-- Logs begin at Mon 2021-07-05 03:03:54 UTC, end at Mon 2021-07-05 05:27:08 UTC. -- Jul 05 03:35:41.377909 n-d-780147-23 systemd[1]: Started Devstack devstack@q-svc.service. Jul 05 03:35:44.105456 n-d-780147-23 neutron-server[105429]: INFO neutron.common.config [-] Logging enabled! Jul 05 03:35:44.106038 n-d-780147-23 neutron-server[105429]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev444 Jul 05 03:35:44.106142 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105429) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 05 03:35:44.109429 n-d-780147-23 neutron-server[105429]: INFO neutron.common.config [-] Logging enabled! Jul 05 03:35:44.109686 n-d-780147-23 neutron-server[105429]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev444 Jul 05 03:35:44.110003 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105429) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 05 03:35:44.110946 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 03:35:44.111181 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 03:35:44.111539 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 03:35:44.111785 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 03:35:44.112040 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 03:35:44.112362 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.112661 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.112960 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.113193 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.113496 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.113788 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.114077 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.114368 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.114665 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.114954 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.115236 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.115522 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.115754 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.116065 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.116358 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.116647 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.116872 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] debug = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.117362 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.117788 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.118214 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.118499 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.118795 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.119335 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.119610 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.119916 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.120206 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.120538 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] host = n-d-780147-23 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.120823 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.121115 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.121407 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.121697 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.121975 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.122256 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.122544 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.122825 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.123102 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] log_file = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.123386 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.123676 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.123995 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.124290 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.124520 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.124746 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.125039 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.125330 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.125626 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.125889 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.126165 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.126443 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.126724 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.126999 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.127287 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.127576 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.127891 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.128172 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.128450 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.128729 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.129005 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.129292 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.129571 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.129848 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.130127 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.130416 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.130693 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.130974 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.131276 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.131566 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.131878 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.132169 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.132445 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.133243 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.133524 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.133803 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.134081 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] use_json = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.134358 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.134633 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.134917 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.135196 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.135472 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.135749 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.136052 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.136342 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:44.136644 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.136945 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.137250 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.137541 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.137839 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.138126 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.138418 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.138699 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.138990 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.139282 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.139577 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.139882 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.140176 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.140458 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.140759 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.141067 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.141367 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.141666 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.141946 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.142228 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.142508 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.142790 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.143081 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.143379 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.143672 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.144025 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.144313 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.144613 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.144895 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.145171 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.145456 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.145748 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.146030 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.146307 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.146591 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.146873 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.147151 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.147430 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.147714 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.148035 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.148951 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.149238 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.149692 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.149984 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.150266 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.150560 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.150847 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.151127 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.151406 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.151689 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.152000 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.152282 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.152564 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.152845 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.153128 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.153404 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.153681 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.153969 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.154247 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.154525 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.154802 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.155078 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.155359 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.155636 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.155935 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.156217 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.156496 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.156774 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.157066 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.157372 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.157652 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.157935 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.158220 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.158506 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.158787 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.159070 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.159353 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.159638 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.159940 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.160240 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.160530 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.160822 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.161109 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.161390 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.161690 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.161971 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.162260 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.162542 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.162824 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.163118 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.163405 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.163704 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.164061 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.164480 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.164761 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.165061 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.165347 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.165660 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.165945 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:44.166166 n-d-780147-23 neutron-server[105429]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 03:35:44.166411 n-d-780147-23 neutron-server[105429]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105429) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 05 03:35:44.517574 n-d-780147-23 neutron-server[105429]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 05 03:35:44.517850 n-d-780147-23 neutron-server[105429]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 05 03:35:44.518142 n-d-780147-23 neutron-server[105429]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 05 03:35:44.518480 n-d-780147-23 neutron-server[105429]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 05 03:35:44.909374 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:44.909592 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:44.909866 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:44.911182 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:44.911463 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:44.911760 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:44.946253 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:44.946531 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:44.946803 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:44.959882 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:44.960172 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:44.960450 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:44.990810 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:44.991091 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:44.991357 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.027455 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.027739 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.028045 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.259446 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.260112 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.260112 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.260297 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.260978 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.379223 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.379544 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.379854 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.380133 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.380403 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.380717 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.380978 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.381238 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.381494 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.381777 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.382038 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.382314 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.383109 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.383374 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.383667 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.383921 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.384196 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.384467 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.384743 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.384997 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.385283 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.385637 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.385892 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.386180 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.386433 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.386682 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.387080 n-d-780147-23 neutron-server[105429]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105429) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:35:45.387322 n-d-780147-23 neutron-server[105429]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105429) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:35:45.387562 n-d-780147-23 neutron-server[105429]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105429) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:35:45.387823 n-d-780147-23 neutron-server[105429]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105429) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:35:45.388063 n-d-780147-23 neutron-server[105429]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105429) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:35:45.388300 n-d-780147-23 neutron-server[105429]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105429) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:35:45.388662 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 05 03:35:45.392726 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 05 03:35:45.396698 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 05 03:35:45.401206 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jul 05 03:35:45.402824 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 05 03:35:45.403275 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 05 03:35:45.403608 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 05 03:35:45.404029 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 05 03:35:45.406805 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 05 03:35:45.407061 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 05 03:35:45.407413 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 03:35:45.435306 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 05 03:35:45.435749 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.436081 n-d-780147-23 neutron-server[105429]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105429) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 05 03:35:45.436446 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.437792 n-d-780147-23 neutron-server[105429]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105429) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 05 03:35:45.438072 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 03:35:45.438321 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 05 03:35:45.441512 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.441797 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:45.504798 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 05 03:35:45.505043 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 05 03:35:45.505281 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 05 03:35:45.505646 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 05 03:35:45.527185 n-d-780147-23 neutron-server[105429]: DEBUG oslo_db.sqlalchemy.engines [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105429) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 05 03:35:46.062385 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.managers [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Initializing driver for type 'gre' Jul 05 03:35:46.062899 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] gre ID ranges: [(1, 1000)] Jul 05 03:35:46.113339 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.managers [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Initializing driver for type 'local' Jul 05 03:35:46.113787 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.managers [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Initializing driver for type 'vlan' Jul 05 03:35:46.127814 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] VlanTypeDriver initialization complete Jul 05 03:35:46.128161 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.managers [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Initializing driver for type 'vxlan' Jul 05 03:35:46.128667 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] vxlan ID ranges: [(1, 1000)] Jul 05 03:35:46.184233 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.managers [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Initializing extension driver 'port_security' Jul 05 03:35:46.184571 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.extensions.port_security [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] PortSecurityExtensionDriver initialization complete Jul 05 03:35:46.184912 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.managers [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Initializing mechanism driver 'openvswitch' Jul 05 03:35:46.185232 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.managers [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Initializing mechanism driver 'hyperv' Jul 05 03:35:46.191661 n-d-780147-23 neutron-server[105429]: DEBUG neutron.plugins.ml2.plugin [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:35:46.192366 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > port after_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.192741 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > port after_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.193103 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > port after_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.193610 n-d-780147-23 neutron-server[105429]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105429) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 03:35:46.194042 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > subnet after_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.194397 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > subnet after_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.194746 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.195150 n-d-780147-23 neutron-server[105429]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105429) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 03:35:46.196006 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > network after_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.196365 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > network after_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.196715 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > network after_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.197104 n-d-780147-23 neutron-server[105429]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105429) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 03:35:46.197511 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > security_group after_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.197866 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > security_group after_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.198214 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.198764 n-d-780147-23 neutron-server[105429]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105429) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 03:35:46.199172 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.199526 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.200004 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.200339 n-d-780147-23 neutron-server[105429]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105429) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 03:35:46.200758 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > address_group after_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.201110 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > address_group after_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.201452 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.201839 n-d-780147-23 neutron-server[105429]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105429) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 03:35:46.202215 n-d-780147-23 neutron-server[105429]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] ML2 OVO RPC backend initialized. {{(pid=105429) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 05 03:35:46.202920 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.203275 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.203694 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > network before_response 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.204083 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > networks before_response 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.204437 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > port before_response 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.204784 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > ports before_response 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.205132 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > subnet before_response 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.205474 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > subnets before_response 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.205824 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > network after_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.206167 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > network after_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.206502 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > network after_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.206843 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > port after_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.207181 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > port after_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.207526 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > port after_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.207897 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > subnet after_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.208239 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > subnet after_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.208576 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.209149 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.plugin [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Modular L2 Plugin initialization complete Jul 05 03:35:46.209477 n-d-780147-23 neutron-server[105429]: DEBUG neutron.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading services supported by the core plugin {{(pid=105429) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 05 03:35:46.209799 n-d-780147-23 neutron-server[105429]: INFO neutron.plugins.ml2.managers [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Got port-security extension from driver 'port_security' Jul 05 03:35:46.210267 n-d-780147-23 neutron-server[105429]: INFO neutron.extensions.vlantransparent [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Disabled vlantransparent extension. Jul 05 03:35:46.210751 n-d-780147-23 neutron-server[105429]: DEBUG neutron.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105429) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 05 03:35:46.211456 n-d-780147-23 neutron-server[105429]: INFO neutron.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading Plugin: router Jul 05 03:35:46.248060 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.248455 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > router after_create 55549900 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.248841 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > router before_create 55549900 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.249206 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.249577 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.249932 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > router after_delete 55549900 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.250291 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.250655 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > router after_create 55549900 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.251003 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > router after_update 55549900 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.251353 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > router after_update 55549900 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.251706 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.252094 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > router after_update 55549900 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.252506 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > router precommit_update 55549900 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.252877 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: port after_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.253216 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: port after_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.253554 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: subnet after_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.253890 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.254240 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.254585 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > router precommit_create 55549900 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.254926 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: port before_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.255268 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > router precommit_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.255624 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > router after_update 55549900 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.255989 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.256342 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > router precommit_create 55549900 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.256702 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.257048 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > router precommit_update 55549900 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.257411 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > agent after_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.257878 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > agent after_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.258240 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > network after_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.259094 n-d-780147-23 neutron-server[105429]: DEBUG neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Tracking information for resource: router configured {{(pid=105429) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:35:46.259431 n-d-780147-23 neutron-server[105429]: DEBUG neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Tracking information for resource: floatingip configured {{(pid=105429) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:35:46.264540 n-d-780147-23 neutron-server[105429]: INFO neutron.db.l3_agentschedulers_db [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 05 03:35:46.265114 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: port after_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.265475 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: port after_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.265828 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: port after_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.266180 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: port after_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.266963 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > router before_create 55550100 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.267329 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.267699 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > router precommit_create 55550100 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.268083 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > router precommit_update 55550100 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.272493 n-d-780147-23 neutron-server[105429]: DEBUG neutron.services.provider_configuration [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Service providers = [] {{(pid=105429) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 05 03:35:46.272857 n-d-780147-23 neutron-server[105429]: DEBUG neutron.db.servicetype_db [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105429) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 05 03:35:46.276224 n-d-780147-23 neutron-server[105429]: DEBUG neutron.services.service_base [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105429) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 03:35:46.276574 n-d-780147-23 neutron-server[105429]: DEBUG neutron.services.service_base [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105429) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 03:35:46.276917 n-d-780147-23 neutron-server[105429]: DEBUG neutron.services.service_base [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105429) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 03:35:46.277807 n-d-780147-23 neutron-server[105429]: DEBUG neutron.services.service_base [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105429) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 03:35:46.278179 n-d-780147-23 neutron-server[105429]: INFO neutron.services.service_base [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 05 03:35:46.278553 n-d-780147-23 neutron-server[105429]: DEBUG neutron.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105429) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:35:46.278867 n-d-780147-23 neutron-server[105429]: INFO neutron.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 05 03:35:46.290440 n-d-780147-23 neutron-server[105429]: DEBUG neutron.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105429) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:35:46.290775 n-d-780147-23 neutron-server[105429]: INFO neutron.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading Plugin: auto_allocate Jul 05 03:35:46.296556 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: network precommit_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.296926 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: network precommit_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.297447 n-d-780147-23 neutron-server[105429]: DEBUG neutron.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105429) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:35:46.297771 n-d-780147-23 neutron-server[105429]: INFO neutron.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading Plugin: tag Jul 05 03:35:46.304245 n-d-780147-23 neutron-server[105429]: DEBUG neutron.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105429) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:35:46.305148 n-d-780147-23 neutron-server[105429]: INFO neutron.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading Plugin: timestamp Jul 05 03:35:46.313350 n-d-780147-23 neutron-server[105429]: DEBUG neutron.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105429) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:35:46.313626 n-d-780147-23 neutron-server[105429]: INFO neutron.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading Plugin: network_ip_availability Jul 05 03:35:46.319111 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.319486 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.320023 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.320978 n-d-780147-23 neutron-server[105429]: DEBUG neutron.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105429) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:35:46.321297 n-d-780147-23 neutron-server[105429]: INFO neutron.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading Plugin: flavors Jul 05 03:35:46.325966 n-d-780147-23 neutron-server[105429]: DEBUG neutron.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105429) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:35:46.326302 n-d-780147-23 neutron-server[105429]: INFO neutron.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading Plugin: revisions Jul 05 03:35:46.330535 n-d-780147-23 neutron-server[105429]: DEBUG neutron.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105429) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:35:46.330931 n-d-780147-23 neutron-server[105429]: DEBUG oslo_concurrency.lockutils [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.813s {{(pid=105429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 05 03:35:46.331668 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105429) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 05 03:35:46.332041 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Initializing extension manager. Jul 05 03:35:46.332548 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: __init__.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.332889 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: __pycache__ {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.333219 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.333548 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: address_group.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.334308 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.334875 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: address-group Jul 05 03:35:46.335197 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: address_scope.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.336396 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.336904 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: address-scope Jul 05 03:35:46.337227 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.338146 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.338649 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: router-admin-state-down-before-update Jul 05 03:35:46.338970 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: agent.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.339668 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.340403 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: agent Jul 05 03:35:46.340727 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: agent_resources_synced.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.341635 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.342138 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: agent-resources-synced Jul 05 03:35:46.342460 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: allowedaddresspairs.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.344274 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.344792 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: allowed-address-pairs Jul 05 03:35:46.345118 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: auto_allocated_topology.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.346181 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.346702 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: auto-allocated-topology Jul 05 03:35:46.347034 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: availability_zone.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.347729 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.348260 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: availability_zone Jul 05 03:35:46.348584 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: availability_zone_filter.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.349487 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.349996 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: availability_zone_filter Jul 05 03:35:46.350323 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: data_plane_status.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.351221 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.352735 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension data-plane-status not supported by any of loaded plugins Jul 05 03:35:46.353060 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: default_subnetpools.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.353975 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.354484 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: default-subnetpools Jul 05 03:35:46.354808 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.355613 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.356156 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: dhcp_agent_scheduler Jul 05 03:35:46.356486 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: dns.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.357419 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.357919 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension dns-integration not supported by any of loaded plugins Jul 05 03:35:46.358240 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: dns_domain_ports.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.359143 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.359642 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 05 03:35:46.359994 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.360913 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.361411 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 05 03:35:46.361729 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: dvr.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.362399 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.362897 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: dvr Jul 05 03:35:46.363217 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: empty_string_filtering.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.364147 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.364645 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: empty-string-filtering Jul 05 03:35:46.364964 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.365866 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.366362 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 05 03:35:46.366680 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.368389 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.369140 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 05 03:35:46.369462 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: external_net.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.370368 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.370871 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: external-net Jul 05 03:35:46.371196 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.372130 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.372631 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: extra_dhcp_opt Jul 05 03:35:46.372951 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: extraroute.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.373849 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.374348 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: extraroute Jul 05 03:35:46.374666 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: extraroute_atomic.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.375691 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.376231 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: extraroute-atomic Jul 05 03:35:46.376552 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: filter_validation.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.377214 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.377708 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: filter-validation Jul 05 03:35:46.378023 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: fip_pf_description.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.378923 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.379420 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 05 03:35:46.379738 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: fip_port_details.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.380671 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.381177 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: fip-port-details Jul 05 03:35:46.381497 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: flavors.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.382816 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.383666 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: flavors Jul 05 03:35:46.384050 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.385693 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.386208 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 05 03:35:46.386538 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: floatingip_pools.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.387237 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.387744 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: floatingip-pools Jul 05 03:35:46.388095 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: ip_allocation.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.389015 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.389517 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension ip_allocation not supported by any of loaded plugins Jul 05 03:35:46.389837 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.390748 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.391260 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: ip-substring-filtering Jul 05 03:35:46.391583 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: l2_adjacency.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.392570 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.393072 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 05 03:35:46.393390 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: l3.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.394343 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.394855 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: router Jul 05 03:35:46.395176 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.397524 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.398051 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 05 03:35:46.399385 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.400361 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.400879 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: ext-gw-mode Jul 05 03:35:46.401206 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.402120 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.402629 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: l3-ha Jul 05 03:35:46.402954 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: l3_flavors.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.403888 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.404399 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: l3-flavors Jul 05 03:35:46.404723 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.405631 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.406137 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 05 03:35:46.406459 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: l3agentscheduler.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.407483 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.408019 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: l3_agent_scheduler Jul 05 03:35:46.408349 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: logging.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.409822 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.410341 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension logging not supported by any of loaded plugins Jul 05 03:35:46.410674 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: metering.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.411417 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.412031 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: metering Jul 05 03:35:46.412363 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.413436 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.415028 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: metering_source_and_destination_fields Jul 05 03:35:46.415364 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: multiprovidernet.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.416329 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.416843 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: multi-provider Jul 05 03:35:46.417166 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: netmtu.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.418075 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.418580 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: net-mtu Jul 05 03:35:46.418899 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: netmtu_writable.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.419823 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.420338 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: net-mtu-writable Jul 05 03:35:46.420659 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: network_availability_zone.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.421324 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.421825 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: network_availability_zone Jul 05 03:35:46.422145 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: network_ip_availability.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.423222 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.423725 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: network-ip-availability Jul 05 03:35:46.424071 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: network_segment_range.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.424836 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.425341 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension network-segment-range not supported by any of loaded plugins Jul 05 03:35:46.425661 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: pagination.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.426641 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.426968 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: pagination Jul 05 03:35:46.427287 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: port_device_profile.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.428237 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.428750 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: port-device-profile Jul 05 03:35:46.429072 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.430167 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.430678 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: port-mac-address-regenerate Jul 05 03:35:46.431000 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.431927 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.432442 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: port-numa-affinity-policy Jul 05 03:35:46.432765 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: port_resource_request.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.433682 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.434181 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension port-resource-request not supported by any of loaded plugins Jul 05 03:35:46.434501 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: portbindings.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.435415 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.435963 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: binding Jul 05 03:35:46.436285 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: portbindings_extended.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.437661 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.438168 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: binding-extended Jul 05 03:35:46.438493 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: portsecurity.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.439400 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.439931 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: port-security Jul 05 03:35:46.440256 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: project_id.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.441217 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.441545 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: project-id Jul 05 03:35:46.441866 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: providernet.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.442789 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.443302 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: provider Jul 05 03:35:46.443624 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: qos.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.447584 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.448137 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension qos not supported by any of loaded plugins Jul 05 03:35:46.448484 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.449797 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.450367 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 05 03:35:46.450700 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.451723 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.452325 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 05 03:35:46.452676 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: qos_default.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.453651 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.454193 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension qos-default not supported by any of loaded plugins Jul 05 03:35:46.454547 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: qos_fip.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.455228 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.455766 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension qos-fip not supported by any of loaded plugins Jul 05 03:35:46.456131 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: qos_gateway_ip.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.457160 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.457732 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 05 03:35:46.458043 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: qos_port_network_policy.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.459037 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.459547 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 05 03:35:46.459981 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: qos_rule_type_details.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.461811 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.462435 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 05 03:35:46.462825 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: qos_rules_alias.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.464076 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.464659 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 05 03:35:46.464992 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: quotasv2.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.466134 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.466608 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: quotas Jul 05 03:35:46.466830 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: quotasv2_detail.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.470291 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.470696 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: quota_details Jul 05 03:35:46.471281 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: rbac.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.472349 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.472882 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: rbac-policies Jul 05 03:35:46.473278 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: rbac_address_group.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.474546 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.475116 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: rbac-address-group Jul 05 03:35:46.475529 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: rbac_address_scope.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.477199 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.477820 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: rbac-address-scope Jul 05 03:35:46.478200 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: rbac_security_groups.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.479212 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.479758 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: rbac-security-groups Jul 05 03:35:46.480234 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: rbac_subnetpool.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.481287 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.481860 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: rbac-subnetpool Jul 05 03:35:46.482278 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: revisionifmatch.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.483371 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.484035 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: revision-if-match Jul 05 03:35:46.484356 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: revisions.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.485528 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.486125 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: standard-attr-revisions Jul 05 03:35:46.486563 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: router_availability_zone.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.487303 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.487940 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: router_availability_zone Jul 05 03:35:46.488253 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: routerservicetype.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.489266 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.489883 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension router-service-type not supported by any of loaded plugins Jul 05 03:35:46.490240 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.491265 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.491860 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: security-groups-normalized-cidr Jul 05 03:35:46.492266 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.493445 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.494337 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: port-security-groups-filtering Jul 05 03:35:46.494663 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.495716 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.496493 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: security-groups-remote-address-group Jul 05 03:35:46.496688 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: securitygroup.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.506646 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.507179 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: security-group Jul 05 03:35:46.507511 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: segment.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.508434 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.508947 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension segment not supported by any of loaded plugins Jul 05 03:35:46.509274 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.510251 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.510762 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 05 03:35:46.511087 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: servicetype.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.512247 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.512772 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: service-type Jul 05 03:35:46.513106 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: sorting.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.514092 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.514431 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: sorting Jul 05 03:35:46.514760 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: standard_attr_segment.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.515753 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.516295 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 05 03:35:46.516624 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: standardattrdescription.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.517277 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.517790 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: standard-attr-description Jul 05 03:35:46.518119 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: stateful_security_group.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.519052 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.519567 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: stateful-security-group Jul 05 03:35:46.519926 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: stdattrs_common.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.520519 n-d-780147-23 neutron-server[105429]: WARNING neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 05 03:35:46.520844 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.521780 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.522292 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 05 03:35:46.522617 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: subnet_onboard.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.524344 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.524866 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: subnet_onboard Jul 05 03:35:46.525200 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.526140 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.526652 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 05 03:35:46.526984 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: subnet_service_types.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.527948 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.528469 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: subnet-service-types Jul 05 03:35:46.528804 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: subnetallocation.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.529885 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.530399 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: subnet_allocation Jul 05 03:35:46.530727 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.531400 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.531947 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: subnetpool-prefix-ops Jul 05 03:35:46.532279 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.533220 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.533726 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 05 03:35:46.534052 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: tagging.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.535139 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.535671 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: standard-attr-tag Jul 05 03:35:46.536035 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: timestamp.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.537271 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.537789 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loaded extension: standard-attr-timestamp Jul 05 03:35:46.538119 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: trunk.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.539768 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.540378 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension trunk not supported by any of loaded plugins Jul 05 03:35:46.540709 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: trunk_details.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.541640 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.542158 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension trunk-details not supported by any of loaded plugins Jul 05 03:35:46.542495 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: uplink_status_propagation.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.543426 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.543984 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 05 03:35:46.544318 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Loading extension file: vlantransparent.py {{(pid=105429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:35:46.545006 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:35:46.545510 n-d-780147-23 neutron-server[105429]: INFO neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 05 03:35:46.548017 n-d-780147-23 neutron-server[105429]: INFO neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Creating instance of TrackedResource for resource:network Jul 05 03:35:46.548705 n-d-780147-23 neutron-server[105429]: INFO neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Creating instance of TrackedResource for resource:subnet Jul 05 03:35:46.549111 n-d-780147-23 neutron-server[105429]: INFO neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 03:35:46.549516 n-d-780147-23 neutron-server[105429]: INFO neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Creating instance of TrackedResource for resource:port Jul 05 03:35:46.550790 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.v2.resource_helper [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:35:46.551231 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.v2.resource_helper [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Service FLAVORS assigned prefix: {{(pid=105429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:35:46.551876 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.v2.resource_helper [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:35:46.552331 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.v2.resource_helper [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:35:46.552670 n-d-780147-23 neutron-server[105429]: INFO neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Creating instance of TrackedResource for resource:router Jul 05 03:35:46.553102 n-d-780147-23 neutron-server[105429]: INFO neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Creating instance of TrackedResource for resource:floatingip Jul 05 03:35:46.553608 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.v2.resource_helper [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Service METERING assigned prefix: /metering {{(pid=105429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:35:46.555301 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.555666 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.556055 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:35:46.557062 n-d-780147-23 neutron-server[105429]: INFO neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 03:35:46.557515 n-d-780147-23 neutron-server[105429]: INFO neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Creating instance of TrackedResource for resource:security_group Jul 05 03:35:46.557960 n-d-780147-23 neutron-server[105429]: INFO neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 03:35:46.558584 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.v2.resource_helper [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Service CORE assigned prefix: {{(pid=105429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:35:46.558919 n-d-780147-23 neutron-server[105429]: INFO neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 03:35:46.559269 n-d-780147-23 neutron-server[105429]: WARNING neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] subnetpool is already registered Jul 05 03:35:46.559708 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.v2.resource_helper [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Service CORE assigned prefix: {{(pid=105429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:35:46.560067 n-d-780147-23 neutron-server[105429]: INFO neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 03:35:46.560406 n-d-780147-23 neutron-server[105429]: WARNING neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] subnetpool is already registered Jul 05 03:35:46.562717 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.v2.resource_helper [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:35:46.563156 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.v2.resource_helper [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Service FLAVORS assigned prefix: {{(pid=105429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:35:46.563827 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.v2.resource_helper [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:35:46.564222 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.v2.resource_helper [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:35:46.564562 n-d-780147-23 neutron-server[105429]: INFO neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Creating instance of TrackedResource for resource:router Jul 05 03:35:46.564907 n-d-780147-23 neutron-server[105429]: WARNING neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] router is already registered Jul 05 03:35:46.565326 n-d-780147-23 neutron-server[105429]: INFO neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Creating instance of TrackedResource for resource:floatingip Jul 05 03:35:46.565676 n-d-780147-23 neutron-server[105429]: WARNING neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] floatingip is already registered Jul 05 03:35:46.566131 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.v2.resource_helper [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Service METERING assigned prefix: /metering {{(pid=105429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:35:46.566805 n-d-780147-23 neutron-server[105429]: INFO neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 03:35:46.567136 n-d-780147-23 neutron-server[105429]: WARNING neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] rbac_policy is already registered Jul 05 03:35:46.567552 n-d-780147-23 neutron-server[105429]: INFO neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Creating instance of TrackedResource for resource:security_group Jul 05 03:35:46.567911 n-d-780147-23 neutron-server[105429]: WARNING neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] security_group is already registered Jul 05 03:35:46.568318 n-d-780147-23 neutron-server[105429]: INFO neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 03:35:46.568654 n-d-780147-23 neutron-server[105429]: WARNING neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] security_group_rule is already registered Jul 05 03:35:46.569282 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.v2.resource_helper [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Service CORE assigned prefix: {{(pid=105429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:35:46.569618 n-d-780147-23 neutron-server[105429]: INFO neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 03:35:46.569959 n-d-780147-23 neutron-server[105429]: WARNING neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] subnetpool is already registered Jul 05 03:35:46.570520 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.v2.resource_helper [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Service CORE assigned prefix: {{(pid=105429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:35:46.570851 n-d-780147-23 neutron-server[105429]: INFO neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 03:35:46.571185 n-d-780147-23 neutron-server[105429]: WARNING neutron.quota.resource_registry [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] subnetpool is already registered Jul 05 03:35:46.571647 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: extensions {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.573137 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: address-groups {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.574608 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: address-scopes {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.575958 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: agents {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.577116 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: auto-allocated-topology {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.578367 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: availability_zones {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.579565 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: dhcp-networks {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.582171 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: dhcp-agents {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.583665 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: routers {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.585404 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: flavors {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.587411 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: service_profiles {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.588647 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: next_providers {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.590079 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: service_profiles {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.591717 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: floatingip-pools {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.593030 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: routers {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.594716 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: floatingips {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.596008 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: l3-routers {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.597388 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: l3-agents {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.598818 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: metering-labels {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.600067 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: metering-label-rules {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.602039 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: network-ip-availabilities {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.603299 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: bindings {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.604888 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: quotas {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.606478 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: quotas {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.607893 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: rbac-policies {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.609074 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: security-groups {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.610362 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: security-group-rules {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.611588 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: service-providers {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.612849 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: subnetpools {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.614169 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: subnetpools {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.615692 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: tags {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.617575 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: tags {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.619698 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: tags {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.621511 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: tags {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.623291 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: tags {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.625276 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: tags {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.626947 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: tags {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.628901 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: tags {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.630756 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: tags {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.632524 n-d-780147-23 neutron-server[105429]: DEBUG neutron.api.extensions [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Extended resource: tags {{(pid=105429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:35:46.638842 n-d-780147-23 neutron-server[105429]: WARNING keystonemiddleware.auth_token [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 05 03:35:46.643422 n-d-780147-23 neutron-server[105429]: WARNING keystonemiddleware.auth_token [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 05 03:35:46.653492 n-d-780147-23 neutron-server[105429]: DEBUG oslo_concurrency.lockutils [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Acquired lock "singleton_lock" {{(pid=105429) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 05 03:35:46.653992 n-d-780147-23 neutron-server[105429]: DEBUG oslo_concurrency.lockutils [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Releasing lock "singleton_lock" {{(pid=105429) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 05 03:35:46.654636 n-d-780147-23 neutron-server[105429]: INFO oslo_service.service [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Starting 2 workers Jul 05 03:35:46.659409 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Started child 105538 {{(pid=105429) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 03:35:46.663779 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Started child 105539 {{(pid=105429) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 03:35:46.665908 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:46.666546 n-d-780147-23 neutron-server[105429]: INFO neutron.service [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 05 03:35:46.666823 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Notify callbacks [] for process, before_spawn {{(pid=105429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:46.667407 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [-] (105538) wsgi starting up on http://0.0.0.0:9696 Jul 05 03:35:46.669073 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:46.669555 n-d-780147-23 neutron-server[105429]: INFO oslo_service.service [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Starting 1 workers Jul 05 03:35:46.670439 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [-] (105539) wsgi starting up on http://0.0.0.0:9696 Jul 05 03:35:46.674476 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Started child 105540 {{(pid=105429) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 03:35:46.675027 n-d-780147-23 neutron-server[105429]: INFO oslo_service.service [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Starting 1 workers Jul 05 03:35:46.678256 n-d-780147-23 neutron-server[105540]: DEBUG neutron.service [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] calling RpcWorker wait() {{(pid=105540) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 05 03:35:46.678794 n-d-780147-23 neutron-server[105540]: DEBUG neutron.service [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] returning from RpcWorker wait() {{(pid=105540) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 05 03:35:46.679373 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Started child 105541 {{(pid=105429) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 03:35:46.680660 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:46.681186 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:35:46.681300 n-d-780147-23 neutron-server[105429]: DEBUG neutron_lib.callbacks.manager [None req-c33dd584-6683-4322-9b8b-b6daef91e047 None None] Notify callbacks [] for process, after_spawn {{(pid=105429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:46.683165 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105429) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 03:35:46.683381 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 03:35:46.683565 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 03:35:46.683784 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 03:35:46.684147 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 03:35:46.684308 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 03:35:46.684902 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.685183 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.685431 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.685697 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.685783 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:46.686226 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.686567 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.686827 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.687074 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.687356 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.687602 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.687772 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.687980 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.688236 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.688483 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.688759 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.689021 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.689268 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.689516 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.689684 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.689967 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.690238 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.690499 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.690758 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] debug = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.691016 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.691499 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.691750 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.692010 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.692243 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.692518 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.692744 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.693025 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.693273 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.693515 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.693758 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.694006 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.694235 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.694471 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.694687 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.694939 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.695896 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.696438 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] host = n-d-780147-23 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.696671 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.696905 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.697138 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.697394 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.697661 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.697900 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.698149 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.698405 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.698673 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.698928 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.699168 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.699414 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.699647 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.699944 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] log_file = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.700110 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] log_options = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.702888 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.703365 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.703820 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.704169 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.704514 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.704844 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.705274 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.705600 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.706023 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.706262 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.706490 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.706718 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.706966 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.707195 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.707453 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.707711 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.707980 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.708218 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.708482 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.708751 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.709017 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.709244 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.709637 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.709860 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.710079 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.710330 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.710576 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.710848 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.711067 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.711336 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.711566 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.711863 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.712090 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.712354 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.712605 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.712834 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.713084 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.713347 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.713578 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.713827 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.714074 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.714315 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.714566 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.714779 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.715016 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.715249 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] use_json = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.715468 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.715741 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.716029 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.716290 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.716594 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.717039 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.717393 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.717618 n-d-780147-23 neutron-server[105541]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:35:46.717921 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.718462 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.718897 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.719233 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.719492 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.719751 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.720033 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.720294 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.720604 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.720875 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.721134 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.721452 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.721695 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.722234 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.722234 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.722514 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.722803 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.723129 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.723413 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.723631 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.723887 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.724290 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.724720 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.725043 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.725325 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.725606 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.728647 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.729465 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.729742 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.730043 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.730243 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.730475 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.730703 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.730990 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.731226 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.731457 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.732152 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.732152 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.732152 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.732463 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.732634 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.733287 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.733536 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.733763 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.733987 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.734565 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.734565 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.734727 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.735895 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.735895 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.735895 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.735895 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.735895 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.736245 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.736371 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.736638 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.736943 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.737220 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.738533 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.738791 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.739022 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.739261 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.739628 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.739896 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.740125 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.740344 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.740933 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.741157 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.741381 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.741613 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.741847 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.742613 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.743045 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.744153 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.744830 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.745904 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.746481 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.746961 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.747443 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.747931 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.748337 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.748762 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.749159 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.749591 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.749826 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.750135 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.750464 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.750729 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.750989 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.751220 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.751487 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.751731 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.752056 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.752288 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.752549 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.752787 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.753064 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.753322 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.753579 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.753825 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.754066 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.754303 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.754526 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.754750 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.754986 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.755236 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.755479 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.755736 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.756022 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.756286 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.756520 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.756748 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.757025 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.757289 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.757731 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.758792 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.758885 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.759161 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.759453 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.759843 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.760099 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.760335 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.760581 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.760822 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.761074 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.761335 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.761526 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.761965 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.762417 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.762904 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.763216 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.763522 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.763866 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.764253 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.764553 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.764836 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.765132 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.765465 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.765816 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.766078 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.766399 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.766703 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.767022 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.767325 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.767620 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.767950 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.768189 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.768438 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.768657 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.768902 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.769117 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.769354 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.769566 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.769804 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.770060 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.770271 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.770488 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.770701 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.770917 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.771129 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.771395 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.771607 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.771845 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.772085 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.772302 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.772520 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.772756 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.772970 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.773282 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.773500 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.773878 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.774109 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.774325 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.774550 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.774776 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.775021 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.775230 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.775499 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.775752 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.775974 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.776183 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.776395 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.776603 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.776819 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.777072 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.777315 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.777573 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.777825 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.778144 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.778429 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.778719 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.778970 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.779190 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.779439 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.779681 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.779957 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.780141 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.780520 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.780742 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.780984 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.781430 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.781678 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.781913 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.782124 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.782336 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.782552 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.782762 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.783047 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.783275 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.783509 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.783788 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.784044 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.784276 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.784501 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.784731 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.784946 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.785168 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.785382 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.785589 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.785821 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.786051 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.786258 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.786477 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.786692 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.786903 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.787145 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.787351 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.787559 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.787778 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.788019 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.788227 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.788450 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.788707 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.789565 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.789920 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.790148 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.790362 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.790667 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.790918 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.791139 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.791425 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.791656 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.791941 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.792186 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.792484 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.792718 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.792974 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.793190 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.793404 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.793621 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.793875 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.794267 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.794553 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.794819 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.795070 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.795351 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.795628 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.795932 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.796146 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.796424 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.796829 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.797816 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.797816 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.797816 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.797816 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.798411 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.798411 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.798922 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.798922 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.798922 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.799430 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.799430 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.799762 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.799956 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.800383 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.800383 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.801017 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.801017 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.801017 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.801735 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.801735 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 03:35:46.801883 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105429) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 03:35:46.801961 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 03:35:46.802259 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 03:35:46.802259 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 03:35:46.802516 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 03:35:46.802600 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 03:35:46.802723 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.802881 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.803041 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.803295 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.803424 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.803546 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.803747 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.803905 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.804018 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.804173 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.804322 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.804500 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.805232 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.805445 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.805676 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.805833 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.806042 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.806218 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.806341 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.806462 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.806592 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.806715 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.806882 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] debug = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.807005 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.807188 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.807351 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.807509 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.807666 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.807840 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.808001 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.808158 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.808468 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.808468 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.808844 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.808844 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.809592 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.809592 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.809592 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.809592 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.809592 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.810111 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] host = n-d-780147-23 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.810111 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.810111 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.810472 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.810472 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.810472 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.811041 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.811041 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.811041 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.811041 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.811475 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.811475 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.811475 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.811952 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.811952 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] log_file = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.811952 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] log_options = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.812296 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.812296 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.812574 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.812574 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.812985 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.812985 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.812985 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.813622 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.813622 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.813622 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.813622 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.814068 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.814068 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.814068 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.814068 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.814575 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.814575 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.814575 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.814878 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.814878 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.815070 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.815157 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.815282 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.815404 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.815615 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.815741 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.815924 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.816008 n-d-780147-23 neutron-server[105540]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:35:46.816104 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.816104 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.816259 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.816416 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.816575 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.816732 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.816889 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.817046 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.817202 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.817360 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.817519 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.817677 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.817835 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.817991 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.818148 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.818303 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.818460 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.818617 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.818779 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] use_json = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.818934 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.819090 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.819251 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.819408 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.819565 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.819722 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.819911 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.820141 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:35:46.820396 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.820563 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.820742 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.820901 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.821063 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.821223 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.821382 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.821543 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.821704 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.821865 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.822033 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.822195 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.822366 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.822527 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.822688 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.822852 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.823013 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.823174 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.823335 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.823496 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.823656 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.823850 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.824017 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.824179 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.824341 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.824503 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.824664 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.824825 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.824987 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.825149 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.825379 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.825545 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.825707 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.825868 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.826030 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.826191 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.826352 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.826513 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.826674 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.826836 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.827074 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.827233 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.828662 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.828662 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.828662 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.828662 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.828662 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.828662 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.828662 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.828662 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.828662 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.830596 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.830596 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.830596 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.830596 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.830596 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.830596 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.830596 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.830596 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.830596 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.832245 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.832245 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.832245 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.832245 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.832245 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.832245 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.832245 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.832245 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.832245 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.833346 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.833346 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.833346 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.833346 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.833346 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.833346 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.833346 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.833346 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.833346 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.834429 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.834429 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.834429 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.834429 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.834429 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.834429 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.834429 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.834429 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.835258 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.835258 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.835258 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.835258 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.835258 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.835258 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.835258 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.835258 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.836170 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.836170 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.836170 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.836170 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.836170 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.836170 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.836681 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.836681 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.836681 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.836681 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.837124 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.837124 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.837124 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.837423 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.837423 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.837581 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.837702 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.837872 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.838033 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.838196 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.838357 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.838618 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.838792 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.838956 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.839122 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.839279 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.839449 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.839592 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.839752 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.839934 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.840094 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.840254 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.840415 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.840584 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.840754 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.840978 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.841154 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.841407 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.841545 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.841667 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.841789 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.841941 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.842100 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.842260 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.842421 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.842581 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.842742 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.842903 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.843064 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.843225 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.843387 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.843555 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.843715 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.844062 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.844226 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.844388 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.844554 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.844713 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.844876 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.845022 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.845159 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.845317 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.845476 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.845638 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.845799 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.845959 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.846120 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.846280 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.846444 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.846603 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.846762 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.846908 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.847068 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.847228 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.847387 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.847549 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.847710 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.847888 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.848043 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.848204 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.848364 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.848524 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.848687 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.848849 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.849015 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.849180 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.849334 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.849495 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.849655 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.849814 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.849975 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.850135 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.850295 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.850470 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.850630 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.850791 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.850952 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.851112 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.851273 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.852001 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.852163 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.852324 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.852486 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.852646 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.853708 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.853708 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.853708 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.853708 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.853708 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.853708 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.854117 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.854117 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.854117 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.854315 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.854388 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.854543 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.854897 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.854897 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.855169 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.855169 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.855430 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.855569 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.855715 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.855881 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.856022 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.856152 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.856284 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.856418 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.856683 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.857157 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.857157 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.857157 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.857491 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.857491 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.857726 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.857938 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.858194 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.859679 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.859679 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.859679 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.859679 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.859679 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.859679 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.859679 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.859679 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.861075 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.861075 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.861075 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.861075 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.861075 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.861075 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.861075 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.861075 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.862242 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.862242 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.862242 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.862242 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.862242 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.862242 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.862242 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.862242 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.862874 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.862874 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.862874 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.862874 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.862874 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.862874 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.863460 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.863460 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.863460 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.863460 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.864033 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.864033 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.864033 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.864033 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.864444 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.864444 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.864444 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.864800 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.864800 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.865004 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.865120 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.865205 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.865326 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.865508 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:35:46.865648 n-d-780147-23 neutron-server[105429]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 03:35:47.053874 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39124) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:47.063237 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069473 Jul 05 03:35:58.542918 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41d890b-0fa4-4558-8254-cb027fb4a9b7 None None] get_active_networks_info from n-d-780147-23 {{(pid=105540) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 03:35:58.672908 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41d890b-0fa4-4558-8254-cb027fb4a9b7 None None] No non-hosted networks {{(pid=105540) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 05 03:35:58.713425 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.agentschedulers_db [None req-f41d890b-0fa4-4558-8254-cb027fb4a9b7 None None] DHCP Agent not found on host n-d-780147-23 {{(pid=105540) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 05 03:35:58.766075 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a3625b60-9fa3-4728-ae7d-6bdca151d47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-634429'] for agent, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:01.307607 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5b5ffe9d-329c-46b0-b95c-9b269ba47f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-634429'] for agent, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:01.320524 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4860d577-455f-4698-a5ff-5aec0ed8c488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:01.597555 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-634429'] for agent, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:01.598559 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:01.599138 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:01.599809 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:01.600319 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:01.602767 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:01.603335 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:01.603931 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:01.604961 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:01.606030 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:01.606528 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:01.607174 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:01.607707 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:01.608267 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-780147-23', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:01.613313 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-780147-23', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:02.360745 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-634429'] for agent, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:04.137164 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-634429'] for agent, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:05.143785 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39216) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:05.636009 n-d-780147-23 neutron-server[105539]: WARNING oslo_policy.policy [None req-e1ee4ec9-1a69-4c8b-9286-979b00381953 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:36:05.636609 n-d-780147-23 neutron-server[105539]: WARNING oslo_policy.policy [None req-e1ee4ec9-1a69-4c8b-9286-979b00381953 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:36:05.870047 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-e1ee4ec9-1a69-4c8b-9286-979b00381953 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:36:05.871042 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e1ee4ec9-1a69-4c8b-9286-979b00381953 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7263408 Jul 05 03:36:08.249325 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39230) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:08.567981 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-edf83cd7-fd16-4a41-a5df-225ad34f335e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:36:08.592633 n-d-780147-23 neutron-server[105540]: INFO neutron.db.l3_hamode_db [None req-9f9168c2-29e3-47dd-bdc4-b51880438e82 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 05 03:36:08.663941 n-d-780147-23 neutron-server[105539]: DEBUG neutron.policy [None req-edf83cd7-fd16-4a41-a5df-225ad34f335e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105539) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 03:36:08.669228 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9168c2-29e3-47dd-bdc4-b51880438e82 None None] Routers set() bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:36:08.669613 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9168c2-29e3-47dd-bdc4-b51880438e82 None None] Router IDs set() for agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 03:36:08.709013 n-d-780147-23 neutron-server[105539]: WARNING oslo_policy.policy [None req-edf83cd7-fd16-4a41-a5df-225ad34f335e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:36:08.709393 n-d-780147-23 neutron-server[105539]: WARNING oslo_policy.policy [None req-edf83cd7-fd16-4a41-a5df-225ad34f335e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:36:08.718302 n-d-780147-23 neutron-server[105539]: INFO neutron.quota [None req-edf83cd7-fd16-4a41-a5df-225ad34f335e admin admin] Loaded quota_driver: . Jul 05 03:36:08.810744 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-edf83cd7-fd16-4a41-a5df-225ad34f335e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787915901026', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787915900599', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787915758333', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787915755683', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787915745892', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787915735686', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1579250', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1577745', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-640666', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-667632'] for rbac-policy, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:08.875219 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-edf83cd7-fd16-4a41-a5df-225ad34f335e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:08.876584 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-edf83cd7-fd16-4a41-a5df-225ad34f335e admin admin] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6262662 Jul 05 03:36:11.442637 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39242) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:11.740476 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': 'dcd2ec4ef3664099a97be500a5243477', 'project_id': 'dcd2ec4ef3664099a97be500a5243477'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:36:11.769732 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Made reservation on behalf of dcd2ec4ef3664099a97be500a5243477 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:36:11.773382 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:11.789639 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:11.913116 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:11.919336 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:11.939483 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:36:11.968377 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787916910933', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:11.968984 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Unsubscribe: segment precommit_create {{(pid=105539) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 03:36:11.969487 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Added segment ceb70a4c-fee2-460a-965c-53d4f4491cde of type vlan for network cd3bcdc7-dfcf-44f1-b237-5897919d70e0 Jul 05 03:36:11.986497 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41185e39-94dd-4409-a01c-232eed42913c,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:12.013372 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:12.013711 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:12.014046 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:12.014377 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:12.014705 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:12.015031 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:12.015355 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:12.015676 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:12.016031 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:12.016352 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:12.016671 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:12.016987 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Tracked resource versions report: Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: pushed versions: Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: { 'AddressGroup': {'1.2'}, Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: 'ConntrackHelper': {'1.0'}, Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: 'Log': {'1.0'}, Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: 'Network': {'1.1'}, Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: 'Port': {'1.7'}, Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: 'PortForwarding': {'1.2'}, Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: 'QosPolicy': {'1.8'}, Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: 'SecurityGroup': {'1.4'}, Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: 'SubPort': {'1.0'}, Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: 'Subnet': {'1.1'}, Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: 'Trunk': {'1.1'}} Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: consumer versions: Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: { DHCP agent@n-d-780147-23: {}, Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: L3 agent@n-d-780147-23: {}, Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: Metadata agent@n-d-780147-23: {}, Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: Metering agent@n-d-780147-23: {}, Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: Open vSwitch agent@n-d-780147-23: { 'AddressGroup': '1.2', Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: 'ConntrackHelper': '1.0', Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: 'Log': '1.0', Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: 'Network': '1.1', Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: 'Port': '1.7', Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: 'PortForwarding': '1.2', Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: 'QosPolicy': '1.8', Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: 'SecurityGroup': '1.4', Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: 'SecurityGroupRule': '1.2', Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: 'SubPort': '1.0', Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: 'Subnet': '1.1', Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: 'Trunk': '1.1'}} Jul 05 03:36:12.018137 n-d-780147-23 neutron-server[105539]: {{(pid=105539) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:36:12.091395 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:12.141341 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:12.142437 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:12.143110 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:12.240267 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7965469 Jul 05 03:36:12.254632 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5831cf-0a43-42ac-8e8c-72eb95c0f9da admin admin] Pushing event updated for resources: {'Network': ['ID=cd3bcdc7-dfcf-44f1-b237-5897919d70e0,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:12.268256 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network cd3bcdc7-dfcf-44f1-b237-5897919d70e0 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:36:14.888857 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39256) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:15.395357 n-d-780147-23 neutron-server[105538]: WARNING oslo_policy.policy [None req-950dcf25-4ef9-40bd-b510-247ef0e9ede4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:36:15.395984 n-d-780147-23 neutron-server[105538]: WARNING oslo_policy.policy [None req-950dcf25-4ef9-40bd-b510-247ef0e9ede4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:36:15.846648 n-d-780147-23 neutron-server[105538]: DEBUG neutron.policy [None req-950dcf25-4ef9-40bd-b510-247ef0e9ede4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105538) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 03:36:15.891051 n-d-780147-23 neutron-server[105538]: WARNING oslo_policy.policy [None req-950dcf25-4ef9-40bd-b510-247ef0e9ede4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:36:15.891642 n-d-780147-23 neutron-server[105538]: WARNING oslo_policy.policy [None req-950dcf25-4ef9-40bd-b510-247ef0e9ede4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:36:15.900179 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950dcf25-4ef9-40bd-b510-247ef0e9ede4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:15.902403 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-950dcf25-4ef9-40bd-b510-247ef0e9ede4 admin admin] 10.222.0.77 "GET /v2.0/networks/cd3bcdc7-dfcf-44f1-b237-5897919d70e0 HTTP/1.1" status: 200 len: 825 time: 1.0111046 Jul 05 03:36:15.940384 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1732b86c-8070-4151-be36-d807daba96cd admin admin] 10.222.0.77 "GET /v2.0/subnetpools/e214ac0d-a958-4719-9ea9-a07fe0432994 HTTP/1.1" status: 200 len: 734 time: 0.0329640 Jul 05 03:36:15.949386 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-7718507e-9cd9-4685-bdb5-c86318477ff3 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'cd3bcdc7-dfcf-44f1-b237-5897919d70e0', 'tenant_id': 'dcd2ec4ef3664099a97be500a5243477', 'subnetpool_id': 'e214ac0d-a958-4719-9ea9-a07fe0432994'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:36:15.951268 n-d-780147-23 neutron-server[105538]: INFO neutron.quota [None req-7718507e-9cd9-4685-bdb5-c86318477ff3 admin admin] Loaded quota_driver: . Jul 05 03:36:15.991946 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7718507e-9cd9-4685-bdb5-c86318477ff3 admin admin] Made reservation on behalf of dcd2ec4ef3664099a97be500a5243477 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:36:15.994815 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7718507e-9cd9-4685-bdb5-c86318477ff3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:16.284277 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7718507e-9cd9-4685-bdb5-c86318477ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:16.352913 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7718507e-9cd9-4685-bdb5-c86318477ff3 admin admin] Checking segment: {'id': 'ceb70a4c-fee2-460a-965c-53d4f4491cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cd3bcdc7-dfcf-44f1-b237-5897919d70e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:36:16.353298 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7718507e-9cd9-4685-bdb5-c86318477ff3 admin admin] Network hostable DHCP agents. Network: cd3bcdc7-dfcf-44f1-b237-5897919d70e0, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:36:16.368904 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718507e-9cd9-4685-bdb5-c86318477ff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b57b07e2-cc83-4ef7-b684-eb0549adccef,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:16.384716 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7718507e-9cd9-4685-bdb5-c86318477ff3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:16.385055 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7718507e-9cd9-4685-bdb5-c86318477ff3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:16.385396 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7718507e-9cd9-4685-bdb5-c86318477ff3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:16.385735 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7718507e-9cd9-4685-bdb5-c86318477ff3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:16.386052 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7718507e-9cd9-4685-bdb5-c86318477ff3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:16.386374 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7718507e-9cd9-4685-bdb5-c86318477ff3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:16.386694 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7718507e-9cd9-4685-bdb5-c86318477ff3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:16.387021 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7718507e-9cd9-4685-bdb5-c86318477ff3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:16.387340 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7718507e-9cd9-4685-bdb5-c86318477ff3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:16.387655 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7718507e-9cd9-4685-bdb5-c86318477ff3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:16.388026 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7718507e-9cd9-4685-bdb5-c86318477ff3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:16.388344 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7718507e-9cd9-4685-bdb5-c86318477ff3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7718507e-9cd9-4685-bdb5-c86318477ff3 admin admin] Tracked resource versions report: Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: pushed versions: Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: { 'AddressGroup': {'1.2'}, Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: 'ConntrackHelper': {'1.0'}, Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: 'Log': {'1.0'}, Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: 'Network': {'1.1'}, Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: 'Port': {'1.7'}, Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: 'PortForwarding': {'1.2'}, Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: 'QosPolicy': {'1.8'}, Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: 'SecurityGroup': {'1.4'}, Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: 'SubPort': {'1.0'}, Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: 'Subnet': {'1.1'}, Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: 'Trunk': {'1.1'}} Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: consumer versions: Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: { DHCP agent@n-d-780147-23: {}, Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: L3 agent@n-d-780147-23: {}, Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: Metadata agent@n-d-780147-23: {}, Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: Metering agent@n-d-780147-23: {}, Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: Open vSwitch agent@n-d-780147-23: { 'AddressGroup': '1.2', Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: 'ConntrackHelper': '1.0', Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: 'Log': '1.0', Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: 'Network': '1.1', Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: 'Port': '1.7', Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: 'PortForwarding': '1.2', Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: 'QosPolicy': '1.8', Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: 'SecurityGroup': '1.4', Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: 'SecurityGroupRule': '1.2', Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: 'SubPort': '1.0', Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: 'Subnet': '1.1', Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: 'Trunk': '1.1'}} Jul 05 03:36:16.389478 n-d-780147-23 neutron-server[105538]: {{(pid=105538) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:36:16.408358 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7718507e-9cd9-4685-bdb5-c86318477ff3 admin admin] Network cd3bcdc7-dfcf-44f1-b237-5897919d70e0 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:36:16.423095 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-7718507e-9cd9-4685-bdb5-c86318477ff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, cd3bcdc7-dfcf-44f1-b237-5897919d70e0) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:36:16.444220 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7718507e-9cd9-4685-bdb5-c86318477ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:16.445281 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7718507e-9cd9-4685-bdb5-c86318477ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:16.449298 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84405ca3-dbd0-42a8-a467-da8dcd6698e5 None None] Network cd3bcdc7-dfcf-44f1-b237-5897919d70e0 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:36:16.473082 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7718507e-9cd9-4685-bdb5-c86318477ff3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5271516 Jul 05 03:36:16.766069 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-cd3bcdc7-dfcf-44f1-b237-5897919d70e0', 'network_id': 'cd3bcdc7-dfcf-44f1-b237-5897919d70e0', 'tenant_id': 'dcd2ec4ef3664099a97be500a5243477', 'fixed_ips': [{'subnet_id': 'b57b07e2-cc83-4ef7-b684-eb0549adccef'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:36:16.767544 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:17.043282 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Allocated IP 172.20.0.2 (cd3bcdc7-dfcf-44f1-b237-5897919d70e0/b57b07e2-cc83-4ef7-b684-eb0549adccef/28a81b22-65ef-4830-96d1-eaeebd70d98f) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:36:17.249180 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:17.295989 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Transition to ACTIVE for port object 28a81b22-65ef-4830-96d1-eaeebd70d98f will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:36:17.317695 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Transition to ACTIVE for port object 28a81b22-65ef-4830-96d1-eaeebd70d98f will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:36:17.327434 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:17.401836 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Network cd3bcdc7-dfcf-44f1-b237-5897919d70e0 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:36:17.406530 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:36:17.411942 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Pushing event updated for resources: {'Port': ['ID=28a81b22-65ef-4830-96d1-eaeebd70d98f,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:17.415904 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:36:17.423468 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:17.423837 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:17.424194 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:17.424519 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:17.424853 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:17.425184 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:17.425512 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:17.425859 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:17.426166 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:17.426506 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:17.426820 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:17.427139 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Tracked resource versions report: Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: pushed versions: Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: { 'AddressGroup': {'1.2'}, Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: 'ConntrackHelper': {'1.0'}, Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: 'Log': {'1.0'}, Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: 'Network': {'1.1'}, Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: 'Port': {'1.7'}, Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: 'PortForwarding': {'1.2'}, Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: 'QosPolicy': {'1.8'}, Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: 'SecurityGroup': {'1.4'}, Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: 'SubPort': {'1.0'}, Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: 'Subnet': {'1.1'}, Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: 'Trunk': {'1.1'}} Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: consumer versions: Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: { DHCP agent@n-d-780147-23: {}, Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: L3 agent@n-d-780147-23: {}, Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: Metadata agent@n-d-780147-23: {}, Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: Metering agent@n-d-780147-23: {}, Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: Open vSwitch agent@n-d-780147-23: { 'AddressGroup': '1.2', Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: 'ConntrackHelper': '1.0', Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: 'Log': '1.0', Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: 'Network': '1.1', Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: 'Port': '1.7', Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: 'PortForwarding': '1.2', Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: 'QosPolicy': '1.8', Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: 'SecurityGroup': '1.4', Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: 'SecurityGroupRule': '1.2', Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: 'SubPort': '1.0', Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: 'Subnet': '1.1', Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: 'Trunk': '1.1'}} Jul 05 03:36:17.428293 n-d-780147-23 neutron-server[105540]: {{(pid=105540) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:36:17.496966 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Attempting to bind port 28a81b22-65ef-4830-96d1-eaeebd70d98f on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:36:17.497598 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Attempting to bind port 28a81b22-65ef-4830-96d1-eaeebd70d98f by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'ceb70a4c-fee2-460a-965c-53d4f4491cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cd3bcdc7-dfcf-44f1-b237-5897919d70e0'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:36:17.497805 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Attempting to bind port 28a81b22-65ef-4830-96d1-eaeebd70d98f on network cd3bcdc7-dfcf-44f1-b237-5897919d70e0 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:36:17.502629 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:36:17.503025 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Checking segment: {'id': 'ceb70a4c-fee2-460a-965c-53d4f4491cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cd3bcdc7-dfcf-44f1-b237-5897919d70e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:36:17.503512 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:17.503944 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Bound using segment: {'id': 'ceb70a4c-fee2-460a-965c-53d4f4491cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cd3bcdc7-dfcf-44f1-b237-5897919d70e0'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:36:17.504436 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Bound port: 28a81b22-65ef-4830-96d1-eaeebd70d98f, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb70a4c-fee2-460a-965c-53d4f4491cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cd3bcdc7-dfcf-44f1-b237-5897919d70e0'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:36:17.504845 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:17.569288 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] For port 28a81b22-65ef-4830-96d1-eaeebd70d98f, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:36:17.575972 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] For port 28a81b22-65ef-4830-96d1-eaeebd70d98f, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=28a81b22-65ef-4830-96d1-eaeebd70d98f,segment=NetworkSegment(ceb70a4c-fee2-460a-965c-53d4f4491cde),segment_id=ceb70a4c-fee2-460a-965c-53d4f4491cde)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:36:17.581057 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:17.653090 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e75be6-3a54-4448-9570-7006fc87bb1f None None] Pushing event updated for resources: {'Port': ['ID=28a81b22-65ef-4830-96d1-eaeebd70d98f,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:18.874627 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39278) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:19.204713 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-8ee02829-bc0d-4b83-8d05-500b6aa13dd8 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:36:19.205745 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8ee02829-bc0d-4b83-8d05-500b6aa13dd8 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3300309 Jul 05 03:36:21.644001 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39286) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:21.956111 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-50cdb573-1935-424d-9f51-4756b6623131 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:36:21.957180 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-50cdb573-1935-424d-9f51-4756b6623131 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3121336 Jul 05 03:36:23.463059 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 28a81b22-65ef-4830-96d1-eaeebd70d98f up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:36:23.551397 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 28a81b22-65ef-4830-96d1-eaeebd70d98f completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:36:23.826370 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0c3d2b-dcb0-4444-b0e2-3c58f788fc95 None None] Network cd3bcdc7-dfcf-44f1-b237-5897919d70e0 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:36:23.882688 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-07da7430-bf6e-4ac6-aafa-3b6185140520 None None] Provisioning for port 28a81b22-65ef-4830-96d1-eaeebd70d98f completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:36:23.889815 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-07da7430-bf6e-4ac6-aafa-3b6185140520 None None] Provisioning complete for port 28a81b22-65ef-4830-96d1-eaeebd70d98f triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:36:23.890212 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-07da7430-bf6e-4ac6-aafa-3b6185140520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:24.070146 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-07da7430-bf6e-4ac6-aafa-3b6185140520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:24.119505 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-07da7430-bf6e-4ac6-aafa-3b6185140520 None None] For port 28a81b22-65ef-4830-96d1-eaeebd70d98f, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=28a81b22-65ef-4830-96d1-eaeebd70d98f,segment=NetworkSegment(ceb70a4c-fee2-460a-965c-53d4f4491cde),segment_id=ceb70a4c-fee2-460a-965c-53d4f4491cde)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:36:24.127876 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-07da7430-bf6e-4ac6-aafa-3b6185140520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:24.188845 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da7430-bf6e-4ac6-aafa-3b6185140520 None None] Pushing event updated for resources: {'Port': ['ID=28a81b22-65ef-4830-96d1-eaeebd70d98f,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:24.347677 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b9b8af8b-02ba-4221-9c3b-dc2a50250a1c None None] Provisioning complete for port 28a81b22-65ef-4830-96d1-eaeebd70d98f triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:36:24.348092 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b9b8af8b-02ba-4221-9c3b-dc2a50250a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:24.612845 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39300) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:24.904685 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-89cb0674-693e-47c7-a5ec-9d93129e3c1b admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'dcd2ec4ef3664099a97be500a5243477'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:36:24.927484 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-89cb0674-693e-47c7-a5ec-9d93129e3c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:24.929648 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-89cb0674-693e-47c7-a5ec-9d93129e3c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:25.089351 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-89cb0674-693e-47c7-a5ec-9d93129e3c1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:25.094053 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-89cb0674-693e-47c7-a5ec-9d93129e3c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:25.105636 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-89cb0674-693e-47c7-a5ec-9d93129e3c1b admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:25.106917 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-89cb0674-693e-47c7-a5ec-9d93129e3c1b admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4930964 Jul 05 03:36:25.429606 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 28a81b22-65ef-4830-96d1-eaeebd70d98f up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:36:25.476229 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 28a81b22-65ef-4830-96d1-eaeebd70d98f triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:36:25.476596 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:27.497798 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39308) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:27.805532 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-c8de75c7-6ce1-4acf-af3b-7a5858109dfd admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:36:27.806533 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c8de75c7-6ce1-4acf-af3b-7a5858109dfd admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3077898 Jul 05 03:36:28.475033 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a606f0cf-719e-4c3b-a0c5-07199ecb3112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:30.184340 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39316) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:30.492429 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-231049c1-2da2-47c2-897e-564696249587 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:36:30.523516 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231049c1-2da2-47c2-897e-564696249587 admin admin] Made reservation on behalf of e49a5577e1e94a249fe40a8b8e2f09d9 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:36:30.525873 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-231049c1-2da2-47c2-897e-564696249587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:30.541086 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-231049c1-2da2-47c2-897e-564696249587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:30.657240 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-231049c1-2da2-47c2-897e-564696249587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:30.661206 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-231049c1-2da2-47c2-897e-564696249587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:30.677958 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-231049c1-2da2-47c2-897e-564696249587 admin admin] Reserving flat network on physical network physnet1 {{(pid=105538) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 05 03:36:30.700763 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231049c1-2da2-47c2-897e-564696249587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf9eb01-832f-4f58-86c0-dc8b7c0639ab,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:30.707597 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-231049c1-2da2-47c2-897e-564696249587 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787916910933', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:30.708217 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-231049c1-2da2-47c2-897e-564696249587 admin admin] Unsubscribe: segment precommit_create {{(pid=105538) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 03:36:30.708708 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-231049c1-2da2-47c2-897e-564696249587 admin admin] Added segment 0d8f285f-68fd-4b1d-8c65-e230511c85f1 of type flat for network ed495a2f-0241-4263-bf9b-61a54e0fbc19 Jul 05 03:36:30.761918 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-231049c1-2da2-47c2-897e-564696249587 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:30.810317 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-231049c1-2da2-47c2-897e-564696249587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:30.811271 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231049c1-2da2-47c2-897e-564696249587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:30.811905 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-231049c1-2da2-47c2-897e-564696249587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:30.876061 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-231049c1-2da2-47c2-897e-564696249587 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6906276 Jul 05 03:36:30.905685 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231049c1-2da2-47c2-897e-564696249587 admin admin] Pushing event updated for resources: {'Network': ['ID=ed495a2f-0241-4263-bf9b-61a54e0fbc19,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:30.917425 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:36:31.238887 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1a4b90a2-72cf-429e-8857-a174b93097d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:31.587043 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:32.314684 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:33.269443 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39336) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:33.448430 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31f16a2-45d8-4079-9e4b-f91bf4c12306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:33.449881 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e31f16a2-45d8-4079-9e4b-f91bf4c12306 admin admin] 10.222.0.77 "GET /v2.0/subnets/b57b07e2-cc83-4ef7-b684-eb0549adccef HTTP/1.1" status: 200 len: 849 time: 0.1794875 Jul 05 03:36:33.567268 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cbc70f8d-546a-4862-9071-6cbe656eb97c admin admin] 10.222.0.77 "GET /v2.0/routers/a64d44ea-b5fe-4533-a68e-b7b67c536fd6 HTTP/1.1" status: 200 len: 704 time: 0.1115427 Jul 05 03:36:33.835173 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ce15c7a3-8205-4c65-9468-7b54eff5f5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:34.092111 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:34.130954 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-ce15c7a3-8205-4c65-9468-7b54eff5f5b5 admin admin] Allocated IP 172.20.0.1 (cd3bcdc7-dfcf-44f1-b237-5897919d70e0/b57b07e2-cc83-4ef7-b684-eb0549adccef/9ae09e9d-0ef2-43e3-a011-89ec96e66933) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:36:34.282155 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ce15c7a3-8205-4c65-9468-7b54eff5f5b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:34.305003 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-ce15c7a3-8205-4c65-9468-7b54eff5f5b5 admin admin] Transition to ACTIVE for port object 9ae09e9d-0ef2-43e3-a011-89ec96e66933 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:36:34.432760 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ce15c7a3-8205-4c65-9468-7b54eff5f5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:34.501354 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce15c7a3-8205-4c65-9468-7b54eff5f5b5 admin admin] Network cd3bcdc7-dfcf-44f1-b237-5897919d70e0 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:36:34.507082 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-ce15c7a3-8205-4c65-9468-7b54eff5f5b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:36:34.514615 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce15c7a3-8205-4c65-9468-7b54eff5f5b5 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:36:34.515158 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ce15c7a3-8205-4c65-9468-7b54eff5f5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:34.579232 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15c7a3-8205-4c65-9468-7b54eff5f5b5 admin admin] Pushing event updated for resources: {'Port': ['ID=9ae09e9d-0ef2-43e3-a011-89ec96e66933,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:34.708297 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bd52888f-4c54-4418-a202-cdb68d93e912 None None] Provisioning for port 9ae09e9d-0ef2-43e3-a011-89ec96e66933 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:36:34.712615 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bd52888f-4c54-4418-a202-cdb68d93e912 None None] Provisioning complete for port 9ae09e9d-0ef2-43e3-a011-89ec96e66933 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:36:34.712988 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bd52888f-4c54-4418-a202-cdb68d93e912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:34.737738 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ce15c7a3-8205-4c65-9468-7b54eff5f5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:34.746573 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-bd52888f-4c54-4418-a202-cdb68d93e912 None None] Port 9ae09e9d-0ef2-43e3-a011-89ec96e66933 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:36:34.915947 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ce15c7a3-8205-4c65-9468-7b54eff5f5b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:34.920196 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ce15c7a3-8205-4c65-9468-7b54eff5f5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:34.921006 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ce15c7a3-8205-4c65-9468-7b54eff5f5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:34.998795 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15c7a3-8205-4c65-9468-7b54eff5f5b5 admin admin] Pushing event updated for resources: {'Port': ['ID=9ae09e9d-0ef2-43e3-a011-89ec96e66933,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:35.044739 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce15c7a3-8205-4c65-9468-7b54eff5f5b5 admin admin] Network cd3bcdc7-dfcf-44f1-b237-5897919d70e0 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:36:35.046004 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-ce15c7a3-8205-4c65-9468-7b54eff5f5b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:36:35.203941 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce15c7a3-8205-4c65-9468-7b54eff5f5b5 admin admin] Router a64d44ea-b5fe-4533-a68e-b7b67c536fd6 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:36:35.271209 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-91e62374-12a4-4235-9842-a6f41fbefa34 None None] Provisioning complete for port 9ae09e9d-0ef2-43e3-a011-89ec96e66933 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:36:35.271727 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-91e62374-12a4-4235-9842-a6f41fbefa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:35.294516 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce15c7a3-8205-4c65-9468-7b54eff5f5b5 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:36:35.306122 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] Sync routers for ids ['a64d44ea-b5fe-4533-a68e-b7b67c536fd6'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:36:35.309907 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ce15c7a3-8205-4c65-9468-7b54eff5f5b5 admin admin] 10.222.0.77 "PUT /v2.0/routers/a64d44ea-b5fe-4533-a68e-b7b67c536fd6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7374897 Jul 05 03:36:35.312164 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-91e62374-12a4-4235-9842-a6f41fbefa34 None None] Port 9ae09e9d-0ef2-43e3-a011-89ec96e66933 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:36:35.320568 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] Routers {'a64d44ea-b5fe-4533-a68e-b7b67c536fd6'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:36:35.321412 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:36:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['a64d44ea-b5fe-4533-a68e-b7b67c536fd6'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:35.509262 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] Set router a64d44ea-b5fe-4533-a68e-b7b67c536fd6 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:36:35.937624 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64d44ea-b5fe-4533-a68e-b7b67c536fd6', 'name': 'router1', 'tenant_id': 'dcd2ec4ef3664099a97be500a5243477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:24Z', 'updated_at': '2021-07-05T03:36:34Z', 'revision_number': 2, 'project_id': 'dcd2ec4ef3664099a97be500a5243477', 'gw_port_host': None, '_interfaces': [{'id': '9ae09e9d-0ef2-43e3-a011-89ec96e66933', 'name': '', 'network_id': 'cd3bcdc7-dfcf-44f1-b237-5897919d70e0', 'tenant_id': 'dcd2ec4ef3664099a97be500a5243477', 'mac_address': 'fa:16:3e:c8:1f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64d44ea-b5fe-4533-a68e-b7b67c536fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b57b07e2-cc83-4ef7-b684-eb0549adccef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:33Z', 'updated_at': '2021-07-05T03:36:34Z', 'revision_number': 2, 'project_id': 'dcd2ec4ef3664099a97be500a5243477', 'subnets': [{'id': 'b57b07e2-cc83-4ef7-b684-eb0549adccef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e214ac0d-a958-4719-9ea9-a07fe0432994'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:35.989542 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] Checking router: a64d44ea-b5fe-4533-a68e-b7b67c536fd6 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:36:35.989828 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] Updating router a64d44ea-b5fe-4533-a68e-b7b67c536fd6 port 9ae09e9d-0ef2-43e3-a011-89ec96e66933 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:36:36.055711 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:36.550086 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:36.570919 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] Transition to ACTIVE for port object 9ae09e9d-0ef2-43e3-a011-89ec96e66933 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:36:36.578090 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:36.742613 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] Attempting to bind port 9ae09e9d-0ef2-43e3-a011-89ec96e66933 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:36:36.743025 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] Attempting to bind port 9ae09e9d-0ef2-43e3-a011-89ec96e66933 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'ceb70a4c-fee2-460a-965c-53d4f4491cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cd3bcdc7-dfcf-44f1-b237-5897919d70e0'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:36:36.743705 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] Attempting to bind port 9ae09e9d-0ef2-43e3-a011-89ec96e66933 on network cd3bcdc7-dfcf-44f1-b237-5897919d70e0 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:36:36.752122 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:36:36.752527 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] Checking segment: {'id': 'ceb70a4c-fee2-460a-965c-53d4f4491cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cd3bcdc7-dfcf-44f1-b237-5897919d70e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:36:36.753026 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:36.753422 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] Bound using segment: {'id': 'ceb70a4c-fee2-460a-965c-53d4f4491cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cd3bcdc7-dfcf-44f1-b237-5897919d70e0'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:36:36.753921 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] Bound port: 9ae09e9d-0ef2-43e3-a011-89ec96e66933, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb70a4c-fee2-460a-965c-53d4f4491cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cd3bcdc7-dfcf-44f1-b237-5897919d70e0'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:36:36.754337 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:36.765499 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ed8be-9417-494a-811d-2e7ec9afe4c7 None None] Pushing event updated for resources: {'Port': ['ID=9ae09e9d-0ef2-43e3-a011-89ec96e66933,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:36.776298 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed8be-9417-494a-811d-2e7ec9afe4c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:36.776647 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed8be-9417-494a-811d-2e7ec9afe4c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:36.776992 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed8be-9417-494a-811d-2e7ec9afe4c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:36.777331 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed8be-9417-494a-811d-2e7ec9afe4c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:36.777667 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed8be-9417-494a-811d-2e7ec9afe4c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:36.778002 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed8be-9417-494a-811d-2e7ec9afe4c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:36.778335 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed8be-9417-494a-811d-2e7ec9afe4c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:36.778661 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed8be-9417-494a-811d-2e7ec9afe4c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:36.778989 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed8be-9417-494a-811d-2e7ec9afe4c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:36.779316 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed8be-9417-494a-811d-2e7ec9afe4c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:36.779640 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed8be-9417-494a-811d-2e7ec9afe4c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:36.779989 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed8be-9417-494a-811d-2e7ec9afe4c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed8be-9417-494a-811d-2e7ec9afe4c7 None None] Tracked resource versions report: Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: pushed versions: Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: { 'AddressGroup': {'1.2'}, Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: 'ConntrackHelper': {'1.0'}, Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: 'Log': {'1.0'}, Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: 'Network': {'1.1'}, Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: 'Port': {'1.7'}, Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: 'PortForwarding': {'1.2'}, Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: 'QosPolicy': {'1.8'}, Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: 'SecurityGroup': {'1.4'}, Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: 'SubPort': {'1.0'}, Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: 'Subnet': {'1.1'}, Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: 'Trunk': {'1.1'}} Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: consumer versions: Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: { DHCP agent@n-d-780147-23: {}, Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: L3 agent@n-d-780147-23: {}, Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: Metadata agent@n-d-780147-23: {}, Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: Metering agent@n-d-780147-23: {}, Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: Open vSwitch agent@n-d-780147-23: { 'AddressGroup': '1.2', Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: 'ConntrackHelper': '1.0', Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: 'Log': '1.0', Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: 'Network': '1.1', Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: 'Port': '1.7', Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: 'PortForwarding': '1.2', Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: 'QosPolicy': '1.8', Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: 'SecurityGroup': '1.4', Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: 'SecurityGroupRule': '1.2', Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: 'SubPort': '1.0', Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: 'Subnet': '1.1', Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: 'Trunk': '1.1'}} Jul 05 03:36:36.781109 n-d-780147-23 neutron-server[105541]: {{(pid=105541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:36:36.839866 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] For port 9ae09e9d-0ef2-43e3-a011-89ec96e66933, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:36:36.861500 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] For port 9ae09e9d-0ef2-43e3-a011-89ec96e66933, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=9ae09e9d-0ef2-43e3-a011-89ec96e66933,segment=NetworkSegment(ceb70a4c-fee2-460a-965c-53d4f4491cde),segment_id=ceb70a4c-fee2-460a-965c-53d4f4491cde)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:36:36.867690 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:36.925453 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ed8be-9417-494a-811d-2e7ec9afe4c7 None None] Pushing event updated for resources: {'Port': ['ID=9ae09e9d-0ef2-43e3-a011-89ec96e66933,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:36.930108 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] Routers {'a64d44ea-b5fe-4533-a68e-b7b67c536fd6'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:36:36.930717 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:36:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['a64d44ea-b5fe-4533-a68e-b7b67c536fd6'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:37.019915 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] Set router a64d44ea-b5fe-4533-a68e-b7b67c536fd6 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:36:37.227758 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64d44ea-b5fe-4533-a68e-b7b67c536fd6', 'name': 'router1', 'tenant_id': 'dcd2ec4ef3664099a97be500a5243477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:24Z', 'updated_at': '2021-07-05T03:36:34Z', 'revision_number': 2, 'project_id': 'dcd2ec4ef3664099a97be500a5243477', 'gw_port_host': None, '_interfaces': [{'id': '9ae09e9d-0ef2-43e3-a011-89ec96e66933', 'name': '', 'network_id': 'cd3bcdc7-dfcf-44f1-b237-5897919d70e0', 'tenant_id': 'dcd2ec4ef3664099a97be500a5243477', 'mac_address': 'fa:16:3e:c8:1f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64d44ea-b5fe-4533-a68e-b7b67c536fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b57b07e2-cc83-4ef7-b684-eb0549adccef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:33Z', 'updated_at': '2021-07-05T03:36:36Z', 'revision_number': 4, 'project_id': 'dcd2ec4ef3664099a97be500a5243477', 'subnets': [{'id': 'b57b07e2-cc83-4ef7-b684-eb0549adccef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e214ac0d-a958-4719-9ea9-a07fe0432994'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:37.253094 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7863bf-5cb3-441e-a946-c7d769efe607 None None] The sync data for ids ['a64d44ea-b5fe-4533-a68e-b7b67c536fd6'] in n-d-780147-23 is: [{'id': 'a64d44ea-b5fe-4533-a68e-b7b67c536fd6', 'name': 'router1', 'tenant_id': 'dcd2ec4ef3664099a97be500a5243477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:24Z', 'updated_at': '2021-07-05T03:36:34Z', 'revision_number': 2, 'project_id': 'dcd2ec4ef3664099a97be500a5243477', 'gw_port_host': None, '_interfaces': [{'id': '9ae09e9d-0ef2-43e3-a011-89ec96e66933', 'name': '', 'network_id': 'cd3bcdc7-dfcf-44f1-b237-5897919d70e0', 'tenant_id': 'dcd2ec4ef3664099a97be500a5243477', 'mac_address': 'fa:16:3e:c8:1f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64d44ea-b5fe-4533-a68e-b7b67c536fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b57b07e2-cc83-4ef7-b684-eb0549adccef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:33Z', 'updated_at': '2021-07-05T03:36:36Z', 'revision_number': 4, 'project_id': 'dcd2ec4ef3664099a97be500a5243477', 'subnets': [{'id': 'b57b07e2-cc83-4ef7-b684-eb0549adccef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e214ac0d-a958-4719-9ea9-a07fe0432994'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:36:37.548340 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39356) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:37.693106 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c687ff05-5997-4d02-be28-e6cd4495b39d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:37.694629 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c687ff05-5997-4d02-be28-e6cd4495b39d admin admin] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 842 time: 0.1454160 Jul 05 03:36:37.704033 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-5c5fb351-ffda-4afc-91f6-041fa396aad8 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.1.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'cidr': '172.25.1.0/24', 'enable_dhcp': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:36:37.729109 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5fb351-ffda-4afc-91f6-041fa396aad8 admin admin] Made reservation on behalf of e49a5577e1e94a249fe40a8b8e2f09d9 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:36:37.731619 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5c5fb351-ffda-4afc-91f6-041fa396aad8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:38.156452 n-d-780147-23 neutron-server[105539]: DEBUG neutron.objects.ports [None req-5c5fb351-ffda-4afc-91f6-041fa396aad8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105539) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:36:38.156833 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5c5fb351-ffda-4afc-91f6-041fa396aad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:38.211790 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fb351-ffda-4afc-91f6-041fa396aad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:38.223514 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5fb351-ffda-4afc-91f6-041fa396aad8 admin admin] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:36:38.223923 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5fb351-ffda-4afc-91f6-041fa396aad8 admin admin] Network hostable DHCP agents. Network: ed495a2f-0241-4263-bf9b-61a54e0fbc19, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:36:38.246031 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5fb351-ffda-4afc-91f6-041fa396aad8 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:36:38.257490 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-5c5fb351-ffda-4afc-91f6-041fa396aad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, ed495a2f-0241-4263-bf9b-61a54e0fbc19) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:36:38.262591 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5fb351-ffda-4afc-91f6-041fa396aad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:38.263172 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5c5fb351-ffda-4afc-91f6-041fa396aad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:38.267090 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4308346-3a38-40bb-840b-7e09f8081e99 None None] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:36:38.277337 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5c5fb351-ffda-4afc-91f6-041fa396aad8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5767241 Jul 05 03:36:38.410060 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39896476-c1e4-4950-8dce-9ef0ed3a8b83 None None] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:36:40.578278 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39368) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:40.808226 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d5052475-41e8-4342-9edd-a6d25c80afeb admin admin] 10.222.0.77 "GET /v2.0/routers/a64d44ea-b5fe-4533-a68e-b7b67c536fd6 HTTP/1.1" status: 200 len: 710 time: 0.2288029 Jul 05 03:36:40.898071 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b043b080-5f8b-4cdd-87b6-d05361a04919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:36:40.899464 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b043b080-5f8b-4cdd-87b6-d05361a04919 admin admin] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 886 time: 0.0862298 Jul 05 03:36:40.908181 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-9e5f9772-4ebc-44a2-92a2-5a1630ab5129 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:36:41.155297 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9772-4ebc-44a2-92a2-5a1630ab5129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:41.400685 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9772-4ebc-44a2-92a2-5a1630ab5129 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:41.459218 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 9ae09e9d-0ef2-43e3-a011-89ec96e66933 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:36:41.481513 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9772-4ebc-44a2-92a2-5a1630ab5129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:41.516622 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 9ae09e9d-0ef2-43e3-a011-89ec96e66933 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:36:41.520423 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 9ae09e9d-0ef2-43e3-a011-89ec96e66933 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:36:41.520795 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:41.597973 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:41.636559 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 9ae09e9d-0ef2-43e3-a011-89ec96e66933, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=9ae09e9d-0ef2-43e3-a011-89ec96e66933,segment=NetworkSegment(ceb70a4c-fee2-460a-965c-53d4f4491cde),segment_id=ceb70a4c-fee2-460a-965c-53d4f4491cde)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:36:41.640402 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:41.685909 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=9ae09e9d-0ef2-43e3-a011-89ec96e66933,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:41.691611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-9e5f9772-4ebc-44a2-92a2-5a1630ab5129 admin admin] Allocated IP 172.25.1.170 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/89b2c797-a28c-4126-9e6a-e216c33941b6) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:36:41.798590 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9772-4ebc-44a2-92a2-5a1630ab5129 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:41.880550 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9772-4ebc-44a2-92a2-5a1630ab5129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:41.955883 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5f9772-4ebc-44a2-92a2-5a1630ab5129 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:36:41.962972 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-9e5f9772-4ebc-44a2-92a2-5a1630ab5129 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:36:41.968454 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f9772-4ebc-44a2-92a2-5a1630ab5129 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:36:41.973622 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f9772-4ebc-44a2-92a2-5a1630ab5129 admin admin] Pushing event updated for resources: {'Port': ['ID=89b2c797-a28c-4126-9e6a-e216c33941b6,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:42.240539 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9772-4ebc-44a2-92a2-5a1630ab5129 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:42.428607 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9772-4ebc-44a2-92a2-5a1630ab5129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:42.431739 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9772-4ebc-44a2-92a2-5a1630ab5129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540971'] for router, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:42.542142 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5f9772-4ebc-44a2-92a2-5a1630ab5129 admin admin] Router a64d44ea-b5fe-4533-a68e-b7b67c536fd6 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:36:42.645095 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5f9772-4ebc-44a2-92a2-5a1630ab5129 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:36:42.649695 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9772-4ebc-44a2-92a2-5a1630ab5129 admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:42.650782 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9e5f9772-4ebc-44a2-92a2-5a1630ab5129 admin admin] 10.222.0.77 "PUT /v2.0/routers/a64d44ea-b5fe-4533-a68e-b7b67c536fd6 HTTP/1.1" status: 200 len: 890 time: 1.7459786 Jul 05 03:36:42.667063 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] Sync routers for ids ['a64d44ea-b5fe-4533-a68e-b7b67c536fd6'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:36:42.678653 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] Routers {'a64d44ea-b5fe-4533-a68e-b7b67c536fd6'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:36:42.679381 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:36:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['a64d44ea-b5fe-4533-a68e-b7b67c536fd6'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:42.955609 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] Set router a64d44ea-b5fe-4533-a68e-b7b67c536fd6 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:36:43.346209 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64d44ea-b5fe-4533-a68e-b7b67c536fd6', 'name': 'router1', 'tenant_id': 'dcd2ec4ef3664099a97be500a5243477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '89b2c797-a28c-4126-9e6a-e216c33941b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:24Z', 'updated_at': '2021-07-05T03:36:42Z', 'revision_number': 4, 'project_id': 'dcd2ec4ef3664099a97be500a5243477', 'gw_port': {'id': '89b2c797-a28c-4126-9e6a-e216c33941b6', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:08:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64d44ea-b5fe-4533-a68e-b7b67c536fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:41Z', 'updated_at': '2021-07-05T03:36:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '9ae09e9d-0ef2-43e3-a011-89ec96e66933', 'name': '', 'network_id': 'cd3bcdc7-dfcf-44f1-b237-5897919d70e0', 'tenant_id': 'dcd2ec4ef3664099a97be500a5243477', 'mac_address': 'fa:16:3e:c8:1f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64d44ea-b5fe-4533-a68e-b7b67c536fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b57b07e2-cc83-4ef7-b684-eb0549adccef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:33Z', 'updated_at': '2021-07-05T03:36:41Z', 'revision_number': 5, 'project_id': 'dcd2ec4ef3664099a97be500a5243477', 'subnets': [{'id': 'b57b07e2-cc83-4ef7-b684-eb0549adccef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e214ac0d-a958-4719-9ea9-a07fe0432994'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:43.395824 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] Checking router: a64d44ea-b5fe-4533-a68e-b7b67c536fd6 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:36:43.396189 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] Updating router a64d44ea-b5fe-4533-a68e-b7b67c536fd6 port 89b2c797-a28c-4126-9e6a-e216c33941b6 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:36:43.432063 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:43.454020 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 9ae09e9d-0ef2-43e3-a011-89ec96e66933 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:36:43.656629 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 9ae09e9d-0ef2-43e3-a011-89ec96e66933 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:36:43.656919 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:43.847861 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:43.857799 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] Transition to ACTIVE for port object 89b2c797-a28c-4126-9e6a-e216c33941b6 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:36:43.863695 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:43.913401 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] Attempting to bind port 89b2c797-a28c-4126-9e6a-e216c33941b6 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:36:43.913706 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] Attempting to bind port 89b2c797-a28c-4126-9e6a-e216c33941b6 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:36:43.914077 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] Attempting to bind port 89b2c797-a28c-4126-9e6a-e216c33941b6 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:36:43.922238 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d568c56-d34a-4cf2-acfb-71ec927e0ece None None] Pushing event updated for resources: {'Port': ['ID=89b2c797-a28c-4126-9e6a-e216c33941b6,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:43.925614 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:36:43.925994 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:36:43.926402 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:43.926791 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:36:43.927268 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] Bound port: 89b2c797-a28c-4126-9e6a-e216c33941b6, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:36:43.927650 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:44.059241 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] For port 89b2c797-a28c-4126-9e6a-e216c33941b6, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:36:44.062227 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] For port 89b2c797-a28c-4126-9e6a-e216c33941b6, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=89b2c797-a28c-4126-9e6a-e216c33941b6,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:36:44.065756 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:44.121463 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] Routers {'a64d44ea-b5fe-4533-a68e-b7b67c536fd6'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:36:44.122082 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:36:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['a64d44ea-b5fe-4533-a68e-b7b67c536fd6'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:44.153981 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d568c56-d34a-4cf2-acfb-71ec927e0ece None None] Pushing event updated for resources: {'Port': ['ID=89b2c797-a28c-4126-9e6a-e216c33941b6,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:44.228398 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] Set router a64d44ea-b5fe-4533-a68e-b7b67c536fd6 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:36:44.432020 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64d44ea-b5fe-4533-a68e-b7b67c536fd6', 'name': 'router1', 'tenant_id': 'dcd2ec4ef3664099a97be500a5243477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '89b2c797-a28c-4126-9e6a-e216c33941b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:24Z', 'updated_at': '2021-07-05T03:36:42Z', 'revision_number': 4, 'project_id': 'dcd2ec4ef3664099a97be500a5243477', 'gw_port': {'id': '89b2c797-a28c-4126-9e6a-e216c33941b6', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:08:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64d44ea-b5fe-4533-a68e-b7b67c536fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:41Z', 'updated_at': '2021-07-05T03:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '9ae09e9d-0ef2-43e3-a011-89ec96e66933', 'name': '', 'network_id': 'cd3bcdc7-dfcf-44f1-b237-5897919d70e0', 'tenant_id': 'dcd2ec4ef3664099a97be500a5243477', 'mac_address': 'fa:16:3e:c8:1f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64d44ea-b5fe-4533-a68e-b7b67c536fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b57b07e2-cc83-4ef7-b684-eb0549adccef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:33Z', 'updated_at': '2021-07-05T03:36:41Z', 'revision_number': 5, 'project_id': 'dcd2ec4ef3664099a97be500a5243477', 'subnets': [{'id': 'b57b07e2-cc83-4ef7-b684-eb0549adccef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e214ac0d-a958-4719-9ea9-a07fe0432994'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:36:44.462426 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1732e412-d1cb-46d2-844f-ebf526184908 None None] The sync data for ids ['a64d44ea-b5fe-4533-a68e-b7b67c536fd6'] in n-d-780147-23 is: [{'id': 'a64d44ea-b5fe-4533-a68e-b7b67c536fd6', 'name': 'router1', 'tenant_id': 'dcd2ec4ef3664099a97be500a5243477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '89b2c797-a28c-4126-9e6a-e216c33941b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:36:24Z', 'updated_at': '2021-07-05T03:36:42Z', 'revision_number': 4, 'project_id': 'dcd2ec4ef3664099a97be500a5243477', 'gw_port': {'id': '89b2c797-a28c-4126-9e6a-e216c33941b6', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:08:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64d44ea-b5fe-4533-a68e-b7b67c536fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:41Z', 'updated_at': '2021-07-05T03:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '9ae09e9d-0ef2-43e3-a011-89ec96e66933', 'name': '', 'network_id': 'cd3bcdc7-dfcf-44f1-b237-5897919d70e0', 'tenant_id': 'dcd2ec4ef3664099a97be500a5243477', 'mac_address': 'fa:16:3e:c8:1f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64d44ea-b5fe-4533-a68e-b7b67c536fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b57b07e2-cc83-4ef7-b684-eb0549adccef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:36:33Z', 'updated_at': '2021-07-05T03:36:41Z', 'revision_number': 5, 'project_id': 'dcd2ec4ef3664099a97be500a5243477', 'subnets': [{'id': 'b57b07e2-cc83-4ef7-b684-eb0549adccef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e214ac0d-a958-4719-9ea9-a07fe0432994'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:36:45.073784 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39376) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:45.201013 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d1be5363-b89b-40ea-8339-d2426f9500b9 admin admin] 10.222.0.77 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1260929 Jul 05 03:36:45.466405 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 89b2c797-a28c-4126-9e6a-e216c33941b6 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:36:45.516436 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 89b2c797-a28c-4126-9e6a-e216c33941b6 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:36:45.522271 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 89b2c797-a28c-4126-9e6a-e216c33941b6 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:36:45.522827 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:45.598184 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:45.620056 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 89b2c797-a28c-4126-9e6a-e216c33941b6, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=89b2c797-a28c-4126-9e6a-e216c33941b6,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:36:45.629981 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:45.692078 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=89b2c797-a28c-4126-9e6a-e216c33941b6,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:47.458104 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 89b2c797-a28c-4126-9e6a-e216c33941b6 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:36:47.511745 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 89b2c797-a28c-4126-9e6a-e216c33941b6 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:36:47.512044 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:54.741907 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 5 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:36:58.481394 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d042dbf3-fc42-4ed4-9143-212028550fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:01.253189 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dc8f0bb4-a3d0-4b5b-bf89-f35e462b8f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:01.596053 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:02.323645 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:04.126112 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:28.474607 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-59d8a97f-ce2d-424b-b2d0-5337bc31578e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:31.241787 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5f373e24-4bef-48e2-a148-e80cee30a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:31.591719 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:31.744696 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 5 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:37:32.322806 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:34.122679 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:58.476095 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-39759ded-d3df-42b6-954b-aeb8acfaef11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:01.237177 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b750fc2d-5bb0-406e-9950-1495cb52fb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:01.593520 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:02.323371 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:04.121245 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:08.745182 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 5 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:38:27.410804 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39978) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:38:27.471821 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3a805f-9c25-4dae-8987-f0167b26b416 admin admin] GET failed (client error): The resource could not be found. Jul 05 03:38:27.474110 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bb3a805f-9c25-4dae-8987-f0167b26b416 admin admin] 10.222.0.77 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623598 Jul 05 03:38:27.634990 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea4b62f-ee36-40e3-9977-24ff8fbd498a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:38:27.636435 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3ea4b62f-ee36-40e3-9977-24ff8fbd498a admin admin] 10.222.0.77 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1584849 Jul 05 03:38:28.476781 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-68d4a375-b443-4545-b57f-007c94a7f75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:29.838201 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39988) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:38:29.928877 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91679b58-38bc-42f4-8988-77d609e04834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:38:29.930285 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-91679b58-38bc-42f4-8988-77d609e04834 admin admin] 10.222.0.77 "GET /v2.0/subnets/b57b07e2-cc83-4ef7-b684-eb0549adccef HTTP/1.1" status: 200 len: 849 time: 0.0910995 Jul 05 03:38:29.939788 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-a640ca73-6056-4e5c-8928-5ff14db8c6c1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:38:30.027611 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a640ca73-6056-4e5c-8928-5ff14db8c6c1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:30.180222 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a640ca73-6056-4e5c-8928-5ff14db8c6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787916950559'] for subnet, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:30.283863 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a640ca73-6056-4e5c-8928-5ff14db8c6c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:38:30.284445 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a640ca73-6056-4e5c-8928-5ff14db8c6c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:30.286428 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a640ca73-6056-4e5c-8928-5ff14db8c6c1 admin admin] 10.222.0.77 "PUT /v2.0/subnets/b57b07e2-cc83-4ef7-b684-eb0549adccef HTTP/1.1" status: 200 len: 868 time: 0.3503623 Jul 05 03:38:30.303322 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b75db4-7a99-4472-b8e5-8b7c8f2ee22d None None] Network cd3bcdc7-dfcf-44f1-b237-5897919d70e0 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:38:30.309088 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640ca73-6056-4e5c-8928-5ff14db8c6c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b57b07e2-cc83-4ef7-b684-eb0549adccef,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:38:30.317111 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a640ca73-6056-4e5c-8928-5ff14db8c6c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:30.317521 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a640ca73-6056-4e5c-8928-5ff14db8c6c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:30.317789 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a640ca73-6056-4e5c-8928-5ff14db8c6c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:30.318130 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a640ca73-6056-4e5c-8928-5ff14db8c6c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:30.318502 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a640ca73-6056-4e5c-8928-5ff14db8c6c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:30.318775 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a640ca73-6056-4e5c-8928-5ff14db8c6c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:30.319103 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a640ca73-6056-4e5c-8928-5ff14db8c6c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:30.319427 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a640ca73-6056-4e5c-8928-5ff14db8c6c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:30.319748 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a640ca73-6056-4e5c-8928-5ff14db8c6c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:30.320183 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a640ca73-6056-4e5c-8928-5ff14db8c6c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:30.320509 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a640ca73-6056-4e5c-8928-5ff14db8c6c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:30.320832 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a640ca73-6056-4e5c-8928-5ff14db8c6c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:38:30.649178 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-26a67377-76a4-4c6b-af29-32b78be080cf None None] Provisioning complete for port 9ae09e9d-0ef2-43e3-a011-89ec96e66933 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:38:30.649554 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-26a67377-76a4-4c6b-af29-32b78be080cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:30.737320 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-26a67377-76a4-4c6b-af29-32b78be080cf None None] Provisioning complete for port 28a81b22-65ef-4830-96d1-eaeebd70d98f triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:38:30.737764 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-26a67377-76a4-4c6b-af29-32b78be080cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:31.238592 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bf38e6c2-d190-4eaf-8567-de7e2b05f815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:31.596087 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:32.327643 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:32.492060 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39996) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:38:32.686018 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db31b51-c071-4e0d-a360-83ee355238d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:38:32.686416 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db31b51-c071-4e0d-a360-83ee355238d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:38:32.687997 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9db31b51-c071-4e0d-a360-83ee355238d3 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1948724 Jul 05 03:38:34.125412 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:34.904585 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40004) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:38:35.033802 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15638314-7042-4a15-92c3-ea9c678e848c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:38:35.034212 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15638314-7042-4a15-92c3-ea9c678e848c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:38:35.035946 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-15638314-7042-4a15-92c3-ea9c678e848c admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1303806 Jul 05 03:38:37.261378 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40012) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:38:37.408348 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59584e0-deb5-4bb4-b779-59806e0fb5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:38:37.409819 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f59584e0-deb5-4bb4-b779-59806e0fb5a6 admin admin] 10.222.0.77 "GET /v2.0/networks/cd3bcdc7-dfcf-44f1-b237-5897919d70e0 HTTP/1.1" status: 200 len: 869 time: 0.1474884 Jul 05 03:38:39.732352 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40022) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:38:39.922901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1251da5-b5b9-44f9-9766-adc1badefed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:38:39.924346 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a1251da5-b5b9-44f9-9766-adc1badefed5 admin admin] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 886 time: 0.1910081 Jul 05 03:38:42.180436 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40030) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:38:42.308439 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d5d62d-a7fc-4ff5-8c56-42024a4a16b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:38:42.308907 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d5d62d-a7fc-4ff5-8c56-42024a4a16b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:38:42.310464 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-43d5d62d-a7fc-4ff5-8c56-42024a4a16b8 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1290803 Jul 05 03:38:44.488613 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40038) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:38:44.578084 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9499ef-a18c-4a1a-82d5-b076bc97510a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:38:44.578544 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9499ef-a18c-4a1a-82d5-b076bc97510a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:38:44.580067 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ec9499ef-a18c-4a1a-82d5-b076bc97510a admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0904412 Jul 05 03:38:45.743891 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 5 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:38:46.915117 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40046) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:38:47.001550 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e027f64-5ec6-4f91-86e8-78768bc47bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:38:47.002847 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3e027f64-5ec6-4f91-86e8-78768bc47bae admin admin] 10.222.0.77 "GET /v2.0/subnets/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82 HTTP/1.1" status: 200 len: 816 time: 0.0867801 Jul 05 03:38:49.272772 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40054) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:38:49.374926 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550e7d38-09cf-4430-be61-c1a02097f2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:38:49.376336 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-550e7d38-09cf-4430-be61-c1a02097f2eb admin admin] 10.222.0.77 "GET /v2.0/subnets/b57b07e2-cc83-4ef7-b684-eb0549adccef HTTP/1.1" status: 200 len: 868 time: 0.1026323 Jul 05 03:38:58.478776 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-44dbfe05-2832-4c44-9f34-abc42ba1b3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:01.239440 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-00081e67-d842-4bac-a497-45f0c42c51bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:01.599747 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:02.331124 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:04.135993 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:14.922317 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40098) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:39:14.983019 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-7c74ef2a-f79b-42ee-86b8-b1e7c39a2f36 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:39:14.984167 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7c74ef2a-f79b-42ee-86b8-b1e7c39a2f36 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0608118 Jul 05 03:39:17.315766 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40106) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:39:17.388453 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3c517a-c780-4b7d-9637-18e334383c72 admin admin] GET failed (client error): The resource could not be found. Jul 05 03:39:17.389863 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cd3c517a-c780-4b7d-9637-18e334383c72 admin admin] 10.222.0.77 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0731299 Jul 05 03:39:17.529820 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a14fb58-9468-47ab-a227-0670c2c568a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:17.531318 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5a14fb58-9468-47ab-a227-0670c2c568a0 admin admin] 10.222.0.77 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1375515 Jul 05 03:39:19.826409 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40114) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:39:19.874158 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-33fe407b-67dd-4dd8-b02e-2ac45c946732 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:39:19.898812 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fe407b-67dd-4dd8-b02e-2ac45c946732 admin admin] Made reservation on behalf of e49a5577e1e94a249fe40a8b8e2f09d9 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:39:19.901556 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-33fe407b-67dd-4dd8-b02e-2ac45c946732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:19.947279 n-d-780147-23 neutron-server[105539]: WARNING neutron.services.revisions.revision_plugin [None req-33fe407b-67dd-4dd8-b02e-2ac45c946732 admin admin] Could not find related network for resource to bump revision. Jul 05 03:39:19.961979 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33fe407b-67dd-4dd8-b02e-2ac45c946732 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:39:19.972276 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-33fe407b-67dd-4dd8-b02e-2ac45c946732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:19.972626 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-33fe407b-67dd-4dd8-b02e-2ac45c946732 admin admin] Added segment bd846cec-d8a6-46b6-adeb-550c3dbef27b of type vlan for network 02a133b7-dec8-4001-91c8-fc55b550967d Jul 05 03:39:20.016310 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-33fe407b-67dd-4dd8-b02e-2ac45c946732 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:20.044333 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-33fe407b-67dd-4dd8-b02e-2ac45c946732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:20.045302 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fe407b-67dd-4dd8-b02e-2ac45c946732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:20.045881 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-33fe407b-67dd-4dd8-b02e-2ac45c946732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:20.101313 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-33fe407b-67dd-4dd8-b02e-2ac45c946732 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2737656 Jul 05 03:39:20.106281 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe407b-67dd-4dd8-b02e-2ac45c946732 admin admin] Pushing event updated for resources: {'Network': ['ID=02a133b7-dec8-4001-91c8-fc55b550967d,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:39:20.114874 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe407b-67dd-4dd8-b02e-2ac45c946732 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:20.115228 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe407b-67dd-4dd8-b02e-2ac45c946732 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:20.115577 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe407b-67dd-4dd8-b02e-2ac45c946732 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:20.115958 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe407b-67dd-4dd8-b02e-2ac45c946732 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:20.116652 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe407b-67dd-4dd8-b02e-2ac45c946732 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:20.116901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe407b-67dd-4dd8-b02e-2ac45c946732 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:20.117239 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe407b-67dd-4dd8-b02e-2ac45c946732 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:20.117575 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe407b-67dd-4dd8-b02e-2ac45c946732 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:20.117904 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe407b-67dd-4dd8-b02e-2ac45c946732 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:20.118230 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe407b-67dd-4dd8-b02e-2ac45c946732 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:20.118565 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe407b-67dd-4dd8-b02e-2ac45c946732 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:20.118884 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe407b-67dd-4dd8-b02e-2ac45c946732 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:20.132927 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 02a133b7-dec8-4001-91c8-fc55b550967d details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:39:22.369267 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40122) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:39:22.428018 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5373f2f-5279-4669-bb1f-574ccfe63851 admin admin] GET failed (client error): The resource could not be found. Jul 05 03:39:22.429361 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f5373f2f-5279-4669-bb1f-574ccfe63851 admin admin] 10.222.0.77 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591550 Jul 05 03:39:22.500446 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6422c0e8-744c-4b03-a8a5-56902e3e44c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:22.502455 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6422c0e8-744c-4b03-a8a5-56902e3e44c6 admin admin] 10.222.0.77 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0685575 Jul 05 03:39:22.512282 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-fd3210a0-2f36-4b1e-b809-e10647447e20 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:39:22.531465 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3210a0-2f36-4b1e-b809-e10647447e20 admin admin] Made reservation on behalf of e49a5577e1e94a249fe40a8b8e2f09d9 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:39:22.533734 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fd3210a0-2f36-4b1e-b809-e10647447e20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:22.693539 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fd3210a0-2f36-4b1e-b809-e10647447e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:22.744665 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 5 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:39:22.752880 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3210a0-2f36-4b1e-b809-e10647447e20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c964c461-c862-40b0-bd26-5467bc4b5039,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:39:22.758199 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3210a0-2f36-4b1e-b809-e10647447e20 admin admin] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:39:22.759060 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3210a0-2f36-4b1e-b809-e10647447e20 admin admin] Network hostable DHCP agents. Network: 02a133b7-dec8-4001-91c8-fc55b550967d, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:39:22.774236 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3210a0-2f36-4b1e-b809-e10647447e20 admin admin] Network 02a133b7-dec8-4001-91c8-fc55b550967d is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:39:22.782736 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-fd3210a0-2f36-4b1e-b809-e10647447e20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 02a133b7-dec8-4001-91c8-fc55b550967d) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:39:22.788791 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3210a0-2f36-4b1e-b809-e10647447e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:39:22.789515 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fd3210a0-2f36-4b1e-b809-e10647447e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:22.792641 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d67256e-6d9b-42da-9c4e-8f3911b601ae None None] Network 02a133b7-dec8-4001-91c8-fc55b550967d requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:39:22.804595 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fd3210a0-2f36-4b1e-b809-e10647447e20 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2955995 Jul 05 03:39:23.038928 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-02a133b7-dec8-4001-91c8-fc55b550967d', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'tenant_id': 'e49a5577e1e94a249fe40a8b8e2f09d9', 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:39:23.039838 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:23.178098 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Allocated IP 192.168.233.2 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/569406ea-b1df-4010-9abb-7375e551e9a2) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:39:23.317697 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:23.326902 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Transition to ACTIVE for port object 569406ea-b1df-4010-9abb-7375e551e9a2 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:39:23.347598 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Transition to ACTIVE for port object 569406ea-b1df-4010-9abb-7375e551e9a2 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:39:23.355708 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:23.398093 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:39:23.407760 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:39:23.410446 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Pushing event updated for resources: {'Port': ['ID=569406ea-b1df-4010-9abb-7375e551e9a2,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:39:23.412609 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:39:23.424001 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:23.424365 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:23.424705 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:23.425043 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:23.425375 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:23.425706 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:23.426037 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:23.426365 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:23.426687 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:23.427014 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:23.427337 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:23.427655 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:39:23.478558 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Attempting to bind port 569406ea-b1df-4010-9abb-7375e551e9a2 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:39:23.478933 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Attempting to bind port 569406ea-b1df-4010-9abb-7375e551e9a2 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:39:23.479302 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Attempting to bind port 569406ea-b1df-4010-9abb-7375e551e9a2 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:39:23.484397 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:39:23.484794 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:39:23.485195 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:23.485596 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:39:23.486112 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Bound port: 569406ea-b1df-4010-9abb-7375e551e9a2, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:39:23.487020 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:23.554731 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] For port 569406ea-b1df-4010-9abb-7375e551e9a2, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:39:23.558124 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] For port 569406ea-b1df-4010-9abb-7375e551e9a2, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=569406ea-b1df-4010-9abb-7375e551e9a2,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:39:23.562302 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:23.624292 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3057a-4457-4a88-aae8-50593fd514ed None None] Pushing event updated for resources: {'Port': ['ID=569406ea-b1df-4010-9abb-7375e551e9a2,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:39:24.453249 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42699eed-963a-4b3b-8efa-e3acf3d54142 None None] Network 02a133b7-dec8-4001-91c8-fc55b550967d requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:39:24.526826 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5b535a40-d8a3-4e31-b848-e7b9d5b6f757 None None] Provisioning for port 569406ea-b1df-4010-9abb-7375e551e9a2 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:39:25.595935 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 569406ea-b1df-4010-9abb-7375e551e9a2 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:39:25.648263 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 569406ea-b1df-4010-9abb-7375e551e9a2 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:39:25.652033 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 569406ea-b1df-4010-9abb-7375e551e9a2 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:39:25.652424 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:25.732048 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:25.766146 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 569406ea-b1df-4010-9abb-7375e551e9a2, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=569406ea-b1df-4010-9abb-7375e551e9a2,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:39:25.770760 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:25.821136 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=569406ea-b1df-4010-9abb-7375e551e9a2,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:39:27.559370 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 569406ea-b1df-4010-9abb-7375e551e9a2 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:39:27.608074 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 569406ea-b1df-4010-9abb-7375e551e9a2 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:39:27.608444 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:28.485099 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4e4762a0-496a-47ac-bf83-655fa5bae962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:31.241968 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-978dab3f-3401-49a1-ab1f-7687214a9ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:31.601831 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:32.334636 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:34.130315 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:58.489963 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2816a52c-0b08-4737-969d-1e154bd4bbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:59.743451 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 5 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:40:01.242704 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-61e53844-bcd1-48a3-acbc-83b5929e17fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:01.605401 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:02.336187 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:04.131378 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:28.482960 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e2632d9f-6360-43a5-ba39-e443a33ac275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:31.244945 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-78288c68-d8ec-4054-8611-a5a5f1cdace9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:31.608064 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:31.627758 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40174) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:40:31.634912 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-caea6a8e-b3ac-43db-a3d6-4cd4403e11cd tempest-verify_tempest_config-753616115 tempest-verify_tempest_config-753616115-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:40:31.635951 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-caea6a8e-b3ac-43db-a3d6-4cd4403e11cd tempest-verify_tempest_config-753616115 tempest-verify_tempest_config-753616115-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0071690 Jul 05 03:40:31.944688 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40192) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:40:32.045883 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ac4af5f3-dac0-4cc7-b45d-f2470214de94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:32.138711 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ac4af5f3-dac0-4cc7-b45d-f2470214de94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:32.142405 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ac4af5f3-dac0-4cc7-b45d-f2470214de94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:32.186289 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ac4af5f3-dac0-4cc7-b45d-f2470214de94 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5591d692420a47da945025135fda6cca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2405615 Jul 05 03:40:32.187278 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4af5f3-dac0-4cc7-b45d-f2470214de94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9070ba-0652-4848-953f-5e9f1d8bde20,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:40:32.189213 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40196) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:40:32.194690 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4af5f3-dac0-4cc7-b45d-f2470214de94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:40:32.195040 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4af5f3-dac0-4cc7-b45d-f2470214de94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:40:32.195384 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4af5f3-dac0-4cc7-b45d-f2470214de94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:40:32.195723 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4af5f3-dac0-4cc7-b45d-f2470214de94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:40:32.196092 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4af5f3-dac0-4cc7-b45d-f2470214de94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:40:32.196430 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4af5f3-dac0-4cc7-b45d-f2470214de94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:40:32.196772 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4af5f3-dac0-4cc7-b45d-f2470214de94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:40:32.197099 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4af5f3-dac0-4cc7-b45d-f2470214de94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:40:32.197426 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4af5f3-dac0-4cc7-b45d-f2470214de94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:40:32.197751 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4af5f3-dac0-4cc7-b45d-f2470214de94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:40:32.198077 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4af5f3-dac0-4cc7-b45d-f2470214de94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:40:32.198402 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4af5f3-dac0-4cc7-b45d-f2470214de94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:40:32.244959 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ada0ad60-e49f-4719-bc4b-d545a0025e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:32.265432 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ada0ad60-e49f-4719-bc4b-d545a0025e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:32.338629 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:32.353625 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ada0ad60-e49f-4719-bc4b-d545a0025e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:32.356287 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ada0ad60-e49f-4719-bc4b-d545a0025e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:32.357603 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ada0ad60-e49f-4719-bc4b-d545a0025e28 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ae9070ba-0652-4848-953f-5e9f1d8bde20 HTTP/1.1" status: 204 len: 168 time: 0.1662211 Jul 05 03:40:32.366119 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0ad60-e49f-4719-bc4b-d545a0025e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9070ba-0652-4848-953f-5e9f1d8bde20,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:40:32.372730 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada0ad60-e49f-4719-bc4b-d545a0025e28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:40:32.373097 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada0ad60-e49f-4719-bc4b-d545a0025e28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:40:32.373414 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada0ad60-e49f-4719-bc4b-d545a0025e28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:40:32.373748 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada0ad60-e49f-4719-bc4b-d545a0025e28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:40:32.374076 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada0ad60-e49f-4719-bc4b-d545a0025e28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:40:32.374398 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada0ad60-e49f-4719-bc4b-d545a0025e28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:40:32.374716 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada0ad60-e49f-4719-bc4b-d545a0025e28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:40:32.375039 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada0ad60-e49f-4719-bc4b-d545a0025e28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:40:32.375361 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada0ad60-e49f-4719-bc4b-d545a0025e28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:40:32.375678 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada0ad60-e49f-4719-bc4b-d545a0025e28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:40:32.376029 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada0ad60-e49f-4719-bc4b-d545a0025e28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:40:32.376348 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada0ad60-e49f-4719-bc4b-d545a0025e28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:40:34.139848 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:36.742887 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 5 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:40:58.483022 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d7e60157-8af1-411a-b397-7513f9ba24dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:01.246798 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cffb48d9-3a11-49af-8ae6-4ccb1e22c09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:01.608891 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:02.342388 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:04.142045 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:13.741926 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 5 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:41:28.484615 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ff4b1801-6dec-4b99-99ae-827cf3756de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:31.257644 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f2b3de4c-b137-4685-85cb-3838a0077b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:31.614733 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:32.344759 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:34.143545 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:50.740611 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 5 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:41:58.484970 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-82217329-3e3b-4883-a715-ed667ba74f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:01.247951 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1f72988a-d1dc-42ef-bdaf-91dfa4164259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:01.605907 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:02.346538 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:04.147374 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:27.738991 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 5 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:42:28.485699 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4c86db20-ff77-41eb-8973-2902f3f7b44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:31.249397 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-faf3d50a-e2ad-486d-a8e0-c0496e7ef75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:31.608312 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:32.351382 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:34.149492 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:58.487102 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7a2ee546-0d21-497c-8518-2752e317edef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:01.251128 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-28937fd6-6299-4ecb-9a83-e2239c7f7648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:01.609057 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:02.353623 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:04.151924 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:04.737207 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 5 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:43:28.491809 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-27a1a983-e85a-4040-b18b-e76384c16590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:31.254563 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0cef28e9-b363-4448-a59b-1def19b3a7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:31.613020 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.355102 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:34.153681 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:41.735475 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 5 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:43:42.488289 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-634429'] for agent, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.493140 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9d384556-4ccf-4d62-be05-33cd7e5d0393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.717845 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-634429'] for agent, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.255208 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f17e8623-4311-4e6d-8561-245b8bbbeb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.614849 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:02.356766 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.156053 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:12.472332 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:18.737363 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:44:28.495189 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-14cbb8a4-3602-4453-bd21-c83fd062b57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:28.673079 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:30.345815 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40258) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:30.448567 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-77fb6cc5-5b73-4cd6-b67e-b0a47cab87ed admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1016345 Jul 05 03:44:31.256586 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-011c8e9b-6ddd-452d-ba5e-1f4dc8c407f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:31.617379 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:32.361431 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:32.698167 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40268) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:32.757886 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-74ebe452-9912-493c-8c68-74e613c76ad2 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0586612 Jul 05 03:44:34.164047 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:42.478770 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:55.737178 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:44:58.497313 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fe9ce436-7b4e-4b81-b45c-ccb7c400128a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:58.682465 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:01.258445 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-19d5170d-6ff4-4c2a-af3e-7e95c78ea342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:01.618754 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:02.364820 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:04.163404 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:12.501136 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:28.522807 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-44eea6c3-be3c-47ee-89af-cafe61c3cc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:28.711197 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:31.266194 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-95b377b0-c930-47a2-bb2d-18f83400f1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:31.626735 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.370482 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.742465 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:45:34.170697 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.507852 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:58.528805 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-31a4a915-416e-4962-91b9-8272ceb3bcfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:58.712141 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:01.279772 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-21ca43e3-434d-4c4b-9805-db975bf28b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:01.663888 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:02.450184 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:04.185339 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:05.660555 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40496) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:06.076763 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40510) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:06.436028 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6cea861e-ad87-4552-98b2-6ed072ed2ab8 tempest-AutoAllocateNetworkTest-482629681 tempest-AutoAllocateNetworkTest-482629681-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=3fa9eaf5e7bb4c4d8ce3a5ec02170112&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7733104 Jul 05 03:46:06.436378 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40520) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:06.663024 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1900286073-network', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:06.714047 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Made reservation on behalf of 49aa2e78f4fa410bbda69c030d0e9b7c for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:06.719764 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:06.745166 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:06.758104 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0808d40c-af7a-4502-991f-86eb1db1b785 tempest-AutoAllocateNetworkTest-482629681 tempest-AutoAllocateNetworkTest-482629681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:06.765740 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40530) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:06.766451 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0808d40c-af7a-4502-991f-86eb1db1b785 tempest-AutoAllocateNetworkTest-482629681 tempest-AutoAllocateNetworkTest-482629681-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3274720 Jul 05 03:46:06.857547 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fb757f25-1131-4fb5-99de-d106a62b2e32 tempest-AutoAllocateNetworkTest-482629681 tempest-AutoAllocateNetworkTest-482629681-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0900805 Jul 05 03:46:06.860528 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40534) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:06.929086 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6f7d84d9-1ea8-4d25-81f2-37e1fe56fcb3 tempest-AutoAllocateNetworkTest-482629681 tempest-AutoAllocateNetworkTest-482629681-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=3fa9eaf5e7bb4c4d8ce3a5ec02170112 HTTP/1.1" status: 200 len: 208 time: 0.0663745 Jul 05 03:46:06.987677 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:06.995735 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:07.033348 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:46:07.057917 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0c78ae-60ec-4321-aa0b-2fc963e19c86,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:07.068003 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:07.069037 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Added segment b3fe746c-afab-4ea9-83e8-76d493f2647b of type vlan for network 03165c03-da88-4245-8e84-9b954eea306b Jul 05 03:46:07.096590 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.097090 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.097873 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.098418 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.098950 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.099464 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.100024 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.100554 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.101082 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.101603 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.102111 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.102596 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Tracked resource versions report: Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: pushed versions: Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: { 'AddressGroup': {'1.2'}, Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: 'ConntrackHelper': {'1.0'}, Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: 'Log': {'1.0'}, Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: 'Network': {'1.1'}, Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: 'Port': {'1.7'}, Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: 'PortForwarding': {'1.2'}, Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: 'QosPolicy': {'1.8'}, Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: 'SecurityGroup': {'1.4'}, Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: 'SubPort': {'1.0'}, Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: 'Subnet': {'1.1'}, Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: 'Trunk': {'1.1'}} Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: consumer versions: Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: { DHCP agent@n-d-780147-23: {}, Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: HyperV agent@n-h1-780147-23: {}, Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: HyperV agent@n-h2-780147-23: {}, Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: L3 agent@n-d-780147-23: {}, Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: Metadata agent@n-d-780147-23: {}, Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: Metering agent@n-d-780147-23: {}, Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: Open vSwitch agent@n-d-780147-23: { 'AddressGroup': '1.2', Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: 'ConntrackHelper': '1.0', Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: 'Log': '1.0', Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: 'Network': '1.1', Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: 'Port': '1.7', Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: 'PortForwarding': '1.2', Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: 'QosPolicy': '1.8', Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: 'SecurityGroup': '1.4', Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: 'SecurityGroupRule': '1.2', Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: 'SubPort': '1.0', Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: 'Subnet': '1.1', Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: 'Trunk': '1.1'}} Jul 05 03:46:07.104620 n-d-780147-23 neutron-server[105539]: {{(pid=105539) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:46:07.188414 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:07.224309 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:07.225304 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:07.225891 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:07.291765 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2133718 Jul 05 03:46:07.297815 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40552) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:07.306351 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-6c74ca0b-9a2f-426c-b927-8a5a0e73b718 admin admin] Request body: {'subnet': {'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1900286073-subnet', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:07.311375 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e2cd1-930c-41ba-8d73-06afa8607315 admin admin] Pushing event updated for resources: {'Network': ['ID=03165c03-da88-4245-8e84-9b954eea306b,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:07.326395 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 03165c03-da88-4245-8e84-9b954eea306b details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:46:07.364196 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c74ca0b-9a2f-426c-b927-8a5a0e73b718 admin admin] Made reservation on behalf of 49aa2e78f4fa410bbda69c030d0e9b7c for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:07.368814 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6c74ca0b-9a2f-426c-b927-8a5a0e73b718 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:07.665914 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6c74ca0b-9a2f-426c-b927-8a5a0e73b718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:07.750647 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74ca0b-9a2f-426c-b927-8a5a0e73b718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=637932b0-f157-4611-98b0-74dc055ed6e0,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:07.767647 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74ca0b-9a2f-426c-b927-8a5a0e73b718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.768245 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74ca0b-9a2f-426c-b927-8a5a0e73b718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.768781 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74ca0b-9a2f-426c-b927-8a5a0e73b718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.769350 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74ca0b-9a2f-426c-b927-8a5a0e73b718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.769916 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74ca0b-9a2f-426c-b927-8a5a0e73b718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.770352 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74ca0b-9a2f-426c-b927-8a5a0e73b718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.770907 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74ca0b-9a2f-426c-b927-8a5a0e73b718 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.771462 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74ca0b-9a2f-426c-b927-8a5a0e73b718 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.772183 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74ca0b-9a2f-426c-b927-8a5a0e73b718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.772786 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74ca0b-9a2f-426c-b927-8a5a0e73b718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.773342 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74ca0b-9a2f-426c-b927-8a5a0e73b718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.773923 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74ca0b-9a2f-426c-b927-8a5a0e73b718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c74ca0b-9a2f-426c-b927-8a5a0e73b718 admin admin] Tracked resource versions report: Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: pushed versions: Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: { 'AddressGroup': {'1.2'}, Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: 'ConntrackHelper': {'1.0'}, Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: 'Log': {'1.0'}, Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: 'Network': {'1.1'}, Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: 'Port': {'1.7'}, Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: 'PortForwarding': {'1.2'}, Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: 'QosPolicy': {'1.8'}, Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: 'SecurityGroup': {'1.4'}, Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: 'SubPort': {'1.0'}, Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: 'Subnet': {'1.1'}, Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: 'Trunk': {'1.1'}} Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: consumer versions: Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: { DHCP agent@n-d-780147-23: {}, Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: HyperV agent@n-h1-780147-23: {}, Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: HyperV agent@n-h2-780147-23: {}, Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: L3 agent@n-d-780147-23: {}, Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: Metadata agent@n-d-780147-23: {}, Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: Metering agent@n-d-780147-23: {}, Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: Open vSwitch agent@n-d-780147-23: { 'AddressGroup': '1.2', Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: 'ConntrackHelper': '1.0', Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: 'Log': '1.0', Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: 'Network': '1.1', Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: 'Port': '1.7', Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: 'PortForwarding': '1.2', Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: 'QosPolicy': '1.8', Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: 'SecurityGroup': '1.4', Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: 'SecurityGroupRule': '1.2', Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: 'SubPort': '1.0', Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: 'Subnet': '1.1', Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: 'Trunk': '1.1'}} Jul 05 03:46:07.776941 n-d-780147-23 neutron-server[105538]: {{(pid=105538) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:46:07.843951 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c74ca0b-9a2f-426c-b927-8a5a0e73b718 admin admin] Checking segment: {'id': 'b3fe746c-afab-4ea9-83e8-76d493f2647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03165c03-da88-4245-8e84-9b954eea306b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:07.844624 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c74ca0b-9a2f-426c-b927-8a5a0e73b718 admin admin] Network hostable DHCP agents. Network: 03165c03-da88-4245-8e84-9b954eea306b, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:46:07.867854 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c74ca0b-9a2f-426c-b927-8a5a0e73b718 admin admin] Network 03165c03-da88-4245-8e84-9b954eea306b is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:46:07.888330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-6c74ca0b-9a2f-426c-b927-8a5a0e73b718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 03165c03-da88-4245-8e84-9b954eea306b) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:07.897672 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c74ca0b-9a2f-426c-b927-8a5a0e73b718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:07.898531 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6c74ca0b-9a2f-426c-b927-8a5a0e73b718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:07.907628 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627725bf-efa5-49dc-ad47-9876656bbfbe None None] Network 03165c03-da88-4245-8e84-9b954eea306b requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:46:07.935061 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40574) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:07.937903 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6c74ca0b-9a2f-426c-b927-8a5a0e73b718 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6385181 Jul 05 03:46:07.942007 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40576) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:07.947439 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-25371fcb-00be-4814-8a81-8d46ffb9ce18 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1900286073-router', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:07.986300 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-25371fcb-00be-4814-8a81-8d46ffb9ce18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:07.991189 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-25371fcb-00be-4814-8a81-8d46ffb9ce18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:08.099876 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-25371fcb-00be-4814-8a81-8d46ffb9ce18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:08.342624 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-25371fcb-00be-4814-8a81-8d46ffb9ce18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:08.355599 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-03165c03-da88-4245-8e84-9b954eea306b', 'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'fixed_ips': [{'subnet_id': '637932b0-f157-4611-98b0-74dc055ed6e0'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:46:08.358595 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:08.635843 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Allocated IP 172.20.0.2 (03165c03-da88-4245-8e84-9b954eea306b/637932b0-f157-4611-98b0-74dc055ed6e0/cdc3e715-ab1b-4c1a-86f2-a7f33154188b) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:08.692889 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9a48d7f1-2bd8-4b86-959f-5b81ff85817e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:08.741787 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-25371fcb-00be-4814-8a81-8d46ffb9ce18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:08.793367 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-25371fcb-00be-4814-8a81-8d46ffb9ce18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:09.004702 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9a48d7f1-2bd8-4b86-959f-5b81ff85817e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:09.012632 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9a48d7f1-2bd8-4b86-959f-5b81ff85817e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:09.046967 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:09.081492 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Transition to ACTIVE for port object cdc3e715-ab1b-4c1a-86f2-a7f33154188b will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:09.085999 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9a48d7f1-2bd8-4b86-959f-5b81ff85817e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3fa9eaf5e7bb4c4d8ce3a5ec02170112&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1492193 Jul 05 03:46:09.087895 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48d7f1-2bd8-4b86-959f-5b81ff85817e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc32e760-fd5f-4757-b42e-fff5fc073df0,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:09.091210 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40598) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:09.158281 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Transition to ACTIVE for port object cdc3e715-ab1b-4c1a-86f2-a7f33154188b will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:09.170710 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:09.175830 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-25371fcb-00be-4814-8a81-8d46ffb9ce18 admin admin] Allocated IP 172.25.1.74 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/5e6d8c86-45b1-44eb-8068-8eac504ae67a) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:09.215837 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-13c6238e-3173-4b02-8653-e83195d1f804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:09.239503 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Network 03165c03-da88-4245-8e84-9b954eea306b is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:09.245643 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:09.265813 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-13c6238e-3173-4b02-8653-e83195d1f804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:09.306862 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:09.414637 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-13c6238e-3173-4b02-8653-e83195d1f804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:09.421673 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-13c6238e-3173-4b02-8653-e83195d1f804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:09.425360 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-13c6238e-3173-4b02-8653-e83195d1f804 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bc32e760-fd5f-4757-b42e-fff5fc073df0 HTTP/1.1" status: 204 len: 168 time: 0.3326986 Jul 05 03:46:09.456124 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6238e-3173-4b02-8653-e83195d1f804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc32e760-fd5f-4757-b42e-fff5fc073df0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:09.480606 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Pushing event updated for resources: {'Port': ['ID=cdc3e715-ab1b-4c1a-86f2-a7f33154188b,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:09.519378 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:09.520513 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:09.521368 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:09.522760 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:09.524107 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:09.525426 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:09.526777 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:09.527612 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:09.528218 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:09.528878 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:09.529695 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:09.530472 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Tracked resource versions report: Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: pushed versions: Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: { 'AddressGroup': {'1.2'}, Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: 'ConntrackHelper': {'1.0'}, Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: 'Log': {'1.0'}, Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: 'Network': {'1.1'}, Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: 'Port': {'1.7'}, Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: 'PortForwarding': {'1.2'}, Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: 'QosPolicy': {'1.8'}, Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: 'SecurityGroup': {'1.4'}, Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: 'SubPort': {'1.0'}, Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: 'Subnet': {'1.1'}, Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: 'Trunk': {'1.1'}} Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: consumer versions: Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: { DHCP agent@n-d-780147-23: {}, Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: HyperV agent@n-h1-780147-23: {}, Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: HyperV agent@n-h2-780147-23: {}, Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: L3 agent@n-d-780147-23: {}, Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: Metadata agent@n-d-780147-23: {}, Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: Metering agent@n-d-780147-23: {}, Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: Open vSwitch agent@n-d-780147-23: { 'AddressGroup': '1.2', Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: 'ConntrackHelper': '1.0', Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: 'Log': '1.0', Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: 'Network': '1.1', Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: 'Port': '1.7', Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: 'PortForwarding': '1.2', Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: 'QosPolicy': '1.8', Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: 'SecurityGroup': '1.4', Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: 'SecurityGroupRule': '1.2', Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: 'SubPort': '1.0', Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: 'Subnet': '1.1', Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: 'Trunk': '1.1'}} Jul 05 03:46:09.532572 n-d-780147-23 neutron-server[105540]: {{(pid=105540) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:46:09.579199 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Attempting to bind port cdc3e715-ab1b-4c1a-86f2-a7f33154188b on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:09.579199 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Attempting to bind port cdc3e715-ab1b-4c1a-86f2-a7f33154188b by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'b3fe746c-afab-4ea9-83e8-76d493f2647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03165c03-da88-4245-8e84-9b954eea306b'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:09.579199 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Attempting to bind port cdc3e715-ab1b-4c1a-86f2-a7f33154188b on network 03165c03-da88-4245-8e84-9b954eea306b {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:09.579199 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:09.582329 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Checking segment: {'id': 'b3fe746c-afab-4ea9-83e8-76d493f2647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03165c03-da88-4245-8e84-9b954eea306b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:09.582329 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:09.582329 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Bound using segment: {'id': 'b3fe746c-afab-4ea9-83e8-76d493f2647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03165c03-da88-4245-8e84-9b954eea306b'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:09.583969 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Bound port: cdc3e715-ab1b-4c1a-86f2-a7f33154188b, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3fe746c-afab-4ea9-83e8-76d493f2647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03165c03-da88-4245-8e84-9b954eea306b'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:09.585056 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:09.743184 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:46:09.746811 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] For port cdc3e715-ab1b-4c1a-86f2-a7f33154188b, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:09.751344 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] For port cdc3e715-ab1b-4c1a-86f2-a7f33154188b, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cdc3e715-ab1b-4c1a-86f2-a7f33154188b,segment=NetworkSegment(b3fe746c-afab-4ea9-83e8-76d493f2647b),segment_id=b3fe746c-afab-4ea9-83e8-76d493f2647b)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:09.758136 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-25371fcb-00be-4814-8a81-8d46ffb9ce18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:09.760944 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:09.800559 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-25371fcb-00be-4814-8a81-8d46ffb9ce18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:09.888750 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25371fcb-00be-4814-8a81-8d46ffb9ce18 admin admin] Pushing event updated for resources: {'Port': ['ID=5e6d8c86-45b1-44eb-8068-8eac504ae67a,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:09.924457 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ff7b5-ec13-4cac-b737-e6d9fe943be3 None None] Pushing event updated for resources: {'Port': ['ID=cdc3e715-ab1b-4c1a-86f2-a7f33154188b,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:09.937483 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25371fcb-00be-4814-8a81-8d46ffb9ce18 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:09.940153 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-25371fcb-00be-4814-8a81-8d46ffb9ce18 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:09.949079 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25371fcb-00be-4814-8a81-8d46ffb9ce18 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:10.517511 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-25371fcb-00be-4814-8a81-8d46ffb9ce18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:10.899986 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-25371fcb-00be-4814-8a81-8d46ffb9ce18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:11.199522 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25371fcb-00be-4814-8a81-8d46ffb9ce18 admin admin] Router 31b91342-8b47-4825-8245-4f77cdefaa91 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:46:11.449429 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25371fcb-00be-4814-8a81-8d46ffb9ce18 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:46:11.470006 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] Sync routers for ids ['31b91342-8b47-4825-8245-4f77cdefaa91'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:46:11.486745 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-25371fcb-00be-4814-8a81-8d46ffb9ce18 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:11.493285 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-25371fcb-00be-4814-8a81-8d46ffb9ce18 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.5452554 Jul 05 03:46:11.494565 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40656) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:11.523707 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b8865a-8456-46cf-a47d-7d573d54d479 None None] Network 03165c03-da88-4245-8e84-9b954eea306b requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:46:11.532703 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40658) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:11.534850 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] Routers {'31b91342-8b47-4825-8245-4f77cdefaa91'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:11.542558 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:46:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['31b91342-8b47-4825-8245-4f77cdefaa91'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:11.802657 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f25f7f96-9aec-407e-9aa7-5cf5527c6e1d None None] Provisioning for port cdc3e715-ab1b-4c1a-86f2-a7f33154188b completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:11.913840 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] Set router 31b91342-8b47-4825-8245-4f77cdefaa91 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:12.027657 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cdc3e715-ab1b-4c1a-86f2-a7f33154188b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:12.214085 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port cdc3e715-ab1b-4c1a-86f2-a7f33154188b completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:12.237088 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port cdc3e715-ab1b-4c1a-86f2-a7f33154188b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:12.240128 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.392040 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3bc3e02f-3734-4bf0-85d7-290b9a18751f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.490981 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1900286073-router', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:10Z', 'revision_number': 3, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'gw_port': {'id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:12.574518 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] Checking router: 31b91342-8b47-4825-8245-4f77cdefaa91 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:46:12.574862 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] Updating router 31b91342-8b47-4825-8245-4f77cdefaa91 port 5e6d8c86-45b1-44eb-8068-8eac504ae67a binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:46:12.628778 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.649382 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-10b5afb7-e20a-4184-b98a-b8282f1e60f0 None None] Provisioning complete for port cdc3e715-ab1b-4c1a-86f2-a7f33154188b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:12.652351 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-10b5afb7-e20a-4184-b98a-b8282f1e60f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.691191 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.730125 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.783935 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3bc3e02f-3734-4bf0-85d7-290b9a18751f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.795426 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3bc3e02f-3734-4bf0-85d7-290b9a18751f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.893501 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port cdc3e715-ab1b-4c1a-86f2-a7f33154188b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cdc3e715-ab1b-4c1a-86f2-a7f33154188b,segment=NetworkSegment(b3fe746c-afab-4ea9-83e8-76d493f2647b),segment_id=b3fe746c-afab-4ea9-83e8-76d493f2647b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:12.901493 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3e02f-3734-4bf0-85d7-290b9a18751f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d2b553-0747-44cb-b4eb-7308e6ac9fb6,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:12.903362 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.967924 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3bc3e02f-3734-4bf0-85d7-290b9a18751f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4fa7b8f5e14a4455911da66309c840f6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4332843 Jul 05 03:46:12.970780 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40686) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:12.999514 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f2b526c9-790b-4e36-912d-9ab1c15a5d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.091434 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f46217d0-c3b2-4096-a1b2-7bc772f37fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.178685 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f46217d0-c3b2-4096-a1b2-7bc772f37fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.231924 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=cdc3e715-ab1b-4c1a-86f2-a7f33154188b,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:13.352903 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f46217d0-c3b2-4096-a1b2-7bc772f37fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.352903 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f46217d0-c3b2-4096-a1b2-7bc772f37fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.352903 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f46217d0-c3b2-4096-a1b2-7bc772f37fe4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d6d2b553-0747-44cb-b4eb-7308e6ac9fb6 HTTP/1.1" status: 204 len: 168 time: 0.3782237 Jul 05 03:46:13.377611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46217d0-c3b2-4096-a1b2-7bc772f37fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d2b553-0747-44cb-b4eb-7308e6ac9fb6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:13.559151 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.597360 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] Transition to ACTIVE for port object 5e6d8c86-45b1-44eb-8068-8eac504ae67a will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:13.608949 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-f2b526c9-790b-4e36-912d-9ab1c15a5d21 admin admin] Allocated IP 172.20.0.1 (03165c03-da88-4245-8e84-9b954eea306b/637932b0-f157-4611-98b0-74dc055ed6e0/71e4383f-68ea-4ebc-bcaf-b65e7f7abedb) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:13.612835 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.742072 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] Attempting to bind port 5e6d8c86-45b1-44eb-8068-8eac504ae67a on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:13.742675 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] Attempting to bind port 5e6d8c86-45b1-44eb-8068-8eac504ae67a by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:13.743731 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] Attempting to bind port 5e6d8c86-45b1-44eb-8068-8eac504ae67a on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:13.748601 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f819af-353a-402b-9b6c-4b3e1ace6042 None None] Pushing event updated for resources: {'Port': ['ID=5e6d8c86-45b1-44eb-8068-8eac504ae67a,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:13.789211 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:13.789211 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:13.789211 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.789708 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:13.790101 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] Bound port: 5e6d8c86-45b1-44eb-8068-8eac504ae67a, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:13.790730 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.809762 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f819af-353a-402b-9b6c-4b3e1ace6042 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:13.810437 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f819af-353a-402b-9b6c-4b3e1ace6042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:13.811176 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f819af-353a-402b-9b6c-4b3e1ace6042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:13.811562 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f819af-353a-402b-9b6c-4b3e1ace6042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:13.816186 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f819af-353a-402b-9b6c-4b3e1ace6042 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:13.818624 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f819af-353a-402b-9b6c-4b3e1ace6042 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:13.819160 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f819af-353a-402b-9b6c-4b3e1ace6042 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:13.822323 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f819af-353a-402b-9b6c-4b3e1ace6042 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:13.825899 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f819af-353a-402b-9b6c-4b3e1ace6042 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:13.826483 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f819af-353a-402b-9b6c-4b3e1ace6042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:13.827034 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f819af-353a-402b-9b6c-4b3e1ace6042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:13.827599 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f819af-353a-402b-9b6c-4b3e1ace6042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f819af-353a-402b-9b6c-4b3e1ace6042 None None] Tracked resource versions report: Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: pushed versions: Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: { 'AddressGroup': {'1.2'}, Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: 'ConntrackHelper': {'1.0'}, Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: 'Log': {'1.0'}, Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: 'Network': {'1.1'}, Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: 'Port': {'1.7'}, Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: 'PortForwarding': {'1.2'}, Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: 'QosPolicy': {'1.8'}, Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: 'SecurityGroup': {'1.4'}, Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: 'SubPort': {'1.0'}, Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: 'Subnet': {'1.1'}, Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: 'Trunk': {'1.1'}} Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: consumer versions: Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: { DHCP agent@n-d-780147-23: {}, Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: HyperV agent@n-h1-780147-23: {}, Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: HyperV agent@n-h2-780147-23: {}, Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: L3 agent@n-d-780147-23: {}, Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: Metadata agent@n-d-780147-23: {}, Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: Metering agent@n-d-780147-23: {}, Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: Open vSwitch agent@n-d-780147-23: { 'AddressGroup': '1.2', Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: 'ConntrackHelper': '1.0', Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: 'Log': '1.0', Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: 'Network': '1.1', Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: 'Port': '1.7', Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: 'PortForwarding': '1.2', Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: 'QosPolicy': '1.8', Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: 'SecurityGroup': '1.4', Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: 'SecurityGroupRule': '1.2', Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: 'SubPort': '1.0', Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: 'Subnet': '1.1', Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: 'Trunk': '1.1'}} Jul 05 03:46:13.829387 n-d-780147-23 neutron-server[105541]: {{(pid=105541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:46:13.973932 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f2b526c9-790b-4e36-912d-9ab1c15a5d21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.977651 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cdc3e715-ab1b-4c1a-86f2-a7f33154188b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:14.014752 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-f2b526c9-790b-4e36-912d-9ab1c15a5d21 admin admin] Transition to ACTIVE for port object 71e4383f-68ea-4ebc-bcaf-b65e7f7abedb will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:14.033086 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] For port 5e6d8c86-45b1-44eb-8068-8eac504ae67a, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:14.039472 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] For port 5e6d8c86-45b1-44eb-8068-8eac504ae67a, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5e6d8c86-45b1-44eb-8068-8eac504ae67a,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:14.045927 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.095833 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f2b526c9-790b-4e36-912d-9ab1c15a5d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.119721 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port cdc3e715-ab1b-4c1a-86f2-a7f33154188b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:14.120750 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.200579 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] Routers {'31b91342-8b47-4825-8245-4f77cdefaa91'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:14.203954 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b526c9-790b-4e36-912d-9ab1c15a5d21 admin admin] Pushing event updated for resources: {'Port': ['ID=71e4383f-68ea-4ebc-bcaf-b65e7f7abedb,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:14.208491 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:46:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['31b91342-8b47-4825-8245-4f77cdefaa91'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:14.218363 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f819af-353a-402b-9b6c-4b3e1ace6042 None None] Pushing event updated for resources: {'Port': ['ID=5e6d8c86-45b1-44eb-8068-8eac504ae67a,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:14.230590 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b526c9-790b-4e36-912d-9ab1c15a5d21 admin admin] Network 03165c03-da88-4245-8e84-9b954eea306b is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:14.232224 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-f2b526c9-790b-4e36-912d-9ab1c15a5d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:14.236505 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b526c9-790b-4e36-912d-9ab1c15a5d21 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:14.236995 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f2b526c9-790b-4e36-912d-9ab1c15a5d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.300176 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40736) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:14.354944 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e4147a40-574c-4357-a281-23d38287094b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.411275 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] Set router 31b91342-8b47-4825-8245-4f77cdefaa91 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:14.551424 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f2b526c9-790b-4e36-912d-9ab1c15a5d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.776180 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e4147a40-574c-4357-a281-23d38287094b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.783257 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e4147a40-574c-4357-a281-23d38287094b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.785920 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-01e2beae-2ff6-4d64-b6f7-82fa5b1c75f3 None None] Provisioning for port 71e4383f-68ea-4ebc-bcaf-b65e7f7abedb completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:14.809314 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-01e2beae-2ff6-4d64-b6f7-82fa5b1c75f3 None None] Provisioning complete for port 71e4383f-68ea-4ebc-bcaf-b65e7f7abedb triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:14.809929 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-01e2beae-2ff6-4d64-b6f7-82fa5b1c75f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.834795 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4147a40-574c-4357-a281-23d38287094b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb9cce6-abe1-4c48-a017-4e121ac21446,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:14.859364 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e4147a40-574c-4357-a281-23d38287094b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9c56692249ff45a89a105d25b9ab4480&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5574434 Jul 05 03:46:14.881991 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40748) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:14.909611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40754) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:14.924394 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-01e2beae-2ff6-4d64-b6f7-82fa5b1c75f3 None None] Port 71e4383f-68ea-4ebc-bcaf-b65e7f7abedb cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:46:14.960190 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1900286073-router', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:10Z', 'revision_number': 3, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'gw_port': {'id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:14.986539 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f2b526c9-790b-4e36-912d-9ab1c15a5d21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.996197 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67796440-ec07-44d2-8508-5ae8f8540dc7 None None] The sync data for ids ['31b91342-8b47-4825-8245-4f77cdefaa91'] in n-d-780147-23 is: [{'id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1900286073-router', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:10Z', 'revision_number': 3, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'gw_port': {'id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:46:14.996456 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f2b526c9-790b-4e36-912d-9ab1c15a5d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.997421 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f2b526c9-790b-4e36-912d-9ab1c15a5d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:15.083175 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b526c9-790b-4e36-912d-9ab1c15a5d21 admin admin] Pushing event updated for resources: {'Port': ['ID=71e4383f-68ea-4ebc-bcaf-b65e7f7abedb,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:15.155344 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e0cd51a9-1742-4e1c-a262-9c1ef4865198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:15.189520 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e0cd51a9-1742-4e1c-a262-9c1ef4865198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:15.307836 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b526c9-790b-4e36-912d-9ab1c15a5d21 admin admin] Network 03165c03-da88-4245-8e84-9b954eea306b is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:15.336332 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-f2b526c9-790b-4e36-912d-9ab1c15a5d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:15.347558 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-96aabdbf-4d23-406d-bc3b-5c2538cc7a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:15.530242 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e0cd51a9-1742-4e1c-a262-9c1ef4865198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:15.535217 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e0cd51a9-1742-4e1c-a262-9c1ef4865198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:15.540638 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e0cd51a9-1742-4e1c-a262-9c1ef4865198 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bbb9cce6-abe1-4c48-a017-4e121ac21446 HTTP/1.1" status: 204 len: 168 time: 0.6532385 Jul 05 03:46:15.559457 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd51a9-1742-4e1c-a262-9c1ef4865198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb9cce6-abe1-4c48-a017-4e121ac21446,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:15.695994 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b526c9-790b-4e36-912d-9ab1c15a5d21 admin admin] Router 31b91342-8b47-4825-8245-4f77cdefaa91 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:46:15.833174 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-96aabdbf-4d23-406d-bc3b-5c2538cc7a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:15.840457 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-96aabdbf-4d23-406d-bc3b-5c2538cc7a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:15.911370 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-481c83bf-2596-4435-9bdf-936cc6cca1fc None None] Provisioning complete for port 71e4383f-68ea-4ebc-bcaf-b65e7f7abedb triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:15.912208 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-481c83bf-2596-4435-9bdf-936cc6cca1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:15.918483 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aabdbf-4d23-406d-bc3b-5c2538cc7a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5595883f-fcbc-403e-824c-c2f09a9069b3,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:15.982996 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-96aabdbf-4d23-406d-bc3b-5c2538cc7a14 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6476182048c04beb9fec596918174056&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0715683 Jul 05 03:46:15.988557 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40782) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:16.002331 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-481c83bf-2596-4435-9bdf-936cc6cca1fc None None] Port 71e4383f-68ea-4ebc-bcaf-b65e7f7abedb cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:46:16.004195 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5e6d8c86-45b1-44eb-8068-8eac504ae67a up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:16.022082 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b526c9-790b-4e36-912d-9ab1c15a5d21 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:46:16.035417 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f2b526c9-790b-4e36-912d-9ab1c15a5d21 admin admin] 10.222.0.77 "PUT /v2.0/routers/31b91342-8b47-4825-8245-4f77cdefaa91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5396001 Jul 05 03:46:16.076903 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 5e6d8c86-45b1-44eb-8068-8eac504ae67a completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:16.085943 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 5e6d8c86-45b1-44eb-8068-8eac504ae67a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:16.086616 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:16.190370 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-31237c01-28af-41e7-bbd4-4aba72977086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:16.246816 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-31237c01-28af-41e7-bbd4-4aba72977086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:16.313205 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:16.340958 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 5e6d8c86-45b1-44eb-8068-8eac504ae67a, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5e6d8c86-45b1-44eb-8068-8eac504ae67a,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:16.351716 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:16.378899 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-31237c01-28af-41e7-bbd4-4aba72977086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:16.383601 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-31237c01-28af-41e7-bbd4-4aba72977086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:16.391499 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-31237c01-28af-41e7-bbd4-4aba72977086 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5595883f-fcbc-403e-824c-c2f09a9069b3 HTTP/1.1" status: 204 len: 168 time: 0.4011345 Jul 05 03:46:16.411061 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31237c01-28af-41e7-bbd4-4aba72977086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5595883f-fcbc-403e-824c-c2f09a9069b3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:16.445376 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=5e6d8c86-45b1-44eb-8068-8eac504ae67a,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:17.426830 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40858) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:17.465240 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b1c1abe3-f4a6-4b1b-b8bb-cf6b28d0cb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:17.698154 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] Sync routers for ids ['31b91342-8b47-4825-8245-4f77cdefaa91'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:46:17.718577 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] Routers {'31b91342-8b47-4825-8245-4f77cdefaa91'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:17.720652 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:46:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['31b91342-8b47-4825-8245-4f77cdefaa91'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:17.747700 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b1c1abe3-f4a6-4b1b-b8bb-cf6b28d0cb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:17.755144 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b1c1abe3-f4a6-4b1b-b8bb-cf6b28d0cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:17.850189 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1abe3-f4a6-4b1b-b8bb-cf6b28d0cb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433e973e-4100-4da4-949b-2f09112b080d,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:17.885620 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40888) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:17.886614 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b1c1abe3-f4a6-4b1b-b8bb-cf6b28d0cb4f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0b43f50d4cb04885b77407da72463764&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4480617 Jul 05 03:46:17.926585 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] Set router 31b91342-8b47-4825-8245-4f77cdefaa91 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:17.933681 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5e6d8c86-45b1-44eb-8068-8eac504ae67a up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:17.958655 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-61b0efbe-8ccf-4e2e-85b3-00ff51c22427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:18.034126 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-61b0efbe-8ccf-4e2e-85b3-00ff51c22427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:18.118236 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-61b0efbe-8ccf-4e2e-85b3-00ff51c22427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:18.125287 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-61b0efbe-8ccf-4e2e-85b3-00ff51c22427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:18.128527 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-61b0efbe-8ccf-4e2e-85b3-00ff51c22427 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/433e973e-4100-4da4-949b-2f09112b080d HTTP/1.1" status: 204 len: 168 time: 0.2496834 Jul 05 03:46:18.139565 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0efbe-8ccf-4e2e-85b3-00ff51c22427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433e973e-4100-4da4-949b-2f09112b080d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:18.185191 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40914) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:18.209374 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 5e6d8c86-45b1-44eb-8068-8eac504ae67a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:18.209950 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:18.210351 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-a06bb5af-55cc-4e99-a211-3fc1c4705e36 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1434600489-network', 'tenant_id': '813514d78d414901a57bbed98a0b1214'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:18.254726 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06bb5af-55cc-4e99-a211-3fc1c4705e36 admin admin] Made reservation on behalf of 813514d78d414901a57bbed98a0b1214 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:18.261135 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a06bb5af-55cc-4e99-a211-3fc1c4705e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:18.279317 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a06bb5af-55cc-4e99-a211-3fc1c4705e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:18.426993 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1900286073-router', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:14Z', 'revision_number': 4, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'gw_port': {'id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '71e4383f-68ea-4ebc-bcaf-b65e7f7abedb', 'name': '', 'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'mac_address': 'fa:16:3e:e0:6a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:13Z', 'updated_at': '2021-07-05T03:46:14Z', 'revision_number': 2, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'subnets': [{'id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:18.488358 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a06bb5af-55cc-4e99-a211-3fc1c4705e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:18.496447 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a06bb5af-55cc-4e99-a211-3fc1c4705e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:18.541189 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bb5af-55cc-4e99-a211-3fc1c4705e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3031d47b-bfb1-450c-ba49-c80ef66160a9,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:18.571302 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06bb5af-55cc-4e99-a211-3fc1c4705e36 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:46:18.587159 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] Checking router: 31b91342-8b47-4825-8245-4f77cdefaa91 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:46:18.587872 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] Updating router 31b91342-8b47-4825-8245-4f77cdefaa91 port 71e4383f-68ea-4ebc-bcaf-b65e7f7abedb binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:46:18.588671 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a06bb5af-55cc-4e99-a211-3fc1c4705e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:18.589380 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-a06bb5af-55cc-4e99-a211-3fc1c4705e36 admin admin] Added segment cc0d0ba4-3ccb-4217-8403-8c709e0bc93c of type vlan for network ed35a24e-2190-4656-9afb-2a677ea87f26 Jul 05 03:46:18.646802 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:18.682923 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a06bb5af-55cc-4e99-a211-3fc1c4705e36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:18.685887 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40938) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:18.691703 n-d-780147-23 neutron-server[105538]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 05 03:46:18.806692 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-393249d5-7782-488a-b05c-6b1130055a7c tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=435bba93517c4b7687595f96ef942c8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1179266 Jul 05 03:46:18.809280 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a06bb5af-55cc-4e99-a211-3fc1c4705e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:18.810592 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06bb5af-55cc-4e99-a211-3fc1c4705e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:18.812277 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a06bb5af-55cc-4e99-a211-3fc1c4705e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:18.914390 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bb5af-55cc-4e99-a211-3fc1c4705e36 admin admin] Pushing event updated for resources: {'Network': ['ID=ed35a24e-2190-4656-9afb-2a677ea87f26,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:18.925690 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a06bb5af-55cc-4e99-a211-3fc1c4705e36 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7315068 Jul 05 03:46:18.930648 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40942) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:18.943378 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-6f145077-759c-4fe5-9501-241b38ca2afd admin admin] Request body: {'subnet': {'network_id': 'ed35a24e-2190-4656-9afb-2a677ea87f26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1434600489-subnet', 'tenant_id': '813514d78d414901a57bbed98a0b1214', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:19.023500 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f145077-759c-4fe5-9501-241b38ca2afd admin admin] Made reservation on behalf of 813514d78d414901a57bbed98a0b1214 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:19.027555 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f145077-759c-4fe5-9501-241b38ca2afd admin admin] Notify callbacks [] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.031953 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network ed35a24e-2190-4656-9afb-2a677ea87f26 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:46:19.080359 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-70f93485-9cb4-46b3-a38b-54a59e655842 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:19.100133 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-70f93485-9cb4-46b3-a38b-54a59e655842 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2857168 Jul 05 03:46:19.152982 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-7e6fddbb-ee2b-46dd-81db-f6fd030b464c tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/quotas/435bba93517c4b7687595f96ef942c8b HTTP/1.1" status: 200 len: 375 time: 0.0515463 Jul 05 03:46:19.220685 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.246105 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] Transition to ACTIVE for port object 71e4383f-68ea-4ebc-bcaf-b65e7f7abedb will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:19.258386 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.345693 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51ab7f-f746-44b3-8456-9f194e27e2ce None None] Pushing event updated for resources: {'Port': ['ID=71e4383f-68ea-4ebc-bcaf-b65e7f7abedb,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:19.388697 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-0477f922-7609-4444-a5fe-0b8f3c4b88a6 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=435bba93517c4b7687595f96ef942c8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2256753 Jul 05 03:46:19.550756 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] Attempting to bind port 71e4383f-68ea-4ebc-bcaf-b65e7f7abedb on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:19.551695 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] Attempting to bind port 71e4383f-68ea-4ebc-bcaf-b65e7f7abedb by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'b3fe746c-afab-4ea9-83e8-76d493f2647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03165c03-da88-4245-8e84-9b954eea306b'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:19.552185 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] Attempting to bind port 71e4383f-68ea-4ebc-bcaf-b65e7f7abedb on network 03165c03-da88-4245-8e84-9b954eea306b {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:19.569539 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:19.574769 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] Checking segment: {'id': 'b3fe746c-afab-4ea9-83e8-76d493f2647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03165c03-da88-4245-8e84-9b954eea306b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:19.575341 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.575770 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] Bound using segment: {'id': 'b3fe746c-afab-4ea9-83e8-76d493f2647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03165c03-da88-4245-8e84-9b954eea306b'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:19.576451 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] Bound port: 71e4383f-68ea-4ebc-bcaf-b65e7f7abedb, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3fe746c-afab-4ea9-83e8-76d493f2647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03165c03-da88-4245-8e84-9b954eea306b'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:19.576804 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.598804 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f145077-759c-4fe5-9501-241b38ca2afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.747507 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f145077-759c-4fe5-9501-241b38ca2afd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0ec1334-d223-407c-bda9-a093ed33391c,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:19.779919 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f145077-759c-4fe5-9501-241b38ca2afd admin admin] Checking segment: {'id': 'cc0d0ba4-3ccb-4217-8403-8c709e0bc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ed35a24e-2190-4656-9afb-2a677ea87f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:19.781972 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f145077-759c-4fe5-9501-241b38ca2afd admin admin] Network hostable DHCP agents. Network: ed35a24e-2190-4656-9afb-2a677ea87f26, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:46:19.812575 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] For port 71e4383f-68ea-4ebc-bcaf-b65e7f7abedb, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:19.820363 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] For port 71e4383f-68ea-4ebc-bcaf-b65e7f7abedb, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=71e4383f-68ea-4ebc-bcaf-b65e7f7abedb,segment=NetworkSegment(b3fe746c-afab-4ea9-83e8-76d493f2647b),segment_id=b3fe746c-afab-4ea9-83e8-76d493f2647b)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:19.825951 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f145077-759c-4fe5-9501-241b38ca2afd admin admin] Network ed35a24e-2190-4656-9afb-2a677ea87f26 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:46:19.829741 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.846556 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-6f145077-759c-4fe5-9501-241b38ca2afd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, ed35a24e-2190-4656-9afb-2a677ea87f26) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:19.851931 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f145077-759c-4fe5-9501-241b38ca2afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:19.854566 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f145077-759c-4fe5-9501-241b38ca2afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.892675 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40982) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:19.892832 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6f145077-759c-4fe5-9501-241b38ca2afd admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9606488 Jul 05 03:46:19.901442 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-54199dd3-4aec-49f2-883e-c219c6b7f7d9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1434600489-router', 'tenant_id': '813514d78d414901a57bbed98a0b1214', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:19.943189 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] Routers {'31b91342-8b47-4825-8245-4f77cdefaa91'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:19.948692 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:46:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['31b91342-8b47-4825-8245-4f77cdefaa91'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:19.981651 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-54199dd3-4aec-49f2-883e-c219c6b7f7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.987965 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-54199dd3-4aec-49f2-883e-c219c6b7f7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:20.123734 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4b6d16-6522-4fa3-b6c3-4123494d6769 None None] Network ed35a24e-2190-4656-9afb-2a677ea87f26 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:46:20.245404 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-54199dd3-4aec-49f2-883e-c219c6b7f7d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:20.299479 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51ab7f-f746-44b3-8456-9f194e27e2ce None None] Pushing event updated for resources: {'Port': ['ID=71e4383f-68ea-4ebc-bcaf-b65e7f7abedb,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:20.318130 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] Set router 31b91342-8b47-4825-8245-4f77cdefaa91 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:20.391894 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dda248de-7ba8-458a-a235-2b96fe1cea39 req-e572e0b1-1e60-4f95-9c13-35a1181c64f1 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/ports?device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 210 time: 0.2900455 Jul 05 03:46:20.664377 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-54199dd3-4aec-49f2-883e-c219c6b7f7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:20.774325 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cc0f47-46ed-48c9-ba2b-4f019a915859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-ed35a24e-2190-4656-9afb-2a677ea87f26', 'network_id': 'ed35a24e-2190-4656-9afb-2a677ea87f26', 'tenant_id': '813514d78d414901a57bbed98a0b1214', 'fixed_ips': [{'subnet_id': 'f0ec1334-d223-407c-bda9-a093ed33391c'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:46:20.780495 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b1cc0f47-46ed-48c9-ba2b-4f019a915859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:21.158597 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1900286073-router', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:14Z', 'revision_number': 4, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'gw_port': {'id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '71e4383f-68ea-4ebc-bcaf-b65e7f7abedb', 'name': '', 'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'mac_address': 'fa:16:3e:e0:6a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:13Z', 'updated_at': '2021-07-05T03:46:19Z', 'revision_number': 4, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'subnets': [{'id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:21.260129 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-b1cc0f47-46ed-48c9-ba2b-4f019a915859 None None] Allocated IP 172.20.0.2 (ed35a24e-2190-4656-9afb-2a677ea87f26/f0ec1334-d223-407c-bda9-a093ed33391c/cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:21.273675 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab944d-b71e-4cd0-8e9e-36a8977d0bbd None None] The sync data for ids ['31b91342-8b47-4825-8245-4f77cdefaa91'] in n-d-780147-23 is: [{'id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1900286073-router', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:14Z', 'revision_number': 4, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'gw_port': {'id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '71e4383f-68ea-4ebc-bcaf-b65e7f7abedb', 'name': '', 'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'mac_address': 'fa:16:3e:e0:6a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:13Z', 'updated_at': '2021-07-05T03:46:19Z', 'revision_number': 4, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'subnets': [{'id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:46:21.618574 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-54199dd3-4aec-49f2-883e-c219c6b7f7d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:21.698732 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-54199dd3-4aec-49f2-883e-c219c6b7f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:21.710376 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b1cc0f47-46ed-48c9-ba2b-4f019a915859 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:21.737805 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b1cc0f47-46ed-48c9-ba2b-4f019a915859 None None] Transition to ACTIVE for port object cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:21.809194 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b1cc0f47-46ed-48c9-ba2b-4f019a915859 None None] Transition to ACTIVE for port object cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:21.834592 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b1cc0f47-46ed-48c9-ba2b-4f019a915859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:22.027111 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cc0f47-46ed-48c9-ba2b-4f019a915859 None None] Network ed35a24e-2190-4656-9afb-2a677ea87f26 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:22.059334 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 71e4383f-68ea-4ebc-bcaf-b65e7f7abedb up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:22.071282 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-54199dd3-4aec-49f2-883e-c219c6b7f7d9 admin admin] Allocated IP 172.25.1.191 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/16e60b91-9acf-4477-a573-1f4af22741de) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:22.095565 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-b1cc0f47-46ed-48c9-ba2b-4f019a915859 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:22.120744 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41074) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:22.206967 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cc0f47-46ed-48c9-ba2b-4f019a915859 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:22.229288 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc0f47-46ed-48c9-ba2b-4f019a915859 None None] Pushing event updated for resources: {'Port': ['ID=cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:22.345457 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-54199dd3-4aec-49f2-883e-c219c6b7f7d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:22.438431 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 71e4383f-68ea-4ebc-bcaf-b65e7f7abedb completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:22.444078 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-54199dd3-4aec-49f2-883e-c219c6b7f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:22.452073 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41088) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:22.454356 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 71e4383f-68ea-4ebc-bcaf-b65e7f7abedb triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:22.454966 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:22.528775 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-b1cc0f47-46ed-48c9-ba2b-4f019a915859 None None] Attempting to bind port cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:22.529160 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-b1cc0f47-46ed-48c9-ba2b-4f019a915859 None None] Attempting to bind port cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'cc0d0ba4-3ccb-4217-8403-8c709e0bc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ed35a24e-2190-4656-9afb-2a677ea87f26'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:22.529706 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cc0f47-46ed-48c9-ba2b-4f019a915859 None None] Attempting to bind port cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1 on network ed35a24e-2190-4656-9afb-2a677ea87f26 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:22.537827 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cc0f47-46ed-48c9-ba2b-4f019a915859 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:22.538633 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cc0f47-46ed-48c9-ba2b-4f019a915859 None None] Checking segment: {'id': 'cc0d0ba4-3ccb-4217-8403-8c709e0bc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ed35a24e-2190-4656-9afb-2a677ea87f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:22.539211 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b1cc0f47-46ed-48c9-ba2b-4f019a915859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:22.539766 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cc0f47-46ed-48c9-ba2b-4f019a915859 None None] Bound using segment: {'id': 'cc0d0ba4-3ccb-4217-8403-8c709e0bc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ed35a24e-2190-4656-9afb-2a677ea87f26'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:22.540461 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-b1cc0f47-46ed-48c9-ba2b-4f019a915859 None None] Bound port: cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0d0ba4-3ccb-4217-8403-8c709e0bc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ed35a24e-2190-4656-9afb-2a677ea87f26'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:22.541094 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b1cc0f47-46ed-48c9-ba2b-4f019a915859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:22.541655 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54199dd3-4aec-49f2-883e-c219c6b7f7d9 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:22.548641 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-54199dd3-4aec-49f2-883e-c219c6b7f7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:22.556897 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54199dd3-4aec-49f2-883e-c219c6b7f7d9 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:22.606441 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dbac1b56-6eeb-4990-8a7c-f0b20005f467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:22.638675 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-b1cc0f47-46ed-48c9-ba2b-4f019a915859 None None] For port cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:22.643446 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-b1cc0f47-46ed-48c9-ba2b-4f019a915859 None None] For port cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1,segment=NetworkSegment(cc0d0ba4-3ccb-4217-8403-8c709e0bc93c),segment_id=cc0d0ba4-3ccb-4217-8403-8c709e0bc93c)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:22.653071 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b1cc0f47-46ed-48c9-ba2b-4f019a915859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:22.720152 n-d-780147-23 neutron-server[105539]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 05 03:46:22.789779 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:22.805468 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc0f47-46ed-48c9-ba2b-4f019a915859 None None] Pushing event updated for resources: {'Port': ['ID=cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:22.836928 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-74e25f32-8af7-43e0-9284-c7e4894b1ffd req-9c3bf550-dad0-4259-9391-5d165fe439eb tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/ports?device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 210 time: 0.3833940 Jul 05 03:46:22.868466 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54199dd3-4aec-49f2-883e-c219c6b7f7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=16e60b91-9acf-4477-a573-1f4af22741de,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:22.880519 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 71e4383f-68ea-4ebc-bcaf-b65e7f7abedb, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=71e4383f-68ea-4ebc-bcaf-b65e7f7abedb,segment=NetworkSegment(b3fe746c-afab-4ea9-83e8-76d493f2647b),segment_id=b3fe746c-afab-4ea9-83e8-76d493f2647b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:22.888022 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:23.056467 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dbac1b56-6eeb-4990-8a7c-f0b20005f467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:23.073894 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dbac1b56-6eeb-4990-8a7c-f0b20005f467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:23.268244 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-dbac1b56-6eeb-4990-8a7c-f0b20005f467 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=da88b691bc7c43fb908a946596cd5325&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1457629 Jul 05 03:46:23.279966 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41112) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:23.394369 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac1b56-6eeb-4990-8a7c-f0b20005f467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1aebce-b101-46cb-b3d9-25163735c7af,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:23.435962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=71e4383f-68ea-4ebc-bcaf-b65e7f7abedb,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:23.465265 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-54199dd3-4aec-49f2-883e-c219c6b7f7d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:23.533570 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-db8db002-3e52-42b1-a74e-3708a72031bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:23.635560 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-db8db002-3e52-42b1-a74e-3708a72031bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:23.738334 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-db8db002-3e52-42b1-a74e-3708a72031bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:23.750063 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-db8db002-3e52-42b1-a74e-3708a72031bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:23.755912 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-db8db002-3e52-42b1-a74e-3708a72031bd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8d1aebce-b101-46cb-b3d9-25163735c7af HTTP/1.1" status: 204 len: 168 time: 0.4218414 Jul 05 03:46:23.808616 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8db002-3e52-42b1-a74e-3708a72031bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1aebce-b101-46cb-b3d9-25163735c7af,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:24.161243 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-54199dd3-4aec-49f2-883e-c219c6b7f7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:24.282279 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 71e4383f-68ea-4ebc-bcaf-b65e7f7abedb up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:24.518031 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 71e4383f-68ea-4ebc-bcaf-b65e7f7abedb triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:24.519072 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:24.544029 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a42eeca6-fc66-4725-b078-c09f00b873c5 req-a3631380-0f04-47b6-898f-a84ff13fe1b2 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/ports?device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 210 time: 0.0680766 Jul 05 03:46:24.631214 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54199dd3-4aec-49f2-883e-c219c6b7f7d9 admin admin] Router 8a5cb0d9-36a3-48ce-97b6-1f39b99529b1 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:46:24.738650 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:24.865984 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:24.913154 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5515324a-307b-4d6d-880f-78812356ae4e None None] Network ed35a24e-2190-4656-9afb-2a677ea87f26 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:46:24.937879 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54199dd3-4aec-49f2-883e-c219c6b7f7d9 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:46:24.953696 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] Sync routers for ids ['8a5cb0d9-36a3-48ce-97b6-1f39b99529b1'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:46:24.982663 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] Routers {'8a5cb0d9-36a3-48ce-97b6-1f39b99529b1'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:24.986617 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:46:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['8a5cb0d9-36a3-48ce-97b6-1f39b99529b1'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:24.998093 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-54199dd3-4aec-49f2-883e-c219c6b7f7d9 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:25.004151 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-54199dd3-4aec-49f2-883e-c219c6b7f7d9 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.1049039 Jul 05 03:46:25.004151 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41176) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:25.028166 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5b83b0b2-f5da-4c4f-a6c2-3af5800d4053 None None] Provisioning for port cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:25.065336 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5b83b0b2-f5da-4c4f-a6c2-3af5800d4053 None None] Provisioning complete for port cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:25.065526 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5b83b0b2-f5da-4c4f-a6c2-3af5800d4053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:25.121881 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41180) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:25.170001 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1cc3fc9a-85e0-48aa-b171-fa3f0a9bacd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:25.283416 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] Set router 8a5cb0d9-36a3-48ce-97b6-1f39b99529b1 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:25.309836 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5b83b0b2-f5da-4c4f-a6c2-3af5800d4053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:25.398932 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-5b83b0b2-f5da-4c4f-a6c2-3af5800d4053 None None] For port cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1,segment=NetworkSegment(cc0d0ba4-3ccb-4217-8403-8c709e0bc93c),segment_id=cc0d0ba4-3ccb-4217-8403-8c709e0bc93c)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:25.408298 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5b83b0b2-f5da-4c4f-a6c2-3af5800d4053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:25.508508 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1cc3fc9a-85e0-48aa-b171-fa3f0a9bacd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:25.515908 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1cc3fc9a-85e0-48aa-b171-fa3f0a9bacd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:25.594758 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83b0b2-f5da-4c4f-a6c2-3af5800d4053 None None] Pushing event updated for resources: {'Port': ['ID=cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:25.631634 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1cc3fc9a-85e0-48aa-b171-fa3f0a9bacd8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a26aa79f3b534546b036d39eacf1552f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5078902 Jul 05 03:46:25.633737 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3fc9a-85e0-48aa-b171-fa3f0a9bacd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315a7ffe-ee44-4ea1-8532-c406402f9039,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:25.655001 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41184) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:25.780574 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.89', 53706) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:25.972977 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-147a3537-700c-4748-b4fa-239e7213ce26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:26.005066 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:26.019599 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-bea34093-cf60-49e6-a19e-d65d69df3da7 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=435bba93517c4b7687595f96ef942c8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1643226 Jul 05 03:46:26.055315 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41190) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:26.057541 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41192) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:26.076214 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5cb0d9-36a3-48ce-97b6-1f39b99529b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1434600489-router', 'tenant_id': '813514d78d414901a57bbed98a0b1214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '16e60b91-9acf-4477-a573-1f4af22741de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:20Z', 'updated_at': '2021-07-05T03:46:22Z', 'revision_number': 3, 'project_id': '813514d78d414901a57bbed98a0b1214', 'gw_port': {'id': '16e60b91-9acf-4477-a573-1f4af22741de', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5cb0d9-36a3-48ce-97b6-1f39b99529b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:21Z', 'updated_at': '2021-07-05T03:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:26.100992 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-83fd6ab0-d5c2-4ba6-95e4-452a6e4b392f req-601704c7-5c26-4445-9987-d34b49f5df88 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/ports?device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 210 time: 0.0954421 Jul 05 03:46:26.128183 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0ad05145-2e67-4e3d-af3b-c88d13bc225f None None] Provisioning complete for port cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:26.128611 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0ad05145-2e67-4e3d-af3b-c88d13bc225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:26.131096 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-147a3537-700c-4748-b4fa-239e7213ce26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:26.167574 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] Checking router: 8a5cb0d9-36a3-48ce-97b6-1f39b99529b1 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:46:26.167864 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] Updating router 8a5cb0d9-36a3-48ce-97b6-1f39b99529b1 port 16e60b91-9acf-4477-a573-1f4af22741de binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:46:26.194654 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:26.195082 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:26.248492 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:26.320519 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9540d7aa-0b54-48e6-87fb-3d87e5f0124d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:26.404797 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-a19c8f3d-93a0-48e4-80db-43a22e81690a tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:26.406832 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-a19c8f3d-93a0-48e4-80db-43a22e81690a tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3794506 Jul 05 03:46:26.428888 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-147a3537-700c-4748-b4fa-239e7213ce26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:26.432156 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-147a3537-700c-4748-b4fa-239e7213ce26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:26.439198 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-147a3537-700c-4748-b4fa-239e7213ce26 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/315a7ffe-ee44-4ea1-8532-c406402f9039 HTTP/1.1" status: 204 len: 168 time: 0.7790055 Jul 05 03:46:26.496587 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a3537-700c-4748-b4fa-239e7213ce26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315a7ffe-ee44-4ea1-8532-c406402f9039,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:26.523408 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-c97fa98e-6352-43a7-ae4b-850a5a978459 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Request body: {'port': {'device_id': 'dede13ff-0d7c-4862-abad-cf6436f11374', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': '435bba93517c4b7687595f96ef942c8b'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:26.541540 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4f2d57d7-7bea-4ef2-ac80-104adad44aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:26.742049 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:26.755900 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] Transition to ACTIVE for port object 16e60b91-9acf-4477-a573-1f4af22741de will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:26.763753 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:26.816115 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365cf441-d4b7-4b67-81da-08f01dddc866 None None] Pushing event updated for resources: {'Port': ['ID=16e60b91-9acf-4477-a573-1f4af22741de,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:26.836333 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] Attempting to bind port 16e60b91-9acf-4477-a573-1f4af22741de on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:26.836703 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] Attempting to bind port 16e60b91-9acf-4477-a573-1f4af22741de by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:26.837066 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] Attempting to bind port 16e60b91-9acf-4477-a573-1f4af22741de on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:26.843582 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:26.843976 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:26.844553 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:26.845096 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:26.845715 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] Bound port: 16e60b91-9acf-4477-a573-1f4af22741de, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:26.846279 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:26.928790 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] For port 16e60b91-9acf-4477-a573-1f4af22741de, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:26.934811 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] For port 16e60b91-9acf-4477-a573-1f4af22741de, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=16e60b91-9acf-4477-a573-1f4af22741de,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:26.942635 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:26.974623 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-91200724-3f5f-4932-81b2-a948330995dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:27.005825 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-9540d7aa-0b54-48e6-87fb-3d87e5f0124d admin admin] Allocated IP 172.20.0.1 (ed35a24e-2190-4656-9afb-2a677ea87f26/f0ec1334-d223-407c-bda9-a093ed33391c/f7db4b0c-c923-4701-85d5-c4558ff56d6b) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:27.039442 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365cf441-d4b7-4b67-81da-08f01dddc866 None None] Pushing event updated for resources: {'Port': ['ID=16e60b91-9acf-4477-a573-1f4af22741de,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:27.050117 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] Routers {'8a5cb0d9-36a3-48ce-97b6-1f39b99529b1'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:27.051592 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:46:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['8a5cb0d9-36a3-48ce-97b6-1f39b99529b1'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:27.250237 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] Set router 8a5cb0d9-36a3-48ce-97b6-1f39b99529b1 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:27.305047 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9540d7aa-0b54-48e6-87fb-3d87e5f0124d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:27.309268 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4f2d57d7-7bea-4ef2-ac80-104adad44aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:27.350923 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-9540d7aa-0b54-48e6-87fb-3d87e5f0124d admin admin] Transition to ACTIVE for port object f7db4b0c-c923-4701-85d5-c4558ff56d6b will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:27.438987 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-91200724-3f5f-4932-81b2-a948330995dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:27.442292 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4f2d57d7-7bea-4ef2-ac80-104adad44aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:27.477370 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9540d7aa-0b54-48e6-87fb-3d87e5f0124d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:27.505544 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4f2d57d7-7bea-4ef2-ac80-104adad44aee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=70a63f8b4b2d41b48a93560877ae3012&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4382269 Jul 05 03:46:27.506243 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-91200724-3f5f-4932-81b2-a948330995dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:27.523894 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41246) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:27.582991 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9540d7aa-0b54-48e6-87fb-3d87e5f0124d admin admin] Network ed35a24e-2190-4656-9afb-2a677ea87f26 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:27.585697 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540d7aa-0b54-48e6-87fb-3d87e5f0124d admin admin] Pushing event updated for resources: {'Port': ['ID=f7db4b0c-c923-4701-85d5-c4558ff56d6b,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:27.592395 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-9540d7aa-0b54-48e6-87fb-3d87e5f0124d admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:27.596817 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5ef5fba8-5ed6-4f6d-9616-e49188113c9e req-729c64ff-e80b-4be5-83b6-f488e0311611 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/ports?device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 210 time: 0.1061230 Jul 05 03:46:27.597562 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9540d7aa-0b54-48e6-87fb-3d87e5f0124d admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:27.598250 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9540d7aa-0b54-48e6-87fb-3d87e5f0124d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:27.598365 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.db.api [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-c97fa98e-6352-43a7-ae4b-850a5a978459 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 03:46:27.598365 n-d-780147-23 neutron-server[105539]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 03:46:27.598365 n-d-780147-23 neutron-server[105539]: [parameters: {'project_id_1': '435bba93517c4b7687595f96ef942c8b', 'expiration_1': datetime.datetime(2021, 7, 5, 3, 46, 27, 196016)}] Jul 05 03:46:27.598365 n-d-780147-23 neutron-server[105539]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105539) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:46:27.598886 n-d-780147-23 neutron-server[105539]: DEBUG oslo_db.api [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-c97fa98e-6352-43a7-ae4b-850a5a978459 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:46:27.620652 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5cb0d9-36a3-48ce-97b6-1f39b99529b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1434600489-router', 'tenant_id': '813514d78d414901a57bbed98a0b1214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '16e60b91-9acf-4477-a573-1f4af22741de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:20Z', 'updated_at': '2021-07-05T03:46:22Z', 'revision_number': 3, 'project_id': '813514d78d414901a57bbed98a0b1214', 'gw_port': {'id': '16e60b91-9acf-4477-a573-1f4af22741de', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5cb0d9-36a3-48ce-97b6-1f39b99529b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:21Z', 'updated_at': '2021-07-05T03:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:27.663555 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-91200724-3f5f-4932-81b2-a948330995dd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a95a92a3fd0e4d5da4f7ab02fd7176ef&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5942945 Jul 05 03:46:27.664650 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d57d7-7bea-4ef2-ac80-104adad44aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce647511-56fc-48ab-8fcb-55e287bd6dc0,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:27.670525 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41254) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:27.710472 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91200724-3f5f-4932-81b2-a948330995dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3944223-195e-4453-9f4c-0d0e3263708a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:27.731787 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e6a3214d-6a58-46a9-8552-bc1fc7ee1c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:27.737759 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed09682-2e99-495d-8bab-509a9db94ab4 None None] The sync data for ids ['8a5cb0d9-36a3-48ce-97b6-1f39b99529b1'] in n-d-780147-23 is: [{'id': '8a5cb0d9-36a3-48ce-97b6-1f39b99529b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1434600489-router', 'tenant_id': '813514d78d414901a57bbed98a0b1214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '16e60b91-9acf-4477-a573-1f4af22741de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:20Z', 'updated_at': '2021-07-05T03:46:22Z', 'revision_number': 3, 'project_id': '813514d78d414901a57bbed98a0b1214', 'gw_port': {'id': '16e60b91-9acf-4477-a573-1f4af22741de', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5cb0d9-36a3-48ce-97b6-1f39b99529b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:21Z', 'updated_at': '2021-07-05T03:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:46:27.803458 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e6a3214d-6a58-46a9-8552-bc1fc7ee1c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:27.870113 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aa4fe8f3-71b5-4ead-9d0f-0f345914f81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.043505 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9540d7aa-0b54-48e6-87fb-3d87e5f0124d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.186773 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4b4e0e0f-68c0-40b6-9399-14c0a971624b None None] Provisioning for port f7db4b0c-c923-4701-85d5-c4558ff56d6b completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:28.198415 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4b4e0e0f-68c0-40b6-9399-14c0a971624b None None] Provisioning complete for port f7db4b0c-c923-4701-85d5-c4558ff56d6b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:28.199657 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4b4e0e0f-68c0-40b6-9399-14c0a971624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.467457 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-4b4e0e0f-68c0-40b6-9399-14c0a971624b None None] Port f7db4b0c-c923-4701-85d5-c4558ff56d6b cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:46:28.485977 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aa4fe8f3-71b5-4ead-9d0f-0f345914f81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.594756 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b61f67cb-40bd-4a0b-ad7d-ef8e5dd55930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.659155 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-c97fa98e-6352-43a7-ae4b-850a5a978459 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Made reservation on behalf of 435bba93517c4b7687595f96ef942c8b for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:28.659155 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-c97fa98e-6352-43a7-ae4b-850a5a978459 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.724537 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-c97fa98e-6352-43a7-ae4b-850a5a978459 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.737895 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.740176 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e6a3214d-6a58-46a9-8552-bc1fc7ee1c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.746180 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e6a3214d-6a58-46a9-8552-bc1fc7ee1c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.748239 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e6a3214d-6a58-46a9-8552-bc1fc7ee1c06 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ce647511-56fc-48ab-8fcb-55e287bd6dc0 HTTP/1.1" status: 204 len: 168 time: 1.2230134 Jul 05 03:46:28.847197 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3214d-6a58-46a9-8552-bc1fc7ee1c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce647511-56fc-48ab-8fcb-55e287bd6dc0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:28.877178 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9540d7aa-0b54-48e6-87fb-3d87e5f0124d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.893052 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9540d7aa-0b54-48e6-87fb-3d87e5f0124d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.895100 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9540d7aa-0b54-48e6-87fb-3d87e5f0124d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.975095 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aa4fe8f3-71b5-4ead-9d0f-0f345914f81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.987779 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aa4fe8f3-71b5-4ead-9d0f-0f345914f81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.989511 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-aa4fe8f3-71b5-4ead-9d0f-0f345914f81b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f3944223-195e-4453-9f4c-0d0e3263708a HTTP/1.1" status: 204 len: 168 time: 1.3176365 Jul 05 03:46:29.036117 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4fe8f3-71b5-4ead-9d0f-0f345914f81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3944223-195e-4453-9f4c-0d0e3263708a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:29.154266 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540d7aa-0b54-48e6-87fb-3d87e5f0124d admin admin] Pushing event updated for resources: {'Port': ['ID=f7db4b0c-c923-4701-85d5-c4558ff56d6b,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:29.273787 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9540d7aa-0b54-48e6-87fb-3d87e5f0124d admin admin] Network ed35a24e-2190-4656-9afb-2a677ea87f26 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:29.287769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-9540d7aa-0b54-48e6-87fb-3d87e5f0124d admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:29.321442 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dea8c3b9-dbc0-4dea-9c6d-15bcd3da1d06 req-d4caa616-a270-457a-8650-08e2f72313b8 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/ports?device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 210 time: 0.1939030 Jul 05 03:46:29.582070 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-c97fa98e-6352-43a7-ae4b-850a5a978459 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:29.592151 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-c97fa98e-6352-43a7-ae4b-850a5a978459 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:29.616659 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9540d7aa-0b54-48e6-87fb-3d87e5f0124d admin admin] Router 8a5cb0d9-36a3-48ce-97b6-1f39b99529b1 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:46:29.861784 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e7a1f19f-1854-4332-8a52-2247cde1e9e3 None None] Provisioning complete for port f7db4b0c-c923-4701-85d5-c4558ff56d6b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:29.864640 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e7a1f19f-1854-4332-8a52-2247cde1e9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:29.875481 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fa98e-6352-43a7-ae4b-850a5a978459 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d4e2e6-cf73-4da1-925b-c7334fdc7a2c,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:30.083365 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-e7a1f19f-1854-4332-8a52-2247cde1e9e3 None None] Port f7db4b0c-c923-4701-85d5-c4558ff56d6b cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:46:30.154452 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9540d7aa-0b54-48e6-87fb-3d87e5f0124d admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:46:30.190793 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9540d7aa-0b54-48e6-87fb-3d87e5f0124d admin admin] 10.222.0.77 "PUT /v2.0/routers/8a5cb0d9-36a3-48ce-97b6-1f39b99529b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1856148 Jul 05 03:46:30.210058 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 16e60b91-9acf-4477-a573-1f4af22741de up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:30.338108 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 16e60b91-9acf-4477-a573-1f4af22741de completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:30.354541 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 16e60b91-9acf-4477-a573-1f4af22741de triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:30.355895 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:30.504842 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-c97fa98e-6352-43a7-ae4b-850a5a978459 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Allocated IP 192.168.233.216 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/a3a25550-9349-4170-9613-23087d31eb54) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:30.580392 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:30.615747 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41304) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:30.674012 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bb9199ea-b654-4171-a147-81238aabf080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:30.688739 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 16e60b91-9acf-4477-a573-1f4af22741de, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=16e60b91-9acf-4477-a573-1f4af22741de,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:30.696491 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:30.898461 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=16e60b91-9acf-4477-a573-1f4af22741de,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:30.918807 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8a19f98a-a9f9-44d9-9e04-2a25c3581a8e req-7c7fd4cd-86cb-4cfc-bafa-21b475c1a990 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/ports?device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 210 time: 0.1139543 Jul 05 03:46:31.051312 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bb9199ea-b654-4171-a147-81238aabf080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:31.059953 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bb9199ea-b654-4171-a147-81238aabf080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:31.164109 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-c97fa98e-6352-43a7-ae4b-850a5a978459 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:31.213864 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bb9199ea-b654-4171-a147-81238aabf080 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=24ac263f09ee4e55a19855deb740576d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5937769 Jul 05 03:46:31.215514 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41308) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:31.229528 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9199ea-b654-4171-a147-81238aabf080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80ad667-ea1b-4887-8acc-1a9764d6845c,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:31.242920 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-c97fa98e-6352-43a7-ae4b-850a5a978459 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Transition to ACTIVE for port object a3a25550-9349-4170-9613-23087d31eb54 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:31.261329 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41310) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:31.315008 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-16dce9cd-9dfa-4397-9e81-174ceda10907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:31.360354 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-014feddf-52c1-4b09-b062-b243736063f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:31.472597 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-c97fa98e-6352-43a7-ae4b-850a5a978459 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:31.501145 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae62ff3b-c049-4180-a20f-e0c44297156b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:31.639627 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:31.657758 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae62ff3b-c049-4180-a20f-e0c44297156b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:31.698382 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] Sync routers for ids ['8a5cb0d9-36a3-48ce-97b6-1f39b99529b1'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:46:31.721395 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] Routers {'8a5cb0d9-36a3-48ce-97b6-1f39b99529b1'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:31.723374 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:46:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['8a5cb0d9-36a3-48ce-97b6-1f39b99529b1'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:31.771111 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fa98e-6352-43a7-ae4b-850a5a978459 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Pushing event updated for resources: {'Port': ['ID=a3a25550-9349-4170-9613-23087d31eb54,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:31.792279 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-c97fa98e-6352-43a7-ae4b-850a5a978459 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:31.799529 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-c97fa98e-6352-43a7-ae4b-850a5a978459 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:31.808341 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-c97fa98e-6352-43a7-ae4b-850a5a978459 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:31.821095 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-c97fa98e-6352-43a7-ae4b-850a5a978459 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:31.821711 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-c97fa98e-6352-43a7-ae4b-850a5a978459 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:31.941788 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae62ff3b-c049-4180-a20f-e0c44297156b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:31.944784 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae62ff3b-c049-4180-a20f-e0c44297156b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:31.950767 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ae62ff3b-c049-4180-a20f-e0c44297156b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f80ad667-ea1b-4887-8acc-1a9764d6845c HTTP/1.1" status: 204 len: 168 time: 0.7335217 Jul 05 03:46:31.976148 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62ff3b-c049-4180-a20f-e0c44297156b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80ad667-ea1b-4887-8acc-1a9764d6845c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:32.116311 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 16e60b91-9acf-4477-a573-1f4af22741de up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:32.149720 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-014feddf-52c1-4b09-b062-b243736063f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:32.159399 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-014feddf-52c1-4b09-b062-b243736063f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:32.340058 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-014feddf-52c1-4b09-b062-b243736063f3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fc90073db034432aa2f62999747c653b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0728981 Jul 05 03:46:32.343204 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41326) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:32.344332 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014feddf-52c1-4b09-b062-b243736063f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07058e4-9414-48a4-8f24-27226f443e69,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:32.358424 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-c97fa98e-6352-43a7-ae4b-850a5a978459 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8715236 Jul 05 03:46:32.537771 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] Set router 8a5cb0d9-36a3-48ce-97b6-1f39b99529b1 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:32.583127 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-517ee936-7c07-486b-92c5-cca2e085dbb7 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:46:32.612616 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-517ee936-7c07-486b-92c5-cca2e085dbb7 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0556204 Jul 05 03:46:32.633759 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68271524-0922-43a0-aeb8-09e468ea772b req-2f3870da-115c-40c8-8674-77bf1d10a32e tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:32.641124 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68271524-0922-43a0-aeb8-09e468ea772b req-2f3870da-115c-40c8-8674-77bf1d10a32e tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/ports?device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 936 time: 0.3273969 Jul 05 03:46:32.698385 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-52b11b3a-ce91-4163-accb-fcfe8467f067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:32.780402 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:32.781785 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5f3325a5-9164-4933-929d-9960d16ed9f6 None None] Provisioning for port a3a25550-9349-4170-9613-23087d31eb54 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:32.787696 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-52b11b3a-ce91-4163-accb-fcfe8467f067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:32.825949 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5f3325a5-9164-4933-929d-9960d16ed9f6 None None] Provisioning complete for port a3a25550-9349-4170-9613-23087d31eb54 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:32.827064 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5f3325a5-9164-4933-929d-9960d16ed9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:32.878436 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-5f3325a5-9164-4933-929d-9960d16ed9f6 None None] Port a3a25550-9349-4170-9613-23087d31eb54 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:46:32.903149 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68271524-0922-43a0-aeb8-09e468ea772b req-2cb6ba1a-c764-426b-931e-65232463fad0 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/security-groups?id=92d4e2e6-cf73-4da1-925b-c7334fdc7a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515447 Jul 05 03:46:32.948691 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 16e60b91-9acf-4477-a573-1f4af22741de triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:32.950381 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:32.960561 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-52b11b3a-ce91-4163-accb-fcfe8467f067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:32.965437 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-52b11b3a-ce91-4163-accb-fcfe8467f067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:32.969176 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-52b11b3a-ce91-4163-accb-fcfe8467f067 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b07058e4-9414-48a4-8f24-27226f443e69 HTTP/1.1" status: 204 len: 168 time: 0.6104164 Jul 05 03:46:32.996063 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b11b3a-ce91-4163-accb-fcfe8467f067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07058e4-9414-48a4-8f24-27226f443e69,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:33.379244 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5cb0d9-36a3-48ce-97b6-1f39b99529b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1434600489-router', 'tenant_id': '813514d78d414901a57bbed98a0b1214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '16e60b91-9acf-4477-a573-1f4af22741de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:20Z', 'updated_at': '2021-07-05T03:46:27Z', 'revision_number': 4, 'project_id': '813514d78d414901a57bbed98a0b1214', 'gw_port': {'id': '16e60b91-9acf-4477-a573-1f4af22741de', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5cb0d9-36a3-48ce-97b6-1f39b99529b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:21Z', 'updated_at': '2021-07-05T03:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'f7db4b0c-c923-4701-85d5-c4558ff56d6b', 'name': '', 'network_id': 'ed35a24e-2190-4656-9afb-2a677ea87f26', 'tenant_id': '813514d78d414901a57bbed98a0b1214', 'mac_address': 'fa:16:3e:4c:a4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5cb0d9-36a3-48ce-97b6-1f39b99529b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f0ec1334-d223-407c-bda9-a093ed33391c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:26Z', 'updated_at': '2021-07-05T03:46:28Z', 'revision_number': 2, 'project_id': '813514d78d414901a57bbed98a0b1214', 'subnets': [{'id': 'f0ec1334-d223-407c-bda9-a093ed33391c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:33.424738 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] Checking router: 8a5cb0d9-36a3-48ce-97b6-1f39b99529b1 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:46:33.425175 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] Updating router 8a5cb0d9-36a3-48ce-97b6-1f39b99529b1 port f7db4b0c-c923-4701-85d5-c4558ff56d6b binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:46:33.489197 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:33.882848 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41342) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:33.959119 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bb2bb4a8-76be-47d7-bbeb-bda524167f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:34.363431 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:34.398124 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:34.439853 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] Transition to ACTIVE for port object f7db4b0c-c923-4701-85d5-c4558ff56d6b will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:34.463001 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:34.492248 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bb2bb4a8-76be-47d7-bbeb-bda524167f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:34.501794 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bb2bb4a8-76be-47d7-bbeb-bda524167f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:34.643703 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b13bec-499e-4498-b57c-e792441e87fb req-ac03561b-b5ba-4d98-b7d0-d91169cb39fb tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:34.660714 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-90b13bec-499e-4498-b57c-e792441e87fb req-ac03561b-b5ba-4d98-b7d0-d91169cb39fb tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/ports?device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 936 time: 0.2664707 Jul 05 03:46:34.675473 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bb2bb4a8-76be-47d7-bbeb-bda524167f81 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f182da8cf0254f8a828239e943201077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7888272 Jul 05 03:46:34.676221 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bb4a8-76be-47d7-bbeb-bda524167f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ccc872-403a-4379-8ff4-7f6d89bf90b6,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:34.678894 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41362) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:34.733582 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094721b-fd9b-493a-95a5-40a8d0ff45a3 None None] Pushing event updated for resources: {'Port': ['ID=f7db4b0c-c923-4701-85d5-c4558ff56d6b,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:34.857370 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-90b13bec-499e-4498-b57c-e792441e87fb req-93f51255-a019-4c34-84e0-007fd7ce860c tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/security-groups?id=92d4e2e6-cf73-4da1-925b-c7334fdc7a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947646 Jul 05 03:46:34.873147 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dde4a2f7-a79b-4c18-85f9-4fdaca32ac09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:34.931745 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-d261669d-ef03-4158-abca-a706709f179b service neutron] Request body: {'port': {'device_id': 'dede13ff-0d7c-4862-abad-cf6436f11374', 'device_owner': 'compute:tempest-test_az-634248097', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:34.964297 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dde4a2f7-a79b-4c18-85f9-4fdaca32ac09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:35.006251 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] Attempting to bind port f7db4b0c-c923-4701-85d5-c4558ff56d6b on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:35.010527 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] Attempting to bind port f7db4b0c-c923-4701-85d5-c4558ff56d6b by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'cc0d0ba4-3ccb-4217-8403-8c709e0bc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ed35a24e-2190-4656-9afb-2a677ea87f26'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:35.011221 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] Attempting to bind port f7db4b0c-c923-4701-85d5-c4558ff56d6b on network ed35a24e-2190-4656-9afb-2a677ea87f26 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:35.026637 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-d261669d-ef03-4158-abca-a706709f179b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:35.031568 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:35.032037 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] Checking segment: {'id': 'cc0d0ba4-3ccb-4217-8403-8c709e0bc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ed35a24e-2190-4656-9afb-2a677ea87f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:35.032460 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:35.032857 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] Bound using segment: {'id': 'cc0d0ba4-3ccb-4217-8403-8c709e0bc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ed35a24e-2190-4656-9afb-2a677ea87f26'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:35.033349 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] Bound port: f7db4b0c-c923-4701-85d5-c4558ff56d6b, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0d0ba4-3ccb-4217-8403-8c709e0bc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ed35a24e-2190-4656-9afb-2a677ea87f26'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:35.033751 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:35.136516 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41366) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:35.139861 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dde4a2f7-a79b-4c18-85f9-4fdaca32ac09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:35.145850 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dde4a2f7-a79b-4c18-85f9-4fdaca32ac09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:35.147924 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-dde4a2f7-a79b-4c18-85f9-4fdaca32ac09 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/54ccc872-403a-4379-8ff4-7f6d89bf90b6 HTTP/1.1" status: 204 len: 168 time: 0.4669404 Jul 05 03:46:35.161118 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-7757aa22-447a-4286-9c07-24fe63c3e881 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2111654877', 'description': 'tempest-description--1486373236'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:35.244791 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41372) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:35.292789 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4a2f7-a79b-4c18-85f9-4fdaca32ac09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ccc872-403a-4379-8ff4-7f6d89bf90b6,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:35.310253 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7757aa22-447a-4286-9c07-24fe63c3e881 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:35.566113 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7757aa22-447a-4286-9c07-24fe63c3e881 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:35.572602 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7757aa22-447a-4286-9c07-24fe63c3e881 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:35.596214 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7757aa22-447a-4286-9c07-24fe63c3e881 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:35.601211 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7757aa22-447a-4286-9c07-24fe63c3e881 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4627707 Jul 05 03:46:35.610148 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41384) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:35.617079 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-3c35955c-3d79-4f13-9ff8-d93d660c2ea2 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Request body: {'security_group_rule': {'security_group_id': 'f439127f-1999-4899-ba05-78beae4b9fbd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:35.672182 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3c35955c-3d79-4f13-9ff8-d93d660c2ea2 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:35.805590 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3c35955c-3d79-4f13-9ff8-d93d660c2ea2 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:35.814221 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3c35955c-3d79-4f13-9ff8-d93d660c2ea2 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:35.821553 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] For port f7db4b0c-c923-4701-85d5-c4558ff56d6b, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:35.843302 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] For port f7db4b0c-c923-4701-85d5-c4558ff56d6b, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f7db4b0c-c923-4701-85d5-c4558ff56d6b,segment=NetworkSegment(cc0d0ba4-3ccb-4217-8403-8c709e0bc93c),segment_id=cc0d0ba4-3ccb-4217-8403-8c709e0bc93c)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:35.848369 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3c35955c-3d79-4f13-9ff8-d93d660c2ea2 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:35.854136 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3c35955c-3d79-4f13-9ff8-d93d660c2ea2 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2419314 Jul 05 03:46:35.855398 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757aa22-447a-4286-9c07-24fe63c3e881 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f439127f-1999-4899-ba05-78beae4b9fbd,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:35.857509 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:35.869527 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41386) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:35.893640 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35955c-3d79-4f13-9ff8-d93d660c2ea2 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb29b33-02d0-4366-95eb-c5f7ab749c84,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:35.899002 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-dd87e2d4-09e5-4fdc-95d7-6be1d40dbb8e tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Request body: {'security_group_rule': {'security_group_id': 'f439127f-1999-4899-ba05-78beae4b9fbd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:36.136954 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] Routers {'8a5cb0d9-36a3-48ce-97b6-1f39b99529b1'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:36.141848 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:46:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['8a5cb0d9-36a3-48ce-97b6-1f39b99529b1'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:36.373060 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094721b-fd9b-493a-95a5-40a8d0ff45a3 None None] Pushing event updated for resources: {'Port': ['ID=f7db4b0c-c923-4701-85d5-c4558ff56d6b,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:36.412450 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2c2dff44-8047-46d1-9408-655be05bca24 req-5e7239dd-faea-4635-9f9c-18d4afdbf24f tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=8921fb8777024e6ab9ad6ea8536274d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1055560 Jul 05 03:46:36.484771 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-10b75c44-fa3f-485c-81e2-fc507f4dc58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:36.554615 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dd87e2d4-09e5-4fdc-95d7-6be1d40dbb8e tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:36.680250 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] Set router 8a5cb0d9-36a3-48ce-97b6-1f39b99529b1 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:36.838530 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-d261669d-ef03-4158-abca-a706709f179b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a25550-9349-4170-9613-23087d31eb54 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:36.843469 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dff44-8047-46d1-9408-655be05bca24 req-135943a0-40af-41e6-b31a-9f38c650b308 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:36.846357 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2c2dff44-8047-46d1-9408-655be05bca24 req-135943a0-40af-41e6-b31a-9f38c650b308 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4315915 Jul 05 03:46:36.851684 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-d261669d-ef03-4158-abca-a706709f179b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:36.886919 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-d261669d-ef03-4158-abca-a706709f179b service neutron] Transition to ACTIVE for port object a3a25550-9349-4170-9613-23087d31eb54 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:36.896554 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2c2dff44-8047-46d1-9408-655be05bca24 req-e15caaa4-e58c-4307-8138-31c9230475ca tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/quotas/8921fb8777024e6ab9ad6ea8536274d3 HTTP/1.1" status: 200 len: 375 time: 0.0406842 Jul 05 03:46:36.929054 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-d261669d-ef03-4158-abca-a706709f179b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:37.002411 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261669d-ef03-4158-abca-a706709f179b service neutron] Pushing event updated for resources: {'Port': ['ID=a3a25550-9349-4170-9613-23087d31eb54,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:37.047957 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2c2dff44-8047-46d1-9408-655be05bca24 req-2243a919-d3de-4707-9826-7bbcc188cb5b tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8921fb8777024e6ab9ad6ea8536274d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1395223 Jul 05 03:46:37.156976 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dd87e2d4-09e5-4fdc-95d7-6be1d40dbb8e tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:37.203497 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dd87e2d4-09e5-4fdc-95d7-6be1d40dbb8e tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:37.301126 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87e2d4-09e5-4fdc-95d7-6be1d40dbb8e tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7e1e75-bb66-4135-ae86-6110e3192194,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:37.451205 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35f3d2-8c7e-4c4e-974c-e7a2aa05d924 req-7ef08e08-c853-4401-97e5-c6c94b62eb01 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:37.466634 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0a35f3d2-8c7e-4c4e-974c-e7a2aa05d924 req-7ef08e08-c853-4401-97e5-c6c94b62eb01 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/ports?device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 969 time: 0.9242554 Jul 05 03:46:37.486468 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5cb0d9-36a3-48ce-97b6-1f39b99529b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1434600489-router', 'tenant_id': '813514d78d414901a57bbed98a0b1214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '16e60b91-9acf-4477-a573-1f4af22741de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:20Z', 'updated_at': '2021-07-05T03:46:27Z', 'revision_number': 4, 'project_id': '813514d78d414901a57bbed98a0b1214', 'gw_port': {'id': '16e60b91-9acf-4477-a573-1f4af22741de', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5cb0d9-36a3-48ce-97b6-1f39b99529b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:21Z', 'updated_at': '2021-07-05T03:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'f7db4b0c-c923-4701-85d5-c4558ff56d6b', 'name': '', 'network_id': 'ed35a24e-2190-4656-9afb-2a677ea87f26', 'tenant_id': '813514d78d414901a57bbed98a0b1214', 'mac_address': 'fa:16:3e:4c:a4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5cb0d9-36a3-48ce-97b6-1f39b99529b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f0ec1334-d223-407c-bda9-a093ed33391c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:26Z', 'updated_at': '2021-07-05T03:46:35Z', 'revision_number': 4, 'project_id': '813514d78d414901a57bbed98a0b1214', 'subnets': [{'id': 'f0ec1334-d223-407c-bda9-a093ed33391c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:37.578819 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85886cb5-08ae-4f5c-b289-2d2cb335f463 None None] The sync data for ids ['8a5cb0d9-36a3-48ce-97b6-1f39b99529b1'] in n-d-780147-23 is: [{'id': '8a5cb0d9-36a3-48ce-97b6-1f39b99529b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1434600489-router', 'tenant_id': '813514d78d414901a57bbed98a0b1214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '16e60b91-9acf-4477-a573-1f4af22741de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:20Z', 'updated_at': '2021-07-05T03:46:27Z', 'revision_number': 4, 'project_id': '813514d78d414901a57bbed98a0b1214', 'gw_port': {'id': '16e60b91-9acf-4477-a573-1f4af22741de', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5cb0d9-36a3-48ce-97b6-1f39b99529b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:21Z', 'updated_at': '2021-07-05T03:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'f7db4b0c-c923-4701-85d5-c4558ff56d6b', 'name': '', 'network_id': 'ed35a24e-2190-4656-9afb-2a677ea87f26', 'tenant_id': '813514d78d414901a57bbed98a0b1214', 'mac_address': 'fa:16:3e:4c:a4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5cb0d9-36a3-48ce-97b6-1f39b99529b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f0ec1334-d223-407c-bda9-a093ed33391c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:26Z', 'updated_at': '2021-07-05T03:46:35Z', 'revision_number': 4, 'project_id': '813514d78d414901a57bbed98a0b1214', 'subnets': [{'id': 'f0ec1334-d223-407c-bda9-a093ed33391c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:46:37.679649 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-d261669d-ef03-4158-abca-a706709f179b service neutron] Attempting to bind port a3a25550-9349-4170-9613-23087d31eb54 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:37.679649 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-d261669d-ef03-4158-abca-a706709f179b service neutron] Attempting to bind port a3a25550-9349-4170-9613-23087d31eb54 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:37.679649 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-d261669d-ef03-4158-abca-a706709f179b service neutron] Attempting to bind port a3a25550-9349-4170-9613-23087d31eb54 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:37.979449 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d258cc80-f78c-4f4a-90e6-89733a10f160 req-f0eb4fba-63f0-411f-899c-b84a6967284d tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 210 time: 0.1264544 Jul 05 03:46:38.119384 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f7db4b0c-c923-4701-85d5-c4558ff56d6b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:38.185346 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-d261669d-ef03-4158-abca-a706709f179b service neutron] Port a3a25550-9349-4170-9613-23087d31eb54 on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:38.185555 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-d261669d-ef03-4158-abca-a706709f179b service neutron] Attempting to bind port a3a25550-9349-4170-9613-23087d31eb54 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:38.263683 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-d261669d-ef03-4158-abca-a706709f179b service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:38.268384 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-d261669d-ef03-4158-abca-a706709f179b service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:38.269461 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-d261669d-ef03-4158-abca-a706709f179b service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:38.270132 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-d261669d-ef03-4158-abca-a706709f179b service neutron] Bound port: a3a25550-9349-4170-9613-23087d31eb54, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:38.270541 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-d261669d-ef03-4158-abca-a706709f179b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.354803 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0a35f3d2-8c7e-4c4e-974c-e7a2aa05d924 req-4fce0259-a7bb-4af9-a4a7-58c13ab4ba69 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/security-groups?id=92d4e2e6-cf73-4da1-925b-c7334fdc7a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8040721 Jul 05 03:46:38.360726 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port f7db4b0c-c923-4701-85d5-c4558ff56d6b completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:38.386078 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port f7db4b0c-c923-4701-85d5-c4558ff56d6b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:38.389408 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.570651 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-10b75c44-fa3f-485c-81e2-fc507f4dc58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.661628 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-10b75c44-fa3f-485c-81e2-fc507f4dc58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.666679 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dd87e2d4-09e5-4fdc-95d7-6be1d40dbb8e tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.668703 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-dd87e2d4-09e5-4fdc-95d7-6be1d40dbb8e tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7967291 Jul 05 03:46:38.672777 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41448) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:38.678483 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-55145e8c-461b-4343-8561-43d0ce4bda0b tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:38.777872 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-d261669d-ef03-4158-abca-a706709f179b service neutron] For port a3a25550-9349-4170-9613-23087d31eb54, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:38.790275 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55145e8c-461b-4343-8561-43d0ce4bda0b tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.805687 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.891099 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-d261669d-ef03-4158-abca-a706709f179b service neutron] For port a3a25550-9349-4170-9613-23087d31eb54, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a3a25550-9349-4170-9613-23087d31eb54,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:38.939315 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-d261669d-ef03-4158-abca-a706709f179b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.997361 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port f7db4b0c-c923-4701-85d5-c4558ff56d6b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f7db4b0c-c923-4701-85d5-c4558ff56d6b,segment=NetworkSegment(cc0d0ba4-3ccb-4217-8403-8c709e0bc93c),segment_id=cc0d0ba4-3ccb-4217-8403-8c709e0bc93c)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:39.008821 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:39.018379 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b75c44-fa3f-485c-81e2-fc507f4dc58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a6596f-81c1-4f7f-bd88-afa1a5b7fe3c,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:39.177798 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-d261669d-ef03-4158-abca-a706709f179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:39.179726 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-d261669d-ef03-4158-abca-a706709f179b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:39.183045 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-d261669d-ef03-4158-abca-a706709f179b service neutron] 10.222.0.89 "PUT /v2.0/ports/a3a25550-9349-4170-9613-23087d31eb54 HTTP/1.1" status: 200 len: 1118 time: 5.2259221 Jul 05 03:46:39.206465 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dede13ff-0d7c-4862-abad-cf6436f11374', 'tag': 'a3a25550-9349-4170-9613-23087d31eb54'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:39.312832 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6c64377b-39c7-4621-b099-3f61f296f253 req-cb6adc16-7b19-4d04-96c4-22c3f70f2042 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 210 time: 0.1334963 Jul 05 03:46:39.436184 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=f7db4b0c-c923-4701-85d5-c4558ff56d6b,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:39.670812 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55145e8c-461b-4343-8561-43d0ce4bda0b tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:39.726362 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-10b75c44-fa3f-485c-81e2-fc507f4dc58d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b42ec9c7a53f480e8963457d11703a19&name=default HTTP/1.1" status: 200 len: 2979 time: 4.4759529 Jul 05 03:46:39.742142 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41476) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:40.045305 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f7db4b0c-c923-4701-85d5-c4558ff56d6b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:40.255980 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port f7db4b0c-c923-4701-85d5-c4558ff56d6b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:40.258024 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:40.270955 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261669d-ef03-4158-abca-a706709f179b service neutron] Pushing event updated for resources: {'Port': ['ID=a3a25550-9349-4170-9613-23087d31eb54,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:40.592986 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-fdfd2b10-1b97-4c5c-a01d-ec1d0395e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:40.599519 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-fdfd2b10-1b97-4c5c-a01d-ec1d0395e662 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=435bba93517c4b7687595f96ef942c8b&device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 1121 time: 0.9948692 Jul 05 03:46:40.606917 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d0fdcb-2d4d-48c8-b468-94a430044c03" -d '{"events": [{"name": "network-changed", "server_uuid": "dede13ff-0d7c-4862-abad-cf6436f11374", "tag": "a3a25550-9349-4170-9613-23087d31eb54"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:40.646595 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8c0507c6-ec4c-476d-ae90-16f3c4efed62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:40.768261 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-55145e8c-461b-4343-8561-43d0ce4bda0b tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Allocated IP 172.25.1.59 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/0707a9be-201e-4d4d-b950-7f15db66ef8c) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:40.926691 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-cfc361a5-234e-433a-921b-6d0f33ee7302 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=a3a25550-9349-4170-9613-23087d31eb54 HTTP/1.1" status: 200 len: 217 time: 0.2525444 Jul 05 03:46:40.957431 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8c0507c6-ec4c-476d-ae90-16f3c4efed62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:40.990464 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d133e094-cdb1-4d2c-9dc5-20c5b87bb1b7 req-ed25a99f-2acd-4981-831c-2421abb042ce tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 210 time: 0.4697289 Jul 05 03:46:41.071533 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30d0e2-2321-44ff-949e-c2edb6533e07 req-6889fb35-94a3-484d-ab80-0f65bba09bc1 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:41.074091 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0d30d0e2-2321-44ff-949e-c2edb6533e07 req-6889fb35-94a3-484d-ab80-0f65bba09bc1 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/ports?device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 969 time: 1.1297672 Jul 05 03:46:41.080190 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55145e8c-461b-4343-8561-43d0ce4bda0b tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:41.084217 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8c0507c6-ec4c-476d-ae90-16f3c4efed62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:41.088039 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8c0507c6-ec4c-476d-ae90-16f3c4efed62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:41.104101 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8c0507c6-ec4c-476d-ae90-16f3c4efed62 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c3a6596f-81c1-4f7f-bd88-afa1a5b7fe3c HTTP/1.1" status: 204 len: 168 time: 1.3363779 Jul 05 03:46:41.158587 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55145e8c-461b-4343-8561-43d0ce4bda0b tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:41.266095 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55145e8c-461b-4343-8561-43d0ce4bda0b tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:41.276050 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-55145e8c-461b-4343-8561-43d0ce4bda0b tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:41.292983 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55145e8c-461b-4343-8561-43d0ce4bda0b tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:41.343749 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0507c6-ec4c-476d-ae90-16f3c4efed62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a6596f-81c1-4f7f-bd88-afa1a5b7fe3c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:41.375670 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0d30d0e2-2321-44ff-949e-c2edb6533e07 req-74cc3bfc-db00-4d63-af47-da1812ff6d77 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/security-groups?id=92d4e2e6-cf73-4da1-925b-c7334fdc7a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698567 Jul 05 03:46:41.405865 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-c5dbb841-0406-4fcd-9e6f-401c25dbb1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:41.412261 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-c5dbb841-0406-4fcd-9e6f-401c25dbb1c0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.3552649 Jul 05 03:46:41.450805 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55145e8c-461b-4343-8561-43d0ce4bda0b tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Pushing event updated for resources: {'Port': ['ID=0707a9be-201e-4d4d-b950-7f15db66ef8c,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:41.613782 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55145e8c-461b-4343-8561-43d0ce4bda0b tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:41.720294 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-02baceaf-1b29-4941-a40c-aea8871e6c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:41.727368 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-02baceaf-1b29-4941-a40c-aea8871e6c49 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2642474 Jul 05 03:46:41.793663 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55145e8c-461b-4343-8561-43d0ce4bda0b tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:42.105329 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7844c7b6-7c39-440d-bd2f-02c14e0b9316 x-openstack-request-id: req-7844c7b6-7c39-440d-bd2f-02c14e0b9316 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:42.106591 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dede13ff-0d7c-4862-abad-cf6436f11374", "tag": "a3a25550-9349-4170-9613-23087d31eb54", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:42.106858 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7844c7b6-7c39-440d-bd2f-02c14e0b9316 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:42.107364 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dede13ff-0d7c-4862-abad-cf6436f11374', 'tag': 'a3a25550-9349-4170-9613-23087d31eb54', 'status': 'completed', 'code': 200} Jul 05 03:46:42.132744 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-2e08b004-b7d7-42cf-99b2-cdcb9553c9b7 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494174 Jul 05 03:46:42.467548 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55145e8c-461b-4343-8561-43d0ce4bda0b tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:42.485777 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41522) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:42.533998 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-03c329af-b0cb-49ed-b3e1-78027daa3844 req-506020db-eaa8-4757-b1e6-fee476cce48f service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444047 Jul 05 03:46:42.549699 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55145e8c-461b-4343-8561-43d0ce4bda0b tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:42.567319 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:42.685498 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-200f1510-3497-4e93-9a11-d164127662bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:42.761242 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55145e8c-461b-4343-8561-43d0ce4bda0b tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Pushing event updated for resources: {'Port': ['ID=0707a9be-201e-4d4d-b950-7f15db66ef8c,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:42.779752 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55145e8c-461b-4343-8561-43d0ce4bda0b tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:42.788219 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.70', 59134) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:42.816445 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55145e8c-461b-4343-8561-43d0ce4bda0b tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:42.819787 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-55145e8c-461b-4343-8561-43d0ce4bda0b tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1449435 Jul 05 03:46:42.854040 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c2dff44-8047-46d1-9408-655be05bca24 req-172b1ac2-f893-4997-a9f7-da8d268798d2 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=8921fb8777024e6ab9ad6ea8536274d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497694 Jul 05 03:46:43.057326 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-61ec055a-c1d5-4168-9921-d7c85b465b7a req-bfdd306b-b93c-4fbc-92ad-e641da22a753 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 210 time: 0.2017331 Jul 05 03:46:43.348221 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0fdcb-2d4d-48c8-b468-94a430044c03 req-de668e34-e07e-4b7d-944a-69920b2be9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:43.350519 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39d0fdcb-2d4d-48c8-b468-94a430044c03 req-de668e34-e07e-4b7d-944a-69920b2be9be service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=435bba93517c4b7687595f96ef942c8b&device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 1121 time: 0.6832716 Jul 05 03:46:43.396343 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-200f1510-3497-4e93-9a11-d164127662bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:43.402480 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-200f1510-3497-4e93-9a11-d164127662bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:43.592053 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-200f1510-3497-4e93-9a11-d164127662bf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a1f1afc45ce44ffa916a4d739af7b3e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1017854 Jul 05 03:46:43.606047 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41548) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:43.620652 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f1510-3497-4e93-9a11-d164127662bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cea199-28d4-49f7-95c0-34ae0112c813,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:43.730367 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013779b1-a17e-4043-b107-1deb201ccc52 req-2c7ad82a-27ef-441f-98d3-22cbf0900722 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:43.732588 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-013779b1-a17e-4043-b107-1deb201ccc52 req-2c7ad82a-27ef-441f-98d3-22cbf0900722 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/ports?device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 969 time: 0.1540568 Jul 05 03:46:43.777402 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dff44-8047-46d1-9408-655be05bca24 req-7f7ce23b-59e7-4bf6-bb2b-f073eaaf16b4 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:43.779066 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c2dff44-8047-46d1-9408-655be05bca24 req-7f7ce23b-59e7-4bf6-bb2b-f073eaaf16b4 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9185948 Jul 05 03:46:43.784519 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-013779b1-a17e-4043-b107-1deb201ccc52 req-2b1c72ba-9268-4577-9362-8940413132c0 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/security-groups?id=92d4e2e6-cf73-4da1-925b-c7334fdc7a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458779 Jul 05 03:46:43.860736 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-25ed772a-9bd0-4899-a2fb-a70c00eb2e28 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--2111654877&fields=id&tenant_id=49aa2e78f4fa410bbda69c030d0e9b7c HTTP/1.1" status: 200 len: 267 time: 0.1736350 Jul 05 03:46:43.914418 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9f640705-ee6c-406f-a6cb-814a50ddab7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:43.927622 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0fdcb-2d4d-48c8-b468-94a430044c03 req-e9840007-c4e7-4878-878e-fce0cfe54d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:43.929155 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39d0fdcb-2d4d-48c8-b468-94a430044c03 req-e9840007-c4e7-4878-878e-fce0cfe54d03 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.5619671 Jul 05 03:46:43.998142 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9f640705-ee6c-406f-a6cb-814a50ddab7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:44.083382 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39d0fdcb-2d4d-48c8-b468-94a430044c03 req-5a719b3d-0de3-4545-8e2a-fbc48c3d6c9c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=a3a25550-9349-4170-9613-23087d31eb54 HTTP/1.1" status: 200 len: 217 time: 0.1125033 Jul 05 03:46:44.466887 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-ff18fba4-4b1e-407a-a4c0-44b955c72405 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:44.468657 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-88b36890-b130-4756-aa9e-2061bfbbd0a2 req-74372fba-685e-46b5-a479-d6031aa2ad39 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 210 time: 0.0317798 Jul 05 03:46:44.472832 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-ff18fba4-4b1e-407a-a4c0-44b955c72405 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/networks?id=03165c03-da88-4245-8e84-9b954eea306b HTTP/1.1" status: 200 len: 824 time: 0.5999293 Jul 05 03:46:44.478795 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0fdcb-2d4d-48c8-b468-94a430044c03 req-3dc4c3fd-da0c-46f4-9548-4577c194ef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:44.482315 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39d0fdcb-2d4d-48c8-b468-94a430044c03 req-3dc4c3fd-da0c-46f4-9548-4577c194ef80 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.3861487 Jul 05 03:46:44.527568 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9f640705-ee6c-406f-a6cb-814a50ddab7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:44.531474 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9f640705-ee6c-406f-a6cb-814a50ddab7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:44.536230 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9f640705-ee6c-406f-a6cb-814a50ddab7a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a1cea199-28d4-49f7-95c0-34ae0112c813 HTTP/1.1" status: 204 len: 168 time: 0.9284573 Jul 05 03:46:44.569405 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-4ebef351-313d-4fa4-a42f-9d80cea272e1 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/quotas/49aa2e78f4fa410bbda69c030d0e9b7c HTTP/1.1" status: 200 len: 375 time: 0.0837474 Jul 05 03:46:44.580903 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f640705-ee6c-406f-a6cb-814a50ddab7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cea199-28d4-49f7-95c0-34ae0112c813,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:44.727751 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0fdcb-2d4d-48c8-b468-94a430044c03 req-7b1c36d5-a09d-48aa-a5a6-a63fa8e81cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:44.729327 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39d0fdcb-2d4d-48c8-b468-94a430044c03 req-7b1c36d5-a09d-48aa-a5a6-a63fa8e81cda service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2234738 Jul 05 03:46:44.877539 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-2c494d67-091b-4a20-ab8e-414b8a92913a tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=49aa2e78f4fa410bbda69c030d0e9b7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2998047 Jul 05 03:46:44.951783 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39d0fdcb-2d4d-48c8-b468-94a430044c03 req-11d87945-a732-4f35-a7e6-2096f4c34ed2 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122383 Jul 05 03:46:45.128758 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd264be8-1ff8-4f0d-b314-859f29a8985a req-acfeb98f-a40f-4e8d-a2d2-552c2290bd6c tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:45.130405 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bd264be8-1ff8-4f0d-b314-859f29a8985a req-acfeb98f-a40f-4e8d-a2d2-552c2290bd6c tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/ports?device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 969 time: 0.1001892 Jul 05 03:46:45.147154 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-0979152d-d3d8-49c9-904c-d71689a4608c service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:46:45.148241 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-0979152d-d3d8-49c9-904c-d71689a4608c service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0945172 Jul 05 03:46:45.169044 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39d0fdcb-2d4d-48c8-b468-94a430044c03 req-81af34e7-6b23-4425-8d2f-9417ddcb9884 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107215 Jul 05 03:46:45.190266 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bd264be8-1ff8-4f0d-b314-859f29a8985a req-537f57da-dc6b-438d-bbdc-e3d425a8056b tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/security-groups?id=92d4e2e6-cf73-4da1-925b-c7334fdc7a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473242 Jul 05 03:46:45.395846 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-edd919b4-4181-45f2-8651-8b1a44134ce1 service neutron] 10.222.0.77 "GET /v2.0/networks/03165c03-da88-4245-8e84-9b954eea306b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256112 Jul 05 03:46:45.700415 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-c3bfa9eb-4cee-446e-8b2e-8c1224eb9143 service neutron] 10.222.0.77 "GET /v2.0/networks/03165c03-da88-4245-8e84-9b954eea306b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980733 Jul 05 03:46:45.840597 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-36c3677d-a7d9-4fed-91d5-ad87775d2c34 req-a1036b9a-b8cd-433d-bc40-52c83ae51523 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 210 time: 0.0738206 Jul 05 03:46:45.951966 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41632) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:46.232706 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-09e18bb4-59df-49b6-9227-0374e46b6d97 req-070cef30-9e32-41ac-b3b7-ad0d17d2fe40 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bbfbae-8305-4ed1-a974-c1a7e6bb5378 HTTP/1.1" status: 200 len: 210 time: 0.1026697 Jul 05 03:46:46.270000 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-446593e8-6ede-4fcf-a89e-0c6917191305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:46.550615 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-446593e8-6ede-4fcf-a89e-0c6917191305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:46.560429 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-446593e8-6ede-4fcf-a89e-0c6917191305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:46.572217 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41654) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:46.708389 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3b586-52d0-441c-83e1-6af9072428ba req-c450f31d-cf04-4d56-8aa2-9a3ab5d5ba7d tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:46.724511 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-00c3b586-52d0-441c-83e1-6af9072428ba req-c450f31d-cf04-4d56-8aa2-9a3ab5d5ba7d tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/ports?device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 969 time: 0.2487509 Jul 05 03:46:46.728030 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41660) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:46.731531 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-446593e8-6ede-4fcf-a89e-0c6917191305 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=edb3c8e37cce42aeb833f38d01f6af6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7702024 Jul 05 03:46:46.736622 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446593e8-6ede-4fcf-a89e-0c6917191305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459c7d35-1743-45d5-a9c1-8f1306920a14,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:46.767623 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:46:46.887322 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-00c3b586-52d0-441c-83e1-6af9072428ba req-84b0e401-d6b6-4f7a-8d6d-067e8ac2605a tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/security-groups?id=92d4e2e6-cf73-4da1-925b-c7334fdc7a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228292 Jul 05 03:46:46.907933 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-33d28407-b692-41ba-9fc6-c695cf756681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:46.995275 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-33d28407-b692-41ba-9fc6-c695cf756681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:47.009878 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2baa93a5-a119-42f2-a0bf-0f9f6cc3d1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:47.186941 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-461304bf-efbc-4791-ae05-4289a89864ea req-4b261ed9-f994-4319-9df9-d5e0b7e20680 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 210 time: 0.0868714 Jul 05 03:46:47.256517 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-33d28407-b692-41ba-9fc6-c695cf756681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:47.262594 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-33d28407-b692-41ba-9fc6-c695cf756681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:47.269008 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-33d28407-b692-41ba-9fc6-c695cf756681 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/459c7d35-1743-45d5-a9c1-8f1306920a14 HTTP/1.1" status: 204 len: 168 time: 0.5331764 Jul 05 03:46:47.297986 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d28407-b692-41ba-9fc6-c695cf756681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459c7d35-1743-45d5-a9c1-8f1306920a14,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:47.363986 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device a3a25550-9349-4170-9613-23087d31eb54 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:47.380445 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2baa93a5-a119-42f2-a0bf-0f9f6cc3d1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:47.388160 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2baa93a5-a119-42f2-a0bf-0f9f6cc3d1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:47.489559 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2baa93a5-a119-42f2-a0bf-0f9f6cc3d1d9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c1d932a2d0884622b17988ccaa1998b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9017155 Jul 05 03:46:47.491622 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa93a5-a119-42f2-a0bf-0f9f6cc3d1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d862f57b-f76b-4b9b-99de-eb3f8a7eaf5c,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:47.494402 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41676) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:47.602549 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port a3a25550-9349-4170-9613-23087d31eb54, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a3a25550-9349-4170-9613-23087d31eb54,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:47.622279 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'a3a25550-9349-4170-9613-23087d31eb54', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': 'a3a25550-9349-4170-9613-23087d31eb54', 'mac_address': 'fa:16:3e:d2:3f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:tempest-test_az-634248097', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:46:47.709403 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f6d0917d-3e2c-4566-94c5-ad68494db863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:47.720936 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-45656859-e02a-47e4-b517-9c2f5e62ad60 req-5c31b1bf-5b78-40a5-873b-715b5552cce5 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bbfbae-8305-4ed1-a974-c1a7e6bb5378 HTTP/1.1" status: 200 len: 210 time: 0.0828474 Jul 05 03:46:47.750574 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:47.787267 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f6d0917d-3e2c-4566-94c5-ad68494db863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:47.807989 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a25550-9349-4170-9613-23087d31eb54 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:47.875777 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port a3a25550-9349-4170-9613-23087d31eb54, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a3a25550-9349-4170-9613-23087d31eb54,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:47.886843 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:47.967921 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f6d0917d-3e2c-4566-94c5-ad68494db863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:47.972233 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f6d0917d-3e2c-4566-94c5-ad68494db863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:47.974509 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f6d0917d-3e2c-4566-94c5-ad68494db863 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d862f57b-f76b-4b9b-99de-eb3f8a7eaf5c HTTP/1.1" status: 204 len: 168 time: 0.4789317 Jul 05 03:46:48.033456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0917d-3e2c-4566-94c5-ad68494db863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d862f57b-f76b-4b9b-99de-eb3f8a7eaf5c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:48.042993 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=a3a25550-9349-4170-9613-23087d31eb54,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:48.270632 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['a3a25550-9349-4170-9613-23087d31eb54'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:48.465530 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41692) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:48.483704 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de780e25-8971-4bb1-8bb5-38a99c1c59bc req-184cd92f-6251-44f4-9a1b-ccb5a9e86ae4 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:48.491061 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-00c84c5c-2fdb-48ca-8247-5166a90a3d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:48.499424 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-de780e25-8971-4bb1-8bb5-38a99c1c59bc req-184cd92f-6251-44f4-9a1b-ccb5a9e86ae4 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/ports?device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 970 time: 0.2695541 Jul 05 03:46:48.615450 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-de780e25-8971-4bb1-8bb5-38a99c1c59bc req-f1196423-2b11-43d8-9636-4979ec05ef1f tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/security-groups?id=92d4e2e6-cf73-4da1-925b-c7334fdc7a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094570 Jul 05 03:46:48.683195 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8b772c9d-c122-488a-8afb-75a608a7585f req-fdb7affb-857e-4911-b435-70693dab7a56 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 210 time: 0.0885158 Jul 05 03:46:48.959369 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41700) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:49.012091 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-edafeba0-8c61-4e94-8f30-cc5e3a4d407a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:49.102152 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4b528797-c537-4830-9d46-82fbdb73ff5f req-3321c4fe-c623-4d7d-811e-98b538ab6968 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bbfbae-8305-4ed1-a974-c1a7e6bb5378 HTTP/1.1" status: 200 len: 210 time: 0.0620058 Jul 05 03:46:49.142874 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-00c84c5c-2fdb-48ca-8247-5166a90a3d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:49.165941 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-00c84c5c-2fdb-48ca-8247-5166a90a3d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:49.246753 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-51d0a252-9ae1-47d1-a784-62e9b74924d3 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:49.248484 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-51d0a252-9ae1-47d1-a784-62e9b74924d3 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.89 "GET /v2.0/networks?id=03165c03-da88-4245-8e84-9b954eea306b HTTP/1.1" status: 200 len: 824 time: 0.4470098 Jul 05 03:46:49.249464 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c84c5c-2fdb-48ca-8247-5166a90a3d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915be77a-218b-4e3f-890d-bb29215032d5,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:49.253903 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-00c84c5c-2fdb-48ca-8247-5166a90a3d1a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f77a8b1811c441c49007c72ad57f684e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7868407 Jul 05 03:46:49.268602 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41712) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:49.299841 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-edafeba0-8c61-4e94-8f30-cc5e3a4d407a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:49.309536 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-edafeba0-8c61-4e94-8f30-cc5e3a4d407a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:49.345538 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device a3a25550-9349-4170-9613-23087d31eb54 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:49.391846 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafeba0-8c61-4e94-8f30-cc5e3a4d407a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f8bc50-0ef2-4b6f-8ff2-706a5ac1c56c,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:49.406005 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-edafeba0-8c61-4e94-8f30-cc5e3a4d407a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=92b95e1b14314faeb9dccad63e11117d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4452710 Jul 05 03:46:49.407180 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41722) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:49.423388 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-63855a98-a1b2-4553-bc76-552fbd6804f9 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49aa2e78f4fa410bbda69c030d0e9b7c HTTP/1.1" status: 200 len: 380 time: 0.1532204 Jul 05 03:46:49.425986 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b38b170b-af64-4ded-b5d4-ab7d45898102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:49.442444 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-5ee26a87-f9ec-468a-8721-7c3b8f79eca6 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Request body: {'port': {'device_id': '38bbfbae-8305-4ed1-a974-c1a7e6bb5378', 'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'admin_state_up': True, 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'security_groups': ['f439127f-1999-4899-ba05-78beae4b9fbd']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:49.447280 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port a3a25550-9349-4170-9613-23087d31eb54 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:49.453260 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port a3a25550-9349-4170-9613-23087d31eb54 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:49.453800 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:49.577471 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:49.599643 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b38b170b-af64-4ded-b5d4-ab7d45898102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:49.608677 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dede13ff-0d7c-4862-abad-cf6436f11374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a25550-9349-4170-9613-23087d31eb54'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:49.711226 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port a3a25550-9349-4170-9613-23087d31eb54, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a3a25550-9349-4170-9613-23087d31eb54,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:49.719038 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:49.766464 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9d3bc1-f991-4e3a-8d5b-929c4d8e7a78" -d '{"events": [{"server_uuid": "dede13ff-0d7c-4862-abad-cf6436f11374", "name": "network-vif-plugged", "status": "completed", "tag": "a3a25550-9349-4170-9613-23087d31eb54"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:49.772232 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-507eb890-dd03-4591-8b9c-f211d9e43a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:49.808929 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=a3a25550-9349-4170-9613-23087d31eb54,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:49.842303 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b38b170b-af64-4ded-b5d4-ab7d45898102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:49.845792 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b38b170b-af64-4ded-b5d4-ab7d45898102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:49.851817 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b38b170b-af64-4ded-b5d4-ab7d45898102 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/915be77a-218b-4e3f-890d-bb29215032d5 HTTP/1.1" status: 204 len: 168 time: 0.5655158 Jul 05 03:46:49.872965 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-507eb890-dd03-4591-8b9c-f211d9e43a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:49.949122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b170b-af64-4ded-b5d4-ab7d45898102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915be77a-218b-4e3f-890d-bb29215032d5,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:49.995359 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-5ee26a87-f9ec-468a-8721-7c3b8f79eca6 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Made reservation on behalf of 49aa2e78f4fa410bbda69c030d0e9b7c for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:49.999647 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-5ee26a87-f9ec-468a-8721-7c3b8f79eca6 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:50.081459 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-507eb890-dd03-4591-8b9c-f211d9e43a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:50.085852 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-507eb890-dd03-4591-8b9c-f211d9e43a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:50.095925 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-507eb890-dd03-4591-8b9c-f211d9e43a00 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/50f8bc50-0ef2-4b6f-8ff2-706a5ac1c56c HTTP/1.1" status: 204 len: 168 time: 0.6786201 Jul 05 03:46:50.159045 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c564ef-695c-4ae0-9bff-11b8224d18b9 req-e3d83265-989e-455b-a7ba-a5b1d0528c57 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:50.169212 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9c564ef-695c-4ae0-9bff-11b8224d18b9 req-e3d83265-989e-455b-a7ba-a5b1d0528c57 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/ports?device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 971 time: 0.3307767 Jul 05 03:46:50.177298 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507eb890-dd03-4591-8b9c-f211d9e43a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f8bc50-0ef2-4b6f-8ff2-706a5ac1c56c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:50.205402 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-10a3c39a-3020-443b-bde9-d195a76283e3 req-363ff6bb-1f6e-40fc-9275-c2238dd3a58e tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 210 time: 0.0762906 Jul 05 03:46:50.300508 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9c564ef-695c-4ae0-9bff-11b8224d18b9 req-12f4f876-8f78-4e33-a7b5-5df7fe8f3690 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/security-groups?id=92d4e2e6-cf73-4da1-925b-c7334fdc7a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299784 Jul 05 03:46:50.364705 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-5ee26a87-f9ec-468a-8721-7c3b8f79eca6 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Allocated IP 172.20.0.10 (03165c03-da88-4245-8e84-9b954eea306b/637932b0-f157-4611-98b0-74dc055ed6e0/98db9e03-6df3-4820-b975-86814426bb17) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:50.453108 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41762) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:50.556921 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08757238-f510-467e-86f8-afd0e8b0ea1b req-afcccef3-dfb6-4455-89c8-2002a69d87e4 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bbfbae-8305-4ed1-a974-c1a7e6bb5378 HTTP/1.1" status: 200 len: 210 time: 0.0983849 Jul 05 03:46:50.678059 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-5ee26a87-f9ec-468a-8721-7c3b8f79eca6 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:50.700981 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-5ee26a87-f9ec-468a-8721-7c3b8f79eca6 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Transition to ACTIVE for port object 98db9e03-6df3-4820-b975-86814426bb17 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:50.773644 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-5ee26a87-f9ec-468a-8721-7c3b8f79eca6 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:50.835648 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fac90795-e90f-4075-95c5-10b122d622d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:50.863122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee26a87-f9ec-468a-8721-7c3b8f79eca6 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Pushing event updated for resources: {'Port': ['ID=98db9e03-6df3-4820-b975-86814426bb17,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:50.888706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-5ee26a87-f9ec-468a-8721-7c3b8f79eca6 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Network 03165c03-da88-4245-8e84-9b954eea306b is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:50.904103 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-5ee26a87-f9ec-468a-8721-7c3b8f79eca6 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:50.923233 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-5ee26a87-f9ec-468a-8721-7c3b8f79eca6 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:50.939197 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-5ee26a87-f9ec-468a-8721-7c3b8f79eca6 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:50.939197 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-5ee26a87-f9ec-468a-8721-7c3b8f79eca6 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:50.944032 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5ba023-0b41-4aea-9faf-254c75eb3be4 x-openstack-request-id: req-4a5ba023-0b41-4aea-9faf-254c75eb3be4 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:50.945739 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dede13ff-0d7c-4862-abad-cf6436f11374", "name": "network-vif-plugged", "status": "completed", "tag": "a3a25550-9349-4170-9613-23087d31eb54", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:50.946434 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4a5ba023-0b41-4aea-9faf-254c75eb3be4 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:50.947471 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dede13ff-0d7c-4862-abad-cf6436f11374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a25550-9349-4170-9613-23087d31eb54', 'code': 200} Jul 05 03:46:51.038607 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.89', 53714) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:51.138152 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fac90795-e90f-4075-95c5-10b122d622d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:51.145963 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fac90795-e90f-4075-95c5-10b122d622d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:51.179482 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-5ee26a87-f9ec-468a-8721-7c3b8f79eca6 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7501600 Jul 05 03:46:51.211271 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fac90795-e90f-4075-95c5-10b122d622d4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7b40c674750942fa8b092bba08b70599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7545314 Jul 05 03:46:51.214029 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41782) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:51.223555 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac90795-e90f-4075-95c5-10b122d622d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d97b7f-60a2-4a21-85ac-4f77a0b4444d,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:51.225089 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-41b1f584-9da4-4d34-a718-cab7a46e0783 service neutron] Request body: {'port': {'device_id': '38bbfbae-8305-4ed1-a974-c1a7e6bb5378', 'device_owner': 'compute:tempest-test_az-634248097', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:51.343333 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a460a157-6b41-44e9-9031-1fa1ce51c0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:51.379082 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5e3cbd1e-0ee7-4847-8715-5429a1a4ca8f None None] Provisioning for port 98db9e03-6df3-4820-b975-86814426bb17 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:51.400099 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5e3cbd1e-0ee7-4847-8715-5429a1a4ca8f None None] Provisioning complete for port 98db9e03-6df3-4820-b975-86814426bb17 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:51.401770 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5e3cbd1e-0ee7-4847-8715-5429a1a4ca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:51.408553 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a460a157-6b41-44e9-9031-1fa1ce51c0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:51.544924 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a460a157-6b41-44e9-9031-1fa1ce51c0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:51.548237 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a460a157-6b41-44e9-9031-1fa1ce51c0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:51.549401 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a460a157-6b41-44e9-9031-1fa1ce51c0f6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/83d97b7f-60a2-4a21-85ac-4f77a0b4444d HTTP/1.1" status: 204 len: 168 time: 0.3344188 Jul 05 03:46:51.574170 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460a157-6b41-44e9-9031-1fa1ce51c0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d97b7f-60a2-4a21-85ac-4f77a0b4444d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:51.589629 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dca8e-a4e2-4348-af79-3c12189f6ce5 req-3a6d6ee5-26a4-4e60-a0c9-9365d3f18b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:51.591252 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-697dca8e-a4e2-4348-af79-3c12189f6ce5 req-3a6d6ee5-26a4-4e60-a0c9-9365d3f18b5e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 1123 time: 0.5515642 Jul 05 03:46:51.600056 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-716df6e9-14f7-420f-b568-003b863dcb56 req-b026b74e-f449-43d5-b2d5-1bcc9fb927f0 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 210 time: 0.1276031 Jul 05 03:46:51.620147 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-697dca8e-a4e2-4348-af79-3c12189f6ce5 req-38ef75fd-39ec-40ab-8fd1-33b37b9c6533 service neutron] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:51.625329 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-41b1f584-9da4-4d34-a718-cab7a46e0783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:51.701123 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-5e3cbd1e-0ee7-4847-8715-5429a1a4ca8f None None] Port 98db9e03-6df3-4820-b975-86814426bb17 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:46:51.888145 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb28a2d-d9a0-4301-92f3-6d722353a024 req-2e7b27d8-7eb5-4484-8159-c6869138fed5 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:51.890542 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cdb28a2d-d9a0-4301-92f3-6d722353a024 req-2e7b27d8-7eb5-4484-8159-c6869138fed5 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/ports?device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 971 time: 0.2235079 Jul 05 03:46:51.953727 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cdb28a2d-d9a0-4301-92f3-6d722353a024 req-d21e0d19-ebf9-4db8-b445-5f872f7721d9 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/security-groups?id=92d4e2e6-cf73-4da1-925b-c7334fdc7a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543101 Jul 05 03:46:52.439287 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-697dca8e-a4e2-4348-af79-3c12189f6ce5 req-38ef75fd-39ec-40ab-8fd1-33b37b9c6533 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:52.450557 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-697dca8e-a4e2-4348-af79-3c12189f6ce5 req-38ef75fd-39ec-40ab-8fd1-33b37b9c6533 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:52.482801 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c8324-3774-4d39-8b86-4101b292d1f8 req-4f8f58ae-5d5a-4111-bb34-908ba7cf44c4 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:52.484597 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-504c8324-3774-4d39-8b86-4101b292d1f8 req-4f8f58ae-5d5a-4111-bb34-908ba7cf44c4 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bbfbae-8305-4ed1-a974-c1a7e6bb5378 HTTP/1.1" status: 200 len: 932 time: 0.5651677 Jul 05 03:46:52.518685 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-697dca8e-a4e2-4348-af79-3c12189f6ce5 req-38ef75fd-39ec-40ab-8fd1-33b37b9c6533 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=92d4e2e6-cf73-4da1-925b-c7334fdc7a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9172955 Jul 05 03:46:52.531865 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41810) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:52.551573 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-63b31e92-63cf-4638-93b4-bfac47c92d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:52.553662 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef75fd-39ec-40ab-8fd1-33b37b9c6533 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=89be14ec-e3ff-438d-9145-d748d1a85d8b,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:52.591559 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-504c8324-3774-4d39-8b86-4101b292d1f8 req-2adfab1c-a5d0-4322-88a8-5f6116613fd2 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/security-groups?id=f439127f-1999-4899-ba05-78beae4b9fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948491 Jul 05 03:46:52.602436 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-41b1f584-9da4-4d34-a718-cab7a46e0783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98db9e03-6df3-4820-b975-86814426bb17 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:52.621973 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-41b1f584-9da4-4d34-a718-cab7a46e0783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:52.654166 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-41b1f584-9da4-4d34-a718-cab7a46e0783 service neutron] Transition to ACTIVE for port object 98db9e03-6df3-4820-b975-86814426bb17 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:52.660963 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-41b1f584-9da4-4d34-a718-cab7a46e0783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:52.791600 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1f584-9da4-4d34-a718-cab7a46e0783 service neutron] Pushing event updated for resources: {'Port': ['ID=98db9e03-6df3-4820-b975-86814426bb17,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:52.807390 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-63b31e92-63cf-4638-93b4-bfac47c92d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:52.815427 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-63b31e92-63cf-4638-93b4-bfac47c92d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:52.903825 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-63b31e92-63cf-4638-93b4-bfac47c92d82 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ae5609041c1a45b6a5f060679e0a4fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3691149 Jul 05 03:46:52.907515 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41818) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:52.911977 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b31e92-63cf-4638-93b4-bfac47c92d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2106592f-420c-4d4c-b310-91ef2b9fc10e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:53.042400 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cd372787-043f-479d-91bc-a2c2cbab1ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:53.058026 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-41b1f584-9da4-4d34-a718-cab7a46e0783 service neutron] Attempting to bind port 98db9e03-6df3-4820-b975-86814426bb17 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:53.058373 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-41b1f584-9da4-4d34-a718-cab7a46e0783 service neutron] Attempting to bind port 98db9e03-6df3-4820-b975-86814426bb17 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b3fe746c-afab-4ea9-83e8-76d493f2647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03165c03-da88-4245-8e84-9b954eea306b'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:53.058762 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-41b1f584-9da4-4d34-a718-cab7a46e0783 service neutron] Attempting to bind port 98db9e03-6df3-4820-b975-86814426bb17 on network 03165c03-da88-4245-8e84-9b954eea306b {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:53.077901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-41b1f584-9da4-4d34-a718-cab7a46e0783 service neutron] Port 98db9e03-6df3-4820-b975-86814426bb17 on network 03165c03-da88-4245-8e84-9b954eea306b not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:53.082692 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-41b1f584-9da4-4d34-a718-cab7a46e0783 service neutron] Attempting to bind port 98db9e03-6df3-4820-b975-86814426bb17 on network 03165c03-da88-4245-8e84-9b954eea306b {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:53.135324 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-41b1f584-9da4-4d34-a718-cab7a46e0783 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:53.135729 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-41b1f584-9da4-4d34-a718-cab7a46e0783 service neutron] Checking segment: {'id': 'b3fe746c-afab-4ea9-83e8-76d493f2647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03165c03-da88-4245-8e84-9b954eea306b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:53.138326 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-41b1f584-9da4-4d34-a718-cab7a46e0783 service neutron] Bound using segment: {'id': 'b3fe746c-afab-4ea9-83e8-76d493f2647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03165c03-da88-4245-8e84-9b954eea306b'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:53.138807 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-41b1f584-9da4-4d34-a718-cab7a46e0783 service neutron] Bound port: 98db9e03-6df3-4820-b975-86814426bb17, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3fe746c-afab-4ea9-83e8-76d493f2647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03165c03-da88-4245-8e84-9b954eea306b'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:53.139197 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-41b1f584-9da4-4d34-a718-cab7a46e0783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:53.139371 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-877a9a6d-a8f6-4083-b55e-05bab51ca51a req-2794dd05-d0d2-4fa9-89c4-f36f5724580c tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 210 time: 0.1656473 Jul 05 03:46:53.174481 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cd372787-043f-479d-91bc-a2c2cbab1ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:53.349551 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-41b1f584-9da4-4d34-a718-cab7a46e0783 service neutron] For port 98db9e03-6df3-4820-b975-86814426bb17, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:53.356727 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-41b1f584-9da4-4d34-a718-cab7a46e0783 service neutron] For port 98db9e03-6df3-4820-b975-86814426bb17, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=98db9e03-6df3-4820-b975-86814426bb17,segment=NetworkSegment(b3fe746c-afab-4ea9-83e8-76d493f2647b),segment_id=b3fe746c-afab-4ea9-83e8-76d493f2647b)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:53.371781 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-41b1f584-9da4-4d34-a718-cab7a46e0783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:53.429409 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cd372787-043f-479d-91bc-a2c2cbab1ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:53.433380 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cd372787-043f-479d-91bc-a2c2cbab1ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:53.436641 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cd372787-043f-479d-91bc-a2c2cbab1ad5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2106592f-420c-4d4c-b310-91ef2b9fc10e HTTP/1.1" status: 204 len: 168 time: 0.5269828 Jul 05 03:46:53.497788 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-41b1f584-9da4-4d34-a718-cab7a46e0783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:53.498557 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-41b1f584-9da4-4d34-a718-cab7a46e0783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:53.505462 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-41b1f584-9da4-4d34-a718-cab7a46e0783 service neutron] 10.222.0.89 "PUT /v2.0/ports/98db9e03-6df3-4820-b975-86814426bb17 HTTP/1.1" status: 200 len: 1114 time: 2.3014364 Jul 05 03:46:53.567180 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4145fa-0ee4-4df6-8815-b6f96f606d72 req-09e8d4f7-e29e-4c7c-913b-ce251ac4a098 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:53.574330 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ab4145fa-0ee4-4df6-8815-b6f96f606d72 req-09e8d4f7-e29e-4c7c-913b-ce251ac4a098 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/ports?device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 971 time: 0.3442883 Jul 05 03:46:53.576251 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38bbfbae-8305-4ed1-a974-c1a7e6bb5378', 'tag': '98db9e03-6df3-4820-b975-86814426bb17'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:53.578893 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a30e1b0-ae8e-47d3-872d-abebda9d2e85" -d '{"events": [{"name": "network-changed", "server_uuid": "38bbfbae-8305-4ed1-a974-c1a7e6bb5378", "tag": "98db9e03-6df3-4820-b975-86814426bb17"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:53.633030 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1f584-9da4-4d34-a718-cab7a46e0783 service neutron] Pushing event updated for resources: {'Port': ['ID=98db9e03-6df3-4820-b975-86814426bb17,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:53.640749 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd372787-043f-479d-91bc-a2c2cbab1ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2106592f-420c-4d4c-b310-91ef2b9fc10e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:53.689205 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe0cb72-76b2-4dea-b05d-98017f1274c2 x-openstack-request-id: req-ebe0cb72-76b2-4dea-b05d-98017f1274c2 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:53.689489 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38bbfbae-8305-4ed1-a974-c1a7e6bb5378", "tag": "98db9e03-6df3-4820-b975-86814426bb17", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:53.689749 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ebe0cb72-76b2-4dea-b05d-98017f1274c2 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:53.690138 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38bbfbae-8305-4ed1-a974-c1a7e6bb5378', 'tag': '98db9e03-6df3-4820-b975-86814426bb17', 'status': 'completed', 'code': 200} Jul 05 03:46:53.716640 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ab4145fa-0ee4-4df6-8815-b6f96f606d72 req-59a39988-748b-4b39-b6e6-486f32fdcea6 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/security-groups?id=92d4e2e6-cf73-4da1-925b-c7334fdc7a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409559 Jul 05 03:46:53.756136 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-44f1e34c-08cc-4e8a-bc07-bb3cc48549fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:53.764224 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-44f1e34c-08cc-4e8a-bc07-bb3cc48549fd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=49aa2e78f4fa410bbda69c030d0e9b7c&device_id=38bbfbae-8305-4ed1-a974-c1a7e6bb5378 HTTP/1.1" status: 200 len: 1117 time: 0.1821711 Jul 05 03:46:53.850024 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-341fc1ca-3fe2-422c-9b10-0feed3cb3242 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98db9e03-6df3-4820-b975-86814426bb17 HTTP/1.1" status: 200 len: 217 time: 0.0754812 Jul 05 03:46:53.914024 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-89361f53-6f34-4623-b968-d99b2070ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:53.916563 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-89361f53-6f34-4623-b968-d99b2070ed95 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=637932b0-f157-4611-98b0-74dc055ed6e0 HTTP/1.1" status: 200 len: 863 time: 0.0584965 Jul 05 03:46:53.950630 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fba89f-159b-4fd7-91ab-5b66ed54ef28 req-839ae33f-cfa8-4531-af6c-79f8dcd753c6 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:53.960395 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38fba89f-159b-4fd7-91ab-5b66ed54ef28 req-839ae33f-cfa8-4531-af6c-79f8dcd753c6 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bbfbae-8305-4ed1-a974-c1a7e6bb5378 HTTP/1.1" status: 200 len: 965 time: 0.1010013 Jul 05 03:46:54.012836 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-f9fcfa2b-47db-4306-91cf-efd723e63910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:54.013344 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38fba89f-159b-4fd7-91ab-5b66ed54ef28 req-72a2f380-c837-4297-869d-a01922aa9aa1 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/security-groups?id=f439127f-1999-4899-ba05-78beae4b9fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517142 Jul 05 03:46:54.014819 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-f9fcfa2b-47db-4306-91cf-efd723e63910 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=03165c03-da88-4245-8e84-9b954eea306b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885251 Jul 05 03:46:54.181711 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-c7877762-8774-4d53-aa78-8480687b03fa service neutron] 10.222.0.89 "GET /v2.0/networks/03165c03-da88-4245-8e84-9b954eea306b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585178 Jul 05 03:46:54.404511 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-566b3d79-0059-4d15-85fb-c5e99a6f6706 req-478252ca-a467-401b-be9c-cb9caf25c44a service neutron] 10.222.0.89 "GET /v2.0/networks/03165c03-da88-4245-8e84-9b954eea306b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151074 Jul 05 03:46:54.426444 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-49a7359e-bfd1-4e2c-a93b-ade453adc055 req-cb616eec-7841-425b-aa59-4b4c94e23494 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 210 time: 0.0615959 Jul 05 03:46:54.551290 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30e1b0-ae8e-47d3-872d-abebda9d2e85 req-d34743b9-3358-4957-b7dd-7f307087858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:54.553322 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5a30e1b0-ae8e-47d3-872d-abebda9d2e85 req-d34743b9-3358-4957-b7dd-7f307087858d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=49aa2e78f4fa410bbda69c030d0e9b7c&device_id=38bbfbae-8305-4ed1-a974-c1a7e6bb5378 HTTP/1.1" status: 200 len: 1117 time: 0.0872672 Jul 05 03:46:54.568148 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41866) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:54.689747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30e1b0-ae8e-47d3-872d-abebda9d2e85 req-54c8725f-db35-4db8-89da-240ff1a6828e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:54.691136 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5a30e1b0-ae8e-47d3-872d-abebda9d2e85 req-54c8725f-db35-4db8-89da-240ff1a6828e service neutron] 10.222.0.89 "GET /v2.0/networks?id=03165c03-da88-4245-8e84-9b954eea306b HTTP/1.1" status: 200 len: 925 time: 0.1303668 Jul 05 03:46:54.768454 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5a30e1b0-ae8e-47d3-872d-abebda9d2e85 req-d7a953c8-a8a9-4b94-8544-ddac3030be64 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98db9e03-6df3-4820-b975-86814426bb17 HTTP/1.1" status: 200 len: 217 time: 0.0700827 Jul 05 03:46:54.873666 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30e1b0-ae8e-47d3-872d-abebda9d2e85 req-f11a49c7-29a9-4042-9ed0-dd0129db0bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:54.876935 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5a30e1b0-ae8e-47d3-872d-abebda9d2e85 req-f11a49c7-29a9-4042-9ed0-dd0129db0bb8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=637932b0-f157-4611-98b0-74dc055ed6e0 HTTP/1.1" status: 200 len: 863 time: 0.1001046 Jul 05 03:46:54.895890 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6ecab4f7-bb7c-4de4-9dd1-ba276f7eb631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:54.975514 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30e1b0-ae8e-47d3-872d-abebda9d2e85 req-a54b93d6-414f-4adf-994d-4ba3592d1a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:54.979249 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5a30e1b0-ae8e-47d3-872d-abebda9d2e85 req-a54b93d6-414f-4adf-994d-4ba3592d1a7a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=03165c03-da88-4245-8e84-9b954eea306b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0948377 Jul 05 03:46:55.161288 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6ecab4f7-bb7c-4de4-9dd1-ba276f7eb631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:55.170115 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6ecab4f7-bb7c-4de4-9dd1-ba276f7eb631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:55.173020 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5a30e1b0-ae8e-47d3-872d-abebda9d2e85 req-366b4d5e-4d4a-4449-b1ad-2136fd59bea4 service neutron] 10.222.0.89 "GET /v2.0/networks/03165c03-da88-4245-8e84-9b954eea306b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860406 Jul 05 03:46:55.193954 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d662d-9208-43f8-8d18-3bfcadcbb342 req-9453209e-84d0-4213-b3f5-679a2cb7a0b1 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:55.195878 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b3d662d-9208-43f8-8d18-3bfcadcbb342 req-9453209e-84d0-4213-b3f5-679a2cb7a0b1 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/ports?device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 971 time: 0.1585112 Jul 05 03:46:55.277727 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6ecab4f7-bb7c-4de4-9dd1-ba276f7eb631 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=601f235c35d94857ab4aba8253b78741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7071135 Jul 05 03:46:55.288921 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecab4f7-bb7c-4de4-9dd1-ba276f7eb631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae2862e-2e19-45fe-ad6d-7c2b63be740d,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:55.290813 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41892) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:55.403217 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b3d662d-9208-43f8-8d18-3bfcadcbb342 req-28cc130f-c884-4a66-8b07-08297b3fc7fe tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/security-groups?id=92d4e2e6-cf73-4da1-925b-c7334fdc7a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629398 Jul 05 03:46:55.411461 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5a30e1b0-ae8e-47d3-872d-abebda9d2e85 req-eb9dc6d2-2c53-46a9-b644-da1934a2245e service neutron] 10.222.0.89 "GET /v2.0/networks/03165c03-da88-4245-8e84-9b954eea306b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295530 Jul 05 03:46:55.444937 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-558f767d-2653-4227-88e0-8638c877367f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:55.448647 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdeefc5-7247-4a6f-9bd7-0675dab76037 req-b1c4308e-af85-48ce-8e5b-b08be4968856 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:55.481644 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8bdeefc5-7247-4a6f-9bd7-0675dab76037 req-b1c4308e-af85-48ce-8e5b-b08be4968856 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bbfbae-8305-4ed1-a974-c1a7e6bb5378 HTTP/1.1" status: 200 len: 965 time: 0.1629894 Jul 05 03:46:55.490551 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-558f767d-2653-4227-88e0-8638c877367f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:55.517565 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-2c2dff44-8047-46d1-9408-655be05bca24 req-97d5eedc-7d50-4684-8282-a1043ff56bb2 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Request body: {'port': {'device_id': '42847d24-7944-4f00-8c11-fca28bb987fb', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': '8921fb8777024e6ab9ad6ea8536274d3'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:55.534758 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8bdeefc5-7247-4a6f-9bd7-0675dab76037 req-2709251a-02a9-4ec7-9282-39c3cd96b486 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/security-groups?id=f439127f-1999-4899-ba05-78beae4b9fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518959 Jul 05 03:46:55.679960 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4f981728-179a-44e4-b34e-a9b831ab4ed8 req-2e89fa26-e411-41a3-ab2a-ad734109945a tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 210 time: 0.0358205 Jul 05 03:46:55.693434 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-558f767d-2653-4227-88e0-8638c877367f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:55.699576 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-558f767d-2653-4227-88e0-8638c877367f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:55.705002 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-558f767d-2653-4227-88e0-8638c877367f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aae2862e-2e19-45fe-ad6d-7c2b63be740d HTTP/1.1" status: 204 len: 168 time: 0.4083045 Jul 05 03:46:55.735250 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f767d-2653-4227-88e0-8638c877367f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae2862e-2e19-45fe-ad6d-7c2b63be740d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:55.777065 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c2dff44-8047-46d1-9408-655be05bca24 req-97d5eedc-7d50-4684-8282-a1043ff56bb2 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Made reservation on behalf of 8921fb8777024e6ab9ad6ea8536274d3 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:55.782017 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2c2dff44-8047-46d1-9408-655be05bca24 req-97d5eedc-7d50-4684-8282-a1043ff56bb2 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:55.797072 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2c2dff44-8047-46d1-9408-655be05bca24 req-97d5eedc-7d50-4684-8282-a1043ff56bb2 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:56.028649 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2c2dff44-8047-46d1-9408-655be05bca24 req-97d5eedc-7d50-4684-8282-a1043ff56bb2 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:56.036426 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2c2dff44-8047-46d1-9408-655be05bca24 req-97d5eedc-7d50-4684-8282-a1043ff56bb2 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:56.178705 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5eedc-7d50-4684-8282-a1043ff56bb2 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7605fc04-c1df-4b4a-97f2-0e5b9d09f269,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:56.321041 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-2c2dff44-8047-46d1-9408-655be05bca24 req-97d5eedc-7d50-4684-8282-a1043ff56bb2 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Allocated IP 192.168.233.207 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:56.323084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6d756-7f83-4595-baa3-ceca429285fc req-74f370f4-25a7-468a-b73b-200686dbe587 tempest-AggregatesAdminTestJSON-1777690141 tempest-AggregatesAdminTestJSON-1777690141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:56.343627 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-60c6d756-7f83-4595-baa3-ceca429285fc req-74f370f4-25a7-468a-b73b-200686dbe587 tempest-AggregatesAdminTestJSON-1777690141 tempest-AggregatesAdminTestJSON-1777690141-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 1123 time: 0.2351179 Jul 05 03:46:56.370477 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-60c6d756-7f83-4595-baa3-ceca429285fc req-29da0171-bfbe-4b57-a5d4-0f3774dfc864 tempest-AggregatesAdminTestJSON-1777690141 tempest-AggregatesAdminTestJSON-1777690141-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:56.610362 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41940) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:56.630554 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-60c6d756-7f83-4595-baa3-ceca429285fc req-29da0171-bfbe-4b57-a5d4-0f3774dfc864 tempest-AggregatesAdminTestJSON-1777690141 tempest-AggregatesAdminTestJSON-1777690141-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:56.641228 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-60c6d756-7f83-4595-baa3-ceca429285fc req-29da0171-bfbe-4b57-a5d4-0f3774dfc864 tempest-AggregatesAdminTestJSON-1777690141 tempest-AggregatesAdminTestJSON-1777690141-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:56.644708 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d0e129e5-9c95-46f1-a6ef-26b4abb322d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:56.721424 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2c2dff44-8047-46d1-9408-655be05bca24 req-97d5eedc-7d50-4684-8282-a1043ff56bb2 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:56.736987 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-60c6d756-7f83-4595-baa3-ceca429285fc req-29da0171-bfbe-4b57-a5d4-0f3774dfc864 tempest-AggregatesAdminTestJSON-1777690141 tempest-AggregatesAdminTestJSON-1777690141-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=92d4e2e6-cf73-4da1-925b-c7334fdc7a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927875 Jul 05 03:46:56.760865 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da0171-bfbe-4b57-a5d4-0f3774dfc864 tempest-AggregatesAdminTestJSON-1777690141 tempest-AggregatesAdminTestJSON-1777690141-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779aa04e-acf2-4275-977b-f2bebc4143bf,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:56.775345 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-2c2dff44-8047-46d1-9408-655be05bca24 req-97d5eedc-7d50-4684-8282-a1043ff56bb2 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Transition to ACTIVE for port object 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:56.937598 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d0e129e5-9c95-46f1-a6ef-26b4abb322d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:56.955962 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d0e129e5-9c95-46f1-a6ef-26b4abb322d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:56.993363 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-084b86ab-e40f-4a04-a7cf-e15ec2c11b79 req-ea5aa5c6-152b-43ae-900f-6e2b87c5f5d6 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 210 time: 0.0600321 Jul 05 03:46:57.003460 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2c2dff44-8047-46d1-9408-655be05bca24 req-97d5eedc-7d50-4684-8282-a1043ff56bb2 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:57.027393 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d0e129e5-9c95-46f1-a6ef-26b4abb322d9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7b483baa6c734154a7167051d783ae95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4154468 Jul 05 03:46:57.033058 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41948) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:57.054124 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e129e5-9c95-46f1-a6ef-26b4abb322d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1efd774-63ce-4d0b-828b-811b5fd7905d,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:57.137277 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2a2efd35-8193-495d-8ab7-5efce3141501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:57.142451 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5eedc-7d50-4684-8282-a1043ff56bb2 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Pushing event updated for resources: {'Port': ['ID=0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:57.147763 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c2dff44-8047-46d1-9408-655be05bca24 req-97d5eedc-7d50-4684-8282-a1043ff56bb2 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:57.150740 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-2c2dff44-8047-46d1-9408-655be05bca24 req-97d5eedc-7d50-4684-8282-a1043ff56bb2 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:57.162692 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc27a5c-d723-4b28-8d0c-1f0aa8b3dde2 req-7482c792-6511-42e6-9965-805d4fa34f3b tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:57.171137 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4bc27a5c-d723-4b28-8d0c-1f0aa8b3dde2 req-7482c792-6511-42e6-9965-805d4fa34f3b tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bbfbae-8305-4ed1-a974-c1a7e6bb5378 HTTP/1.1" status: 200 len: 965 time: 0.3838067 Jul 05 03:46:57.180123 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2dff44-8047-46d1-9408-655be05bca24 req-97d5eedc-7d50-4684-8282-a1043ff56bb2 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:57.189650 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dff44-8047-46d1-9408-655be05bca24 req-97d5eedc-7d50-4684-8282-a1043ff56bb2 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:57.190345 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2c2dff44-8047-46d1-9408-655be05bca24 req-97d5eedc-7d50-4684-8282-a1043ff56bb2 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:57.191061 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2a2efd35-8193-495d-8ab7-5efce3141501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:57.240439 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c2dff44-8047-46d1-9408-655be05bca24 req-97d5eedc-7d50-4684-8282-a1043ff56bb2 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7533109 Jul 05 03:46:57.270833 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-2c2dff44-8047-46d1-9408-655be05bca24 req-b1343a9c-d6cd-4ea7-881f-adbe70fe847d tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:46:57.272136 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c2dff44-8047-46d1-9408-655be05bca24 req-b1343a9c-d6cd-4ea7-881f-adbe70fe847d tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103648 Jul 05 03:46:57.293847 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41960) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:57.298314 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2a2efd35-8193-495d-8ab7-5efce3141501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:57.304930 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2a2efd35-8193-495d-8ab7-5efce3141501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:57.317294 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4bc27a5c-d723-4b28-8d0c-1f0aa8b3dde2 req-105bf559-dd89-4983-b25a-28b35b57a0c9 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/security-groups?id=f439127f-1999-4899-ba05-78beae4b9fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455040 Jul 05 03:46:57.318155 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2a2efd35-8193-495d-8ab7-5efce3141501 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c1efd774-63ce-4d0b-828b-811b5fd7905d HTTP/1.1" status: 204 len: 168 time: 0.2812171 Jul 05 03:46:57.341583 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2efd35-8193-495d-8ab7-5efce3141501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1efd774-63ce-4d0b-828b-811b5fd7905d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:57.390868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 98db9e03-6df3-4820-b975-86814426bb17 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:57.791213 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 98db9e03-6df3-4820-b975-86814426bb17, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=98db9e03-6df3-4820-b975-86814426bb17,segment=NetworkSegment(b3fe746c-afab-4ea9-83e8-76d493f2647b),segment_id=b3fe746c-afab-4ea9-83e8-76d493f2647b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:57.802072 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-efd4ea5d-c788-4feb-9ec1-d002a7acfdd3 None None] Provisioning for port 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:57.810782 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-efd4ea5d-c788-4feb-9ec1-d002a7acfdd3 None None] Provisioning complete for port 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:57.811233 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-efd4ea5d-c788-4feb-9ec1-d002a7acfdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:57.813289 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '98db9e03-6df3-4820-b975-86814426bb17', 'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'port_id': '98db9e03-6df3-4820-b975-86814426bb17', 'mac_address': 'fa:16:3e:4b:bf:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-634248097', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:46:57.883056 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-efd4ea5d-c788-4feb-9ec1-d002a7acfdd3 None None] Port 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:46:57.884397 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-2c2dff44-8047-46d1-9408-655be05bca24 req-69661063-16e5-41b8-bec5-71eb4879e816 service neutron] Request body: {'port': {'device_id': '42847d24-7944-4f00-8c11-fca28bb987fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:57.905955 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:57.922423 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b3d1dc62-49a0-4ee8-a665-2e5044f255b9 req-eeb03d9b-f31b-4bf0-97c1-f9892f0c5c01 tempest-FlavorsV2NegativeTest-1089212407 tempest-FlavorsV2NegativeTest-1089212407-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=86be937a9fbd4300ae92e0eeec6c82ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575795 Jul 05 03:46:57.934062 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98db9e03-6df3-4820-b975-86814426bb17 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:57.973637 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 98db9e03-6df3-4820-b975-86814426bb17, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=98db9e03-6df3-4820-b975-86814426bb17,segment=NetworkSegment(b3fe746c-afab-4ea9-83e8-76d493f2647b),segment_id=b3fe746c-afab-4ea9-83e8-76d493f2647b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:57.982933 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:58.096650 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=98db9e03-6df3-4820-b975-86814426bb17,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:58.110388 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2c2dff44-8047-46d1-9408-655be05bca24 req-69661063-16e5-41b8-bec5-71eb4879e816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:58.220423 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['98db9e03-6df3-4820-b975-86814426bb17'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:58.236830 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e4c2ea5a-bf46-4303-a02b-e9c4ad4da448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:58.336424 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1dc62-49a0-4ee8-a665-2e5044f255b9 req-0e672e42-d29b-4e24-b792-493be73c3806 tempest-FlavorsV2NegativeTest-1089212407 tempest-FlavorsV2NegativeTest-1089212407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:58.340891 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b3d1dc62-49a0-4ee8-a665-2e5044f255b9 req-0e672e42-d29b-4e24-b792-493be73c3806 tempest-FlavorsV2NegativeTest-1089212407 tempest-FlavorsV2NegativeTest-1089212407-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4171426 Jul 05 03:46:58.395502 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b3d1dc62-49a0-4ee8-a665-2e5044f255b9 req-8acef8a0-f868-4416-90a4-b8e51eda469b tempest-FlavorsV2NegativeTest-1089212407 tempest-FlavorsV2NegativeTest-1089212407-project] 10.222.0.77 "GET /v2.0/quotas/86be937a9fbd4300ae92e0eeec6c82ed HTTP/1.1" status: 200 len: 375 time: 0.0366962 Jul 05 03:46:58.525185 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0d54-f8d6-42f7-8732-a89e50571ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:58.560055 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e4c2ea5a-bf46-4303-a02b-e9c4ad4da448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:58.606521 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b3d1dc62-49a0-4ee8-a665-2e5044f255b9 req-3376b929-d9d1-4bd1-8217-25035c969f66 tempest-FlavorsV2NegativeTest-1089212407 tempest-FlavorsV2NegativeTest-1089212407-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=86be937a9fbd4300ae92e0eeec6c82ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1950829 Jul 05 03:46:58.608320 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e4c2ea5a-bf46-4303-a02b-e9c4ad4da448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:58.751110 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:58.765777 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e4c2ea5a-bf46-4303-a02b-e9c4ad4da448 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=20e423b7df154521a5a33e2c1a041927&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4661195 Jul 05 03:46:58.776276 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42030) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:58.813968 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-2c2dff44-8047-46d1-9408-655be05bca24 req-69661063-16e5-41b8-bec5-71eb4879e816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:58.826454 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2ea5a-bf46-4303-a02b-e9c4ad4da448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21e48f3-768b-4571-8cb6-463d95975c44,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:58.838369 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2c2dff44-8047-46d1-9408-655be05bca24 req-69661063-16e5-41b8-bec5-71eb4879e816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:58.865356 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-2c2dff44-8047-46d1-9408-655be05bca24 req-69661063-16e5-41b8-bec5-71eb4879e816 service neutron] Transition to ACTIVE for port object 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:58.874055 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2c2dff44-8047-46d1-9408-655be05bca24 req-69661063-16e5-41b8-bec5-71eb4879e816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:58.892935 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-836892b2-d6b7-4c43-bc99-fb486e05e98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:58.980038 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-836892b2-d6b7-4c43-bc99-fb486e05e98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:59.049116 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69661063-16e5-41b8-bec5-71eb4879e816 service neutron] Pushing event updated for resources: {'Port': ['ID=0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:59.058140 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-2c2dff44-8047-46d1-9408-655be05bca24 req-69661063-16e5-41b8-bec5-71eb4879e816 service neutron] Attempting to bind port 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:59.058549 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-2c2dff44-8047-46d1-9408-655be05bca24 req-69661063-16e5-41b8-bec5-71eb4879e816 service neutron] Attempting to bind port 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:59.065587 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2dff44-8047-46d1-9408-655be05bca24 req-69661063-16e5-41b8-bec5-71eb4879e816 service neutron] Attempting to bind port 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:59.069282 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2dff44-8047-46d1-9408-655be05bca24 req-69661063-16e5-41b8-bec5-71eb4879e816 service neutron] Port 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8 on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:59.069665 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2dff44-8047-46d1-9408-655be05bca24 req-69661063-16e5-41b8-bec5-71eb4879e816 service neutron] Attempting to bind port 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:59.078601 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2dff44-8047-46d1-9408-655be05bca24 req-69661063-16e5-41b8-bec5-71eb4879e816 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:59.079352 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2dff44-8047-46d1-9408-655be05bca24 req-69661063-16e5-41b8-bec5-71eb4879e816 service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:59.080190 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2dff44-8047-46d1-9408-655be05bca24 req-69661063-16e5-41b8-bec5-71eb4879e816 service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:59.081276 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-2c2dff44-8047-46d1-9408-655be05bca24 req-69661063-16e5-41b8-bec5-71eb4879e816 service neutron] Bound port: 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:59.081985 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2c2dff44-8047-46d1-9408-655be05bca24 req-69661063-16e5-41b8-bec5-71eb4879e816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:59.188469 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-836892b2-d6b7-4c43-bc99-fb486e05e98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:59.194579 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-836892b2-d6b7-4c43-bc99-fb486e05e98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:59.198744 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-836892b2-d6b7-4c43-bc99-fb486e05e98e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c21e48f3-768b-4571-8cb6-463d95975c44 HTTP/1.1" status: 204 len: 168 time: 0.4207036 Jul 05 03:46:59.199743 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-2c2dff44-8047-46d1-9408-655be05bca24 req-69661063-16e5-41b8-bec5-71eb4879e816 service neutron] For port 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:59.206609 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-2c2dff44-8047-46d1-9408-655be05bca24 req-69661063-16e5-41b8-bec5-71eb4879e816 service neutron] For port 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:59.221499 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c00f1-9cbc-471d-8449-553910e82500 req-63aa3353-6c4a-464d-9914-3e708258c0ff tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:59.223152 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cb6c00f1-9cbc-471d-8449-553910e82500 req-63aa3353-6c4a-464d-9914-3e708258c0ff tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 948 time: 0.2762172 Jul 05 03:46:59.229837 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836892b2-d6b7-4c43-bc99-fb486e05e98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21e48f3-768b-4571-8cb6-463d95975c44,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:59.257156 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2c2dff44-8047-46d1-9408-655be05bca24 req-69661063-16e5-41b8-bec5-71eb4879e816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:59.285598 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cb6c00f1-9cbc-471d-8449-553910e82500 req-c9a3bfdc-575b-45e9-bd8e-7e4b037b250c tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/security-groups?id=7605fc04-c1df-4b4a-97f2-0e5b9d09f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532327 Jul 05 03:46:59.347130 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dff44-8047-46d1-9408-655be05bca24 req-69661063-16e5-41b8-bec5-71eb4879e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:59.347817 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2c2dff44-8047-46d1-9408-655be05bca24 req-69661063-16e5-41b8-bec5-71eb4879e816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:59.350010 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c2dff44-8047-46d1-9408-655be05bca24 req-69661063-16e5-41b8-bec5-71eb4879e816 service neutron] 10.222.0.70 "PUT /v2.0/ports/0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8 HTTP/1.1" status: 200 len: 1097 time: 1.8206325 Jul 05 03:46:59.350642 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42847d24-7944-4f00-8c11-fca28bb987fb', 'tag': '0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:59.353438 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de003e3c-a402-4580-a9ae-79ba9286499e" -d '{"events": [{"name": "network-changed", "server_uuid": "42847d24-7944-4f00-8c11-fca28bb987fb", "tag": "0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:59.390476 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 98db9e03-6df3-4820-b975-86814426bb17 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:59.405860 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69661063-16e5-41b8-bec5-71eb4879e816 service neutron] Pushing event updated for resources: {'Port': ['ID=0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:59.480014 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 98db9e03-6df3-4820-b975-86814426bb17 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:59.489017 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 98db9e03-6df3-4820-b975-86814426bb17 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:59.490018 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:59.538464 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0a2b4-405d-42b0-9be3-dc0c35afb601 req-c6a33642-941d-403e-9b4f-4695a518e46d tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:59.547793 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38b0a2b4-405d-42b0-9be3-dc0c35afb601 req-c6a33642-941d-403e-9b4f-4695a518e46d tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bbfbae-8305-4ed1-a974-c1a7e6bb5378 HTTP/1.1" status: 200 len: 966 time: 0.3371859 Jul 05 03:46:59.675784 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38b0a2b4-405d-42b0-9be3-dc0c35afb601 req-94d14e15-b601-412f-ab42-6a2e2582c702 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/security-groups?id=f439127f-1999-4899-ba05-78beae4b9fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270146 Jul 05 03:46:59.689247 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:59.696255 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dff44-8047-46d1-9408-655be05bca24 req-d0bd8d5e-6c3b-4691-8318-d605506694e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:59.698473 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c2dff44-8047-46d1-9408-655be05bca24 req-d0bd8d5e-6c3b-4691-8318-d605506694e3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8921fb8777024e6ab9ad6ea8536274d3&device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 1100 time: 0.2499957 Jul 05 03:46:59.734514 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bbfbae-8305-4ed1-a974-c1a7e6bb5378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98db9e03-6df3-4820-b975-86814426bb17'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:59.740050 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0434ed45-72f3-4e76-9cb2-8a395fabaade" -d '{"events": [{"server_uuid": "38bbfbae-8305-4ed1-a974-c1a7e6bb5378", "name": "network-vif-plugged", "status": "completed", "tag": "98db9e03-6df3-4820-b975-86814426bb17"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:59.746679 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9868442e-0617-4591-a19d-47c7d5a46802 x-openstack-request-id: req-9868442e-0617-4591-a19d-47c7d5a46802 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:59.746979 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42847d24-7944-4f00-8c11-fca28bb987fb", "tag": "0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:59.747249 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9868442e-0617-4591-a19d-47c7d5a46802 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:59.747667 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42847d24-7944-4f00-8c11-fca28bb987fb', 'tag': '0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8', 'status': 'completed', 'code': 200} Jul 05 03:46:59.795154 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c2dff44-8047-46d1-9408-655be05bca24 req-e8343942-c84d-4e7a-8aa4-df6ceac97ddd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8 HTTP/1.1" status: 200 len: 217 time: 0.0814807 Jul 05 03:46:59.813765 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 98db9e03-6df3-4820-b975-86814426bb17, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=98db9e03-6df3-4820-b975-86814426bb17,segment=NetworkSegment(b3fe746c-afab-4ea9-83e8-76d493f2647b),segment_id=b3fe746c-afab-4ea9-83e8-76d493f2647b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:59.844746 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:59.943998 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dff44-8047-46d1-9408-655be05bca24 req-7311eb91-5df4-42fe-b66e-0d0e91df9505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:59.945563 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c2dff44-8047-46d1-9408-655be05bca24 req-7311eb91-5df4-42fe-b66e-0d0e91df9505 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1429160 Jul 05 03:46:59.961859 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=98db9e03-6df3-4820-b975-86814426bb17,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:59.991115 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe05758-fb9d-4e2b-b142-b5009aeba4c4 x-openstack-request-id: req-dfe05758-fb9d-4e2b-b142-b5009aeba4c4 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:59.991391 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bbfbae-8305-4ed1-a974-c1a7e6bb5378", "name": "network-vif-plugged", "status": "completed", "tag": "98db9e03-6df3-4820-b975-86814426bb17", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:59.991691 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dfe05758-fb9d-4e2b-b142-b5009aeba4c4 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:59.992192 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38bbfbae-8305-4ed1-a974-c1a7e6bb5378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98db9e03-6df3-4820-b975-86814426bb17', 'code': 200} Jul 05 03:47:00.059822 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dff44-8047-46d1-9408-655be05bca24 req-a5a9b003-d0b4-49ea-b353-e6a273a27f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:00.061561 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c2dff44-8047-46d1-9408-655be05bca24 req-a5a9b003-d0b4-49ea-b353-e6a273a27f71 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1084096 Jul 05 03:47:00.132292 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42088) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:00.162486 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-70a6a771-e5d2-4b3b-9ff1-01a50a8641cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.245597 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c0250-0e60-4504-8711-d7e5b6652185 req-625ca784-158a-473c-b047-efea99dafdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:00.247388 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f9c0250-0e60-4504-8711-d7e5b6652185 req-625ca784-158a-473c-b047-efea99dafdc3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=38bbfbae-8305-4ed1-a974-c1a7e6bb5378 HTTP/1.1" status: 200 len: 1119 time: 0.1632402 Jul 05 03:47:00.249732 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c2dff44-8047-46d1-9408-655be05bca24 req-d3995b26-6fa7-405b-ae9d-28bc545cc061 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779897 Jul 05 03:47:00.344188 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-70a6a771-e5d2-4b3b-9ff1-01a50a8641cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.349680 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-70a6a771-e5d2-4b3b-9ff1-01a50a8641cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.392836 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-70a6a771-e5d2-4b3b-9ff1-01a50a8641cf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=90542ce83a1a416a9f6bb945a348e8bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556577 Jul 05 03:47:00.403392 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42104) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:00.403692 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42106) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:00.452963 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6a771-e5d2-4b3b-9ff1-01a50a8641cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90a2630-ca8b-4a8c-bbbb-e05e8542abd5,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:00.543147 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9d0c0942-7628-41ce-a1a3-878bbe0e68af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.547684 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f9c0250-0e60-4504-8711-d7e5b6652185 req-34cd0a3c-fb76-461a-9b42-96ea7f860104 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f439127f-1999-4899-ba05-78beae4b9fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2932372 Jul 05 03:47:00.601132 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9d0c0942-7628-41ce-a1a3-878bbe0e68af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.621747 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c2dff44-8047-46d1-9408-655be05bca24 req-46011fed-b0fe-4272-8547-629150c10757 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429286 Jul 05 03:47:00.770469 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9d0c0942-7628-41ce-a1a3-878bbe0e68af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.773647 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9d0c0942-7628-41ce-a1a3-878bbe0e68af admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.776146 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9d0c0942-7628-41ce-a1a3-878bbe0e68af admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a90a2630-ca8b-4a8c-bbbb-e05e8542abd5 HTTP/1.1" status: 204 len: 168 time: 0.3711646 Jul 05 03:47:00.815830 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-45feef64-a85b-4c92-8e82-4d8c129b2fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.818053 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c0942-7628-41ce-a1a3-878bbe0e68af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90a2630-ca8b-4a8c-bbbb-e05e8542abd5,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:00.840774 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013ac78-52ea-47e4-82ec-557dff87d8eb req-2f05c08d-1f73-4e6f-92e2-b585a3a3b88d tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:00.852252 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6013ac78-52ea-47e4-82ec-557dff87d8eb req-2f05c08d-1f73-4e6f-92e2-b585a3a3b88d tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 948 time: 0.2353115 Jul 05 03:47:00.974036 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-45feef64-a85b-4c92-8e82-4d8c129b2fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.980421 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-45feef64-a85b-4c92-8e82-4d8c129b2fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.993994 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de003e3c-a402-4580-a9ae-79ba9286499e req-5c30a692-3d44-4501-bd41-2b7e90539a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:00.995697 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-de003e3c-a402-4580-a9ae-79ba9286499e req-5c30a692-3d44-4501-bd41-2b7e90539a60 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8921fb8777024e6ab9ad6ea8536274d3&device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 1100 time: 0.2487373 Jul 05 03:47:01.016291 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6013ac78-52ea-47e4-82ec-557dff87d8eb req-6fe0b275-85aa-4e49-99ce-70563b16eeee tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/security-groups?id=7605fc04-c1df-4b4a-97f2-0e5b9d09f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619089 Jul 05 03:47:01.057994 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45feef64-a85b-4c92-8e82-4d8c129b2fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e033b0a3-15ff-4520-ae19-86e9fe7378cb,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:01.088943 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-45feef64-a85b-4c92-8e82-4d8c129b2fa7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=86be937a9fbd4300ae92e0eeec6c82ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6827881 Jul 05 03:47:01.089852 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42136) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:01.180001 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de003e3c-a402-4580-a9ae-79ba9286499e req-f33a6988-9b82-44ce-89ee-1c84f7264272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:01.185138 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-de003e3c-a402-4580-a9ae-79ba9286499e req-f33a6988-9b82-44ce-89ee-1c84f7264272 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.1643195 Jul 05 03:47:01.233846 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dd6f79ed-7072-410a-b968-979f8eda1322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:01.258536 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-de003e3c-a402-4580-a9ae-79ba9286499e req-3036d05b-e187-4b82-88ea-78f464d7bdef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8 HTTP/1.1" status: 200 len: 217 time: 0.0604293 Jul 05 03:47:01.291258 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-91ab349b-ad50-43c3-baf7-c9b1fdb92bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:01.297519 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dd6f79ed-7072-410a-b968-979f8eda1322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:01.409590 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71182880-adb8-4852-8718-4ed1c0b8542b req-7eae9e46-2f70-418b-a623-897316629998 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:01.413166 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-71182880-adb8-4852-8718-4ed1c0b8542b req-7eae9e46-2f70-418b-a623-897316629998 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bbfbae-8305-4ed1-a974-c1a7e6bb5378 HTTP/1.1" status: 200 len: 967 time: 0.2586098 Jul 05 03:47:01.415615 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dd6f79ed-7072-410a-b968-979f8eda1322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:01.419514 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dd6f79ed-7072-410a-b968-979f8eda1322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:01.425178 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-dd6f79ed-7072-410a-b968-979f8eda1322 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e033b0a3-15ff-4520-ae19-86e9fe7378cb HTTP/1.1" status: 204 len: 168 time: 0.3340979 Jul 05 03:47:01.442511 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f79ed-7072-410a-b968-979f8eda1322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e033b0a3-15ff-4520-ae19-86e9fe7378cb,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:01.525703 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-71182880-adb8-4852-8718-4ed1c0b8542b req-6b03074f-318f-45a9-a1bb-8cb7ce50b6a3 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/security-groups?id=f439127f-1999-4899-ba05-78beae4b9fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980573 Jul 05 03:47:01.609506 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de003e3c-a402-4580-a9ae-79ba9286499e req-71f13bb0-1f22-4856-b929-fc0125b51f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:01.612706 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-de003e3c-a402-4580-a9ae-79ba9286499e req-71f13bb0-1f22-4856-b929-fc0125b51f34 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.3441863 Jul 05 03:47:01.648749 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:01.749641 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de003e3c-a402-4580-a9ae-79ba9286499e req-a9a22816-f144-4e93-9ecf-bcc1d4825ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:01.751790 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-de003e3c-a402-4580-a9ae-79ba9286499e req-a9a22816-f144-4e93-9ecf-bcc1d4825ecf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1270401 Jul 05 03:47:01.965329 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-de003e3c-a402-4580-a9ae-79ba9286499e req-faf17d2d-f445-4548-9bd2-b8063536058a service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994994 Jul 05 03:47:02.106597 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-de003e3c-a402-4580-a9ae-79ba9286499e req-78e80cb9-b576-491c-8cda-29629337bd15 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297195 Jul 05 03:47:02.389941 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:02.593467 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838375c0-8356-47a1-a975-a7de14336ae8 req-c0f6942e-8a5e-4f63-ac12-379c99d200b0 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:02.596583 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-838375c0-8356-47a1-a975-a7de14336ae8 req-c0f6942e-8a5e-4f63-ac12-379c99d200b0 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 948 time: 0.1286693 Jul 05 03:47:02.677067 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-838375c0-8356-47a1-a975-a7de14336ae8 req-830e9214-1da6-4936-a815-64b522ab7688 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/security-groups?id=7605fc04-c1df-4b4a-97f2-0e5b9d09f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638502 Jul 05 03:47:02.948768 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42258) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:02.986504 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c46cb-cea2-470d-b255-5dd8aabf21c9 req-0c2be0d2-ab7f-412d-b2dc-bf4f2a4acc7c tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:03.003097 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-784c46cb-cea2-470d-b255-5dd8aabf21c9 req-0c2be0d2-ab7f-412d-b2dc-bf4f2a4acc7c tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bbfbae-8305-4ed1-a974-c1a7e6bb5378 HTTP/1.1" status: 200 len: 967 time: 0.1248174 Jul 05 03:47:03.076119 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-784c46cb-cea2-470d-b255-5dd8aabf21c9 req-ade76936-99cb-4af9-83f4-7668c3c70199 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/security-groups?id=f439127f-1999-4899-ba05-78beae4b9fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705986 Jul 05 03:47:03.343067 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aa15e98d-a0dd-45d9-ae0d-f9a070bb738f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:03.504086 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42298) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:03.544735 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b73ead-b38b-4b96-8c3d-16c887ae1b24 req-a00355e2-0df6-4a4c-ac05-b6c8026a63b5 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:03.546817 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-34b73ead-b38b-4b96-8c3d-16c887ae1b24 req-a00355e2-0df6-4a4c-ac05-b6c8026a63b5 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bbfbae-8305-4ed1-a974-c1a7e6bb5378 HTTP/1.1" status: 200 len: 967 time: 0.1696494 Jul 05 03:47:03.557327 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42302) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:03.564833 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-89b68c40-f5b4-495c-b97f-7f4dd31f4e98 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Request body: {'floatingip': {'port_id': '98db9e03-6df3-4820-b975-86814426bb17'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:03.629793 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aa15e98d-a0dd-45d9-ae0d-f9a070bb738f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:03.637247 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aa15e98d-a0dd-45d9-ae0d-f9a070bb738f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:03.667635 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-aa15e98d-a0dd-45d9-ae0d-f9a070bb738f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eccedd48e2a945679136ca5b5efab2ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7171667 Jul 05 03:47:03.674618 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42306) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:03.733171 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15e98d-a0dd-45d9-ae0d-f9a070bb738f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2639cf37-9bb9-4bb0-b5c9-ee718fe7be45,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:03.780478 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f1869cbb-e8ce-49e8-b3b6-e44a7d3273bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:03.798555 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-89b68c40-f5b4-495c-b97f-7f4dd31f4e98 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks [] for floatingip, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:03.813687 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f1869cbb-e8ce-49e8-b3b6-e44a7d3273bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:03.876740 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f1869cbb-e8ce-49e8-b3b6-e44a7d3273bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:03.881350 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f1869cbb-e8ce-49e8-b3b6-e44a7d3273bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:03.882705 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f1869cbb-e8ce-49e8-b3b6-e44a7d3273bf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2639cf37-9bb9-4bb0-b5c9-ee718fe7be45 HTTP/1.1" status: 204 len: 168 time: 0.2069631 Jul 05 03:47:03.904747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1869cbb-e8ce-49e8-b3b6-e44a7d3273bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2639cf37-9bb9-4bb0-b5c9-ee718fe7be45,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:04.053387 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-5ed0fe1b-5af3-4645-a8ce-e39e7fea1202 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1247720371-network', 'tenant_id': 'aec14aba43f244478ea4d8c1640311f4'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:04.087988 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed0fe1b-5af3-4645-a8ce-e39e7fea1202 admin admin] Made reservation on behalf of aec14aba43f244478ea4d8c1640311f4 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:04.091120 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ed0fe1b-5af3-4645-a8ce-e39e7fea1202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.106395 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ed0fe1b-5af3-4645-a8ce-e39e7fea1202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.123971 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42324) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:04.189316 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.229173 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc8edf-3e7b-44d8-969d-d1df3927dd38 req-0711a4be-7dab-46a5-aa7b-5e9baecbb6f3 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:04.238547 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-abcc8edf-3e7b-44d8-969d-d1df3927dd38 req-0711a4be-7dab-46a5-aa7b-5e9baecbb6f3 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 948 time: 0.2833569 Jul 05 03:47:04.270110 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42332) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:04.357191 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ed0fe1b-5af3-4645-a8ce-e39e7fea1202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.362781 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ed0fe1b-5af3-4645-a8ce-e39e7fea1202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.385057 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-abcc8edf-3e7b-44d8-969d-d1df3927dd38 req-aee7531d-d9c1-425a-8cc5-1c89a3e65c7e tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/security-groups?id=7605fc04-c1df-4b4a-97f2-0e5b9d09f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449015 Jul 05 03:47:04.398046 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed0fe1b-5af3-4645-a8ce-e39e7fea1202 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:47:04.466177 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ed0fe1b-5af3-4645-a8ce-e39e7fea1202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.467280 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-5ed0fe1b-5af3-4645-a8ce-e39e7fea1202 admin admin] Added segment 0bf4e387-56a6-4f94-83a1-145658627491 of type vlan for network 341989f6-2532-4178-b51d-64e4d94ce7b0 Jul 05 03:47:04.550918 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46e1947c-9a50-4562-b59b-5c37ebf3c4ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.596814 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e911727e-3673-40a9-9cfa-d658cd403b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.606895 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0fe1b-5af3-4645-a8ce-e39e7fea1202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1810a2-ccdf-4435-962c-2cccb00d9b45,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:04.708173 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46e1947c-9a50-4562-b59b-5c37ebf3c4ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.724333 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46e1947c-9a50-4562-b59b-5c37ebf3c4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.739421 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ed0fe1b-5af3-4645-a8ce-e39e7fea1202 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.813773 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-46e1947c-9a50-4562-b59b-5c37ebf3c4ef admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1b3bfef04c7e4ac2b5787ef25d506394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6863763 Jul 05 03:47:04.818214 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42348) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:04.853888 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1947c-9a50-4562-b59b-5c37ebf3c4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03a651f-e5c6-4c7b-bbac-fc089299b560,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:04.882424 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42354) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:04.910478 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ed0fe1b-5af3-4645-a8ce-e39e7fea1202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.911617 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed0fe1b-5af3-4645-a8ce-e39e7fea1202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:04.912262 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ed0fe1b-5af3-4645-a8ce-e39e7fea1202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.919953 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-71964bce-9650-45b2-b122-1862bbadecbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.086587 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0fe1b-5af3-4645-a8ce-e39e7fea1202 admin admin] Pushing event updated for resources: {'Network': ['ID=341989f6-2532-4178-b51d-64e4d94ce7b0,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:05.100799 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-87cb4c72-b30d-4ee9-8143-9da67e67f06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.109580 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 341989f6-2532-4178-b51d-64e4d94ce7b0 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:47:05.155497 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-87cb4c72-b30d-4ee9-8143-9da67e67f06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.172618 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e911727e-3673-40a9-9cfa-d658cd403b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.183027 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e911727e-3673-40a9-9cfa-d658cd403b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.198035 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5ed0fe1b-5af3-4645-a8ce-e39e7fea1202 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6885583 Jul 05 03:47:05.221123 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42356) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:05.234650 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-fd0b67c5-7b64-48c5-bb3e-bf82d4976092 admin admin] Request body: {'subnet': {'network_id': '341989f6-2532-4178-b51d-64e4d94ce7b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1247720371-subnet', 'tenant_id': 'aec14aba43f244478ea4d8c1640311f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:05.259762 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.db.resource_extend [None req-89b68c40-f5b4-495c-b97f-7f4dd31f4e98 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:47:05.280779 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911727e-3673-40a9-9cfa-d658cd403b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3477c6-a01a-4a38-bc82-c53d35d0990f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:05.288174 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e911727e-3673-40a9-9cfa-d658cd403b83 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d72de2bef163471aaf03630b75a63409&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0167527 Jul 05 03:47:05.292511 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42358) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:05.360941 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-89b68c40-f5b4-495c-b97f-7f4dd31f4e98 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.364251 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-87cb4c72-b30d-4ee9-8143-9da67e67f06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.369745 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-87cb4c72-b30d-4ee9-8143-9da67e67f06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.373776 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8d3a7-b1aa-47c5-9da2-0b0741f0f29b req-3b7010c2-eab8-4f53-a274-835e17759d48 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:05.373935 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-87cb4c72-b30d-4ee9-8143-9da67e67f06a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b03a651f-e5c6-4c7b-bbac-fc089299b560 HTTP/1.1" status: 204 len: 168 time: 0.5492599 Jul 05 03:47:05.374046 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-72b8d3a7-b1aa-47c5-9da2-0b0741f0f29b req-3b7010c2-eab8-4f53-a274-835e17759d48 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/ports?device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 971 time: 0.4519489 Jul 05 03:47:05.375476 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-89b68c40-f5b4-495c-b97f-7f4dd31f4e98 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.396012 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb4c72-b30d-4ee9-8143-9da67e67f06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03a651f-e5c6-4c7b-bbac-fc089299b560,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:05.441791 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:05.466080 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dd5d19c0-2afd-4771-b9b5-2c1048b83947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.525988 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dd5d19c0-2afd-4771-b9b5-2c1048b83947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.559377 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-71964bce-9650-45b2-b122-1862bbadecbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.568286 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-71964bce-9650-45b2-b122-1862bbadecbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.619731 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71964bce-9650-45b2-b122-1862bbadecbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48a2403-9616-4b43-aae6-3575f7bdf3d7,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:05.625066 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-72b8d3a7-b1aa-47c5-9da2-0b0741f0f29b req-0a4c4963-1b53-46bd-ae75-488c18677acb tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/security-groups?id=92d4e2e6-cf73-4da1-925b-c7334fdc7a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052923 Jul 05 03:47:05.627261 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-89b68c40-f5b4-495c-b97f-7f4dd31f4e98 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Floating IP 520577d8-11db-489e-8fb2-5ed6af63fe66 associated. External IP: 172.25.1.59, port: 98db9e03-6df3-4820-b975-86814426bb17. Jul 05 03:47:05.644542 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:05.675858 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8', 'mac_address': 'fa:16:3e:5a:f4:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:47:05.676066 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0b67c5-7b64-48c5-bb3e-bf82d4976092 admin admin] Made reservation on behalf of aec14aba43f244478ea4d8c1640311f4 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:05.676066 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fd0b67c5-7b64-48c5-bb3e-bf82d4976092 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.676066 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-71964bce-9650-45b2-b122-1862bbadecbf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5613a45dd2054fcaadb19e8d307db568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7905064 Jul 05 03:47:05.686842 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42370) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:05.783006 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dd5d19c0-2afd-4771-b9b5-2c1048b83947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.786224 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dd5d19c0-2afd-4771-b9b5-2c1048b83947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.787712 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-dd5d19c0-2afd-4771-b9b5-2c1048b83947 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/de3477c6-a01a-4a38-bc82-c53d35d0990f HTTP/1.1" status: 204 len: 168 time: 0.4942198 Jul 05 03:47:05.798426 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.823495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:05.843756 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d19c0-2afd-4771-b9b5-2c1048b83947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3477c6-a01a-4a38-bc82-c53d35d0990f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:05.892245 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:05.904982 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.930219 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9cb80a7a-1244-4391-aaf2-f40f1ebe9d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.995310 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:06.046448 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9cb80a7a-1244-4391-aaf2-f40f1ebe9d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:06.060042 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b68c40-f5b4-495c-b97f-7f4dd31f4e98 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Router 31b91342-8b47-4825-8245-4f77cdefaa91 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:47:06.154927 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f5785-ce42-471c-a79a-634a280cdd27 req-254a4627-420b-466a-8f15-0c456ec4d8a9 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:06.157731 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b18f5785-ce42-471c-a79a-634a280cdd27 req-254a4627-420b-466a-8f15-0c456ec4d8a9 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 948 time: 0.3252676 Jul 05 03:47:06.224591 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42384) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:06.272016 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b68c40-f5b4-495c-b97f-7f4dd31f4e98 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:06.278115 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-89b68c40-f5b4-495c-b97f-7f4dd31f4e98 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:06.289039 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fd0b67c5-7b64-48c5-bb3e-bf82d4976092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:06.294172 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c11bcf-3330-4d0d-a083-80f173e770ca None None] Sync routers for ids ['31b91342-8b47-4825-8245-4f77cdefaa91'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:06.317573 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c11bcf-3330-4d0d-a083-80f173e770ca None None] Routers {'31b91342-8b47-4825-8245-4f77cdefaa91'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:06.319448 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-72c11bcf-3330-4d0d-a083-80f173e770ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:47:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['31b91342-8b47-4825-8245-4f77cdefaa91'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:06.344339 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-89b68c40-f5b4-495c-b97f-7f4dd31f4e98 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "PUT /v2.0/floatingips/520577d8-11db-489e-8fb2-5ed6af63fe66 HTTP/1.1" status: 200 len: 1012 time: 2.7847953 Jul 05 03:47:06.345030 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38bbfbae-8305-4ed1-a974-c1a7e6bb5378', 'tag': '98db9e03-6df3-4820-b975-86814426bb17'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:06.420643 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b18f5785-ce42-471c-a79a-634a280cdd27 req-6722f325-349e-45b7-b7ed-2903440f41b6 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/security-groups?id=7605fc04-c1df-4b4a-97f2-0e5b9d09f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225003 Jul 05 03:47:06.421962 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42392) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:06.426699 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9cb80a7a-1244-4391-aaf2-f40f1ebe9d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:06.430654 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9cb80a7a-1244-4391-aaf2-f40f1ebe9d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:06.432293 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9cb80a7a-1244-4391-aaf2-f40f1ebe9d75 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a48a2403-9616-4b43-aae6-3575f7bdf3d7 HTTP/1.1" status: 204 len: 168 time: 0.7458029 Jul 05 03:47:06.467235 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05e63f23-2780-4781-ac9d-ddc398943590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:06.475202 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb80a7a-1244-4391-aaf2-f40f1ebe9d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48a2403-9616-4b43-aae6-3575f7bdf3d7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:06.480950 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42396) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:06.521054 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b67c5-7b64-48c5-bb3e-bf82d4976092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fea85a1-7cf3-478f-8768-e95d956e7a34,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:06.523070 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:06.545717 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5257c7f7-e2c5-40b1-a160-7ad6ea970567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:06.623583 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec6868-c602-48b2-a3fb-c6c73882d29d req-d360f12e-66ab-40c1-b465-ec404a4559fd tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:06.625108 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87ec6868-c602-48b2-a3fb-c6c73882d29d req-d360f12e-66ab-40c1-b465-ec404a4559fd tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.89 "GET /v2.0/ports?device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 971 time: 0.3615057 Jul 05 03:47:06.626167 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0b67c5-7b64-48c5-bb3e-bf82d4976092 admin admin] Checking segment: {'id': '0bf4e387-56a6-4f94-83a1-145658627491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '341989f6-2532-4178-b51d-64e4d94ce7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:06.626551 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0b67c5-7b64-48c5-bb3e-bf82d4976092 admin admin] Network hostable DHCP agents. Network: 341989f6-2532-4178-b51d-64e4d94ce7b0, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:47:06.797018 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-33c9dfb0-1f2f-40c8-8322-20690db44020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:06.799147 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0b67c5-7b64-48c5-bb3e-bf82d4976092 admin admin] Network 341989f6-2532-4178-b51d-64e4d94ce7b0 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:47:06.815454 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-72c11bcf-3330-4d0d-a083-80f173e770ca None None] Set router 31b91342-8b47-4825-8245-4f77cdefaa91 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:06.865488 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05e63f23-2780-4781-ac9d-ddc398943590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:06.872304 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05e63f23-2780-4781-ac9d-ddc398943590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:06.872758 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-fd0b67c5-7b64-48c5-bb3e-bf82d4976092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 341989f6-2532-4178-b51d-64e4d94ce7b0) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:06.893093 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0d4467-0cc9-46f4-81bf-4985b7256f84 None None] Network 341989f6-2532-4178-b51d-64e4d94ce7b0 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:06.938062 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e63f23-2780-4781-ac9d-ddc398943590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04466ca6-6a5c-4c8c-bc3c-73d95b7d90fa,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:06.998696 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-05e63f23-2780-4781-ac9d-ddc398943590 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7d9dd3af880440cd9fb64cf2b734883e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5745552 Jul 05 03:47:07.001165 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42404) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:07.010379 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5257c7f7-e2c5-40b1-a160-7ad6ea970567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.050694 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5257c7f7-e2c5-40b1-a160-7ad6ea970567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.067359 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0b67c5-7b64-48c5-bb3e-bf82d4976092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:07.068016 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fd0b67c5-7b64-48c5-bb3e-bf82d4976092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.081181 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9f833b64-1b1d-485e-a270-7158553b9861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.115671 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9f833b64-1b1d-485e-a270-7158553b9861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.176113 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9f833b64-1b1d-485e-a270-7158553b9861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.181848 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9f833b64-1b1d-485e-a270-7158553b9861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.184396 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9f833b64-1b1d-485e-a270-7158553b9861 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/04466ca6-6a5c-4c8c-bc3c-73d95b7d90fa HTTP/1.1" status: 204 len: 168 time: 0.1812131 Jul 05 03:47:07.191187 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68819d5-e8f7-477d-a6e1-f690bbec5099" -d '{"events": [{"name": "network-changed", "server_uuid": "38bbfbae-8305-4ed1-a974-c1a7e6bb5378", "tag": "98db9e03-6df3-4820-b975-86814426bb17"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:07.204319 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833b64-1b1d-485e-a270-7158553b9861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04466ca6-6a5c-4c8c-bc3c-73d95b7d90fa,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:07.268656 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5257c7f7-e2c5-40b1-a160-7ad6ea970567 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1087a26c024440c2b41ffcf61bdf2c28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7806108 Jul 05 03:47:07.271582 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42414) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:07.272543 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257c7f7-e2c5-40b1-a160-7ad6ea970567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7633d23d-702b-4b8e-99b5-15e40ebf1fc0,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:07.300609 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5257c7f7-e2c5-40b1-a160-7ad6ea970567 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:07.300961 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5257c7f7-e2c5-40b1-a160-7ad6ea970567 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:07.301520 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5257c7f7-e2c5-40b1-a160-7ad6ea970567 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:07.301872 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5257c7f7-e2c5-40b1-a160-7ad6ea970567 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:07.302209 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5257c7f7-e2c5-40b1-a160-7ad6ea970567 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:07.302558 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5257c7f7-e2c5-40b1-a160-7ad6ea970567 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:07.302875 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5257c7f7-e2c5-40b1-a160-7ad6ea970567 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:07.303201 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5257c7f7-e2c5-40b1-a160-7ad6ea970567 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:07.303692 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5257c7f7-e2c5-40b1-a160-7ad6ea970567 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:07.304819 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5257c7f7-e2c5-40b1-a160-7ad6ea970567 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:07.305154 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5257c7f7-e2c5-40b1-a160-7ad6ea970567 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:07.306186 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5257c7f7-e2c5-40b1-a160-7ad6ea970567 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:07.381902 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-87ec6868-c602-48b2-a3fb-c6c73882d29d req-6828c9fd-aefb-4d4e-940a-eb2a148a5e80 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Deleting port a3a25550-9349-4170-9613-23087d31eb54 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:07.382294 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-87ec6868-c602-48b2-a3fb-c6c73882d29d req-6828c9fd-aefb-4d4e-940a-eb2a148a5e80 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.394211 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ce8278dc-b41b-43bb-b784-55a38c1d1791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.397603 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea39d5-ff99-457b-a4b3-d76bea8c52b3 req-c7ecb497-3f3b-42a7-97df-b57cefdfc875 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:07.399317 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-baea39d5-ff99-457b-a4b3-d76bea8c52b3 req-c7ecb497-3f3b-42a7-97df-b57cefdfc875 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/ports?device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 971 time: 0.3772035 Jul 05 03:47:07.474209 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962d359b-db1a-43bd-b821-ace996ba2b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-341989f6-2532-4178-b51d-64e4d94ce7b0', 'network_id': '341989f6-2532-4178-b51d-64e4d94ce7b0', 'tenant_id': 'aec14aba43f244478ea4d8c1640311f4', 'fixed_ips': [{'subnet_id': '2fea85a1-7cf3-478f-8768-e95d956e7a34'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:47:07.477722 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ce8278dc-b41b-43bb-b784-55a38c1d1791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.491700 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-962d359b-db1a-43bd-b821-ace996ba2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.589942 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f697b61-e0f3-4941-906b-cc6d15829b18 x-openstack-request-id: req-7f697b61-e0f3-4941-906b-cc6d15829b18 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:07.590398 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38bbfbae-8305-4ed1-a974-c1a7e6bb5378", "tag": "98db9e03-6df3-4820-b975-86814426bb17", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:07.592076 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7f697b61-e0f3-4941-906b-cc6d15829b18 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:07.592818 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38bbfbae-8305-4ed1-a974-c1a7e6bb5378', 'tag': '98db9e03-6df3-4820-b975-86814426bb17', 'status': 'completed', 'code': 200} Jul 05 03:47:07.616136 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ce8278dc-b41b-43bb-b784-55a38c1d1791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.631547 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ce8278dc-b41b-43bb-b784-55a38c1d1791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.637207 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-33c9dfb0-1f2f-40c8-8322-20690db44020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.645382 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ce8278dc-b41b-43bb-b784-55a38c1d1791 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7633d23d-702b-4b8e-99b5-15e40ebf1fc0 HTTP/1.1" status: 204 len: 168 time: 0.3599651 Jul 05 03:47:07.678082 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8278dc-b41b-43bb-b784-55a38c1d1791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7633d23d-702b-4b8e-99b5-15e40ebf1fc0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:07.729792 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-33c9dfb0-1f2f-40c8-8322-20690db44020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.818158 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-baea39d5-ff99-457b-a4b3-d76bea8c52b3 req-cab1069e-dc2b-46f2-9706-8f2781cc2ecf tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/security-groups?id=92d4e2e6-cf73-4da1-925b-c7334fdc7a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765204 Jul 05 03:47:07.850165 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fd0b67c5-7b64-48c5-bb3e-bf82d4976092 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.6275580 Jul 05 03:47:07.858157 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42432) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:07.895639 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ef791f1e-db13-4371-ba07-5bdd68b268d1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1247720371-router', 'tenant_id': 'aec14aba43f244478ea4d8c1640311f4', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:07.897820 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-72c11bcf-3330-4d0d-a083-80f173e770ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1900286073-router', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:14Z', 'revision_number': 4, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'gw_port': {'id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '520577d8-11db-489e-8fb2-5ed6af63fe66', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'floating_ip_address': '172.25.1.59', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'port_id': '98db9e03-6df3-4820-b975-86814426bb17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'mac_address': 'fa:16:3e:4b:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bbfbae-8305-4ed1-a974-c1a7e6bb5378', 'device_owner': 'compute:tempest-test_az-634248097'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:46:41Z', 'updated_at': '2021-07-05T03:47:04Z', 'revision_number': 1, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e4383f-68ea-4ebc-bcaf-b65e7f7abedb', 'name': '', 'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'mac_address': 'fa:16:3e:e0:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:13Z', 'updated_at': '2021-07-05T03:46:22Z', 'revision_number': 5, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'subnets': [{'id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:07.945163 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-87ec6868-c602-48b2-a3fb-c6c73882d29d req-6828c9fd-aefb-4d4e-940a-eb2a148a5e80 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] For port a3a25550-9349-4170-9613-23087d31eb54, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a3a25550-9349-4170-9613-23087d31eb54,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:07.945163 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-87ec6868-c602-48b2-a3fb-c6c73882d29d req-6828c9fd-aefb-4d4e-940a-eb2a148a5e80 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.985783 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-962d359b-db1a-43bd-b821-ace996ba2b18 None None] Allocated IP 172.20.0.2 (341989f6-2532-4178-b51d-64e4d94ce7b0/2fea85a1-7cf3-478f-8768-e95d956e7a34/828c0384-0b73-4aa0-8ca5-08a134451763) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:08.011577 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c11bcf-3330-4d0d-a083-80f173e770ca None None] Checking router: 31b91342-8b47-4825-8245-4f77cdefaa91 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:08.036409 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c11bcf-3330-4d0d-a083-80f173e770ca None None] Routers {'31b91342-8b47-4825-8245-4f77cdefaa91'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:08.038757 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-72c11bcf-3330-4d0d-a083-80f173e770ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:47:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['31b91342-8b47-4825-8245-4f77cdefaa91'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:08.079036 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c27b1d-5cfa-4e50-b486-a5cc3d0c7762 req-a839eea3-c446-433b-bf82-a0a8ac2a5556 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:08.080133 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-87ec6868-c602-48b2-a3fb-c6c73882d29d req-6828c9fd-aefb-4d4e-940a-eb2a148a5e80 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Calling delete_port for a3a25550-9349-4170-9613-23087d31eb54 owned by compute:tempest-test_az-634248097 {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:08.093295 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-54c27b1d-5cfa-4e50-b486-a5cc3d0c7762 req-a839eea3-c446-433b-bf82-a0a8ac2a5556 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 949 time: 0.3191628 Jul 05 03:47:08.103341 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-33c9dfb0-1f2f-40c8-8322-20690db44020 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=49f0d118eed34a87aa700144a2e119f4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8663242 Jul 05 03:47:08.103669 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42438) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:08.110216 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c9dfb0-1f2f-40c8-8322-20690db44020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa5aa88-c40f-461c-81f3-3ff9963ff4a0,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:08.172761 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-962d359b-db1a-43bd-b821-ace996ba2b18 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.185973 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-962d359b-db1a-43bd-b821-ace996ba2b18 None None] Transition to ACTIVE for port object 828c0384-0b73-4aa0-8ca5-08a134451763 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:08.206705 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-962d359b-db1a-43bd-b821-ace996ba2b18 None None] Transition to ACTIVE for port object 828c0384-0b73-4aa0-8ca5-08a134451763 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:08.215628 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-962d359b-db1a-43bd-b821-ace996ba2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.282232 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962d359b-db1a-43bd-b821-ace996ba2b18 None None] Network 341989f6-2532-4178-b51d-64e4d94ce7b0 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:08.297542 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-962d359b-db1a-43bd-b821-ace996ba2b18 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:08.311501 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962d359b-db1a-43bd-b821-ace996ba2b18 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:08.317716 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef791f1e-db13-4371-ba07-5bdd68b268d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.324786 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef791f1e-db13-4371-ba07-5bdd68b268d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.358014 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d359b-db1a-43bd-b821-ace996ba2b18 None None] Pushing event updated for resources: {'Port': ['ID=828c0384-0b73-4aa0-8ca5-08a134451763,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:08.446857 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-72c11bcf-3330-4d0d-a083-80f173e770ca None None] Set router 31b91342-8b47-4825-8245-4f77cdefaa91 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:08.491922 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-962d359b-db1a-43bd-b821-ace996ba2b18 None None] Attempting to bind port 828c0384-0b73-4aa0-8ca5-08a134451763 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:08.494604 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-962d359b-db1a-43bd-b821-ace996ba2b18 None None] Attempting to bind port 828c0384-0b73-4aa0-8ca5-08a134451763 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0bf4e387-56a6-4f94-83a1-145658627491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '341989f6-2532-4178-b51d-64e4d94ce7b0'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:08.496886 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef791f1e-db13-4371-ba07-5bdd68b268d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.498140 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d359b-db1a-43bd-b821-ace996ba2b18 None None] Attempting to bind port 828c0384-0b73-4aa0-8ca5-08a134451763 on network 341989f6-2532-4178-b51d-64e4d94ce7b0 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:08.500127 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-87634722-c31d-4a7d-a87c-3c63fcc0975d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.518051 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68819d5-e8f7-477d-a6e1-f690bbec5099 req-04c3c7af-947d-480f-b332-6fabd6a423bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:08.518690 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-54c27b1d-5cfa-4e50-b486-a5cc3d0c7762 req-be0b270e-bb8b-4475-96fb-1379d2532145 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/security-groups?id=7605fc04-c1df-4b4a-97f2-0e5b9d09f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240885 Jul 05 03:47:08.522657 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d359b-db1a-43bd-b821-ace996ba2b18 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:08.523583 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d359b-db1a-43bd-b821-ace996ba2b18 None None] Checking segment: {'id': '0bf4e387-56a6-4f94-83a1-145658627491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '341989f6-2532-4178-b51d-64e4d94ce7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:08.525251 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-962d359b-db1a-43bd-b821-ace996ba2b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.526319 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d359b-db1a-43bd-b821-ace996ba2b18 None None] Bound using segment: {'id': '0bf4e387-56a6-4f94-83a1-145658627491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '341989f6-2532-4178-b51d-64e4d94ce7b0'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:08.527170 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d68819d5-e8f7-477d-a6e1-f690bbec5099 req-04c3c7af-947d-480f-b332-6fabd6a423bd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=49aa2e78f4fa410bbda69c030d0e9b7c&device_id=38bbfbae-8305-4ed1-a974-c1a7e6bb5378 HTTP/1.1" status: 200 len: 1119 time: 0.8913724 Jul 05 03:47:08.527755 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-962d359b-db1a-43bd-b821-ace996ba2b18 None None] Bound port: 828c0384-0b73-4aa0-8ca5-08a134451763, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf4e387-56a6-4f94-83a1-145658627491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '341989f6-2532-4178-b51d-64e4d94ce7b0'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:08.528675 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-962d359b-db1a-43bd-b821-ace996ba2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.631325 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-87634722-c31d-4a7d-a87c-3c63fcc0975d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.684347 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-962d359b-db1a-43bd-b821-ace996ba2b18 None None] For port 828c0384-0b73-4aa0-8ca5-08a134451763, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:08.695296 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-962d359b-db1a-43bd-b821-ace996ba2b18 None None] For port 828c0384-0b73-4aa0-8ca5-08a134451763, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=828c0384-0b73-4aa0-8ca5-08a134451763,segment=NetworkSegment(0bf4e387-56a6-4f94-83a1-145658627491),segment_id=0bf4e387-56a6-4f94-83a1-145658627491)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:08.708446 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-962d359b-db1a-43bd-b821-ace996ba2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.728144 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-87ec6868-c602-48b2-a3fb-c6c73882d29d req-6828c9fd-aefb-4d4e-940a-eb2a148a5e80 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.760858 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef791f1e-db13-4371-ba07-5bdd68b268d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.819729 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['a3a25550-9349-4170-9613-23087d31eb54'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:08.850024 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-87634722-c31d-4a7d-a87c-3c63fcc0975d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.852967 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-87634722-c31d-4a7d-a87c-3c63fcc0975d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.857351 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-87634722-c31d-4a7d-a87c-3c63fcc0975d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8aa5aa88-c40f-461c-81f3-3ff9963ff4a0 HTTP/1.1" status: 204 len: 168 time: 0.7277882 Jul 05 03:47:08.877616 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87634722-c31d-4a7d-a87c-3c63fcc0975d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa5aa88-c40f-461c-81f3-3ff9963ff4a0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:08.890172 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87634722-c31d-4a7d-a87c-3c63fcc0975d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.890526 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87634722-c31d-4a7d-a87c-3c63fcc0975d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.890866 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87634722-c31d-4a7d-a87c-3c63fcc0975d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.891204 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87634722-c31d-4a7d-a87c-3c63fcc0975d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.891537 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87634722-c31d-4a7d-a87c-3c63fcc0975d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.891890 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87634722-c31d-4a7d-a87c-3c63fcc0975d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.892218 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87634722-c31d-4a7d-a87c-3c63fcc0975d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.892542 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87634722-c31d-4a7d-a87c-3c63fcc0975d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.893189 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87634722-c31d-4a7d-a87c-3c63fcc0975d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.893566 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87634722-c31d-4a7d-a87c-3c63fcc0975d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.893895 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87634722-c31d-4a7d-a87c-3c63fcc0975d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.894214 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87634722-c31d-4a7d-a87c-3c63fcc0975d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.999279 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828c9fd-aefb-4d4e-940a-eb2a148a5e80 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Pushing event deleted for resources: {'Port': ['ID=a3a25550-9349-4170-9613-23087d31eb54,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:09.034042 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d359b-db1a-43bd-b821-ace996ba2b18 None None] Pushing event updated for resources: {'Port': ['ID=828c0384-0b73-4aa0-8ca5-08a134451763,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:09.235754 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-72c11bcf-3330-4d0d-a083-80f173e770ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1900286073-router', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:14Z', 'revision_number': 4, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'gw_port': {'id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '520577d8-11db-489e-8fb2-5ed6af63fe66', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'floating_ip_address': '172.25.1.59', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'port_id': '98db9e03-6df3-4820-b975-86814426bb17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'mac_address': 'fa:16:3e:4b:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bbfbae-8305-4ed1-a974-c1a7e6bb5378', 'device_owner': 'compute:tempest-test_az-634248097'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:46:41Z', 'updated_at': '2021-07-05T03:47:04Z', 'revision_number': 1, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e4383f-68ea-4ebc-bcaf-b65e7f7abedb', 'name': '', 'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'mac_address': 'fa:16:3e:e0:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:13Z', 'updated_at': '2021-07-05T03:46:22Z', 'revision_number': 5, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'subnets': [{'id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:09.279564 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ec6868-c602-48b2-a3fb-c6c73882d29d req-6828c9fd-aefb-4d4e-940a-eb2a148a5e80 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] No DVR routers for this DVR port a3a25550-9349-4170-9613-23087d31eb54 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:09.284049 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-87ec6868-c602-48b2-a3fb-c6c73882d29d req-6828c9fd-aefb-4d4e-940a-eb2a148a5e80 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.287004 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87ec6868-c602-48b2-a3fb-c6c73882d29d req-6828c9fd-aefb-4d4e-940a-eb2a148a5e80 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.89 "DELETE /v2.0/ports/a3a25550-9349-4170-9613-23087d31eb54 HTTP/1.1" status: 204 len: 173 time: 2.6545970 Jul 05 03:47:09.294010 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dede13ff-0d7c-4862-abad-cf6436f11374', 'name': 'network-vif-deleted', 'tag': 'a3a25550-9349-4170-9613-23087d31eb54'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:09.313920 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c11bcf-3330-4d0d-a083-80f173e770ca None None] The sync data for ids ['31b91342-8b47-4825-8245-4f77cdefaa91'] in n-d-780147-23 is: [{'id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1900286073-router', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:14Z', 'revision_number': 4, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'gw_port': {'id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '520577d8-11db-489e-8fb2-5ed6af63fe66', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'floating_ip_address': '172.25.1.59', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'port_id': '98db9e03-6df3-4820-b975-86814426bb17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'mac_address': 'fa:16:3e:4b:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bbfbae-8305-4ed1-a974-c1a7e6bb5378', 'device_owner': 'compute:tempest-test_az-634248097'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:46:41Z', 'updated_at': '2021-07-05T03:47:04Z', 'revision_number': 1, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e4383f-68ea-4ebc-bcaf-b65e7f7abedb', 'name': '', 'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'mac_address': 'fa:16:3e:e0:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:13Z', 'updated_at': '2021-07-05T03:46:22Z', 'revision_number': 5, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'subnets': [{'id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:09.321008 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0861a79-1295-49fd-9f55-11d29f967866" -d '{"events": [{"server_uuid": "dede13ff-0d7c-4862-abad-cf6436f11374", "name": "network-vif-deleted", "tag": "a3a25550-9349-4170-9613-23087d31eb54"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:09.412630 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-840b9ede-c6e2-4ef8-ba9d-aad929696608 req-d55dc96d-a8ee-4aef-bf37-292d68bc0115 tempest-AggregatesAdminTestJSON-33069173 tempest-AggregatesAdminTestJSON-33069173-project] 10.222.0.77 "GET /v2.0/ports?device_id=dede13ff-0d7c-4862-abad-cf6436f11374 HTTP/1.1" status: 200 len: 210 time: 0.1693954 Jul 05 03:47:09.426459 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:09.455075 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68819d5-e8f7-477d-a6e1-f690bbec5099 req-5a72f2bb-848e-4a6d-9bc6-3ddf7b8c4f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:09.457774 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d68819d5-e8f7-477d-a6e1-f690bbec5099 req-5a72f2bb-848e-4a6d-9bc6-3ddf7b8c4f77 service neutron] 10.222.0.89 "GET /v2.0/networks?id=03165c03-da88-4245-8e84-9b954eea306b HTTP/1.1" status: 200 len: 925 time: 0.7608697 Jul 05 03:47:09.515687 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73c932f-9d92-46de-a58a-51540fe32412 x-openstack-request-id: req-c73c932f-9d92-46de-a58a-51540fe32412 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:09.515687 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dede13ff-0d7c-4862-abad-cf6436f11374", "name": "network-vif-deleted", "tag": "a3a25550-9349-4170-9613-23087d31eb54", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:09.515687 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c73c932f-9d92-46de-a58a-51540fe32412 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:09.515687 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dede13ff-0d7c-4862-abad-cf6436f11374', 'name': 'network-vif-deleted', 'tag': 'a3a25550-9349-4170-9613-23087d31eb54', 'status': 'completed', 'code': 200} Jul 05 03:47:09.754200 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:09.782901 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:09.787292 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.925414 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef791f1e-db13-4371-ba07-5bdd68b268d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.989593 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42486) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:10.010917 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef791f1e-db13-4371-ba07-5bdd68b268d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:10.058771 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8bb0aabe-6d1b-45b5-9b00-023612a21011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:10.115981 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412625b-7665-4e51-ad50-eb9cf3a542fd None None] New status for floating IP 520577d8-11db-489e-8fb2-5ed6af63fe66: ACTIVE {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:47:10.265329 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 828c0384-0b73-4aa0-8ca5-08a134451763 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:10.557250 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d68819d5-e8f7-477d-a6e1-f690bbec5099 req-2caa63de-091e-40b9-a96c-5c98874fd251 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98db9e03-6df3-4820-b975-86814426bb17 HTTP/1.1" status: 200 len: 1020 time: 1.0884049 Jul 05 03:47:10.705228 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8bb0aabe-6d1b-45b5-9b00-023612a21011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:10.732103 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8bb0aabe-6d1b-45b5-9b00-023612a21011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:10.759042 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68819d5-e8f7-477d-a6e1-f690bbec5099 req-3dafe399-e7bf-4279-a901-c43adb89b13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:10.761194 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d68819d5-e8f7-477d-a6e1-f690bbec5099 req-3dafe399-e7bf-4279-a901-c43adb89b13a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=637932b0-f157-4611-98b0-74dc055ed6e0 HTTP/1.1" status: 200 len: 863 time: 0.1991251 Jul 05 03:47:10.810921 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8bb0aabe-6d1b-45b5-9b00-023612a21011 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=12231bf7802c4de9a657a3e2b81a5b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8159583 Jul 05 03:47:10.811726 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:10.841984 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42502) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:10.884492 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0aabe-6d1b-45b5-9b00-023612a21011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744d5843-aaac-43fc-9e91-a5c01428ea25,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:11.016547 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68819d5-e8f7-477d-a6e1-f690bbec5099 req-616c4050-f009-493a-a2a6-fa0d06da8a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:11.019092 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d68819d5-e8f7-477d-a6e1-f690bbec5099 req-616c4050-f009-493a-a2a6-fa0d06da8a44 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=03165c03-da88-4245-8e84-9b954eea306b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2456653 Jul 05 03:47:11.066929 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42512) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:11.102513 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-ef791f1e-db13-4371-ba07-5bdd68b268d1 admin admin] Allocated IP 172.25.1.8 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:11.141631 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42847d24-7944-4f00-8c11-fca28bb987fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:11.147766 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b27155b-2bda-4fcc-9a1c-54b639d6dd10" -d '{"events": [{"server_uuid": "42847d24-7944-4f00-8c11-fca28bb987fb", "name": "network-vif-plugged", "status": "completed", "tag": "0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:11.205667 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eaff83-2c70-4ebb-a9de-98b375782dd3 req-1f5a12d1-3fea-4f71-970e-fb35e730e63e tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:11.209979 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-51eaff83-2c70-4ebb-a9de-98b375782dd3 req-1f5a12d1-3fea-4f71-970e-fb35e730e63e tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 949 time: 0.9639726 Jul 05 03:47:11.231532 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:11.237243 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55062e66-609a-4dca-be90-b36b303c06c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:11.239256 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d68819d5-e8f7-477d-a6e1-f690bbec5099 req-941d9885-f3fc-434b-b349-97703283ff5e service neutron] 10.222.0.89 "GET /v2.0/networks/03165c03-da88-4245-8e84-9b954eea306b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064087 Jul 05 03:47:11.252541 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc53741-9865-49e7-9268-f9b65dbc321c None None] Network 341989f6-2532-4178-b51d-64e4d94ce7b0 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:11.274721 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 828c0384-0b73-4aa0-8ca5-08a134451763 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:11.382133 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:11.432551 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55062e66-609a-4dca-be90-b36b303c06c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:11.473865 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d68819d5-e8f7-477d-a6e1-f690bbec5099 req-cb57cd4d-e82f-4e98-96f0-453be65aa544 service neutron] 10.222.0.89 "GET /v2.0/networks/03165c03-da88-4245-8e84-9b954eea306b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267363 Jul 05 03:47:11.484597 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-51eaff83-2c70-4ebb-a9de-98b375782dd3 req-eec40fd1-e2f1-4c8b-907f-b2d3181c731e tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/security-groups?id=7605fc04-c1df-4b4a-97f2-0e5b9d09f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424941 Jul 05 03:47:11.567031 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef791f1e-db13-4371-ba07-5bdd68b268d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:11.596822 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55062e66-609a-4dca-be90-b36b303c06c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:11.601162 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55062e66-609a-4dca-be90-b36b303c06c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:11.606282 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-55062e66-609a-4dca-be90-b36b303c06c7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/744d5843-aaac-43fc-9e91-a5c01428ea25 HTTP/1.1" status: 204 len: 168 time: 0.7615342 Jul 05 03:47:11.655226 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55062e66-609a-4dca-be90-b36b303c06c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744d5843-aaac-43fc-9e91-a5c01428ea25,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:11.662758 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef791f1e-db13-4371-ba07-5bdd68b268d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:11.734302 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef791f1e-db13-4371-ba07-5bdd68b268d1 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:11.747572 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-d0c27cff-e7eb-43bc-971a-2d26b23bb343 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-330742778-network', 'tenant_id': 'b9c8370b331242919c27f7d4d1809222'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:11.761014 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-ef791f1e-db13-4371-ba07-5bdd68b268d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:11.778315 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef791f1e-db13-4371-ba07-5bdd68b268d1 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:11.818966 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbee273-eb89-43ee-b60c-43e3155c09fd x-openstack-request-id: req-1cbee273-eb89-43ee-b60c-43e3155c09fd {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:11.819696 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42847d24-7944-4f00-8c11-fca28bb987fb", "name": "network-vif-plugged", "status": "completed", "tag": "0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:11.820379 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1cbee273-eb89-43ee-b60c-43e3155c09fd {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:11.821698 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42847d24-7944-4f00-8c11-fca28bb987fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8', 'code': 200} Jul 05 03:47:11.823355 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device a3a25550-9349-4170-9613-23087d31eb54 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:11.852787 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d7ba9779-52e3-445d-ad02-39fb31af1cf5 None None] Provisioning for port 828c0384-0b73-4aa0-8ca5-08a134451763 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:11.872564 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d7ba9779-52e3-445d-ad02-39fb31af1cf5 None None] Provisioning complete for port 828c0384-0b73-4aa0-8ca5-08a134451763 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:11.873321 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d7ba9779-52e3-445d-ad02-39fb31af1cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:11.915494 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36effa4-a256-4493-9cc8-e76f97d354f8 req-9be11177-9a86-4fb3-82d4-fa3ce590cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:11.918310 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c36effa4-a256-4493-9cc8-e76f97d354f8 req-9be11177-9a86-4fb3-82d4-fa3ce590cffb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 1102 time: 0.1483691 Jul 05 03:47:12.003669 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: a3a25550-9349-4170-9613-23087d31eb54 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:12.006031 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c36effa4-a256-4493-9cc8-e76f97d354f8 req-7826e630-8d86-41d7-8eed-5bbf2a090eb0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7605fc04-c1df-4b4a-97f2-0e5b9d09f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803084 Jul 05 03:47:12.006742 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device a3a25550-9349-4170-9613-23087d31eb54 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:12.030607 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef791f1e-db13-4371-ba07-5bdd68b268d1 admin admin] Pushing event updated for resources: {'Port': ['ID=efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:12.045294 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:12.051121 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c27cff-e7eb-43bc-971a-2d26b23bb343 admin admin] Made reservation on behalf of b9c8370b331242919c27f7d4d1809222 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:12.054630 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d0c27cff-e7eb-43bc-971a-2d26b23bb343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.074689 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:12.075410 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:12.076050 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:12.076395 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:12.076809 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:12.077337 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:12.077567 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d0c27cff-e7eb-43bc-971a-2d26b23bb343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.078465 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:12.079012 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:12.079540 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:12.080303 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:12.080902 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:12.081431 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:12.198081 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef791f1e-db13-4371-ba07-5bdd68b268d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.217264 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42542) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:12.287174 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d7ba9779-52e3-445d-ad02-39fb31af1cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.360892 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d7ba9779-52e3-445d-ad02-39fb31af1cf5 None None] For port 828c0384-0b73-4aa0-8ca5-08a134451763, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=828c0384-0b73-4aa0-8ca5-08a134451763,segment=NetworkSegment(0bf4e387-56a6-4f94-83a1-145658627491),segment_id=0bf4e387-56a6-4f94-83a1-145658627491)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:12.367648 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d7ba9779-52e3-445d-ad02-39fb31af1cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.513936 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba9779-52e3-445d-ad02-39fb31af1cf5 None None] Pushing event updated for resources: {'Port': ['ID=828c0384-0b73-4aa0-8ca5-08a134451763,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:12.558091 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.644376 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d0c27cff-e7eb-43bc-971a-2d26b23bb343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.663749 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d0c27cff-e7eb-43bc-971a-2d26b23bb343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.810250 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-95323881-d5c9-446c-ace0-4757de96dc63 None None] Provisioning complete for port 828c0384-0b73-4aa0-8ca5-08a134451763 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:12.810687 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-95323881-d5c9-446c-ace0-4757de96dc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.824832 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7af5c951-c6fc-4bb7-ad00-e0d8342437cf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=435bba93517c4b7687595f96ef942c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6047764 Jul 05 03:47:12.829214 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42560) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:12.891052 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c27cff-e7eb-43bc-971a-2d26b23bb343 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:47:12.908341 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c27cff-e7eb-43bc-971a-2d26b23bb343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80453f2c-fd38-4ed1-9aa7-5269596bf65c,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:12.921602 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d0c27cff-e7eb-43bc-971a-2d26b23bb343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.922018 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-d0c27cff-e7eb-43bc-971a-2d26b23bb343 admin admin] Added segment 26f47f4d-f0ca-42dd-b38f-4a31fff28783 of type vlan for network 2f42b9d6-2c8c-4327-8f96-9df158547cbe Jul 05 03:47:12.934235 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef791f1e-db13-4371-ba07-5bdd68b268d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.019280 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b5fb40d8-94b6-456b-ba82-310398048b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.038993 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740562e-3cde-47b1-9471-c85f4f654606 req-5b5b198f-30db-44ef-b6d7-7684008a739d tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:13.040788 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d0c27cff-e7eb-43bc-971a-2d26b23bb343 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.042388 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1740562e-3cde-47b1-9471-c85f4f654606 req-5b5b198f-30db-44ef-b6d7-7684008a739d tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 950 time: 0.1796048 Jul 05 03:47:13.092469 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b5fb40d8-94b6-456b-ba82-310398048b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.138307 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d0c27cff-e7eb-43bc-971a-2d26b23bb343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.140826 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c27cff-e7eb-43bc-971a-2d26b23bb343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:13.142302 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d0c27cff-e7eb-43bc-971a-2d26b23bb343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.183247 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1740562e-3cde-47b1-9471-c85f4f654606 req-fdbfd488-332d-4860-bc46-c551bf24d430 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/security-groups?id=7605fc04-c1df-4b4a-97f2-0e5b9d09f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192536 Jul 05 03:47:13.219426 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b5fb40d8-94b6-456b-ba82-310398048b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.224859 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b5fb40d8-94b6-456b-ba82-310398048b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.227369 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b5fb40d8-94b6-456b-ba82-310398048b19 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/92d4e2e6-cf73-4da1-925b-c7334fdc7a2c HTTP/1.1" status: 204 len: 168 time: 0.3963864 Jul 05 03:47:13.240206 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb40d8-94b6-456b-ba82-310398048b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d4e2e6-cf73-4da1-925b-c7334fdc7a2c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:13.244944 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42572) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:13.245454 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d0c27cff-e7eb-43bc-971a-2d26b23bb343 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1762114 Jul 05 03:47:13.254515 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-cae5bf0e-c5f2-444a-8d10-d3ac767ee55e admin admin] Request body: {'subnet': {'network_id': '2f42b9d6-2c8c-4327-8f96-9df158547cbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-330742778-subnet', 'tenant_id': 'b9c8370b331242919c27f7d4d1809222', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:13.272265 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c27cff-e7eb-43bc-971a-2d26b23bb343 admin admin] Pushing event updated for resources: {'Network': ['ID=2f42b9d6-2c8c-4327-8f96-9df158547cbe,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:13.295399 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae5bf0e-c5f2-444a-8d10-d3ac767ee55e admin admin] Made reservation on behalf of b9c8370b331242919c27f7d4d1809222 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:13.297064 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 2f42b9d6-2c8c-4327-8f96-9df158547cbe details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:47:13.305815 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cae5bf0e-c5f2-444a-8d10-d3ac767ee55e admin admin] Notify callbacks [] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.312184 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef791f1e-db13-4371-ba07-5bdd68b268d1 admin admin] Router f6ff136d-8cee-488f-bfee-dacf99aa2467 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:47:13.523540 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef791f1e-db13-4371-ba07-5bdd68b268d1 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:13.540506 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] Sync routers for ids ['f6ff136d-8cee-488f-bfee-dacf99aa2467'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:13.578723 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] Routers {'f6ff136d-8cee-488f-bfee-dacf99aa2467'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:13.581853 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:47:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['f6ff136d-8cee-488f-bfee-dacf99aa2467'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:13.590746 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cae5bf0e-c5f2-444a-8d10-d3ac767ee55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.601470 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef791f1e-db13-4371-ba07-5bdd68b268d1 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.606799 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ef791f1e-db13-4371-ba07-5bdd68b268d1 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7438464 Jul 05 03:47:13.607765 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42582) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:13.703918 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5bf0e-c5f2-444a-8d10-d3ac767ee55e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd370dd6-686d-4edb-bcab-1c0343e2059e,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:13.718320 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae5bf0e-c5f2-444a-8d10-d3ac767ee55e admin admin] Checking segment: {'id': '26f47f4d-f0ca-42dd-b38f-4a31fff28783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2f42b9d6-2c8c-4327-8f96-9df158547cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:13.718866 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae5bf0e-c5f2-444a-8d10-d3ac767ee55e admin admin] Network hostable DHCP agents. Network: 2f42b9d6-2c8c-4327-8f96-9df158547cbe, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:47:13.739987 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae5bf0e-c5f2-444a-8d10-d3ac767ee55e admin admin] Network 2f42b9d6-2c8c-4327-8f96-9df158547cbe is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:47:13.764870 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-cae5bf0e-c5f2-444a-8d10-d3ac767ee55e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 2f42b9d6-2c8c-4327-8f96-9df158547cbe) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:13.775845 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47cebcc-1d54-4340-a508-79c5402030bf None None] Network 2f42b9d6-2c8c-4327-8f96-9df158547cbe requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:13.776628 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae5bf0e-c5f2-444a-8d10-d3ac767ee55e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:13.777243 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cae5bf0e-c5f2-444a-8d10-d3ac767ee55e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.811866 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cae5bf0e-c5f2-444a-8d10-d3ac767ee55e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5648942 Jul 05 03:47:13.898754 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] Set router f6ff136d-8cee-488f-bfee-dacf99aa2467 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:13.954102 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 828c0384-0b73-4aa0-8ca5-08a134451763 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:14.306122 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9694909e-1905-47f3-a6f7-6dceb53c51e4 None None] Network 2f42b9d6-2c8c-4327-8f96-9df158547cbe requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:14.397795 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 828c0384-0b73-4aa0-8ca5-08a134451763 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:14.398539 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:14.436509 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42608) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:14.632304 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fef51efc-e772-4ad9-beea-c869cd604813 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a7a4227108b04649a316611a5a91be0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918547 Jul 05 03:47:14.635860 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42614) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:14.637526 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff136d-8cee-488f-bfee-dacf99aa2467', 'name': 'tempest-FloatingIPsNegativeTestJSON-1247720371-router', 'tenant_id': 'aec14aba43f244478ea4d8c1640311f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:08Z', 'updated_at': '2021-07-05T03:47:11Z', 'revision_number': 3, 'project_id': 'aec14aba43f244478ea4d8c1640311f4', 'gw_port': {'id': 'efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ff136d-8cee-488f-bfee-dacf99aa2467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:10Z', 'updated_at': '2021-07-05T03:47:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:14.698255 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] Checking router: f6ff136d-8cee-488f-bfee-dacf99aa2467 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:14.698908 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] Updating router f6ff136d-8cee-488f-bfee-dacf99aa2467 port efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:47:14.794832 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ab4feaf-0071-41e5-991a-592b3cbe691c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:14.865830 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:14.876559 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ab4feaf-0071-41e5-991a-592b3cbe691c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.005506 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ab4feaf-0071-41e5-991a-592b3cbe691c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.009278 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ab4feaf-0071-41e5-991a-592b3cbe691c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.010410 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5ab4feaf-0071-41e5-991a-592b3cbe691c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/779aa04e-acf2-4275-977b-f2bebc4143bf HTTP/1.1" status: 204 len: 168 time: 0.3731580 Jul 05 03:47:15.015331 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19b9b2-b8bc-48eb-ba4c-4362b856f372 req-96b95061-554c-46ce-8eda-78ec84ba262c tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:15.017466 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1b19b9b2-b8bc-48eb-ba4c-4362b856f372 req-96b95061-554c-46ce-8eda-78ec84ba262c tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 950 time: 0.2138555 Jul 05 03:47:15.026360 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4feaf-0071-41e5-991a-592b3cbe691c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779aa04e-acf2-4275-977b-f2bebc4143bf,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:15.141264 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42640) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:15.182370 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1b19b9b2-b8bc-48eb-ba4c-4362b856f372 req-dbb52f99-afa9-48ad-a520-214b041fcba3 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/security-groups?id=7605fc04-c1df-4b4a-97f2-0e5b9d09f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576974 Jul 05 03:47:15.292117 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2077920d-c3b9-4525-960a-ab8f350a283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.622651 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-850beafd-0f25-47bd-a4dd-ab40c6ee1545 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1387553197-network', 'tenant_id': '6079881a5dcb456f811aa69e44c04ef0'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:15.652577 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850beafd-0f25-47bd-a4dd-ab40c6ee1545 admin admin] Made reservation on behalf of 6079881a5dcb456f811aa69e44c04ef0 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:15.655734 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-850beafd-0f25-47bd-a4dd-ab40c6ee1545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.679399 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.683211 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-850beafd-0f25-47bd-a4dd-ab40c6ee1545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.687721 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-2077920d-c3b9-4525-960a-ab8f350a283c admin admin] Allocated IP 172.20.0.1 (341989f6-2532-4178-b51d-64e4d94ce7b0/2fea85a1-7cf3-478f-8768-e95d956e7a34/7ec5d120-c089-4e90-aa89-0c76f06c377d) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:15.704905 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] Transition to ACTIVE for port object efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:15.712176 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.796241 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe6a0c-0303-4493-bece-d0cb148aacf9 None None] Pushing event updated for resources: {'Port': ['ID=efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:15.836839 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe6a0c-0303-4493-bece-d0cb148aacf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:15.837339 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe6a0c-0303-4493-bece-d0cb148aacf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:15.837876 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe6a0c-0303-4493-bece-d0cb148aacf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:15.838355 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe6a0c-0303-4493-bece-d0cb148aacf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:15.838996 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe6a0c-0303-4493-bece-d0cb148aacf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:15.839711 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe6a0c-0303-4493-bece-d0cb148aacf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:15.840367 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe6a0c-0303-4493-bece-d0cb148aacf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:15.840860 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe6a0c-0303-4493-bece-d0cb148aacf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:15.841925 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe6a0c-0303-4493-bece-d0cb148aacf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:15.842417 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe6a0c-0303-4493-bece-d0cb148aacf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:15.842888 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe6a0c-0303-4493-bece-d0cb148aacf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:15.843372 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe6a0c-0303-4493-bece-d0cb148aacf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:15.847980 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] Attempting to bind port efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:15.848686 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] Attempting to bind port efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:15.849255 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] Attempting to bind port efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:15.857582 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:15.858068 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:15.858561 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.859040 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:15.859615 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] Bound port: efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:15.860138 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.904280 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2077920d-c3b9-4525-960a-ab8f350a283c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.923635 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] For port efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:15.925309 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-850beafd-0f25-47bd-a4dd-ab40c6ee1545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.927306 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] For port efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:15.932568 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-2077920d-c3b9-4525-960a-ab8f350a283c admin admin] Transition to ACTIVE for port object 7ec5d120-c089-4e90-aa89-0c76f06c377d will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:15.934165 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-850beafd-0f25-47bd-a4dd-ab40c6ee1545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.934323 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.946419 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850beafd-0f25-47bd-a4dd-ab40c6ee1545 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:47:15.961363 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-850beafd-0f25-47bd-a4dd-ab40c6ee1545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.961835 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-850beafd-0f25-47bd-a4dd-ab40c6ee1545 admin admin] Added segment 47338bb3-e1e0-45a4-bbd2-192e17120afd of type vlan for network e37bffed-7318-4dad-93bc-2135e6f53abd Jul 05 03:47:16.022959 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe6a0c-0303-4493-bece-d0cb148aacf9 None None] Pushing event updated for resources: {'Port': ['ID=efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:16.063582 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850beafd-0f25-47bd-a4dd-ab40c6ee1545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22777892-9be4-46bf-ba4f-0bc2d7f38e00,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:16.066946 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] Routers {'f6ff136d-8cee-488f-bfee-dacf99aa2467'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:16.073067 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:47:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['f6ff136d-8cee-488f-bfee-dacf99aa2467'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:16.082290 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-850beafd-0f25-47bd-a4dd-ab40c6ee1545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.124536 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2077920d-c3b9-4525-960a-ab8f350a283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.210331 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2077920d-c3b9-4525-960a-ab8f350a283c admin admin] Network 341989f6-2532-4178-b51d-64e4d94ce7b0 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:16.215941 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-850beafd-0f25-47bd-a4dd-ab40c6ee1545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.217047 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850beafd-0f25-47bd-a4dd-ab40c6ee1545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:16.217669 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-850beafd-0f25-47bd-a4dd-ab40c6ee1545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.229025 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-2077920d-c3b9-4525-960a-ab8f350a283c admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:16.235657 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2077920d-c3b9-4525-960a-ab8f350a283c admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:16.236203 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2077920d-c3b9-4525-960a-ab8f350a283c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.256568 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077920d-c3b9-4525-960a-ab8f350a283c admin admin] Pushing event updated for resources: {'Port': ['ID=7ec5d120-c089-4e90-aa89-0c76f06c377d,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:16.329462 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] Set router f6ff136d-8cee-488f-bfee-dacf99aa2467 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:16.461065 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42696) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:16.544955 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42700) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:16.550022 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-19c29b70-daa6-4663-aecf-d6dafb3149a6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1570327942-network', 'tenant_id': 'd5a83887199f4f31930fcbb664dd8598'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:16.613578 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-850beafd-0f25-47bd-a4dd-ab40c6ee1545 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4665585 Jul 05 03:47:16.619154 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42702) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:16.637876 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-80d319af-6fcf-4dc5-9bf7-276583bec790 admin admin] Request body: {'subnet': {'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1387553197-subnet', 'tenant_id': '6079881a5dcb456f811aa69e44c04ef0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:16.671680 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c29b70-daa6-4663-aecf-d6dafb3149a6 admin admin] Made reservation on behalf of d5a83887199f4f31930fcbb664dd8598 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:16.674318 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19c29b70-daa6-4663-aecf-d6dafb3149a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.730031 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19c29b70-daa6-4663-aecf-d6dafb3149a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.761574 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-96ace7ea-0a35-489d-8936-b1fb74873ed0 None None] Provisioning for port 7ec5d120-c089-4e90-aa89-0c76f06c377d completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:16.768072 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850beafd-0f25-47bd-a4dd-ab40c6ee1545 admin admin] Pushing event updated for resources: {'Network': ['ID=e37bffed-7318-4dad-93bc-2135e6f53abd,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:16.768288 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d319af-6fcf-4dc5-9bf7-276583bec790 admin admin] Made reservation on behalf of 6079881a5dcb456f811aa69e44c04ef0 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:16.771617 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-80d319af-6fcf-4dc5-9bf7-276583bec790 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.776784 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-96ace7ea-0a35-489d-8936-b1fb74873ed0 None None] Provisioning complete for port 7ec5d120-c089-4e90-aa89-0c76f06c377d triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:16.778183 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-96ace7ea-0a35-489d-8936-b1fb74873ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.817137 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network e37bffed-7318-4dad-93bc-2135e6f53abd details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:47:16.820086 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff136d-8cee-488f-bfee-dacf99aa2467', 'name': 'tempest-FloatingIPsNegativeTestJSON-1247720371-router', 'tenant_id': 'aec14aba43f244478ea4d8c1640311f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:08Z', 'updated_at': '2021-07-05T03:47:11Z', 'revision_number': 3, 'project_id': 'aec14aba43f244478ea4d8c1640311f4', 'gw_port': {'id': 'efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ff136d-8cee-488f-bfee-dacf99aa2467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:10Z', 'updated_at': '2021-07-05T03:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:16.893422 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2077920d-c3b9-4525-960a-ab8f350a283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.906070 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-96ace7ea-0a35-489d-8936-b1fb74873ed0 None None] Port 7ec5d120-c089-4e90-aa89-0c76f06c377d cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:16.906407 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae54c62-90d5-43a6-8e71-9fe5bd9ae390 None None] The sync data for ids ['f6ff136d-8cee-488f-bfee-dacf99aa2467'] in n-d-780147-23 is: [{'id': 'f6ff136d-8cee-488f-bfee-dacf99aa2467', 'name': 'tempest-FloatingIPsNegativeTestJSON-1247720371-router', 'tenant_id': 'aec14aba43f244478ea4d8c1640311f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:08Z', 'updated_at': '2021-07-05T03:47:11Z', 'revision_number': 3, 'project_id': 'aec14aba43f244478ea4d8c1640311f4', 'gw_port': {'id': 'efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ff136d-8cee-488f-bfee-dacf99aa2467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:10Z', 'updated_at': '2021-07-05T03:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:17.013752 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefd81a-3cce-42da-b843-895e6cd73011 req-13be5c03-9f16-4f6e-93b8-8e0bb51d88d6 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:17.029856 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6fefd81a-3cce-42da-b843-895e6cd73011 req-13be5c03-9f16-4f6e-93b8-8e0bb51d88d6 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 950 time: 0.5882413 Jul 05 03:47:17.173839 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-143af849-2dde-4240-8c58-74d0671f9dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.223638 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6fefd81a-3cce-42da-b843-895e6cd73011 req-5dc9f32e-9c4f-4f9e-a22f-9905b7f31cc0 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/security-groups?id=7605fc04-c1df-4b4a-97f2-0e5b9d09f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926050 Jul 05 03:47:17.475439 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19c29b70-daa6-4663-aecf-d6dafb3149a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.478729 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2077920d-c3b9-4525-960a-ab8f350a283c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.491356 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2077920d-c3b9-4525-960a-ab8f350a283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.493208 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2077920d-c3b9-4525-960a-ab8f350a283c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.542378 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19c29b70-daa6-4663-aecf-d6dafb3149a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.557597 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c29b70-daa6-4663-aecf-d6dafb3149a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:47:17.571443 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19c29b70-daa6-4663-aecf-d6dafb3149a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.572823 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-19c29b70-daa6-4663-aecf-d6dafb3149a6 admin admin] Added segment f7ccd5a9-c707-4e5b-8f67-f7fb1186828c of type vlan for network c85973a7-0ef5-4729-aa6a-13bef671797c Jul 05 03:47:17.640934 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19c29b70-daa6-4663-aecf-d6dafb3149a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.791420 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077920d-c3b9-4525-960a-ab8f350a283c admin admin] Pushing event updated for resources: {'Port': ['ID=7ec5d120-c089-4e90-aa89-0c76f06c377d,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:17.794683 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19c29b70-daa6-4663-aecf-d6dafb3149a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.795866 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c29b70-daa6-4663-aecf-d6dafb3149a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:17.797174 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19c29b70-daa6-4663-aecf-d6dafb3149a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.802324 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-80d319af-6fcf-4dc5-9bf7-276583bec790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.927553 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2077920d-c3b9-4525-960a-ab8f350a283c admin admin] Network 341989f6-2532-4178-b51d-64e4d94ce7b0 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:17.927553 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-2077920d-c3b9-4525-960a-ab8f350a283c admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:17.991624 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c29b70-daa6-4663-aecf-d6dafb3149a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b480613-1a84-44cc-81cd-c730030d57b2,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:18.084047 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:18.146610 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c29b70-daa6-4663-aecf-d6dafb3149a6 admin admin] Pushing event updated for resources: {'Network': ['ID=c85973a7-0ef5-4729-aa6a-13bef671797c,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:18.245615 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:18.254266 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:18.256570 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.260141 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d319af-6fcf-4dc5-9bf7-276583bec790 admin admin] Checking segment: {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:18.260506 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d319af-6fcf-4dc5-9bf7-276583bec790 admin admin] Network hostable DHCP agents. Network: e37bffed-7318-4dad-93bc-2135e6f53abd, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:47:18.316190 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2077920d-c3b9-4525-960a-ab8f350a283c admin admin] Router f6ff136d-8cee-488f-bfee-dacf99aa2467 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:47:18.340100 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d319af-6fcf-4dc5-9bf7-276583bec790 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed0a1ef0-1506-4eb0-93c1-51dd53393e81,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:18.354566 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network c85973a7-0ef5-4729-aa6a-13bef671797c details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:47:18.428753 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d319af-6fcf-4dc5-9bf7-276583bec790 admin admin] Network e37bffed-7318-4dad-93bc-2135e6f53abd is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:47:18.497326 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-80d319af-6fcf-4dc5-9bf7-276583bec790 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, e37bffed-7318-4dad-93bc-2135e6f53abd) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:18.598834 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d319af-6fcf-4dc5-9bf7-276583bec790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:18.600028 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-80d319af-6fcf-4dc5-9bf7-276583bec790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.637821 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ce3ceb-8526-4083-98e7-3f45365e91f2 None None] Network e37bffed-7318-4dad-93bc-2135e6f53abd requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:18.641070 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-143af849-2dde-4240-8c58-74d0671f9dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.660623 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-143af849-2dde-4240-8c58-74d0671f9dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.673377 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-19c29b70-daa6-4663-aecf-d6dafb3149a6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1270871 Jul 05 03:47:18.677356 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42786) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:18.686082 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-16c44140-97e1-470a-9279-169b8062a463 admin admin] Request body: {'subnet': {'network_id': 'c85973a7-0ef5-4729-aa6a-13bef671797c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1570327942-subnet', 'tenant_id': 'd5a83887199f4f31930fcbb664dd8598', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:18.695479 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-80d319af-6fcf-4dc5-9bf7-276583bec790 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0709839 Jul 05 03:47:18.750629 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-143af849-2dde-4240-8c58-74d0671f9dbc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eebb97bba5b24a41bbf7299f160b5a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2873797 Jul 05 03:47:18.756978 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42790) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:18.760035 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c44140-97e1-470a-9279-169b8062a463 admin admin] Made reservation on behalf of d5a83887199f4f31930fcbb664dd8598 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:18.767227 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-16c44140-97e1-470a-9279-169b8062a463 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.772690 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143af849-2dde-4240-8c58-74d0671f9dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe540af-d1ed-4c49-9c61-53b5583a90b4,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:18.827609 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bfe58886-fcfc-4b7d-b640-14f7d9548c84 None None] Provisioning complete for port 7ec5d120-c089-4e90-aa89-0c76f06c377d triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:18.828400 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bfe58886-fcfc-4b7d-b640-14f7d9548c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.837615 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add47bc8-8158-47f7-bb31-d2fb812fba81 req-24f60706-5d3f-4b78-887e-8abe941d8380 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:18.856807 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-add47bc8-8158-47f7-bb31-d2fb812fba81 req-24f60706-5d3f-4b78-887e-8abe941d8380 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 950 time: 0.4200125 Jul 05 03:47:18.924056 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2077920d-c3b9-4525-960a-ab8f350a283c admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:18.955354 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-add47bc8-8158-47f7-bb31-d2fb812fba81 req-d2936a3b-d651-4f41-aedc-d983508e3001 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/security-groups?id=7605fc04-c1df-4b4a-97f2-0e5b9d09f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950999 Jul 05 03:47:18.976296 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b4273e-1c23-4014-b9c2-0ac3078484c2 None None] Network e37bffed-7318-4dad-93bc-2135e6f53abd requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:19.028377 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2077920d-c3b9-4525-960a-ab8f350a283c admin admin] 10.222.0.77 "PUT /v2.0/routers/f6ff136d-8cee-488f-bfee-dacf99aa2467/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4174128 Jul 05 03:47:19.089024 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.131503 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-bfe58886-fcfc-4b7d-b640-14f7d9548c84 None None] Port 7ec5d120-c089-4e90-aa89-0c76f06c377d cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:19.144849 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:19.153198 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-53f8b3a1-4035-450f-8948-55afefa7e76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.156201 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.222829 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-53f8b3a1-4035-450f-8948-55afefa7e76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.321562 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:19.460706 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-16c44140-97e1-470a-9279-169b8062a463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.476311 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-53f8b3a1-4035-450f-8948-55afefa7e76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.481869 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-53f8b3a1-4035-450f-8948-55afefa7e76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.484058 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-53f8b3a1-4035-450f-8948-55afefa7e76e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0fe540af-d1ed-4c49-9c61-53b5583a90b4 HTTP/1.1" status: 204 len: 168 time: 0.7107270 Jul 05 03:47:19.558567 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8b3a1-4035-450f-8948-55afefa7e76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe540af-d1ed-4c49-9c61-53b5583a90b4,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:19.597710 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42820) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:19.607666 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c44140-97e1-470a-9279-169b8062a463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=195633d3-b36e-4e90-9c3d-bb9738f75303,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:19.626187 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c44140-97e1-470a-9279-169b8062a463 admin admin] Checking segment: {'id': 'f7ccd5a9-c707-4e5b-8f67-f7fb1186828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c85973a7-0ef5-4729-aa6a-13bef671797c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:19.626695 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c44140-97e1-470a-9279-169b8062a463 admin admin] Network hostable DHCP agents. Network: c85973a7-0ef5-4729-aa6a-13bef671797c, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:47:19.659510 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c44140-97e1-470a-9279-169b8062a463 admin admin] Network c85973a7-0ef5-4729-aa6a-13bef671797c is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:47:19.676620 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-16c44140-97e1-470a-9279-169b8062a463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, c85973a7-0ef5-4729-aa6a-13bef671797c) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:19.686805 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c44140-97e1-470a-9279-169b8062a463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:19.688830 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-16c44140-97e1-470a-9279-169b8062a463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.692360 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a9ae8f-6321-4a89-8d9d-63a00b39b66a None None] Network c85973a7-0ef5-4729-aa6a-13bef671797c requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:19.717149 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-16c44140-97e1-470a-9279-169b8062a463 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0381649 Jul 05 03:47:19.888028 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893b1d2-c2cc-496c-9d1b-027cbd7c77f2 req-8b1b8a0c-df54-4a83-9e80-016fda021d53 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:19.891457 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9893b1d2-c2cc-496c-9d1b-027cbd7c77f2 req-8b1b8a0c-df54-4a83-9e80-016fda021d53 tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.70 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 950 time: 0.1429505 Jul 05 03:47:20.044031 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629f712f-f1b0-480d-926e-e5a6cf68a064 None None] Network c85973a7-0ef5-4729-aa6a-13bef671797c requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:20.056809 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:20.128110 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3376508d-5b9e-43ca-bea7-978ab1c7c0c5 req-ec378703-664f-4012-ad21-27051c92d66a tempest-FloatingIPsNegativeTestJSON-1518167585 tempest-FloatingIPsNegativeTestJSON-1518167585-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=aec14aba43f244478ea4d8c1640311f4 HTTP/1.1" status: 200 len: 217 time: 0.1644242 Jul 05 03:47:20.193095 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:20.194044 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.224034 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] Sync routers for ids ['f6ff136d-8cee-488f-bfee-dacf99aa2467'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:20.248026 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] Routers {'f6ff136d-8cee-488f-bfee-dacf99aa2467'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:20.249006 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:47:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['f6ff136d-8cee-488f-bfee-dacf99aa2467'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:20.355156 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-169dd51a-48ea-405f-a577-019d90c1c1b7 req-9aa66618-658f-4de1-af44-c6cf7b9fab23 tempest-FloatingIPsNegativeTestJSON-1518167585 tempest-FloatingIPsNegativeTestJSON-1518167585-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0741835 Jul 05 03:47:20.408627 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-9893b1d2-c2cc-496c-9d1b-027cbd7c77f2 req-ba49cd23-c527-4205-a7a2-941a1ec364ee tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Deleting port 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:20.410050 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9893b1d2-c2cc-496c-9d1b-027cbd7c77f2 req-ba49cd23-c527-4205-a7a2-941a1ec364ee tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.510977 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f4561b4e-312f-4101-9e70-09abb74c8c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.512378 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] Set router f6ff136d-8cee-488f-bfee-dacf99aa2467 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:20.572841 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42844) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:20.679102 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b756a9-1fc4-4b68-94dd-9e449152149f admin admin] Deleting subnet bd370dd6-686d-4edb-bcab-1c0343e2059e {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:47:20.684925 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-32b756a9-1fc4-4b68-94dd-9e449152149f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.703939 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-9893b1d2-c2cc-496c-9d1b-027cbd7c77f2 req-ba49cd23-c527-4205-a7a2-941a1ec364ee tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] For port 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:20.704946 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9893b1d2-c2cc-496c-9d1b-027cbd7c77f2 req-ba49cd23-c527-4205-a7a2-941a1ec364ee tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.729821 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-9893b1d2-c2cc-496c-9d1b-027cbd7c77f2 req-ba49cd23-c527-4205-a7a2-941a1ec364ee tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Calling delete_port for 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:20.749693 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba2c31-632a-47d9-bc84-2273ccb6644d req-0e09831d-cf7c-4b79-9500-f7fa67af3b3c tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:20.751589 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-12ba2c31-632a-47d9-bc84-2273ccb6644d req-0e09831d-cf7c-4b79-9500-f7fa67af3b3c tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 950 time: 0.2756062 Jul 05 03:47:20.755674 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42848) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:20.792434 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5d93555e-2727-4d33-9398-cee85bb7bd0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.828278 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-32b756a9-1fc4-4b68-94dd-9e449152149f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.855584 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-32b756a9-1fc4-4b68-94dd-9e449152149f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.884210 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-12ba2c31-632a-47d9-bc84-2273ccb6644d req-f7ab92e2-f6b4-48fb-bad6-468b2d88a6db tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/security-groups?id=7605fc04-c1df-4b4a-97f2-0e5b9d09f269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168208 Jul 05 03:47:20.901272 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff136d-8cee-488f-bfee-dacf99aa2467', 'name': 'tempest-FloatingIPsNegativeTestJSON-1247720371-router', 'tenant_id': 'aec14aba43f244478ea4d8c1640311f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:08Z', 'updated_at': '2021-07-05T03:47:16Z', 'revision_number': 4, 'project_id': 'aec14aba43f244478ea4d8c1640311f4', 'gw_port': {'id': 'efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff136d-8cee-488f-bfee-dacf99aa2467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:10Z', 'updated_at': '2021-07-05T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '7ec5d120-c089-4e90-aa89-0c76f06c377d', 'name': '', 'network_id': '341989f6-2532-4178-b51d-64e4d94ce7b0', 'tenant_id': 'aec14aba43f244478ea4d8c1640311f4', 'mac_address': 'fa:16:3e:2c:54:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ff136d-8cee-488f-bfee-dacf99aa2467', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '2fea85a1-7cf3-478f-8768-e95d956e7a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:15Z', 'updated_at': '2021-07-05T03:47:17Z', 'revision_number': 2, 'project_id': 'aec14aba43f244478ea4d8c1640311f4', 'subnets': [{'id': '2fea85a1-7cf3-478f-8768-e95d956e7a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:20.940795 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] Checking router: f6ff136d-8cee-488f-bfee-dacf99aa2467 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:20.941156 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] Updating router f6ff136d-8cee-488f-bfee-dacf99aa2467 port 7ec5d120-c089-4e90-aa89-0c76f06c377d binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:47:20.963762 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f4561b4e-312f-4101-9e70-09abb74c8c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.973755 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f4561b4e-312f-4101-9e70-09abb74c8c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.998499 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.020876 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-32b756a9-1fc4-4b68-94dd-9e449152149f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.038988 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42854) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:21.060050 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d3e4321a-d714-44f3-892a-400e938fea29 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1587928859-network', 'tenant_id': '711dbcdf3ef54c7288cbdc3448b9e525'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:21.096659 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f4561b4e-312f-4101-9e70-09abb74c8c88 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4bddb4f11865497bbe1f155a5085e58f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4970791 Jul 05 03:47:21.099528 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4561b4e-312f-4101-9e70-09abb74c8c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff0077a-7a1f-480c-ac10-0fecf0d32e50,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:21.104121 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42856) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:21.105618 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b756a9-1fc4-4b68-94dd-9e449152149f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd370dd6-686d-4edb-bcab-1c0343e2059e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:21.121422 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9893b1d2-c2cc-496c-9d1b-027cbd7c77f2 req-ba49cd23-c527-4205-a7a2-941a1ec364ee tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.123546 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [req-a0b3ac72-e084-4ece-86bf-1b83c9fa875b req-e78f62d9-8a00-47cc-b1bf-f9e06119344f tempest-FloatingIPsNegativeTestJSON-1518167585 tempest-FloatingIPsNegativeTestJSON-1518167585-project] show failed (client error): The resource could not be found. Jul 05 03:47:21.139873 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a0b3ac72-e084-4ece-86bf-1b83c9fa875b req-e78f62d9-8a00-47cc-b1bf-f9e06119344f tempest-FloatingIPsNegativeTestJSON-1518167585 tempest-FloatingIPsNegativeTestJSON-1518167585-project] 10.222.0.77 "GET /v2.0/floatingips/3b70b5bd-7d1e-4ef1-bfe5-325ee7554b57 HTTP/1.1" status: 404 len: 350 time: 0.1221664 Jul 05 03:47:21.142124 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-32b756a9-1fc4-4b68-94dd-9e449152149f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.144704 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-32b756a9-1fc4-4b68-94dd-9e449152149f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/bd370dd6-686d-4edb-bcab-1c0343e2059e HTTP/1.1" status: 204 len: 168 time: 0.5701199 Jul 05 03:47:21.149969 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42860) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:21.150858 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42862) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:21.157246 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49cd23-c527-4205-a7a2-941a1ec364ee tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Pushing event deleted for resources: {'Port': ['ID=0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:21.169140 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:21.223891 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-9893b1d2-c2cc-496c-9d1b-027cbd7c77f2 req-ba49cd23-c527-4205-a7a2-941a1ec364ee tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] No DVR routers for this DVR port 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8 on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:21.227197 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9893b1d2-c2cc-496c-9d1b-027cbd7c77f2 req-ba49cd23-c527-4205-a7a2-941a1ec364ee tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.229732 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9893b1d2-c2cc-496c-9d1b-027cbd7c77f2 req-ba49cd23-c527-4205-a7a2-941a1ec364ee tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.70 "DELETE /v2.0/ports/0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8 HTTP/1.1" status: 204 len: 173 time: 1.3292129 Jul 05 03:47:21.230427 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42847d24-7944-4f00-8c11-fca28bb987fb', 'name': 'network-vif-deleted', 'tag': '0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:21.244745 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0356d0fb-f234-4419-a253-86f3ff9a37d7" -d '{"events": [{"server_uuid": "42847d24-7944-4f00-8c11-fca28bb987fb", "name": "network-vif-deleted", "tag": "0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:21.336347 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bb8175-7120-412b-ad9f-1c55e7742517 x-openstack-request-id: req-84bb8175-7120-412b-ad9f-1c55e7742517 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:21.336643 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42847d24-7944-4f00-8c11-fca28bb987fb", "name": "network-vif-deleted", "tag": "0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:21.336896 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-84bb8175-7120-412b-ad9f-1c55e7742517 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:21.337312 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42847d24-7944-4f00-8c11-fca28bb987fb', 'name': 'network-vif-deleted', 'tag': '0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8', 'status': 'completed', 'code': 200} Jul 05 03:47:21.501413 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.514941 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] Transition to ACTIVE for port object 7ec5d120-c089-4e90-aa89-0c76f06c377d will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:21.522003 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.599408 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca815e50-6628-40ba-ab38-e23285ee89e1 None None] Pushing event updated for resources: {'Port': ['ID=7ec5d120-c089-4e90-aa89-0c76f06c377d,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:21.641674 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] Attempting to bind port 7ec5d120-c089-4e90-aa89-0c76f06c377d on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:21.642109 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] Attempting to bind port 7ec5d120-c089-4e90-aa89-0c76f06c377d by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0bf4e387-56a6-4f94-83a1-145658627491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '341989f6-2532-4178-b51d-64e4d94ce7b0'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:21.642430 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] Attempting to bind port 7ec5d120-c089-4e90-aa89-0c76f06c377d on network 341989f6-2532-4178-b51d-64e4d94ce7b0 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:21.647749 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:21.648178 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] Checking segment: {'id': '0bf4e387-56a6-4f94-83a1-145658627491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '341989f6-2532-4178-b51d-64e4d94ce7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:21.648762 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.650166 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] Bound using segment: {'id': '0bf4e387-56a6-4f94-83a1-145658627491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '341989f6-2532-4178-b51d-64e4d94ce7b0'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:21.650779 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] Bound port: 7ec5d120-c089-4e90-aa89-0c76f06c377d, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf4e387-56a6-4f94-83a1-145658627491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '341989f6-2532-4178-b51d-64e4d94ce7b0'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:21.651196 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.678555 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.684587 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-edc97180-99eb-4839-9434-8275a2703278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.748423 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] For port 7ec5d120-c089-4e90-aa89-0c76f06c377d, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:21.753878 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] For port 7ec5d120-c089-4e90-aa89-0c76f06c377d, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7ec5d120-c089-4e90-aa89-0c76f06c377d,segment=NetworkSegment(0bf4e387-56a6-4f94-83a1-145658627491),segment_id=0bf4e387-56a6-4f94-83a1-145658627491)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:21.754222 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-edc97180-99eb-4839-9434-8275a2703278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.762554 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.764044 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5d93555e-2727-4d33-9398-cee85bb7bd0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.813473 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5d93555e-2727-4d33-9398-cee85bb7bd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.815713 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42888) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:21.824088 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e4321a-d714-44f3-892a-400e938fea29 admin admin] Made reservation on behalf of 711dbcdf3ef54c7288cbdc3448b9e525 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:21.828483 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d3e4321a-d714-44f3-892a-400e938fea29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.840247 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d3e4321a-d714-44f3-892a-400e938fea29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.895869 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] Routers {'f6ff136d-8cee-488f-bfee-dacf99aa2467'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:21.896394 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:47:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['f6ff136d-8cee-488f-bfee-dacf99aa2467'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:21.972723 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5d93555e-2727-4d33-9398-cee85bb7bd0a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6282b4de6798464faf2df51fa3f16cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2158685 Jul 05 03:47:21.973681 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93555e-2727-4d33-9398-cee85bb7bd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d7ca35-1098-442a-b11d-b9e781cb0e8e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:21.975499 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42894) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:22.084736 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ef83ac2-695e-46ec-9c3d-2958a4ffc671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.110039 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca815e50-6628-40ba-ab38-e23285ee89e1 None None] Pushing event updated for resources: {'Port': ['ID=7ec5d120-c089-4e90-aa89-0c76f06c377d,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:22.119112 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ef83ac2-695e-46ec-9c3d-2958a4ffc671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.189136 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ef83ac2-695e-46ec-9c3d-2958a4ffc671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.191735 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ef83ac2-695e-46ec-9c3d-2958a4ffc671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.195192 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9ef83ac2-695e-46ec-9c3d-2958a4ffc671 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e3d7ca35-1098-442a-b11d-b9e781cb0e8e HTTP/1.1" status: 204 len: 168 time: 0.2145851 Jul 05 03:47:22.234425 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-edc97180-99eb-4839-9434-8275a2703278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.237103 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-edc97180-99eb-4839-9434-8275a2703278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.241433 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-edc97180-99eb-4839-9434-8275a2703278 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bff0077a-7a1f-480c-ac10-0fecf0d32e50 HTTP/1.1" status: 204 len: 168 time: 1.1292868 Jul 05 03:47:22.261658 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] Set router f6ff136d-8cee-488f-bfee-dacf99aa2467 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:22.268613 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4a49616e-38ac-4d6a-bcb6-a17ebab8819a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.272029 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef83ac2-695e-46ec-9c3d-2958a4ffc671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d7ca35-1098-442a-b11d-b9e781cb0e8e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:22.287713 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-303a9013-6b31-4777-a1fe-5d51b8cdbc44 req-cfc4a79a-2d68-4c78-9cb8-5d221793595a tempest-ServerDiagnosticsNegativeTest-1640706094 tempest-ServerDiagnosticsNegativeTest-1640706094-project] 10.222.0.77 "GET /v2.0/ports?device_id=42847d24-7944-4f00-8c11-fca28bb987fb HTTP/1.1" status: 200 len: 210 time: 0.0896025 Jul 05 03:47:22.317631 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.320839 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc97180-99eb-4839-9434-8275a2703278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff0077a-7a1f-480c-ac10-0fecf0d32e50,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:22.345319 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d3e4321a-d714-44f3-892a-400e938fea29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.354731 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d3e4321a-d714-44f3-892a-400e938fea29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.388541 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:22.388918 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:22.389773 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:22.390215 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] Subscribe: > port after_create 55550000 {{(pid=105538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:22.390703 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] Subscribe: > port after_delete 55550000 {{(pid=105538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:22.390990 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] Subscribe: > port after_update 55550000 {{(pid=105538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:22.391373 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:22.391752 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:22.392229 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:22.392607 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:22.418944 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e4321a-d714-44f3-892a-400e938fea29 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:47:22.464242 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4321a-d714-44f3-892a-400e938fea29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71a1acc-745f-424e-98e4-75c01ed9bbe0,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:22.467704 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d3e4321a-d714-44f3-892a-400e938fea29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.468082 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-d3e4321a-d714-44f3-892a-400e938fea29 admin admin] Added segment 4ae4b061-0a57-4d03-9245-6de0b0b23950 of type vlan for network 49ed42b1-2b68-412f-9a35-7dab2c84298c Jul 05 03:47:22.549483 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d3e4321a-d714-44f3-892a-400e938fea29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.602018 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d3e4321a-d714-44f3-892a-400e938fea29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.603388 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e4321a-d714-44f3-892a-400e938fea29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:22.604092 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d3e4321a-d714-44f3-892a-400e938fea29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.614080 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:22.614375 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:22.618773 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:22.619165 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:22.619555 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f42b9d6-2c8c-4327-8f96-9df158547cbe']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:22.672918 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f47f4d-f0ca-42dd-b38f-4a31fff28783') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:22.673133 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4321a-d714-44f3-892a-400e938fea29 admin admin] Pushing event updated for resources: {'Network': ['ID=49ed42b1-2b68-412f-9a35-7dab2c84298c,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:22.673738 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f47f4d-f0ca-42dd-b38f-4a31fff28783') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:22.687043 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 49ed42b1-2b68-412f-9a35-7dab2c84298c details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:47:22.709523 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.737245 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.783653 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42912) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:22.806881 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-64e46ebb-c65e-4542-8994-ac732ccadeaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.850342 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:47:22.850967 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: from cryptography.utils import int_from_bytes Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: from cryptography.utils import int_from_bytes Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: timer() Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:47:22.895295 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:47:22.921091 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff136d-8cee-488f-bfee-dacf99aa2467', 'name': 'tempest-FloatingIPsNegativeTestJSON-1247720371-router', 'tenant_id': 'aec14aba43f244478ea4d8c1640311f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:08Z', 'updated_at': '2021-07-05T03:47:16Z', 'revision_number': 4, 'project_id': 'aec14aba43f244478ea4d8c1640311f4', 'gw_port': {'id': 'efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff136d-8cee-488f-bfee-dacf99aa2467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:10Z', 'updated_at': '2021-07-05T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '7ec5d120-c089-4e90-aa89-0c76f06c377d', 'name': '', 'network_id': '341989f6-2532-4178-b51d-64e4d94ce7b0', 'tenant_id': 'aec14aba43f244478ea4d8c1640311f4', 'mac_address': 'fa:16:3e:2c:54:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ff136d-8cee-488f-bfee-dacf99aa2467', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '2fea85a1-7cf3-478f-8768-e95d956e7a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:15Z', 'updated_at': '2021-07-05T03:47:21Z', 'revision_number': 4, 'project_id': 'aec14aba43f244478ea4d8c1640311f4', 'subnets': [{'id': '2fea85a1-7cf3-478f-8768-e95d956e7a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:22.960491 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111b0f2f-6b2c-417f-957a-78550dae4056 None None] The sync data for ids ['f6ff136d-8cee-488f-bfee-dacf99aa2467'] in n-d-780147-23 is: [{'id': 'f6ff136d-8cee-488f-bfee-dacf99aa2467', 'name': 'tempest-FloatingIPsNegativeTestJSON-1247720371-router', 'tenant_id': 'aec14aba43f244478ea4d8c1640311f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:08Z', 'updated_at': '2021-07-05T03:47:16Z', 'revision_number': 4, 'project_id': 'aec14aba43f244478ea4d8c1640311f4', 'gw_port': {'id': 'efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff136d-8cee-488f-bfee-dacf99aa2467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:10Z', 'updated_at': '2021-07-05T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '7ec5d120-c089-4e90-aa89-0c76f06c377d', 'name': '', 'network_id': '341989f6-2532-4178-b51d-64e4d94ce7b0', 'tenant_id': 'aec14aba43f244478ea4d8c1640311f4', 'mac_address': 'fa:16:3e:2c:54:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ff136d-8cee-488f-bfee-dacf99aa2467', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '2fea85a1-7cf3-478f-8768-e95d956e7a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:15Z', 'updated_at': '2021-07-05T03:47:21Z', 'revision_number': 4, 'project_id': 'aec14aba43f244478ea4d8c1640311f4', 'subnets': [{'id': '2fea85a1-7cf3-478f-8768-e95d956e7a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:23.015926 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.023373 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.025820 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] 10.222.0.77 "DELETE /v2.0/networks/2f42b9d6-2c8c-4327-8f96-9df158547cbe HTTP/1.1" status: 204 len: 168 time: 1.8706241 Jul 05 03:47:23.036373 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42918) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:23.075068 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080775f-a3c9-46ff-9051-56aaf98e7abe admin admin] Pushing event deleted for resources: {'Network': ['ID=2f42b9d6-2c8c-4327-8f96-9df158547cbe,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:23.143021 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5bc0f5-2f91-491c-b927-8c7f6fb228a9 admin admin] Deleting subnet 195633d3-b36e-4e90-9c3d-bb9738f75303 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:47:23.149647 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc0f5-2f91-491c-b927-8c7f6fb228a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.172391 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4a49616e-38ac-4d6a-bcb6-a17ebab8819a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.208174 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4a49616e-38ac-4d6a-bcb6-a17ebab8819a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.227850 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d3e4321a-d714-44f3-892a-400e938fea29 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1778705 Jul 05 03:47:23.237179 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42924) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:23.252749 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-efb47f90-078c-4bdf-9d6d-570144eebb2b admin admin] Request body: {'subnet': {'network_id': '49ed42b1-2b68-412f-9a35-7dab2c84298c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1587928859-subnet', 'tenant_id': '711dbcdf3ef54c7288cbdc3448b9e525', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:23.260797 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc0f5-2f91-491c-b927-8c7f6fb228a9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.291624 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4a49616e-38ac-4d6a-bcb6-a17ebab8819a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=74347949853f4212bf7740d968f3ebff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4634171 Jul 05 03:47:23.296301 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42928) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:23.297273 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49616e-38ac-4d6a-bcb6-a17ebab8819a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08909a8f-84fa-4de6-9d7e-c966e59d457a,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:23.298862 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc0f5-2f91-491c-b927-8c7f6fb228a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.438248 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7af006e4-c682-477a-b960-884edc7196e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.450570 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc0f5-2f91-491c-b927-8c7f6fb228a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.476129 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:23.547517 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:23.547948 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 0fbc9088-46e5-4fcf-b86f-ae0b7a435cb8 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:23.568286 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-64e46ebb-c65e-4542-8994-ac732ccadeaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.571342 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc0f5-2f91-491c-b927-8c7f6fb228a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=195633d3-b36e-4e90-9c3d-bb9738f75303,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:23.576243 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-64e46ebb-c65e-4542-8994-ac732ccadeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.597456 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc0f5-2f91-491c-b927-8c7f6fb228a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.602714 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5d5bc0f5-2f91-491c-b927-8c7f6fb228a9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/195633d3-b36e-4e90-9c3d-bb9738f75303 HTTP/1.1" status: 204 len: 168 time: 0.5646200 Jul 05 03:47:23.614614 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42938) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:23.647626 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5bf7ffce-8cd9-46d5-9ee3-9e494e725700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.672874 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5bf7ffce-8cd9-46d5-9ee3-9e494e725700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.691895 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb47f90-078c-4bdf-9d6d-570144eebb2b admin admin] Made reservation on behalf of 711dbcdf3ef54c7288cbdc3448b9e525 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:23.696238 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-efb47f90-078c-4bdf-9d6d-570144eebb2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.707824 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-64e46ebb-c65e-4542-8994-ac732ccadeaa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bb11177082b1443b8789ddaed19a18dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9157112 Jul 05 03:47:23.708543 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42940) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:23.745510 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e46ebb-c65e-4542-8994-ac732ccadeaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9727848-d4b4-42b1-966d-56e0f5f2b0d3,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:23.748927 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:47:23.817496 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.832121 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e8ae9ae-6f7d-4bfc-9fbf-cd528fee5356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.982964 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42946) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:23.990985 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e8ae9ae-6f7d-4bfc-9fbf-cd528fee5356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.999265 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7ec5d120-c089-4e90-aa89-0c76f06c377d up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:24.043307 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5bf7ffce-8cd9-46d5-9ee3-9e494e725700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.048094 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5bf7ffce-8cd9-46d5-9ee3-9e494e725700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.056594 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5bf7ffce-8cd9-46d5-9ee3-9e494e725700 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/08909a8f-84fa-4de6-9d7e-c966e59d457a HTTP/1.1" status: 204 len: 168 time: 0.7533076 Jul 05 03:47:24.095708 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7ffce-8cd9-46d5-9ee3-9e494e725700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08909a8f-84fa-4de6-9d7e-c966e59d457a,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:24.099986 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 7ec5d120-c089-4e90-aa89-0c76f06c377d completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:24.117237 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 7ec5d120-c089-4e90-aa89-0c76f06c377d triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:24.118187 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.146366 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e8ae9ae-6f7d-4bfc-9fbf-cd528fee5356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.150001 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e8ae9ae-6f7d-4bfc-9fbf-cd528fee5356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.151178 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5e8ae9ae-6f7d-4bfc-9fbf-cd528fee5356 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a9727848-d4b4-42b1-966d-56e0f5f2b0d3 HTTP/1.1" status: 204 len: 168 time: 0.4417577 Jul 05 03:47:24.177638 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ae9ae-6f7d-4bfc-9fbf-cd528fee5356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9727848-d4b4-42b1-966d-56e0f5f2b0d3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:24.190006 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.214034 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:24.214290 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:24.220784 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:24.221208 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] Subscribe: > port after_create 55550000 {{(pid=105539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:24.221563 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] Subscribe: > port after_delete 55550000 {{(pid=105539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:24.221897 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] Subscribe: > port after_update 55550000 {{(pid=105539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:24.222224 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:24.222593 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:24.222871 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:24.223199 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:24.306655 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-efb47f90-078c-4bdf-9d6d-570144eebb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.316138 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.320287 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:24.321222 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:24.321563 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:24.321902 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:47:24.322274 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85973a7-0ef5-4729-aa6a-13bef671797c']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:24.363388 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ccd5a9-c707-4e5b-8f67-f7fb1186828c') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:24.363653 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ccd5a9-c707-4e5b-8f67-f7fb1186828c') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:24.387915 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 7ec5d120-c089-4e90-aa89-0c76f06c377d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7ec5d120-c089-4e90-aa89-0c76f06c377d,segment=NetworkSegment(0bf4e387-56a6-4f94-83a1-145658627491),segment_id=0bf4e387-56a6-4f94-83a1-145658627491)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:24.397897 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.398030 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.447175 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.452270 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb47f90-078c-4bdf-9d6d-570144eebb2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e88ec71-2180-4df3-a465-f0d378de4a52,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:24.478491 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-86724e44-f1a4-402f-aa67-c40440be883f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8921fb8777024e6ab9ad6ea8536274d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4903355 Jul 05 03:47:24.478491 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:47:24.478903 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: from cryptography.utils import int_from_bytes Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: from cryptography.utils import int_from_bytes Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: timer() Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:47:24.483978 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:47:24.486947 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42962) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:24.518902 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb47f90-078c-4bdf-9d6d-570144eebb2b admin admin] Checking segment: {'id': '4ae4b061-0a57-4d03-9245-6de0b0b23950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '49ed42b1-2b68-412f-9a35-7dab2c84298c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:24.519672 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb47f90-078c-4bdf-9d6d-570144eebb2b admin admin] Network hostable DHCP agents. Network: 49ed42b1-2b68-412f-9a35-7dab2c84298c, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:47:24.521501 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=7ec5d120-c089-4e90-aa89-0c76f06c377d,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:24.530839 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-7af006e4-c682-477a-b960-884edc7196e3 admin admin] Deleting port 7ec5d120-c089-4e90-aa89-0c76f06c377d {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:24.531199 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7af006e4-c682-477a-b960-884edc7196e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.597264 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.634168 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] Pushing event deleted for resources: {'Network': ['ID=c85973a7-0ef5-4729-aa6a-13bef671797c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:24.636496 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.638421 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-57b0d322-b2ea-4a70-833f-c545232ba2eb admin admin] 10.222.0.77 "DELETE /v2.0/networks/c85973a7-0ef5-4729-aa6a-13bef671797c HTTP/1.1" status: 204 len: 168 time: 1.0226023 Jul 05 03:47:24.649215 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb47f90-078c-4bdf-9d6d-570144eebb2b admin admin] Network 49ed42b1-2b68-412f-9a35-7dab2c84298c is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:47:24.670197 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-efb47f90-078c-4bdf-9d6d-570144eebb2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 49ed42b1-2b68-412f-9a35-7dab2c84298c) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:24.676664 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb47f90-078c-4bdf-9d6d-570144eebb2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:24.677254 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-efb47f90-078c-4bdf-9d6d-570144eebb2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.682651 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb6e306-0968-49dc-8740-3f01f1cfdf59 None None] Network 49ed42b1-2b68-412f-9a35-7dab2c84298c requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:24.696310 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cb1b45ee-b382-4f77-a1c5-4d93d0ef30ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.716436 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-7af006e4-c682-477a-b960-884edc7196e3 admin admin] For port 7ec5d120-c089-4e90-aa89-0c76f06c377d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7ec5d120-c089-4e90-aa89-0c76f06c377d,segment=NetworkSegment(0bf4e387-56a6-4f94-83a1-145658627491),segment_id=0bf4e387-56a6-4f94-83a1-145658627491)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:24.716825 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7af006e4-c682-477a-b960-884edc7196e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.740401 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-efb47f90-078c-4bdf-9d6d-570144eebb2b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4940598 Jul 05 03:47:24.751923 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cb1b45ee-b382-4f77-a1c5-4d93d0ef30ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.759972 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-7af006e4-c682-477a-b960-884edc7196e3 admin admin] Calling delete_port for 7ec5d120-c089-4e90-aa89-0c76f06c377d owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:24.819243 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42972) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:24.847319 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-db561309-a0f4-4865-a2e4-75328598687d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.890267 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cb1b45ee-b382-4f77-a1c5-4d93d0ef30ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.893373 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cb1b45ee-b382-4f77-a1c5-4d93d0ef30ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.895216 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cb1b45ee-b382-4f77-a1c5-4d93d0ef30ef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7605fc04-c1df-4b4a-97f2-0e5b9d09f269 HTTP/1.1" status: 204 len: 168 time: 0.4000497 Jul 05 03:47:24.921728 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b45ee-b382-4f77-a1c5-4d93d0ef30ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7605fc04-c1df-4b4a-97f2-0e5b9d09f269,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:25.046693 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-db561309-a0f4-4865-a2e4-75328598687d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.064210 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-db561309-a0f4-4865-a2e4-75328598687d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.066300 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b65a6c8-346e-4b6d-9f57-8b328bf1be2d None None] Network 49ed42b1-2b68-412f-9a35-7dab2c84298c requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:25.115662 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db561309-a0f4-4865-a2e4-75328598687d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d43953-3f14-43fc-b01d-1bfa067913a8,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:25.156036 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-db561309-a0f4-4865-a2e4-75328598687d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f2f99ea352e44ce290fd56a2a29b4eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349965 Jul 05 03:47:25.157352 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42978) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:25.215763 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42980) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:25.334371 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-898d9339-558a-4b8e-aa1a-d8ccd86c9a27 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b9c8370b331242919c27f7d4d1809222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1142988 Jul 05 03:47:25.334371 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42984) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:25.375826 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-229e5b8b-c7be-4b5a-b7d2-e995150a2bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.437490 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-229e5b8b-c7be-4b5a-b7d2-e995150a2bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.478863 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26dd6491-ee1c-458c-b778-69f2d920cf0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.503988 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7af006e4-c682-477a-b960-884edc7196e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.530565 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26dd6491-ee1c-458c-b778-69f2d920cf0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.572806 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-229e5b8b-c7be-4b5a-b7d2-e995150a2bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.574545 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-229e5b8b-c7be-4b5a-b7d2-e995150a2bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.575872 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-229e5b8b-c7be-4b5a-b7d2-e995150a2bf4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/55d43953-3f14-43fc-b01d-1bfa067913a8 HTTP/1.1" status: 204 len: 168 time: 0.4170556 Jul 05 03:47:25.578621 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af006e4-c682-477a-b960-884edc7196e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ec5d120-c089-4e90-aa89-0c76f06c377d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:25.594628 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e5b8b-c7be-4b5a-b7d2-e995150a2bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d43953-3f14-43fc-b01d-1bfa067913a8,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:25.633605 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26dd6491-ee1c-458c-b778-69f2d920cf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.636605 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26dd6491-ee1c-458c-b778-69f2d920cf0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.639849 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-26dd6491-ee1c-458c-b778-69f2d920cf0f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/80453f2c-fd38-4ed1-9aa7-5269596bf65c HTTP/1.1" status: 204 len: 168 time: 0.2977400 Jul 05 03:47:25.651152 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd6491-ee1c-458c-b778-69f2d920cf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80453f2c-fd38-4ed1-9aa7-5269596bf65c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:25.909972 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7af006e4-c682-477a-b960-884edc7196e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.930619 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43008) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:25.952268 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-03850dbd-113f-4068-bc58-7e513cf3efe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.079468 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-03850dbd-113f-4068-bc58-7e513cf3efe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.086747 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-03850dbd-113f-4068-bc58-7e513cf3efe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.121972 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-03850dbd-113f-4068-bc58-7e513cf3efe2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fc9f41d72d574685932160b5f9698944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895339 Jul 05 03:47:26.124401 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43012) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:26.183193 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03850dbd-113f-4068-bc58-7e513cf3efe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21df5a6-9cce-4f46-afd5-5235612a7563,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:26.203282 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eb0b5770-fc9a-4051-a734-e621dbaae469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.226315 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eb0b5770-fc9a-4051-a734-e621dbaae469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.268697 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af006e4-c682-477a-b960-884edc7196e3 admin admin] Router f6ff136d-8cee-488f-bfee-dacf99aa2467 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:47:26.312666 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eb0b5770-fc9a-4051-a734-e621dbaae469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.319995 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eb0b5770-fc9a-4051-a734-e621dbaae469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.329856 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-eb0b5770-fc9a-4051-a734-e621dbaae469 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d21df5a6-9cce-4f46-afd5-5235612a7563 HTTP/1.1" status: 204 len: 168 time: 0.2040541 Jul 05 03:47:26.345145 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b5770-fc9a-4051-a734-e621dbaae469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21df5a6-9cce-4f46-afd5-5235612a7563,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:26.558181 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43032) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:26.609369 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af006e4-c682-477a-b960-884edc7196e3 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:26.620287 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7af006e4-c682-477a-b960-884edc7196e3 admin admin] 10.222.0.77 "PUT /v2.0/routers/f6ff136d-8cee-488f-bfee-dacf99aa2467/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4657540 Jul 05 03:47:26.625665 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9e6c6f7c-f4e5-4f9f-84e3-b741eafdff07 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d5a83887199f4f31930fcbb664dd8598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0641930 Jul 05 03:47:26.625931 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c9a35d-3ab6-4723-9c2c-81a7b2932fe7 None None] Sync routers for ids ['f6ff136d-8cee-488f-bfee-dacf99aa2467'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:26.626614 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43034) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:26.627028 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43036) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:26.629243 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-7b778f87-8c9c-494e-aa8d-2f65045166d6 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:26.630953 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-7b778f87-8c9c-494e-aa8d-2f65045166d6 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/networks?id=e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 200 len: 808 time: 0.2925453 Jul 05 03:47:26.640730 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c9a35d-3ab6-4723-9c2c-81a7b2932fe7 None None] Routers {'f6ff136d-8cee-488f-bfee-dacf99aa2467'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:26.641425 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-50c9a35d-3ab6-4723-9c2c-81a7b2932fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:47:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['f6ff136d-8cee-488f-bfee-dacf99aa2467'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:26.656891 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-672f3ebc-a5c6-44b4-a2a1-80ae359bca55 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/quotas/6079881a5dcb456f811aa69e44c04ef0 HTTP/1.1" status: 200 len: 375 time: 0.0187366 Jul 05 03:47:26.738084 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-7dd9cb3f-a12f-4fcf-84a7-1d9709bf2682 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6079881a5dcb456f811aa69e44c04ef0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742857 Jul 05 03:47:26.863257 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-50c9a35d-3ab6-4723-9c2c-81a7b2932fe7 None None] Set router f6ff136d-8cee-488f-bfee-dacf99aa2467 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:27.047148 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6937b5a4-aa7c-48a4-9e66-aae8ab7a7665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.054242 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7fe14344-afe9-43b1-8098-b717317f3bda admin admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.112107 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6937b5a4-aa7c-48a4-9e66-aae8ab7a7665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.112894 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-50c9a35d-3ab6-4723-9c2c-81a7b2932fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff136d-8cee-488f-bfee-dacf99aa2467', 'name': 'tempest-FloatingIPsNegativeTestJSON-1247720371-router', 'tenant_id': 'aec14aba43f244478ea4d8c1640311f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:08Z', 'updated_at': '2021-07-05T03:47:25Z', 'revision_number': 5, 'project_id': 'aec14aba43f244478ea4d8c1640311f4', 'gw_port': {'id': 'efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff136d-8cee-488f-bfee-dacf99aa2467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:10Z', 'updated_at': '2021-07-05T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:27.152426 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c9a35d-3ab6-4723-9c2c-81a7b2932fe7 None None] Checking router: f6ff136d-8cee-488f-bfee-dacf99aa2467 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:27.161138 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c9a35d-3ab6-4723-9c2c-81a7b2932fe7 None None] Routers {'f6ff136d-8cee-488f-bfee-dacf99aa2467'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:27.161760 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-50c9a35d-3ab6-4723-9c2c-81a7b2932fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:47:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['f6ff136d-8cee-488f-bfee-dacf99aa2467'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:27.219583 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7fe14344-afe9-43b1-8098-b717317f3bda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.228997 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6937b5a4-aa7c-48a4-9e66-aae8ab7a7665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.232989 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6937b5a4-aa7c-48a4-9e66-aae8ab7a7665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.250264 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6937b5a4-aa7c-48a4-9e66-aae8ab7a7665 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1b480613-1a84-44cc-81cd-c730030d57b2 HTTP/1.1" status: 204 len: 168 time: 0.5957186 Jul 05 03:47:27.263074 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937b5a4-aa7c-48a4-9e66-aae8ab7a7665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b480613-1a84-44cc-81cd-c730030d57b2,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:27.324659 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-7fe14344-afe9-43b1-8098-b717317f3bda admin admin] Deleting port efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:27.324759 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7fe14344-afe9-43b1-8098-b717317f3bda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.332825 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-50c9a35d-3ab6-4723-9c2c-81a7b2932fe7 None None] Set router f6ff136d-8cee-488f-bfee-dacf99aa2467 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:27.424199 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-7fe14344-afe9-43b1-8098-b717317f3bda admin admin] For port efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:27.425168 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43068) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:27.431280 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7fe14344-afe9-43b1-8098-b717317f3bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.447872 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-7fe14344-afe9-43b1-8098-b717317f3bda admin admin] Calling delete_port for efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8 owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:27.543230 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-50c9a35d-3ab6-4723-9c2c-81a7b2932fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff136d-8cee-488f-bfee-dacf99aa2467', 'name': 'tempest-FloatingIPsNegativeTestJSON-1247720371-router', 'tenant_id': 'aec14aba43f244478ea4d8c1640311f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:08Z', 'updated_at': '2021-07-05T03:47:25Z', 'revision_number': 5, 'project_id': 'aec14aba43f244478ea4d8c1640311f4', 'gw_port': {'id': 'efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff136d-8cee-488f-bfee-dacf99aa2467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:10Z', 'updated_at': '2021-07-05T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:27.575748 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c9a35d-3ab6-4723-9c2c-81a7b2932fe7 None None] The sync data for ids ['f6ff136d-8cee-488f-bfee-dacf99aa2467'] in n-d-780147-23 is: [{'id': 'f6ff136d-8cee-488f-bfee-dacf99aa2467', 'name': 'tempest-FloatingIPsNegativeTestJSON-1247720371-router', 'tenant_id': 'aec14aba43f244478ea4d8c1640311f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:08Z', 'updated_at': '2021-07-05T03:47:25Z', 'revision_number': 5, 'project_id': 'aec14aba43f244478ea4d8c1640311f4', 'gw_port': {'id': 'efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff136d-8cee-488f-bfee-dacf99aa2467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:10Z', 'updated_at': '2021-07-05T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:27.656357 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-61001909-b1cc-4644-a57c-4c7332f2a4b0 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:47:27.658298 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-61001909-b1cc-4644-a57c-4c7332f2a4b0 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4197645 Jul 05 03:47:27.689563 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7fe14344-afe9-43b1-8098-b717317f3bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.734432 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe14344-afe9-43b1-8098-b717317f3bda admin admin] Pushing event deleted for resources: {'Port': ['ID=efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:27.786031 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-17e2fd65-8be5-45f2-a011-6294b93c3844 service neutron] 10.222.0.77 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208577 Jul 05 03:47:27.815829 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7fe14344-afe9-43b1-8098-b717317f3bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.897842 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e056f4b5-1496-473f-8a66-dc7d25299b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.964487 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-5c928d59-fba3-43ef-9473-07500565cca7 service neutron] 10.222.0.77 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771262 Jul 05 03:47:27.984910 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7fe14344-afe9-43b1-8098-b717317f3bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.991224 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7fe14344-afe9-43b1-8098-b717317f3bda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.101295 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7ec5d120-c089-4e90-aa89-0c76f06c377d no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:28.114801 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7fe14344-afe9-43b1-8098-b717317f3bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.115429 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe14344-afe9-43b1-8098-b717317f3bda admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6ff136d-8cee-488f-bfee-dacf99aa2467 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:47:28.125369 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7fe14344-afe9-43b1-8098-b717317f3bda admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.127915 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7fe14344-afe9-43b1-8098-b717317f3bda admin admin] 10.222.0.77 "DELETE /v2.0/routers/f6ff136d-8cee-488f-bfee-dacf99aa2467 HTTP/1.1" status: 204 len: 168 time: 1.4986422 Jul 05 03:47:28.132099 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43090) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:28.144222 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 7ec5d120-c089-4e90-aa89-0c76f06c377d {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:28.144646 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7ec5d120-c089-4e90-aa89-0c76f06c377d not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:28.189243 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e056f4b5-1496-473f-8a66-dc7d25299b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.194432 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e056f4b5-1496-473f-8a66-dc7d25299b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.237079 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c281d6-4d67-40da-8a96-76946cb4db82 admin admin] Deleting subnet 2fea85a1-7cf3-478f-8768-e95d956e7a34 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:47:28.243749 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-39c281d6-4d67-40da-8a96-76946cb4db82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.313369 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056f4b5-1496-473f-8a66-dc7d25299b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c7c1e0-2fb6-42cc-ae9e-4f330666ea05,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:28.318885 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e056f4b5-1496-473f-8a66-dc7d25299b3e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=18a6d600c1af45c5935b1a38262e2b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8928072 Jul 05 03:47:28.324044 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43102) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:28.395946 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7bf1b3de-b62b-442b-a4f6-c95feec2b0c7 req-ea9126cc-7e65-4bdf-9072-cd8d4150ed85 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 210 time: 0.0523865 Jul 05 03:47:28.422319 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-39c281d6-4d67-40da-8a96-76946cb4db82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.522145 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-92a6a00c-121d-41de-a895-1f6832e081e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.528697 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c52922d5-90f8-4fa5-8dc0-2608f0f80968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.638412 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c52922d5-90f8-4fa5-8dc0-2608f0f80968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.671973 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-39c281d6-4d67-40da-8a96-76946cb4db82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.723554 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.757622 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c52922d5-90f8-4fa5-8dc0-2608f0f80968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.761486 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c52922d5-90f8-4fa5-8dc0-2608f0f80968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.766520 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c52922d5-90f8-4fa5-8dc0-2608f0f80968 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/39c7c1e0-2fb6-42cc-ae9e-4f330666ea05 HTTP/1.1" status: 204 len: 168 time: 0.4390187 Jul 05 03:47:28.781950 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52922d5-90f8-4fa5-8dc0-2608f0f80968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c7c1e0-2fb6-42cc-ae9e-4f330666ea05,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:28.790840 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-39c281d6-4d67-40da-8a96-76946cb4db82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.830551 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c281d6-4d67-40da-8a96-76946cb4db82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fea85a1-7cf3-478f-8768-e95d956e7a34,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:28.832844 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-39c281d6-4d67-40da-8a96-76946cb4db82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.836292 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-39c281d6-4d67-40da-8a96-76946cb4db82 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2fea85a1-7cf3-478f-8768-e95d956e7a34 HTTP/1.1" status: 204 len: 168 time: 0.7027025 Jul 05 03:47:28.838824 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43126) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:28.840147 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5995a1b-8839-4be2-8d89-975dcdffd6f0 None None] Network 341989f6-2532-4178-b51d-64e4d94ce7b0 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:28.991433 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05f614ed-8c68-4c55-b251-7fa24ab960ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.106139 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-05f614ed-8c68-4c55-b251-7fa24ab960ae admin admin] Deleting port 828c0384-0b73-4aa0-8ca5-08a134451763 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:29.106139 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05f614ed-8c68-4c55-b251-7fa24ab960ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.212302 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-05f614ed-8c68-4c55-b251-7fa24ab960ae admin admin] For port 828c0384-0b73-4aa0-8ca5-08a134451763, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=828c0384-0b73-4aa0-8ca5-08a134451763,segment=NetworkSegment(0bf4e387-56a6-4f94-83a1-145658627491),segment_id=0bf4e387-56a6-4f94-83a1-145658627491)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:29.212971 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05f614ed-8c68-4c55-b251-7fa24ab960ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.231657 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-05f614ed-8c68-4c55-b251-7fa24ab960ae admin admin] Calling delete_port for 828c0384-0b73-4aa0-8ca5-08a134451763 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:29.318713 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560a47f8-8221-484f-a0a1-e6b10828f057 None None] DHCP port deletion for 341989f6-2532-4178-b51d-64e4d94ce7b0 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:47:29.358517 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05f614ed-8c68-4c55-b251-7fa24ab960ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.415330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f614ed-8c68-4c55-b251-7fa24ab960ae admin admin] Pushing event deleted for resources: {'Port': ['ID=828c0384-0b73-4aa0-8ca5-08a134451763,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:29.423142 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f614ed-8c68-4c55-b251-7fa24ab960ae admin admin] No DVR routers for this DVR port 828c0384-0b73-4aa0-8ca5-08a134451763 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:29.441980 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-560a47f8-8221-484f-a0a1-e6b10828f057 None None] Deleting port 828c0384-0b73-4aa0-8ca5-08a134451763 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:29.442727 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-560a47f8-8221-484f-a0a1-e6b10828f057 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.508612 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05f614ed-8c68-4c55-b251-7fa24ab960ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.518891 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-05f614ed-8c68-4c55-b251-7fa24ab960ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['341989f6-2532-4178-b51d-64e4d94ce7b0']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:29.530241 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-05f614ed-8c68-4c55-b251-7fa24ab960ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf4e387-56a6-4f94-83a1-145658627491') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:29.530542 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-05f614ed-8c68-4c55-b251-7fa24ab960ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf4e387-56a6-4f94-83a1-145658627491') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:29.540506 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05f614ed-8c68-4c55-b251-7fa24ab960ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.556224 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05f614ed-8c68-4c55-b251-7fa24ab960ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.565033 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f614ed-8c68-4c55-b251-7fa24ab960ae admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:47:29.565451 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05f614ed-8c68-4c55-b251-7fa24ab960ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: timer() Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:47:29.567717 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:47:29.584809 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-560a47f8-8221-484f-a0a1-e6b10828f057 None None] For port 828c0384-0b73-4aa0-8ca5-08a134451763, host n-d-780147-23, got binding levels [] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:29.585269 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-560a47f8-8221-484f-a0a1-e6b10828f057 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.618949 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-560a47f8-8221-484f-a0a1-e6b10828f057 None None] Calling delete_port for 828c0384-0b73-4aa0-8ca5-08a134451763 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:29.640497 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.ipam_backend_mixin [None req-560a47f8-8221-484f-a0a1-e6b10828f057 None None] Port 828c0384-0b73-4aa0-8ca5-08a134451763 was not found and therefore no delete operation was performed {{(pid=105540) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 03:47:29.642322 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-560a47f8-8221-484f-a0a1-e6b10828f057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.644010 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05f614ed-8c68-4c55-b251-7fa24ab960ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.654710 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05f614ed-8c68-4c55-b251-7fa24ab960ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.657286 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-05f614ed-8c68-4c55-b251-7fa24ab960ae admin admin] 10.222.0.77 "DELETE /v2.0/networks/341989f6-2532-4178-b51d-64e4d94ce7b0 HTTP/1.1" status: 204 len: 168 time: 0.8164508 Jul 05 03:47:29.670367 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f614ed-8c68-4c55-b251-7fa24ab960ae admin admin] Pushing event deleted for resources: {'Network': ['ID=341989f6-2532-4178-b51d-64e4d94ce7b0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:29.677065 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-560a47f8-8221-484f-a0a1-e6b10828f057 None None] Network 341989f6-2532-4178-b51d-64e4d94ce7b0 is not hosted by any dhcp agent {{(pid=105540) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 03:47:29.678151 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560a47f8-8221-484f-a0a1-e6b10828f057 None None] No DVR routers for this DVR port 828c0384-0b73-4aa0-8ca5-08a134451763 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:29.680400 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a47f8-8221-484f-a0a1-e6b10828f057 None None] Pushing event deleted for resources: {'Port': ['ID=828c0384-0b73-4aa0-8ca5-08a134451763,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:29.696075 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7b5d4605-b289-4e0b-873f-82ddcee1bb61 req-d35066eb-a8f4-423d-8476-38431798cbf9 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 210 time: 0.0684755 Jul 05 03:47:29.749949 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43152) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:29.765192 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f0fd75d5-f94b-4377-8bdc-3e8383dffba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.965331 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f0fd75d5-f94b-4377-8bdc-3e8383dffba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.970196 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:30.023002 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f0fd75d5-f94b-4377-8bdc-3e8383dffba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.034962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:30.035569 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device efc5ba5d-4a8a-493b-b7d9-4b374b1a8ec8 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:30.036658 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 828c0384-0b73-4aa0-8ca5-08a134451763 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:30.068413 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 828c0384-0b73-4aa0-8ca5-08a134451763 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:30.069111 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 828c0384-0b73-4aa0-8ca5-08a134451763 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:30.147633 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43160) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:30.156407 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f0fd75d5-f94b-4377-8bdc-3e8383dffba2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=242588960f3d4259a384766f28b84a36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4045892 Jul 05 03:47:30.164879 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43162) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:30.182420 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd75d5-f94b-4377-8bdc-3e8383dffba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8061bc8-d70e-4c0b-a499-63b1df968410,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:30.237398 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43166) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:30.238033 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6fc52a6d-e94d-40ef-a260-43f26935f817 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aec14aba43f244478ea4d8c1640311f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0855494 Jul 05 03:47:30.287966 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-b1c62332-eee1-437c-9626-3d24fe5be35c tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:30.290532 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-b1c62332-eee1-437c-9626-3d24fe5be35c tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.70 "GET /v2.0/networks?id=e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 200 len: 808 time: 0.3493690 Jul 05 03:47:30.314034 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-5479c847-45de-42b2-bd8f-d5f73dae7922 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Request body: {'port': {'device_id': '23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f', 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd', 'admin_state_up': True, 'tenant_id': '6079881a5dcb456f811aa69e44c04ef0'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:30.404100 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1cc890dd-fd19-46cf-9235-7705852efc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.444271 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-af956696-4c82-4909-80c6-6fbe7202b87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.487684 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1cc890dd-fd19-46cf-9235-7705852efc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.507630 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-af956696-4c82-4909-80c6-6fbe7202b87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.602203 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-5479c847-45de-42b2-bd8f-d5f73dae7922 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Made reservation on behalf of 6079881a5dcb456f811aa69e44c04ef0 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:30.609006 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-5479c847-45de-42b2-bd8f-d5f73dae7922 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.629841 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-af956696-4c82-4909-80c6-6fbe7202b87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.634286 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-af956696-4c82-4909-80c6-6fbe7202b87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.635725 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-af956696-4c82-4909-80c6-6fbe7202b87e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3f1810a2-ccdf-4435-962c-2cccb00d9b45 HTTP/1.1" status: 204 len: 168 time: 0.3966987 Jul 05 03:47:30.642894 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1cc890dd-fd19-46cf-9235-7705852efc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.645425 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1cc890dd-fd19-46cf-9235-7705852efc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.646726 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1cc890dd-fd19-46cf-9235-7705852efc46 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c8061bc8-d70e-4c0b-a499-63b1df968410 HTTP/1.1" status: 204 len: 168 time: 0.4804621 Jul 05 03:47:30.659910 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af956696-4c82-4909-80c6-6fbe7202b87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1810a2-ccdf-4435-962c-2cccb00d9b45,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:30.714130 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc890dd-fd19-46cf-9235-7705852efc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8061bc8-d70e-4c0b-a499-63b1df968410,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:30.834495 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-5479c847-45de-42b2-bd8f-d5f73dae7922 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Allocated IP 172.20.0.4 (e37bffed-7318-4dad-93bc-2135e6f53abd/ed0a1ef0-1506-4eb0-93c1-51dd53393e81/376221ed-4425-4743-9a96-730cd196a373) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:30.887126 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c671d6d0-7bd3-4a1c-9774-de7e0424f1d5 req-881a2a10-1d99-4dc8-aede-2898bcb247c2 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 210 time: 0.0389297 Jul 05 03:47:31.047954 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-5479c847-45de-42b2-bd8f-d5f73dae7922 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.116066 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-5479c847-45de-42b2-bd8f-d5f73dae7922 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.177137 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-5479c847-45de-42b2-bd8f-d5f73dae7922 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Network e37bffed-7318-4dad-93bc-2135e6f53abd is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:31.180689 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-5479c847-45de-42b2-bd8f-d5f73dae7922 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:31.185340 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-5479c847-45de-42b2-bd8f-d5f73dae7922 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:31.189908 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479c847-45de-42b2-bd8f-d5f73dae7922 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Pushing event updated for resources: {'Port': ['ID=376221ed-4425-4743-9a96-730cd196a373,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:31.241289 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-5479c847-45de-42b2-bd8f-d5f73dae7922 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:31.242212 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-5479c847-45de-42b2-bd8f-d5f73dae7922 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.257913 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-5479c847-45de-42b2-bd8f-d5f73dae7922 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9479296 Jul 05 03:47:31.278114 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-b344454f-ae3c-4085-aceb-89e445ac5d12 service neutron] Request body: {'port': {'device_id': '23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:31.285675 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-78518f62-63fe-468c-af6c-f766ead0e6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.387961 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-b344454f-ae3c-4085-aceb-89e445ac5d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.638207 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.808555 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-b344454f-ae3c-4085-aceb-89e445ac5d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 376221ed-4425-4743-9a96-730cd196a373 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:31.817595 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-b344454f-ae3c-4085-aceb-89e445ac5d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.846399 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-b344454f-ae3c-4085-aceb-89e445ac5d12 service neutron] Transition to ACTIVE for port object 376221ed-4425-4743-9a96-730cd196a373 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:31.854258 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-b344454f-ae3c-4085-aceb-89e445ac5d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.967754 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344454f-ae3c-4085-aceb-89e445ac5d12 service neutron] Pushing event updated for resources: {'Port': ['ID=376221ed-4425-4743-9a96-730cd196a373,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:32.016741 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-b344454f-ae3c-4085-aceb-89e445ac5d12 service neutron] Attempting to bind port 376221ed-4425-4743-9a96-730cd196a373 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:32.016741 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-b344454f-ae3c-4085-aceb-89e445ac5d12 service neutron] Attempting to bind port 376221ed-4425-4743-9a96-730cd196a373 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:32.017291 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-b344454f-ae3c-4085-aceb-89e445ac5d12 service neutron] Attempting to bind port 376221ed-4425-4743-9a96-730cd196a373 on network e37bffed-7318-4dad-93bc-2135e6f53abd {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:32.022818 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-b344454f-ae3c-4085-aceb-89e445ac5d12 service neutron] Port 376221ed-4425-4743-9a96-730cd196a373 on network e37bffed-7318-4dad-93bc-2135e6f53abd not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:47:32.023229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-b344454f-ae3c-4085-aceb-89e445ac5d12 service neutron] Attempting to bind port 376221ed-4425-4743-9a96-730cd196a373 on network e37bffed-7318-4dad-93bc-2135e6f53abd {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:32.029957 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-b344454f-ae3c-4085-aceb-89e445ac5d12 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:32.030398 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-b344454f-ae3c-4085-aceb-89e445ac5d12 service neutron] Checking segment: {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:32.030849 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-b344454f-ae3c-4085-aceb-89e445ac5d12 service neutron] Bound using segment: {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:32.031530 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-b344454f-ae3c-4085-aceb-89e445ac5d12 service neutron] Bound port: 376221ed-4425-4743-9a96-730cd196a373, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:32.031988 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-b344454f-ae3c-4085-aceb-89e445ac5d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.107459 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c44c7f-82c6-4385-8b99-04d61363450a req-703d27f4-4b10-4264-9d8c-8e28ebc0bdfb tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:32.114563 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77c44c7f-82c6-4385-8b99-04d61363450a req-703d27f4-4b10-4264-9d8c-8e28ebc0bdfb tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 943 time: 0.0753996 Jul 05 03:47:32.133906 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-b344454f-ae3c-4085-aceb-89e445ac5d12 service neutron] For port 376221ed-4425-4743-9a96-730cd196a373, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:32.137764 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-b344454f-ae3c-4085-aceb-89e445ac5d12 service neutron] For port 376221ed-4425-4743-9a96-730cd196a373, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=376221ed-4425-4743-9a96-730cd196a373,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:32.146997 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-b344454f-ae3c-4085-aceb-89e445ac5d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.159458 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77c44c7f-82c6-4385-8b99-04d61363450a req-223f5652-0c59-4d5b-b639-adf7b6968da8 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437489 Jul 05 03:47:32.190813 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-b344454f-ae3c-4085-aceb-89e445ac5d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:32.193116 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-b344454f-ae3c-4085-aceb-89e445ac5d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.193971 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-b344454f-ae3c-4085-aceb-89e445ac5d12 service neutron] 10.222.0.70 "PUT /v2.0/ports/376221ed-4425-4743-9a96-730cd196a373 HTTP/1.1" status: 200 len: 1092 time: 0.9204292 Jul 05 03:47:32.194654 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f', 'tag': '376221ed-4425-4743-9a96-730cd196a373'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:32.199607 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102718dc-7578-4f75-8843-59f5eaf8055f" -d '{"events": [{"name": "network-changed", "server_uuid": "23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f", "tag": "376221ed-4425-4743-9a96-730cd196a373"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:32.231786 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344454f-ae3c-4085-aceb-89e445ac5d12 service neutron] Pushing event updated for resources: {'Port': ['ID=376221ed-4425-4743-9a96-730cd196a373,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:32.297044 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c22611-d741-441d-b532-1a0fbdf77e2a x-openstack-request-id: req-f1c22611-d741-441d-b532-1a0fbdf77e2a {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:32.297376 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f", "tag": "376221ed-4425-4743-9a96-730cd196a373", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:32.297580 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f1c22611-d741-441d-b532-1a0fbdf77e2a {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:32.297998 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f', 'tag': '376221ed-4425-4743-9a96-730cd196a373', 'status': 'completed', 'code': 200} Jul 05 03:47:32.371190 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-48b7e748-c086-4530-ae59-409ccf7b32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:32.373755 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-48b7e748-c086-4530-ae59-409ccf7b32fe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6079881a5dcb456f811aa69e44c04ef0&device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 1095 time: 0.0939193 Jul 05 03:47:32.385608 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.443592 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-1123deab-1dbf-4525-83ed-6e86a32d7cf3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=376221ed-4425-4743-9a96-730cd196a373 HTTP/1.1" status: 200 len: 217 time: 0.0540612 Jul 05 03:47:32.503351 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-66dc6e33-0072-4d9d-bb24-0e67fdac984e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:32.505333 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-66dc6e33-0072-4d9d-bb24-0e67fdac984e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed0a1ef0-1506-4eb0-93c1-51dd53393e81 HTTP/1.1" status: 200 len: 848 time: 0.0539539 Jul 05 03:47:32.541483 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-c5be32ad-7982-48b2-807a-b9b824bf2388 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e37bffed-7318-4dad-93bc-2135e6f53abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287206 Jul 05 03:47:32.745426 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43270) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:32.876645 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-e4a3fd09-c7b7-4204-a637-ab9d03792519 service neutron] 10.222.0.70 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270395 Jul 05 03:47:33.015465 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-ef5abc32-4d52-4c21-aaf2-6d1e8425e128 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e49d6119c6b04193aa63d9e1a9f0f606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503340 Jul 05 03:47:33.048578 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7102ec90-8f9e-4f7c-b0a3-f027489f5023 req-69b43f51-c56b-45e3-9499-6a3979593503 service neutron] 10.222.0.70 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641316 Jul 05 03:47:33.139452 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c912b414-47a8-4628-a95b-45f1edf82ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.219905 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-181dc8a0-2606-485e-ba10-f0b436331f06 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:33.226803 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-181dc8a0-2606-485e-ba10-f0b436331f06 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059557 Jul 05 03:47:33.255358 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-45800330-beff-445d-80d5-387e1621eb08 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/quotas/e49d6119c6b04193aa63d9e1a9f0f606 HTTP/1.1" status: 200 len: 375 time: 0.0276024 Jul 05 03:47:33.269300 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102718dc-7578-4f75-8843-59f5eaf8055f req-2877914a-c6c0-4578-82b1-693a783ee74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:33.271026 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-102718dc-7578-4f75-8843-59f5eaf8055f req-2877914a-c6c0-4578-82b1-693a783ee74a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6079881a5dcb456f811aa69e44c04ef0&device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 1095 time: 0.1173015 Jul 05 03:47:33.307585 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-609d1366-80ba-4db9-a710-cdbb65029f82 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e49d6119c6b04193aa63d9e1a9f0f606&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511401 Jul 05 03:47:33.407452 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c912b414-47a8-4628-a95b-45f1edf82ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.416897 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c912b414-47a8-4628-a95b-45f1edf82ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.458466 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102718dc-7578-4f75-8843-59f5eaf8055f req-46faccfe-27f2-4685-ac3f-98bcc5a95792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:33.460022 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-102718dc-7578-4f75-8843-59f5eaf8055f req-46faccfe-27f2-4685-ac3f-98bcc5a95792 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 200 len: 909 time: 0.1797483 Jul 05 03:47:33.484544 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cef7b-adb5-4ac6-9868-6a7bd78c9829 req-ee8182c5-9644-49ac-80a8-a5febaf7efd3 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:33.486072 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a5cef7b-adb5-4ac6-9868-6a7bd78c9829 req-ee8182c5-9644-49ac-80a8-a5febaf7efd3 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 943 time: 0.1266131 Jul 05 03:47:33.525501 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c912b414-47a8-4628-a95b-45f1edf82ee3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=641f97d9086045748aafcfd780aacef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7676105 Jul 05 03:47:33.526292 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43328) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:33.548062 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-102718dc-7578-4f75-8843-59f5eaf8055f req-f28115c5-7fde-4bee-a442-db708999d9a4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=376221ed-4425-4743-9a96-730cd196a373 HTTP/1.1" status: 200 len: 217 time: 0.0799754 Jul 05 03:47:33.555109 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912b414-47a8-4628-a95b-45f1edf82ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53174288-bdfd-4cc9-8ea8-c79b516c45f8,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:33.641011 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4618170c-36e5-4ec4-96d9-3da0e773b7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.642895 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a5cef7b-adb5-4ac6-9868-6a7bd78c9829 req-5e40f7c7-1b51-4cba-abf9-2a61e76fff6c tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027851 Jul 05 03:47:33.650775 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102718dc-7578-4f75-8843-59f5eaf8055f req-ca9f273e-c1a0-481e-abe0-06bd27fe78ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:33.652948 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-102718dc-7578-4f75-8843-59f5eaf8055f req-ca9f273e-c1a0-481e-abe0-06bd27fe78ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed0a1ef0-1506-4eb0-93c1-51dd53393e81 HTTP/1.1" status: 200 len: 848 time: 0.0955806 Jul 05 03:47:33.702690 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4618170c-36e5-4ec4-96d9-3da0e773b7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.706321 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-102718dc-7578-4f75-8843-59f5eaf8055f req-11794c08-22a9-4394-bc85-76a9ebdff207 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e37bffed-7318-4dad-93bc-2135e6f53abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390606 Jul 05 03:47:33.769362 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4618170c-36e5-4ec4-96d9-3da0e773b7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.772393 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4618170c-36e5-4ec4-96d9-3da0e773b7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.774300 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4618170c-36e5-4ec4-96d9-3da0e773b7f7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/53174288-bdfd-4cc9-8ea8-c79b516c45f8 HTTP/1.1" status: 204 len: 168 time: 0.2418468 Jul 05 03:47:33.784580 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618170c-36e5-4ec4-96d9-3da0e773b7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53174288-bdfd-4cc9-8ea8-c79b516c45f8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:33.836757 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-146ab0f3-47d5-43c2-8b87-a334333ee2bb req-1ec5bc5d-ed8d-4a2a-b677-a7c608f41a7b tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95fbb72-f17c-41a7-adf6-c0aad4519e7c HTTP/1.1" status: 200 len: 210 time: 0.0342071 Jul 05 03:47:33.909560 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-102718dc-7578-4f75-8843-59f5eaf8055f req-bb3efc25-4acc-491f-8049-9dabd9d97a1d service neutron] 10.222.0.70 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953163 Jul 05 03:47:34.016582 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-102718dc-7578-4f75-8843-59f5eaf8055f req-8fa72486-bf9d-4f93-8ea1-e963d297a318 service neutron] 10.222.0.70 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996904 Jul 05 03:47:34.169375 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-8522dbaa-ba77-4752-a460-04f7992e124d tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=f45538cae3da46a8916185b24770ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311592 Jul 05 03:47:34.194795 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:34.315099 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-b1476029-c083-4f31-8468-58fd280bbb13 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:34.322041 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-b1476029-c083-4f31-8468-58fd280bbb13 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1527953 Jul 05 03:47:34.335775 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-bcd82220-6497-466d-81a5-1646f3665d88 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/quotas/f45538cae3da46a8916185b24770ed87 HTTP/1.1" status: 200 len: 375 time: 0.0097628 Jul 05 03:47:34.394344 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-929807bf-51af-4e9a-bfd8-e6cb76506ae6 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f45538cae3da46a8916185b24770ed87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486486 Jul 05 03:47:34.671333 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43396) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:34.695170 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-30bb43a5-7de1-43b2-b48a-fe974e6e54d3 req-8046fd7c-7263-4ea9-b6aa-115f89c9dd52 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c342eb9-1d8a-4656-83db-da5f0c3e57b8 HTTP/1.1" status: 200 len: 210 time: 0.1196692 Jul 05 03:47:34.834925 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43422) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:34.860394 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d44a-2608-422e-966d-3a70d1eaebe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.022482 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e610a5-dc43-4388-9184-46b4b89edafd req-23794d21-17e6-42be-994b-dcab2fc83294 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:35.024390 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-61e610a5-dc43-4388-9184-46b4b89edafd req-23794d21-17e6-42be-994b-dcab2fc83294 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 943 time: 0.1217892 Jul 05 03:47:35.171587 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d44a-2608-422e-966d-3a70d1eaebe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.172923 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-52d7a8ff-c9c0-429d-a7ac-3ace25839ca9 req-32e0ea50-11c8-4d98-b0ac-1f645096fcfe tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95fbb72-f17c-41a7-adf6-c0aad4519e7c HTTP/1.1" status: 200 len: 210 time: 0.0912173 Jul 05 03:47:35.191128 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27e1998e-8c19-423a-b782-2402d752f0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.238222 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d44a-2608-422e-966d-3a70d1eaebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.272954 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43442) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:35.281149 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-61e610a5-dc43-4388-9184-46b4b89edafd req-204ef621-515b-4b7b-9f8b-05a701387873 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407856 Jul 05 03:47:35.359169 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1d44a-2608-422e-966d-3a70d1eaebe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e31cfd4-be39-4731-9eb6-e9020e035f4c,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:35.367368 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a5f1d44a-2608-422e-966d-3a70d1eaebe4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0de558cd6b18475db95eae2483a2a8bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5286257 Jul 05 03:47:35.369789 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43450) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:35.384891 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-13fcf371-2954-4535-b6cb-8eea312d0896 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=e49d6119c6b04193aa63d9e1a9f0f606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817735 Jul 05 03:47:35.498171 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1f3aa4de-75b0-4ffc-b3a3-ee2cd14dd1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.500141 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a1f5fd4f-5f70-4346-99ee-fd84e59ffb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.551901 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1f3aa4de-75b0-4ffc-b3a3-ee2cd14dd1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.622883 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-6f2edb5b-3b8f-4030-8155-5d7795dd666b tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:35.624391 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-6f2edb5b-3b8f-4030-8155-5d7795dd666b tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2176247 Jul 05 03:47:35.635315 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1f3aa4de-75b0-4ffc-b3a3-ee2cd14dd1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.638146 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1f3aa4de-75b0-4ffc-b3a3-ee2cd14dd1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.639307 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1f3aa4de-75b0-4ffc-b3a3-ee2cd14dd1a0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0e31cfd4-be39-4731-9eb6-e9020e035f4c HTTP/1.1" status: 204 len: 168 time: 0.2679579 Jul 05 03:47:35.647365 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-82e261df-66b6-47cf-bd10-3c152c7d0165 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Request body: {'port': {'device_id': 'd95fbb72-f17c-41a7-adf6-c0aad4519e7c', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': 'e49d6119c6b04193aa63d9e1a9f0f606'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:35.654187 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27e1998e-8c19-423a-b782-2402d752f0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.681384 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3aa4de-75b0-4ffc-b3a3-ee2cd14dd1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e31cfd4-be39-4731-9eb6-e9020e035f4c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:35.760929 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27e1998e-8c19-423a-b782-2402d752f0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.870000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1998e-8c19-423a-b782-2402d752f0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401a47f1-6d38-4654-b74a-636b8ea812ee,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:35.879875 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-27e1998e-8c19-423a-b782-2402d752f0c5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=95ec832a032d47b9b1e50c2a8a89b6d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2068121 Jul 05 03:47:35.886360 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43462) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:35.953686 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a1f5fd4f-5f70-4346-99ee-fd84e59ffb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.959539 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a1f5fd4f-5f70-4346-99ee-fd84e59ffb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.003175 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5fd4f-5f70-4346-99ee-fd84e59ffb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2379bf0-9c7b-412d-b9ff-ae707eca7122,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:36.020186 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-82e261df-66b6-47cf-bd10-3c152c7d0165 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Made reservation on behalf of e49d6119c6b04193aa63d9e1a9f0f606 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:36.025580 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-82e261df-66b6-47cf-bd10-3c152c7d0165 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.029553 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a1f5fd4f-5f70-4346-99ee-fd84e59ffb7e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0734355ec13b461e9d9ec617b4679d95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7533405 Jul 05 03:47:36.030743 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43468) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:36.032553 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a537d0a8-91d3-421a-be90-5c1f3730a8c3 req-9bd2b5ba-d04e-427c-8e17-ad989f810aca tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c342eb9-1d8a-4656-83db-da5f0c3e57b8 HTTP/1.1" status: 200 len: 210 time: 0.0681832 Jul 05 03:47:36.043127 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-82e261df-66b6-47cf-bd10-3c152c7d0165 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.102877 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d762161b-38b2-463b-b9bb-db2450d1f711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.104454 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ea15fe92-a5d8-4358-ac87-01fa6d512e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.133565 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43470) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:36.150020 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d762161b-38b2-463b-b9bb-db2450d1f711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.152078 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ea15fe92-a5d8-4358-ac87-01fa6d512e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.266486 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-82e261df-66b6-47cf-bd10-3c152c7d0165 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.274530 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ea15fe92-a5d8-4358-ac87-01fa6d512e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.277322 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ea15fe92-a5d8-4358-ac87-01fa6d512e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.281782 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ea15fe92-a5d8-4358-ac87-01fa6d512e02 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/401a47f1-6d38-4654-b74a-636b8ea812ee HTTP/1.1" status: 204 len: 168 time: 0.3936744 Jul 05 03:47:36.284546 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-82e261df-66b6-47cf-bd10-3c152c7d0165 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.335685 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d762161b-38b2-463b-b9bb-db2450d1f711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.350370 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d762161b-38b2-463b-b9bb-db2450d1f711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.356558 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d762161b-38b2-463b-b9bb-db2450d1f711 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c2379bf0-9c7b-412d-b9ff-ae707eca7122 HTTP/1.1" status: 204 len: 168 time: 0.3221591 Jul 05 03:47:36.402814 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-d17f8747-ff39-4c43-baca-9751ef65ffde tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=f45538cae3da46a8916185b24770ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1269274 Jul 05 03:47:36.463009 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762161b-38b2-463b-b9bb-db2450d1f711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2379bf0-9c7b-412d-b9ff-ae707eca7122,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:36.571564 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a297a244-5d16-46af-9c8e-c13d30bd2350 req-b2593950-917b-4948-99cd-6ebc9eeac451 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95fbb72-f17c-41a7-adf6-c0aad4519e7c HTTP/1.1" status: 200 len: 210 time: 0.1790571 Jul 05 03:47:36.578440 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15fe92-a5d8-4358-ac87-01fa6d512e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401a47f1-6d38-4654-b74a-636b8ea812ee,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:36.591644 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2fc1fd51-7599-4acf-8228-176519767f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.790086 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e261df-66b6-47cf-bd10-3c152c7d0165 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=787a1539-3459-429a-a53c-c4ec0594d2ee,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:36.912414 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0e5d2-d021-45ef-8aac-0489bd6004b1 req-4324c7a1-ac82-4831-a4d7-cdba0f245d7d tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:36.922016 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b3f0e5d2-d021-45ef-8aac-0489bd6004b1 req-4324c7a1-ac82-4831-a4d7-cdba0f245d7d tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 943 time: 0.1804736 Jul 05 03:47:36.967765 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-7b284753-ee41-417f-91ae-5c8f5bbdc127 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:36.968086 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2fc1fd51-7599-4acf-8228-176519767f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.970056 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-7b284753-ee41-417f-91ae-5c8f5bbdc127 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5466135 Jul 05 03:47:36.973357 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2fc1fd51-7599-4acf-8228-176519767f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.976624 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43498) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:36.982836 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-82e261df-66b6-47cf-bd10-3c152c7d0165 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Allocated IP 192.168.233.7 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/2c97b98d-7c4a-44ee-bd36-54f17cb34a03) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:36.989812 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-7c3226ba-1289-41ff-826b-f97ed9d0c51d tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Request body: {'port': {'device_id': '4c342eb9-1d8a-4656-83db-da5f0c3e57b8', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': 'f45538cae3da46a8916185b24770ed87'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:37.015453 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-892af952-96c8-4649-8309-99ab959534bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.030907 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b3f0e5d2-d021-45ef-8aac-0489bd6004b1 req-799a15c9-c1e5-4bb8-9e19-3da1632cd233 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076727 Jul 05 03:47:37.136557 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-892af952-96c8-4649-8309-99ab959534bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.138238 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1fd51-7599-4acf-8228-176519767f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6d45c4-00d8-42d6-9d52-aa80a0f6d677,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:37.144057 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2fc1fd51-7599-4acf-8228-176519767f73 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5b03cfe8c3814232852d879212d6bcd4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0094595 Jul 05 03:47:37.145357 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-892af952-96c8-4649-8309-99ab959534bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.147279 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43504) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:37.187093 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-892af952-96c8-4649-8309-99ab959534bf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2463aceba7ec41c1982c444127c6c338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2069869 Jul 05 03:47:37.188207 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892af952-96c8-4649-8309-99ab959534bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e510b8-62dc-4595-8523-9fba70f878e3,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:37.191241 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43506) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:37.256465 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-97103fe6-a907-41c1-bb33-5761ba21b5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.277286 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-111dc737-4357-435d-badc-789ebc463a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.290811 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-97103fe6-a907-41c1-bb33-5761ba21b5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.340490 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-986173d5-5b77-46c6-8081-256190843b56 req-0d0d26af-1e98-4bff-b172-6a1beb7e1baf tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c342eb9-1d8a-4656-83db-da5f0c3e57b8 HTTP/1.1" status: 200 len: 210 time: 0.0524411 Jul 05 03:47:37.371077 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-111dc737-4357-435d-badc-789ebc463a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.385423 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-7c3226ba-1289-41ff-826b-f97ed9d0c51d tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Made reservation on behalf of f45538cae3da46a8916185b24770ed87 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:37.389164 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-7c3226ba-1289-41ff-826b-f97ed9d0c51d tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.406382 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-97103fe6-a907-41c1-bb33-5761ba21b5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.409063 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-97103fe6-a907-41c1-bb33-5761ba21b5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.412764 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-97103fe6-a907-41c1-bb33-5761ba21b5b6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/01e510b8-62dc-4595-8523-9fba70f878e3 HTTP/1.1" status: 204 len: 168 time: 0.2178295 Jul 05 03:47:37.418650 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-82e261df-66b6-47cf-bd10-3c152c7d0165 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.420775 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97103fe6-a907-41c1-bb33-5761ba21b5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e510b8-62dc-4595-8523-9fba70f878e3,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:37.427292 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-7c3226ba-1289-41ff-826b-f97ed9d0c51d tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.462017 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-82e261df-66b6-47cf-bd10-3c152c7d0165 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Transition to ACTIVE for port object 2c97b98d-7c4a-44ee-bd36-54f17cb34a03 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:37.507467 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-111dc737-4357-435d-badc-789ebc463a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.510584 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-111dc737-4357-435d-badc-789ebc463a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.511467 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-111dc737-4357-435d-badc-789ebc463a57 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8c6d45c4-00d8-42d6-9d52-aa80a0f6d677 HTTP/1.1" status: 204 len: 168 time: 0.3631995 Jul 05 03:47:37.532298 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111dc737-4357-435d-badc-789ebc463a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6d45c4-00d8-42d6-9d52-aa80a0f6d677,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:37.552970 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-82e261df-66b6-47cf-bd10-3c152c7d0165 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.594118 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 376221ed-4425-4743-9a96-730cd196a373 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:37.629227 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e261df-66b6-47cf-bd10-3c152c7d0165 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Pushing event updated for resources: {'Port': ['ID=2c97b98d-7c4a-44ee-bd36-54f17cb34a03,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:37.632677 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-82e261df-66b6-47cf-bd10-3c152c7d0165 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:37.638855 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-82e261df-66b6-47cf-bd10-3c152c7d0165 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:37.641291 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-82e261df-66b6-47cf-bd10-3c152c7d0165 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:37.758569 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 376221ed-4425-4743-9a96-730cd196a373, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=376221ed-4425-4743-9a96-730cd196a373,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:37.762769 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-7c3226ba-1289-41ff-826b-f97ed9d0c51d tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.776368 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-7c3226ba-1289-41ff-826b-f97ed9d0c51d tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.789455 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '376221ed-4425-4743-9a96-730cd196a373', 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd', 'port_id': '376221ed-4425-4743-9a96-730cd196a373', 'mac_address': 'fa:16:3e:25:67:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed0a1ef0-1506-4eb0-93c1-51dd53393e81', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:47:37.818104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-82e261df-66b6-47cf-bd10-3c152c7d0165 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:37.818749 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-82e261df-66b6-47cf-bd10-3c152c7d0165 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.877888 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.895144 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 376221ed-4425-4743-9a96-730cd196a373 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:37.938509 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 376221ed-4425-4743-9a96-730cd196a373, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=376221ed-4425-4743-9a96-730cd196a373,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:37.944627 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.997818 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-82e261df-66b6-47cf-bd10-3c152c7d0165 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3589742 Jul 05 03:47:38.009845 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3226ba-1289-41ff-826b-f97ed9d0c51d tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad53c07-6858-4824-a214-aab8b01503db,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:38.033710 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-9debdb1d-ad36-4711-b657-1a2483c8f9e8 service neutron] Request body: {'port': {'device_id': 'd95fbb72-f17c-41a7-adf6-c0aad4519e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:38.051308 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=376221ed-4425-4743-9a96-730cd196a373,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:38.100270 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-446cf5a2-a6ac-4808-a7c1-3ef1c7550039 None None] Provisioning for port 2c97b98d-7c4a-44ee-bd36-54f17cb34a03 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:38.108108 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-446cf5a2-a6ac-4808-a7c1-3ef1c7550039 None None] Provisioning complete for port 2c97b98d-7c4a-44ee-bd36-54f17cb34a03 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:38.109211 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-446cf5a2-a6ac-4808-a7c1-3ef1c7550039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.168740 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-446cf5a2-a6ac-4808-a7c1-3ef1c7550039 None None] Port 2c97b98d-7c4a-44ee-bd36-54f17cb34a03 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:38.217686 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43544) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:38.236378 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7214a132-fcee-4ec0-932b-1898f89e55a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.245948 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-7c3226ba-1289-41ff-826b-f97ed9d0c51d tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Allocated IP 192.168.233.66 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/c330e6d2-737e-43be-95f5-e3fc7383e2bd) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:38.364743 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bebb6-7eca-48a4-bed2-48f310b904ed req-c1aab480-b5d3-4c14-ad64-6849ca6b0f90 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:38.367547 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d93bebb6-7eca-48a4-bed2-48f310b904ed req-c1aab480-b5d3-4c14-ad64-6849ca6b0f90 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 944 time: 0.1112347 Jul 05 03:47:38.378044 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-9debdb1d-ad36-4711-b657-1a2483c8f9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.426954 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea632409-c232-41c7-ada8-9eb2bd7d781d req-31ba7062-9d1a-429c-9a1b-b8f7bb4138f2 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:38.427507 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['376221ed-4425-4743-9a96-730cd196a373'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:38.440405 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea632409-c232-41c7-ada8-9eb2bd7d781d req-31ba7062-9d1a-429c-9a1b-b8f7bb4138f2 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95fbb72-f17c-41a7-adf6-c0aad4519e7c HTTP/1.1" status: 200 len: 934 time: 0.5803950 Jul 05 03:47:38.446557 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d93bebb6-7eca-48a4-bed2-48f310b904ed req-dc5b5750-80cb-40d3-8f06-10b27fc1c01c tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628345 Jul 05 03:47:38.459172 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7214a132-fcee-4ec0-932b-1898f89e55a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.471269 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7214a132-fcee-4ec0-932b-1898f89e55a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.592701 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7214a132-fcee-4ec0-932b-1898f89e55a6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=648f3077ed1b497e92f62a18e56cd825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3715012 Jul 05 03:47:38.592701 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214a132-fcee-4ec0-932b-1898f89e55a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a67546-a144-4ee2-ba0c-0606ad4390ca,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:38.595146 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43556) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:38.681473 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea632409-c232-41c7-ada8-9eb2bd7d781d req-93507a7d-d227-4bb7-907d-879ba7d9ff09 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/security-groups?id=787a1539-3459-429a-a53c-c4ec0594d2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382762 Jul 05 03:47:38.749268 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-18a2a552-c958-41e1-8895-75874bb19c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.810081 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-7c3226ba-1289-41ff-826b-f97ed9d0c51d tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.848288 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43562) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:38.855101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-7c3226ba-1289-41ff-826b-f97ed9d0c51d tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Transition to ACTIVE for port object c330e6d2-737e-43be-95f5-e3fc7383e2bd will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:38.860029 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-18a2a552-c958-41e1-8895-75874bb19c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.933105 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-7c3226ba-1289-41ff-826b-f97ed9d0c51d tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.026736 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3226ba-1289-41ff-826b-f97ed9d0c51d tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Pushing event updated for resources: {'Port': ['ID=c330e6d2-737e-43be-95f5-e3fc7383e2bd,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:39.054872 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-18a2a552-c958-41e1-8895-75874bb19c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.057159 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-18a2a552-c958-41e1-8895-75874bb19c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.061248 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-18a2a552-c958-41e1-8895-75874bb19c9f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d6a67546-a144-4ee2-ba0c-0606ad4390ca HTTP/1.1" status: 204 len: 168 time: 0.4609814 Jul 05 03:47:39.063515 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-7c3226ba-1289-41ff-826b-f97ed9d0c51d tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:39.077269 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-7c3226ba-1289-41ff-826b-f97ed9d0c51d tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:39.083778 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-7c3226ba-1289-41ff-826b-f97ed9d0c51d tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:39.123715 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2a552-c958-41e1-8895-75874bb19c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a67546-a144-4ee2-ba0c-0606ad4390ca,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:39.192799 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-7c3226ba-1289-41ff-826b-f97ed9d0c51d tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:39.193398 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-7c3226ba-1289-41ff-826b-f97ed9d0c51d tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.223486 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c89e4738-96fb-43a6-ae39-a5be8458bfd3 req-c5be8100-a138-4db7-8e44-4337e21bf386 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c342eb9-1d8a-4656-83db-da5f0c3e57b8 HTTP/1.1" status: 200 len: 210 time: 0.3804910 Jul 05 03:47:39.274611 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-7c3226ba-1289-41ff-826b-f97ed9d0c51d tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2825799 Jul 05 03:47:39.297342 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-c7c4036e-fe3d-4c19-ba5c-d2e607302e22 service neutron] Request body: {'port': {'device_id': '4c342eb9-1d8a-4656-83db-da5f0c3e57b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:39.410060 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-813f0073-7ec9-4f59-a8e4-d4212a48b9bc None None] Provisioning for port c330e6d2-737e-43be-95f5-e3fc7383e2bd completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:39.416277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-813f0073-7ec9-4f59-a8e4-d4212a48b9bc None None] Provisioning complete for port c330e6d2-737e-43be-95f5-e3fc7383e2bd triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:39.416997 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-813f0073-7ec9-4f59-a8e4-d4212a48b9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.463505 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-813f0073-7ec9-4f59-a8e4-d4212a48b9bc None None] Port c330e6d2-737e-43be-95f5-e3fc7383e2bd cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:39.557096 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-afda03de-24a9-4bbe-872e-9e12f6e87a25 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-896342646-network', 'tenant_id': '4edbb8632052446b85918768ed92c1f6'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:39.609729 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afda03de-24a9-4bbe-872e-9e12f6e87a25 admin admin] Made reservation on behalf of 4edbb8632052446b85918768ed92c1f6 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:39.613222 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-afda03de-24a9-4bbe-872e-9e12f6e87a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.630003 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-afda03de-24a9-4bbe-872e-9e12f6e87a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.640700 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-9debdb1d-ad36-4711-b657-1a2483c8f9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c97b98d-7c4a-44ee-bd36-54f17cb34a03 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:39.659392 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-9debdb1d-ad36-4711-b657-1a2483c8f9e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.666045 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-c7c4036e-fe3d-4c19-ba5c-d2e607302e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.693571 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-9debdb1d-ad36-4711-b657-1a2483c8f9e8 service neutron] Transition to ACTIVE for port object 2c97b98d-7c4a-44ee-bd36-54f17cb34a03 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:39.698530 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-9debdb1d-ad36-4711-b657-1a2483c8f9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.854514 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54c71c-b6a3-43d7-b5bb-b955d29524ad req-d29d8dc3-4694-464b-a2ab-bbc5f0718712 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:39.856520 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6f54c71c-b6a3-43d7-b5bb-b955d29524ad req-d29d8dc3-4694-464b-a2ab-bbc5f0718712 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 944 time: 0.1641400 Jul 05 03:47:39.912829 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-afda03de-24a9-4bbe-872e-9e12f6e87a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.915348 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debdb1d-ad36-4711-b657-1a2483c8f9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c97b98d-7c4a-44ee-bd36-54f17cb34a03,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:39.922770 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-afda03de-24a9-4bbe-872e-9e12f6e87a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.993580 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43600) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:39.994264 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda03de-24a9-4bbe-872e-9e12f6e87a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5357da-3bfb-49de-9f5f-7846e46d9335,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:40.028807 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afda03de-24a9-4bbe-872e-9e12f6e87a25 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:47:40.053188 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6f54c71c-b6a3-43d7-b5bb-b955d29524ad req-a812e83e-e754-4702-8fa4-24f78f652d8e tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843736 Jul 05 03:47:40.077298 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-afda03de-24a9-4bbe-872e-9e12f6e87a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.077298 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-afda03de-24a9-4bbe-872e-9e12f6e87a25 admin admin] Added segment f87cced7-ca52-4702-b6f2-045f0cdb9433 of type vlan for network ed316610-b29c-457f-a987-9abff17192cf Jul 05 03:47:40.141572 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-afda03de-24a9-4bbe-872e-9e12f6e87a25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.207537 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-afda03de-24a9-4bbe-872e-9e12f6e87a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.212182 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afda03de-24a9-4bbe-872e-9e12f6e87a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:40.215999 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-afda03de-24a9-4bbe-872e-9e12f6e87a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.251291 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-9debdb1d-ad36-4711-b657-1a2483c8f9e8 service neutron] Attempting to bind port 2c97b98d-7c4a-44ee-bd36-54f17cb34a03 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:40.251895 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-9debdb1d-ad36-4711-b657-1a2483c8f9e8 service neutron] Attempting to bind port 2c97b98d-7c4a-44ee-bd36-54f17cb34a03 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:40.251895 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-9debdb1d-ad36-4711-b657-1a2483c8f9e8 service neutron] Attempting to bind port 2c97b98d-7c4a-44ee-bd36-54f17cb34a03 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:40.275431 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818f892-e0a1-40f1-bff7-8cfc2b197f0e req-87a1e7ae-8d82-43f2-9cd9-6119dc745813 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:40.282151 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6818f892-e0a1-40f1-bff7-8cfc2b197f0e req-87a1e7ae-8d82-43f2-9cd9-6119dc745813 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95fbb72-f17c-41a7-adf6-c0aad4519e7c HTTP/1.1" status: 200 len: 946 time: 0.3602529 Jul 05 03:47:40.299563 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-9debdb1d-ad36-4711-b657-1a2483c8f9e8 service neutron] Port 2c97b98d-7c4a-44ee-bd36-54f17cb34a03 on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:47:40.299864 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-9debdb1d-ad36-4711-b657-1a2483c8f9e8 service neutron] Attempting to bind port 2c97b98d-7c4a-44ee-bd36-54f17cb34a03 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:40.307419 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda03de-24a9-4bbe-872e-9e12f6e87a25 admin admin] Pushing event updated for resources: {'Network': ['ID=ed316610-b29c-457f-a987-9abff17192cf,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:40.321139 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network ed316610-b29c-457f-a987-9abff17192cf details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:47:40.332139 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-9debdb1d-ad36-4711-b657-1a2483c8f9e8 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:40.332487 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-9debdb1d-ad36-4711-b657-1a2483c8f9e8 service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:40.333162 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-9debdb1d-ad36-4711-b657-1a2483c8f9e8 service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:40.333622 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-9debdb1d-ad36-4711-b657-1a2483c8f9e8 service neutron] Bound port: 2c97b98d-7c4a-44ee-bd36-54f17cb34a03, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:40.333983 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-9debdb1d-ad36-4711-b657-1a2483c8f9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.338362 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-afda03de-24a9-4bbe-872e-9e12f6e87a25 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4701757 Jul 05 03:47:40.339408 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43618) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:40.350689 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e3d1786a-09c2-40c8-a622-4e988c0829a0 admin admin] Request body: {'subnet': {'network_id': 'ed316610-b29c-457f-a987-9abff17192cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-896342646-subnet', 'tenant_id': '4edbb8632052446b85918768ed92c1f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:40.389713 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d1786a-09c2-40c8-a622-4e988c0829a0 admin admin] Made reservation on behalf of 4edbb8632052446b85918768ed92c1f6 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:40.393074 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e3d1786a-09c2-40c8-a622-4e988c0829a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.423606 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-81f6548c-5118-41b0-99f6-f7309490223c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1208660031-network', 'tenant_id': '11544e3d57bf4d33848f6eceacb7332e'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:40.437471 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6818f892-e0a1-40f1-bff7-8cfc2b197f0e req-8a03ae6b-9fcf-4d42-a1c6-b6cc2b78c9ab tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/security-groups?id=787a1539-3459-429a-a53c-c4ec0594d2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542709 Jul 05 03:47:40.521659 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f6548c-5118-41b0-99f6-f7309490223c admin admin] Made reservation on behalf of 11544e3d57bf4d33848f6eceacb7332e for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:40.526680 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-81f6548c-5118-41b0-99f6-f7309490223c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.540251 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-81f6548c-5118-41b0-99f6-f7309490223c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.548580 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-c7c4036e-fe3d-4c19-ba5c-d2e607302e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c330e6d2-737e-43be-95f5-e3fc7383e2bd {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:40.564183 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-c7c4036e-fe3d-4c19-ba5c-d2e607302e22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.590916 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-9debdb1d-ad36-4711-b657-1a2483c8f9e8 service neutron] For port 2c97b98d-7c4a-44ee-bd36-54f17cb34a03, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:40.596616 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-c7c4036e-fe3d-4c19-ba5c-d2e607302e22 service neutron] Transition to ACTIVE for port object c330e6d2-737e-43be-95f5-e3fc7383e2bd will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:40.600910 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-9debdb1d-ad36-4711-b657-1a2483c8f9e8 service neutron] For port 2c97b98d-7c4a-44ee-bd36-54f17cb34a03, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=2c97b98d-7c4a-44ee-bd36-54f17cb34a03,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:40.604580 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-c7c4036e-fe3d-4c19-ba5c-d2e607302e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.614758 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-9debdb1d-ad36-4711-b657-1a2483c8f9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.677920 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-9debdb1d-ad36-4711-b657-1a2483c8f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:40.679763 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-9debdb1d-ad36-4711-b657-1a2483c8f9e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.681463 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-9debdb1d-ad36-4711-b657-1a2483c8f9e8 service neutron] 10.222.0.89 "PUT /v2.0/ports/2c97b98d-7c4a-44ee-bd36-54f17cb34a03 HTTP/1.1" status: 200 len: 1095 time: 2.6530335 Jul 05 03:47:40.686327 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95fbb72-f17c-41a7-adf6-c0aad4519e7c', 'tag': '2c97b98d-7c4a-44ee-bd36-54f17cb34a03'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:40.689313 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8218af62-3c00-4afd-b78f-60bb35a328da" -d '{"events": [{"name": "network-changed", "server_uuid": "d95fbb72-f17c-41a7-adf6-c0aad4519e7c", "tag": "2c97b98d-7c4a-44ee-bd36-54f17cb34a03"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:40.737205 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-81f6548c-5118-41b0-99f6-f7309490223c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.743390 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-81f6548c-5118-41b0-99f6-f7309490223c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.755201 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4036e-fe3d-4c19-ba5c-d2e607302e22 service neutron] Pushing event updated for resources: {'Port': ['ID=c330e6d2-737e-43be-95f5-e3fc7383e2bd,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:40.804326 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f6548c-5118-41b0-99f6-f7309490223c admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:47:40.985304 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-81f6548c-5118-41b0-99f6-f7309490223c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.985746 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-81f6548c-5118-41b0-99f6-f7309490223c admin admin] Added segment 516103c0-d61f-4335-9d77-dd3acf48c035 of type vlan for network b0365b51-ea1d-4154-b37b-d14ae3269368 Jul 05 03:47:40.989600 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6548c-5118-41b0-99f6-f7309490223c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4587a0-e40f-4b6d-bd9e-065eedf97edf,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:41.008265 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debdb1d-ad36-4711-b657-1a2483c8f9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c97b98d-7c4a-44ee-bd36-54f17cb34a03,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:41.031229 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e3d1786a-09c2-40c8-a622-4e988c0829a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.061952 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fa6c7-aeeb-425c-b9c6-2d6ff5ff7ffe req-a39fce55-ba0d-4717-87d4-e10de17fc82c tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:41.072905 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9d6fa6c7-aeeb-425c-b9c6-2d6ff5ff7ffe req-a39fce55-ba0d-4717-87d4-e10de17fc82c tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c342eb9-1d8a-4656-83db-da5f0c3e57b8 HTTP/1.1" status: 200 len: 947 time: 0.3749828 Jul 05 03:47:41.088156 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-c7c4036e-fe3d-4c19-ba5c-d2e607302e22 service neutron] Attempting to bind port c330e6d2-737e-43be-95f5-e3fc7383e2bd on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:41.088612 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-c7c4036e-fe3d-4c19-ba5c-d2e607302e22 service neutron] Attempting to bind port c330e6d2-737e-43be-95f5-e3fc7383e2bd by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:41.088959 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-c7c4036e-fe3d-4c19-ba5c-d2e607302e22 service neutron] Attempting to bind port c330e6d2-737e-43be-95f5-e3fc7383e2bd on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:41.114117 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-2f6099b8-6fba-4e8b-add4-d35e4b3ec744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:41.119269 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-2f6099b8-6fba-4e8b-add4-d35e4b3ec744 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e49d6119c6b04193aa63d9e1a9f0f606&device_id=d95fbb72-f17c-41a7-adf6-c0aad4519e7c HTTP/1.1" status: 200 len: 1098 time: 0.3656933 Jul 05 03:47:41.127597 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-c7c4036e-fe3d-4c19-ba5c-d2e607302e22 service neutron] Port c330e6d2-737e-43be-95f5-e3fc7383e2bd on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:47:41.130729 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-c7c4036e-fe3d-4c19-ba5c-d2e607302e22 service neutron] Attempting to bind port c330e6d2-737e-43be-95f5-e3fc7383e2bd on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:41.178318 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-81f6548c-5118-41b0-99f6-f7309490223c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.249038 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-c7c4036e-fe3d-4c19-ba5c-d2e607302e22 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:41.249679 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-c7c4036e-fe3d-4c19-ba5c-d2e607302e22 service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:41.250552 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-c7c4036e-fe3d-4c19-ba5c-d2e607302e22 service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:41.251213 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-c7c4036e-fe3d-4c19-ba5c-d2e607302e22 service neutron] Bound port: c330e6d2-737e-43be-95f5-e3fc7383e2bd, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:41.251734 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-c7c4036e-fe3d-4c19-ba5c-d2e607302e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.255656 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-da54af06-12f3-48cf-aa8a-7ad28cd49845 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=2c97b98d-7c4a-44ee-bd36-54f17cb34a03 HTTP/1.1" status: 200 len: 217 time: 0.1009061 Jul 05 03:47:41.276139 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1786a-09c2-40c8-a622-4e988c0829a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37b36211-a6e0-42fa-9ae6-cabeeef08bd3,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:41.283310 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-81f6548c-5118-41b0-99f6-f7309490223c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.284966 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f6548c-5118-41b0-99f6-f7309490223c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:41.285695 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-81f6548c-5118-41b0-99f6-f7309490223c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.297077 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d1786a-09c2-40c8-a622-4e988c0829a0 admin admin] Checking segment: {'id': 'f87cced7-ca52-4702-b6f2-045f0cdb9433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ed316610-b29c-457f-a987-9abff17192cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:41.297771 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d1786a-09c2-40c8-a622-4e988c0829a0 admin admin] Network hostable DHCP agents. Network: ed316610-b29c-457f-a987-9abff17192cf, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:47:41.375766 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-81f6548c-5118-41b0-99f6-f7309490223c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3754287 Jul 05 03:47:41.380189 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43642) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:41.389710 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-fcd1bb85-bc5b-4372-aaa9-52c8da62fff9 admin admin] Request body: {'subnet': {'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1208660031-subnet', 'tenant_id': '11544e3d57bf4d33848f6eceacb7332e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:41.395534 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d1786a-09c2-40c8-a622-4e988c0829a0 admin admin] Network ed316610-b29c-457f-a987-9abff17192cf is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:47:41.407695 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6548c-5118-41b0-99f6-f7309490223c admin admin] Pushing event updated for resources: {'Network': ['ID=b0365b51-ea1d-4154-b37b-d14ae3269368,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:41.415901 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-e3d1786a-09c2-40c8-a622-4e988c0829a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, ed316610-b29c-457f-a987-9abff17192cf) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:41.421348 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d1786a-09c2-40c8-a622-4e988c0829a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:41.422315 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e3d1786a-09c2-40c8-a622-4e988c0829a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.432335 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network b0365b51-ea1d-4154-b37b-d14ae3269368 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:47:41.432882 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9d6fa6c7-aeeb-425c-b9c6-2d6ff5ff7ffe req-8f4220a4-9dbb-40f3-8474-649232dc4d50 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ad53c07-6858-4824-a214-aab8b01503db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539085 Jul 05 03:47:41.450678 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd1bb85-bc5b-4372-aaa9-52c8da62fff9 admin admin] Made reservation on behalf of 11544e3d57bf4d33848f6eceacb7332e for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:41.453977 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fcd1bb85-bc5b-4372-aaa9-52c8da62fff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.462797 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9bd602-dee8-4712-897a-6f2c6a305580 None None] Network ed316610-b29c-457f-a987-9abff17192cf requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:41.474394 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e3d1786a-09c2-40c8-a622-4e988c0829a0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1338444 Jul 05 03:47:41.604804 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-1a82622b-a531-4957-8a1e-dac7ab2d7ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:41.609888 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-1a82622b-a531-4957-8a1e-dac7ab2d7ecf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.3363221 Jul 05 03:47:41.822514 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757d0af8-38f0-4048-b2b9-836c902d6c1e x-openstack-request-id: req-757d0af8-38f0-4048-b2b9-836c902d6c1e {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:41.827841 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d95fbb72-f17c-41a7-adf6-c0aad4519e7c", "tag": "2c97b98d-7c4a-44ee-bd36-54f17cb34a03", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:41.828566 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-757d0af8-38f0-4048-b2b9-836c902d6c1e {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:41.829312 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd95fbb72-f17c-41a7-adf6-c0aad4519e7c', 'tag': '2c97b98d-7c4a-44ee-bd36-54f17cb34a03', 'status': 'completed', 'code': 200} Jul 05 03:47:41.954400 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 376221ed-4425-4743-9a96-730cd196a373 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:41.976838 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-c7c4036e-fe3d-4c19-ba5c-d2e607302e22 service neutron] For port c330e6d2-737e-43be-95f5-e3fc7383e2bd, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:41.999157 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fcd1bb85-bc5b-4372-aaa9-52c8da62fff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.043040 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-c7c4036e-fe3d-4c19-ba5c-d2e607302e22 service neutron] For port c330e6d2-737e-43be-95f5-e3fc7383e2bd, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=c330e6d2-737e-43be-95f5-e3fc7383e2bd,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:42.049885 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-a01cdcfe-e225-4a2a-9bd0-f26473d89613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:42.052411 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-a01cdcfe-e225-4a2a-9bd0-f26473d89613 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4308445 Jul 05 03:47:42.059625 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-c7c4036e-fe3d-4c19-ba5c-d2e607302e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.063722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1bb85-bc5b-4372-aaa9-52c8da62fff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d29ec61-cb40-45c9-a308-0007b5185cb0,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:42.137869 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4036e-fe3d-4c19-ba5c-d2e607302e22 service neutron] Pushing event updated for resources: {'Port': ['ID=c330e6d2-737e-43be-95f5-e3fc7383e2bd,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:42.176439 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1548e072-398f-40ec-bf51-f06ad63e8f15 None None] Network ed316610-b29c-457f-a987-9abff17192cf requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:42.176877 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd1bb85-bc5b-4372-aaa9-52c8da62fff9 admin admin] Checking segment: {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:42.177489 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd1bb85-bc5b-4372-aaa9-52c8da62fff9 admin admin] Network hostable DHCP agents. Network: b0365b51-ea1d-4154-b37b-d14ae3269368, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:47:42.210541 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd1bb85-bc5b-4372-aaa9-52c8da62fff9 admin admin] Network b0365b51-ea1d-4154-b37b-d14ae3269368 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:47:42.226477 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-fcd1bb85-bc5b-4372-aaa9-52c8da62fff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, b0365b51-ea1d-4154-b37b-d14ae3269368) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:42.234005 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-c7c4036e-fe3d-4c19-ba5c-d2e607302e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:42.234798 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-c7c4036e-fe3d-4c19-ba5c-d2e607302e22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.236506 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-c7c4036e-fe3d-4c19-ba5c-d2e607302e22 service neutron] 10.222.0.89 "PUT /v2.0/ports/c330e6d2-737e-43be-95f5-e3fc7383e2bd HTTP/1.1" status: 200 len: 1096 time: 2.9493523 Jul 05 03:47:42.239786 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd1bb85-bc5b-4372-aaa9-52c8da62fff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:42.254960 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fcd1bb85-bc5b-4372-aaa9-52c8da62fff9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.301306 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78446c7f-bf51-4555-9a58-88a31fd525b8 req-fe9e8a8d-8442-4743-a75e-4bc1d38dac39 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:42.303287 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-78446c7f-bf51-4555-9a58-88a31fd525b8 req-fe9e8a8d-8442-4743-a75e-4bc1d38dac39 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95fbb72-f17c-41a7-adf6-c0aad4519e7c HTTP/1.1" status: 200 len: 946 time: 0.1807427 Jul 05 03:47:42.314416 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fcd1bb85-bc5b-4372-aaa9-52c8da62fff9 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9323428 Jul 05 03:47:42.335635 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fe6e4e-5f8c-479a-b822-5ba80f564ee3 None None] Network b0365b51-ea1d-4154-b37b-d14ae3269368 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:42.408600 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-78446c7f-bf51-4555-9a58-88a31fd525b8 req-399b0380-3316-46c2-be58-7dbfaf653748 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/security-groups?id=787a1539-3459-429a-a53c-c4ec0594d2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906863 Jul 05 03:47:42.421020 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9123ae-021d-4e68-bc6e-66a2c0e3025f req-ff8ddb73-8c5d-46ef-8987-94bdc53c3f56 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:42.429664 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be9123ae-021d-4e68-bc6e-66a2c0e3025f req-ff8ddb73-8c5d-46ef-8987-94bdc53c3f56 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 944 time: 0.2926176 Jul 05 03:47:42.464868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 376221ed-4425-4743-9a96-730cd196a373 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:42.477327 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 376221ed-4425-4743-9a96-730cd196a373 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:42.478033 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.546757 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-84cfda40-fbb0-48c6-b83d-88c655eb2090 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838002 Jul 05 03:47:42.711234 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3315421f-05e5-4216-9b9d-4ca77578dfe1 req-a094dc7a-a596-4538-b611-699109cbe6e1 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471865 Jul 05 03:47:42.717339 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.796038 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088af676-8371-4773-83c0-50b93859f5ad None None] Network b0365b51-ea1d-4154-b37b-d14ae3269368 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:42.865368 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be9123ae-021d-4e68-bc6e-66a2c0e3025f req-8202861d-ab05-4c81-9ee3-6bc57c90a273 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335661 Jul 05 03:47:42.907105 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-0c2fd80e-ab23-40bd-b9fd-7b1eb4235caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:42.911646 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-0c2fd80e-ab23-40bd-b9fd-7b1eb4235caf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f45538cae3da46a8916185b24770ed87&device_id=4c342eb9-1d8a-4656-83db-da5f0c3e57b8 HTTP/1.1" status: 200 len: 1099 time: 0.6081789 Jul 05 03:47:42.986649 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-542a2622-8213-409d-968d-251e5850da4a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=c330e6d2-737e-43be-95f5-e3fc7383e2bd HTTP/1.1" status: 200 len: 217 time: 0.0547175 Jul 05 03:47:43.051391 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218af62-3c00-4afd-b78f-60bb35a328da req-a4f2360d-018c-4ea2-b01f-34e889319baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:43.054039 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8218af62-3c00-4afd-b78f-60bb35a328da req-a4f2360d-018c-4ea2-b01f-34e889319baa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e49d6119c6b04193aa63d9e1a9f0f606&device_id=d95fbb72-f17c-41a7-adf6-c0aad4519e7c HTTP/1.1" status: 200 len: 1098 time: 0.2684541 Jul 05 03:47:43.069560 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.117745 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376221ed-4425-4743-9a96-730cd196a373'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:43.121182 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a9958e-18af-4a70-bbaa-72c46c8914a5" -d '{"events": [{"server_uuid": "23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f", "name": "network-vif-plugged", "status": "completed", "tag": "376221ed-4425-4743-9a96-730cd196a373"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:43.147189 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-d1e9983b-d914-46b3-819b-7fe629521275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:43.149329 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-d1e9983b-d914-46b3-819b-7fe629521275 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1510172 Jul 05 03:47:43.168739 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 376221ed-4425-4743-9a96-730cd196a373, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=376221ed-4425-4743-9a96-730cd196a373,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:43.182610 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.292065 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218af62-3c00-4afd-b78f-60bb35a328da req-ce30fa97-e6c7-4bbb-8fb2-b354c02c5890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:43.301896 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8218af62-3c00-4afd-b78f-60bb35a328da req-ce30fa97-e6c7-4bbb-8fb2-b354c02c5890 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.2358246 Jul 05 03:47:43.364496 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=376221ed-4425-4743-9a96-730cd196a373,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:43.390966 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-aa09134e-4b75-4c79-a810-5259287884bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:43.393189 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-aa09134e-4b75-4c79-a810-5259287884bc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2311823 Jul 05 03:47:43.394625 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8218af62-3c00-4afd-b78f-60bb35a328da req-efa9fe69-aa17-4b3a-b233-5ab8c9efdb0e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=2c97b98d-7c4a-44ee-bd36-54f17cb34a03 HTTP/1.1" status: 200 len: 217 time: 0.0846210 Jul 05 03:47:43.402806 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43694) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:43.408647 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-96ee6df2-926d-4b9e-91d8-47b03ed6ffae admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1910661241-network', 'tenant_id': '755566f1e01c46de882abae2bcc3eac7'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:43.443645 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ee6df2-926d-4b9e-91d8-47b03ed6ffae admin admin] Made reservation on behalf of 755566f1e01c46de882abae2bcc3eac7 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:43.449277 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-96ee6df2-926d-4b9e-91d8-47b03ed6ffae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.465359 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-96ee6df2-926d-4b9e-91d8-47b03ed6ffae admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.568111 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218af62-3c00-4afd-b78f-60bb35a328da req-1df94f1a-f626-4419-9b59-ded1a56bae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:43.569647 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8218af62-3c00-4afd-b78f-60bb35a328da req-1df94f1a-f626-4419-9b59-ded1a56bae94 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1636677 Jul 05 03:47:43.640261 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-9c07bb1a-2178-4cab-a7b1-9a2a461fbe1f service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321324 Jul 05 03:47:43.653503 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-96ee6df2-926d-4b9e-91d8-47b03ed6ffae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.675653 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-96ee6df2-926d-4b9e-91d8-47b03ed6ffae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.764584 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db992d-dbb6-4a63-9dd2-8b6f95fe4c03 req-f3603933-3f2b-4a4d-8ce2-e3aae8165fcd tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:43.772371 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b2db992d-dbb6-4a63-9dd2-8b6f95fe4c03 req-f3603933-3f2b-4a4d-8ce2-e3aae8165fcd tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c342eb9-1d8a-4656-83db-da5f0c3e57b8 HTTP/1.1" status: 200 len: 947 time: 0.2823377 Jul 05 03:47:43.782937 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ee6df2-926d-4b9e-91d8-47b03ed6ffae admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:47:43.788106 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee6df2-926d-4b9e-91d8-47b03ed6ffae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e36c65d-fa8c-469a-96d1-51a9c9055025,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:43.789568 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3bd869c7-22a5-4b11-a314-fcc2da558774 req-2a94a5b5-1140-4f4b-8004-5237cb2fbfaf service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348710 Jul 05 03:47:43.801343 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218af62-3c00-4afd-b78f-60bb35a328da req-d4f4af21-b2ee-435f-84f0-fab02a88cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:43.803322 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8218af62-3c00-4afd-b78f-60bb35a328da req-d4f4af21-b2ee-435f-84f0-fab02a88cba9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2246785 Jul 05 03:47:43.826267 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-96ee6df2-926d-4b9e-91d8-47b03ed6ffae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.826644 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-96ee6df2-926d-4b9e-91d8-47b03ed6ffae admin admin] Added segment aba71409-63cd-4507-a0d2-e12b4d3522b2 of type vlan for network 0b344df2-aa9c-4b32-8cf0-164bdee6864c Jul 05 03:47:43.845571 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b2db992d-dbb6-4a63-9dd2-8b6f95fe4c03 req-47b6cdbf-ada5-40a7-802a-bb7891acc625 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ad53c07-6858-4824-a214-aab8b01503db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720358 Jul 05 03:47:43.869368 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c342eb9-1d8a-4656-83db-da5f0c3e57b8', 'tag': 'c330e6d2-737e-43be-95f5-e3fc7383e2bd'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:43.879549 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4caa9a-83d5-4cd5-9b23-1069d02d34fb" -d '{"events": [{"name": "network-changed", "server_uuid": "4c342eb9-1d8a-4656-83db-da5f0c3e57b8", "tag": "c330e6d2-737e-43be-95f5-e3fc7383e2bd"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:43.907217 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-8af97653-5479-4c1f-a6d4-00c10c5b318b tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:43.909994 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-8af97653-5479-4c1f-a6d4-00c10c5b318b tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/networks?id=ed316610-b29c-457f-a987-9abff17192cf HTTP/1.1" status: 200 len: 821 time: 0.2538676 Jul 05 03:47:43.913177 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-96ee6df2-926d-4b9e-91d8-47b03ed6ffae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.941939 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-62401882-449c-4459-98c5-0a9fb4e10e0e tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/quotas/4edbb8632052446b85918768ed92c1f6 HTTP/1.1" status: 200 len: 375 time: 0.0214148 Jul 05 03:47:44.014282 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8218af62-3c00-4afd-b78f-60bb35a328da req-8ba2db12-c578-4f2b-8954-f6fb8aba35ad service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981833 Jul 05 03:47:44.036007 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-5991343a-0def-42fd-a46a-358bb28e6920 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4edbb8632052446b85918768ed92c1f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697036 Jul 05 03:47:44.038153 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-96ee6df2-926d-4b9e-91d8-47b03ed6ffae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:44.039685 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ee6df2-926d-4b9e-91d8-47b03ed6ffae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:44.040373 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-96ee6df2-926d-4b9e-91d8-47b03ed6ffae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:44.065819 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d501b1-438b-44cf-8a98-88f3ec11e7ad x-openstack-request-id: req-42d501b1-438b-44cf-8a98-88f3ec11e7ad {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:44.066353 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f", "name": "network-vif-plugged", "status": "completed", "tag": "376221ed-4425-4743-9a96-730cd196a373", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:44.066353 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-42d501b1-438b-44cf-8a98-88f3ec11e7ad {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:44.066889 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376221ed-4425-4743-9a96-730cd196a373', 'code': 200} Jul 05 03:47:44.175364 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8218af62-3c00-4afd-b78f-60bb35a328da req-c1f034a8-b158-44ef-a39a-5134ce2aabf5 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481335 Jul 05 03:47:44.198870 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-96ee6df2-926d-4b9e-91d8-47b03ed6ffae admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7948859 Jul 05 03:47:44.201672 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43714) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:44.207761 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-962398ab-3590-40ac-a7a2-c5de9a9e018d admin admin] Request body: {'subnet': {'network_id': '0b344df2-aa9c-4b32-8cf0-164bdee6864c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1910661241-subnet', 'tenant_id': '755566f1e01c46de882abae2bcc3eac7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:44.251949 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee6df2-926d-4b9e-91d8-47b03ed6ffae admin admin] Pushing event updated for resources: {'Network': ['ID=0b344df2-aa9c-4b32-8cf0-164bdee6864c,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:44.270438 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 0b344df2-aa9c-4b32-8cf0-164bdee6864c details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:47:44.277633 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962398ab-3590-40ac-a7a2-c5de9a9e018d admin admin] Made reservation on behalf of 755566f1e01c46de882abae2bcc3eac7 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:44.280382 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-962398ab-3590-40ac-a7a2-c5de9a9e018d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:44.293695 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-6a7789f7-9c08-42df-9f1f-0d43b6de5269 service neutron] 10.222.0.77 "GET /v2.0/networks/ed316610-b29c-457f-a987-9abff17192cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441423 Jul 05 03:47:44.431921 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-e8cfb7b2-d4d7-4203-92d3-8de25ca71515 service neutron] 10.222.0.77 "GET /v2.0/networks/ed316610-b29c-457f-a987-9abff17192cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306870 Jul 05 03:47:44.589590 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b91c3a-3a91-4d22-9aaa-d05fc79f3ed7 req-86c0c392-3497-43bd-bdbb-dc1a43fddfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:44.591136 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91b91c3a-3a91-4d22-9aaa-d05fc79f3ed7 req-86c0c392-3497-43bd-bdbb-dc1a43fddfb6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 1097 time: 0.3720734 Jul 05 03:47:44.671105 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011865ca-c3b1-4ed6-a3bc-9af91b085269 req-2046c115-eac4-4115-8565-43eb3cd75311 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:44.677617 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-011865ca-c3b1-4ed6-a3bc-9af91b085269 req-2046c115-eac4-4115-8565-43eb3cd75311 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95fbb72-f17c-41a7-adf6-c0aad4519e7c HTTP/1.1" status: 200 len: 946 time: 0.4173107 Jul 05 03:47:44.683751 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91b91c3a-3a91-4d22-9aaa-d05fc79f3ed7 req-09079c0c-407f-47c6-83ca-08f28230ff24 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833728 Jul 05 03:47:44.767414 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-011865ca-c3b1-4ed6-a3bc-9af91b085269 req-c65b3fdc-d017-4351-9822-68aac8c23c8b tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/security-groups?id=787a1539-3459-429a-a53c-c4ec0594d2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888231 Jul 05 03:47:44.804928 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abab23-f6fc-4373-a213-068a83073fb7 req-4b879124-ba35-456c-9acb-c6e2d1ccf488 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:44.812710 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-42abab23-f6fc-4373-a213-068a83073fb7 req-4b879124-ba35-456c-9acb-c6e2d1ccf488 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 945 time: 0.1183679 Jul 05 03:47:44.842565 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-962398ab-3590-40ac-a7a2-c5de9a9e018d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:44.895924 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f17e6b-aeb0-45d2-b815-d75cb8232629 x-openstack-request-id: req-98f17e6b-aeb0-45d2-b815-d75cb8232629 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:44.896360 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c342eb9-1d8a-4656-83db-da5f0c3e57b8", "tag": "c330e6d2-737e-43be-95f5-e3fc7383e2bd", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:44.896472 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-98f17e6b-aeb0-45d2-b815-d75cb8232629 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:44.896837 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c342eb9-1d8a-4656-83db-da5f0c3e57b8', 'tag': 'c330e6d2-737e-43be-95f5-e3fc7383e2bd', 'status': 'completed', 'code': 200} Jul 05 03:47:44.907392 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-42abab23-f6fc-4373-a213-068a83073fb7 req-6061fecc-487f-47cf-bc7c-a9ce37735f2c tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921607 Jul 05 03:47:44.974530 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962398ab-3590-40ac-a7a2-c5de9a9e018d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f66376f0-7fb8-46a6-954c-ebf95f4cb72a,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:45.004811 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962398ab-3590-40ac-a7a2-c5de9a9e018d admin admin] Checking segment: {'id': 'aba71409-63cd-4507-a0d2-e12b4d3522b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0b344df2-aa9c-4b32-8cf0-164bdee6864c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:45.005322 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962398ab-3590-40ac-a7a2-c5de9a9e018d admin admin] Network hostable DHCP agents. Network: 0b344df2-aa9c-4b32-8cf0-164bdee6864c, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:47:45.057359 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4caa9a-83d5-4cd5-9b23-1069d02d34fb req-9309abaa-4454-4749-8fd8-d155f548ce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:45.072364 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba4caa9a-83d5-4cd5-9b23-1069d02d34fb req-9309abaa-4454-4749-8fd8-d155f548ce4b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f45538cae3da46a8916185b24770ed87&device_id=4c342eb9-1d8a-4656-83db-da5f0c3e57b8 HTTP/1.1" status: 200 len: 1099 time: 0.1586022 Jul 05 03:47:45.194845 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4caa9a-83d5-4cd5-9b23-1069d02d34fb req-ed4d7151-c663-4a26-82a4-bf941b1cd77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:45.197780 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba4caa9a-83d5-4cd5-9b23-1069d02d34fb req-ed4d7151-c663-4a26-82a4-bf941b1cd77a service neutron] 10.222.0.89 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.1242604 Jul 05 03:47:45.199011 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962398ab-3590-40ac-a7a2-c5de9a9e018d admin admin] Network 0b344df2-aa9c-4b32-8cf0-164bdee6864c is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:47:45.216593 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-962398ab-3590-40ac-a7a2-c5de9a9e018d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 0b344df2-aa9c-4b32-8cf0-164bdee6864c) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:45.225669 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0079b49a-aa6c-4563-bee4-73392dee8741 None None] Network 0b344df2-aa9c-4b32-8cf0-164bdee6864c requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:45.261643 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962398ab-3590-40ac-a7a2-c5de9a9e018d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:45.262241 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-962398ab-3590-40ac-a7a2-c5de9a9e018d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:45.275925 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba4caa9a-83d5-4cd5-9b23-1069d02d34fb req-54c4dbfe-8362-4615-a50d-8f806b160531 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=c330e6d2-737e-43be-95f5-e3fc7383e2bd HTTP/1.1" status: 200 len: 217 time: 0.0688193 Jul 05 03:47:45.312783 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8a83db44-736b-437a-8f24-2b2eeb3797b7 req-c68cea54-1ccc-4c1d-ab3d-b45231d700c8 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 210 time: 0.0357826 Jul 05 03:47:45.399835 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-962398ab-3590-40ac-a7a2-c5de9a9e018d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1879601 Jul 05 03:47:45.399835 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4caa9a-83d5-4cd5-9b23-1069d02d34fb req-dd0c3bce-37d7-4861-9688-16f604edaf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:45.399835 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba4caa9a-83d5-4cd5-9b23-1069d02d34fb req-dd0c3bce-37d7-4861-9688-16f604edaf71 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0819244 Jul 05 03:47:45.610461 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 2c97b98d-7c4a-44ee-bd36-54f17cb34a03 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:45.626790 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4caa9a-83d5-4cd5-9b23-1069d02d34fb req-1f5680b6-6e58-4391-8741-7487332a7f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:45.638066 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba4caa9a-83d5-4cd5-9b23-1069d02d34fb req-1f5680b6-6e58-4391-8741-7487332a7f5b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2277448 Jul 05 03:47:45.682900 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e9bdf-d648-4634-9cd1-e2ee9c094965 req-ed365ed8-ad55-4941-8b57-b78573499fa7 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:45.690418 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-db6e9bdf-d648-4634-9cd1-e2ee9c094965 req-ed365ed8-ad55-4941-8b57-b78573499fa7 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c342eb9-1d8a-4656-83db-da5f0c3e57b8 HTTP/1.1" status: 200 len: 947 time: 0.1026974 Jul 05 03:47:45.775787 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-db6e9bdf-d648-4634-9cd1-e2ee9c094965 req-c2add0e1-01b8-4dda-a847-dea19daabb86 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ad53c07-6858-4824-a214-aab8b01503db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820544 Jul 05 03:47:45.874644 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba4caa9a-83d5-4cd5-9b23-1069d02d34fb req-ab0edcfe-8704-4e3c-84bd-26933c2f5729 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269185 Jul 05 03:47:45.892076 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 2c97b98d-7c4a-44ee-bd36-54f17cb34a03, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=2c97b98d-7c4a-44ee-bd36-54f17cb34a03,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:45.910955 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '2c97b98d-7c4a-44ee-bd36-54f17cb34a03', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '2c97b98d-7c4a-44ee-bd36-54f17cb34a03', 'mac_address': 'fa:16:3e:38:86:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:47:45.926222 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c527af-173c-4192-a675-aa0a1083e3b6 None None] Network 0b344df2-aa9c-4b32-8cf0-164bdee6864c requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:46.031506 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:46.049627 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba4caa9a-83d5-4cd5-9b23-1069d02d34fb req-80fa2976-2cc9-4e8a-b3c3-c135c8d2c87d service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642206 Jul 05 03:47:46.052887 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43758) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:46.061860 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c97b98d-7c4a-44ee-bd36-54f17cb34a03 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:46.105775 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 2c97b98d-7c4a-44ee-bd36-54f17cb34a03, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=2c97b98d-7c4a-44ee-bd36-54f17cb34a03,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:46.150959 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:46.183258 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90ae9c-4f28-436c-b4b0-b9ce4f958a70 req-7b51e7e5-e0fc-42e1-b7ec-7678ec1331db tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:46.185020 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ac90ae9c-4f28-436c-b4b0-b9ce4f958a70 req-7b51e7e5-e0fc-42e1-b7ec-7678ec1331db tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95fbb72-f17c-41a7-adf6-c0aad4519e7c HTTP/1.1" status: 200 len: 946 time: 0.1596873 Jul 05 03:47:46.209517 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-97fc0fff-a6a2-4c6c-954e-86c7826ea1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:46.246132 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ac90ae9c-4f28-436c-b4b0-b9ce4f958a70 req-763dd57f-a022-4639-8aa3-281dec42fb6e tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/security-groups?id=787a1539-3459-429a-a53c-c4ec0594d2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532198 Jul 05 03:47:46.247444 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=2c97b98d-7c4a-44ee-bd36-54f17cb34a03,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:46.387771 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['2c97b98d-7c4a-44ee-bd36-54f17cb34a03'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:46.388488 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-97fc0fff-a6a2-4c6c-954e-86c7826ea1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:46.397092 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-97fc0fff-a6a2-4c6c-954e-86c7826ea1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:46.432600 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc0fff-a6a2-4c6c-954e-86c7826ea1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0c716e-2d69-48bf-a616-85b65aa56c79,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:46.456271 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-97fc0fff-a6a2-4c6c-954e-86c7826ea1af admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b9d822ef8334944992f2d5f6cd66faf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3995247 Jul 05 03:47:46.458474 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43770) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:46.527531 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64324f0c-723c-4542-bd1b-01ae3f586fd2 req-ed6d9857-cad6-4891-8aaf-9e950c815b73 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:46.534053 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4b93fb7b-2569-4e33-b596-caf35b599b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:46.543788 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-64324f0c-723c-4542-bd1b-01ae3f586fd2 req-ed6d9857-cad6-4891-8aaf-9e950c815b73 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 945 time: 0.1336229 Jul 05 03:47:46.589457 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4b93fb7b-2569-4e33-b596-caf35b599b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:46.607972 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-64324f0c-723c-4542-bd1b-01ae3f586fd2 req-bf93cea6-0a8d-4ded-98ba-e0319e424584 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626948 Jul 05 03:47:46.776076 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4b93fb7b-2569-4e33-b596-caf35b599b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:46.778643 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4b93fb7b-2569-4e33-b596-caf35b599b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:46.782181 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4b93fb7b-2569-4e33-b596-caf35b599b85 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5c0c716e-2d69-48bf-a616-85b65aa56c79 HTTP/1.1" status: 204 len: 168 time: 0.3203232 Jul 05 03:47:46.816677 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93fb7b-2569-4e33-b596-caf35b599b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0c716e-2d69-48bf-a616-85b65aa56c79,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:46.847404 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e2e993c0-1abd-4e39-845b-bc9806e9c204 req-f207adfd-9cf5-4a30-81d8-4f521d44b402 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 210 time: 0.0827053 Jul 05 03:47:46.886729 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-9b8541c9-d041-4b7a-904f-b3c7d5457206 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:46.893453 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-9b8541c9-d041-4b7a-904f-b3c7d5457206 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 821 time: 0.2219870 Jul 05 03:47:46.909291 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-5e9fc1de-33f6-4cd3-a647-4bb9617e2271 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:46.910801 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-5e9fc1de-33f6-4cd3-a647-4bb9617e2271 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.70 "GET /v2.0/networks?id=ed316610-b29c-457f-a987-9abff17192cf HTTP/1.1" status: 200 len: 821 time: 0.2219343 Jul 05 03:47:46.920707 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-7da197fb-cbc5-4169-ab98-5c1aa731207b tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/quotas/11544e3d57bf4d33848f6eceacb7332e HTTP/1.1" status: 200 len: 375 time: 0.0264347 Jul 05 03:47:46.937408 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-d0bb2a17-e3ae-4a85-9f54-9563508d5d90 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Request body: {'port': {'device_id': '25168ef2-ee53-4f00-8a48-7c178c77063f', 'network_id': 'ed316610-b29c-457f-a987-9abff17192cf', 'admin_state_up': True, 'tenant_id': '4edbb8632052446b85918768ed92c1f6'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:46.971012 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-d7b2b045-dc11-47af-9921-20958215d9a7 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491714 Jul 05 03:47:47.140659 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-3203f51e-ed5a-4d2a-81ad-65ef5719c45d service neutron] 10.222.0.77 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684382 Jul 05 03:47:47.197240 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43796) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:47.208483 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-d0bb2a17-e3ae-4a85-9f54-9563508d5d90 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Made reservation on behalf of 4edbb8632052446b85918768ed92c1f6 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:47.211147 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a25f5a44-5dc2-43c7-89ef-79c5d9fe0701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.212736 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-d0bb2a17-e3ae-4a85-9f54-9563508d5d90 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.311315 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-cff242ed-1788-40ff-be90-1ecb1e4dc13c service neutron] 10.222.0.77 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638305 Jul 05 03:47:47.333740 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67374e-d153-4997-9b1a-c04a5262d5e9 req-976c0e13-16a4-4231-99c2-8517df400335 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:47.340937 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a67374e-d153-4997-9b1a-c04a5262d5e9 req-976c0e13-16a4-4231-99c2-8517df400335 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 1097 time: 0.0998836 Jul 05 03:47:47.378804 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a25f5a44-5dc2-43c7-89ef-79c5d9fe0701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.384787 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-d0bb2a17-e3ae-4a85-9f54-9563508d5d90 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Allocated IP 172.20.0.4 (ed316610-b29c-457f-a987-9abff17192cf/37b36211-a6e0-42fa-9ae6-cabeeef08bd3/bfe40046-dcb2-4a23-91b1-75db175f25bd) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:47.389268 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a25f5a44-5dc2-43c7-89ef-79c5d9fe0701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.406251 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a67374e-d153-4997-9b1a-c04a5262d5e9 req-78e7aa09-bbe9-4b5d-81e3-99e9a82b4f1f tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643752 Jul 05 03:47:47.434702 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a25f5a44-5dc2-43c7-89ef-79c5d9fe0701 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3ebd98c857734543bfe1073dfefd8abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358751 Jul 05 03:47:47.438272 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43800) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:47.448446 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f5a44-5dc2-43c7-89ef-79c5d9fe0701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ca81e4-7e17-4002-b5d5-2b4ee0cfd97e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:47.540772 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-82b69c5f-b03e-483b-b686-7930d377b307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.579347 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-82b69c5f-b03e-483b-b686-7930d377b307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.593926 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device c330e6d2-737e-43be-95f5-e3fc7383e2bd details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:47.627106 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 2c97b98d-7c4a-44ee-bd36-54f17cb34a03 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:47.654441 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-d0bb2a17-e3ae-4a85-9f54-9563508d5d90 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.673960 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-82b69c5f-b03e-483b-b686-7930d377b307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.678117 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-82b69c5f-b03e-483b-b686-7930d377b307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.681709 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-82b69c5f-b03e-483b-b686-7930d377b307 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/73ca81e4-7e17-4002-b5d5-2b4ee0cfd97e HTTP/1.1" status: 204 len: 168 time: 0.2422557 Jul 05 03:47:47.715556 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.resource_extend [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:47:47.724729 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b69c5f-b03e-483b-b686-7930d377b307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ca81e4-7e17-4002-b5d5-2b4ee0cfd97e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:47.756517 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-d0bb2a17-e3ae-4a85-9f54-9563508d5d90 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.805620 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-d0bb2a17-e3ae-4a85-9f54-9563508d5d90 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Network ed316610-b29c-457f-a987-9abff17192cf is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:47.818741 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-d0bb2a17-e3ae-4a85-9f54-9563508d5d90 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:47.826347 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-d0bb2a17-e3ae-4a85-9f54-9563508d5d90 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:47.841797 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 2c97b98d-7c4a-44ee-bd36-54f17cb34a03 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:47.851952 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 2c97b98d-7c4a-44ee-bd36-54f17cb34a03 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:47.852616 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.894913 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb2a17-e3ae-4a85-9f54-9563508d5d90 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Pushing event updated for resources: {'Port': ['ID=bfe40046-dcb2-4a23-91b1-75db175f25bd,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:47.931214 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port c330e6d2-737e-43be-95f5-e3fc7383e2bd, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=c330e6d2-737e-43be-95f5-e3fc7383e2bd,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:47.940779 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-d0bb2a17-e3ae-4a85-9f54-9563508d5d90 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:47.941407 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-d0bb2a17-e3ae-4a85-9f54-9563508d5d90 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.952012 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'c330e6d2-737e-43be-95f5-e3fc7383e2bd', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': 'c330e6d2-737e-43be-95f5-e3fc7383e2bd', 'mac_address': 'fa:16:3e:6a:d4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:47:47.967357 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869e12f-f7b3-471f-983d-ce40ca58e7a2 req-7ba74221-d4bd-412a-b967-7df9bfcac27e tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:47.969058 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c869e12f-f7b3-471f-983d-ce40ca58e7a2 req-7ba74221-d4bd-412a-b967-7df9bfcac27e tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c342eb9-1d8a-4656-83db-da5f0c3e57b8 HTTP/1.1" status: 200 len: 947 time: 0.1600189 Jul 05 03:47:47.970957 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-d0bb2a17-e3ae-4a85-9f54-9563508d5d90 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0387521 Jul 05 03:47:47.994895 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-1286bd15-ecca-4d83-aa49-2456dcc6ec46 service neutron] Request body: {'port': {'device_id': '25168ef2-ee53-4f00-8a48-7c178c77063f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:48.062779 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.084869 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c330e6d2-737e-43be-95f5-e3fc7383e2bd {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:48.094953 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.134105 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port c330e6d2-737e-43be-95f5-e3fc7383e2bd, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=c330e6d2-737e-43be-95f5-e3fc7383e2bd,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:48.143367 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95fbb72-f17c-41a7-adf6-c0aad4519e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c97b98d-7c4a-44ee-bd36-54f17cb34a03'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:48.145857 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5867a2f2-56bb-4200-8e5f-4e1e429d680e" -d '{"events": [{"server_uuid": "d95fbb72-f17c-41a7-adf6-c0aad4519e7c", "name": "network-vif-plugged", "status": "completed", "tag": "2c97b98d-7c4a-44ee-bd36-54f17cb34a03"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:48.152977 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-1286bd15-ecca-4d83-aa49-2456dcc6ec46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.157218 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.166885 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 2c97b98d-7c4a-44ee-bd36-54f17cb34a03, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=2c97b98d-7c4a-44ee-bd36-54f17cb34a03,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:48.198429 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.214769 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c869e12f-f7b3-471f-983d-ce40ca58e7a2 req-abb30512-9663-4d72-846b-e9708494e80b tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ad53c07-6858-4824-a214-aab8b01503db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389190 Jul 05 03:47:48.260313 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=c330e6d2-737e-43be-95f5-e3fc7383e2bd,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:48.316248 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4566cd-87f0-4441-bbec-19ee3a44a410 req-310ae554-a459-4613-8fcf-d74078aefe48 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:48.319363 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cc4566cd-87f0-4441-bbec-19ee3a44a410 req-310ae554-a459-4613-8fcf-d74078aefe48 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95fbb72-f17c-41a7-adf6-c0aad4519e7c HTTP/1.1" status: 200 len: 947 time: 0.1725543 Jul 05 03:47:48.393033 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cc4566cd-87f0-4441-bbec-19ee3a44a410 req-3b4b8e8d-02e5-44cc-86c5-6a4add180482 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/security-groups?id=787a1539-3459-429a-a53c-c4ec0594d2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669441 Jul 05 03:47:48.410323 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=2c97b98d-7c4a-44ee-bd36-54f17cb34a03,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:48.460344 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['c330e6d2-737e-43be-95f5-e3fc7383e2bd'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:48.470137 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c72a406c-f627-4a87-b2a0-dfdb898f2821 req-e0669165-53a7-441e-92f6-d7d1f7285674 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=38bbfbae-8305-4ed1-a974-c1a7e6bb5378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3913522 Jul 05 03:47:48.588585 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb64f1-e1f5-4f0c-9bd0-69e459107a52 req-5d78e9f3-f0c2-46e9-8d1d-b2ed5c98bcf5 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:48.590022 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5dbb64f1-e1f5-4f0c-9bd0-69e459107a52 req-5d78e9f3-f0c2-46e9-8d1d-b2ed5c98bcf5 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 1097 time: 0.1609411 Jul 05 03:47:48.644753 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b48c299e-f899-40b9-a966-e3ea0d957889 req-771e7aac-5dcb-4d7d-8c92-2e58c1415c7a tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 210 time: 0.0955815 Jul 05 03:47:48.686034 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a406c-f627-4a87-b2a0-dfdb898f2821 req-5ac2caa5-d3c3-45fe-9426-5c5064aa4c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:48.687691 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c72a406c-f627-4a87-b2a0-dfdb898f2821 req-5ac2caa5-d3c3-45fe-9426-5c5064aa4c51 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=49aa2e78f4fa410bbda69c030d0e9b7c&device_id=38bbfbae-8305-4ed1-a974-c1a7e6bb5378 HTTP/1.1" status: 200 len: 1119 time: 0.1563370 Jul 05 03:47:48.693646 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5dbb64f1-e1f5-4f0c-9bd0-69e459107a52 req-aeb3b0fe-d6a5-4b64-8b1d-beeb3cc1815f tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924892 Jul 05 03:47:48.696065 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-1286bd15-ecca-4d83-aa49-2456dcc6ec46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe40046-dcb2-4a23-91b1-75db175f25bd {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:48.706284 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-1286bd15-ecca-4d83-aa49-2456dcc6ec46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.817301 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-1286bd15-ecca-4d83-aa49-2456dcc6ec46 service neutron] Transition to ACTIVE for port object bfe40046-dcb2-4a23-91b1-75db175f25bd will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:48.879176 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a406c-f627-4a87-b2a0-dfdb898f2821 req-568f0497-968f-4b3b-88b2-0e5bc9c99048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:48.880967 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c72a406c-f627-4a87-b2a0-dfdb898f2821 req-568f0497-968f-4b3b-88b2-0e5bc9c99048 service neutron] 10.222.0.89 "GET /v2.0/networks?id=03165c03-da88-4245-8e84-9b954eea306b HTTP/1.1" status: 200 len: 925 time: 0.1502080 Jul 05 03:47:48.882004 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-1286bd15-ecca-4d83-aa49-2456dcc6ec46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.954095 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07ece1-2638-4d57-a103-ecbf2bf302bf req-408f0326-19bd-4830-847a-f7a2766e4691 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:48.955709 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ca07ece1-2638-4d57-a103-ecbf2bf302bf req-408f0326-19bd-4830-847a-f7a2766e4691 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 943 time: 0.0756872 Jul 05 03:47:49.000641 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286bd15-ecca-4d83-aa49-2456dcc6ec46 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe40046-dcb2-4a23-91b1-75db175f25bd,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:49.033371 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ca07ece1-2638-4d57-a103-ecbf2bf302bf req-00b496ca-fbbf-4b77-8b87-172bf4f8cd5c tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662897 Jul 05 03:47:49.034113 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43852) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:49.065872 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c72a406c-f627-4a87-b2a0-dfdb898f2821 req-3afb4a10-a175-42ff-910a-46e333a960ee service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98db9e03-6df3-4820-b975-86814426bb17 HTTP/1.1" status: 200 len: 1022 time: 0.1550794 Jul 05 03:47:49.126841 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c403a642-a787-4f05-9815-5323bfd49bac x-openstack-request-id: req-c403a642-a787-4f05-9815-5323bfd49bac {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:49.127722 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95fbb72-f17c-41a7-adf6-c0aad4519e7c", "name": "network-vif-plugged", "status": "completed", "tag": "2c97b98d-7c4a-44ee-bd36-54f17cb34a03", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:49.128339 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c403a642-a787-4f05-9815-5323bfd49bac {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:49.128960 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95fbb72-f17c-41a7-adf6-c0aad4519e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c97b98d-7c4a-44ee-bd36-54f17cb34a03', 'code': 200} Jul 05 03:47:49.198463 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-1286bd15-ecca-4d83-aa49-2456dcc6ec46 service neutron] Attempting to bind port bfe40046-dcb2-4a23-91b1-75db175f25bd on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:49.199199 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-1286bd15-ecca-4d83-aa49-2456dcc6ec46 service neutron] Attempting to bind port bfe40046-dcb2-4a23-91b1-75db175f25bd by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'f87cced7-ca52-4702-b6f2-045f0cdb9433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ed316610-b29c-457f-a987-9abff17192cf'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:49.199908 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-1286bd15-ecca-4d83-aa49-2456dcc6ec46 service neutron] Attempting to bind port bfe40046-dcb2-4a23-91b1-75db175f25bd on network ed316610-b29c-457f-a987-9abff17192cf {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:49.210325 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a406c-f627-4a87-b2a0-dfdb898f2821 req-f5600a4e-9829-405c-ac6d-9ccd3e559bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:49.213199 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c72a406c-f627-4a87-b2a0-dfdb898f2821 req-f5600a4e-9829-405c-ac6d-9ccd3e559bba service neutron] 10.222.0.89 "GET /v2.0/subnets?id=637932b0-f157-4611-98b0-74dc055ed6e0 HTTP/1.1" status: 200 len: 863 time: 0.1355453 Jul 05 03:47:49.221590 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.70', 59151) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:49.269640 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-1286bd15-ecca-4d83-aa49-2456dcc6ec46 service neutron] Port bfe40046-dcb2-4a23-91b1-75db175f25bd on network ed316610-b29c-457f-a987-9abff17192cf not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:47:49.270023 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-1286bd15-ecca-4d83-aa49-2456dcc6ec46 service neutron] Attempting to bind port bfe40046-dcb2-4a23-91b1-75db175f25bd on network ed316610-b29c-457f-a987-9abff17192cf {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:49.326076 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-635f8a2a-5553-43a1-80c0-1cc69027d413 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2083943627-network', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:49.457456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-1df3f4c3-6ba3-4004-8cd7-b61d1d26f198 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:49.459053 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-1df3f4c3-6ba3-4004-8cd7-b61d1d26f198 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.70 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 821 time: 0.2360189 Jul 05 03:47:49.486006 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-912f7f47-7d5d-4063-bfc4-e3cbfa08caba tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Request body: {'port': {'device_id': '543a34a5-5c22-4e9c-b144-e6d955d1313a', 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368', 'admin_state_up': True, 'tenant_id': '11544e3d57bf4d33848f6eceacb7332e'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:49.598280 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device c330e6d2-737e-43be-95f5-e3fc7383e2bd up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:49.641034 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-912f7f47-7d5d-4063-bfc4-e3cbfa08caba tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Made reservation on behalf of 11544e3d57bf4d33848f6eceacb7332e for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:49.649503 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-912f7f47-7d5d-4063-bfc4-e3cbfa08caba tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.679013 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port c330e6d2-737e-43be-95f5-e3fc7383e2bd completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:49.685012 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port c330e6d2-737e-43be-95f5-e3fc7383e2bd triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:49.695005 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.695275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-1286bd15-ecca-4d83-aa49-2456dcc6ec46 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:49.695275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-1286bd15-ecca-4d83-aa49-2456dcc6ec46 service neutron] Checking segment: {'id': 'f87cced7-ca52-4702-b6f2-045f0cdb9433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ed316610-b29c-457f-a987-9abff17192cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:49.695275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-1286bd15-ecca-4d83-aa49-2456dcc6ec46 service neutron] Bound using segment: {'id': 'f87cced7-ca52-4702-b6f2-045f0cdb9433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ed316610-b29c-457f-a987-9abff17192cf'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:49.695275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-1286bd15-ecca-4d83-aa49-2456dcc6ec46 service neutron] Bound port: bfe40046-dcb2-4a23-91b1-75db175f25bd, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87cced7-ca52-4702-b6f2-045f0cdb9433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ed316610-b29c-457f-a987-9abff17192cf'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:49.695275 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-1286bd15-ecca-4d83-aa49-2456dcc6ec46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.705219 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635f8a2a-5553-43a1-80c0-1cc69027d413 admin admin] Made reservation on behalf of 8d34cb22e7154db1a76006c2ff6af640 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:49.707621 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-635f8a2a-5553-43a1-80c0-1cc69027d413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.740457 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-635f8a2a-5553-43a1-80c0-1cc69027d413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.832363 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.894753 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port c330e6d2-737e-43be-95f5-e3fc7383e2bd, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=c330e6d2-737e-43be-95f5-e3fc7383e2bd,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:49.900455 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570936e-02a7-4889-b65b-cbdcaf384bf3 req-88d58ce7-7931-483a-822d-b8deddc82dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:49.901139 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.902428 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6570936e-02a7-4889-b65b-cbdcaf384bf3 req-88d58ce7-7931-483a-822d-b8deddc82dbe service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d95fbb72-f17c-41a7-adf6-c0aad4519e7c HTTP/1.1" status: 200 len: 1100 time: 0.6878150 Jul 05 03:47:49.931593 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ed535-2aa7-4361-8a05-bcbd01b7ffe6 req-225b8a33-4006-472b-b693-9aaf30aa7aab tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:49.933559 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bf9ed535-2aa7-4361-8a05-bcbd01b7ffe6 req-225b8a33-4006-472b-b693-9aaf30aa7aab tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c342eb9-1d8a-4656-83db-da5f0c3e57b8 HTTP/1.1" status: 200 len: 948 time: 0.2516363 Jul 05 03:47:49.938468 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-1286bd15-ecca-4d83-aa49-2456dcc6ec46 service neutron] For port bfe40046-dcb2-4a23-91b1-75db175f25bd, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:49.957377 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a406c-f627-4a87-b2a0-dfdb898f2821 req-f541443d-44f2-4883-9357-aa9faa6555bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:49.959905 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c72a406c-f627-4a87-b2a0-dfdb898f2821 req-f541443d-44f2-4883-9357-aa9faa6555bc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=03165c03-da88-4245-8e84-9b954eea306b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7155695 Jul 05 03:47:49.964554 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-912f7f47-7d5d-4063-bfc4-e3cbfa08caba tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Allocated IP 172.20.0.7 (b0365b51-ea1d-4154-b37b-d14ae3269368/8d29ec61-cb40-45c9-a308-0007b5185cb0/9cf9a358-4aea-4435-9981-a99ef573895f) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:49.982441 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=c330e6d2-737e-43be-95f5-e3fc7383e2bd,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:50.008799 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-1286bd15-ecca-4d83-aa49-2456dcc6ec46 service neutron] For port bfe40046-dcb2-4a23-91b1-75db175f25bd, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=bfe40046-dcb2-4a23-91b1-75db175f25bd,segment=NetworkSegment(f87cced7-ca52-4702-b6f2-045f0cdb9433),segment_id=f87cced7-ca52-4702-b6f2-045f0cdb9433)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:50.032638 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-1286bd15-ecca-4d83-aa49-2456dcc6ec46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.129544 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6570936e-02a7-4889-b65b-cbdcaf384bf3 req-cbd4491c-5b7b-423e-b2bd-03809f5d7775 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=787a1539-3459-429a-a53c-c4ec0594d2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933837 Jul 05 03:47:50.152012 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bf9ed535-2aa7-4361-8a05-bcbd01b7ffe6 req-cb1470f2-57ce-493c-97e2-728017100f88 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ad53c07-6858-4824-a214-aab8b01503db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009199 Jul 05 03:47:50.153339 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-1286bd15-ecca-4d83-aa49-2456dcc6ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:50.153964 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-1286bd15-ecca-4d83-aa49-2456dcc6ec46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.155306 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-1286bd15-ecca-4d83-aa49-2456dcc6ec46 service neutron] 10.222.0.70 "PUT /v2.0/ports/bfe40046-dcb2-4a23-91b1-75db175f25bd HTTP/1.1" status: 200 len: 1092 time: 2.1666970 Jul 05 03:47:50.160617 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25168ef2-ee53-4f00-8a48-7c178c77063f', 'tag': 'bfe40046-dcb2-4a23-91b1-75db175f25bd'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:50.162924 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c671ec-7523-493d-a21d-b4ed6acde692" -d '{"events": [{"name": "network-changed", "server_uuid": "25168ef2-ee53-4f00-8a48-7c178c77063f", "tag": "bfe40046-dcb2-4a23-91b1-75db175f25bd"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:50.168341 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-912f7f47-7d5d-4063-bfc4-e3cbfa08caba tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.219019 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-635f8a2a-5553-43a1-80c0-1cc69027d413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.227054 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-635f8a2a-5553-43a1-80c0-1cc69027d413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.230012 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286bd15-ecca-4d83-aa49-2456dcc6ec46 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe40046-dcb2-4a23-91b1-75db175f25bd,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:50.236196 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-912f7f47-7d5d-4063-bfc4-e3cbfa08caba tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.242550 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c72a406c-f627-4a87-b2a0-dfdb898f2821 req-9e9b8c9b-d5f4-40cb-8770-ad8c737986cc service neutron] 10.222.0.89 "GET /v2.0/networks/03165c03-da88-4245-8e84-9b954eea306b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528613 Jul 05 03:47:50.255855 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635f8a2a-5553-43a1-80c0-1cc69027d413 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:47:50.327541 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-635f8a2a-5553-43a1-80c0-1cc69027d413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.327900 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-635f8a2a-5553-43a1-80c0-1cc69027d413 admin admin] Added segment 6569a909-3478-45a3-94cd-8bdecec7a421 of type vlan for network 7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259 Jul 05 03:47:50.328024 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-912f7f47-7d5d-4063-bfc4-e3cbfa08caba tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Network b0365b51-ea1d-4154-b37b-d14ae3269368 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:50.337813 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f8a2a-5553-43a1-80c0-1cc69027d413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c76acd-283f-4f93-b0a8-ace9bdb312e1,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:50.346932 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-912f7f47-7d5d-4063-bfc4-e3cbfa08caba tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:50.355889 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-912f7f47-7d5d-4063-bfc4-e3cbfa08caba tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:50.362823 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f7f47-7d5d-4063-bfc4-e3cbfa08caba tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Pushing event updated for resources: {'Port': ['ID=9cf9a358-4aea-4435-9981-a99ef573895f,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:50.412935 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-912f7f47-7d5d-4063-bfc4-e3cbfa08caba tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:50.413782 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-912f7f47-7d5d-4063-bfc4-e3cbfa08caba tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.436225 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-912f7f47-7d5d-4063-bfc4-e3cbfa08caba tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9589982 Jul 05 03:47:50.455056 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-b2847cb3-0723-4238-8bcb-3534990b007f service neutron] Request body: {'port': {'device_id': '543a34a5-5c22-4e9c-b144-e6d955d1313a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:50.460109 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-635f8a2a-5553-43a1-80c0-1cc69027d413 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.523363 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c72a406c-f627-4a87-b2a0-dfdb898f2821 req-ac1c5423-ad2e-4e7d-9513-39e45b5a2a33 service neutron] 10.222.0.89 "GET /v2.0/networks/03165c03-da88-4245-8e84-9b954eea306b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460554 Jul 05 03:47:50.530997 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-f4aac0bd-1da7-49dd-be83-ff6553e069ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:50.532534 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-f4aac0bd-1da7-49dd-be83-ff6553e069ac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4edbb8632052446b85918768ed92c1f6&device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 1095 time: 0.2779436 Jul 05 03:47:50.534367 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-b2847cb3-0723-4238-8bcb-3534990b007f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.548664 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdb8b9-31c4-4683-8446-d124b94197ab req-b8c750cd-e7f7-4884-93c9-225e74679831 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:50.550298 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-35bdb8b9-31c4-4683-8446-d124b94197ab req-b8c750cd-e7f7-4884-93c9-225e74679831 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95fbb72-f17c-41a7-adf6-c0aad4519e7c HTTP/1.1" status: 200 len: 948 time: 0.2539449 Jul 05 03:47:50.558543 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-635f8a2a-5553-43a1-80c0-1cc69027d413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.559388 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635f8a2a-5553-43a1-80c0-1cc69027d413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:50.559995 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-635f8a2a-5553-43a1-80c0-1cc69027d413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.643744 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-7ef4ac93-e396-4fdf-9142-6c87f0920194 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfe40046-dcb2-4a23-91b1-75db175f25bd HTTP/1.1" status: 200 len: 217 time: 0.0920439 Jul 05 03:47:50.676112 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-635f8a2a-5553-43a1-80c0-1cc69027d413 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.6401122 Jul 05 03:47:50.686377 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43908) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:50.699086 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-67e3ee4e-7d8b-4bb9-a8f8-2b464c160915 admin admin] Request body: {'subnet': {'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2083943627-subnet', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:50.705843 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f8a2a-5553-43a1-80c0-1cc69027d413 admin admin] Pushing event updated for resources: {'Network': ['ID=7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:50.720772 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:47:50.727710 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-35bdb8b9-31c4-4683-8446-d124b94197ab req-ed3960de-a7c2-4732-b33f-c127608e3689 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/security-groups?id=787a1539-3459-429a-a53c-c4ec0594d2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634669 Jul 05 03:47:50.739835 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e3ee4e-7d8b-4bb9-a8f8-2b464c160915 admin admin] Made reservation on behalf of 8d34cb22e7154db1a76006c2ff6af640 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:50.743083 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-648651db-9fdd-4c0c-9bcf-20981f81aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:50.745063 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-648651db-9fdd-4c0c-9bcf-20981f81aaef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37b36211-a6e0-42fa-9ae6-cabeeef08bd3 HTTP/1.1" status: 200 len: 861 time: 0.0928197 Jul 05 03:47:50.750647 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-67e3ee4e-7d8b-4bb9-a8f8-2b464c160915 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.790910 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-502cfc54-037f-4490-ac1c-4e7bc9c429dd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed316610-b29c-457f-a987-9abff17192cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386455 Jul 05 03:47:50.900731 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-8fd5b158-9bf9-4801-8c06-dc6182ef1ba6 service neutron] 10.222.0.70 "GET /v2.0/networks/ed316610-b29c-457f-a987-9abff17192cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013970 Jul 05 03:47:51.050218 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-23fa9e29-defc-408d-80bd-2943a092cbc2 req-0a946163-f29c-4bdb-8ba1-c0617ab6d7c4 service neutron] 10.222.0.70 "GET /v2.0/networks/ed316610-b29c-457f-a987-9abff17192cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423473 Jul 05 03:47:51.050750 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43918) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:51.116634 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-b2847cb3-0723-4238-8bcb-3534990b007f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf9a358-4aea-4435-9981-a99ef573895f {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:51.123428 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-28b2baeb-fc92-44e5-bdf1-422fe1159468 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:47:51.125050 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-28b2baeb-fc92-44e5-bdf1-422fe1159468 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0730658 Jul 05 03:47:51.130556 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c342eb9-1d8a-4656-83db-da5f0c3e57b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c330e6d2-737e-43be-95f5-e3fc7383e2bd'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:51.133181 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84952840-45c3-4e5f-9eb1-789a05898d92" -d '{"events": [{"server_uuid": "4c342eb9-1d8a-4656-83db-da5f0c3e57b8", "name": "network-vif-plugged", "status": "completed", "tag": "c330e6d2-737e-43be-95f5-e3fc7383e2bd"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:51.135262 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-b2847cb3-0723-4238-8bcb-3534990b007f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.153268 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-67e3ee4e-7d8b-4bb9-a8f8-2b464c160915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.158366 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-b2847cb3-0723-4238-8bcb-3534990b007f service neutron] Transition to ACTIVE for port object 9cf9a358-4aea-4435-9981-a99ef573895f will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:51.255007 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-8c9d8760-324d-407c-81b6-ecbb56724d32 service neutron] Request body: {'binding': {'host': 'n-h1-780147-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:51.255534 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-8c9d8760-324d-407c-81b6-ecbb56724d32 service neutron] Unknown quota resources ['binding']. {{(pid=105539) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:47:51.408853 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-b2847cb3-0723-4238-8bcb-3534990b007f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.450781 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adbb7a-fff7-4018-9c5c-54652e5e4358 req-4bcb28bc-a2fa-4f99-a7a7-edf6a50c038c tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:51.452159 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-22adbb7a-fff7-4018-9c5c-54652e5e4358 req-4bcb28bc-a2fa-4f99-a7a7-edf6a50c038c tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 943 time: 0.1203477 Jul 05 03:47:51.457098 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-8c9d8760-324d-407c-81b6-ecbb56724d32 service neutron] Attempting to bind port 376221ed-4425-4743-9a96-730cd196a373 on host n-h1-780147-23 for vnic_type normal with profile None {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:51.457425 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-8c9d8760-324d-407c-81b6-ecbb56724d32 service neutron] Attempting to bind port 376221ed-4425-4743-9a96-730cd196a373 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:51.457754 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-8c9d8760-324d-407c-81b6-ecbb56724d32 service neutron] Attempting to bind port 376221ed-4425-4743-9a96-730cd196a373 on network e37bffed-7318-4dad-93bc-2135e6f53abd {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:51.473045 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-8c9d8760-324d-407c-81b6-ecbb56724d32 service neutron] Port 376221ed-4425-4743-9a96-730cd196a373 on network e37bffed-7318-4dad-93bc-2135e6f53abd not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:47:51.473419 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-8c9d8760-324d-407c-81b6-ecbb56724d32 service neutron] Attempting to bind port 376221ed-4425-4743-9a96-730cd196a373 on network e37bffed-7318-4dad-93bc-2135e6f53abd {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:51.477653 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3ee4e-7d8b-4bb9-a8f8-2b464c160915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53c8c881-5530-43b2-8dda-741f6f554578,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:51.484695 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2847cb3-0723-4238-8bcb-3534990b007f service neutron] Pushing event updated for resources: {'Port': ['ID=9cf9a358-4aea-4435-9981-a99ef573895f,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:51.490127 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-8c9d8760-324d-407c-81b6-ecbb56724d32 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:51.490469 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-8c9d8760-324d-407c-81b6-ecbb56724d32 service neutron] Checking segment: {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:51.490881 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-8c9d8760-324d-407c-81b6-ecbb56724d32 service neutron] Bound using segment: {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:51.491289 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-8c9d8760-324d-407c-81b6-ecbb56724d32 service neutron] Bound port: 376221ed-4425-4743-9a96-730cd196a373, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:51.519012 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e3ee4e-7d8b-4bb9-a8f8-2b464c160915 admin admin] Checking segment: {'id': '6569a909-3478-45a3-94cd-8bdecec7a421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:51.519379 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e3ee4e-7d8b-4bb9-a8f8-2b464c160915 admin admin] Network hostable DHCP agents. Network: 7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:47:51.559306 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-22adbb7a-fff7-4018-9c5c-54652e5e4358 req-def69d5d-fe5f-4d38-ba60-61b4967ae5af tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977509 Jul 05 03:47:51.571441 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e3ee4e-7d8b-4bb9-a8f8-2b464c160915 admin admin] Network 7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:47:51.587649 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-67e3ee4e-7d8b-4bb9-a8f8-2b464c160915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:51.594896 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e3ee4e-7d8b-4bb9-a8f8-2b464c160915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:51.595487 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-67e3ee4e-7d8b-4bb9-a8f8-2b464c160915 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.597135 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6037e54-2356-4fa8-80d4-6e8bc333fa78 None None] Network 7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:51.599228 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-b2847cb3-0723-4238-8bcb-3534990b007f service neutron] Attempting to bind port 9cf9a358-4aea-4435-9981-a99ef573895f on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:51.599588 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-b2847cb3-0723-4238-8bcb-3534990b007f service neutron] Attempting to bind port 9cf9a358-4aea-4435-9981-a99ef573895f by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:51.600023 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-b2847cb3-0723-4238-8bcb-3534990b007f service neutron] Attempting to bind port 9cf9a358-4aea-4435-9981-a99ef573895f on network b0365b51-ea1d-4154-b37b-d14ae3269368 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:51.610911 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-b2847cb3-0723-4238-8bcb-3534990b007f service neutron] Port 9cf9a358-4aea-4435-9981-a99ef573895f on network b0365b51-ea1d-4154-b37b-d14ae3269368 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:47:51.611188 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-b2847cb3-0723-4238-8bcb-3534990b007f service neutron] Attempting to bind port 9cf9a358-4aea-4435-9981-a99ef573895f on network b0365b51-ea1d-4154-b37b-d14ae3269368 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:51.612291 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-8c9d8760-324d-407c-81b6-ecbb56724d32 service neutron] For port 376221ed-4425-4743-9a96-730cd196a373, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=376221ed-4425-4743-9a96-730cd196a373,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:51.619424 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-67e3ee4e-7d8b-4bb9-a8f8-2b464c160915 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9282045 Jul 05 03:47:51.619792 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43932) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:51.623989 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-898ab55e-196d-4dec-9288-a2cdafa8e997 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2083943627-router', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:51.625887 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-8c9d8760-324d-407c-81b6-ecbb56724d32 service neutron] Notify callbacks [] for binding, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.627073 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-8c9d8760-324d-407c-81b6-ecbb56724d32 service neutron] 10.222.0.77 "POST /v2.0/ports/376221ed-4425-4743-9a96-730cd196a373/bindings HTTP/1.1" status: 201 len: 390 time: 0.4282796 Jul 05 03:47:51.628871 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-b2847cb3-0723-4238-8bcb-3534990b007f service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:51.629216 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-b2847cb3-0723-4238-8bcb-3534990b007f service neutron] Checking segment: {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:51.629775 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-b2847cb3-0723-4238-8bcb-3534990b007f service neutron] Bound using segment: {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:51.630234 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-b2847cb3-0723-4238-8bcb-3534990b007f service neutron] Bound port: 9cf9a358-4aea-4435-9981-a99ef573895f, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:51.630624 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-b2847cb3-0723-4238-8bcb-3534990b007f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.686762 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-898ab55e-196d-4dec-9288-a2cdafa8e997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.687832 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-898ab55e-196d-4dec-9288-a2cdafa8e997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.721652 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-b2847cb3-0723-4238-8bcb-3534990b007f service neutron] For port 9cf9a358-4aea-4435-9981-a99ef573895f, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:51.798128 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-898ab55e-196d-4dec-9288-a2cdafa8e997 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.805755 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-b2847cb3-0723-4238-8bcb-3534990b007f service neutron] For port 9cf9a358-4aea-4435-9981-a99ef573895f, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=9cf9a358-4aea-4435-9981-a99ef573895f,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:51.809290 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f674ac1-0702-407d-941d-e01908ac1dd1 x-openstack-request-id: req-9f674ac1-0702-407d-941d-e01908ac1dd1 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:51.809600 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25168ef2-ee53-4f00-8a48-7c178c77063f", "tag": "bfe40046-dcb2-4a23-91b1-75db175f25bd", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:51.809852 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9f674ac1-0702-407d-941d-e01908ac1dd1 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:51.810249 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25168ef2-ee53-4f00-8a48-7c178c77063f', 'tag': 'bfe40046-dcb2-4a23-91b1-75db175f25bd', 'status': 'completed', 'code': 200} Jul 05 03:47:51.834275 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfaa195-47c7-40dd-95a3-00428fbdaae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259', 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'fixed_ips': [{'subnet_id': '53c8c881-5530-43b2-8dda-741f6f554578'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:47:51.835842 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9bfaa195-47c7-40dd-95a3-00428fbdaae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.842518 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed56b0-8ca5-47aa-894f-11868b6fc378 req-e68ecd1c-fedf-4cd1-8439-b6352fe9b44d tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:51.849526 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e7ed56b0-8ca5-47aa-894f-11868b6fc378 req-e68ecd1c-fedf-4cd1-8439-b6352fe9b44d tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 943 time: 0.1389699 Jul 05 03:47:51.885543 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-b2847cb3-0723-4238-8bcb-3534990b007f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.965889 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e7ed56b0-8ca5-47aa-894f-11868b6fc378 req-6f5d23d0-d909-4735-a876-339d064ad7c7 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067894 Jul 05 03:47:51.973584 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-b2847cb3-0723-4238-8bcb-3534990b007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:51.974129 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-b2847cb3-0723-4238-8bcb-3534990b007f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.975569 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-b2847cb3-0723-4238-8bcb-3534990b007f service neutron] 10.222.0.70 "PUT /v2.0/ports/9cf9a358-4aea-4435-9981-a99ef573895f HTTP/1.1" status: 200 len: 1092 time: 1.5250976 Jul 05 03:47:52.008210 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543a34a5-5c22-4e9c-b144-e6d955d1313a', 'tag': '9cf9a358-4aea-4435-9981-a99ef573895f'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:52.011044 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debcb327-226b-47e1-8521-89f9a262806c" -d '{"events": [{"name": "network-changed", "server_uuid": "543a34a5-5c22-4e9c-b144-e6d955d1313a", "tag": "9cf9a358-4aea-4435-9981-a99ef573895f"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:52.030193 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-898ab55e-196d-4dec-9288-a2cdafa8e997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:52.038753 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2847cb3-0723-4238-8bcb-3534990b007f service neutron] Pushing event updated for resources: {'Port': ['ID=9cf9a358-4aea-4435-9981-a99ef573895f,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:52.057990 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-9bfaa195-47c7-40dd-95a3-00428fbdaae4 None None] Allocated IP 172.20.0.2 (7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259/53c8c881-5530-43b2-8dda-741f6f554578/3c018c37-3af1-43cd-9c77-8cfe3a97720e) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:52.083763 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61aec2c6-7d02-42ce-aacb-cb43d424ecfc x-openstack-request-id: req-61aec2c6-7d02-42ce-aacb-cb43d424ecfc {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:52.084187 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c342eb9-1d8a-4656-83db-da5f0c3e57b8", "name": "network-vif-plugged", "status": "completed", "tag": "c330e6d2-737e-43be-95f5-e3fc7383e2bd", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:52.089322 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c671ec-7523-493d-a21d-b4ed6acde692 req-d022fb61-812e-4c9e-bc18-68072d4307d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:52.093301 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-34c671ec-7523-493d-a21d-b4ed6acde692 req-d022fb61-812e-4c9e-bc18-68072d4307d8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4edbb8632052446b85918768ed92c1f6&device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 1095 time: 0.2177663 Jul 05 03:47:52.094807 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-61aec2c6-7d02-42ce-aacb-cb43d424ecfc {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:52.094807 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c342eb9-1d8a-4656-83db-da5f0c3e57b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c330e6d2-737e-43be-95f5-e3fc7383e2bd', 'code': 200} Jul 05 03:47:52.247357 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c671ec-7523-493d-a21d-b4ed6acde692 req-90025e39-dbd7-4b5d-85a1-6955f51a9048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:52.248894 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-34c671ec-7523-493d-a21d-b4ed6acde692 req-90025e39-dbd7-4b5d-85a1-6955f51a9048 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ed316610-b29c-457f-a987-9abff17192cf HTTP/1.1" status: 200 len: 922 time: 0.1492462 Jul 05 03:47:52.307700 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-34c671ec-7523-493d-a21d-b4ed6acde692 req-5a41d764-e470-4b8f-b4d9-a1ef9d952571 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfe40046-dcb2-4a23-91b1-75db175f25bd HTTP/1.1" status: 200 len: 217 time: 0.0483663 Jul 05 03:47:52.310716 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9bfaa195-47c7-40dd-95a3-00428fbdaae4 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:52.312423 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-3673575b-e0c5-4e23-a888-9ead78bbf169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:52.313963 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-3673575b-e0c5-4e23-a888-9ead78bbf169 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6079881a5dcb456f811aa69e44c04ef0&device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 1097 time: 0.3236122 Jul 05 03:47:52.321695 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9bfaa195-47c7-40dd-95a3-00428fbdaae4 None None] Transition to ACTIVE for port object 3c018c37-3af1-43cd-9c77-8cfe3a97720e will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:52.342102 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9bfaa195-47c7-40dd-95a3-00428fbdaae4 None None] Transition to ACTIVE for port object 3c018c37-3af1-43cd-9c77-8cfe3a97720e will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:52.350522 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9bfaa195-47c7-40dd-95a3-00428fbdaae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:52.360204 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-6fdf3d55-2f71-4255-a11d-04f358be53f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:52.362218 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-6fdf3d55-2f71-4255-a11d-04f358be53f7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 1095 time: 0.3013284 Jul 05 03:47:52.403692 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43b6a4-d0ee-437e-a816-c555192efa20 req-f16fb865-ed9a-45fd-b63c-62451832a96b tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:52.406808 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfaa195-47c7-40dd-95a3-00428fbdaae4 None None] Network 7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:52.410778 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d43b6a4-d0ee-437e-a816-c555192efa20 req-f16fb865-ed9a-45fd-b63c-62451832a96b tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c342eb9-1d8a-4656-83db-da5f0c3e57b8 HTTP/1.1" status: 200 len: 949 time: 0.2007561 Jul 05 03:47:52.411073 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-9bfaa195-47c7-40dd-95a3-00428fbdaae4 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:52.419146 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfaa195-47c7-40dd-95a3-00428fbdaae4 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:52.430825 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfaa195-47c7-40dd-95a3-00428fbdaae4 None None] Pushing event updated for resources: {'Port': ['ID=3c018c37-3af1-43cd-9c77-8cfe3a97720e,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:52.483596 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-3a446b45-aaa0-45ee-a649-49595ea7bdfd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cf9a358-4aea-4435-9981-a99ef573895f HTTP/1.1" status: 200 len: 217 time: 0.1019568 Jul 05 03:47:52.506624 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-9bfaa195-47c7-40dd-95a3-00428fbdaae4 None None] Attempting to bind port 3c018c37-3af1-43cd-9c77-8cfe3a97720e on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:52.507525 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-9bfaa195-47c7-40dd-95a3-00428fbdaae4 None None] Attempting to bind port 3c018c37-3af1-43cd-9c77-8cfe3a97720e by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '6569a909-3478-45a3-94cd-8bdecec7a421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:52.508435 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfaa195-47c7-40dd-95a3-00428fbdaae4 None None] Attempting to bind port 3c018c37-3af1-43cd-9c77-8cfe3a97720e on network 7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:52.519959 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfaa195-47c7-40dd-95a3-00428fbdaae4 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:52.521030 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfaa195-47c7-40dd-95a3-00428fbdaae4 None None] Checking segment: {'id': '6569a909-3478-45a3-94cd-8bdecec7a421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:52.521784 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9bfaa195-47c7-40dd-95a3-00428fbdaae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:52.522582 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfaa195-47c7-40dd-95a3-00428fbdaae4 None None] Bound using segment: {'id': '6569a909-3478-45a3-94cd-8bdecec7a421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:52.523922 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-9bfaa195-47c7-40dd-95a3-00428fbdaae4 None None] Bound port: 3c018c37-3af1-43cd-9c77-8cfe3a97720e, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6569a909-3478-45a3-94cd-8bdecec7a421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:52.524651 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9bfaa195-47c7-40dd-95a3-00428fbdaae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:52.574307 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d43b6a4-d0ee-437e-a816-c555192efa20 req-d7699943-19da-4f1c-91af-5217ac6ce8ce tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ad53c07-6858-4824-a214-aab8b01503db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624701 Jul 05 03:47:52.582567 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb138985-aa50-4937-b01e-8601bfe4ee02 req-78ee075b-106b-4a68-8491-bb6c95e8bded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:52.584223 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eb138985-aa50-4937-b01e-8601bfe4ee02 req-78ee075b-106b-4a68-8491-bb6c95e8bded service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4c342eb9-1d8a-4656-83db-da5f0c3e57b8 HTTP/1.1" status: 200 len: 1101 time: 0.3843691 Jul 05 03:47:52.586550 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c671ec-7523-493d-a21d-b4ed6acde692 req-5b2256a9-f480-4e43-9314-5c9d4d1c1764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:52.587997 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-34c671ec-7523-493d-a21d-b4ed6acde692 req-5b2256a9-f480-4e43-9314-5c9d4d1c1764 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37b36211-a6e0-42fa-9ae6-cabeeef08bd3 HTTP/1.1" status: 200 len: 861 time: 0.2730861 Jul 05 03:47:52.644565 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-9bfaa195-47c7-40dd-95a3-00428fbdaae4 None None] For port 3c018c37-3af1-43cd-9c77-8cfe3a97720e, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:52.649113 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-9bfaa195-47c7-40dd-95a3-00428fbdaae4 None None] For port 3c018c37-3af1-43cd-9c77-8cfe3a97720e, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3c018c37-3af1-43cd-9c77-8cfe3a97720e,segment=NetworkSegment(6569a909-3478-45a3-94cd-8bdecec7a421),segment_id=6569a909-3478-45a3-94cd-8bdecec7a421)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:52.654772 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9bfaa195-47c7-40dd-95a3-00428fbdaae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:52.659084 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-34c671ec-7523-493d-a21d-b4ed6acde692 req-5aff4ee7-b8cb-42c1-ae49-48a887c4b04f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed316610-b29c-457f-a987-9abff17192cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582974 Jul 05 03:47:52.752108 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-34a8cc1a-671e-48e6-9366-6cfcf9dfdaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:52.753333 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfaa195-47c7-40dd-95a3-00428fbdaae4 None None] Pushing event updated for resources: {'Port': ['ID=3c018c37-3af1-43cd-9c77-8cfe3a97720e,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:52.755101 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-34a8cc1a-671e-48e6-9366-6cfcf9dfdaf4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d29ec61-cb40-45c9-a308-0007b5185cb0 HTTP/1.1" status: 200 len: 861 time: 0.2649786 Jul 05 03:47:52.776708 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-70dc4cc8-620b-4e9e-b4b5-28976f00c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:52.778204 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-70dc4cc8-620b-4e9e-b4b5-28976f00c31f service neutron] 10.222.0.89 "GET /v2.0/networks?id=e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 200 len: 909 time: 0.4532573 Jul 05 03:47:52.849606 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-311f5f91-5271-40ce-8dfb-1074e2eaefda service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=376221ed-4425-4743-9a96-730cd196a373 HTTP/1.1" status: 200 len: 217 time: 0.0641887 Jul 05 03:47:52.854003 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eb138985-aa50-4937-b01e-8601bfe4ee02 req-e989fea1-824e-486e-a7f8-5cf77fdb4a6f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7ad53c07-6858-4824-a214-aab8b01503db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577748 Jul 05 03:47:52.859730 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-58da899b-02e9-4411-980a-b59ae4a73f1d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0365b51-ea1d-4154-b37b-d14ae3269368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873051 Jul 05 03:47:52.864157 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b29eb-1288-4dda-a3d2-eefcd31174e1 req-66c98c3d-07f9-4bb3-8e41-785514a91748 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:52.865718 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f26b29eb-1288-4dda-a3d2-eefcd31174e1 req-66c98c3d-07f9-4bb3-8e41-785514a91748 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 945 time: 0.3662424 Jul 05 03:47:52.945202 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-898ab55e-196d-4dec-9288-a2cdafa8e997 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:52.980560 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-898ab55e-196d-4dec-9288-a2cdafa8e997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:53.090219 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708639c-da76-438b-b587-b22695ced7d1 req-6bf5d404-1292-4412-a233-ea7880429a52 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:53.092081 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9708639c-da76-438b-b587-b22695ced7d1 req-6bf5d404-1292-4412-a233-ea7880429a52 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95fbb72-f17c-41a7-adf6-c0aad4519e7c HTTP/1.1" status: 200 len: 948 time: 0.2949519 Jul 05 03:47:53.107358 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-84aeaa5f-291b-4db9-9758-9f41bac6821b service neutron] 10.222.0.70 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291667 Jul 05 03:47:53.174958 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-34c671ec-7523-493d-a21d-b4ed6acde692 req-616ce816-99af-4390-a7a0-fb037483463e service neutron] 10.222.0.70 "GET /v2.0/networks/ed316610-b29c-457f-a987-9abff17192cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036371 Jul 05 03:47:53.227258 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-898ab55e-196d-4dec-9288-a2cdafa8e997 admin admin] Allocated IP 172.25.1.77 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/1be8967a-7b22-4e6f-90d5-6181af46f343) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:53.236310 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9708639c-da76-438b-b587-b22695ced7d1 req-325f2a17-b9ca-4fd8-aafc-00928aaf2b29 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/security-groups?id=787a1539-3459-429a-a53c-c4ec0594d2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339750 Jul 05 03:47:53.239259 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f26b29eb-1288-4dda-a3d2-eefcd31174e1 req-d2d84d71-4017-4f19-83ff-2e9c07c87897 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658779 Jul 05 03:47:53.244985 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-87d301a5-25fb-4b6a-8d06-0e6234adbde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:53.247512 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-87d301a5-25fb-4b6a-8d06-0e6234adbde5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ed0a1ef0-1506-4eb0-93c1-51dd53393e81 HTTP/1.1" status: 200 len: 848 time: 0.3410294 Jul 05 03:47:53.300834 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be50e8a-7e22-45cd-977f-1850d522b3c1 x-openstack-request-id: req-1be50e8a-7e22-45cd-977f-1850d522b3c1 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:53.301201 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543a34a5-5c22-4e9c-b144-e6d955d1313a", "tag": "9cf9a358-4aea-4435-9981-a99ef573895f", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:53.301522 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1be50e8a-7e22-45cd-977f-1850d522b3c1 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:53.302046 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543a34a5-5c22-4e9c-b144-e6d955d1313a', 'tag': '9cf9a358-4aea-4435-9981-a99ef573895f', 'status': 'completed', 'code': 200} Jul 05 03:47:53.324892 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-d10277c7-34dd-4c33-9d5c-f01b26dbce89 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e37bffed-7318-4dad-93bc-2135e6f53abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639858 Jul 05 03:47:53.352068 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-883730ac-5436-45d9-b57c-2c5d5e4874c0 req-9f21153f-23a1-4f2b-b496-b84f46fc8d18 service neutron] 10.222.0.70 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182202 Jul 05 03:47:53.384988 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-34c671ec-7523-493d-a21d-b4ed6acde692 req-a4fd4d6a-1f9b-47a6-a966-ebaecd961aa4 service neutron] 10.222.0.70 "GET /v2.0/networks/ed316610-b29c-457f-a987-9abff17192cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989193 Jul 05 03:47:53.412028 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-898ab55e-196d-4dec-9288-a2cdafa8e997 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:53.465717 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-898ab55e-196d-4dec-9288-a2cdafa8e997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:53.529774 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ab55e-196d-4dec-9288-a2cdafa8e997 admin admin] Pushing event updated for resources: {'Port': ['ID=1be8967a-7b22-4e6f-90d5-6181af46f343,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:53.561146 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898ab55e-196d-4dec-9288-a2cdafa8e997 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:53.579859 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-898ab55e-196d-4dec-9288-a2cdafa8e997 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:53.582134 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898ab55e-196d-4dec-9288-a2cdafa8e997 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:53.597877 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-4aef32dc-85dc-4d37-8070-02856019f138 service neutron] 10.222.0.89 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642291 Jul 05 03:47:53.614574 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc53352-39c3-4319-bd79-0f3eeb1e1c2c req-a3dd21d9-6d3d-43d3-8317-5f97e8c8c70b tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:53.616347 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-abc53352-39c3-4319-bd79-0f3eeb1e1c2c req-a3dd21d9-6d3d-43d3-8317-5f97e8c8c70b tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 943 time: 0.2188694 Jul 05 03:47:53.713542 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcb327-226b-47e1-8521-89f9a262806c req-4b772614-af03-4130-9d88-1e48a9ea5ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:53.715126 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-debcb327-226b-47e1-8521-89f9a262806c req-4b772614-af03-4130-9d88-1e48a9ea5ca3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 1095 time: 0.2448285 Jul 05 03:47:53.772365 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-abc53352-39c3-4319-bd79-0f3eeb1e1c2c req-cd868e9c-6725-4f16-8ac7-4e9cff149e06 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441221 Jul 05 03:47:53.852953 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-e75e4a03-351f-4146-b572-26af6fd22c35 service neutron] 10.222.0.89 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331460 Jul 05 03:47:53.897129 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcb327-226b-47e1-8521-89f9a262806c req-dbb28b82-ff6d-4048-9322-67c6f156eb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:53.899482 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-debcb327-226b-47e1-8521-89f9a262806c req-dbb28b82-ff6d-4048-9322-67c6f156eb6a service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 922 time: 0.1755984 Jul 05 03:47:53.941704 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c40f27-9acd-4025-8e3a-e976d99cbae6 None None] Network 7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:53.964466 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27036f0-ac69-43fe-a54e-084f5c97cf4e req-cb8b63b7-46da-4a10-858b-d37e4618dbba tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:53.983371 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d27036f0-ac69-43fe-a54e-084f5c97cf4e req-cb8b63b7-46da-4a10-858b-d37e4618dbba tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 943 time: 0.2365966 Jul 05 03:47:54.015160 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-debcb327-226b-47e1-8521-89f9a262806c req-2f93a20f-05f7-470f-95e5-e35609f5e149 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cf9a358-4aea-4435-9981-a99ef573895f HTTP/1.1" status: 200 len: 217 time: 0.1094041 Jul 05 03:47:54.084418 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcb327-226b-47e1-8521-89f9a262806c req-9a3fa395-29f6-49fe-bb1a-a555c35b1a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:54.086228 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-debcb327-226b-47e1-8521-89f9a262806c req-9a3fa395-29f6-49fe-bb1a-a555c35b1a0b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d29ec61-cb40-45c9-a308-0007b5185cb0 HTTP/1.1" status: 200 len: 861 time: 0.0529215 Jul 05 03:47:54.127160 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-debcb327-226b-47e1-8521-89f9a262806c req-9f9c0fae-432b-4500-9e50-646f45603d4a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0365b51-ea1d-4154-b37b-d14ae3269368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340729 Jul 05 03:47:54.157976 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3c018c37-3af1-43cd-9c77-8cfe3a97720e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:54.209304 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-748a8627-036b-49d1-8307-25bd443eb929 None None] Provisioning for port 3c018c37-3af1-43cd-9c77-8cfe3a97720e completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:54.291713 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 3c018c37-3af1-43cd-9c77-8cfe3a97720e completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:54.298281 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 3c018c37-3af1-43cd-9c77-8cfe3a97720e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:54.298732 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.354988 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-a3d4d107-0b9d-4be9-9a95-b6ccae647f5e tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:54.359741 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-a3d4d107-0b9d-4be9-9a95-b6ccae647f5e tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f&tenant_id=6079881a5dcb456f811aa69e44c04ef0&binding%3Ahost_id=n-h2-780147-23 HTTP/1.1" status: 200 len: 1097 time: 0.3782632 Jul 05 03:47:54.371321 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d27036f0-ac69-43fe-a54e-084f5c97cf4e req-13dbf1d3-b7aa-4cf1-b63c-5cc6ac21a505 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895133 Jul 05 03:47:54.387840 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-131bc7c0-7508-4d4f-b51b-2ffe30b5d230 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-780147-23'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:54.404448 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-898ab55e-196d-4dec-9288-a2cdafa8e997 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.441435 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.489580 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-debcb327-226b-47e1-8521-89f9a262806c req-144b95dd-761c-468f-86aa-c6aed44e6489 service neutron] 10.222.0.70 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510311 Jul 05 03:47:54.509756 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 3c018c37-3af1-43cd-9c77-8cfe3a97720e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3c018c37-3af1-43cd-9c77-8cfe3a97720e,segment=NetworkSegment(6569a909-3478-45a3-94cd-8bdecec7a421),segment_id=6569a909-3478-45a3-94cd-8bdecec7a421)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:54.514393 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.589246 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=3c018c37-3af1-43cd-9c77-8cfe3a97720e,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:54.590779 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-131bc7c0-7508-4d4f-b51b-2ffe30b5d230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.701673 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9163a5-6dc6-478f-81b5-1405130003e0 req-5194a902-09be-44a8-b319-67aeec1075e2 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:54.704155 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ba9163a5-6dc6-478f-81b5-1405130003e0 req-5194a902-09be-44a8-b319-67aeec1075e2 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c342eb9-1d8a-4656-83db-da5f0c3e57b8 HTTP/1.1" status: 200 len: 949 time: 0.1823595 Jul 05 03:47:54.763835 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-debcb327-226b-47e1-8521-89f9a262806c req-99882e7a-c72f-4c72-b806-464d89dd6698 service neutron] 10.222.0.70 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665882 Jul 05 03:47:54.806391 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ba9163a5-6dc6-478f-81b5-1405130003e0 req-39b509f4-ba55-45b5-988f-98f291420228 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ad53c07-6858-4824-a214-aab8b01503db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926087 Jul 05 03:47:54.816485 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-131bc7c0-7508-4d4f-b51b-2ffe30b5d230 service neutron] For port 376221ed-4425-4743-9a96-730cd196a373, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=376221ed-4425-4743-9a96-730cd196a373,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:54.818545 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-898ab55e-196d-4dec-9288-a2cdafa8e997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.847822 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ce52d245-4ceb-4c8d-b706-77d8a114beed None None] Provisioning complete for port 3c018c37-3af1-43cd-9c77-8cfe3a97720e triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:54.857324 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ce52d245-4ceb-4c8d-b706-77d8a114beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.938535 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-131bc7c0-7508-4d4f-b51b-2ffe30b5d230 service neutron] For port 376221ed-4425-4743-9a96-730cd196a373, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:54.959456 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-5b163ea1-2b80-422b-8637-4509d39670fe tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e49d6119c6b04193aa63d9e1a9f0f606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251267 Jul 05 03:47:54.990164 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '376221ed-4425-4743-9a96-730cd196a373'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:54.993014 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cfa082-960a-4fc9-a63f-1b33252e9637" -d '{"events": [{"server_uuid": "23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f", "name": "network-vif-unplugged", "status": "completed", "tag": "376221ed-4425-4743-9a96-730cd196a373"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:54.997802 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-131bc7c0-7508-4d4f-b51b-2ffe30b5d230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.008194 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437819f-6912-4801-9dfe-7c3c8e80441b req-1afc61fa-0b1c-4968-b2f1-f2759d684355 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:55.009779 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c437819f-6912-4801-9dfe-7c3c8e80441b req-1afc61fa-0b1c-4968-b2f1-f2759d684355 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 945 time: 0.1555140 Jul 05 03:47:55.014331 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-131bc7c0-7508-4d4f-b51b-2ffe30b5d230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.088985 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898ab55e-196d-4dec-9288-a2cdafa8e997 admin admin] Router 929139da-3a0c-42bb-ad33-f5d693cebb38 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:47:55.106669 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c437819f-6912-4801-9dfe-7c3c8e80441b req-ea98b19c-38ef-4de2-89e5-2a1654c896e0 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898852 Jul 05 03:47:55.107256 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bc7c0-7508-4d4f-b51b-2ffe30b5d230 service neutron] Pushing event updated for resources: {'Port': ['ID=376221ed-4425-4743-9a96-730cd196a373,revision_number=7']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:55.107409 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-14cd30a7-e8dc-465b-a7d8-ec8cadefa473 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:55.108862 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-14cd30a7-e8dc-465b-a7d8-ec8cadefa473 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1408944 Jul 05 03:47:55.144656 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-131bc7c0-7508-4d4f-b51b-2ffe30b5d230 service neutron] Attempting to bind port 376221ed-4425-4743-9a96-730cd196a373 on host n-h2-780147-23 for vnic_type normal with profile {"migrating_to": "n-h1-780147-23"} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:55.145006 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-131bc7c0-7508-4d4f-b51b-2ffe30b5d230 service neutron] Attempting to bind port 376221ed-4425-4743-9a96-730cd196a373 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:55.145486 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-131bc7c0-7508-4d4f-b51b-2ffe30b5d230 service neutron] Attempting to bind port 376221ed-4425-4743-9a96-730cd196a373 on network e37bffed-7318-4dad-93bc-2135e6f53abd {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:55.150880 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-131bc7c0-7508-4d4f-b51b-2ffe30b5d230 service neutron] Port 376221ed-4425-4743-9a96-730cd196a373 on network e37bffed-7318-4dad-93bc-2135e6f53abd not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:47:55.151023 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-131bc7c0-7508-4d4f-b51b-2ffe30b5d230 service neutron] Attempting to bind port 376221ed-4425-4743-9a96-730cd196a373 on network e37bffed-7318-4dad-93bc-2135e6f53abd {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:55.156063 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-131bc7c0-7508-4d4f-b51b-2ffe30b5d230 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:55.157183 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-131bc7c0-7508-4d4f-b51b-2ffe30b5d230 service neutron] Checking segment: {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:55.157183 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-131bc7c0-7508-4d4f-b51b-2ffe30b5d230 service neutron] Bound using segment: {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:55.157183 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-131bc7c0-7508-4d4f-b51b-2ffe30b5d230 service neutron] Bound port: 376221ed-4425-4743-9a96-730cd196a373, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:55.157556 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-131bc7c0-7508-4d4f-b51b-2ffe30b5d230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.168960 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-3acea986-cabd-4f22-96ad-ade877430688 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/quotas/e49d6119c6b04193aa63d9e1a9f0f606 HTTP/1.1" status: 200 len: 375 time: 0.0146372 Jul 05 03:47:55.234844 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-131bc7c0-7508-4d4f-b51b-2ffe30b5d230 service neutron] For port 376221ed-4425-4743-9a96-730cd196a373, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:55.238116 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-131bc7c0-7508-4d4f-b51b-2ffe30b5d230 service neutron] For port 376221ed-4425-4743-9a96-730cd196a373, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=376221ed-4425-4743-9a96-730cd196a373,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:55.245927 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-131bc7c0-7508-4d4f-b51b-2ffe30b5d230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.281856 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898ab55e-196d-4dec-9288-a2cdafa8e997 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:55.304551 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] Sync routers for ids ['929139da-3a0c-42bb-ad33-f5d693cebb38'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:55.325752 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-f804dd6f-cf59-4b7b-9654-97ad43e459a9 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e49d6119c6b04193aa63d9e1a9f0f606&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1471186 Jul 05 03:47:55.326954 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-898ab55e-196d-4dec-9288-a2cdafa8e997 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.330681 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-898ab55e-196d-4dec-9288-a2cdafa8e997 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.7076080 Jul 05 03:47:55.331012 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44002) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:55.332001 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] Routers {'929139da-3a0c-42bb-ad33-f5d693cebb38'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:55.333553 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:47:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['929139da-3a0c-42bb-ad33-f5d693cebb38'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:55.346408 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bc7c0-7508-4d4f-b51b-2ffe30b5d230 service neutron] Pushing event updated for resources: {'Port': ['ID=376221ed-4425-4743-9a96-730cd196a373,revision_number=8']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:55.357672 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-131bc7c0-7508-4d4f-b51b-2ffe30b5d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:55.361491 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-131bc7c0-7508-4d4f-b51b-2ffe30b5d230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.363141 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-131bc7c0-7508-4d4f-b51b-2ffe30b5d230 service neutron] 10.222.0.89 "PUT /v2.0/ports/376221ed-4425-4743-9a96-730cd196a373 HTTP/1.1" status: 200 len: 1123 time: 0.9906132 Jul 05 03:47:55.501635 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['376221ed-4425-4743-9a96-730cd196a373'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:55.581489 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] Set router 929139da-3a0c-42bb-ad33-f5d693cebb38 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:55.748540 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device bfe40046-dcb2-4a23-91b1-75db175f25bd details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:55.990409 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port bfe40046-dcb2-4a23-91b1-75db175f25bd, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=bfe40046-dcb2-4a23-91b1-75db175f25bd,segment=NetworkSegment(f87cced7-ca52-4702-b6f2-045f0cdb9433),segment_id=f87cced7-ca52-4702-b6f2-045f0cdb9433)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:56.011660 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'bfe40046-dcb2-4a23-91b1-75db175f25bd', 'network_id': 'ed316610-b29c-457f-a987-9abff17192cf', 'port_id': 'bfe40046-dcb2-4a23-91b1-75db175f25bd', 'mac_address': 'fa:16:3e:f9:be:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b36211-a6e0-42fa-9ae6-cabeeef08bd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:47:56.025467 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2083943627-router', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '1be8967a-7b22-4e6f-90d5-6181af46f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:51Z', 'updated_at': '2021-07-05T03:47:53Z', 'revision_number': 3, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'gw_port': {'id': '1be8967a-7b22-4e6f-90d5-6181af46f343', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:47:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:56.040742 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea6dbd-b261-42a3-921f-1c92fa89d8c2 req-3ef72775-ef73-4893-8359-56f518a0f422 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:56.050778 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8cea6dbd-b261-42a3-921f-1c92fa89d8c2 req-3ef72775-ef73-4893-8359-56f518a0f422 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 943 time: 0.3315477 Jul 05 03:47:56.075910 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3c018c37-3af1-43cd-9c77-8cfe3a97720e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:56.080850 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] Checking router: 929139da-3a0c-42bb-ad33-f5d693cebb38 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:56.081012 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] Updating router 929139da-3a0c-42bb-ad33-f5d693cebb38 port 1be8967a-7b22-4e6f-90d5-6181af46f343 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:47:56.118141 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8cea6dbd-b261-42a3-921f-1c92fa89d8c2 req-c7d85242-d1d1-4e2a-9364-827e6d137679 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660684 Jul 05 03:47:56.183452 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.212748 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44024) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:56.255192 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe40046-dcb2-4a23-91b1-75db175f25bd {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:56.269640 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.271766 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 3c018c37-3af1-43cd-9c77-8cfe3a97720e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:56.272182 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.317823 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ce224f3-dcfc-49b3-9b6c-5a765d7d255b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.324473 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785c27c1-f309-4b3f-9a42-de5cc8b3746b x-openstack-request-id: req-785c27c1-f309-4b3f-9a42-de5cc8b3746b {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:56.325259 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f", "name": "network-vif-unplugged", "status": "completed", "tag": "376221ed-4425-4743-9a96-730cd196a373", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:56.326239 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-785c27c1-f309-4b3f-9a42-de5cc8b3746b {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:56.327138 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '376221ed-4425-4743-9a96-730cd196a373', 'code': 200} Jul 05 03:47:56.362512 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port bfe40046-dcb2-4a23-91b1-75db175f25bd, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=bfe40046-dcb2-4a23-91b1-75db175f25bd,segment=NetworkSegment(f87cced7-ca52-4702-b6f2-045f0cdb9433),segment_id=f87cced7-ca52-4702-b6f2-045f0cdb9433)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:56.374414 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.479215 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-20ffee78-cd4e-4a72-a298-6780cf49eb2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.516230 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=bfe40046-dcb2-4a23-91b1-75db175f25bd,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:56.596017 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-495a84e9-1ab2-4407-abd0-920b41f7c614 req-800980dd-0158-4853-845b-9affe6d37fa9 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/ports?device_id=c32c4e27-fd92-4c3e-8764-41a4db5dbdc1 HTTP/1.1" status: 200 len: 210 time: 0.0501428 Jul 05 03:47:56.696551 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-20ffee78-cd4e-4a72-a298-6780cf49eb2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.705074 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-20ffee78-cd4e-4a72-a298-6780cf49eb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.739022 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffee78-cd4e-4a72-a298-6780cf49eb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c3fcc1-9b51-43ee-a4d4-e4b558c30053,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:56.745264 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbde14-a745-4955-ab0e-d9a75a7f3e4c req-210fa97d-ad7b-4bc8-8b52-028b21a6fa40 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:56.748782 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d5dbde14-a745-4955-ab0e-d9a75a7f3e4c req-210fa97d-ad7b-4bc8-8b52-028b21a6fa40 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 944 time: 0.2799704 Jul 05 03:47:56.783678 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-3ce224f3-dcfc-49b3-9b6c-5a765d7d255b admin admin] Allocated IP 172.20.0.1 (7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259/53c8c881-5530-43b2-8dda-741f6f554578/12caa555-cda1-4696-ad41-85b179e89e36) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:56.818094 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.822498 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-20ffee78-cd4e-4a72-a298-6780cf49eb2b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a7158d7623fb4844a4ada59ba23c3e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6086667 Jul 05 03:47:56.825189 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44030) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:56.826896 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['bfe40046-dcb2-4a23-91b1-75db175f25bd'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:56.832337 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d5dbde14-a745-4955-ab0e-d9a75a7f3e4c req-b54f7505-1e03-4f84-b5f6-13ffcc290cfa tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656071 Jul 05 03:47:56.865555 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] Transition to ACTIVE for port object 1be8967a-7b22-4e6f-90d5-6181af46f343 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:56.883148 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.905166 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae1f2a-265e-4360-9508-ea53930dd9ff req-c6e02e26-9175-422c-aaf2-8a352bc3638f tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:56.907219 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7bae1f2a-265e-4360-9508-ea53930dd9ff req-c6e02e26-9175-422c-aaf2-8a352bc3638f tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 943 time: 0.1215951 Jul 05 03:47:56.938414 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c7028d20-e3b7-4c95-ab21-b3912ca62890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.972211 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ce224f3-dcfc-49b3-9b6c-5a765d7d255b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.973245 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c7028d20-e3b7-4c95-ab21-b3912ca62890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.974283 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] Attempting to bind port 1be8967a-7b22-4e6f-90d5-6181af46f343 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:56.974798 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] Attempting to bind port 1be8967a-7b22-4e6f-90d5-6181af46f343 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:56.975005 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] Attempting to bind port 1be8967a-7b22-4e6f-90d5-6181af46f343 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:56.982292 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad740887-cc40-4c0d-b13a-096002c64330 None None] Pushing event updated for resources: {'Port': ['ID=1be8967a-7b22-4e6f-90d5-6181af46f343,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:56.996986 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:56.997354 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:56.998248 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.998432 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:56.998886 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] Bound port: 1be8967a-7b22-4e6f-90d5-6181af46f343, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:56.999271 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:57.011025 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7bae1f2a-265e-4360-9508-ea53930dd9ff req-57730e56-2625-4708-aa59-65d6a95f7b58 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921373 Jul 05 03:47:57.015348 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-3ce224f3-dcfc-49b3-9b6c-5a765d7d255b admin admin] Transition to ACTIVE for port object 12caa555-cda1-4696-ad41-85b179e89e36 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:57.051846 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c7028d20-e3b7-4c95-ab21-b3912ca62890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:57.055189 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c7028d20-e3b7-4c95-ab21-b3912ca62890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:57.059009 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c7028d20-e3b7-4c95-ab21-b3912ca62890 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c2c3fcc1-9b51-43ee-a4d4-e4b558c30053 HTTP/1.1" status: 204 len: 168 time: 0.2299783 Jul 05 03:47:57.074327 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7028d20-e3b7-4c95-ab21-b3912ca62890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c3fcc1-9b51-43ee-a4d4-e4b558c30053,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:57.109364 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] For port 1be8967a-7b22-4e6f-90d5-6181af46f343, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:57.113088 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ce224f3-dcfc-49b3-9b6c-5a765d7d255b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:57.141324 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41853c2-9292-4ac0-9d7c-7fe9d5f932b8 req-772473ac-a546-465e-9a4c-182bf4fad43d tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:57.143000 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c41853c2-9292-4ac0-9d7c-7fe9d5f932b8 req-772473ac-a546-465e-9a4c-182bf4fad43d tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c342eb9-1d8a-4656-83db-da5f0c3e57b8 HTTP/1.1" status: 200 len: 949 time: 0.1778307 Jul 05 03:47:57.145199 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] For port 1be8967a-7b22-4e6f-90d5-6181af46f343, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1be8967a-7b22-4e6f-90d5-6181af46f343,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:57.156668 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:57.228860 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce224f3-dcfc-49b3-9b6c-5a765d7d255b admin admin] Network 7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:57.247839 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-e5519417-e931-49d0-830a-6593a3afcd65 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=e49d6119c6b04193aa63d9e1a9f0f606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531471 Jul 05 03:47:57.259375 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c41853c2-9292-4ac0-9d7c-7fe9d5f932b8 req-92e5fbbf-8ef3-440b-ae98-545899812acc tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ad53c07-6858-4824-a214-aab8b01503db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073828 Jul 05 03:47:57.274257 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-3ce224f3-dcfc-49b3-9b6c-5a765d7d255b admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:57.276991 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce224f3-dcfc-49b3-9b6c-5a765d7d255b admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:57.359605 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce224f3-dcfc-49b3-9b6c-5a765d7d255b admin admin] Pushing event updated for resources: {'Port': ['ID=12caa555-cda1-4696-ad41-85b179e89e36,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:57.425141 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ce224f3-dcfc-49b3-9b6c-5a765d7d255b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:57.580035 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad740887-cc40-4c0d-b13a-096002c64330 None None] Pushing event updated for resources: {'Port': ['ID=1be8967a-7b22-4e6f-90d5-6181af46f343,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:57.580931 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-51ba162a-ddc8-48c1-8d83-40a395b8df9b tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:57.581990 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-51ba162a-ddc8-48c1-8d83-40a395b8df9b tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3271654 Jul 05 03:47:57.603285 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-1d2e274f-f29d-44e1-adf3-80eefa841897 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Request body: {'port': {'device_id': 'c32c4e27-fd92-4c3e-8764-41a4db5dbdc1', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': 'e49d6119c6b04193aa63d9e1a9f0f606'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:57.608646 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] Routers {'929139da-3a0c-42bb-ad33-f5d693cebb38'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:57.609325 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:47:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['929139da-3a0c-42bb-ad33-f5d693cebb38'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:57.712153 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 376221ed-4425-4743-9a96-730cd196a373 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:57.743620 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ce224f3-dcfc-49b3-9b6c-5a765d7d255b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:57.746507 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572741ee-7287-46d5-a689-0ccfb36d2cd4 req-65850262-edac-4167-a153-a0a767081de2 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:57.749962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 9cf9a358-4aea-4435-9981-a99ef573895f details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:57.754748 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-572741ee-7287-46d5-a689-0ccfb36d2cd4 req-65850262-edac-4167-a153-a0a767081de2 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 943 time: 0.3132942 Jul 05 03:47:57.754961 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44054) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:57.771177 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-3645476b-e6df-4e71-8584-189db5620b39 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=f45538cae3da46a8916185b24770ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515471 Jul 05 03:47:57.781253 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a0bfdb9-77ba-4a98-a08a-ac1942e539af admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:57.825725 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-572741ee-7287-46d5-a689-0ccfb36d2cd4 req-6e481da0-1ee3-466b-a71a-1f0d6fa7f5cd tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699465 Jul 05 03:47:57.885069 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-1d2e274f-f29d-44e1-adf3-80eefa841897 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Made reservation on behalf of e49d6119c6b04193aa63d9e1a9f0f606 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:57.892515 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-1d2e274f-f29d-44e1-adf3-80eefa841897 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:57.966653 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-513a8ce6-dcca-4c68-aa04-268e180fabbd None None] Provisioning for port 12caa555-cda1-4696-ad41-85b179e89e36 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:57.985593 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-513a8ce6-dcca-4c68-aa04-268e180fabbd None None] Provisioning complete for port 12caa555-cda1-4696-ad41-85b179e89e36 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:57.986260 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-513a8ce6-dcca-4c68-aa04-268e180fabbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:57.992923 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] Set router 929139da-3a0c-42bb-ad33-f5d693cebb38 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:58.056832 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-9c57f9a2-e065-4b64-801a-b3aa74df2656 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:58.058389 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-9c57f9a2-e065-4b64-801a-b3aa74df2656 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2658017 Jul 05 03:47:58.097898 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-693abd67-e490-4653-b60c-7060ec4ae93f req-e3a41842-51de-4a5b-aa92-4ae1bdc41fcd tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/ports?device_id=c32c4e27-fd92-4c3e-8764-41a4db5dbdc1 HTTP/1.1" status: 200 len: 210 time: 0.0458245 Jul 05 03:47:58.114867 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-0d8f59a1-6173-4ac2-a029-71dcc8aff07b tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/quotas/f45538cae3da46a8916185b24770ed87 HTTP/1.1" status: 200 len: 375 time: 0.0285850 Jul 05 03:47:58.118353 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-1d2e274f-f29d-44e1-adf3-80eefa841897 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Allocated IP 192.168.233.34 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/8466e9ee-e323-4014-bb8d-9f75ec52fac0) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:58.189974 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ce224f3-dcfc-49b3-9b6c-5a765d7d255b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.212464 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 9cf9a358-4aea-4435-9981-a99ef573895f, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=9cf9a358-4aea-4435-9981-a99ef573895f,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:58.218246 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ce224f3-dcfc-49b3-9b6c-5a765d7d255b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.220522 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 376221ed-4425-4743-9a96-730cd196a373, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=376221ed-4425-4743-9a96-730cd196a373,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:58.237981 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-513a8ce6-dcca-4c68-aa04-268e180fabbd None None] Port 12caa555-cda1-4696-ad41-85b179e89e36 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:58.252437 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '9cf9a358-4aea-4435-9981-a99ef573895f', 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368', 'port_id': '9cf9a358-4aea-4435-9981-a99ef573895f', 'mac_address': 'fa:16:3e:8c:cc:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d29ec61-cb40-45c9-a308-0007b5185cb0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:47:58.255975 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 376221ed-4425-4743-9a96-730cd196a373 has no active binding in host n-h1-780147-23 {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:47:58.304640 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce224f3-dcfc-49b3-9b6c-5a765d7d255b admin admin] Pushing event updated for resources: {'Port': ['ID=12caa555-cda1-4696-ad41-85b179e89e36,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:58.309823 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a0bfdb9-77ba-4a98-a08a-ac1942e539af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.330441 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a0bfdb9-77ba-4a98-a08a-ac1942e539af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.333892 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.342210 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f', 'tag': '376221ed-4425-4743-9a96-730cd196a373'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:58.348333 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03604447-4888-497e-9b70-64f2a672f008" -d '{"events": [{"name": "network-changed", "server_uuid": "23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f", "tag": "376221ed-4425-4743-9a96-730cd196a373"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:58.358548 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-1d2e274f-f29d-44e1-adf3-80eefa841897 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.374460 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf9a358-4aea-4435-9981-a99ef573895f {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:58.406910 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-1d2e274f-f29d-44e1-adf3-80eefa841897 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Transition to ACTIVE for port object 8466e9ee-e323-4014-bb8d-9f75ec52fac0 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:58.407585 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 9cf9a358-4aea-4435-9981-a99ef573895f, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=9cf9a358-4aea-4435-9981-a99ef573895f,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:58.413598 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.473413 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302890f-0b4d-41b4-9a46-ed11f49b8b3e req-8a7ea1e0-fe4d-4bcf-96d5-72a87047708b tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:58.475023 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5302890f-0b4d-41b4-9a46-ed11f49b8b3e req-8a7ea1e0-fe4d-4bcf-96d5-72a87047708b tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 944 time: 0.1205549 Jul 05 03:47:58.480720 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2083943627-router', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '1be8967a-7b22-4e6f-90d5-6181af46f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:51Z', 'updated_at': '2021-07-05T03:47:53Z', 'revision_number': 3, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'gw_port': {'id': '1be8967a-7b22-4e6f-90d5-6181af46f343', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:58.482082 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-1d2e274f-f29d-44e1-adf3-80eefa841897 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.515443 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['2c97b98d-7c4a-44ee-bd36-54f17cb34a03'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:58.525742 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=9cf9a358-4aea-4435-9981-a99ef573895f,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:58.530229 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2647b8b-8a5b-45ba-9f07-a5c152727b7a None None] The sync data for ids ['929139da-3a0c-42bb-ad33-f5d693cebb38'] in n-d-780147-23 is: [{'id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2083943627-router', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '1be8967a-7b22-4e6f-90d5-6181af46f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:51Z', 'updated_at': '2021-07-05T03:47:53Z', 'revision_number': 3, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'gw_port': {'id': '1be8967a-7b22-4e6f-90d5-6181af46f343', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:58.555220 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-1d2e274f-f29d-44e1-adf3-80eefa841897 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:58.564519 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-128c8113-7df4-4e98-a05e-aa02a7578ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.582084 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-1d2e274f-f29d-44e1-adf3-80eefa841897 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:58.587654 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-1d2e274f-f29d-44e1-adf3-80eefa841897 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:58.647291 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-61ad1974-5d13-4e04-8f20-0d239e434a15 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f45538cae3da46a8916185b24770ed87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5172038 Jul 05 03:47:58.656623 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3a0bfdb9-77ba-4a98-a08a-ac1942e539af admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=88f1a93138054aa1805b00d649ca17b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8916600 Jul 05 03:47:58.656623 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ce224f3-dcfc-49b3-9b6c-5a765d7d255b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.660221 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44064) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:58.664497 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5302890f-0b4d-41b4-9a46-ed11f49b8b3e req-afd08f94-7dfa-4375-b67e-38cc152cca5c tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612186 Jul 05 03:47:58.665759 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e274f-f29d-44e1-adf3-80eefa841897 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Pushing event updated for resources: {'Port': ['ID=8466e9ee-e323-4014-bb8d-9f75ec52fac0,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:58.683660 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0bfdb9-77ba-4a98-a08a-ac1942e539af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8ca1f8-c955-452a-80d4-7d8e001bc426,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:58.717602 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-1d2e274f-f29d-44e1-adf3-80eefa841897 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:58.718426 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-1d2e274f-f29d-44e1-adf3-80eefa841897 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.780301 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-1d2e274f-f29d-44e1-adf3-80eefa841897 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1848996 Jul 05 03:47:58.787975 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.798363 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-3d4b8ac0-66b5-4763-b28d-5f0845328962 service neutron] Request body: {'port': {'device_id': 'c32c4e27-fd92-4c3e-8764-41a4db5dbdc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:58.910484 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7443b15c-c639-43ef-85e5-2d76cd306ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.917343 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['9cf9a358-4aea-4435-9981-a99ef573895f'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:59.000446 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce224f3-dcfc-49b3-9b6c-5a765d7d255b admin admin] Network 7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:59.005021 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-3ce224f3-dcfc-49b3-9b6c-5a765d7d255b admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:59.018895 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-3d4b8ac0-66b5-4763-b28d-5f0845328962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:59.019423 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7443b15c-c639-43ef-85e5-2d76cd306ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:59.131721 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6c9e8a0c-94b7-4ab2-a2ed-c6a0e521a5dc None None] Provisioning for port 8466e9ee-e323-4014-bb8d-9f75ec52fac0 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:59.178500 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6c9e8a0c-94b7-4ab2-a2ed-c6a0e521a5dc None None] Provisioning complete for port 8466e9ee-e323-4014-bb8d-9f75ec52fac0 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:59.179567 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6c9e8a0c-94b7-4ab2-a2ed-c6a0e521a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:59.342214 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-6c9e8a0c-94b7-4ab2-a2ed-c6a0e521a5dc None None] Port 8466e9ee-e323-4014-bb8d-9f75ec52fac0 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:59.368864 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce224f3-dcfc-49b3-9b6c-5a765d7d255b admin admin] Router 929139da-3a0c-42bb-ad33-f5d693cebb38 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:47:59.435896 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8d074-970d-496a-8067-4b86b6824161 req-df079634-aa22-4416-805e-060bbaa49919 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:59.447819 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1ce8d074-970d-496a-8067-4b86b6824161 req-df079634-aa22-4416-805e-060bbaa49919 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 943 time: 0.6066072 Jul 05 03:47:59.456240 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98605bbc-ba28-41eb-b871-9bc47875a30c x-openstack-request-id: req-98605bbc-ba28-41eb-b871-9bc47875a30c {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:59.456796 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f", "tag": "376221ed-4425-4743-9a96-730cd196a373", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:59.457201 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-98605bbc-ba28-41eb-b871-9bc47875a30c {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:59.457885 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f', 'tag': '376221ed-4425-4743-9a96-730cd196a373', 'status': 'completed', 'code': 200} Jul 05 03:47:59.484503 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c98461e0-19be-48ce-91b4-e5341e56169c None None] Provisioning complete for port 12caa555-cda1-4696-ad41-85b179e89e36 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:59.485175 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c98461e0-19be-48ce-91b4-e5341e56169c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:59.511142 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7443b15c-c639-43ef-85e5-2d76cd306ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:59.513615 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7443b15c-c639-43ef-85e5-2d76cd306ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:59.514820 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7443b15c-c639-43ef-85e5-2d76cd306ff0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ad8ca1f8-c955-452a-80d4-7d8e001bc426 HTTP/1.1" status: 204 len: 168 time: 0.8533707 Jul 05 03:47:59.572958 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-c98461e0-19be-48ce-91b4-e5341e56169c None None] Port 12caa555-cda1-4696-ad41-85b179e89e36 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:59.611842 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443b15c-c639-43ef-85e5-2d76cd306ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8ca1f8-c955-452a-80d4-7d8e001bc426,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:59.611993 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03604447-4888-497e-9b70-64f2a672f008 req-7551f8fc-c7a2-4a9e-8e92-36c9e8106f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:59.624740 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-03604447-4888-497e-9b70-64f2a672f008 req-7551f8fc-c7a2-4a9e-8e92-36c9e8106f99 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6079881a5dcb456f811aa69e44c04ef0&device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 1126 time: 0.1712754 Jul 05 03:47:59.655609 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1ce8d074-970d-496a-8067-4b86b6824161 req-b166bc64-5b7c-4e30-92f7-fabde2fac3c6 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061017 Jul 05 03:47:59.718586 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce224f3-dcfc-49b3-9b6c-5a765d7d255b admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:59.735112 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3ce224f3-dcfc-49b3-9b6c-5a765d7d255b admin admin] 10.222.0.77 "PUT /v2.0/routers/929139da-3a0c-42bb-ad33-f5d693cebb38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4031920 Jul 05 03:47:59.749707 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device bfe40046-dcb2-4a23-91b1-75db175f25bd up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:59.839441 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835496db-cae6-4e59-a9af-62628dac6b31 req-57cd4db5-4439-4f16-aced-62f0a2054488 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:59.845102 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-835496db-cae6-4e59-a9af-62628dac6b31 req-57cd4db5-4439-4f16-aced-62f0a2054488 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 944 time: 0.3427768 Jul 05 03:47:59.906927 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port bfe40046-dcb2-4a23-91b1-75db175f25bd completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:59.929798 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port bfe40046-dcb2-4a23-91b1-75db175f25bd triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:59.930417 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:59.963908 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-835496db-cae6-4e59-a9af-62628dac6b31 req-95f9720d-806f-4e47-a5c8-238a7eabf2c3 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091301 Jul 05 03:48:00.103488 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1be8967a-7b22-4e6f-90d5-6181af46f343 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:00.175482 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03604447-4888-497e-9b70-64f2a672f008 req-74ce0616-633c-472d-9e69-0681db22b091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:00.177114 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-03604447-4888-497e-9b70-64f2a672f008 req-74ce0616-633c-472d-9e69-0681db22b091 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 200 len: 909 time: 0.5446637 Jul 05 03:48:00.210967 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:00.279825 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5b90eb85-8cd6-40b4-9443-8a5d1309ef07 req-49d2905a-bed9-4930-957a-e108680fe8c5 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f714ea1-b4a7-49fd-98eb-e77d2babb26b HTTP/1.1" status: 200 len: 210 time: 0.2582233 Jul 05 03:48:00.283266 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port bfe40046-dcb2-4a23-91b1-75db175f25bd, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=bfe40046-dcb2-4a23-91b1-75db175f25bd,segment=NetworkSegment(f87cced7-ca52-4702-b6f2-045f0cdb9433),segment_id=f87cced7-ca52-4702-b6f2-045f0cdb9433)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:00.284647 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25168ef2-ee53-4f00-8a48-7c178c77063f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe40046-dcb2-4a23-91b1-75db175f25bd'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:00.287662 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de27a6b6-1fcb-4a36-aa8e-bd7319f8dd20" -d '{"events": [{"server_uuid": "25168ef2-ee53-4f00-8a48-7c178c77063f", "name": "network-vif-plugged", "status": "completed", "tag": "bfe40046-dcb2-4a23-91b1-75db175f25bd"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:00.291590 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cdb20-7904-4dcf-a383-ebc3fce0f098 req-bd4d1dce-bf68-4afc-94f1-42141008aa9a tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:00.294094 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:00.302956 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a38cdb20-7904-4dcf-a383-ebc3fce0f098 req-bd4d1dce-bf68-4afc-94f1-42141008aa9a tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/ports?device_id=c32c4e27-fd92-4c3e-8764-41a4db5dbdc1 HTTP/1.1" status: 200 len: 935 time: 0.1638777 Jul 05 03:48:00.336042 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-03604447-4888-497e-9b70-64f2a672f008 req-44e3aa38-5b4a-4f2a-b1f9-495380d06b86 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=376221ed-4425-4743-9a96-730cd196a373 HTTP/1.1" status: 200 len: 217 time: 0.1002285 Jul 05 03:48:00.359736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 1be8967a-7b22-4e6f-90d5-6181af46f343 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:00.360168 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a38cdb20-7904-4dcf-a383-ebc3fce0f098 req-34e7703e-ddd0-4eae-9669-d54f9b92b198 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/security-groups?id=787a1539-3459-429a-a53c-c4ec0594d2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556681 Jul 05 03:48:00.385155 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 1be8967a-7b22-4e6f-90d5-6181af46f343 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:00.386536 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:00.425395 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03604447-4888-497e-9b70-64f2a672f008 req-3a375463-c0ee-4419-bb59-6e169982a699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:00.427046 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-03604447-4888-497e-9b70-64f2a672f008 req-3a375463-c0ee-4419-bb59-6e169982a699 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed0a1ef0-1506-4eb0-93c1-51dd53393e81 HTTP/1.1" status: 200 len: 848 time: 0.0855775 Jul 05 03:48:00.479099 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-03604447-4888-497e-9b70-64f2a672f008 req-a043a89f-9274-47ff-9dd1-97513da5a7f2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e37bffed-7318-4dad-93bc-2135e6f53abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435438 Jul 05 03:48:00.503663 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=bfe40046-dcb2-4a23-91b1-75db175f25bd,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:00.600627 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:00.608799 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-3d4b8ac0-66b5-4763-b28d-5f0845328962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8466e9ee-e323-4014-bb8d-9f75ec52fac0 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:00.630276 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 1be8967a-7b22-4e6f-90d5-6181af46f343, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1be8967a-7b22-4e6f-90d5-6181af46f343,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:00.634661 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:00.643782 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-3d4b8ac0-66b5-4763-b28d-5f0845328962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:00.673113 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-3d4b8ac0-66b5-4763-b28d-5f0845328962 service neutron] Transition to ACTIVE for port object 8466e9ee-e323-4014-bb8d-9f75ec52fac0 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:00.690047 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-3d4b8ac0-66b5-4763-b28d-5f0845328962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:00.749950 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=1be8967a-7b22-4e6f-90d5-6181af46f343,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:00.756608 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:48:00.791762 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-03604447-4888-497e-9b70-64f2a672f008 req-3c877659-f9bd-4af9-bbec-e092ead0672a service neutron] 10.222.0.70 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850177 Jul 05 03:48:00.805277 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfa6ab-18f7-4189-9dc5-b655c777bfb6 req-b81b803f-92db-49df-8800-a8d5f3291848 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:00.806867 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-48bfa6ab-18f7-4189-9dc5-b655c777bfb6 req-b81b803f-92db-49df-8800-a8d5f3291848 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 945 time: 0.2261846 Jul 05 03:48:00.826864 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b8ac0-66b5-4763-b28d-5f0845328962 service neutron] Pushing event updated for resources: {'Port': ['ID=8466e9ee-e323-4014-bb8d-9f75ec52fac0,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:01.018937 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-48bfa6ab-18f7-4189-9dc5-b655c777bfb6 req-7e418dca-de64-40f4-a8e4-9ddd0865f6f1 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945603 Jul 05 03:48:01.032743 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.70', 59175) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:01.079870 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-3d4b8ac0-66b5-4763-b28d-5f0845328962 service neutron] Attempting to bind port 8466e9ee-e323-4014-bb8d-9f75ec52fac0 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:01.080275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-3d4b8ac0-66b5-4763-b28d-5f0845328962 service neutron] Attempting to bind port 8466e9ee-e323-4014-bb8d-9f75ec52fac0 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:01.080612 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-3d4b8ac0-66b5-4763-b28d-5f0845328962 service neutron] Attempting to bind port 8466e9ee-e323-4014-bb8d-9f75ec52fac0 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:01.087042 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-3214bc48-6bf3-4614-9a39-23ac94d231b9 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:01.106290 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-3214bc48-6bf3-4614-9a39-23ac94d231b9 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/networks?id=7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259 HTTP/1.1" status: 200 len: 829 time: 0.2645729 Jul 05 03:48:01.106591 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-3d4b8ac0-66b5-4763-b28d-5f0845328962 service neutron] Port 8466e9ee-e323-4014-bb8d-9f75ec52fac0 on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:01.106858 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-3d4b8ac0-66b5-4763-b28d-5f0845328962 service neutron] Attempting to bind port 8466e9ee-e323-4014-bb8d-9f75ec52fac0 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:01.122389 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-3d4b8ac0-66b5-4763-b28d-5f0845328962 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:01.122918 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-3d4b8ac0-66b5-4763-b28d-5f0845328962 service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:01.123316 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-3d4b8ac0-66b5-4763-b28d-5f0845328962 service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:01.123770 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-3d4b8ac0-66b5-4763-b28d-5f0845328962 service neutron] Bound port: 8466e9ee-e323-4014-bb8d-9f75ec52fac0, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:01.124162 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-3d4b8ac0-66b5-4763-b28d-5f0845328962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:01.135535 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-03604447-4888-497e-9b70-64f2a672f008 req-77635d67-8ad0-4308-80f0-cc80ff30da2c service neutron] 10.222.0.70 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233218 Jul 05 03:48:01.163150 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-4c8bff76-cc43-4af7-a6e3-4661696c896b tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f45538cae3da46a8916185b24770ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1292751 Jul 05 03:48:01.176898 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-96064472-64a9-42df-bd35-31e6829df404 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/quotas/8d34cb22e7154db1a76006c2ff6af640 HTTP/1.1" status: 200 len: 375 time: 0.0696361 Jul 05 03:48:01.248268 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e83f7a9-2719-4aa6-aba5-c579684eb8a6 x-openstack-request-id: req-2e83f7a9-2719-4aa6-aba5-c579684eb8a6 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:01.248816 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25168ef2-ee53-4f00-8a48-7c178c77063f", "name": "network-vif-plugged", "status": "completed", "tag": "bfe40046-dcb2-4a23-91b1-75db175f25bd", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:01.249012 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2e83f7a9-2719-4aa6-aba5-c579684eb8a6 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:01.249484 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25168ef2-ee53-4f00-8a48-7c178c77063f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe40046-dcb2-4a23-91b1-75db175f25bd', 'code': 200} Jul 05 03:48:01.292724 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-b51291f4-cac0-4fde-96f9-2f4f40ac92a9 service neutron] 10.222.0.70 "GET /v2.0/ports/376221ed-4425-4743-9a96-730cd196a373/bindings/n-h1-780147-23 HTTP/1.1" status: 200 len: 385 time: 0.3224392 Jul 05 03:48:01.298007 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b7e34691-5456-4edc-8257-b846ad2824b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:01.326473 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-3d4b8ac0-66b5-4763-b28d-5f0845328962 service neutron] For port 8466e9ee-e323-4014-bb8d-9f75ec52fac0, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:01.331959 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-3d4b8ac0-66b5-4763-b28d-5f0845328962 service neutron] For port 8466e9ee-e323-4014-bb8d-9f75ec52fac0, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8466e9ee-e323-4014-bb8d-9f75ec52fac0,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:01.341235 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-3d4b8ac0-66b5-4763-b28d-5f0845328962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:01.412521 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] Sync routers for ids ['929139da-3a0c-42bb-ad33-f5d693cebb38'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:48:01.425464 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] Routers {'929139da-3a0c-42bb-ad33-f5d693cebb38'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:01.426120 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:48:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['929139da-3a0c-42bb-ad33-f5d693cebb38'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:01.503043 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b8ac0-66b5-4763-b28d-5f0845328962 service neutron] Pushing event updated for resources: {'Port': ['ID=8466e9ee-e323-4014-bb8d-9f75ec52fac0,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:01.520628 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-3d4b8ac0-66b5-4763-b28d-5f0845328962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:01.522336 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-3d4b8ac0-66b5-4763-b28d-5f0845328962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:01.524321 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-3d4b8ac0-66b5-4763-b28d-5f0845328962 service neutron] 10.222.0.89 "PUT /v2.0/ports/8466e9ee-e323-4014-bb8d-9f75ec52fac0 HTTP/1.1" status: 200 len: 1096 time: 2.7323973 Jul 05 03:48:01.542130 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32c4e27-fd92-4c3e-8764-41a4db5dbdc1', 'tag': '8466e9ee-e323-4014-bb8d-9f75ec52fac0'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:01.553190 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5de7ec-7713-4443-886f-3e94a6cd74ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c32c4e27-fd92-4c3e-8764-41a4db5dbdc1", "tag": "8466e9ee-e323-4014-bb8d-9f75ec52fac0"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:01.616475 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-239ce183-e5f5-4b66-84a5-c8f9cbf8d52d tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8d34cb22e7154db1a76006c2ff6af640&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4383121 Jul 05 03:48:01.644965 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] Set router 929139da-3a0c-42bb-ad33-f5d693cebb38 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:01.652174 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:01.654443 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-5dde42c3-5bfd-4e2d-a894-97f8ab48a094 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:01.657298 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-5dde42c3-5bfd-4e2d-a894-97f8ab48a094 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4649673 Jul 05 03:48:01.719415 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c20eca-0858-47e3-af4d-c25bbb5e9354 req-481bf45e-4239-4b81-a5de-1422d73fd380 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:01.730788 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7c20eca-0858-47e3-af4d-c25bbb5e9354 req-481bf45e-4239-4b81-a5de-1422d73fd380 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 943 time: 0.3415306 Jul 05 03:48:01.757399 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 9cf9a358-4aea-4435-9981-a99ef573895f up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:01.795543 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-dfa33bdb-a6da-4045-b44d-1deec6453bf4 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Request body: {'port': {'device_id': '2f714ea1-b4a7-49fd-98eb-e77d2babb26b', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': 'f45538cae3da46a8916185b24770ed87'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:01.849563 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7c20eca-0858-47e3-af4d-c25bbb5e9354 req-b27628de-87ee-46d1-9dc4-5b1534efe0ef tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175117 Jul 05 03:48:01.876935 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd210834-060a-4793-a2d4-c3fcc275fd4d req-2e8d5543-e68b-4e3c-b170-7a3cd28ed81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:01.879080 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cd210834-060a-4793-a2d4-c3fcc275fd4d req-2e8d5543-e68b-4e3c-b170-7a3cd28ed81f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 1097 time: 0.3219500 Jul 05 03:48:01.887700 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-6ee546a9-d268-4e9f-a69d-dc62c61259ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:01.891023 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-6ee546a9-d268-4e9f-a69d-dc62c61259ae service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e49d6119c6b04193aa63d9e1a9f0f606&device_id=c32c4e27-fd92-4c3e-8764-41a4db5dbdc1 HTTP/1.1" status: 200 len: 1099 time: 0.2556977 Jul 05 03:48:01.903275 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 9cf9a358-4aea-4435-9981-a99ef573895f completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:01.919787 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 9cf9a358-4aea-4435-9981-a99ef573895f triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:01.922040 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:02.003739 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-96920676-c413-4f40-8ac3-ac2be16868a9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=8466e9ee-e323-4014-bb8d-9f75ec52fac0 HTTP/1.1" status: 200 len: 217 time: 0.1008842 Jul 05 03:48:02.027150 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2083943627-router', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '1be8967a-7b22-4e6f-90d5-6181af46f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:51Z', 'updated_at': '2021-07-05T03:47:57Z', 'revision_number': 4, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'gw_port': {'id': '1be8967a-7b22-4e6f-90d5-6181af46f343', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '12caa555-cda1-4696-ad41-85b179e89e36', 'name': '', 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'mac_address': 'fa:16:3e:53:49:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '53c8c881-5530-43b2-8dda-741f6f554578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:56Z', 'updated_at': '2021-07-05T03:47:57Z', 'revision_number': 2, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'subnets': [{'id': '53c8c881-5530-43b2-8dda-741f6f554578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:02.050906 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1be8967a-7b22-4e6f-90d5-6181af46f343 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:02.059288 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-167e4c8d-b589-4b01-95ce-72dc23541f2f service neutron] For port 376221ed-4425-4743-9a96-730cd196a373, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=376221ed-4425-4743-9a96-730cd196a373,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:02.066570 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] Checking router: 929139da-3a0c-42bb-ad33-f5d693cebb38 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:48:02.067176 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] Updating router 929139da-3a0c-42bb-ad33-f5d693cebb38 port 12caa555-cda1-4696-ad41-85b179e89e36 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:48:02.095054 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-afa4f430-aebe-4490-8710-feff08d1610c service neutron] 10.222.0.77 "GET /v2.0/networks/7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770443 Jul 05 03:48:02.106904 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:02.140305 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cd210834-060a-4793-a2d4-c3fcc275fd4d req-68c62d9a-7194-4a25-bc14-64087b11eae8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442057 Jul 05 03:48:02.164347 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-167e4c8d-b589-4b01-95ce-72dc23541f2f service neutron] For port 376221ed-4425-4743-9a96-730cd196a373, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:02.193638 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-1003fd59-fb31-4c59-bdb1-99d72248cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:02.196949 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-1003fd59-fb31-4c59-bdb1-99d72248cea2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1754763 Jul 05 03:48:02.224499 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-167e4c8d-b589-4b01-95ce-72dc23541f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 376221ed-4425-4743-9a96-730cd196a373 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:02.239253 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-167e4c8d-b589-4b01-95ce-72dc23541f2f service neutron] For port 376221ed-4425-4743-9a96-730cd196a373, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=376221ed-4425-4743-9a96-730cd196a373,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:02.242242 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-dfa33bdb-a6da-4045-b44d-1deec6453bf4 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Made reservation on behalf of f45538cae3da46a8916185b24770ed87 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:02.243567 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 1be8967a-7b22-4e6f-90d5-6181af46f343 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:02.244144 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:02.246579 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-dfa33bdb-a6da-4045-b44d-1deec6453bf4 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:02.247707 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:02.297510 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-167e4c8d-b589-4b01-95ce-72dc23541f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:02.332524 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 9cf9a358-4aea-4435-9981-a99ef573895f, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=9cf9a358-4aea-4435-9981-a99ef573895f,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:02.346280 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-5b3a1272-04e9-47ce-9df0-eff001582987 service neutron] 10.222.0.77 "GET /v2.0/networks/7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498717 Jul 05 03:48:02.387490 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-a7e59110-e363-4916-90dd-d802a577680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:02.389665 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-a7e59110-e363-4916-90dd-d802a577680f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1481431 Jul 05 03:48:02.398076 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:02.401846 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10fcdd-594e-43b6-9250-a6c8eedf4ea3 req-fa52af22-2293-404a-97cb-20c6f504c502 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:02.406356 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ce10fcdd-594e-43b6-9250-a6c8eedf4ea3 req-fa52af22-2293-404a-97cb-20c6f504c502 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 944 time: 0.2067847 Jul 05 03:48:02.456380 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:02.510083 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=9cf9a358-4aea-4435-9981-a99ef573895f,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:02.526983 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ce10fcdd-594e-43b6-9250-a6c8eedf4ea3 req-95ee9ac7-e77f-49a4-99bd-1d25586a711d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033235 Jul 05 03:48:02.590948 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:02.602059 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-167e4c8d-b589-4b01-95ce-72dc23541f2f service neutron] Transition to ACTIVE for port object 376221ed-4425-4743-9a96-730cd196a373 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:02.608645 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] Transition to ACTIVE for port object 12caa555-cda1-4696-ad41-85b179e89e36 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:02.620072 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:02.633565 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-167e4c8d-b589-4b01-95ce-72dc23541f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:02.640954 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-b9c4b79e-3ab3-463e-9bdb-fd28d590ae6d service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327960 Jul 05 03:48:02.680945 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf53a6c-9fba-458d-bc5d-eb0dac4a7516 None None] Pushing event updated for resources: {'Port': ['ID=12caa555-cda1-4696-ad41-85b179e89e36,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:02.786401 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] Attempting to bind port 12caa555-cda1-4696-ad41-85b179e89e36 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:02.786857 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] Attempting to bind port 12caa555-cda1-4696-ad41-85b179e89e36 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '6569a909-3478-45a3-94cd-8bdecec7a421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:02.787570 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] Attempting to bind port 12caa555-cda1-4696-ad41-85b179e89e36 on network 7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:02.794264 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:02.794633 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] Checking segment: {'id': '6569a909-3478-45a3-94cd-8bdecec7a421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:02.795037 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:02.795426 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] Bound using segment: {'id': '6569a909-3478-45a3-94cd-8bdecec7a421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:02.795954 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] Bound port: 12caa555-cda1-4696-ad41-85b179e89e36, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6569a909-3478-45a3-94cd-8bdecec7a421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:02.796352 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:02.871202 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-52d71e0f-1fd3-469d-bcb8-4ec02bc9474f req-719d7fbb-a1b1-4f5c-88c2-641acc5a7224 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231627 Jul 05 03:48:02.878586 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-dfa33bdb-a6da-4045-b44d-1deec6453bf4 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Allocated IP 192.168.233.107 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/1dc1d3e9-9575-458a-8483-f6523bc2c7b9) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:02.886523 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-167e4c8d-b589-4b01-95ce-72dc23541f2f service neutron] No DVR routers for this DVR port 376221ed-4425-4743-9a96-730cd196a373 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:02.896314 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] For port 12caa555-cda1-4696-ad41-85b179e89e36, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:02.902492 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] For port 12caa555-cda1-4696-ad41-85b179e89e36, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=12caa555-cda1-4696-ad41-85b179e89e36,segment=NetworkSegment(6569a909-3478-45a3-94cd-8bdecec7a421),segment_id=6569a909-3478-45a3-94cd-8bdecec7a421)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:02.905899 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e4c8d-b589-4b01-95ce-72dc23541f2f service neutron] Pushing event updated for resources: {'Port': ['ID=376221ed-4425-4743-9a96-730cd196a373,revision_number=10']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:02.917747 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:02.921810 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabe077-b186-4cb6-bc70-acc27eb0e9c6 req-279b5aaf-23c1-44af-a67b-086ce3500727 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:02.923399 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ceabe077-b186-4cb6-bc70-acc27eb0e9c6 req-279b5aaf-23c1-44af-a67b-086ce3500727 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/ports?device_id=c32c4e27-fd92-4c3e-8764-41a4db5dbdc1 HTTP/1.1" status: 200 len: 947 time: 0.1267271 Jul 05 03:48:02.968063 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c1d00db3-26fc-46d0-a494-bae1078bce90 req-8bb0645a-fb50-4af2-a268-4597da975870 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f714ea1-b4a7-49fd-98eb-e77d2babb26b HTTP/1.1" status: 200 len: 210 time: 0.0827985 Jul 05 03:48:02.995217 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ceabe077-b186-4cb6-bc70-acc27eb0e9c6 req-3a953548-88b8-459f-9907-284b2a40fa40 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/security-groups?id=787a1539-3459-429a-a53c-c4ec0594d2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619512 Jul 05 03:48:03.030520 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-167e4c8d-b589-4b01-95ce-72dc23541f2f service neutron] 10.222.0.70 "PUT /v2.0/ports/376221ed-4425-4743-9a96-730cd196a373/bindings/n-h1-780147-23/activate HTTP/1.1" status: 200 len: 370 time: 1.7210867 Jul 05 03:48:03.051343 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] Routers {'929139da-3a0c-42bb-ad33-f5d693cebb38'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:03.052033 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:48:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['929139da-3a0c-42bb-ad33-f5d693cebb38'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:03.055949 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fe1fce-e253-45b3-a2be-d9feaaa18b5c x-openstack-request-id: req-b8fe1fce-e253-45b3-a2be-d9feaaa18b5c {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:03.056242 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32c4e27-fd92-4c3e-8764-41a4db5dbdc1", "tag": "8466e9ee-e323-4014-bb8d-9f75ec52fac0", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:03.056662 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b8fe1fce-e253-45b3-a2be-d9feaaa18b5c {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:03.057263 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32c4e27-fd92-4c3e-8764-41a4db5dbdc1', 'tag': '8466e9ee-e323-4014-bb8d-9f75ec52fac0', 'status': 'completed', 'code': 200} Jul 05 03:48:03.058189 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf53a6c-9fba-458d-bc5d-eb0dac4a7516 None None] Pushing event updated for resources: {'Port': ['ID=12caa555-cda1-4696-ad41-85b179e89e36,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:03.227914 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5de7ec-7713-4443-886f-3e94a6cd74ec req-41f52cba-229e-407c-89b6-2496289613c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:03.230284 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9a5de7ec-7713-4443-886f-3e94a6cd74ec req-41f52cba-229e-407c-89b6-2496289613c1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e49d6119c6b04193aa63d9e1a9f0f606&device_id=c32c4e27-fd92-4c3e-8764-41a4db5dbdc1 HTTP/1.1" status: 200 len: 1099 time: 0.1377611 Jul 05 03:48:03.245929 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-dfa33bdb-a6da-4045-b44d-1deec6453bf4 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:03.250645 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543a34a5-5c22-4e9c-b144-e6d955d1313a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf9a358-4aea-4435-9981-a99ef573895f'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:03.253597 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ed1132-5067-4376-9b73-9cf70c297e15" -d '{"events": [{"server_uuid": "543a34a5-5c22-4e9c-b144-e6d955d1313a", "name": "network-vif-plugged", "status": "completed", "tag": "9cf9a358-4aea-4435-9981-a99ef573895f"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:03.274141 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-dfa33bdb-a6da-4045-b44d-1deec6453bf4 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Transition to ACTIVE for port object 1dc1d3e9-9575-458a-8483-f6523bc2c7b9 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:03.340011 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-23b1a869-4647-4746-af2f-11bb0188ab1d tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:03.341837 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-23b1a869-4647-4746-af2f-11bb0188ab1d tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f&tenant_id=6079881a5dcb456f811aa69e44c04ef0&binding%3Ahost_id=n-h2-780147-23 HTTP/1.1" status: 200 len: 1096 time: 0.1631675 Jul 05 03:48:03.412441 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-dfa33bdb-a6da-4045-b44d-1deec6453bf4 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:03.428903 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['c330e6d2-737e-43be-95f5-e3fc7383e2bd'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:03.462106 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] Set router 929139da-3a0c-42bb-ad33-f5d693cebb38 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:03.472769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-dfa33bdb-a6da-4045-b44d-1deec6453bf4 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:03.488032 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-dfa33bdb-a6da-4045-b44d-1deec6453bf4 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:03.514341 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-dfa33bdb-a6da-4045-b44d-1deec6453bf4 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:03.553492 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0e37d-c43b-4445-8f73-9ea5f99c5f55 req-127a7f12-e11d-4719-a439-138d39dfb6f0 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:03.560925 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-41d0e37d-c43b-4445-8f73-9ea5f99c5f55 req-127a7f12-e11d-4719-a439-138d39dfb6f0 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 945 time: 0.2213814 Jul 05 03:48:03.569598 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa33bdb-a6da-4045-b44d-1deec6453bf4 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Pushing event updated for resources: {'Port': ['ID=1dc1d3e9-9575-458a-8483-f6523bc2c7b9,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:03.590161 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5de7ec-7713-4443-886f-3e94a6cd74ec req-d21d98ea-b5bf-4a45-b47b-d261616b4b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:03.591975 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9a5de7ec-7713-4443-886f-3e94a6cd74ec req-d21d98ea-b5bf-4a45-b47b-d261616b4b59 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.3519759 Jul 05 03:48:03.674436 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-41d0e37d-c43b-4445-8f73-9ea5f99c5f55 req-2bf819b3-9f99-4815-be64-274cdfc8250f tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973489 Jul 05 03:48:03.681873 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-dfa33bdb-a6da-4045-b44d-1deec6453bf4 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:03.682604 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-dfa33bdb-a6da-4045-b44d-1deec6453bf4 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:03.712808 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-dfa33bdb-a6da-4045-b44d-1deec6453bf4 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9360886 Jul 05 03:48:03.743273 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-bf02b13b-6a93-4e40-91cc-6d9cce927e4b service neutron] Request body: {'port': {'device_id': '2f714ea1-b4a7-49fd-98eb-e77d2babb26b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:03.765146 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9a5de7ec-7713-4443-886f-3e94a6cd74ec req-0e57a9e9-ab01-4d0c-a7a4-7ff3e0a88b65 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=8466e9ee-e323-4014-bb8d-9f75ec52fac0 HTTP/1.1" status: 200 len: 217 time: 0.1331229 Jul 05 03:48:03.864812 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-8e1413c8-bbdc-47eb-a626-ec9e1943a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:03.867510 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-8e1413c8-bbdc-47eb-a626-ec9e1943a3a1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f&tenant_id=6079881a5dcb456f811aa69e44c04ef0 HTTP/1.1" status: 200 len: 1096 time: 0.5054810 Jul 05 03:48:03.889899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5de7ec-7713-4443-886f-3e94a6cd74ec req-3180c88c-8ba0-4ad2-8117-1e00f08ec876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:03.891682 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9a5de7ec-7713-4443-886f-3e94a6cd74ec req-3180c88c-8ba0-4ad2-8117-1e00f08ec876 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1117482 Jul 05 03:48:04.004624 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3a2a6e3f-0506-48b8-8434-efc500b57fd6 req-c9370cec-f859-4154-b044-cad808dcbaf8 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/ports?device_id=f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3 HTTP/1.1" status: 200 len: 210 time: 0.0907919 Jul 05 03:48:04.015323 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-bf02b13b-6a93-4e40-91cc-6d9cce927e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:04.040124 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2083943627-router', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '1be8967a-7b22-4e6f-90d5-6181af46f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:51Z', 'updated_at': '2021-07-05T03:47:57Z', 'revision_number': 4, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'gw_port': {'id': '1be8967a-7b22-4e6f-90d5-6181af46f343', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '12caa555-cda1-4696-ad41-85b179e89e36', 'name': '', 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'mac_address': 'fa:16:3e:53:49:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '53c8c881-5530-43b2-8dda-741f6f554578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:56Z', 'updated_at': '2021-07-05T03:48:02Z', 'revision_number': 4, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'subnets': [{'id': '53c8c881-5530-43b2-8dda-741f6f554578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:04.074847 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5776afe2-eac7-4f31-94e1-283ac209541c None None] Provisioning for port 1dc1d3e9-9575-458a-8483-f6523bc2c7b9 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:04.081441 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5de7ec-7713-4443-886f-3e94a6cd74ec req-b7e24bc3-d863-48f1-bfdf-8851ea531873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:04.088711 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9a5de7ec-7713-4443-886f-3e94a6cd74ec req-b7e24bc3-d863-48f1-bfdf-8851ea531873 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1835799 Jul 05 03:48:04.101469 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5776afe2-eac7-4f31-94e1-283ac209541c None None] Provisioning complete for port 1dc1d3e9-9575-458a-8483-f6523bc2c7b9 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:04.101932 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5776afe2-eac7-4f31-94e1-283ac209541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:04.119310 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e9dbbc-99e3-4edc-88be-05fa1fb815db None None] The sync data for ids ['929139da-3a0c-42bb-ad33-f5d693cebb38'] in n-d-780147-23 is: [{'id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2083943627-router', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '1be8967a-7b22-4e6f-90d5-6181af46f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:51Z', 'updated_at': '2021-07-05T03:47:57Z', 'revision_number': 4, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'gw_port': {'id': '1be8967a-7b22-4e6f-90d5-6181af46f343', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '12caa555-cda1-4696-ad41-85b179e89e36', 'name': '', 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'mac_address': 'fa:16:3e:53:49:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '53c8c881-5530-43b2-8dda-741f6f554578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:56Z', 'updated_at': '2021-07-05T03:48:02Z', 'revision_number': 4, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'subnets': [{'id': '53c8c881-5530-43b2-8dda-741f6f554578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:48:04.184865 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d2abf7-da3f-4277-891c-0711a22a0e50 x-openstack-request-id: req-24d2abf7-da3f-4277-891c-0711a22a0e50 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:04.185404 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543a34a5-5c22-4e9c-b144-e6d955d1313a", "name": "network-vif-plugged", "status": "completed", "tag": "9cf9a358-4aea-4435-9981-a99ef573895f", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:04.185644 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-24d2abf7-da3f-4277-891c-0711a22a0e50 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:04.186228 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543a34a5-5c22-4e9c-b144-e6d955d1313a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf9a358-4aea-4435-9981-a99ef573895f', 'code': 200} Jul 05 03:48:04.191191 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-5776afe2-eac7-4f31-94e1-283ac209541c None None] Port 1dc1d3e9-9575-458a-8483-f6523bc2c7b9 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:48:04.233835 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:04.325499 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-6b686664-7bcc-48d6-b920-28e95757db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:04.327321 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-6b686664-7bcc-48d6-b920-28e95757db8e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6079881a5dcb456f811aa69e44c04ef0&device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 1096 time: 0.3327236 Jul 05 03:48:04.502805 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d7edb-bebe-4111-a5a5-f8226a1ce48f req-76185b3b-37a8-46c7-a643-760bbc76fe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:04.504399 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cf6d7edb-bebe-4111-a5a5-f8226a1ce48f req-76185b3b-37a8-46c7-a643-760bbc76fe99 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 1097 time: 0.1380310 Jul 05 03:48:04.618022 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.89', 53729) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:04.749303 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ae7d6-fa43-4021-b0cb-d930d6c6fd30 req-f5193d1f-7532-483e-86b4-e847b044eecb tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:04.756371 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-940ae7d6-fa43-4021-b0cb-d930d6c6fd30 req-f5193d1f-7532-483e-86b4-e847b044eecb tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 944 time: 0.6846461 Jul 05 03:48:04.775360 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9a5de7ec-7713-4443-886f-3e94a6cd74ec req-ffe187a3-d7e0-4e31-9eec-a596fd96123e service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6621132 Jul 05 03:48:04.884877 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-eadf44f7-8957-4505-9d36-13983568c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:04.886733 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-eadf44f7-8957-4505-9d36-13983568c3ed service neutron] 10.222.0.89 "GET /v2.0/networks?id=e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 200 len: 909 time: 0.5469236 Jul 05 03:48:04.894372 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-940ae7d6-fa43-4021-b0cb-d930d6c6fd30 req-ff5f22b3-9a6b-4f54-827d-e472571fa46e tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365397 Jul 05 03:48:04.915997 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cf6d7edb-bebe-4111-a5a5-f8226a1ce48f req-7b614919-9ed5-46d0-9d73-2aa332d892c2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983247 Jul 05 03:48:04.918055 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-bf02b13b-6a93-4e40-91cc-6d9cce927e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc1d3e9-9575-458a-8483-f6523bc2c7b9 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:04.940559 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-61cd6d27-c2c8-49f6-9ca0-abb8d87b18e3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=376221ed-4425-4743-9a96-730cd196a373 HTTP/1.1" status: 200 len: 217 time: 0.0434606 Jul 05 03:48:04.959982 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-bf02b13b-6a93-4e40-91cc-6d9cce927e4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:04.990958 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-bf02b13b-6a93-4e40-91cc-6d9cce927e4b service neutron] Transition to ACTIVE for port object 1dc1d3e9-9575-458a-8483-f6523bc2c7b9 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:05.013492 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-bf02b13b-6a93-4e40-91cc-6d9cce927e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:05.032388 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9a5de7ec-7713-4443-886f-3e94a6cd74ec req-7abb04e4-6e52-4027-b3c0-6f9f5847df49 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410188 Jul 05 03:48:05.035064 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c56fa2-680c-446e-ac74-6aa66a7a06fa req-f0e55afd-d350-43de-acff-270941dc4ef5 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:05.035717 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-ea18b63c-6df7-423c-9995-4d132e158dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:05.037259 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-ea18b63c-6df7-423c-9995-4d132e158dd9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ed0a1ef0-1506-4eb0-93c1-51dd53393e81 HTTP/1.1" status: 200 len: 848 time: 0.0881176 Jul 05 03:48:05.037875 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-25c56fa2-680c-446e-ac74-6aa66a7a06fa req-f0e55afd-d350-43de-acff-270941dc4ef5 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 945 time: 0.5214620 Jul 05 03:48:05.107321 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-4eb64385-1ce0-4d60-88f4-c48fc9ed4826 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e37bffed-7318-4dad-93bc-2135e6f53abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514629 Jul 05 03:48:05.125028 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-b9507b33-7a70-4b15-9575-1878f387b579 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:05.126839 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-b9507b33-7a70-4b15-9575-1878f387b579 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.89 "GET /v2.0/networks?id=7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259 HTTP/1.1" status: 200 len: 829 time: 0.2538137 Jul 05 03:48:05.161823 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-4aa12546-7186-4980-87b6-e3c777c96e5e tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Request body: {'port': {'device_id': 'f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3', 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259', 'admin_state_up': True, 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:05.181381 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02b13b-6a93-4e40-91cc-6d9cce927e4b service neutron] Pushing event updated for resources: {'Port': ['ID=1dc1d3e9-9575-458a-8483-f6523bc2c7b9,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:05.189607 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-25c56fa2-680c-446e-ac74-6aa66a7a06fa req-7e3eca6e-654f-4525-a06d-79892453980c tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320443 Jul 05 03:48:05.248098 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de95ac5-3733-47e1-8ed4-155fa2008377 req-d90fcb8d-137f-4dd4-a26c-461c39bd408d tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:05.255434 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9de95ac5-3733-47e1-8ed4-155fa2008377 req-d90fcb8d-137f-4dd4-a26c-461c39bd408d tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/ports?device_id=c32c4e27-fd92-4c3e-8764-41a4db5dbdc1 HTTP/1.1" status: 200 len: 947 time: 0.2145195 Jul 05 03:48:05.331443 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9de95ac5-3733-47e1-8ed4-155fa2008377 req-1d1ac62e-4902-488c-9938-5bc1ca501c99 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/security-groups?id=787a1539-3459-429a-a53c-c4ec0594d2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742753 Jul 05 03:48:05.341747 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-17e46c35-e470-4218-be52-50d275a88a30 service neutron] 10.222.0.89 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253404 Jul 05 03:48:05.378443 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-bf02b13b-6a93-4e40-91cc-6d9cce927e4b service neutron] Attempting to bind port 1dc1d3e9-9575-458a-8483-f6523bc2c7b9 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:05.378957 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-bf02b13b-6a93-4e40-91cc-6d9cce927e4b service neutron] Attempting to bind port 1dc1d3e9-9575-458a-8483-f6523bc2c7b9 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:05.379309 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-bf02b13b-6a93-4e40-91cc-6d9cce927e4b service neutron] Attempting to bind port 1dc1d3e9-9575-458a-8483-f6523bc2c7b9 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:05.416361 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-bf02b13b-6a93-4e40-91cc-6d9cce927e4b service neutron] Port 1dc1d3e9-9575-458a-8483-f6523bc2c7b9 on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:05.416939 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-bf02b13b-6a93-4e40-91cc-6d9cce927e4b service neutron] Attempting to bind port 1dc1d3e9-9575-458a-8483-f6523bc2c7b9 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:05.443941 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-bf02b13b-6a93-4e40-91cc-6d9cce927e4b service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:05.444950 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-bf02b13b-6a93-4e40-91cc-6d9cce927e4b service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:05.445414 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-bf02b13b-6a93-4e40-91cc-6d9cce927e4b service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:05.445946 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-bf02b13b-6a93-4e40-91cc-6d9cce927e4b service neutron] Bound port: 1dc1d3e9-9575-458a-8483-f6523bc2c7b9, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:05.446381 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-bf02b13b-6a93-4e40-91cc-6d9cce927e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:05.494934 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-0de8c721-3239-423b-97c5-2eb35c84240b service neutron] 10.222.0.89 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378486 Jul 05 03:48:05.513977 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-4aa12546-7186-4980-87b6-e3c777c96e5e tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Made reservation on behalf of 8d34cb22e7154db1a76006c2ff6af640 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:05.518045 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-4aa12546-7186-4980-87b6-e3c777c96e5e tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:05.532154 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c4c2840-7c49-456b-942a-4cfedcabf1cb req-8ab303da-d3a0-44d1-ae2d-6c6d1cc468b6 tempest-QuotasAdminNegativeTest-636003069 tempest-QuotasAdminNegativeTest-636003069-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=3fcdcb36a2684d5eaba0d48d6c36be6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260174 Jul 05 03:48:05.634201 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86a1c1-7b6c-4ce3-9554-b2c1856c69d2 req-acfaaa2c-7189-4d72-aff3-f4c1bc78606a tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:05.641599 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1f86a1c1-7b6c-4ce3-9554-b2c1856c69d2 req-acfaaa2c-7189-4d72-aff3-f4c1bc78606a tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f714ea1-b4a7-49fd-98eb-e77d2babb26b HTTP/1.1" status: 200 len: 948 time: 0.2388313 Jul 05 03:48:05.644901 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-bf02b13b-6a93-4e40-91cc-6d9cce927e4b service neutron] For port 1dc1d3e9-9575-458a-8483-f6523bc2c7b9, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:05.687320 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-bf02b13b-6a93-4e40-91cc-6d9cce927e4b service neutron] For port 1dc1d3e9-9575-458a-8483-f6523bc2c7b9, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=1dc1d3e9-9575-458a-8483-f6523bc2c7b9,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:05.691871 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c2840-7c49-456b-942a-4cfedcabf1cb req-19551fc5-3d0e-41b7-b16c-7aca3eeb72b8 tempest-QuotasAdminNegativeTest-636003069 tempest-QuotasAdminNegativeTest-636003069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:05.698625 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c4c2840-7c49-456b-942a-4cfedcabf1cb req-19551fc5-3d0e-41b7-b16c-7aca3eeb72b8 tempest-QuotasAdminNegativeTest-636003069 tempest-QuotasAdminNegativeTest-636003069-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1636403 Jul 05 03:48:05.706839 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-bf02b13b-6a93-4e40-91cc-6d9cce927e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:05.715848 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c4c2840-7c49-456b-942a-4cfedcabf1cb req-fc77d364-1100-4d6a-8d80-e00235085def tempest-QuotasAdminNegativeTest-636003069 tempest-QuotasAdminNegativeTest-636003069-project] 10.222.0.77 "GET /v2.0/quotas/3fcdcb36a2684d5eaba0d48d6c36be6e HTTP/1.1" status: 200 len: 375 time: 0.0161257 Jul 05 03:48:05.734093 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8466e9ee-e323-4014-bb8d-9f75ec52fac0 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:05.790806 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c4c2840-7c49-456b-942a-4cfedcabf1cb req-f416cb6c-befd-4c43-b912-5f1407bb10a7 tempest-QuotasAdminNegativeTest-636003069 tempest-QuotasAdminNegativeTest-636003069-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3fcdcb36a2684d5eaba0d48d6c36be6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736992 Jul 05 03:48:05.797222 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-bf02b13b-6a93-4e40-91cc-6d9cce927e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:05.798186 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-bf02b13b-6a93-4e40-91cc-6d9cce927e4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:05.799994 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-bf02b13b-6a93-4e40-91cc-6d9cce927e4b service neutron] 10.222.0.70 "PUT /v2.0/ports/1dc1d3e9-9575-458a-8483-f6523bc2c7b9 HTTP/1.1" status: 200 len: 1097 time: 2.0667799 Jul 05 03:48:05.806374 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f714ea1-b4a7-49fd-98eb-e77d2babb26b', 'tag': '1dc1d3e9-9575-458a-8483-f6523bc2c7b9'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:05.809300 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5813f3-c2a3-4326-b416-c51ff4c3fa90" -d '{"events": [{"name": "network-changed", "server_uuid": "2f714ea1-b4a7-49fd-98eb-e77d2babb26b", "tag": "1dc1d3e9-9575-458a-8483-f6523bc2c7b9"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:05.827616 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1f86a1c1-7b6c-4ce3-9554-b2c1856c69d2 req-f49e97ac-ba6d-4ccd-849d-f253d3d056c2 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ad53c07-6858-4824-a214-aab8b01503db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841455 Jul 05 03:48:05.882941 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 376221ed-4425-4743-9a96-730cd196a373 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:05.982144 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8466e9ee-e323-4014-bb8d-9f75ec52fac0, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8466e9ee-e323-4014-bb8d-9f75ec52fac0,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:06.003021 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-688e6dd3-2cc1-4538-b452-236e8498907f tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:06.005343 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-4aa12546-7186-4980-87b6-e3c777c96e5e tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Allocated IP 172.20.0.10 (7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259/53c8c881-5530-43b2-8dda-741f6f554578/69e730ad-e789-4b0d-8b3e-3021b86c8daa) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:06.013193 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-688e6dd3-2cc1-4538-b452-236e8498907f tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f&tenant_id=6079881a5dcb456f811aa69e44c04ef0&binding%3Ahost_id=n-h1-780147-23 HTTP/1.1" status: 200 len: 1096 time: 0.1449862 Jul 05 03:48:06.014600 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02b13b-6a93-4e40-91cc-6d9cce927e4b service neutron] Pushing event updated for resources: {'Port': ['ID=1dc1d3e9-9575-458a-8483-f6523bc2c7b9,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:06.064728 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '8466e9ee-e323-4014-bb8d-9f75ec52fac0', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '8466e9ee-e323-4014-bb8d-9f75ec52fac0', 'mac_address': 'fa:16:3e:e5:58:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:06.071406 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 376221ed-4425-4743-9a96-730cd196a373 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:06.102569 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 12caa555-cda1-4696-ad41-85b179e89e36 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:06.142217 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:06.169420 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-2bddc69c-390d-4331-995f-a07e2e9c83da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:06.171267 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-2bddc69c-390d-4331-995f-a07e2e9c83da service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f45538cae3da46a8916185b24770ed87&device_id=2f714ea1-b4a7-49fd-98eb-e77d2babb26b HTTP/1.1" status: 200 len: 1100 time: 0.2646766 Jul 05 03:48:06.175306 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8466e9ee-e323-4014-bb8d-9f75ec52fac0 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:06.205566 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8466e9ee-e323-4014-bb8d-9f75ec52fac0, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8466e9ee-e323-4014-bb8d-9f75ec52fac0,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:06.208823 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 12caa555-cda1-4696-ad41-85b179e89e36 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:06.213815 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:06.220839 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 12caa555-cda1-4696-ad41-85b179e89e36 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:06.221352 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:06.229785 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-99b04b20-6543-4e83-8d9e-2c9334fe743a service neutron] For port 376221ed-4425-4743-9a96-730cd196a373, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:06.233184 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-99b04b20-6543-4e83-8d9e-2c9334fe743a service neutron] Notify callbacks [] for binding, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:06.234496 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fbf1199-88ea-46d6-92af-3d80a6dde5f9 req-99b04b20-6543-4e83-8d9e-2c9334fe743a service neutron] 10.222.0.89 "DELETE /v2.0/ports/376221ed-4425-4743-9a96-730cd196a373/bindings/n-h2-780147-23 HTTP/1.1" status: 204 len: 173 time: 0.2176464 Jul 05 03:48:06.252026 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-62824894-331d-4ee9-9c36-490647cfbe89 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=1dc1d3e9-9575-458a-8483-f6523bc2c7b9 HTTP/1.1" status: 200 len: 217 time: 0.0635774 Jul 05 03:48:06.331537 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=8466e9ee-e323-4014-bb8d-9f75ec52fac0,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:06.344400 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a95a7ba-4ecd-4f87-b7df-d504a574703a req-ce291c7d-d354-4d29-8871-eb129d789737 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/ports?device_id=f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3 HTTP/1.1" status: 200 len: 210 time: 0.0499780 Jul 05 03:48:06.395873 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63741cf3-3d84-4a77-9b2c-2366dd5d0880 x-openstack-request-id: req-63741cf3-3d84-4a77-9b2c-2366dd5d0880 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:06.396171 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f714ea1-b4a7-49fd-98eb-e77d2babb26b", "tag": "1dc1d3e9-9575-458a-8483-f6523bc2c7b9", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:06.396429 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-63741cf3-3d84-4a77-9b2c-2366dd5d0880 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:06.396830 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f714ea1-b4a7-49fd-98eb-e77d2babb26b', 'tag': '1dc1d3e9-9575-458a-8483-f6523bc2c7b9', 'status': 'completed', 'code': 200} Jul 05 03:48:06.401094 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:06.426522 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-7fc42b37-a33a-4150-b827-ef37b39b32ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:06.428051 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-7fc42b37-a33a-4150-b827-ef37b39b32ce service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1674652 Jul 05 03:48:06.437792 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 12caa555-cda1-4696-ad41-85b179e89e36, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=12caa555-cda1-4696-ad41-85b179e89e36,segment=NetworkSegment(6569a909-3478-45a3-94cd-8bdecec7a421),segment_id=6569a909-3478-45a3-94cd-8bdecec7a421)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:06.442734 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:06.449881 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ec43c-277c-4674-b094-31869cb1c3ac req-007ac3f8-6682-4aee-83e5-2ca97871b770 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:06.453323 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d70ec43c-277c-4674-b094-31869cb1c3ac req-007ac3f8-6682-4aee-83e5-2ca97871b770 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 945 time: 0.3525031 Jul 05 03:48:06.504741 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['8466e9ee-e323-4014-bb8d-9f75ec52fac0'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:06.532745 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=12caa555-cda1-4696-ad41-85b179e89e36,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:06.574523 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-4aa12546-7186-4980-87b6-e3c777c96e5e tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:06.592980 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d70ec43c-277c-4674-b094-31869cb1c3ac req-d88f0f74-a7fe-405f-b41b-1e9067232630 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085660 Jul 05 03:48:06.605502 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8344faf-2f49-4640-bede-4fe5f91974eb req-803996d8-3396-486d-9405-ed848c95b111 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:06.618845 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c8344faf-2f49-4640-bede-4fe5f91974eb req-803996d8-3396-486d-9405-ed848c95b111 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 944 time: 0.1076620 Jul 05 03:48:06.621318 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-4aa12546-7186-4980-87b6-e3c777c96e5e tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Transition to ACTIVE for port object 69e730ad-e789-4b0d-8b3e-3021b86c8daa will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:06.695663 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c8344faf-2f49-4640-bede-4fe5f91974eb req-48d9415c-996d-453e-86ad-69ea6f54015d tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750160 Jul 05 03:48:06.726778 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-67e675b4-071d-43ac-b4a9-8e822852dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:06.728769 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-67e675b4-071d-43ac-b4a9-8e822852dd66 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2889426 Jul 05 03:48:06.815492 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b367552d-b757-4166-8ac0-9907938b4ae4 req-af6c9e9a-31f4-4a09-a944-ffb7a152c18c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2126055 Jul 05 03:48:06.816671 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-4aa12546-7186-4980-87b6-e3c777c96e5e tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:06.904322 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-4aa12546-7186-4980-87b6-e3c777c96e5e tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Network 7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:06.912401 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-4aa12546-7186-4980-87b6-e3c777c96e5e tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:06.929544 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-4aa12546-7186-4980-87b6-e3c777c96e5e tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:06.941207 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963133fc-fe3b-4079-b91f-5f5bdc7927ae req-db3b8b6f-a3f4-4d60-83c3-21ddd58a056e tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:06.942816 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-963133fc-fe3b-4079-b91f-5f5bdc7927ae req-db3b8b6f-a3f4-4d60-83c3-21ddd58a056e tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 945 time: 0.0831695 Jul 05 03:48:06.952416 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa12546-7186-4980-87b6-e3c777c96e5e tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Pushing event updated for resources: {'Port': ['ID=69e730ad-e789-4b0d-8b3e-3021b86c8daa,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:06.990602 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-963133fc-fe3b-4079-b91f-5f5bdc7927ae req-df7833e0-e63d-45be-80c8-597544566160 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400891 Jul 05 03:48:07.010961 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-ec705365-aec7-480f-a6bd-ea207a96197f service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739913 Jul 05 03:48:07.123339 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-4aa12546-7186-4980-87b6-e3c777c96e5e tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:07.124153 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-4aa12546-7186-4980-87b6-e3c777c96e5e tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:07.169111 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-4aa12546-7186-4980-87b6-e3c777c96e5e tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0145144 Jul 05 03:48:07.185303 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Request body: {'port': {'device_id': 'f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:07.190377 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f534aa2-492f-483e-a990-629c12eca4be req-25f3bfe1-4f5a-46df-99d2-d1579eb941ce tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:07.191775 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5f534aa2-492f-483e-a990-629c12eca4be req-25f3bfe1-4f5a-46df-99d2-d1579eb941ce tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 945 time: 0.0677569 Jul 05 03:48:07.205558 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02661eab-1baf-4b88-b203-09988be8bfc8 req-93a792a3-ee9c-4b96-b550-30d71e456511 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:07.207044 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-02661eab-1baf-4b88-b203-09988be8bfc8 req-93a792a3-ee9c-4b96-b550-30d71e456511 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/ports?device_id=c32c4e27-fd92-4c3e-8764-41a4db5dbdc1 HTTP/1.1" status: 200 len: 948 time: 0.2841425 Jul 05 03:48:07.240674 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5f534aa2-492f-483e-a990-629c12eca4be req-2c7ed4fa-90c0-493a-82dc-38e78efe1467 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411956 Jul 05 03:48:07.248161 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c632c0c-0f93-45cc-97c0-dafc06310fc3 req-69632bae-36da-4f6a-acc8-6a5665afd13c service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059894 Jul 05 03:48:07.250123 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367552d-b757-4166-8ac0-9907938b4ae4 req-ba045afd-fcda-4686-acce-15d46110a0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:07.253125 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-38d5b53f-3795-41ec-850f-ae307c006cc7 None None] Provisioning for port 69e730ad-e789-4b0d-8b3e-3021b86c8daa completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:07.258157 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-38d5b53f-3795-41ec-850f-ae307c006cc7 None None] Provisioning complete for port 69e730ad-e789-4b0d-8b3e-3021b86c8daa triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:07.258711 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-38d5b53f-3795-41ec-850f-ae307c006cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:07.262544 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b367552d-b757-4166-8ac0-9907938b4ae4 req-ba045afd-fcda-4686-acce-15d46110a0bc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4edbb8632052446b85918768ed92c1f6&device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 1097 time: 0.3004599 Jul 05 03:48:07.321012 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-38d5b53f-3795-41ec-850f-ae307c006cc7 None None] Port 69e730ad-e789-4b0d-8b3e-3021b86c8daa cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:48:07.396445 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-02661eab-1baf-4b88-b203-09988be8bfc8 req-59146ef5-6b85-439f-9892-c766489073d3 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/security-groups?id=787a1539-3459-429a-a53c-c4ec0594d2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613743 Jul 05 03:48:07.482192 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:07.559464 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c6508-1fc2-47a7-800f-1ef313ce90e5 req-4f328d77-ebab-41fc-a483-78ac5579441e tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:07.561058 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-672c6508-1fc2-47a7-800f-1ef313ce90e5 req-4f328d77-ebab-41fc-a483-78ac5579441e tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f714ea1-b4a7-49fd-98eb-e77d2babb26b HTTP/1.1" status: 200 len: 948 time: 0.0953004 Jul 05 03:48:07.567613 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367552d-b757-4166-8ac0-9907938b4ae4 req-6270e588-8141-43ea-8bfe-ee8ffe379c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:07.569427 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b367552d-b757-4166-8ac0-9907938b4ae4 req-6270e588-8141-43ea-8bfe-ee8ffe379c21 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ed316610-b29c-457f-a987-9abff17192cf HTTP/1.1" status: 200 len: 922 time: 0.2785590 Jul 05 03:48:07.606612 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-672c6508-1fc2-47a7-800f-1ef313ce90e5 req-894f982a-037c-4bdb-bd84-c22ffae601a2 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ad53c07-6858-4824-a214-aab8b01503db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392253 Jul 05 03:48:07.622173 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5813f3-c2a3-4326-b416-c51ff4c3fa90 req-26e666e6-7b72-49a6-90d3-137da6a1f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:07.623667 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd5813f3-c2a3-4326-b416-c51ff4c3fa90 req-26e666e6-7b72-49a6-90d3-137da6a1f5f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f45538cae3da46a8916185b24770ed87&device_id=2f714ea1-b4a7-49fd-98eb-e77d2babb26b HTTP/1.1" status: 200 len: 1100 time: 0.1966290 Jul 05 03:48:07.634455 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b367552d-b757-4166-8ac0-9907938b4ae4 req-a8059f5c-28bd-4bf7-81d4-3ed37a8c9f2d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfe40046-dcb2-4a23-91b1-75db175f25bd HTTP/1.1" status: 200 len: 217 time: 0.0555584 Jul 05 03:48:07.718077 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8466e9ee-e323-4014-bb8d-9f75ec52fac0 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:07.773362 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 8466e9ee-e323-4014-bb8d-9f75ec52fac0 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:07.778346 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 8466e9ee-e323-4014-bb8d-9f75ec52fac0 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:07.778717 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:07.869011 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:07.895000 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32c4e27-fd92-4c3e-8764-41a4db5dbdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8466e9ee-e323-4014-bb8d-9f75ec52fac0'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:07.897950 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6359886-3115-4ad0-90a8-62b8f63741fd" -d '{"events": [{"server_uuid": "c32c4e27-fd92-4c3e-8764-41a4db5dbdc1", "name": "network-vif-plugged", "status": "completed", "tag": "8466e9ee-e323-4014-bb8d-9f75ec52fac0"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:07.903030 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3fe2f-514d-4712-bfeb-1a24972b6735 req-e0452afc-3d61-46f0-a5cf-6f82a40d2f6d tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:07.904731 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-97f3fe2f-514d-4712-bfeb-1a24972b6735 req-e0452afc-3d61-46f0-a5cf-6f82a40d2f6d tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 1096 time: 0.0596018 Jul 05 03:48:07.912525 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8466e9ee-e323-4014-bb8d-9f75ec52fac0, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8466e9ee-e323-4014-bb8d-9f75ec52fac0,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:07.919545 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:07.950025 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-97f3fe2f-514d-4712-bfeb-1a24972b6735 req-588f599c-ddf0-49df-8492-1dabee381c48 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384500 Jul 05 03:48:07.987905 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 12caa555-cda1-4696-ad41-85b179e89e36 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:08.014872 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=8466e9ee-e323-4014-bb8d-9f75ec52fac0,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:08.058835 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 12caa555-cda1-4696-ad41-85b179e89e36 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:08.059217 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:08.074242 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367552d-b757-4166-8ac0-9907938b4ae4 req-d9097d7f-2d38-4fea-b026-443283a18c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:08.075963 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b367552d-b757-4166-8ac0-9907938b4ae4 req-d9097d7f-2d38-4fea-b026-443283a18c82 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37b36211-a6e0-42fa-9ae6-cabeeef08bd3 HTTP/1.1" status: 200 len: 861 time: 0.4322219 Jul 05 03:48:08.157930 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b367552d-b757-4166-8ac0-9907938b4ae4 req-0758d314-940a-4689-a9f6-b0302a1f59db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed316610-b29c-457f-a987-9abff17192cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681069 Jul 05 03:48:08.288718 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f725a-6337-4f9b-945c-bb7dbbac31ff req-6dde7bcd-7238-4b75-82a1-901b72452888 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:08.290366 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-823f725a-6337-4f9b-945c-bb7dbbac31ff req-6dde7bcd-7238-4b75-82a1-901b72452888 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/ports?device_id=f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3 HTTP/1.1" status: 200 len: 932 time: 0.0710297 Jul 05 03:48:08.303360 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5813f3-c2a3-4326-b416-c51ff4c3fa90 req-ac0e49b7-124b-4e54-8a23-08613374a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:08.304902 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd5813f3-c2a3-4326-b416-c51ff4c3fa90 req-ac0e49b7-124b-4e54-8a23-08613374a2f9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.6722438 Jul 05 03:48:08.311873 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1bac8-c39b-4ba3-a8c0-21261151b5c8 req-686f49db-0ba9-4b2c-bc36-0920ae6d5284 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:08.313417 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-91b1bac8-c39b-4ba3-a8c0-21261151b5c8 req-686f49db-0ba9-4b2c-bc36-0920ae6d5284 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 1097 time: 0.5752366 Jul 05 03:48:08.334499 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-823f725a-6337-4f9b-945c-bb7dbbac31ff req-4edf4a07-52d0-47e9-8039-f08b27ae027e tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/security-groups?id=b4c76acd-283f-4f93-b0a8-ace9bdb312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363503 Jul 05 03:48:08.385605 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd5813f3-c2a3-4326-b416-c51ff4c3fa90 req-18ebd692-9731-4ec3-88fd-081449b7d71c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=1dc1d3e9-9575-458a-8483-f6523bc2c7b9 HTTP/1.1" status: 200 len: 217 time: 0.0693679 Jul 05 03:48:08.454443 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b367552d-b757-4166-8ac0-9907938b4ae4 req-ed0f94a1-2786-4f3e-b3c3-12a4de4f5943 service neutron] 10.222.0.70 "GET /v2.0/networks/ed316610-b29c-457f-a987-9abff17192cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863264 Jul 05 03:48:08.504713 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-91b1bac8-c39b-4ba3-a8c0-21261151b5c8 req-daeb0049-868a-4013-9e53-80b735488af0 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772199 Jul 05 03:48:08.520614 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffe79d-c619-4fb5-92b8-780bb8c29f27 req-b4c45bbb-8ce3-4049-a4a5-7c65c3a886d2 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:08.522218 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6fffe79d-c619-4fb5-92b8-780bb8c29f27 req-b4c45bbb-8ce3-4049-a4a5-7c65c3a886d2 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 945 time: 0.0692887 Jul 05 03:48:08.539531 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5813f3-c2a3-4326-b416-c51ff4c3fa90 req-9cba6608-84b4-4ec1-89ee-8c38f6d5496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:08.541002 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd5813f3-c2a3-4326-b416-c51ff4c3fa90 req-9cba6608-84b4-4ec1-89ee-8c38f6d5496e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1456511 Jul 05 03:48:08.572129 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6fffe79d-c619-4fb5-92b8-780bb8c29f27 req-2a9d1ac2-c86d-41ca-a34d-d2d32620f99d tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437727 Jul 05 03:48:08.624342 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7ca59f-7b71-464a-a208-3ebc7496461a x-openstack-request-id: req-cb7ca59f-7b71-464a-a208-3ebc7496461a {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:08.625614 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32c4e27-fd92-4c3e-8764-41a4db5dbdc1", "name": "network-vif-plugged", "status": "completed", "tag": "8466e9ee-e323-4014-bb8d-9f75ec52fac0", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:08.626186 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cb7ca59f-7b71-464a-a208-3ebc7496461a {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:08.626800 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32c4e27-fd92-4c3e-8764-41a4db5dbdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8466e9ee-e323-4014-bb8d-9f75ec52fac0', 'code': 200} Jul 05 03:48:08.664660 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e730ad-e789-4b0d-8b3e-3021b86c8daa {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:08.676955 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:08.684848 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b367552d-b757-4166-8ac0-9907938b4ae4 req-16ffd371-2ff5-47fa-a559-0d3855562155 service neutron] 10.222.0.70 "GET /v2.0/networks/ed316610-b29c-457f-a987-9abff17192cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089372 Jul 05 03:48:08.714177 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Transition to ACTIVE for port object 69e730ad-e789-4b0d-8b3e-3021b86c8daa will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:08.728119 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5813f3-c2a3-4326-b416-c51ff4c3fa90 req-5ef532fe-7af4-4b8b-9b98-949f29c9b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:08.729663 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd5813f3-c2a3-4326-b416-c51ff4c3fa90 req-5ef532fe-7af4-4b8b-9b98-949f29c9b3a6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1730227 Jul 05 03:48:08.731648 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-faf48d5f-4614-4f71-a080-71475d4e4244 req-c01f6a45-eaca-4571-ba17-e64bc70437df tempest-QuotasAdminNegativeTest-636003069 tempest-QuotasAdminNegativeTest-636003069-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=3fcdcb36a2684d5eaba0d48d6c36be6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339584 Jul 05 03:48:08.732302 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:08.855875 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-cd1f3511-0f92-46be-8c9f-b6bb50ef5d27 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:08.857556 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-cd1f3511-0f92-46be-8c9f-b6bb50ef5d27 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/networks?id=e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 200 len: 808 time: 0.1566558 Jul 05 03:48:08.862487 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaed43b-cd31-4073-97af-63c908fa18d5 req-881c4194-fc32-42f4-91dc-5ea20a2a5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:08.864080 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1aaed43b-cd31-4073-97af-63c908fa18d5 req-881c4194-fc32-42f4-91dc-5ea20a2a5c1e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c32c4e27-fd92-4c3e-8764-41a4db5dbdc1 HTTP/1.1" status: 200 len: 1101 time: 0.1458392 Jul 05 03:48:08.891223 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-b6175e7f-3d02-474e-bda0-a59de8f63b5a tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/quotas/6079881a5dcb456f811aa69e44c04ef0 HTTP/1.1" status: 200 len: 375 time: 0.0231509 Jul 05 03:48:08.895949 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Pushing event updated for resources: {'Port': ['ID=69e730ad-e789-4b0d-8b3e-3021b86c8daa,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:08.925461 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:08.925809 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:08.926153 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:08.926492 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:08.926825 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:08.927158 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:08.927492 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:08.927845 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:08.928160 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:08.928520 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:08.928927 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:08.929633 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:08.938850 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1aaed43b-cd31-4073-97af-63c908fa18d5 req-4e20a0f5-3dba-4d35-904e-bf43001e36b7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=787a1539-3459-429a-a53c-c4ec0594d2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639381 Jul 05 03:48:08.986206 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-4cc56ccc-33ff-4fc8-9fe2-336b31014c75 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6079881a5dcb456f811aa69e44c04ef0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0806248 Jul 05 03:48:09.014263 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf48d5f-4614-4f71-a080-71475d4e4244 req-b1e190b7-5a2b-495e-bf13-a40ea44dc0b1 tempest-QuotasAdminNegativeTest-636003069 tempest-QuotasAdminNegativeTest-636003069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:09.015768 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-faf48d5f-4614-4f71-a080-71475d4e4244 req-b1e190b7-5a2b-495e-bf13-a40ea44dc0b1 tempest-QuotasAdminNegativeTest-636003069 tempest-QuotasAdminNegativeTest-636003069-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2554274 Jul 05 03:48:09.052038 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-faf48d5f-4614-4f71-a080-71475d4e4244 req-fe24fe8c-d649-41a6-adf9-6930929a737c tempest-QuotasAdminNegativeTest-636003069 tempest-QuotasAdminNegativeTest-636003069-project] 10.222.0.77 "GET /v2.0/quotas/3fcdcb36a2684d5eaba0d48d6c36be6e HTTP/1.1" status: 200 len: 375 time: 0.0266256 Jul 05 03:48:09.054865 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd5813f3-c2a3-4326-b416-c51ff4c3fa90 req-9e35d557-9500-4e8d-a5b7-ef70762d0d50 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927625 Jul 05 03:48:09.082551 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-422d9846-e6fc-4150-b0d5-bb2487893fbc service neutron] 10.222.0.77 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884430 Jul 05 03:48:09.089315 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Attempting to bind port 69e730ad-e789-4b0d-8b3e-3021b86c8daa on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:09.089662 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Attempting to bind port 69e730ad-e789-4b0d-8b3e-3021b86c8daa by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '6569a909-3478-45a3-94cd-8bdecec7a421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:09.089996 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Attempting to bind port 69e730ad-e789-4b0d-8b3e-3021b86c8daa on network 7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:09.120276 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-faf48d5f-4614-4f71-a080-71475d4e4244 req-9c4155cf-8d58-421b-9780-a4bc45f21862 tempest-QuotasAdminNegativeTest-636003069 tempest-QuotasAdminNegativeTest-636003069-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3fcdcb36a2684d5eaba0d48d6c36be6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563116 Jul 05 03:48:09.149140 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Port 69e730ad-e789-4b0d-8b3e-3021b86c8daa on network 7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:09.149473 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Attempting to bind port 69e730ad-e789-4b0d-8b3e-3021b86c8daa on network 7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:09.162573 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:09.163499 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Checking segment: {'id': '6569a909-3478-45a3-94cd-8bdecec7a421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:09.163923 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Bound using segment: {'id': '6569a909-3478-45a3-94cd-8bdecec7a421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:09.164376 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Bound port: 69e730ad-e789-4b0d-8b3e-3021b86c8daa, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6569a909-3478-45a3-94cd-8bdecec7a421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:09.164744 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:09.186448 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-c01af00c-1325-4f8c-af72-a0fa49f6e201 service neutron] 10.222.0.77 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967650 Jul 05 03:48:09.237948 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd5813f3-c2a3-4326-b416-c51ff4c3fa90 req-bbb5d05b-5496-4663-ac29-d8c9a1da79a7 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687553 Jul 05 03:48:09.269791 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] For port 69e730ad-e789-4b0d-8b3e-3021b86c8daa, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:09.274322 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] For port 69e730ad-e789-4b0d-8b3e-3021b86c8daa, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=69e730ad-e789-4b0d-8b3e-3021b86c8daa,segment=NetworkSegment(6569a909-3478-45a3-94cd-8bdecec7a421),segment_id=6569a909-3478-45a3-94cd-8bdecec7a421)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:09.278908 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:09.395873 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:09.396923 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:09.402046 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] 10.222.0.89 "PUT /v2.0/ports/69e730ad-e789-4b0d-8b3e-3021b86c8daa HTTP/1.1" status: 200 len: 1093 time: 2.2192726 Jul 05 03:48:09.402046 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3', 'tag': '69e730ad-e789-4b0d-8b3e-3021b86c8daa'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:09.402046 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27e8046-488e-4d14-98fe-afcd46113cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3", "tag": "69e730ad-e789-4b0d-8b3e-3021b86c8daa"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:09.418491 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c1b4e-9c61-44d8-bd83-fd8fbc365c26 service neutron] Pushing event updated for resources: {'Port': ['ID=69e730ad-e789-4b0d-8b3e-3021b86c8daa,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:09.483629 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2960f7d-de88-433e-8ceb-0ffdebc751e4 req-1c143082-e07c-48df-8b38-021663b48f76 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:09.485371 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f2960f7d-de88-433e-8ceb-0ffdebc751e4 req-1c143082-e07c-48df-8b38-021663b48f76 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 1097 time: 0.0758634 Jul 05 03:48:09.517186 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b63d33-7f44-4da5-b029-d810dfd89635 req-83311bd6-f233-469e-895d-8ed5dc1ee630 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:09.518796 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c5b63d33-7f44-4da5-b029-d810dfd89635 req-83311bd6-f233-469e-895d-8ed5dc1ee630 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/ports?device_id=c32c4e27-fd92-4c3e-8764-41a4db5dbdc1 HTTP/1.1" status: 200 len: 949 time: 0.2085836 Jul 05 03:48:09.541828 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f2960f7d-de88-433e-8ceb-0ffdebc751e4 req-136ab08e-b77d-4fa3-9253-7461fd62a1e2 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456064 Jul 05 03:48:09.584051 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-42c71534-6c87-454c-a0a0-2cf8689a5d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:09.586487 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-42c71534-6c87-454c-a0a0-2cf8689a5d7b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d34cb22e7154db1a76006c2ff6af640&device_id=f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3 HTTP/1.1" status: 200 len: 1096 time: 0.1230888 Jul 05 03:48:09.590192 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c5b63d33-7f44-4da5-b029-d810dfd89635 req-85f3a671-203b-4024-ac20-dbb7fa855c42 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/security-groups?id=787a1539-3459-429a-a53c-c4ec0594d2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615406 Jul 05 03:48:09.648030 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-cabea511-2d4d-40ff-b9ba-b8b1c40b89cc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69e730ad-e789-4b0d-8b3e-3021b86c8daa HTTP/1.1" status: 200 len: 217 time: 0.0402882 Jul 05 03:48:09.722150 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-4df01b85-623f-40cd-8823-7c0285e2c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:09.728971 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-4df01b85-623f-40cd-8823-7c0285e2c5dd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=53c8c881-5530-43b2-8dda-741f6f554578 HTTP/1.1" status: 200 len: 868 time: 0.0659888 Jul 05 03:48:09.870446 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac2365-1716-4542-8a89-d53b1f2920b2 req-2239f75a-a811-46e5-9d12-ce556cde0a5c tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:09.872151 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b6ac2365-1716-4542-8a89-d53b1f2920b2 req-2239f75a-a811-46e5-9d12-ce556cde0a5c tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f714ea1-b4a7-49fd-98eb-e77d2babb26b HTTP/1.1" status: 200 len: 948 time: 0.0884252 Jul 05 03:48:09.914123 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-743db37c-e1dc-4a36-a5a6-012a513b554f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:09.915165 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-743db37c-e1dc-4a36-a5a6-012a513b554f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1660810 Jul 05 03:48:09.932165 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a095d-35bf-4a6d-9e2e-d2ddf45c5aaf req-8729e671-ab45-4ae8-b3b4-b9a902806fdd tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:09.933602 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b6ac2365-1716-4542-8a89-d53b1f2920b2 req-56daf8c9-978e-4a03-b56f-ddc2f7d426cb tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ad53c07-6858-4824-a214-aab8b01503db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514243 Jul 05 03:48:09.933836 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0a5a095d-35bf-4a6d-9e2e-d2ddf45c5aaf req-8729e671-ab45-4ae8-b3b4-b9a902806fdd tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 945 time: 0.1666107 Jul 05 03:48:10.031367 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0a5a095d-35bf-4a6d-9e2e-d2ddf45c5aaf req-d5276ddf-4d19-46d4-9fff-0a4a23f56b2c tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904996 Jul 05 03:48:10.096953 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-7f189037-04c5-4473-996f-a897c7c0d98b service neutron] 10.222.0.89 "GET /v2.0/networks/7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642640 Jul 05 03:48:10.253359 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8141ddd-2d45-4f7b-b425-6a855639a2d6 req-d4671e2f-6e12-4ae4-8c3c-b365aa72cbaf service neutron] 10.222.0.89 "GET /v2.0/networks/7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450262 Jul 05 03:48:10.293044 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-61ef9dfe-cda8-4602-84d8-b72ca6bea586 req-62dd2c87-8981-43c6-8da2-59ca37b4d9bc tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 210 time: 0.0376594 Jul 05 03:48:10.368746 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672d724d-0ea2-4d54-bd9a-95144d8cd5b4 x-openstack-request-id: req-672d724d-0ea2-4d54-bd9a-95144d8cd5b4 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:10.369046 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3", "tag": "69e730ad-e789-4b0d-8b3e-3021b86c8daa", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:10.369301 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-672d724d-0ea2-4d54-bd9a-95144d8cd5b4 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:10.369700 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3', 'tag': '69e730ad-e789-4b0d-8b3e-3021b86c8daa', 'status': 'completed', 'code': 200} Jul 05 03:48:10.504255 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e8046-488e-4d14-98fe-afcd46113cf0 req-03a14e9f-d474-44fc-b568-066c0123bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:10.505835 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d27e8046-488e-4d14-98fe-afcd46113cf0 req-03a14e9f-d474-44fc-b568-066c0123bc63 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d34cb22e7154db1a76006c2ff6af640&device_id=f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3 HTTP/1.1" status: 200 len: 1096 time: 0.1060691 Jul 05 03:48:10.594173 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee8abb-079d-47cd-99ef-6b51135641b2 req-b5c45d11-fcb4-4a41-a905-2dacd1ab2f27 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:10.596659 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ccee8abb-079d-47cd-99ef-6b51135641b2 req-b5c45d11-fcb4-4a41-a905-2dacd1ab2f27 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/ports?device_id=f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3 HTTP/1.1" status: 200 len: 944 time: 0.1316221 Jul 05 03:48:10.665376 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ccee8abb-079d-47cd-99ef-6b51135641b2 req-fc7711b1-25e6-4c96-928a-fa101475fc5e tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/security-groups?id=b4c76acd-283f-4f93-b0a8-ace9bdb312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596228 Jul 05 03:48:10.668739 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e8046-488e-4d14-98fe-afcd46113cf0 req-c9eb7980-62d2-4716-bcdc-7473f2af4663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:10.670788 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d27e8046-488e-4d14-98fe-afcd46113cf0 req-c9eb7980-62d2-4716-bcdc-7473f2af4663 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259 HTTP/1.1" status: 200 len: 930 time: 0.1511226 Jul 05 03:48:10.734650 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d27e8046-488e-4d14-98fe-afcd46113cf0 req-ae1ffac9-2564-4b62-991a-5128c5f0b9fc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69e730ad-e789-4b0d-8b3e-3021b86c8daa HTTP/1.1" status: 200 len: 217 time: 0.0556810 Jul 05 03:48:10.860710 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e8046-488e-4d14-98fe-afcd46113cf0 req-c384b69e-6642-4b60-8396-082086c7472d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:10.861886 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d27e8046-488e-4d14-98fe-afcd46113cf0 req-c384b69e-6642-4b60-8396-082086c7472d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=53c8c881-5530-43b2-8dda-741f6f554578 HTTP/1.1" status: 200 len: 868 time: 0.1170964 Jul 05 03:48:11.009954 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15ea30-8abf-4a2d-8a5a-f3b8fd60131c req-e3fb4cf6-d35e-4b88-9413-ec86a7344bd8 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:11.011546 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-df15ea30-8abf-4a2d-8a5a-f3b8fd60131c req-e3fb4cf6-d35e-4b88-9413-ec86a7344bd8 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 945 time: 0.1935070 Jul 05 03:48:11.080349 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e8046-488e-4d14-98fe-afcd46113cf0 req-4a5b6fe5-e141-46d1-a0ab-7ed24bef6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:11.083056 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d27e8046-488e-4d14-98fe-afcd46113cf0 req-4a5b6fe5-e141-46d1-a0ab-7ed24bef6114 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2128975 Jul 05 03:48:11.115920 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-b4069303-7040-41a7-96ce-10345c2377c3 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:11.117993 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-b4069303-7040-41a7-96ce-10345c2377c3 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.70 "GET /v2.0/networks?id=e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 200 len: 808 time: 0.2183523 Jul 05 03:48:11.131049 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-df15ea30-8abf-4a2d-8a5a-f3b8fd60131c req-e05950fb-3a14-493a-a391-ea561fdca8ac tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115022 Jul 05 03:48:11.168959 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-a3b5f2bd-edec-4a56-9f58-27134a9c983a tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Request body: {'port': {'device_id': 'edf57fe2-acaa-45f9-9afa-97826a777a1e', 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd', 'admin_state_up': True, 'tenant_id': '6079881a5dcb456f811aa69e44c04ef0'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:11.280555 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d27e8046-488e-4d14-98fe-afcd46113cf0 req-92ebdcde-6f5b-40f9-a7cd-93ed02006fb8 service neutron] 10.222.0.89 "GET /v2.0/networks/7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821544 Jul 05 03:48:11.651393 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-a3b5f2bd-edec-4a56-9f58-27134a9c983a tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Made reservation on behalf of 6079881a5dcb456f811aa69e44c04ef0 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:11.654779 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-a3b5f2bd-edec-4a56-9f58-27134a9c983a tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:11.755984 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d27e8046-488e-4d14-98fe-afcd46113cf0 req-cb8fcedd-a2aa-4876-b0d4-782b24ce3098 service neutron] 10.222.0.89 "GET /v2.0/networks/7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540431 Jul 05 03:48:11.775749 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c030026-0782-4224-9b34-378b6f84b8ec req-3e1bd6c6-815d-4461-ae83-b7cfe5f405d1 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:11.777450 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5c030026-0782-4224-9b34-378b6f84b8ec req-3e1bd6c6-815d-4461-ae83-b7cfe5f405d1 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/ports?device_id=c32c4e27-fd92-4c3e-8764-41a4db5dbdc1 HTTP/1.1" status: 200 len: 949 time: 0.1730671 Jul 05 03:48:11.795698 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 1dc1d3e9-9575-458a-8483-f6523bc2c7b9 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:11.857845 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5c030026-0782-4224-9b34-378b6f84b8ec req-31f3caec-82e7-43e3-8df2-e090dbfa9c2b tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/security-groups?id=787a1539-3459-429a-a53c-c4ec0594d2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737557 Jul 05 03:48:11.869491 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-a3b5f2bd-edec-4a56-9f58-27134a9c983a tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Allocated IP 172.20.0.2 (e37bffed-7318-4dad-93bc-2135e6f53abd/ed0a1ef0-1506-4eb0-93c1-51dd53393e81/df590b05-46ef-44d7-98a7-836f994c4a99) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:11.911465 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 1dc1d3e9-9575-458a-8483-f6523bc2c7b9, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=1dc1d3e9-9575-458a-8483-f6523bc2c7b9,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:11.930479 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '1dc1d3e9-9575-458a-8483-f6523bc2c7b9', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '1dc1d3e9-9575-458a-8483-f6523bc2c7b9', 'mac_address': 'fa:16:3e:93:06:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:11.938270 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44378) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:11.987964 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:12.011046 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc1d3e9-9575-458a-8483-f6523bc2c7b9 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:12.031887 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 1dc1d3e9-9575-458a-8483-f6523bc2c7b9, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=1dc1d3e9-9575-458a-8483-f6523bc2c7b9,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:12.036301 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:12.056298 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-8a116eb8-799d-42a0-a68e-35db525df733 req-09451777-b1f8-4888-8a4c-856bc64cf52f tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:48:12.057675 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8a116eb8-799d-42a0-a68e-35db525df733 req-09451777-b1f8-4888-8a4c-856bc64cf52f tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1183765 Jul 05 03:48:12.087608 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=1dc1d3e9-9575-458a-8483-f6523bc2c7b9,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:12.090830 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-a3b5f2bd-edec-4a56-9f58-27134a9c983a tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:12.096638 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:12.097042 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:12.097554 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:12.098061 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:12.098392 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:12.098871 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:12.099355 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:12.099679 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:12.100220 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:12.100741 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:12.101353 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:12.101978 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:12.149945 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2724107-4812-4f71-8b66-54f52e69717c req-d638c6c1-0284-4de5-8319-55422b77c8dd tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:12.151601 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2724107-4812-4f71-8b66-54f52e69717c req-d638c6c1-0284-4de5-8319-55422b77c8dd tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f714ea1-b4a7-49fd-98eb-e77d2babb26b HTTP/1.1" status: 200 len: 949 time: 0.1169984 Jul 05 03:48:12.170600 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-a3b5f2bd-edec-4a56-9f58-27134a9c983a tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:12.180676 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-8a116eb8-799d-42a0-a68e-35db525df733 req-77209a35-0674-4a1c-964c-30fb86a04dcd service neutron] Request body: {'binding': {'host': 'n-h1-780147-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:12.181767 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-8a116eb8-799d-42a0-a68e-35db525df733 req-77209a35-0674-4a1c-964c-30fb86a04dcd service neutron] Unknown quota resources ['binding']. {{(pid=105539) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:48:12.253040 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-a3b5f2bd-edec-4a56-9f58-27134a9c983a tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Network e37bffed-7318-4dad-93bc-2135e6f53abd is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:12.261753 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2724107-4812-4f71-8b66-54f52e69717c req-b2c755f5-f127-48f0-b1e4-4bd2e99394b3 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ad53c07-6858-4824-a214-aab8b01503db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994251 Jul 05 03:48:12.265006 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-a3b5f2bd-edec-4a56-9f58-27134a9c983a tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:12.269784 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-a3b5f2bd-edec-4a56-9f58-27134a9c983a tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:12.274295 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5f2bd-edec-4a56-9f58-27134a9c983a tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Pushing event updated for resources: {'Port': ['ID=df590b05-46ef-44d7-98a7-836f994c4a99,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:12.332745 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-a3b5f2bd-edec-4a56-9f58-27134a9c983a tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:12.333263 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-a3b5f2bd-edec-4a56-9f58-27134a9c983a tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:12.355479 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-a3b5f2bd-edec-4a56-9f58-27134a9c983a tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1934996 Jul 05 03:48:12.373819 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-c890207b-f888-4ce7-b9c4-b1baeaf20cb0 service neutron] Request body: {'port': {'device_id': 'edf57fe2-acaa-45f9-9afa-97826a777a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:12.383026 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-8a116eb8-799d-42a0-a68e-35db525df733 req-77209a35-0674-4a1c-964c-30fb86a04dcd service neutron] Attempting to bind port 9cf9a358-4aea-4435-9981-a99ef573895f on host n-h1-780147-23 for vnic_type normal with profile None {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:12.383439 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-8a116eb8-799d-42a0-a68e-35db525df733 req-77209a35-0674-4a1c-964c-30fb86a04dcd service neutron] Attempting to bind port 9cf9a358-4aea-4435-9981-a99ef573895f by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:12.383707 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a116eb8-799d-42a0-a68e-35db525df733 req-77209a35-0674-4a1c-964c-30fb86a04dcd service neutron] Attempting to bind port 9cf9a358-4aea-4435-9981-a99ef573895f on network b0365b51-ea1d-4154-b37b-d14ae3269368 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:12.389698 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a116eb8-799d-42a0-a68e-35db525df733 req-77209a35-0674-4a1c-964c-30fb86a04dcd service neutron] Port 9cf9a358-4aea-4435-9981-a99ef573895f on network b0365b51-ea1d-4154-b37b-d14ae3269368 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:12.390129 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a116eb8-799d-42a0-a68e-35db525df733 req-77209a35-0674-4a1c-964c-30fb86a04dcd service neutron] Attempting to bind port 9cf9a358-4aea-4435-9981-a99ef573895f on network b0365b51-ea1d-4154-b37b-d14ae3269368 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:12.401497 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a116eb8-799d-42a0-a68e-35db525df733 req-77209a35-0674-4a1c-964c-30fb86a04dcd service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:12.401882 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a116eb8-799d-42a0-a68e-35db525df733 req-77209a35-0674-4a1c-964c-30fb86a04dcd service neutron] Checking segment: {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:12.402246 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a116eb8-799d-42a0-a68e-35db525df733 req-77209a35-0674-4a1c-964c-30fb86a04dcd service neutron] Bound using segment: {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:12.403181 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-8a116eb8-799d-42a0-a68e-35db525df733 req-77209a35-0674-4a1c-964c-30fb86a04dcd service neutron] Bound port: 9cf9a358-4aea-4435-9981-a99ef573895f, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:12.492377 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['1dc1d3e9-9575-458a-8483-f6523bc2c7b9'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:12.499153 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-8a116eb8-799d-42a0-a68e-35db525df733 req-77209a35-0674-4a1c-964c-30fb86a04dcd service neutron] For port 9cf9a358-4aea-4435-9981-a99ef573895f, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9cf9a358-4aea-4435-9981-a99ef573895f,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:12.509687 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-c890207b-f888-4ce7-b9c4-b1baeaf20cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:12.510163 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8a116eb8-799d-42a0-a68e-35db525df733 req-77209a35-0674-4a1c-964c-30fb86a04dcd service neutron] Notify callbacks [] for binding, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:12.523070 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8a116eb8-799d-42a0-a68e-35db525df733 req-77209a35-0674-4a1c-964c-30fb86a04dcd service neutron] 10.222.0.77 "POST /v2.0/ports/9cf9a358-4aea-4435-9981-a99ef573895f/bindings HTTP/1.1" status: 201 len: 390 time: 0.4084351 Jul 05 03:48:12.647978 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:12.914228 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508f8df-3d5e-45d2-af81-8140539804b3 req-742e6e48-ce01-4592-bb63-6daefa097074 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:12.916366 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b508f8df-3d5e-45d2-af81-8140539804b3 req-742e6e48-ce01-4592-bb63-6daefa097074 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 945 time: 0.2794735 Jul 05 03:48:12.941426 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f225c4-3951-44ba-8d3e-8d084a523731 req-d8477664-17d8-45b0-88e1-85cb3e715f54 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:12.943041 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-60f225c4-3951-44ba-8d3e-8d084a523731 req-d8477664-17d8-45b0-88e1-85cb3e715f54 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 931 time: 0.0838645 Jul 05 03:48:13.002228 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-60f225c4-3951-44ba-8d3e-8d084a523731 req-965c1788-df43-4221-a040-ca3fc27a192e tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488613 Jul 05 03:48:13.043872 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b508f8df-3d5e-45d2-af81-8140539804b3 req-c9fd1920-f92b-4d9b-9acc-0834a418880f tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178453 Jul 05 03:48:13.057670 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116eb8-799d-42a0-a68e-35db525df733 req-24b6c500-2a72-4e3e-adba-1c75edb0ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:13.059522 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a116eb8-799d-42a0-a68e-35db525df733 req-24b6c500-2a72-4e3e-adba-1c75edb0ba55 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 1097 time: 0.1982503 Jul 05 03:48:13.168526 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9102bca-a9aa-4abc-b676-488c14e7a3f3 req-b7916008-730d-4011-9faa-b5a8347d9593 tempest-QuotasAdminNegativeTest-636003069 tempest-QuotasAdminNegativeTest-636003069-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=3fcdcb36a2684d5eaba0d48d6c36be6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423954 Jul 05 03:48:13.283607 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-c890207b-f888-4ce7-b9c4-b1baeaf20cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df590b05-46ef-44d7-98a7-836f994c4a99 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:13.294766 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-c890207b-f888-4ce7-b9c4-b1baeaf20cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:13.304046 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116eb8-799d-42a0-a68e-35db525df733 req-07e3024f-1ee8-4100-932b-1d64fd020582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:13.305732 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a116eb8-799d-42a0-a68e-35db525df733 req-07e3024f-1ee8-4100-932b-1d64fd020582 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 922 time: 0.2398148 Jul 05 03:48:13.315857 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-c890207b-f888-4ce7-b9c4-b1baeaf20cb0 service neutron] Transition to ACTIVE for port object df590b05-46ef-44d7-98a7-836f994c4a99 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:13.327425 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-c890207b-f888-4ce7-b9c4-b1baeaf20cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:13.341612 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9102bca-a9aa-4abc-b676-488c14e7a3f3 req-2d683131-6abc-4b6c-b654-ca566e0d1eb5 tempest-QuotasAdminNegativeTest-636003069 tempest-QuotasAdminNegativeTest-636003069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:13.343507 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9102bca-a9aa-4abc-b676-488c14e7a3f3 req-2d683131-6abc-4b6c-b654-ca566e0d1eb5 tempest-QuotasAdminNegativeTest-636003069 tempest-QuotasAdminNegativeTest-636003069-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1651490 Jul 05 03:48:13.366307 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9102bca-a9aa-4abc-b676-488c14e7a3f3 req-9970331a-aea4-4dbe-bf73-3b5928ad1011 tempest-QuotasAdminNegativeTest-636003069 tempest-QuotasAdminNegativeTest-636003069-project] 10.222.0.77 "GET /v2.0/quotas/3fcdcb36a2684d5eaba0d48d6c36be6e HTTP/1.1" status: 200 len: 375 time: 0.0152667 Jul 05 03:48:13.368585 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a116eb8-799d-42a0-a68e-35db525df733 req-50c6d3a2-2bd0-4b50-9ad4-2676579a17ed service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cf9a358-4aea-4435-9981-a99ef573895f HTTP/1.1" status: 200 len: 217 time: 0.0513411 Jul 05 03:48:13.405378 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9102bca-a9aa-4abc-b676-488c14e7a3f3 req-fa36f9d8-ceaa-4411-8ffd-92b0015f505f tempest-QuotasAdminNegativeTest-636003069 tempest-QuotasAdminNegativeTest-636003069-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3fcdcb36a2684d5eaba0d48d6c36be6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335536 Jul 05 03:48:13.474722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890207b-f888-4ce7-b9c4-b1baeaf20cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=df590b05-46ef-44d7-98a7-836f994c4a99,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:13.497257 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0e5c6-8ea7-433c-88f2-f46a7152e4fe req-1f5bdbed-b7c5-42ab-9f0c-ef42c8d089a4 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:13.499030 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2e0e5c6-8ea7-433c-88f2-f46a7152e4fe req-1f5bdbed-b7c5-42ab-9f0c-ef42c8d089a4 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/ports?device_id=f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3 HTTP/1.1" status: 200 len: 944 time: 0.2661164 Jul 05 03:48:13.503672 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116eb8-799d-42a0-a68e-35db525df733 req-fd0fdd54-e171-4a5a-903a-2c5185aa8c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:13.505630 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a116eb8-799d-42a0-a68e-35db525df733 req-fd0fdd54-e171-4a5a-903a-2c5185aa8c85 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8d29ec61-cb40-45c9-a308-0007b5185cb0 HTTP/1.1" status: 200 len: 861 time: 0.1120472 Jul 05 03:48:13.585828 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a116eb8-799d-42a0-a68e-35db525df733 req-646d7e3d-b703-4ccb-b2ee-a98fd995aa7e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0365b51-ea1d-4154-b37b-d14ae3269368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626113 Jul 05 03:48:13.672461 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2e0e5c6-8ea7-433c-88f2-f46a7152e4fe req-c357148c-6708-4f4d-98fd-a3afa3b5b54d tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/security-groups?id=b4c76acd-283f-4f93-b0a8-ace9bdb312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480947 Jul 05 03:48:13.697855 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-c890207b-f888-4ce7-b9c4-b1baeaf20cb0 service neutron] Attempting to bind port df590b05-46ef-44d7-98a7-836f994c4a99 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:13.698197 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-c890207b-f888-4ce7-b9c4-b1baeaf20cb0 service neutron] Attempting to bind port df590b05-46ef-44d7-98a7-836f994c4a99 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:13.698531 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-c890207b-f888-4ce7-b9c4-b1baeaf20cb0 service neutron] Attempting to bind port df590b05-46ef-44d7-98a7-836f994c4a99 on network e37bffed-7318-4dad-93bc-2135e6f53abd {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:13.713944 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-c890207b-f888-4ce7-b9c4-b1baeaf20cb0 service neutron] Port df590b05-46ef-44d7-98a7-836f994c4a99 on network e37bffed-7318-4dad-93bc-2135e6f53abd not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:13.714271 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-c890207b-f888-4ce7-b9c4-b1baeaf20cb0 service neutron] Attempting to bind port df590b05-46ef-44d7-98a7-836f994c4a99 on network e37bffed-7318-4dad-93bc-2135e6f53abd {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:13.741116 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 69e730ad-e789-4b0d-8b3e-3021b86c8daa details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:13.746236 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-c890207b-f888-4ce7-b9c4-b1baeaf20cb0 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:13.749282 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-c890207b-f888-4ce7-b9c4-b1baeaf20cb0 service neutron] Checking segment: {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:13.749654 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-c890207b-f888-4ce7-b9c4-b1baeaf20cb0 service neutron] Bound using segment: {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:13.750874 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-c890207b-f888-4ce7-b9c4-b1baeaf20cb0 service neutron] Bound port: df590b05-46ef-44d7-98a7-836f994c4a99, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:13.751163 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-c890207b-f888-4ce7-b9c4-b1baeaf20cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:13.797335 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a116eb8-799d-42a0-a68e-35db525df733 req-82c8f3cb-6d01-43e3-9dfb-8299be3c2450 service neutron] 10.222.0.89 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029738 Jul 05 03:48:13.835056 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 1dc1d3e9-9575-458a-8483-f6523bc2c7b9 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:13.942388 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 69e730ad-e789-4b0d-8b3e-3021b86c8daa, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=69e730ad-e789-4b0d-8b3e-3021b86c8daa,segment=NetworkSegment(6569a909-3478-45a3-94cd-8bdecec7a421),segment_id=6569a909-3478-45a3-94cd-8bdecec7a421)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:13.946797 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 1dc1d3e9-9575-458a-8483-f6523bc2c7b9 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:13.952756 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa008d7a-b509-4d2a-8cb1-ef07e20989f0 req-aba8d846-49e8-4fbf-9864-00d61fafc74f tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:13.955016 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aa008d7a-b509-4d2a-8cb1-ef07e20989f0 req-aba8d846-49e8-4fbf-9864-00d61fafc74f tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f714ea1-b4a7-49fd-98eb-e77d2babb26b HTTP/1.1" status: 200 len: 949 time: 0.1035450 Jul 05 03:48:13.959215 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 1dc1d3e9-9575-458a-8483-f6523bc2c7b9 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:13.960288 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:13.966095 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-c890207b-f888-4ce7-b9c4-b1baeaf20cb0 service neutron] For port df590b05-46ef-44d7-98a7-836f994c4a99, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:13.973095 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-c890207b-f888-4ce7-b9c4-b1baeaf20cb0 service neutron] For port df590b05-46ef-44d7-98a7-836f994c4a99, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=df590b05-46ef-44d7-98a7-836f994c4a99,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:13.987751 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-c890207b-f888-4ce7-b9c4-b1baeaf20cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:13.995345 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '69e730ad-e789-4b0d-8b3e-3021b86c8daa', 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259', 'port_id': '69e730ad-e789-4b0d-8b3e-3021b86c8daa', 'mac_address': 'fa:16:3e:0b:bd:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c8c881-5530-43b2-8dda-741f6f554578', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:14.020036 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aa008d7a-b509-4d2a-8cb1-ef07e20989f0 req-b5869038-9620-4e78-a013-4db57af63fdc tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ad53c07-6858-4824-a214-aab8b01503db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567188 Jul 05 03:48:14.053104 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520c7aa-1661-488b-b325-5f80ce9ace35 req-6c4c4776-3339-4ac1-ae01-3bf0289c87d5 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:14.055939 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7520c7aa-1661-488b-b325-5f80ce9ace35 req-6c4c4776-3339-4ac1-ae01-3bf0289c87d5 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 945 time: 0.2654884 Jul 05 03:48:14.060125 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-c890207b-f888-4ce7-b9c4-b1baeaf20cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:14.060984 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-c890207b-f888-4ce7-b9c4-b1baeaf20cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:14.062578 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-c890207b-f888-4ce7-b9c4-b1baeaf20cb0 service neutron] 10.222.0.70 "PUT /v2.0/ports/df590b05-46ef-44d7-98a7-836f994c4a99 HTTP/1.1" status: 200 len: 1092 time: 1.6931677 Jul 05 03:48:14.067482 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf57fe2-acaa-45f9-9afa-97826a777a1e', 'tag': 'df590b05-46ef-44d7-98a7-836f994c4a99'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:14.069819 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8a8be1-abcf-4a58-be4e-ecf60dd3e69c" -d '{"events": [{"name": "network-changed", "server_uuid": "edf57fe2-acaa-45f9-9afa-97826a777a1e", "tag": "df590b05-46ef-44d7-98a7-836f994c4a99"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:14.119221 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:14.125310 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a116eb8-799d-42a0-a68e-35db525df733 req-f4189608-3392-4243-8a7f-74bdf59e237e service neutron] 10.222.0.89 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963314 Jul 05 03:48:14.141548 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890207b-f888-4ce7-b9c4-b1baeaf20cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=df590b05-46ef-44d7-98a7-836f994c4a99,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:14.172466 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7520c7aa-1661-488b-b325-5f80ce9ace35 req-98f5bc43-f432-498c-8577-ab69be0a83df tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896978 Jul 05 03:48:14.173528 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e730ad-e789-4b0d-8b3e-3021b86c8daa {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:14.186041 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:14.247172 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 69e730ad-e789-4b0d-8b3e-3021b86c8daa, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=69e730ad-e789-4b0d-8b3e-3021b86c8daa,segment=NetworkSegment(6569a909-3478-45a3-94cd-8bdecec7a421),segment_id=6569a909-3478-45a3-94cd-8bdecec7a421)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:14.260349 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f714ea1-b4a7-49fd-98eb-e77d2babb26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc1d3e9-9575-458a-8483-f6523bc2c7b9'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:14.263728 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94537c95-2156-4ada-bdf0-533f6db68974" -d '{"events": [{"server_uuid": "2f714ea1-b4a7-49fd-98eb-e77d2babb26b", "name": "network-vif-plugged", "status": "completed", "tag": "1dc1d3e9-9575-458a-8483-f6523bc2c7b9"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:14.302961 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 1dc1d3e9-9575-458a-8483-f6523bc2c7b9, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=1dc1d3e9-9575-458a-8483-f6523bc2c7b9,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:14.308321 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:14.316255 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:14.394184 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-e234c9f2-e13f-47a4-bea4-e3eaa9305075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:14.397046 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-e234c9f2-e13f-47a4-bea4-e3eaa9305075 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6079881a5dcb456f811aa69e44c04ef0&device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 1095 time: 0.2456186 Jul 05 03:48:14.447703 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=69e730ad-e789-4b0d-8b3e-3021b86c8daa,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:14.505748 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-ba563ddf-fd88-48c7-bdf7-d8c3a37ef64b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df590b05-46ef-44d7-98a7-836f994c4a99 HTTP/1.1" status: 200 len: 217 time: 0.0883622 Jul 05 03:48:14.545192 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=1dc1d3e9-9575-458a-8483-f6523bc2c7b9,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:14.550758 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116eb8-799d-42a0-a68e-35db525df733 req-3bd311f7-b40f-42e8-a8f8-8e4b5da1f82a tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:14.552447 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a116eb8-799d-42a0-a68e-35db525df733 req-3bd311f7-b40f-42e8-a8f8-8e4b5da1f82a tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a&tenant_id=11544e3d57bf4d33848f6eceacb7332e&binding%3Ahost_id=n-h2-780147-23 HTTP/1.1" status: 200 len: 1097 time: 0.3075368 Jul 05 03:48:14.576036 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-8a116eb8-799d-42a0-a68e-35db525df733 req-2e6a5e1b-3142-4aa6-bbeb-302ba27ba16e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-780147-23'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:14.604865 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ad7fb-e7b3-400b-b512-1a316a3f6c7a req-571f2ab7-9aef-4d0f-bd68-802c7d9ecdeb tempest-ServersAdminNegativeTestJSON-840183430 tempest-ServersAdminNegativeTestJSON-840183430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:14.607337 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8d5ad7fb-e7b3-400b-b512-1a316a3f6c7a req-571f2ab7-9aef-4d0f-bd68-802c7d9ecdeb tempest-ServersAdminNegativeTestJSON-840183430 tempest-ServersAdminNegativeTestJSON-840183430-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c32c4e27-fd92-4c3e-8764-41a4db5dbdc1 HTTP/1.1" status: 200 len: 1101 time: 0.0989943 Jul 05 03:48:14.632920 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8d5ad7fb-e7b3-400b-b512-1a316a3f6c7a req-e0e411fd-81b7-4bea-825c-ac6f6685acc3 tempest-ServersAdminNegativeTestJSON-840183430 tempest-ServersAdminNegativeTestJSON-840183430-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:14.639176 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-cbf3af8b-c5fa-4d62-bd6a-4ead61b59e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:14.640903 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-cbf3af8b-c5fa-4d62-bd6a-4ead61b59e9a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed0a1ef0-1506-4eb0-93c1-51dd53393e81 HTTP/1.1" status: 200 len: 848 time: 0.1269803 Jul 05 03:48:14.646138 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['69e730ad-e789-4b0d-8b3e-3021b86c8daa'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:14.746793 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-8e3204f3-c788-42ba-8812-39f14485c9ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e37bffed-7318-4dad-93bc-2135e6f53abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927422 Jul 05 03:48:14.798629 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8d5ad7fb-e7b3-400b-b512-1a316a3f6c7a req-e0e411fd-81b7-4bea-825c-ac6f6685acc3 tempest-ServersAdminNegativeTestJSON-840183430 tempest-ServersAdminNegativeTestJSON-840183430-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:14.805330 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8a116eb8-799d-42a0-a68e-35db525df733 req-2e6a5e1b-3142-4aa6-bbeb-302ba27ba16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:14.805711 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8d5ad7fb-e7b3-400b-b512-1a316a3f6c7a req-e0e411fd-81b7-4bea-825c-ac6f6685acc3 tempest-ServersAdminNegativeTestJSON-840183430 tempest-ServersAdminNegativeTestJSON-840183430-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:14.839103 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8d5ad7fb-e7b3-400b-b512-1a316a3f6c7a req-e0e411fd-81b7-4bea-825c-ac6f6685acc3 tempest-ServersAdminNegativeTestJSON-840183430 tempest-ServersAdminNegativeTestJSON-840183430-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=787a1539-3459-429a-a53c-c4ec0594d2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238872 Jul 05 03:48:14.870521 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e411fd-81b7-4bea-825c-ac6f6685acc3 tempest-ServersAdminNegativeTestJSON-840183430 tempest-ServersAdminNegativeTestJSON-840183430-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d335dbc-7f7a-4506-9255-2003fb2f148e,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:14.884135 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e411fd-81b7-4bea-825c-ac6f6685acc3 tempest-ServersAdminNegativeTestJSON-840183430 tempest-ServersAdminNegativeTestJSON-840183430-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:14.885004 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e411fd-81b7-4bea-825c-ac6f6685acc3 tempest-ServersAdminNegativeTestJSON-840183430 tempest-ServersAdminNegativeTestJSON-840183430-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:14.885835 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e411fd-81b7-4bea-825c-ac6f6685acc3 tempest-ServersAdminNegativeTestJSON-840183430 tempest-ServersAdminNegativeTestJSON-840183430-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:14.886776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e411fd-81b7-4bea-825c-ac6f6685acc3 tempest-ServersAdminNegativeTestJSON-840183430 tempest-ServersAdminNegativeTestJSON-840183430-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:14.888459 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e411fd-81b7-4bea-825c-ac6f6685acc3 tempest-ServersAdminNegativeTestJSON-840183430 tempest-ServersAdminNegativeTestJSON-840183430-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:14.889388 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e411fd-81b7-4bea-825c-ac6f6685acc3 tempest-ServersAdminNegativeTestJSON-840183430 tempest-ServersAdminNegativeTestJSON-840183430-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:14.890409 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e411fd-81b7-4bea-825c-ac6f6685acc3 tempest-ServersAdminNegativeTestJSON-840183430 tempest-ServersAdminNegativeTestJSON-840183430-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:14.891255 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e411fd-81b7-4bea-825c-ac6f6685acc3 tempest-ServersAdminNegativeTestJSON-840183430 tempest-ServersAdminNegativeTestJSON-840183430-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:14.891927 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e411fd-81b7-4bea-825c-ac6f6685acc3 tempest-ServersAdminNegativeTestJSON-840183430 tempest-ServersAdminNegativeTestJSON-840183430-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:14.892552 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e411fd-81b7-4bea-825c-ac6f6685acc3 tempest-ServersAdminNegativeTestJSON-840183430 tempest-ServersAdminNegativeTestJSON-840183430-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:14.893317 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e411fd-81b7-4bea-825c-ac6f6685acc3 tempest-ServersAdminNegativeTestJSON-840183430 tempest-ServersAdminNegativeTestJSON-840183430-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:14.893854 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e411fd-81b7-4bea-825c-ac6f6685acc3 tempest-ServersAdminNegativeTestJSON-840183430 tempest-ServersAdminNegativeTestJSON-840183430-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:14.938084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6d895-80f4-4b2b-a0c4-37a0361d5ad4 req-9868549a-68b1-45c1-b799-2353e896f437 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:14.939727 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f7a6d895-80f4-4b2b-a0c4-37a0361d5ad4 req-9868549a-68b1-45c1-b799-2353e896f437 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 945 time: 0.3963513 Jul 05 03:48:15.067320 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-dafacf77-ccdf-415f-9387-c6891843196a service neutron] 10.222.0.70 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087780 Jul 05 03:48:15.070865 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f7a6d895-80f4-4b2b-a0c4-37a0361d5ad4 req-82edcec0-5c81-40cc-91fc-17fea2edc4d2 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200676 Jul 05 03:48:15.075716 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c12916-914a-4e32-b577-5324e29ebdc8 req-9c668881-1713-453b-a51d-4df53cfb0ec6 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:15.078585 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-22c12916-914a-4e32-b577-5324e29ebdc8 req-9c668881-1713-453b-a51d-4df53cfb0ec6 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 943 time: 0.0770540 Jul 05 03:48:15.155337 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51e9418-2fc6-4b24-ae52-fc1afb80f23f x-openstack-request-id: req-a51e9418-2fc6-4b24-ae52-fc1afb80f23f {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:15.155864 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf57fe2-acaa-45f9-9afa-97826a777a1e", "tag": "df590b05-46ef-44d7-98a7-836f994c4a99", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:15.156253 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a51e9418-2fc6-4b24-ae52-fc1afb80f23f {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:15.156640 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-22c12916-914a-4e32-b577-5324e29ebdc8 req-41d9ed86-cf3e-41ed-9ae6-63a11172a384 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681982 Jul 05 03:48:15.156868 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf57fe2-acaa-45f9-9afa-97826a777a1e', 'tag': 'df590b05-46ef-44d7-98a7-836f994c4a99', 'status': 'completed', 'code': 200} Jul 05 03:48:15.193328 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-8a116eb8-799d-42a0-a68e-35db525df733 req-2e6a5e1b-3142-4aa6-bbeb-302ba27ba16e service neutron] For port 9cf9a358-4aea-4435-9981-a99ef573895f, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=9cf9a358-4aea-4435-9981-a99ef573895f,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:15.223675 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e1e3b0-3f9c-42d0-ada4-dee979bb0a4e x-openstack-request-id: req-37e1e3b0-3f9c-42d0-ada4-dee979bb0a4e {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:15.224406 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f714ea1-b4a7-49fd-98eb-e77d2babb26b", "name": "network-vif-plugged", "status": "completed", "tag": "1dc1d3e9-9575-458a-8483-f6523bc2c7b9", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:15.224535 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-37e1e3b0-3f9c-42d0-ada4-dee979bb0a4e {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:15.226082 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f714ea1-b4a7-49fd-98eb-e77d2babb26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc1d3e9-9575-458a-8483-f6523bc2c7b9', 'code': 200} Jul 05 03:48:15.285060 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5221e8e4-ea4e-4fae-86bd-4697d373033b req-c7ca994f-c812-4b09-b15b-fdf80cc425c5 service neutron] 10.222.0.70 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090766 Jul 05 03:48:15.303340 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-8a116eb8-799d-42a0-a68e-35db525df733 req-2e6a5e1b-3142-4aa6-bbeb-302ba27ba16e service neutron] For port 9cf9a358-4aea-4435-9981-a99ef573895f, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:15.369036 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8a116eb8-799d-42a0-a68e-35db525df733 req-2e6a5e1b-3142-4aa6-bbeb-302ba27ba16e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.377365 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8a116eb8-799d-42a0-a68e-35db525df733 req-2e6a5e1b-3142-4aa6-bbeb-302ba27ba16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.442150 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dee38-c131-40a9-b0d0-843997439884 req-e38d8115-7678-45f4-9496-a2a70a93fe5b tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:15.443841 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c1dee38-c131-40a9-b0d0-843997439884 req-e38d8115-7678-45f4-9496-a2a70a93fe5b tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/ports?device_id=f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3 HTTP/1.1" status: 200 len: 945 time: 0.1036053 Jul 05 03:48:15.499356 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c1dee38-c131-40a9-b0d0-843997439884 req-f0e3f580-39c1-4185-b5fe-b4c4dbdb4805 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/security-groups?id=b4c76acd-283f-4f93-b0a8-ace9bdb312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461955 Jul 05 03:48:15.627159 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44434) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:15.723616 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558903f-7807-477f-9b76-12895cd2a4f8 req-812e558e-7161-413c-8815-648112c76974 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:15.730407 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d558903f-7807-477f-9b76-12895cd2a4f8 req-812e558e-7161-413c-8815-648112c76974 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 945 time: 0.0782118 Jul 05 03:48:15.736311 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 69e730ad-e789-4b0d-8b3e-3021b86c8daa up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:15.780387 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-43dbbb79-c6d9-4fcd-b358-32c7fee794b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.798261 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 69e730ad-e789-4b0d-8b3e-3021b86c8daa completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:15.803202 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 69e730ad-e789-4b0d-8b3e-3021b86c8daa triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:15.804289 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.812785 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d558903f-7807-477f-9b76-12895cd2a4f8 req-a53d8ab7-a1f7-4885-a190-9110a35e2a9d tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813353 Jul 05 03:48:15.907791 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.921629 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-43dbbb79-c6d9-4fcd-b358-32c7fee794b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.926916 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-43dbbb79-c6d9-4fcd-b358-32c7fee794b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.934897 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a5e1b-3142-4aa6-bbeb-302ba27ba16e service neutron] Pushing event updated for resources: {'Port': ['ID=9cf9a358-4aea-4435-9981-a99ef573895f,revision_number=7']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:15.952516 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 69e730ad-e789-4b0d-8b3e-3021b86c8daa, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=69e730ad-e789-4b0d-8b3e-3021b86c8daa,segment=NetworkSegment(6569a909-3478-45a3-94cd-8bdecec7a421),segment_id=6569a909-3478-45a3-94cd-8bdecec7a421)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:15.959665 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.962433 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-8a116eb8-799d-42a0-a68e-35db525df733 req-2e6a5e1b-3142-4aa6-bbeb-302ba27ba16e service neutron] Attempting to bind port 9cf9a358-4aea-4435-9981-a99ef573895f on host n-h2-780147-23 for vnic_type normal with profile {"migrating_to": "n-h1-780147-23"} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:15.962882 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-8a116eb8-799d-42a0-a68e-35db525df733 req-2e6a5e1b-3142-4aa6-bbeb-302ba27ba16e service neutron] Attempting to bind port 9cf9a358-4aea-4435-9981-a99ef573895f by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:15.963339 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a116eb8-799d-42a0-a68e-35db525df733 req-2e6a5e1b-3142-4aa6-bbeb-302ba27ba16e service neutron] Attempting to bind port 9cf9a358-4aea-4435-9981-a99ef573895f on network b0365b51-ea1d-4154-b37b-d14ae3269368 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:15.985282 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a116eb8-799d-42a0-a68e-35db525df733 req-2e6a5e1b-3142-4aa6-bbeb-302ba27ba16e service neutron] Port 9cf9a358-4aea-4435-9981-a99ef573895f on network b0365b51-ea1d-4154-b37b-d14ae3269368 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:15.985732 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a116eb8-799d-42a0-a68e-35db525df733 req-2e6a5e1b-3142-4aa6-bbeb-302ba27ba16e service neutron] Attempting to bind port 9cf9a358-4aea-4435-9981-a99ef573895f on network b0365b51-ea1d-4154-b37b-d14ae3269368 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:16.001289 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a8be1-abcf-4a58-be4e-ecf60dd3e69c req-4fe75273-3d5b-43c7-898b-5e15750761cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:16.003181 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4e8a8be1-abcf-4a58-be4e-ecf60dd3e69c req-4fe75273-3d5b-43c7-898b-5e15750761cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6079881a5dcb456f811aa69e44c04ef0&device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 1095 time: 0.5523329 Jul 05 03:48:16.006296 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a116eb8-799d-42a0-a68e-35db525df733 req-2e6a5e1b-3142-4aa6-bbeb-302ba27ba16e service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:16.007443 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a116eb8-799d-42a0-a68e-35db525df733 req-2e6a5e1b-3142-4aa6-bbeb-302ba27ba16e service neutron] Checking segment: {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:16.008029 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a116eb8-799d-42a0-a68e-35db525df733 req-2e6a5e1b-3142-4aa6-bbeb-302ba27ba16e service neutron] Bound using segment: {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:16.008735 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-8a116eb8-799d-42a0-a68e-35db525df733 req-2e6a5e1b-3142-4aa6-bbeb-302ba27ba16e service neutron] Bound port: 9cf9a358-4aea-4435-9981-a99ef573895f, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:16.009193 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8a116eb8-799d-42a0-a68e-35db525df733 req-2e6a5e1b-3142-4aa6-bbeb-302ba27ba16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:16.019901 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ab094-9b98-4ec6-b29b-54781e8bb299 req-d34591ae-e02c-4796-a98c-80a7de71b3d0 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:16.020189 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=69e730ad-e789-4b0d-8b3e-3021b86c8daa,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:16.021618 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ed7ab094-9b98-4ec6-b29b-54781e8bb299 req-d34591ae-e02c-4796-a98c-80a7de71b3d0 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f714ea1-b4a7-49fd-98eb-e77d2babb26b HTTP/1.1" status: 200 len: 950 time: 0.6272781 Jul 05 03:48:16.031267 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10682c32-a4b3-496d-82e2-4040b6ae0a7b req-3f36cea1-384c-4a7a-8993-44656006b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:16.032771 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-10682c32-a4b3-496d-82e2-4040b6ae0a7b req-3f36cea1-384c-4a7a-8993-44656006b462 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2f714ea1-b4a7-49fd-98eb-e77d2babb26b HTTP/1.1" status: 200 len: 1102 time: 0.5959387 Jul 05 03:48:16.034370 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-43dbbb79-c6d9-4fcd-b358-32c7fee794b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3fcdcb36a2684d5eaba0d48d6c36be6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4057522 Jul 05 03:48:16.038954 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44442) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:16.045705 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbbb79-c6d9-4fcd-b358-32c7fee794b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f308aec6-7d73-495e-9848-92525025056f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:16.118192 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2c024-bce4-4cc5-be7a-caed52133fcd req-25316e99-5bab-4999-96f2-2fc878d589d3 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:16.119759 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5e2c024-bce4-4cc5-be7a-caed52133fcd req-25316e99-5bab-4999-96f2-2fc878d589d3 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 943 time: 0.1434095 Jul 05 03:48:16.120445 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0f70c90c-85a9-43de-9b50-23db5c27e699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:16.157925 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0f70c90c-85a9-43de-9b50-23db5c27e699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:16.192344 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ed7ab094-9b98-4ec6-b29b-54781e8bb299 req-89048ddc-eeb0-4daa-b92b-f72b02068e23 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ad53c07-6858-4824-a214-aab8b01503db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586127 Jul 05 03:48:16.193523 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5e2c024-bce4-4cc5-be7a-caed52133fcd req-a276f96f-7cc3-4a1e-8cd8-841109ee8dff tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637338 Jul 05 03:48:16.203438 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-10682c32-a4b3-496d-82e2-4040b6ae0a7b req-eb6d0126-5fbb-42e7-87c5-1d2becc562c5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7ad53c07-6858-4824-a214-aab8b01503db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605291 Jul 05 03:48:16.220741 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-8a116eb8-799d-42a0-a68e-35db525df733 req-2e6a5e1b-3142-4aa6-bbeb-302ba27ba16e service neutron] For port 9cf9a358-4aea-4435-9981-a99ef573895f, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:16.229399 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-8a116eb8-799d-42a0-a68e-35db525df733 req-2e6a5e1b-3142-4aa6-bbeb-302ba27ba16e service neutron] For port 9cf9a358-4aea-4435-9981-a99ef573895f, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=9cf9a358-4aea-4435-9981-a99ef573895f,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:16.235526 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a8be1-abcf-4a58-be4e-ecf60dd3e69c req-6d7dbc07-986d-470c-ba6b-f6396b6eda77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:16.237401 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4e8a8be1-abcf-4a58-be4e-ecf60dd3e69c req-6d7dbc07-986d-470c-ba6b-f6396b6eda77 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 200 len: 909 time: 0.2087591 Jul 05 03:48:16.243457 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0f70c90c-85a9-43de-9b50-23db5c27e699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:16.246818 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0f70c90c-85a9-43de-9b50-23db5c27e699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:16.250405 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0f70c90c-85a9-43de-9b50-23db5c27e699 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f308aec6-7d73-495e-9848-92525025056f HTTP/1.1" status: 204 len: 168 time: 0.2084048 Jul 05 03:48:16.253643 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8a116eb8-799d-42a0-a68e-35db525df733 req-2e6a5e1b-3142-4aa6-bbeb-302ba27ba16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:16.258962 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70c90c-85a9-43de-9b50-23db5c27e699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f308aec6-7d73-495e-9848-92525025056f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:16.358161 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116eb8-799d-42a0-a68e-35db525df733 req-2e6a5e1b-3142-4aa6-bbeb-302ba27ba16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:16.358732 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8a116eb8-799d-42a0-a68e-35db525df733 req-2e6a5e1b-3142-4aa6-bbeb-302ba27ba16e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:16.360377 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a116eb8-799d-42a0-a68e-35db525df733 req-2e6a5e1b-3142-4aa6-bbeb-302ba27ba16e service neutron] 10.222.0.89 "PUT /v2.0/ports/9cf9a358-4aea-4435-9981-a99ef573895f HTTP/1.1" status: 200 len: 1123 time: 1.7945504 Jul 05 03:48:16.361484 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a5e1b-3142-4aa6-bbeb-302ba27ba16e service neutron] Pushing event updated for resources: {'Port': ['ID=9cf9a358-4aea-4435-9981-a99ef573895f,revision_number=8']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:16.536773 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['9cf9a358-4aea-4435-9981-a99ef573895f'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:16.609965 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda101d-25c5-495e-8a8f-b40aee5a0b79 req-8ab803fc-5a64-45cc-b13f-7020785c911a tempest-ServersAdminNegativeTestJSON-840183430 tempest-ServersAdminNegativeTestJSON-840183430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:16.613575 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ccda101d-25c5-495e-8a8f-b40aee5a0b79 req-8ab803fc-5a64-45cc-b13f-7020785c911a tempest-ServersAdminNegativeTestJSON-840183430 tempest-ServersAdminNegativeTestJSON-840183430-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c32c4e27-fd92-4c3e-8764-41a4db5dbdc1 HTTP/1.1" status: 200 len: 1101 time: 0.1179039 Jul 05 03:48:16.684919 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4e8a8be1-abcf-4a58-be4e-ecf60dd3e69c req-2f37f22c-db4a-43f1-aa3e-98f95026786a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df590b05-46ef-44d7-98a7-836f994c4a99 HTTP/1.1" status: 200 len: 217 time: 0.0803308 Jul 05 03:48:16.720422 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44460) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:16.739547 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ccda101d-25c5-495e-8a8f-b40aee5a0b79 req-20783664-daa7-48bb-a937-20e350b0c106 tempest-ServersAdminNegativeTestJSON-840183430 tempest-ServersAdminNegativeTestJSON-840183430-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=787a1539-3459-429a-a53c-c4ec0594d2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109791 Jul 05 03:48:16.744244 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82ac7d45-062a-491a-b78d-352790e98a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:16.789094 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a8be1-abcf-4a58-be4e-ecf60dd3e69c req-50eb16a2-ad57-44e6-8285-95d8cbedf7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:16.790873 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4e8a8be1-abcf-4a58-be4e-ecf60dd3e69c req-50eb16a2-ad57-44e6-8285-95d8cbedf7b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed0a1ef0-1506-4eb0-93c1-51dd53393e81 HTTP/1.1" status: 200 len: 848 time: 0.0722070 Jul 05 03:48:16.853697 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4e8a8be1-abcf-4a58-be4e-ecf60dd3e69c req-828c9232-d0e3-4f19-abd8-bde79734684e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e37bffed-7318-4dad-93bc-2135e6f53abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517559 Jul 05 03:48:16.930975 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82ac7d45-062a-491a-b78d-352790e98a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:16.937846 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82ac7d45-062a-491a-b78d-352790e98a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:16.987181 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-82ac7d45-062a-491a-b78d-352790e98a75 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b2d45be9041141bfad017d416363c857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2655249 Jul 05 03:48:16.990083 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44466) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:16.999340 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac7d45-062a-491a-b78d-352790e98a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904f50a0-7af4-433f-875b-122cb9a94e8e,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:17.002610 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4e8a8be1-abcf-4a58-be4e-ecf60dd3e69c req-46317be1-4e83-400c-af70-ab382e4339fb service neutron] 10.222.0.70 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404550 Jul 05 03:48:17.018605 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffcca4-9127-4df5-9d7a-0cd69cbdaf7e req-2568229c-73ce-44a3-a42e-310dfecda133 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:17.020142 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e7ffcca4-9127-4df5-9d7a-0cd69cbdaf7e req-2568229c-73ce-44a3-a42e-310dfecda133 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 943 time: 0.1462612 Jul 05 03:48:17.029505 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e57aa-7fe0-4da6-b462-adc90d64550f req-7acfd721-62de-4cbb-9f4c-57e1fb4768d4 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:17.031565 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf2e57aa-7fe0-4da6-b462-adc90d64550f req-7acfd721-62de-4cbb-9f4c-57e1fb4768d4 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/ports?device_id=f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3 HTTP/1.1" status: 200 len: 946 time: 0.1443551 Jul 05 03:48:17.088709 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e7ffcca4-9127-4df5-9d7a-0cd69cbdaf7e req-9762c75d-bd46-495e-b2ec-17a5fcb61035 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598319 Jul 05 03:48:17.090360 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fbe6cb5b-3a50-4763-956a-6bb723a8b90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:17.133047 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fbe6cb5b-3a50-4763-956a-6bb723a8b90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:17.140484 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf2e57aa-7fe0-4da6-b462-adc90d64550f req-5b3b789d-081b-48ed-a212-68178fa1c9bb tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/security-groups?id=b4c76acd-283f-4f93-b0a8-ace9bdb312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692356 Jul 05 03:48:17.158485 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543a34a5-5c22-4e9c-b144-e6d955d1313a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cf9a358-4aea-4435-9981-a99ef573895f'}, {'name': 'network-changed', 'server_uuid': '543a34a5-5c22-4e9c-b144-e6d955d1313a', 'tag': '9cf9a358-4aea-4435-9981-a99ef573895f'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:17.164415 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8410d2e-5cc2-4035-ab2e-e726a0fde115" -d '{"events": [{"server_uuid": "543a34a5-5c22-4e9c-b144-e6d955d1313a", "name": "network-vif-unplugged", "status": "completed", "tag": "9cf9a358-4aea-4435-9981-a99ef573895f"}, {"name": "network-changed", "server_uuid": "543a34a5-5c22-4e9c-b144-e6d955d1313a", "tag": "9cf9a358-4aea-4435-9981-a99ef573895f"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:17.187034 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4e8a8be1-abcf-4a58-be4e-ecf60dd3e69c req-85f3c508-6e2b-4d6a-94e5-abf0ddddd17c service neutron] 10.222.0.70 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773391 Jul 05 03:48:17.192463 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fbe6cb5b-3a50-4763-956a-6bb723a8b90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:17.196270 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fbe6cb5b-3a50-4763-956a-6bb723a8b90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:17.200498 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fbe6cb5b-3a50-4763-956a-6bb723a8b90e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/904f50a0-7af4-433f-875b-122cb9a94e8e HTTP/1.1" status: 204 len: 168 time: 0.2058134 Jul 05 03:48:17.213113 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6cb5b-3a50-4763-956a-6bb723a8b90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904f50a0-7af4-433f-875b-122cb9a94e8e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:17.228734 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e730ad-e789-4b0d-8b3e-3021b86c8daa'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:17.232095 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612bbe21-d2ff-4a29-9d06-efe62b553291" -d '{"events": [{"server_uuid": "f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3", "name": "network-vif-plugged", "status": "completed", "tag": "69e730ad-e789-4b0d-8b3e-3021b86c8daa"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:17.280225 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c3c50a-2b10-4d2f-ab79-0d89791c400d x-openstack-request-id: req-32c3c50a-2b10-4d2f-ab79-0d89791c400d {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:17.280225 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543a34a5-5c22-4e9c-b144-e6d955d1313a", "name": "network-vif-unplugged", "status": "completed", "tag": "9cf9a358-4aea-4435-9981-a99ef573895f", "code": 200}, {"name": "network-changed", "server_uuid": "543a34a5-5c22-4e9c-b144-e6d955d1313a", "tag": "9cf9a358-4aea-4435-9981-a99ef573895f", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:17.280225 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-32c3c50a-2b10-4d2f-ab79-0d89791c400d {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:17.280225 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543a34a5-5c22-4e9c-b144-e6d955d1313a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cf9a358-4aea-4435-9981-a99ef573895f', 'code': 200} Jul 05 03:48:17.280225 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543a34a5-5c22-4e9c-b144-e6d955d1313a', 'tag': '9cf9a358-4aea-4435-9981-a99ef573895f', 'status': 'completed', 'code': 200} Jul 05 03:48:17.311921 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5063c3-fd62-48a4-b594-6612c080994e x-openstack-request-id: req-cd5063c3-fd62-48a4-b594-6612c080994e {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:17.312712 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3", "name": "network-vif-plugged", "status": "completed", "tag": "69e730ad-e789-4b0d-8b3e-3021b86c8daa", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:17.313461 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cd5063c3-fd62-48a4-b594-6612c080994e {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:17.314002 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e730ad-e789-4b0d-8b3e-3021b86c8daa', 'code': 200} Jul 05 03:48:17.486839 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413d06f-3243-477d-9a2f-13603a329875 req-75e56770-9833-4e21-9591-13d9c30f3ba0 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:17.493822 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8410d2e-5cc2-4035-ab2e-e726a0fde115 req-d8741b6f-1eb2-4e2c-9fde-80618977411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:17.495473 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8410d2e-5cc2-4035-ab2e-e726a0fde115 req-d8741b6f-1eb2-4e2c-9fde-80618977411b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 1126 time: 0.1100047 Jul 05 03:48:17.500842 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4413d06f-3243-477d-9a2f-13603a329875 req-75e56770-9833-4e21-9591-13d9c30f3ba0 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f714ea1-b4a7-49fd-98eb-e77d2babb26b HTTP/1.1" status: 200 len: 950 time: 0.1055360 Jul 05 03:48:17.502140 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4892ca-a4a1-4e64-bea3-d295088fda18 req-a907df40-2cdd-4dde-a4a7-d03302255424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:17.503683 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6c4892ca-a4a1-4e64-bea3-d295088fda18 req-a907df40-2cdd-4dde-a4a7-d03302255424 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3 HTTP/1.1" status: 200 len: 1098 time: 0.0869949 Jul 05 03:48:17.539539 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4413d06f-3243-477d-9a2f-13603a329875 req-07c08a27-9066-4c3c-a911-6996195c305a tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ad53c07-6858-4824-a214-aab8b01503db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378046 Jul 05 03:48:17.604008 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6c4892ca-a4a1-4e64-bea3-d295088fda18 req-85907d1b-8edc-4bff-8151-2fccee3c9ecc service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b4c76acd-283f-4f93-b0a8-ace9bdb312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901368 Jul 05 03:48:17.659035 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8410d2e-5cc2-4035-ab2e-e726a0fde115 req-b21075c4-622d-4915-8567-5fc686951417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:17.660576 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8410d2e-5cc2-4035-ab2e-e726a0fde115 req-b21075c4-622d-4915-8567-5fc686951417 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 922 time: 0.1559300 Jul 05 03:48:17.717759 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8410d2e-5cc2-4035-ab2e-e726a0fde115 req-7ac59204-6874-4d56-98ba-c3686d37f8a3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cf9a358-4aea-4435-9981-a99ef573895f HTTP/1.1" status: 200 len: 217 time: 0.0460026 Jul 05 03:48:17.737866 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe15d7c-712f-44b1-bc5c-0bdbc0ef7b48 req-bf9752d7-4fcd-4d05-8297-2f99dad5cbcc tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:17.739415 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4fe15d7c-712f-44b1-bc5c-0bdbc0ef7b48 req-bf9752d7-4fcd-4d05-8297-2f99dad5cbcc tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 943 time: 0.1127682 Jul 05 03:48:17.810206 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4fe15d7c-712f-44b1-bc5c-0bdbc0ef7b48 req-602f86cf-0063-4727-b327-0160ff5c578a tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624313 Jul 05 03:48:17.811722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8410d2e-5cc2-4035-ab2e-e726a0fde115 req-20210e24-5add-4900-9174-48f6b95b1992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:17.813199 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8410d2e-5cc2-4035-ab2e-e726a0fde115 req-20210e24-5add-4900-9174-48f6b95b1992 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d29ec61-cb40-45c9-a308-0007b5185cb0 HTTP/1.1" status: 200 len: 861 time: 0.0846326 Jul 05 03:48:17.858589 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8410d2e-5cc2-4035-ab2e-e726a0fde115 req-b666e264-c18c-48f4-bafb-f034c9d6aff2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0365b51-ea1d-4154-b37b-d14ae3269368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322826 Jul 05 03:48:17.892126 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d08b2-ae09-41a9-b8cc-a212fc7f0e1b req-48527ba0-0d94-4384-9899-2564b01f4b86 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:17.894005 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a50d08b2-ae09-41a9-b8cc-a212fc7f0e1b req-48527ba0-0d94-4384-9899-2564b01f4b86 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 945 time: 0.0842488 Jul 05 03:48:17.937382 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a50d08b2-ae09-41a9-b8cc-a212fc7f0e1b req-95abb267-c75d-421a-89f4-7adfea982a73 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349100 Jul 05 03:48:18.050006 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8410d2e-5cc2-4035-ab2e-e726a0fde115 req-a64df911-6768-4469-a2ab-48ba2edc0636 service neutron] 10.222.0.70 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956528 Jul 05 03:48:18.184068 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8410d2e-5cc2-4035-ab2e-e726a0fde115 req-11bb1c1c-3c2f-449c-9913-20a538c012e5 service neutron] 10.222.0.70 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265287 Jul 05 03:48:18.313105 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3c732-de83-4268-8d97-b77bee597620 req-34d5d307-39a6-44ea-8747-40432cb2dd8f tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:18.314802 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4db3c732-de83-4268-8d97-b77bee597620 req-34d5d307-39a6-44ea-8747-40432cb2dd8f tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/ports?device_id=c32c4e27-fd92-4c3e-8764-41a4db5dbdc1 HTTP/1.1" status: 200 len: 949 time: 0.0792899 Jul 05 03:48:18.340512 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c5c3f-d642-4f57-85ea-82ba2f1b0838 req-03ce69f1-189b-4f70-82a5-d66bcb43a58f tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:18.341288 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cc1c5c3f-d642-4f57-85ea-82ba2f1b0838 req-03ce69f1-189b-4f70-82a5-d66bcb43a58f tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 943 time: 0.0894318 Jul 05 03:48:18.370150 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4db3c732-de83-4268-8d97-b77bee597620 req-db4a3a67-28b8-431c-907f-f870f727d1a1 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/security-groups?id=787a1539-3459-429a-a53c-c4ec0594d2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448682 Jul 05 03:48:18.396787 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cc1c5c3f-d642-4f57-85ea-82ba2f1b0838 req-702c3cac-db4a-4ab3-ad87-c02507844cab tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456028 Jul 05 03:48:18.572607 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7e0cb-5b91-46f1-9fda-9647b4ae05a3 req-e80c21b1-9009-4a3d-a6b6-6da96728446b tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:18.574240 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c2c7e0cb-5b91-46f1-9fda-9647b4ae05a3 req-e80c21b1-9009-4a3d-a6b6-6da96728446b tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/ports?device_id=f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3 HTTP/1.1" status: 200 len: 946 time: 0.0728328 Jul 05 03:48:18.618287 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c2c7e0cb-5b91-46f1-9fda-9647b4ae05a3 req-e4a1f12c-7641-4bbe-ae9c-d04f50810d49 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/security-groups?id=b4c76acd-283f-4f93-b0a8-ace9bdb312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378382 Jul 05 03:48:18.946306 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6e0f9-bee4-45b2-bcb5-d9107721bdce req-c8969b3c-333d-4727-9837-c5e0c136df0a tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:18.948120 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dbf6e0f9-bee4-45b2-bcb5-d9107721bdce req-c8969b3c-333d-4727-9837-c5e0c136df0a tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f714ea1-b4a7-49fd-98eb-e77d2babb26b HTTP/1.1" status: 200 len: 950 time: 0.0705965 Jul 05 03:48:19.001863 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dbf6e0f9-bee4-45b2-bcb5-d9107721bdce req-2e1a9dfa-a19d-4aba-af37-5348c9700325 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ad53c07-6858-4824-a214-aab8b01503db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398192 Jul 05 03:48:19.108214 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864c32a-0937-4097-9a84-e85b18714ce4 req-d809ece9-0f6e-40bd-ba1c-6cbf1af947fe tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:19.109792 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a864c32a-0937-4097-9a84-e85b18714ce4 req-d809ece9-0f6e-40bd-ba1c-6cbf1af947fe tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 943 time: 0.0679493 Jul 05 03:48:19.148638 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a864c32a-0937-4097-9a84-e85b18714ce4 req-68174a14-6a2a-403b-b022-3801a88e96be tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334003 Jul 05 03:48:19.163889 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc97ba-f1ba-490c-b45a-2311c644bdd7 req-17bebe75-06b3-4957-8ba1-98efdf5b62c0 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:19.165496 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5edc97ba-f1ba-490c-b45a-2311c644bdd7 req-17bebe75-06b3-4957-8ba1-98efdf5b62c0 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 945 time: 0.0637927 Jul 05 03:48:19.210324 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5edc97ba-f1ba-490c-b45a-2311c644bdd7 req-1dade340-e416-4570-b76d-dad44e9248f9 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389171 Jul 05 03:48:19.390656 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-8a0fa18e-4a71-4ef9-946c-5346f40cbcc3 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0d0eb0b510614f178c10ded04d8bf66d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230360 Jul 05 03:48:19.509360 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-388c2735-1714-4d34-a1a3-50f9dca7f0ef tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:19.510940 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-388c2735-1714-4d34-a1a3-50f9dca7f0ef tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1149964 Jul 05 03:48:19.527618 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-6a4cfb6a-105f-4a29-a6dd-9ed0715b019c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/quotas/0d0eb0b510614f178c10ded04d8bf66d HTTP/1.1" status: 200 len: 375 time: 0.0102947 Jul 05 03:48:19.572015 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-6e9ffcac-5fca-4d61-8700-d33911bef463 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0d0eb0b510614f178c10ded04d8bf66d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388193 Jul 05 03:48:19.592751 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c68cce-0438-4e7e-8e36-7102db418689 req-04d70000-ddd6-48e7-9b21-9cc66a6bdbda tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:19.594275 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-03c68cce-0438-4e7e-8e36-7102db418689 req-04d70000-ddd6-48e7-9b21-9cc66a6bdbda tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/ports?device_id=c32c4e27-fd92-4c3e-8764-41a4db5dbdc1 HTTP/1.1" status: 200 len: 949 time: 0.0726840 Jul 05 03:48:19.637733 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-03c68cce-0438-4e7e-8e36-7102db418689 req-4b73d546-497c-4254-8b8d-bee09e1e45c3 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/security-groups?id=787a1539-3459-429a-a53c-c4ec0594d2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372262 Jul 05 03:48:19.765214 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 9cf9a358-4aea-4435-9981-a99ef573895f details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:19.830082 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device df590b05-46ef-44d7-98a7-836f994c4a99 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:19.868216 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cfaf4-d1c3-4c49-ab39-b5d35efddc1a req-359bf183-df5e-49ff-abef-ab245f59d635 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:19.868404 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-138cfaf4-d1c3-4c49-ab39-b5d35efddc1a req-359bf183-df5e-49ff-abef-ab245f59d635 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 943 time: 0.0886705 Jul 05 03:48:19.919593 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-138cfaf4-d1c3-4c49-ab39-b5d35efddc1a req-8e6ddd20-2048-4b94-a904-abb970e2018b tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450523 Jul 05 03:48:19.979403 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bed73a-f723-4ede-be85-c90b12ea208d req-b7aced03-5f36-45d1-99c2-1cce1307b848 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:19.986082 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e6bed73a-f723-4ede-be85-c90b12ea208d req-b7aced03-5f36-45d1-99c2-1cce1307b848 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f714ea1-b4a7-49fd-98eb-e77d2babb26b HTTP/1.1" status: 200 len: 950 time: 0.1412659 Jul 05 03:48:20.018501 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 9cf9a358-4aea-4435-9981-a99ef573895f, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=9cf9a358-4aea-4435-9981-a99ef573895f,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:20.042066 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 9cf9a358-4aea-4435-9981-a99ef573895f has no active binding in host n-h1-780147-23 {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:48:20.055086 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e6bed73a-f723-4ede-be85-c90b12ea208d req-d8690c11-bbed-43ad-819b-cfcd6601bc76 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ad53c07-6858-4824-a214-aab8b01503db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586028 Jul 05 03:48:20.109086 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port df590b05-46ef-44d7-98a7-836f994c4a99, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=df590b05-46ef-44d7-98a7-836f994c4a99,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:20.132831 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'df590b05-46ef-44d7-98a7-836f994c4a99', 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd', 'port_id': 'df590b05-46ef-44d7-98a7-836f994c4a99', 'mac_address': 'fa:16:3e:7a:c4:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed0a1ef0-1506-4eb0-93c1-51dd53393e81', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:20.167284 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4e2a9-163f-40c5-82ec-fcf21fbca9c0 req-13bf7ec6-24e2-4dc8-8c47-0095990066ba tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:20.168876 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-36b4e2a9-163f-40c5-82ec-fcf21fbca9c0 req-13bf7ec6-24e2-4dc8-8c47-0095990066ba tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.89 "GET /v2.0/ports?device_id=c32c4e27-fd92-4c3e-8764-41a4db5dbdc1 HTTP/1.1" status: 200 len: 949 time: 0.0861108 Jul 05 03:48:20.193230 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.212062 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8924615a-a979-4804-9e13-ddacdca17746 req-74f9b489-e2ca-46b9-9805-0ad0d0e35d9e tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0d0eb0b510614f178c10ded04d8bf66d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396769 Jul 05 03:48:20.216567 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df590b05-46ef-44d7-98a7-836f994c4a99 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:20.234193 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da1359-36a8-4ea3-bfd4-2d346b621dd8 req-b4f1da8f-e8e2-4494-9d40-9b2e438cea6d tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:20.242970 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58da1359-36a8-4ea3-bfd4-2d346b621dd8 req-b4f1da8f-e8e2-4494-9d40-9b2e438cea6d tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/ports?device_id=f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3 HTTP/1.1" status: 200 len: 946 time: 0.1547029 Jul 05 03:48:20.249198 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port df590b05-46ef-44d7-98a7-836f994c4a99, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=df590b05-46ef-44d7-98a7-836f994c4a99,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:20.256503 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.292107 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58da1359-36a8-4ea3-bfd4-2d346b621dd8 req-864eab21-71b4-4577-9055-935c5180abc3 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/security-groups?id=b4c76acd-283f-4f93-b0a8-ace9bdb312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478716 Jul 05 03:48:20.369255 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=df590b05-46ef-44d7-98a7-836f994c4a99,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:20.409032 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924615a-a979-4804-9e13-ddacdca17746 req-129c8dec-74c6-4481-b554-2072c23f8e75 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:20.410475 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8924615a-a979-4804-9e13-ddacdca17746 req-129c8dec-74c6-4481-b554-2072c23f8e75 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1726315 Jul 05 03:48:20.433821 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8924615a-a979-4804-9e13-ddacdca17746 req-7c2335f1-3121-4209-9279-b908a030f7a4 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/quotas/0d0eb0b510614f178c10ded04d8bf66d HTTP/1.1" status: 200 len: 375 time: 0.0142326 Jul 05 03:48:20.436259 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-36b4e2a9-163f-40c5-82ec-fcf21fbca9c0 req-bc2146a6-026a-4b2d-af85-211ca39660c3 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Deleting port 8466e9ee-e323-4014-bb8d-9f75ec52fac0 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:20.436677 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-36b4e2a9-163f-40c5-82ec-fcf21fbca9c0 req-bc2146a6-026a-4b2d-af85-211ca39660c3 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.520191 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8924615a-a979-4804-9e13-ddacdca17746 req-ba3a144e-0bd7-4915-8d1f-6db09801968a tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0d0eb0b510614f178c10ded04d8bf66d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662260 Jul 05 03:48:20.591686 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-36b4e2a9-163f-40c5-82ec-fcf21fbca9c0 req-bc2146a6-026a-4b2d-af85-211ca39660c3 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] For port 8466e9ee-e323-4014-bb8d-9f75ec52fac0, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8466e9ee-e323-4014-bb8d-9f75ec52fac0,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:20.592319 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-36b4e2a9-163f-40c5-82ec-fcf21fbca9c0 req-bc2146a6-026a-4b2d-af85-211ca39660c3 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.635098 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-36b4e2a9-163f-40c5-82ec-fcf21fbca9c0 req-bc2146a6-026a-4b2d-af85-211ca39660c3 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Calling delete_port for 8466e9ee-e323-4014-bb8d-9f75ec52fac0 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:20.639077 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f730d-4589-4e9a-8502-0cb106d674c1 req-8a16afe4-e25e-4777-b9bc-9e455c89ee07 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:20.644627 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a91f730d-4589-4e9a-8502-0cb106d674c1 req-8a16afe4-e25e-4777-b9bc-9e455c89ee07 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 943 time: 0.0859790 Jul 05 03:48:20.734334 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a91f730d-4589-4e9a-8502-0cb106d674c1 req-d311567f-1611-4e34-af45-cfe1d2917bf6 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822971 Jul 05 03:48:20.868457 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['df590b05-46ef-44d7-98a7-836f994c4a99'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:20.980594 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-36b4e2a9-163f-40c5-82ec-fcf21fbca9c0 req-bc2146a6-026a-4b2d-af85-211ca39660c3 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.999229 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['2c97b98d-7c4a-44ee-bd36-54f17cb34a03', '8466e9ee-e323-4014-bb8d-9f75ec52fac0'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:21.024867 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2146a6-026a-4b2d-af85-211ca39660c3 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Pushing event deleted for resources: {'Port': ['ID=8466e9ee-e323-4014-bb8d-9f75ec52fac0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:21.139550 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b4e2a9-163f-40c5-82ec-fcf21fbca9c0 req-bc2146a6-026a-4b2d-af85-211ca39660c3 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] No DVR routers for this DVR port 8466e9ee-e323-4014-bb8d-9f75ec52fac0 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:21.142680 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-36b4e2a9-163f-40c5-82ec-fcf21fbca9c0 req-bc2146a6-026a-4b2d-af85-211ca39660c3 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.145403 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-36b4e2a9-163f-40c5-82ec-fcf21fbca9c0 req-bc2146a6-026a-4b2d-af85-211ca39660c3 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.89 "DELETE /v2.0/ports/8466e9ee-e323-4014-bb8d-9f75ec52fac0 HTTP/1.1" status: 204 len: 173 time: 0.9598813 Jul 05 03:48:21.146083 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32c4e27-fd92-4c3e-8764-41a4db5dbdc1', 'name': 'network-vif-deleted', 'tag': '8466e9ee-e323-4014-bb8d-9f75ec52fac0'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:21.150516 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68e7afc-6c97-4531-a6e0-0fb8ec610ef5" -d '{"events": [{"server_uuid": "c32c4e27-fd92-4c3e-8764-41a4db5dbdc1", "name": "network-vif-deleted", "tag": "8466e9ee-e323-4014-bb8d-9f75ec52fac0"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:21.190946 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b3352-4c36-4098-b51e-b66a2cbcb8ec req-0e9412f9-8a51-406b-b57b-15b079c8b66b tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:21.192720 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-626b3352-4c36-4098-b51e-b66a2cbcb8ec req-0e9412f9-8a51-406b-b57b-15b079c8b66b tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 945 time: 0.3079834 Jul 05 03:48:21.260719 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-626b3352-4c36-4098-b51e-b66a2cbcb8ec req-a1a659d9-cdd1-4d6f-a9ce-41470e0a85b1 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568027 Jul 05 03:48:21.340644 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c885444-8cc8-4c1b-8fa4-f16da7771119 req-bfa61d5e-df47-4b3c-a8a7-d7ff832b1e38 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 258 time: 0.5020688 Jul 05 03:48:21.359302 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-9c885444-8cc8-4c1b-8fa4-f16da7771119 req-cf618d2b-2fa9-4bae-b3c0-dc45030b3294 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:21.526962 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f059a537-4fb2-462f-a56e-a975e93d8cd8 req-bf4e10e1-cc18-48bc-8b6f-790114814839 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/ports?device_id=c32c4e27-fd92-4c3e-8764-41a4db5dbdc1 HTTP/1.1" status: 200 len: 210 time: 0.0436196 Jul 05 03:48:21.610277 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-c15dc18f-fc4d-43ea-8825-bff8bf9f32cb tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=0d0eb0b510614f178c10ded04d8bf66d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283411 Jul 05 03:48:21.690339 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9c885444-8cc8-4c1b-8fa4-f16da7771119 req-cf618d2b-2fa9-4bae-b3c0-dc45030b3294 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.745528 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-896ee3ba-d6d3-4728-ba38-8deefb617028 req-5163c09e-2ca4-4190-b6a1-4a63600aa338 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a0320a5-5e89-4345-bf05-dfadbaaa7439 HTTP/1.1" status: 200 len: 210 time: 0.0583777 Jul 05 03:48:21.815661 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-aa8f0d9c-9c16-49c3-86bd-89e84e9c4b5c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:21.817990 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-aa8f0d9c-9c16-49c3-86bd-89e84e9c4b5c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1929665 Jul 05 03:48:21.833910 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device bfe40046-dcb2-4a23-91b1-75db175f25bd details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:21.843965 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-e5002bda-8ae9-44a8-be63-4e96a2b5e4bf tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Request body: {'port': {'device_id': 'bad591bf-349b-41ab-8143-c02570fb5446', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': '0d0eb0b510614f178c10ded04d8bf66d'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:21.887825 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9c885444-8cc8-4c1b-8fa4-f16da7771119 req-cf618d2b-2fa9-4bae-b3c0-dc45030b3294 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.977339 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port bfe40046-dcb2-4a23-91b1-75db175f25bd, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=bfe40046-dcb2-4a23-91b1-75db175f25bd,segment=NetworkSegment(f87cced7-ca52-4702-b6f2-045f0cdb9433),segment_id=f87cced7-ca52-4702-b6f2-045f0cdb9433)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:21.997095 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'bfe40046-dcb2-4a23-91b1-75db175f25bd', 'network_id': 'ed316610-b29c-457f-a987-9abff17192cf', 'port_id': 'bfe40046-dcb2-4a23-91b1-75db175f25bd', 'mac_address': 'fa:16:3e:f9:be:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b36211-a6e0-42fa-9ae6-cabeeef08bd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:22.051287 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.069967 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfe40046-dcb2-4a23-91b1-75db175f25bd {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:22.090151 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-e5002bda-8ae9-44a8-be63-4e96a2b5e4bf tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Made reservation on behalf of 0d0eb0b510614f178c10ded04d8bf66d for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:22.093767 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-e5002bda-8ae9-44a8-be63-4e96a2b5e4bf tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.102346 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port bfe40046-dcb2-4a23-91b1-75db175f25bd, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=bfe40046-dcb2-4a23-91b1-75db175f25bd,segment=NetworkSegment(f87cced7-ca52-4702-b6f2-045f0cdb9433),segment_id=f87cced7-ca52-4702-b6f2-045f0cdb9433)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:22.109096 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.122931 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-e5002bda-8ae9-44a8-be63-4e96a2b5e4bf tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.163557 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-9c885444-8cc8-4c1b-8fa4-f16da7771119 req-cf618d2b-2fa9-4bae-b3c0-dc45030b3294 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Allocated IP 172.25.1.185 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/c5d4a2d9-344b-4e2a-9c67-b9b41e37d074) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:22.186970 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=bfe40046-dcb2-4a23-91b1-75db175f25bd,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:22.247957 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a116eb8-799d-42a0-a68e-35db525df733 req-841e6a4a-337e-4250-9239-f2e3c243298b service neutron] 10.222.0.70 "GET /v2.0/ports/9cf9a358-4aea-4435-9981-a99ef573895f/bindings/n-h1-780147-23 HTTP/1.1" status: 200 len: 385 time: 0.1203184 Jul 05 03:48:22.270198 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9ce0c-e5d4-4886-bba7-5d8325490741 req-e0479b9a-c7e3-424e-8c36-33d955243a30 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:22.272789 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6ef9ce0c-e5d4-4886-bba7-5d8325490741 req-e0479b9a-c7e3-424e-8c36-33d955243a30 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 944 time: 0.2384744 Jul 05 03:48:22.320850 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['bfe40046-dcb2-4a23-91b1-75db175f25bd'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:22.347483 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9c885444-8cc8-4c1b-8fa4-f16da7771119 req-cf618d2b-2fa9-4bae-b3c0-dc45030b3294 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.401380 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6ef9ce0c-e5d4-4886-bba7-5d8325490741 req-8e29bca1-878c-4f2f-90ba-b5a513634796 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896628 Jul 05 03:48:22.458513 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9c885444-8cc8-4c1b-8fa4-f16da7771119 req-cf618d2b-2fa9-4bae-b3c0-dc45030b3294 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.472298 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-e5002bda-8ae9-44a8-be63-4e96a2b5e4bf tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.487934 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-e5002bda-8ae9-44a8-be63-4e96a2b5e4bf tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.568662 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c885444-8cc8-4c1b-8fa4-f16da7771119 req-cf618d2b-2fa9-4bae-b3c0-dc45030b3294 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:22.572719 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-9c885444-8cc8-4c1b-8fa4-f16da7771119 req-cf618d2b-2fa9-4bae-b3c0-dc45030b3294 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:22.577386 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c885444-8cc8-4c1b-8fa4-f16da7771119 req-cf618d2b-2fa9-4bae-b3c0-dc45030b3294 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:22.580906 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf618d2b-2fa9-4bae-b3c0-dc45030b3294 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Pushing event updated for resources: {'Port': ['ID=c5d4a2d9-344b-4e2a-9c67-b9b41e37d074,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:22.622191 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5002bda-8ae9-44a8-be63-4e96a2b5e4bf tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:22.707235 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-8a116eb8-799d-42a0-a68e-35db525df733 req-e926f46b-80d9-4ed3-a282-bd048ec02b18 service neutron] For port 9cf9a358-4aea-4435-9981-a99ef573895f, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=9cf9a358-4aea-4435-9981-a99ef573895f,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:22.708725 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9c885444-8cc8-4c1b-8fa4-f16da7771119 req-cf618d2b-2fa9-4bae-b3c0-dc45030b3294 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.752627 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-e5002bda-8ae9-44a8-be63-4e96a2b5e4bf tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Allocated IP 192.168.233.250 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/59178975-5931-459a-8b65-bb8e3f4d5778) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:22.757902 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-8a116eb8-799d-42a0-a68e-35db525df733 req-e926f46b-80d9-4ed3-a282-bd048ec02b18 service neutron] For port 9cf9a358-4aea-4435-9981-a99ef573895f, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:22.768155 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bba03-9ac4-434c-a40f-12e47fae7eab req-8aa75bfa-080f-4587-b1fe-ce4be8344061 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:22.769649 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ed9bba03-9ac4-434c-a40f-12e47fae7eab req-8aa75bfa-080f-4587-b1fe-ce4be8344061 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f714ea1-b4a7-49fd-98eb-e77d2babb26b HTTP/1.1" status: 200 len: 950 time: 0.2443917 Jul 05 03:48:22.778792 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9c885444-8cc8-4c1b-8fa4-f16da7771119 req-cf618d2b-2fa9-4bae-b3c0-dc45030b3294 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.847121 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-8a116eb8-799d-42a0-a68e-35db525df733 req-e926f46b-80d9-4ed3-a282-bd048ec02b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf9a358-4aea-4435-9981-a99ef573895f {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:22.872587 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-8a116eb8-799d-42a0-a68e-35db525df733 req-e926f46b-80d9-4ed3-a282-bd048ec02b18 service neutron] For port 9cf9a358-4aea-4435-9981-a99ef573895f, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9cf9a358-4aea-4435-9981-a99ef573895f,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:22.902969 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ed9bba03-9ac4-434c-a40f-12e47fae7eab req-f632b335-70ca-4f19-9d8e-30e56cae4b55 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ad53c07-6858-4824-a214-aab8b01503db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063452 Jul 05 03:48:22.908822 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8a116eb8-799d-42a0-a68e-35db525df733 req-e926f46b-80d9-4ed3-a282-bd048ec02b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.957761 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027ec5ea-3e0b-414a-bc0c-2b83b9c36d46 x-openstack-request-id: req-027ec5ea-3e0b-414a-bc0c-2b83b9c36d46 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:22.958058 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32c4e27-fd92-4c3e-8764-41a4db5dbdc1", "name": "network-vif-deleted", "tag": "8466e9ee-e323-4014-bb8d-9f75ec52fac0", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:22.958312 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-027ec5ea-3e0b-414a-bc0c-2b83b9c36d46 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:22.958710 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32c4e27-fd92-4c3e-8764-41a4db5dbdc1', 'name': 'network-vif-deleted', 'tag': '8466e9ee-e323-4014-bb8d-9f75ec52fac0', 'status': 'completed', 'code': 200} Jul 05 03:48:22.977449 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8924615a-a979-4804-9e13-ddacdca17746 req-cda1f5ac-7448-471f-bc66-2693ca50c7e9 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=0d0eb0b510614f178c10ded04d8bf66d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407209 Jul 05 03:48:23.088728 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9c885444-8cc8-4c1b-8fa4-f16da7771119 req-cf618d2b-2fa9-4bae-b3c0-dc45030b3294 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.094957 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9c885444-8cc8-4c1b-8fa4-f16da7771119 req-cf618d2b-2fa9-4bae-b3c0-dc45030b3294 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.206430 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924615a-a979-4804-9e13-ddacdca17746 req-1d26fe46-a977-4b4f-989a-c6e3b231abca tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:23.207991 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8924615a-a979-4804-9e13-ddacdca17746 req-1d26fe46-a977-4b4f-989a-c6e3b231abca tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2197604 Jul 05 03:48:23.222159 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf618d2b-2fa9-4bae-b3c0-dc45030b3294 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Pushing event updated for resources: {'Port': ['ID=c5d4a2d9-344b-4e2a-9c67-b9b41e37d074,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:23.233976 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9c885444-8cc8-4c1b-8fa4-f16da7771119 req-cf618d2b-2fa9-4bae-b3c0-dc45030b3294 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.251422 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9c885444-8cc8-4c1b-8fa4-f16da7771119 req-cf618d2b-2fa9-4bae-b3c0-dc45030b3294 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.253017 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c885444-8cc8-4c1b-8fa4-f16da7771119 req-cf618d2b-2fa9-4bae-b3c0-dc45030b3294 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8981643 Jul 05 03:48:23.330947 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c885444-8cc8-4c1b-8fa4-f16da7771119 req-c9f83b5d-ac09-4e44-bed5-228cc4965551 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.185 HTTP/1.1" status: 200 len: 696 time: 0.0713911 Jul 05 03:48:23.356273 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-e5002bda-8ae9-44a8-be63-4e96a2b5e4bf tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.374623 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-8a116eb8-799d-42a0-a68e-35db525df733 req-e926f46b-80d9-4ed3-a282-bd048ec02b18 service neutron] Transition to ACTIVE for port object 9cf9a358-4aea-4435-9981-a99ef573895f will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:23.383624 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8a116eb8-799d-42a0-a68e-35db525df733 req-e926f46b-80d9-4ed3-a282-bd048ec02b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.385808 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-e5002bda-8ae9-44a8-be63-4e96a2b5e4bf tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Transition to ACTIVE for port object 59178975-5931-459a-8b65-bb8e3f4d5778 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:23.432844 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f93135-5f5a-4315-b66c-be2ae2323081 req-ff8c1e1c-43b6-4b87-88f2-606f4cde0829 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:23.434397 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-78f93135-5f5a-4315-b66c-be2ae2323081 req-ff8c1e1c-43b6-4b87-88f2-606f4cde0829 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 943 time: 0.1819770 Jul 05 03:48:23.443087 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c885444-8cc8-4c1b-8fa4-f16da7771119 req-7cb5b757-a6c3-400c-9943-1daa7b6896ff tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:23.451021 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c885444-8cc8-4c1b-8fa4-f16da7771119 req-7cb5b757-a6c3-400c-9943-1daa7b6896ff tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.1137927 Jul 05 03:48:23.457991 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-8924615a-a979-4804-9e13-ddacdca17746 req-83f88077-e321-4216-b729-01155f9db978 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Request body: {'port': {'device_id': '6a0320a5-5e89-4345-bf05-dfadbaaa7439', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': '0d0eb0b510614f178c10ded04d8bf66d'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:23.464430 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-9c885444-8cc8-4c1b-8fa4-f16da7771119 req-e0be24cf-e782-4450-8238-ecc203df9ccb tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:48:23.465435 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c885444-8cc8-4c1b-8fa4-f16da7771119 req-e0be24cf-e782-4450-8238-ecc203df9ccb tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138829 Jul 05 03:48:23.516869 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a116eb8-799d-42a0-a68e-35db525df733 req-e926f46b-80d9-4ed3-a282-bd048ec02b18 service neutron] No DVR routers for this DVR port 9cf9a358-4aea-4435-9981-a99ef573895f on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:23.520319 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926f46b-80d9-4ed3-a282-bd048ec02b18 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf9a358-4aea-4435-9981-a99ef573895f,revision_number=10']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:23.555975 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-e5002bda-8ae9-44a8-be63-4e96a2b5e4bf tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.594427 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-78f93135-5f5a-4315-b66c-be2ae2323081 req-dfc071e5-c8ed-4090-b08a-b74e56b8e97a tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364434 Jul 05 03:48:23.600006 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a116eb8-799d-42a0-a68e-35db525df733 req-e926f46b-80d9-4ed3-a282-bd048ec02b18 service neutron] 10.222.0.70 "PUT /v2.0/ports/9cf9a358-4aea-4435-9981-a99ef573895f/bindings/n-h1-780147-23/activate HTTP/1.1" status: 200 len: 370 time: 1.3258250 Jul 05 03:48:23.622760 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-e5002bda-8ae9-44a8-be63-4e96a2b5e4bf tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:23.624240 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-e5002bda-8ae9-44a8-be63-4e96a2b5e4bf tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:23.626676 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-e5002bda-8ae9-44a8-be63-4e96a2b5e4bf tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:23.650691 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8924615a-a979-4804-9e13-ddacdca17746 req-83f88077-e321-4216-b729-01155f9db978 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Made reservation on behalf of 0d0eb0b510614f178c10ded04d8bf66d for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:23.655343 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8924615a-a979-4804-9e13-ddacdca17746 req-83f88077-e321-4216-b729-01155f9db978 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.661888 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5002bda-8ae9-44a8-be63-4e96a2b5e4bf tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Pushing event updated for resources: {'Port': ['ID=59178975-5931-459a-8b65-bb8e3f4d5778,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:23.691605 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-e5002bda-8ae9-44a8-be63-4e96a2b5e4bf tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:23.692315 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-e5002bda-8ae9-44a8-be63-4e96a2b5e4bf tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.776342 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93996d7d-b8ff-45ad-8255-9a5244ef6468 req-1d6be432-d094-4fd9-9c14-88da95fa8fe5 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:23.778232 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93996d7d-b8ff-45ad-8255-9a5244ef6468 req-1d6be432-d094-4fd9-9c14-88da95fa8fe5 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 944 time: 0.2099679 Jul 05 03:48:23.797343 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8466e9ee-e323-4014-bb8d-9f75ec52fac0 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:23.823682 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-e5002bda-8ae9-44a8-be63-4e96a2b5e4bf tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9845006 Jul 05 03:48:23.834488 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 8466e9ee-e323-4014-bb8d-9f75ec52fac0 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:23.834853 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8466e9ee-e323-4014-bb8d-9f75ec52fac0 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:23.842378 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-9ddca2f5-ab50-4077-8a16-e40cbb36015e service neutron] Request body: {'port': {'device_id': 'bad591bf-349b-41ab-8143-c02570fb5446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:23.875138 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device bfe40046-dcb2-4a23-91b1-75db175f25bd up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:23.898313 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93996d7d-b8ff-45ad-8255-9a5244ef6468 req-d59c2da0-a962-4150-9032-be1dcfe89a30 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107380 Jul 05 03:48:23.935883 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-8924615a-a979-4804-9e13-ddacdca17746 req-83f88077-e321-4216-b729-01155f9db978 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Allocated IP 192.168.233.80 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/7fecf9b6-b565-4b38-9efe-2fdd229ac6d6) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:23.947236 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port bfe40046-dcb2-4a23-91b1-75db175f25bd triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:23.947906 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.952898 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-06516be7-b50e-49c3-af30-25e3610fba95 req-1ffd2a78-23b8-43b9-81e0-5a33df1acae2 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a0320a5-5e89-4345-bf05-dfadbaaa7439 HTTP/1.1" status: 200 len: 210 time: 0.0721419 Jul 05 03:48:23.988034 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116eb8-799d-42a0-a68e-35db525df733 req-0c776926-0902-4daa-a43d-c805befb02c1 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:23.989600 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a116eb8-799d-42a0-a68e-35db525df733 req-0c776926-0902-4daa-a43d-c805befb02c1 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a&tenant_id=11544e3d57bf4d33848f6eceacb7332e&binding%3Ahost_id=n-h2-780147-23 HTTP/1.1" status: 200 len: 1096 time: 0.2750537 Jul 05 03:48:23.994341 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-deea1334-dd41-46b3-9213-0eef177b255e None None] Provisioning for port 59178975-5931-459a-8b65-bb8e3f4d5778 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:24.007690 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-deea1334-dd41-46b3-9213-0eef177b255e None None] Provisioning complete for port 59178975-5931-459a-8b65-bb8e3f4d5778 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:24.008387 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-deea1334-dd41-46b3-9213-0eef177b255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.087584 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-deea1334-dd41-46b3-9213-0eef177b255e None None] Port 59178975-5931-459a-8b65-bb8e3f4d5778 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:48:24.107939 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.140152 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25168ef2-ee53-4f00-8a48-7c178c77063f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe40046-dcb2-4a23-91b1-75db175f25bd'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:24.142779 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e877e09-a854-4b98-9de9-747068988041" -d '{"events": [{"server_uuid": "25168ef2-ee53-4f00-8a48-7c178c77063f", "name": "network-vif-plugged", "status": "completed", "tag": "bfe40046-dcb2-4a23-91b1-75db175f25bd"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:24.160677 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port bfe40046-dcb2-4a23-91b1-75db175f25bd, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=bfe40046-dcb2-4a23-91b1-75db175f25bd,segment=NetworkSegment(f87cced7-ca52-4702-b6f2-045f0cdb9433),segment_id=f87cced7-ca52-4702-b6f2-045f0cdb9433)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:24.167035 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.167952 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device df590b05-46ef-44d7-98a7-836f994c4a99 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:24.172909 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-9ddca2f5-ab50-4077-8a16-e40cbb36015e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.213473 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba70eb-d564-4096-9992-ac2db7d84f2d req-e2c71604-0738-4542-9b17-7be10f94e172 tempest-LiveMigrationNegativeTest-580290129 tempest-LiveMigrationNegativeTest-580290129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:24.215240 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eaba70eb-d564-4096-9992-ac2db7d84f2d req-e2c71604-0738-4542-9b17-7be10f94e172 tempest-LiveMigrationNegativeTest-580290129 tempest-LiveMigrationNegativeTest-580290129-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2f714ea1-b4a7-49fd-98eb-e77d2babb26b HTTP/1.1" status: 200 len: 1102 time: 0.1175814 Jul 05 03:48:24.218659 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8924615a-a979-4804-9e13-ddacdca17746 req-83f88077-e321-4216-b729-01155f9db978 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.245606 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-eaba70eb-d564-4096-9992-ac2db7d84f2d req-3963c8c3-d74c-4f56-be2b-c9537b2739ce tempest-LiveMigrationNegativeTest-580290129 tempest-LiveMigrationNegativeTest-580290129-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.255427 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=bfe40046-dcb2-4a23-91b1-75db175f25bd,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:24.257878 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-8924615a-a979-4804-9e13-ddacdca17746 req-83f88077-e321-4216-b729-01155f9db978 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Transition to ACTIVE for port object 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:24.268327 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port df590b05-46ef-44d7-98a7-836f994c4a99 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:24.274922 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port df590b05-46ef-44d7-98a7-836f994c4a99 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:24.275209 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.285565 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116eb8-799d-42a0-a68e-35db525df733 req-81303f2a-d13d-46e8-858e-ddf483b84b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:24.287101 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a116eb8-799d-42a0-a68e-35db525df733 req-81303f2a-d13d-46e8-858e-ddf483b84b16 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a&tenant_id=11544e3d57bf4d33848f6eceacb7332e HTTP/1.1" status: 200 len: 1096 time: 0.2205999 Jul 05 03:48:24.333215 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8924615a-a979-4804-9e13-ddacdca17746 req-83f88077-e321-4216-b729-01155f9db978 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.362121 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86227e83-08e7-4d2e-a193-3a5b04e3e09d req-0bef8608-e87e-4a53-98d0-b470a4dc49d3 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:24.363654 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-86227e83-08e7-4d2e-a193-3a5b04e3e09d req-0bef8608-e87e-4a53-98d0-b470a4dc49d3 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 944 time: 0.2393286 Jul 05 03:48:24.378599 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.406407 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8924615a-a979-4804-9e13-ddacdca17746 req-83f88077-e321-4216-b729-01155f9db978 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:24.411445 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-8924615a-a979-4804-9e13-ddacdca17746 req-83f88077-e321-4216-b729-01155f9db978 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:24.414707 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-8924615a-a979-4804-9e13-ddacdca17746 req-83f88077-e321-4216-b729-01155f9db978 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:24.423467 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port df590b05-46ef-44d7-98a7-836f994c4a99, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=df590b05-46ef-44d7-98a7-836f994c4a99,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:24.428939 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.430552 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 9cf9a358-4aea-4435-9981-a99ef573895f no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:24.469212 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f88077-e321-4216-b729-01155f9db978 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Pushing event updated for resources: {'Port': ['ID=7fecf9b6-b565-4b38-9efe-2fdd229ac6d6,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:24.514400 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-86227e83-08e7-4d2e-a193-3a5b04e3e09d req-c77310bc-1b3c-4026-a144-cba4f2415c63 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405780 Jul 05 03:48:24.520688 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924615a-a979-4804-9e13-ddacdca17746 req-83f88077-e321-4216-b729-01155f9db978 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:24.521466 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8924615a-a979-4804-9e13-ddacdca17746 req-83f88077-e321-4216-b729-01155f9db978 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.534495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 9cf9a358-4aea-4435-9981-a99ef573895f not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:24.534998 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-eaba70eb-d564-4096-9992-ac2db7d84f2d req-3963c8c3-d74c-4f56-be2b-c9537b2739ce tempest-LiveMigrationNegativeTest-580290129 tempest-LiveMigrationNegativeTest-580290129-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.543165 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-eaba70eb-d564-4096-9992-ac2db7d84f2d req-3963c8c3-d74c-4f56-be2b-c9537b2739ce tempest-LiveMigrationNegativeTest-580290129 tempest-LiveMigrationNegativeTest-580290129-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.565755 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=df590b05-46ef-44d7-98a7-836f994c4a99,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:24.575036 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8924615a-a979-4804-9e13-ddacdca17746 req-83f88077-e321-4216-b729-01155f9db978 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1218858 Jul 05 03:48:24.594845 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116eb8-799d-42a0-a68e-35db525df733 req-58c84c21-f31e-44f7-839d-59dbd2f7fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:24.596034 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eaba70eb-d564-4096-9992-ac2db7d84f2d req-3963c8c3-d74c-4f56-be2b-c9537b2739ce tempest-LiveMigrationNegativeTest-580290129 tempest-LiveMigrationNegativeTest-580290129-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=7ad53c07-6858-4824-a214-aab8b01503db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738415 Jul 05 03:48:24.596459 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a116eb8-799d-42a0-a68e-35db525df733 req-58c84c21-f31e-44f7-839d-59dbd2f7fc59 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 1096 time: 0.2517097 Jul 05 03:48:24.609859 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-8924615a-a979-4804-9e13-ddacdca17746 req-066f3620-b3a6-4551-9f5f-05698f9c1526 service neutron] Request body: {'port': {'device_id': '6a0320a5-5e89-4345-bf05-dfadbaaa7439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:24.671301 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963c8c3-d74c-4f56-be2b-c9537b2739ce tempest-LiveMigrationNegativeTest-580290129 tempest-LiveMigrationNegativeTest-580290129-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aea99a7-2d9d-4d3d-93ba-daaa38d896b7,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:24.747568 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8924615a-a979-4804-9e13-ddacdca17746 req-066f3620-b3a6-4551-9f5f-05698f9c1526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.800934 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-9ddca2f5-ab50-4077-8a16-e40cbb36015e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59178975-5931-459a-8b65-bb8e3f4d5778 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:24.818562 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-28e71d14-785f-446a-95df-c87477b09749 None None] Provisioning for port 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:24.819974 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-9ddca2f5-ab50-4077-8a16-e40cbb36015e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.825669 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-28e71d14-785f-446a-95df-c87477b09749 None None] Provisioning complete for port 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:24.826258 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-28e71d14-785f-446a-95df-c87477b09749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.859845 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-9ddca2f5-ab50-4077-8a16-e40cbb36015e service neutron] Transition to ACTIVE for port object 59178975-5931-459a-8b65-bb8e3f4d5778 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:24.871362 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-28e71d14-785f-446a-95df-c87477b09749 None None] Port 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:48:24.886721 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-9ddca2f5-ab50-4077-8a16-e40cbb36015e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.937602 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116eb8-799d-42a0-a68e-35db525df733 req-9f94ef9c-b580-40d9-943e-ca4203e9ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:24.939152 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a116eb8-799d-42a0-a68e-35db525df733 req-9f94ef9c-b580-40d9-943e-ca4203e9ffb1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 922 time: 0.3301108 Jul 05 03:48:24.973162 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615778c-fbbb-4b9f-8fca-d275134f0a8a req-7e622e1c-1e6c-4f13-b1e2-183616b19e9a tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:24.974695 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0615778c-fbbb-4b9f-8fca-d275134f0a8a req-7e622e1c-1e6c-4f13-b1e2-183616b19e9a tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/ports?device_id=f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2409914 Jul 05 03:48:25.018573 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a116eb8-799d-42a0-a68e-35db525df733 req-31196eab-3f76-4550-82d0-cdf1d005df6d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cf9a358-4aea-4435-9981-a99ef573895f HTTP/1.1" status: 200 len: 217 time: 0.0673196 Jul 05 03:48:25.044421 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddca2f5-ab50-4077-8a16-e40cbb36015e service neutron] Pushing event updated for resources: {'Port': ['ID=59178975-5931-459a-8b65-bb8e3f4d5778,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:25.077811 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-8924615a-a979-4804-9e13-ddacdca17746 req-066f3620-b3a6-4551-9f5f-05698f9c1526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:25.080353 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0f230b-e963-4a67-a487-e363adab52ae x-openstack-request-id: req-7a0f230b-e963-4a67-a487-e363adab52ae {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:25.080666 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25168ef2-ee53-4f00-8a48-7c178c77063f", "name": "network-vif-plugged", "status": "completed", "tag": "bfe40046-dcb2-4a23-91b1-75db175f25bd", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:25.080924 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7a0f230b-e963-4a67-a487-e363adab52ae {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:25.081325 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25168ef2-ee53-4f00-8a48-7c178c77063f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe40046-dcb2-4a23-91b1-75db175f25bd', 'code': 200} Jul 05 03:48:25.090156 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8924615a-a979-4804-9e13-ddacdca17746 req-066f3620-b3a6-4551-9f5f-05698f9c1526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.105702 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-8924615a-a979-4804-9e13-ddacdca17746 req-066f3620-b3a6-4551-9f5f-05698f9c1526 service neutron] Transition to ACTIVE for port object 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:25.111373 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8924615a-a979-4804-9e13-ddacdca17746 req-066f3620-b3a6-4551-9f5f-05698f9c1526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.160587 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0615778c-fbbb-4b9f-8fca-d275134f0a8a req-8c4655f4-a15b-4f02-bdb0-d5fefa078af3 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.185 HTTP/1.1" status: 200 len: 696 time: 0.1510100 Jul 05 03:48:25.197706 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-0615778c-fbbb-4b9f-8fca-d275134f0a8a req-fd3f69b4-57c1-40af-9d24-ac24fb73d881 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Request body: {'floatingip': {'port_id': '69e730ad-e789-4b0d-8b3e-3021b86c8daa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:25.201484 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f3620-b3a6-4551-9f5f-05698f9c1526 service neutron] Pushing event updated for resources: {'Port': ['ID=7fecf9b6-b565-4b38-9efe-2fdd229ac6d6,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:25.248131 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116eb8-799d-42a0-a68e-35db525df733 req-645787c2-781b-4c8d-9e9d-d1b1f8095698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:25.249677 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a116eb8-799d-42a0-a68e-35db525df733 req-645787c2-781b-4c8d-9e9d-d1b1f8095698 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8d29ec61-cb40-45c9-a308-0007b5185cb0 HTTP/1.1" status: 200 len: 861 time: 0.2024789 Jul 05 03:48:25.256486 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0615778c-fbbb-4b9f-8fca-d275134f0a8a req-fd3f69b4-57c1-40af-9d24-ac24fb73d881 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks [] for floatingip, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.286258 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-8924615a-a979-4804-9e13-ddacdca17746 req-066f3620-b3a6-4551-9f5f-05698f9c1526 service neutron] Attempting to bind port 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:25.286736 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-8924615a-a979-4804-9e13-ddacdca17746 req-066f3620-b3a6-4551-9f5f-05698f9c1526 service neutron] Attempting to bind port 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:25.287170 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8924615a-a979-4804-9e13-ddacdca17746 req-066f3620-b3a6-4551-9f5f-05698f9c1526 service neutron] Attempting to bind port 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:25.311104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8924615a-a979-4804-9e13-ddacdca17746 req-066f3620-b3a6-4551-9f5f-05698f9c1526 service neutron] Port 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:25.311104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8924615a-a979-4804-9e13-ddacdca17746 req-066f3620-b3a6-4551-9f5f-05698f9c1526 service neutron] Attempting to bind port 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:25.320359 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8924615a-a979-4804-9e13-ddacdca17746 req-066f3620-b3a6-4551-9f5f-05698f9c1526 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:25.320359 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8924615a-a979-4804-9e13-ddacdca17746 req-066f3620-b3a6-4551-9f5f-05698f9c1526 service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:25.320865 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8924615a-a979-4804-9e13-ddacdca17746 req-066f3620-b3a6-4551-9f5f-05698f9c1526 service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:25.321332 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-8924615a-a979-4804-9e13-ddacdca17746 req-066f3620-b3a6-4551-9f5f-05698f9c1526 service neutron] Bound port: 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:25.321812 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8924615a-a979-4804-9e13-ddacdca17746 req-066f3620-b3a6-4551-9f5f-05698f9c1526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.353498 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a116eb8-799d-42a0-a68e-35db525df733 req-59d1a722-a7c4-47d4-b0cc-9f0c36d052e2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0365b51-ea1d-4154-b37b-d14ae3269368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766921 Jul 05 03:48:25.410773 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ffe75-ef40-483d-8695-5b5ff39ed225 req-2d0df13d-b834-4076-8e15-743639cd90de tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:25.412666 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3d3ffe75-ef40-483d-8695-5b5ff39ed225 req-2d0df13d-b834-4076-8e15-743639cd90de tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 944 time: 0.1399708 Jul 05 03:48:25.433568 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-8924615a-a979-4804-9e13-ddacdca17746 req-066f3620-b3a6-4551-9f5f-05698f9c1526 service neutron] For port 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:25.437249 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-8924615a-a979-4804-9e13-ddacdca17746 req-066f3620-b3a6-4551-9f5f-05698f9c1526 service neutron] For port 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=7fecf9b6-b565-4b38-9efe-2fdd229ac6d6,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:25.449001 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8924615a-a979-4804-9e13-ddacdca17746 req-066f3620-b3a6-4551-9f5f-05698f9c1526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.455870 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-9ddca2f5-ab50-4077-8a16-e40cbb36015e service neutron] Attempting to bind port 59178975-5931-459a-8b65-bb8e3f4d5778 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:25.456431 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-9ddca2f5-ab50-4077-8a16-e40cbb36015e service neutron] Attempting to bind port 59178975-5931-459a-8b65-bb8e3f4d5778 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:25.457373 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-9ddca2f5-ab50-4077-8a16-e40cbb36015e service neutron] Attempting to bind port 59178975-5931-459a-8b65-bb8e3f4d5778 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:25.484526 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-9ddca2f5-ab50-4077-8a16-e40cbb36015e service neutron] Port 59178975-5931-459a-8b65-bb8e3f4d5778 on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:25.484847 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-9ddca2f5-ab50-4077-8a16-e40cbb36015e service neutron] Attempting to bind port 59178975-5931-459a-8b65-bb8e3f4d5778 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:25.508710 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924615a-a979-4804-9e13-ddacdca17746 req-066f3620-b3a6-4551-9f5f-05698f9c1526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:25.509342 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8924615a-a979-4804-9e13-ddacdca17746 req-066f3620-b3a6-4551-9f5f-05698f9c1526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.510812 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8924615a-a979-4804-9e13-ddacdca17746 req-066f3620-b3a6-4551-9f5f-05698f9c1526 service neutron] 10.222.0.70 "PUT /v2.0/ports/7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 HTTP/1.1" status: 200 len: 1096 time: 0.9137435 Jul 05 03:48:25.511285 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0320a5-5e89-4345-bf05-dfadbaaa7439', 'tag': '7fecf9b6-b565-4b38-9efe-2fdd229ac6d6'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:25.513587 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0914f8-2c6d-47bf-8dba-fdfb887ed15a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0320a5-5e89-4345-bf05-dfadbaaa7439", "tag": "7fecf9b6-b565-4b38-9efe-2fdd229ac6d6"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:25.523561 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-9ddca2f5-ab50-4077-8a16-e40cbb36015e service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:25.523937 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-9ddca2f5-ab50-4077-8a16-e40cbb36015e service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:25.524367 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-9ddca2f5-ab50-4077-8a16-e40cbb36015e service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:25.524916 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-9ddca2f5-ab50-4077-8a16-e40cbb36015e service neutron] Bound port: 59178975-5931-459a-8b65-bb8e3f4d5778, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:25.525284 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-9ddca2f5-ab50-4077-8a16-e40cbb36015e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.532811 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3d3ffe75-ef40-483d-8695-5b5ff39ed225 req-11ab31c1-f528-474c-ba82-0f08dafb99c8 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116297 Jul 05 03:48:25.585836 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f3620-b3a6-4551-9f5f-05698f9c1526 service neutron] Pushing event updated for resources: {'Port': ['ID=7fecf9b6-b565-4b38-9efe-2fdd229ac6d6,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:25.665248 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924615a-a979-4804-9e13-ddacdca17746 req-2f857f07-1c40-455f-ba91-b9d75424984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:25.666766 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8924615a-a979-4804-9e13-ddacdca17746 req-2f857f07-1c40-455f-ba91-b9d75424984e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d0eb0b510614f178c10ded04d8bf66d&device_id=6a0320a5-5e89-4345-bf05-dfadbaaa7439 HTTP/1.1" status: 200 len: 1099 time: 0.0777090 Jul 05 03:48:25.694692 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a116eb8-799d-42a0-a68e-35db525df733 req-3eef8f49-bc75-4ed4-9278-15abbfc9430d service neutron] 10.222.0.89 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185341 Jul 05 03:48:25.723368 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8924615a-a979-4804-9e13-ddacdca17746 req-e1f61d4b-66e0-4779-acfc-f6f504a02a9d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 HTTP/1.1" status: 200 len: 217 time: 0.0403898 Jul 05 03:48:25.811172 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924615a-a979-4804-9e13-ddacdca17746 req-be20d8c4-efea-4c69-b6a3-87d4ed8aff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:25.812718 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8924615a-a979-4804-9e13-ddacdca17746 req-be20d8c4-efea-4c69-b6a3-87d4ed8aff48 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0775826 Jul 05 03:48:25.841281 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ba4ce-000a-4095-9eba-241cbb963a54 req-4dacbca8-da3e-42c8-84c3-6a21c42cc1f8 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:25.841281 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-146ba4ce-000a-4095-9eba-241cbb963a54 req-4dacbca8-da3e-42c8-84c3-6a21c42cc1f8 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95fbb72-f17c-41a7-adf6-c0aad4519e7c HTTP/1.1" status: 200 len: 948 time: 0.1167297 Jul 05 03:48:25.915687 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-146ba4ce-000a-4095-9eba-241cbb963a54 req-bfd41f9b-f06d-4f15-b1d3-28736addc82c tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/security-groups?id=787a1539-3459-429a-a53c-c4ec0594d2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570734 Jul 05 03:48:25.923198 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924615a-a979-4804-9e13-ddacdca17746 req-502b2de9-964e-414d-ba75-0a8fc985ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:25.924783 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8924615a-a979-4804-9e13-ddacdca17746 req-502b2de9-964e-414d-ba75-0a8fc985ca5f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1032760 Jul 05 03:48:26.075170 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8924615a-a979-4804-9e13-ddacdca17746 req-fb4c290f-eeb8-455f-bc18-4ab7235acb6d service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419218 Jul 05 03:48:26.114290 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-9ddca2f5-ab50-4077-8a16-e40cbb36015e service neutron] For port 59178975-5931-459a-8b65-bb8e3f4d5778, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:26.142332 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-9ddca2f5-ab50-4077-8a16-e40cbb36015e service neutron] For port 59178975-5931-459a-8b65-bb8e3f4d5778, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=59178975-5931-459a-8b65-bb8e3f4d5778,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:26.180595 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-9ddca2f5-ab50-4077-8a16-e40cbb36015e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:26.190841 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a622c-b852-49ce-b201-b8c4134e46b4 req-3386dc6e-c064-443d-bd1e-b89389d9fda0 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:26.192799 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8f6a622c-b852-49ce-b201-b8c4134e46b4 req-3386dc6e-c064-443d-bd1e-b89389d9fda0 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 945 time: 0.1557755 Jul 05 03:48:26.231017 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8924615a-a979-4804-9e13-ddacdca17746 req-bf6ca450-5d2c-4e6a-856e-e9d8ec3b4a4f service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468048 Jul 05 03:48:26.253939 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8f6a622c-b852-49ce-b201-b8c4134e46b4 req-55588c69-d372-4eaa-9278-1720e232beb1 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457282 Jul 05 03:48:26.290839 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-9ddca2f5-ab50-4077-8a16-e40cbb36015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:26.291480 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-9ddca2f5-ab50-4077-8a16-e40cbb36015e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:26.294315 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-9ddca2f5-ab50-4077-8a16-e40cbb36015e service neutron] 10.222.0.70 "PUT /v2.0/ports/59178975-5931-459a-8b65-bb8e3f4d5778 HTTP/1.1" status: 200 len: 1097 time: 2.4551814 Jul 05 03:48:26.294315 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad591bf-349b-41ab-8143-c02570fb5446', 'tag': '59178975-5931-459a-8b65-bb8e3f4d5778'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:26.296566 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10aeb969-0236-4093-b310-eb02a69c0e92" -d '{"events": [{"name": "network-changed", "server_uuid": "bad591bf-349b-41ab-8143-c02570fb5446", "tag": "59178975-5931-459a-8b65-bb8e3f4d5778"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:26.313507 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a116eb8-799d-42a0-a68e-35db525df733 req-3d6b3467-b07d-4f76-9a34-ea513e0458fc service neutron] 10.222.0.89 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6031826 Jul 05 03:48:26.447260 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddca2f5-ab50-4077-8a16-e40cbb36015e service neutron] Pushing event updated for resources: {'Port': ['ID=59178975-5931-459a-8b65-bb8e3f4d5778,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:26.495779 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc4b07-d2ff-4a08-9f32-cac29247d0c4 req-2ad3e98b-2327-4b96-87a2-594951a1dc74 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:26.503840 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5dfc4b07-d2ff-4a08-9f32-cac29247d0c4 req-2ad3e98b-2327-4b96-87a2-594951a1dc74 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a0320a5-5e89-4345-bf05-dfadbaaa7439 HTTP/1.1" status: 200 len: 947 time: 0.1042922 Jul 05 03:48:26.543604 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5dfc4b07-d2ff-4a08-9f32-cac29247d0c4 req-12af724f-88c9-419d-b34f-5a070aa041f0 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388892 Jul 05 03:48:26.609139 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-8a3bb7ac-c06c-4e3f-8601-7442db15d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:26.610780 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-8a3bb7ac-c06c-4e3f-8601-7442db15d1e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d0eb0b510614f178c10ded04d8bf66d&device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 1100 time: 0.2005513 Jul 05 03:48:26.613057 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0615778c-fbbb-4b9f-8fca-d275134f0a8a req-fd3f69b4-57c1-40af-9d24-ac24fb73d881 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:26.617888 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0615778c-fbbb-4b9f-8fca-d275134f0a8a req-fd3f69b4-57c1-40af-9d24-ac24fb73d881 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:26.702584 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-0ac91126-f552-449c-b3ab-18b0ca61d98f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=59178975-5931-459a-8b65-bb8e3f4d5778 HTTP/1.1" status: 200 len: 217 time: 0.0473671 Jul 05 03:48:26.716480 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a98191c-0bfe-437c-87e8-f4a586646f24 x-openstack-request-id: req-6a98191c-0bfe-437c-87e8-f4a586646f24 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:26.717061 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0320a5-5e89-4345-bf05-dfadbaaa7439", "tag": "7fecf9b6-b565-4b38-9efe-2fdd229ac6d6", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:26.717061 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6a98191c-0bfe-437c-87e8-f4a586646f24 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:26.717879 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0320a5-5e89-4345-bf05-dfadbaaa7439', 'tag': '7fecf9b6-b565-4b38-9efe-2fdd229ac6d6', 'status': 'completed', 'code': 200} Jul 05 03:48:26.766766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142821d6-feba-4bb0-8a1a-0a11a7f9d0c6 req-88d7cd24-23b1-4508-84d0-360b9072b7fc tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:26.768307 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-142821d6-feba-4bb0-8a1a-0a11a7f9d0c6 req-88d7cd24-23b1-4508-84d0-360b9072b7fc tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.89 "GET /v2.0/ports?device_id=d95fbb72-f17c-41a7-adf6-c0aad4519e7c HTTP/1.1" status: 200 len: 948 time: 0.2211492 Jul 05 03:48:26.828227 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116eb8-799d-42a0-a68e-35db525df733 req-f60d8baf-6b9e-49f0-a9bc-9d0628eb5cef tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:26.831029 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8a116eb8-799d-42a0-a68e-35db525df733 req-f60d8baf-6b9e-49f0-a9bc-9d0628eb5cef tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a&tenant_id=11544e3d57bf4d33848f6eceacb7332e&binding%3Ahost_id=n-h1-780147-23 HTTP/1.1" status: 200 len: 1096 time: 0.1288736 Jul 05 03:48:26.867137 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-83531608-64c1-4d56-86c0-0aa1d9209116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:26.868662 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-83531608-64c1-4d56-86c0-0aa1d9209116 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1555057 Jul 05 03:48:26.880666 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [req-0615778c-fbbb-4b9f-8fca-d275134f0a8a req-fd3f69b4-57c1-40af-9d24-ac24fb73d881 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Floating IP ae9164d1-55c4-444c-967c-952652df4bbd associated. External IP: 172.25.1.185, port: 69e730ad-e789-4b0d-8b3e-3021b86c8daa. Jul 05 03:48:26.954460 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0914f8-2c6d-47bf-8dba-fdfb887ed15a req-81fd4c10-16a8-4012-ad96-af2a20fe48d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:26.956042 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be0914f8-2c6d-47bf-8dba-fdfb887ed15a req-81fd4c10-16a8-4012-ad96-af2a20fe48d3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d0eb0b510614f178c10ded04d8bf66d&device_id=6a0320a5-5e89-4345-bf05-dfadbaaa7439 HTTP/1.1" status: 200 len: 1099 time: 0.1884620 Jul 05 03:48:27.064999 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-bb795d6d-e6d9-446b-b4da-8546ff3be48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:27.066543 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-bb795d6d-e6d9-446b-b4da-8546ff3be48c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1874485 Jul 05 03:48:27.070543 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-142821d6-feba-4bb0-8a1a-0a11a7f9d0c6 req-592ab10d-742b-4d38-9068-ab4244dccbd8 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Deleting port 2c97b98d-7c4a-44ee-bd36-54f17cb34a03 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:27.070889 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-142821d6-feba-4bb0-8a1a-0a11a7f9d0c6 req-592ab10d-742b-4d38-9068-ab4244dccbd8 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:27.082520 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf57fe2-acaa-45f9-9afa-97826a777a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df590b05-46ef-44d7-98a7-836f994c4a99'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:27.085535 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4e4660-f376-4f1f-b9c1-e7e102ddda8c" -d '{"events": [{"server_uuid": "edf57fe2-acaa-45f9-9afa-97826a777a1e", "name": "network-vif-plugged", "status": "completed", "tag": "df590b05-46ef-44d7-98a7-836f994c4a99"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:27.297997 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774611f-8b08-4d8b-a180-619a8feb86d7 req-cd79aefb-bedc-4b6b-8970-3dffd34dcbb8 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:27.299424 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5774611f-8b08-4d8b-a180-619a8feb86d7 req-cd79aefb-bedc-4b6b-8970-3dffd34dcbb8 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 945 time: 0.4177823 Jul 05 03:48:27.320886 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-142821d6-feba-4bb0-8a1a-0a11a7f9d0c6 req-592ab10d-742b-4d38-9068-ab4244dccbd8 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] For port 2c97b98d-7c4a-44ee-bd36-54f17cb34a03, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=2c97b98d-7c4a-44ee-bd36-54f17cb34a03,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:27.321510 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-142821d6-feba-4bb0-8a1a-0a11a7f9d0c6 req-592ab10d-742b-4d38-9068-ab4244dccbd8 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:27.342045 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-8a116eb8-799d-42a0-a68e-35db525df733 req-fe12d595-0441-4a40-87d9-fd9d16f6dfee service neutron] For port 9cf9a358-4aea-4435-9981-a99ef573895f, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:27.348655 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-f90d27af-bfa6-4bab-aeec-4bf84421c88d service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717884 Jul 05 03:48:27.349495 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-142821d6-feba-4bb0-8a1a-0a11a7f9d0c6 req-592ab10d-742b-4d38-9068-ab4244dccbd8 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Calling delete_port for 2c97b98d-7c4a-44ee-bd36-54f17cb34a03 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:27.351556 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8a116eb8-799d-42a0-a68e-35db525df733 req-fe12d595-0441-4a40-87d9-fd9d16f6dfee service neutron] Notify callbacks [] for binding, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:27.352698 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8a116eb8-799d-42a0-a68e-35db525df733 req-fe12d595-0441-4a40-87d9-fd9d16f6dfee service neutron] 10.222.0.89 "DELETE /v2.0/ports/9cf9a358-4aea-4435-9981-a99ef573895f/bindings/n-h2-780147-23 HTTP/1.1" status: 204 len: 173 time: 0.5151229 Jul 05 03:48:27.375499 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0615778c-fbbb-4b9f-8fca-d275134f0a8a req-fd3f69b4-57c1-40af-9d24-ac24fb73d881 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Router 929139da-3a0c-42bb-ad33-f5d693cebb38 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:48:27.376269 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5774611f-8b08-4d8b-a180-619a8feb86d7 req-20144ff8-2169-4c35-a3fd-20747704324d tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673013 Jul 05 03:48:27.377121 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0914f8-2c6d-47bf-8dba-fdfb887ed15a req-def6bc65-af80-439d-b9c5-495fcf917144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:27.379412 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be0914f8-2c6d-47bf-8dba-fdfb887ed15a req-def6bc65-af80-439d-b9c5-495fcf917144 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.4145353 Jul 05 03:48:27.430414 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be0914f8-2c6d-47bf-8dba-fdfb887ed15a req-77a05786-78b0-4b3c-a6de-b262b8255c04 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 HTTP/1.1" status: 200 len: 217 time: 0.0422726 Jul 05 03:48:27.499728 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0914f8-2c6d-47bf-8dba-fdfb887ed15a req-3e4dd5b3-2e65-4c48-abdc-69a26751b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:27.501595 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be0914f8-2c6d-47bf-8dba-fdfb887ed15a req-3e4dd5b3-2e65-4c48-abdc-69a26751b137 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0517364 Jul 05 03:48:27.570499 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0f0a0ae-88fe-40d9-aa6b-320566c0f7d2 req-bd60d232-e878-4e43-aaed-92678527e45f service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134323 Jul 05 03:48:27.582395 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0914f8-2c6d-47bf-8dba-fdfb887ed15a req-e5c28cb7-4372-48a9-a73b-c91b41ca020e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:27.587638 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be0914f8-2c6d-47bf-8dba-fdfb887ed15a req-e5c28cb7-4372-48a9-a73b-c91b41ca020e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0790021 Jul 05 03:48:27.651906 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0615778c-fbbb-4b9f-8fca-d275134f0a8a req-fd3f69b4-57c1-40af-9d24-ac24fb73d881 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:48:27.661370 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73de7cb-b183-484b-bc36-2fe947dd31d4 None None] Sync routers for ids ['929139da-3a0c-42bb-ad33-f5d693cebb38'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:48:27.672645 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73de7cb-b183-484b-bc36-2fe947dd31d4 None None] Routers {'929139da-3a0c-42bb-ad33-f5d693cebb38'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:27.673549 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b73de7cb-b183-484b-bc36-2fe947dd31d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:48:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['929139da-3a0c-42bb-ad33-f5d693cebb38'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:27.688559 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0615778c-fbbb-4b9f-8fca-d275134f0a8a req-fd3f69b4-57c1-40af-9d24-ac24fb73d881 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:27.695857 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-142821d6-feba-4bb0-8a1a-0a11a7f9d0c6 req-592ab10d-742b-4d38-9068-ab4244dccbd8 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:27.717098 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be0914f8-2c6d-47bf-8dba-fdfb887ed15a req-c2e29400-3e90-48c7-9f27-9dbc476027ec service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195412 Jul 05 03:48:27.741662 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['2c97b98d-7c4a-44ee-bd36-54f17cb34a03'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:27.828498 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ab10d-742b-4d38-9068-ab4244dccbd8 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Pushing event deleted for resources: {'Port': ['ID=2c97b98d-7c4a-44ee-bd36-54f17cb34a03,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:27.833140 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0615778c-fbbb-4b9f-8fca-d275134f0a8a req-fd3f69b4-57c1-40af-9d24-ac24fb73d881 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "PUT /v2.0/floatingips/ae9164d1-55c4-444c-967c-952652df4bbd HTTP/1.1" status: 200 len: 997 time: 2.6439517 Jul 05 03:48:27.884403 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be0914f8-2c6d-47bf-8dba-fdfb887ed15a req-f9e3a060-6c22-45c9-8e30-9b3833e63bc2 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568031 Jul 05 03:48:27.907776 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-142821d6-feba-4bb0-8a1a-0a11a7f9d0c6 req-592ab10d-742b-4d38-9068-ab4244dccbd8 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] No DVR routers for this DVR port 2c97b98d-7c4a-44ee-bd36-54f17cb34a03 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:27.927447 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865759b1-9cb7-45ab-86a0-7e224da1aeb7 x-openstack-request-id: req-865759b1-9cb7-45ab-86a0-7e224da1aeb7 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:27.927616 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad591bf-349b-41ab-8143-c02570fb5446", "tag": "59178975-5931-459a-8b65-bb8e3f4d5778", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:27.931025 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-865759b1-9cb7-45ab-86a0-7e224da1aeb7 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:27.931480 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bad591bf-349b-41ab-8143-c02570fb5446', 'tag': '59178975-5931-459a-8b65-bb8e3f4d5778', 'status': 'completed', 'code': 200} Jul 05 03:48:27.936741 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-142821d6-feba-4bb0-8a1a-0a11a7f9d0c6 req-592ab10d-742b-4d38-9068-ab4244dccbd8 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:27.943079 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-142821d6-feba-4bb0-8a1a-0a11a7f9d0c6 req-592ab10d-742b-4d38-9068-ab4244dccbd8 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.89 "DELETE /v2.0/ports/2c97b98d-7c4a-44ee-bd36-54f17cb34a03 HTTP/1.1" status: 204 len: 173 time: 1.1398909 Jul 05 03:48:27.954825 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-b73de7cb-b183-484b-bc36-2fe947dd31d4 None None] Set router 929139da-3a0c-42bb-ad33-f5d693cebb38 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:28.041085 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615778c-fbbb-4b9f-8fca-d275134f0a8a req-5af87514-6df9-4780-bede-56bd14e8c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:28.042638 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0615778c-fbbb-4b9f-8fca-d275134f0a8a req-5af87514-6df9-4780-bede-56bd14e8c86b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8d34cb22e7154db1a76006c2ff6af640&device_id=f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3 HTTP/1.1" status: 200 len: 1098 time: 0.1457291 Jul 05 03:48:28.058543 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aeb969-0236-4093-b310-eb02a69c0e92 req-14813cbe-8e13-44a7-ac2e-016f4c283f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:28.060532 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-10aeb969-0236-4093-b310-eb02a69c0e92 req-14813cbe-8e13-44a7-ac2e-016f4c283f70 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d0eb0b510614f178c10ded04d8bf66d&device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 1100 time: 0.0673497 Jul 05 03:48:28.221584 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615778c-fbbb-4b9f-8fca-d275134f0a8a req-f6341e47-a93a-45f3-8566-b10624794c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:28.235349 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0615778c-fbbb-4b9f-8fca-d275134f0a8a req-f6341e47-a93a-45f3-8566-b10624794c0e service neutron] 10.222.0.77 "GET /v2.0/networks?id=7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259 HTTP/1.1" status: 200 len: 930 time: 0.1866965 Jul 05 03:48:28.292341 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3bb3a-3f10-4dbb-865c-ab3e256d52ee req-9294f59a-abbf-46b2-bf3f-2eb217b38708 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:28.300032 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d5c3bb3a-3f10-4dbb-865c-ab3e256d52ee req-9294f59a-abbf-46b2-bf3f-2eb217b38708 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 944 time: 0.2042804 Jul 05 03:48:28.317715 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aeb969-0236-4093-b310-eb02a69c0e92 req-dce6078c-7671-4f6b-ac99-c7b405257bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:28.320157 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-10aeb969-0236-4093-b310-eb02a69c0e92 req-dce6078c-7671-4f6b-ac99-c7b405257bcc service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.1685245 Jul 05 03:48:28.345725 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b73de7cb-b183-484b-bc36-2fe947dd31d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2083943627-router', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '1be8967a-7b22-4e6f-90d5-6181af46f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:51Z', 'updated_at': '2021-07-05T03:47:57Z', 'revision_number': 4, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'gw_port': {'id': '1be8967a-7b22-4e6f-90d5-6181af46f343', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'ae9164d1-55c4-444c-967c-952652df4bbd', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'floating_ip_address': '172.25.1.185', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'port_id': '69e730ad-e789-4b0d-8b3e-3021b86c8daa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259', 'mac_address': 'fa:16:3e:0b:bd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:48:22Z', 'updated_at': '2021-07-05T03:48:26Z', 'revision_number': 1, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12caa555-cda1-4696-ad41-85b179e89e36', 'name': '', 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'mac_address': 'fa:16:3e:53:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '53c8c881-5530-43b2-8dda-741f6f554578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:56Z', 'updated_at': '2021-07-05T03:48:06Z', 'revision_number': 5, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'subnets': [{'id': '53c8c881-5530-43b2-8dda-741f6f554578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:28.372696 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-10aeb969-0236-4093-b310-eb02a69c0e92 req-da00ee37-4b58-4f41-978c-f296f873edbd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=59178975-5931-459a-8b65-bb8e3f4d5778 HTTP/1.1" status: 200 len: 217 time: 0.0448039 Jul 05 03:48:28.380430 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0615778c-fbbb-4b9f-8fca-d275134f0a8a req-7ceef21a-51a1-483b-811d-7f163adb13da service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69e730ad-e789-4b0d-8b3e-3021b86c8daa HTTP/1.1" status: 200 len: 1000 time: 0.1426549 Jul 05 03:48:28.385051 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73de7cb-b183-484b-bc36-2fe947dd31d4 None None] Checking router: 929139da-3a0c-42bb-ad33-f5d693cebb38 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:48:28.385491 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d5c3bb3a-3f10-4dbb-865c-ab3e256d52ee req-43abf0c7-aeaf-43fd-8297-a4d97cdb57a1 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832686 Jul 05 03:48:28.400630 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73de7cb-b183-484b-bc36-2fe947dd31d4 None None] Routers {'929139da-3a0c-42bb-ad33-f5d693cebb38'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:28.401436 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b73de7cb-b183-484b-bc36-2fe947dd31d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:48:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['929139da-3a0c-42bb-ad33-f5d693cebb38'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:28.503104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aeb969-0236-4093-b310-eb02a69c0e92 req-a58ed1f5-2b7c-4b6f-99c2-4ff6202ceab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:28.510644 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-10aeb969-0236-4093-b310-eb02a69c0e92 req-a58ed1f5-2b7c-4b6f-99c2-4ff6202ceab9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1238551 Jul 05 03:48:28.630161 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-481b1e02-ac4b-4a63-a21a-26be23f36760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:28.646291 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aeb969-0236-4093-b310-eb02a69c0e92 req-70ce89a6-7ff1-4600-8ee2-341dfe20b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:28.648846 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-10aeb969-0236-4093-b310-eb02a69c0e92 req-70ce89a6-7ff1-4600-8ee2-341dfe20b822 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1273808 Jul 05 03:48:28.664508 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-b73de7cb-b183-484b-bc36-2fe947dd31d4 None None] Set router 929139da-3a0c-42bb-ad33-f5d693cebb38 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:28.808613 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:28.874326 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-10aeb969-0236-4093-b310-eb02a69c0e92 req-bdd7c4eb-7276-40ae-befc-4082cc194763 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164571 Jul 05 03:48:28.983508 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615778c-fbbb-4b9f-8fca-d275134f0a8a req-a947d5d2-c6d7-419f-98a1-15d993976079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:28.986008 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0615778c-fbbb-4b9f-8fca-d275134f0a8a req-a947d5d2-c6d7-419f-98a1-15d993976079 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=53c8c881-5530-43b2-8dda-741f6f554578 HTTP/1.1" status: 200 len: 868 time: 0.5909877 Jul 05 03:48:29.077840 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615778c-fbbb-4b9f-8fca-d275134f0a8a req-0b66929f-679b-4288-88c3-29b39ce85e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:29.080257 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b73de7cb-b183-484b-bc36-2fe947dd31d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2083943627-router', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '1be8967a-7b22-4e6f-90d5-6181af46f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:51Z', 'updated_at': '2021-07-05T03:47:57Z', 'revision_number': 4, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'gw_port': {'id': '1be8967a-7b22-4e6f-90d5-6181af46f343', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'ae9164d1-55c4-444c-967c-952652df4bbd', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'floating_ip_address': '172.25.1.185', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'port_id': '69e730ad-e789-4b0d-8b3e-3021b86c8daa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259', 'mac_address': 'fa:16:3e:0b:bd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:48:22Z', 'updated_at': '2021-07-05T03:48:26Z', 'revision_number': 1, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12caa555-cda1-4696-ad41-85b179e89e36', 'name': '', 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'mac_address': 'fa:16:3e:53:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '53c8c881-5530-43b2-8dda-741f6f554578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:56Z', 'updated_at': '2021-07-05T03:48:06Z', 'revision_number': 5, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'subnets': [{'id': '53c8c881-5530-43b2-8dda-741f6f554578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:29.084334 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0615778c-fbbb-4b9f-8fca-d275134f0a8a req-0b66929f-679b-4288-88c3-29b39ce85e40 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899544 Jul 05 03:48:29.086735 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c67ac851-adfa-4864-857e-e9b733ca65a6 req-d344f733-8a37-4322-9f47-800d30d384b2 tempest-ServersAdminNegativeTestJSON-1348700436 tempest-ServersAdminNegativeTestJSON-1348700436-project] 10.222.0.77 "GET /v2.0/ports?device_id=d95fbb72-f17c-41a7-adf6-c0aad4519e7c HTTP/1.1" status: 200 len: 210 time: 0.0385821 Jul 05 03:48:29.093155 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-0615778c-fbbb-4b9f-8fca-d275134f0a8a req-b0d80253-586a-4b27-8b12-6b0f7cff6902 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:48:29.094218 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0615778c-fbbb-4b9f-8fca-d275134f0a8a req-b0d80253-586a-4b27-8b12-6b0f7cff6902 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055945 Jul 05 03:48:29.104076 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-10aeb969-0236-4093-b310-eb02a69c0e92 req-6a92320c-da46-45df-8607-cd8eef80e66e service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194500 Jul 05 03:48:29.111913 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73de7cb-b183-484b-bc36-2fe947dd31d4 None None] The sync data for ids ['929139da-3a0c-42bb-ad33-f5d693cebb38'] in n-d-780147-23 is: [{'id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2083943627-router', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '1be8967a-7b22-4e6f-90d5-6181af46f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:51Z', 'updated_at': '2021-07-05T03:47:57Z', 'revision_number': 4, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'gw_port': {'id': '1be8967a-7b22-4e6f-90d5-6181af46f343', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'ae9164d1-55c4-444c-967c-952652df4bbd', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'floating_ip_address': '172.25.1.185', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'port_id': '69e730ad-e789-4b0d-8b3e-3021b86c8daa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259', 'mac_address': 'fa:16:3e:0b:bd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:48:22Z', 'updated_at': '2021-07-05T03:48:26Z', 'revision_number': 1, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12caa555-cda1-4696-ad41-85b179e89e36', 'name': '', 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'mac_address': 'fa:16:3e:53:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '53c8c881-5530-43b2-8dda-741f6f554578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:56Z', 'updated_at': '2021-07-05T03:48:06Z', 'revision_number': 5, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'subnets': [{'id': '53c8c881-5530-43b2-8dda-741f6f554578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:48:29.149447 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45fd7da-87a9-470b-967f-cb153ad54c47 x-openstack-request-id: req-a45fd7da-87a9-470b-967f-cb153ad54c47 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:29.149763 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf57fe2-acaa-45f9-9afa-97826a777a1e", "name": "network-vif-plugged", "status": "completed", "tag": "df590b05-46ef-44d7-98a7-836f994c4a99", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:29.150106 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a45fd7da-87a9-470b-967f-cb153ad54c47 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:29.150589 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf57fe2-acaa-45f9-9afa-97826a777a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df590b05-46ef-44d7-98a7-836f994c4a99', 'code': 200} Jul 05 03:48:29.219837 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0615778c-fbbb-4b9f-8fca-d275134f0a8a req-fb53ed71-c2ce-4a5d-a96d-9669c8db1ef1 service neutron] 10.222.0.77 "GET /v2.0/networks/7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199059 Jul 05 03:48:29.340474 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0615778c-fbbb-4b9f-8fca-d275134f0a8a req-bc42b738-30aa-4712-ba2b-0d852ae850be service neutron] 10.222.0.77 "GET /v2.0/networks/7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134362 Jul 05 03:48:29.381529 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4a8ca-3aee-4706-8d67-9cb1cb4eb1d7 req-a533928c-b4af-4630-8c33-c734d906861e tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:29.383258 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-23e4a8ca-3aee-4706-8d67-9cb1cb4eb1d7 req-a533928c-b4af-4630-8c33-c734d906861e tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a0320a5-5e89-4345-bf05-dfadbaaa7439 HTTP/1.1" status: 200 len: 947 time: 0.1297376 Jul 05 03:48:29.389567 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8a8c2-6102-4d73-ae98-a9f152b4bbfb req-1167e8ae-e77c-4941-8dad-4c1fc23b42a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:29.390988 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccd9a4c-c8b4-43b3-bd37-d0b71988b276 None None] New status for floating IP ae9164d1-55c4-444c-967c-952652df4bbd: ACTIVE {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:48:29.391496 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f5c8a8c2-6102-4d73-ae98-a9f152b4bbfb req-1167e8ae-e77c-4941-8dad-4c1fc23b42a6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 1097 time: 0.1275198 Jul 05 03:48:29.469084 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f5c8a8c2-6102-4d73-ae98-a9f152b4bbfb req-447dac2f-7e2d-420b-8fdd-c9190d1437c6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579200 Jul 05 03:48:29.472129 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-23e4a8ca-3aee-4706-8d67-9cb1cb4eb1d7 req-4fa6ee7d-fd17-4860-8eee-72348d82bbd7 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685499 Jul 05 03:48:29.598784 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9dbe7-556a-4bd4-a570-d43b3a41c434 req-5c897508-f2ab-4e4a-b3aa-a349c5c6b5ab tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:29.607673 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8cf9dbe7-556a-4bd4-a570-d43b3a41c434 req-5c897508-f2ab-4e4a-b3aa-a349c5c6b5ab tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 945 time: 0.0882704 Jul 05 03:48:29.668444 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8cf9dbe7-556a-4bd4-a570-d43b3a41c434 req-3bfe8875-ff80-4d86-a68e-6bb89c478ef8 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590270 Jul 05 03:48:29.698882 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586d05b-f808-4a3c-913f-4e834b6f4c7b req-4d35ed82-7bf0-45a7-8590-739e038f4e68 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:29.704995 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5586d05b-f808-4a3c-913f-4e834b6f4c7b req-4d35ed82-7bf0-45a7-8590-739e038f4e68 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 945 time: 0.0874612 Jul 05 03:48:29.753458 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5586d05b-f808-4a3c-913f-4e834b6f4c7b req-f8cbfa89-f1c1-42c3-a07c-e819bc3e8b1c tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362806 Jul 05 03:48:29.824069 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 2c97b98d-7c4a-44ee-bd36-54f17cb34a03 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:29.946842 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3', 'tag': '69e730ad-e789-4b0d-8b3e-3021b86c8daa'}, {'server_uuid': 'd95fbb72-f17c-41a7-adf6-c0aad4519e7c', 'name': 'network-vif-deleted', 'tag': '2c97b98d-7c4a-44ee-bd36-54f17cb34a03'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:29.950038 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23330d89-a1ad-41bd-adf3-6815d62cd957" -d '{"events": [{"name": "network-changed", "server_uuid": "f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3", "tag": "69e730ad-e789-4b0d-8b3e-3021b86c8daa"}, {"server_uuid": "d95fbb72-f17c-41a7-adf6-c0aad4519e7c", "name": "network-vif-deleted", "tag": "2c97b98d-7c4a-44ee-bd36-54f17cb34a03"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:29.973110 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2d7de-7af4-4681-a601-701f0a76de69 req-a2a16d71-2ac5-4762-9530-2825233949fe tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:29.976382 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36c2d7de-7af4-4681-a601-701f0a76de69 req-a2a16d71-2ac5-4762-9530-2825233949fe tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f714ea1-b4a7-49fd-98eb-e77d2babb26b HTTP/1.1" status: 200 len: 950 time: 0.1038208 Jul 05 03:48:29.996702 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:29.998922 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device bfe40046-dcb2-4a23-91b1-75db175f25bd no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:30.002379 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 2c97b98d-7c4a-44ee-bd36-54f17cb34a03 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:30.002516 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 2c97b98d-7c4a-44ee-bd36-54f17cb34a03 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:30.027720 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36c2d7de-7af4-4681-a601-701f0a76de69 req-a433310d-c6f9-4221-9843-6f2bf8a7bfb1 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ad53c07-6858-4824-a214-aab8b01503db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454113 Jul 05 03:48:30.094301 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eff1b1d3-5a77-4153-adc9-b4e31e460fbc req-aaff9e3b-bfcd-4fae-9cc3-d439ace4d4bc tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 258 time: 0.2472134 Jul 05 03:48:30.107512 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-eff1b1d3-5a77-4153-adc9-b4e31e460fbc req-66b11876-0597-464a-8ab3-3942fdc02823 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:30.136049 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-eff1b1d3-5a77-4153-adc9-b4e31e460fbc req-66b11876-0597-464a-8ab3-3942fdc02823 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:30.172096 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:30.179050 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=7fecf9b6-b565-4b38-9efe-2fdd229ac6d6,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:30.203522 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '7fecf9b6-b565-4b38-9efe-2fdd229ac6d6', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '7fecf9b6-b565-4b38-9efe-2fdd229ac6d6', 'mac_address': 'fa:16:3e:87:83:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:30.243308 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77a679-82bc-48c9-a9fd-0856534644d3 req-5f7f4f9d-9af1-46aa-bcbe-df63d33f5af3 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:30.249979 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port bfe40046-dcb2-4a23-91b1-75db175f25bd, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=bfe40046-dcb2-4a23-91b1-75db175f25bd,segment=NetworkSegment(f87cced7-ca52-4702-b6f2-045f0cdb9433),segment_id=f87cced7-ca52-4702-b6f2-045f0cdb9433)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:30.253315 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ed77a679-82bc-48c9-a9fd-0856534644d3 req-5f7f4f9d-9af1-46aa-bcbe-df63d33f5af3 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 1096 time: 0.0902967 Jul 05 03:48:30.258496 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:30.265111 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:30.271406 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-eff1b1d3-5a77-4153-adc9-b4e31e460fbc req-66b11876-0597-464a-8ab3-3942fdc02823 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:30.294313 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ed77a679-82bc-48c9-a9fd-0856534644d3 req-f02e9236-c81d-4f2f-a63b-73fae9566b64 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402060 Jul 05 03:48:30.304342 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:30.342495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=bfe40046-dcb2-4a23-91b1-75db175f25bd,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:30.346140 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=7fecf9b6-b565-4b38-9efe-2fdd229ac6d6,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:30.351584 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:30.414251 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda18ea1-6850-432d-a5b1-f006c67827ee x-openstack-request-id: req-bda18ea1-6850-432d-a5b1-f006c67827ee {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:30.416278 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3", "tag": "69e730ad-e789-4b0d-8b3e-3021b86c8daa", "status": "completed", "code": 200}, {"server_uuid": "d95fbb72-f17c-41a7-adf6-c0aad4519e7c", "name": "network-vif-deleted", "tag": "2c97b98d-7c4a-44ee-bd36-54f17cb34a03", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:30.416703 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bda18ea1-6850-432d-a5b1-f006c67827ee {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:30.418294 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3', 'tag': '69e730ad-e789-4b0d-8b3e-3021b86c8daa', 'status': 'completed', 'code': 200} Jul 05 03:48:30.418724 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95fbb72-f17c-41a7-adf6-c0aad4519e7c', 'name': 'network-vif-deleted', 'tag': '2c97b98d-7c4a-44ee-bd36-54f17cb34a03', 'status': 'completed', 'code': 200} Jul 05 03:48:30.424672 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=7fecf9b6-b565-4b38-9efe-2fdd229ac6d6,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:30.438614 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-eff1b1d3-5a77-4153-adc9-b4e31e460fbc req-66b11876-0597-464a-8ab3-3942fdc02823 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Allocated IP 172.25.1.197 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/72641880-e812-4e4b-a19e-e985f591a942) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:30.578218 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23330d89-a1ad-41bd-adf3-6815d62cd957 req-a16ae7d0-7748-4676-a376-a790aa5996d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:30.579765 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-23330d89-a1ad-41bd-adf3-6815d62cd957 req-a16ae7d0-7748-4676-a376-a790aa5996d4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d34cb22e7154db1a76006c2ff6af640&device_id=f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3 HTTP/1.1" status: 200 len: 1098 time: 0.1350765 Jul 05 03:48:30.670038 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-eff1b1d3-5a77-4153-adc9-b4e31e460fbc req-66b11876-0597-464a-8ab3-3942fdc02823 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:30.714817 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-fc50a0cc-9f96-47e1-914a-1131a947b23e tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:30.727188 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-fc50a0cc-9f96-47e1-914a-1131a947b23e tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 821 time: 0.1762927 Jul 05 03:48:30.738470 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-64d0688e-7765-4bcc-843f-102c781874cb tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/quotas/11544e3d57bf4d33848f6eceacb7332e HTTP/1.1" status: 200 len: 375 time: 0.0133998 Jul 05 03:48:30.746865 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23330d89-a1ad-41bd-adf3-6815d62cd957 req-d8ae24f7-306d-4039-8b94-6cea330ae5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:30.748401 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-23330d89-a1ad-41bd-adf3-6815d62cd957 req-d8ae24f7-306d-4039-8b94-6cea330ae5fb service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259 HTTP/1.1" status: 200 len: 930 time: 0.1542547 Jul 05 03:48:30.799559 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-eff1b1d3-5a77-4153-adc9-b4e31e460fbc req-66b11876-0597-464a-8ab3-3942fdc02823 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:30.822364 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-38c1d209-b4f8-4c58-9708-cdd10c9134b6 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0736127 Jul 05 03:48:30.859550 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff1b1d3-5a77-4153-adc9-b4e31e460fbc req-66b11876-0597-464a-8ab3-3942fdc02823 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:30.865473 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44712) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:30.873121 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-eff1b1d3-5a77-4153-adc9-b4e31e460fbc req-66b11876-0597-464a-8ab3-3942fdc02823 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:30.875490 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff1b1d3-5a77-4153-adc9-b4e31e460fbc req-66b11876-0597-464a-8ab3-3942fdc02823 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:30.882685 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-23330d89-a1ad-41bd-adf3-6815d62cd957 req-9a5b56f6-a6b6-4cb1-82d1-000c4800f76d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69e730ad-e789-4b0d-8b3e-3021b86c8daa HTTP/1.1" status: 200 len: 1002 time: 0.1241746 Jul 05 03:48:30.903259 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b11876-0597-464a-8ab3-3942fdc02823 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Pushing event updated for resources: {'Port': ['ID=72641880-e812-4e4b-a19e-e985f591a942,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:30.923691 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-29b1ed94-189f-4d03-8565-43a1b2a82b74 service neutron] 10.222.0.77 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934865 Jul 05 03:48:30.978613 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23330d89-a1ad-41bd-adf3-6815d62cd957 req-bde08bf6-f51a-4007-85b3-e542ee5dd908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:30.980464 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-23330d89-a1ad-41bd-adf3-6815d62cd957 req-bde08bf6-f51a-4007-85b3-e542ee5dd908 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=53c8c881-5530-43b2-8dda-741f6f554578 HTTP/1.1" status: 200 len: 868 time: 0.0781813 Jul 05 03:48:31.026841 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-4654942c-07d1-4765-b3e0-8625e9b1bbc0 service neutron] 10.222.0.77 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942595 Jul 05 03:48:31.078749 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-eff1b1d3-5a77-4153-adc9-b4e31e460fbc req-66b11876-0597-464a-8ab3-3942fdc02823 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:31.105743 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-eddc30c7-ec7e-4d3c-b1e4-68085b7ada1b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e49d6119c6b04193aa63d9e1a9f0f606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358582 Jul 05 03:48:31.106694 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44718) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:31.135984 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['7fecf9b6-b565-4b38-9efe-2fdd229ac6d6'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:31.149037 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23330d89-a1ad-41bd-adf3-6815d62cd957 req-52f5975c-d5ec-42e5-b047-5eaa24a8528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:31.150418 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-23330d89-a1ad-41bd-adf3-6815d62cd957 req-52f5975c-d5ec-42e5-b047-5eaa24a8528c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1358018 Jul 05 03:48:31.150990 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-eff1b1d3-5a77-4153-adc9-b4e31e460fbc req-66b11876-0597-464a-8ab3-3942fdc02823 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:31.167009 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25168ef2-ee53-4f00-8a48-7c178c77063f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfe40046-dcb2-4a23-91b1-75db175f25bd'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:31.170258 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a84af1-bd43-4bd2-ac2d-281078b2c05f" -d '{"events": [{"server_uuid": "25168ef2-ee53-4f00-8a48-7c178c77063f", "name": "network-vif-unplugged", "status": "completed", "tag": "bfe40046-dcb2-4a23-91b1-75db175f25bd"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:31.190177 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859f908-8d7a-47a0-8dcd-cd08e9a94939 req-ec8f6c83-5097-4efd-9d53-1884e173d501 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:31.191746 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9859f908-8d7a-47a0-8dcd-cd08e9a94939 req-ec8f6c83-5097-4efd-9d53-1884e173d501 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.70 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 943 time: 0.1261983 Jul 05 03:48:31.323926 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-23330d89-a1ad-41bd-adf3-6815d62cd957 req-8d570b55-9de8-4075-ba31-d8bc3387037e service neutron] 10.222.0.89 "GET /v2.0/networks/7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360667 Jul 05 03:48:31.390817 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-842a7604-e111-4e01-9bc7-b48f788860e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:31.393989 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd18ef63-a711-4451-8719-b8182b7910b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:31.514630 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd18ef63-a711-4451-8719-b8182b7910b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:31.516143 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-23330d89-a1ad-41bd-adf3-6815d62cd957 req-fa2fefa1-ad99-4caa-aad4-f6e51de60400 service neutron] 10.222.0.89 "GET /v2.0/networks/7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819808 Jul 05 03:48:31.586780 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-9859f908-8d7a-47a0-8dcd-cd08e9a94939 req-cea9844c-43ae-4b10-8f21-e0041a7b87bf tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Deleting port bfe40046-dcb2-4a23-91b1-75db175f25bd {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:31.587456 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9859f908-8d7a-47a0-8dcd-cd08e9a94939 req-cea9844c-43ae-4b10-8f21-e0041a7b87bf tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:31.592968 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-eff1b1d3-5a77-4153-adc9-b4e31e460fbc req-66b11876-0597-464a-8ab3-3942fdc02823 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:31.602464 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-eff1b1d3-5a77-4153-adc9-b4e31e460fbc req-66b11876-0597-464a-8ab3-3942fdc02823 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:31.651444 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:31.656592 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca87c27-058b-4989-91cd-e00ae992fc6b req-e31a5dbe-39e2-48bf-b64e-a5255aa0aa28 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:31.659076 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bca87c27-058b-4989-91cd-e00ae992fc6b req-e31a5dbe-39e2-48bf-b64e-a5255aa0aa28 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a0320a5-5e89-4345-bf05-dfadbaaa7439 HTTP/1.1" status: 200 len: 948 time: 0.2205884 Jul 05 03:48:31.698870 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b11876-0597-464a-8ab3-3942fdc02823 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Pushing event updated for resources: {'Port': ['ID=72641880-e812-4e4b-a19e-e985f591a942,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:31.716126 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd18ef63-a711-4451-8719-b8182b7910b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:31.716687 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-eff1b1d3-5a77-4153-adc9-b4e31e460fbc req-66b11876-0597-464a-8ab3-3942fdc02823 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:31.718543 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd18ef63-a711-4451-8719-b8182b7910b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:31.722079 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bd18ef63-a711-4451-8719-b8182b7910b3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/787a1539-3459-429a-a53c-c4ec0594d2ee HTTP/1.1" status: 204 len: 168 time: 0.6109991 Jul 05 03:48:31.749520 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-eff1b1d3-5a77-4153-adc9-b4e31e460fbc req-66b11876-0597-464a-8ab3-3942fdc02823 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:31.751395 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eff1b1d3-5a77-4153-adc9-b4e31e460fbc req-66b11876-0597-464a-8ab3-3942fdc02823 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6514802 Jul 05 03:48:31.786070 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18ef63-a711-4451-8719-b8182b7910b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787a1539-3459-429a-a53c-c4ec0594d2ee,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:31.795420 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-9859f908-8d7a-47a0-8dcd-cd08e9a94939 req-cea9844c-43ae-4b10-8f21-e0041a7b87bf tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] For port bfe40046-dcb2-4a23-91b1-75db175f25bd, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=bfe40046-dcb2-4a23-91b1-75db175f25bd,segment=NetworkSegment(f87cced7-ca52-4702-b6f2-045f0cdb9433),segment_id=f87cced7-ca52-4702-b6f2-045f0cdb9433)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:31.795782 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9859f908-8d7a-47a0-8dcd-cd08e9a94939 req-cea9844c-43ae-4b10-8f21-e0041a7b87bf tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:31.808407 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bca87c27-058b-4989-91cd-e00ae992fc6b req-2c545058-1502-4edd-9645-2835f45e460a tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327705 Jul 05 03:48:31.823076 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-9859f908-8d7a-47a0-8dcd-cd08e9a94939 req-cea9844c-43ae-4b10-8f21-e0041a7b87bf tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Calling delete_port for bfe40046-dcb2-4a23-91b1-75db175f25bd owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:31.894460 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 59178975-5931-459a-8b65-bb8e3f4d5778 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:31.899322 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eff1b1d3-5a77-4153-adc9-b4e31e460fbc req-86d9df40-0ac7-4002-b6ff-a2a1f313b06d tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.197 HTTP/1.1" status: 200 len: 696 time: 0.1414039 Jul 05 03:48:32.030765 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7a417-cccc-4d0d-b7b3-c052731fe1f1 req-bbaf36c4-720a-4405-8eff-cbc48d4d1c1d tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:32.033630 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-51c7a417-cccc-4d0d-b7b3-c052731fe1f1 req-bbaf36c4-720a-4405-8eff-cbc48d4d1c1d tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f714ea1-b4a7-49fd-98eb-e77d2babb26b HTTP/1.1" status: 200 len: 950 time: 0.1778607 Jul 05 03:48:32.114576 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 59178975-5931-459a-8b65-bb8e3f4d5778, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=59178975-5931-459a-8b65-bb8e3f4d5778,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:32.119066 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1b1d3-5a77-4153-adc9-b4e31e460fbc req-8a521106-fca6-426f-91c9-9df8483413ac tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:32.120842 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eff1b1d3-5a77-4153-adc9-b4e31e460fbc req-8a521106-fca6-426f-91c9-9df8483413ac tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.2161658 Jul 05 03:48:32.135398 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-eff1b1d3-5a77-4153-adc9-b4e31e460fbc req-2c7d7330-6cab-4225-bd93-e7b19dff5c49 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:48:32.136594 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eff1b1d3-5a77-4153-adc9-b4e31e460fbc req-2c7d7330-6cab-4225-bd93-e7b19dff5c49 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077920 Jul 05 03:48:32.138291 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732a6b9-077b-4697-a4c9-9e7d38407b20 req-3f86cbb9-bef5-4cb0-ad5b-997bd2afdac7 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:32.153055 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f732a6b9-077b-4697-a4c9-9e7d38407b20 req-3f86cbb9-bef5-4cb0-ad5b-997bd2afdac7 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=25168ef2-ee53-4f00-8a48-7c178c77063f HTTP/1.1" status: 200 len: 943 time: 0.1546786 Jul 05 03:48:32.185149 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '59178975-5931-459a-8b65-bb8e3f4d5778', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '59178975-5931-459a-8b65-bb8e3f4d5778', 'mac_address': 'fa:16:3e:99:c4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:32.186264 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9859f908-8d7a-47a0-8dcd-cd08e9a94939 req-cea9844c-43ae-4b10-8f21-e0041a7b87bf tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.193117 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44738) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:32.228109 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-51c7a417-cccc-4d0d-b7b3-c052731fe1f1 req-f1554a6f-c90d-46a9-a83e-72b2928a1bf7 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Deleting port 1dc1d3e9-9575-458a-8483-f6523bc2c7b9 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:32.228602 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-51c7a417-cccc-4d0d-b7b3-c052731fe1f1 req-f1554a6f-c90d-46a9-a83e-72b2928a1bf7 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.243923 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9844c-43ae-4b10-8f21-e0041a7b87bf tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Pushing event deleted for resources: {'Port': ['ID=bfe40046-dcb2-4a23-91b1-75db175f25bd,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:32.280900 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.304409 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59178975-5931-459a-8b65-bb8e3f4d5778 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:32.326503 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 59178975-5931-459a-8b65-bb8e3f4d5778, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=59178975-5931-459a-8b65-bb8e3f4d5778,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:32.334622 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f732a6b9-077b-4697-a4c9-9e7d38407b20 req-4ff18721-21dc-4151-82f2-0b723f4c40f6 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801744 Jul 05 03:48:32.335010 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.364263 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-9859f908-8d7a-47a0-8dcd-cd08e9a94939 req-cea9844c-43ae-4b10-8f21-e0041a7b87bf tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] No DVR routers for this DVR port bfe40046-dcb2-4a23-91b1-75db175f25bd on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:32.373135 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9859f908-8d7a-47a0-8dcd-cd08e9a94939 req-cea9844c-43ae-4b10-8f21-e0041a7b87bf tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.375487 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9859f908-8d7a-47a0-8dcd-cd08e9a94939 req-cea9844c-43ae-4b10-8f21-e0041a7b87bf tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.70 "DELETE /v2.0/ports/bfe40046-dcb2-4a23-91b1-75db175f25bd HTTP/1.1" status: 204 len: 173 time: 1.1695952 Jul 05 03:48:32.375965 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25168ef2-ee53-4f00-8a48-7c178c77063f', 'name': 'network-vif-deleted', 'tag': 'bfe40046-dcb2-4a23-91b1-75db175f25bd'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:32.380014 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d19b622-bddd-44b9-92a2-a4a3395a1094" -d '{"events": [{"server_uuid": "25168ef2-ee53-4f00-8a48-7c178c77063f", "name": "network-vif-deleted", "tag": "bfe40046-dcb2-4a23-91b1-75db175f25bd"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:32.401528 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-51c7a417-cccc-4d0d-b7b3-c052731fe1f1 req-f1554a6f-c90d-46a9-a83e-72b2928a1bf7 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] For port 1dc1d3e9-9575-458a-8483-f6523bc2c7b9, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=1dc1d3e9-9575-458a-8483-f6523bc2c7b9,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:32.402407 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-25de1bbb-3649-40c1-9cef-9e48af7ec465 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a92d29335a6b4ef4acea4066e05c3426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2035756 Jul 05 03:48:32.404695 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44742) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:32.404851 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-51c7a417-cccc-4d0d-b7b3-c052731fe1f1 req-f1554a6f-c90d-46a9-a83e-72b2928a1bf7 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.423543 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba1892-eec2-4bd7-ae33-6a7af5428422 req-c80b4028-7af7-4e91-b722-40c3e0bc456c tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:32.426089 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-47ba1892-eec2-4bd7-ae33-6a7af5428422 req-c80b4028-7af7-4e91-b722-40c3e0bc456c tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 945 time: 0.1215146 Jul 05 03:48:32.431889 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-51c7a417-cccc-4d0d-b7b3-c052731fe1f1 req-f1554a6f-c90d-46a9-a83e-72b2928a1bf7 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Calling delete_port for 1dc1d3e9-9575-458a-8483-f6523bc2c7b9 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:32.442144 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.449823 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=59178975-5931-459a-8b65-bb8e3f4d5778,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:32.486140 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b8d77c80-7352-46f1-8c03-78daa2a98e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.510973 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b8d77c80-7352-46f1-8c03-78daa2a98e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.522501 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-47ba1892-eec2-4bd7-ae33-6a7af5428422 req-b3f988f5-276a-4997-9509-a3d4ff158c00 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848927 Jul 05 03:48:32.576848 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b8d77c80-7352-46f1-8c03-78daa2a98e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.579992 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b8d77c80-7352-46f1-8c03-78daa2a98e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.583694 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b8d77c80-7352-46f1-8c03-78daa2a98e05 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7d335dbc-7f7a-4506-9255-2003fb2f148e HTTP/1.1" status: 204 len: 168 time: 0.1756597 Jul 05 03:48:32.591331 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d77c80-7352-46f1-8c03-78daa2a98e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d335dbc-7f7a-4506-9255-2003fb2f148e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:32.655717 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2572e16f-dd7f-41f6-a67c-69a4154c4bd1 x-openstack-request-id: req-2572e16f-dd7f-41f6-a67c-69a4154c4bd1 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:32.656254 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25168ef2-ee53-4f00-8a48-7c178c77063f", "name": "network-vif-unplugged", "status": "completed", "tag": "bfe40046-dcb2-4a23-91b1-75db175f25bd", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:32.656723 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2572e16f-dd7f-41f6-a67c-69a4154c4bd1 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:32.657307 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25168ef2-ee53-4f00-8a48-7c178c77063f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfe40046-dcb2-4a23-91b1-75db175f25bd', 'code': 200} Jul 05 03:48:32.669702 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-51c7a417-cccc-4d0d-b7b3-c052731fe1f1 req-f1554a6f-c90d-46a9-a83e-72b2928a1bf7 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.684045 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['c330e6d2-737e-43be-95f5-e3fc7383e2bd'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:32.754113 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1554a6f-c90d-46a9-a83e-72b2928a1bf7 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Pushing event deleted for resources: {'Port': ['ID=1dc1d3e9-9575-458a-8483-f6523bc2c7b9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:32.789854 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c7a417-cccc-4d0d-b7b3-c052731fe1f1 req-f1554a6f-c90d-46a9-a83e-72b2928a1bf7 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] No DVR routers for this DVR port 1dc1d3e9-9575-458a-8483-f6523bc2c7b9 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:32.794109 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-51c7a417-cccc-4d0d-b7b3-c052731fe1f1 req-f1554a6f-c90d-46a9-a83e-72b2928a1bf7 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.796485 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-51c7a417-cccc-4d0d-b7b3-c052731fe1f1 req-f1554a6f-c90d-46a9-a83e-72b2928a1bf7 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.70 "DELETE /v2.0/ports/1dc1d3e9-9575-458a-8483-f6523bc2c7b9 HTTP/1.1" status: 204 len: 173 time: 0.7458606 Jul 05 03:48:32.796968 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f714ea1-b4a7-49fd-98eb-e77d2babb26b', 'name': 'network-vif-deleted', 'tag': '1dc1d3e9-9575-458a-8483-f6523bc2c7b9'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:32.800659 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131b06af-bfe2-4e7a-8ab1-3211d1c72af0" -d '{"events": [{"server_uuid": "2f714ea1-b4a7-49fd-98eb-e77d2babb26b", "name": "network-vif-deleted", "tag": "1dc1d3e9-9575-458a-8483-f6523bc2c7b9"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:32.826092 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b648b76b-229f-43b8-a973-a8658200a182 req-b2b8f0b4-f7e2-40a4-bd08-6b93ad51d6c3 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f714ea1-b4a7-49fd-98eb-e77d2babb26b HTTP/1.1" status: 200 len: 210 time: 0.1165788 Jul 05 03:48:32.830069 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['1dc1d3e9-9575-458a-8483-f6523bc2c7b9'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:32.891831 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ee722462-dc32-4e78-bb79-543e022203f0 req-e24129b3-1b74-4069-ade3-639547834b95 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 210 time: 0.0584769 Jul 05 03:48:32.916896 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['59178975-5931-459a-8b65-bb8e3f4d5778'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:33.020154 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af237bd7-7bec-47f8-8d20-ee20ef43c423 x-openstack-request-id: req-af237bd7-7bec-47f8-8d20-ee20ef43c423 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:33.020657 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25168ef2-ee53-4f00-8a48-7c178c77063f", "name": "network-vif-deleted", "tag": "bfe40046-dcb2-4a23-91b1-75db175f25bd", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:33.021061 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-af237bd7-7bec-47f8-8d20-ee20ef43c423 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:33.021905 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25168ef2-ee53-4f00-8a48-7c178c77063f', 'name': 'network-vif-deleted', 'tag': 'bfe40046-dcb2-4a23-91b1-75db175f25bd', 'status': 'completed', 'code': 200} Jul 05 03:48:33.154309 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-a9a2fd7a-aab1-4daa-ad36-74424ef47917 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:33.156513 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-a9a2fd7a-aab1-4daa-ad36-74424ef47917 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.89 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 821 time: 0.2358136 Jul 05 03:48:33.172822 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-68284d43-4c7d-45a4-9512-e8e0db4db781 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Request body: {'port': {'device_id': '47357dab-2af0-4b9e-be36-a423ec2e97a3', 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368', 'admin_state_up': True, 'tenant_id': '11544e3d57bf4d33848f6eceacb7332e'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:33.240963 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867038ff-790f-494c-a008-7bdf03803964 req-f1b0812b-d8e7-4703-936b-20b1869a907c tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:33.249883 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-867038ff-790f-494c-a008-7bdf03803964 req-f1b0812b-d8e7-4703-936b-20b1869a907c tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/ports?device_id=f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2187128 Jul 05 03:48:33.345913 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-867038ff-790f-494c-a008-7bdf03803964 req-eb2dfc84-dbfa-4347-97e6-ae50b709d6d7 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.197 HTTP/1.1" status: 200 len: 696 time: 0.0935328 Jul 05 03:48:33.357732 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef55a7-7fe4-46ca-8465-93a10a90988c req-71924c88-1a71-4ed7-bbd5-7870cd822ed6 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:33.358186 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-867038ff-790f-494c-a008-7bdf03803964 req-73fe1c32-130c-4f26-b652-92d0bf7845f2 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Request body: {'floatingip': {'port_id': '69e730ad-e789-4b0d-8b3e-3021b86c8daa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:33.368444 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-98ef55a7-7fe4-46ca-8465-93a10a90988c req-71924c88-1a71-4ed7-bbd5-7870cd822ed6 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 1097 time: 0.1554770 Jul 05 03:48:33.426571 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-98ef55a7-7fe4-46ca-8465-93a10a90988c req-f06d91d5-0e84-43aa-a9ca-7e88d881bf39 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571263 Jul 05 03:48:33.470898 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-68284d43-4c7d-45a4-9512-e8e0db4db781 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Made reservation on behalf of 11544e3d57bf4d33848f6eceacb7332e for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:33.474392 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-68284d43-4c7d-45a4-9512-e8e0db4db781 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:33.476631 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-867038ff-790f-494c-a008-7bdf03803964 req-73fe1c32-130c-4f26-b652-92d0bf7845f2 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks [] for floatingip, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:33.528290 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859ff487-5a5a-4fdf-aaea-b3ab60261b88 x-openstack-request-id: req-859ff487-5a5a-4fdf-aaea-b3ab60261b88 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:33.528502 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f714ea1-b4a7-49fd-98eb-e77d2babb26b", "name": "network-vif-deleted", "tag": "1dc1d3e9-9575-458a-8483-f6523bc2c7b9", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:33.528746 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-859ff487-5a5a-4fdf-aaea-b3ab60261b88 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:33.529149 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f714ea1-b4a7-49fd-98eb-e77d2babb26b', 'name': 'network-vif-deleted', 'tag': '1dc1d3e9-9575-458a-8483-f6523bc2c7b9', 'status': 'completed', 'code': 200} Jul 05 03:48:33.744922 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-68284d43-4c7d-45a4-9512-e8e0db4db781 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Allocated IP 172.20.0.2 (b0365b51-ea1d-4154-b37b-d14ae3269368/8d29ec61-cb40-45c9-a308-0007b5185cb0/89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:33.807571 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce7768-f650-42a7-bec6-89bfdbb82961 req-ad1a5e48-b834-4e44-bfc4-cc3c9d5b294a tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:33.809140 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5ce7768-f650-42a7-bec6-89bfdbb82961 req-ad1a5e48-b834-4e44-bfc4-cc3c9d5b294a tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a0320a5-5e89-4345-bf05-dfadbaaa7439 HTTP/1.1" status: 200 len: 948 time: 0.1338327 Jul 05 03:48:33.837460 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-867038ff-790f-494c-a008-7bdf03803964 req-73fe1c32-130c-4f26-b652-92d0bf7845f2 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 03:48:33.850532 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-867038ff-790f-494c-a008-7bdf03803964 req-73fe1c32-130c-4f26-b652-92d0bf7845f2 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "PUT /v2.0/floatingips/73a41877-f679-436b-8660-8fcedd3a8d4c HTTP/1.1" status: 409 len: 551 time: 0.4991951 Jul 05 03:48:33.916705 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5ce7768-f650-42a7-bec6-89bfdbb82961 req-5926851e-c5a2-48fc-8ec6-5f32207c8e3f tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996099 Jul 05 03:48:33.940946 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:34.043568 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:34.051661 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:34.052102 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.063707 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-68284d43-4c7d-45a4-9512-e8e0db4db781 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.160820 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-68284d43-4c7d-45a4-9512-e8e0db4db781 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.208094 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b70ee-eef3-4b83-bae0-a30337036014 req-a56cb439-667a-4f94-9532-c1ce1ca81297 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:34.213774 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.216857 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a18b70ee-eef3-4b83-bae0-a30337036014 req-a56cb439-667a-4f94-9532-c1ce1ca81297 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 1097 time: 0.1199212 Jul 05 03:48:34.221126 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.267092 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ce1d9286-31c8-482c-8867-9d49114d62f5 req-24cfe5df-573a-4d67-b88d-c36901b39413 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/floatingips/73a41877-f679-436b-8660-8fcedd3a8d4c HTTP/1.1" status: 200 len: 693 time: 0.1026506 Jul 05 03:48:34.283738 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-68284d43-4c7d-45a4-9512-e8e0db4db781 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Network b0365b51-ea1d-4154-b37b-d14ae3269368 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:34.289604 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=7fecf9b6-b565-4b38-9efe-2fdd229ac6d6,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:34.296363 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.298059 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device bfe40046-dcb2-4a23-91b1-75db175f25bd no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:34.304445 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a18b70ee-eef3-4b83-bae0-a30337036014 req-eae38c7c-bfb0-47b8-85d1-9ad0d904d453 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865405 Jul 05 03:48:34.361937 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: bfe40046-dcb2-4a23-91b1-75db175f25bd {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:34.362284 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device bfe40046-dcb2-4a23-91b1-75db175f25bd not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:34.362705 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 1dc1d3e9-9575-458a-8483-f6523bc2c7b9 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:34.387300 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 1dc1d3e9-9575-458a-8483-f6523bc2c7b9 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:34.387468 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 1dc1d3e9-9575-458a-8483-f6523bc2c7b9 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:34.392912 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-68284d43-4c7d-45a4-9512-e8e0db4db781 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:34.408801 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-68284d43-4c7d-45a4-9512-e8e0db4db781 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:34.430475 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=7fecf9b6-b565-4b38-9efe-2fdd229ac6d6,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:34.447375 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68284d43-4c7d-45a4-9512-e8e0db4db781 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Pushing event updated for resources: {'Port': ['ID=89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:34.487617 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d9286-31c8-482c-8867-9d49114d62f5 req-3c60bdcd-3d31-40df-9f9a-508f91916ae5 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:34.489085 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ce1d9286-31c8-482c-8867-9d49114d62f5 req-3c60bdcd-3d31-40df-9f9a-508f91916ae5 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.2038302 Jul 05 03:48:34.499743 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-68284d43-4c7d-45a4-9512-e8e0db4db781 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:34.500735 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-68284d43-4c7d-45a4-9512-e8e0db4db781 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.509514 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-ce1d9286-31c8-482c-8867-9d49114d62f5 req-68ba374f-4a44-4276-b624-f77dd6fd27bc tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:48:34.510702 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ce1d9286-31c8-482c-8867-9d49114d62f5 req-68ba374f-4a44-4276-b624-f77dd6fd27bc tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068834 Jul 05 03:48:34.577211 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ce1d9286-31c8-482c-8867-9d49114d62f5 req-24da6069-fa7d-40f6-a348-97cf9ec35b15 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.197 HTTP/1.1" status: 200 len: 696 time: 0.0551591 Jul 05 03:48:34.579056 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-68284d43-4c7d-45a4-9512-e8e0db4db781 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4120800 Jul 05 03:48:34.598267 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-4eb3e92a-785a-4a2a-9d45-47f8c2efb224 service neutron] Request body: {'port': {'device_id': '47357dab-2af0-4b9e-be36-a423ec2e97a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:34.600687 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a6a02-0b73-4037-abc4-1963afb9b838 req-61b18dea-9800-404a-a182-7d1a96f42394 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:34.605741 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-998a6a02-0b73-4037-abc4-1963afb9b838 req-61b18dea-9800-404a-a182-7d1a96f42394 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 931 time: 0.0974915 Jul 05 03:48:34.659068 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0320a5-5e89-4345-bf05-dfadbaaa7439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fecf9b6-b565-4b38-9efe-2fdd229ac6d6'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:34.664603 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e706fdd7-a854-480e-8bff-228da7577415" -d '{"events": [{"server_uuid": "6a0320a5-5e89-4345-bf05-dfadbaaa7439", "name": "network-vif-plugged", "status": "completed", "tag": "7fecf9b6-b565-4b38-9efe-2fdd229ac6d6"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:34.673279 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-998a6a02-0b73-4037-abc4-1963afb9b838 req-67096ec1-6a5b-4a6a-a07d-03a35b56c427 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587382 Jul 05 03:48:34.680404 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ce1d9286-31c8-482c-8867-9d49114d62f5 req-cc0c51c7-855c-44a6-b4d4-fe792ab60f6a tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.197 HTTP/1.1" status: 200 len: 696 time: 0.0944877 Jul 05 03:48:34.788437 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-4eb3e92a-785a-4a2a-9d45-47f8c2efb224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.951768 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44808) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:34.956579 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-16b9ef50-964a-4e7c-a348-c992539f1a26 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--315093573', 'description': 'tempest-description--142643106'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:34.994444 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16b9ef50-964a-4e7c-a348-c992539f1a26 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.114969 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16b9ef50-964a-4e7c-a348-c992539f1a26 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.122168 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16b9ef50-964a-4e7c-a348-c992539f1a26 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.158407 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16b9ef50-964a-4e7c-a348-c992539f1a26 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.163695 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-16b9ef50-964a-4e7c-a348-c992539f1a26 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2106409 Jul 05 03:48:35.168363 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44820) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:35.173837 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9ef50-964a-4e7c-a348-c992539f1a26 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ca0f30-caaa-4544-9421-d4b154944e05,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:35.190606 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-7accdecb-ebb6-4e2e-91c3-b24d5bc72478 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Request body: {'security_group_rule': {'security_group_id': '49ca0f30-caaa-4544-9421-d4b154944e05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:35.304030 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7accdecb-ebb6-4e2e-91c3-b24d5bc72478 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.311205 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b14e68-d23b-4fea-98fe-d1da5008f68b x-openstack-request-id: req-06b14e68-d23b-4fea-98fe-d1da5008f68b {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:35.312018 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0320a5-5e89-4345-bf05-dfadbaaa7439", "name": "network-vif-plugged", "status": "completed", "tag": "7fecf9b6-b565-4b38-9efe-2fdd229ac6d6", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:35.312018 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-06b14e68-d23b-4fea-98fe-d1da5008f68b {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:35.312618 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0320a5-5e89-4345-bf05-dfadbaaa7439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fecf9b6-b565-4b38-9efe-2fdd229ac6d6', 'code': 200} Jul 05 03:48:35.370448 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-ce1d9286-31c8-482c-8867-9d49114d62f5 req-6cde920a-1d45-4f67-9b96-3ddd8589d6b8 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Deleting port 72641880-e812-4e4b-a19e-e985f591a942 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:35.370834 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ce1d9286-31c8-482c-8867-9d49114d62f5 req-6cde920a-1d45-4f67-9b96-3ddd8589d6b8 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.508706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e61f4-3746-4461-a446-5970d6059828 req-1174d8f9-df8e-45a1-8afd-782898291ea6 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:35.510278 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-239e61f4-3746-4461-a446-5970d6059828 req-1174d8f9-df8e-45a1-8afd-782898291ea6 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a0320a5-5e89-4345-bf05-dfadbaaa7439 HTTP/1.1" status: 200 len: 949 time: 0.0839493 Jul 05 03:48:35.527189 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7accdecb-ebb6-4e2e-91c3-b24d5bc72478 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.551777 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7accdecb-ebb6-4e2e-91c3-b24d5bc72478 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.570084 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-239e61f4-3746-4461-a446-5970d6059828 req-4b9cf5b0-60b0-4248-88d9-acc92a69bf2f tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534592 Jul 05 03:48:35.611288 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7accdecb-ebb6-4e2e-91c3-b24d5bc72478 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180b6126-f04b-45e6-a0e6-a44b555c7237,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:35.625703 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ce1d9286-31c8-482c-8867-9d49114d62f5 req-6cde920a-1d45-4f67-9b96-3ddd8589d6b8 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.626013 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ce1d9286-31c8-482c-8867-9d49114d62f5 req-6cde920a-1d45-4f67-9b96-3ddd8589d6b8 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.644363 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7accdecb-ebb6-4e2e-91c3-b24d5bc72478 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.645556 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7accdecb-ebb6-4e2e-91c3-b24d5bc72478 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4606807 Jul 05 03:48:35.652659 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-ce1d9286-31c8-482c-8867-9d49114d62f5 req-6cde920a-1d45-4f67-9b96-3ddd8589d6b8 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Calling delete_port for 72641880-e812-4e4b-a19e-e985f591a942 owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:35.656010 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44824) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:35.665275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-a88f914f-8d54-436f-8221-2d2a7b9278ed tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Request body: {'security_group_rule': {'security_group_id': '49ca0f30-caaa-4544-9421-d4b154944e05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:35.686201 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c233720-83d6-4944-a5d2-ab440f52ca5d req-5b3cf236-3b02-4b09-b620-bf388f409f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:35.687726 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0c233720-83d6-4944-a5d2-ab440f52ca5d req-5b3cf236-3b02-4b09-b620-bf388f409f10 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6a0320a5-5e89-4345-bf05-dfadbaaa7439 HTTP/1.1" status: 200 len: 1101 time: 0.2672358 Jul 05 03:48:35.721887 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a88f914f-8d54-436f-8221-2d2a7b9278ed tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.786468 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a88f914f-8d54-436f-8221-2d2a7b9278ed tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.810866 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a88f914f-8d54-436f-8221-2d2a7b9278ed tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.823536 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-4eb3e92a-785a-4a2a-9d45-47f8c2efb224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:35.861889 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0c233720-83d6-4944-a5d2-ab440f52ca5d req-e077b79f-826b-44dd-b5b3-797b7d522e62 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381407 Jul 05 03:48:35.867417 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-4eb3e92a-785a-4a2a-9d45-47f8c2efb224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.898868 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-4eb3e92a-785a-4a2a-9d45-47f8c2efb224 service neutron] Transition to ACTIVE for port object 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:35.909625 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-4eb3e92a-785a-4a2a-9d45-47f8c2efb224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.923967 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 59178975-5931-459a-8b65-bb8e3f4d5778 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:36.018685 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 59178975-5931-459a-8b65-bb8e3f4d5778 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:36.023269 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3e92a-785a-4a2a-9d45-47f8c2efb224 service neutron] Pushing event updated for resources: {'Port': ['ID=89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:36.025969 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 59178975-5931-459a-8b65-bb8e3f4d5778 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:36.026601 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:36.090501 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ce1d9286-31c8-482c-8867-9d49114d62f5 req-6cde920a-1d45-4f67-9b96-3ddd8589d6b8 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:36.126272 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f914f-8d54-436f-8221-2d2a7b9278ed tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4946906c-fc87-4ade-afc8-bfa3b923f1a9,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:36.131513 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde920a-1d45-4f67-9b96-3ddd8589d6b8 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Pushing event deleted for resources: {'Port': ['ID=72641880-e812-4e4b-a19e-e985f591a942,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:36.141404 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:36.148095 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a88f914f-8d54-436f-8221-2d2a7b9278ed tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:36.149470 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a88f914f-8d54-436f-8221-2d2a7b9278ed tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4923234 Jul 05 03:48:36.154034 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44836) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:36.161542 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-473e968b-b339-4025-9db4-ab113adb0326 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:36.209271 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 59178975-5931-459a-8b65-bb8e3f4d5778, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=59178975-5931-459a-8b65-bb8e3f4d5778,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:36.214397 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:36.221383 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-473e968b-b339-4025-9db4-ab113adb0326 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:36.224824 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ce1d9286-31c8-482c-8867-9d49114d62f5 req-6cde920a-1d45-4f67-9b96-3ddd8589d6b8 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:36.227549 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ce1d9286-31c8-482c-8867-9d49114d62f5 req-6cde920a-1d45-4f67-9b96-3ddd8589d6b8 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:36.228803 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ce1d9286-31c8-482c-8867-9d49114d62f5 req-6cde920a-1d45-4f67-9b96-3ddd8589d6b8 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "DELETE /v2.0/floatingips/73a41877-f679-436b-8660-8fcedd3a8d4c HTTP/1.1" status: 204 len: 173 time: 1.5349522 Jul 05 03:48:36.250537 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-4eb3e92a-785a-4a2a-9d45-47f8c2efb224 service neutron] Attempting to bind port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:36.251017 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-4eb3e92a-785a-4a2a-9d45-47f8c2efb224 service neutron] Attempting to bind port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:36.251541 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-4eb3e92a-785a-4a2a-9d45-47f8c2efb224 service neutron] Attempting to bind port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 on network b0365b51-ea1d-4154-b37b-d14ae3269368 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:36.259031 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-4eb3e92a-785a-4a2a-9d45-47f8c2efb224 service neutron] Port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 on network b0365b51-ea1d-4154-b37b-d14ae3269368 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:36.259373 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-4eb3e92a-785a-4a2a-9d45-47f8c2efb224 service neutron] Attempting to bind port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 on network b0365b51-ea1d-4154-b37b-d14ae3269368 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:36.266957 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-4eb3e92a-785a-4a2a-9d45-47f8c2efb224 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:36.267301 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-4eb3e92a-785a-4a2a-9d45-47f8c2efb224 service neutron] Checking segment: {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:36.267694 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-4eb3e92a-785a-4a2a-9d45-47f8c2efb224 service neutron] Bound using segment: {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:36.268226 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-4eb3e92a-785a-4a2a-9d45-47f8c2efb224 service neutron] Bound port: 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:36.268720 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-4eb3e92a-785a-4a2a-9d45-47f8c2efb224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:36.272358 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-c3479569-93d3-440a-ae18-38d5b4f24ce6 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782185 Jul 05 03:48:36.285629 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=59178975-5931-459a-8b65-bb8e3f4d5778,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:36.369253 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-4eb3e92a-785a-4a2a-9d45-47f8c2efb224 service neutron] For port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:36.372946 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-4eb3e92a-785a-4a2a-9d45-47f8c2efb224 service neutron] For port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:36.378869 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-4eb3e92a-785a-4a2a-9d45-47f8c2efb224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:36.436591 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-74b96a2c-4c7c-4e48-a867-530d7cf36875 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:36.438271 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-74b96a2c-4c7c-4e48-a867-530d7cf36875 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1566195 Jul 05 03:48:36.441385 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-4eb3e92a-785a-4a2a-9d45-47f8c2efb224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:36.442209 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-4eb3e92a-785a-4a2a-9d45-47f8c2efb224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:36.445105 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-4eb3e92a-785a-4a2a-9d45-47f8c2efb224 service neutron] 10.222.0.89 "PUT /v2.0/ports/89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 HTTP/1.1" status: 200 len: 1092 time: 1.8514643 Jul 05 03:48:36.445707 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47357dab-2af0-4b9e-be36-a423ec2e97a3', 'tag': '89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:36.448982 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d5a72a-db84-4888-bb76-3ceb3396900b" -d '{"events": [{"name": "network-changed", "server_uuid": "47357dab-2af0-4b9e-be36-a423ec2e97a3", "tag": "89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:36.463793 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-473e968b-b339-4025-9db4-ab113adb0326 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:36.466677 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-21d55ad7-13de-43ab-b847-e6572f5529c7 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/quotas/b9e63c3dfe9644899e38a11b90eafef2 HTTP/1.1" status: 200 len: 375 time: 0.0187335 Jul 05 03:48:36.496404 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3e92a-785a-4a2a-9d45-47f8c2efb224 service neutron] Pushing event updated for resources: {'Port': ['ID=89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:36.595913 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-4141b008-2c67-466f-b8d6-09c3aae76c2f tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1172869 Jul 05 03:48:36.668355 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045e7ff-f4de-445d-b2f0-b299104adb6a req-10a1ad38-f404-4fc0-9a5a-0edae8e60535 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:36.670380 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2045e7ff-f4de-445d-b2f0-b299104adb6a req-10a1ad38-f404-4fc0-9a5a-0edae8e60535 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c342eb9-1d8a-4656-83db-da5f0c3e57b8 HTTP/1.1" status: 200 len: 949 time: 0.1358352 Jul 05 03:48:36.677165 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-fc282e10-46fd-4511-9b5a-98a21854dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:36.679662 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-fc282e10-46fd-4511-9b5a-98a21854dbec service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 1095 time: 0.1076047 Jul 05 03:48:36.749155 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-473e968b-b339-4025-9db4-ab113adb0326 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Allocated IP 172.25.1.216 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/b4c70813-8b8d-45d2-b55e-5bbac362bc1b) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:36.753621 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-c2cd69b2-9849-41d3-b599-1809f67f17b5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 HTTP/1.1" status: 200 len: 217 time: 0.0628691 Jul 05 03:48:36.805343 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2045e7ff-f4de-445d-b2f0-b299104adb6a req-a1264716-1b8a-4c98-bc26-a065ac445926 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ad53c07-6858-4824-a214-aab8b01503db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245525 Jul 05 03:48:36.833695 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-6f511f8d-7a7c-485d-9f6a-79dc3bc8999d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:36.836320 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-6f511f8d-7a7c-485d-9f6a-79dc3bc8999d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8d29ec61-cb40-45c9-a308-0007b5185cb0 HTTP/1.1" status: 200 len: 861 time: 0.0749130 Jul 05 03:48:36.909639 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-4229a0f4-1bc9-449b-a33e-403636e0692e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0365b51-ea1d-4154-b37b-d14ae3269368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658000 Jul 05 03:48:37.032240 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-473e968b-b339-4025-9db4-ab113adb0326 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:37.075824 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-65935198-4fb0-4165-be60-266ba96bddec service neutron] 10.222.0.89 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576970 Jul 05 03:48:37.082800 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd22f3-602a-4275-b414-6c9bd849a9c2 req-2835d6a8-e6c4-4cf7-9ba0-a58ace320191 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:37.084162 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2acd22f3-602a-4275-b414-6c9bd849a9c2 req-2835d6a8-e6c4-4cf7-9ba0-a58ace320191 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 1097 time: 0.0974727 Jul 05 03:48:37.109806 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb5789-eb0a-4018-b88d-46137fcb6376 req-9a27f8b3-a878-4c8b-b324-3f708653edc0 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:37.111551 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99bb5789-eb0a-4018-b88d-46137fcb6376 req-9a27f8b3-a878-4c8b-b324-3f708653edc0 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 943 time: 0.1915038 Jul 05 03:48:37.128353 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db746fb3-8030-41c1-9218-7e7a5c336fd5 req-3873c711-0a94-47a0-805a-0a64a650b577 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:37.130724 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-db746fb3-8030-41c1-9218-7e7a5c336fd5 req-3873c711-0a94-47a0-805a-0a64a650b577 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c342eb9-1d8a-4656-83db-da5f0c3e57b8 HTTP/1.1" status: 200 len: 949 time: 0.2118676 Jul 05 03:48:37.196750 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2acd22f3-602a-4275-b414-6c9bd849a9c2 req-d93abcc1-858f-4855-9df4-7aa19d5bcde7 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002297 Jul 05 03:48:37.222401 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-473e968b-b339-4025-9db4-ab113adb0326 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:37.238263 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e1293fe2-7122-4113-a4a8-814ba148d0ac req-ffb3a9c9-8172-422e-a067-22690fe2f18d service neutron] 10.222.0.89 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531172 Jul 05 03:48:37.264063 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99bb5789-eb0a-4018-b88d-46137fcb6376 req-d5b1f4bf-a246-4c18-b2ec-fd81db5340ab tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268299 Jul 05 03:48:37.314941 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad591bf-349b-41ab-8143-c02570fb5446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59178975-5931-459a-8b65-bb8e3f4d5778'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:37.322756 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b73b71f-6fce-4843-823b-2f47fd9284ac" -d '{"events": [{"server_uuid": "bad591bf-349b-41ab-8143-c02570fb5446", "name": "network-vif-plugged", "status": "completed", "tag": "59178975-5931-459a-8b65-bb8e3f4d5778"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:37.371440 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473e968b-b339-4025-9db4-ab113adb0326 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:37.380690 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-473e968b-b339-4025-9db4-ab113adb0326 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:37.382986 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9aa86f-da6a-44ae-95ab-fcab08b86d69 x-openstack-request-id: req-0a9aa86f-da6a-44ae-95ab-fcab08b86d69 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:37.383174 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47357dab-2af0-4b9e-be36-a423ec2e97a3", "tag": "89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:37.384747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e968b-b339-4025-9db4-ab113adb0326 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Pushing event updated for resources: {'Port': ['ID=b4c70813-8b8d-45d2-b55e-5bbac362bc1b,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:37.385218 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0a9aa86f-da6a-44ae-95ab-fcab08b86d69 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:37.387604 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47357dab-2af0-4b9e-be36-a423ec2e97a3', 'tag': '89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6', 'status': 'completed', 'code': 200} Jul 05 03:48:37.390073 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473e968b-b339-4025-9db4-ab113adb0326 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:37.487550 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-5e36dd95-f556-4d31-89dd-4ee825697383 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.185 HTTP/1.1" status: 200 len: 1002 time: 0.2471991 Jul 05 03:48:37.570778 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-f28ccd54-c36a-46d8-9abd-c054f3c769c6 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:37.572254 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-f28ccd54-c36a-46d8-9abd-c054f3c769c6 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/ports/69e730ad-e789-4b0d-8b3e-3021b86c8daa HTTP/1.1" status: 200 len: 943 time: 0.0838187 Jul 05 03:48:37.580771 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-db746fb3-8030-41c1-9218-7e7a5c336fd5 req-32096ec3-e414-4404-bd32-63bdce654a75 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Deleting port c330e6d2-737e-43be-95f5-e3fc7383e2bd {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:37.581336 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-db746fb3-8030-41c1-9218-7e7a5c336fd5 req-32096ec3-e414-4404-bd32-63bdce654a75 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:37.581562 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5a72a-db84-4888-bb76-3ceb3396900b req-982d2108-2f8d-4988-af18-a593794d3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:37.583249 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b8d5a72a-db84-4888-bb76-3ceb3396900b req-982d2108-2f8d-4988-af18-a593794d3bc2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 1095 time: 0.1765773 Jul 05 03:48:37.669192 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-473e968b-b339-4025-9db4-ab113adb0326 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:37.744666 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5a72a-db84-4888-bb76-3ceb3396900b req-7e1b8a78-bde5-40c6-9ea2-45dbebe72531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:37.745369 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e48e6-4a01-4a7f-8120-15327b92c8bc req-4e090271-0c17-4b4e-89c8-526d90566900 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:37.746701 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b8d5a72a-db84-4888-bb76-3ceb3396900b req-7e1b8a78-bde5-40c6-9ea2-45dbebe72531 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 922 time: 0.1512973 Jul 05 03:48:37.754168 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d58e48e6-4a01-4a7f-8120-15327b92c8bc req-4e090271-0c17-4b4e-89c8-526d90566900 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a0320a5-5e89-4345-bf05-dfadbaaa7439 HTTP/1.1" status: 200 len: 949 time: 0.2578514 Jul 05 03:48:37.759224 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:48:37.810219 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b8d5a72a-db84-4888-bb76-3ceb3396900b req-54a0086f-65a3-42f4-9585-3ee3ecf5f862 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 HTTP/1.1" status: 200 len: 217 time: 0.0467947 Jul 05 03:48:37.826772 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-db746fb3-8030-41c1-9218-7e7a5c336fd5 req-32096ec3-e414-4404-bd32-63bdce654a75 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] For port c330e6d2-737e-43be-95f5-e3fc7383e2bd, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=c330e6d2-737e-43be-95f5-e3fc7383e2bd,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:37.828325 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-db746fb3-8030-41c1-9218-7e7a5c336fd5 req-32096ec3-e414-4404-bd32-63bdce654a75 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:37.835460 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d58e48e6-4a01-4a7f-8120-15327b92c8bc req-28de39b0-87c7-4982-a4eb-ceba5e0a2368 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797677 Jul 05 03:48:37.841502 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-473e968b-b339-4025-9db4-ab113adb0326 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:37.877022 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5a72a-db84-4888-bb76-3ceb3396900b req-2413ab0d-77eb-48c6-b020-55f102676f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:37.879774 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b8d5a72a-db84-4888-bb76-3ceb3396900b req-2413ab0d-77eb-48c6-b020-55f102676f9a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8d29ec61-cb40-45c9-a308-0007b5185cb0 HTTP/1.1" status: 200 len: 861 time: 0.0629160 Jul 05 03:48:37.883558 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-db746fb3-8030-41c1-9218-7e7a5c336fd5 req-32096ec3-e414-4404-bd32-63bdce654a75 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Calling delete_port for c330e6d2-737e-43be-95f5-e3fc7383e2bd owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:37.968247 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b8d5a72a-db84-4888-bb76-3ceb3396900b req-ef14026b-847a-4f96-93a2-7f53d2e4e7fe service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0365b51-ea1d-4154-b37b-d14ae3269368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788636 Jul 05 03:48:38.081669 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e3b53b27-fe2d-44c2-8221-60795f58d858 req-dcb3058c-4907-4bee-b715-69c8174b7011 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=a27d912d-d20a-47dd-87f8-5f82cedb5524 HTTP/1.1" status: 200 len: 210 time: 0.0468824 Jul 05 03:48:38.081971 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-03203a72-b331-4e23-bf11-ea0ebbffeb7f tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.185 HTTP/1.1" status: 200 len: 1002 time: 0.1228549 Jul 05 03:48:38.166655 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b8d5a72a-db84-4888-bb76-3ceb3396900b req-37d1d713-be59-4f3e-9c3a-7c7681c11d2f service neutron] 10.222.0.89 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645701 Jul 05 03:48:38.196884 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-473e968b-b339-4025-9db4-ab113adb0326 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.205561 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-db746fb3-8030-41c1-9218-7e7a5c336fd5 req-32096ec3-e414-4404-bd32-63bdce654a75 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.207190 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-473e968b-b339-4025-9db4-ab113adb0326 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.300595 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-a7bfc7b4-4f59-4fba-9fc6-312ccd965dce tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:38.302047 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-a7bfc7b4-4f59-4fba-9fc6-312ccd965dce tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.2083476 Jul 05 03:48:38.336459 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-473e968b-b339-4025-9db4-ab113adb0326 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.345519 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e968b-b339-4025-9db4-ab113adb0326 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Pushing event updated for resources: {'Port': ['ID=b4c70813-8b8d-45d2-b55e-5bbac362bc1b,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:38.367267 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b8d5a72a-db84-4888-bb76-3ceb3396900b req-26bf3646-5386-4c6e-a111-bc38135c0382 service neutron] 10.222.0.89 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909349 Jul 05 03:48:38.428739 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-db746fb3-8030-41c1-9218-7e7a5c336fd5 req-32096ec3-e414-4404-bd32-63bdce654a75 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] No DVR routers for this DVR port c330e6d2-737e-43be-95f5-e3fc7383e2bd on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:38.430498 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-4dc3832e-479c-4e23-b539-807f5088402a tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.185 HTTP/1.1" status: 200 len: 1002 time: 0.1200089 Jul 05 03:48:38.430669 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-473e968b-b339-4025-9db4-ab113adb0326 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.440102 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-473e968b-b339-4025-9db4-ab113adb0326 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2756145 Jul 05 03:48:38.440102 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32096ec3-e414-4404-bd32-63bdce654a75 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Pushing event deleted for resources: {'Port': ['ID=c330e6d2-737e-43be-95f5-e3fc7383e2bd,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:38.440102 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-db746fb3-8030-41c1-9218-7e7a5c336fd5 req-32096ec3-e414-4404-bd32-63bdce654a75 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.440102 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-db746fb3-8030-41c1-9218-7e7a5c336fd5 req-32096ec3-e414-4404-bd32-63bdce654a75 tempest-LiveMigrationNegativeTest-324634540 tempest-LiveMigrationNegativeTest-324634540-project] 10.222.0.89 "DELETE /v2.0/ports/c330e6d2-737e-43be-95f5-e3fc7383e2bd HTTP/1.1" status: 204 len: 173 time: 1.2929251 Jul 05 03:48:38.440102 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c342eb9-1d8a-4656-83db-da5f0c3e57b8', 'name': 'network-vif-deleted', 'tag': 'c330e6d2-737e-43be-95f5-e3fc7383e2bd'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:38.442573 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d6a497-5bb5-460f-bcad-177d213d5c37" -d '{"events": [{"server_uuid": "4c342eb9-1d8a-4656-83db-da5f0c3e57b8", "name": "network-vif-deleted", "tag": "c330e6d2-737e-43be-95f5-e3fc7383e2bd"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:38.471616 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-bef97831-bd2d-48f3-8369-a8cd04602cc4 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:38.556432 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-93a866a6-4ec2-4001-ac6b-cf93be0c8175 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364642 Jul 05 03:48:38.730330 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-bef97831-bd2d-48f3-8369-a8cd04602cc4 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks [] for floatingip, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.941463 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-09333c37-ca29-4b51-a9b2-9aefb301387e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:38.942951 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-09333c37-ca29-4b51-a9b2-9aefb301387e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3809268 Jul 05 03:48:38.965878 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-838b4a72-dda8-44ef-a64f-b9b28f471982 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Request body: {'port': {'device_id': 'a27d912d-d20a-47dd-87f8-5f82cedb5524', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': 'b9e63c3dfe9644899e38a11b90eafef2'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:39.043420 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-bef97831-bd2d-48f3-8369-a8cd04602cc4 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.051310 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-bef97831-bd2d-48f3-8369-a8cd04602cc4 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.051625 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-bef97831-bd2d-48f3-8369-a8cd04602cc4 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Floating IP ae9164d1-55c4-444c-967c-952652df4bbd disassociated. External IP: 172.25.1.185, port: 69e730ad-e789-4b0d-8b3e-3021b86c8daa. Jul 05 03:48:39.527722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-838b4a72-dda8-44ef-a64f-b9b28f471982 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Made reservation on behalf of b9e63c3dfe9644899e38a11b90eafef2 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:39.532492 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-838b4a72-dda8-44ef-a64f-b9b28f471982 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.578507 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-3368e1e9-98b9-493a-a1f6-849586068820 req-688c13e3-f0c2-4e57-9f5c-57a8c044d46a tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:48:39.579633 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3368e1e9-98b9-493a-a1f6-849586068820 req-688c13e3-f0c2-4e57-9f5c-57a8c044d46a tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066209 Jul 05 03:48:39.587747 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-838b4a72-dda8-44ef-a64f-b9b28f471982 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.589882 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-3368e1e9-98b9-493a-a1f6-849586068820 req-6f94bc21-881a-418c-a02f-3496a5142b38 service neutron] Request body: {'binding': {'host': 'n-h1-780147-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:39.590343 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-3368e1e9-98b9-493a-a1f6-849586068820 req-6f94bc21-881a-418c-a02f-3496a5142b38 service neutron] Unknown quota resources ['binding']. {{(pid=105539) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:48:39.701265 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-bef97831-bd2d-48f3-8369-a8cd04602cc4 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Router 929139da-3a0c-42bb-ad33-f5d693cebb38 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:48:39.770874 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-3368e1e9-98b9-493a-a1f6-849586068820 req-6f94bc21-881a-418c-a02f-3496a5142b38 service neutron] Attempting to bind port df590b05-46ef-44d7-98a7-836f994c4a99 on host n-h1-780147-23 for vnic_type normal with profile None {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:39.771258 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-3368e1e9-98b9-493a-a1f6-849586068820 req-6f94bc21-881a-418c-a02f-3496a5142b38 service neutron] Attempting to bind port df590b05-46ef-44d7-98a7-836f994c4a99 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:39.771607 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3368e1e9-98b9-493a-a1f6-849586068820 req-6f94bc21-881a-418c-a02f-3496a5142b38 service neutron] Attempting to bind port df590b05-46ef-44d7-98a7-836f994c4a99 on network e37bffed-7318-4dad-93bc-2135e6f53abd {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:39.778958 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3368e1e9-98b9-493a-a1f6-849586068820 req-6f94bc21-881a-418c-a02f-3496a5142b38 service neutron] Port df590b05-46ef-44d7-98a7-836f994c4a99 on network e37bffed-7318-4dad-93bc-2135e6f53abd not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:39.779280 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3368e1e9-98b9-493a-a1f6-849586068820 req-6f94bc21-881a-418c-a02f-3496a5142b38 service neutron] Attempting to bind port df590b05-46ef-44d7-98a7-836f994c4a99 on network e37bffed-7318-4dad-93bc-2135e6f53abd {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:39.786582 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3368e1e9-98b9-493a-a1f6-849586068820 req-6f94bc21-881a-418c-a02f-3496a5142b38 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:39.787128 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3368e1e9-98b9-493a-a1f6-849586068820 req-6f94bc21-881a-418c-a02f-3496a5142b38 service neutron] Checking segment: {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:39.787722 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3368e1e9-98b9-493a-a1f6-849586068820 req-6f94bc21-881a-418c-a02f-3496a5142b38 service neutron] Bound using segment: {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:39.788314 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-3368e1e9-98b9-493a-a1f6-849586068820 req-6f94bc21-881a-418c-a02f-3496a5142b38 service neutron] Bound port: df590b05-46ef-44d7-98a7-836f994c4a99, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:39.843091 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:39.847014 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device c330e6d2-737e-43be-95f5-e3fc7383e2bd no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:39.849248 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-3368e1e9-98b9-493a-a1f6-849586068820 req-6f94bc21-881a-418c-a02f-3496a5142b38 service neutron] For port df590b05-46ef-44d7-98a7-836f994c4a99, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=df590b05-46ef-44d7-98a7-836f994c4a99,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:39.856566 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3368e1e9-98b9-493a-a1f6-849586068820 req-6f94bc21-881a-418c-a02f-3496a5142b38 service neutron] Notify callbacks [] for binding, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.860732 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3368e1e9-98b9-493a-a1f6-849586068820 req-6f94bc21-881a-418c-a02f-3496a5142b38 service neutron] 10.222.0.77 "POST /v2.0/ports/df590b05-46ef-44d7-98a7-836f994c4a99/bindings HTTP/1.1" status: 201 len: 390 time: 0.2743545 Jul 05 03:48:39.876119 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: c330e6d2-737e-43be-95f5-e3fc7383e2bd {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:39.876790 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device c330e6d2-737e-43be-95f5-e3fc7383e2bd not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:39.890828 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-838b4a72-dda8-44ef-a64f-b9b28f471982 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.895199 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-838b4a72-dda8-44ef-a64f-b9b28f471982 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.997009 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-bef97831-bd2d-48f3-8369-a8cd04602cc4 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:48:40.002356 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-bef97831-bd2d-48f3-8369-a8cd04602cc4 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.025800 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17532622-b794-4414-9b80-c3f339f41fc3 x-openstack-request-id: req-17532622-b794-4414-9b80-c3f339f41fc3 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:40.026105 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad591bf-349b-41ab-8143-c02570fb5446", "name": "network-vif-plugged", "status": "completed", "tag": "59178975-5931-459a-8b65-bb8e3f4d5778", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:40.026469 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-17532622-b794-4414-9b80-c3f339f41fc3 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:40.028024 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad591bf-349b-41ab-8143-c02570fb5446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59178975-5931-459a-8b65-bb8e3f4d5778', 'code': 200} Jul 05 03:48:40.034565 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a58684-7010-41fa-86de-136903123b91 None None] Sync routers for ids ['929139da-3a0c-42bb-ad33-f5d693cebb38'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:48:40.053477 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b4a72-dda8-44ef-a64f-b9b28f471982 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c210583c-04da-444c-bb77-a0a3699d0b8c,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:40.073176 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a58684-7010-41fa-86de-136903123b91 None None] Routers {'929139da-3a0c-42bb-ad33-f5d693cebb38'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:40.074232 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f1a58684-7010-41fa-86de-136903123b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:48:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['929139da-3a0c-42bb-ad33-f5d693cebb38'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:40.154100 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-bef97831-bd2d-48f3-8369-a8cd04602cc4 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "PUT /v2.0/floatingips/ae9164d1-55c4-444c-967c-952652df4bbd HTTP/1.1" status: 200 len: 695 time: 1.6911311 Jul 05 03:48:40.157421 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3', 'tag': '69e730ad-e789-4b0d-8b3e-3021b86c8daa'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:40.160998 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e456646-2b23-405a-8e62-21534c6b1f80" -d '{"events": [{"name": "network-changed", "server_uuid": "f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3", "tag": "69e730ad-e789-4b0d-8b3e-3021b86c8daa"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:40.250321 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-838b4a72-dda8-44ef-a64f-b9b28f471982 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Allocated IP 192.168.233.55 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/7e741bda-ec2c-4820-898b-4dc034cb6adc) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:40.274685 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-f1a58684-7010-41fa-86de-136903123b91 None None] Set router 929139da-3a0c-42bb-ad33-f5d693cebb38 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:40.316018 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-d6d0a1f7-7131-4cef-8837-1eddf41969f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:40.317546 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-d6d0a1f7-7131-4cef-8837-1eddf41969f3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8d34cb22e7154db1a76006c2ff6af640&device_id=f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3 HTTP/1.1" status: 200 len: 1098 time: 0.1259549 Jul 05 03:48:40.367453 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:40.394333 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6', 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368', 'port_id': '89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6', 'mac_address': 'fa:16:3e:fc:85:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d29ec61-cb40-45c9-a308-0007b5185cb0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:40.424876 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d523cd3-43e4-4ad2-ad7f-c636aec1abb6 req-225cf5ec-84af-44fc-bbba-d4074c6ee6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:40.430246 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8d523cd3-43e4-4ad2-ad7f-c636aec1abb6 req-225cf5ec-84af-44fc-bbba-d4074c6ee6cf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 1102 time: 0.2311482 Jul 05 03:48:40.501319 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368e1e9-98b9-493a-a1f6-849586068820 req-67de670c-7981-4a94-ae5f-fefda5978d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:40.503538 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-2fc5aa2c-ca7b-47c6-9913-64bf2f2791f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:40.506675 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3368e1e9-98b9-493a-a1f6-849586068820 req-67de670c-7981-4a94-ae5f-fefda5978d17 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6079881a5dcb456f811aa69e44c04ef0&device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 1097 time: 0.2349629 Jul 05 03:48:40.511525 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-2fc5aa2c-ca7b-47c6-9913-64bf2f2791f4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259 HTTP/1.1" status: 200 len: 930 time: 0.1762850 Jul 05 03:48:40.539574 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.570553 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:40.595964 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-2a199231-1c60-41df-b18c-127f860af68a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69e730ad-e789-4b0d-8b3e-3021b86c8daa HTTP/1.1" status: 200 len: 217 time: 0.0832024 Jul 05 03:48:40.605186 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:40.613676 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.629089 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8d523cd3-43e4-4ad2-ad7f-c636aec1abb6 req-f5e61b20-a624-4a1d-a2ea-e239b3d46faf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890798 Jul 05 03:48:40.706949 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:40.734988 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-f951f4e4-9e20-4953-b131-bce9cccebe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:40.736456 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-f951f4e4-9e20-4953-b131-bce9cccebe91 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=53c8c881-5530-43b2-8dda-741f6f554578 HTTP/1.1" status: 200 len: 868 time: 0.1394858 Jul 05 03:48:40.764574 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-838b4a72-dda8-44ef-a64f-b9b28f471982 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.765975 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f1a58684-7010-41fa-86de-136903123b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2083943627-router', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '1be8967a-7b22-4e6f-90d5-6181af46f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:51Z', 'updated_at': '2021-07-05T03:47:57Z', 'revision_number': 4, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'gw_port': {'id': '1be8967a-7b22-4e6f-90d5-6181af46f343', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '12caa555-cda1-4696-ad41-85b179e89e36', 'name': '', 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'mac_address': 'fa:16:3e:53:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '53c8c881-5530-43b2-8dda-741f6f554578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:56Z', 'updated_at': '2021-07-05T03:48:06Z', 'revision_number': 5, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'subnets': [{'id': '53c8c881-5530-43b2-8dda-741f6f554578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:40.783974 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07de3d-fd82-4bd0-a4c2-afdbe9971a5f req-11ca36b1-aca6-4ce9-b930-21a2a6da387b tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:40.792977 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5b07de3d-fd82-4bd0-a4c2-afdbe9971a5f req-11ca36b1-aca6-4ce9-b930-21a2a6da387b tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 943 time: 0.3516643 Jul 05 03:48:40.807700 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-838b4a72-dda8-44ef-a64f-b9b28f471982 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Transition to ACTIVE for port object 7e741bda-ec2c-4820-898b-4dc034cb6adc will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:40.813272 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a58684-7010-41fa-86de-136903123b91 None None] Checking router: 929139da-3a0c-42bb-ad33-f5d693cebb38 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:48:40.828990 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a58684-7010-41fa-86de-136903123b91 None None] Routers {'929139da-3a0c-42bb-ad33-f5d693cebb38'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:40.829747 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f1a58684-7010-41fa-86de-136903123b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:48:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['929139da-3a0c-42bb-ad33-f5d693cebb38'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:40.840978 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5b07de3d-fd82-4bd0-a4c2-afdbe9971a5f req-cb1b3e26-b4da-4754-9ef1-1067f7a8eeec tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469575 Jul 05 03:48:40.858214 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-2c3716ab-7e2b-4e7a-8a6e-dc609777935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:40.859775 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-2c3716ab-7e2b-4e7a-8a6e-dc609777935a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1008372 Jul 05 03:48:40.868826 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-838b4a72-dda8-44ef-a64f-b9b28f471982 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.874180 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368e1e9-98b9-493a-a1f6-849586068820 req-d2f6d6c6-c8b3-4fe3-9445-c78518cbb3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:40.876090 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3368e1e9-98b9-493a-a1f6-849586068820 req-d2f6d6c6-c8b3-4fe3-9445-c78518cbb3e9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 200 len: 909 time: 0.2908800 Jul 05 03:48:40.887071 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44906) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:40.942871 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7c5349-47c3-4aa4-ae08-53aa9b132fa2 x-openstack-request-id: req-1b7c5349-47c3-4aa4-ae08-53aa9b132fa2 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:40.944576 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c342eb9-1d8a-4656-83db-da5f0c3e57b8", "name": "network-vif-deleted", "tag": "c330e6d2-737e-43be-95f5-e3fc7383e2bd", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:40.946292 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1b7c5349-47c3-4aa4-ae08-53aa9b132fa2 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:40.947437 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c342eb9-1d8a-4656-83db-da5f0c3e57b8', 'name': 'network-vif-deleted', 'tag': 'c330e6d2-737e-43be-95f5-e3fc7383e2bd', 'status': 'completed', 'code': 200} Jul 05 03:48:40.998089 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-838b4a72-dda8-44ef-a64f-b9b28f471982 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:41.028869 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-838b4a72-dda8-44ef-a64f-b9b28f471982 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:41.033010 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-838b4a72-dda8-44ef-a64f-b9b28f471982 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:41.053551 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b4a72-dda8-44ef-a64f-b9b28f471982 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Pushing event updated for resources: {'Port': ['ID=7e741bda-ec2c-4820-898b-4dc034cb6adc,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:41.080073 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3368e1e9-98b9-493a-a1f6-849586068820 req-9074f51c-e69e-4b24-b040-f91b8113126d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df590b05-46ef-44d7-98a7-836f994c4a99 HTTP/1.1" status: 200 len: 217 time: 0.1919100 Jul 05 03:48:41.113899 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:41.158634 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-838b4a72-dda8-44ef-a64f-b9b28f471982 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:41.160966 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-838b4a72-dda8-44ef-a64f-b9b28f471982 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.182618 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-63f50b6c-d9fd-4a28-a910-16e5b938d9ba service neutron] 10.222.0.77 "GET /v2.0/networks/7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114724 Jul 05 03:48:41.185116 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-838b4a72-dda8-44ef-a64f-b9b28f471982 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2242482 Jul 05 03:48:41.279822 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368e1e9-98b9-493a-a1f6-849586068820 req-82600c62-06ff-4eb8-9fb7-f4e5634b41f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:41.280829 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-bdb7ee8c-958b-4196-85ef-da8d3fccd258 service neutron] Request body: {'port': {'device_id': 'a27d912d-d20a-47dd-87f8-5f82cedb5524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:41.282571 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3368e1e9-98b9-493a-a1f6-849586068820 req-82600c62-06ff-4eb8-9fb7-f4e5634b41f2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ed0a1ef0-1506-4eb0-93c1-51dd53393e81 HTTP/1.1" status: 200 len: 848 time: 0.0873978 Jul 05 03:48:41.356172 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3368e1e9-98b9-493a-a1f6-849586068820 req-eaa25734-245a-40e1-8d0c-74cb5cfef4b5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e37bffed-7318-4dad-93bc-2135e6f53abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594003 Jul 05 03:48:41.384857 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2d51e01-1aba-4cb2-8125-34e6b95cfb33 req-e18e29cd-d816-4bad-911a-d3589b292229 service neutron] 10.222.0.77 "GET /v2.0/networks/7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914749 Jul 05 03:48:41.402342 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-bdb7ee8c-958b-4196-85ef-da8d3fccd258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.418932 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-f1a58684-7010-41fa-86de-136903123b91 None None] Set router 929139da-3a0c-42bb-ad33-f5d693cebb38 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:41.473729 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-73e7a74d-2e47-4725-8df3-903923dd66ca tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:41.475331 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-73e7a74d-2e47-4725-8df3-903923dd66ca tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/networks?id=ed316610-b29c-457f-a987-9abff17192cf HTTP/1.1" status: 200 len: 821 time: 0.4172187 Jul 05 03:48:41.496589 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8fc14180-6184-4b8c-a2a6-edb6f82cf850 None None] Provisioning for port 7e741bda-ec2c-4820-898b-4dc034cb6adc completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:41.500961 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-21e6c150-c3be-4fe9-a1ce-e243631a5b54 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f45538cae3da46a8916185b24770ed87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6112571 Jul 05 03:48:41.502761 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8fc14180-6184-4b8c-a2a6-edb6f82cf850 None None] Provisioning complete for port 7e741bda-ec2c-4820-898b-4dc034cb6adc triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:41.503198 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8fc14180-6184-4b8c-a2a6-edb6f82cf850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.505106 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44922) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:41.521683 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-9e91edb1-e562-4776-bd7e-8d7601aa7b30 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/quotas/4edbb8632052446b85918768ed92c1f6 HTTP/1.1" status: 200 len: 375 time: 0.0372138 Jul 05 03:48:41.548200 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-8fc14180-6184-4b8c-a2a6-edb6f82cf850 None None] Port 7e741bda-ec2c-4820-898b-4dc034cb6adc cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:48:41.656689 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3368e1e9-98b9-493a-a1f6-849586068820 req-aa67b803-2dae-4ef5-8674-280f6370dc5e service neutron] 10.222.0.89 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841337 Jul 05 03:48:41.699143 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8a7e0c5d-4b06-4991-a8ce-b50e5fe79cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.713474 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f101b-b0bc-46b3-94e7-70a1b9ca2b90 req-17bbd5ff-cdb6-4292-9e0b-2ad2d2e9a69d tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:41.716186 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-665f101b-b0bc-46b3-94e7-70a1b9ca2b90 req-17bbd5ff-cdb6-4292-9e0b-2ad2d2e9a69d tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a0320a5-5e89-4345-bf05-dfadbaaa7439 HTTP/1.1" status: 200 len: 949 time: 0.1661885 Jul 05 03:48:41.783695 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-665f101b-b0bc-46b3-94e7-70a1b9ca2b90 req-4242c5a3-85a5-434e-bd91-a78c502995d9 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605507 Jul 05 03:48:41.784959 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8a7e0c5d-4b06-4991-a8ce-b50e5fe79cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.800035 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-ef3a4b24-ea3a-44de-82d7-dfcd766b80d9 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4edbb8632052446b85918768ed92c1f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2552073 Jul 05 03:48:41.836717 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f1a58684-7010-41fa-86de-136903123b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2083943627-router', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '1be8967a-7b22-4e6f-90d5-6181af46f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:51Z', 'updated_at': '2021-07-05T03:47:57Z', 'revision_number': 4, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'gw_port': {'id': '1be8967a-7b22-4e6f-90d5-6181af46f343', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '12caa555-cda1-4696-ad41-85b179e89e36', 'name': '', 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'mac_address': 'fa:16:3e:53:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '53c8c881-5530-43b2-8dda-741f6f554578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:56Z', 'updated_at': '2021-07-05T03:48:06Z', 'revision_number': 5, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'subnets': [{'id': '53c8c881-5530-43b2-8dda-741f6f554578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:41.841239 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-bdb7ee8c-958b-4196-85ef-da8d3fccd258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e741bda-ec2c-4820-898b-4dc034cb6adc {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:41.851157 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-bdb7ee8c-958b-4196-85ef-da8d3fccd258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.866371 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-bdb7ee8c-958b-4196-85ef-da8d3fccd258 service neutron] Transition to ACTIVE for port object 7e741bda-ec2c-4820-898b-4dc034cb6adc will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:41.867830 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a58684-7010-41fa-86de-136903123b91 None None] The sync data for ids ['929139da-3a0c-42bb-ad33-f5d693cebb38'] in n-d-780147-23 is: [{'id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2083943627-router', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '1be8967a-7b22-4e6f-90d5-6181af46f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:51Z', 'updated_at': '2021-07-05T03:47:57Z', 'revision_number': 4, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'gw_port': {'id': '1be8967a-7b22-4e6f-90d5-6181af46f343', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '12caa555-cda1-4696-ad41-85b179e89e36', 'name': '', 'network_id': '7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'mac_address': 'fa:16:3e:53:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '53c8c881-5530-43b2-8dda-741f6f554578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:56Z', 'updated_at': '2021-07-05T03:48:06Z', 'revision_number': 5, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'subnets': [{'id': '53c8c881-5530-43b2-8dda-741f6f554578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:48:41.884268 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-bdb7ee8c-958b-4196-85ef-da8d3fccd258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.922494 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3368e1e9-98b9-493a-a1f6-849586068820 req-ab1bb0f2-d56c-414f-b468-a3bd264c1145 service neutron] 10.222.0.89 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459424 Jul 05 03:48:41.979574 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8a7e0c5d-4b06-4991-a8ce-b50e5fe79cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.986037 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8a7e0c5d-4b06-4991-a8ce-b50e5fe79cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.989845 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8a7e0c5d-4b06-4991-a8ce-b50e5fe79cad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7ad53c07-6858-4824-a214-aab8b01503db HTTP/1.1" status: 204 len: 168 time: 0.4788148 Jul 05 03:48:42.010998 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7ee8c-958b-4196-85ef-da8d3fccd258 service neutron] Pushing event updated for resources: {'Port': ['ID=7e741bda-ec2c-4820-898b-4dc034cb6adc,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:42.072599 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-bdb7ee8c-958b-4196-85ef-da8d3fccd258 service neutron] Attempting to bind port 7e741bda-ec2c-4820-898b-4dc034cb6adc on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:42.072938 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-bdb7ee8c-958b-4196-85ef-da8d3fccd258 service neutron] Attempting to bind port 7e741bda-ec2c-4820-898b-4dc034cb6adc by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:42.073264 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-bdb7ee8c-958b-4196-85ef-da8d3fccd258 service neutron] Attempting to bind port 7e741bda-ec2c-4820-898b-4dc034cb6adc on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:42.085809 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-bdb7ee8c-958b-4196-85ef-da8d3fccd258 service neutron] Port 7e741bda-ec2c-4820-898b-4dc034cb6adc on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:42.086223 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-bdb7ee8c-958b-4196-85ef-da8d3fccd258 service neutron] Attempting to bind port 7e741bda-ec2c-4820-898b-4dc034cb6adc on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:42.102432 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-bdb7ee8c-958b-4196-85ef-da8d3fccd258 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:42.102804 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-bdb7ee8c-958b-4196-85ef-da8d3fccd258 service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:42.103199 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-bdb7ee8c-958b-4196-85ef-da8d3fccd258 service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:42.103684 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-bdb7ee8c-958b-4196-85ef-da8d3fccd258 service neutron] Bound port: 7e741bda-ec2c-4820-898b-4dc034cb6adc, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:42.104061 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-bdb7ee8c-958b-4196-85ef-da8d3fccd258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:42.124927 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55117cf5-d8ad-4d03-ade0-632e29f79039 req-d0c84fce-6a58-4061-844b-933df8a39462 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:42.126750 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-55117cf5-d8ad-4d03-ade0-632e29f79039 req-d0c84fce-6a58-4061-844b-933df8a39462 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=a27d912d-d20a-47dd-87f8-5f82cedb5524 HTTP/1.1" status: 200 len: 947 time: 0.1287165 Jul 05 03:48:42.284493 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-55117cf5-d8ad-4d03-ade0-632e29f79039 req-85196749-bda1-4b8b-bc92-8d9015d946aa tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450987 Jul 05 03:48:42.339701 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2f819-b231-45ea-ad11-92068958a91a None None] New status for floating IP ae9164d1-55c4-444c-967c-952652df4bbd: DOWN {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:48:42.341373 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-bdb7ee8c-958b-4196-85ef-da8d3fccd258 service neutron] For port 7e741bda-ec2c-4820-898b-4dc034cb6adc, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:42.346694 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-bdb7ee8c-958b-4196-85ef-da8d3fccd258 service neutron] For port 7e741bda-ec2c-4820-898b-4dc034cb6adc, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=7e741bda-ec2c-4820-898b-4dc034cb6adc,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:42.354176 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-bdb7ee8c-958b-4196-85ef-da8d3fccd258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:42.429428 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-bdb7ee8c-958b-4196-85ef-da8d3fccd258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:42.430443 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-bdb7ee8c-958b-4196-85ef-da8d3fccd258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:42.432887 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-bdb7ee8c-958b-4196-85ef-da8d3fccd258 service neutron] 10.222.0.70 "PUT /v2.0/ports/7e741bda-ec2c-4820-898b-4dc034cb6adc HTTP/1.1" status: 200 len: 1096 time: 1.1649776 Jul 05 03:48:42.522917 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7ee8c-958b-4196-85ef-da8d3fccd258 service neutron] Pushing event updated for resources: {'Port': ['ID=7e741bda-ec2c-4820-898b-4dc034cb6adc,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:42.572883 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44932) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:42.577802 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:42.599825 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e0c5d-4b06-4991-a8ce-b50e5fe79cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad53c07-6858-4824-a214-aab8b01503db,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:42.644728 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-b1437bd1-c7d3-4f9e-bbac-ecd9b700b02f service neutron] 10.222.0.77 "GET /v2.0/networks/ed316610-b29c-457f-a987-9abff17192cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8241885 Jul 05 03:48:42.718498 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9d8ce-9905-494c-a137-98c4a90dcbc4 req-ab5c8251-971a-4bfe-b059-05f282b3ac8c tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:42.720439 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-82b9d8ce-9905-494c-a137-98c4a90dcbc4 req-ab5c8251-971a-4bfe-b059-05f282b3ac8c tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 945 time: 0.2862959 Jul 05 03:48:42.735864 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ba043098-6346-4bab-a7a5-c9e10878341b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=35c338567e2e491ea7abf2f93598ab58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1593378 Jul 05 03:48:42.737812 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44934) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:42.772451 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-059b0b77-4110-4839-acef-196ba5a59a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:42.774410 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-059b0b77-4110-4839-acef-196ba5a59a6a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&device_id=a27d912d-d20a-47dd-87f8-5f82cedb5524 HTTP/1.1" status: 200 len: 1099 time: 0.2315493 Jul 05 03:48:42.794222 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368e1e9-98b9-493a-a1f6-849586068820 req-07ec85d1-219b-4865-91c2-b56c293e1dab tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:42.796669 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3368e1e9-98b9-493a-a1f6-849586068820 req-07ec85d1-219b-4865-91c2-b56c293e1dab tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e&tenant_id=6079881a5dcb456f811aa69e44c04ef0&binding%3Ahost_id=n-h2-780147-23 HTTP/1.1" status: 200 len: 1097 time: 0.2087245 Jul 05 03:48:42.805931 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-82b9d8ce-9905-494c-a137-98c4a90dcbc4 req-f880489a-d8ce-4901-9f24-34f9d671be7e tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699534 Jul 05 03:48:42.827044 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-3368e1e9-98b9-493a-a1f6-849586068820 req-beabfc31-18c1-490c-9b63-7a84bbf3dfbe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-780147-23'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:42.838160 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-3ebf1669-2f3d-4043-a0c4-3f467211d36d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7e741bda-ec2c-4820-898b-4dc034cb6adc HTTP/1.1" status: 200 len: 217 time: 0.0486701 Jul 05 03:48:42.871870 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-6f3e96b2-1947-4453-9bc5-24e9874ba1f5 service neutron] 10.222.0.77 "GET /v2.0/networks/ed316610-b29c-457f-a987-9abff17192cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171762 Jul 05 03:48:42.874866 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523b56ee-8da9-4a3f-a3a9-96d862fb5db1 x-openstack-request-id: req-523b56ee-8da9-4a3f-a3a9-96d862fb5db1 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:42.875156 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3", "tag": "69e730ad-e789-4b0d-8b3e-3021b86c8daa", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:42.875403 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-523b56ee-8da9-4a3f-a3a9-96d862fb5db1 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:42.875885 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3', 'tag': '69e730ad-e789-4b0d-8b3e-3021b86c8daa', 'status': 'completed', 'code': 200} Jul 05 03:48:42.919663 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-e6adbe14-2980-4669-8f4c-7cb0b351a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:42.921339 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-e6adbe14-2980-4669-8f4c-7cb0b351a8f2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0757599 Jul 05 03:48:42.941888 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fe333d25-91b2-4fe7-98fd-618c71467f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:42.981339 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3368e1e9-98b9-493a-a1f6-849586068820 req-beabfc31-18c1-490c-9b63-7a84bbf3dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:42.989545 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fe333d25-91b2-4fe7-98fd-618c71467f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.037907 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e456646-2b23-405a-8e62-21534c6b1f80 req-be86f725-8914-4c57-9b8f-dda680ea91db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:43.039700 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9e456646-2b23-405a-8e62-21534c6b1f80 req-be86f725-8914-4c57-9b8f-dda680ea91db service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d34cb22e7154db1a76006c2ff6af640&device_id=f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3 HTTP/1.1" status: 200 len: 1098 time: 0.1310828 Jul 05 03:48:43.042697 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-3347f958-6971-42f4-94f5-806c21d99136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:43.044304 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-3347f958-6971-42f4-94f5-806c21d99136 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0952227 Jul 05 03:48:43.120296 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fe333d25-91b2-4fe7-98fd-618c71467f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.124711 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fe333d25-91b2-4fe7-98fd-618c71467f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.126028 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fe333d25-91b2-4fe7-98fd-618c71467f88 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4aea99a7-2d9d-4d3d-93ba-daaa38d896b7 HTTP/1.1" status: 204 len: 168 time: 0.3850918 Jul 05 03:48:43.178165 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe333d25-91b2-4fe7-98fd-618c71467f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aea99a7-2d9d-4d3d-93ba-daaa38d896b7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:43.257739 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d69c5389-85b3-415a-922e-c55f7c2fe32f req-83dd1ccb-e148-49d0-a104-ab1f20ae0f3e tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/floatingips/ae9164d1-55c4-444c-967c-952652df4bbd HTTP/1.1" status: 200 len: 693 time: 0.1906717 Jul 05 03:48:43.398538 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-3368e1e9-98b9-493a-a1f6-849586068820 req-beabfc31-18c1-490c-9b63-7a84bbf3dfbe service neutron] For port df590b05-46ef-44d7-98a7-836f994c4a99, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=df590b05-46ef-44d7-98a7-836f994c4a99,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:43.413301 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfb35a-d445-426f-96a3-4f5069de0a1e req-828ec72c-6458-42f5-ad6e-2df567fb7ce8 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:43.417710 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-6169e1aa-a09b-48ce-a757-378e648d5280 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613794 Jul 05 03:48:43.422733 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e456646-2b23-405a-8e62-21534c6b1f80 req-a3b74061-ffdb-4cf0-b610-7db36e2970e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:43.423487 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e2cfb35a-d445-426f-96a3-4f5069de0a1e req-828ec72c-6458-42f5-ad6e-2df567fb7ce8 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.1901116 Jul 05 03:48:43.425227 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9e456646-2b23-405a-8e62-21534c6b1f80 req-a3b74061-ffdb-4cf0-b610-7db36e2970e4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259 HTTP/1.1" status: 200 len: 930 time: 0.3777697 Jul 05 03:48:43.535318 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e2cfb35a-d445-426f-96a3-4f5069de0a1e req-6fc87172-a23c-48c0-86a2-e668fc4ca1c5 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097503 Jul 05 03:48:43.566107 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9e456646-2b23-405a-8e62-21534c6b1f80 req-80cb2809-54d1-4231-99a4-466e3cb60e95 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69e730ad-e789-4b0d-8b3e-3021b86c8daa HTTP/1.1" status: 200 len: 217 time: 0.1208186 Jul 05 03:48:43.597883 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-3368e1e9-98b9-493a-a1f6-849586068820 req-beabfc31-18c1-490c-9b63-7a84bbf3dfbe service neutron] For port df590b05-46ef-44d7-98a7-836f994c4a99, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:43.673463 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c5389-85b3-415a-922e-c55f7c2fe32f req-9a092aea-36ab-43c3-a08e-5f0eb05f98f3 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:43.680432 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d69c5389-85b3-415a-922e-c55f7c2fe32f req-9a092aea-36ab-43c3-a08e-5f0eb05f98f3 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.3839846 Jul 05 03:48:43.749086 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf57fe2-acaa-45f9-9afa-97826a777a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df590b05-46ef-44d7-98a7-836f994c4a99'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:43.753910 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f7b62d-8dfa-4fc0-9916-1848f9dc7844" -d '{"events": [{"server_uuid": "edf57fe2-acaa-45f9-9afa-97826a777a1e", "name": "network-vif-unplugged", "status": "completed", "tag": "df590b05-46ef-44d7-98a7-836f994c4a99"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:43.761305 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3368e1e9-98b9-493a-a1f6-849586068820 req-beabfc31-18c1-490c-9b63-7a84bbf3dfbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.770474 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3368e1e9-98b9-493a-a1f6-849586068820 req-beabfc31-18c1-490c-9b63-7a84bbf3dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.783563 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e456646-2b23-405a-8e62-21534c6b1f80 req-ac4d2bb7-c1bb-4732-98af-42e3cd6262c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:43.789450 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9e456646-2b23-405a-8e62-21534c6b1f80 req-ac4d2bb7-c1bb-4732-98af-42e3cd6262c3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=53c8c881-5530-43b2-8dda-741f6f554578 HTTP/1.1" status: 200 len: 868 time: 0.2117579 Jul 05 03:48:43.809417 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d69c5389-85b3-415a-922e-c55f7c2fe32f req-96ed7a19-9053-47c9-aa3b-9aa427d387f5 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.185 HTTP/1.1" status: 200 len: 696 time: 0.1278031 Jul 05 03:48:43.867692 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:43.935238 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d69c5389-85b3-415a-922e-c55f7c2fe32f req-7e036fac-6a94-4f7f-a43f-7a5ca15e9e8d tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.185 HTTP/1.1" status: 200 len: 696 time: 0.1245828 Jul 05 03:48:43.939792 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e3bea0f8-2879-482d-bd2f-7bd9399491d7 req-e6def1bb-d1df-45d3-b8c0-7777a583ae1d service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131590 Jul 05 03:48:44.016685 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:44.027352 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:44.027863 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:44.049391 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabfc31-18c1-490c-9b63-7a84bbf3dfbe service neutron] Pushing event updated for resources: {'Port': ['ID=df590b05-46ef-44d7-98a7-836f994c4a99,revision_number=7']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:44.060082 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-3368e1e9-98b9-493a-a1f6-849586068820 req-beabfc31-18c1-490c-9b63-7a84bbf3dfbe service neutron] Attempting to bind port df590b05-46ef-44d7-98a7-836f994c4a99 on host n-h2-780147-23 for vnic_type normal with profile {"migrating_to": "n-h1-780147-23"} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:44.060670 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-3368e1e9-98b9-493a-a1f6-849586068820 req-beabfc31-18c1-490c-9b63-7a84bbf3dfbe service neutron] Attempting to bind port df590b05-46ef-44d7-98a7-836f994c4a99 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:44.061104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3368e1e9-98b9-493a-a1f6-849586068820 req-beabfc31-18c1-490c-9b63-7a84bbf3dfbe service neutron] Attempting to bind port df590b05-46ef-44d7-98a7-836f994c4a99 on network e37bffed-7318-4dad-93bc-2135e6f53abd {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:44.071945 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3368e1e9-98b9-493a-a1f6-849586068820 req-beabfc31-18c1-490c-9b63-7a84bbf3dfbe service neutron] Port df590b05-46ef-44d7-98a7-836f994c4a99 on network e37bffed-7318-4dad-93bc-2135e6f53abd not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:44.072808 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3368e1e9-98b9-493a-a1f6-849586068820 req-beabfc31-18c1-490c-9b63-7a84bbf3dfbe service neutron] Attempting to bind port df590b05-46ef-44d7-98a7-836f994c4a99 on network e37bffed-7318-4dad-93bc-2135e6f53abd {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:44.088035 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3368e1e9-98b9-493a-a1f6-849586068820 req-beabfc31-18c1-490c-9b63-7a84bbf3dfbe service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:44.088525 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3368e1e9-98b9-493a-a1f6-849586068820 req-beabfc31-18c1-490c-9b63-7a84bbf3dfbe service neutron] Checking segment: {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:44.089133 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3368e1e9-98b9-493a-a1f6-849586068820 req-beabfc31-18c1-490c-9b63-7a84bbf3dfbe service neutron] Bound using segment: {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:44.090257 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-3368e1e9-98b9-493a-a1f6-849586068820 req-beabfc31-18c1-490c-9b63-7a84bbf3dfbe service neutron] Bound port: df590b05-46ef-44d7-98a7-836f994c4a99, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:44.090257 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3368e1e9-98b9-493a-a1f6-849586068820 req-beabfc31-18c1-490c-9b63-7a84bbf3dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:44.125288 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d50bbf-5635-451f-8fa5-a4d71b15a310 req-30f3328e-e470-41b9-9436-8d4ea82ddf91 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:44.134014 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f4d50bbf-5635-451f-8fa5-a4d71b15a310 req-30f3328e-e470-41b9-9436-8d4ea82ddf91 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 944 time: 0.2588677 Jul 05 03:48:44.186940 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:44.235560 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f4d50bbf-5635-451f-8fa5-a4d71b15a310 req-45e82536-5483-46a5-ad8e-378654e5930b tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998201 Jul 05 03:48:44.242180 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:44.243772 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47357dab-2af0-4b9e-be36-a423ec2e97a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:44.248345 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8677be1-1ff5-4516-8671-754a569648db" -d '{"events": [{"server_uuid": "47357dab-2af0-4b9e-be36-a423ec2e97a3", "name": "network-vif-plugged", "status": "completed", "tag": "89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:44.253789 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:44.277146 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-3368e1e9-98b9-493a-a1f6-849586068820 req-beabfc31-18c1-490c-9b63-7a84bbf3dfbe service neutron] For port df590b05-46ef-44d7-98a7-836f994c4a99, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:44.283434 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-3368e1e9-98b9-493a-a1f6-849586068820 req-beabfc31-18c1-490c-9b63-7a84bbf3dfbe service neutron] For port df590b05-46ef-44d7-98a7-836f994c4a99, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=df590b05-46ef-44d7-98a7-836f994c4a99,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:44.292078 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3368e1e9-98b9-493a-a1f6-849586068820 req-beabfc31-18c1-490c-9b63-7a84bbf3dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:44.369909 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:44.472543 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabfc31-18c1-490c-9b63-7a84bbf3dfbe service neutron] Pushing event updated for resources: {'Port': ['ID=df590b05-46ef-44d7-98a7-836f994c4a99,revision_number=8']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:44.481916 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368e1e9-98b9-493a-a1f6-849586068820 req-beabfc31-18c1-490c-9b63-7a84bbf3dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:44.484905 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3368e1e9-98b9-493a-a1f6-849586068820 req-beabfc31-18c1-490c-9b63-7a84bbf3dfbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:44.486825 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3368e1e9-98b9-493a-a1f6-849586068820 req-beabfc31-18c1-490c-9b63-7a84bbf3dfbe service neutron] 10.222.0.89 "PUT /v2.0/ports/df590b05-46ef-44d7-98a7-836f994c4a99 HTTP/1.1" status: 200 len: 1123 time: 1.6730461 Jul 05 03:48:44.537825 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f00fb9e5-1a6b-434e-b540-600346a6e421 req-bb4f5a9f-c769-460c-acb3-34ff82022e88 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6a88664-ec65-44ea-9fa0-66585eb80d15 HTTP/1.1" status: 200 len: 210 time: 0.0488744 Jul 05 03:48:44.572160 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e456646-2b23-405a-8e62-21534c6b1f80 req-f591d1d9-1909-489c-8bb5-3f7742300633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:44.576828 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9e456646-2b23-405a-8e62-21534c6b1f80 req-f591d1d9-1909-489c-8bb5-3f7742300633 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7646966 Jul 05 03:48:44.684158 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['df590b05-46ef-44d7-98a7-836f994c4a99'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:44.701784 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-d69c5389-85b3-415a-922e-c55f7c2fe32f req-750e8221-4657-4e2e-b5f3-591d46319878 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Deleting port c5d4a2d9-344b-4e2a-9c67-b9b41e37d074 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:44.702135 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d69c5389-85b3-415a-922e-c55f7c2fe32f req-750e8221-4657-4e2e-b5f3-591d46319878 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:44.814787 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fe5c7-aef1-4d6e-9c31-1fd8f251dd84 req-d28a9446-40be-4068-a813-e51f70ac9292 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:44.816599 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c67fe5c7-aef1-4d6e-9c31-1fd8f251dd84 req-d28a9446-40be-4068-a813-e51f70ac9292 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=a27d912d-d20a-47dd-87f8-5f82cedb5524 HTTP/1.1" status: 200 len: 947 time: 0.1287115 Jul 05 03:48:44.833383 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9e456646-2b23-405a-8e62-21534c6b1f80 req-fcf43224-f3c1-4dd4-816d-281b5bcc8d06 service neutron] 10.222.0.89 "GET /v2.0/networks/7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456849 Jul 05 03:48:44.872681 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c67fe5c7-aef1-4d6e-9c31-1fd8f251dd84 req-acf3a3db-b535-4e34-ba9f-05e8bb7af9b3 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486982 Jul 05 03:48:44.921798 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27d912d-d20a-47dd-87f8-5f82cedb5524', 'tag': '7e741bda-ec2c-4820-898b-4dc034cb6adc'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:44.926291 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041d1579-7ba2-429a-a9be-5d55fd608916 x-openstack-request-id: req-041d1579-7ba2-429a-a9be-5d55fd608916 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:44.926698 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf57fe2-acaa-45f9-9afa-97826a777a1e", "name": "network-vif-unplugged", "status": "completed", "tag": "df590b05-46ef-44d7-98a7-836f994c4a99", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:44.927054 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-041d1579-7ba2-429a-a9be-5d55fd608916 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:44.927557 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf57fe2-acaa-45f9-9afa-97826a777a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df590b05-46ef-44d7-98a7-836f994c4a99', 'code': 200} Jul 05 03:48:44.929670 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17ad133-431c-4ec8-98ce-51d3bd4bf527" -d '{"events": [{"name": "network-changed", "server_uuid": "a27d912d-d20a-47dd-87f8-5f82cedb5524", "tag": "7e741bda-ec2c-4820-898b-4dc034cb6adc"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:44.938263 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d69c5389-85b3-415a-922e-c55f7c2fe32f req-750e8221-4657-4e2e-b5f3-591d46319878 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:44.938492 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d69c5389-85b3-415a-922e-c55f7c2fe32f req-750e8221-4657-4e2e-b5f3-591d46319878 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:44.961740 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-d69c5389-85b3-415a-922e-c55f7c2fe32f req-750e8221-4657-4e2e-b5f3-591d46319878 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Calling delete_port for c5d4a2d9-344b-4e2a-9c67-b9b41e37d074 owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:44.977342 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9e456646-2b23-405a-8e62-21534c6b1f80 req-a5b7d501-c279-4dec-8e64-8aa7548fae02 service neutron] 10.222.0.89 "GET /v2.0/networks/7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246562 Jul 05 03:48:45.034978 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-0ece5130-f372-4569-a8a6-b4612337cefa tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0d0eb0b510614f178c10ded04d8bf66d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258098 Jul 05 03:48:45.172518 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-62c51661-39e7-45dd-81f4-71a327092bad tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:45.180799 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-62c51661-39e7-45dd-81f4-71a327092bad tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1374607 Jul 05 03:48:45.188378 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d69c5389-85b3-415a-922e-c55f7c2fe32f req-750e8221-4657-4e2e-b5f3-591d46319878 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:45.198193 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-af55b39e-6822-4cba-9662-9ee109e785eb tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/quotas/0d0eb0b510614f178c10ded04d8bf66d HTTP/1.1" status: 200 len: 375 time: 0.0163012 Jul 05 03:48:45.303981 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-7b4e7a2c-0ae0-4710-8cc1-cc8d9fb1b484 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0d0eb0b510614f178c10ded04d8bf66d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1045387 Jul 05 03:48:45.314107 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e8221-4657-4e2e-b5f3-591d46319878 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Pushing event deleted for resources: {'Port': ['ID=c5d4a2d9-344b-4e2a-9c67-b9b41e37d074,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:45.470888 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-2e1691d1-f148-49fc-8683-74e58751333a tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:45.472733 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-2e1691d1-f148-49fc-8683-74e58751333a tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.89 "GET /v2.0/networks?id=ed316610-b29c-457f-a987-9abff17192cf HTTP/1.1" status: 200 len: 821 time: 0.2963369 Jul 05 03:48:45.476443 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d69c5389-85b3-415a-922e-c55f7c2fe32f req-750e8221-4657-4e2e-b5f3-591d46319878 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:45.480332 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d69c5389-85b3-415a-922e-c55f7c2fe32f req-750e8221-4657-4e2e-b5f3-591d46319878 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:45.482400 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d69c5389-85b3-415a-922e-c55f7c2fe32f req-750e8221-4657-4e2e-b5f3-591d46319878 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "DELETE /v2.0/floatingips/ae9164d1-55c4-444c-967c-952652df4bbd HTTP/1.1" status: 204 len: 173 time: 1.5463281 Jul 05 03:48:45.502789 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-4d9a9692-44dd-4793-853e-2d69fa51b944 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Request body: {'port': {'device_id': 'a6a88664-ec65-44ea-9fa0-66585eb80d15', 'network_id': 'ed316610-b29c-457f-a987-9abff17192cf', 'admin_state_up': True, 'tenant_id': '4edbb8632052446b85918768ed92c1f6'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:45.663674 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca53b0b0-7c53-4ae5-993f-69928106de91 x-openstack-request-id: req-ca53b0b0-7c53-4ae5-993f-69928106de91 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:45.664273 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47357dab-2af0-4b9e-be36-a423ec2e97a3", "name": "network-vif-plugged", "status": "completed", "tag": "89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:45.664428 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ca53b0b0-7c53-4ae5-993f-69928106de91 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:45.664766 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47357dab-2af0-4b9e-be36-a423ec2e97a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6', 'code': 200} Jul 05 03:48:45.682279 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-4d9a9692-44dd-4793-853e-2d69fa51b944 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Made reservation on behalf of 4edbb8632052446b85918768ed92c1f6 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:45.689487 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-4d9a9692-44dd-4793-853e-2d69fa51b944 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:45.732843 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0c91a-9179-49b8-8ff7-49aa42154dce req-9e8342ae-4042-4a92-b3c7-fd93b7862028 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:45.733117 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b349fad2-8e87-4024-a115-a656e8c5a0e4 x-openstack-request-id: req-b349fad2-8e87-4024-a115-a656e8c5a0e4 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:45.733117 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a27d912d-d20a-47dd-87f8-5f82cedb5524", "tag": "7e741bda-ec2c-4820-898b-4dc034cb6adc", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:45.733380 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b349fad2-8e87-4024-a115-a656e8c5a0e4 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:45.733896 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a27d912d-d20a-47dd-87f8-5f82cedb5524', 'tag': '7e741bda-ec2c-4820-898b-4dc034cb6adc', 'status': 'completed', 'code': 200} Jul 05 03:48:45.742415 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c1d0c91a-9179-49b8-8ff7-49aa42154dce req-9e8342ae-4042-4a92-b3c7-fd93b7862028 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 943 time: 0.1272936 Jul 05 03:48:45.822552 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c1d0c91a-9179-49b8-8ff7-49aa42154dce req-24c65beb-e5c7-4455-80f7-0f79088ec8bc tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791829 Jul 05 03:48:45.862532 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2280c6-69db-46f2-92d1-6ada498fd1b2 req-5c754633-dc47-4a90-8561-5d84b6af117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:45.866775 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5f2280c6-69db-46f2-92d1-6ada498fd1b2 req-5c754633-dc47-4a90-8561-5d84b6af117c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 1097 time: 0.1024964 Jul 05 03:48:45.884045 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device df590b05-46ef-44d7-98a7-836f994c4a99 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:45.947769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ad133-431c-4ec8-98ce-51d3bd4bf527 req-a0dcd623-7fd7-4e90-94bf-816b992e8e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:45.949360 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b17ad133-431c-4ec8-98ce-51d3bd4bf527 req-a0dcd623-7fd7-4e90-94bf-816b992e8e13 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&device_id=a27d912d-d20a-47dd-87f8-5f82cedb5524 HTTP/1.1" status: 200 len: 1099 time: 0.1638370 Jul 05 03:48:45.954911 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-4d9a9692-44dd-4793-853e-2d69fa51b944 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Allocated IP 172.20.0.3 (ed316610-b29c-457f-a987-9abff17192cf/37b36211-a6e0-42fa-9ae6-cabeeef08bd3/04ff4ea5-7d78-4c30-905d-d740cf4bc920) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:45.971650 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5e2047ca-dfa1-4df6-9171-cdaf42de5007 req-0319d7a1-422c-4fb2-8bb7-419d605dadad tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b51403b-2e0e-45c6-bd11-b561949360f2 HTTP/1.1" status: 200 len: 210 time: 0.0774639 Jul 05 03:48:46.007486 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5f2280c6-69db-46f2-92d1-6ada498fd1b2 req-d80cf775-f48a-4375-9611-f23a90acacd6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076887 Jul 05 03:48:46.088629 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port df590b05-46ef-44d7-98a7-836f994c4a99, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=df590b05-46ef-44d7-98a7-836f994c4a99,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:46.104295 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device df590b05-46ef-44d7-98a7-836f994c4a99 has no active binding in host n-h1-780147-23 {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:48:46.126574 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf328af-f8f1-4bd6-8968-8a93489def41 req-4fdc9dd5-c08c-4830-9010-c1bf75323710 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:46.128120 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cbf328af-f8f1-4bd6-8968-8a93489def41 req-4fdc9dd5-c08c-4830-9010-c1bf75323710 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 945 time: 0.2514892 Jul 05 03:48:46.141640 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ad133-431c-4ec8-98ce-51d3bd4bf527 req-8116cf55-662f-45eb-921c-25c122a0c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:46.143113 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b17ad133-431c-4ec8-98ce-51d3bd4bf527 req-8116cf55-662f-45eb-921c-25c122a0c5fc service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.1859691 Jul 05 03:48:46.152032 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-01631340-d6c7-4520-b11c-21eade84b563 req-a10ebc49-cd5d-41a0-8ac7-1ecd1db92297 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6a88664-ec65-44ea-9fa0-66585eb80d15 HTTP/1.1" status: 200 len: 210 time: 0.0313599 Jul 05 03:48:46.240143 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b17ad133-431c-4ec8-98ce-51d3bd4bf527 req-bda91ce6-6ddf-4ba1-ad46-4575b869409b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7e741bda-ec2c-4820-898b-4dc034cb6adc HTTP/1.1" status: 200 len: 217 time: 0.0769811 Jul 05 03:48:46.269193 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cbf328af-f8f1-4bd6-8968-8a93489def41 req-e05491da-72c9-475c-866a-0d90173396c6 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308570 Jul 05 03:48:46.346836 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-4d9a9692-44dd-4793-853e-2d69fa51b944 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:46.349783 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ad133-431c-4ec8-98ce-51d3bd4bf527 req-d2ac2160-8b1d-496d-870c-f8d243ad4feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:46.351627 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b17ad133-431c-4ec8-98ce-51d3bd4bf527 req-d2ac2160-8b1d-496d-870c-f8d243ad4feb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0749140 Jul 05 03:48:46.484272 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-4d9a9692-44dd-4793-853e-2d69fa51b944 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:46.523073 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ad133-431c-4ec8-98ce-51d3bd4bf527 req-8ee853d7-82dc-41d5-8c51-c1e8ba8ca5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:46.524548 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b17ad133-431c-4ec8-98ce-51d3bd4bf527 req-8ee853d7-82dc-41d5-8c51-c1e8ba8ca5a0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1645498 Jul 05 03:48:46.552681 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1219d7f-1aaf-4bed-8280-cfd962fbd2f8 req-f1663da6-7186-4b1e-87d4-d4e71f4b90d9 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:46.554380 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d1219d7f-1aaf-4bed-8280-cfd962fbd2f8 req-f1663da6-7186-4b1e-87d4-d4e71f4b90d9 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/ports?device_id=f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0737202 Jul 05 03:48:46.556383 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-4d9a9692-44dd-4793-853e-2d69fa51b944 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Network ed316610-b29c-457f-a987-9abff17192cf is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:46.578640 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-4d9a9692-44dd-4793-853e-2d69fa51b944 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:46.601887 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d1219d7f-1aaf-4bed-8280-cfd962fbd2f8 req-dccbd46d-653b-4b11-b451-2f8276d3adfd tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0410237 Jul 05 03:48:46.610507 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-4d9a9692-44dd-4793-853e-2d69fa51b944 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:46.620010 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a9692-44dd-4793-853e-2d69fa51b944 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Pushing event updated for resources: {'Port': ['ID=04ff4ea5-7d78-4c30-905d-d740cf4bc920,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:46.674288 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac96dd-03cc-4ee4-8e8f-fd48fdd42848 req-ff9ac586-54b6-4117-b0a0-9b981560f08c tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:46.675916 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-37ac96dd-03cc-4ee4-8e8f-fd48fdd42848 req-ff9ac586-54b6-4117-b0a0-9b981560f08c tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=a27d912d-d20a-47dd-87f8-5f82cedb5524 HTTP/1.1" status: 200 len: 947 time: 0.2424681 Jul 05 03:48:46.716808 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99efe49f-dd9f-49d8-acd9-5e428b89ebf7 req-d9eeb46d-9928-49a2-8a1e-1209ad62234a tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0570486 Jul 05 03:48:46.718380 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-4d9a9692-44dd-4793-853e-2d69fa51b944 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:46.719051 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-4d9a9692-44dd-4793-853e-2d69fa51b944 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:46.763592 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-4d9a9692-44dd-4793-853e-2d69fa51b944 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2739272 Jul 05 03:48:46.771191 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b17ad133-431c-4ec8-98ce-51d3bd4bf527 req-4bf67a13-6745-43fb-b26e-05d5a0a9234c service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360520 Jul 05 03:48:46.779178 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-8005b915-343e-4eec-8861-607f151e8d83 service neutron] Request body: {'port': {'device_id': 'a6a88664-ec65-44ea-9fa0-66585eb80d15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:46.801358 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-37ac96dd-03cc-4ee4-8e8f-fd48fdd42848 req-ca3863c3-2a8d-435f-a3d6-663cbd05d279 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171370 Jul 05 03:48:46.929178 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf57fe2-acaa-45f9-9afa-97826a777a1e', 'tag': 'df590b05-46ef-44d7-98a7-836f994c4a99'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:46.934593 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f12aa3f-3ca1-44f0-bde7-55c1bce9b473" -d '{"events": [{"name": "network-changed", "server_uuid": "edf57fe2-acaa-45f9-9afa-97826a777a1e", "tag": "df590b05-46ef-44d7-98a7-836f994c4a99"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:46.951897 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-8005b915-343e-4eec-8861-607f151e8d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:46.965532 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b17ad133-431c-4ec8-98ce-51d3bd4bf527 req-8e4c5abc-f3b2-4794-aae2-9fc8f68fb086 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817341 Jul 05 03:48:47.076390 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-e73b94f8-1ec5-4656-8a86-fb9fe6ba43a0 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=0d0eb0b510614f178c10ded04d8bf66d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398240 Jul 05 03:48:47.239097 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10378f2a-9dc8-4594-8a5c-cfdfc404a5fd req-8c550be9-fe66-4558-97b1-cf50d409b0ac tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:47.250748 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-10378f2a-9dc8-4594-8a5c-cfdfc404a5fd req-8c550be9-fe66-4558-97b1-cf50d409b0ac tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 943 time: 0.1455266 Jul 05 03:48:47.316847 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-f87c21e5-df5c-44a0-8476-abcba49ca77d tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:47.319355 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-f87c21e5-df5c-44a0-8476-abcba49ca77d tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2374544 Jul 05 03:48:47.340745 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-10378f2a-9dc8-4594-8a5c-cfdfc404a5fd req-73abc966-a4db-4a88-89d1-8a5e71097b9c tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865769 Jul 05 03:48:47.357722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1a0ccc38-1502-41fc-bd68-2cd97784c8c4 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Request body: {'port': {'device_id': '0b51403b-2e0e-45c6-bd11-b561949360f2', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': '0d0eb0b510614f178c10ded04d8bf66d'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:47.373551 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9795d3-74c1-431c-bb11-565c0cc78009 x-openstack-request-id: req-ec9795d3-74c1-431c-bb11-565c0cc78009 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:47.373858 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf57fe2-acaa-45f9-9afa-97826a777a1e", "tag": "df590b05-46ef-44d7-98a7-836f994c4a99", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:47.374158 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ec9795d3-74c1-431c-bb11-565c0cc78009 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:47.377720 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf57fe2-acaa-45f9-9afa-97826a777a1e', 'tag': 'df590b05-46ef-44d7-98a7-836f994c4a99', 'status': 'completed', 'code': 200} Jul 05 03:48:47.551275 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-606d4a41-29c0-4019-a8ee-a090f61ce535 req-5c0cc157-31e1-4bb6-a2e8-f2669737af4c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b51403b-2e0e-45c6-bd11-b561949360f2 HTTP/1.1" status: 200 len: 210 time: 0.0422809 Jul 05 03:48:47.564603 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-8005b915-343e-4eec-8861-607f151e8d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ff4ea5-7d78-4c30-905d-d740cf4bc920 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:47.587845 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-8005b915-343e-4eec-8861-607f151e8d83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:47.603261 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12aa3f-3ca1-44f0-bde7-55c1bce9b473 req-1c2dc6a0-7a14-4621-9bb3-72da1cf0e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:47.606452 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1f12aa3f-3ca1-44f0-bde7-55c1bce9b473 req-1c2dc6a0-7a14-4621-9bb3-72da1cf0e713 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6079881a5dcb456f811aa69e44c04ef0&device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 1126 time: 0.1497507 Jul 05 03:48:47.610680 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-8005b915-343e-4eec-8861-607f151e8d83 service neutron] Transition to ACTIVE for port object 04ff4ea5-7d78-4c30-905d-d740cf4bc920 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:47.614963 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-8005b915-343e-4eec-8861-607f151e8d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:47.625511 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1a0ccc38-1502-41fc-bd68-2cd97784c8c4 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Made reservation on behalf of 0d0eb0b510614f178c10ded04d8bf66d for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:47.629499 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1a0ccc38-1502-41fc-bd68-2cd97784c8c4 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:47.695523 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005b915-343e-4eec-8861-607f151e8d83 service neutron] Pushing event updated for resources: {'Port': ['ID=04ff4ea5-7d78-4c30-905d-d740cf4bc920,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:47.711502 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47611b-57c2-456d-b0f3-2b392bf72047 req-8e273ff6-5da9-4e01-98a6-4c5117741b7a tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:47.714324 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f47611b-57c2-456d-b0f3-2b392bf72047 req-8e273ff6-5da9-4e01-98a6-4c5117741b7a tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/ports?device_id=38bbfbae-8305-4ed1-a974-c1a7e6bb5378 HTTP/1.1" status: 200 len: 967 time: 0.2100687 Jul 05 03:48:47.799952 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f47611b-57c2-456d-b0f3-2b392bf72047 req-b41ab7ee-6e6f-43ee-b72f-beb27b6b441d tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/security-groups?id=f439127f-1999-4899-ba05-78beae4b9fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717483 Jul 05 03:48:47.806430 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12aa3f-3ca1-44f0-bde7-55c1bce9b473 req-e011b21c-18dc-432b-84ac-de422d88c4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:47.808031 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1f12aa3f-3ca1-44f0-bde7-55c1bce9b473 req-e011b21c-18dc-432b-84ac-de422d88c4a9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 200 len: 909 time: 0.1944389 Jul 05 03:48:47.880394 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1f12aa3f-3ca1-44f0-bde7-55c1bce9b473 req-0c8d8c22-11e0-4883-b64f-90d577531f9e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df590b05-46ef-44d7-98a7-836f994c4a99 HTTP/1.1" status: 200 len: 217 time: 0.0400753 Jul 05 03:48:47.929618 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1a0ccc38-1502-41fc-bd68-2cd97784c8c4 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Allocated IP 192.168.233.3 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/ea1db195-e615-434c-b929-221bb2efa2f6) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:47.931555 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-8005b915-343e-4eec-8861-607f151e8d83 service neutron] Attempting to bind port 04ff4ea5-7d78-4c30-905d-d740cf4bc920 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:47.931912 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-8005b915-343e-4eec-8861-607f151e8d83 service neutron] Attempting to bind port 04ff4ea5-7d78-4c30-905d-d740cf4bc920 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'f87cced7-ca52-4702-b6f2-045f0cdb9433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ed316610-b29c-457f-a987-9abff17192cf'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:47.932240 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-8005b915-343e-4eec-8861-607f151e8d83 service neutron] Attempting to bind port 04ff4ea5-7d78-4c30-905d-d740cf4bc920 on network ed316610-b29c-457f-a987-9abff17192cf {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:47.955406 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-8005b915-343e-4eec-8861-607f151e8d83 service neutron] Port 04ff4ea5-7d78-4c30-905d-d740cf4bc920 on network ed316610-b29c-457f-a987-9abff17192cf not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:47.958161 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-8005b915-343e-4eec-8861-607f151e8d83 service neutron] Attempting to bind port 04ff4ea5-7d78-4c30-905d-d740cf4bc920 on network ed316610-b29c-457f-a987-9abff17192cf {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:47.971926 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7e898-756b-4626-a940-94e046e06571 req-00c2ef42-819a-4f97-9bca-67a196638457 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:47.972172 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 7e741bda-ec2c-4820-898b-4dc034cb6adc details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:47.973496 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1eb7e898-756b-4626-a940-94e046e06571 req-00c2ef42-819a-4f97-9bca-67a196638457 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6a88664-ec65-44ea-9fa0-66585eb80d15 HTTP/1.1" status: 200 len: 943 time: 0.2802179 Jul 05 03:48:47.978275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12aa3f-3ca1-44f0-bde7-55c1bce9b473 req-7c9b0d00-e4f3-4f9d-a298-30f33cf0cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:47.980061 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1f12aa3f-3ca1-44f0-bde7-55c1bce9b473 req-7c9b0d00-e4f3-4f9d-a298-30f33cf0cd94 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed0a1ef0-1506-4eb0-93c1-51dd53393e81 HTTP/1.1" status: 200 len: 848 time: 0.0847263 Jul 05 03:48:47.984702 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-8005b915-343e-4eec-8861-607f151e8d83 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:47.985103 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-8005b915-343e-4eec-8861-607f151e8d83 service neutron] Checking segment: {'id': 'f87cced7-ca52-4702-b6f2-045f0cdb9433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ed316610-b29c-457f-a987-9abff17192cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:47.985651 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-8005b915-343e-4eec-8861-607f151e8d83 service neutron] Bound using segment: {'id': 'f87cced7-ca52-4702-b6f2-045f0cdb9433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ed316610-b29c-457f-a987-9abff17192cf'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:47.987030 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-8005b915-343e-4eec-8861-607f151e8d83 service neutron] Bound port: 04ff4ea5-7d78-4c30-905d-d740cf4bc920, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87cced7-ca52-4702-b6f2-045f0cdb9433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ed316610-b29c-457f-a987-9abff17192cf'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:47.987030 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-8005b915-343e-4eec-8861-607f151e8d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:48.030310 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1f12aa3f-3ca1-44f0-bde7-55c1bce9b473 req-e615d11f-7c1c-437f-857e-c7e90b31162d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e37bffed-7318-4dad-93bc-2135e6f53abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435047 Jul 05 03:48:48.053596 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cec4fe-caa2-466d-8d48-fef12e940a5f req-52155f44-d6b0-4867-a353-9782853e6762 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:48.055578 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c6cec4fe-caa2-466d-8d48-fef12e940a5f req-52155f44-d6b0-4867-a353-9782853e6762 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/ports?device_id=f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3 HTTP/1.1" status: 200 len: 946 time: 0.1310110 Jul 05 03:48:48.105883 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 7e741bda-ec2c-4820-898b-4dc034cb6adc, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=7e741bda-ec2c-4820-898b-4dc034cb6adc,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:48.120387 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '7e741bda-ec2c-4820-898b-4dc034cb6adc', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '7e741bda-ec2c-4820-898b-4dc034cb6adc', 'mac_address': 'fa:16:3e:28:e1:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:48.143464 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1eb7e898-756b-4626-a940-94e046e06571 req-7b2ee4d7-7141-49fb-b1dd-10af96e052a0 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450787 Jul 05 03:48:48.179330 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c6cec4fe-caa2-466d-8d48-fef12e940a5f req-6aea7892-f12d-4d90-99f1-b2ccb3bc9edc tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/security-groups?id=b4c76acd-283f-4f93-b0a8-ace9bdb312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048188 Jul 05 03:48:48.180046 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-8005b915-343e-4eec-8861-607f151e8d83 service neutron] For port 04ff4ea5-7d78-4c30-905d-d740cf4bc920, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:48.186189 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-8005b915-343e-4eec-8861-607f151e8d83 service neutron] For port 04ff4ea5-7d78-4c30-905d-d740cf4bc920, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=04ff4ea5-7d78-4c30-905d-d740cf4bc920,segment=NetworkSegment(f87cced7-ca52-4702-b6f2-045f0cdb9433),segment_id=f87cced7-ca52-4702-b6f2-045f0cdb9433)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:48.204022 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-8005b915-343e-4eec-8861-607f151e8d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:48.227188 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1f12aa3f-3ca1-44f0-bde7-55c1bce9b473 req-355622ab-7a94-48cf-aa59-1c6357235e3e service neutron] 10.222.0.70 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819897 Jul 05 03:48:48.231656 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:48.261491 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e741bda-ec2c-4820-898b-4dc034cb6adc {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:48.275124 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-8005b915-343e-4eec-8861-607f151e8d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:48.275742 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-8005b915-343e-4eec-8861-607f151e8d83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:48.277182 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-8005b915-343e-4eec-8861-607f151e8d83 service neutron] 10.222.0.89 "PUT /v2.0/ports/04ff4ea5-7d78-4c30-905d-d740cf4bc920 HTTP/1.1" status: 200 len: 1092 time: 1.5025206 Jul 05 03:48:48.277662 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a88664-ec65-44ea-9fa0-66585eb80d15', 'tag': '04ff4ea5-7d78-4c30-905d-d740cf4bc920'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:48.281398 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c329f2-74bd-469b-8254-38071e46e890" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a88664-ec65-44ea-9fa0-66585eb80d15", "tag": "04ff4ea5-7d78-4c30-905d-d740cf4bc920"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:48.299721 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1a0ccc38-1502-41fc-bd68-2cd97784c8c4 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:48.319126 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 7e741bda-ec2c-4820-898b-4dc034cb6adc, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=7e741bda-ec2c-4820-898b-4dc034cb6adc,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:48.323921 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:48.340552 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1a0ccc38-1502-41fc-bd68-2cd97784c8c4 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Transition to ACTIVE for port object ea1db195-e615-434c-b929-221bb2efa2f6 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:48.351323 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005b915-343e-4eec-8861-607f151e8d83 service neutron] Pushing event updated for resources: {'Port': ['ID=04ff4ea5-7d78-4c30-905d-d740cf4bc920,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:48.389851 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1f12aa3f-3ca1-44f0-bde7-55c1bce9b473 req-688409d5-c11c-4f9a-96b4-40eb11d8d45c service neutron] 10.222.0.70 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562397 Jul 05 03:48:48.391715 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=7e741bda-ec2c-4820-898b-4dc034cb6adc,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:48.483405 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d975d0-9efb-44d3-a216-0971f355095c req-ec1c2bde-b868-489c-bfa2-c8b0be923a01 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:48.488935 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1a0ccc38-1502-41fc-bd68-2cd97784c8c4 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:48.493364 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-22d975d0-9efb-44d3-a216-0971f355095c req-ec1c2bde-b868-489c-bfa2-c8b0be923a01 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 945 time: 0.0861161 Jul 05 03:48:48.532252 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-22d975d0-9efb-44d3-a216-0971f355095c req-028ef71a-b793-4f56-b61b-cfacba117acf tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382259 Jul 05 03:48:48.552154 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1a0ccc38-1502-41fc-bd68-2cd97784c8c4 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:48.556356 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['7fecf9b6-b565-4b38-9efe-2fdd229ac6d6', '59178975-5931-459a-8b65-bb8e3f4d5778'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:48.559236 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1a0ccc38-1502-41fc-bd68-2cd97784c8c4 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:48.567027 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1a0ccc38-1502-41fc-bd68-2cd97784c8c4 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:48.600083 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ccc38-1502-41fc-bd68-2cd97784c8c4 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Pushing event updated for resources: {'Port': ['ID=ea1db195-e615-434c-b929-221bb2efa2f6,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:48.605241 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-3f028590-ac20-46fe-b6b4-6adbe2e2274e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:48.606202 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-3f028590-ac20-46fe-b6b4-6adbe2e2274e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4edbb8632052446b85918768ed92c1f6&device_id=a6a88664-ec65-44ea-9fa0-66585eb80d15 HTTP/1.1" status: 200 len: 1095 time: 0.2752867 Jul 05 03:48:48.619071 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceddfdb-146a-498a-8e8a-37d32dff88ad req-2cfdd37c-079c-4771-bf81-ac12a020f360 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:48.621309 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1ceddfdb-146a-498a-8e8a-37d32dff88ad req-2cfdd37c-079c-4771-bf81-ac12a020f360 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=a27d912d-d20a-47dd-87f8-5f82cedb5524 HTTP/1.1" status: 200 len: 948 time: 0.2299261 Jul 05 03:48:48.664849 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1a0ccc38-1502-41fc-bd68-2cd97784c8c4 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:48.665514 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1a0ccc38-1502-41fc-bd68-2cd97784c8c4 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:48.670625 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa75086-16ec-40be-817b-7f6bd53661cf x-openstack-request-id: req-0fa75086-16ec-40be-817b-7f6bd53661cf {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:48.670625 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a88664-ec65-44ea-9fa0-66585eb80d15", "tag": "04ff4ea5-7d78-4c30-905d-d740cf4bc920", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:48.670625 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0fa75086-16ec-40be-817b-7f6bd53661cf {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:48.671143 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a88664-ec65-44ea-9fa0-66585eb80d15', 'tag': '04ff4ea5-7d78-4c30-905d-d740cf4bc920', 'status': 'completed', 'code': 200} Jul 05 03:48:48.828743 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['7e741bda-ec2c-4820-898b-4dc034cb6adc'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:48.978950 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3368e1e9-98b9-493a-a1f6-849586068820 req-cebe2c0d-1a2d-4276-ade7-6dfb02078290 service neutron] 10.222.0.70 "GET /v2.0/ports/df590b05-46ef-44d7-98a7-836f994c4a99/bindings/n-h1-780147-23 HTTP/1.1" status: 200 len: 385 time: 0.1909189 Jul 05 03:48:49.038272 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-84db0fe7-f393-4688-af38-024e18871e07 None None] Provisioning for port ea1db195-e615-434c-b929-221bb2efa2f6 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:49.049583 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-84db0fe7-f393-4688-af38-024e18871e07 None None] Provisioning complete for port ea1db195-e615-434c-b929-221bb2efa2f6 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:49.049958 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-84db0fe7-f393-4688-af38-024e18871e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:49.050192 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcf211-bc4d-4e93-92c1-010ec4c6b1f2 req-3b3de5a4-1d0b-4237-ba3d-4543874b7b2c tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:49.052082 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-85dcf211-bc4d-4e93-92c1-010ec4c6b1f2 req-3b3de5a4-1d0b-4237-ba3d-4543874b7b2c tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 943 time: 0.1905177 Jul 05 03:48:49.111727 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-84db0fe7-f393-4688-af38-024e18871e07 None None] Port ea1db195-e615-434c-b929-221bb2efa2f6 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:48:49.125298 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-85dcf211-bc4d-4e93-92c1-010ec4c6b1f2 req-9ab5e3cd-dc3a-4525-b604-b0479424354e tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597734 Jul 05 03:48:49.133883 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-d9263635-9622-4ecc-af40-6d7a5e37a1c0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04ff4ea5-7d78-4c30-905d-d740cf4bc920 HTTP/1.1" status: 200 len: 217 time: 0.0492706 Jul 05 03:48:49.139381 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1ceddfdb-146a-498a-8e8a-37d32dff88ad req-3c2f0cb5-5ddc-400e-9295-05883e10b901 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113752 Jul 05 03:48:49.141664 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1a0ccc38-1502-41fc-bd68-2cd97784c8c4 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7917526 Jul 05 03:48:49.190571 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-a6d694d7-9d5a-4e04-a6b9-f64fe4fbaf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:49.192233 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-a6d694d7-9d5a-4e04-a6b9-f64fe4fbaf01 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37b36211-a6e0-42fa-9ae6-cabeeef08bd3 HTTP/1.1" status: 200 len: 861 time: 0.0493739 Jul 05 03:48:49.198273 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1541e1b4-a38e-4065-ac36-db0279bb7448 service neutron] Request body: {'port': {'device_id': '0b51403b-2e0e-45c6-bd11-b561949360f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:49.293586 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1541e1b4-a38e-4065-ac36-db0279bb7448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:49.353388 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-cbdf1ccc-042f-42d7-be8a-4331fe931c75 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ed316610-b29c-457f-a987-9abff17192cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606785 Jul 05 03:48:49.397803 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-3368e1e9-98b9-493a-a1f6-849586068820 req-0bbaa97f-55f0-41ed-9683-9036aee68ce3 service neutron] For port df590b05-46ef-44d7-98a7-836f994c4a99, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=df590b05-46ef-44d7-98a7-836f994c4a99,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:49.417207 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4a40e-f140-42e4-8b34-c19db5eb43be req-c4f16bcd-fe9a-4ed1-9603-cf7d8352a917 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:49.418716 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2df4a40e-f140-42e4-8b34-c19db5eb43be req-c4f16bcd-fe9a-4ed1-9603-cf7d8352a917 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.89 "GET /v2.0/ports?device_id=f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3 HTTP/1.1" status: 200 len: 946 time: 0.1972377 Jul 05 03:48:49.470268 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-3368e1e9-98b9-493a-a1f6-849586068820 req-0bbaa97f-55f0-41ed-9683-9036aee68ce3 service neutron] For port df590b05-46ef-44d7-98a7-836f994c4a99, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:49.473156 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e35e0f-6c31-470f-b99f-11e0acee8342 req-0d7d6919-9617-45b5-95a8-5c639868ae6f tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:49.477626 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a3e35e0f-6c31-470f-b99f-11e0acee8342 req-0d7d6919-9617-45b5-95a8-5c639868ae6f tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 1097 time: 0.1747668 Jul 05 03:48:49.544441 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-3368e1e9-98b9-493a-a1f6-849586068820 req-0bbaa97f-55f0-41ed-9683-9036aee68ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df590b05-46ef-44d7-98a7-836f994c4a99 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:49.574443 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc233b1-d472-4339-8e02-df425fb2d8c6 req-8cfd3f02-2720-413b-b2a7-3196248dc839 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:49.575943 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3dc233b1-d472-4339-8e02-df425fb2d8c6 req-8cfd3f02-2720-413b-b2a7-3196248dc839 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b51403b-2e0e-45c6-bd11-b561949360f2 HTTP/1.1" status: 200 len: 934 time: 0.2740259 Jul 05 03:48:49.585069 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-3368e1e9-98b9-493a-a1f6-849586068820 req-0bbaa97f-55f0-41ed-9683-9036aee68ce3 service neutron] For port df590b05-46ef-44d7-98a7-836f994c4a99, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=df590b05-46ef-44d7-98a7-836f994c4a99,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:49.603267 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a3e35e0f-6c31-470f-b99f-11e0acee8342 req-24b9a4dd-0ab9-41c5-932f-a9aa203f4f93 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048722 Jul 05 03:48:49.605439 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-723611c4-a32c-4a31-894c-9ef13b16ef3d service neutron] 10.222.0.89 "GET /v2.0/networks/ed316610-b29c-457f-a987-9abff17192cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442799 Jul 05 03:48:49.606960 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3368e1e9-98b9-493a-a1f6-849586068820 req-0bbaa97f-55f0-41ed-9683-9036aee68ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:49.690614 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-2df4a40e-f140-42e4-8b34-c19db5eb43be req-ec87a12f-8a7d-4f60-807c-1c82eceb0141 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Deleting port 69e730ad-e789-4b0d-8b3e-3021b86c8daa {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:49.690933 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2df4a40e-f140-42e4-8b34-c19db5eb43be req-ec87a12f-8a7d-4f60-807c-1c82eceb0141 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:49.754060 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3dc233b1-d472-4339-8e02-df425fb2d8c6 req-36dcb069-7d2b-4e30-a86e-e983cef903f6 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701632 Jul 05 03:48:49.797547 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-3368e1e9-98b9-493a-a1f6-849586068820 req-0bbaa97f-55f0-41ed-9683-9036aee68ce3 service neutron] Transition to ACTIVE for port object df590b05-46ef-44d7-98a7-836f994c4a99 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:49.828015 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3368e1e9-98b9-493a-a1f6-849586068820 req-0bbaa97f-55f0-41ed-9683-9036aee68ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:49.842074 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b4b83de-fcb3-46d0-9925-8a530d4a078a req-ab742c0d-d855-4267-a85c-ad59cec184c3 service neutron] 10.222.0.89 "GET /v2.0/networks/ed316610-b29c-457f-a987-9abff17192cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939678 Jul 05 03:48:50.018178 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1541e1b4-a38e-4065-ac36-db0279bb7448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1db195-e615-434c-b929-221bb2efa2f6 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:50.031121 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1541e1b4-a38e-4065-ac36-db0279bb7448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:50.056073 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1541e1b4-a38e-4065-ac36-db0279bb7448 service neutron] Transition to ACTIVE for port object ea1db195-e615-434c-b929-221bb2efa2f6 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:50.064180 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1541e1b4-a38e-4065-ac36-db0279bb7448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:50.113439 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c329f2-74bd-469b-8254-38071e46e890 req-c01dc198-0a9b-4b17-b50b-1591fc3c9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:50.115106 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-40c329f2-74bd-469b-8254-38071e46e890 req-c01dc198-0a9b-4b17-b50b-1591fc3c9818 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4edbb8632052446b85918768ed92c1f6&device_id=a6a88664-ec65-44ea-9fa0-66585eb80d15 HTTP/1.1" status: 200 len: 1095 time: 0.1914639 Jul 05 03:48:50.155002 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541e1b4-a38e-4065-ac36-db0279bb7448 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1db195-e615-434c-b929-221bb2efa2f6,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:50.300728 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-2df4a40e-f140-42e4-8b34-c19db5eb43be req-ec87a12f-8a7d-4f60-807c-1c82eceb0141 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] For port 69e730ad-e789-4b0d-8b3e-3021b86c8daa, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=69e730ad-e789-4b0d-8b3e-3021b86c8daa,segment=NetworkSegment(6569a909-3478-45a3-94cd-8bdecec7a421),segment_id=6569a909-3478-45a3-94cd-8bdecec7a421)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:50.301391 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2df4a40e-f140-42e4-8b34-c19db5eb43be req-ec87a12f-8a7d-4f60-807c-1c82eceb0141 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:50.367734 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-2df4a40e-f140-42e4-8b34-c19db5eb43be req-ec87a12f-8a7d-4f60-807c-1c82eceb0141 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Calling delete_port for 69e730ad-e789-4b0d-8b3e-3021b86c8daa owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:50.375467 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45108) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:50.407711 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbaa97f-55f0-41ed-9683-9036aee68ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=df590b05-46ef-44d7-98a7-836f994c4a99,revision_number=10']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:50.411003 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-3368e1e9-98b9-493a-a1f6-849586068820 req-0bbaa97f-55f0-41ed-9683-9036aee68ce3 service neutron] No DVR routers for this DVR port df590b05-46ef-44d7-98a7-836f994c4a99 on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:50.463334 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1541e1b4-a38e-4065-ac36-db0279bb7448 service neutron] Attempting to bind port ea1db195-e615-434c-b929-221bb2efa2f6 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:50.463833 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1541e1b4-a38e-4065-ac36-db0279bb7448 service neutron] Attempting to bind port ea1db195-e615-434c-b929-221bb2efa2f6 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:50.464438 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1541e1b4-a38e-4065-ac36-db0279bb7448 service neutron] Attempting to bind port ea1db195-e615-434c-b929-221bb2efa2f6 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:50.471278 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c329f2-74bd-469b-8254-38071e46e890 req-b5352bad-3fd5-448e-81f5-42b750ea93ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:50.472776 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-40c329f2-74bd-469b-8254-38071e46e890 req-b5352bad-3fd5-448e-81f5-42b750ea93ad service neutron] 10.222.0.89 "GET /v2.0/networks?id=ed316610-b29c-457f-a987-9abff17192cf HTTP/1.1" status: 200 len: 922 time: 0.3443987 Jul 05 03:48:50.475624 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1541e1b4-a38e-4065-ac36-db0279bb7448 service neutron] Port ea1db195-e615-434c-b929-221bb2efa2f6 on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:50.476062 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1541e1b4-a38e-4065-ac36-db0279bb7448 service neutron] Attempting to bind port ea1db195-e615-434c-b929-221bb2efa2f6 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:50.486416 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1541e1b4-a38e-4065-ac36-db0279bb7448 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:50.486720 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1541e1b4-a38e-4065-ac36-db0279bb7448 service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:50.487105 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1541e1b4-a38e-4065-ac36-db0279bb7448 service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:50.487544 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1541e1b4-a38e-4065-ac36-db0279bb7448 service neutron] Bound port: ea1db195-e615-434c-b929-221bb2efa2f6, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:50.488206 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1541e1b4-a38e-4065-ac36-db0279bb7448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:50.518805 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3368e1e9-98b9-493a-a1f6-849586068820 req-0bbaa97f-55f0-41ed-9683-9036aee68ce3 service neutron] 10.222.0.70 "PUT /v2.0/ports/df590b05-46ef-44d7-98a7-836f994c4a99/bindings/n-h1-780147-23/activate HTTP/1.1" status: 200 len: 370 time: 1.5297747 Jul 05 03:48:50.533657 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a0767-503b-4d2a-a87c-0bdd2305df62 req-68bbf860-d957-4dd2-aad2-cb50ad557a8f tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:50.535196 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-028a0767-503b-4d2a-a87c-0bdd2305df62 req-68bbf860-d957-4dd2-aad2-cb50ad557a8f tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6a88664-ec65-44ea-9fa0-66585eb80d15 HTTP/1.1" status: 200 len: 943 time: 0.2741706 Jul 05 03:48:50.556227 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c42e20-89c5-461b-9251-40975605ea20 req-b536ba1f-e689-4aa5-83d4-d18f705b697b tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:50.557827 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-08c42e20-89c5-461b-9251-40975605ea20 req-b536ba1f-e689-4aa5-83d4-d18f705b697b tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/ports?device_id=f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3 HTTP/1.1" status: 200 len: 946 time: 0.2583671 Jul 05 03:48:50.561581 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-40c329f2-74bd-469b-8254-38071e46e890 req-b674e758-916f-46d8-aa7a-9ebd9527f569 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04ff4ea5-7d78-4c30-905d-d740cf4bc920 HTTP/1.1" status: 200 len: 217 time: 0.0678382 Jul 05 03:48:50.568587 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ff583b6-2ff5-4203-831a-bfe0f654a6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:50.642985 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.89', 53747) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:50.695206 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-028a0767-503b-4d2a-a87c-0bdd2305df62 req-f0aa17ce-737c-4dfc-9cdf-f3a9bcc1e92e tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492639 Jul 05 03:48:50.758516 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c329f2-74bd-469b-8254-38071e46e890 req-06555692-df5c-48c1-bf99-d9ed9eec0145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:50.760057 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-40c329f2-74bd-469b-8254-38071e46e890 req-06555692-df5c-48c1-bf99-d9ed9eec0145 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37b36211-a6e0-42fa-9ae6-cabeeef08bd3 HTTP/1.1" status: 200 len: 861 time: 0.1713200 Jul 05 03:48:50.761364 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1541e1b4-a38e-4065-ac36-db0279bb7448 service neutron] For port ea1db195-e615-434c-b929-221bb2efa2f6, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:50.765153 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2df4a40e-f140-42e4-8b34-c19db5eb43be req-ec87a12f-8a7d-4f60-807c-1c82eceb0141 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:50.767443 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-08c42e20-89c5-461b-9251-40975605ea20 req-9fd40b6f-57c6-44e4-ad0c-4abc5a1a0bc9 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.77 "GET /v2.0/security-groups?id=b4c76acd-283f-4f93-b0a8-ace9bdb312e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996012 Jul 05 03:48:50.771048 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1541e1b4-a38e-4065-ac36-db0279bb7448 service neutron] For port ea1db195-e615-434c-b929-221bb2efa2f6, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=ea1db195-e615-434c-b929-221bb2efa2f6,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:50.781350 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['69e730ad-e789-4b0d-8b3e-3021b86c8daa'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:50.785047 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1541e1b4-a38e-4065-ac36-db0279bb7448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:50.816263 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87a12f-8a7d-4f60-807c-1c82eceb0141 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Pushing event deleted for resources: {'Port': ['ID=69e730ad-e789-4b0d-8b3e-3021b86c8daa,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:50.824857 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07367f74-48ae-4db0-b6d2-0a4f06af7e2f req-c038ef27-205f-4940-8a0c-f40830d9ec2f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2368734 Jul 05 03:48:50.826422 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-40c329f2-74bd-469b-8254-38071e46e890 req-7af59a51-295f-42d0-805c-0175733486a3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ed316610-b29c-457f-a987-9abff17192cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534334 Jul 05 03:48:50.889807 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1541e1b4-a38e-4065-ac36-db0279bb7448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:50.890435 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1541e1b4-a38e-4065-ac36-db0279bb7448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:50.893832 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-1541e1b4-a38e-4065-ac36-db0279bb7448 service neutron] 10.222.0.70 "PUT /v2.0/ports/ea1db195-e615-434c-b929-221bb2efa2f6 HTTP/1.1" status: 200 len: 1095 time: 1.6999145 Jul 05 03:48:50.894330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b51403b-2e0e-45c6-bd11-b561949360f2', 'tag': 'ea1db195-e615-434c-b929-221bb2efa2f6'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:50.900515 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26c2aa1-6089-432c-9095-cff1424cf422" -d '{"events": [{"name": "network-changed", "server_uuid": "0b51403b-2e0e-45c6-bd11-b561949360f2", "tag": "ea1db195-e615-434c-b929-221bb2efa2f6"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:50.924570 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df4a40e-f140-42e4-8b34-c19db5eb43be req-ec87a12f-8a7d-4f60-807c-1c82eceb0141 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] No DVR routers for this DVR port 69e730ad-e789-4b0d-8b3e-3021b86c8daa on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:50.928034 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2df4a40e-f140-42e4-8b34-c19db5eb43be req-ec87a12f-8a7d-4f60-807c-1c82eceb0141 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:50.930425 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2df4a40e-f140-42e4-8b34-c19db5eb43be req-ec87a12f-8a7d-4f60-807c-1c82eceb0141 tempest-FloatingIPsAssociationNegativeTestJSON-459414161 tempest-FloatingIPsAssociationNegativeTestJSON-459414161-project] 10.222.0.89 "DELETE /v2.0/ports/69e730ad-e789-4b0d-8b3e-3021b86c8daa HTTP/1.1" status: 204 len: 173 time: 1.5043786 Jul 05 03:48:50.969752 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3', 'name': 'network-vif-deleted', 'tag': '69e730ad-e789-4b0d-8b3e-3021b86c8daa'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:50.977290 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b30a77-3e3d-4469-b96d-8c08c8b8ea8a" -d '{"events": [{"server_uuid": "f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3", "name": "network-vif-deleted", "tag": "69e730ad-e789-4b0d-8b3e-3021b86c8daa"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:51.053309 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ff583b6-2ff5-4203-831a-bfe0f654a6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.061455 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ff583b6-2ff5-4203-831a-bfe0f654a6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.107044 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541e1b4-a38e-4065-ac36-db0279bb7448 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1db195-e615-434c-b929-221bb2efa2f6,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:51.120350 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9ff583b6-2ff5-4203-831a-bfe0f654a6cb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=edff623bf1774b96992408a6800f8092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7419543 Jul 05 03:48:51.123520 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff583b6-2ff5-4203-831a-bfe0f654a6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd04bc3a-b26a-4ba0-a054-91fb154bac0a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:51.127088 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45118) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:51.195529 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368e1e9-98b9-493a-a1f6-849586068820 req-452196f9-2546-4801-9c6c-77ad3aac09b9 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:51.197266 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3368e1e9-98b9-493a-a1f6-849586068820 req-452196f9-2546-4801-9c6c-77ad3aac09b9 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e&tenant_id=6079881a5dcb456f811aa69e44c04ef0&binding%3Ahost_id=n-h2-780147-23 HTTP/1.1" status: 200 len: 1096 time: 0.5518594 Jul 05 03:48:51.198938 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07367f74-48ae-4db0-b6d2-0a4f06af7e2f req-5b2f7b28-a96a-4862-bfe7-6f13f5dfc8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:51.201123 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07367f74-48ae-4db0-b6d2-0a4f06af7e2f req-5b2f7b28-a96a-4862-bfe7-6f13f5dfc8c8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6079881a5dcb456f811aa69e44c04ef0&device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 1096 time: 0.2574546 Jul 05 03:48:51.213422 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f83851-9f5e-4102-9ac3-d0674724ce4b req-ce807efe-e6b9-4667-b3dd-581c39221b53 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:51.214975 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e5f83851-9f5e-4102-9ac3-d0674724ce4b req-ce807efe-e6b9-4667-b3dd-581c39221b53 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 1097 time: 0.2310004 Jul 05 03:48:51.307926 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-40c329f2-74bd-469b-8254-38071e46e890 req-b6b420b9-b1a4-4119-b96a-eced9d6c6403 service neutron] 10.222.0.89 "GET /v2.0/networks/ed316610-b29c-457f-a987-9abff17192cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041712 Jul 05 03:48:51.312853 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-259204d9-4ff9-4d5a-85e2-9430445376de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:51.314280 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-259204d9-4ff9-4d5a-85e2-9430445376de service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d0eb0b510614f178c10ded04d8bf66d&device_id=0b51403b-2e0e-45c6-bd11-b561949360f2 HTTP/1.1" status: 200 len: 1098 time: 0.2895288 Jul 05 03:48:51.315854 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1be5099f-9128-43bd-8fd1-4c6e8d4ab0b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.342072 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e5f83851-9f5e-4102-9ac3-d0674724ce4b req-9afebe7d-b0ec-4ad4-9161-616e39d21054 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159983 Jul 05 03:48:51.352913 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173e513-2e72-4f28-9404-abb5feab585e req-a97d9938-d027-47bf-ac3e-6cc7d4cc21e2 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:51.354463 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5173e513-2e72-4f28-9404-abb5feab585e req-a97d9938-d027-47bf-ac3e-6cc7d4cc21e2 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 944 time: 0.2541652 Jul 05 03:48:51.361666 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1be5099f-9128-43bd-8fd1-4c6e8d4ab0b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.380162 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07367f74-48ae-4db0-b6d2-0a4f06af7e2f req-84cb0086-3c57-49da-9a29-2450b2df2a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:51.382213 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07367f74-48ae-4db0-b6d2-0a4f06af7e2f req-84cb0086-3c57-49da-9a29-2450b2df2a4f service neutron] 10.222.0.89 "GET /v2.0/networks?id=e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 200 len: 909 time: 0.1477644 Jul 05 03:48:51.428766 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-0b424bce-50f9-4d25-8244-1610ac7dba41 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=ea1db195-e615-434c-b929-221bb2efa2f6 HTTP/1.1" status: 200 len: 217 time: 0.0980158 Jul 05 03:48:51.441880 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07367f74-48ae-4db0-b6d2-0a4f06af7e2f req-fc2824fb-3ebb-4c97-81fb-1aee296424a6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=376221ed-4425-4743-9a96-730cd196a373 HTTP/1.1" status: 200 len: 217 time: 0.0504477 Jul 05 03:48:51.503846 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368e1e9-98b9-493a-a1f6-849586068820 req-14a632d4-91d9-487f-aff5-81464f500f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:51.507784 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3368e1e9-98b9-493a-a1f6-849586068820 req-14a632d4-91d9-487f-aff5-81464f500f32 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e&tenant_id=6079881a5dcb456f811aa69e44c04ef0 HTTP/1.1" status: 200 len: 1096 time: 0.2954249 Jul 05 03:48:51.535667 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1be5099f-9128-43bd-8fd1-4c6e8d4ab0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.538708 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1be5099f-9128-43bd-8fd1-4c6e8d4ab0b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.540125 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1be5099f-9128-43bd-8fd1-4c6e8d4ab0b2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fd04bc3a-b26a-4ba0-a054-91fb154bac0a HTTP/1.1" status: 204 len: 168 time: 0.4092584 Jul 05 03:48:51.561907 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07367f74-48ae-4db0-b6d2-0a4f06af7e2f req-4495296c-9e4a-4799-99e8-027d13229522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:51.563425 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07367f74-48ae-4db0-b6d2-0a4f06af7e2f req-4495296c-9e4a-4799-99e8-027d13229522 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ed0a1ef0-1506-4eb0-93c1-51dd53393e81 HTTP/1.1" status: 200 len: 848 time: 0.1125050 Jul 05 03:48:51.567592 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5099f-9128-43bd-8fd1-4c6e8d4ab0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd04bc3a-b26a-4ba0-a054-91fb154bac0a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:51.586651 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5173e513-2e72-4f28-9404-abb5feab585e req-2191cfab-babc-4681-85c9-79aa27e86158 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963735 Jul 05 03:48:51.588223 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-a29a5f23-5834-44c8-8aa8-9edce44f584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:51.590050 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-a29a5f23-5834-44c8-8aa8-9edce44f584d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1459486 Jul 05 03:48:51.608380 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07367f74-48ae-4db0-b6d2-0a4f06af7e2f req-9383eb5d-0ead-47c8-ae15-a265f9ba54e7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e37bffed-7318-4dad-93bc-2135e6f53abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361707 Jul 05 03:48:51.683415 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-40c329f2-74bd-469b-8254-38071e46e890 req-8f8f2e46-b92c-4c8b-a5c3-98fb24809e22 service neutron] 10.222.0.89 "GET /v2.0/networks/ed316610-b29c-457f-a987-9abff17192cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664141 Jul 05 03:48:51.705646 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bdf3d-0eb3-43d0-979d-400af8eb6fea req-a232c838-6f65-4fa9-89f0-793c09846d45 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:51.711583 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-587bdf3d-0eb3-43d0-979d-400af8eb6fea req-a232c838-6f65-4fa9-89f0-793c09846d45 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=a27d912d-d20a-47dd-87f8-5f82cedb5524 HTTP/1.1" status: 200 len: 948 time: 0.2251441 Jul 05 03:48:51.780951 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-587bdf3d-0eb3-43d0-979d-400af8eb6fea req-ac5c453f-4955-461d-9417-f63e333572a9 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618830 Jul 05 03:48:51.816644 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07367f74-48ae-4db0-b6d2-0a4f06af7e2f req-2ae3cf46-e537-4963-a28e-f6a285a41427 service neutron] 10.222.0.89 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970987 Jul 05 03:48:51.830918 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368e1e9-98b9-493a-a1f6-849586068820 req-1fdd1af8-54c6-4bef-b32d-022eb2f4f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:51.832890 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3368e1e9-98b9-493a-a1f6-849586068820 req-1fdd1af8-54c6-4bef-b32d-022eb2f4f681 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6079881a5dcb456f811aa69e44c04ef0&device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 1096 time: 0.2806671 Jul 05 03:48:51.853657 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-aed0372f-5e3b-4205-999f-b7ef09db99f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:51.856189 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-aed0372f-5e3b-4205-999f-b7ef09db99f5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2501099 Jul 05 03:48:51.923548 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 04ff4ea5-7d78-4c30-905d-d740cf4bc920 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:51.989277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 7e741bda-ec2c-4820-898b-4dc034cb6adc up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:51.996731 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d4a799ef-2363-4b37-b011-04523b2a135b req-407c9308-c382-4191-9453-eddd2ac9b7a1 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--2111654877&fields=id&tenant_id=49aa2e78f4fa410bbda69c030d0e9b7c HTTP/1.1" status: 200 len: 267 time: 0.2446697 Jul 05 03:48:52.017406 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45138) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:52.040042 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07367f74-48ae-4db0-b6d2-0a4f06af7e2f req-19852a6c-15d5-4eee-8085-2192fa35db30 service neutron] 10.222.0.89 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160161 Jul 05 03:48:52.062148 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dab5f80d-e576-4651-a9a5-c86d4ee42066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.111342 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 04ff4ea5-7d78-4c30-905d-d740cf4bc920, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=04ff4ea5-7d78-4c30-905d-d740cf4bc920,segment=NetworkSegment(f87cced7-ca52-4702-b6f2-045f0cdb9433),segment_id=f87cced7-ca52-4702-b6f2-045f0cdb9433)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:52.125275 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 7e741bda-ec2c-4820-898b-4dc034cb6adc completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:52.141747 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 7e741bda-ec2c-4820-898b-4dc034cb6adc triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:52.142271 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.143441 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea4ea5-41f6-49d1-a178-ee63d91731ef req-5790953c-b46b-42c8-8c18-856122e0a702 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:52.146010 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '04ff4ea5-7d78-4c30-905d-d740cf4bc920', 'network_id': 'ed316610-b29c-457f-a987-9abff17192cf', 'port_id': '04ff4ea5-7d78-4c30-905d-d740cf4bc920', 'mac_address': 'fa:16:3e:01:0a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b36211-a6e0-42fa-9ae6-cabeeef08bd3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:52.152747 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a1ea4ea5-41f6-49d1-a178-ee63d91731ef req-5790953c-b46b-42c8-8c18-856122e0a702 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b51403b-2e0e-45c6-bd11-b561949360f2 HTTP/1.1" status: 200 len: 946 time: 0.2002454 Jul 05 03:48:52.225982 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.243785 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ff4ea5-7d78-4c30-905d-d740cf4bc920 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:52.260507 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a1ea4ea5-41f6-49d1-a178-ee63d91731ef req-d9bd32ee-e800-4db9-b9d1-9eda722651f4 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029780 Jul 05 03:48:52.294038 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 04ff4ea5-7d78-4c30-905d-d740cf4bc920, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=04ff4ea5-7d78-4c30-905d-d740cf4bc920,segment=NetworkSegment(f87cced7-ca52-4702-b6f2-045f0cdb9433),segment_id=f87cced7-ca52-4702-b6f2-045f0cdb9433)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:52.300152 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.304528 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.334635 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dab5f80d-e576-4651-a9a5-c86d4ee42066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.342084 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dab5f80d-e576-4651-a9a5-c86d4ee42066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.363879 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27d912d-d20a-47dd-87f8-5f82cedb5524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e741bda-ec2c-4820-898b-4dc034cb6adc'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:52.366619 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79099e1-19e0-4cf0-80a9-a69379490107" -d '{"events": [{"server_uuid": "a27d912d-d20a-47dd-87f8-5f82cedb5524", "name": "network-vif-plugged", "status": "completed", "tag": "7e741bda-ec2c-4820-898b-4dc034cb6adc"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:52.384419 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8d342a-85d8-4b92-8790-cf9ba38968b5 x-openstack-request-id: req-1e8d342a-85d8-4b92-8790-cf9ba38968b5 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:52.385178 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3", "name": "network-vif-deleted", "tag": "69e730ad-e789-4b0d-8b3e-3021b86c8daa", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:52.385474 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1e8d342a-85d8-4b92-8790-cf9ba38968b5 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:52.385839 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f741cde7-5ce6-4c32-a6e9-65fb6f9c7ad3', 'name': 'network-vif-deleted', 'tag': '69e730ad-e789-4b0d-8b3e-3021b86c8daa', 'status': 'completed', 'code': 200} Jul 05 03:48:52.390323 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 7e741bda-ec2c-4820-898b-4dc034cb6adc, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=7e741bda-ec2c-4820-898b-4dc034cb6adc,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:52.391478 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=04ff4ea5-7d78-4c30-905d-d740cf4bc920,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:52.396044 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.397641 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device df590b05-46ef-44d7-98a7-836f994c4a99 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:52.411318 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5f80d-e576-4651-a9a5-c86d4ee42066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f50216-8e96-4f30-9952-6032244e09cc,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:52.424012 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-dab5f80d-e576-4651-a9a5-c86d4ee42066 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d9dc726dc2804df4b8e209423761d074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4029160 Jul 05 03:48:52.424673 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45142) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:52.454318 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-221d646d-4353-455d-bc5e-be22e9ff4da2 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281491 Jul 05 03:48:52.455551 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368e1e9-98b9-493a-a1f6-849586068820 req-cb834ff5-b69c-4b56-baf6-8816dbffa6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:52.457002 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3368e1e9-98b9-493a-a1f6-849586068820 req-cb834ff5-b69c-4b56-baf6-8816dbffa6e4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 200 len: 909 time: 0.6062577 Jul 05 03:48:52.461966 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026ace4a-d327-4fb2-a55b-94d8b49229cb x-openstack-request-id: req-026ace4a-d327-4fb2-a55b-94d8b49229cb {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:52.462271 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b51403b-2e0e-45c6-bd11-b561949360f2", "tag": "ea1db195-e615-434c-b929-221bb2efa2f6", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:52.462631 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-026ace4a-d327-4fb2-a55b-94d8b49229cb {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:52.463251 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b51403b-2e0e-45c6-bd11-b561949360f2', 'tag': 'ea1db195-e615-434c-b929-221bb2efa2f6', 'status': 'completed', 'code': 200} Jul 05 03:48:52.489311 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device df590b05-46ef-44d7-98a7-836f994c4a99 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:52.496970 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=7e741bda-ec2c-4820-898b-4dc034cb6adc,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:52.519826 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cd7915c6-b4d7-4b23-b8cc-1aa570d991c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.522745 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3368e1e9-98b9-493a-a1f6-849586068820 req-03852614-2d6e-486e-90fe-edc4b3fc0750 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df590b05-46ef-44d7-98a7-836f994c4a99 HTTP/1.1" status: 200 len: 217 time: 0.0425391 Jul 05 03:48:52.549097 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cd7915c6-b4d7-4b23-b8cc-1aa570d991c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.594431 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['04ff4ea5-7d78-4c30-905d-d740cf4bc920'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:52.651616 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550709b-6def-494a-8c6c-bd1ead1a06d4 req-955a25a8-1254-41ce-bbdc-6cb8270be3b1 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:52.653725 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e550709b-6def-494a-8c6c-bd1ead1a06d4 req-955a25a8-1254-41ce-bbdc-6cb8270be3b1 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.89 "GET /v2.0/ports?device_id=38bbfbae-8305-4ed1-a974-c1a7e6bb5378 HTTP/1.1" status: 200 len: 967 time: 0.9253650 Jul 05 03:48:52.667666 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cd7915c6-b4d7-4b23-b8cc-1aa570d991c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.670659 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cd7915c6-b4d7-4b23-b8cc-1aa570d991c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.674308 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cd7915c6-b4d7-4b23-b8cc-1aa570d991c7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/96f50216-8e96-4f30-9952-6032244e09cc HTTP/1.1" status: 204 len: 168 time: 0.2461300 Jul 05 03:48:52.685203 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7915c6-b4d7-4b23-b8cc-1aa570d991c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f50216-8e96-4f30-9952-6032244e09cc,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:52.714241 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59f31d-3046-433b-bb9b-6e176e37d09d req-43325a8c-98ee-48b9-80e0-7da1eea8697c tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:52.721213 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368e1e9-98b9-493a-a1f6-849586068820 req-e2a78cf2-79b2-42bd-acc0-f1fdf8f67d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:52.722522 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3368e1e9-98b9-493a-a1f6-849586068820 req-e2a78cf2-79b2-42bd-acc0-f1fdf8f67d1e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ed0a1ef0-1506-4eb0-93c1-51dd53393e81 HTTP/1.1" status: 200 len: 848 time: 0.1834323 Jul 05 03:48:52.735595 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3d59f31d-3046-433b-bb9b-6e176e37d09d req-43325a8c-98ee-48b9-80e0-7da1eea8697c tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6a88664-ec65-44ea-9fa0-66585eb80d15 HTTP/1.1" status: 200 len: 944 time: 0.1304674 Jul 05 03:48:52.759139 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a799ef-2363-4b37-b011-04523b2a135b req-671220fc-7440-4c7a-b5f2-60df43812793 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:52.767327 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d4a799ef-2363-4b37-b011-04523b2a135b req-671220fc-7440-4c7a-b5f2-60df43812793 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/networks?id=03165c03-da88-4245-8e84-9b954eea306b HTTP/1.1" status: 200 len: 824 time: 0.7693832 Jul 05 03:48:52.819041 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3368e1e9-98b9-493a-a1f6-849586068820 req-aff3f563-a3e4-43e1-b807-99c6b80282c1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e37bffed-7318-4dad-93bc-2135e6f53abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833614 Jul 05 03:48:52.828456 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3d59f31d-3046-433b-bb9b-6e176e37d09d req-76ccfd76-b8a5-4fca-911f-8f2c1a48c30f tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714333 Jul 05 03:48:52.863288 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d4a799ef-2363-4b37-b011-04523b2a135b req-dd664c6d-ee50-4050-b790-f56b03b77a0b tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/quotas/49aa2e78f4fa410bbda69c030d0e9b7c HTTP/1.1" status: 200 len: 375 time: 0.0943158 Jul 05 03:48:52.898665 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07d3095a-7d85-48f1-899e-9a2fec7667ed req-8267f036-5be8-4343-89d9-eb253fd22fe2 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325113 Jul 05 03:48:52.944364 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45154) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:52.994174 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3da9f41-7c81-4600-aa8e-d21fdf72600e x-openstack-request-id: req-a3da9f41-7c81-4600-aa8e-d21fdf72600e {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:52.994682 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27d912d-d20a-47dd-87f8-5f82cedb5524", "name": "network-vif-plugged", "status": "completed", "tag": "7e741bda-ec2c-4820-898b-4dc034cb6adc", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:52.994908 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a3da9f41-7c81-4600-aa8e-d21fdf72600e {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:52.995381 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27d912d-d20a-47dd-87f8-5f82cedb5524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e741bda-ec2c-4820-898b-4dc034cb6adc', 'code': 200} Jul 05 03:48:53.140504 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3368e1e9-98b9-493a-a1f6-849586068820 req-f4a4e486-2734-4e53-9cf9-990630aee804 service neutron] 10.222.0.89 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090875 Jul 05 03:48:53.184241 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-e550709b-6def-494a-8c6c-bd1ead1a06d4 req-46312e9c-2d1f-4a04-8d79-11d2b02acd00 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Deleting port 98db9e03-6df3-4820-b975-86814426bb17 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:53.184797 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e550709b-6def-494a-8c6c-bd1ead1a06d4 req-46312e9c-2d1f-4a04-8d79-11d2b02acd00 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.216045 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d4a799ef-2363-4b37-b011-04523b2a135b req-6868bb5a-9c9e-490c-8e11-3c60a2f1c7e1 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=49aa2e78f4fa410bbda69c030d0e9b7c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3512428 Jul 05 03:48:53.433240 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db6b51-06ad-4c9d-9caa-0eded9d09f94 req-83a55621-caa0-40b0-be30-e23a2f7c228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:53.435257 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-73db6b51-06ad-4c9d-9caa-0eded9d09f94 req-83a55621-caa0-40b0-be30-e23a2f7c228d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a27d912d-d20a-47dd-87f8-5f82cedb5524 HTTP/1.1" status: 200 len: 1101 time: 0.1898558 Jul 05 03:48:53.445230 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c2aa1-6089-432c-9095-cff1424cf422 req-cb0d4e2d-1f3c-4114-b64b-197ceb4a27cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:53.446798 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b26c2aa1-6089-432c-9095-cff1424cf422 req-cb0d4e2d-1f3c-4114-b64b-197ceb4a27cd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d0eb0b510614f178c10ded04d8bf66d&device_id=0b51403b-2e0e-45c6-bd11-b561949360f2 HTTP/1.1" status: 200 len: 1098 time: 0.3996513 Jul 05 03:48:53.499255 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-e550709b-6def-494a-8c6c-bd1ead1a06d4 req-46312e9c-2d1f-4a04-8d79-11d2b02acd00 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] For port 98db9e03-6df3-4820-b975-86814426bb17, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=98db9e03-6df3-4820-b975-86814426bb17,segment=NetworkSegment(b3fe746c-afab-4ea9-83e8-76d493f2647b),segment_id=b3fe746c-afab-4ea9-83e8-76d493f2647b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:53.499255 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e550709b-6def-494a-8c6c-bd1ead1a06d4 req-46312e9c-2d1f-4a04-8d79-11d2b02acd00 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.581408 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-73db6b51-06ad-4c9d-9caa-0eded9d09f94 req-81dd0f15-e4df-420d-b166-a72dd5806f7a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313057 Jul 05 03:48:53.585268 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3368e1e9-98b9-493a-a1f6-849586068820 req-49a8431e-a5d0-45ba-9bcc-b1429fa972ae service neutron] 10.222.0.89 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309320 Jul 05 03:48:53.662031 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d4a799ef-2363-4b37-b011-04523b2a135b req-0fc28a4e-281c-40c8-9a6a-4999f53ec801 service neutron] 10.222.0.77 "GET /v2.0/networks/03165c03-da88-4245-8e84-9b954eea306b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708463 Jul 05 03:48:53.678523 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57c372-db56-48cf-8ad3-29b8a4db1da7 req-0a90f00a-21fa-4a8f-b564-e8ff04fc0088 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:53.681369 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3e57c372-db56-48cf-8ad3-29b8a4db1da7 req-0a90f00a-21fa-4a8f-b564-e8ff04fc0088 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 944 time: 0.2443247 Jul 05 03:48:53.752580 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3e57c372-db56-48cf-8ad3-29b8a4db1da7 req-0f794aa0-87a4-4ba6-9a08-303912014ee8 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643301 Jul 05 03:48:53.841852 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c2aa1-6089-432c-9095-cff1424cf422 req-1e7d4f01-1503-493c-a7aa-c8800ef4377c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:53.843364 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b26c2aa1-6089-432c-9095-cff1424cf422 req-1e7d4f01-1503-493c-a7aa-c8800ef4377c service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.3854978 Jul 05 03:48:53.926876 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d4a799ef-2363-4b37-b011-04523b2a135b req-07768837-30b9-4e90-823c-fcbaa8ed7b4c service neutron] 10.222.0.77 "GET /v2.0/networks/03165c03-da88-4245-8e84-9b954eea306b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637975 Jul 05 03:48:53.943378 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45180) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:53.944297 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 04ff4ea5-7d78-4c30-905d-d740cf4bc920 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:53.998711 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e550709b-6def-494a-8c6c-bd1ead1a06d4 req-46312e9c-2d1f-4a04-8d79-11d2b02acd00 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.999092 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e550709b-6def-494a-8c6c-bd1ead1a06d4 req-46312e9c-2d1f-4a04-8d79-11d2b02acd00 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.999714 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [req-e550709b-6def-494a-8c6c-bd1ead1a06d4 req-46312e9c-2d1f-4a04-8d79-11d2b02acd00 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Floating IP 520577d8-11db-489e-8fb2-5ed6af63fe66 disassociated. External IP: 172.25.1.59, port: 98db9e03-6df3-4820-b975-86814426bb17. Jul 05 03:48:54.001434 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-e550709b-6def-494a-8c6c-bd1ead1a06d4 req-46312e9c-2d1f-4a04-8d79-11d2b02acd00 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Calling delete_port for 98db9e03-6df3-4820-b975-86814426bb17 owned by compute:tempest-test_az-634248097 {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:54.041006 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ce0c30c0-dd7c-4040-a3aa-534b02a03706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.075249 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 04ff4ea5-7d78-4c30-905d-d740cf4bc920 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:54.077172 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b26c2aa1-6089-432c-9095-cff1424cf422 req-b1018893-8635-424c-9107-aa15c064bb64 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=ea1db195-e615-434c-b929-221bb2efa2f6 HTTP/1.1" status: 200 len: 217 time: 0.1005526 Jul 05 03:48:54.083344 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 04ff4ea5-7d78-4c30-905d-d740cf4bc920 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:54.084249 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.254578 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-9f15e6e3-0ce0-426e-9d68-4ca55d32ff4b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2067443375-network', 'tenant_id': '1ebb181078a84cc8b55caf296982e9b5'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:54.266818 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.339226 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 04ff4ea5-7d78-4c30-905d-d740cf4bc920, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=04ff4ea5-7d78-4c30-905d-d740cf4bc920,segment=NetworkSegment(f87cced7-ca52-4702-b6f2-045f0cdb9433),segment_id=f87cced7-ca52-4702-b6f2-045f0cdb9433)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:54.345096 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.347271 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 69e730ad-e789-4b0d-8b3e-3021b86c8daa no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:54.349284 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c2aa1-6089-432c-9095-cff1424cf422 req-4f177181-4985-4662-b927-7ac267275b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:54.351105 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b26c2aa1-6089-432c-9095-cff1424cf422 req-4f177181-4985-4662-b927-7ac267275b97 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.2241354 Jul 05 03:48:54.356575 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f15e6e3-0ce0-426e-9d68-4ca55d32ff4b admin admin] Made reservation on behalf of 1ebb181078a84cc8b55caf296982e9b5 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:54.360064 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9f15e6e3-0ce0-426e-9d68-4ca55d32ff4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.386190 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9f15e6e3-0ce0-426e-9d68-4ca55d32ff4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.416165 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 69e730ad-e789-4b0d-8b3e-3021b86c8daa {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:54.416655 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 69e730ad-e789-4b0d-8b3e-3021b86c8daa not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:54.417549 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 98db9e03-6df3-4820-b975-86814426bb17 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:54.445145 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368e1e9-98b9-493a-a1f6-849586068820 req-58b0e550-91a0-4864-9af0-d667d4c78cdb tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:54.447790 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3368e1e9-98b9-493a-a1f6-849586068820 req-58b0e550-91a0-4864-9af0-d667d4c78cdb tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e&tenant_id=6079881a5dcb456f811aa69e44c04ef0&binding%3Ahost_id=n-h1-780147-23 HTTP/1.1" status: 200 len: 1096 time: 0.3669820 Jul 05 03:48:54.469929 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762c6ee-4e85-4349-a433-a869fdb744e2 req-d2946b8b-44d9-4afe-96be-a89c0fce804e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:54.478134 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8762c6ee-4e85-4349-a433-a869fdb744e2 req-d2946b8b-44d9-4afe-96be-a89c0fce804e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=a27d912d-d20a-47dd-87f8-5f82cedb5524 HTTP/1.1" status: 200 len: 949 time: 0.4334106 Jul 05 03:48:54.597484 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fbd88-abb1-4b5f-8f31-516e2da09e44 req-b5e2936b-2dd2-4d42-b724-e6eedb01fb5e tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:54.606550 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-733fbd88-abb1-4b5f-8f31-516e2da09e44 req-b5e2936b-2dd2-4d42-b724-e6eedb01fb5e tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 1097 time: 0.3118680 Jul 05 03:48:54.615704 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8762c6ee-4e85-4349-a433-a869fdb744e2 req-c6ed846e-7497-4a6a-8fa1-cdae2cb87c5c tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364954 Jul 05 03:48:54.647565 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.653628 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=04ff4ea5-7d78-4c30-905d-d740cf4bc920,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:54.662796 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c2aa1-6089-432c-9095-cff1424cf422 req-9a185c67-a7f3-4446-88b1-0f343d961548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:54.664564 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b26c2aa1-6089-432c-9095-cff1424cf422 req-9a185c67-a7f3-4446-88b1-0f343d961548 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2961526 Jul 05 03:48:54.771012 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e550709b-6def-494a-8c6c-bd1ead1a06d4 req-46312e9c-2d1f-4a04-8d79-11d2b02acd00 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.804479 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-733fbd88-abb1-4b5f-8f31-516e2da09e44 req-8932dd84-1f31-4a18-8917-df46a7da269d tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967349 Jul 05 03:48:54.877294 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46312e9c-2d1f-4a04-8d79-11d2b02acd00 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Pushing event deleted for resources: {'Port': ['ID=98db9e03-6df3-4820-b975-86814426bb17,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:54.926650 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-3368e1e9-98b9-493a-a1f6-849586068820 req-c604af1d-b760-4ffe-ab46-72825708e79c service neutron] For port df590b05-46ef-44d7-98a7-836f994c4a99, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:54.967963 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b26c2aa1-6089-432c-9095-cff1424cf422 req-34651ec8-7b27-4b08-a6e3-f2d8518cda12 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883224 Jul 05 03:48:54.972869 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3368e1e9-98b9-493a-a1f6-849586068820 req-c604af1d-b760-4ffe-ab46-72825708e79c service neutron] Notify callbacks [] for binding, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.974003 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3368e1e9-98b9-493a-a1f6-849586068820 req-c604af1d-b760-4ffe-ab46-72825708e79c service neutron] 10.222.0.89 "DELETE /v2.0/ports/df590b05-46ef-44d7-98a7-836f994c4a99/bindings/n-h2-780147-23 HTTP/1.1" status: 204 len: 173 time: 0.5131674 Jul 05 03:48:54.996195 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a88664-ec65-44ea-9fa0-66585eb80d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ff4ea5-7d78-4c30-905d-d740cf4bc920'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:54.998884 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d43cc7-e1be-4d86-bdfd-f8c85708d626" -d '{"events": [{"server_uuid": "a6a88664-ec65-44ea-9fa0-66585eb80d15", "name": "network-vif-plugged", "status": "completed", "tag": "04ff4ea5-7d78-4c30-905d-d740cf4bc920"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:55.125316 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9f15e6e3-0ce0-426e-9d68-4ca55d32ff4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.149570 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9f15e6e3-0ce0-426e-9d68-4ca55d32ff4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.202649 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f15e6e3-0ce0-426e-9d68-4ca55d32ff4b admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:48:55.238413 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9f15e6e3-0ce0-426e-9d68-4ca55d32ff4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.238901 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-9f15e6e3-0ce0-426e-9d68-4ca55d32ff4b admin admin] Added segment a28194f0-a962-4cd3-b7ed-773f8673e22c of type vlan for network e28478f6-2639-44fb-a0c1-a6a0eef695ec Jul 05 03:48:55.242700 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15e6e3-0ce0-426e-9d68-4ca55d32ff4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68433574-909c-4739-8a30-e2cc02b714f0,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:55.399392 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9f15e6e3-0ce0-426e-9d68-4ca55d32ff4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.439692 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c9c2d-4e29-4a91-be14-b3a7b3429e00 req-1ddb561d-2826-4cf9-9b17-c356b5ae0e13 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:55.441599 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c57c9c2d-4e29-4a91-be14-b3a7b3429e00 req-1ddb561d-2826-4cf9-9b17-c356b5ae0e13 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b51403b-2e0e-45c6-bd11-b561949360f2 HTTP/1.1" status: 200 len: 946 time: 0.6377692 Jul 05 03:48:55.496023 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9f15e6e3-0ce0-426e-9d68-4ca55d32ff4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.497207 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f15e6e3-0ce0-426e-9d68-4ca55d32ff4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:55.498267 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9f15e6e3-0ce0-426e-9d68-4ca55d32ff4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.521784 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-ce0c30c0-dd7c-4040-a3aa-534b02a03706 admin admin] Deleting port 12caa555-cda1-4696-ad41-85b179e89e36 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:55.522208 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ce0c30c0-dd7c-4040-a3aa-534b02a03706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.536036 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e550709b-6def-494a-8c6c-bd1ead1a06d4 req-46312e9c-2d1f-4a04-8d79-11d2b02acd00 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Router 31b91342-8b47-4825-8245-4f77cdefaa91 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:48:55.543530 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b26c2aa1-6089-432c-9095-cff1424cf422 req-8575c999-eed0-4971-beeb-dad76be56cfc service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5638328 Jul 05 03:48:55.566595 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cd9b7-b4bb-4da1-aa84-d6b63237c010 req-8cb195fb-69db-4767-be2c-3073612d37c7 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:55.580546 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eb1cd9b7-b4bb-4da1-aa84-d6b63237c010 req-8cb195fb-69db-4767-be2c-3073612d37c7 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6a88664-ec65-44ea-9fa0-66585eb80d15 HTTP/1.1" status: 200 len: 945 time: 0.5216408 Jul 05 03:48:55.625294 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c57c9c2d-4e29-4a91-be14-b3a7b3429e00 req-63a51905-a057-490d-9252-5cdb32cbdb62 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699898 Jul 05 03:48:55.645068 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9f15e6e3-0ce0-426e-9d68-4ca55d32ff4b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6994171 Jul 05 03:48:55.645372 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45200) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:55.656254 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15e6e3-0ce0-426e-9d68-4ca55d32ff4b admin admin] Pushing event updated for resources: {'Network': ['ID=e28478f6-2639-44fb-a0c1-a6a0eef695ec,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:55.659945 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-cf52d5ac-d260-42b6-bbaa-29bbd5c0a281 admin admin] Request body: {'subnet': {'network_id': 'e28478f6-2639-44fb-a0c1-a6a0eef695ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2067443375-subnet', 'tenant_id': '1ebb181078a84cc8b55caf296982e9b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:55.668320 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network e28478f6-2639-44fb-a0c1-a6a0eef695ec details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:48:55.694362 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eb1cd9b7-b4bb-4da1-aa84-d6b63237c010 req-cd6b474c-4bae-4b60-b92b-c8d7ef58a9f2 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128445 Jul 05 03:48:55.754475 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-ce0c30c0-dd7c-4040-a3aa-534b02a03706 admin admin] For port 12caa555-cda1-4696-ad41-85b179e89e36, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=12caa555-cda1-4696-ad41-85b179e89e36,segment=NetworkSegment(6569a909-3478-45a3-94cd-8bdecec7a421),segment_id=6569a909-3478-45a3-94cd-8bdecec7a421)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:55.754883 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ce0c30c0-dd7c-4040-a3aa-534b02a03706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.779679 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-ce0c30c0-dd7c-4040-a3aa-534b02a03706 admin admin] Calling delete_port for 12caa555-cda1-4696-ad41-85b179e89e36 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:55.794778 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf52d5ac-d260-42b6-bbaa-29bbd5c0a281 admin admin] Made reservation on behalf of 1ebb181078a84cc8b55caf296982e9b5 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:55.809337 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cf52d5ac-d260-42b6-bbaa-29bbd5c0a281 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.859509 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e550709b-6def-494a-8c6c-bd1ead1a06d4 req-46312e9c-2d1f-4a04-8d79-11d2b02acd00 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:48:55.875549 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4378297d-f90c-486b-ac3b-e94980c3fd88 None None] Sync routers for ids ['31b91342-8b47-4825-8245-4f77cdefaa91'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:48:55.893967 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ef45fcec-a524-4353-bad1-994ba1d26bae req-088e70b3-73ae-41c3-b051-aab354bd2c5c tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/ports?device_id=34339d45-a2fd-40dd-8a14-12542db91f14 HTTP/1.1" status: 200 len: 210 time: 0.0470443 Jul 05 03:48:55.894741 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4378297d-f90c-486b-ac3b-e94980c3fd88 None None] Routers {'31b91342-8b47-4825-8245-4f77cdefaa91'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:55.895385 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-4378297d-f90c-486b-ac3b-e94980c3fd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:48:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['31b91342-8b47-4825-8245-4f77cdefaa91'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:56.013722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-e550709b-6def-494a-8c6c-bd1ead1a06d4 req-46312e9c-2d1f-4a04-8d79-11d2b02acd00 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] No DVR routers for this DVR port 98db9e03-6df3-4820-b975-86814426bb17 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:56.047463 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-4378297d-f90c-486b-ac3b-e94980c3fd88 None None] Set router 31b91342-8b47-4825-8245-4f77cdefaa91 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:56.063832 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e550709b-6def-494a-8c6c-bd1ead1a06d4 req-46312e9c-2d1f-4a04-8d79-11d2b02acd00 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:56.065874 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e550709b-6def-494a-8c6c-bd1ead1a06d4 req-46312e9c-2d1f-4a04-8d79-11d2b02acd00 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.89 "DELETE /v2.0/ports/98db9e03-6df3-4820-b975-86814426bb17 HTTP/1.1" status: 204 len: 173 time: 3.4041619 Jul 05 03:48:56.066807 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bbfbae-8305-4ed1-a974-c1a7e6bb5378', 'name': 'network-vif-deleted', 'tag': '98db9e03-6df3-4820-b975-86814426bb17'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:56.069176 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc2d08c-b511-46ef-a86f-3ed70d1a90b1" -d '{"events": [{"server_uuid": "38bbfbae-8305-4ed1-a974-c1a7e6bb5378", "name": "network-vif-deleted", "tag": "98db9e03-6df3-4820-b975-86814426bb17"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:56.164845 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a799ef-2363-4b37-b011-04523b2a135b req-5985a974-c16c-4ce8-9cbe-3785aab27ef9 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:56.166428 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d4a799ef-2363-4b37-b011-04523b2a135b req-5985a974-c16c-4ce8-9cbe-3785aab27ef9 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.89 "GET /v2.0/networks?id=03165c03-da88-4245-8e84-9b954eea306b HTTP/1.1" status: 200 len: 824 time: 0.2389398 Jul 05 03:48:56.172399 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ce0c30c0-dd7c-4040-a3aa-534b02a03706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:56.175494 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbdddc-bb15-4602-b31d-fc6452ff8003 req-6ee077ba-5f91-42a7-b528-44d8b05466bd tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:56.184253 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f3dbdddc-bb15-4602-b31d-fc6452ff8003 req-6ee077ba-5f91-42a7-b528-44d8b05466bd tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 944 time: 0.2548895 Jul 05 03:48:56.244474 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c30c0-dd7c-4040-a3aa-534b02a03706 admin admin] Pushing event deleted for resources: {'Port': ['ID=12caa555-cda1-4696-ad41-85b179e89e36,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:56.271146 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d4a799ef-2363-4b37-b011-04523b2a135b req-2e3f4fcc-02d9-41eb-9688-cfec6e2366fa tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49aa2e78f4fa410bbda69c030d0e9b7c HTTP/1.1" status: 200 len: 380 time: 0.0818131 Jul 05 03:48:56.292293 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-d4a799ef-2363-4b37-b011-04523b2a135b req-302afd69-3635-4287-be9e-da1394e96d11 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Request body: {'port': {'device_id': '34339d45-a2fd-40dd-8a14-12542db91f14', 'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'admin_state_up': True, 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'security_groups': ['f439127f-1999-4899-ba05-78beae4b9fbd']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:56.347139 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f3dbdddc-bb15-4602-b31d-fc6452ff8003 req-7ff81651-38a1-40fc-94d7-813d7f93b356 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618011 Jul 05 03:48:56.600863 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cf52d5ac-d260-42b6-bbaa-29bbd5c0a281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:56.641762 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259eac2e-a5a7-43f1-ab41-8dc72ec0e2c4 x-openstack-request-id: req-259eac2e-a5a7-43f1-ab41-8dc72ec0e2c4 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:56.642059 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a88664-ec65-44ea-9fa0-66585eb80d15", "name": "network-vif-plugged", "status": "completed", "tag": "04ff4ea5-7d78-4c30-905d-d740cf4bc920", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:56.642311 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-259eac2e-a5a7-43f1-ab41-8dc72ec0e2c4 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:56.642705 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a88664-ec65-44ea-9fa0-66585eb80d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ff4ea5-7d78-4c30-905d-d740cf4bc920', 'code': 200} Jul 05 03:48:56.659374 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52d5ac-d260-42b6-bbaa-29bbd5c0a281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08c25920-75bc-4b89-99bb-61149efe841b,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:56.692460 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ce0c30c0-dd7c-4040-a3aa-534b02a03706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:56.766664 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a799ef-2363-4b37-b011-04523b2a135b req-302afd69-3635-4287-be9e-da1394e96d11 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Made reservation on behalf of 49aa2e78f4fa410bbda69c030d0e9b7c for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:56.770546 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d4a799ef-2363-4b37-b011-04523b2a135b req-302afd69-3635-4287-be9e-da1394e96d11 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:56.824129 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-4378297d-f90c-486b-ac3b-e94980c3fd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1900286073-router', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:14Z', 'revision_number': 4, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'gw_port': {'id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '71e4383f-68ea-4ebc-bcaf-b65e7f7abedb', 'name': '', 'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'mac_address': 'fa:16:3e:e0:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:13Z', 'updated_at': '2021-07-05T03:46:22Z', 'revision_number': 5, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'subnets': [{'id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:56.835477 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf52d5ac-d260-42b6-bbaa-29bbd5c0a281 admin admin] Checking segment: {'id': 'a28194f0-a962-4cd3-b7ed-773f8673e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e28478f6-2639-44fb-a0c1-a6a0eef695ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:56.835871 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf52d5ac-d260-42b6-bbaa-29bbd5c0a281 admin admin] Network hostable DHCP agents. Network: e28478f6-2639-44fb-a0c1-a6a0eef695ec, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:48:56.886545 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4378297d-f90c-486b-ac3b-e94980c3fd88 None None] Checking router: 31b91342-8b47-4825-8245-4f77cdefaa91 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:48:56.914342 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4378297d-f90c-486b-ac3b-e94980c3fd88 None None] Routers {'31b91342-8b47-4825-8245-4f77cdefaa91'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:56.915060 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-4378297d-f90c-486b-ac3b-e94980c3fd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:48:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['31b91342-8b47-4825-8245-4f77cdefaa91'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:56.932287 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6aad04-9002-496e-83c5-f55e4049d1ef req-0422cb20-a52a-47ca-85ae-efb0052debc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:56.934617 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f6aad04-9002-496e-83c5-f55e4049d1ef req-0422cb20-a52a-47ca-85ae-efb0052debc9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a6a88664-ec65-44ea-9fa0-66585eb80d15 HTTP/1.1" status: 200 len: 1097 time: 0.2764888 Jul 05 03:48:56.978977 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf52d5ac-d260-42b6-bbaa-29bbd5c0a281 admin admin] Network e28478f6-2639-44fb-a0c1-a6a0eef695ec is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:48:57.023715 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-cf52d5ac-d260-42b6-bbaa-29bbd5c0a281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, e28478f6-2639-44fb-a0c1-a6a0eef695ec) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:57.043500 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479f6fa-8122-4d91-bf00-1ac4c72a60c1 req-05738e3b-5749-45ff-98d7-46dacbbee57f tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:57.044618 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0c30c0-dd7c-4040-a3aa-534b02a03706 admin admin] Router 929139da-3a0c-42bb-ad33-f5d693cebb38 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:48:57.045518 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d479f6fa-8122-4d91-bf00-1ac4c72a60c1 req-05738e3b-5749-45ff-98d7-46dacbbee57f tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=a27d912d-d20a-47dd-87f8-5f82cedb5524 HTTP/1.1" status: 200 len: 949 time: 0.3380032 Jul 05 03:48:57.047151 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf52d5ac-d260-42b6-bbaa-29bbd5c0a281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:57.047895 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cf52d5ac-d260-42b6-bbaa-29bbd5c0a281 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:57.100823 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-d4a799ef-2363-4b37-b011-04523b2a135b req-302afd69-3635-4287-be9e-da1394e96d11 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Allocated IP 172.20.0.8 (03165c03-da88-4245-8e84-9b954eea306b/637932b0-f157-4611-98b0-74dc055ed6e0/8d5059db-1a61-4915-81cc-67139241042e) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:57.104432 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f6aad04-9002-496e-83c5-f55e4049d1ef req-1fe24dc3-1f12-4697-b215-e1338ff7d0a5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405823 Jul 05 03:48:57.110103 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cf52d5ac-d260-42b6-bbaa-29bbd5c0a281 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4543576 Jul 05 03:48:57.117170 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21550aec-1a2a-4727-ba8e-36423672cdd6 None None] Network e28478f6-2639-44fb-a0c1-a6a0eef695ec requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:48:57.187774 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d479f6fa-8122-4d91-bf00-1ac4c72a60c1 req-11105a8b-8cfd-413d-9843-9e1bfb1fe1c5 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272914 Jul 05 03:48:57.245664 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-4378297d-f90c-486b-ac3b-e94980c3fd88 None None] Set router 31b91342-8b47-4825-8245-4f77cdefaa91 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:57.254921 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0c30c0-dd7c-4040-a3aa-534b02a03706 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:48:57.266023 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ce0c30c0-dd7c-4040-a3aa-534b02a03706 admin admin] 10.222.0.77 "PUT /v2.0/routers/929139da-3a0c-42bb-ad33-f5d693cebb38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3205428 Jul 05 03:48:57.277064 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a7180d-7bc7-4eac-9638-d3876097ffc0 None None] Sync routers for ids ['929139da-3a0c-42bb-ad33-f5d693cebb38'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:48:57.280483 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45238) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:57.303928 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a7180d-7bc7-4eac-9638-d3876097ffc0 None None] Routers {'929139da-3a0c-42bb-ad33-f5d693cebb38'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:57.304576 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-90a7180d-7bc7-4eac-9638-d3876097ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:48:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['929139da-3a0c-42bb-ad33-f5d693cebb38'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:57.496782 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a62859d4-4ba4-4d62-b2e5-4afb85bc671e admin admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:57.499485 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d4a799ef-2363-4b37-b011-04523b2a135b req-302afd69-3635-4287-be9e-da1394e96d11 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:57.516870 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-d4a799ef-2363-4b37-b011-04523b2a135b req-302afd69-3635-4287-be9e-da1394e96d11 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Transition to ACTIVE for port object 8d5059db-1a61-4915-81cc-67139241042e will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:57.549087 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ead7753-c0f1-42d9-b888-6505fb862b79 None None] Network e28478f6-2639-44fb-a0c1-a6a0eef695ec requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:48:57.553788 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d05e199-11a9-42a0-abfe-9ae53ac7eef0 x-openstack-request-id: req-7d05e199-11a9-42a0-abfe-9ae53ac7eef0 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:57.554216 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bbfbae-8305-4ed1-a974-c1a7e6bb5378", "name": "network-vif-deleted", "tag": "98db9e03-6df3-4820-b975-86814426bb17", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:57.554996 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7d05e199-11a9-42a0-abfe-9ae53ac7eef0 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:57.555643 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38bbfbae-8305-4ed1-a974-c1a7e6bb5378', 'name': 'network-vif-deleted', 'tag': '98db9e03-6df3-4820-b975-86814426bb17', 'status': 'completed', 'code': 200} Jul 05 03:48:57.557857 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d4a799ef-2363-4b37-b011-04523b2a135b req-302afd69-3635-4287-be9e-da1394e96d11 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:57.614068 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a799ef-2363-4b37-b011-04523b2a135b req-302afd69-3635-4287-be9e-da1394e96d11 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Network 03165c03-da88-4245-8e84-9b954eea306b is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:57.621462 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-d4a799ef-2363-4b37-b011-04523b2a135b req-302afd69-3635-4287-be9e-da1394e96d11 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:57.626176 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a799ef-2363-4b37-b011-04523b2a135b req-302afd69-3635-4287-be9e-da1394e96d11 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:57.667334 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-90a7180d-7bc7-4eac-9638-d3876097ffc0 None None] Set router 929139da-3a0c-42bb-ad33-f5d693cebb38 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:57.686145 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302afd69-3635-4287-be9e-da1394e96d11 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Pushing event updated for resources: {'Port': ['ID=8d5059db-1a61-4915-81cc-67139241042e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:57.784804 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a62859d4-4ba4-4d62-b2e5-4afb85bc671e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:57.796425 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a799ef-2363-4b37-b011-04523b2a135b req-302afd69-3635-4287-be9e-da1394e96d11 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:57.796582 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-a75ae608-347b-4b10-a799-5ec172bb58be req-50506946-c417-473a-903a-8244cc5935c7 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:48:57.797077 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d4a799ef-2363-4b37-b011-04523b2a135b req-302afd69-3635-4287-be9e-da1394e96d11 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:57.797479 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a75ae608-347b-4b10-a799-5ec172bb58be req-50506946-c417-473a-903a-8244cc5935c7 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169458 Jul 05 03:48:57.825498 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-a75ae608-347b-4b10-a799-5ec172bb58be req-69ee5cf9-124c-499c-aecd-7e5b4ee4a279 service neutron] Request body: {'binding': {'host': 'n-h2-780147-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:57.825928 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-a75ae608-347b-4b10-a799-5ec172bb58be req-69ee5cf9-124c-499c-aecd-7e5b4ee4a279 service neutron] Unknown quota resources ['binding']. {{(pid=105539) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:48:57.828347 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d4a799ef-2363-4b37-b011-04523b2a135b req-302afd69-3635-4287-be9e-da1394e96d11 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5450568 Jul 05 03:48:57.843130 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-d4a799ef-2363-4b37-b011-04523b2a135b req-c923c08b-c16e-4d8a-9446-0d11deea56c2 service neutron] Request body: {'port': {'device_id': '34339d45-a2fd-40dd-8a14-12542db91f14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:57.888383 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8c5bf-d28b-4265-a187-bebb03a93cb4 req-9142420e-b3d5-4e74-9148-9dfc70f88d7c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:57.895431 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-72d8c5bf-d28b-4265-a187-bebb03a93cb4 req-9142420e-b3d5-4e74-9148-9dfc70f88d7c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b51403b-2e0e-45c6-bd11-b561949360f2 HTTP/1.1" status: 200 len: 946 time: 0.2007554 Jul 05 03:48:57.964236 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-72d8c5bf-d28b-4265-a187-bebb03a93cb4 req-a38727a5-4292-4b41-bb40-049c7b61ff64 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673189 Jul 05 03:48:58.022220 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device ea1db195-e615-434c-b929-221bb2efa2f6 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:58.093882 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d4a799ef-2363-4b37-b011-04523b2a135b req-c923c08b-c16e-4d8a-9446-0d11deea56c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.107483 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-90a7180d-7bc7-4eac-9638-d3876097ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2083943627-router', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '1be8967a-7b22-4e6f-90d5-6181af46f343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:51Z', 'updated_at': '2021-07-05T03:48:56Z', 'revision_number': 5, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'gw_port': {'id': '1be8967a-7b22-4e6f-90d5-6181af46f343', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:52Z', 'updated_at': '2021-07-05T03:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:58.144681 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-a75ae608-347b-4b10-a799-5ec172bb58be req-69ee5cf9-124c-499c-aecd-7e5b4ee4a279 service neutron] Attempting to bind port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 on host n-h2-780147-23 for vnic_type normal with profile None {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:58.145171 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-a75ae608-347b-4b10-a799-5ec172bb58be req-69ee5cf9-124c-499c-aecd-7e5b4ee4a279 service neutron] Attempting to bind port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:58.145626 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ae608-347b-4b10-a799-5ec172bb58be req-69ee5cf9-124c-499c-aecd-7e5b4ee4a279 service neutron] Attempting to bind port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 on network b0365b51-ea1d-4154-b37b-d14ae3269368 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:58.161026 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ae608-347b-4b10-a799-5ec172bb58be req-69ee5cf9-124c-499c-aecd-7e5b4ee4a279 service neutron] Port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 on network b0365b51-ea1d-4154-b37b-d14ae3269368 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:58.161760 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ae608-347b-4b10-a799-5ec172bb58be req-69ee5cf9-124c-499c-aecd-7e5b4ee4a279 service neutron] Attempting to bind port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 on network b0365b51-ea1d-4154-b37b-d14ae3269368 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:58.179263 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ae608-347b-4b10-a799-5ec172bb58be req-69ee5cf9-124c-499c-aecd-7e5b4ee4a279 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:58.179770 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ae608-347b-4b10-a799-5ec172bb58be req-69ee5cf9-124c-499c-aecd-7e5b4ee4a279 service neutron] Checking segment: {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:58.180269 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ae608-347b-4b10-a799-5ec172bb58be req-69ee5cf9-124c-499c-aecd-7e5b4ee4a279 service neutron] Bound using segment: {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:58.181581 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a7180d-7bc7-4eac-9638-d3876097ffc0 None None] Checking router: 929139da-3a0c-42bb-ad33-f5d693cebb38 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:48:58.182311 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-a75ae608-347b-4b10-a799-5ec172bb58be req-69ee5cf9-124c-499c-aecd-7e5b4ee4a279 service neutron] Bound port: 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:58.199666 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a7180d-7bc7-4eac-9638-d3876097ffc0 None None] Routers {'929139da-3a0c-42bb-ad33-f5d693cebb38'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:58.200716 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-90a7180d-7bc7-4eac-9638-d3876097ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:48:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['929139da-3a0c-42bb-ad33-f5d693cebb38'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:58.217625 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-985f7d2a-9f18-4eb2-8a05-41f0a33188fc None None] Provisioning for port 8d5059db-1a61-4915-81cc-67139241042e completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:58.223038 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-a62859d4-4ba4-4d62-b2e5-4afb85bc671e admin admin] Deleting port 1be8967a-7b22-4e6f-90d5-6181af46f343 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:58.223389 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a62859d4-4ba4-4d62-b2e5-4afb85bc671e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.226064 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-985f7d2a-9f18-4eb2-8a05-41f0a33188fc None None] Provisioning complete for port 8d5059db-1a61-4915-81cc-67139241042e triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:58.226659 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-985f7d2a-9f18-4eb2-8a05-41f0a33188fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.322583 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-4378297d-f90c-486b-ac3b-e94980c3fd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1900286073-router', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:14Z', 'revision_number': 4, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'gw_port': {'id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '71e4383f-68ea-4ebc-bcaf-b65e7f7abedb', 'name': '', 'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'mac_address': 'fa:16:3e:e0:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:13Z', 'updated_at': '2021-07-05T03:46:22Z', 'revision_number': 5, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'subnets': [{'id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:58.353307 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45254) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:58.370489 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-3eca1df1-c826-456b-982d-f9643a281a44 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1787370663-network', 'tenant_id': 'a4265bb7d80c4b50a4d2229c5274d519'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:58.391886 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4378297d-f90c-486b-ac3b-e94980c3fd88 None None] The sync data for ids ['31b91342-8b47-4825-8245-4f77cdefaa91'] in n-d-780147-23 is: [{'id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1900286073-router', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:14Z', 'revision_number': 4, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'gw_port': {'id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '71e4383f-68ea-4ebc-bcaf-b65e7f7abedb', 'name': '', 'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'mac_address': 'fa:16:3e:e0:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:13Z', 'updated_at': '2021-07-05T03:46:22Z', 'revision_number': 5, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'subnets': [{'id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:48:58.409166 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-985f7d2a-9f18-4eb2-8a05-41f0a33188fc None None] Port 8d5059db-1a61-4915-81cc-67139241042e cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:48:58.417895 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-a75ae608-347b-4b10-a799-5ec172bb58be req-69ee5cf9-124c-499c-aecd-7e5b4ee4a279 service neutron] For port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:58.419675 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eca1df1-c826-456b-982d-f9643a281a44 admin admin] Made reservation on behalf of a4265bb7d80c4b50a4d2229c5274d519 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:58.423501 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3eca1df1-c826-456b-982d-f9643a281a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.446295 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port ea1db195-e615-434c-b929-221bb2efa2f6, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=ea1db195-e615-434c-b929-221bb2efa2f6,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:58.454153 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a75ae608-347b-4b10-a799-5ec172bb58be req-69ee5cf9-124c-499c-aecd-7e5b4ee4a279 service neutron] Notify callbacks [] for binding, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.455605 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a75ae608-347b-4b10-a799-5ec172bb58be req-69ee5cf9-124c-499c-aecd-7e5b4ee4a279 service neutron] 10.222.0.77 "POST /v2.0/ports/89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6/bindings HTTP/1.1" status: 201 len: 390 time: 0.6409190 Jul 05 03:48:58.461429 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3eca1df1-c826-456b-982d-f9643a281a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.466210 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'ea1db195-e615-434c-b929-221bb2efa2f6', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': 'ea1db195-e615-434c-b929-221bb2efa2f6', 'mac_address': 'fa:16:3e:69:c5:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:58.510890 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-90a7180d-7bc7-4eac-9638-d3876097ffc0 None None] Set router 929139da-3a0c-42bb-ad33-f5d693cebb38 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:58.533344 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8acea864-0885-407b-bc3b-1a0324ab5bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.542339 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.576979 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1db195-e615-434c-b929-221bb2efa2f6 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:58.608287 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-90a7180d-7bc7-4eac-9638-d3876097ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2083943627-router', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:51Z', 'updated_at': '2021-07-05T03:48:57Z', 'revision_number': 6, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:58.632585 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port ea1db195-e615-434c-b929-221bb2efa2f6, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=ea1db195-e615-434c-b929-221bb2efa2f6,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:58.637373 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-a62859d4-4ba4-4d62-b2e5-4afb85bc671e admin admin] For port 1be8967a-7b22-4e6f-90d5-6181af46f343, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1be8967a-7b22-4e6f-90d5-6181af46f343,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:58.637744 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a62859d4-4ba4-4d62-b2e5-4afb85bc671e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.643244 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.652124 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135b96e-a440-4ebb-bd9e-26a59ae5c67b req-cb669a76-f392-45d1-9c94-17c4dffaaab4 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:58.654094 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3135b96e-a440-4ebb-bd9e-26a59ae5c67b req-cb669a76-f392-45d1-9c94-17c4dffaaab4 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6a88664-ec65-44ea-9fa0-66585eb80d15 HTTP/1.1" status: 200 len: 945 time: 0.4344549 Jul 05 03:48:58.666414 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-a62859d4-4ba4-4d62-b2e5-4afb85bc671e admin admin] Calling delete_port for 1be8967a-7b22-4e6f-90d5-6181af46f343 owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:58.726927 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a7180d-7bc7-4eac-9638-d3876097ffc0 None None] The sync data for ids ['929139da-3a0c-42bb-ad33-f5d693cebb38'] in n-d-780147-23 is: [{'id': '929139da-3a0c-42bb-ad33-f5d693cebb38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2083943627-router', 'tenant_id': '8d34cb22e7154db1a76006c2ff6af640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:51Z', 'updated_at': '2021-07-05T03:48:57Z', 'revision_number': 6, 'project_id': '8d34cb22e7154db1a76006c2ff6af640', 'gw_port_host': None}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:48:58.788773 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3135b96e-a440-4ebb-bd9e-26a59ae5c67b req-e91a9b3c-4d32-4133-9650-81e59e31af1d tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236064 Jul 05 03:48:58.818847 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=ea1db195-e615-434c-b929-221bb2efa2f6,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:58.826316 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.842301 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3eca1df1-c826-456b-982d-f9643a281a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.881948 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3eca1df1-c826-456b-982d-f9643a281a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.893339 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0c950c-bed4-461c-b7d3-bec87415d0da None None] New status for floating IP 520577d8-11db-489e-8fb2-5ed6af63fe66: DOWN {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:48:58.920003 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eca1df1-c826-456b-982d-f9643a281a44 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:48:58.927875 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-d4a799ef-2363-4b37-b011-04523b2a135b req-c923c08b-c16e-4d8a-9446-0d11deea56c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d5059db-1a61-4915-81cc-67139241042e {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:58.939567 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d4a799ef-2363-4b37-b011-04523b2a135b req-c923c08b-c16e-4d8a-9446-0d11deea56c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.967108 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-d4a799ef-2363-4b37-b011-04523b2a135b req-c923c08b-c16e-4d8a-9446-0d11deea56c2 service neutron] Transition to ACTIVE for port object 8d5059db-1a61-4915-81cc-67139241042e will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:58.981342 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae608-347b-4b10-a799-5ec172bb58be req-ab12693a-137c-4491-8740-9cff6b9a388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:58.983286 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a75ae608-347b-4b10-a799-5ec172bb58be req-ab12693a-137c-4491-8740-9cff6b9a388f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 1097 time: 0.1741350 Jul 05 03:48:58.984270 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d4a799ef-2363-4b37-b011-04523b2a135b req-c923c08b-c16e-4d8a-9446-0d11deea56c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.002541 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd59106-f01f-4e94-b525-f8f4ebb4b206 req-c9953581-4495-4efb-94c5-54b7cfaeee6a tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:59.010663 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1cd59106-f01f-4e94-b525-f8f4ebb4b206 req-c9953581-4495-4efb-94c5-54b7cfaeee6a tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/ports?device_id=34339d45-a2fd-40dd-8a14-12542db91f14 HTTP/1.1" status: 200 len: 931 time: 0.2932713 Jul 05 03:48:59.029247 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca1df1-c826-456b-982d-f9643a281a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088a6789-ba5c-415d-8047-35473c530309,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:59.039319 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3eca1df1-c826-456b-982d-f9643a281a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.039764 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-3eca1df1-c826-456b-982d-f9643a281a44 admin admin] Added segment 89826fbb-55af-4d6c-a653-eecff3784f04 of type vlan for network e58f3a8f-2bb9-4d1f-b5c0-8dddc29369f6 Jul 05 03:48:59.105293 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1cd59106-f01f-4e94-b525-f8f4ebb4b206 req-2b456911-2f7e-4707-9be7-5630604045e1 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/security-groups?id=f439127f-1999-4899-ba05-78beae4b9fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935881 Jul 05 03:48:59.133948 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3eca1df1-c826-456b-982d-f9643a281a44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.155903 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923c08b-c16e-4d8a-9446-0d11deea56c2 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5059db-1a61-4915-81cc-67139241042e,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:59.181623 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['ea1db195-e615-434c-b929-221bb2efa2f6'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:59.292064 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae608-347b-4b10-a799-5ec172bb58be req-1632ccce-b4b0-4d6a-8264-f523601bf9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:59.293379 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a75ae608-347b-4b10-a799-5ec172bb58be req-1632ccce-b4b0-4d6a-8264-f523601bf9bd service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 922 time: 0.2975340 Jul 05 03:48:59.334419 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3eca1df1-c826-456b-982d-f9643a281a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.335327 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eca1df1-c826-456b-982d-f9643a281a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:59.335943 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3eca1df1-c826-456b-982d-f9643a281a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.348288 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a62859d4-4ba4-4d62-b2e5-4afb85bc671e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.384750 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a75ae608-347b-4b10-a799-5ec172bb58be req-abdbb88e-ccf7-46b6-b732-437d47e02db4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 HTTP/1.1" status: 200 len: 217 time: 0.0704770 Jul 05 03:48:59.423497 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62859d4-4ba4-4d62-b2e5-4afb85bc671e admin admin] Pushing event deleted for resources: {'Port': ['ID=1be8967a-7b22-4e6f-90d5-6181af46f343,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:59.470721 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3eca1df1-c826-456b-982d-f9643a281a44 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1139822 Jul 05 03:48:59.476247 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45262) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:59.484856 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-df23671d-c62d-4696-8480-94d3650c76fb admin admin] Request body: {'subnet': {'network_id': 'e58f3a8f-2bb9-4d1f-b5c0-8dddc29369f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1787370663-subnet', 'tenant_id': 'a4265bb7d80c4b50a4d2229c5274d519', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:59.495560 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-d4a799ef-2363-4b37-b011-04523b2a135b req-c923c08b-c16e-4d8a-9446-0d11deea56c2 service neutron] Attempting to bind port 8d5059db-1a61-4915-81cc-67139241042e on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:59.495922 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-d4a799ef-2363-4b37-b011-04523b2a135b req-c923c08b-c16e-4d8a-9446-0d11deea56c2 service neutron] Attempting to bind port 8d5059db-1a61-4915-81cc-67139241042e by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b3fe746c-afab-4ea9-83e8-76d493f2647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03165c03-da88-4245-8e84-9b954eea306b'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:59.496252 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a799ef-2363-4b37-b011-04523b2a135b req-c923c08b-c16e-4d8a-9446-0d11deea56c2 service neutron] Attempting to bind port 8d5059db-1a61-4915-81cc-67139241042e on network 03165c03-da88-4245-8e84-9b954eea306b {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:59.512323 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae608-347b-4b10-a799-5ec172bb58be req-b07eede5-6cd3-43a8-91db-39884fda28e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:59.513792 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a75ae608-347b-4b10-a799-5ec172bb58be req-b07eede5-6cd3-43a8-91db-39884fda28e3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d29ec61-cb40-45c9-a308-0007b5185cb0 HTTP/1.1" status: 200 len: 861 time: 0.1003556 Jul 05 03:48:59.517487 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a799ef-2363-4b37-b011-04523b2a135b req-c923c08b-c16e-4d8a-9446-0d11deea56c2 service neutron] Port 8d5059db-1a61-4915-81cc-67139241042e on network 03165c03-da88-4245-8e84-9b954eea306b not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:59.517795 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a799ef-2363-4b37-b011-04523b2a135b req-c923c08b-c16e-4d8a-9446-0d11deea56c2 service neutron] Attempting to bind port 8d5059db-1a61-4915-81cc-67139241042e on network 03165c03-da88-4245-8e84-9b954eea306b {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:59.534045 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca1df1-c826-456b-982d-f9643a281a44 admin admin] Pushing event updated for resources: {'Network': ['ID=e58f3a8f-2bb9-4d1f-b5c0-8dddc29369f6,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:59.538158 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a799ef-2363-4b37-b011-04523b2a135b req-c923c08b-c16e-4d8a-9446-0d11deea56c2 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:59.538493 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a799ef-2363-4b37-b011-04523b2a135b req-c923c08b-c16e-4d8a-9446-0d11deea56c2 service neutron] Checking segment: {'id': 'b3fe746c-afab-4ea9-83e8-76d493f2647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03165c03-da88-4245-8e84-9b954eea306b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:59.538955 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a799ef-2363-4b37-b011-04523b2a135b req-c923c08b-c16e-4d8a-9446-0d11deea56c2 service neutron] Bound using segment: {'id': 'b3fe746c-afab-4ea9-83e8-76d493f2647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03165c03-da88-4245-8e84-9b954eea306b'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:59.539861 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-d4a799ef-2363-4b37-b011-04523b2a135b req-c923c08b-c16e-4d8a-9446-0d11deea56c2 service neutron] Bound port: 8d5059db-1a61-4915-81cc-67139241042e, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3fe746c-afab-4ea9-83e8-76d493f2647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03165c03-da88-4245-8e84-9b954eea306b'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:59.539861 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d4a799ef-2363-4b37-b011-04523b2a135b req-c923c08b-c16e-4d8a-9446-0d11deea56c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.547199 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network e58f3a8f-2bb9-4d1f-b5c0-8dddc29369f6 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:48:59.569474 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a75ae608-347b-4b10-a799-5ec172bb58be req-28dd48bb-dba6-4961-b3a1-8ce2fb677387 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0365b51-ea1d-4154-b37b-d14ae3269368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450516 Jul 05 03:48:59.571475 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf229ece-d1a0-4be1-91f3-ff7fe316822c req-3c8d96bc-5693-4e57-be7e-ff9174ae09d4 tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:59.571696 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b84bca-bcef-4620-9b7f-291abd729196 req-89e23cb5-c52c-4100-92ce-fb49fc43da96 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:59.572946 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cf229ece-d1a0-4be1-91f3-ff7fe316822c req-3c8d96bc-5693-4e57-be7e-ff9174ae09d4 tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a27d912d-d20a-47dd-87f8-5f82cedb5524 HTTP/1.1" status: 200 len: 1101 time: 0.2026873 Jul 05 03:48:59.573223 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47b84bca-bcef-4620-9b7f-291abd729196 req-89e23cb5-c52c-4100-92ce-fb49fc43da96 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 1096 time: 0.2643583 Jul 05 03:48:59.576378 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a62859d4-4ba4-4d62-b2e5-4afb85bc671e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.577480 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df23671d-c62d-4696-8480-94d3650c76fb admin admin] Made reservation on behalf of a4265bb7d80c4b50a4d2229c5274d519 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:59.580369 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-df23671d-c62d-4696-8480-94d3650c76fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.690207 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a62859d4-4ba4-4d62-b2e5-4afb85bc671e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.695896 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a62859d4-4ba4-4d62-b2e5-4afb85bc671e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.712366 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cf229ece-d1a0-4be1-91f3-ff7fe316822c req-b03e56fe-2bd3-4b18-8fb3-971ae81b1150 tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.752446 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47b84bca-bcef-4620-9b7f-291abd729196 req-fe7b910e-9ce7-4a42-b2dc-adb7e9132541 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441922 Jul 05 03:48:59.763036 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a62859d4-4ba4-4d62-b2e5-4afb85bc671e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.764099 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62859d4-4ba4-4d62-b2e5-4afb85bc671e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 929139da-3a0c-42bb-ad33-f5d693cebb38 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:48:59.769121 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a62859d4-4ba4-4d62-b2e5-4afb85bc671e admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.773505 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a62859d4-4ba4-4d62-b2e5-4afb85bc671e admin admin] 10.222.0.77 "DELETE /v2.0/routers/929139da-3a0c-42bb-ad33-f5d693cebb38 HTTP/1.1" status: 204 len: 168 time: 2.4882417 Jul 05 03:48:59.773926 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45264) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:59.830409 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-8047616d-e623-4941-8911-b2beadbdfd51 admin admin] Deleting subnet 53c8c881-5530-43b2-8dda-741f6f554578 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:48:59.835363 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8047616d-e623-4941-8911-b2beadbdfd51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.844630 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-d4a799ef-2363-4b37-b011-04523b2a135b req-c923c08b-c16e-4d8a-9446-0d11deea56c2 service neutron] For port 8d5059db-1a61-4915-81cc-67139241042e, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:59.860928 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-d4a799ef-2363-4b37-b011-04523b2a135b req-c923c08b-c16e-4d8a-9446-0d11deea56c2 service neutron] For port 8d5059db-1a61-4915-81cc-67139241042e, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8d5059db-1a61-4915-81cc-67139241042e,segment=NetworkSegment(b3fe746c-afab-4ea9-83e8-76d493f2647b),segment_id=b3fe746c-afab-4ea9-83e8-76d493f2647b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:59.874511 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d4a799ef-2363-4b37-b011-04523b2a135b req-c923c08b-c16e-4d8a-9446-0d11deea56c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.887319 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a75ae608-347b-4b10-a799-5ec172bb58be req-a1a399fd-db53-4e4a-bb64-6fd766ec3add service neutron] 10.222.0.70 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047943 Jul 05 03:49:00.038936 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a799ef-2363-4b37-b011-04523b2a135b req-c923c08b-c16e-4d8a-9446-0d11deea56c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:00.039975 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d4a799ef-2363-4b37-b011-04523b2a135b req-c923c08b-c16e-4d8a-9446-0d11deea56c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.041469 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d4a799ef-2363-4b37-b011-04523b2a135b req-c923c08b-c16e-4d8a-9446-0d11deea56c2 service neutron] 10.222.0.89 "PUT /v2.0/ports/8d5059db-1a61-4915-81cc-67139241042e HTTP/1.1" status: 200 len: 1092 time: 2.2027731 Jul 05 03:49:00.046926 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1be8967a-7b22-4e6f-90d5-6181af46f343 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:00.087588 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 1be8967a-7b22-4e6f-90d5-6181af46f343 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:00.087954 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1be8967a-7b22-4e6f-90d5-6181af46f343 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:00.088372 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 12caa555-cda1-4696-ad41-85b179e89e36 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:00.111692 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 12caa555-cda1-4696-ad41-85b179e89e36 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:00.112422 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 12caa555-cda1-4696-ad41-85b179e89e36 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:00.125535 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34339d45-a2fd-40dd-8a14-12542db91f14', 'tag': '8d5059db-1a61-4915-81cc-67139241042e'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:00.127926 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7d7512-4199-4524-813d-d8ca5bcf139c" -d '{"events": [{"name": "network-changed", "server_uuid": "34339d45-a2fd-40dd-8a14-12542db91f14", "tag": "8d5059db-1a61-4915-81cc-67139241042e"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:00.204466 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cf229ece-d1a0-4be1-91f3-ff7fe316822c req-b03e56fe-2bd3-4b18-8fb3-971ae81b1150 tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.208456 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a75ae608-347b-4b10-a799-5ec172bb58be req-964cc236-890d-4e44-88fd-1e05835ec245 service neutron] 10.222.0.70 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894197 Jul 05 03:49:00.213269 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923c08b-c16e-4d8a-9446-0d11deea56c2 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5059db-1a61-4915-81cc-67139241042e,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:00.235740 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8047616d-e623-4941-8911-b2beadbdfd51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.240729 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cf229ece-d1a0-4be1-91f3-ff7fe316822c req-b03e56fe-2bd3-4b18-8fb3-971ae81b1150 tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.287642 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cf229ece-d1a0-4be1-91f3-ff7fe316822c req-b03e56fe-2bd3-4b18-8fb3-971ae81b1150 tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6939394 Jul 05 03:49:00.301117 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e56fe-2bd3-4b18-8fb3-971ae81b1150 tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd29333-ddc2-4415-bd55-c176c787e3ed,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:00.309293 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-df23671d-c62d-4696-8480-94d3650c76fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.321916 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968cc84-c3ac-4495-9ac0-032873c99741 req-07806c12-cf84-4956-9253-6beda7639579 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:00.323648 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3968cc84-c3ac-4495-9ac0-032873c99741 req-07806c12-cf84-4956-9253-6beda7639579 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 945 time: 0.1295712 Jul 05 03:49:00.364158 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8047616d-e623-4941-8911-b2beadbdfd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.376517 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a799ef-2363-4b37-b011-04523b2a135b req-1c3b1bb0-9ee5-44b1-9018-750784786e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:00.378023 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d4a799ef-2363-4b37-b011-04523b2a135b req-1c3b1bb0-9ee5-44b1-9018-750784786e09 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=49aa2e78f4fa410bbda69c030d0e9b7c&device_id=34339d45-a2fd-40dd-8a14-12542db91f14 HTTP/1.1" status: 200 len: 1095 time: 0.2342346 Jul 05 03:49:00.403471 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3968cc84-c3ac-4495-9ac0-032873c99741 req-d7488643-467e-4322-b379-8b828284271b tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707316 Jul 05 03:49:00.437734 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8047616d-e623-4941-8911-b2beadbdfd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.466960 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047616d-e623-4941-8911-b2beadbdfd51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53c8c881-5530-43b2-8dda-741f6f554578,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:00.468696 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d4a799ef-2363-4b37-b011-04523b2a135b req-7f729059-f996-40cf-b9c3-a5ee28083c0b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d5059db-1a61-4915-81cc-67139241042e HTTP/1.1" status: 200 len: 217 time: 0.0719247 Jul 05 03:49:00.476944 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8047616d-e623-4941-8911-b2beadbdfd51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.483729 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8047616d-e623-4941-8911-b2beadbdfd51 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/53c8c881-5530-43b2-8dda-741f6f554578 HTTP/1.1" status: 204 len: 168 time: 0.7064204 Jul 05 03:49:00.484058 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45278) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:00.484249 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23671d-c62d-4696-8480-94d3650c76fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=35670b79-dc57-40b8-8b75-35092d2a3654,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:00.485624 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c71148c-b4cb-4070-892b-34b3e6d5207c None None] Network 7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:00.564876 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df23671d-c62d-4696-8480-94d3650c76fb admin admin] Checking segment: {'id': '89826fbb-55af-4d6c-a653-eecff3784f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e58f3a8f-2bb9-4d1f-b5c0-8dddc29369f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:00.565280 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df23671d-c62d-4696-8480-94d3650c76fb admin admin] Network hostable DHCP agents. Network: e58f3a8f-2bb9-4d1f-b5c0-8dddc29369f6, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:49:00.620167 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c37a9a37-6317-4d15-8df3-feb237fbaf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.621053 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a799ef-2363-4b37-b011-04523b2a135b req-71eebc72-267f-4f00-a8e7-8d6537bb576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:00.622547 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d4a799ef-2363-4b37-b011-04523b2a135b req-71eebc72-267f-4f00-a8e7-8d6537bb576b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=637932b0-f157-4611-98b0-74dc055ed6e0 HTTP/1.1" status: 200 len: 863 time: 0.1416259 Jul 05 03:49:00.627689 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae608-347b-4b10-a799-5ec172bb58be req-7a6e71ba-5b2a-4f58-b588-4bfb0d64b108 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:00.629252 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a75ae608-347b-4b10-a799-5ec172bb58be req-7a6e71ba-5b2a-4f58-b588-4bfb0d64b108 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3&tenant_id=11544e3d57bf4d33848f6eceacb7332e&binding%3Ahost_id=n-h1-780147-23 HTTP/1.1" status: 200 len: 1097 time: 0.2711062 Jul 05 03:49:00.646602 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df23671d-c62d-4696-8480-94d3650c76fb admin admin] Network e58f3a8f-2bb9-4d1f-b5c0-8dddc29369f6 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:49:00.676400 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-a75ae608-347b-4b10-a799-5ec172bb58be req-58c602b4-7a65-4c52-ae70-fb892ac72101 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-23'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:00.682711 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a81b7-fb91-41fb-9ba5-fa24db509d06 req-62ab91e4-77ea-43fb-99c8-76c66d92486e tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:00.684325 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b53a81b7-fb91-41fb-9ba5-fa24db509d06 req-62ab91e4-77ea-43fb-99c8-76c66d92486e tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6a88664-ec65-44ea-9fa0-66585eb80d15 HTTP/1.1" status: 200 len: 945 time: 0.1421151 Jul 05 03:49:00.731527 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a7773-4eb0-4cce-b6ff-516fe2585ddb req-fdd543d9-2d4c-4386-9efc-b2fdd30dd5b2 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:00.733367 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a33a7773-4eb0-4cce-b6ff-516fe2585ddb req-fdd543d9-2d4c-4386-9efc-b2fdd30dd5b2 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b51403b-2e0e-45c6-bd11-b561949360f2 HTTP/1.1" status: 200 len: 947 time: 0.2759144 Jul 05 03:49:00.737553 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-df23671d-c62d-4696-8480-94d3650c76fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, e58f3a8f-2bb9-4d1f-b5c0-8dddc29369f6) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:00.745027 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6494e8a6-723b-4bc2-be3b-025126dafd7a None None] DHCP port deletion for 7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:49:00.745772 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-c37a9a37-6317-4d15-8df3-feb237fbaf11 admin admin] Deleting port 3c018c37-3af1-43cd-9c77-8cfe3a97720e {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:00.746122 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c37a9a37-6317-4d15-8df3-feb237fbaf11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.750198 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac0e418-f846-4766-9c36-6d237ce47f7e None None] Network e58f3a8f-2bb9-4d1f-b5c0-8dddc29369f6 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:00.753944 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df23671d-c62d-4696-8480-94d3650c76fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:00.754524 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-df23671d-c62d-4696-8480-94d3650c76fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.809692 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b53a81b7-fb91-41fb-9ba5-fa24db509d06 req-a313709d-53d4-4c86-8934-af74a311bcc7 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168640 Jul 05 03:49:00.841782 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-c37a9a37-6317-4d15-8df3-feb237fbaf11 admin admin] For port 3c018c37-3af1-43cd-9c77-8cfe3a97720e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3c018c37-3af1-43cd-9c77-8cfe3a97720e,segment=NetworkSegment(6569a909-3478-45a3-94cd-8bdecec7a421),segment_id=6569a909-3478-45a3-94cd-8bdecec7a421)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:00.842142 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c37a9a37-6317-4d15-8df3-feb237fbaf11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.861637 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-c37a9a37-6317-4d15-8df3-feb237fbaf11 admin admin] Calling delete_port for 3c018c37-3af1-43cd-9c77-8cfe3a97720e owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:00.880970 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-df23671d-c62d-4696-8480-94d3650c76fb admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4021699 Jul 05 03:49:00.907844 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a33a7773-4eb0-4cce-b6ff-516fe2585ddb req-935c32e2-7e12-4cb6-a28f-f0b6ca445725 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683033 Jul 05 03:49:00.913377 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a799ef-2363-4b37-b011-04523b2a135b req-898ec426-83fa-4e44-8ef9-8a7d1f75b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:00.914979 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d4a799ef-2363-4b37-b011-04523b2a135b req-898ec426-83fa-4e44-8ef9-8a7d1f75b369 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=03165c03-da88-4245-8e84-9b954eea306b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2804201 Jul 05 03:49:00.916075 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a75ae608-347b-4b10-a799-5ec172bb58be req-58c602b4-7a65-4c52-ae70-fb892ac72101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.020513 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd8113a-f8c2-4966-ada9-12802541a196 x-openstack-request-id: req-9fd8113a-f8c2-4966-ada9-12802541a196 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:01.020942 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34339d45-a2fd-40dd-8a14-12542db91f14", "tag": "8d5059db-1a61-4915-81cc-67139241042e", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:01.021200 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9fd8113a-f8c2-4966-ada9-12802541a196 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:01.021917 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34339d45-a2fd-40dd-8a14-12542db91f14', 'tag': '8d5059db-1a61-4915-81cc-67139241042e', 'status': 'completed', 'code': 200} Jul 05 03:49:01.092773 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-6494e8a6-723b-4bc2-be3b-025126dafd7a None None] Deleting port 3c018c37-3af1-43cd-9c77-8cfe3a97720e {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:01.107308 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6494e8a6-723b-4bc2-be3b-025126dafd7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.140249 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-c5578cb2-b2ab-4d3b-86fa-2d5179160a74 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:01.141996 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-c5578cb2-b2ab-4d3b-86fa-2d5179160a74 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/networks?id=e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 200 len: 808 time: 0.1936619 Jul 05 03:49:01.143562 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c37a9a37-6317-4d15-8df3-feb237fbaf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.159440 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37a9a37-6317-4d15-8df3-feb237fbaf11 admin admin] No DVR routers for this DVR port 3c018c37-3af1-43cd-9c77-8cfe3a97720e on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:01.171630 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-a1ad9055-57c9-4d55-8f68-be02f85ace25 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/quotas/6079881a5dcb456f811aa69e44c04ef0 HTTP/1.1" status: 200 len: 375 time: 0.0183785 Jul 05 03:49:01.213760 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a9a37-6317-4d15-8df3-feb237fbaf11 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c018c37-3af1-43cd-9c77-8cfe3a97720e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:01.222848 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d4a799ef-2363-4b37-b011-04523b2a135b req-ffce391e-1ad3-437c-97ad-e2e98f87288e service neutron] 10.222.0.89 "GET /v2.0/networks/03165c03-da88-4245-8e84-9b954eea306b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802124 Jul 05 03:49:01.243078 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32163d63-d05e-43dc-b536-c669670d2bdf None None] Network e58f3a8f-2bb9-4d1f-b5c0-8dddc29369f6 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:01.308501 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-6494e8a6-723b-4bc2-be3b-025126dafd7a None None] For port 3c018c37-3af1-43cd-9c77-8cfe3a97720e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3c018c37-3af1-43cd-9c77-8cfe3a97720e,segment=NetworkSegment(6569a909-3478-45a3-94cd-8bdecec7a421),segment_id=6569a909-3478-45a3-94cd-8bdecec7a421)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:01.308998 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6494e8a6-723b-4bc2-be3b-025126dafd7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.317268 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c37a9a37-6317-4d15-8df3-feb237fbaf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.325117 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ebbb0dc4-c19c-453b-bd1a-2e7bc01155ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.330205 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-c37a9a37-6317-4d15-8df3-feb237fbaf11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:01.335771 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-6494e8a6-723b-4bc2-be3b-025126dafd7a None None] Calling delete_port for 3c018c37-3af1-43cd-9c77-8cfe3a97720e owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:01.355424 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-c37a9a37-6317-4d15-8df3-feb237fbaf11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6569a909-3478-45a3-94cd-8bdecec7a421') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:01.355710 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-c37a9a37-6317-4d15-8df3-feb237fbaf11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6569a909-3478-45a3-94cd-8bdecec7a421') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:01.372527 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c37a9a37-6317-4d15-8df3-feb237fbaf11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.386124 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-0b7604b3-b3f1-4526-82ea-c46335257a01 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6079881a5dcb456f811aa69e44c04ef0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1917629 Jul 05 03:49:01.396494 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c37a9a37-6317-4d15-8df3-feb237fbaf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.404313 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37a9a37-6317-4d15-8df3-feb237fbaf11 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:49:01.404738 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c37a9a37-6317-4d15-8df3-feb237fbaf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: timer() Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:49:01.406604 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:49:01.526705 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c37a9a37-6317-4d15-8df3-feb237fbaf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.534143 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c37a9a37-6317-4d15-8df3-feb237fbaf11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.540284 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c37a9a37-6317-4d15-8df3-feb237fbaf11 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259 HTTP/1.1" status: 204 len: 168 time: 1.0510554 Jul 05 03:49:01.555852 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a9a37-6317-4d15-8df3-feb237fbaf11 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:01.563302 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6494e8a6-723b-4bc2-be3b-025126dafd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.572773 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-6f95308e-c7bd-466d-87d7-e680067735be service neutron] 10.222.0.77 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551208 Jul 05 03:49:01.595909 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6494e8a6-723b-4bc2-be3b-025126dafd7a None None] Network 7f5fcc1b-ebff-4cfd-b804-2b6fcb6d2259 is not hosted by any dhcp agent {{(pid=105540) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 03:49:01.596513 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6494e8a6-723b-4bc2-be3b-025126dafd7a None None] No DVR routers for this DVR port 3c018c37-3af1-43cd-9c77-8cfe3a97720e on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:01.601207 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494e8a6-723b-4bc2-be3b-025126dafd7a None None] Pushing event deleted for resources: {'Port': ['ID=3c018c37-3af1-43cd-9c77-8cfe3a97720e,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:01.638827 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.659841 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a75ae608-347b-4b10-a799-5ec172bb58be req-58c602b4-7a65-4c52-ae70-fb892ac72101 service neutron] For port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:01.683555 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-7b28086d-a7c0-432c-b540-7e5fb025e6fe service neutron] 10.222.0.77 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038890 Jul 05 03:49:01.720100 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acfa80-4475-4046-872b-06e4608b678a req-0690e273-8160-4948-9875-7bb4f1be70a4 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:01.721706 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9acfa80-4475-4046-872b-06e4608b678a req-0690e273-8160-4948-9875-7bb4f1be70a4 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/ports?device_id=34339d45-a2fd-40dd-8a14-12542db91f14 HTTP/1.1" status: 200 len: 943 time: 0.5368831 Jul 05 03:49:01.772148 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d4a799ef-2363-4b37-b011-04523b2a135b req-c6f163b3-c32a-4814-873b-da507f3644c2 service neutron] 10.222.0.89 "GET /v2.0/networks/03165c03-da88-4245-8e84-9b954eea306b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5379491 Jul 05 03:49:01.781905 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a75ae608-347b-4b10-a799-5ec172bb58be req-58c602b4-7a65-4c52-ae70-fb892ac72101 service neutron] For port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:01.814143 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45300) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:01.826805 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9acfa80-4475-4046-872b-06e4608b678a req-fc0fc5c8-7892-41ff-b04a-30fd1ad2d77b tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/security-groups?id=f439127f-1999-4899-ba05-78beae4b9fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897038 Jul 05 03:49:01.908862 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cb220323-3b1e-449a-8c91-e80bb7013442 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8d34cb22e7154db1a76006c2ff6af640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0931323 Jul 05 03:49:01.911286 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45306) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:01.932062 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a75ae608-347b-4b10-a799-5ec172bb58be req-58c602b4-7a65-4c52-ae70-fb892ac72101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.949182 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a75ae608-347b-4b10-a799-5ec172bb58be req-58c602b4-7a65-4c52-ae70-fb892ac72101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.000181 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-36b132bc-ce27-4bbd-8201-d552911550c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.035708 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device ea1db195-e615-434c-b929-221bb2efa2f6 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:02.073756 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-36b132bc-ce27-4bbd-8201-d552911550c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.098346 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3c018c37-3af1-43cd-9c77-8cfe3a97720e no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:02.102601 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d7512-4199-4524-813d-d8ca5bcf139c req-46fb23c8-74aa-4f11-ae90-4c71829cf44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:02.104206 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5c7d7512-4199-4524-813d-d8ca5bcf139c req-46fb23c8-74aa-4f11-ae90-4c71829cf44f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=49aa2e78f4fa410bbda69c030d0e9b7c&device_id=34339d45-a2fd-40dd-8a14-12542db91f14 HTTP/1.1" status: 200 len: 1095 time: 0.2708948 Jul 05 03:49:02.122885 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 3c018c37-3af1-43cd-9c77-8cfe3a97720e {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:02.123918 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3c018c37-3af1-43cd-9c77-8cfe3a97720e not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:02.146596 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-36b132bc-ce27-4bbd-8201-d552911550c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.150530 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-36b132bc-ce27-4bbd-8201-d552911550c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.153535 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-36b132bc-ce27-4bbd-8201-d552911550c8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b4c76acd-283f-4f93-b0a8-ace9bdb312e1 HTTP/1.1" status: 204 len: 168 time: 0.2406676 Jul 05 03:49:02.156688 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c602b4-7a65-4c52-ae70-fb892ac72101 service neutron] Pushing event updated for resources: {'Port': ['ID=89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6,revision_number=7']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:02.163222 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port ea1db195-e615-434c-b929-221bb2efa2f6 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:02.168570 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port ea1db195-e615-434c-b929-221bb2efa2f6 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:02.169038 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.178308 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b132bc-ce27-4bbd-8201-d552911550c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c76acd-283f-4f93-b0a8-ace9bdb312e1,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:02.219514 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a75ae608-347b-4b10-a799-5ec172bb58be req-58c602b4-7a65-4c52-ae70-fb892ac72101 service neutron] Attempting to bind port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 on host n-h1-780147-23 for vnic_type normal with profile {"migrating_to": "n-h2-780147-23"} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:02.219887 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a75ae608-347b-4b10-a799-5ec172bb58be req-58c602b4-7a65-4c52-ae70-fb892ac72101 service neutron] Attempting to bind port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:02.220220 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ae608-347b-4b10-a799-5ec172bb58be req-58c602b4-7a65-4c52-ae70-fb892ac72101 service neutron] Attempting to bind port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 on network b0365b51-ea1d-4154-b37b-d14ae3269368 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:02.265997 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ae608-347b-4b10-a799-5ec172bb58be req-58c602b4-7a65-4c52-ae70-fb892ac72101 service neutron] Port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 on network b0365b51-ea1d-4154-b37b-d14ae3269368 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:02.266325 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ae608-347b-4b10-a799-5ec172bb58be req-58c602b4-7a65-4c52-ae70-fb892ac72101 service neutron] Attempting to bind port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 on network b0365b51-ea1d-4154-b37b-d14ae3269368 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:02.274509 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ae608-347b-4b10-a799-5ec172bb58be req-58c602b4-7a65-4c52-ae70-fb892ac72101 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:02.274509 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ae608-347b-4b10-a799-5ec172bb58be req-58c602b4-7a65-4c52-ae70-fb892ac72101 service neutron] Checking segment: {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:02.274509 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ae608-347b-4b10-a799-5ec172bb58be req-58c602b4-7a65-4c52-ae70-fb892ac72101 service neutron] Bound using segment: {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:02.275025 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a75ae608-347b-4b10-a799-5ec172bb58be req-58c602b4-7a65-4c52-ae70-fb892ac72101 service neutron] Bound port: 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:02.275500 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a75ae608-347b-4b10-a799-5ec172bb58be req-58c602b4-7a65-4c52-ae70-fb892ac72101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.346384 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f59b7-fc10-47da-bf4e-8ac310ce24ac req-5f3b8563-8a9f-428b-ba19-f8b4e4d05def tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:02.347965 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7d7f59b7-fc10-47da-bf4e-8ac310ce24ac req-5f3b8563-8a9f-428b-ba19-f8b4e4d05def tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6a88664-ec65-44ea-9fa0-66585eb80d15 HTTP/1.1" status: 200 len: 945 time: 0.3183520 Jul 05 03:49:02.351228 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.375516 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d7512-4199-4524-813d-d8ca5bcf139c req-6519aaed-5166-41d9-9070-0f2f54dce706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:02.376928 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5c7d7512-4199-4524-813d-d8ca5bcf139c req-6519aaed-5166-41d9-9070-0f2f54dce706 service neutron] 10.222.0.89 "GET /v2.0/networks?id=03165c03-da88-4245-8e84-9b954eea306b HTTP/1.1" status: 200 len: 925 time: 0.2455232 Jul 05 03:49:02.425129 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b51403b-2e0e-45c6-bd11-b561949360f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1db195-e615-434c-b929-221bb2efa2f6'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:02.431727 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd29fd9d-c33d-4706-8ce9-0afc111f1f1d" -d '{"events": [{"server_uuid": "0b51403b-2e0e-45c6-bd11-b561949360f2", "name": "network-vif-plugged", "status": "completed", "tag": "ea1db195-e615-434c-b929-221bb2efa2f6"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:02.441268 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.458005 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port ea1db195-e615-434c-b929-221bb2efa2f6, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=ea1db195-e615-434c-b929-221bb2efa2f6,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:02.466026 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.467556 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5c7d7512-4199-4524-813d-d8ca5bcf139c req-6de2443e-f170-45e3-a26a-09a5e2c5ef62 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d5059db-1a61-4915-81cc-67139241042e HTTP/1.1" status: 200 len: 217 time: 0.0798922 Jul 05 03:49:02.469045 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a75ae608-347b-4b10-a799-5ec172bb58be req-58c602b4-7a65-4c52-ae70-fb892ac72101 service neutron] For port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:02.494827 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7d7f59b7-fc10-47da-bf4e-8ac310ce24ac req-6ba41a7f-38ab-49a8-a4e8-de2f3aeabeb8 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232779 Jul 05 03:49:02.528751 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a75ae608-347b-4b10-a799-5ec172bb58be req-58c602b4-7a65-4c52-ae70-fb892ac72101 service neutron] For port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:02.539198 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a75ae608-347b-4b10-a799-5ec172bb58be req-58c602b4-7a65-4c52-ae70-fb892ac72101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.615331 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d7512-4199-4524-813d-d8ca5bcf139c req-8a6d4b99-44e3-4626-8953-1efdebfbbfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:02.625009 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5c7d7512-4199-4524-813d-d8ca5bcf139c req-8a6d4b99-44e3-4626-8953-1efdebfbbfa7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=637932b0-f157-4611-98b0-74dc055ed6e0 HTTP/1.1" status: 200 len: 863 time: 0.1373854 Jul 05 03:49:02.678578 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=ea1db195-e615-434c-b929-221bb2efa2f6,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:02.766106 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae608-347b-4b10-a799-5ec172bb58be req-58c602b4-7a65-4c52-ae70-fb892ac72101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:02.766768 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a75ae608-347b-4b10-a799-5ec172bb58be req-58c602b4-7a65-4c52-ae70-fb892ac72101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.768255 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a75ae608-347b-4b10-a799-5ec172bb58be req-58c602b4-7a65-4c52-ae70-fb892ac72101 service neutron] 10.222.0.70 "PUT /v2.0/ports/89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 HTTP/1.1" status: 200 len: 1123 time: 2.1192317 Jul 05 03:49:02.815006 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-c5c48547-f424-4b5b-9505-2d1ffb25e987 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:02.820670 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-c5c48547-f424-4b5b-9505-2d1ffb25e987 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/networks?id=e28478f6-2639-44fb-a0c1-a6a0eef695ec HTTP/1.1" status: 200 len: 815 time: 0.2528822 Jul 05 03:49:02.843165 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-8aa2b8af-e6b4-485d-a32a-a2829be6b3d9 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/quotas/1ebb181078a84cc8b55caf296982e9b5 HTTP/1.1" status: 200 len: 375 time: 0.0103652 Jul 05 03:49:02.865421 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:02.881482 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c602b4-7a65-4c52-ae70-fb892ac72101 service neutron] Pushing event updated for resources: {'Port': ['ID=89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6,revision_number=8']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:02.886718 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-1237c953-c4a2-4d9e-97d3-bde5ba254c90 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ebb181078a84cc8b55caf296982e9b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334194 Jul 05 03:49:02.936716 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d7512-4199-4524-813d-d8ca5bcf139c req-8ceadb7b-1b8b-49dc-9e08-38cc7058aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:02.938480 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5c7d7512-4199-4524-813d-d8ca5bcf139c req-8ceadb7b-1b8b-49dc-9e08-38cc7058aae5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=03165c03-da88-4245-8e84-9b954eea306b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2958534 Jul 05 03:49:03.024868 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47357dab-2af0-4b9e-be36-a423ec2e97a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6'}, {'name': 'network-changed', 'server_uuid': '47357dab-2af0-4b9e-be36-a423ec2e97a3', 'tag': '89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:03.028397 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808f1e9a-ab25-4b33-98fa-c1f62d8deb07" -d '{"events": [{"server_uuid": "47357dab-2af0-4b9e-be36-a423ec2e97a3", "name": "network-vif-unplugged", "status": "completed", "tag": "89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6"}, {"name": "network-changed", "server_uuid": "47357dab-2af0-4b9e-be36-a423ec2e97a3", "tag": "89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:03.042974 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-d374a3a9-16af-4fac-addf-cd6ac3efd551 service neutron] 10.222.0.77 "GET /v2.0/networks/e28478f6-2639-44fb-a0c1-a6a0eef695ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443229 Jul 05 03:49:03.049699 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa8386-ff3b-4a88-9682-1e23b7b228b8 req-0c45b0c2-1f90-4076-b978-e01b71893256 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:03.052578 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3caa8386-ff3b-4a88-9682-1e23b7b228b8 req-0c45b0c2-1f90-4076-b978-e01b71893256 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 943 time: 0.2807171 Jul 05 03:49:03.133308 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5c7d7512-4199-4524-813d-d8ca5bcf139c req-e8784aa7-dc38-4ea2-8d7c-9ca092166f2c service neutron] 10.222.0.89 "GET /v2.0/networks/03165c03-da88-4245-8e84-9b954eea306b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851680 Jul 05 03:49:03.159318 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3caa8386-ff3b-4a88-9682-1e23b7b228b8 req-8ec54a0d-3ed1-4c75-9ae3-e17a9770d9c7 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897875 Jul 05 03:49:03.222406 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-94871893-03c0-469c-b335-35af2cf39cb0 service neutron] 10.222.0.77 "GET /v2.0/networks/e28478f6-2639-44fb-a0c1-a6a0eef695ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713574 Jul 05 03:49:03.290874 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5c7d7512-4199-4524-813d-d8ca5bcf139c req-72efdf83-b358-4843-9dca-ccb5bc60fca1 service neutron] 10.222.0.89 "GET /v2.0/networks/03165c03-da88-4245-8e84-9b954eea306b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508849 Jul 05 03:49:03.400937 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4e543cac-c476-4021-b793-06b55957ecd1 req-67608a36-867b-4a82-888d-7357cdc5ee04 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 210 time: 0.0411103 Jul 05 03:49:03.521396 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-9e844e23-76fe-45b1-8547-6087327f7259 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232775 Jul 05 03:49:03.594144 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7762d2-fb59-4ed2-b02c-6c2580a6bf58 req-4909220d-55a6-4ad7-8b29-dfc739a1a087 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:03.601924 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7a7762d2-fb59-4ed2-b02c-6c2580a6bf58 req-4909220d-55a6-4ad7-8b29-dfc739a1a087 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b51403b-2e0e-45c6-bd11-b561949360f2 HTTP/1.1" status: 200 len: 948 time: 0.1219945 Jul 05 03:49:03.624958 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45374) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:03.653353 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7a7762d2-fb59-4ed2-b02c-6c2580a6bf58 req-67a79423-4548-457f-9de0-9ab4d6a10231 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500941 Jul 05 03:49:03.703735 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-772afb74-b96e-498b-b934-5b4902559adb tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:03.703735 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-772afb74-b96e-498b-b934-5b4902559adb tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1704626 Jul 05 03:49:03.721478 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-16caaed9-afe9-43be-943c-2678397cbc1c tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/quotas/b9e63c3dfe9644899e38a11b90eafef2 HTTP/1.1" status: 200 len: 375 time: 0.0133145 Jul 05 03:49:03.722700 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c700377d-9e1d-4bbf-87c4-4324f9493562 x-openstack-request-id: req-c700377d-9e1d-4bbf-87c4-4324f9493562 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:03.723244 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b51403b-2e0e-45c6-bd11-b561949360f2", "name": "network-vif-plugged", "status": "completed", "tag": "ea1db195-e615-434c-b929-221bb2efa2f6", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:03.723332 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c700377d-9e1d-4bbf-87c4-4324f9493562 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:03.723665 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b51403b-2e0e-45c6-bd11-b561949360f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1db195-e615-434c-b929-221bb2efa2f6', 'code': 200} Jul 05 03:49:03.813168 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-70b104f2-dcf1-4fe7-82c0-9cd50e0facc6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-475450641-network', 'tenant_id': '1a74b26ba64b4f4bbf9625c60f49fd48'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:03.851781 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-1d23eaed-3389-4736-8287-bb721d74497f tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1204772 Jul 05 03:49:03.869041 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b104f2-dcf1-4fe7-82c0-9cd50e0facc6 admin admin] Made reservation on behalf of 1a74b26ba64b4f4bbf9625c60f49fd48 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:03.872523 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-70b104f2-dcf1-4fe7-82c0-9cd50e0facc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:03.916285 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-70b104f2-dcf1-4fe7-82c0-9cd50e0facc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:03.951050 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8d5059db-1a61-4915-81cc-67139241042e details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:03.985075 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b9fc7-82d5-4fba-98fa-08c889ba6063 req-e408ed0d-9199-47f2-aa50-4ff976ae97e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:03.986838 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ab0b9fc7-82d5-4fba-98fa-08c889ba6063 req-e408ed0d-9199-47f2-aa50-4ff976ae97e0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0b51403b-2e0e-45c6-bd11-b561949360f2 HTTP/1.1" status: 200 len: 1100 time: 0.1095524 Jul 05 03:49:04.051110 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ab0b9fc7-82d5-4fba-98fa-08c889ba6063 req-1d890c2d-f070-4853-8930-be99e704dd94 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538089 Jul 05 03:49:04.118109 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8d5059db-1a61-4915-81cc-67139241042e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8d5059db-1a61-4915-81cc-67139241042e,segment=NetworkSegment(b3fe746c-afab-4ea9-83e8-76d493f2647b),segment_id=b3fe746c-afab-4ea9-83e8-76d493f2647b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:04.142022 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '8d5059db-1a61-4915-81cc-67139241042e', 'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'port_id': '8d5059db-1a61-4915-81cc-67139241042e', 'mac_address': 'fa:16:3e:61:87:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:04.152643 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-70b104f2-dcf1-4fe7-82c0-9cd50e0facc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:04.162862 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-70b104f2-dcf1-4fe7-82c0-9cd50e0facc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:04.200683 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b104f2-dcf1-4fe7-82c0-9cd50e0facc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:49:04.218605 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b104f2-dcf1-4fe7-82c0-9cd50e0facc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3044be-6bd4-4cc5-a3ea-8f956f2da2a9,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:04.225844 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:04.232399 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-70b104f2-dcf1-4fe7-82c0-9cd50e0facc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:04.233440 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-70b104f2-dcf1-4fe7-82c0-9cd50e0facc6 admin admin] Added segment 3d7d4f13-209d-46fd-ad9f-79f6aad8ad9c of type vlan for network 595999e9-6a16-451e-800f-ede6974ed62d Jul 05 03:49:04.246403 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:04.258116 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d5059db-1a61-4915-81cc-67139241042e {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:04.282265 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8d5059db-1a61-4915-81cc-67139241042e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8d5059db-1a61-4915-81cc-67139241042e,segment=NetworkSegment(b3fe746c-afab-4ea9-83e8-76d493f2647b),segment_id=b3fe746c-afab-4ea9-83e8-76d493f2647b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:04.289178 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-70b104f2-dcf1-4fe7-82c0-9cd50e0facc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:04.289422 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:04.337730 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-70b104f2-dcf1-4fe7-82c0-9cd50e0facc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:04.339785 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b104f2-dcf1-4fe7-82c0-9cd50e0facc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:04.341036 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-70b104f2-dcf1-4fe7-82c0-9cd50e0facc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:04.390665 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-70b104f2-dcf1-4fe7-82c0-9cd50e0facc6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7613344 Jul 05 03:49:04.392852 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45394) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:04.398757 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=8d5059db-1a61-4915-81cc-67139241042e,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:04.401020 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-c18e47e1-5997-40d4-b0e0-880b18301a0c admin admin] Request body: {'subnet': {'network_id': '595999e9-6a16-451e-800f-ede6974ed62d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-475450641-subnet', 'tenant_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:04.422055 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005d1a3a-3769-43e8-a0a6-922c88064418 x-openstack-request-id: req-005d1a3a-3769-43e8-a0a6-922c88064418 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:04.422345 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47357dab-2af0-4b9e-be36-a423ec2e97a3", "name": "network-vif-unplugged", "status": "completed", "tag": "89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6", "code": 200}, {"name": "network-changed", "server_uuid": "47357dab-2af0-4b9e-be36-a423ec2e97a3", "tag": "89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:04.422597 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-005d1a3a-3769-43e8-a0a6-922c88064418 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:04.422987 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47357dab-2af0-4b9e-be36-a423ec2e97a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6', 'code': 200} Jul 05 03:49:04.423278 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47357dab-2af0-4b9e-be36-a423ec2e97a3', 'tag': '89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6', 'status': 'completed', 'code': 200} Jul 05 03:49:04.450945 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18e47e1-5997-40d4-b0e0-880b18301a0c admin admin] Made reservation on behalf of 1a74b26ba64b4f4bbf9625c60f49fd48 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:04.455791 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c18e47e1-5997-40d4-b0e0-880b18301a0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:04.584615 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['8d5059db-1a61-4915-81cc-67139241042e'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:04.656086 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-42b0fa0a-1e2c-4ee7-bd4b-818622c83efb req-f44cd9ec-f3dc-4495-9d9a-421cd416abcc tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c21103-d72c-40b0-b1f3-eccce6c94a09 HTTP/1.1" status: 200 len: 210 time: 0.0879309 Jul 05 03:49:04.673700 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b104f2-dcf1-4fe7-82c0-9cd50e0facc6 admin admin] Pushing event updated for resources: {'Network': ['ID=595999e9-6a16-451e-800f-ede6974ed62d,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:04.682636 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-83c6c2af-284f-487b-b39a-7e9bb1b41805 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:04.685886 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-83c6c2af-284f-487b-b39a-7e9bb1b41805 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.70 "GET /v2.0/networks?id=e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 200 len: 808 time: 0.1417129 Jul 05 03:49:04.695975 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 595999e9-6a16-451e-800f-ede6974ed62d details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:49:04.704386 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f1e9a-ab25-4b33-98fa-c1f62d8deb07 req-3ed1580b-9c8b-4f70-a18e-af7757329116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:04.706424 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-808f1e9a-ab25-4b33-98fa-c1f62d8deb07 req-3ed1580b-9c8b-4f70-a18e-af7757329116 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 1126 time: 0.2508955 Jul 05 03:49:04.886625 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f1e9a-ab25-4b33-98fa-c1f62d8deb07 req-9655384c-0865-4a89-bb20-df809152d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:04.888867 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-808f1e9a-ab25-4b33-98fa-c1f62d8deb07 req-9655384c-0865-4a89-bb20-df809152d5ce service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 922 time: 0.1712770 Jul 05 03:49:04.935494 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-7c2d9b90-e193-4173-a872-1aaad074a5ac tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Request body: {'port': {'device_id': 'd386b8e7-e470-4f41-a8dd-d5cbeddeebf9', 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd', 'admin_state_up': True, 'tenant_id': '6079881a5dcb456f811aa69e44c04ef0'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:04.979407 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-808f1e9a-ab25-4b33-98fa-c1f62d8deb07 req-2cb5c775-6ce8-4a8b-8a0a-eabde167f372 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 HTTP/1.1" status: 200 len: 217 time: 0.0816555 Jul 05 03:49:05.126663 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c18e47e1-5997-40d4-b0e0-880b18301a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:05.128780 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f1e9a-ab25-4b33-98fa-c1f62d8deb07 req-99ff9986-d6b7-4777-968f-c8f5dbe74cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:05.131073 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-808f1e9a-ab25-4b33-98fa-c1f62d8deb07 req-99ff9986-d6b7-4777-968f-c8f5dbe74cfe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8d29ec61-cb40-45c9-a308-0007b5185cb0 HTTP/1.1" status: 200 len: 861 time: 0.1454220 Jul 05 03:49:05.168987 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-808f1e9a-ab25-4b33-98fa-c1f62d8deb07 req-1f136776-ee47-4a9d-8e44-0c48855d3284 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0365b51-ea1d-4154-b37b-d14ae3269368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306313 Jul 05 03:49:05.182826 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e47e1-5997-40d4-b0e0-880b18301a0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e00aa56-ed14-41c6-9892-84af385e1eba,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:05.203223 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde386cb-1f11-4868-b3a2-7cf60ce0a714 req-f8d7f21a-30cc-41db-9fb5-230978535999 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:05.212362 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bde386cb-1f11-4868-b3a2-7cf60ce0a714 req-f8d7f21a-30cc-41db-9fb5-230978535999 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/ports?device_id=34339d45-a2fd-40dd-8a14-12542db91f14 HTTP/1.1" status: 200 len: 944 time: 0.6683369 Jul 05 03:49:05.256956 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1d531-3657-4176-9747-3841e3c39642 req-e4bc96df-3e6e-4eb6-8bb2-c471622c1dbe tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:05.263714 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6ab1d531-3657-4176-9747-3841e3c39642 req-e4bc96df-3e6e-4eb6-8bb2-c471622c1dbe tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 943 time: 0.2447572 Jul 05 03:49:05.312571 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bde386cb-1f11-4868-b3a2-7cf60ce0a714 req-b40487a7-2023-4e3d-996a-468b5b65f607 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/security-groups?id=f439127f-1999-4899-ba05-78beae4b9fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990670 Jul 05 03:49:05.339683 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6ab1d531-3657-4176-9747-3841e3c39642 req-77336982-6deb-4d24-a48e-fc0f43f6ed17 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650165 Jul 05 03:49:05.340101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-7c2d9b90-e193-4173-a872-1aaad074a5ac tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Made reservation on behalf of 6079881a5dcb456f811aa69e44c04ef0 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:05.343901 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-7c2d9b90-e193-4173-a872-1aaad074a5ac tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:05.352189 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-808f1e9a-ab25-4b33-98fa-c1f62d8deb07 req-1d96230f-e95b-4d93-aada-646e203d0cd9 service neutron] 10.222.0.89 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705382 Jul 05 03:49:05.366936 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18e47e1-5997-40d4-b0e0-880b18301a0c admin admin] Checking segment: {'id': '3d7d4f13-209d-46fd-ad9f-79f6aad8ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '595999e9-6a16-451e-800f-ede6974ed62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:05.366936 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18e47e1-5997-40d4-b0e0-880b18301a0c admin admin] Network hostable DHCP agents. Network: 595999e9-6a16-451e-800f-ede6974ed62d, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:49:05.419314 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18e47e1-5997-40d4-b0e0-880b18301a0c admin admin] Network 595999e9-6a16-451e-800f-ede6974ed62d is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:49:05.466856 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-c18e47e1-5997-40d4-b0e0-880b18301a0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 595999e9-6a16-451e-800f-ede6974ed62d) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:05.476196 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc74edb2-6d7d-4ed0-959b-dbe7c545989a None None] Network 595999e9-6a16-451e-800f-ede6974ed62d requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:05.503474 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18e47e1-5997-40d4-b0e0-880b18301a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:05.504330 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c18e47e1-5997-40d4-b0e0-880b18301a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:05.574999 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c18e47e1-5997-40d4-b0e0-880b18301a0c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1799984 Jul 05 03:49:05.583175 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45418) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:05.601104 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ea71343e-86dd-4687-889e-0f4f82ca7fe9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-475450641-router', 'tenant_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:05.690906 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-808f1e9a-ab25-4b33-98fa-c1f62d8deb07 req-164e9dab-f2bc-43c0-8efb-7e7ff0a06171 service neutron] 10.222.0.89 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247085 Jul 05 03:49:05.710816 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-7c2d9b90-e193-4173-a872-1aaad074a5ac tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Allocated IP 172.20.0.14 (e37bffed-7318-4dad-93bc-2135e6f53abd/ed0a1ef0-1506-4eb0-93c1-51dd53393e81/57ccad2b-7e9a-40fb-b60e-7576fc09e7e2) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:05.713067 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ea71343e-86dd-4687-889e-0f4f82ca7fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:05.714592 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ea71343e-86dd-4687-889e-0f4f82ca7fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:05.821646 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e7c0ce-ddd9-4e70-81d8-cf36e7935282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-595999e9-6a16-451e-800f-ede6974ed62d', 'network_id': '595999e9-6a16-451e-800f-ede6974ed62d', 'tenant_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'fixed_ips': [{'subnet_id': '6e00aa56-ed14-41c6-9892-84af385e1eba'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:49:05.823744 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-68e7c0ce-ddd9-4e70-81d8-cf36e7935282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:05.877658 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ea71343e-86dd-4687-889e-0f4f82ca7fe9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:05.901262 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-094e616e-ad03-41eb-8c0b-b46569b16e1a req-ea563372-22a9-4d0c-b702-92f68e8f4601 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 210 time: 0.0909119 Jul 05 03:49:06.071085 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8d5059db-1a61-4915-81cc-67139241042e up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:06.078563 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:06.085803 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ea71343e-86dd-4687-889e-0f4f82ca7fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.157583 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-68e7c0ce-ddd9-4e70-81d8-cf36e7935282 None None] Allocated IP 172.20.0.2 (595999e9-6a16-451e-800f-ede6974ed62d/6e00aa56-ed14-41c6-9892-84af385e1eba/de54e5ec-594f-4e0c-a79e-af620162355d) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:06.177904 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbbe68-ec00-42e7-aafa-1c95c57659d4 req-46230614-46ec-41cc-bba2-7d1db0369948 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:06.179710 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-17bbbe68-ec00-42e7-aafa-1c95c57659d4 req-46230614-46ec-41cc-bba2-7d1db0369948 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b51403b-2e0e-45c6-bd11-b561949360f2 HTTP/1.1" status: 200 len: 948 time: 0.3002667 Jul 05 03:49:06.183155 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-11a7e2e3-251f-4d6b-b7a4-802e0d4e6dd2 req-5d130688-ff73-4832-8fd6-90d1bf173009 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b5f3352-1bbe-4628-ba9b-0156d59fc7d8 HTTP/1.1" status: 200 len: 210 time: 0.1048818 Jul 05 03:49:06.210754 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-7c2d9b90-e193-4173-a872-1aaad074a5ac tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.279568 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-17bbbe68-ec00-42e7-aafa-1c95c57659d4 req-92f4bfc4-efef-460b-b59b-ac79a990ff2a tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848501 Jul 05 03:49:06.320971 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-7c2d9b90-e193-4173-a872-1aaad074a5ac tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.386735 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 8d5059db-1a61-4915-81cc-67139241042e completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:06.414355 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 8d5059db-1a61-4915-81cc-67139241042e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:06.414902 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.460669 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a1fa8203-31a8-43a4-9775-dd3cef1f9842 req-e6a584f0-bf46-45a4-a42a-06479dafac25 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c21103-d72c-40b0-b1f3-eccce6c94a09 HTTP/1.1" status: 200 len: 210 time: 0.1154468 Jul 05 03:49:06.482413 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:06.495093 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-7c2d9b90-e193-4173-a872-1aaad074a5ac tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Network e37bffed-7318-4dad-93bc-2135e6f53abd is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:06.507909 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-7c2d9b90-e193-4173-a872-1aaad074a5ac tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:06.521913 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 has no active binding in host n-h2-780147-23 {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:49:06.537980 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-7c2d9b90-e193-4173-a872-1aaad074a5ac tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:06.603598 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.628642 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-68e7c0ce-ddd9-4e70-81d8-cf36e7935282 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.641583 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ea71343e-86dd-4687-889e-0f4f82ca7fe9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.643765 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-7c2d9b90-e193-4173-a872-1aaad074a5ac tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:06.644454 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-7c2d9b90-e193-4173-a872-1aaad074a5ac tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.647130 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-68e7c0ce-ddd9-4e70-81d8-cf36e7935282 None None] Transition to ACTIVE for port object de54e5ec-594f-4e0c-a79e-af620162355d will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:06.657836 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34339d45-a2fd-40dd-8a14-12542db91f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5059db-1a61-4915-81cc-67139241042e'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:06.660131 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adcdd6d-4b10-4858-ad9a-48554d28170f" -d '{"events": [{"server_uuid": "34339d45-a2fd-40dd-8a14-12542db91f14", "name": "network-vif-plugged", "status": "completed", "tag": "8d5059db-1a61-4915-81cc-67139241042e"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:06.670375 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d9b90-e193-4173-a872-1aaad074a5ac tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Pushing event updated for resources: {'Port': ['ID=57ccad2b-7e9a-40fb-b60e-7576fc09e7e2,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:06.682587 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8d5059db-1a61-4915-81cc-67139241042e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8d5059db-1a61-4915-81cc-67139241042e,segment=NetworkSegment(b3fe746c-afab-4ea9-83e8-76d493f2647b),segment_id=b3fe746c-afab-4ea9-83e8-76d493f2647b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:06.683412 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-68e7c0ce-ddd9-4e70-81d8-cf36e7935282 None None] Transition to ACTIVE for port object de54e5ec-594f-4e0c-a79e-af620162355d will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:06.683825 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-7c2d9b90-e193-4173-a872-1aaad074a5ac tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7766476 Jul 05 03:49:06.687326 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ea71343e-86dd-4687-889e-0f4f82ca7fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.694833 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.699452 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-68e7c0ce-ddd9-4e70-81d8-cf36e7935282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.709695 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-e53cca46-8575-4146-8ef2-f0d58f57f393 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:06.711351 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-e53cca46-8575-4146-8ef2-f0d58f57f393 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.70 "GET /v2.0/networks?id=e28478f6-2639-44fb-a0c1-a6a0eef695ec HTTP/1.1" status: 200 len: 815 time: 0.3329942 Jul 05 03:49:06.734757 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-5156e219-5d6e-4dfc-8d55-46f0ec63a95f service neutron] Request body: {'port': {'device_id': 'd386b8e7-e470-4f41-a8dd-d5cbeddeebf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:06.753997 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e7c0ce-ddd9-4e70-81d8-cf36e7935282 None None] Network 595999e9-6a16-451e-800f-ede6974ed62d is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:06.757522 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-68e7c0ce-ddd9-4e70-81d8-cf36e7935282 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:06.759476 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-fd1b4a9d-a981-4341-b644-9a294dbdfb94 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Request body: {'port': {'device_id': '59c21103-d72c-40b0-b1f3-eccce6c94a09', 'network_id': 'e28478f6-2639-44fb-a0c1-a6a0eef695ec', 'admin_state_up': True, 'tenant_id': '1ebb181078a84cc8b55caf296982e9b5'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:06.761997 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e7c0ce-ddd9-4e70-81d8-cf36e7935282 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:06.772771 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccd4cb-78ef-4715-a6c8-b45d4e47936c req-9728ad2d-6ee4-4558-86a0-55bc4b8b6b75 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:06.774604 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2fccd4cb-78ef-4715-a6c8-b45d4e47936c req-9728ad2d-6ee4-4558-86a0-55bc4b8b6b75 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6a88664-ec65-44ea-9fa0-66585eb80d15 HTTP/1.1" status: 200 len: 945 time: 0.2575796 Jul 05 03:49:06.805704 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=8d5059db-1a61-4915-81cc-67139241042e,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:06.836904 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b927c3-d0ee-467b-8456-81832db8f94b req-63b57ad0-75eb-4b7c-8027-651eafd8e763 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:06.838462 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-21b927c3-d0ee-467b-8456-81832db8f94b req-63b57ad0-75eb-4b7c-8027-651eafd8e763 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/ports?device_id=34339d45-a2fd-40dd-8a14-12542db91f14 HTTP/1.1" status: 200 len: 945 time: 0.1461496 Jul 05 03:49:06.858548 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-68e7c0ce-ddd9-4e70-81d8-cf36e7935282 None None] Attempting to bind port de54e5ec-594f-4e0c-a79e-af620162355d on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:06.858945 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-68e7c0ce-ddd9-4e70-81d8-cf36e7935282 None None] Attempting to bind port de54e5ec-594f-4e0c-a79e-af620162355d by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '3d7d4f13-209d-46fd-ad9f-79f6aad8ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '595999e9-6a16-451e-800f-ede6974ed62d'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:06.859284 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e7c0ce-ddd9-4e70-81d8-cf36e7935282 None None] Attempting to bind port de54e5ec-594f-4e0c-a79e-af620162355d on network 595999e9-6a16-451e-800f-ede6974ed62d {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:06.859901 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-5156e219-5d6e-4dfc-8d55-46f0ec63a95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.870287 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e7c0ce-ddd9-4e70-81d8-cf36e7935282 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:06.870660 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e7c0ce-ddd9-4e70-81d8-cf36e7935282 None None] Checking segment: {'id': '3d7d4f13-209d-46fd-ad9f-79f6aad8ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '595999e9-6a16-451e-800f-ede6974ed62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:06.871068 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-68e7c0ce-ddd9-4e70-81d8-cf36e7935282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.871454 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e7c0ce-ddd9-4e70-81d8-cf36e7935282 None None] Bound using segment: {'id': '3d7d4f13-209d-46fd-ad9f-79f6aad8ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '595999e9-6a16-451e-800f-ede6974ed62d'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:06.871960 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-68e7c0ce-ddd9-4e70-81d8-cf36e7935282 None None] Bound port: de54e5ec-594f-4e0c-a79e-af620162355d, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d7d4f13-209d-46fd-ad9f-79f6aad8ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '595999e9-6a16-451e-800f-ede6974ed62d'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:06.872337 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-68e7c0ce-ddd9-4e70-81d8-cf36e7935282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.886333 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7c0ce-ddd9-4e70-81d8-cf36e7935282 None None] Pushing event updated for resources: {'Port': ['ID=de54e5ec-594f-4e0c-a79e-af620162355d,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:06.937081 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2fccd4cb-78ef-4715-a6c8-b45d4e47936c req-69f8f3ad-e247-4be0-b987-3d615f059dbf tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461372 Jul 05 03:49:06.944884 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-68e7c0ce-ddd9-4e70-81d8-cf36e7935282 None None] For port de54e5ec-594f-4e0c-a79e-af620162355d, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:06.948713 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-68e7c0ce-ddd9-4e70-81d8-cf36e7935282 None None] For port de54e5ec-594f-4e0c-a79e-af620162355d, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=de54e5ec-594f-4e0c-a79e-af620162355d,segment=NetworkSegment(3d7d4f13-209d-46fd-ad9f-79f6aad8ad9c),segment_id=3d7d4f13-209d-46fd-ad9f-79f6aad8ad9c)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:06.956741 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-68e7c0ce-ddd9-4e70-81d8-cf36e7935282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.962419 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-21b927c3-d0ee-467b-8456-81832db8f94b req-31f0898d-00a4-4ae4-93a5-6c27aaed45c1 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/security-groups?id=f439127f-1999-4899-ba05-78beae4b9fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147473 Jul 05 03:49:06.988216 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-ea71343e-86dd-4687-889e-0f4f82ca7fe9 admin admin] Allocated IP 172.25.1.147 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/90fc5042-1650-4505-9bec-5a7cf9b04c10) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:07.048011 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7c0ce-ddd9-4e70-81d8-cf36e7935282 None None] Pushing event updated for resources: {'Port': ['ID=de54e5ec-594f-4e0c-a79e-af620162355d,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:07.067256 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942dc667-ad7b-4058-8fe9-5880967c9dc8 x-openstack-request-id: req-942dc667-ad7b-4058-8fe9-5880967c9dc8 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:07.067816 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34339d45-a2fd-40dd-8a14-12542db91f14", "name": "network-vif-plugged", "status": "completed", "tag": "8d5059db-1a61-4915-81cc-67139241042e", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:07.068435 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-942dc667-ad7b-4058-8fe9-5880967c9dc8 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:07.068975 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34339d45-a2fd-40dd-8a14-12542db91f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5059db-1a61-4915-81cc-67139241042e', 'code': 200} Jul 05 03:49:07.165510 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-fd1b4a9d-a981-4341-b644-9a294dbdfb94 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Made reservation on behalf of 1ebb181078a84cc8b55caf296982e9b5 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:07.169166 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-fd1b4a9d-a981-4341-b644-9a294dbdfb94 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:07.335895 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-5156e219-5d6e-4dfc-8d55-46f0ec63a95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:07.349983 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-5156e219-5d6e-4dfc-8d55-46f0ec63a95f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:07.361310 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13466b3f-6762-4f2e-a816-5446268974d8 req-00ee1e81-ff29-41f3-9b90-2db8210f2f10 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:07.362947 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-13466b3f-6762-4f2e-a816-5446268974d8 req-00ee1e81-ff29-41f3-9b90-2db8210f2f10 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 932 time: 0.1497607 Jul 05 03:49:07.375384 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-5156e219-5d6e-4dfc-8d55-46f0ec63a95f service neutron] Transition to ACTIVE for port object 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:07.390146 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-5156e219-5d6e-4dfc-8d55-46f0ec63a95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:07.453941 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-13466b3f-6762-4f2e-a816-5446268974d8 req-ec00cec8-62db-4d98-99e5-4638be15d22a tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820310 Jul 05 03:49:07.464318 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156e219-5d6e-4dfc-8d55-46f0ec63a95f service neutron] Pushing event updated for resources: {'Port': ['ID=57ccad2b-7e9a-40fb-b60e-7576fc09e7e2,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:07.562814 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-5156e219-5d6e-4dfc-8d55-46f0ec63a95f service neutron] Attempting to bind port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:07.563260 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-5156e219-5d6e-4dfc-8d55-46f0ec63a95f service neutron] Attempting to bind port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:07.564213 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-5156e219-5d6e-4dfc-8d55-46f0ec63a95f service neutron] Attempting to bind port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 on network e37bffed-7318-4dad-93bc-2135e6f53abd {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:07.575284 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ea71343e-86dd-4687-889e-0f4f82ca7fe9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:07.607102 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d1562275-4fe2-446f-a1e8-64996d161b5f req-2358fccc-7953-4352-8f4e-3c463b3fa4f5 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b5f3352-1bbe-4628-ba9b-0156d59fc7d8 HTTP/1.1" status: 200 len: 210 time: 0.0406022 Jul 05 03:49:07.608514 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-5156e219-5d6e-4dfc-8d55-46f0ec63a95f service neutron] Port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 on network e37bffed-7318-4dad-93bc-2135e6f53abd not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:07.608905 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-5156e219-5d6e-4dfc-8d55-46f0ec63a95f service neutron] Attempting to bind port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 on network e37bffed-7318-4dad-93bc-2135e6f53abd {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:07.615599 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-5156e219-5d6e-4dfc-8d55-46f0ec63a95f service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:07.616311 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-5156e219-5d6e-4dfc-8d55-46f0ec63a95f service neutron] Checking segment: {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:07.617213 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-5156e219-5d6e-4dfc-8d55-46f0ec63a95f service neutron] Bound using segment: {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:07.617741 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-5156e219-5d6e-4dfc-8d55-46f0ec63a95f service neutron] Bound port: 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:07.618164 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-5156e219-5d6e-4dfc-8d55-46f0ec63a95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:07.671598 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b960e-7872-4347-a872-a68030676b4e req-89b90e94-7cd4-4d67-b7a2-8d39bf88c9c6 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:07.676039 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b43b960e-7872-4347-a872-a68030676b4e req-89b90e94-7cd4-4d67-b7a2-8d39bf88c9c6 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 943 time: 0.5822518 Jul 05 03:49:07.712695 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-5156e219-5d6e-4dfc-8d55-46f0ec63a95f service neutron] For port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:07.716340 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-5156e219-5d6e-4dfc-8d55-46f0ec63a95f service neutron] For port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=57ccad2b-7e9a-40fb-b60e-7576fc09e7e2,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:07.730997 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-5156e219-5d6e-4dfc-8d55-46f0ec63a95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:07.775742 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30924318-bab2-47b1-99fd-65c552626f8d req-91febef7-2894-421e-8534-0f8976b51916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:07.777434 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-30924318-bab2-47b1-99fd-65c552626f8d req-91febef7-2894-421e-8534-0f8976b51916 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=34339d45-a2fd-40dd-8a14-12542db91f14 HTTP/1.1" status: 200 len: 1097 time: 0.6021144 Jul 05 03:49:07.788977 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b43b960e-7872-4347-a872-a68030676b4e req-fc8a468a-11c8-414f-9a4e-3ac1e64c7285 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047897 Jul 05 03:49:07.797499 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ea71343e-86dd-4687-889e-0f4f82ca7fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:07.803364 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-5156e219-5d6e-4dfc-8d55-46f0ec63a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:07.804263 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-5156e219-5d6e-4dfc-8d55-46f0ec63a95f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:07.805721 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-5156e219-5d6e-4dfc-8d55-46f0ec63a95f service neutron] 10.222.0.70 "PUT /v2.0/ports/57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 HTTP/1.1" status: 200 len: 1093 time: 1.0762103 Jul 05 03:49:07.806180 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd386b8e7-e470-4f41-a8dd-d5cbeddeebf9', 'tag': '57ccad2b-7e9a-40fb-b60e-7576fc09e7e2'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:07.808789 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a340fe4c-3f6e-4eb5-aebe-d6c22ad24889" -d '{"events": [{"name": "network-changed", "server_uuid": "d386b8e7-e470-4f41-a8dd-d5cbeddeebf9", "tag": "57ccad2b-7e9a-40fb-b60e-7576fc09e7e2"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:07.841711 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156e219-5d6e-4dfc-8d55-46f0ec63a95f service neutron] Pushing event updated for resources: {'Port': ['ID=57ccad2b-7e9a-40fb-b60e-7576fc09e7e2,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:07.873034 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea71343e-86dd-4687-889e-0f4f82ca7fe9 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:07.881920 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-fd1b4a9d-a981-4341-b644-9a294dbdfb94 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Allocated IP 172.20.0.10 (e28478f6-2639-44fb-a0c1-a6a0eef695ec/08c25920-75bc-4b89-99bb-61149efe841b/facb5946-6a38-483d-b686-d0205f1cd23e) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:07.884315 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-ea71343e-86dd-4687-889e-0f4f82ca7fe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:07.892417 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa195034-6da1-43d9-8705-fdc9444abe4e req-2e7e629f-c5ff-43f4-8cd4-4ced0452b013 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:07.894458 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aa195034-6da1-43d9-8705-fdc9444abe4e req-2e7e629f-c5ff-43f4-8cd4-4ced0452b013 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b51403b-2e0e-45c6-bd11-b561949360f2 HTTP/1.1" status: 200 len: 948 time: 0.0823689 Jul 05 03:49:07.907488 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea71343e-86dd-4687-889e-0f4f82ca7fe9 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:07.918708 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-30924318-bab2-47b1-99fd-65c552626f8d req-6e9a71f0-7177-4912-be6d-95614d3b640d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f439127f-1999-4899-ba05-78beae4b9fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336648 Jul 05 03:49:07.949715 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71343e-86dd-4687-889e-0f4f82ca7fe9 admin admin] Pushing event updated for resources: {'Port': ['ID=90fc5042-1650-4505-9bec-5a7cf9b04c10,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:07.966288 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 04ff4ea5-7d78-4c30-905d-d740cf4bc920 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:08.014002 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aa195034-6da1-43d9-8705-fdc9444abe4e req-23c4e302-8a8f-477f-8c45-09b308517294 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995023 Jul 05 03:49:08.020632 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77e68f4a-fa08-4dcb-b572-36fd34c82ecc req-177060d8-de83-4681-b8e9-d7929ccb74bc tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c21103-d72c-40b0-b1f3-eccce6c94a09 HTTP/1.1" status: 200 len: 210 time: 0.0693378 Jul 05 03:49:08.052335 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-e2790862-91b7-4c2b-b269-0c8e70423315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:08.052335 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-e2790862-91b7-4c2b-b269-0c8e70423315 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6079881a5dcb456f811aa69e44c04ef0&device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 1096 time: 0.1478755 Jul 05 03:49:08.128522 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-8c453b68-671a-46d5-9f00-a0230b9c64ed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 HTTP/1.1" status: 200 len: 217 time: 0.0616739 Jul 05 03:49:08.130849 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9091b6c5-7600-492d-8b73-358122042a56 x-openstack-request-id: req-9091b6c5-7600-492d-8b73-358122042a56 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:08.131396 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d386b8e7-e470-4f41-a8dd-d5cbeddeebf9", "tag": "57ccad2b-7e9a-40fb-b60e-7576fc09e7e2", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:08.131885 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9091b6c5-7600-492d-8b73-358122042a56 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:08.132557 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd386b8e7-e470-4f41-a8dd-d5cbeddeebf9', 'tag': '57ccad2b-7e9a-40fb-b60e-7576fc09e7e2', 'status': 'completed', 'code': 200} Jul 05 03:49:08.163510 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device de54e5ec-594f-4e0c-a79e-af620162355d up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:08.234167 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-b692faee-7b88-42ae-9749-bd220cc8a7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:08.237090 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-b692faee-7b88-42ae-9749-bd220cc8a7d4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed0a1ef0-1506-4eb0-93c1-51dd53393e81 HTTP/1.1" status: 200 len: 848 time: 0.0891206 Jul 05 03:49:08.314613 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-e333395f-6c9c-47dc-b5cf-da10ccbf2530 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e37bffed-7318-4dad-93bc-2135e6f53abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575812 Jul 05 03:49:08.366039 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 04ff4ea5-7d78-4c30-905d-d740cf4bc920, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=04ff4ea5-7d78-4c30-905d-d740cf4bc920,segment=NetworkSegment(f87cced7-ca52-4702-b6f2-045f0cdb9433),segment_id=f87cced7-ca52-4702-b6f2-045f0cdb9433)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:08.386864 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '04ff4ea5-7d78-4c30-905d-d740cf4bc920', 'network_id': 'ed316610-b29c-457f-a987-9abff17192cf', 'port_id': '04ff4ea5-7d78-4c30-905d-d740cf4bc920', 'mac_address': 'fa:16:3e:01:0a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b36211-a6e0-42fa-9ae6-cabeeef08bd3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:08.397867 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port de54e5ec-594f-4e0c-a79e-af620162355d completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:08.419065 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62019c2-f0a1-4106-8d60-4183187e3900 None None] Network 595999e9-6a16-451e-800f-ede6974ed62d requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:08.495272 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-fd1b4a9d-a981-4341-b644-9a294dbdfb94 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:08.529169 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:08.539582 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-56202ca7-3e52-4ef5-a9e9-f7eaf77f552b None None] Provisioning for port de54e5ec-594f-4e0c-a79e-af620162355d completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:08.570328 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-56202ca7-3e52-4ef5-a9e9-f7eaf77f552b None None] Provisioning complete for port de54e5ec-594f-4e0c-a79e-af620162355d triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:08.570855 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-56202ca7-3e52-4ef5-a9e9-f7eaf77f552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:08.573450 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04ff4ea5-7d78-4c30-905d-d740cf4bc920 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:08.578327 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbbcc5-6f19-474b-abec-717a349c3b72 req-f9604b22-36fb-4742-a612-ced181f5f422 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:08.588524 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26bbbcc5-6f19-474b-abec-717a349c3b72 req-f9604b22-36fb-4742-a612-ced181f5f422 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6a88664-ec65-44ea-9fa0-66585eb80d15 HTTP/1.1" status: 200 len: 945 time: 0.3302646 Jul 05 03:49:08.625370 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-fa1273c4-814c-4dc6-b956-09bef1407f40 service neutron] 10.222.0.70 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097851 Jul 05 03:49:08.633182 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.70', 59223) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:08.645452 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26bbbcc5-6f19-474b-abec-717a349c3b72 req-8149b968-b8fd-4b27-999b-c8266ccb96ed tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455170 Jul 05 03:49:08.654860 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79696494-dcf8-40c3-b593-6848757ffd19 req-c2a5bea1-5b3e-41e3-a73b-748bc1a2b055 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:08.656968 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-79696494-dcf8-40c3-b593-6848757ffd19 req-c2a5bea1-5b3e-41e3-a73b-748bc1a2b055 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/ports?device_id=34339d45-a2fd-40dd-8a14-12542db91f14 HTTP/1.1" status: 200 len: 945 time: 0.2864046 Jul 05 03:49:08.683563 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ea71343e-86dd-4687-889e-0f4f82ca7fe9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:08.805274 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9c3ef54-7a68-429f-9088-8bee40e7243b req-0f8912ec-4bf1-4c61-8a01-a6a342bb3ee4 service neutron] 10.222.0.70 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409581 Jul 05 03:49:08.860809 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 04ff4ea5-7d78-4c30-905d-d740cf4bc920, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=04ff4ea5-7d78-4c30-905d-d740cf4bc920,segment=NetworkSegment(f87cced7-ca52-4702-b6f2-045f0cdb9433),segment_id=f87cced7-ca52-4702-b6f2-045f0cdb9433)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:08.889354 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:08.894635 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-89acab98-da5c-4cf7-8322-21446d79bfcf tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2320700 Jul 05 03:49:08.897344 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-fd1b4a9d-a981-4341-b644-9a294dbdfb94 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:08.995584 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['04ff4ea5-7d78-4c30-905d-d740cf4bc920'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:09.109919 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340fe4c-3f6e-4eb5-aebe-d6c22ad24889 req-f044ccb9-9fe3-4b83-811d-ec5fbde201cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:09.112050 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a340fe4c-3f6e-4eb5-aebe-d6c22ad24889 req-f044ccb9-9fe3-4b83-811d-ec5fbde201cc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6079881a5dcb456f811aa69e44c04ef0&device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 1096 time: 0.1439002 Jul 05 03:49:09.172510 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-fd1b4a9d-a981-4341-b644-9a294dbdfb94 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Network e28478f6-2639-44fb-a0c1-a6a0eef695ec is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:09.178834 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=04ff4ea5-7d78-4c30-905d-d740cf4bc920,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:09.225282 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-56202ca7-3e52-4ef5-a9e9-f7eaf77f552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:09.294254 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-79696494-dcf8-40c3-b593-6848757ffd19 req-baf3e0d7-e2d8-49d6-a8dc-15586469abd6 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/security-groups?id=f439127f-1999-4899-ba05-78beae4b9fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6215882 Jul 05 03:49:09.303140 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b4a9d-a981-4341-b644-9a294dbdfb94 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Pushing event updated for resources: {'Port': ['ID=facb5946-6a38-483d-b686-d0205f1cd23e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:09.318415 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15904fe1-bdc7-44eb-b643-040a3c80dd57 req-89fd41a4-2dbc-4cc2-94fe-671d5afd424a tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:09.320044 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-15904fe1-bdc7-44eb-b643-040a3c80dd57 req-89fd41a4-2dbc-4cc2-94fe-671d5afd424a tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 944 time: 0.1244731 Jul 05 03:49:09.322640 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340fe4c-3f6e-4eb5-aebe-d6c22ad24889 req-419e7531-386c-4ec4-9438-0e14d0561872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:09.331587 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-56202ca7-3e52-4ef5-a9e9-f7eaf77f552b None None] For port de54e5ec-594f-4e0c-a79e-af620162355d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=de54e5ec-594f-4e0c-a79e-af620162355d,segment=NetworkSegment(3d7d4f13-209d-46fd-ad9f-79f6aad8ad9c),segment_id=3d7d4f13-209d-46fd-ad9f-79f6aad8ad9c)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:09.335693 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-fd1b4a9d-a981-4341-b644-9a294dbdfb94 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:09.338344 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-fd1b4a9d-a981-4341-b644-9a294dbdfb94 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:09.341975 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-56202ca7-3e52-4ef5-a9e9-f7eaf77f552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:09.351003 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a340fe4c-3f6e-4eb5-aebe-d6c22ad24889 req-419e7531-386c-4ec4-9438-0e14d0561872 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 200 len: 909 time: 0.2061913 Jul 05 03:49:09.372783 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b4a9d-a981-4341-b644-9a294dbdfb94 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:09.373138 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b4a9d-a981-4341-b644-9a294dbdfb94 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:09.373482 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b4a9d-a981-4341-b644-9a294dbdfb94 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:09.373820 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b4a9d-a981-4341-b644-9a294dbdfb94 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:09.374156 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b4a9d-a981-4341-b644-9a294dbdfb94 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:09.374494 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b4a9d-a981-4341-b644-9a294dbdfb94 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:09.374823 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b4a9d-a981-4341-b644-9a294dbdfb94 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:09.375151 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b4a9d-a981-4341-b644-9a294dbdfb94 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:09.375480 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b4a9d-a981-4341-b644-9a294dbdfb94 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:09.375826 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b4a9d-a981-4341-b644-9a294dbdfb94 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:09.376508 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b4a9d-a981-4341-b644-9a294dbdfb94 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:09.376837 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b4a9d-a981-4341-b644-9a294dbdfb94 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:09.382614 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a75ae608-347b-4b10-a799-5ec172bb58be req-358381dc-a449-4aa6-bb1b-6c77ab280f73 service neutron] 10.222.0.89 "GET /v2.0/ports/89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6/bindings/n-h2-780147-23 HTTP/1.1" status: 200 len: 385 time: 0.2676966 Jul 05 03:49:09.391414 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d48bdc8d-0110-4237-998c-cda5375659ba req-cdf6d991-e66d-4e19-b6c1-d7d11b63c23d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7300038 Jul 05 03:49:09.409110 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-4ecd2f61-15c2-4455-8437-2ed32a3c6aa4 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:09.410792 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-4ecd2f61-15c2-4455-8437-2ed32a3c6aa4 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4427471 Jul 05 03:49:09.443130 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-2d527413-b17d-4f84-8cab-cbaee9789910 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Request body: {'port': {'device_id': '89a22b08-69b7-4581-bce0-995e2ab68bf4', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': 'b9e63c3dfe9644899e38a11b90eafef2'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:09.443703 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56202ca7-3e52-4ef5-a9e9-f7eaf77f552b None None] Pushing event updated for resources: {'Port': ['ID=de54e5ec-594f-4e0c-a79e-af620162355d,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:09.469434 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ea71343e-86dd-4687-889e-0f4f82ca7fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:09.494775 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a340fe4c-3f6e-4eb5-aebe-d6c22ad24889 req-6267bd62-15b9-496b-a913-da1eff3d52b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 HTTP/1.1" status: 200 len: 217 time: 0.1396322 Jul 05 03:49:09.559345 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-15904fe1-bdc7-44eb-b643-040a3c80dd57 req-dbe33136-1adc-417e-820d-7a8028d3b1e4 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744576 Jul 05 03:49:09.581993 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340fe4c-3f6e-4eb5-aebe-d6c22ad24889 req-01c3ae4a-7515-4d16-abb7-aebf1fcb9215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:09.584151 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a340fe4c-3f6e-4eb5-aebe-d6c22ad24889 req-01c3ae4a-7515-4d16-abb7-aebf1fcb9215 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed0a1ef0-1506-4eb0-93c1-51dd53393e81 HTTP/1.1" status: 200 len: 848 time: 0.0812211 Jul 05 03:49:09.585954 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-fd1b4a9d-a981-4341-b644-9a294dbdfb94 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:09.586728 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-fd1b4a9d-a981-4341-b644-9a294dbdfb94 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:09.596170 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.70', 59224) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:09.599449 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-19dc052e-dc25-4274-8948-c2060f562d1d req-32b73515-4638-4e10-91d7-0f0d90f1473e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b5f3352-1bbe-4628-ba9b-0156d59fc7d8 HTTP/1.1" status: 200 len: 210 time: 0.0799122 Jul 05 03:49:09.704115 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1241c5f1-38df-440c-8f0f-c610fd7e65de None None] Provisioning complete for port de54e5ec-594f-4e0c-a79e-af620162355d triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:09.706069 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1241c5f1-38df-440c-8f0f-c610fd7e65de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:09.724834 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-fd1b4a9d-a981-4341-b644-9a294dbdfb94 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9705911 Jul 05 03:49:09.726589 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-62439a4c-7238-49d2-b7cb-3032336aa15d tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835125 Jul 05 03:49:09.742556 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a340fe4c-3f6e-4eb5-aebe-d6c22ad24889 req-ea0a3773-f0a2-402b-bc27-b9dcf5d9e36d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e37bffed-7318-4dad-93bc-2135e6f53abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1251228 Jul 05 03:49:09.778492 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-e498b5b2-7ab1-4978-ad34-7c3e296c4ec9 service neutron] Request body: {'port': {'device_id': '59c21103-d72c-40b0-b1f3-eccce6c94a09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:10.004682 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:10.018680 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-2d527413-b17d-4f84-8cab-cbaee9789910 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Made reservation on behalf of b9e63c3dfe9644899e38a11b90eafef2 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:10.022761 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-2d527413-b17d-4f84-8cab-cbaee9789910 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:10.089038 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device de54e5ec-594f-4e0c-a79e-af620162355d up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:10.135742 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bdc8d-0110-4237-998c-cda5375659ba req-59ace57b-db8e-47ba-8c19-b5bddf19a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.137000 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d48bdc8d-0110-4237-998c-cda5375659ba req-59ace57b-db8e-47ba-8c19-b5bddf19a026 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d0eb0b510614f178c10ded04d8bf66d&device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 1102 time: 0.5160756 Jul 05 03:49:10.185164 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port de54e5ec-594f-4e0c-a79e-af620162355d triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:10.185702 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:10.223415 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a340fe4c-3f6e-4eb5-aebe-d6c22ad24889 req-0f063f19-07ab-4e16-8379-a9e1d99189cb service neutron] 10.222.0.70 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618857 Jul 05 03:49:10.260734 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 04ff4ea5-7d78-4c30-905d-d740cf4bc920 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:10.388837 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bdc8d-0110-4237-998c-cda5375659ba req-c6cf39be-e93f-4ea7-a3ea-754edf379ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.389214 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:10.390328 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d48bdc8d-0110-4237-998c-cda5375659ba req-c6cf39be-e93f-4ea7-a3ea-754edf379ec5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.1964047 Jul 05 03:49:10.398238 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4c91b-cce3-43f5-889e-340a1b356a7b req-08a87134-e870-4591-8aa3-1e3ca2d0e86c tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.399782 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6ce4c91b-cce3-43f5-889e-340a1b356a7b req-08a87134-e870-4591-8aa3-1e3ca2d0e86c tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c21103-d72c-40b0-b1f3-eccce6c94a09 HTTP/1.1" status: 200 len: 932 time: 0.2259719 Jul 05 03:49:10.406233 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 04ff4ea5-7d78-4c30-905d-d740cf4bc920 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:10.428254 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 04ff4ea5-7d78-4c30-905d-d740cf4bc920, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=04ff4ea5-7d78-4c30-905d-d740cf4bc920,segment=NetworkSegment(f87cced7-ca52-4702-b6f2-045f0cdb9433),segment_id=f87cced7-ca52-4702-b6f2-045f0cdb9433)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:10.433284 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:10.457111 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d48bdc8d-0110-4237-998c-cda5375659ba req-a73cc645-bb75-4523-b30c-f372ecfc2891 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=59178975-5931-459a-8b65-bb8e3f4d5778 HTTP/1.1" status: 200 len: 217 time: 0.0563393 Jul 05 03:49:10.468735 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a340fe4c-3f6e-4eb5-aebe-d6c22ad24889 req-bf53058a-34f5-47ad-8b87-3cda79751afa service neutron] 10.222.0.70 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080071 Jul 05 03:49:10.488334 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-d8d94f6e-8bfd-4c20-b710-f7e5386a0f7a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.489911 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-d8d94f6e-8bfd-4c20-b710-f7e5386a0f7a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7060499 Jul 05 03:49:10.491763 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=04ff4ea5-7d78-4c30-905d-d740cf4bc920,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:10.498588 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-e498b5b2-7ab1-4978-ad34-7c3e296c4ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:10.517637 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6ce4c91b-cce3-43f5-889e-340a1b356a7b req-0a7a2e70-4adc-4180-8401-651892bd27e3 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/security-groups?id=68433574-909c-4739-8a30-e2cc02b714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049526 Jul 05 03:49:10.527648 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bdc8d-0110-4237-998c-cda5375659ba req-02f21f57-275f-480e-aed7-fcd2c9ce5785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.529126 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d48bdc8d-0110-4237-998c-cda5375659ba req-02f21f57-275f-480e-aed7-fcd2c9ce5785 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0629289 Jul 05 03:49:10.551990 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-ddc1736e-b3bb-47e5-8edc-9141457f2147 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Request body: {'port': {'device_id': '2b5f3352-1bbe-4628-ba9b-0156d59fc7d8', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': 'b9e63c3dfe9644899e38a11b90eafef2'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:10.585192 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a75ae608-347b-4b10-a799-5ec172bb58be req-441172ea-2bdb-4fab-83a6-ba72e87a2299 service neutron] For port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:10.612389 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bdc8d-0110-4237-998c-cda5375659ba req-47588bdc-6585-404a-9cfa-71a7fae765d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.613908 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d48bdc8d-0110-4237-998c-cda5375659ba req-47588bdc-6585-404a-9cfa-71a7fae765d9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0678337 Jul 05 03:49:10.697055 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea71343e-86dd-4687-889e-0f4f82ca7fe9 admin admin] Router 3c9c88e1-b315-4e68-a714-615e58171efa is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:49:10.730808 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2099846-05d2-47b8-9a61-ecfee81b75e7 req-28600be4-a384-4fb7-99ae-14cd58194ed0 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.733565 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d48bdc8d-0110-4237-998c-cda5375659ba req-faf417dd-c39e-4098-9df2-9f26e3e5a440 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097102 Jul 05 03:49:10.734130 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c2099846-05d2-47b8-9a61-ecfee81b75e7 req-28600be4-a384-4fb7-99ae-14cd58194ed0 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 943 time: 0.7933865 Jul 05 03:49:10.748475 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a75ae608-347b-4b10-a799-5ec172bb58be req-441172ea-2bdb-4fab-83a6-ba72e87a2299 service neutron] For port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:10.875649 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d48bdc8d-0110-4237-998c-cda5375659ba req-2a4503c6-b097-47d4-886d-807a7f942a39 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930195 Jul 05 03:49:10.937606 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-2d527413-b17d-4f84-8cab-cbaee9789910 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Allocated IP 192.168.233.20 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/e2d807f9-b9e2-4c86-85cc-e0a673d4fa65) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:10.946069 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-a75ae608-347b-4b10-a799-5ec172bb58be req-441172ea-2bdb-4fab-83a6-ba72e87a2299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:10.951845 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8428a5-6d5c-45cd-a4b7-153854b317dd req-fe6ec12d-9115-4e22-b3aa-13954e308c55 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.952327 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8428a5-6d5c-45cd-a4b7-153854b317dd req-fe6ec12d-9115-4e22-b3aa-13954e308c55 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.952799 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8428a5-6d5c-45cd-a4b7-153854b317dd req-fe6ec12d-9115-4e22-b3aa-13954e308c55 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.953268 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8428a5-6d5c-45cd-a4b7-153854b317dd req-fe6ec12d-9115-4e22-b3aa-13954e308c55 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.953742 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8428a5-6d5c-45cd-a4b7-153854b317dd req-fe6ec12d-9115-4e22-b3aa-13954e308c55 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.954252 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8428a5-6d5c-45cd-a4b7-153854b317dd req-fe6ec12d-9115-4e22-b3aa-13954e308c55 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.954720 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8428a5-6d5c-45cd-a4b7-153854b317dd req-fe6ec12d-9115-4e22-b3aa-13954e308c55 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.955185 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8428a5-6d5c-45cd-a4b7-153854b317dd req-fe6ec12d-9115-4e22-b3aa-13954e308c55 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.955645 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8428a5-6d5c-45cd-a4b7-153854b317dd req-fe6ec12d-9115-4e22-b3aa-13954e308c55 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.956127 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8428a5-6d5c-45cd-a4b7-153854b317dd req-fe6ec12d-9115-4e22-b3aa-13954e308c55 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.956589 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8428a5-6d5c-45cd-a4b7-153854b317dd req-fe6ec12d-9115-4e22-b3aa-13954e308c55 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.957293 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8428a5-6d5c-45cd-a4b7-153854b317dd req-fe6ec12d-9115-4e22-b3aa-13954e308c55 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.960926 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1c8428a5-6d5c-45cd-a4b7-153854b317dd req-fe6ec12d-9115-4e22-b3aa-13954e308c55 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2b5f3352-1bbe-4628-ba9b-0156d59fc7d8&device_id=59c21103-d72c-40b0-b1f3-eccce6c94a09&device_id=89a22b08-69b7-4581-bce0-995e2ab68bf4&device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9&device_id=34339d45-a2fd-40dd-8a14-12542db91f14&device_id=0b51403b-2e0e-45c6-bd11-b561949360f2&device_id=a6a88664-ec65-44ea-9fa0-66585eb80d15&device_id=a27d912d-d20a-47dd-87f8-5f82cedb5524&device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3&device_id=6a0320a5-5e89-4345-bf05-dfadbaaa7439&device_id=bad591bf-349b-41ab-8143-c02570fb5446&device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e&device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a&device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 10826 time: 0.0842414 Jul 05 03:49:10.980894 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1c8428a5-6d5c-45cd-a4b7-153854b317dd req-0c354341-27c1-4e71-8113-bc362a197714 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:10.998234 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a75ae608-347b-4b10-a799-5ec172bb58be req-441172ea-2bdb-4fab-83a6-ba72e87a2299 service neutron] For port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:11.026694 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c2099846-05d2-47b8-9a61-ecfee81b75e7 req-de18881e-69d9-499c-9da4-f92b626371ce tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735026 Jul 05 03:49:11.080963 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a75ae608-347b-4b10-a799-5ec172bb58be req-441172ea-2bdb-4fab-83a6-ba72e87a2299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.101264 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1c8428a5-6d5c-45cd-a4b7-153854b317dd req-0c354341-27c1-4e71-8113-bc362a197714 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.106901 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1c8428a5-6d5c-45cd-a4b7-153854b317dd req-0c354341-27c1-4e71-8113-bc362a197714 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.143433 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1c8428a5-6d5c-45cd-a4b7-153854b317dd req-0c354341-27c1-4e71-8113-bc362a197714 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f439127f-1999-4899-ba05-78beae4b9fbd&id=c210583c-04da-444c-bb77-a0a3699d0b8c&id=2e5357da-3bfb-49de-9f5f-7846e46d9335&id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&id=68433574-909c-4739-8a30-e2cc02b714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.1754518 Jul 05 03:49:11.155722 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c354341-27c1-4e71-8113-bc362a197714 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bd4ee5-1271-433e-9599-0752732b6b6f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:11.208906 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-ddc1736e-b3bb-47e5-8edc-9141457f2147 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Made reservation on behalf of b9e63c3dfe9644899e38a11b90eafef2 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:11.212574 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-ddc1736e-b3bb-47e5-8edc-9141457f2147 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.214956 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea71343e-86dd-4687-889e-0f4f82ca7fe9 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:49:11.224404 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] Sync routers for ids ['3c9c88e1-b315-4e68-a714-615e58171efa'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:49:11.234871 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] Routers {'3c9c88e1-b315-4e68-a714-615e58171efa'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:11.235821 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:49:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['3c9c88e1-b315-4e68-a714-615e58171efa'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:11.348618 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05ee94-4569-4ce6-b4df-4cfee4c465f1 req-e8221a8e-18b7-4e12-bb59-4fdf526c848e tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:11.350186 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] Set router 3c9c88e1-b315-4e68-a714-615e58171efa gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:11.350692 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb05ee94-4569-4ce6-b4df-4cfee4c465f1 req-e8221a8e-18b7-4e12-bb59-4fdf526c848e tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/ports?device_id=34339d45-a2fd-40dd-8a14-12542db91f14 HTTP/1.1" status: 200 len: 945 time: 0.0736880 Jul 05 03:49:11.388135 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ea71343e-86dd-4687-889e-0f4f82ca7fe9 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.391829 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ea71343e-86dd-4687-889e-0f4f82ca7fe9 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.8049023 Jul 05 03:49:11.392633 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45486) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:11.441534 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb05ee94-4569-4ce6-b4df-4cfee4c465f1 req-6f9fa312-5363-4ade-b1c9-0e7dd40aaf14 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/security-groups?id=f439127f-1999-4899-ba05-78beae4b9fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844736 Jul 05 03:49:11.526490 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-a75ae608-347b-4b10-a799-5ec172bb58be req-441172ea-2bdb-4fab-83a6-ba72e87a2299 service neutron] Transition to ACTIVE for port object 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:11.549456 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a75ae608-347b-4b10-a799-5ec172bb58be req-441172ea-2bdb-4fab-83a6-ba72e87a2299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.571503 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9c88e1-b315-4e68-a714-615e58171efa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-475450641-router', 'tenant_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '90fc5042-1650-4505-9bec-5a7cf9b04c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:05Z', 'updated_at': '2021-07-05T03:49:08Z', 'revision_number': 3, 'project_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'gw_port': {'id': '90fc5042-1650-4505-9bec-5a7cf9b04c10', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ca:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9c88e1-b315-4e68-a714-615e58171efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:06Z', 'updated_at': '2021-07-05T03:49:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:11.582969 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa8afb-66e7-47e0-ba98-dfba1a82ceec req-0c3fbb3a-2aed-46fe-9ef2-59dbdb656e87 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:11.590551 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-26aa8afb-66e7-47e0-ba98-dfba1a82ceec req-0c3fbb3a-2aed-46fe-9ef2-59dbdb656e87 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6a88664-ec65-44ea-9fa0-66585eb80d15 HTTP/1.1" status: 200 len: 943 time: 0.3528068 Jul 05 03:49:11.612650 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] Checking router: 3c9c88e1-b315-4e68-a714-615e58171efa for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:49:11.613341 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] Updating router 3c9c88e1-b315-4e68-a714-615e58171efa port 90fc5042-1650-4505-9bec-5a7cf9b04c10 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:49:11.636424 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-2d527413-b17d-4f84-8cab-cbaee9789910 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.657436 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.679363 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-e498b5b2-7ab1-4978-ad34-7c3e296c4ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id facb5946-6a38-483d-b686-d0205f1cd23e {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:11.699786 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-2d527413-b17d-4f84-8cab-cbaee9789910 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Transition to ACTIVE for port object e2d807f9-b9e2-4c86-85cc-e0a673d4fa65 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:11.739018 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-e498b5b2-7ab1-4978-ad34-7c3e296c4ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.778284 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441172ea-2bdb-4fab-83a6-ba72e87a2299 service neutron] Pushing event updated for resources: {'Port': ['ID=89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6,revision_number=10']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:11.785049 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb516a8-d540-482c-bca3-9c109bb0a0c4 req-f562dfe6-7fd6-4ade-a85f-1382adda0ef3 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:11.788098 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dcb516a8-d540-482c-bca3-9c109bb0a0c4 req-f562dfe6-7fd6-4ade-a85f-1382adda0ef3 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 944 time: 0.1658223 Jul 05 03:49:11.808364 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-26aa8afb-66e7-47e0-ba98-dfba1a82ceec req-1fd7b374-e90a-4fc0-bff9-e940ee1c55eb tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168896 Jul 05 03:49:11.811356 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75ae608-347b-4b10-a799-5ec172bb58be req-441172ea-2bdb-4fab-83a6-ba72e87a2299 service neutron] No DVR routers for this DVR port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:11.824271 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-e498b5b2-7ab1-4978-ad34-7c3e296c4ec9 service neutron] Transition to ACTIVE for port object facb5946-6a38-483d-b686-d0205f1cd23e will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:11.852754 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-e498b5b2-7ab1-4978-ad34-7c3e296c4ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.866797 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dcb516a8-d540-482c-bca3-9c109bb0a0c4 req-fa30f2c3-22d1-4c4e-9b15-5c15da91b049 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728602 Jul 05 03:49:11.905375 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a75ae608-347b-4b10-a799-5ec172bb58be req-441172ea-2bdb-4fab-83a6-ba72e87a2299 service neutron] 10.222.0.89 "PUT /v2.0/ports/89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6/bindings/n-h2-780147-23/activate HTTP/1.1" status: 200 len: 370 time: 2.4935007 Jul 05 03:49:11.968436 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.015935 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2d460632-88ac-42ec-aab6-1974f9de1cd8 req-e41b16ed-85cd-454b-999d-234fb6cf60e1 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b5f3352-1bbe-4628-ba9b-0156d59fc7d8 HTTP/1.1" status: 200 len: 210 time: 0.0766165 Jul 05 03:49:12.051079 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498b5b2-7ab1-4978-ad34-7c3e296c4ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=facb5946-6a38-483d-b686-d0205f1cd23e,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:12.064863 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-2d527413-b17d-4f84-8cab-cbaee9789910 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.080462 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.094138 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] Transition to ACTIVE for port object 90fc5042-1650-4505-9bec-5a7cf9b04c10 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:12.102700 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.104016 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['7e741bda-ec2c-4820-898b-4dc034cb6adc'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:12.168286 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a39ef-1a17-4db5-b0fa-e9c3d14da12d req-8d8872e9-60e6-43d0-98cb-75893ae5ed9e tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:12.169770 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4e2a39ef-1a17-4db5-b0fa-e9c3d14da12d req-8d8872e9-60e6-43d0-98cb-75893ae5ed9e tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6a88664-ec65-44ea-9fa0-66585eb80d15 HTTP/1.1" status: 200 len: 943 time: 0.4329541 Jul 05 03:49:12.191712 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2973ac-9a80-4fa8-a25f-1a003854b35c None None] Pushing event updated for resources: {'Port': ['ID=90fc5042-1650-4505-9bec-5a7cf9b04c10,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:12.202976 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2973ac-9a80-4fa8-a25f-1a003854b35c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:12.203613 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2973ac-9a80-4fa8-a25f-1a003854b35c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:12.204135 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2973ac-9a80-4fa8-a25f-1a003854b35c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:12.204639 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2973ac-9a80-4fa8-a25f-1a003854b35c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:12.206030 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2973ac-9a80-4fa8-a25f-1a003854b35c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:12.206543 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2973ac-9a80-4fa8-a25f-1a003854b35c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:12.207181 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2973ac-9a80-4fa8-a25f-1a003854b35c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:12.207679 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2973ac-9a80-4fa8-a25f-1a003854b35c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:12.208335 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2973ac-9a80-4fa8-a25f-1a003854b35c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:12.208826 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2973ac-9a80-4fa8-a25f-1a003854b35c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:12.209329 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2973ac-9a80-4fa8-a25f-1a003854b35c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:12.209848 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2973ac-9a80-4fa8-a25f-1a003854b35c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:12.237717 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] Attempting to bind port 90fc5042-1650-4505-9bec-5a7cf9b04c10 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:12.238828 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] Attempting to bind port 90fc5042-1650-4505-9bec-5a7cf9b04c10 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:12.240027 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] Attempting to bind port 90fc5042-1650-4505-9bec-5a7cf9b04c10 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:12.247005 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:12.247829 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:12.248414 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.249547 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:12.250198 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] Bound port: 90fc5042-1650-4505-9bec-5a7cf9b04c10, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:12.250762 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.269266 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-2d527413-b17d-4f84-8cab-cbaee9789910 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:12.315039 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-2d527413-b17d-4f84-8cab-cbaee9789910 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:12.316237 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] For port 90fc5042-1650-4505-9bec-5a7cf9b04c10, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:12.318580 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-2d527413-b17d-4f84-8cab-cbaee9789910 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:12.323012 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] For port 90fc5042-1650-4505-9bec-5a7cf9b04c10, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=90fc5042-1650-4505-9bec-5a7cf9b04c10,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:12.332209 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d527413-b17d-4f84-8cab-cbaee9789910 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Pushing event updated for resources: {'Port': ['ID=e2d807f9-b9e2-4c86-85cc-e0a673d4fa65,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:12.334532 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.358067 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae608-347b-4b10-a799-5ec172bb58be req-1bdc1605-357b-41f6-a176-2a3ec5dcfc78 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:12.359588 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a75ae608-347b-4b10-a799-5ec172bb58be req-1bdc1605-357b-41f6-a176-2a3ec5dcfc78 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3&tenant_id=11544e3d57bf4d33848f6eceacb7332e&binding%3Ahost_id=n-h1-780147-23 HTTP/1.1" status: 200 len: 1096 time: 0.3620420 Jul 05 03:49:12.385905 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-ddc1736e-b3bb-47e5-8edc-9141457f2147 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Allocated IP 192.168.233.59 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/b5cd23f4-263c-4e30-8b36-bafbdc086518) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:12.409737 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] Routers {'3c9c88e1-b315-4e68-a714-615e58171efa'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:12.410509 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:49:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['3c9c88e1-b315-4e68-a714-615e58171efa'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:12.417514 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2973ac-9a80-4fa8-a25f-1a003854b35c None None] Pushing event updated for resources: {'Port': ['ID=90fc5042-1650-4505-9bec-5a7cf9b04c10,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:12.457135 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Allocated IP 172.20.0.1 (595999e9-6a16-451e-800f-ede6974ed62d/6e00aa56-ed14-41c6-9892-84af385e1eba/67d8a75c-bbf2-4387-91a8-ab483c675829) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:12.492501 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-2d527413-b17d-4f84-8cab-cbaee9789910 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:12.493177 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-2d527413-b17d-4f84-8cab-cbaee9789910 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.501270 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-e498b5b2-7ab1-4978-ad34-7c3e296c4ec9 service neutron] Attempting to bind port facb5946-6a38-483d-b686-d0205f1cd23e on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:12.501655 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-e498b5b2-7ab1-4978-ad34-7c3e296c4ec9 service neutron] Attempting to bind port facb5946-6a38-483d-b686-d0205f1cd23e by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'a28194f0-a962-4cd3-b7ed-773f8673e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e28478f6-2639-44fb-a0c1-a6a0eef695ec'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:12.502231 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-e498b5b2-7ab1-4978-ad34-7c3e296c4ec9 service neutron] Attempting to bind port facb5946-6a38-483d-b686-d0205f1cd23e on network e28478f6-2639-44fb-a0c1-a6a0eef695ec {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:12.526097 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075aa625-be30-42ba-9d22-4210596cb4fb req-ed362be5-f418-496b-84f0-f38e5e983451 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:12.534554 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-075aa625-be30-42ba-9d22-4210596cb4fb req-ed362be5-f418-496b-84f0-f38e5e983451 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c21103-d72c-40b0-b1f3-eccce6c94a09 HTTP/1.1" status: 200 len: 944 time: 0.3199093 Jul 05 03:49:12.540913 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-e498b5b2-7ab1-4978-ad34-7c3e296c4ec9 service neutron] Port facb5946-6a38-483d-b686-d0205f1cd23e on network e28478f6-2639-44fb-a0c1-a6a0eef695ec not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:12.541352 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-e498b5b2-7ab1-4978-ad34-7c3e296c4ec9 service neutron] Attempting to bind port facb5946-6a38-483d-b686-d0205f1cd23e on network e28478f6-2639-44fb-a0c1-a6a0eef695ec {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:12.574918 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-e498b5b2-7ab1-4978-ad34-7c3e296c4ec9 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:12.575264 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-e498b5b2-7ab1-4978-ad34-7c3e296c4ec9 service neutron] Checking segment: {'id': 'a28194f0-a962-4cd3-b7ed-773f8673e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e28478f6-2639-44fb-a0c1-a6a0eef695ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:12.576023 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-e498b5b2-7ab1-4978-ad34-7c3e296c4ec9 service neutron] Bound using segment: {'id': 'a28194f0-a962-4cd3-b7ed-773f8673e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e28478f6-2639-44fb-a0c1-a6a0eef695ec'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:12.576498 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-e498b5b2-7ab1-4978-ad34-7c3e296c4ec9 service neutron] Bound port: facb5946-6a38-483d-b686-d0205f1cd23e, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a28194f0-a962-4cd3-b7ed-773f8673e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e28478f6-2639-44fb-a0c1-a6a0eef695ec'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:12.576900 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-e498b5b2-7ab1-4978-ad34-7c3e296c4ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.577594 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.578381 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] Set router 3c9c88e1-b315-4e68-a714-615e58171efa gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:12.586523 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-2d527413-b17d-4f84-8cab-cbaee9789910 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1468790 Jul 05 03:49:12.599327 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df758901-5504-49dd-a3c7-3d05bba6a780 req-dbf26965-5e67-40c0-82c1-eb5ce24fb086 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:12.604399 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-df758901-5504-49dd-a3c7-3d05bba6a780 req-dbf26965-5e67-40c0-82c1-eb5ce24fb086 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/ports?device_id=34339d45-a2fd-40dd-8a14-12542db91f14 HTTP/1.1" status: 200 len: 945 time: 0.3776698 Jul 05 03:49:12.617146 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45496) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:12.623527 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-9a930db9-cbf2-4cd2-9a65-79ec26e4c4fe tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Request body: {'floatingip': {'port_id': '8d5059db-1a61-4915-81cc-67139241042e'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:12.665334 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8c83af53-54ef-4e68-bf7b-645126cdea34 None None] Provisioning for port e2d807f9-b9e2-4c86-85cc-e0a673d4fa65 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:12.670527 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8c83af53-54ef-4e68-bf7b-645126cdea34 None None] Provisioning complete for port e2d807f9-b9e2-4c86-85cc-e0a673d4fa65 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:12.670899 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8c83af53-54ef-4e68-bf7b-645126cdea34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.718539 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9a930db9-cbf2-4cd2-9a65-79ec26e4c4fe tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks [] for floatingip, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.748351 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-8c83af53-54ef-4e68-bf7b-645126cdea34 None None] Port e2d807f9-b9e2-4c86-85cc-e0a673d4fa65 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:49:12.763076 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-990791fe-03e4-4dae-b3c2-40ba834bc797 service neutron] Request body: {'port': {'device_id': '89a22b08-69b7-4581-bce0-995e2ab68bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:12.774835 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-075aa625-be30-42ba-9d22-4210596cb4fb req-feae0b0f-45db-4077-a1af-0f815b123e39 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/security-groups?id=68433574-909c-4739-8a30-e2cc02b714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390678 Jul 05 03:49:12.865952 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-990791fe-03e4-4dae-b3c2-40ba834bc797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.870259 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.880928 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae608-347b-4b10-a799-5ec172bb58be req-82255345-f0f4-4cea-a391-eb3977c53448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:12.882943 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a75ae608-347b-4b10-a799-5ec172bb58be req-82255345-f0f4-4cea-a391-eb3977c53448 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3&tenant_id=11544e3d57bf4d33848f6eceacb7332e HTTP/1.1" status: 200 len: 1096 time: 0.4205065 Jul 05 03:49:12.904954 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Transition to ACTIVE for port object 67d8a75c-bbf2-4387-91a8-ab483c675829 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:12.905898 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9c88e1-b315-4e68-a714-615e58171efa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-475450641-router', 'tenant_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '90fc5042-1650-4505-9bec-5a7cf9b04c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:05Z', 'updated_at': '2021-07-05T03:49:08Z', 'revision_number': 3, 'project_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'gw_port': {'id': '90fc5042-1650-4505-9bec-5a7cf9b04c10', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ca:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9c88e1-b315-4e68-a714-615e58171efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:06Z', 'updated_at': '2021-07-05T03:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:12.929908 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-4e2a39ef-1a17-4db5-b0fa-e9c3d14da12d req-baa4f371-4d2d-4179-8152-fec21700ac2f tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Deleting port 04ff4ea5-7d78-4c30-905d-d740cf4bc920 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:12.930259 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4e2a39ef-1a17-4db5-b0fa-e9c3d14da12d req-baa4f371-4d2d-4179-8152-fec21700ac2f tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.937164 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedecee7-6335-4d90-90cc-6d8f564434a5 None None] The sync data for ids ['3c9c88e1-b315-4e68-a714-615e58171efa'] in n-d-780147-23 is: [{'id': '3c9c88e1-b315-4e68-a714-615e58171efa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-475450641-router', 'tenant_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '90fc5042-1650-4505-9bec-5a7cf9b04c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:05Z', 'updated_at': '2021-07-05T03:49:08Z', 'revision_number': 3, 'project_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'gw_port': {'id': '90fc5042-1650-4505-9bec-5a7cf9b04c10', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ca:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9c88e1-b315-4e68-a714-615e58171efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:06Z', 'updated_at': '2021-07-05T03:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:49:13.038668 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-ddc1736e-b3bb-47e5-8edc-9141457f2147 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:13.089939 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-ddc1736e-b3bb-47e5-8edc-9141457f2147 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Transition to ACTIVE for port object b5cd23f4-263c-4e30-8b36-bafbdc086518 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:13.138877 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:13.148923 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-e498b5b2-7ab1-4978-ad34-7c3e296c4ec9 service neutron] For port facb5946-6a38-483d-b686-d0205f1cd23e, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:13.168386 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5e027-2c00-4657-8482-005b93ca6940 req-3624f434-358a-42b2-9dd1-b6810e220e4d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:13.170031 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c9b5e027-2c00-4657-8482-005b93ca6940 req-3624f434-358a-42b2-9dd1-b6810e220e4d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 944 time: 0.2612967 Jul 05 03:49:13.251389 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-e498b5b2-7ab1-4978-ad34-7c3e296c4ec9 service neutron] For port facb5946-6a38-483d-b686-d0205f1cd23e, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=facb5946-6a38-483d-b686-d0205f1cd23e,segment=NetworkSegment(a28194f0-a962-4cd3-b7ed-773f8673e22c),segment_id=a28194f0-a962-4cd3-b7ed-773f8673e22c)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:13.256290 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae608-347b-4b10-a799-5ec172bb58be req-7edd1ed4-d188-4bd7-8a76-bbe5bc0ddc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:13.258329 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a75ae608-347b-4b10-a799-5ec172bb58be req-7edd1ed4-d188-4bd7-8a76-bbe5bc0ddc0f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 1096 time: 0.3084064 Jul 05 03:49:13.258492 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-4e2a39ef-1a17-4db5-b0fa-e9c3d14da12d req-baa4f371-4d2d-4179-8152-fec21700ac2f tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] For port 04ff4ea5-7d78-4c30-905d-d740cf4bc920, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=04ff4ea5-7d78-4c30-905d-d740cf4bc920,segment=NetworkSegment(f87cced7-ca52-4702-b6f2-045f0cdb9433),segment_id=f87cced7-ca52-4702-b6f2-045f0cdb9433)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:13.258649 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4e2a39ef-1a17-4db5-b0fa-e9c3d14da12d req-baa4f371-4d2d-4179-8152-fec21700ac2f tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:13.267270 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Network 595999e9-6a16-451e-800f-ede6974ed62d is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:13.290546 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-e498b5b2-7ab1-4978-ad34-7c3e296c4ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:13.306334 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-4e2a39ef-1a17-4db5-b0fa-e9c3d14da12d req-baa4f371-4d2d-4179-8152-fec21700ac2f tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Calling delete_port for 04ff4ea5-7d78-4c30-905d-d740cf4bc920 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:13.307480 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:13.319590 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:13.356018 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2e684-6632-4400-a715-b11bd4621680 req-269fe51b-7aac-4581-9dd3-9413ff91aaf1 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:13.356603 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2e684-6632-4400-a715-b11bd4621680 req-269fe51b-7aac-4581-9dd3-9413ff91aaf1 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:13.357181 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2e684-6632-4400-a715-b11bd4621680 req-269fe51b-7aac-4581-9dd3-9413ff91aaf1 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:13.359179 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-14e2e684-6632-4400-a715-b11bd4621680 req-269fe51b-7aac-4581-9dd3-9413ff91aaf1 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0b51403b-2e0e-45c6-bd11-b561949360f2&device_id=6a0320a5-5e89-4345-bf05-dfadbaaa7439&device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 2884 time: 0.4238000 Jul 05 03:49:13.363143 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Pushing event updated for resources: {'Port': ['ID=67d8a75c-bbf2-4387-91a8-ab483c675829,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:13.433965 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-ddc1736e-b3bb-47e5-8edc-9141457f2147 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:13.471991 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['7e741bda-ec2c-4820-898b-4dc034cb6adc'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:13.594495 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c9b5e027-2c00-4657-8482-005b93ca6940 req-36a59cef-fc2b-4eeb-bb9f-38ab04fd65bc tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996434 Jul 05 03:49:13.738248 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bba63ae6-31a4-452e-aa1d-d73ef5783320 None None] Provisioning for port 67d8a75c-bbf2-4387-91a8-ab483c675829 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:13.773441 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bba63ae6-31a4-452e-aa1d-d73ef5783320 None None] Provisioning complete for port 67d8a75c-bbf2-4387-91a8-ab483c675829 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:13.774348 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bba63ae6-31a4-452e-aa1d-d73ef5783320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:13.877111 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-e498b5b2-7ab1-4978-ad34-7c3e296c4ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:13.877949 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-e498b5b2-7ab1-4978-ad34-7c3e296c4ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:13.879130 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-e498b5b2-7ab1-4978-ad34-7c3e296c4ec9 service neutron] 10.222.0.70 "PUT /v2.0/ports/facb5946-6a38-483d-b686-d0205f1cd23e HTTP/1.1" status: 200 len: 1093 time: 4.1318974 Jul 05 03:49:13.881393 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c21103-d72c-40b0-b1f3-eccce6c94a09', 'tag': 'facb5946-6a38-483d-b686-d0205f1cd23e'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:13.883675 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd72705-765f-470e-921b-f99ac4785ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "59c21103-d72c-40b0-b1f3-eccce6c94a09", "tag": "facb5946-6a38-483d-b686-d0205f1cd23e"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:13.895544 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-bba63ae6-31a4-452e-aa1d-d73ef5783320 None None] Port 67d8a75c-bbf2-4387-91a8-ab483c675829 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:49:13.911545 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498b5b2-7ab1-4978-ad34-7c3e296c4ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=facb5946-6a38-483d-b686-d0205f1cd23e,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.917359 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.923499 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.923499 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.923499 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.923499 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.923499 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.923499 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.923499 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.923499 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.923499 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.923499 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.923499 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.923499 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.923499 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.923499 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.923499 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.923499 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:13.923499 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:13.923499 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:14.023882 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-14e2e684-6632-4400-a715-b11bd4621680 req-26f57477-832e-4b8b-a819-cd3f8ea6e1bd tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6278174 Jul 05 03:49:14.032530 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-ddc1736e-b3bb-47e5-8edc-9141457f2147 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:14.083646 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:14.111365 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-ddc1736e-b3bb-47e5-8edc-9141457f2147 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:14.122702 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.128154 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 90fc5042-1650-4505-9bec-5a7cf9b04c10 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:14.135477 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-ddc1736e-b3bb-47e5-8edc-9141457f2147 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:14.299479 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=57ccad2b-7e9a-40fb-b60e-7576fc09e7e2,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:14.309043 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 90fc5042-1650-4505-9bec-5a7cf9b04c10 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:14.316886 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-ddc1736e-b3bb-47e5-8edc-9141457f2147 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:14.317751 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-ddc1736e-b3bb-47e5-8edc-9141457f2147 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.319228 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 90fc5042-1650-4505-9bec-5a7cf9b04c10 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:14.319707 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.365132 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '57ccad2b-7e9a-40fb-b60e-7576fc09e7e2', 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd', 'port_id': '57ccad2b-7e9a-40fb-b60e-7576fc09e7e2', 'mac_address': 'fa:16:3e:c1:b5:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed0a1ef0-1506-4eb0-93c1-51dd53393e81', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:14.389974 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1736e-b3bb-47e5-8edc-9141457f2147 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Pushing event updated for resources: {'Port': ['ID=b5cd23f4-263c-4e30-8b36-bafbdc086518,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:14.463986 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.482465 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-ddc1736e-b3bb-47e5-8edc-9141457f2147 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9459741 Jul 05 03:49:14.493800 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.508331 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 90fc5042-1650-4505-9bec-5a7cf9b04c10, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=90fc5042-1650-4505-9bec-5a7cf9b04c10,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:14.510636 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-54efe7c0-c520-421f-bb3e-4967d6e21fc5 service neutron] Request body: {'port': {'device_id': '2b5f3352-1bbe-4628-ba9b-0156d59fc7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:14.514372 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.524836 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae608-347b-4b10-a799-5ec172bb58be req-d7a71aa9-c8f0-4a32-9e93-5d05362f5979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:14.525880 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:14.526499 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a75ae608-347b-4b10-a799-5ec172bb58be req-d7a71aa9-c8f0-4a32-9e93-5d05362f5979 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 922 time: 1.2364271 Jul 05 03:49:14.540382 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-990791fe-03e4-4dae-b3c2-40ba834bc797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d807f9-b9e2-4c86-85cc-e0a673d4fa65 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:14.575932 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-990791fe-03e4-4dae-b3c2-40ba834bc797 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.592732 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=57ccad2b-7e9a-40fb-b60e-7576fc09e7e2,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:14.593431 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a75ae608-347b-4b10-a799-5ec172bb58be req-12624bb3-3171-42f7-aa63-108f5c1f2688 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 HTTP/1.1" status: 200 len: 217 time: 0.0576913 Jul 05 03:49:14.597453 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-779f3b3c-02e9-4a05-9491-2a2ff89235f6 None None] Provisioning for port b5cd23f4-263c-4e30-8b36-bafbdc086518 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:14.606704 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.616130 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-779f3b3c-02e9-4a05-9491-2a2ff89235f6 None None] Provisioning complete for port b5cd23f4-263c-4e30-8b36-bafbdc086518 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:14.616758 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-779f3b3c-02e9-4a05-9491-2a2ff89235f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.628461 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-990791fe-03e4-4dae-b3c2-40ba834bc797 service neutron] Transition to ACTIVE for port object e2d807f9-b9e2-4c86-85cc-e0a673d4fa65 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:14.639710 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-0662ab6c-4e05-4989-bf10-ad6b35d1ffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:14.641304 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-0662ab6c-4e05-4989-bf10-ad6b35d1ffd9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1ebb181078a84cc8b55caf296982e9b5&device_id=59c21103-d72c-40b0-b1f3-eccce6c94a09 HTTP/1.1" status: 200 len: 1096 time: 0.6575589 Jul 05 03:49:14.646104 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-990791fe-03e4-4dae-b3c2-40ba834bc797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.661109 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=90fc5042-1650-4505-9bec-5a7cf9b04c10,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:14.673481 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:14.673813 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:14.674359 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:14.674825 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:14.675315 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:14.675641 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:14.676228 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:14.676783 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:14.677893 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:14.678400 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:14.678865 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:14.679335 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:14.707350 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62074454-0385-4265-9700-e4e34ecf4e35 req-7248acd6-b9b5-4c79-bc65-51883d8d30ac tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:14.711300 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-62074454-0385-4265-9700-e4e34ecf4e35 req-7248acd6-b9b5-4c79-bc65-51883d8d30ac tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6a88664-ec65-44ea-9fa0-66585eb80d15 HTTP/1.1" status: 200 len: 943 time: 0.6526067 Jul 05 03:49:14.721824 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4e2a39ef-1a17-4db5-b0fa-e9c3d14da12d req-baa4f371-4d2d-4179-8152-fec21700ac2f tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.749608 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=57ccad2b-7e9a-40fb-b60e-7576fc09e7e2,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:14.759736 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:49:14.767278 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-b23f5ee1-2e1f-4ffd-bd11-45345599fd4a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=facb5946-6a38-483d-b686-d0205f1cd23e HTTP/1.1" status: 200 len: 217 time: 0.0844402 Jul 05 03:49:14.769141 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-779f3b3c-02e9-4a05-9491-2a2ff89235f6 None None] Port b5cd23f4-263c-4e30-8b36-bafbdc086518 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:49:14.815149 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413320c0-6523-4d20-a45d-847184c69e68 req-5c4f9669-795d-4b44-8b5b-55422f438086 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:14.823583 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-413320c0-6523-4d20-a45d-847184c69e68 req-5c4f9669-795d-4b44-8b5b-55422f438086 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 944 time: 0.4926524 Jul 05 03:49:14.858184 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990791fe-03e4-4dae-b3c2-40ba834bc797 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d807f9-b9e2-4c86-85cc-e0a673d4fa65,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:14.865194 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-54efe7c0-c520-421f-bb3e-4967d6e21fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.870188 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.db.resource_extend [None req-9a930db9-cbf2-4cd2-9a65-79ec26e4c4fe tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:49:14.976303 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4f371-4d2d-4179-8152-fec21700ac2f tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Pushing event deleted for resources: {'Port': ['ID=04ff4ea5-7d78-4c30-905d-d740cf4bc920,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:14.996466 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae608-347b-4b10-a799-5ec172bb58be req-87c6d82f-6bb5-4f03-a875-11f14ba59d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:14.998822 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a75ae608-347b-4b10-a799-5ec172bb58be req-87c6d82f-6bb5-4f03-a875-11f14ba59d21 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d29ec61-cb40-45c9-a308-0007b5185cb0 HTTP/1.1" status: 200 len: 861 time: 0.3806493 Jul 05 03:49:15.008742 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2a39ef-1a17-4db5-b0fa-e9c3d14da12d req-baa4f371-4d2d-4179-8152-fec21700ac2f tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] No DVR routers for this DVR port 04ff4ea5-7d78-4c30-905d-d740cf4bc920 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:15.011648 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-1ba0b35c-92c8-4b4f-9dff-cf4cec6b8f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:15.013329 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-1ba0b35c-92c8-4b4f-9dff-cf4cec6b8f7a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=08c25920-75bc-4b89-99bb-61149efe841b HTTP/1.1" status: 200 len: 855 time: 0.2268505 Jul 05 03:49:15.040460 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4e2a39ef-1a17-4db5-b0fa-e9c3d14da12d req-baa4f371-4d2d-4179-8152-fec21700ac2f tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:15.042632 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4e2a39ef-1a17-4db5-b0fa-e9c3d14da12d req-baa4f371-4d2d-4179-8152-fec21700ac2f tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.89 "DELETE /v2.0/ports/04ff4ea5-7d78-4c30-905d-d740cf4bc920 HTTP/1.1" status: 204 len: 173 time: 2.8374259 Jul 05 03:49:15.064534 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-62074454-0385-4265-9700-e4e34ecf4e35 req-a62b653f-024d-4c9d-83f2-c1de5acdc707 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872419 Jul 05 03:49:15.069418 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9a930db9-cbf2-4cd2-9a65-79ec26e4c4fe tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:15.074384 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:15.091838 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a75ae608-347b-4b10-a799-5ec172bb58be req-2b03fb03-5ce1-48bf-87a7-6b11c6aeba82 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0365b51-ea1d-4154-b37b-d14ae3269368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638614 Jul 05 03:49:15.093046 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-413320c0-6523-4d20-a45d-847184c69e68 req-76206934-09de-48b7-a2dc-fcec2ee5212b tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668607 Jul 05 03:49:15.093838 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9a930db9-cbf2-4cd2-9a65-79ec26e4c4fe tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:15.136778 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['57ccad2b-7e9a-40fb-b60e-7576fc09e7e2'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:15.159119 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-74f85eae-6e1f-4926-a4cd-0b9dd6bb8086 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e28478f6-2639-44fb-a0c1-a6a0eef695ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081965 Jul 05 03:49:15.405865 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-990791fe-03e4-4dae-b3c2-40ba834bc797 service neutron] Attempting to bind port e2d807f9-b9e2-4c86-85cc-e0a673d4fa65 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:15.406224 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-990791fe-03e4-4dae-b3c2-40ba834bc797 service neutron] Attempting to bind port e2d807f9-b9e2-4c86-85cc-e0a673d4fa65 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:15.406557 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-990791fe-03e4-4dae-b3c2-40ba834bc797 service neutron] Attempting to bind port e2d807f9-b9e2-4c86-85cc-e0a673d4fa65 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:15.434581 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-990791fe-03e4-4dae-b3c2-40ba834bc797 service neutron] Port e2d807f9-b9e2-4c86-85cc-e0a673d4fa65 on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:15.434904 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-990791fe-03e4-4dae-b3c2-40ba834bc797 service neutron] Attempting to bind port e2d807f9-b9e2-4c86-85cc-e0a673d4fa65 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:15.464900 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-990791fe-03e4-4dae-b3c2-40ba834bc797 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:15.464900 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-990791fe-03e4-4dae-b3c2-40ba834bc797 service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:15.465257 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-990791fe-03e4-4dae-b3c2-40ba834bc797 service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:15.465577 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-990791fe-03e4-4dae-b3c2-40ba834bc797 service neutron] Bound port: e2d807f9-b9e2-4c86-85cc-e0a673d4fa65, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:15.465945 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-990791fe-03e4-4dae-b3c2-40ba834bc797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:15.503253 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-302c8bc3-55b7-4a11-bf4f-1c98d5f797b5 service neutron] 10.222.0.70 "GET /v2.0/networks/e28478f6-2639-44fb-a0c1-a6a0eef695ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359845 Jul 05 03:49:15.529100 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a75ae608-347b-4b10-a799-5ec172bb58be req-e5c215ea-8e67-4c22-9b65-68e6debe6888 service neutron] 10.222.0.70 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275312 Jul 05 03:49:15.608991 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-9a930db9-cbf2-4cd2-9a65-79ec26e4c4fe tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Floating IP 520577d8-11db-489e-8fb2-5ed6af63fe66 associated. External IP: 172.25.1.59, port: 8d5059db-1a61-4915-81cc-67139241042e. Jul 05 03:49:15.639649 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0234f-1827-45a1-b509-34b343c49c33 req-25c7aca4-0891-435d-919f-89853901984e tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:15.641253 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32e0234f-1827-45a1-b509-34b343c49c33 req-25c7aca4-0891-435d-919f-89853901984e tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c21103-d72c-40b0-b1f3-eccce6c94a09 HTTP/1.1" status: 200 len: 944 time: 0.3210876 Jul 05 03:49:15.730318 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-990791fe-03e4-4dae-b3c2-40ba834bc797 service neutron] For port e2d807f9-b9e2-4c86-85cc-e0a673d4fa65, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:15.737640 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-990791fe-03e4-4dae-b3c2-40ba834bc797 service neutron] For port e2d807f9-b9e2-4c86-85cc-e0a673d4fa65, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=e2d807f9-b9e2-4c86-85cc-e0a673d4fa65,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:15.763843 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-990791fe-03e4-4dae-b3c2-40ba834bc797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:15.803733 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432b1ee-4d23-4c89-bcf5-ad03ab8d342d req-615f7362-a664-4893-950c-672ad8beadf9 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:15.807648 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32e0234f-1827-45a1-b509-34b343c49c33 req-b4385e21-6666-482a-b0c9-0fe4c9b80c31 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/security-groups?id=68433574-909c-4739-8a30-e2cc02b714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569662 Jul 05 03:49:15.810725 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e432b1ee-4d23-4c89-bcf5-ad03ab8d342d req-615f7362-a664-4893-950c-672ad8beadf9 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b5f3352-1bbe-4628-ba9b-0156d59fc7d8 HTTP/1.1" status: 200 len: 935 time: 0.4431748 Jul 05 03:49:15.813427 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-707ba9e2-4737-4f27-a1b2-7a7e9ffcf28b req-fd8e50ab-3003-42e6-b184-b8d8e70c4ff1 service neutron] 10.222.0.70 "GET /v2.0/networks/e28478f6-2639-44fb-a0c1-a6a0eef695ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816007 Jul 05 03:49:15.828324 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-990791fe-03e4-4dae-b3c2-40ba834bc797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:15.828944 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-990791fe-03e4-4dae-b3c2-40ba834bc797 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:15.830392 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-990791fe-03e4-4dae-b3c2-40ba834bc797 service neutron] 10.222.0.70 "PUT /v2.0/ports/e2d807f9-b9e2-4c86-85cc-e0a673d4fa65 HTTP/1.1" status: 200 len: 1096 time: 3.2247198 Jul 05 03:49:15.843163 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a75ae608-347b-4b10-a799-5ec172bb58be req-294cf801-99e8-4514-9b2b-eae5696090d6 service neutron] 10.222.0.70 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038704 Jul 05 03:49:15.867740 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:15.874217 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:15.892415 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990791fe-03e4-4dae-b3c2-40ba834bc797 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d807f9-b9e2-4c86-85cc-e0a673d4fa65,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:15.904485 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-54efe7c0-c520-421f-bb3e-4967d6e21fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5cd23f4-263c-4e30-8b36-bafbdc086518 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:15.915379 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-54efe7c0-c520-421f-bb3e-4967d6e21fc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:15.931984 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-54efe7c0-c520-421f-bb3e-4967d6e21fc5 service neutron] Transition to ACTIVE for port object b5cd23f4-263c-4e30-8b36-bafbdc086518 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:15.939035 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-54efe7c0-c520-421f-bb3e-4967d6e21fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:15.985119 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e432b1ee-4d23-4c89-bcf5-ad03ab8d342d req-3c7a4d7c-4b16-4a39-8a23-8c98ac36b38d tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734457 Jul 05 03:49:16.003140 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 04ff4ea5-7d78-4c30-905d-d740cf4bc920 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:16.049323 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fa4a1c-3637-4b7f-bc41-467ddb78b886 x-openstack-request-id: req-c5fa4a1c-3637-4b7f-bc41-467ddb78b886 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:16.049323 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c21103-d72c-40b0-b1f3-eccce6c94a09", "tag": "facb5946-6a38-483d-b686-d0205f1cd23e", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:16.050038 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c5fa4a1c-3637-4b7f-bc41-467ddb78b886 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:16.050038 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c21103-d72c-40b0-b1f3-eccce6c94a09', 'tag': 'facb5946-6a38-483d-b686-d0205f1cd23e', 'status': 'completed', 'code': 200} Jul 05 03:49:16.050435 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efe7c0-c520-421f-bb3e-4967d6e21fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cd23f4-263c-4e30-8b36-bafbdc086518,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:16.068938 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 04ff4ea5-7d78-4c30-905d-d740cf4bc920 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:16.068938 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 04ff4ea5-7d78-4c30-905d-d740cf4bc920 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:16.116771 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 90fc5042-1650-4505-9bec-5a7cf9b04c10 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:16.175852 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Pushing event updated for resources: {'Port': ['ID=67d8a75c-bbf2-4387-91a8-ab483c675829,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:16.188554 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:16.188912 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:16.189526 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:16.189862 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:16.190188 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:16.190514 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:16.190830 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:16.191145 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:16.191461 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:16.191772 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:16.192104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:16.192974 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:16.247854 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:16.273489 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 90fc5042-1650-4505-9bec-5a7cf9b04c10 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:16.276880 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:16.281326 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd72705-765f-470e-921b-f99ac4785ce7 req-44f702b9-385c-406e-bd46-857de092e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:16.282616 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffd72705-765f-470e-921b-f99ac4785ce7 req-44f702b9-385c-406e-bd46-857de092e0e3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1ebb181078a84cc8b55caf296982e9b5&device_id=59c21103-d72c-40b0-b1f3-eccce6c94a09 HTTP/1.1" status: 200 len: 1096 time: 0.1965244 Jul 05 03:49:16.319201 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-54efe7c0-c520-421f-bb3e-4967d6e21fc5 service neutron] Attempting to bind port b5cd23f4-263c-4e30-8b36-bafbdc086518 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:16.319578 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-54efe7c0-c520-421f-bb3e-4967d6e21fc5 service neutron] Attempting to bind port b5cd23f4-263c-4e30-8b36-bafbdc086518 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:16.319935 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-54efe7c0-c520-421f-bb3e-4967d6e21fc5 service neutron] Attempting to bind port b5cd23f4-263c-4e30-8b36-bafbdc086518 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:16.383830 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-54efe7c0-c520-421f-bb3e-4967d6e21fc5 service neutron] Port b5cd23f4-263c-4e30-8b36-bafbdc086518 on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:16.388432 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-54efe7c0-c520-421f-bb3e-4967d6e21fc5 service neutron] Attempting to bind port b5cd23f4-263c-4e30-8b36-bafbdc086518 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:16.414210 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-54efe7c0-c520-421f-bb3e-4967d6e21fc5 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:16.417689 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-54efe7c0-c520-421f-bb3e-4967d6e21fc5 service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:16.418188 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-54efe7c0-c520-421f-bb3e-4967d6e21fc5 service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:16.418681 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-54efe7c0-c520-421f-bb3e-4967d6e21fc5 service neutron] Bound port: b5cd23f4-263c-4e30-8b36-bafbdc086518, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:16.419110 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-54efe7c0-c520-421f-bb3e-4967d6e21fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:16.625745 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd72705-765f-470e-921b-f99ac4785ce7 req-908c8f0a-4f60-42c6-b3c4-67b393ce4bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:16.627286 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffd72705-765f-470e-921b-f99ac4785ce7 req-908c8f0a-4f60-42c6-b3c4-67b393ce4bfb service neutron] 10.222.0.70 "GET /v2.0/networks?id=e28478f6-2639-44fb-a0c1-a6a0eef695ec HTTP/1.1" status: 200 len: 916 time: 0.3340373 Jul 05 03:49:16.648080 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-54efe7c0-c520-421f-bb3e-4967d6e21fc5 service neutron] For port b5cd23f4-263c-4e30-8b36-bafbdc086518, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:16.693831 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-54efe7c0-c520-421f-bb3e-4967d6e21fc5 service neutron] For port b5cd23f4-263c-4e30-8b36-bafbdc086518, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=b5cd23f4-263c-4e30-8b36-bafbdc086518,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:16.696478 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffd72705-765f-470e-921b-f99ac4785ce7 req-48e36659-4989-48b4-8f5d-9034a4ff33e0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=facb5946-6a38-483d-b686-d0205f1cd23e HTTP/1.1" status: 200 len: 217 time: 0.0570154 Jul 05 03:49:16.708380 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae608-347b-4b10-a799-5ec172bb58be req-2ae08249-63c3-48c2-9cac-924e1827f3fe tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:16.710401 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a75ae608-347b-4b10-a799-5ec172bb58be req-2ae08249-63c3-48c2-9cac-924e1827f3fe tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3&tenant_id=11544e3d57bf4d33848f6eceacb7332e&binding%3Ahost_id=n-h2-780147-23 HTTP/1.1" status: 200 len: 1096 time: 0.2629280 Jul 05 03:49:16.711382 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-54efe7c0-c520-421f-bb3e-4967d6e21fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:16.757511 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a930db9-cbf2-4cd2-9a65-79ec26e4c4fe tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Router 31b91342-8b47-4825-8245-4f77cdefaa91 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:49:16.766270 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-9334ad5d-45a7-4a6a-949d-32beccf7d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:16.767763 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-9334ad5d-45a7-4a6a-949d-32beccf7d93e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&device_id=89a22b08-69b7-4581-bce0-995e2ab68bf4 HTTP/1.1" status: 200 len: 1099 time: 0.6206121 Jul 05 03:49:16.821761 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295197c-1c17-4656-a0e4-293ed3a8be0f req-b0d4f9e8-423b-4388-9350-90b215f46f3c tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:16.821931 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-54efe7c0-c520-421f-bb3e-4967d6e21fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:16.822701 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-54efe7c0-c520-421f-bb3e-4967d6e21fc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:16.823330 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8295197c-1c17-4656-a0e4-293ed3a8be0f req-b0d4f9e8-423b-4388-9350-90b215f46f3c tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 944 time: 0.6365480 Jul 05 03:49:16.825179 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-54efe7c0-c520-421f-bb3e-4967d6e21fc5 service neutron] 10.222.0.70 "PUT /v2.0/ports/b5cd23f4-263c-4e30-8b36-bafbdc086518 HTTP/1.1" status: 200 len: 1096 time: 2.3201108 Jul 05 03:49:16.846866 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b5733-7fa0-4a66-adab-70b8f2b946de req-51f845eb-5a89-484d-b71a-134a524b529e tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:16.852638 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-160b5733-7fa0-4a66-adab-70b8f2b946de req-51f845eb-5a89-484d-b71a-134a524b529e tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 945 time: 0.3337512 Jul 05 03:49:16.896987 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-31aa8e21-e349-4b1d-954d-9e9d24c188a2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=e2d807f9-b9e2-4c86-85cc-e0a673d4fa65 HTTP/1.1" status: 200 len: 217 time: 0.1054702 Jul 05 03:49:16.906708 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd72705-765f-470e-921b-f99ac4785ce7 req-70364d7e-7367-4189-9900-2b362e632ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:16.908541 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffd72705-765f-470e-921b-f99ac4785ce7 req-70364d7e-7367-4189-9900-2b362e632ccd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=08c25920-75bc-4b89-99bb-61149efe841b HTTP/1.1" status: 200 len: 855 time: 0.1947665 Jul 05 03:49:16.911746 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Network 595999e9-6a16-451e-800f-ede6974ed62d is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:16.913240 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efe7c0-c520-421f-bb3e-4967d6e21fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cd23f4-263c-4e30-8b36-bafbdc086518,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:16.934029 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:16.981912 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffd72705-765f-470e-921b-f99ac4785ce7 req-98842e48-a195-4753-be01-835795d9cd84 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e28478f6-2639-44fb-a0c1-a6a0eef695ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574007 Jul 05 03:49:17.035592 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-160b5733-7fa0-4a66-adab-70b8f2b946de req-a62ad894-5dfe-447b-8399-6b165f442c2e tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720490 Jul 05 03:49:17.070709 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8295197c-1c17-4656-a0e4-293ed3a8be0f req-b6ca7209-fa8b-4c79-bb8c-db2611649085 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088289 Jul 05 03:49:17.090539 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-88c43c03-adb8-417e-a0c5-620dd1173efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:17.092246 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-88c43c03-adb8-417e-a0c5-620dd1173efb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1787469 Jul 05 03:49:17.178018 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a930db9-cbf2-4cd2-9a65-79ec26e4c4fe tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:49:17.187957 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a75ae608-347b-4b10-a799-5ec172bb58be req-67822ce3-c0c9-46b2-bd16-53e195db5714 service neutron] For port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:17.188488 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a0d8e8-142b-4df7-8ec8-269a88b16df5 None None] Sync routers for ids ['31b91342-8b47-4825-8245-4f77cdefaa91'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:49:17.207464 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a0d8e8-142b-4df7-8ec8-269a88b16df5 None None] Routers {'31b91342-8b47-4825-8245-4f77cdefaa91'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:17.208314 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-9e9fe4b4-0252-4279-b38c-23b219c0756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:17.209411 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-27a0d8e8-142b-4df7-8ec8-269a88b16df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:49:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['31b91342-8b47-4825-8245-4f77cdefaa91'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:17.209831 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-9e9fe4b4-0252-4279-b38c-23b219c0756f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&device_id=2b5f3352-1bbe-4628-ba9b-0156d59fc7d8 HTTP/1.1" status: 200 len: 1099 time: 0.2999654 Jul 05 03:49:17.212607 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a75ae608-347b-4b10-a799-5ec172bb58be req-67822ce3-c0c9-46b2-bd16-53e195db5714 service neutron] Notify callbacks [] for binding, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:17.213693 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a75ae608-347b-4b10-a799-5ec172bb58be req-67822ce3-c0c9-46b2-bd16-53e195db5714 service neutron] 10.222.0.70 "DELETE /v2.0/ports/89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6/bindings/n-h1-780147-23 HTTP/1.1" status: 204 len: 173 time: 0.4950569 Jul 05 03:49:17.226382 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9a930db9-cbf2-4cd2-9a65-79ec26e4c4fe tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:17.311343 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-4fee7ebc-2f63-47cc-8bb6-e9ecf3fad9d7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=b5cd23f4-263c-4e30-8b36-bafbdc086518 HTTP/1.1" status: 200 len: 217 time: 0.0540099 Jul 05 03:49:17.315716 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffd72705-765f-470e-921b-f99ac4785ce7 req-4424fcb3-7792-4d34-8af9-f956a7c5aad8 service neutron] 10.222.0.70 "GET /v2.0/networks/e28478f6-2639-44fb-a0c1-a6a0eef695ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215342 Jul 05 03:49:17.357810 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9a930db9-cbf2-4cd2-9a65-79ec26e4c4fe tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "PUT /v2.0/floatingips/520577d8-11db-489e-8fb2-5ed6af63fe66 HTTP/1.1" status: 200 len: 990 time: 4.7377851 Jul 05 03:49:17.364977 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34339d45-a2fd-40dd-8a14-12542db91f14', 'tag': '8d5059db-1a61-4915-81cc-67139241042e'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:17.367415 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84295960-8c82-48df-a85b-f3c24f4c897d" -d '{"events": [{"name": "network-changed", "server_uuid": "34339d45-a2fd-40dd-8a14-12542db91f14", "tag": "8d5059db-1a61-4915-81cc-67139241042e"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:17.378055 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-27a0d8e8-142b-4df7-8ec8-269a88b16df5 None None] Set router 31b91342-8b47-4825-8245-4f77cdefaa91 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:17.388435 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Router 3c9c88e1-b315-4e68-a714-615e58171efa has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:49:17.394236 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-b3005ee3-fe2b-405f-9826-f3e634308291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:17.396046 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-b3005ee3-fe2b-405f-9826-f3e634308291 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2946284 Jul 05 03:49:17.410007 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b5532cce-0f57-4b35-b7bd-b979f088d57c None None] Provisioning complete for port 67d8a75c-bbf2-4387-91a8-ab483c675829 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:17.410374 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b5532cce-0f57-4b35-b7bd-b979f088d57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:17.448221 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-5c2fa690-af03-4d59-8f87-c9cb2a61871e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:17.449740 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-5c2fa690-af03-4d59-8f87-c9cb2a61871e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1254799 Jul 05 03:49:17.459309 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-4a924bc9-8a55-4665-afa0-19fd8f131d91 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:17.460957 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-4a924bc9-8a55-4665-afa0-19fd8f131d91 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/networks?id=ed316610-b29c-457f-a987-9abff17192cf HTTP/1.1" status: 200 len: 821 time: 0.2858655 Jul 05 03:49:17.498996 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-b5532cce-0f57-4b35-b7bd-b979f088d57c None None] Port 67d8a75c-bbf2-4387-91a8-ab483c675829 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:49:17.517877 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-b04cfb4f-fa60-42a1-b23f-02808b39b2f8 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/quotas/4edbb8632052446b85918768ed92c1f6 HTTP/1.1" status: 200 len: 375 time: 0.0441666 Jul 05 03:49:17.527826 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac554b-4510-4815-b6f3-4eed217a30a8 req-cc3ccc98-77ed-4eb3-a4e1-1cb9781c3bc5 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:17.532386 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1dac554b-4510-4815-b6f3-4eed217a30a8 req-cc3ccc98-77ed-4eb3-a4e1-1cb9781c3bc5 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c21103-d72c-40b0-b1f3-eccce6c94a09 HTTP/1.1" status: 200 len: 944 time: 0.2328680 Jul 05 03:49:17.544977 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffd72705-765f-470e-921b-f99ac4785ce7 req-1a7103af-eca5-43ad-b591-2f308e1beacf service neutron] 10.222.0.70 "GET /v2.0/networks/e28478f6-2639-44fb-a0c1-a6a0eef695ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131088 Jul 05 03:49:17.629025 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-21a0dd92-7a91-42b0-bcfe-188e84602ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:17.631583 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-21a0dd92-7a91-42b0-bcfe-188e84602ea5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1696990 Jul 05 03:49:17.650843 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1dac554b-4510-4815-b6f3-4eed217a30a8 req-af14cfac-f88f-4c72-8d29-70cc2a1de534 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/security-groups?id=68433574-909c-4739-8a30-e2cc02b714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142995 Jul 05 03:49:17.654822 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-a41165a0-1051-42a4-a148-c1fabd2aaf6d service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471135 Jul 05 03:49:17.670276 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:49:17.678083 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-27a0d8e8-142b-4df7-8ec8-269a88b16df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1900286073-router', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:14Z', 'revision_number': 4, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'gw_port': {'id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '520577d8-11db-489e-8fb2-5ed6af63fe66', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'floating_ip_address': '172.25.1.59', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'port_id': '8d5059db-1a61-4915-81cc-67139241042e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'mac_address': 'fa:16:3e:61:87:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34339d45-a2fd-40dd-8a14-12542db91f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:46:41Z', 'updated_at': '2021-07-05T03:49:14Z', 'revision_number': 5, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e4383f-68ea-4ebc-bcaf-b65e7f7abedb', 'name': '', 'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'mac_address': 'fa:16:3e:e0:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:13Z', 'updated_at': '2021-07-05T03:46:22Z', 'revision_number': 5, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'subnets': [{'id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:17.681959 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] Sync routers for ids ['3c9c88e1-b315-4e68-a714-615e58171efa'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:49:17.684729 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-af9e6bc1-732f-4d7f-b67e-61e46137f74c admin admin] 10.222.0.77 "PUT /v2.0/routers/3c9c88e1-b315-4e68-a714-615e58171efa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2892151 Jul 05 03:49:17.714574 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] Routers {'3c9c88e1-b315-4e68-a714-615e58171efa'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:17.718935 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:49:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['3c9c88e1-b315-4e68-a714-615e58171efa'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:17.744132 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-6e24680e-1b35-4ebe-af97-502b3aa402b8 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4edbb8632052446b85918768ed92c1f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2025278 Jul 05 03:49:17.757701 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a0d8e8-142b-4df7-8ec8-269a88b16df5 None None] Checking router: 31b91342-8b47-4825-8245-4f77cdefaa91 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:49:17.767034 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a0d8e8-142b-4df7-8ec8-269a88b16df5 None None] Routers {'31b91342-8b47-4825-8245-4f77cdefaa91'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:17.767649 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-27a0d8e8-142b-4df7-8ec8-269a88b16df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:49:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['31b91342-8b47-4825-8245-4f77cdefaa91'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:17.860800 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] Set router 3c9c88e1-b315-4e68-a714-615e58171efa gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:17.877167 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-d72a9145-3053-4285-a08e-799ec9d2e8b6 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093425 Jul 05 03:49:18.010882 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33024f21-fa32-4513-9e6e-abebe00b92c3 req-c9fb22b3-07ce-4ceb-ae38-1ba884f5d55a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:18.013940 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-33024f21-fa32-4513-9e6e-abebe00b92c3 req-c9fb22b3-07ce-4ceb-ae38-1ba884f5d55a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b5f3352-1bbe-4628-ba9b-0156d59fc7d8 HTTP/1.1" status: 200 len: 947 time: 0.1034756 Jul 05 03:49:18.081008 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-27a0d8e8-142b-4df7-8ec8-269a88b16df5 None None] Set router 31b91342-8b47-4825-8245-4f77cdefaa91 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:18.081183 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-33024f21-fa32-4513-9e6e-abebe00b92c3 req-b0e24479-93f4-4f2c-992b-c7d972483662 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612564 Jul 05 03:49:18.109501 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:18.243888 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:18.280809 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a88664-ec65-44ea-9fa0-66585eb80d15', 'name': 'network-vif-deleted', 'tag': '04ff4ea5-7d78-4c30-905d-d740cf4bc920'}, {'name': 'network-changed', 'server_uuid': '89a22b08-69b7-4581-bce0-995e2ab68bf4', 'tag': 'e2d807f9-b9e2-4c86-85cc-e0a673d4fa65'}, {'name': 'network-changed', 'server_uuid': '2b5f3352-1bbe-4628-ba9b-0156d59fc7d8', 'tag': 'b5cd23f4-263c-4e30-8b36-bafbdc086518'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:18.284020 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f3c40c-3cd5-4dbc-8f2c-130426a87f4b" -d '{"events": [{"server_uuid": "a6a88664-ec65-44ea-9fa0-66585eb80d15", "name": "network-vif-deleted", "tag": "04ff4ea5-7d78-4c30-905d-d740cf4bc920"}, {"name": "network-changed", "server_uuid": "89a22b08-69b7-4581-bce0-995e2ab68bf4", "tag": "e2d807f9-b9e2-4c86-85cc-e0a673d4fa65"}, {"name": "network-changed", "server_uuid": "2b5f3352-1bbe-4628-ba9b-0156d59fc7d8", "tag": "b5cd23f4-263c-4e30-8b36-bafbdc086518"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:18.286673 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:18.287288 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.315275 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9c88e1-b315-4e68-a714-615e58171efa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-475450641-router', 'tenant_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '90fc5042-1650-4505-9bec-5a7cf9b04c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:05Z', 'updated_at': '2021-07-05T03:49:14Z', 'revision_number': 4, 'project_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'gw_port': {'id': '90fc5042-1650-4505-9bec-5a7cf9b04c10', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9c88e1-b315-4e68-a714-615e58171efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:06Z', 'updated_at': '2021-07-05T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '67d8a75c-bbf2-4387-91a8-ab483c675829', 'name': '', 'network_id': '595999e9-6a16-451e-800f-ede6974ed62d', 'tenant_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'mac_address': 'fa:16:3e:5b:b5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9c88e1-b315-4e68-a714-615e58171efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '6e00aa56-ed14-41c6-9892-84af385e1eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:11Z', 'updated_at': '2021-07-05T03:49:15Z', 'revision_number': 2, 'project_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'subnets': [{'id': '6e00aa56-ed14-41c6-9892-84af385e1eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:18.341011 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-dc5b3fea-5806-4f96-b37d-ead1a5128049 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6888494 Jul 05 03:49:18.360493 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] Checking router: 3c9c88e1-b315-4e68-a714-615e58171efa for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:49:18.361506 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] Updating router 3c9c88e1-b315-4e68-a714-615e58171efa port 67d8a75c-bbf2-4387-91a8-ab483c675829 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:49:18.407937 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.427445 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-9f4dff36-9673-4f08-81b9-2576b41b76fc service neutron] 10.222.0.77 "GET /v2.0/networks/ed316610-b29c-457f-a987-9abff17192cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6684644 Jul 05 03:49:18.458524 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.492268 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd386b8e7-e470-4f41-a8dd-d5cbeddeebf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ccad2b-7e9a-40fb-b60e-7576fc09e7e2'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:18.495204 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e341983f-e9d8-494d-8667-6647a6ed2daf" -d '{"events": [{"server_uuid": "d386b8e7-e470-4f41-a8dd-d5cbeddeebf9", "name": "network-vif-plugged", "status": "completed", "tag": "57ccad2b-7e9a-40fb-b60e-7576fc09e7e2"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:18.510632 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-27a0d8e8-142b-4df7-8ec8-269a88b16df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1900286073-router', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:14Z', 'revision_number': 4, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'gw_port': {'id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '520577d8-11db-489e-8fb2-5ed6af63fe66', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'floating_ip_address': '172.25.1.59', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'port_id': '8d5059db-1a61-4915-81cc-67139241042e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'mac_address': 'fa:16:3e:61:87:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34339d45-a2fd-40dd-8a14-12542db91f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:46:41Z', 'updated_at': '2021-07-05T03:49:14Z', 'revision_number': 5, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e4383f-68ea-4ebc-bcaf-b65e7f7abedb', 'name': '', 'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'mac_address': 'fa:16:3e:e0:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:13Z', 'updated_at': '2021-07-05T03:46:22Z', 'revision_number': 5, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'subnets': [{'id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:18.548517 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a0d8e8-142b-4df7-8ec8-269a88b16df5 None None] The sync data for ids ['31b91342-8b47-4825-8245-4f77cdefaa91'] in n-d-780147-23 is: [{'id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1900286073-router', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:14Z', 'revision_number': 4, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'gw_port': {'id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '520577d8-11db-489e-8fb2-5ed6af63fe66', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'floating_ip_address': '172.25.1.59', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'port_id': '8d5059db-1a61-4915-81cc-67139241042e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'mac_address': 'fa:16:3e:61:87:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34339d45-a2fd-40dd-8a14-12542db91f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:46:41Z', 'updated_at': '2021-07-05T03:49:14Z', 'revision_number': 5, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e4383f-68ea-4ebc-bcaf-b65e7f7abedb', 'name': '', 'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'mac_address': 'fa:16:3e:e0:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:13Z', 'updated_at': '2021-07-05T03:46:22Z', 'revision_number': 5, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'subnets': [{'id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:49:18.553161 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=57ccad2b-7e9a-40fb-b60e-7576fc09e7e2,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:18.559372 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.564973 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b2c7dfc-6a6e-40c4-8608-016a14a020fd req-fcad16b2-bad9-4efb-8558-4494e0896628 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151988 Jul 05 03:49:18.602382 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-205c72bc-9e5b-44b7-8b62-b52f371e7eca service neutron] 10.222.0.77 "GET /v2.0/networks/ed316610-b29c-457f-a987-9abff17192cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717165 Jul 05 03:49:18.640754 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=57ccad2b-7e9a-40fb-b60e-7576fc09e7e2,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:18.767578 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2a6061-55f3-4959-9bef-152d8cc2f2fa x-openstack-request-id: req-2f2a6061-55f3-4959-9bef-152d8cc2f2fa {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:18.767936 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34339d45-a2fd-40dd-8a14-12542db91f14", "tag": "8d5059db-1a61-4915-81cc-67139241042e", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:18.768159 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2f2a6061-55f3-4959-9bef-152d8cc2f2fa {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:18.768550 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34339d45-a2fd-40dd-8a14-12542db91f14', 'tag': '8d5059db-1a61-4915-81cc-67139241042e', 'status': 'completed', 'code': 200} Jul 05 03:49:18.873223 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.887188 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] Transition to ACTIVE for port object 67d8a75c-bbf2-4387-91a8-ab483c675829 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:18.911967 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.918084 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-a7e2a3bd-26d8-45f0-ac81-0b4b4d87a587 req-90eb9f36-7a02-4015-9f1e-f17792f24df4 tempest-FloatingIPDetailsNegativeTestJSON-632804842 tempest-FloatingIPDetailsNegativeTestJSON-632804842-project] show failed (client error): The resource could not be found. Jul 05 03:49:18.919667 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7e2a3bd-26d8-45f0-ac81-0b4b4d87a587 req-90eb9f36-7a02-4015-9f1e-f17792f24df4 tempest-FloatingIPDetailsNegativeTestJSON-632804842 tempest-FloatingIPDetailsNegativeTestJSON-632804842-project] 10.222.0.77 "GET /v2.0/floatingips/03b09b90-0e1b-4c90-8d21-7004222292c5 HTTP/1.1" status: 404 len: 350 time: 0.0637603 Jul 05 03:49:18.947650 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c5eeab-6084-46f7-abaf-219146c8cfa3 None None] New status for floating IP 520577d8-11db-489e-8fb2-5ed6af63fe66: ACTIVE {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:49:18.948827 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84295960-8c82-48df-a85b-f3c24f4c897d req-3f4194a4-d219-45d5-8873-5fe284fe4f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:18.951905 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-84295960-8c82-48df-a85b-f3c24f4c897d req-3f4194a4-d219-45d5-8873-5fe284fe4f4b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=49aa2e78f4fa410bbda69c030d0e9b7c&device_id=34339d45-a2fd-40dd-8a14-12542db91f14 HTTP/1.1" status: 200 len: 1097 time: 0.1383400 Jul 05 03:49:18.958997 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45562) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:19.148382 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65314d-1527-47e5-8dba-041f60d64cbd None None] Pushing event updated for resources: {'Port': ['ID=67d8a75c-bbf2-4387-91a8-ab483c675829,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:19.169848 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] Attempting to bind port 67d8a75c-bbf2-4387-91a8-ab483c675829 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:19.170313 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] Attempting to bind port 67d8a75c-bbf2-4387-91a8-ab483c675829 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '3d7d4f13-209d-46fd-ad9f-79f6aad8ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '595999e9-6a16-451e-800f-ede6974ed62d'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:19.170773 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] Attempting to bind port 67d8a75c-bbf2-4387-91a8-ab483c675829 on network 595999e9-6a16-451e-800f-ede6974ed62d {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:19.176371 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:19.178362 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] Checking segment: {'id': '3d7d4f13-209d-46fd-ad9f-79f6aad8ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '595999e9-6a16-451e-800f-ede6974ed62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:19.179405 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:19.180784 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] Bound using segment: {'id': '3d7d4f13-209d-46fd-ad9f-79f6aad8ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '595999e9-6a16-451e-800f-ede6974ed62d'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:19.180999 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] Bound port: 67d8a75c-bbf2-4387-91a8-ab483c675829, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d7d4f13-209d-46fd-ad9f-79f6aad8ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '595999e9-6a16-451e-800f-ede6974ed62d'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:19.181785 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:19.287104 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84295960-8c82-48df-a85b-f3c24f4c897d req-b07f7e5c-700b-45d7-bee1-18f97bd3696c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:19.289737 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-84295960-8c82-48df-a85b-f3c24f4c897d req-b07f7e5c-700b-45d7-bee1-18f97bd3696c service neutron] 10.222.0.89 "GET /v2.0/networks?id=03165c03-da88-4245-8e84-9b954eea306b HTTP/1.1" status: 200 len: 925 time: 0.3117425 Jul 05 03:49:19.301136 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb6ccc-ab85-4efc-832a-eebd53abf9a5 req-22c412ff-fa7a-4f42-a1af-e3d10f4745af tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:19.314684 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b2bb6ccc-ab85-4efc-832a-eebd53abf9a5 req-22c412ff-fa7a-4f42-a1af-e3d10f4745af tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 946 time: 0.2597957 Jul 05 03:49:19.392108 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] For port 67d8a75c-bbf2-4387-91a8-ab483c675829, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:19.397602 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] For port 67d8a75c-bbf2-4387-91a8-ab483c675829, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=67d8a75c-bbf2-4387-91a8-ab483c675829,segment=NetworkSegment(3d7d4f13-209d-46fd-ad9f-79f6aad8ad9c),segment_id=3d7d4f13-209d-46fd-ad9f-79f6aad8ad9c)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:19.403516 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:19.440446 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b2bb6ccc-ab85-4efc-832a-eebd53abf9a5 req-5e8c43f0-3f47-44c6-b9f2-ec7293163e9b tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247642 Jul 05 03:49:19.473571 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-84295960-8c82-48df-a85b-f3c24f4c897d req-3f537f12-2d49-4532-84c9-443d894ba2b7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d5059db-1a61-4915-81cc-67139241042e HTTP/1.1" status: 200 len: 1000 time: 0.1565790 Jul 05 03:49:19.479286 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65314d-1527-47e5-8dba-041f60d64cbd None None] Pushing event updated for resources: {'Port': ['ID=67d8a75c-bbf2-4387-91a8-ab483c675829,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:19.481519 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd46af-34d7-48b9-ae07-a7fc8abc1691 req-6c31d732-71a4-4cd0-97ac-4c01c01d292b tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:19.491011 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f0fd46af-34d7-48b9-ae07-a7fc8abc1691 req-6c31d732-71a4-4cd0-97ac-4c01c01d292b tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 944 time: 0.2802415 Jul 05 03:49:19.534917 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] Routers {'3c9c88e1-b315-4e68-a714-615e58171efa'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:19.539248 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:49:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['3c9c88e1-b315-4e68-a714-615e58171efa'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:19.566186 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1475a359-0e0c-40de-96c0-cf0c50918979 x-openstack-request-id: req-1475a359-0e0c-40de-96c0-cf0c50918979 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:19.566495 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a88664-ec65-44ea-9fa0-66585eb80d15", "name": "network-vif-deleted", "tag": "04ff4ea5-7d78-4c30-905d-d740cf4bc920", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "89a22b08-69b7-4581-bce0-995e2ab68bf4", "tag": "e2d807f9-b9e2-4c86-85cc-e0a673d4fa65", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2b5f3352-1bbe-4628-ba9b-0156d59fc7d8", "tag": "b5cd23f4-263c-4e30-8b36-bafbdc086518", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:19.566748 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1475a359-0e0c-40de-96c0-cf0c50918979 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:19.567197 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a88664-ec65-44ea-9fa0-66585eb80d15', 'name': 'network-vif-deleted', 'tag': '04ff4ea5-7d78-4c30-905d-d740cf4bc920', 'status': 'completed', 'code': 200} Jul 05 03:49:19.567490 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89a22b08-69b7-4581-bce0-995e2ab68bf4', 'tag': 'e2d807f9-b9e2-4c86-85cc-e0a673d4fa65', 'status': 'completed', 'code': 200} Jul 05 03:49:19.567937 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b5f3352-1bbe-4628-ba9b-0156d59fc7d8', 'tag': 'b5cd23f4-263c-4e30-8b36-bafbdc086518', 'status': 'completed', 'code': 200} Jul 05 03:49:19.591528 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ba9339-6453-486a-a97d-5363502272ee x-openstack-request-id: req-f1ba9339-6453-486a-a97d-5363502272ee {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:19.596174 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d386b8e7-e470-4f41-a8dd-d5cbeddeebf9", "name": "network-vif-plugged", "status": "completed", "tag": "57ccad2b-7e9a-40fb-b60e-7576fc09e7e2", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:19.596668 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f1ba9339-6453-486a-a97d-5363502272ee {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:19.599013 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd386b8e7-e470-4f41-a8dd-d5cbeddeebf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ccad2b-7e9a-40fb-b60e-7576fc09e7e2', 'code': 200} Jul 05 03:49:19.617875 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f0fd46af-34d7-48b9-ae07-a7fc8abc1691 req-42ec73ac-6fb5-4dcd-ae0b-22452c2753ac tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216955 Jul 05 03:49:19.618780 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84295960-8c82-48df-a85b-f3c24f4c897d req-387247de-7ee6-4f87-8106-92e5196b9631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:19.620389 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-84295960-8c82-48df-a85b-f3c24f4c897d req-387247de-7ee6-4f87-8106-92e5196b9631 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=637932b0-f157-4611-98b0-74dc055ed6e0 HTTP/1.1" status: 200 len: 863 time: 0.1385753 Jul 05 03:49:19.849306 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c40c-3cd5-4dbc-8f2c-130426a87f4b req-b002217c-28af-4867-9b45-32de259f6718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:19.851188 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38f3c40c-3cd5-4dbc-8f2c-130426a87f4b req-b002217c-28af-4867-9b45-32de259f6718 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&device_id=89a22b08-69b7-4581-bce0-995e2ab68bf4 HTTP/1.1" status: 200 len: 1099 time: 0.1973984 Jul 05 03:49:19.885945 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84295960-8c82-48df-a85b-f3c24f4c897d req-fbc4ce0d-cc14-484b-a322-d5267c6b5e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:19.885945 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-84295960-8c82-48df-a85b-f3c24f4c897d req-fbc4ce0d-cc14-484b-a322-d5267c6b5e85 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=03165c03-da88-4245-8e84-9b954eea306b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2529671 Jul 05 03:49:19.906944 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] Set router 3c9c88e1-b315-4e68-a714-615e58171efa gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:20.076078 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5836ada-515f-4342-96ab-0484d238ac7e req-466ab18f-bb4c-4e60-8f16-7ea727b487d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:20.077631 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f5836ada-515f-4342-96ab-0484d238ac7e req-466ab18f-bb4c-4e60-8f16-7ea727b487d2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 1098 time: 0.1506970 Jul 05 03:49:20.080848 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-849dc4ef-ca5a-4ba6-a71e-f1ca085e01a4 req-e132ad6c-11fd-48c0-9c2c-9a94d1e7e99c tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=37464ee0-c3be-4402-a1fe-457153542483 HTTP/1.1" status: 200 len: 210 time: 0.0882373 Jul 05 03:49:20.087775 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68d163-962c-478f-80aa-adc594a144db req-e408ac39-9127-48d7-bbf7-0919b6a0c926 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:20.089873 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2e68d163-962c-478f-80aa-adc594a144db req-e408ac39-9127-48d7-bbf7-0919b6a0c926 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c21103-d72c-40b0-b1f3-eccce6c94a09 HTTP/1.1" status: 200 len: 944 time: 0.1533010 Jul 05 03:49:20.106578 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device facb5946-6a38-483d-b686-d0205f1cd23e details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:20.132594 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c40c-3cd5-4dbc-8f2c-130426a87f4b req-d25a2c15-2be9-4d48-9d68-2a1a59c329fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:20.135522 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38f3c40c-3cd5-4dbc-8f2c-130426a87f4b req-d25a2c15-2be9-4d48-9d68-2a1a59c329fc service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.2619224 Jul 05 03:49:20.181976 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f5836ada-515f-4342-96ab-0484d238ac7e req-94fd74f7-1016-485f-8fee-fd158e3b9379 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897870 Jul 05 03:49:20.188650 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38f3c40c-3cd5-4dbc-8f2c-130426a87f4b req-5eecafa4-905f-45db-bd3a-702616aa3bc8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=e2d807f9-b9e2-4c86-85cc-e0a673d4fa65 HTTP/1.1" status: 200 len: 217 time: 0.0438137 Jul 05 03:49:20.195257 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2e68d163-962c-478f-80aa-adc594a144db req-ad6b369b-ac54-42d3-9237-2d13c1d7616c tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/security-groups?id=68433574-909c-4739-8a30-e2cc02b714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956430 Jul 05 03:49:20.230481 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6103536d-65bd-49fd-946c-c55910aae43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:20.248096 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-84295960-8c82-48df-a85b-f3c24f4c897d req-21af1405-46a3-4276-9ca2-f4779685a975 service neutron] 10.222.0.89 "GET /v2.0/networks/03165c03-da88-4245-8e84-9b954eea306b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334982 Jul 05 03:49:20.286280 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port facb5946-6a38-483d-b686-d0205f1cd23e, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=facb5946-6a38-483d-b686-d0205f1cd23e,segment=NetworkSegment(a28194f0-a962-4cd3-b7ed-773f8673e22c),segment_id=a28194f0-a962-4cd3-b7ed-773f8673e22c)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:20.311468 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9c88e1-b315-4e68-a714-615e58171efa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-475450641-router', 'tenant_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '90fc5042-1650-4505-9bec-5a7cf9b04c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:05Z', 'updated_at': '2021-07-05T03:49:14Z', 'revision_number': 4, 'project_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'gw_port': {'id': '90fc5042-1650-4505-9bec-5a7cf9b04c10', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9c88e1-b315-4e68-a714-615e58171efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:06Z', 'updated_at': '2021-07-05T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '67d8a75c-bbf2-4387-91a8-ab483c675829', 'name': '', 'network_id': '595999e9-6a16-451e-800f-ede6974ed62d', 'tenant_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'mac_address': 'fa:16:3e:5b:b5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9c88e1-b315-4e68-a714-615e58171efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '6e00aa56-ed14-41c6-9892-84af385e1eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:11Z', 'updated_at': '2021-07-05T03:49:19Z', 'revision_number': 4, 'project_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'subnets': [{'id': '6e00aa56-ed14-41c6-9892-84af385e1eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:20.329172 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'facb5946-6a38-483d-b686-d0205f1cd23e', 'network_id': 'e28478f6-2639-44fb-a0c1-a6a0eef695ec', 'port_id': 'facb5946-6a38-483d-b686-d0205f1cd23e', 'mac_address': 'fa:16:3e:d8:65:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08c25920-75bc-4b89-99bb-61149efe841b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:20.342934 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1eb773-4b38-47e3-8848-f3b802c41077 None None] The sync data for ids ['3c9c88e1-b315-4e68-a714-615e58171efa'] in n-d-780147-23 is: [{'id': '3c9c88e1-b315-4e68-a714-615e58171efa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-475450641-router', 'tenant_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '90fc5042-1650-4505-9bec-5a7cf9b04c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:05Z', 'updated_at': '2021-07-05T03:49:14Z', 'revision_number': 4, 'project_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'gw_port': {'id': '90fc5042-1650-4505-9bec-5a7cf9b04c10', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9c88e1-b315-4e68-a714-615e58171efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:06Z', 'updated_at': '2021-07-05T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '67d8a75c-bbf2-4387-91a8-ab483c675829', 'name': '', 'network_id': '595999e9-6a16-451e-800f-ede6974ed62d', 'tenant_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'mac_address': 'fa:16:3e:5b:b5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9c88e1-b315-4e68-a714-615e58171efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '6e00aa56-ed14-41c6-9892-84af385e1eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:11Z', 'updated_at': '2021-07-05T03:49:19Z', 'revision_number': 4, 'project_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'subnets': [{'id': '6e00aa56-ed14-41c6-9892-84af385e1eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:49:20.381343 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:20.400047 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id facb5946-6a38-483d-b686-d0205f1cd23e {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:20.427520 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port facb5946-6a38-483d-b686-d0205f1cd23e, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=facb5946-6a38-483d-b686-d0205f1cd23e,segment=NetworkSegment(a28194f0-a962-4cd3-b7ed-773f8673e22c),segment_id=a28194f0-a962-4cd3-b7ed-773f8673e22c)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:20.443460 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:20.528444 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=facb5946-6a38-483d-b686-d0205f1cd23e,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:20.587620 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-84295960-8c82-48df-a85b-f3c24f4c897d req-c61d33f4-e0fe-48ec-b214-749acbca922b service neutron] 10.222.0.89 "GET /v2.0/networks/03165c03-da88-4245-8e84-9b954eea306b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329592 Jul 05 03:49:20.797011 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73666281-02b2-4cf5-b26a-b4ffb85fe2ef req-b9824a4f-7601-49c3-b82c-024c8e5eae0f tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:20.798636 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-6103536d-65bd-49fd-946c-c55910aae43c admin admin] Deleting port 67d8a75c-bbf2-4387-91a8-ab483c675829 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:20.799000 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6103536d-65bd-49fd-946c-c55910aae43c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:20.805573 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-73666281-02b2-4cf5-b26a-b4ffb85fe2ef req-b9824a4f-7601-49c3-b82c-024c8e5eae0f tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b5f3352-1bbe-4628-ba9b-0156d59fc7d8 HTTP/1.1" status: 200 len: 947 time: 0.4136257 Jul 05 03:49:20.831301 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-60551995-ff09-4d5a-b37d-9c5a712c1e0b tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:20.833020 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-60551995-ff09-4d5a-b37d-9c5a712c1e0b tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.89 "GET /v2.0/networks?id=ed316610-b29c-457f-a987-9abff17192cf HTTP/1.1" status: 200 len: 821 time: 0.2137980 Jul 05 03:49:20.835377 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c40c-3cd5-4dbc-8f2c-130426a87f4b req-94ccafd7-f811-4fd0-85bc-c56e76712c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:20.837082 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38f3c40c-3cd5-4dbc-8f2c-130426a87f4b req-94ccafd7-f811-4fd0-85bc-c56e76712c63 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0943041 Jul 05 03:49:20.867668 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-0a3dccf4-2966-4fa5-8915-a0488b4d0bb7 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Request body: {'port': {'device_id': '37464ee0-c3be-4402-a1fe-457153542483', 'network_id': 'ed316610-b29c-457f-a987-9abff17192cf', 'admin_state_up': True, 'tenant_id': '4edbb8632052446b85918768ed92c1f6'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:20.893282 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-73666281-02b2-4cf5-b26a-b4ffb85fe2ef req-4c02a05c-f23d-4543-a7f1-5e57869776ff tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867121 Jul 05 03:49:20.999539 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-6103536d-65bd-49fd-946c-c55910aae43c admin admin] For port 67d8a75c-bbf2-4387-91a8-ab483c675829, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=67d8a75c-bbf2-4387-91a8-ab483c675829,segment=NetworkSegment(3d7d4f13-209d-46fd-ad9f-79f6aad8ad9c),segment_id=3d7d4f13-209d-46fd-ad9f-79f6aad8ad9c)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:21.000312 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6103536d-65bd-49fd-946c-c55910aae43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:21.039673 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-6103536d-65bd-49fd-946c-c55910aae43c admin admin] Calling delete_port for 67d8a75c-bbf2-4387-91a8-ab483c675829 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:21.139719 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['facb5946-6a38-483d-b686-d0205f1cd23e'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:21.165777 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-0a3dccf4-2966-4fa5-8915-a0488b4d0bb7 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Made reservation on behalf of 4edbb8632052446b85918768ed92c1f6 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:21.169416 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-0a3dccf4-2966-4fa5-8915-a0488b4d0bb7 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:21.262005 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9533c-b3a5-4786-87a3-4edf17bfd69e req-eaac27e8-126e-4bd9-99fc-72fa17593247 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:21.263675 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5cd9533c-b3a5-4786-87a3-4edf17bfd69e req-eaac27e8-126e-4bd9-99fc-72fa17593247 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 946 time: 0.1622446 Jul 05 03:49:21.299912 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c40c-3cd5-4dbc-8f2c-130426a87f4b req-db55886f-a4e0-43e5-a154-912c8c5a0464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:21.301288 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38f3c40c-3cd5-4dbc-8f2c-130426a87f4b req-db55886f-a4e0-43e5-a154-912c8c5a0464 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4201405 Jul 05 03:49:21.342280 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5cd9533c-b3a5-4786-87a3-4edf17bfd69e req-3befdb8b-9f56-443b-9330-7ad695531e0b tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686624 Jul 05 03:49:21.381555 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d0170-ed57-4cd7-ab43-6206ff10f94e req-f747c994-ebf2-4f9d-b07e-7293d5f2a575 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:21.383690 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fa2d0170-ed57-4cd7-ab43-6206ff10f94e req-f747c994-ebf2-4f9d-b07e-7293d5f2a575 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 1096 time: 0.3048561 Jul 05 03:49:21.390308 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-0a3dccf4-2966-4fa5-8915-a0488b4d0bb7 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Allocated IP 172.20.0.6 (ed316610-b29c-457f-a987-9abff17192cf/37b36211-a6e0-42fa-9ae6-cabeeef08bd3/b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:21.441695 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6103536d-65bd-49fd-946c-c55910aae43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:21.478616 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103536d-65bd-49fd-946c-c55910aae43c admin admin] Pushing event deleted for resources: {'Port': ['ID=67d8a75c-bbf2-4387-91a8-ab483c675829,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:21.502284 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38f3c40c-3cd5-4dbc-8f2c-130426a87f4b req-bf80daec-2de2-4005-b562-1470aadc4c94 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871109 Jul 05 03:49:21.503931 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fa2d0170-ed57-4cd7-ab43-6206ff10f94e req-ee46639a-ddf3-436a-b0cb-f07ced03437c tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014445 Jul 05 03:49:21.843659 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-0a3dccf4-2966-4fa5-8915-a0488b4d0bb7 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:21.867816 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38f3c40c-3cd5-4dbc-8f2c-130426a87f4b req-f920d79e-494b-41b0-9688-7c2a905a2edd service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566155 Jul 05 03:49:21.911449 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2e89fd9f-1194-48ce-bde1-972ab0be62be req-bcab2790-42e9-429a-bd7a-aba3db53b2c3 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=37464ee0-c3be-4402-a1fe-457153542483 HTTP/1.1" status: 200 len: 210 time: 0.0935204 Jul 05 03:49:21.944746 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-0a3dccf4-2966-4fa5-8915-a0488b4d0bb7 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:22.016283 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-0a3dccf4-2966-4fa5-8915-a0488b4d0bb7 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Network ed316610-b29c-457f-a987-9abff17192cf is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:22.020915 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-0a3dccf4-2966-4fa5-8915-a0488b4d0bb7 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:22.024941 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-0a3dccf4-2966-4fa5-8915-a0488b4d0bb7 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:22.119260 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device e2d807f9-b9e2-4c86-85cc-e0a673d4fa65 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:22.148659 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed50285-d779-4bc7-b77f-e47be5b7de37 req-09fef59a-81f2-4e11-8e1a-03f9abe6b1d0 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:22.161361 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3dccf4-2966-4fa5-8915-a0488b4d0bb7 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Pushing event updated for resources: {'Port': ['ID=b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:22.164309 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6ed50285-d779-4bc7-b77f-e47be5b7de37 req-09fef59a-81f2-4e11-8e1a-03f9abe6b1d0 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 1102 time: 0.6251760 Jul 05 03:49:22.244549 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6103536d-65bd-49fd-946c-c55910aae43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:22.279367 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6ed50285-d779-4bc7-b77f-e47be5b7de37 req-cf9d385b-ad78-4e0c-84b0-7d063ab7cd4c tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063771 Jul 05 03:49:22.294182 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-0a3dccf4-2966-4fa5-8915-a0488b4d0bb7 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:22.295348 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-0a3dccf4-2966-4fa5-8915-a0488b4d0bb7 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:22.321959 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port e2d807f9-b9e2-4c86-85cc-e0a673d4fa65, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=e2d807f9-b9e2-4c86-85cc-e0a673d4fa65,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:22.345945 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'e2d807f9-b9e2-4c86-85cc-e0a673d4fa65', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': 'e2d807f9-b9e2-4c86-85cc-e0a673d4fa65', 'mac_address': 'fa:16:3e:17:fe:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:22.367189 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-0a3dccf4-2966-4fa5-8915-a0488b4d0bb7 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5061612 Jul 05 03:49:22.389554 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-b8769f84-e552-475a-ac86-9021f114fefc service neutron] Request body: {'port': {'device_id': '37464ee0-c3be-4402-a1fe-457153542483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:22.407127 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c40c-3cd5-4dbc-8f2c-130426a87f4b req-cafa6524-efd5-465b-92ff-7f2bb38f60cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:22.409633 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38f3c40c-3cd5-4dbc-8f2c-130426a87f4b req-cafa6524-efd5-465b-92ff-7f2bb38f60cf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&device_id=2b5f3352-1bbe-4628-ba9b-0156d59fc7d8 HTTP/1.1" status: 200 len: 1099 time: 0.3792713 Jul 05 03:49:22.425616 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:22.456628 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d807f9-b9e2-4c86-85cc-e0a673d4fa65 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:22.503055 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port e2d807f9-b9e2-4c86-85cc-e0a673d4fa65, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=e2d807f9-b9e2-4c86-85cc-e0a673d4fa65,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:22.509922 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:22.567902 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02479de5-ac2f-4806-8cee-e6c0025c241c req-b2f471b3-f10e-4199-966b-000ce2529709 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:22.571177 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-02479de5-ac2f-4806-8cee-e6c0025c241c req-b2f471b3-f10e-4199-966b-000ce2529709 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c21103-d72c-40b0-b1f3-eccce6c94a09 HTTP/1.1" status: 200 len: 945 time: 0.4158940 Jul 05 03:49:22.572913 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=e2d807f9-b9e2-4c86-85cc-e0a673d4fa65,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:22.698855 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6103536d-65bd-49fd-946c-c55910aae43c admin admin] Router 3c9c88e1-b315-4e68-a714-615e58171efa has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:49:22.704469 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-02479de5-ac2f-4806-8cee-e6c0025c241c req-71af3c7f-b5b1-42d6-8a87-bce1163cd73d tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/security-groups?id=68433574-909c-4739-8a30-e2cc02b714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164374 Jul 05 03:49:22.706617 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-b8769f84-e552-475a-ac86-9021f114fefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:22.734585 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c40c-3cd5-4dbc-8f2c-130426a87f4b req-f8b9186e-e48f-40aa-aa82-cdefa445d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:22.736153 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38f3c40c-3cd5-4dbc-8f2c-130426a87f4b req-f8b9186e-e48f-40aa-aa82-cdefa445d86c service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.2899797 Jul 05 03:49:22.797676 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38f3c40c-3cd5-4dbc-8f2c-130426a87f4b req-73713da6-42a3-459f-b442-5b5ce5683ca0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=b5cd23f4-263c-4e30-8b36-bafbdc086518 HTTP/1.1" status: 200 len: 217 time: 0.0440135 Jul 05 03:49:22.883569 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bf3cf-e986-4de1-8671-f44203288aaf req-d3c05b6a-d083-48e0-8e1a-c8fab4f93c30 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:22.885008 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-160bf3cf-e986-4de1-8671-f44203288aaf req-d3c05b6a-d083-48e0-8e1a-c8fab4f93c30 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 821 time: 0.1883976 Jul 05 03:49:22.907665 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-160bf3cf-e986-4de1-8671-f44203288aaf req-d000b2a0-aae3-459b-92da-fd9d7f044871 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/quotas/11544e3d57bf4d33848f6eceacb7332e HTTP/1.1" status: 200 len: 375 time: 0.0160778 Jul 05 03:49:22.908800 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6103536d-65bd-49fd-946c-c55910aae43c admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:49:22.915710 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6103536d-65bd-49fd-946c-c55910aae43c admin admin] 10.222.0.77 "PUT /v2.0/routers/3c9c88e1-b315-4e68-a714-615e58171efa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9552546 Jul 05 03:49:22.920334 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22477ed-edb7-4b4a-a8c5-24040e18f99c None None] Sync routers for ids ['3c9c88e1-b315-4e68-a714-615e58171efa'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:49:22.926122 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45610) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:22.932059 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22477ed-edb7-4b4a-a8c5-24040e18f99c None None] Routers {'3c9c88e1-b315-4e68-a714-615e58171efa'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:22.932703 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e22477ed-edb7-4b4a-a8c5-24040e18f99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:49:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['3c9c88e1-b315-4e68-a714-615e58171efa'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:22.987347 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c40c-3cd5-4dbc-8f2c-130426a87f4b req-4ca4bab8-8b2a-4418-bc28-4018ab84e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:22.988766 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38f3c40c-3cd5-4dbc-8f2c-130426a87f4b req-4ca4bab8-8b2a-4418-bc28-4018ab84e0cb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1807752 Jul 05 03:49:23.024467 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-160bf3cf-e986-4de1-8671-f44203288aaf req-bb1dfec3-44ab-4463-bece-01547bd6c8de tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1073875 Jul 05 03:49:23.070345 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-e22477ed-edb7-4b4a-a8c5-24040e18f99c None None] Set router 3c9c88e1-b315-4e68-a714-615e58171efa gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:23.134333 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['e2d807f9-b9e2-4c86-85cc-e0a673d4fa65'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:23.143366 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-160bf3cf-e986-4de1-8671-f44203288aaf req-6cea1a1c-3d84-4d19-9b53-3cd740971c0b service neutron] 10.222.0.77 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177156 Jul 05 03:49:23.266552 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-160bf3cf-e986-4de1-8671-f44203288aaf req-3e21d25d-4bac-48c8-8405-85f44c180161 service neutron] 10.222.0.77 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216290 Jul 05 03:49:23.329146 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e22477ed-edb7-4b4a-a8c5-24040e18f99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9c88e1-b315-4e68-a714-615e58171efa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-475450641-router', 'tenant_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '90fc5042-1650-4505-9bec-5a7cf9b04c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:05Z', 'updated_at': '2021-07-05T03:49:21Z', 'revision_number': 5, 'project_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'gw_port': {'id': '90fc5042-1650-4505-9bec-5a7cf9b04c10', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9c88e1-b315-4e68-a714-615e58171efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:06Z', 'updated_at': '2021-07-05T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:23.367264 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22477ed-edb7-4b4a-a8c5-24040e18f99c None None] Checking router: 3c9c88e1-b315-4e68-a714-615e58171efa for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:49:23.378751 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22477ed-edb7-4b4a-a8c5-24040e18f99c None None] Routers {'3c9c88e1-b315-4e68-a714-615e58171efa'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:23.379473 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e22477ed-edb7-4b4a-a8c5-24040e18f99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:49:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['3c9c88e1-b315-4e68-a714-615e58171efa'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:23.510526 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9486ed-77fb-48d9-becb-aee45a17b5c5 req-5c990107-c502-4047-8e8b-96c740c6dd2a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:23.517816 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf9486ed-77fb-48d9-becb-aee45a17b5c5 req-5c990107-c502-4047-8e8b-96c740c6dd2a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b5f3352-1bbe-4628-ba9b-0156d59fc7d8 HTTP/1.1" status: 200 len: 947 time: 0.6996098 Jul 05 03:49:23.531996 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-e22477ed-edb7-4b4a-a8c5-24040e18f99c None None] Set router 3c9c88e1-b315-4e68-a714-615e58171efa gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:23.562050 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2851a20c-ff49-4c4d-8c1b-5d7aaec73ba7 admin admin] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:23.600419 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52962bb-dd54-4613-b7fd-8a4182fb7958 req-59003956-68f3-4f30-ae06-59b51677c2ad tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:23.610146 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f52962bb-dd54-4613-b7fd-8a4182fb7958 req-59003956-68f3-4f30-ae06-59b51677c2ad tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 1102 time: 0.1029811 Jul 05 03:49:23.663724 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c40c-3cd5-4dbc-8f2c-130426a87f4b req-5575bf68-fc54-48fb-92d9-b7f56a0a888a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:23.665360 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f52962bb-dd54-4613-b7fd-8a4182fb7958 req-85f48da7-906e-4018-9eb4-2528a03b317c tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539882 Jul 05 03:49:23.665606 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38f3c40c-3cd5-4dbc-8f2c-130426a87f4b req-5575bf68-fc54-48fb-92d9-b7f56a0a888a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6672821 Jul 05 03:49:23.719017 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf9486ed-77fb-48d9-becb-aee45a17b5c5 req-8f039f44-7fcc-4a1c-af79-1524b560fea3 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969841 Jul 05 03:49:23.882915 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38f3c40c-3cd5-4dbc-8f2c-130426a87f4b req-9822d732-3286-4adf-8f41-1617613ace4c service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472476 Jul 05 03:49:23.909856 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220bb17-5c78-4958-88be-23f4cc4779f7 req-23689e99-5e31-4ddc-b672-618fed7543ca tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:23.911981 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e220bb17-5c78-4958-88be-23f4cc4779f7 req-23689e99-5e31-4ddc-b672-618fed7543ca tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 946 time: 0.1102858 Jul 05 03:49:23.967196 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e220bb17-5c78-4958-88be-23f4cc4779f7 req-18832a13-f863-4ccb-9ae9-a4c73851a4b1 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493858 Jul 05 03:49:23.975399 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e22477ed-edb7-4b4a-a8c5-24040e18f99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9c88e1-b315-4e68-a714-615e58171efa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-475450641-router', 'tenant_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '90fc5042-1650-4505-9bec-5a7cf9b04c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:05Z', 'updated_at': '2021-07-05T03:49:21Z', 'revision_number': 5, 'project_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'gw_port': {'id': '90fc5042-1650-4505-9bec-5a7cf9b04c10', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9c88e1-b315-4e68-a714-615e58171efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:06Z', 'updated_at': '2021-07-05T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:24.022523 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22477ed-edb7-4b4a-a8c5-24040e18f99c None None] The sync data for ids ['3c9c88e1-b315-4e68-a714-615e58171efa'] in n-d-780147-23 is: [{'id': '3c9c88e1-b315-4e68-a714-615e58171efa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-475450641-router', 'tenant_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '90fc5042-1650-4505-9bec-5a7cf9b04c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:49:05Z', 'updated_at': '2021-07-05T03:49:21Z', 'revision_number': 5, 'project_id': '1a74b26ba64b4f4bbf9625c60f49fd48', 'gw_port': {'id': '90fc5042-1650-4505-9bec-5a7cf9b04c10', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9c88e1-b315-4e68-a714-615e58171efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:06Z', 'updated_at': '2021-07-05T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:49:24.040555 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-b8769f84-e552-475a-ac86-9021f114fefc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:24.045467 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2851a20c-ff49-4c4d-8c1b-5d7aaec73ba7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.058072 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-b8769f84-e552-475a-ac86-9021f114fefc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.081872 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-071619e2-bff1-4612-822e-5f859cd935ee req-15bee59c-3fba-4445-bc82-f2096519441a tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 210 time: 0.0455332 Jul 05 03:49:24.091315 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-b8769f84-e552-475a-ac86-9021f114fefc service neutron] Transition to ACTIVE for port object b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:24.109079 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-b8769f84-e552-475a-ac86-9021f114fefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.117700 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device b5cd23f4-263c-4e30-8b36-bafbdc086518 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:24.142915 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device facb5946-6a38-483d-b686-d0205f1cd23e up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:24.209501 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38f3c40c-3cd5-4dbc-8f2c-130426a87f4b req-efb87465-64a7-43a2-88ed-2df25ad39799 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900412 Jul 05 03:49:24.221096 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf8b3a-4632-43a6-b939-2c36c0865d4c req-c92350df-eb1b-4dea-8fa8-3f1c9114d1fa tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:24.229343 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-78cf8b3a-4632-43a6-b939-2c36c0865d4c req-c92350df-eb1b-4dea-8fa8-3f1c9114d1fa tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=37464ee0-c3be-4402-a1fe-457153542483 HTTP/1.1" status: 200 len: 931 time: 0.3451250 Jul 05 03:49:24.242341 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8769f84-e552-475a-ac86-9021f114fefc service neutron] Pushing event updated for resources: {'Port': ['ID=b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:24.314400 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port b5cd23f4-263c-4e30-8b36-bafbdc086518, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=b5cd23f4-263c-4e30-8b36-bafbdc086518,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:24.327048 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'b5cd23f4-263c-4e30-8b36-bafbdc086518', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': 'b5cd23f4-263c-4e30-8b36-bafbdc086518', 'mac_address': 'fa:16:3e:d0:b2:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:24.343698 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-78cf8b3a-4632-43a6-b939-2c36c0865d4c req-8c158544-6719-4694-964e-7dfbc38bdff3 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133850 Jul 05 03:49:24.376776 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port facb5946-6a38-483d-b686-d0205f1cd23e completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:24.381312 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-2851a20c-ff49-4c4d-8c1b-5d7aaec73ba7 admin admin] Deleting port 90fc5042-1650-4505-9bec-5a7cf9b04c10 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:24.381567 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2851a20c-ff49-4c4d-8c1b-5d7aaec73ba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.383603 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port facb5946-6a38-483d-b686-d0205f1cd23e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:24.384011 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.455742 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.479396 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5cd23f4-263c-4e30-8b36-bafbdc086518 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:24.509018 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-b8769f84-e552-475a-ac86-9021f114fefc service neutron] Attempting to bind port b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:24.509384 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-b8769f84-e552-475a-ac86-9021f114fefc service neutron] Attempting to bind port b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'f87cced7-ca52-4702-b6f2-045f0cdb9433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ed316610-b29c-457f-a987-9abff17192cf'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:24.509703 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-b8769f84-e552-475a-ac86-9021f114fefc service neutron] Attempting to bind port b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1 on network ed316610-b29c-457f-a987-9abff17192cf {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:24.534730 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-b8769f84-e552-475a-ac86-9021f114fefc service neutron] Port b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1 on network ed316610-b29c-457f-a987-9abff17192cf not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:24.534730 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-b8769f84-e552-475a-ac86-9021f114fefc service neutron] Attempting to bind port b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1 on network ed316610-b29c-457f-a987-9abff17192cf {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:24.546665 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port b5cd23f4-263c-4e30-8b36-bafbdc086518, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=b5cd23f4-263c-4e30-8b36-bafbdc086518,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:24.561210 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.568513 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.574084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-b8769f84-e552-475a-ac86-9021f114fefc service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:24.574425 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-b8769f84-e552-475a-ac86-9021f114fefc service neutron] Checking segment: {'id': 'f87cced7-ca52-4702-b6f2-045f0cdb9433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ed316610-b29c-457f-a987-9abff17192cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:24.574825 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-b8769f84-e552-475a-ac86-9021f114fefc service neutron] Bound using segment: {'id': 'f87cced7-ca52-4702-b6f2-045f0cdb9433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ed316610-b29c-457f-a987-9abff17192cf'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:24.575276 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-b8769f84-e552-475a-ac86-9021f114fefc service neutron] Bound port: b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87cced7-ca52-4702-b6f2-045f0cdb9433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ed316610-b29c-457f-a987-9abff17192cf'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:24.575721 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-b8769f84-e552-475a-ac86-9021f114fefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.637407 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c21103-d72c-40b0-b1f3-eccce6c94a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'facb5946-6a38-483d-b686-d0205f1cd23e'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:24.640909 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea11d3e9-1a50-4881-b121-b9fb56ab47fe" -d '{"events": [{"server_uuid": "59c21103-d72c-40b0-b1f3-eccce6c94a09", "name": "network-vif-plugged", "status": "completed", "tag": "facb5946-6a38-483d-b686-d0205f1cd23e"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:24.642532 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e824c-e232-417d-9239-105dd758d93a req-f0bb5a10-07f3-4abd-bc19-10a4148dc3fb tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:24.644349 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-853e824c-e232-417d-9239-105dd758d93a req-f0bb5a10-07f3-4abd-bc19-10a4148dc3fb tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 1098 time: 0.0689611 Jul 05 03:49:24.666951 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port facb5946-6a38-483d-b686-d0205f1cd23e, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=facb5946-6a38-483d-b686-d0205f1cd23e,segment=NetworkSegment(a28194f0-a962-4cd3-b7ed-773f8673e22c),segment_id=a28194f0-a962-4cd3-b7ed-773f8673e22c)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:24.668219 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=b5cd23f4-263c-4e30-8b36-bafbdc086518,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:24.671929 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.679292 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-2851a20c-ff49-4c4d-8c1b-5d7aaec73ba7 admin admin] For port 90fc5042-1650-4505-9bec-5a7cf9b04c10, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=90fc5042-1650-4505-9bec-5a7cf9b04c10,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:24.679662 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2851a20c-ff49-4c4d-8c1b-5d7aaec73ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.689962 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-853e824c-e232-417d-9239-105dd758d93a req-090352f2-bfe0-4c19-be28-5f30481e3972 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354745 Jul 05 03:49:24.721988 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-2851a20c-ff49-4c4d-8c1b-5d7aaec73ba7 admin admin] Calling delete_port for 90fc5042-1650-4505-9bec-5a7cf9b04c10 owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:24.729277 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-b8769f84-e552-475a-ac86-9021f114fefc service neutron] For port b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:24.731599 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=facb5946-6a38-483d-b686-d0205f1cd23e,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:24.736145 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-b8769f84-e552-475a-ac86-9021f114fefc service neutron] For port b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1,segment=NetworkSegment(f87cced7-ca52-4702-b6f2-045f0cdb9433),segment_id=f87cced7-ca52-4702-b6f2-045f0cdb9433)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:24.756019 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5068c1-ab87-4edd-a024-16487396bb28 req-6f9a52f8-8cf3-4507-a415-66b7f09af7c6 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:24.757907 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7a5068c1-ab87-4edd-a024-16487396bb28 req-6f9a52f8-8cf3-4507-a415-66b7f09af7c6 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c21103-d72c-40b0-b1f3-eccce6c94a09 HTTP/1.1" status: 200 len: 945 time: 0.2277348 Jul 05 03:49:24.759216 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-b8769f84-e552-475a-ac86-9021f114fefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.851920 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-b8769f84-e552-475a-ac86-9021f114fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:24.852534 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-b8769f84-e552-475a-ac86-9021f114fefc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.853903 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-b8769f84-e552-475a-ac86-9021f114fefc service neutron] 10.222.0.89 "PUT /v2.0/ports/b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1 HTTP/1.1" status: 200 len: 1092 time: 2.4761155 Jul 05 03:49:24.857185 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37464ee0-c3be-4402-a1fe-457153542483', 'tag': 'b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:24.859670 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723dae01-047b-49d5-9e53-b72121de0f89" -d '{"events": [{"name": "network-changed", "server_uuid": "37464ee0-c3be-4402-a1fe-457153542483", "tag": "b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:24.862003 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eaf2a44-b38e-4634-8612-06b73fd48474 x-openstack-request-id: req-9eaf2a44-b38e-4634-8612-06b73fd48474 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:24.862303 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c21103-d72c-40b0-b1f3-eccce6c94a09", "name": "network-vif-plugged", "status": "completed", "tag": "facb5946-6a38-483d-b686-d0205f1cd23e", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:24.862551 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9eaf2a44-b38e-4634-8612-06b73fd48474 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:24.862940 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c21103-d72c-40b0-b1f3-eccce6c94a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'facb5946-6a38-483d-b686-d0205f1cd23e', 'code': 200} Jul 05 03:49:24.910311 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7a5068c1-ab87-4edd-a024-16487396bb28 req-7c5cf1b1-ae73-4d94-897e-48d01151eda3 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/security-groups?id=68433574-909c-4739-8a30-e2cc02b714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428528 Jul 05 03:49:24.918961 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8769f84-e552-475a-ac86-9021f114fefc service neutron] Pushing event updated for resources: {'Port': ['ID=b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:25.141242 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcced69d-5fff-4974-a5cc-a3d0b017a6e8 req-22d56bfc-1bda-42d6-a268-f65a73de0d25 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:25.148005 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fcced69d-5fff-4974-a5cc-a3d0b017a6e8 req-22d56bfc-1bda-42d6-a268-f65a73de0d25 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b5f3352-1bbe-4628-ba9b-0156d59fc7d8 HTTP/1.1" status: 200 len: 948 time: 0.1144006 Jul 05 03:49:25.205437 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['b5cd23f4-263c-4e30-8b36-bafbdc086518'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:25.248566 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fcced69d-5fff-4974-a5cc-a3d0b017a6e8 req-e6da0afb-d431-45f9-853d-dabf7d427d71 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955122 Jul 05 03:49:25.298968 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bf3cf-e986-4de1-8671-f44203288aaf req-1c7b4305-bdfb-4d79-8f3e-46b9ca3602a5 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:25.300680 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-160bf3cf-e986-4de1-8671-f44203288aaf req-1c7b4305-bdfb-4d79-8f3e-46b9ca3602a5 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.89 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 821 time: 0.2566772 Jul 05 03:49:25.313519 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ab4a23-0a3b-492e-93e9-3c4c437b13dd x-openstack-request-id: req-e7ab4a23-0a3b-492e-93e9-3c4c437b13dd {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:25.313927 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37464ee0-c3be-4402-a1fe-457153542483", "tag": "b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:25.314287 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e7ab4a23-0a3b-492e-93e9-3c4c437b13dd {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:25.314784 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37464ee0-c3be-4402-a1fe-457153542483', 'tag': 'b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1', 'status': 'completed', 'code': 200} Jul 05 03:49:25.323919 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-160bf3cf-e986-4de1-8671-f44203288aaf req-b824102f-bb3a-4f64-98ee-4162e3be6d3d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Request body: {'port': {'device_id': 'f540fb7b-65cf-4c88-a38f-a5314ecbf55d', 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368', 'admin_state_up': True, 'tenant_id': '11544e3d57bf4d33848f6eceacb7332e'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:25.404284 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-bc762879-3685-4cc7-ad8d-d2f6236ebe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:25.407025 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-bc762879-3685-4cc7-ad8d-d2f6236ebe6f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4edbb8632052446b85918768ed92c1f6&device_id=37464ee0-c3be-4402-a1fe-457153542483 HTTP/1.1" status: 200 len: 1095 time: 0.4116685 Jul 05 03:49:25.433743 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2851a20c-ff49-4c4d-8c1b-5d7aaec73ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.524853 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7293270-25eb-4dbb-a67d-e4517dcd05f4 req-b2cddfc0-6c55-48d0-b485-a7e10e831d56 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 210 time: 0.0477452 Jul 05 03:49:25.527412 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-a1d22d96-9ea7-436d-bc0f-b37d955b8bb4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1 HTTP/1.1" status: 200 len: 217 time: 0.1079564 Jul 05 03:49:25.568527 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851a20c-ff49-4c4d-8c1b-5d7aaec73ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=90fc5042-1650-4505-9bec-5a7cf9b04c10,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:25.589355 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced3e44-6c15-4f8c-8c80-fb89003dc61c req-28d696ba-c96b-4861-b8fa-f438f9b942df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:25.590913 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1ced3e44-6c15-4f8c-8c80-fb89003dc61c req-28d696ba-c96b-4861-b8fa-f438f9b942df service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=59c21103-d72c-40b0-b1f3-eccce6c94a09 HTTP/1.1" status: 200 len: 1098 time: 0.5192404 Jul 05 03:49:25.918616 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-ac023898-9446-442a-afef-e4d9c6f7cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:25.920249 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-ac023898-9446-442a-afef-e4d9c6f7cbac service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37b36211-a6e0-42fa-9ae6-cabeeef08bd3 HTTP/1.1" status: 200 len: 861 time: 0.3684368 Jul 05 03:49:25.938020 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1ced3e44-6c15-4f8c-8c80-fb89003dc61c req-e0b22323-f4dd-4a6a-a320-7b022db3acfa service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=68433574-909c-4739-8a30-e2cc02b714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852666 Jul 05 03:49:25.941228 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2851a20c-ff49-4c4d-8c1b-5d7aaec73ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.104704 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 67d8a75c-bbf2-4387-91a8-ab483c675829 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:26.143782 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device e2d807f9-b9e2-4c86-85cc-e0a673d4fa65 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:26.148457 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 67d8a75c-bbf2-4387-91a8-ab483c675829 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:26.149082 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 67d8a75c-bbf2-4387-91a8-ab483c675829 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:26.178012 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-52cefff5-1723-4dc1-bf7f-e484f12ce3ca service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ed316610-b29c-457f-a987-9abff17192cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2382383 Jul 05 03:49:26.178610 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-160bf3cf-e986-4de1-8671-f44203288aaf req-b824102f-bb3a-4f64-98ee-4162e3be6d3d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Made reservation on behalf of 11544e3d57bf4d33848f6eceacb7332e for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:26.182515 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-160bf3cf-e986-4de1-8671-f44203288aaf req-b824102f-bb3a-4f64-98ee-4162e3be6d3d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.220568 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port e2d807f9-b9e2-4c86-85cc-e0a673d4fa65 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:26.225959 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port e2d807f9-b9e2-4c86-85cc-e0a673d4fa65 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:26.226397 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.293556 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2851a20c-ff49-4c4d-8c1b-5d7aaec73ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.297941 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2851a20c-ff49-4c4d-8c1b-5d7aaec73ba7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.315782 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d048b-8792-4121-86a3-39773746445b req-c67a87c8-b950-432d-a8bf-51fd5947d089 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:26.318756 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-906d048b-8792-4121-86a3-39773746445b req-c67a87c8-b950-432d-a8bf-51fd5947d089 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=37464ee0-c3be-4402-a1fe-457153542483 HTTP/1.1" status: 200 len: 943 time: 0.6216469 Jul 05 03:49:26.342021 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.353486 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb394a-3dc7-43b7-bb6f-d1b86034c0e9 req-b4cbc59d-2431-49e6-8119-692424c49514 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:26.366206 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eeeb394a-3dc7-43b7-bb6f-d1b86034c0e9 req-b4cbc59d-2431-49e6-8119-692424c49514 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c21103-d72c-40b0-b1f3-eccce6c94a09 HTTP/1.1" status: 200 len: 946 time: 0.1212285 Jul 05 03:49:26.402691 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port e2d807f9-b9e2-4c86-85cc-e0a673d4fa65, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=e2d807f9-b9e2-4c86-85cc-e0a673d4fa65,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:26.410680 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.486229 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eeeb394a-3dc7-43b7-bb6f-d1b86034c0e9 req-462c7a71-66b0-4df9-8322-8ece6e2f9cbf tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/security-groups?id=68433574-909c-4739-8a30-e2cc02b714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166146 Jul 05 03:49:26.511125 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2851a20c-ff49-4c4d-8c1b-5d7aaec73ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.511874 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2851a20c-ff49-4c4d-8c1b-5d7aaec73ba7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c9c88e1-b315-4e68-a714-615e58171efa {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:49:26.524867 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=e2d807f9-b9e2-4c86-85cc-e0a673d4fa65,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:26.555896 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2851a20c-ff49-4c4d-8c1b-5d7aaec73ba7 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.557210 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2851a20c-ff49-4c4d-8c1b-5d7aaec73ba7 admin admin] 10.222.0.77 "DELETE /v2.0/routers/3c9c88e1-b315-4e68-a714-615e58171efa HTTP/1.1" status: 204 len: 168 time: 3.6299014 Jul 05 03:49:26.560605 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45696) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:26.667448 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-906d048b-8792-4121-86a3-39773746445b req-24e1238d-592b-4271-9fa6-bc4edd64f3dc tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302116 Jul 05 03:49:26.668509 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05815c6-ceae-4d34-95ee-8fd87b1a965b admin admin] Deleting subnet 6e00aa56-ed14-41c6-9892-84af385e1eba {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:49:26.680895 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e05815c6-ceae-4d34-95ee-8fd87b1a965b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.750544 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-77cd6506-2501-4858-8382-fe97b3b22163 service neutron] 10.222.0.89 "GET /v2.0/networks/ed316610-b29c-457f-a987-9abff17192cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601208 Jul 05 03:49:26.847010 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e05815c6-ceae-4d34-95ee-8fd87b1a965b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.865267 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a22b08-69b7-4581-bce0-995e2ab68bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d807f9-b9e2-4c86-85cc-e0a673d4fa65'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:26.869210 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d305ed4-7ba0-4900-8816-5352bb0af038" -d '{"events": [{"server_uuid": "89a22b08-69b7-4581-bce0-995e2ab68bf4", "name": "network-vif-plugged", "status": "completed", "tag": "e2d807f9-b9e2-4c86-85cc-e0a673d4fa65"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:26.877314 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-160bf3cf-e986-4de1-8671-f44203288aaf req-b824102f-bb3a-4f64-98ee-4162e3be6d3d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Allocated IP 172.20.0.9 (b0365b51-ea1d-4154-b37b-d14ae3269368/8d29ec61-cb40-45c9-a308-0007b5185cb0/ec0b973c-e51a-433d-b0f3-cd7522b08f38) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:26.962857 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279c142-2a4c-4a70-b5fc-38a364b62f1b req-6da809c9-a3aa-4291-8361-35bc02d83f87 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:26.964549 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2279c142-2a4c-4a70-b5fc-38a364b62f1b req-6da809c9-a3aa-4291-8361-35bc02d83f87 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.1916971 Jul 05 03:49:26.993860 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e05815c6-ceae-4d34-95ee-8fd87b1a965b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.060956 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4bcad7c3-9e03-4757-be48-e9b8319010be req-80c81ed0-1764-462d-9ccc-3290f12f520b service neutron] 10.222.0.89 "GET /v2.0/networks/ed316610-b29c-457f-a987-9abff17192cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833598 Jul 05 03:49:27.097542 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2279c142-2a4c-4a70-b5fc-38a364b62f1b req-8acee609-261e-48c1-8e4a-3da60a1fb051 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225383 Jul 05 03:49:27.192096 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e05815c6-ceae-4d34-95ee-8fd87b1a965b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.274818 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05815c6-ceae-4d34-95ee-8fd87b1a965b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e00aa56-ed14-41c6-9892-84af385e1eba,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:27.314058 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b7d5d7-671b-4b28-90ad-f527f1d62e79 None None] Network 595999e9-6a16-451e-800f-ede6974ed62d requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:27.368379 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d776fb51-9ee5-4d88-8372-e9cf9f074419 req-6c258fed-ef6f-4cdb-95d9-10c8dd6e9ada tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 210 time: 0.0611560 Jul 05 03:49:27.380788 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e05815c6-ceae-4d34-95ee-8fd87b1a965b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.386466 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e05815c6-ceae-4d34-95ee-8fd87b1a965b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/6e00aa56-ed14-41c6-9892-84af385e1eba HTTP/1.1" status: 204 len: 168 time: 0.8221776 Jul 05 03:49:27.397508 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45704) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:27.664809 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-52c33b91-1e6d-493e-af04-7c9bf03c1883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.722547 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5ccf33-e9d1-4ee3-9514-60cb652c4b13 None None] DHCP port deletion for 595999e9-6a16-451e-800f-ede6974ed62d request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:49:27.837027 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede0dbdc-81d5-42a3-ab70-85e6e6c6ae4c x-openstack-request-id: req-ede0dbdc-81d5-42a3-ab70-85e6e6c6ae4c {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:27.837479 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a22b08-69b7-4581-bce0-995e2ab68bf4", "name": "network-vif-plugged", "status": "completed", "tag": "e2d807f9-b9e2-4c86-85cc-e0a673d4fa65", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:27.837874 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ede0dbdc-81d5-42a3-ab70-85e6e6c6ae4c {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:27.838847 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a22b08-69b7-4581-bce0-995e2ab68bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d807f9-b9e2-4c86-85cc-e0a673d4fa65', 'code': 200} Jul 05 03:49:27.868729 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-52c33b91-1e6d-493e-af04-7c9bf03c1883 admin admin] Deleting port de54e5ec-594f-4e0c-a79e-af620162355d {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:27.869715 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-52c33b91-1e6d-493e-af04-7c9bf03c1883 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.943268 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-0d5ccf33-e9d1-4ee3-9514-60cb652c4b13 None None] Deleting port de54e5ec-594f-4e0c-a79e-af620162355d {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:27.943974 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0d5ccf33-e9d1-4ee3-9514-60cb652c4b13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.011089 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7cb03-5751-4e4e-8bab-7c88de6b9be4 req-b5aef2fd-0d3f-4c52-b232-105036bccfe2 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:28.023977 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-10f7cb03-5751-4e4e-8bab-7c88de6b9be4 req-b5aef2fd-0d3f-4c52-b232-105036bccfe2 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b5f3352-1bbe-4628-ba9b-0156d59fc7d8 HTTP/1.1" status: 200 len: 948 time: 1.1074436 Jul 05 03:49:28.180082 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 90fc5042-1650-4505-9bec-5a7cf9b04c10 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:28.183705 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device b5cd23f4-263c-4e30-8b36-bafbdc086518 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:28.212860 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-52c33b91-1e6d-493e-af04-7c9bf03c1883 admin admin] For port de54e5ec-594f-4e0c-a79e-af620162355d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=de54e5ec-594f-4e0c-a79e-af620162355d,segment=NetworkSegment(3d7d4f13-209d-46fd-ad9f-79f6aad8ad9c),segment_id=3d7d4f13-209d-46fd-ad9f-79f6aad8ad9c)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:28.213847 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-52c33b91-1e6d-493e-af04-7c9bf03c1883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.287043 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-160bf3cf-e986-4de1-8671-f44203288aaf req-b824102f-bb3a-4f64-98ee-4162e3be6d3d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.319580 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-10f7cb03-5751-4e4e-8bab-7c88de6b9be4 req-5ab43b0b-1eb2-4983-8545-874c50673bb7 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925150 Jul 05 03:49:28.331132 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-52c33b91-1e6d-493e-af04-7c9bf03c1883 admin admin] Calling delete_port for de54e5ec-594f-4e0c-a79e-af620162355d owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:28.359597 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 90fc5042-1650-4505-9bec-5a7cf9b04c10 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:28.360089 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 90fc5042-1650-4505-9bec-5a7cf9b04c10 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:28.360840 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device de54e5ec-594f-4e0c-a79e-af620162355d no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:28.374250 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dae01-047b-49d5-9e53-b72121de0f89 req-99530011-4a72-4e2d-9e71-540de082f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:28.376835 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-723dae01-047b-49d5-9e53-b72121de0f89 req-99530011-4a72-4e2d-9e71-540de082f7fd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4edbb8632052446b85918768ed92c1f6&device_id=37464ee0-c3be-4402-a1fe-457153542483 HTTP/1.1" status: 200 len: 1095 time: 0.5666258 Jul 05 03:49:28.454329 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33fc37-c6a8-465c-a9d5-1c8317933651 req-ebd46adb-12bd-46bc-b149-7b99fe5a95e9 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:28.458425 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4d33fc37-c6a8-465c-a9d5-1c8317933651 req-ebd46adb-12bd-46bc-b149-7b99fe5a95e9 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c21103-d72c-40b0-b1f3-eccce6c94a09 HTTP/1.1" status: 200 len: 946 time: 0.3352375 Jul 05 03:49:28.477634 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-0d5ccf33-e9d1-4ee3-9514-60cb652c4b13 None None] For port de54e5ec-594f-4e0c-a79e-af620162355d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=de54e5ec-594f-4e0c-a79e-af620162355d,segment=NetworkSegment(3d7d4f13-209d-46fd-ad9f-79f6aad8ad9c),segment_id=3d7d4f13-209d-46fd-ad9f-79f6aad8ad9c)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:28.479164 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0d5ccf33-e9d1-4ee3-9514-60cb652c4b13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.535017 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port b5cd23f4-263c-4e30-8b36-bafbdc086518 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:28.543734 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-0d5ccf33-e9d1-4ee3-9514-60cb652c4b13 None None] Calling delete_port for de54e5ec-594f-4e0c-a79e-af620162355d owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:28.549238 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf2c42-5ef2-45ad-991f-e42d2887702b req-f5d78f5b-8f3b-4afd-a0de-a279a1642f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:28.552141 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c3bf2c42-5ef2-45ad-991f-e42d2887702b req-f5d78f5b-8f3b-4afd-a0de-a279a1642f10 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=89a22b08-69b7-4581-bce0-995e2ab68bf4 HTTP/1.1" status: 200 len: 1101 time: 0.5100935 Jul 05 03:49:28.567639 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port b5cd23f4-263c-4e30-8b36-bafbdc086518 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:28.568257 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.600209 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-52c33b91-1e6d-493e-af04-7c9bf03c1883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.630013 n-d-780147-23 neutron-server[105540]: INFO neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No ports have port_id starting with de54e5ec-594f-4e0c-a79e-af620162355d Jul 05 03:49:28.632037 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bb144d0b-76d0-4357-b76f-c0a2a221b5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.654576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c33b91-1e6d-493e-af04-7c9bf03c1883 admin admin] Pushing event deleted for resources: {'Port': ['ID=de54e5ec-594f-4e0c-a79e-af620162355d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:28.658224 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c33b91-1e6d-493e-af04-7c9bf03c1883 admin admin] No DVR routers for this DVR port de54e5ec-594f-4e0c-a79e-af620162355d on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:28.742365 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-160bf3cf-e986-4de1-8671-f44203288aaf req-b824102f-bb3a-4f64-98ee-4162e3be6d3d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.750770 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c3bf2c42-5ef2-45ad-991f-e42d2887702b req-f6f4d2c3-2307-4445-a459-a5dd71a80152 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827550 Jul 05 03:49:28.790742 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4d33fc37-c6a8-465c-a9d5-1c8317933651 req-9773732e-d42e-461f-b8ad-3426fad0bae9 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/security-groups?id=68433574-909c-4739-8a30-e2cc02b714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106578 Jul 05 03:49:28.797001 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-52c33b91-1e6d-493e-af04-7c9bf03c1883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.809406 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dae01-047b-49d5-9e53-b72121de0f89 req-2f63a8a3-a7e5-47df-9c62-10ed0c0d2cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:28.810313 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-723dae01-047b-49d5-9e53-b72121de0f89 req-2f63a8a3-a7e5-47df-9c62-10ed0c0d2cb6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ed316610-b29c-457f-a987-9abff17192cf HTTP/1.1" status: 200 len: 922 time: 0.4238613 Jul 05 03:49:28.818502 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-52c33b91-1e6d-493e-af04-7c9bf03c1883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595999e9-6a16-451e-800f-ede6974ed62d']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:28.836391 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-52c33b91-1e6d-493e-af04-7c9bf03c1883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7d4f13-209d-46fd-ad9f-79f6aad8ad9c') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:28.837415 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-52c33b91-1e6d-493e-af04-7c9bf03c1883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7d4f13-209d-46fd-ad9f-79f6aad8ad9c') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:28.841259 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-160bf3cf-e986-4de1-8671-f44203288aaf req-b824102f-bb3a-4f64-98ee-4162e3be6d3d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Network b0365b51-ea1d-4154-b37b-d14ae3269368 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:28.856706 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-52c33b91-1e6d-493e-af04-7c9bf03c1883 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.885209 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0d5ccf33-e9d1-4ee3-9514-60cb652c4b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.887191 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-52c33b91-1e6d-493e-af04-7c9bf03c1883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.888230 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.890526 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-160bf3cf-e986-4de1-8671-f44203288aaf req-b824102f-bb3a-4f64-98ee-4162e3be6d3d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:28.896589 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-160bf3cf-e986-4de1-8671-f44203288aaf req-b824102f-bb3a-4f64-98ee-4162e3be6d3d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:28.901940 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-723dae01-047b-49d5-9e53-b72121de0f89 req-4c4b8c18-ecb8-4090-9eed-6fffd91714d8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1 HTTP/1.1" status: 200 len: 217 time: 0.0751331 Jul 05 03:49:28.902633 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c33b91-1e6d-493e-af04-7c9bf03c1883 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:49:28.903641 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-52c33b91-1e6d-493e-af04-7c9bf03c1883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: timer() Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:49:28.923393 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:49:28.930542 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.937871 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ccf33-e9d1-4ee3-9514-60cb652c4b13 None None] Pushing event deleted for resources: {'Port': ['ID=de54e5ec-594f-4e0c-a79e-af620162355d,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:28.955424 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5ccf33-e9d1-4ee3-9514-60cb652c4b13 None None] No DVR routers for this DVR port de54e5ec-594f-4e0c-a79e-af620162355d on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:28.968655 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824102f-bb3a-4f64-98ee-4162e3be6d3d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Pushing event updated for resources: {'Port': ['ID=ec0b973c-e51a-433d-b0f3-cd7522b08f38,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:29.017874 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port b5cd23f4-263c-4e30-8b36-bafbdc086518, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=b5cd23f4-263c-4e30-8b36-bafbdc086518,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:29.027390 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.034938 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-52c33b91-1e6d-493e-af04-7c9bf03c1883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.053718 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-52c33b91-1e6d-493e-af04-7c9bf03c1883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.057232 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-52c33b91-1e6d-493e-af04-7c9bf03c1883 admin admin] 10.222.0.77 "DELETE /v2.0/networks/595999e9-6a16-451e-800f-ede6974ed62d HTTP/1.1" status: 204 len: 168 time: 1.6470046 Jul 05 03:49:29.066179 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7768e6-ba15-4c44-8f27-5f990917463e req-d110e56a-4c58-46e6-84da-c7b25be0c4fe tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:29.069797 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f7768e6-ba15-4c44-8f27-5f990917463e req-d110e56a-4c58-46e6-84da-c7b25be0c4fe tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=37464ee0-c3be-4402-a1fe-457153542483 HTTP/1.1" status: 200 len: 943 time: 0.4857750 Jul 05 03:49:29.083277 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bf3cf-e986-4de1-8671-f44203288aaf req-b824102f-bb3a-4f64-98ee-4162e3be6d3d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:29.084407 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-160bf3cf-e986-4de1-8671-f44203288aaf req-b824102f-bb3a-4f64-98ee-4162e3be6d3d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.106743 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c33b91-1e6d-493e-af04-7c9bf03c1883 admin admin] Pushing event deleted for resources: {'Network': ['ID=595999e9-6a16-451e-800f-ede6974ed62d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:29.117687 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dae01-047b-49d5-9e53-b72121de0f89 req-a298f536-279a-45dd-9f9b-49bd02901b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:29.120054 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-723dae01-047b-49d5-9e53-b72121de0f89 req-a298f536-279a-45dd-9f9b-49bd02901b26 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37b36211-a6e0-42fa-9ae6-cabeeef08bd3 HTTP/1.1" status: 200 len: 861 time: 0.1751187 Jul 05 03:49:29.122729 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=b5cd23f4-263c-4e30-8b36-bafbdc086518,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:29.151216 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-160bf3cf-e986-4de1-8671-f44203288aaf req-b824102f-bb3a-4f64-98ee-4162e3be6d3d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8316638 Jul 05 03:49:29.175114 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-723dae01-047b-49d5-9e53-b72121de0f89 req-4e5195e0-68ce-4e30-af52-f61346d847a8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ed316610-b29c-457f-a987-9abff17192cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418220 Jul 05 03:49:29.183651 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-160bf3cf-e986-4de1-8671-f44203288aaf req-615e49df-9bc6-4593-956e-f661e13638dc service neutron] Request body: {'port': {'device_id': 'f540fb7b-65cf-4c88-a38f-a5314ecbf55d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:29.188487 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c738f37-bd78-4500-97b5-380a27cb7e16 req-d82af23b-48a1-44d1-8246-04aa9784d1f1 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:29.190437 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c738f37-bd78-4500-97b5-380a27cb7e16 req-d82af23b-48a1-44d1-8246-04aa9784d1f1 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.1316481 Jul 05 03:49:29.248482 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c738f37-bd78-4500-97b5-380a27cb7e16 req-9ba457f0-b5af-46e0-8448-57908aee2c9c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497026 Jul 05 03:49:29.286785 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f7768e6-ba15-4c44-8f27-5f990917463e req-9ff0d9bd-7da8-4850-a6eb-596c1a71fb5f tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931570 Jul 05 03:49:29.289347 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45720) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:29.393989 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3264d7fc-c2f6-4c02-bd6e-adb83f1e950c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1a74b26ba64b4f4bbf9625c60f49fd48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1021390 Jul 05 03:49:29.405677 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45726) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:29.409421 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-160bf3cf-e986-4de1-8671-f44203288aaf req-615e49df-9bc6-4593-956e-f661e13638dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.527927 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d1c48-b826-45c5-b371-3b8c0b964749 req-3493569a-4d6c-4936-a63f-9251745ebbcb tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:29.529946 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7b2d1c48-b826-45c5-b371-3b8c0b964749 req-3493569a-4d6c-4936-a63f-9251745ebbcb tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 931 time: 0.1342404 Jul 05 03:49:29.531328 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7eb8ec60-b7c5-4877-885e-e541a005c233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.535750 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-723dae01-047b-49d5-9e53-b72121de0f89 req-4c4b56e7-6904-4a7b-ba11-5d9b6796f5e8 service neutron] 10.222.0.89 "GET /v2.0/networks/ed316610-b29c-457f-a987-9abff17192cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421791 Jul 05 03:49:29.577351 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7eb8ec60-b7c5-4877-885e-e541a005c233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.607745 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7b2d1c48-b826-45c5-b371-3b8c0b964749 req-39069d0d-05a7-4246-a9ab-1bbf319db8e2 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714018 Jul 05 03:49:29.668785 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7eb8ec60-b7c5-4877-885e-e541a005c233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.673482 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7eb8ec60-b7c5-4877-885e-e541a005c233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.675367 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7eb8ec60-b7c5-4877-885e-e541a005c233 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7e3044be-6bd4-4cc5-a3ea-8f956f2da2a9 HTTP/1.1" status: 204 len: 168 time: 0.2670131 Jul 05 03:49:29.688347 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8ec60-b7c5-4877-885e-e541a005c233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3044be-6bd4-4cc5-a3ea-8f956f2da2a9,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:29.840719 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5f3352-1bbe-4628-ba9b-0156d59fc7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cd23f4-263c-4e30-8b36-bafbdc086518'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:29.846412 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9a7e85-0be9-40b3-adbf-63695a986511" -d '{"events": [{"server_uuid": "2b5f3352-1bbe-4628-ba9b-0156d59fc7d8", "name": "network-vif-plugged", "status": "completed", "tag": "b5cd23f4-263c-4e30-8b36-bafbdc086518"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:29.980009 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-723dae01-047b-49d5-9e53-b72121de0f89 req-897b8a84-0612-4429-97d6-886c04e89871 service neutron] 10.222.0.89 "GET /v2.0/networks/ed316610-b29c-457f-a987-9abff17192cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323735 Jul 05 03:49:30.023921 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7515d-99af-4efb-a8f3-3988098c86f3 req-5869f8af-8dfe-47d6-963d-0a0e789384cf tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:30.025840 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53f7515d-99af-4efb-a8f3-3988098c86f3 req-5869f8af-8dfe-47d6-963d-0a0e789384cf tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b5f3352-1bbe-4628-ba9b-0156d59fc7d8 HTTP/1.1" status: 200 len: 949 time: 0.3435125 Jul 05 03:49:30.076287 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:30.105348 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53f7515d-99af-4efb-a8f3-3988098c86f3 req-c741f68d-b8af-4605-afd1-bb04aad86da2 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681758 Jul 05 03:49:30.115706 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-160bf3cf-e986-4de1-8671-f44203288aaf req-615e49df-9bc6-4593-956e-f661e13638dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec0b973c-e51a-433d-b0f3-cd7522b08f38 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:30.133116 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-160bf3cf-e986-4de1-8671-f44203288aaf req-615e49df-9bc6-4593-956e-f661e13638dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.170054 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-160bf3cf-e986-4de1-8671-f44203288aaf req-615e49df-9bc6-4593-956e-f661e13638dc service neutron] Transition to ACTIVE for port object ec0b973c-e51a-433d-b0f3-cd7522b08f38 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:30.179563 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-160bf3cf-e986-4de1-8671-f44203288aaf req-615e49df-9bc6-4593-956e-f661e13638dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.275301 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1,segment=NetworkSegment(f87cced7-ca52-4702-b6f2-045f0cdb9433),segment_id=f87cced7-ca52-4702-b6f2-045f0cdb9433)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:30.304068 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1', 'network_id': 'ed316610-b29c-457f-a987-9abff17192cf', 'port_id': 'b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1', 'mac_address': 'fa:16:3e:40:0c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b36211-a6e0-42fa-9ae6-cabeeef08bd3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:30.314363 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e49df-9bc6-4593-956e-f661e13638dc service neutron] Pushing event updated for resources: {'Port': ['ID=ec0b973c-e51a-433d-b0f3-cd7522b08f38,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:30.371591 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b5ecc2-ee7d-4ecc-96fb-42ccb10328dd x-openstack-request-id: req-f9b5ecc2-ee7d-4ecc-96fb-42ccb10328dd {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:30.372078 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5f3352-1bbe-4628-ba9b-0156d59fc7d8", "name": "network-vif-plugged", "status": "completed", "tag": "b5cd23f4-263c-4e30-8b36-bafbdc086518", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:30.372433 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f9b5ecc2-ee7d-4ecc-96fb-42ccb10328dd {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:30.372940 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5f3352-1bbe-4628-ba9b-0156d59fc7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cd23f4-263c-4e30-8b36-bafbdc086518', 'code': 200} Jul 05 03:49:30.386998 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.417336 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:30.451703 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-160bf3cf-e986-4de1-8671-f44203288aaf req-615e49df-9bc6-4593-956e-f661e13638dc service neutron] Attempting to bind port ec0b973c-e51a-433d-b0f3-cd7522b08f38 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:30.452110 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-160bf3cf-e986-4de1-8671-f44203288aaf req-615e49df-9bc6-4593-956e-f661e13638dc service neutron] Attempting to bind port ec0b973c-e51a-433d-b0f3-cd7522b08f38 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:30.452364 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160bf3cf-e986-4de1-8671-f44203288aaf req-615e49df-9bc6-4593-956e-f661e13638dc service neutron] Attempting to bind port ec0b973c-e51a-433d-b0f3-cd7522b08f38 on network b0365b51-ea1d-4154-b37b-d14ae3269368 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:30.455762 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1,segment=NetworkSegment(f87cced7-ca52-4702-b6f2-045f0cdb9433),segment_id=f87cced7-ca52-4702-b6f2-045f0cdb9433)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:30.462547 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.464027 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160bf3cf-e986-4de1-8671-f44203288aaf req-615e49df-9bc6-4593-956e-f661e13638dc service neutron] Port ec0b973c-e51a-433d-b0f3-cd7522b08f38 on network b0365b51-ea1d-4154-b37b-d14ae3269368 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:30.464355 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160bf3cf-e986-4de1-8671-f44203288aaf req-615e49df-9bc6-4593-956e-f661e13638dc service neutron] Attempting to bind port ec0b973c-e51a-433d-b0f3-cd7522b08f38 on network b0365b51-ea1d-4154-b37b-d14ae3269368 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:30.481193 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160bf3cf-e986-4de1-8671-f44203288aaf req-615e49df-9bc6-4593-956e-f661e13638dc service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:30.481754 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160bf3cf-e986-4de1-8671-f44203288aaf req-615e49df-9bc6-4593-956e-f661e13638dc service neutron] Checking segment: {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:30.483092 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160bf3cf-e986-4de1-8671-f44203288aaf req-615e49df-9bc6-4593-956e-f661e13638dc service neutron] Bound using segment: {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:30.483092 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-160bf3cf-e986-4de1-8671-f44203288aaf req-615e49df-9bc6-4593-956e-f661e13638dc service neutron] Bound port: ec0b973c-e51a-433d-b0f3-cd7522b08f38, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:30.483658 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-160bf3cf-e986-4de1-8671-f44203288aaf req-615e49df-9bc6-4593-956e-f661e13638dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.515005 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219491a0-56d0-4188-bc82-e5ae740998a7 req-b6747f4c-99d2-41ed-94e0-df8533f76f17 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:30.518345 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-219491a0-56d0-4188-bc82-e5ae740998a7 req-b6747f4c-99d2-41ed-94e0-df8533f76f17 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c21103-d72c-40b0-b1f3-eccce6c94a09 HTTP/1.1" status: 200 len: 946 time: 0.2114131 Jul 05 03:49:30.532473 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:30.543899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb9d45-a342-4f0e-9a93-ba7325a9ae5a req-2632d4bb-e80f-4885-ab53-242d6f250cae tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:30.545536 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d7eb9d45-a342-4f0e-9a93-ba7325a9ae5a req-2632d4bb-e80f-4885-ab53-242d6f250cae tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.1053019 Jul 05 03:49:30.611427 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d7eb9d45-a342-4f0e-9a93-ba7325a9ae5a req-23820479-006e-4441-a47f-1d9f4c9a2e13 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583408 Jul 05 03:49:30.644486 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-219491a0-56d0-4188-bc82-e5ae740998a7 req-e79e80e0-dff8-49ce-9eb5-0f444e1d22c9 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/security-groups?id=68433574-909c-4739-8a30-e2cc02b714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882940 Jul 05 03:49:30.656132 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-160bf3cf-e986-4de1-8671-f44203288aaf req-615e49df-9bc6-4593-956e-f661e13638dc service neutron] For port ec0b973c-e51a-433d-b0f3-cd7522b08f38, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:30.663850 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-160bf3cf-e986-4de1-8671-f44203288aaf req-615e49df-9bc6-4593-956e-f661e13638dc service neutron] For port ec0b973c-e51a-433d-b0f3-cd7522b08f38, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=ec0b973c-e51a-433d-b0f3-cd7522b08f38,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:30.680434 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-160bf3cf-e986-4de1-8671-f44203288aaf req-615e49df-9bc6-4593-956e-f661e13638dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.731567 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:30.795499 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e49df-9bc6-4593-956e-f661e13638dc service neutron] Pushing event updated for resources: {'Port': ['ID=ec0b973c-e51a-433d-b0f3-cd7522b08f38,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:30.807136 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bf3cf-e986-4de1-8671-f44203288aaf req-615e49df-9bc6-4593-956e-f661e13638dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:30.812321 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-160bf3cf-e986-4de1-8671-f44203288aaf req-615e49df-9bc6-4593-956e-f661e13638dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.814093 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-160bf3cf-e986-4de1-8671-f44203288aaf req-615e49df-9bc6-4593-956e-f661e13638dc service neutron] 10.222.0.89 "PUT /v2.0/ports/ec0b973c-e51a-433d-b0f3-cd7522b08f38 HTTP/1.1" status: 200 len: 1092 time: 1.6417432 Jul 05 03:49:30.814691 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f540fb7b-65cf-4c88-a38f-a5314ecbf55d', 'tag': 'ec0b973c-e51a-433d-b0f3-cd7522b08f38'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:30.817633 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c978a58-17e5-41a7-ab61-8339e9a1bb91" -d '{"events": [{"name": "network-changed", "server_uuid": "f540fb7b-65cf-4c88-a38f-a5314ecbf55d", "tag": "ec0b973c-e51a-433d-b0f3-cd7522b08f38"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:30.985002 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8ca35-58fe-4307-98ae-20ee693a7787 req-533c29f7-b0eb-4ef9-8a30-4cd657764ef9 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:30.987140 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bf3cf-e986-4de1-8671-f44203288aaf req-cff726f4-ddcb-4a72-b218-e8bfb8d0c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:30.989265 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-160bf3cf-e986-4de1-8671-f44203288aaf req-cff726f4-ddcb-4a72-b218-e8bfb8d0c0fe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 1095 time: 0.1288404 Jul 05 03:49:30.991226 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2da8ca35-58fe-4307-98ae-20ee693a7787 req-533c29f7-b0eb-4ef9-8a30-4cd657764ef9 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=37464ee0-c3be-4402-a1fe-457153542483 HTTP/1.1" status: 200 len: 944 time: 0.1741309 Jul 05 03:49:31.040457 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2da8ca35-58fe-4307-98ae-20ee693a7787 req-26905325-5206-4d74-8a4f-980991227747 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425115 Jul 05 03:49:31.054755 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-160bf3cf-e986-4de1-8671-f44203288aaf req-bb06dcce-0b11-4158-971b-97fefd20bb2f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec0b973c-e51a-433d-b0f3-cd7522b08f38 HTTP/1.1" status: 200 len: 217 time: 0.0552177 Jul 05 03:49:31.121988 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a8d3d8-1e48-48aa-a8b0-8a3966693909 x-openstack-request-id: req-a4a8d3d8-1e48-48aa-a8b0-8a3966693909 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:31.122900 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f540fb7b-65cf-4c88-a38f-a5314ecbf55d", "tag": "ec0b973c-e51a-433d-b0f3-cd7522b08f38", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:31.122900 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a4a8d3d8-1e48-48aa-a8b0-8a3966693909 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:31.122900 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f540fb7b-65cf-4c88-a38f-a5314ecbf55d', 'tag': 'ec0b973c-e51a-433d-b0f3-cd7522b08f38', 'status': 'completed', 'code': 200} Jul 05 03:49:31.179736 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bf3cf-e986-4de1-8671-f44203288aaf req-71feb047-5193-4ce4-af09-a532ba44aa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:31.182953 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-160bf3cf-e986-4de1-8671-f44203288aaf req-71feb047-5193-4ce4-af09-a532ba44aa5e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8d29ec61-cb40-45c9-a308-0007b5185cb0 HTTP/1.1" status: 200 len: 861 time: 0.0925553 Jul 05 03:49:31.315950 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-160bf3cf-e986-4de1-8671-f44203288aaf req-2ce60ffd-d9bb-4397-ab93-2aca70a916d5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0365b51-ea1d-4154-b37b-d14ae3269368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135175 Jul 05 03:49:31.320231 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fd3fe57b-f359-4a5f-b46b-58e4c1bbbac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:31.465879 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3466a-8b24-47ee-8799-104f635c29cf req-a4ef30db-b92f-4227-8026-b965c609f1c1 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:31.477211 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fbb3466a-8b24-47ee-8799-104f635c29cf req-a4ef30db-b92f-4227-8026-b965c609f1c1 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 943 time: 0.4335451 Jul 05 03:49:31.573902 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fbb3466a-8b24-47ee-8799-104f635c29cf req-0e5b6043-105b-4e55-9df1-c42acdcefca9 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952957 Jul 05 03:49:31.656553 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:31.664086 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-160bf3cf-e986-4de1-8671-f44203288aaf req-d96e71e5-cc93-42cb-af37-ece74e61bfbc service neutron] 10.222.0.89 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363383 Jul 05 03:49:31.672950 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab53361-07b6-4d5c-8005-cd19d44bd422 req-8e170f44-b831-45f8-85fe-ef0314f2dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:31.674488 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9ab53361-07b6-4d5c-8005-cd19d44bd422 req-8e170f44-b831-45f8-85fe-ef0314f2dffd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2b5f3352-1bbe-4628-ba9b-0156d59fc7d8 HTTP/1.1" status: 200 len: 1101 time: 0.2968445 Jul 05 03:49:31.791180 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9ab53361-07b6-4d5c-8005-cd19d44bd422 req-c5e885dc-ab20-4a5c-b8af-22fd7b08fd13 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038630 Jul 05 03:49:31.876544 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-160bf3cf-e986-4de1-8671-f44203288aaf req-6660a6c3-d014-4061-8865-c633a5a9551f service neutron] 10.222.0.89 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973979 Jul 05 03:49:31.903742 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312c676-05a2-4a2c-8b16-50e084fa2280 req-87329c6e-5d7d-41aa-8608-3613c3fffc84 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:31.906000 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0312c676-05a2-4a2c-8b16-50e084fa2280 req-87329c6e-5d7d-41aa-8608-3613c3fffc84 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b5f3352-1bbe-4628-ba9b-0156d59fc7d8 HTTP/1.1" status: 200 len: 949 time: 0.0999110 Jul 05 03:49:32.020060 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0312c676-05a2-4a2c-8b16-50e084fa2280 req-d1339551-3adf-4899-9e71-f94b3cb2552e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012335 Jul 05 03:49:32.059452 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c978a58-17e5-41a7-ab61-8339e9a1bb91 req-5f067576-4655-4d39-91ea-f5446862dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:32.060957 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8c978a58-17e5-41a7-ab61-8339e9a1bb91 req-5f067576-4655-4d39-91ea-f5446862dc9c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 1095 time: 0.1142080 Jul 05 03:49:32.091129 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:32.189519 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e819e-722c-4851-84b6-f7103d3fe90c req-08f1e504-8ca5-40b3-974c-05de100bf67d tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:32.199393 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3e3e819e-722c-4851-84b6-f7103d3fe90c req-08f1e504-8ca5-40b3-974c-05de100bf67d tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.1133554 Jul 05 03:49:32.257574 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3e3e819e-722c-4851-84b6-f7103d3fe90c req-4879127c-7446-41df-853c-4813746db1b2 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569074 Jul 05 03:49:32.259997 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:32.266246 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c978a58-17e5-41a7-ab61-8339e9a1bb91 req-43bbb569-f997-46f5-b1e4-6b552e229c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:32.268617 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8c978a58-17e5-41a7-ab61-8339e9a1bb91 req-43bbb569-f997-46f5-b1e4-6b552e229c95 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 922 time: 0.1991284 Jul 05 03:49:32.270154 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:32.272369 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:32.358489 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8c978a58-17e5-41a7-ab61-8339e9a1bb91 req-9090d859-e4da-4e3b-8f18-653052db6b66 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec0b973c-e51a-433d-b0f3-cd7522b08f38 HTTP/1.1" status: 200 len: 217 time: 0.0774856 Jul 05 03:49:32.453243 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:32.472690 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c978a58-17e5-41a7-ab61-8339e9a1bb91 req-74150e97-d5d7-4091-aed6-1e0b4e5e0e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:32.475454 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8c978a58-17e5-41a7-ab61-8339e9a1bb91 req-74150e97-d5d7-4091-aed6-1e0b4e5e0e0c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8d29ec61-cb40-45c9-a308-0007b5185cb0 HTTP/1.1" status: 200 len: 861 time: 0.0930290 Jul 05 03:49:32.494488 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:32.570275 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8c978a58-17e5-41a7-ab61-8339e9a1bb91 req-bfaa00d5-159a-48f9-ad74-a72e95b3eab5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0365b51-ea1d-4154-b37b-d14ae3269368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701182 Jul 05 03:49:32.601988 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37464ee0-c3be-4402-a1fe-457153542483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:32.608225 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4786f9-2504-4021-ae70-6c4ece431f17" -d '{"events": [{"server_uuid": "37464ee0-c3be-4402-a1fe-457153542483", "name": "network-vif-plugged", "status": "completed", "tag": "b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:32.666452 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1,segment=NetworkSegment(f87cced7-ca52-4702-b6f2-045f0cdb9433),segment_id=f87cced7-ca52-4702-b6f2-045f0cdb9433)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:32.672595 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d361b3-0869-4ab3-9956-d96b5a90d19f req-c511f0c2-a24c-465b-8d08-09a0e775b390 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:32.681547 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:32.682134 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-14d361b3-0869-4ab3-9956-d96b5a90d19f req-c511f0c2-a24c-465b-8d08-09a0e775b390 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=37464ee0-c3be-4402-a1fe-457153542483 HTTP/1.1" status: 200 len: 944 time: 0.1476510 Jul 05 03:49:32.739501 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:32.767378 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-14d361b3-0869-4ab3-9956-d96b5a90d19f req-a77d189a-e412-4839-ae75-3ce1f63b3172 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831628 Jul 05 03:49:32.782662 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8c978a58-17e5-41a7-ab61-8339e9a1bb91 req-3c1c7597-61fa-4ff2-81b8-54b678104ef8 service neutron] 10.222.0.89 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053974 Jul 05 03:49:32.826163 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abdbc17-93a8-4560-9841-4f9287d8f29f x-openstack-request-id: req-5abdbc17-93a8-4560-9841-4f9287d8f29f {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:32.826656 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37464ee0-c3be-4402-a1fe-457153542483", "name": "network-vif-plugged", "status": "completed", "tag": "b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:32.827140 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5abdbc17-93a8-4560-9841-4f9287d8f29f {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:32.827713 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37464ee0-c3be-4402-a1fe-457153542483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1', 'code': 200} Jul 05 03:49:32.939347 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8c978a58-17e5-41a7-ab61-8339e9a1bb91 req-1bd9f32e-6548-48f0-9982-74ca5f2edfa5 service neutron] 10.222.0.89 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420577 Jul 05 03:49:32.975160 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5f8e4-da85-46cd-a5ae-906e79a29536 req-9d3ba9cf-b20c-4674-b3fa-dafdfd1af022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:32.977669 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-44c5f8e4-da85-46cd-a5ae-906e79a29536 req-9d3ba9cf-b20c-4674-b3fa-dafdfd1af022 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=37464ee0-c3be-4402-a1fe-457153542483 HTTP/1.1" status: 200 len: 1097 time: 0.0756211 Jul 05 03:49:33.024829 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-44c5f8e4-da85-46cd-a5ae-906e79a29536 req-4b8b8da8-8328-4324-b408-ce53ba4a8654 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398962 Jul 05 03:49:33.029767 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d25ec-9242-44de-a0ec-0213987ab0d9 req-73a94d36-bafd-4504-a5d4-82abdea96d5d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:33.031304 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fd0d25ec-9242-44de-a0ec-0213987ab0d9 req-73a94d36-bafd-4504-a5d4-82abdea96d5d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 943 time: 0.0762937 Jul 05 03:49:33.075537 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fd0d25ec-9242-44de-a0ec-0213987ab0d9 req-3f21f708-aad2-4bce-99b3-5acdcc8d9349 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369897 Jul 05 03:49:33.350434 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e242f-ed82-4b95-95cd-00a849b7df05 req-4f8419b9-5446-49f4-8d7e-186061574719 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:33.354028 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-265e242f-ed82-4b95-95cd-00a849b7df05 req-4f8419b9-5446-49f4-8d7e-186061574719 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b5f3352-1bbe-4628-ba9b-0156d59fc7d8 HTTP/1.1" status: 200 len: 949 time: 0.0922508 Jul 05 03:49:33.432957 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-265e242f-ed82-4b95-95cd-00a849b7df05 req-718ac517-149d-49b1-87d8-d92ad9924093 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716596 Jul 05 03:49:33.590542 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a07dad-834a-43df-b613-59428708c61e req-b48326fe-61a5-400c-8265-65135ba962ea tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:33.598738 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-66a07dad-834a-43df-b613-59428708c61e req-b48326fe-61a5-400c-8265-65135ba962ea tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.0964997 Jul 05 03:49:33.655015 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-66a07dad-834a-43df-b613-59428708c61e req-c8e32175-46c0-4046-ac7a-2e565f24caf5 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550389 Jul 05 03:49:34.030584 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43811ab-9aa9-4db3-b97a-61636dbbca90 req-0f49da91-24cd-45b5-ad6c-330a2ff086c3 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:34.032357 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e43811ab-9aa9-4db3-b97a-61636dbbca90 req-0f49da91-24cd-45b5-ad6c-330a2ff086c3 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=37464ee0-c3be-4402-a1fe-457153542483 HTTP/1.1" status: 200 len: 945 time: 0.1016760 Jul 05 03:49:34.095819 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e43811ab-9aa9-4db3-b97a-61636dbbca90 req-ed85537a-7857-45cb-85ec-6ca22ee6cf24 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568871 Jul 05 03:49:34.104890 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device ec0b973c-e51a-433d-b0f3-cd7522b08f38 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:34.241190 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port ec0b973c-e51a-433d-b0f3-cd7522b08f38, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=ec0b973c-e51a-433d-b0f3-cd7522b08f38,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:34.254718 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'ec0b973c-e51a-433d-b0f3-cd7522b08f38', 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368', 'port_id': 'ec0b973c-e51a-433d-b0f3-cd7522b08f38', 'mac_address': 'fa:16:3e:9a:12:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d29ec61-cb40-45c9-a308-0007b5185cb0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:34.322201 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:34.327459 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:34.336145 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a0939-d793-4849-abaa-2886847f14de req-971934f6-449d-4b56-b83f-c4f843a4e31e tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:34.343977 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec0b973c-e51a-433d-b0f3-cd7522b08f38 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:34.344331 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-130a0939-d793-4849-abaa-2886847f14de req-971934f6-449d-4b56-b83f-c4f843a4e31e tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 943 time: 0.1066701 Jul 05 03:49:34.371233 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port ec0b973c-e51a-433d-b0f3-cd7522b08f38, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=ec0b973c-e51a-433d-b0f3-cd7522b08f38,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:34.391211 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:34.412084 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-130a0939-d793-4849-abaa-2886847f14de req-86351b9c-4140-4d93-bc88-3395b5723d45 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664027 Jul 05 03:49:34.487140 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=ec0b973c-e51a-433d-b0f3-cd7522b08f38,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:34.663130 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['ec0b973c-e51a-433d-b0f3-cd7522b08f38'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:34.665430 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca241e6-5272-495d-a0d9-876a24dda6d1 req-6aa41b83-5bf6-4841-92f8-2e43b85de251 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:34.668160 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bca241e6-5272-495d-a0d9-876a24dda6d1 req-6aa41b83-5bf6-4841-92f8-2e43b85de251 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b5f3352-1bbe-4628-ba9b-0156d59fc7d8 HTTP/1.1" status: 200 len: 949 time: 0.0704052 Jul 05 03:49:34.728749 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bca241e6-5272-495d-a0d9-876a24dda6d1 req-e8d9c2f5-da28-483e-bbcb-46d9c6998e02 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554006 Jul 05 03:49:34.930123 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1242c5-e04d-477e-abc5-ea3bde27ef6b req-30829396-0fe6-4776-bbce-3e94ecb19501 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:34.931722 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9e1242c5-e04d-477e-abc5-ea3bde27ef6b req-30829396-0fe6-4776-bbce-3e94ecb19501 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.0841496 Jul 05 03:49:34.978051 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9e1242c5-e04d-477e-abc5-ea3bde27ef6b req-b48fd835-bcb0-449d-bd5d-60f69b7ed45f tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392659 Jul 05 03:49:34.985593 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f913a26-39cc-4d68-9183-e51a91a9e5ad req-c45e9fd0-7290-43a9-af45-4bbe47da0724 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:34.987149 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5f913a26-39cc-4d68-9183-e51a91a9e5ad req-c45e9fd0-7290-43a9-af45-4bbe47da0724 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=89a22b08-69b7-4581-bce0-995e2ab68bf4 HTTP/1.1" status: 200 len: 949 time: 0.0699818 Jul 05 03:49:35.045969 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5f913a26-39cc-4d68-9183-e51a91a9e5ad req-82974927-8b1a-4fe2-b183-ddd9df34d718 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513260 Jul 05 03:49:35.512989 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbce93-5cf7-471a-949c-b9fb00f1228c req-3e31539f-cd67-49cd-bb12-ebccd87ce68a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:35.519042 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbce93-5cf7-471a-949c-b9fb00f1228c req-3e31539f-cd67-49cd-bb12-ebccd87ce68a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:35.521462 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f6fbce93-5cf7-471a-949c-b9fb00f1228c req-3e31539f-cd67-49cd-bb12-ebccd87ce68a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b5f3352-1bbe-4628-ba9b-0156d59fc7d8&device_id=89a22b08-69b7-4581-bce0-995e2ab68bf4 HTTP/1.1" status: 200 len: 1689 time: 0.1106057 Jul 05 03:49:35.573575 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f6fbce93-5cf7-471a-949c-b9fb00f1228c req-152222fe-68f6-40d6-a577-8d794626091b tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447788 Jul 05 03:49:35.601170 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee042bc-3139-4977-9365-8659d30e61fa req-ff12514f-4b5b-4d27-bf01-cfa5f4c56318 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:35.604028 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6ee042bc-3139-4977-9365-8659d30e61fa req-ff12514f-4b5b-4d27-bf01-cfa5f4c56318 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=37464ee0-c3be-4402-a1fe-457153542483 HTTP/1.1" status: 200 len: 945 time: 0.0960433 Jul 05 03:49:35.657371 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6ee042bc-3139-4977-9365-8659d30e61fa req-48600d77-f670-4411-ba46-e8861e36122d tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385492 Jul 05 03:49:35.816151 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a52233-3f8b-40d0-8092-2f1a812bd367 req-9998bef6-ee88-4779-b04e-2e5a986d095d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:35.816151 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31a52233-3f8b-40d0-8092-2f1a812bd367 req-9998bef6-ee88-4779-b04e-2e5a986d095d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 944 time: 0.0888491 Jul 05 03:49:35.868229 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31a52233-3f8b-40d0-8092-2f1a812bd367 req-58cbee3a-e297-45ed-8e32-be97d5286b4b tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473864 Jul 05 03:49:36.118736 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdbbf9-534c-4fef-bec9-af1775434bc5 req-27bd38ce-4bf3-40e4-8ef9-1864c83ed2b4 tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:36.121223 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2bfdbbf9-534c-4fef-bec9-af1775434bc5 req-27bd38ce-4bf3-40e4-8ef9-1864c83ed2b4 tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2b5f3352-1bbe-4628-ba9b-0156d59fc7d8 HTTP/1.1" status: 200 len: 1101 time: 0.0688663 Jul 05 03:49:36.131638 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device ec0b973c-e51a-433d-b0f3-cd7522b08f38 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:36.177451 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2bfdbbf9-534c-4fef-bec9-af1775434bc5 req-8542f88f-0c4a-418b-bf82-e9e4159ce5d5 tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456302 Jul 05 03:49:36.207231 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port ec0b973c-e51a-433d-b0f3-cd7522b08f38 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:36.213543 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port ec0b973c-e51a-433d-b0f3-cd7522b08f38 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:36.213806 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:36.308236 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:36.346111 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f540fb7b-65cf-4c88-a38f-a5314ecbf55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0b973c-e51a-433d-b0f3-cd7522b08f38'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:36.349354 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e33923-aea7-4744-be85-77463fb810be" -d '{"events": [{"server_uuid": "f540fb7b-65cf-4c88-a38f-a5314ecbf55d", "name": "network-vif-plugged", "status": "completed", "tag": "ec0b973c-e51a-433d-b0f3-cd7522b08f38"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:36.365123 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port ec0b973c-e51a-433d-b0f3-cd7522b08f38, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=ec0b973c-e51a-433d-b0f3-cd7522b08f38,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:36.370622 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:36.416213 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8191eb-3101-4d14-bad8-243da0a5db4c req-d9c98b02-da9f-4847-bc65-f4d084945835 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:36.425696 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ff8191eb-3101-4d14-bad8-243da0a5db4c req-d9c98b02-da9f-4847-bc65-f4d084945835 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.0957663 Jul 05 03:49:36.428120 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=ec0b973c-e51a-433d-b0f3-cd7522b08f38,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:36.471070 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ff8191eb-3101-4d14-bad8-243da0a5db4c req-c57f97ad-291b-4d28-9e83-5a68622db805 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439417 Jul 05 03:49:36.527757 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6974032-d095-452a-a243-07927341a0db req-3ee81eec-8e71-4f5d-81e5-c4740989dd88 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:36.529401 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e6974032-d095-452a-a243-07927341a0db req-3ee81eec-8e71-4f5d-81e5-c4740989dd88 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=37464ee0-c3be-4402-a1fe-457153542483 HTTP/1.1" status: 200 len: 945 time: 0.1267421 Jul 05 03:49:36.575490 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e6974032-d095-452a-a243-07927341a0db req-f795ddec-0311-4e94-b9bd-671968bfb43c tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388200 Jul 05 03:49:36.741040 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cae5fb-3c0f-4f17-84c7-804dd1ca6c6e req-29419732-2934-4be4-92eb-ddc7ce3ee571 tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:36.742945 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-29cae5fb-3c0f-4f17-84c7-804dd1ca6c6e req-29419732-2934-4be4-92eb-ddc7ce3ee571 tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=89a22b08-69b7-4581-bce0-995e2ab68bf4 HTTP/1.1" status: 200 len: 1101 time: 0.0612457 Jul 05 03:49:36.781643 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-29cae5fb-3c0f-4f17-84c7-804dd1ca6c6e req-9aabc2d3-48cc-4ecc-92f4-e3c62a4b3a43 tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327873 Jul 05 03:49:36.838996 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fa4309-9d27-4c51-84fa-fba0ebed0467 x-openstack-request-id: req-19fa4309-9d27-4c51-84fa-fba0ebed0467 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:36.839533 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f540fb7b-65cf-4c88-a38f-a5314ecbf55d", "name": "network-vif-plugged", "status": "completed", "tag": "ec0b973c-e51a-433d-b0f3-cd7522b08f38", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:36.840045 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-19fa4309-9d27-4c51-84fa-fba0ebed0467 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:36.840611 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f540fb7b-65cf-4c88-a38f-a5314ecbf55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0b973c-e51a-433d-b0f3-cd7522b08f38', 'code': 200} Jul 05 03:49:37.014716 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9398a71-fff7-4cb9-bf82-126a45766a50 req-59fddc02-73b9-4c20-ad9c-ef2c0eb82e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:37.023444 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d9398a71-fff7-4cb9-bf82-126a45766a50 req-59fddc02-73b9-4c20-ad9c-ef2c0eb82e90 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 1097 time: 0.1012414 Jul 05 03:49:37.131525 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d9398a71-fff7-4cb9-bf82-126a45766a50 req-a59ae2dd-bafd-4baa-ac53-ab8880ea20c1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962651 Jul 05 03:49:37.243119 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ad334-9a24-48ff-a26f-4be34e45eaf5 req-e424cc0d-a883-40f4-9273-458185b291ae tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:37.245141 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-734ad334-9a24-48ff-a26f-4be34e45eaf5 req-e424cc0d-a883-40f4-9273-458185b291ae tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 945 time: 0.1187027 Jul 05 03:49:37.296819 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-734ad334-9a24-48ff-a26f-4be34e45eaf5 req-60292cd9-df6a-45d7-9fdc-5ef25b59a744 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429888 Jul 05 03:49:37.321784 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-535ca982-f461-4d43-bde3-12d1fd420c5a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235417 Jul 05 03:49:37.468756 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-8bdf67f6-8ac9-432f-b5e2-b33128d9e5ee tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:37.470303 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-8bdf67f6-8ac9-432f-b5e2-b33128d9e5ee tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1441631 Jul 05 03:49:37.489682 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-f68438ce-66d2-4225-a0a1-c5cac5133f72 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/quotas/b9e63c3dfe9644899e38a11b90eafef2 HTTP/1.1" status: 200 len: 375 time: 0.0130680 Jul 05 03:49:37.594597 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-a81ecf46-8c7d-492b-b197-8e9d34879b81 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0977645 Jul 05 03:49:37.725061 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45930) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:37.749258 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed698f-9a4a-476d-8f49-e48787bbd40d req-b02a7865-1cef-4a9c-a616-f72b04b2f4a6 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:37.755892 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-73ed698f-9a4a-476d-8f49-e48787bbd40d req-b02a7865-1cef-4a9c-a616-f72b04b2f4a6 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.1008499 Jul 05 03:49:37.835193 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-73ed698f-9a4a-476d-8f49-e48787bbd40d req-a7386ce7-2904-42e4-aeea-c96328185530 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743566 Jul 05 03:49:37.864343 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61429886-e2ad-4eb1-b94f-bbcae3326457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:37.983850 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb4911-fd75-4798-9b4f-7e1d4cba1b98 req-d40c820c-15f1-455d-b098-c70444d2038d tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:37.986766 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3dbb4911-fd75-4798-9b4f-7e1d4cba1b98 req-d40c820c-15f1-455d-b098-c70444d2038d tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.89 "GET /v2.0/ports?device_id=37464ee0-c3be-4402-a1fe-457153542483 HTTP/1.1" status: 200 len: 945 time: 0.1942656 Jul 05 03:49:38.058349 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61429886-e2ad-4eb1-b94f-bbcae3326457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:38.064347 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61429886-e2ad-4eb1-b94f-bbcae3326457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:38.152535 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61429886-e2ad-4eb1-b94f-bbcae3326457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63342d2c-10c6-4806-b891-8ac598f513f0,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:38.159106 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-61429886-e2ad-4eb1-b94f-bbcae3326457 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c768bda033164b178971ee28357f17ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4327004 Jul 05 03:49:38.162116 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45936) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:38.241865 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66317363-d6e8-44ec-857a-43897dcbef4e req-3f74a125-7282-4e8e-9352-ef757c691463 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:38.241865 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-66317363-d6e8-44ec-857a-43897dcbef4e req-3f74a125-7282-4e8e-9352-ef757c691463 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=37464ee0-c3be-4402-a1fe-457153542483 HTTP/1.1" status: 200 len: 945 time: 0.1571195 Jul 05 03:49:38.256599 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-96a1cc0d-1f4d-4dfa-9891-47499b27edd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:38.268821 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-3dbb4911-fd75-4798-9b4f-7e1d4cba1b98 req-617d7cd9-9d00-445e-bdde-128175ef17fa tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Deleting port b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:38.269267 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3dbb4911-fd75-4798-9b4f-7e1d4cba1b98 req-617d7cd9-9d00-445e-bdde-128175ef17fa tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:38.285809 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-96a1cc0d-1f4d-4dfa-9891-47499b27edd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:38.373773 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-96a1cc0d-1f4d-4dfa-9891-47499b27edd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:38.377079 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-96a1cc0d-1f4d-4dfa-9891-47499b27edd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:38.382150 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-96a1cc0d-1f4d-4dfa-9891-47499b27edd7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/63342d2c-10c6-4806-b891-8ac598f513f0 HTTP/1.1" status: 204 len: 168 time: 0.2135060 Jul 05 03:49:38.396456 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1cc0d-1f4d-4dfa-9891-47499b27edd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63342d2c-10c6-4806-b891-8ac598f513f0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:38.475309 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-66317363-d6e8-44ec-857a-43897dcbef4e req-22da1440-53e9-4c02-a0fa-69ff0357713f tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e5357da-3bfb-49de-9f5f-7846e46d9335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160654 Jul 05 03:49:38.561622 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-3dbb4911-fd75-4798-9b4f-7e1d4cba1b98 req-617d7cd9-9d00-445e-bdde-128175ef17fa tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] For port b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1,segment=NetworkSegment(f87cced7-ca52-4702-b6f2-045f0cdb9433),segment_id=f87cced7-ca52-4702-b6f2-045f0cdb9433)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:38.561996 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3dbb4911-fd75-4798-9b4f-7e1d4cba1b98 req-617d7cd9-9d00-445e-bdde-128175ef17fa tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:38.601096 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-3dbb4911-fd75-4798-9b4f-7e1d4cba1b98 req-617d7cd9-9d00-445e-bdde-128175ef17fa tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Calling delete_port for b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:38.805431 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3dbb4911-fd75-4798-9b4f-7e1d4cba1b98 req-617d7cd9-9d00-445e-bdde-128175ef17fa tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:38.822795 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:38.844259 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d7cd9-9d00-445e-bdde-128175ef17fa tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Pushing event deleted for resources: {'Port': ['ID=b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:38.862341 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2346c-9b1d-4356-8bbe-11abf1516780 req-a7c9a88a-eeb6-4958-b8b5-4387263ddb16 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:38.871991 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7da2346c-9b1d-4356-8bbe-11abf1516780 req-a7c9a88a-eeb6-4958-b8b5-4387263ddb16 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 945 time: 0.1378028 Jul 05 03:49:38.964442 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7da2346c-9b1d-4356-8bbe-11abf1516780 req-3ea0f8a0-d236-4c28-9e1b-2e1c7cbeeddf tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909467 Jul 05 03:49:39.008056 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbb4911-fd75-4798-9b4f-7e1d4cba1b98 req-617d7cd9-9d00-445e-bdde-128175ef17fa tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] No DVR routers for this DVR port b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:39.011707 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3dbb4911-fd75-4798-9b4f-7e1d4cba1b98 req-617d7cd9-9d00-445e-bdde-128175ef17fa tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:39.014744 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3dbb4911-fd75-4798-9b4f-7e1d4cba1b98 req-617d7cd9-9d00-445e-bdde-128175ef17fa tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.89 "DELETE /v2.0/ports/b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1 HTTP/1.1" status: 204 len: 173 time: 1.0214982 Jul 05 03:49:39.015865 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37464ee0-c3be-4402-a1fe-457153542483', 'name': 'network-vif-deleted', 'tag': 'b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:39.018734 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aeeb9bb-1f02-4afa-9a9c-3f60973636e2" -d '{"events": [{"server_uuid": "37464ee0-c3be-4402-a1fe-457153542483", "name": "network-vif-deleted", "tag": "b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:39.411378 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019917f-2d23-4d5b-9965-057fc8f858b6 req-47fd813d-55bd-4eb2-8f41-e8adeb19d1c0 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:39.416022 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5019917f-2d23-4d5b-9965-057fc8f858b6 req-47fd813d-55bd-4eb2-8f41-e8adeb19d1c0 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.1876898 Jul 05 03:49:39.465018 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb2ea1-7abb-4d0c-bc04-2d60e5ef73fc req-8438029f-bf3e-48e5-97ee-b8706d4e1e0b tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:39.475046 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-04cb2ea1-7abb-4d0c-bc04-2d60e5ef73fc req-8438029f-bf3e-48e5-97ee-b8706d4e1e0b tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 1097 time: 0.1246862 Jul 05 03:49:39.506467 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5019917f-2d23-4d5b-9965-057fc8f858b6 req-261d200c-86c9-4d7a-ad31-2f57e0756073 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840058 Jul 05 03:49:39.521385 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-04cb2ea1-7abb-4d0c-bc04-2d60e5ef73fc req-878c0718-f354-49ff-9281-65482e114b36 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453620 Jul 05 03:49:39.637936 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5866dc9-fde0-4372-ad50-d40f920922a5 x-openstack-request-id: req-e5866dc9-fde0-4372-ad50-d40f920922a5 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:39.638617 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37464ee0-c3be-4402-a1fe-457153542483", "name": "network-vif-deleted", "tag": "b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:39.639016 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e5866dc9-fde0-4372-ad50-d40f920922a5 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:39.640338 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37464ee0-c3be-4402-a1fe-457153542483', 'name': 'network-vif-deleted', 'tag': 'b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1', 'status': 'completed', 'code': 200} Jul 05 03:49:39.664130 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45988) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:39.799322 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8524eb8b-3c41-4c10-a651-9d7045b2600d req-8dae9c23-f29a-4445-b697-a035b2b90b9f tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=b963a6ca-f4d0-451a-b814-fbdced26efb5 HTTP/1.1" status: 200 len: 210 time: 0.0511439 Jul 05 03:49:39.891424 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7483bf37-2fac-4ad1-9b5f-47fba4ec0392 req-240eeba2-3d6c-4de7-bf2d-a980f46fb7be tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/ports?device_id=37464ee0-c3be-4402-a1fe-457153542483 HTTP/1.1" status: 200 len: 210 time: 0.0372875 Jul 05 03:49:39.897470 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-945b1d5a-cae7-4f59-89e0-462d85788d37 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-132892557-network', 'tenant_id': 'df1cd680a8ee4727a2ad8e92d42dd017'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:39.936920 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945b1d5a-cae7-4f59-89e0-462d85788d37 admin admin] Made reservation on behalf of df1cd680a8ee4727a2ad8e92d42dd017 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:39.941460 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-945b1d5a-cae7-4f59-89e0-462d85788d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:39.954034 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-945b1d5a-cae7-4f59-89e0-462d85788d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:40.112438 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-945b1d5a-cae7-4f59-89e0-462d85788d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:40.127912 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-945b1d5a-cae7-4f59-89e0-462d85788d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:40.169447 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945b1d5a-cae7-4f59-89e0-462d85788d37 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:49:40.205568 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b1d5a-cae7-4f59-89e0-462d85788d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daed8cd6-7471-4912-b42b-770e115ffbc8,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:40.211869 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-945b1d5a-cae7-4f59-89e0-462d85788d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:40.212744 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-945b1d5a-cae7-4f59-89e0-462d85788d37 admin admin] Added segment 84ae549a-1d91-4fb1-807d-0804bb5d162f of type vlan for network c5d0384b-4879-4f30-b5bd-d04acfdde1f9 Jul 05 03:49:40.291753 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-945b1d5a-cae7-4f59-89e0-462d85788d37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:40.348921 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-945b1d5a-cae7-4f59-89e0-462d85788d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:40.351110 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945b1d5a-cae7-4f59-89e0-462d85788d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:40.352685 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-945b1d5a-cae7-4f59-89e0-462d85788d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:40.489004 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45996) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:40.491065 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-945b1d5a-cae7-4f59-89e0-462d85788d37 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8229792 Jul 05 03:49:40.497748 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-7ad996c0-cb48-4cd4-acb1-ed3d00afa597 admin admin] Request body: {'subnet': {'network_id': 'c5d0384b-4879-4f30-b5bd-d04acfdde1f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-132892557-subnet', 'tenant_id': 'df1cd680a8ee4727a2ad8e92d42dd017', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:40.509186 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b1d5a-cae7-4f59-89e0-462d85788d37 admin admin] Pushing event updated for resources: {'Network': ['ID=c5d0384b-4879-4f30-b5bd-d04acfdde1f9,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:40.527980 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network c5d0384b-4879-4f30-b5bd-d04acfdde1f9 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:49:40.560756 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad996c0-cb48-4cd4-acb1-ed3d00afa597 admin admin] Made reservation on behalf of df1cd680a8ee4727a2ad8e92d42dd017 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:40.564867 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7ad996c0-cb48-4cd4-acb1-ed3d00afa597 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:40.894114 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-efee7d92-667d-444b-bb3b-e368a4399a38 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336766 Jul 05 03:49:41.303129 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-508e2fca-e04c-4ad0-8f7b-9f382ac19811 req-63399f03-d697-4fdc-8896-192ac38ca256 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=b963a6ca-f4d0-451a-b814-fbdced26efb5 HTTP/1.1" status: 200 len: 210 time: 0.0961235 Jul 05 03:49:41.559734 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc306b-d49f-475c-b254-3301c671bbdf req-450ba67a-dd15-41cb-a8fa-7a1f2d9a3e35 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:41.573903 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-34dc306b-d49f-475c-b254-3301c671bbdf req-450ba67a-dd15-41cb-a8fa-7a1f2d9a3e35 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.8363128 Jul 05 03:49:41.788566 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-bc7c34ed-b8b6-4b7c-9873-fb7b9d076741 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:41.788566 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-bc7c34ed-b8b6-4b7c-9873-fb7b9d076741 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8820789 Jul 05 03:49:41.807926 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-34dc306b-d49f-475c-b254-3301c671bbdf req-1cfdf3c4-853f-451d-9d38-4e148f906d38 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309928 Jul 05 03:49:41.846607 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c0264cb8-735e-4eaf-a868-b758da84e73a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Request body: {'port': {'device_id': '159b7b48-476e-47ff-a914-88f2951b3e28', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': 'b9e63c3dfe9644899e38a11b90eafef2'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:41.941293 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7ad996c0-cb48-4cd4-acb1-ed3d00afa597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.009362 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad996c0-cb48-4cd4-acb1-ed3d00afa597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e79c4a-bfb9-4c23-ada8-b69aefd3e5a9,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:42.087900 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46022) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:42.176616 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad996c0-cb48-4cd4-acb1-ed3d00afa597 admin admin] Checking segment: {'id': '84ae549a-1d91-4fb1-807d-0804bb5d162f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c5d0384b-4879-4f30-b5bd-d04acfdde1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:42.177243 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad996c0-cb48-4cd4-acb1-ed3d00afa597 admin admin] Network hostable DHCP agents. Network: c5d0384b-4879-4f30-b5bd-d04acfdde1f9, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:49:42.185411 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:42.218842 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c0264cb8-735e-4eaf-a868-b758da84e73a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Made reservation on behalf of b9e63c3dfe9644899e38a11b90eafef2 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:42.222904 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c0264cb8-735e-4eaf-a868-b758da84e73a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.257057 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad996c0-cb48-4cd4-acb1-ed3d00afa597 admin admin] Network c5d0384b-4879-4f30-b5bd-d04acfdde1f9 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:49:42.261217 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f2602658-4cb6-466b-8600-e4a3e1b67711 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.267450 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 59178975-5931-459a-8b65-bb8e3f4d5778 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:42.283313 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:42.286007 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b82ac2a4-a1d1-4d82-bdf2-cd14586bdfa1 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:42.318288 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-7ad996c0-cb48-4cd4-acb1-ed3d00afa597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, c5d0384b-4879-4f30-b5bd-d04acfdde1f9) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:42.331510 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad996c0-cb48-4cd4-acb1-ed3d00afa597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:42.332710 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7ad996c0-cb48-4cd4-acb1-ed3d00afa597 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.334221 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ebfae6-0a2e-48ff-8a91-27e79b37549e None None] Network c5d0384b-4879-4f30-b5bd-d04acfdde1f9 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:42.351899 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f2602658-4cb6-466b-8600-e4a3e1b67711 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.419065 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7ad996c0-cb48-4cd4-acb1-ed3d00afa597 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9284029 Jul 05 03:49:42.527712 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176c5df7-b157-4e59-bacf-88ba4605d7be None None] Network c5d0384b-4879-4f30-b5bd-d04acfdde1f9 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:42.577024 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-78a9f24e-6e24-4b78-874a-46635bdf4472 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0912349 Jul 05 03:49:42.769228 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.777922 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.842383 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c0264cb8-735e-4eaf-a868-b758da84e73a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Allocated IP 192.168.233.92 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/8c3043e1-c196-4814-bffd-5d5643e5bd16) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:42.845242 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad591bf-349b-41ab-8143-c02570fb5446', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59178975-5931-459a-8b65-bb8e3f4d5778'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:42.849271 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6f9afc-99dd-4935-9a7a-67a3506d4524" -d '{"events": [{"server_uuid": "bad591bf-349b-41ab-8143-c02570fb5446", "name": "network-vif-unplugged", "status": "completed", "tag": "59178975-5931-459a-8b65-bb8e3f4d5778"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:42.850267 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eca2b950-52e3-4b87-92f3-bba6c625b998 req-62b7038c-caaa-4db1-ba67-873756660616 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=b963a6ca-f4d0-451a-b814-fbdced26efb5 HTTP/1.1" status: 200 len: 210 time: 0.2558811 Jul 05 03:49:42.871342 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 59178975-5931-459a-8b65-bb8e3f4d5778, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=59178975-5931-459a-8b65-bb8e3f4d5778,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:42.877316 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.888860 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f2602658-4cb6-466b-8600-e4a3e1b67711 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.891588 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f2602658-4cb6-466b-8600-e4a3e1b67711 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.893183 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f2602658-4cb6-466b-8600-e4a3e1b67711 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "DELETE /v2.0/security-groups/49ca0f30-caaa-4544-9421-d4b154944e05 HTTP/1.1" status: 204 len: 168 time: 0.8029563 Jul 05 03:49:42.896750 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46042) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:42.924126 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-1afb89ad-73fa-4173-bd9d-3a962bf772bd tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] show failed (client error): The resource could not be found. Jul 05 03:49:42.932738 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1afb89ad-73fa-4173-bd9d-3a962bf772bd tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "GET /v2.0/security-groups/49ca0f30-caaa-4544-9421-d4b154944e05 HTTP/1.1" status: 404 len: 347 time: 0.0347729 Jul 05 03:49:42.933966 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46046) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:42.973245 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2602658-4cb6-466b-8600-e4a3e1b67711 tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ca0f30-caaa-4544-9421-d4b154944e05,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:43.009394 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=59178975-5931-459a-8b65-bb8e3f4d5778,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:43.157734 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-1bcd3cef-d912-4f66-9cb5-b05fe0431fcf tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:43.159926 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-1bcd3cef-d912-4f66-9cb5-b05fe0431fcf tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5719166 Jul 05 03:49:43.189688 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-49453f4f-3001-446b-bd38-110273361364 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Request body: {'port': {'device_id': 'b963a6ca-f4d0-451a-b814-fbdced26efb5', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': 'b9e63c3dfe9644899e38a11b90eafef2'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:43.255415 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-6916ce6c-ad37-4f5f-9005-34348390263b tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Deleting port b4c70813-8b8d-45d2-b55e-5bbac362bc1b {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:43.255699 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6916ce6c-ad37-4f5f-9005-34348390263b tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.350626 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [req-a0c66b79-c046-4c06-8970-dfb056fc665b req-790e17ad-ea22-4cea-8fa4-6b6eb2419bad tempest-SecurityGroupsNegativeTestJSON-872834483 tempest-SecurityGroupsNegativeTestJSON-872834483-project] show failed (client error): The resource could not be found. Jul 05 03:49:43.351677 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a0c66b79-c046-4c06-8970-dfb056fc665b req-790e17ad-ea22-4cea-8fa4-6b6eb2419bad tempest-SecurityGroupsNegativeTestJSON-872834483 tempest-SecurityGroupsNegativeTestJSON-872834483-project] 10.222.0.77 "GET /v2.0/security-groups/dcd6d2b9-f0b1-40ed-bc36-e45bd4b07901 HTTP/1.1" status: 404 len: 352 time: 0.1665282 Jul 05 03:49:43.355639 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000608c-f1fb-4f39-9137-a1cdb3963282 req-6654a85c-efa7-4c91-87ba-614b64414349 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:43.364291 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4000608c-f1fb-4f39-9137-a1cdb3963282 req-6654a85c-efa7-4c91-87ba-614b64414349 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 948 time: 0.1645939 Jul 05 03:49:43.435507 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64481b7d-6db3-407f-acf3-ce31007600f2 x-openstack-request-id: req-64481b7d-6db3-407f-acf3-ce31007600f2 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:43.436037 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad591bf-349b-41ab-8143-c02570fb5446", "name": "network-vif-unplugged", "status": "completed", "tag": "59178975-5931-459a-8b65-bb8e3f4d5778", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:43.436259 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-64481b7d-6db3-407f-acf3-ce31007600f2 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:43.437344 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad591bf-349b-41ab-8143-c02570fb5446', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59178975-5931-459a-8b65-bb8e3f4d5778', 'code': 200} Jul 05 03:49:43.440719 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4000608c-f1fb-4f39-9137-a1cdb3963282 req-10adff68-34a6-403c-b11d-f498e07fbd49 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751784 Jul 05 03:49:43.461723 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6916ce6c-ad37-4f5f-9005-34348390263b tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.462237 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6916ce6c-ad37-4f5f-9005-34348390263b tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.474486 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c0264cb8-735e-4eaf-a868-b758da84e73a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.479650 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-6916ce6c-ad37-4f5f-9005-34348390263b tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Calling delete_port for b4c70813-8b8d-45d2-b55e-5bbac362bc1b owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:43.519026 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c0264cb8-735e-4eaf-a868-b758da84e73a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Transition to ACTIVE for port object 8c3043e1-c196-4814-bffd-5d5643e5bd16 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:43.550503 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-49453f4f-3001-446b-bd38-110273361364 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Made reservation on behalf of b9e63c3dfe9644899e38a11b90eafef2 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:43.554662 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-49453f4f-3001-446b-bd38-110273361364 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.572845 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b7c605c-3f58-407b-9d0e-4c2a880ae9d6 req-16d0af82-8400-4aa2-a74a-d1fa1541b96c tempest-SecurityGroupsNegativeTestJSON-872834483 tempest-SecurityGroupsNegativeTestJSON-872834483-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=df1cd680a8ee4727a2ad8e92d42dd017 HTTP/1.1" status: 200 len: 2984 time: 0.1038244 Jul 05 03:49:43.649669 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6916ce6c-ad37-4f5f-9005-34348390263b tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.679451 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c0264cb8-735e-4eaf-a868-b758da84e73a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.682546 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916ce6c-ad37-4f5f-9005-34348390263b tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Pushing event deleted for resources: {'Port': ['ID=b4c70813-8b8d-45d2-b55e-5bbac362bc1b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:43.750704 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6916ce6c-ad37-4f5f-9005-34348390263b tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.753480 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6916ce6c-ad37-4f5f-9005-34348390263b tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.755665 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6916ce6c-ad37-4f5f-9005-34348390263b tempest-ImagesOneServerNegativeTestJSON-1426473203 tempest-ImagesOneServerNegativeTestJSON-1426473203-project] 10.222.0.77 "DELETE /v2.0/floatingips/f9655a4f-00a9-4e59-99fb-58589698f711 HTTP/1.1" status: 204 len: 168 time: 0.8186600 Jul 05 03:49:43.758552 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['7e741bda-ec2c-4820-898b-4dc034cb6adc', 'e2d807f9-b9e2-4c86-85cc-e0a673d4fa65', 'b5cd23f4-263c-4e30-8b36-bafbdc086518'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:43.788334 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b7c605c-3f58-407b-9d0e-4c2a880ae9d6 req-2822e68e-5b69-4e61-9b6b-a8efeb5491f8 tempest-SecurityGroupsNegativeTestJSON-872834483 tempest-SecurityGroupsNegativeTestJSON-872834483-project] 10.222.0.77 "GET /v2.0/security-groups/daed8cd6-7471-4912-b42b-770e115ffbc8 HTTP/1.1" status: 200 len: 2981 time: 0.2012696 Jul 05 03:49:43.795949 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c0264cb8-735e-4eaf-a868-b758da84e73a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:43.806360 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c0264cb8-735e-4eaf-a868-b758da84e73a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:43.817547 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0264cb8-735e-4eaf-a868-b758da84e73a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Pushing event updated for resources: {'Port': ['ID=8c3043e1-c196-4814-bffd-5d5643e5bd16,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:43.821417 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c0264cb8-735e-4eaf-a868-b758da84e73a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:43.875507 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-49453f4f-3001-446b-bd38-110273361364 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Allocated IP 192.168.233.26 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/1e278b79-6bf5-4554-86aa-e13c5e8de9bb) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:43.938563 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c0264cb8-735e-4eaf-a868-b758da84e73a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:43.939212 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c0264cb8-735e-4eaf-a868-b758da84e73a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.958404 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b7c605c-3f58-407b-9d0e-4c2a880ae9d6 req-63aa5e9f-497a-4e04-93a0-2771d2ae8b4b tempest-SecurityGroupsNegativeTestJSON-872834483 tempest-SecurityGroupsNegativeTestJSON-872834483-project] 10.222.0.77 "GET /v2.0/security-groups/daed8cd6-7471-4912-b42b-770e115ffbc8 HTTP/1.1" status: 200 len: 2981 time: 0.1595926 Jul 05 03:49:43.980691 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c0264cb8-735e-4eaf-a868-b758da84e73a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1713605 Jul 05 03:49:44.010393 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-d5b8dd77-4c6d-4356-8547-684f5e0dcd25 service neutron] Request body: {'port': {'device_id': '159b7b48-476e-47ff-a914-88f2951b3e28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:44.095772 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47ad44a8-4660-4c95-84e9-f7f6e1e55b9f req-9d249f2e-bbd8-46e8-8b68-50d6a764992c tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=b963a6ca-f4d0-451a-b814-fbdced26efb5 HTTP/1.1" status: 200 len: 210 time: 0.0601344 Jul 05 03:49:44.096868 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46076) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:44.196855 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc4c7d0-11de-435c-a59c-1ff7537e288f admin admin] Deleting subnet 37b36211-a6e0-42fa-9ae6-cabeeef08bd3 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:49:44.210474 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5bc4c7d0-11de-435c-a59c-1ff7537e288f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.246517 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-d5b8dd77-4c6d-4356-8547-684f5e0dcd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.272404 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d92aee0a-4b23-4480-afdd-9717c62a60ee req-e679d031-489e-4270-8151-063aed435c68 tempest-SecurityGroupsNegativeTestJSON-872834483 tempest-SecurityGroupsNegativeTestJSON-872834483-project] 10.222.0.77 "GET /v2.0/security-groups/daed8cd6-7471-4912-b42b-770e115ffbc8 HTTP/1.1" status: 200 len: 2981 time: 0.0925088 Jul 05 03:49:44.278677 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5bc4c7d0-11de-435c-a59c-1ff7537e288f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.339836 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b5d6bf37-c759-4f97-948c-186c6ca02a13 None None] Provisioning for port 8c3043e1-c196-4814-bffd-5d5643e5bd16 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:44.349818 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b5d6bf37-c759-4f97-948c-186c6ca02a13 None None] Provisioning complete for port 8c3043e1-c196-4814-bffd-5d5643e5bd16 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:44.350328 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b5d6bf37-c759-4f97-948c-186c6ca02a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.392241 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-b5d6bf37-c759-4f97-948c-186c6ca02a13 None None] Port 8c3043e1-c196-4814-bffd-5d5643e5bd16 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:49:44.402934 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-d92aee0a-4b23-4480-afdd-9717c62a60ee req-e4873b1d-50cb-4e98-8942-f864d8ae869c tempest-SecurityGroupsNegativeTestJSON-872834483 tempest-SecurityGroupsNegativeTestJSON-872834483-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 03:49:44.404063 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d92aee0a-4b23-4480-afdd-9717c62a60ee req-e4873b1d-50cb-4e98-8942-f864d8ae869c tempest-SecurityGroupsNegativeTestJSON-872834483 tempest-SecurityGroupsNegativeTestJSON-872834483-project] 10.222.0.77 "DELETE /v2.0/security-groups/daed8cd6-7471-4912-b42b-770e115ffbc8 HTTP/1.1" status: 409 len: 352 time: 0.1225910 Jul 05 03:49:44.405213 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5bc4c7d0-11de-435c-a59c-1ff7537e288f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.420890 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-49453f4f-3001-446b-bd38-110273361364 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.453534 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-49453f4f-3001-446b-bd38-110273361364 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Transition to ACTIVE for port object 1e278b79-6bf5-4554-86aa-e13c5e8de9bb will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:44.478017 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-3d7bb6ee-c8b5-4cd6-ba1b-42e2ada83430 req-49b91fbb-6b7d-46cd-a65d-234c5b047068 tempest-SecurityGroupsNegativeTestJSON-872834483 tempest-SecurityGroupsNegativeTestJSON-872834483-project] show failed (client error): The resource could not be found. Jul 05 03:49:44.484432 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3d7bb6ee-c8b5-4cd6-ba1b-42e2ada83430 req-49b91fbb-6b7d-46cd-a65d-234c5b047068 tempest-SecurityGroupsNegativeTestJSON-872834483 tempest-SecurityGroupsNegativeTestJSON-872834483-project] 10.222.0.77 "GET /v2.0/security-groups/bc606a96-be40-4fe1-b961-21e3a5303812 HTTP/1.1" status: 404 len: 352 time: 0.0309482 Jul 05 03:49:44.501701 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5bc4c7d0-11de-435c-a59c-1ff7537e288f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.536579 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4c7d0-11de-435c-a59c-1ff7537e288f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37b36211-a6e0-42fa-9ae6-cabeeef08bd3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:44.540631 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5bc4c7d0-11de-435c-a59c-1ff7537e288f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.542985 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5bc4c7d0-11de-435c-a59c-1ff7537e288f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/37b36211-a6e0-42fa-9ae6-cabeeef08bd3 HTTP/1.1" status: 204 len: 168 time: 0.4413707 Jul 05 03:49:44.548391 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46094) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:44.602117 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-49453f4f-3001-446b-bd38-110273361364 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.676726 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8385dcff-4c7a-44ce-b7f8-84d224bebf4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.687567 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-49453f4f-3001-446b-bd38-110273361364 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:44.696136 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-49453f4f-3001-446b-bd38-110273361364 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:44.699380 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-49453f4f-3001-446b-bd38-110273361364 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:44.717075 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f238b51-d0e0-444a-93aa-179b4ed4a28c req-2c47d847-e4f5-4725-90ef-91a577409a23 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:44.731978 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f238b51-d0e0-444a-93aa-179b4ed4a28c req-2c47d847-e4f5-4725-90ef-91a577409a23 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 948 time: 0.1274672 Jul 05 03:49:44.806066 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49453f4f-3001-446b-bd38-110273361364 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Pushing event updated for resources: {'Port': ['ID=1e278b79-6bf5-4554-86aa-e13c5e8de9bb,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:44.831025 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [req-604ec649-0683-4c6d-810e-556111076413 req-c55c2ebc-9890-4960-9912-3a41eedfc210 tempest-SecurityGroupsNegativeTestJSON-872834483 tempest-SecurityGroupsNegativeTestJSON-872834483-project] show failed (client error): The resource could not be found. Jul 05 03:49:44.844839 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-604ec649-0683-4c6d-810e-556111076413 req-c55c2ebc-9890-4960-9912-3a41eedfc210 tempest-SecurityGroupsNegativeTestJSON-872834483 tempest-SecurityGroupsNegativeTestJSON-872834483-project] 10.222.0.77 "GET /v2.0/security-groups/3c9ec1a5-9041-4027-bd0b-515bef604333 HTTP/1.1" status: 404 len: 352 time: 0.0968077 Jul 05 03:49:44.848497 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46100) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:44.858222 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f238b51-d0e0-444a-93aa-179b4ed4a28c req-ca3e679a-1f7d-4690-a46a-ed8addc7a472 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323309 Jul 05 03:49:44.871717 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8385dcff-4c7a-44ce-b7f8-84d224bebf4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.888784 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-8385dcff-4c7a-44ce-b7f8-84d224bebf4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed316610-b29c-457f-a987-9abff17192cf']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:44.907221 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-8385dcff-4c7a-44ce-b7f8-84d224bebf4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f87cced7-ca52-4702-b6f2-045f0cdb9433') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:44.907517 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-8385dcff-4c7a-44ce-b7f8-84d224bebf4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f87cced7-ca52-4702-b6f2-045f0cdb9433') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:44.922683 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8385dcff-4c7a-44ce-b7f8-84d224bebf4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.923246 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-d5b8dd77-4c6d-4356-8547-684f5e0dcd25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c3043e1-c196-4814-bffd-5d5643e5bd16 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:44.934873 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-d5b8dd77-4c6d-4356-8547-684f5e0dcd25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.947743 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8385dcff-4c7a-44ce-b7f8-84d224bebf4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.956207 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-d5b8dd77-4c6d-4356-8547-684f5e0dcd25 service neutron] Transition to ACTIVE for port object 8c3043e1-c196-4814-bffd-5d5643e5bd16 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:44.969627 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8385dcff-4c7a-44ce-b7f8-84d224bebf4e admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:49:44.970093 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8385dcff-4c7a-44ce-b7f8-84d224bebf4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: timer() Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:49:44.971866 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:49:44.975221 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-49453f4f-3001-446b-bd38-110273361364 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:44.975221 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-49453f4f-3001-446b-bd38-110273361364 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.000057 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-d5b8dd77-4c6d-4356-8547-684f5e0dcd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.077547 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8385dcff-4c7a-44ce-b7f8-84d224bebf4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.087149 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8385dcff-4c7a-44ce-b7f8-84d224bebf4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.089191 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-49453f4f-3001-446b-bd38-110273361364 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9051476 Jul 05 03:49:45.089429 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8385dcff-4c7a-44ce-b7f8-84d224bebf4e admin admin] 10.222.0.77 "DELETE /v2.0/networks/ed316610-b29c-457f-a987-9abff17192cf HTTP/1.1" status: 204 len: 168 time: 0.5396640 Jul 05 03:49:45.100561 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8dd77-4c6d-4356-8547-684f5e0dcd25 service neutron] Pushing event updated for resources: {'Port': ['ID=8c3043e1-c196-4814-bffd-5d5643e5bd16,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:45.113053 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385dcff-4c7a-44ce-b7f8-84d224bebf4e admin admin] Pushing event deleted for resources: {'Network': ['ID=ed316610-b29c-457f-a987-9abff17192cf,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:45.135848 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c4df795a-b98a-4442-82ef-349918e8127b service neutron] Request body: {'port': {'device_id': 'b963a6ca-f4d0-451a-b814-fbdced26efb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:45.147476 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ec01e330-6225-46a2-b59c-ec0d1e0a5ae6 None None] Provisioning for port 1e278b79-6bf5-4554-86aa-e13c5e8de9bb completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:45.162747 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ec01e330-6225-46a2-b59c-ec0d1e0a5ae6 None None] Provisioning complete for port 1e278b79-6bf5-4554-86aa-e13c5e8de9bb triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:45.163136 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ec01e330-6225-46a2-b59c-ec0d1e0a5ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.169062 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-223a32d3-508a-47e9-b773-37aa71cd226e admin admin] Deleting subnet 11e79c4a-bfb9-4c23-ada8-b69aefd3e5a9 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:49:45.245626 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-ec01e330-6225-46a2-b59c-ec0d1e0a5ae6 None None] Port 1e278b79-6bf5-4554-86aa-e13c5e8de9bb cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:49:45.265954 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-223a32d3-508a-47e9-b773-37aa71cd226e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.281167 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46110) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:45.373295 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-d5b8dd77-4c6d-4356-8547-684f5e0dcd25 service neutron] Attempting to bind port 8c3043e1-c196-4814-bffd-5d5643e5bd16 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:45.373695 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-d5b8dd77-4c6d-4356-8547-684f5e0dcd25 service neutron] Attempting to bind port 8c3043e1-c196-4814-bffd-5d5643e5bd16 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:45.373970 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-d5b8dd77-4c6d-4356-8547-684f5e0dcd25 service neutron] Attempting to bind port 8c3043e1-c196-4814-bffd-5d5643e5bd16 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:45.386373 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8d3517d4-503a-4876-ae89-1a850c060447 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4edbb8632052446b85918768ed92c1f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1034033 Jul 05 03:49:45.387577 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46112) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:45.416123 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-223a32d3-508a-47e9-b773-37aa71cd226e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.452821 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2e1ccbbd-e5eb-48f5-b7b2-890e6fb2a243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.480486 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2e1ccbbd-e5eb-48f5-b7b2-890e6fb2a243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.491836 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-d5b8dd77-4c6d-4356-8547-684f5e0dcd25 service neutron] Port 8c3043e1-c196-4814-bffd-5d5643e5bd16 on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:45.492476 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-d5b8dd77-4c6d-4356-8547-684f5e0dcd25 service neutron] Attempting to bind port 8c3043e1-c196-4814-bffd-5d5643e5bd16 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:45.522167 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-d5b8dd77-4c6d-4356-8547-684f5e0dcd25 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:45.522516 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-d5b8dd77-4c6d-4356-8547-684f5e0dcd25 service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:45.522922 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-d5b8dd77-4c6d-4356-8547-684f5e0dcd25 service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:45.523384 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-d5b8dd77-4c6d-4356-8547-684f5e0dcd25 service neutron] Bound port: 8c3043e1-c196-4814-bffd-5d5643e5bd16, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:45.525101 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-d5b8dd77-4c6d-4356-8547-684f5e0dcd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.553473 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c4df795a-b98a-4442-82ef-349918e8127b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.575280 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2e1ccbbd-e5eb-48f5-b7b2-890e6fb2a243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.578043 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2e1ccbbd-e5eb-48f5-b7b2-890e6fb2a243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.585936 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2e1ccbbd-e5eb-48f5-b7b2-890e6fb2a243 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2e5357da-3bfb-49de-9f5f-7846e46d9335 HTTP/1.1" status: 204 len: 168 time: 0.1970170 Jul 05 03:49:45.588124 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-223a32d3-508a-47e9-b773-37aa71cd226e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.603517 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ccbbd-e5eb-48f5-b7b2-890e6fb2a243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5357da-3bfb-49de-9f5f-7846e46d9335,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:45.649847 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc06d68-3c29-4aed-9065-aa1181642de0 req-ef766575-2d15-474b-b357-c4cf2250af87 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:45.657179 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ecc06d68-3c29-4aed-9065-aa1181642de0 req-ef766575-2d15-474b-b357-c4cf2250af87 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=b963a6ca-f4d0-451a-b814-fbdced26efb5 HTTP/1.1" status: 200 len: 935 time: 0.3138072 Jul 05 03:49:45.911375 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-d5b8dd77-4c6d-4356-8547-684f5e0dcd25 service neutron] For port 8c3043e1-c196-4814-bffd-5d5643e5bd16, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:45.916824 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ecc06d68-3c29-4aed-9065-aa1181642de0 req-8a0a9ee8-210d-49c8-a3e1-7a8760765515 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588050 Jul 05 03:49:45.942018 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['7e741bda-ec2c-4820-898b-4dc034cb6adc', 'e2d807f9-b9e2-4c86-85cc-e0a673d4fa65', 'b5cd23f4-263c-4e30-8b36-bafbdc086518'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:45.943576 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-d5b8dd77-4c6d-4356-8547-684f5e0dcd25 service neutron] For port 8c3043e1-c196-4814-bffd-5d5643e5bd16, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8c3043e1-c196-4814-bffd-5d5643e5bd16,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:46.105352 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c4df795a-b98a-4442-82ef-349918e8127b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e278b79-6bf5-4554-86aa-e13c5e8de9bb {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:46.114362 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c4df795a-b98a-4442-82ef-349918e8127b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.127952 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c4df795a-b98a-4442-82ef-349918e8127b service neutron] Transition to ACTIVE for port object 1e278b79-6bf5-4554-86aa-e13c5e8de9bb will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:46.130017 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-d5b8dd77-4c6d-4356-8547-684f5e0dcd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.141079 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c4df795a-b98a-4442-82ef-349918e8127b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.142934 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-223a32d3-508a-47e9-b773-37aa71cd226e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.184249 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c7c0e-dc15-45fb-afaf-ffb47852181e req-89bc062f-8878-4810-971e-71f5c7c3c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:46.186404 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d46c7c0e-dc15-45fb-afaf-ffb47852181e req-89bc062f-8878-4810-971e-71f5c7c3c9b8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 1100 time: 0.1981053 Jul 05 03:49:46.219225 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a32d3-508a-47e9-b773-37aa71cd226e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e79c4a-bfb9-4c23-ada8-b69aefd3e5a9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:46.231024 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-223a32d3-508a-47e9-b773-37aa71cd226e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.233583 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-223a32d3-508a-47e9-b773-37aa71cd226e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/11e79c4a-bfb9-4c23-ada8-b69aefd3e5a9 HTTP/1.1" status: 204 len: 168 time: 1.3511958 Jul 05 03:49:46.253635 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 59178975-5931-459a-8b65-bb8e3f4d5778 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:46.255841 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46128) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:46.308032 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d46c7c0e-dc15-45fb-afaf-ffb47852181e req-10dfcab3-cb0f-4d08-8bb9-031349a66112 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143403 Jul 05 03:49:46.346204 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261de48-6fb3-4809-b3df-96040a27e5f2 req-fb85919b-f464-4f0f-9559-1ceee135cc2f tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:46.353721 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4261de48-6fb3-4809-b3df-96040a27e5f2 req-fb85919b-f464-4f0f-9559-1ceee135cc2f tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 948 time: 0.1432102 Jul 05 03:49:46.388200 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-d5b8dd77-4c6d-4356-8547-684f5e0dcd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:46.388819 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-d5b8dd77-4c6d-4356-8547-684f5e0dcd25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.390237 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-d5b8dd77-4c6d-4356-8547-684f5e0dcd25 service neutron] 10.222.0.89 "PUT /v2.0/ports/8c3043e1-c196-4814-bffd-5d5643e5bd16 HTTP/1.1" status: 200 len: 1096 time: 2.3929112 Jul 05 03:49:46.436922 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 59178975-5931-459a-8b65-bb8e3f4d5778, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=59178975-5931-459a-8b65-bb8e3f4d5778,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:46.438667 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4261de48-6fb3-4809-b3df-96040a27e5f2 req-bb0fa387-36ea-43c8-892e-ea2f7c8a678b tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818503 Jul 05 03:49:46.448657 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159b7b48-476e-47ff-a914-88f2951b3e28', 'tag': '8c3043e1-c196-4814-bffd-5d5643e5bd16'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:46.451097 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9571e23-30e9-44eb-8468-160d6396295d" -d '{"events": [{"name": "network-changed", "server_uuid": "159b7b48-476e-47ff-a914-88f2951b3e28", "tag": "8c3043e1-c196-4814-bffd-5d5643e5bd16"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:46.483869 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '59178975-5931-459a-8b65-bb8e3f4d5778', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '59178975-5931-459a-8b65-bb8e3f4d5778', 'mac_address': 'fa:16:3e:99:c4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:46.542108 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.566130 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59178975-5931-459a-8b65-bb8e3f4d5778 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:46.587850 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-779ba798-6bb4-4027-8136-1f62eda994df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.590596 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b10725-2dac-45f2-8bed-8917c3284617 x-openstack-request-id: req-97b10725-2dac-45f2-8bed-8917c3284617 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:46.591078 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159b7b48-476e-47ff-a914-88f2951b3e28", "tag": "8c3043e1-c196-4814-bffd-5d5643e5bd16", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:46.591189 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-97b10725-2dac-45f2-8bed-8917c3284617 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:46.591541 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '159b7b48-476e-47ff-a914-88f2951b3e28', 'tag': '8c3043e1-c196-4814-bffd-5d5643e5bd16', 'status': 'completed', 'code': 200} Jul 05 03:49:46.616747 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 59178975-5931-459a-8b65-bb8e3f4d5778, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=59178975-5931-459a-8b65-bb8e3f4d5778,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:46.623648 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.656485 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8dd77-4c6d-4356-8547-684f5e0dcd25 service neutron] Pushing event updated for resources: {'Port': ['ID=8c3043e1-c196-4814-bffd-5d5643e5bd16,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:46.709838 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df795a-b98a-4442-82ef-349918e8127b service neutron] Pushing event updated for resources: {'Port': ['ID=1e278b79-6bf5-4554-86aa-e13c5e8de9bb,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:46.818724 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c4df795a-b98a-4442-82ef-349918e8127b service neutron] Attempting to bind port 1e278b79-6bf5-4554-86aa-e13c5e8de9bb on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:46.819190 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c4df795a-b98a-4442-82ef-349918e8127b service neutron] Attempting to bind port 1e278b79-6bf5-4554-86aa-e13c5e8de9bb by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:46.819614 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c4df795a-b98a-4442-82ef-349918e8127b service neutron] Attempting to bind port 1e278b79-6bf5-4554-86aa-e13c5e8de9bb on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:46.839074 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c4df795a-b98a-4442-82ef-349918e8127b service neutron] Port 1e278b79-6bf5-4554-86aa-e13c5e8de9bb on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:46.839538 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c4df795a-b98a-4442-82ef-349918e8127b service neutron] Attempting to bind port 1e278b79-6bf5-4554-86aa-e13c5e8de9bb on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:46.845750 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-779ba798-6bb4-4027-8136-1f62eda994df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.862613 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c4df795a-b98a-4442-82ef-349918e8127b service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:46.865100 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c4df795a-b98a-4442-82ef-349918e8127b service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:46.865850 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c4df795a-b98a-4442-82ef-349918e8127b service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:46.866410 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c4df795a-b98a-4442-82ef-349918e8127b service neutron] Bound port: 1e278b79-6bf5-4554-86aa-e13c5e8de9bb, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:46.869777 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c4df795a-b98a-4442-82ef-349918e8127b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.873084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-779ba798-6bb4-4027-8136-1f62eda994df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d0384b-4879-4f30-b5bd-d04acfdde1f9']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:46.891780 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-9c82801a-bf15-496a-a2d3-d9e8e01d4e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:46.895716 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-9c82801a-bf15-496a-a2d3-d9e8e01d4e54 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&device_id=159b7b48-476e-47ff-a914-88f2951b3e28 HTTP/1.1" status: 200 len: 1099 time: 0.4350898 Jul 05 03:49:46.900924 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-779ba798-6bb4-4027-8136-1f62eda994df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ae549a-1d91-4fb1-807d-0804bb5d162f') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:46.900924 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-779ba798-6bb4-4027-8136-1f62eda994df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ae549a-1d91-4fb1-807d-0804bb5d162f') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:46.922569 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-779ba798-6bb4-4027-8136-1f62eda994df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.979400 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=59178975-5931-459a-8b65-bb8e3f4d5778,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:47.056320 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-520130b5-1273-4d40-8d35-8b39ae8ab923 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=8c3043e1-c196-4814-bffd-5d5643e5bd16 HTTP/1.1" status: 200 len: 217 time: 0.1412954 Jul 05 03:49:47.123246 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-3a5bd709-3321-4e3e-b053-865d34a37906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:47.125661 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-3a5bd709-3321-4e3e-b053-865d34a37906 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0571246 Jul 05 03:49:47.129226 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-779ba798-6bb4-4027-8136-1f62eda994df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:47.214271 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-779ba798-6bb4-4027-8136-1f62eda994df admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:49:47.214582 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-779ba798-6bb4-4027-8136-1f62eda994df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: timer() Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:49:47.226050 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:49:47.252785 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00880e-6780-4adb-b42b-45cc30c2dbff req-46a2bf86-a812-40d8-992e-e3b4c70fb702 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:47.255459 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1c00880e-6780-4adb-b42b-45cc30c2dbff req-46a2bf86-a812-40d8-992e-e3b4c70fb702 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=b963a6ca-f4d0-451a-b814-fbdced26efb5 HTTP/1.1" status: 200 len: 947 time: 0.0896418 Jul 05 03:49:47.307887 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1c00880e-6780-4adb-b42b-45cc30c2dbff req-4aea25c3-0084-47dd-a161-a935d18ab1cc tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412865 Jul 05 03:49:47.336825 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c4df795a-b98a-4442-82ef-349918e8127b service neutron] For port 1e278b79-6bf5-4554-86aa-e13c5e8de9bb, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:47.353359 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c4df795a-b98a-4442-82ef-349918e8127b service neutron] For port 1e278b79-6bf5-4554-86aa-e13c5e8de9bb, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=1e278b79-6bf5-4554-86aa-e13c5e8de9bb,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:47.357051 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-779ba798-6bb4-4027-8136-1f62eda994df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:47.370974 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-779ba798-6bb4-4027-8136-1f62eda994df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:47.373616 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-779ba798-6bb4-4027-8136-1f62eda994df admin admin] 10.222.0.77 "DELETE /v2.0/networks/c5d0384b-4879-4f30-b5bd-d04acfdde1f9 HTTP/1.1" status: 204 len: 168 time: 1.1166091 Jul 05 03:49:47.389025 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c4df795a-b98a-4442-82ef-349918e8127b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:47.406184 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ba798-6bb4-4027-8136-1f62eda994df admin admin] Pushing event deleted for resources: {'Network': ['ID=c5d0384b-4879-4f30-b5bd-d04acfdde1f9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:47.483980 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c4df795a-b98a-4442-82ef-349918e8127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:47.484648 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c4df795a-b98a-4442-82ef-349918e8127b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:47.486412 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-c4df795a-b98a-4442-82ef-349918e8127b service neutron] 10.222.0.70 "PUT /v2.0/ports/1e278b79-6bf5-4554-86aa-e13c5e8de9bb HTTP/1.1" status: 200 len: 1096 time: 2.3564525 Jul 05 03:49:47.506446 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-b055731f-1187-4cc1-926a-6d46de3b6cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:47.523792 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-b055731f-1187-4cc1-926a-6d46de3b6cee service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3621092 Jul 05 03:49:47.542147 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['59178975-5931-459a-8b65-bb8e3f4d5778'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:47.734019 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46186) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:47.794143 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df795a-b98a-4442-82ef-349918e8127b service neutron] Pushing event updated for resources: {'Port': ['ID=1e278b79-6bf5-4554-86aa-e13c5e8de9bb,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:47.855386 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-0e5e78c8-6d6e-478f-8315-6e089bccadc6 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297372 Jul 05 03:49:47.858250 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-1aabe20e-a5e3-42d1-9da5-c522efd6eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:47.859697 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-1aabe20e-a5e3-42d1-9da5-c522efd6eeb9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&device_id=b963a6ca-f4d0-451a-b814-fbdced26efb5 HTTP/1.1" status: 200 len: 1099 time: 0.1666343 Jul 05 03:49:47.881097 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c6fac23d-ccac-49f8-95c7-cb741254750a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=df1cd680a8ee4727a2ad8e92d42dd017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336627 Jul 05 03:49:47.884676 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46196) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:47.959340 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26d894-2009-45f1-b7a8-a9dad8c0658f req-0e05da43-284d-4078-9df5-7531206d7c20 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:47.966750 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-3e0818fd-2833-429a-b1a5-e2dd424017a6 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982423 Jul 05 03:49:47.969084 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ed26d894-2009-45f1-b7a8-a9dad8c0658f req-0e05da43-284d-4078-9df5-7531206d7c20 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 949 time: 0.2892356 Jul 05 03:49:48.006880 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ff90c450-7260-4326-ad9f-8024d3d78f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.054602 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ed26d894-2009-45f1-b7a8-a9dad8c0658f req-4b5fd340-b90f-466c-b9ef-285bd4c48849 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844297 Jul 05 03:49:48.075925 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-056f3412-17d3-4c27-b97c-ef2d1041fce0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=1e278b79-6bf5-4554-86aa-e13c5e8de9bb HTTP/1.1" status: 200 len: 217 time: 0.0998459 Jul 05 03:49:48.100161 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ff90c450-7260-4326-ad9f-8024d3d78f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.179166 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-e2ac3282-1d46-45c7-bc96-7e6a134808df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:48.181784 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-e2ac3282-1d46-45c7-bc96-7e6a134808df service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0827079 Jul 05 03:49:48.196529 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ff90c450-7260-4326-ad9f-8024d3d78f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.200696 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ff90c450-7260-4326-ad9f-8024d3d78f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.218277 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ff90c450-7260-4326-ad9f-8024d3d78f25 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/daed8cd6-7471-4912-b42b-770e115ffbc8 HTTP/1.1" status: 204 len: 168 time: 0.3314135 Jul 05 03:49:48.236843 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90c450-7260-4326-ad9f-8024d3d78f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daed8cd6-7471-4912-b42b-770e115ffbc8,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:48.244808 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9571e23-30e9-44eb-8468-160d6396295d req-73409c54-d217-4767-8083-7d2ac4afbdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:48.247097 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9571e23-30e9-44eb-8468-160d6396295d req-73409c54-d217-4767-8083-7d2ac4afbdd0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&device_id=159b7b48-476e-47ff-a914-88f2951b3e28 HTTP/1.1" status: 200 len: 1099 time: 0.1774654 Jul 05 03:49:48.274752 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46208) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:48.468757 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1764345c-3a94-484d-8a1e-b711b97ca4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.469224 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-f68a844b-6f8c-40be-9278-f242700feccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:48.472103 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-f68a844b-6f8c-40be-9278-f242700feccf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2801230 Jul 05 03:49:48.496008 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9571e23-30e9-44eb-8468-160d6396295d req-22df4191-7b44-4b6c-a5d9-956cad39cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:48.497646 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9571e23-30e9-44eb-8468-160d6396295d req-22df4191-7b44-4b6c-a5d9-956cad39cc47 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.2418251 Jul 05 03:49:48.560784 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9571e23-30e9-44eb-8468-160d6396295d req-33bebb06-2992-4183-8448-8c4fdd9983b3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=8c3043e1-c196-4814-bffd-5d5643e5bd16 HTTP/1.1" status: 200 len: 217 time: 0.0552504 Jul 05 03:49:48.708004 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1764345c-3a94-484d-8a1e-b711b97ca4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.729793 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1764345c-3a94-484d-8a1e-b711b97ca4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.764083 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1764345c-3a94-484d-8a1e-b711b97ca4cf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=06c8e69a330347a699cb47293e4b3d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4845891 Jul 05 03:49:48.768648 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46220) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:48.904009 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764345c-3a94-484d-8a1e-b711b97ca4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2962a1a8-9cac-450e-912f-59e889cbf1cc,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:48.974056 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3bef0e53-f756-407e-a59e-175282f593ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:49.044485 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3bef0e53-f756-407e-a59e-175282f593ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:49.094556 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b963a6ca-f4d0-451a-b814-fbdced26efb5', 'tag': '1e278b79-6bf5-4554-86aa-e13c5e8de9bb'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:49.101651 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17436b41-e9a4-4593-ad52-9803f8737491" -d '{"events": [{"name": "network-changed", "server_uuid": "b963a6ca-f4d0-451a-b814-fbdced26efb5", "tag": "1e278b79-6bf5-4554-86aa-e13c5e8de9bb"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:49.152935 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3bef0e53-f756-407e-a59e-175282f593ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:49.166949 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3bef0e53-f756-407e-a59e-175282f593ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:49.166949 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3bef0e53-f756-407e-a59e-175282f593ce admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2962a1a8-9cac-450e-912f-59e889cbf1cc HTTP/1.1" status: 204 len: 168 time: 0.3964653 Jul 05 03:49:49.195092 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef0e53-f756-407e-a59e-175282f593ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2962a1a8-9cac-450e-912f-59e889cbf1cc,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:49.266132 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9571e23-30e9-44eb-8468-160d6396295d req-50d63b57-1fb8-40f9-ba52-812933b3a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:49.268094 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9571e23-30e9-44eb-8468-160d6396295d req-50d63b57-1fb8-40f9-ba52-812933b3a6fe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.6959698 Jul 05 03:49:49.351068 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-39d0e689-e72e-45ba-98b4-99dcbaa50012 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8338463 Jul 05 03:49:49.369461 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f9549-a78b-4a6a-a6cb-9ed556884223 req-9fe203cb-ac24-4710-8535-43e2b9ae988f tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:49.371043 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ad0f9549-a78b-4a6a-a6cb-9ed556884223 req-9fe203cb-ac24-4710-8535-43e2b9ae988f tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=b963a6ca-f4d0-451a-b814-fbdced26efb5 HTTP/1.1" status: 200 len: 947 time: 0.2458422 Jul 05 03:49:49.474606 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9571e23-30e9-44eb-8468-160d6396295d req-117ee0a3-3b44-4d4b-9d75-ab693e968540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:49.477604 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9571e23-30e9-44eb-8468-160d6396295d req-117ee0a3-3b44-4d4b-9d75-ab693e968540 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1972318 Jul 05 03:49:49.659227 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77138a8-272e-4ce5-a702-7dab2b027d74 req-ed23b491-3d5d-4f0f-a188-abc4fc1931ae tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:49.678025 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d77138a8-272e-4ce5-a702-7dab2b027d74 req-ed23b491-3d5d-4f0f-a188-abc4fc1931ae tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 949 time: 0.2677944 Jul 05 03:49:49.728678 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ad0f9549-a78b-4a6a-a6cb-9ed556884223 req-f28c9ac6-645e-4f77-affe-6ee659884727 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340766 Jul 05 03:49:49.757671 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d77138a8-272e-4ce5-a702-7dab2b027d74 req-9d732945-9ced-46be-8cba-22141c8377a6 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784972 Jul 05 03:49:49.780465 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b06fd1fa-f5b8-4947-8a08-37a688ec9f5b req-2729b40c-be52-4c8e-8b1d-47394130d75a service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981056 Jul 05 03:49:49.851189 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b434e3-ae48-4537-8819-17c52da1e3f6 x-openstack-request-id: req-c5b434e3-ae48-4537-8819-17c52da1e3f6 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:49.851485 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b963a6ca-f4d0-451a-b814-fbdced26efb5", "tag": "1e278b79-6bf5-4554-86aa-e13c5e8de9bb", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:49.858856 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c5b434e3-ae48-4537-8819-17c52da1e3f6 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:49.859364 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b963a6ca-f4d0-451a-b814-fbdced26efb5', 'tag': '1e278b79-6bf5-4554-86aa-e13c5e8de9bb', 'status': 'completed', 'code': 200} Jul 05 03:49:49.906485 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9571e23-30e9-44eb-8468-160d6396295d req-08a9511b-61e8-4b5c-86e2-3fc694631d0e service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188099 Jul 05 03:49:50.066504 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f669cf-55d3-42b2-9981-7c9bd655b776 req-87a28dbe-0c2b-40c4-aa92-2edea14d6c0b tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:50.079553 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-59f669cf-55d3-42b2-9981-7c9bd655b776 req-87a28dbe-0c2b-40c4-aa92-2edea14d6c0b tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 949 time: 0.1077554 Jul 05 03:49:50.081786 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46260) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:50.142976 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9571e23-30e9-44eb-8468-160d6396295d req-a76accb8-3328-49b0-ab3a-363e5d6b62a7 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249825 Jul 05 03:49:50.159313 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17436b41-e9a4-4593-ad52-9803f8737491 req-72b96bc7-187f-406b-8c3b-e1ddb81a0197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:50.163444 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-17436b41-e9a4-4593-ad52-9803f8737491 req-72b96bc7-187f-406b-8c3b-e1ddb81a0197 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&device_id=b963a6ca-f4d0-451a-b814-fbdced26efb5 HTTP/1.1" status: 200 len: 1099 time: 0.1230047 Jul 05 03:49:50.217045 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-59f669cf-55d3-42b2-9981-7c9bd655b776 req-04a90df9-489c-446a-b2b4-e09b7a8c88dc tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359220 Jul 05 03:49:50.252261 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8c3043e1-c196-4814-bffd-5d5643e5bd16 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:50.279864 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 59178975-5931-459a-8b65-bb8e3f4d5778 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:50.490664 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-8b78c137-5875-412a-b745-187178895072 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1075796250-network', 'tenant_id': 'ac82b99c3fec40eda39ee62348356e27'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:50.547408 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17436b41-e9a4-4593-ad52-9803f8737491 req-ea0e6fc4-d615-4811-a686-1294225b9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:50.549294 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-17436b41-e9a4-4593-ad52-9803f8737491 req-ea0e6fc4-d615-4811-a686-1294225b9b33 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.3769507 Jul 05 03:49:50.557612 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b78c137-5875-412a-b745-187178895072 admin admin] Made reservation on behalf of ac82b99c3fec40eda39ee62348356e27 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:50.560503 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b78c137-5875-412a-b745-187178895072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.580288 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b78c137-5875-412a-b745-187178895072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.610723 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 59178975-5931-459a-8b65-bb8e3f4d5778 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:50.611014 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.641091 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-17436b41-e9a4-4593-ad52-9803f8737491 req-ee3466df-70af-4ccd-ad49-1c07c47acc2e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=1e278b79-6bf5-4554-86aa-e13c5e8de9bb HTTP/1.1" status: 200 len: 217 time: 0.0808568 Jul 05 03:49:50.669274 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8c3043e1-c196-4814-bffd-5d5643e5bd16, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8c3043e1-c196-4814-bffd-5d5643e5bd16,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:50.683429 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '8c3043e1-c196-4814-bffd-5d5643e5bd16', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '8c3043e1-c196-4814-bffd-5d5643e5bd16', 'mac_address': 'fa:16:3e:61:8c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:50.765758 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.799657 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c3043e1-c196-4814-bffd-5d5643e5bd16 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:50.847067 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17436b41-e9a4-4593-ad52-9803f8737491 req-c3eabf29-78dc-425a-b7fb-6a04b34f2349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:50.868663 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-17436b41-e9a4-4593-ad52-9803f8737491 req-c3eabf29-78dc-425a-b7fb-6a04b34f2349 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.2139170 Jul 05 03:49:50.920366 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b78c137-5875-412a-b745-187178895072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.931064 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b78c137-5875-412a-b745-187178895072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.945774 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8c3043e1-c196-4814-bffd-5d5643e5bd16, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8c3043e1-c196-4814-bffd-5d5643e5bd16,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:50.970325 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.971860 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b78c137-5875-412a-b745-187178895072 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:49:50.986157 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:51.021198 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b78c137-5875-412a-b745-187178895072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:51.021608 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-8b78c137-5875-412a-b745-187178895072 admin admin] Added segment 8e925059-1d42-4eae-ad90-062ddf3ec375 of type vlan for network 9bc4c91c-a289-48e8-b0da-9172982a9c14 Jul 05 03:49:51.122215 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad591bf-349b-41ab-8143-c02570fb5446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59178975-5931-459a-8b65-bb8e3f4d5778'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:51.128127 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892dcb88-a5dc-4101-bacb-8a172fce2ddb" -d '{"events": [{"server_uuid": "bad591bf-349b-41ab-8143-c02570fb5446", "name": "network-vif-plugged", "status": "completed", "tag": "59178975-5931-459a-8b65-bb8e3f4d5778"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:51.143439 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b78c137-5875-412a-b745-187178895072 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:51.208914 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 59178975-5931-459a-8b65-bb8e3f4d5778, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=59178975-5931-459a-8b65-bb8e3f4d5778,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:51.211105 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=8c3043e1-c196-4814-bffd-5d5643e5bd16,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:51.219685 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:51.254375 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78c137-5875-412a-b745-187178895072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08cdcde-7824-40d1-b414-5c1d5bba1e53,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:51.288850 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17436b41-e9a4-4593-ad52-9803f8737491 req-b0fb5a1f-6593-41a0-a6e4-1f9f1a215cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:51.289986 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b78c137-5875-412a-b745-187178895072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:51.290778 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-17436b41-e9a4-4593-ad52-9803f8737491 req-b0fb5a1f-6593-41a0-a6e4-1f9f1a215cec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4077237 Jul 05 03:49:51.291458 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b78c137-5875-412a-b745-187178895072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:51.292500 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b78c137-5875-412a-b745-187178895072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:51.303675 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['8c3043e1-c196-4814-bffd-5d5643e5bd16'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:51.304339 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d20d64fd-8918-4057-9789-1aef83595f9d req-b378a15b-8eed-46f7-bfc6-090c0b8bc954 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2177098 Jul 05 03:49:51.313655 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8b78c137-5875-412a-b745-187178895072 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2270129 Jul 05 03:49:51.332786 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46308) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:51.353498 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-6d51b946-73f1-4c1b-b868-46e16d025d5f admin admin] Request body: {'subnet': {'network_id': '9bc4c91c-a289-48e8-b0da-9172982a9c14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1075796250-subnet', 'tenant_id': 'ac82b99c3fec40eda39ee62348356e27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:51.464942 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=59178975-5931-459a-8b65-bb8e3f4d5778,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:51.473073 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d573d-76d9-4905-a6ae-a7d06c4c5525 req-92313ac3-a86c-404a-903f-930cc0990550 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:51.476738 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8b4d573d-76d9-4905-a6ae-a7d06c4c5525 req-92313ac3-a86c-404a-903f-930cc0990550 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=b963a6ca-f4d0-451a-b814-fbdced26efb5 HTTP/1.1" status: 200 len: 947 time: 0.3187330 Jul 05 03:49:51.564302 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d51b946-73f1-4c1b-b868-46e16d025d5f admin admin] Made reservation on behalf of ac82b99c3fec40eda39ee62348356e27 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:51.567259 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6d51b946-73f1-4c1b-b868-46e16d025d5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:51.578601 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8b4d573d-76d9-4905-a6ae-a7d06c4c5525 req-bd728344-00cd-4f75-aeac-994f20c67a0a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629663 Jul 05 03:49:51.737894 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-17436b41-e9a4-4593-ad52-9803f8737491 req-f35b3746-8b93-4759-bd69-b333eaa8a621 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323986 Jul 05 03:49:51.753514 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d64fd-8918-4057-9789-1aef83595f9d req-c71639f6-4df5-4472-b4cd-8d4d2fc56b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:51.756684 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d20d64fd-8918-4057-9789-1aef83595f9d req-c71639f6-4df5-4472-b4cd-8d4d2fc56b54 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 1096 time: 0.3341656 Jul 05 03:49:51.765125 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:49:51.828448 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78c137-5875-412a-b745-187178895072 admin admin] Pushing event updated for resources: {'Network': ['ID=9bc4c91c-a289-48e8-b0da-9172982a9c14,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:51.837159 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2aa1f-2a30-4203-8356-f8a78239b521 req-33ed0198-1ff9-44ab-9d5a-8560753356c4 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:51.842628 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0f2aa1f-2a30-4203-8356-f8a78239b521 req-33ed0198-1ff9-44ab-9d5a-8560753356c4 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 1098 time: 0.6148386 Jul 05 03:49:51.842827 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 9bc4c91c-a289-48e8-b0da-9172982a9c14 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:49:51.886388 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0f2aa1f-2a30-4203-8356-f8a78239b521 req-bb9466a9-c00a-47a5-830b-27b9453b37cf tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370400 Jul 05 03:49:52.088211 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6d51b946-73f1-4c1b-b868-46e16d025d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:52.138378 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d64fd-8918-4057-9789-1aef83595f9d req-e9a8bb8a-1f78-4354-bf02-52fcbb131696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:52.139943 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d20d64fd-8918-4057-9789-1aef83595f9d req-e9a8bb8a-1f78-4354-bf02-52fcbb131696 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 922 time: 0.3055897 Jul 05 03:49:52.169066 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-17436b41-e9a4-4593-ad52-9803f8737491 req-1a5d2121-0687-45f3-a63a-7492a1e2a789 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254361 Jul 05 03:49:52.211934 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d20d64fd-8918-4057-9789-1aef83595f9d req-eacc1aa5-c276-4d0b-8b87-1f8ad9a150a5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cf9a358-4aea-4435-9981-a99ef573895f HTTP/1.1" status: 200 len: 217 time: 0.0584431 Jul 05 03:49:52.231775 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51b946-73f1-4c1b-b868-46e16d025d5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea0f684a-f292-44b8-b8f2-c6a27e5ca4c7,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:52.243089 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc386eee-529d-442e-9ab5-d3ae2b253745 req-185e5f8d-bcc9-402c-9db8-b485bb0ee8f4 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:52.244790 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bc386eee-529d-442e-9ab5-d3ae2b253745 req-185e5f8d-bcc9-402c-9db8-b485bb0ee8f4 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.3888936 Jul 05 03:49:52.313343 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d51b946-73f1-4c1b-b868-46e16d025d5f admin admin] Checking segment: {'id': '8e925059-1d42-4eae-ad90-062ddf3ec375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9bc4c91c-a289-48e8-b0da-9172982a9c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:52.314151 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d51b946-73f1-4c1b-b868-46e16d025d5f admin admin] Network hostable DHCP agents. Network: 9bc4c91c-a289-48e8-b0da-9172982a9c14, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:49:52.327352 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d64fd-8918-4057-9789-1aef83595f9d req-5299eb3e-3076-4b47-b2e8-300b2b0be5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:52.329049 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d20d64fd-8918-4057-9789-1aef83595f9d req-5299eb3e-3076-4b47-b2e8-300b2b0be5e4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8d29ec61-cb40-45c9-a308-0007b5185cb0 HTTP/1.1" status: 200 len: 861 time: 0.1068802 Jul 05 03:49:52.349179 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bc386eee-529d-442e-9ab5-d3ae2b253745 req-c5a2db84-e3e4-4fe8-a87b-cf2f07fbeda2 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758572 Jul 05 03:49:52.385516 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d20d64fd-8918-4057-9789-1aef83595f9d req-479dc837-03c1-4c99-b017-c61d442736dd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0365b51-ea1d-4154-b37b-d14ae3269368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455234 Jul 05 03:49:52.412571 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d51b946-73f1-4c1b-b868-46e16d025d5f admin admin] Network 9bc4c91c-a289-48e8-b0da-9172982a9c14 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:49:52.431732 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacdd0b0-4a7c-4d9d-9349-720109f7433b x-openstack-request-id: req-bacdd0b0-4a7c-4d9d-9349-720109f7433b {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:52.432261 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad591bf-349b-41ab-8143-c02570fb5446", "name": "network-vif-plugged", "status": "completed", "tag": "59178975-5931-459a-8b65-bb8e3f4d5778", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:52.432514 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bacdd0b0-4a7c-4d9d-9349-720109f7433b {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:52.434043 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad591bf-349b-41ab-8143-c02570fb5446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59178975-5931-459a-8b65-bb8e3f4d5778', 'code': 200} Jul 05 03:49:52.484058 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-6d51b946-73f1-4c1b-b868-46e16d025d5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 9bc4c91c-a289-48e8-b0da-9172982a9c14) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:52.492453 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d51b946-73f1-4c1b-b868-46e16d025d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:52.493377 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6d51b946-73f1-4c1b-b868-46e16d025d5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:52.501769 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ccd1d0-7b81-41de-8ef2-b6111577a255 None None] Network 9bc4c91c-a289-48e8-b0da-9172982a9c14 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:52.525324 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6d51b946-73f1-4c1b-b868-46e16d025d5f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1909828 Jul 05 03:49:52.560451 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d20d64fd-8918-4057-9789-1aef83595f9d req-8eaab4c8-5a4c-4dd2-8a15-f752ac3cdec1 service neutron] 10.222.0.89 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665761 Jul 05 03:49:52.790452 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d20d64fd-8918-4057-9789-1aef83595f9d req-ec98f5ec-c38f-4d7c-bd27-e52a4b8907e8 service neutron] 10.222.0.89 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223735 Jul 05 03:49:52.855133 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87255ab-4f9b-4a8a-b200-70b52595f9b6 None None] Network 9bc4c91c-a289-48e8-b0da-9172982a9c14 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:53.071817 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46348) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:53.206795 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c77bff-800a-4dbc-90ca-1bcf5a86a033 req-be8127de-1824-42d6-a950-a04a0cd60d6d tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:53.209514 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f4c77bff-800a-4dbc-90ca-1bcf5a86a033 req-be8127de-1824-42d6-a950-a04a0cd60d6d tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=b963a6ca-f4d0-451a-b814-fbdced26efb5 HTTP/1.1" status: 200 len: 947 time: 0.0756431 Jul 05 03:49:53.226248 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38c261cf-b429-4611-978a-32533e1e81e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.252194 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f4c77bff-800a-4dbc-90ca-1bcf5a86a033 req-b4abf4a1-d00b-472e-a750-c9f72bee0cd4 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342107 Jul 05 03:49:53.341464 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38c261cf-b429-4611-978a-32533e1e81e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.349797 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38c261cf-b429-4611-978a-32533e1e81e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.394371 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-38c261cf-b429-4611-978a-32533e1e81e6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cb39e66312704e028d282d74ee158370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212216 Jul 05 03:49:53.397218 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c261cf-b429-4611-978a-32533e1e81e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd5af93-7ab8-4edb-b055-12e8923922cd,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:53.398752 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46370) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:53.457962 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-79d11f90-99d9-4ae6-af54-04fcd8295af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.484949 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-79d11f90-99d9-4ae6-af54-04fcd8295af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.540964 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-79d11f90-99d9-4ae6-af54-04fcd8295af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.543526 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-79d11f90-99d9-4ae6-af54-04fcd8295af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.547704 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-79d11f90-99d9-4ae6-af54-04fcd8295af2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5fd5af93-7ab8-4edb-b055-12e8923922cd HTTP/1.1" status: 204 len: 168 time: 0.1469123 Jul 05 03:49:53.558362 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d11f90-99d9-4ae6-af54-04fcd8295af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd5af93-7ab8-4edb-b055-12e8923922cd,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:53.843288 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99211de7-df53-49b7-a75c-08575289bc5f req-545903f7-6c75-41cc-8632-37a5cae62cc8 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:53.844829 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99211de7-df53-49b7-a75c-08575289bc5f req-545903f7-6c75-41cc-8632-37a5cae62cc8 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/networks?id=9bc4c91c-a289-48e8-b0da-9172982a9c14 HTTP/1.1" status: 200 len: 815 time: 0.1491530 Jul 05 03:49:53.873513 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99211de7-df53-49b7-a75c-08575289bc5f req-13a9bb11-7739-4eb1-b4dc-e4a8f5d6fe33 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/quotas/ac82b99c3fec40eda39ee62348356e27 HTTP/1.1" status: 200 len: 375 time: 0.0193150 Jul 05 03:49:53.906903 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99211de7-df53-49b7-a75c-08575289bc5f req-6ef68882-e069-4287-9f76-0d08d3a80081 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac82b99c3fec40eda39ee62348356e27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312147 Jul 05 03:49:54.026814 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99211de7-df53-49b7-a75c-08575289bc5f req-428df22c-8c64-410d-a82c-d911823f6bf7 service neutron] 10.222.0.77 "GET /v2.0/networks/9bc4c91c-a289-48e8-b0da-9172982a9c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108131 Jul 05 03:49:54.116627 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-6cedadd2-5337-4dcb-b4ba-e1ff3bb7ff97 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:49:54.117732 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-6cedadd2-5337-4dcb-b4ba-e1ff3bb7ff97 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149508 Jul 05 03:49:54.140987 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-019699c9-dfa0-48b9-8d26-8a778462ddf0 service neutron] Request body: {'binding': {'host': 'n-h1-780147-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:54.141437 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-019699c9-dfa0-48b9-8d26-8a778462ddf0 service neutron] Unknown quota resources ['binding']. {{(pid=105539) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:49:54.183969 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99211de7-df53-49b7-a75c-08575289bc5f req-c31b9be0-551e-417a-8263-c0c339ec89b8 service neutron] 10.222.0.77 "GET /v2.0/networks/9bc4c91c-a289-48e8-b0da-9172982a9c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515057 Jul 05 03:49:54.293421 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8c3043e1-c196-4814-bffd-5d5643e5bd16 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:54.347046 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 1e278b79-6bf5-4554-86aa-e13c5e8de9bb details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:54.415243 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-019699c9-dfa0-48b9-8d26-8a778462ddf0 service neutron] Attempting to bind port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 on host n-h1-780147-23 for vnic_type normal with profile None {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:54.415899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-019699c9-dfa0-48b9-8d26-8a778462ddf0 service neutron] Attempting to bind port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:54.419019 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-019699c9-dfa0-48b9-8d26-8a778462ddf0 service neutron] Attempting to bind port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 on network e37bffed-7318-4dad-93bc-2135e6f53abd {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:54.423614 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 8c3043e1-c196-4814-bffd-5d5643e5bd16 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:54.430961 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-019699c9-dfa0-48b9-8d26-8a778462ddf0 service neutron] Port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 on network e37bffed-7318-4dad-93bc-2135e6f53abd not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:54.431285 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-019699c9-dfa0-48b9-8d26-8a778462ddf0 service neutron] Attempting to bind port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 on network e37bffed-7318-4dad-93bc-2135e6f53abd {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:54.445450 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-019699c9-dfa0-48b9-8d26-8a778462ddf0 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:54.446053 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-019699c9-dfa0-48b9-8d26-8a778462ddf0 service neutron] Checking segment: {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:54.446653 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-019699c9-dfa0-48b9-8d26-8a778462ddf0 service neutron] Bound using segment: {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:54.447278 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-019699c9-dfa0-48b9-8d26-8a778462ddf0 service neutron] Bound port: 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:54.458242 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 8c3043e1-c196-4814-bffd-5d5643e5bd16 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:54.458617 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:54.507148 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46418) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:54.625770 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 1e278b79-6bf5-4554-86aa-e13c5e8de9bb, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=1e278b79-6bf5-4554-86aa-e13c5e8de9bb,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:54.645135 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:54.664778 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-afac995e-60ec-463a-9ebe-d49b5174f4f6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-661433984-network', 'tenant_id': '2c44e0c91a214af8a282671d241ed272'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:54.665115 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '1e278b79-6bf5-4554-86aa-e13c5e8de9bb', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '1e278b79-6bf5-4554-86aa-e13c5e8de9bb', 'mac_address': 'fa:16:3e:8e:c0:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:54.698560 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afac995e-60ec-463a-9ebe-d49b5174f4f6 admin admin] Made reservation on behalf of 2c44e0c91a214af8a282671d241ed272 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:54.701851 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-019699c9-dfa0-48b9-8d26-8a778462ddf0 service neutron] For port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=57ccad2b-7e9a-40fb-b60e-7576fc09e7e2,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:54.710252 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-afac995e-60ec-463a-9ebe-d49b5174f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:54.711776 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-019699c9-dfa0-48b9-8d26-8a778462ddf0 service neutron] Notify callbacks [] for binding, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:54.713934 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-019699c9-dfa0-48b9-8d26-8a778462ddf0 service neutron] 10.222.0.77 "POST /v2.0/ports/57ccad2b-7e9a-40fb-b60e-7576fc09e7e2/bindings HTTP/1.1" status: 201 len: 390 time: 0.5765331 Jul 05 03:49:54.749880 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6eb71-6f2f-487a-9500-ec4b72268793 req-5bd5c971-0aa8-49c6-8fe5-ae6d41a0c07a tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:54.755074 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bfc6eb71-6f2f-487a-9500-ec4b72268793 req-5bd5c971-0aa8-49c6-8fe5-ae6d41a0c07a tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.2389951 Jul 05 03:49:54.757246 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-afac995e-60ec-463a-9ebe-d49b5174f4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:54.759019 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8c3043e1-c196-4814-bffd-5d5643e5bd16, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8c3043e1-c196-4814-bffd-5d5643e5bd16,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:54.760194 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159b7b48-476e-47ff-a914-88f2951b3e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3043e1-c196-4814-bffd-5d5643e5bd16'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:54.763715 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb23ed7-d0d9-4146-a43e-a81cc6f17014" -d '{"events": [{"server_uuid": "159b7b48-476e-47ff-a914-88f2951b3e28", "name": "network-vif-plugged", "status": "completed", "tag": "8c3043e1-c196-4814-bffd-5d5643e5bd16"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:54.770449 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:54.829585 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:54.852720 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e278b79-6bf5-4554-86aa-e13c5e8de9bb {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:54.889615 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bfc6eb71-6f2f-487a-9500-ec4b72268793 req-aeeef626-efbe-45f3-a102-a8cc808a6239 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298187 Jul 05 03:49:54.908781 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 1e278b79-6bf5-4554-86aa-e13c5e8de9bb, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=1e278b79-6bf5-4554-86aa-e13c5e8de9bb,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:54.916636 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:54.921909 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=8c3043e1-c196-4814-bffd-5d5643e5bd16,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:55.141035 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=1e278b79-6bf5-4554-86aa-e13c5e8de9bb,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:55.177074 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-afac995e-60ec-463a-9ebe-d49b5174f4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.236690 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-afac995e-60ec-463a-9ebe-d49b5174f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.289530 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2212d-0891-4572-b021-c8510e9e2f3f req-d0d19e16-e538-4197-9efe-465451d93c03 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:55.307278 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b4a2212d-0891-4572-b021-c8510e9e2f3f req-d0d19e16-e538-4197-9efe-465451d93c03 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=b963a6ca-f4d0-451a-b814-fbdced26efb5 HTTP/1.1" status: 200 len: 948 time: 0.1451480 Jul 05 03:49:55.336118 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afac995e-60ec-463a-9ebe-d49b5174f4f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:49:55.359958 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b4a2212d-0891-4572-b021-c8510e9e2f3f req-7828e808-8ae4-4326-bd54-2c6daee6092c tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513070 Jul 05 03:49:55.383079 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e4b1d921-342b-4bc6-9da7-45da0b1f8af8 req-a5c520b0-c13f-463c-b238-13f3b83abfc2 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 210 time: 0.0605650 Jul 05 03:49:55.386702 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac995e-60ec-463a-9ebe-d49b5174f4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edef83f-ad4b-43cf-8226-709f89afd5a3,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:55.396556 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-afac995e-60ec-463a-9ebe-d49b5174f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.397019 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-afac995e-60ec-463a-9ebe-d49b5174f4f6 admin admin] Added segment 3fbc827e-3684-4feb-9d7a-3826e63576b6 of type vlan for network 66df77c6-8f4e-4b95-a93c-745ad7f8290e Jul 05 03:49:55.484439 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-afac995e-60ec-463a-9ebe-d49b5174f4f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.493796 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-f316ca22-2918-4655-aa3e-f088e7786bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:55.499543 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e15ad9e-c7e7-4069-83c7-4192a03ad14b x-openstack-request-id: req-6e15ad9e-c7e7-4069-83c7-4192a03ad14b {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:55.500087 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159b7b48-476e-47ff-a914-88f2951b3e28", "name": "network-vif-plugged", "status": "completed", "tag": "8c3043e1-c196-4814-bffd-5d5643e5bd16", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:55.500352 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6e15ad9e-c7e7-4069-83c7-4192a03ad14b {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:55.500919 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159b7b48-476e-47ff-a914-88f2951b3e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3043e1-c196-4814-bffd-5d5643e5bd16', 'code': 200} Jul 05 03:49:55.501081 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-f316ca22-2918-4655-aa3e-f088e7786bfe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6079881a5dcb456f811aa69e44c04ef0&device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 1098 time: 0.3928363 Jul 05 03:49:55.670072 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-afac995e-60ec-463a-9ebe-d49b5174f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.671069 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afac995e-60ec-463a-9ebe-d49b5174f4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:55.671535 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-afac995e-60ec-463a-9ebe-d49b5174f4f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.708529 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aed006-95a9-4ed0-a541-d7de7a70c90f req-3de7a21f-1021-4f12-9965-7fcacd069a90 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:55.716485 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b1aed006-95a9-4ed0-a541-d7de7a70c90f req-3de7a21f-1021-4f12-9965-7fcacd069a90 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 946 time: 0.1432900 Jul 05 03:49:55.751969 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-a5908e09-d094-4185-8b79-58d3c877601d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:55.754580 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-a5908e09-d094-4185-8b79-58d3c877601d service neutron] 10.222.0.89 "GET /v2.0/networks?id=e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 200 len: 909 time: 0.2474616 Jul 05 03:49:55.762070 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-afac995e-60ec-463a-9ebe-d49b5174f4f6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2520747 Jul 05 03:49:55.772816 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b1aed006-95a9-4ed0-a541-d7de7a70c90f req-4396ec34-7525-4767-8a25-e8b9e6205ea0 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548813 Jul 05 03:49:55.773485 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46436) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:55.780300 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-7f8b98d9-ce21-4bd8-ad2d-7d6f4c992b56 admin admin] Request body: {'subnet': {'network_id': '66df77c6-8f4e-4b95-a93c-745ad7f8290e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-661433984-subnet', 'tenant_id': '2c44e0c91a214af8a282671d241ed272', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:55.811707 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8b98d9-ce21-4bd8-ad2d-7d6f4c992b56 admin admin] Made reservation on behalf of 2c44e0c91a214af8a282671d241ed272 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:55.814974 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f8b98d9-ce21-4bd8-ad2d-7d6f4c992b56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.829041 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac995e-60ec-463a-9ebe-d49b5174f4f6 admin admin] Pushing event updated for resources: {'Network': ['ID=66df77c6-8f4e-4b95-a93c-745ad7f8290e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:55.834130 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-581e9cda-05af-42f8-b1e0-57a817986e81 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 HTTP/1.1" status: 200 len: 217 time: 0.0658889 Jul 05 03:49:55.841540 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124b7d8-7be0-4027-bc33-36315303c089 req-ed7f9c84-ddc9-469c-ab15-848e0a59f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:55.842676 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['1e278b79-6bf5-4554-86aa-e13c5e8de9bb'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:55.843119 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3124b7d8-7be0-4027-bc33-36315303c089 req-ed7f9c84-ddc9-469c-ab15-848e0a59f3b8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=159b7b48-476e-47ff-a914-88f2951b3e28 HTTP/1.1" status: 200 len: 1101 time: 0.2517300 Jul 05 03:49:55.911084 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 66df77c6-8f4e-4b95-a93c-745ad7f8290e details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:49:55.921069 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-65676b4d-b682-4ecc-abf5-0a90d5399321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:55.922508 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-65676b4d-b682-4ecc-abf5-0a90d5399321 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ed0a1ef0-1506-4eb0-93c1-51dd53393e81 HTTP/1.1" status: 200 len: 848 time: 0.0784781 Jul 05 03:49:55.927921 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3124b7d8-7be0-4027-bc33-36315303c089 req-febbf323-a459-41d3-b93c-5039b6614099 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750766 Jul 05 03:49:56.045319 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-f5097156-2b44-44b8-8061-95dcb355d4af service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e37bffed-7318-4dad-93bc-2135e6f53abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700579 Jul 05 03:49:56.143790 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f8b98d9-ce21-4bd8-ad2d-7d6f4c992b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:56.286506 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b98d9-ce21-4bd8-ad2d-7d6f4c992b56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83b03ff1-cc88-4818-8b80-c7647b3fbb89,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:56.297412 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8b98d9-ce21-4bd8-ad2d-7d6f4c992b56 admin admin] Checking segment: {'id': '3fbc827e-3684-4feb-9d7a-3826e63576b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '66df77c6-8f4e-4b95-a93c-745ad7f8290e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:56.297809 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8b98d9-ce21-4bd8-ad2d-7d6f4c992b56 admin admin] Network hostable DHCP agents. Network: 66df77c6-8f4e-4b95-a93c-745ad7f8290e, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:49:56.326376 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8b98d9-ce21-4bd8-ad2d-7d6f4c992b56 admin admin] Network 66df77c6-8f4e-4b95-a93c-745ad7f8290e is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:49:56.339042 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-1a462ff6-ef50-4d84-ac27-3160e822331e service neutron] 10.222.0.89 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777491 Jul 05 03:49:56.353784 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-7f8b98d9-ce21-4bd8-ad2d-7d6f4c992b56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 66df77c6-8f4e-4b95-a93c-745ad7f8290e) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:56.362681 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8b98d9-ce21-4bd8-ad2d-7d6f4c992b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:56.362887 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79b98c8-4bd3-43ab-a21d-b78a8f0ba327 None None] Network 66df77c6-8f4e-4b95-a93c-745ad7f8290e requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:56.364857 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f8b98d9-ce21-4bd8-ad2d-7d6f4c992b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:56.410328 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7f8b98d9-ce21-4bd8-ad2d-7d6f4c992b56 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6265900 Jul 05 03:49:56.608186 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a5d24-095c-417e-965c-0d62fa539cd9 req-7f31c77d-9b3e-4b1d-95ce-20e82ee9c777 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:56.616430 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2a6a5d24-095c-417e-965c-0d62fa539cd9 req-7f31c77d-9b3e-4b1d-95ce-20e82ee9c777 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.5222957 Jul 05 03:49:56.715529 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-adbca5bb-42a9-4a78-9458-b7a93e62faae req-c18aa11f-3e53-458a-9988-57bd2355855a tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 210 time: 0.0619729 Jul 05 03:49:56.717733 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce41e70e-2797-490d-976b-87d250b10278 None None] Network 66df77c6-8f4e-4b95-a93c-745ad7f8290e requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:57.137438 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5e11c-6ac4-45a5-8bdf-1fa940c892b3 req-b109762b-be5b-4340-94a8-663cb6927b3d tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:57.146372 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ebc5e11c-6ac4-45a5-8bdf-1fa940c892b3 req-b109762b-be5b-4340-94a8-663cb6927b3d tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=b963a6ca-f4d0-451a-b814-fbdced26efb5 HTTP/1.1" status: 200 len: 948 time: 0.1153684 Jul 05 03:49:57.152578 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2a6a5d24-095c-417e-965c-0d62fa539cd9 req-633b35fb-ffbf-4bd3-b5d8-65916f2fbd5b tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5348492 Jul 05 03:49:57.223080 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99211de7-df53-49b7-a75c-08575289bc5f req-168acc53-2846-4638-b3ac-90b07d39c435 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:57.225695 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-99211de7-df53-49b7-a75c-08575289bc5f req-168acc53-2846-4638-b3ac-90b07d39c435 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.89 "GET /v2.0/networks?id=9bc4c91c-a289-48e8-b0da-9172982a9c14 HTTP/1.1" status: 200 len: 815 time: 0.9405811 Jul 05 03:49:57.229904 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-32e6de69-acc2-445b-8cc9-1c36026a2bdc service neutron] 10.222.0.89 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7370956 Jul 05 03:49:57.238969 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ebc5e11c-6ac4-45a5-8bdf-1fa940c892b3 req-1a4f6a6c-13e5-4247-8be9-016c9f1138a4 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905671 Jul 05 03:49:57.252136 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-99211de7-df53-49b7-a75c-08575289bc5f req-1a0b9440-576f-4e31-9e10-4cff08e7989c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Request body: {'port': {'device_id': '6150a9a0-f7d8-4108-85c0-16af3c85f494', 'network_id': '9bc4c91c-a289-48e8-b0da-9172982a9c14', 'admin_state_up': True, 'tenant_id': 'ac82b99c3fec40eda39ee62348356e27'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:57.455936 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-af5c1dfe-4b70-4687-b16a-01316e6cc379 req-936f0b27-4e05-4847-9472-2c59bb80ce88 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2019617546', 'description': 'tempest-description-1260548238'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:57.471919 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99211de7-df53-49b7-a75c-08575289bc5f req-1a0b9440-576f-4e31-9e10-4cff08e7989c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Made reservation on behalf of ac82b99c3fec40eda39ee62348356e27 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:57.478419 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-99211de7-df53-49b7-a75c-08575289bc5f req-1a0b9440-576f-4e31-9e10-4cff08e7989c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:57.537212 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66058363-ca63-4db3-ad92-4adb9e3a0b24 req-b5a16e77-dc0f-4fed-97de-a2ae24f838a6 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:57.546435 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-66058363-ca63-4db3-ad92-4adb9e3a0b24 req-b5a16e77-dc0f-4fed-97de-a2ae24f838a6 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 946 time: 0.1153018 Jul 05 03:49:57.601223 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-af5c1dfe-4b70-4687-b16a-01316e6cc379 req-936f0b27-4e05-4847-9472-2c59bb80ce88 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:57.620131 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-66058363-ca63-4db3-ad92-4adb9e3a0b24 req-2f3531c4-667f-4f71-a057-fdc756841f57 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722945 Jul 05 03:49:57.744552 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-99211de7-df53-49b7-a75c-08575289bc5f req-1a0b9440-576f-4e31-9e10-4cff08e7989c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Allocated IP 172.20.0.14 (9bc4c91c-a289-48e8-b0da-9172982a9c14/ea0f684a-f292-44b8-b8f2-c6a27e5ca4c7/a504e72c-f264-4baf-b346-6fe4fc7376f5) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:57.844435 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-af5c1dfe-4b70-4687-b16a-01316e6cc379 req-936f0b27-4e05-4847-9472-2c59bb80ce88 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:57.853095 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-af5c1dfe-4b70-4687-b16a-01316e6cc379 req-936f0b27-4e05-4847-9472-2c59bb80ce88 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:57.949528 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-af5c1dfe-4b70-4687-b16a-01316e6cc379 req-936f0b27-4e05-4847-9472-2c59bb80ce88 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:57.950904 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-af5c1dfe-4b70-4687-b16a-01316e6cc379 req-936f0b27-4e05-4847-9472-2c59bb80ce88 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5017209 Jul 05 03:49:57.964389 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f0b27-4e05-4847-9472-2c59bb80ce88 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c30636f-a3d7-456d-a38d-63a035a2a2da,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:58.000457 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8068cc5b-4899-4e75-8177-5eef46fd0e8f req-ad7fbbc2-7dba-4609-b2ca-97893e485cd8 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 210 time: 0.0512564 Jul 05 03:49:58.005904 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-432e8087-789b-47a2-9ad6-b8af09d64f6a req-16d756b0-8d69-4281-8b18-70887c6cb15e tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1519354610', 'description': 'tempest-description-944644442'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:58.058154 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-99211de7-df53-49b7-a75c-08575289bc5f req-1a0b9440-576f-4e31-9e10-4cff08e7989c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:58.065232 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-432e8087-789b-47a2-9ad6-b8af09d64f6a req-16d756b0-8d69-4281-8b18-70887c6cb15e tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:58.142106 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-99211de7-df53-49b7-a75c-08575289bc5f req-1a0b9440-576f-4e31-9e10-4cff08e7989c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:58.197432 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99211de7-df53-49b7-a75c-08575289bc5f req-1a0b9440-576f-4e31-9e10-4cff08e7989c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Network 9bc4c91c-a289-48e8-b0da-9172982a9c14 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:58.214912 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-99211de7-df53-49b7-a75c-08575289bc5f req-1a0b9440-576f-4e31-9e10-4cff08e7989c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:58.219363 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-99211de7-df53-49b7-a75c-08575289bc5f req-1a0b9440-576f-4e31-9e10-4cff08e7989c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:58.226264 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b9440-576f-4e31-9e10-4cff08e7989c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Pushing event updated for resources: {'Port': ['ID=a504e72c-f264-4baf-b346-6fe4fc7376f5,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:58.255846 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-432e8087-789b-47a2-9ad6-b8af09d64f6a req-16d756b0-8d69-4281-8b18-70887c6cb15e tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:58.260652 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-432e8087-789b-47a2-9ad6-b8af09d64f6a req-16d756b0-8d69-4281-8b18-70887c6cb15e tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:58.317350 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-432e8087-789b-47a2-9ad6-b8af09d64f6a req-16d756b0-8d69-4281-8b18-70887c6cb15e tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:58.319493 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-432e8087-789b-47a2-9ad6-b8af09d64f6a req-16d756b0-8d69-4281-8b18-70887c6cb15e tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3213918 Jul 05 03:49:58.326663 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99211de7-df53-49b7-a75c-08575289bc5f req-1a0b9440-576f-4e31-9e10-4cff08e7989c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:58.327322 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-99211de7-df53-49b7-a75c-08575289bc5f req-1a0b9440-576f-4e31-9e10-4cff08e7989c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:58.331114 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d756b0-8d69-4281-8b18-70887c6cb15e tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e50a9e16-5626-49c6-b30c-839d88e898e5,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:58.346671 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-99211de7-df53-49b7-a75c-08575289bc5f req-1a0b9440-576f-4e31-9e10-4cff08e7989c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1008325 Jul 05 03:49:58.359243 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-99211de7-df53-49b7-a75c-08575289bc5f req-b7fbcc37-9f96-4e55-85d3-f20f3cf87e75 service neutron] Request body: {'port': {'device_id': '6150a9a0-f7d8-4108-85c0-16af3c85f494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:58.366779 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 1e278b79-6bf5-4554-86aa-e13c5e8de9bb up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:58.444659 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec18c0e-fc03-4418-be04-c04a5495716b req-ab7e6e21-4e4b-4378-ae2b-074839adc0e9 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:58.453339 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aec18c0e-fc03-4418-be04-c04a5495716b req-ab7e6e21-4e4b-4378-ae2b-074839adc0e9 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.1227696 Jul 05 03:49:58.474672 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 1e278b79-6bf5-4554-86aa-e13c5e8de9bb completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:58.481756 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 1e278b79-6bf5-4554-86aa-e13c5e8de9bb triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:58.482990 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:58.528164 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aec18c0e-fc03-4418-be04-c04a5495716b req-25fcd304-aaa4-452e-9939-50b8c7e78df6 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735502 Jul 05 03:49:58.554538 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-99211de7-df53-49b7-a75c-08575289bc5f req-b7fbcc37-9f96-4e55-85d3-f20f3cf87e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:58.642522 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4bcbc7d2-6e4f-473b-91c6-ab1749666179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:58.673647 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:58.739053 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 1e278b79-6bf5-4554-86aa-e13c5e8de9bb, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=1e278b79-6bf5-4554-86aa-e13c5e8de9bb,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:58.740476 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b963a6ca-f4d0-451a-b814-fbdced26efb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e278b79-6bf5-4554-86aa-e13c5e8de9bb'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:58.742697 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd36fc-db25-4c4c-8bad-d76be23c1b62 req-a713a004-6fbd-4268-b514-7491bc0a37d7 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:58.743898 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a639c29-d0f8-4274-afeb-18a4e58c1d88" -d '{"events": [{"server_uuid": "b963a6ca-f4d0-451a-b814-fbdced26efb5", "name": "network-vif-plugged", "status": "completed", "tag": "1e278b79-6bf5-4554-86aa-e13c5e8de9bb"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:58.744715 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-49bd36fc-db25-4c4c-8bad-d76be23c1b62 req-a713a004-6fbd-4268-b514-7491bc0a37d7 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=b963a6ca-f4d0-451a-b814-fbdced26efb5 HTTP/1.1" status: 200 len: 948 time: 0.2351198 Jul 05 03:49:58.747443 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:58.787954 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-25145b50-8659-4419-a3ab-e443eba2c11a tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:58.790603 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-25145b50-8659-4419-a3ab-e443eba2c11a tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/networks?id=66df77c6-8f4e-4b95-a93c-745ad7f8290e HTTP/1.1" status: 200 len: 812 time: 0.1577950 Jul 05 03:49:58.818752 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:58.827914 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-fabea7f6-4a58-4066-bf85-25057bf7068f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/quotas/2c44e0c91a214af8a282671d241ed272 HTTP/1.1" status: 200 len: 375 time: 0.0307796 Jul 05 03:49:58.829649 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=1e278b79-6bf5-4554-86aa-e13c5e8de9bb,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:58.872951 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-40159479-2d1b-4338-8581-648fb2eaacb1 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2c44e0c91a214af8a282671d241ed272&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428901 Jul 05 03:49:58.895039 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-49bd36fc-db25-4c4c-8bad-d76be23c1b62 req-b2712ded-c840-4b30-8a4c-00aa320d9de2 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330976 Jul 05 03:49:59.027469 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-be6d61a9-7c6b-43d5-a2aa-9d71749dc575 service neutron] 10.222.0.77 "GET /v2.0/networks/66df77c6-8f4e-4b95-a93c-745ad7f8290e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442652 Jul 05 03:49:59.084057 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-99211de7-df53-49b7-a75c-08575289bc5f req-b7fbcc37-9f96-4e55-85d3-f20f3cf87e75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a504e72c-f264-4baf-b346-6fe4fc7376f5 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:59.102185 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-99211de7-df53-49b7-a75c-08575289bc5f req-b7fbcc37-9f96-4e55-85d3-f20f3cf87e75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:59.124847 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-99211de7-df53-49b7-a75c-08575289bc5f req-b7fbcc37-9f96-4e55-85d3-f20f3cf87e75 service neutron] Transition to ACTIVE for port object a504e72c-f264-4baf-b346-6fe4fc7376f5 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:59.134170 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-99211de7-df53-49b7-a75c-08575289bc5f req-b7fbcc37-9f96-4e55-85d3-f20f3cf87e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:59.194809 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6f2fc-61d4-45b9-b4fd-637c05897e37 req-88551bc3-eeab-4b73-b69c-1ee9350a24cf tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:59.195680 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-e301fcd6-8901-42fb-bb18-437610381a21 service neutron] 10.222.0.77 "GET /v2.0/networks/66df77c6-8f4e-4b95-a93c-745ad7f8290e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643381 Jul 05 03:49:59.196465 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-85b6f2fc-61d4-45b9-b4fd-637c05897e37 req-88551bc3-eeab-4b73-b69c-1ee9350a24cf tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 946 time: 0.1641886 Jul 05 03:49:59.217804 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbcc37-9f96-4e55-85d3-f20f3cf87e75 service neutron] Pushing event updated for resources: {'Port': ['ID=a504e72c-f264-4baf-b346-6fe4fc7376f5,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:59.302215 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-85b6f2fc-61d4-45b9-b4fd-637c05897e37 req-ffbdbaf4-4a89-4dd6-ae0d-377b103e3420 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871005 Jul 05 03:49:59.327903 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-99211de7-df53-49b7-a75c-08575289bc5f req-b7fbcc37-9f96-4e55-85d3-f20f3cf87e75 service neutron] Attempting to bind port a504e72c-f264-4baf-b346-6fe4fc7376f5 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:59.328252 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-99211de7-df53-49b7-a75c-08575289bc5f req-b7fbcc37-9f96-4e55-85d3-f20f3cf87e75 service neutron] Attempting to bind port a504e72c-f264-4baf-b346-6fe4fc7376f5 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '8e925059-1d42-4eae-ad90-062ddf3ec375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9bc4c91c-a289-48e8-b0da-9172982a9c14'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:59.328581 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99211de7-df53-49b7-a75c-08575289bc5f req-b7fbcc37-9f96-4e55-85d3-f20f3cf87e75 service neutron] Attempting to bind port a504e72c-f264-4baf-b346-6fe4fc7376f5 on network 9bc4c91c-a289-48e8-b0da-9172982a9c14 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:59.335448 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99211de7-df53-49b7-a75c-08575289bc5f req-b7fbcc37-9f96-4e55-85d3-f20f3cf87e75 service neutron] Port a504e72c-f264-4baf-b346-6fe4fc7376f5 on network 9bc4c91c-a289-48e8-b0da-9172982a9c14 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:59.335724 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99211de7-df53-49b7-a75c-08575289bc5f req-b7fbcc37-9f96-4e55-85d3-f20f3cf87e75 service neutron] Attempting to bind port a504e72c-f264-4baf-b346-6fe4fc7376f5 on network 9bc4c91c-a289-48e8-b0da-9172982a9c14 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:59.354665 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99211de7-df53-49b7-a75c-08575289bc5f req-b7fbcc37-9f96-4e55-85d3-f20f3cf87e75 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:59.355309 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99211de7-df53-49b7-a75c-08575289bc5f req-b7fbcc37-9f96-4e55-85d3-f20f3cf87e75 service neutron] Checking segment: {'id': '8e925059-1d42-4eae-ad90-062ddf3ec375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9bc4c91c-a289-48e8-b0da-9172982a9c14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:59.355947 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99211de7-df53-49b7-a75c-08575289bc5f req-b7fbcc37-9f96-4e55-85d3-f20f3cf87e75 service neutron] Bound using segment: {'id': '8e925059-1d42-4eae-ad90-062ddf3ec375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9bc4c91c-a289-48e8-b0da-9172982a9c14'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:59.356967 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-99211de7-df53-49b7-a75c-08575289bc5f req-b7fbcc37-9f96-4e55-85d3-f20f3cf87e75 service neutron] Bound port: a504e72c-f264-4baf-b346-6fe4fc7376f5, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e925059-1d42-4eae-ad90-062ddf3ec375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9bc4c91c-a289-48e8-b0da-9172982a9c14'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:59.357594 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-99211de7-df53-49b7-a75c-08575289bc5f req-b7fbcc37-9f96-4e55-85d3-f20f3cf87e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:59.398527 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb491f0e-6518-4f9a-98ad-1f3894270186 x-openstack-request-id: req-bb491f0e-6518-4f9a-98ad-1f3894270186 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:59.399651 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b963a6ca-f4d0-451a-b814-fbdced26efb5", "name": "network-vif-plugged", "status": "completed", "tag": "1e278b79-6bf5-4554-86aa-e13c5e8de9bb", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:59.400393 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bb491f0e-6518-4f9a-98ad-1f3894270186 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:59.402221 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b963a6ca-f4d0-451a-b814-fbdced26efb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e278b79-6bf5-4554-86aa-e13c5e8de9bb', 'code': 200} Jul 05 03:49:59.477399 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-99211de7-df53-49b7-a75c-08575289bc5f req-b7fbcc37-9f96-4e55-85d3-f20f3cf87e75 service neutron] For port a504e72c-f264-4baf-b346-6fe4fc7376f5, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:59.483405 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-99211de7-df53-49b7-a75c-08575289bc5f req-b7fbcc37-9f96-4e55-85d3-f20f3cf87e75 service neutron] For port a504e72c-f264-4baf-b346-6fe4fc7376f5, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a504e72c-f264-4baf-b346-6fe4fc7376f5,segment=NetworkSegment(8e925059-1d42-4eae-ad90-062ddf3ec375),segment_id=8e925059-1d42-4eae-ad90-062ddf3ec375)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:59.492239 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-99211de7-df53-49b7-a75c-08575289bc5f req-b7fbcc37-9f96-4e55-85d3-f20f3cf87e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:59.566419 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99211de7-df53-49b7-a75c-08575289bc5f req-b7fbcc37-9f96-4e55-85d3-f20f3cf87e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:59.572048 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-99211de7-df53-49b7-a75c-08575289bc5f req-b7fbcc37-9f96-4e55-85d3-f20f3cf87e75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:59.589008 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-99211de7-df53-49b7-a75c-08575289bc5f req-b7fbcc37-9f96-4e55-85d3-f20f3cf87e75 service neutron] 10.222.0.89 "PUT /v2.0/ports/a504e72c-f264-4baf-b346-6fe4fc7376f5 HTTP/1.1" status: 200 len: 1093 time: 1.2340527 Jul 05 03:49:59.593461 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6150a9a0-f7d8-4108-85c0-16af3c85f494', 'tag': 'a504e72c-f264-4baf-b346-6fe4fc7376f5'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:59.600870 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99aeeb07-b09f-4dff-8648-4a41df046962" -d '{"events": [{"name": "network-changed", "server_uuid": "6150a9a0-f7d8-4108-85c0-16af3c85f494", "tag": "a504e72c-f264-4baf-b346-6fe4fc7376f5"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:59.714764 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8c6669b8-d2c4-4ece-ad9b-5827f91ae9ab req-fe0fcf23-1aaf-4056-bb84-b2bb6756ea62 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eda536-4a3b-4f1c-b7c3-f5575d99b40c HTTP/1.1" status: 200 len: 210 time: 0.0882266 Jul 05 03:49:59.865604 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbcc37-9f96-4e55-85d3-f20f3cf87e75 service neutron] Pushing event updated for resources: {'Port': ['ID=a504e72c-f264-4baf-b346-6fe4fc7376f5,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:59.999309 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99211de7-df53-49b7-a75c-08575289bc5f req-f69e7f28-0bb5-4a60-94b4-0b7374c3fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:00.001006 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-99211de7-df53-49b7-a75c-08575289bc5f req-f69e7f28-0bb5-4a60-94b4-0b7374c3fb7e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ac82b99c3fec40eda39ee62348356e27&device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 1096 time: 0.3528509 Jul 05 03:50:00.009785 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7be6a-76cc-4a07-9f56-37869baf92ef req-11d83795-3f41-45be-ba8e-e9fc463ab0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:00.010658 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05b7be6a-76cc-4a07-9f56-37869baf92ef req-11d83795-3f41-45be-ba8e-e9fc463ab0dc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b963a6ca-f4d0-451a-b814-fbdced26efb5 HTTP/1.1" status: 200 len: 1101 time: 0.3839288 Jul 05 03:50:00.023347 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e29d9-3255-4d5e-8ac8-1b085817ef2c req-8545b821-9066-4a82-9734-72d5cbbea09e tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:00.024976 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f5e29d9-3255-4d5e-8ac8-1b085817ef2c req-8545b821-9066-4a82-9734-72d5cbbea09e tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.1173913 Jul 05 03:50:00.091540 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-99211de7-df53-49b7-a75c-08575289bc5f req-6613b5c1-40c8-4343-81a4-aeefa473d388 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a504e72c-f264-4baf-b346-6fe4fc7376f5 HTTP/1.1" status: 200 len: 217 time: 0.0614197 Jul 05 03:50:00.107732 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37400a59-6e03-4bcc-b27b-f6a551936c83 req-1b58617c-c9e2-4c09-b21a-eea6d4e51463 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:00.109340 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-37400a59-6e03-4bcc-b27b-f6a551936c83 req-1b58617c-c9e2-4c09-b21a-eea6d4e51463 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 944 time: 0.4626105 Jul 05 03:50:00.132362 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f5e29d9-3255-4d5e-8ac8-1b085817ef2c req-084e6651-aae4-4097-903c-8b5ba19f7300 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918741 Jul 05 03:50:00.172301 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05b7be6a-76cc-4a07-9f56-37869baf92ef req-aff2c6c2-49ae-47b6-98b2-f66d4647d70f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343760 Jul 05 03:50:00.211202 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-37400a59-6e03-4bcc-b27b-f6a551936c83 req-93f883e8-ff6f-46b7-b218-e5894d06a7ea tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901275 Jul 05 03:50:00.226938 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99211de7-df53-49b7-a75c-08575289bc5f req-0ba6d440-f2d6-4901-9b58-95f60086761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:00.226938 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-99211de7-df53-49b7-a75c-08575289bc5f req-0ba6d440-f2d6-4901-9b58-95f60086761d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ea0f684a-f292-44b8-b8f2-c6a27e5ca4c7 HTTP/1.1" status: 200 len: 855 time: 0.1095557 Jul 05 03:50:00.266853 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-99211de7-df53-49b7-a75c-08575289bc5f req-bb7839e9-f34a-409d-8ac8-036d35c2ed56 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9bc4c91c-a289-48e8-b0da-9172982a9c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391562 Jul 05 03:50:00.267983 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8579822-dd52-4807-92df-b26cbaad90cc x-openstack-request-id: req-c8579822-dd52-4807-92df-b26cbaad90cc {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:00.268344 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6150a9a0-f7d8-4108-85c0-16af3c85f494", "tag": "a504e72c-f264-4baf-b346-6fe4fc7376f5", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:00.268820 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c8579822-dd52-4807-92df-b26cbaad90cc {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:00.269370 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6150a9a0-f7d8-4108-85c0-16af3c85f494', 'tag': 'a504e72c-f264-4baf-b346-6fe4fc7376f5', 'status': 'completed', 'code': 200} Jul 05 03:50:00.487177 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-99211de7-df53-49b7-a75c-08575289bc5f req-d2c87331-15ae-4bcf-9c0e-d742ffaefbc6 service neutron] 10.222.0.89 "GET /v2.0/networks/9bc4c91c-a289-48e8-b0da-9172982a9c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096474 Jul 05 03:50:00.501784 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d694c3-c6e6-4cad-857f-37286791a0ff req-85cf885c-7b54-427b-980c-3b796051936d tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:00.503994 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b1d694c3-c6e6-4cad-857f-37286791a0ff req-85cf885c-7b54-427b-980c-3b796051936d tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=b963a6ca-f4d0-451a-b814-fbdced26efb5 HTTP/1.1" status: 200 len: 949 time: 0.1675375 Jul 05 03:50:00.595749 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb2581-35d7-47ac-962f-8b985e17ecab req-74e4ef8f-b0c4-40f7-9cf8-379fa2f854a0 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:00.597520 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d1cb2581-35d7-47ac-962f-8b985e17ecab req-74e4ef8f-b0c4-40f7-9cf8-379fa2f854a0 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 946 time: 0.1238260 Jul 05 03:50:00.676357 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d1cb2581-35d7-47ac-962f-8b985e17ecab req-5b67fb66-2809-43ff-ae44-de977f12c4dd tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698614 Jul 05 03:50:00.680074 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b1d694c3-c6e6-4cad-857f-37286791a0ff req-823cb7f2-bacd-4409-9fe9-cc98196e443d tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461558 Jul 05 03:50:00.741663 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-99211de7-df53-49b7-a75c-08575289bc5f req-ded8015b-1b49-44f6-b9e0-fc615f9edbe0 service neutron] 10.222.0.89 "GET /v2.0/networks/9bc4c91c-a289-48e8-b0da-9172982a9c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299097 Jul 05 03:50:00.922656 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aeeb07-b09f-4dff-8648-4a41df046962 req-ad250eca-ea37-484c-b8e4-a0eb58ef6b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:00.924782 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-99aeeb07-b09f-4dff-8648-4a41df046962 req-ad250eca-ea37-484c-b8e4-a0eb58ef6b33 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ac82b99c3fec40eda39ee62348356e27&device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 1096 time: 0.0941613 Jul 05 03:50:01.052776 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1a870a8e-dd06-4c9f-928d-fcbf577a64f2 req-a01d271e-c96d-4bf4-85c5-f3fd216329c2 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eda536-4a3b-4f1c-b7c3-f5575d99b40c HTTP/1.1" status: 200 len: 210 time: 0.0327044 Jul 05 03:50:01.083763 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aeeb07-b09f-4dff-8648-4a41df046962 req-bd3114cd-6ae9-4402-ad4a-2121e97dade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:01.085419 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-99aeeb07-b09f-4dff-8648-4a41df046962 req-bd3114cd-6ae9-4402-ad4a-2121e97dade5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9bc4c91c-a289-48e8-b0da-9172982a9c14 HTTP/1.1" status: 200 len: 916 time: 0.1525476 Jul 05 03:50:01.166697 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-99aeeb07-b09f-4dff-8648-4a41df046962 req-0a09ee14-a7a0-4385-ba9a-6bb396156d8b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a504e72c-f264-4baf-b346-6fe4fc7376f5 HTTP/1.1" status: 200 len: 217 time: 0.0473650 Jul 05 03:50:01.236449 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977422f-3762-4871-9994-87c172f85234 req-775fa3f8-1b90-41ca-9f02-f2e640ec1bb3 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:01.240833 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2977422f-3762-4871-9994-87c172f85234 req-775fa3f8-1b90-41ca-9f02-f2e640ec1bb3 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 1097 time: 0.1539543 Jul 05 03:50:01.284373 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aeeb07-b09f-4dff-8648-4a41df046962 req-134f6b91-cdd9-4506-bc5f-0c3d8fb7b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:01.286787 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-99aeeb07-b09f-4dff-8648-4a41df046962 req-134f6b91-cdd9-4506-bc5f-0c3d8fb7b640 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ea0f684a-f292-44b8-b8f2-c6a27e5ca4c7 HTTP/1.1" status: 200 len: 855 time: 0.0959332 Jul 05 03:50:01.301302 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-92b401dc-0deb-40f6-809f-f62e31dc9d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:01.364469 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2977422f-3762-4871-9994-87c172f85234 req-f6fc49af-e055-4e68-acbd-909e92ddcaea tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155801 Jul 05 03:50:01.367028 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-99aeeb07-b09f-4dff-8648-4a41df046962 req-8efb8875-28ad-427a-b835-444b4356cf20 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9bc4c91c-a289-48e8-b0da-9172982a9c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653577 Jul 05 03:50:01.438642 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37379c2b-047b-41e8-a261-1ea2916639c2 req-00af3999-e665-411b-bd48-f92682ad8e24 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:01.442578 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-37379c2b-047b-41e8-a261-1ea2916639c2 req-00af3999-e665-411b-bd48-f92682ad8e24 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.1525302 Jul 05 03:50:01.584311 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-37379c2b-047b-41e8-a261-1ea2916639c2 req-182ad4c6-5a7a-447e-9e30-2f6be1435425 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294191 Jul 05 03:50:01.657461 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:01.805867 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-99aeeb07-b09f-4dff-8648-4a41df046962 req-e0d08fbf-3281-4a57-9949-fb01f2002442 service neutron] 10.222.0.89 "GET /v2.0/networks/9bc4c91c-a289-48e8-b0da-9172982a9c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274473 Jul 05 03:50:01.811308 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-f601aa71-b244-4957-9ec8-cb74c186215a tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:01.812798 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-f601aa71-b244-4957-9ec8-cb74c186215a tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.89 "GET /v2.0/networks?id=66df77c6-8f4e-4b95-a93c-745ad7f8290e HTTP/1.1" status: 200 len: 812 time: 0.3208513 Jul 05 03:50:01.822828 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2416739-c356-4545-8726-bb067b91f645 req-bf16c937-ee7d-4c59-a97f-522d054d5bb5 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:01.830414 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2416739-c356-4545-8726-bb067b91f645 req-bf16c937-ee7d-4c59-a97f-522d054d5bb5 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 944 time: 0.1889451 Jul 05 03:50:01.866326 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-d2be435d-a21d-4bde-9d1d-64529c358f0f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Request body: {'port': {'device_id': '01eda536-4a3b-4f1c-b7c3-f5575d99b40c', 'network_id': '66df77c6-8f4e-4b95-a93c-745ad7f8290e', 'admin_state_up': True, 'tenant_id': '2c44e0c91a214af8a282671d241ed272'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:02.009306 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2416739-c356-4545-8726-bb067b91f645 req-7a9b42c8-171e-4e76-9754-c5bf0f6b5694 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770716 Jul 05 03:50:02.087717 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-99aeeb07-b09f-4dff-8648-4a41df046962 req-021b2f18-4d11-4972-8af7-180bdfe20ca6 service neutron] 10.222.0.89 "GET /v2.0/networks/9bc4c91c-a289-48e8-b0da-9172982a9c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545614 Jul 05 03:50:02.126087 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-d2be435d-a21d-4bde-9d1d-64529c358f0f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Made reservation on behalf of 2c44e0c91a214af8a282671d241ed272 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:02.131844 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-d2be435d-a21d-4bde-9d1d-64529c358f0f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.326027 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4290b3f-ee77-4792-877d-7fe1b9028126 req-6828852c-3522-46cc-9b2c-4ce50755ce10 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:02.327588 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b4290b3f-ee77-4792-877d-7fe1b9028126 req-6828852c-3522-46cc-9b2c-4ce50755ce10 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=b963a6ca-f4d0-451a-b814-fbdced26efb5 HTTP/1.1" status: 200 len: 949 time: 0.1801615 Jul 05 03:50:02.373260 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-d2be435d-a21d-4bde-9d1d-64529c358f0f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Allocated IP 172.20.0.14 (66df77c6-8f4e-4b95-a93c-745ad7f8290e/83b03ff1-cc88-4818-8b80-c7647b3fbb89/b049e812-485b-45be-8143-21787912fae7) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:02.392770 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device a504e72c-f264-4baf-b346-6fe4fc7376f5 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:02.404644 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b4290b3f-ee77-4792-877d-7fe1b9028126 req-a5f504e8-c153-4e73-8f67-1039078e15c1 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641878 Jul 05 03:50:02.524214 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.569889 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port a504e72c-f264-4baf-b346-6fe4fc7376f5, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a504e72c-f264-4baf-b346-6fe4fc7376f5,segment=NetworkSegment(8e925059-1d42-4eae-ad90-062ddf3ec375),segment_id=8e925059-1d42-4eae-ad90-062ddf3ec375)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:02.586810 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'a504e72c-f264-4baf-b346-6fe4fc7376f5', 'network_id': '9bc4c91c-a289-48e8-b0da-9172982a9c14', 'port_id': 'a504e72c-f264-4baf-b346-6fe4fc7376f5', 'mac_address': 'fa:16:3e:41:59:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea0f684a-f292-44b8-b8f2-c6a27e5ca4c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:50:02.637536 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.671100 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a504e72c-f264-4baf-b346-6fe4fc7376f5 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:02.698618 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port a504e72c-f264-4baf-b346-6fe4fc7376f5, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a504e72c-f264-4baf-b346-6fe4fc7376f5,segment=NetworkSegment(8e925059-1d42-4eae-ad90-062ddf3ec375),segment_id=8e925059-1d42-4eae-ad90-062ddf3ec375)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:02.704253 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.737543 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-d2be435d-a21d-4bde-9d1d-64529c358f0f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.750009 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baf5db-b45d-4d76-9ba1-66be1f8ade6d req-208f7445-4cd8-4776-b1eb-a23f99d5aa9e tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:02.752161 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-06baf5db-b45d-4d76-9ba1-66be1f8ade6d req-208f7445-4cd8-4776-b1eb-a23f99d5aa9e tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 946 time: 0.2019048 Jul 05 03:50:02.795096 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=a504e72c-f264-4baf-b346-6fe4fc7376f5,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:02.839463 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-06baf5db-b45d-4d76-9ba1-66be1f8ade6d req-da1ba111-d6cf-47fa-bff0-54c12a30d93f tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735743 Jul 05 03:50:02.855781 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-d2be435d-a21d-4bde-9d1d-64529c358f0f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.903293 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-d2be435d-a21d-4bde-9d1d-64529c358f0f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Network 66df77c6-8f4e-4b95-a93c-745ad7f8290e is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:02.909328 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-d2be435d-a21d-4bde-9d1d-64529c358f0f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:02.914794 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-d2be435d-a21d-4bde-9d1d-64529c358f0f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:02.966959 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be435d-a21d-4bde-9d1d-64529c358f0f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event updated for resources: {'Port': ['ID=b049e812-485b-45be-8143-21787912fae7,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:02.992634 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-d2be435d-a21d-4bde-9d1d-64529c358f0f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:02.993638 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-d2be435d-a21d-4bde-9d1d-64529c358f0f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.015301 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-d2be435d-a21d-4bde-9d1d-64529c358f0f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1654696 Jul 05 03:50:03.042982 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-b6fa5c7a-1a33-4650-b257-21c1b91eec53 service neutron] Request body: {'port': {'device_id': '01eda536-4a3b-4f1c-b7c3-f5575d99b40c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:03.053158 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['a504e72c-f264-4baf-b346-6fe4fc7376f5'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:03.195221 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-b6fa5c7a-1a33-4650-b257-21c1b91eec53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.357566 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-55fd2347-e2d3-41f6-9e30-9c75fabae845 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:50:03.359669 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-55fd2347-e2d3-41f6-9e30-9c75fabae845 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071161 Jul 05 03:50:03.373270 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-dcd69edf-447a-4903-997a-b8e31e4bfd7e service neutron] Request body: {'binding': {'host': 'n-h2-780147-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:03.374109 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-dcd69edf-447a-4903-997a-b8e31e4bfd7e service neutron] Unknown quota resources ['binding']. {{(pid=105539) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:50:03.622296 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4fef8-0149-4efc-89ff-4d7e184d16b4 req-492742c8-3fb5-4fa9-8c49-e536873d08ae tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:03.625159 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-27b4fef8-0149-4efc-89ff-4d7e184d16b4 req-492742c8-3fb5-4fa9-8c49-e536873d08ae tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eda536-4a3b-4f1c-b7c3-f5575d99b40c HTTP/1.1" status: 200 len: 932 time: 0.1405153 Jul 05 03:50:03.636566 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-dcd69edf-447a-4903-997a-b8e31e4bfd7e service neutron] Attempting to bind port ec0b973c-e51a-433d-b0f3-cd7522b08f38 on host n-h2-780147-23 for vnic_type normal with profile None {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:03.637399 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-dcd69edf-447a-4903-997a-b8e31e4bfd7e service neutron] Attempting to bind port ec0b973c-e51a-433d-b0f3-cd7522b08f38 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:03.637889 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-dcd69edf-447a-4903-997a-b8e31e4bfd7e service neutron] Attempting to bind port ec0b973c-e51a-433d-b0f3-cd7522b08f38 on network b0365b51-ea1d-4154-b37b-d14ae3269368 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:03.639183 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-b6fa5c7a-1a33-4650-b257-21c1b91eec53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b049e812-485b-45be-8143-21787912fae7 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:03.646404 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-dcd69edf-447a-4903-997a-b8e31e4bfd7e service neutron] Port ec0b973c-e51a-433d-b0f3-cd7522b08f38 on network b0365b51-ea1d-4154-b37b-d14ae3269368 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:50:03.647240 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-dcd69edf-447a-4903-997a-b8e31e4bfd7e service neutron] Attempting to bind port ec0b973c-e51a-433d-b0f3-cd7522b08f38 on network b0365b51-ea1d-4154-b37b-d14ae3269368 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:03.654392 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-b6fa5c7a-1a33-4650-b257-21c1b91eec53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.656881 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-dcd69edf-447a-4903-997a-b8e31e4bfd7e service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:03.657406 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-dcd69edf-447a-4903-997a-b8e31e4bfd7e service neutron] Checking segment: {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:03.658142 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-dcd69edf-447a-4903-997a-b8e31e4bfd7e service neutron] Bound using segment: {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:03.658806 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-dcd69edf-447a-4903-997a-b8e31e4bfd7e service neutron] Bound port: ec0b973c-e51a-433d-b0f3-cd7522b08f38, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:03.687998 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-b6fa5c7a-1a33-4650-b257-21c1b91eec53 service neutron] Transition to ACTIVE for port object b049e812-485b-45be-8143-21787912fae7 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:03.694742 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-27b4fef8-0149-4efc-89ff-4d7e184d16b4 req-a5bcfc33-f977-49a4-9ece-1a8cf32744cc tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=6edef83f-ad4b-43cf-8226-709f89afd5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601954 Jul 05 03:50:03.696143 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-b6fa5c7a-1a33-4650-b257-21c1b91eec53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.759699 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa5c7a-1a33-4650-b257-21c1b91eec53 service neutron] Pushing event updated for resources: {'Port': ['ID=b049e812-485b-45be-8143-21787912fae7,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:03.781909 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-dcd69edf-447a-4903-997a-b8e31e4bfd7e service neutron] For port ec0b973c-e51a-433d-b0f3-cd7522b08f38, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=ec0b973c-e51a-433d-b0f3-cd7522b08f38,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:03.792675 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-dcd69edf-447a-4903-997a-b8e31e4bfd7e service neutron] Notify callbacks [] for binding, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.807591 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-dcd69edf-447a-4903-997a-b8e31e4bfd7e service neutron] 10.222.0.77 "POST /v2.0/ports/ec0b973c-e51a-433d-b0f3-cd7522b08f38/bindings HTTP/1.1" status: 201 len: 390 time: 0.4393296 Jul 05 03:50:03.898940 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-b6fa5c7a-1a33-4650-b257-21c1b91eec53 service neutron] Attempting to bind port b049e812-485b-45be-8143-21787912fae7 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:03.899259 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-b6fa5c7a-1a33-4650-b257-21c1b91eec53 service neutron] Attempting to bind port b049e812-485b-45be-8143-21787912fae7 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3fbc827e-3684-4feb-9d7a-3826e63576b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '66df77c6-8f4e-4b95-a93c-745ad7f8290e'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:03.899631 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-b6fa5c7a-1a33-4650-b257-21c1b91eec53 service neutron] Attempting to bind port b049e812-485b-45be-8143-21787912fae7 on network 66df77c6-8f4e-4b95-a93c-745ad7f8290e {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:03.927954 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-b6fa5c7a-1a33-4650-b257-21c1b91eec53 service neutron] Port b049e812-485b-45be-8143-21787912fae7 on network 66df77c6-8f4e-4b95-a93c-745ad7f8290e not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:50:03.928299 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-b6fa5c7a-1a33-4650-b257-21c1b91eec53 service neutron] Attempting to bind port b049e812-485b-45be-8143-21787912fae7 on network 66df77c6-8f4e-4b95-a93c-745ad7f8290e {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:03.936441 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-b6fa5c7a-1a33-4650-b257-21c1b91eec53 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:03.936786 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-b6fa5c7a-1a33-4650-b257-21c1b91eec53 service neutron] Checking segment: {'id': '3fbc827e-3684-4feb-9d7a-3826e63576b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '66df77c6-8f4e-4b95-a93c-745ad7f8290e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:03.937179 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-b6fa5c7a-1a33-4650-b257-21c1b91eec53 service neutron] Bound using segment: {'id': '3fbc827e-3684-4feb-9d7a-3826e63576b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '66df77c6-8f4e-4b95-a93c-745ad7f8290e'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:03.937629 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-b6fa5c7a-1a33-4650-b257-21c1b91eec53 service neutron] Bound port: b049e812-485b-45be-8143-21787912fae7, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fbc827e-3684-4feb-9d7a-3826e63576b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '66df77c6-8f4e-4b95-a93c-745ad7f8290e'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:03.938014 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-b6fa5c7a-1a33-4650-b257-21c1b91eec53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:04.030462 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071abd4-bd04-47dd-90ee-e928278ada78 req-c1ad536e-8796-409c-ba1a-515189872faa tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:04.037295 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0071abd4-bd04-47dd-90ee-e928278ada78 req-c1ad536e-8796-409c-ba1a-515189872faa tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.1552095 Jul 05 03:50:04.064477 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-b6fa5c7a-1a33-4650-b257-21c1b91eec53 service neutron] For port b049e812-485b-45be-8143-21787912fae7, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:04.090453 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6b9f9-5651-40af-bc1d-856a56c30d8b req-d7d62892-1175-4e71-9e19-a588739aec50 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:04.091677 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3df6b9f9-5651-40af-bc1d-856a56c30d8b req-d7d62892-1175-4e71-9e19-a588739aec50 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 945 time: 0.0909662 Jul 05 03:50:04.093576 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-b6fa5c7a-1a33-4650-b257-21c1b91eec53 service neutron] For port b049e812-485b-45be-8143-21787912fae7, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b049e812-485b-45be-8143-21787912fae7,segment=NetworkSegment(3fbc827e-3684-4feb-9d7a-3826e63576b6),segment_id=3fbc827e-3684-4feb-9d7a-3826e63576b6)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:04.098114 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0071abd4-bd04-47dd-90ee-e928278ada78 req-f4ce4e40-0bd6-43c6-aece-afc0aa48d095 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598786 Jul 05 03:50:04.100311 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-b6fa5c7a-1a33-4650-b257-21c1b91eec53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:04.136738 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-b6fa5c7a-1a33-4650-b257-21c1b91eec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:04.137378 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-b6fa5c7a-1a33-4650-b257-21c1b91eec53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:04.138872 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-b6fa5c7a-1a33-4650-b257-21c1b91eec53 service neutron] 10.222.0.89 "PUT /v2.0/ports/b049e812-485b-45be-8143-21787912fae7 HTTP/1.1" status: 200 len: 1093 time: 1.1158299 Jul 05 03:50:04.139248 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01eda536-4a3b-4f1c-b7c3-f5575d99b40c', 'tag': 'b049e812-485b-45be-8143-21787912fae7'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:04.141650 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02996c4-9f0d-41b3-a1f3-c375164d9dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "01eda536-4a3b-4f1c-b7c3-f5575d99b40c", "tag": "b049e812-485b-45be-8143-21787912fae7"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:04.193408 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa5c7a-1a33-4650-b257-21c1b91eec53 service neutron] Pushing event updated for resources: {'Port': ['ID=b049e812-485b-45be-8143-21787912fae7,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:04.218719 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3df6b9f9-5651-40af-bc1d-856a56c30d8b req-3fc5da7d-e8f6-4dc7-964a-3f995a613088 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110094 Jul 05 03:50:04.246559 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:04.313598 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-26ee53fb-3cb8-4b36-bfbe-4341765d013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:04.315585 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-26ee53fb-3cb8-4b36-bfbe-4341765d013e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 1097 time: 0.1177940 Jul 05 03:50:04.418550 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device a504e72c-f264-4baf-b346-6fe4fc7376f5 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:04.447504 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-948a138b-6797-4e7a-9c0c-5a21ad6f6a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:04.450271 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-948a138b-6797-4e7a-9c0c-5a21ad6f6a1a service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 922 time: 0.1179490 Jul 05 03:50:04.452289 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-a1119c62-d8e6-4ba2-a089-a0a4959835fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:04.454368 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-a1119c62-d8e6-4ba2-a089-a0a4959835fe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2c44e0c91a214af8a282671d241ed272&device_id=01eda536-4a3b-4f1c-b7c3-f5575d99b40c HTTP/1.1" status: 200 len: 1096 time: 0.2389584 Jul 05 03:50:04.549610 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-15048041-60e8-411c-b245-e835c80d875f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b049e812-485b-45be-8143-21787912fae7 HTTP/1.1" status: 200 len: 217 time: 0.0843761 Jul 05 03:50:04.577046 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e1d64-3d59-4d62-b356-d008caad2fc2 req-92b93bdd-570c-423f-bb31-19f9d509139f tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:04.580189 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4c6e1d64-3d59-4d62-b356-d008caad2fc2 req-92b93bdd-570c-423f-bb31-19f9d509139f tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=b963a6ca-f4d0-451a-b814-fbdced26efb5 HTTP/1.1" status: 200 len: 949 time: 0.1834066 Jul 05 03:50:04.587732 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port a504e72c-f264-4baf-b346-6fe4fc7376f5 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:04.594493 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port a504e72c-f264-4baf-b346-6fe4fc7376f5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:04.595296 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:04.622530 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-2c685a3e-1007-4abd-94d5-8b69eb5fbc8e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec0b973c-e51a-433d-b0f3-cd7522b08f38 HTTP/1.1" status: 200 len: 217 time: 0.1412966 Jul 05 03:50:04.691923 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4c6e1d64-3d59-4d62-b356-d008caad2fc2 req-a97cfe9e-006d-4175-a5d8-8924a318a73e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042178 Jul 05 03:50:04.822887 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:04.869836 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port a504e72c-f264-4baf-b346-6fe4fc7376f5, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a504e72c-f264-4baf-b346-6fe4fc7376f5,segment=NetworkSegment(8e925059-1d42-4eae-ad90-062ddf3ec375),segment_id=8e925059-1d42-4eae-ad90-062ddf3ec375)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:04.870916 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6150a9a0-f7d8-4108-85c0-16af3c85f494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a504e72c-f264-4baf-b346-6fe4fc7376f5'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:04.874869 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54f3704-d59e-4ef5-be0e-cd266117a5ca" -d '{"events": [{"server_uuid": "6150a9a0-f7d8-4108-85c0-16af3c85f494", "name": "network-vif-plugged", "status": "completed", "tag": "a504e72c-f264-4baf-b346-6fe4fc7376f5"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:04.881047 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:04.929862 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6f699-b91c-4575-8732-16c6aa7fad5b req-9d9377b4-1eb8-410b-83b5-023ade0c9682 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:04.939303 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-16f6f699-b91c-4575-8732-16c6aa7fad5b req-9d9377b4-1eb8-410b-83b5-023ade0c9682 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 946 time: 0.1193416 Jul 05 03:50:04.986939 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=a504e72c-f264-4baf-b346-6fe4fc7376f5,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:05.019780 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-16f6f699-b91c-4575-8732-16c6aa7fad5b req-eedb8752-0eb8-4d40-b26e-f77a46c5cdcf tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794377 Jul 05 03:50:05.099460 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-db6039be-c019-4ed3-8787-56b609a07931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:05.104304 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-db6039be-c019-4ed3-8787-56b609a07931 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=83b03ff1-cc88-4818-8b80-c7647b3fbb89 HTTP/1.1" status: 200 len: 852 time: 0.5160079 Jul 05 03:50:05.105804 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-204065a1-6a06-4e0c-be5f-45c056b211ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:05.107182 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-204065a1-6a06-4e0c-be5f-45c056b211ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d29ec61-cb40-45c9-a308-0007b5185cb0 HTTP/1.1" status: 200 len: 861 time: 0.4599321 Jul 05 03:50:05.157650 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-a435dc9b-690a-4e6d-bffd-e9297d2758d6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=66df77c6-8f4e-4b95-a93c-745ad7f8290e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448542 Jul 05 03:50:05.182607 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-ea23f4aa-14f8-46aa-9083-67cc0a59c3cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0365b51-ea1d-4154-b37b-d14ae3269368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372531 Jul 05 03:50:05.287273 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ff751-c56a-4dd9-ac0f-3b946489cf2b req-008bce8a-90b9-40f2-aff3-bb63fb86b6fe tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:05.288880 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-af9ff751-c56a-4dd9-ac0f-3b946489cf2b req-008bce8a-90b9-40f2-aff3-bb63fb86b6fe tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 945 time: 0.7001228 Jul 05 03:50:05.290364 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0b444e-9b62-4f45-85fc-2933c130408b x-openstack-request-id: req-2e0b444e-9b62-4f45-85fc-2933c130408b {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:05.290652 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01eda536-4a3b-4f1c-b7c3-f5575d99b40c", "tag": "b049e812-485b-45be-8143-21787912fae7", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:05.290902 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2e0b444e-9b62-4f45-85fc-2933c130408b {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:05.291292 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01eda536-4a3b-4f1c-b7c3-f5575d99b40c', 'tag': 'b049e812-485b-45be-8143-21787912fae7', 'status': 'completed', 'code': 200} Jul 05 03:50:05.390548 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-af9ff751-c56a-4dd9-ac0f-3b946489cf2b req-300eaadd-0a42-4613-81eb-a8c5a46fcc97 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939965 Jul 05 03:50:05.400198 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-b33a274b-b083-4c0d-99c6-97776b43d9e4 service neutron] 10.222.0.89 "GET /v2.0/networks/66df77c6-8f4e-4b95-a93c-745ad7f8290e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213316 Jul 05 03:50:05.415088 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59437654-36bc-4a60-b4d1-a71b37f2a56e req-5ec986f3-8233-4fbf-94ae-810d98b30aaa tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:05.421399 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-1ff2ede2-f5e3-427f-806f-10032d71061a service neutron] 10.222.0.70 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159081 Jul 05 03:50:05.424384 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-59437654-36bc-4a60-b4d1-a71b37f2a56e req-5ec986f3-8233-4fbf-94ae-810d98b30aaa tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=159b7b48-476e-47ff-a914-88f2951b3e28 HTTP/1.1" status: 200 len: 949 time: 0.1077862 Jul 05 03:50:05.502679 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-59437654-36bc-4a60-b4d1-a71b37f2a56e req-c7f92887-339b-4d26-9ac5-d26f29f1e02f tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718913 Jul 05 03:50:05.569252 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4683f083-59d2-4c24-90de-d14f08fa8450 x-openstack-request-id: req-4683f083-59d2-4c24-90de-d14f08fa8450 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:05.570195 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6150a9a0-f7d8-4108-85c0-16af3c85f494", "name": "network-vif-plugged", "status": "completed", "tag": "a504e72c-f264-4baf-b346-6fe4fc7376f5", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:05.570686 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4683f083-59d2-4c24-90de-d14f08fa8450 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:05.571137 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6150a9a0-f7d8-4108-85c0-16af3c85f494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a504e72c-f264-4baf-b346-6fe4fc7376f5', 'code': 200} Jul 05 03:50:05.656392 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-065ba411-a6a1-49ec-92a6-a013a01d7a0c service neutron] 10.222.0.70 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891336 Jul 05 03:50:05.659420 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39b6b347-ab0a-4c08-8ffd-e1b4113b6884 req-bfc7a6cf-0f3f-40d5-a441-52fddf6482b3 service neutron] 10.222.0.89 "GET /v2.0/networks/66df77c6-8f4e-4b95-a93c-745ad7f8290e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510586 Jul 05 03:50:05.720513 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f4217-525f-4b2a-8b82-8cfee9ff5c4f req-a46d57fb-cc87-4ba6-baf9-8d36b348c636 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:05.722662 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ea6f4217-525f-4b2a-8b82-8cfee9ff5c4f req-a46d57fb-cc87-4ba6-baf9-8d36b348c636 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eda536-4a3b-4f1c-b7c3-f5575d99b40c HTTP/1.1" status: 200 len: 944 time: 0.1744828 Jul 05 03:50:05.845202 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00206d3-7c4b-452f-9574-7051c1c74ffa req-6d6fa244-85bf-4288-a7af-68c2a6369002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:05.846838 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e00206d3-7c4b-452f-9574-7051c1c74ffa req-6d6fa244-85bf-4288-a7af-68c2a6369002 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 1098 time: 0.1843657 Jul 05 03:50:05.859501 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ea6f4217-525f-4b2a-8b82-8cfee9ff5c4f req-cf4ef934-6593-4c0c-ae78-a521826b81f1 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=6edef83f-ad4b-43cf-8226-709f89afd5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253438 Jul 05 03:50:05.887870 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44c049-c76d-442f-9a44-a27fb46dc03b req-84ae123f-4a53-4873-a9b3-b95676f45d5c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:05.891399 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca44c049-c76d-442f-9a44-a27fb46dc03b req-84ae123f-4a53-4873-a9b3-b95676f45d5c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.1018744 Jul 05 03:50:05.903871 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e00206d3-7c4b-452f-9574-7051c1c74ffa req-30063dc3-c0fb-4bf8-a3d8-1d70accd539a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411160 Jul 05 03:50:05.919574 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02996c4-9f0d-41b3-a1f3-c375164d9dbb req-8f3f1b7c-7c61-4fd9-b0b7-44a980a5a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:05.922354 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e02996c4-9f0d-41b3-a1f3-c375164d9dbb req-8f3f1b7c-7c61-4fd9-b0b7-44a980a5a5be service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2c44e0c91a214af8a282671d241ed272&device_id=01eda536-4a3b-4f1c-b7c3-f5575d99b40c HTTP/1.1" status: 200 len: 1096 time: 0.1640122 Jul 05 03:50:05.935022 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca44c049-c76d-442f-9a44-a27fb46dc03b req-47d16b69-8d35-4d3d-8ab8-9af3b6ea4a62 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357692 Jul 05 03:50:06.102979 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123728-5e33-4ddc-a124-5c178d51e7f3 req-cfd86509-6b3f-49c7-a9f7-970227ced6b8 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:06.111832 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fd123728-5e33-4ddc-a124-5c178d51e7f3 req-cfd86509-6b3f-49c7-a9f7-970227ced6b8 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.1004248 Jul 05 03:50:06.149591 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02996c4-9f0d-41b3-a1f3-c375164d9dbb req-12ec52fd-ba8e-4703-81ba-fb0392acf479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:06.151752 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e02996c4-9f0d-41b3-a1f3-c375164d9dbb req-12ec52fd-ba8e-4703-81ba-fb0392acf479 service neutron] 10.222.0.89 "GET /v2.0/networks?id=66df77c6-8f4e-4b95-a93c-745ad7f8290e HTTP/1.1" status: 200 len: 913 time: 0.1951706 Jul 05 03:50:06.205168 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e02996c4-9f0d-41b3-a1f3-c375164d9dbb req-bdb59d11-c69e-4402-adf8-37208e4496fe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b049e812-485b-45be-8143-21787912fae7 HTTP/1.1" status: 200 len: 217 time: 0.0455396 Jul 05 03:50:06.219417 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fd123728-5e33-4ddc-a124-5c178d51e7f3 req-0cf32f9f-7360-4494-9288-c63b2ccc6887 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034577 Jul 05 03:50:06.308413 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02996c4-9f0d-41b3-a1f3-c375164d9dbb req-f13ab8f0-ea66-4ca9-a29a-2b05765a262d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:06.311205 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e02996c4-9f0d-41b3-a1f3-c375164d9dbb req-f13ab8f0-ea66-4ca9-a29a-2b05765a262d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=83b03ff1-cc88-4818-8b80-c7647b3fbb89 HTTP/1.1" status: 200 len: 852 time: 0.0902896 Jul 05 03:50:06.348718 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e02996c4-9f0d-41b3-a1f3-c375164d9dbb req-22bd0315-c637-4a74-bd60-1e7345c2ba20 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=66df77c6-8f4e-4b95-a93c-745ad7f8290e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310333 Jul 05 03:50:06.365581 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c47cf7-4b49-497c-b2c2-15220a05a52e req-f53ffe65-39f9-4210-9844-74f9733f50e1 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:06.373395 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c47cf7-4b49-497c-b2c2-15220a05a52e req-f53ffe65-39f9-4210-9844-74f9733f50e1 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:06.376287 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-46c47cf7-4b49-497c-b2c2-15220a05a52e req-f53ffe65-39f9-4210-9844-74f9733f50e1 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=b963a6ca-f4d0-451a-b814-fbdced26efb5&device_id=159b7b48-476e-47ff-a914-88f2951b3e28 HTTP/1.1" status: 200 len: 1689 time: 0.1218061 Jul 05 03:50:06.438176 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-46c47cf7-4b49-497c-b2c2-15220a05a52e req-285aea4e-1b23-45c1-98e3-f1b569dbdef8 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531695 Jul 05 03:50:06.512123 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c76875-7f36-4d0a-8f4e-1ba7a997565d req-59ae1f62-c3dd-4711-b944-64e908a0fbc8 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:06.519847 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8c76875-7f36-4d0a-8f4e-1ba7a997565d req-59ae1f62-c3dd-4711-b944-64e908a0fbc8 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 946 time: 0.1692848 Jul 05 03:50:06.555000 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e02996c4-9f0d-41b3-a1f3-c375164d9dbb req-7b19d741-987a-4d6c-b9cb-0d67219e59ba service neutron] 10.222.0.89 "GET /v2.0/networks/66df77c6-8f4e-4b95-a93c-745ad7f8290e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938925 Jul 05 03:50:06.629174 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8c76875-7f36-4d0a-8f4e-1ba7a997565d req-9f49d68b-a2a5-4a62-ac10-86050a0f7609 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074576 Jul 05 03:50:06.708658 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e02996c4-9f0d-41b3-a1f3-c375164d9dbb req-62c2fc08-eedd-4b89-a21a-33902be3294f service neutron] 10.222.0.89 "GET /v2.0/networks/66df77c6-8f4e-4b95-a93c-745ad7f8290e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403992 Jul 05 03:50:06.815421 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397694c8-52da-4025-984f-71328acbae47 req-b11fcdb7-9b86-4f99-84a0-2df907b1370d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:06.825921 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-397694c8-52da-4025-984f-71328acbae47 req-b11fcdb7-9b86-4f99-84a0-2df907b1370d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 945 time: 0.1049750 Jul 05 03:50:06.878996 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-397694c8-52da-4025-984f-71328acbae47 req-91de6567-15fb-4bb6-bae2-26132e3ba937 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449650 Jul 05 03:50:07.026442 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a16972-2ddc-4a3a-bb65-6cb230bb9d36 req-beac0bfd-90de-4ba3-b2de-ded2a0a6e43f tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:07.028171 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-36a16972-2ddc-4a3a-bb65-6cb230bb9d36 req-beac0bfd-90de-4ba3-b2de-ded2a0a6e43f tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b963a6ca-f4d0-451a-b814-fbdced26efb5 HTTP/1.1" status: 200 len: 1101 time: 0.0912638 Jul 05 03:50:07.091943 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-36a16972-2ddc-4a3a-bb65-6cb230bb9d36 req-2f781914-f41d-45f3-ae09-93ec83c59fc1 tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501502 Jul 05 03:50:07.199181 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6e531-60b9-4286-bf0f-d8e178d67b31 req-87cea4e1-dfa8-49f3-afb4-a39d1b96162c tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:07.201061 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1af6e531-60b9-4286-bf0f-d8e178d67b31 req-87cea4e1-dfa8-49f3-afb4-a39d1b96162c tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eda536-4a3b-4f1c-b7c3-f5575d99b40c HTTP/1.1" status: 200 len: 944 time: 0.1297169 Jul 05 03:50:07.252128 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1af6e531-60b9-4286-bf0f-d8e178d67b31 req-7754640e-f0bd-410b-8416-3b70e85ad328 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=6edef83f-ad4b-43cf-8226-709f89afd5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431395 Jul 05 03:50:07.331008 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9d4b9-76c8-4b93-b3dc-2608db1e2703 req-9e7fb5f0-b4a5-48c9-ac36-f3631dc04764 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:07.335870 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9ce9d4b9-76c8-4b93-b3dc-2608db1e2703 req-9e7fb5f0-b4a5-48c9-ac36-f3631dc04764 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.0967164 Jul 05 03:50:07.393150 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9ce9d4b9-76c8-4b93-b3dc-2608db1e2703 req-2fc1c673-3ffc-4ae0-b32a-0b70bf372f51 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514731 Jul 05 03:50:07.503180 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753f87c-9c2c-4024-851d-1fed4f043075 req-d1b32d9c-ffab-43cf-a5ba-090ce5a817bb tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:07.506520 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2753f87c-9c2c-4024-851d-1fed4f043075 req-d1b32d9c-ffab-43cf-a5ba-090ce5a817bb tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=159b7b48-476e-47ff-a914-88f2951b3e28 HTTP/1.1" status: 200 len: 1101 time: 0.0949783 Jul 05 03:50:07.570675 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2753f87c-9c2c-4024-851d-1fed4f043075 req-7c8a95c9-e24f-40fe-a1b6-61ae5cd2553d tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582709 Jul 05 03:50:07.658835 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881dfbc1-844b-40b7-abf3-5ba94aa3439f req-e596f905-2cda-4d8a-a742-6e6c8e1d93fe tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:07.661822 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-881dfbc1-844b-40b7-abf3-5ba94aa3439f req-e596f905-2cda-4d8a-a742-6e6c8e1d93fe tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.0975442 Jul 05 03:50:07.734161 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-881dfbc1-844b-40b7-abf3-5ba94aa3439f req-87e69d25-1a4a-4b28-896e-a15f1817be30 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527706 Jul 05 03:50:07.888304 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2aa69a6f-081d-4887-9095-645d66838647 req-c0773dd8-7178-4fbd-9667-38a125e7c98c tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238464 Jul 05 03:50:07.944383 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1468792-f698-4936-8ac4-5528a26df341 req-6eb12859-640c-46be-a872-0e0433316af0 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:07.945986 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1468792-f698-4936-8ac4-5528a26df341 req-6eb12859-640c-46be-a872-0e0433316af0 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 946 time: 0.0685577 Jul 05 03:50:07.995305 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1468792-f698-4936-8ac4-5528a26df341 req-2448eb9f-10c8-4eb0-9a97-0cad66618d28 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428905 Jul 05 03:50:08.014996 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa69a6f-081d-4887-9095-645d66838647 req-d5346a7d-da06-48f4-bc83-aebce85051c0 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:08.016579 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2aa69a6f-081d-4887-9095-645d66838647 req-d5346a7d-da06-48f4-bc83-aebce85051c0 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1226373 Jul 05 03:50:08.035820 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2aa69a6f-081d-4887-9095-645d66838647 req-cf938e96-2109-45d8-ade9-f0e90305be94 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/quotas/b9e63c3dfe9644899e38a11b90eafef2 HTTP/1.1" status: 200 len: 375 time: 0.0125134 Jul 05 03:50:08.117212 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2aa69a6f-081d-4887-9095-645d66838647 req-e9c751a8-9382-4887-a6de-489d7124460a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0752871 Jul 05 03:50:08.197635 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed16e43-c3be-41c6-bf11-d99f97bd197c req-de2e5def-1e93-4215-975f-2a88de48c6ee tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:08.202399 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aed16e43-c3be-41c6-bf11-d99f97bd197c req-de2e5def-1e93-4215-975f-2a88de48c6ee tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.0854762 Jul 05 03:50:08.255513 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aed16e43-c3be-41c6-bf11-d99f97bd197c req-6499c338-34e9-4deb-95e8-1b453886dc91 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497077 Jul 05 03:50:08.340350 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-251116b4-515e-4def-8abf-7f3ec80b04d5 req-75ff5d02-1e10-4e58-92a4-5c0495bca48d tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=4406722e-2d8e-44f7-be58-e96e67a8c79d HTTP/1.1" status: 200 len: 210 time: 0.0348394 Jul 05 03:50:08.448678 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df8be6-ba35-4c02-9424-941a1cd66277 req-25f51903-6eb8-483d-b43a-07669be04fad tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:08.453738 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b049e812-485b-45be-8143-21787912fae7 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:08.456903 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c0df8be6-ba35-4c02-9424-941a1cd66277 req-25f51903-6eb8-483d-b43a-07669be04fad tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 945 time: 0.1135831 Jul 05 03:50:08.527517 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c0df8be6-ba35-4c02-9424-941a1cd66277 req-95ce11f1-f0e9-4e46-9760-31d4c0d4f465 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692737 Jul 05 03:50:08.632972 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b049e812-485b-45be-8143-21787912fae7, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b049e812-485b-45be-8143-21787912fae7,segment=NetworkSegment(3fbc827e-3684-4feb-9d7a-3826e63576b6),segment_id=3fbc827e-3684-4feb-9d7a-3826e63576b6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:08.662027 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'b049e812-485b-45be-8143-21787912fae7', 'network_id': '66df77c6-8f4e-4b95-a93c-745ad7f8290e', 'port_id': 'b049e812-485b-45be-8143-21787912fae7', 'mac_address': 'fa:16:3e:b5:03:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83b03ff1-cc88-4818-8b80-c7647b3fbb89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:50:08.748027 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:08.771778 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b049e812-485b-45be-8143-21787912fae7 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:08.805868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b049e812-485b-45be-8143-21787912fae7, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b049e812-485b-45be-8143-21787912fae7,segment=NetworkSegment(3fbc827e-3684-4feb-9d7a-3826e63576b6),segment_id=3fbc827e-3684-4feb-9d7a-3826e63576b6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:08.812997 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:08.892393 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=b049e812-485b-45be-8143-21787912fae7,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:09.081987 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff9c93-94a0-453d-b437-54a78af309c1 req-4d291b48-effc-4901-8ae7-cfb360911345 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:09.083647 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68ff9c93-94a0-453d-b437-54a78af309c1 req-4d291b48-effc-4901-8ae7-cfb360911345 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.0939186 Jul 05 03:50:09.123723 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498c181-f3ba-4194-adb2-b80613ffba9a req-1f875871-b683-4b0d-8a44-564fea84c7c9 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:09.131793 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e498c181-f3ba-4194-adb2-b80613ffba9a req-1f875871-b683-4b0d-8a44-564fea84c7c9 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eda536-4a3b-4f1c-b7c3-f5575d99b40c HTTP/1.1" status: 200 len: 945 time: 0.1324599 Jul 05 03:50:09.165727 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68ff9c93-94a0-453d-b437-54a78af309c1 req-250f105e-cd14-427a-be33-445358aea129 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746825 Jul 05 03:50:09.169488 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['b049e812-485b-45be-8143-21787912fae7'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:09.192452 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e498c181-f3ba-4194-adb2-b80613ffba9a req-58c530b0-575e-40ef-8e43-5b0e911039fd tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=6edef83f-ad4b-43cf-8226-709f89afd5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596161 Jul 05 03:50:09.514815 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48c401-94cd-48e3-9c8b-091c9af4fd75 req-0f2f121d-f989-4800-b785-fb3e26104f90 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:09.518759 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9a48c401-94cd-48e3-9c8b-091c9af4fd75 req-0f2f121d-f989-4800-b785-fb3e26104f90 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.1298802 Jul 05 03:50:09.578568 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9a48c401-94cd-48e3-9c8b-091c9af4fd75 req-71d58e98-e7ae-4362-80d7-9ab5eff5be7e tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545130 Jul 05 03:50:09.658860 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895c3ec-8522-4207-a8a0-ea765e85a3ae req-b3deec8c-6bbe-4616-b254-52d29cb027c6 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:09.660283 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b895c3ec-8522-4207-a8a0-ea765e85a3ae req-b3deec8c-6bbe-4616-b254-52d29cb027c6 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 946 time: 0.1154602 Jul 05 03:50:09.705914 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b895c3ec-8522-4207-a8a0-ea765e85a3ae req-87fd43c7-8dc2-4e2d-9d3a-6fdbcd312c05 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396645 Jul 05 03:50:09.765057 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d9b4fc36-71cf-40c6-a092-f5126b29af52 req-7d4db195-fd8e-423a-973c-24b4fca3ebb3 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=4406722e-2d8e-44f7-be58-e96e67a8c79d HTTP/1.1" status: 200 len: 210 time: 0.0499358 Jul 05 03:50:09.922861 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4146f8e-23f2-4ce5-8d94-a2e559553fa2 req-bf18f0c4-e98f-4ed5-ae04-9bf3be21fcba tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:09.925636 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e4146f8e-23f2-4ce5-8d94-a2e559553fa2 req-bf18f0c4-e98f-4ed5-ae04-9bf3be21fcba tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 945 time: 0.0841734 Jul 05 03:50:09.972707 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e4146f8e-23f2-4ce5-8d94-a2e559553fa2 req-21fd688c-d631-4822-b8f0-66012f1f93c1 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400023 Jul 05 03:50:09.984217 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2aa69a6f-081d-4887-9095-645d66838647 req-db6d8ea5-1cd9-41ee-9727-26b3a503239a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329456 Jul 05 03:50:10.120501 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa69a6f-081d-4887-9095-645d66838647 req-cc7de8e3-bccf-4e12-993b-bbb543be2d68 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:10.122165 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2aa69a6f-081d-4887-9095-645d66838647 req-cc7de8e3-bccf-4e12-993b-bbb543be2d68 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1305621 Jul 05 03:50:10.142317 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-2aa69a6f-081d-4887-9095-645d66838647 req-d607a005-872b-4af4-ad66-9ab29798cd8e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Request body: {'port': {'device_id': '4406722e-2d8e-44f7-be58-e96e67a8c79d', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': 'b9e63c3dfe9644899e38a11b90eafef2'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:10.328446 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa69a6f-081d-4887-9095-645d66838647 req-d607a005-872b-4af4-ad66-9ab29798cd8e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Made reservation on behalf of b9e63c3dfe9644899e38a11b90eafef2 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:10.336261 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2aa69a6f-081d-4887-9095-645d66838647 req-d607a005-872b-4af4-ad66-9ab29798cd8e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.458437 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b049e812-485b-45be-8143-21787912fae7 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:10.600871 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port b049e812-485b-45be-8143-21787912fae7 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:10.611043 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1e85f-8f75-4f6c-848f-97effccd0b18 req-de953442-962b-4e18-80d7-2aa6c18be856 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:10.614840 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port b049e812-485b-45be-8143-21787912fae7 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:10.629710 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36c1e85f-8f75-4f6c-848f-97effccd0b18 req-de953442-962b-4e18-80d7-2aa6c18be856 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.1719763 Jul 05 03:50:10.631627 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.675917 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-2aa69a6f-081d-4887-9095-645d66838647 req-d607a005-872b-4af4-ad66-9ab29798cd8e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Allocated IP 192.168.233.221 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/0a24e240-e7e3-4733-8693-1ec0751b7fd7) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:10.733349 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55ea79-6ef8-4252-8e38-bccebaec5b1f req-5334c5db-b3ec-4dd6-9138-2966fc627cd7 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:10.736225 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf55ea79-6ef8-4252-8e38-bccebaec5b1f req-5334c5db-b3ec-4dd6-9138-2966fc627cd7 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eda536-4a3b-4f1c-b7c3-f5575d99b40c HTTP/1.1" status: 200 len: 945 time: 0.2969375 Jul 05 03:50:10.771610 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36c1e85f-8f75-4f6c-848f-97effccd0b18 req-978b6fcf-99cb-4879-839d-03e5e93e71ff tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375093 Jul 05 03:50:10.894514 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.932269 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf55ea79-6ef8-4252-8e38-bccebaec5b1f req-7cd4f351-a128-4072-9d07-aa21533a11d8 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=6edef83f-ad4b-43cf-8226-709f89afd5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506898 Jul 05 03:50:11.013589 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c7f2a823-6558-4b7a-a404-ba633bf37560 req-d28d03ae-7286-4caa-8619-037cd5cdad5a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6a0320a5-5e89-4345-bf05-dfadbaaa7439&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2742023 Jul 05 03:50:11.018353 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b049e812-485b-45be-8143-21787912fae7, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b049e812-485b-45be-8143-21787912fae7,segment=NetworkSegment(3fbc827e-3684-4feb-9d7a-3826e63576b6),segment_id=3fbc827e-3684-4feb-9d7a-3826e63576b6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:11.022760 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01eda536-4a3b-4f1c-b7c3-f5575d99b40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b049e812-485b-45be-8143-21787912fae7'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:11.027485 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d3bec4-7c49-4f69-8714-9583836af333" -d '{"events": [{"server_uuid": "01eda536-4a3b-4f1c-b7c3-f5575d99b40c", "name": "network-vif-plugged", "status": "completed", "tag": "b049e812-485b-45be-8143-21787912fae7"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:11.041471 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.083493 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2aa69a6f-081d-4887-9095-645d66838647 req-d607a005-872b-4af4-ad66-9ab29798cd8e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.104359 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-2aa69a6f-081d-4887-9095-645d66838647 req-d607a005-872b-4af4-ad66-9ab29798cd8e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Transition to ACTIVE for port object 0a24e240-e7e3-4733-8693-1ec0751b7fd7 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:11.199497 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=b049e812-485b-45be-8143-21787912fae7,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:11.200265 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2aa69a6f-081d-4887-9095-645d66838647 req-d607a005-872b-4af4-ad66-9ab29798cd8e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.248311 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['8c3043e1-c196-4814-bffd-5d5643e5bd16'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:11.263056 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2a823-6558-4b7a-a404-ba633bf37560 req-a424a256-29a5-4a74-908f-e078e11469ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:11.264929 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c7f2a823-6558-4b7a-a404-ba633bf37560 req-a424a256-29a5-4a74-908f-e078e11469ba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d0eb0b510614f178c10ded04d8bf66d&device_id=6a0320a5-5e89-4345-bf05-dfadbaaa7439 HTTP/1.1" status: 200 len: 1101 time: 0.1565218 Jul 05 03:50:11.280134 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa69a6f-081d-4887-9095-645d66838647 req-d607a005-872b-4af4-ad66-9ab29798cd8e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:11.285189 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-2aa69a6f-081d-4887-9095-645d66838647 req-d607a005-872b-4af4-ad66-9ab29798cd8e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:11.311651 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa69a6f-081d-4887-9095-645d66838647 req-d607a005-872b-4af4-ad66-9ab29798cd8e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:11.330013 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607a005-872b-4af4-ad66-9ab29798cd8e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Pushing event updated for resources: {'Port': ['ID=0a24e240-e7e3-4733-8693-1ec0751b7fd7,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:11.382982 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a48ce-a8fe-4533-aaf9-6f1c2e16e13e req-e310ce75-325a-4abd-94a5-bc6459834288 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:11.392018 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fb1a48ce-a8fe-4533-aaf9-6f1c2e16e13e req-e310ce75-325a-4abd-94a5-bc6459834288 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 946 time: 0.1973982 Jul 05 03:50:11.410724 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['7e741bda-ec2c-4820-898b-4dc034cb6adc', 'e2d807f9-b9e2-4c86-85cc-e0a673d4fa65', 'b5cd23f4-263c-4e30-8b36-bafbdc086518', '1e278b79-6bf5-4554-86aa-e13c5e8de9bb'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:11.469357 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607a005-872b-4af4-ad66-9ab29798cd8e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:11.469780 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607a005-872b-4af4-ad66-9ab29798cd8e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:11.471605 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607a005-872b-4af4-ad66-9ab29798cd8e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:11.473059 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607a005-872b-4af4-ad66-9ab29798cd8e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:11.473210 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607a005-872b-4af4-ad66-9ab29798cd8e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:11.473498 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607a005-872b-4af4-ad66-9ab29798cd8e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:11.474059 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607a005-872b-4af4-ad66-9ab29798cd8e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:11.474458 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607a005-872b-4af4-ad66-9ab29798cd8e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:11.474861 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607a005-872b-4af4-ad66-9ab29798cd8e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:11.475257 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607a005-872b-4af4-ad66-9ab29798cd8e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:11.475893 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607a005-872b-4af4-ad66-9ab29798cd8e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:11.476020 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d607a005-872b-4af4-ad66-9ab29798cd8e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:11.480745 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fb1a48ce-a8fe-4533-aaf9-6f1c2e16e13e req-5c056770-d44a-4c1b-ab8b-9c5de3f13524 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874350 Jul 05 03:50:11.597541 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa69a6f-081d-4887-9095-645d66838647 req-d607a005-872b-4af4-ad66-9ab29798cd8e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:11.605942 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2aa69a6f-081d-4887-9095-645d66838647 req-d607a005-872b-4af4-ad66-9ab29798cd8e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.676621 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2aa69a6f-081d-4887-9095-645d66838647 req-d607a005-872b-4af4-ad66-9ab29798cd8e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5396402 Jul 05 03:50:11.689923 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2a823-6558-4b7a-a404-ba633bf37560 req-b2248418-a8b6-4bde-9478-db143493881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:11.694855 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c7f2a823-6558-4b7a-a404-ba633bf37560 req-b2248418-a8b6-4bde-9478-db143493881f service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.3760116 Jul 05 03:50:11.712741 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-2aa69a6f-081d-4887-9095-645d66838647 req-46f6e1fc-bf45-4392-97bc-6811fb4de4e9 service neutron] Request body: {'port': {'device_id': '4406722e-2d8e-44f7-be58-e96e67a8c79d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:11.808254 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e9bcf-da3d-4252-8153-4e8429ce1ea9 req-1f12fe05-e3be-49fa-adaf-76bf11c38bec tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:11.812355 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c7f2a823-6558-4b7a-a404-ba633bf37560 req-1b00906d-7fd1-4d8b-8215-fc2b23af862d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 HTTP/1.1" status: 200 len: 217 time: 0.0962353 Jul 05 03:50:11.819131 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5e5e9bcf-da3d-4252-8153-4e8429ce1ea9 req-1f12fe05-e3be-49fa-adaf-76bf11c38bec tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=4406722e-2d8e-44f7-be58-e96e67a8c79d HTTP/1.1" status: 200 len: 936 time: 0.1193266 Jul 05 03:50:11.847372 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa566f-6977-42bc-b8b8-c5242d3033af req-63cda53d-2489-4a26-a2eb-bb429034a9c9 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:11.853670 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f2d973be-c6e9-4666-a058-d8a9ada067b4 None None] Provisioning for port 0a24e240-e7e3-4733-8693-1ec0751b7fd7 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:11.863202 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d5aa566f-6977-42bc-b8b8-c5242d3033af req-63cda53d-2489-4a26-a2eb-bb429034a9c9 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.3788376 Jul 05 03:50:11.863638 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f2d973be-c6e9-4666-a058-d8a9ada067b4 None None] Provisioning complete for port 0a24e240-e7e3-4733-8693-1ec0751b7fd7 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:11.864163 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f2d973be-c6e9-4666-a058-d8a9ada067b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.926031 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5e5e9bcf-da3d-4252-8153-4e8429ce1ea9 req-39b15345-ed3e-4b55-96fe-d31cc520a3e5 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053958 Jul 05 03:50:11.997048 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2a823-6558-4b7a-a404-ba633bf37560 req-870cf741-8490-45ad-8d52-71f4c88b6b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:11.998569 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c7f2a823-6558-4b7a-a404-ba633bf37560 req-870cf741-8490-45ad-8d52-71f4c88b6b90 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1742108 Jul 05 03:50:12.013471 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d5aa566f-6977-42bc-b8b8-c5242d3033af req-be016e49-0b78-4870-9180-6ffa94c47fed tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187377 Jul 05 03:50:12.014590 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2aa69a6f-081d-4887-9095-645d66838647 req-46f6e1fc-bf45-4392-97bc-6811fb4de4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.203037 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a7c38-2260-4b73-9476-fb8df3c63fa2 req-d1878eb6-4d32-42c4-b6c3-f5bb65808c00 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:12.214356 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fa41c1-c11b-43b1-9a94-1eca9b496f8c x-openstack-request-id: req-f8fa41c1-c11b-43b1-9a94-1eca9b496f8c {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:12.214711 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01eda536-4a3b-4f1c-b7c3-f5575d99b40c", "name": "network-vif-plugged", "status": "completed", "tag": "b049e812-485b-45be-8143-21787912fae7", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:12.214945 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f8fa41c1-c11b-43b1-9a94-1eca9b496f8c {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:12.215307 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01eda536-4a3b-4f1c-b7c3-f5575d99b40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b049e812-485b-45be-8143-21787912fae7', 'code': 200} Jul 05 03:50:12.216004 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-f2d973be-c6e9-4666-a058-d8a9ada067b4 None None] Port 0a24e240-e7e3-4733-8693-1ec0751b7fd7 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:50:12.221878 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-870a7c38-2260-4b73-9476-fb8df3c63fa2 req-d1878eb6-4d32-42c4-b6c3-f5bb65808c00 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 945 time: 0.1519692 Jul 05 03:50:12.279780 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-870a7c38-2260-4b73-9476-fb8df3c63fa2 req-23b3a991-7db7-468e-921c-76945231f066 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562472 Jul 05 03:50:12.483773 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:12.627521 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-194b02a5-43cc-4ff6-b913-b7d260e530d6 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:12.632318 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-194b02a5-43cc-4ff6-b913-b7d260e530d6 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9&tenant_id=6079881a5dcb456f811aa69e44c04ef0&binding%3Ahost_id=n-h2-780147-23 HTTP/1.1" status: 200 len: 1098 time: 0.2219868 Jul 05 03:50:12.674195 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-4883c02e-a183-4a90-a361-22d0898cfce0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-780147-23'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:12.697737 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.753552 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2a823-6558-4b7a-a404-ba633bf37560 req-855b543d-313f-41b2-9ddb-59b93e8e5080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:12.755346 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c7f2a823-6558-4b7a-a404-ba633bf37560 req-855b543d-313f-41b2-9ddb-59b93e8e5080 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7338550 Jul 05 03:50:12.817986 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=57ccad2b-7e9a-40fb-b60e-7576fc09e7e2,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:12.819896 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937823f7-1c8e-4ad6-8513-e1be1568d376 req-c5c66c4a-efcc-43b3-b0b0-d2f4f3e0dcdb tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:12.823134 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed43b3-f740-4ec4-8a1a-fe7cd3a918a8 req-dc271441-b630-4149-8f40-3dc8ec9c9f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:12.825709 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-49ed43b3-f740-4ec4-8a1a-fe7cd3a918a8 req-dc271441-b630-4149-8f40-3dc8ec9c9f50 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=01eda536-4a3b-4f1c-b7c3-f5575d99b40c HTTP/1.1" status: 200 len: 1098 time: 0.3560553 Jul 05 03:50:12.841124 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-937823f7-1c8e-4ad6-8513-e1be1568d376 req-c5c66c4a-efcc-43b3-b0b0-d2f4f3e0dcdb tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eda536-4a3b-4f1c-b7c3-f5575d99b40c HTTP/1.1" status: 200 len: 946 time: 0.2986763 Jul 05 03:50:12.847772 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 has no active binding in host n-h1-780147-23 {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:50:12.889604 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75232d35-2563-4cc6-834f-8cc8e9e4778b req-d441f5b8-8b14-4538-ac42-528ca696b26a tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:12.897791 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-75232d35-2563-4cc6-834f-8cc8e9e4778b req-d441f5b8-8b14-4538-ac42-528ca696b26a tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.4226058 Jul 05 03:50:12.923138 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-937823f7-1c8e-4ad6-8513-e1be1568d376 req-36f68f34-1520-4f44-ab59-56620ae8c53c tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=6edef83f-ad4b-43cf-8226-709f89afd5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805216 Jul 05 03:50:12.926943 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-4883c02e-a183-4a90-a361-22d0898cfce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.958304 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-2aa69a6f-081d-4887-9095-645d66838647 req-46f6e1fc-bf45-4392-97bc-6811fb4de4e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a24e240-e7e3-4733-8693-1ec0751b7fd7 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:12.981499 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2aa69a6f-081d-4887-9095-645d66838647 req-46f6e1fc-bf45-4392-97bc-6811fb4de4e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.016938 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-49ed43b3-f740-4ec4-8a1a-fe7cd3a918a8 req-934824d9-a37b-4086-8999-d2150942135b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6edef83f-ad4b-43cf-8226-709f89afd5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522486 Jul 05 03:50:13.048475 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-75232d35-2563-4cc6-834f-8cc8e9e4778b req-e1642389-3066-4bc1-adcf-607051760bf4 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451333 Jul 05 03:50:13.049802 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-2aa69a6f-081d-4887-9095-645d66838647 req-46f6e1fc-bf45-4392-97bc-6811fb4de4e9 service neutron] Transition to ACTIVE for port object 0a24e240-e7e3-4733-8693-1ec0751b7fd7 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:13.074125 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2aa69a6f-081d-4887-9095-645d66838647 req-46f6e1fc-bf45-4392-97bc-6811fb4de4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.120667 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-4883c02e-a183-4a90-a361-22d0898cfce0 service neutron] For port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=57ccad2b-7e9a-40fb-b60e-7576fc09e7e2,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:13.157981 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c7f2a823-6558-4b7a-a404-ba633bf37560 req-e9c34861-5533-4612-b4fa-31fe2c8170b4 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864422 Jul 05 03:50:13.162989 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-4883c02e-a183-4a90-a361-22d0898cfce0 service neutron] For port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:13.262351 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-4883c02e-a183-4a90-a361-22d0898cfce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.265029 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd386b8e7-e470-4f41-a8dd-d5cbeddeebf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ccad2b-7e9a-40fb-b60e-7576fc09e7e2'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:13.267897 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438493b0-81ee-40a2-bbb6-3b72287219ea" -d '{"events": [{"server_uuid": "d386b8e7-e470-4f41-a8dd-d5cbeddeebf9", "name": "network-vif-unplugged", "status": "completed", "tag": "57ccad2b-7e9a-40fb-b60e-7576fc09e7e2"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:13.278222 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-4883c02e-a183-4a90-a361-22d0898cfce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.283858 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6e1fc-bf45-4392-97bc-6811fb4de4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0a24e240-e7e3-4733-8693-1ec0751b7fd7,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:13.376488 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883c02e-a183-4a90-a361-22d0898cfce0 service neutron] Pushing event updated for resources: {'Port': ['ID=57ccad2b-7e9a-40fb-b60e-7576fc09e7e2,revision_number=7']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:13.391303 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-2aa69a6f-081d-4887-9095-645d66838647 req-46f6e1fc-bf45-4392-97bc-6811fb4de4e9 service neutron] Attempting to bind port 0a24e240-e7e3-4733-8693-1ec0751b7fd7 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:13.391943 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-2aa69a6f-081d-4887-9095-645d66838647 req-46f6e1fc-bf45-4392-97bc-6811fb4de4e9 service neutron] Attempting to bind port 0a24e240-e7e3-4733-8693-1ec0751b7fd7 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:13.392566 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa69a6f-081d-4887-9095-645d66838647 req-46f6e1fc-bf45-4392-97bc-6811fb4de4e9 service neutron] Attempting to bind port 0a24e240-e7e3-4733-8693-1ec0751b7fd7 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:13.407988 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa69a6f-081d-4887-9095-645d66838647 req-46f6e1fc-bf45-4392-97bc-6811fb4de4e9 service neutron] Port 0a24e240-e7e3-4733-8693-1ec0751b7fd7 on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:50:13.408575 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa69a6f-081d-4887-9095-645d66838647 req-46f6e1fc-bf45-4392-97bc-6811fb4de4e9 service neutron] Attempting to bind port 0a24e240-e7e3-4733-8693-1ec0751b7fd7 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:13.425504 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa69a6f-081d-4887-9095-645d66838647 req-46f6e1fc-bf45-4392-97bc-6811fb4de4e9 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:13.426095 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa69a6f-081d-4887-9095-645d66838647 req-46f6e1fc-bf45-4392-97bc-6811fb4de4e9 service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:13.426593 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa69a6f-081d-4887-9095-645d66838647 req-46f6e1fc-bf45-4392-97bc-6811fb4de4e9 service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:13.427137 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-2aa69a6f-081d-4887-9095-645d66838647 req-46f6e1fc-bf45-4392-97bc-6811fb4de4e9 service neutron] Bound port: 0a24e240-e7e3-4733-8693-1ec0751b7fd7, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:13.427511 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2aa69a6f-081d-4887-9095-645d66838647 req-46f6e1fc-bf45-4392-97bc-6811fb4de4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.433846 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c7f2a823-6558-4b7a-a404-ba633bf37560 req-f341be2f-561b-4df4-9385-c37975731152 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549772 Jul 05 03:50:13.454566 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-4883c02e-a183-4a90-a361-22d0898cfce0 service neutron] Attempting to bind port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 on host n-h2-780147-23 for vnic_type normal with profile {"migrating_to": "n-h1-780147-23"} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:13.454970 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-4883c02e-a183-4a90-a361-22d0898cfce0 service neutron] Attempting to bind port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:13.455287 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-4883c02e-a183-4a90-a361-22d0898cfce0 service neutron] Attempting to bind port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 on network e37bffed-7318-4dad-93bc-2135e6f53abd {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:13.461585 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-4883c02e-a183-4a90-a361-22d0898cfce0 service neutron] Port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 on network e37bffed-7318-4dad-93bc-2135e6f53abd not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:50:13.461918 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-4883c02e-a183-4a90-a361-22d0898cfce0 service neutron] Attempting to bind port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 on network e37bffed-7318-4dad-93bc-2135e6f53abd {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:13.470250 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-4883c02e-a183-4a90-a361-22d0898cfce0 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:13.470592 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-4883c02e-a183-4a90-a361-22d0898cfce0 service neutron] Checking segment: {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:13.470982 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-4883c02e-a183-4a90-a361-22d0898cfce0 service neutron] Bound using segment: {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:13.471436 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-4883c02e-a183-4a90-a361-22d0898cfce0 service neutron] Bound port: 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:13.471903 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-4883c02e-a183-4a90-a361-22d0898cfce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.507048 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d71fe-85f2-4f4d-a8e9-baab8cadd5a7 req-b329578a-60f3-412d-96dc-3a7e543a5c98 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:13.508700 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9b5d71fe-85f2-4f4d-a8e9-baab8cadd5a7 req-b329578a-60f3-412d-96dc-3a7e543a5c98 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=4406722e-2d8e-44f7-be58-e96e67a8c79d HTTP/1.1" status: 200 len: 948 time: 0.1272628 Jul 05 03:50:13.512351 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21c147-6d44-4106-997d-0fda3a5a0b08 req-b930a30f-ab0a-402a-8aee-7d2de451df03 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:13.514674 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2f21c147-6d44-4106-997d-0fda3a5a0b08 req-b930a30f-ab0a-402a-8aee-7d2de451df03 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 944 time: 0.1752884 Jul 05 03:50:13.570484 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-2aa69a6f-081d-4887-9095-645d66838647 req-46f6e1fc-bf45-4392-97bc-6811fb4de4e9 service neutron] For port 0a24e240-e7e3-4733-8693-1ec0751b7fd7, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:13.585007 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9b5d71fe-85f2-4f4d-a8e9-baab8cadd5a7 req-1445b073-2eba-404c-a526-3e31908dae60 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585859 Jul 05 03:50:13.592280 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-4883c02e-a183-4a90-a361-22d0898cfce0 service neutron] For port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:13.596237 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-4883c02e-a183-4a90-a361-22d0898cfce0 service neutron] For port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=57ccad2b-7e9a-40fb-b60e-7576fc09e7e2,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:13.603163 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-2aa69a6f-081d-4887-9095-645d66838647 req-46f6e1fc-bf45-4392-97bc-6811fb4de4e9 service neutron] For port 0a24e240-e7e3-4733-8693-1ec0751b7fd7, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=0a24e240-e7e3-4733-8693-1ec0751b7fd7,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:13.603502 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-4883c02e-a183-4a90-a361-22d0898cfce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.623427 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2f21c147-6d44-4106-997d-0fda3a5a0b08 req-be83652b-5b93-4bd4-ad2f-e8c332bf23c1 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923645 Jul 05 03:50:13.625048 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2aa69a6f-081d-4887-9095-645d66838647 req-46f6e1fc-bf45-4392-97bc-6811fb4de4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.696816 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa69a6f-081d-4887-9095-645d66838647 req-46f6e1fc-bf45-4392-97bc-6811fb4de4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:13.697892 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2aa69a6f-081d-4887-9095-645d66838647 req-46f6e1fc-bf45-4392-97bc-6811fb4de4e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.700439 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2aa69a6f-081d-4887-9095-645d66838647 req-46f6e1fc-bf45-4392-97bc-6811fb4de4e9 service neutron] 10.222.0.89 "PUT /v2.0/ports/0a24e240-e7e3-4733-8693-1ec0751b7fd7 HTTP/1.1" status: 200 len: 1097 time: 2.0132253 Jul 05 03:50:13.705681 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4406722e-2d8e-44f7-be58-e96e67a8c79d', 'tag': '0a24e240-e7e3-4733-8693-1ec0751b7fd7'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:13.709333 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-4883c02e-a183-4a90-a361-22d0898cfce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:13.709547 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d77b04c-b9f1-428e-942b-0127512a6f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "4406722e-2d8e-44f7-be58-e96e67a8c79d", "tag": "0a24e240-e7e3-4733-8693-1ec0751b7fd7"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:13.712888 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-4883c02e-a183-4a90-a361-22d0898cfce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.714996 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-4883c02e-a183-4a90-a361-22d0898cfce0 service neutron] 10.222.0.89 "PUT /v2.0/ports/57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 HTTP/1.1" status: 200 len: 1124 time: 1.0662796 Jul 05 03:50:13.736845 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883c02e-a183-4a90-a361-22d0898cfce0 service neutron] Pushing event updated for resources: {'Port': ['ID=57ccad2b-7e9a-40fb-b60e-7576fc09e7e2,revision_number=8']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:13.765743 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6e1fc-bf45-4392-97bc-6811fb4de4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0a24e240-e7e3-4733-8693-1ec0751b7fd7,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:13.777512 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c26f372-0939-4422-82cb-dd1ff2506afe x-openstack-request-id: req-9c26f372-0939-4422-82cb-dd1ff2506afe {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:13.778062 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d386b8e7-e470-4f41-a8dd-d5cbeddeebf9", "name": "network-vif-unplugged", "status": "completed", "tag": "57ccad2b-7e9a-40fb-b60e-7576fc09e7e2", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:13.778531 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9c26f372-0939-4422-82cb-dd1ff2506afe {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:13.779165 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd386b8e7-e470-4f41-a8dd-d5cbeddeebf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ccad2b-7e9a-40fb-b60e-7576fc09e7e2', 'code': 200} Jul 05 03:50:13.856547 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa69a6f-081d-4887-9095-645d66838647 req-4dd53002-d8a1-4312-a7f2-a1916eb646ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:13.859775 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2aa69a6f-081d-4887-9095-645d66838647 req-4dd53002-d8a1-4312-a7f2-a1916eb646ef service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&device_id=4406722e-2d8e-44f7-be58-e96e67a8c79d HTTP/1.1" status: 200 len: 1100 time: 0.0794668 Jul 05 03:50:13.869048 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['57ccad2b-7e9a-40fb-b60e-7576fc09e7e2'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:13.963502 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2aa69a6f-081d-4887-9095-645d66838647 req-e00faa75-db0a-48b0-af5c-9f813dc55ac1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=0a24e240-e7e3-4733-8693-1ec0751b7fd7 HTTP/1.1" status: 200 len: 217 time: 0.0890617 Jul 05 03:50:14.084375 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['57ccad2b-7e9a-40fb-b60e-7576fc09e7e2'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:14.099156 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841da71d-1edf-436c-a722-1445b910caa5 req-25fec5f3-b0b7-4c94-96e3-6a3dd55ab180 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:14.101261 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841da71d-1edf-436c-a722-1445b910caa5 req-25fec5f3-b0b7-4c94-96e3-6a3dd55ab180 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 945 time: 0.0857079 Jul 05 03:50:14.117509 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa69a6f-081d-4887-9095-645d66838647 req-0cc5cd95-df54-4aee-8bee-5c4cfd2a2636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:14.119373 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2aa69a6f-081d-4887-9095-645d66838647 req-0cc5cd95-df54-4aee-8bee-5c4cfd2a2636 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0812659 Jul 05 03:50:14.133211 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f52ce-f151-495b-a3f9-db482023d86d req-8e43a3ee-e07d-4e84-ad4e-ad59549642bc tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:14.135102 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a8f52ce-f151-495b-a3f9-db482023d86d req-8e43a3ee-e07d-4e84-ad4e-ad59549642bc tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.2003043 Jul 05 03:50:14.171101 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841da71d-1edf-436c-a722-1445b910caa5 req-49061c87-bdd2-44c2-9265-0a9211a530e4 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631998 Jul 05 03:50:14.208646 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a8f52ce-f151-495b-a3f9-db482023d86d req-352b6f66-8a31-418d-875e-e0397130123c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638418 Jul 05 03:50:14.257576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa69a6f-081d-4887-9095-645d66838647 req-bbef5484-eaab-4fdb-851f-d40dba52999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:14.258763 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2aa69a6f-081d-4887-9095-645d66838647 req-bbef5484-eaab-4fdb-851f-d40dba52999e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1227422 Jul 05 03:50:14.299720 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9c8d34-aa52-4a91-8260-f5c532fd9e8e x-openstack-request-id: req-2a9c8d34-aa52-4a91-8260-f5c532fd9e8e {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:14.300931 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4406722e-2d8e-44f7-be58-e96e67a8c79d", "tag": "0a24e240-e7e3-4733-8693-1ec0751b7fd7", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:14.301570 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2a9c8d34-aa52-4a91-8260-f5c532fd9e8e {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:14.302215 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4406722e-2d8e-44f7-be58-e96e67a8c79d', 'tag': '0a24e240-e7e3-4733-8693-1ec0751b7fd7', 'status': 'completed', 'code': 200} Jul 05 03:50:14.399107 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2aa69a6f-081d-4887-9095-645d66838647 req-4daf7440-a76a-449b-a4bd-ce113d06545d service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236098 Jul 05 03:50:14.539044 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2aa69a6f-081d-4887-9095-645d66838647 req-64275f56-4a5d-4c2b-a6d9-7d35b19c8e70 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320653 Jul 05 03:50:14.548106 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92245e5-8244-4dd0-b45f-1842a2647710 req-5f91deee-3f0b-4793-993e-0a4dbe365e36 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:14.549556 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d92245e5-8244-4dd0-b45f-1842a2647710 req-5f91deee-3f0b-4793-993e-0a4dbe365e36 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eda536-4a3b-4f1c-b7c3-f5575d99b40c HTTP/1.1" status: 200 len: 946 time: 0.1448443 Jul 05 03:50:14.595626 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d92245e5-8244-4dd0-b45f-1842a2647710 req-20ea2cce-0f40-4b20-b0a7-d8fddb76d86c tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=6edef83f-ad4b-43cf-8226-709f89afd5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389466 Jul 05 03:50:14.638952 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d427e4-c525-4b0f-a4b0-f6161275da49 req-2ea45ac8-16e8-4887-98b7-4a7b812162e9 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:14.641203 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05d427e4-c525-4b0f-a4b0-f6161275da49 req-2ea45ac8-16e8-4887-98b7-4a7b812162e9 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.0723217 Jul 05 03:50:14.683593 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77b04c-b9f1-428e-942b-0127512a6f6b req-45f8a975-b61f-48a0-a662-95ad01bd6e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:14.685599 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05d427e4-c525-4b0f-a4b0-f6161275da49 req-46ec01db-2fa9-4d1e-9c56-071bacaed16c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357985 Jul 05 03:50:14.686187 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9d77b04c-b9f1-428e-942b-0127512a6f6b req-45f8a975-b61f-48a0-a662-95ad01bd6e14 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&device_id=4406722e-2d8e-44f7-be58-e96e67a8c79d HTTP/1.1" status: 200 len: 1100 time: 0.0841498 Jul 05 03:50:14.791511 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77b04c-b9f1-428e-942b-0127512a6f6b req-f3652377-8bcb-464e-93b6-0b84adb7fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:14.793042 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9d77b04c-b9f1-428e-942b-0127512a6f6b req-f3652377-8bcb-464e-93b6-0b84adb7fb50 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.0997198 Jul 05 03:50:14.843224 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9d77b04c-b9f1-428e-942b-0127512a6f6b req-c0415b5f-85c1-42f4-94c8-4f968df8b9fc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=0a24e240-e7e3-4733-8693-1ec0751b7fd7 HTTP/1.1" status: 200 len: 217 time: 0.0418608 Jul 05 03:50:14.891681 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb99722-c32b-4986-80bd-953880cb7093 req-44807a5f-015d-46e5-8ebd-e29c15e2dbfc tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:14.894777 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ceb99722-c32b-4986-80bd-953880cb7093 req-44807a5f-015d-46e5-8ebd-e29c15e2dbfc tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c21103-d72c-40b0-b1f3-eccce6c94a09 HTTP/1.1" status: 200 len: 946 time: 0.0725825 Jul 05 03:50:14.933061 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77b04c-b9f1-428e-942b-0127512a6f6b req-770fa53d-6648-4ba1-a522-b9bc7d1ca87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:14.934537 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9d77b04c-b9f1-428e-942b-0127512a6f6b req-770fa53d-6648-4ba1-a522-b9bc7d1ca87e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0822337 Jul 05 03:50:14.944435 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ceb99722-c32b-4986-80bd-953880cb7093 req-eb8ffd0c-1924-4311-b84d-b14ac60de8a5 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/security-groups?id=68433574-909c-4739-8a30-e2cc02b714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432818 Jul 05 03:50:15.025309 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9292f3-8b54-446d-9b69-5f14a90e32d5 req-31fca6fc-9d1d-4ddc-bb0a-0ffa6c136522 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:15.028008 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1d9292f3-8b54-446d-9b69-5f14a90e32d5 req-31fca6fc-9d1d-4ddc-bb0a-0ffa6c136522 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=4406722e-2d8e-44f7-be58-e96e67a8c79d HTTP/1.1" status: 200 len: 948 time: 0.1865749 Jul 05 03:50:15.095366 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-55ffd207-53e0-45f5-b790-e7ed170193ad req-00655702-0e60-42be-a1be-2c050c758858 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2019617546&fields=id&tenant_id=2c44e0c91a214af8a282671d241ed272 HTTP/1.1" status: 200 len: 267 time: 0.0385180 Jul 05 03:50:15.099871 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1d9292f3-8b54-446d-9b69-5f14a90e32d5 req-aca49885-beee-41cd-a535-e9a90ed76c0d tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631402 Jul 05 03:50:15.106103 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77b04c-b9f1-428e-942b-0127512a6f6b req-a81cefa8-09da-4f21-8538-03ec67cd7a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:15.107687 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9d77b04c-b9f1-428e-942b-0127512a6f6b req-a81cefa8-09da-4f21-8538-03ec67cd7a9b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1649635 Jul 05 03:50:15.221568 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffd207-53e0-45f5-b790-e7ed170193ad req-ec4f0eee-298b-427d-bf73-dbece7d200ea tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:15.228973 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-55ffd207-53e0-45f5-b790-e7ed170193ad req-ec4f0eee-298b-427d-bf73-dbece7d200ea tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eda536-4a3b-4f1c-b7c3-f5575d99b40c HTTP/1.1" status: 200 len: 946 time: 0.1236436 Jul 05 03:50:15.241178 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9d77b04c-b9f1-428e-942b-0127512a6f6b req-4ac1a83f-0f87-4f9f-beb5-779015153cf9 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233785 Jul 05 03:50:15.243304 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-55ffd207-53e0-45f5-b790-e7ed170193ad req-8b6f948e-5f85-4680-9e55-dc4ecd11c982 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Request body: {'port': {'security_groups': ['6edef83f-ad4b-43cf-8226-709f89afd5a3', '4c30636f-a3d7-456d-a38d-63a035a2a2da']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:15.366814 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-55ffd207-53e0-45f5-b790-e7ed170193ad req-8b6f948e-5f85-4680-9e55-dc4ecd11c982 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.404847 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9d77b04c-b9f1-428e-942b-0127512a6f6b req-e488bdcf-c378-49c6-bde4-efab6458236d service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564097 Jul 05 03:50:15.419023 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5b160-8849-475f-821c-ab061745fa24 req-9a73062c-de57-4b5e-af52-9f2db70e8d0f tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:15.421731 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-05e5b160-8849-475f-821c-ab061745fa24 req-9a73062c-de57-4b5e-af52-9f2db70e8d0f tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 944 time: 0.1526721 Jul 05 03:50:15.484057 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-05e5b160-8849-475f-821c-ab061745fa24 req-123aaed1-23f4-4f20-87b0-c37e2ee3af0a tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538707 Jul 05 03:50:15.720900 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646139b-cbe5-4745-9464-410a1c3edbdd req-284c3acd-2f01-49bd-a7d1-412f497f2528 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:15.723004 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b646139b-cbe5-4745-9464-410a1c3edbdd req-284c3acd-2f01-49bd-a7d1-412f497f2528 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 945 time: 0.1010358 Jul 05 03:50:15.779622 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b646139b-cbe5-4745-9464-410a1c3edbdd req-e6854e1a-2b12-43fc-a71a-e8be0f518e37 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464487 Jul 05 03:50:15.780244 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd386b8e7-e470-4f41-a8dd-d5cbeddeebf9', 'tag': '57ccad2b-7e9a-40fb-b60e-7576fc09e7e2'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:15.782663 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576b94e6-9962-49af-ab55-21fcdd590414" -d '{"events": [{"name": "network-changed", "server_uuid": "d386b8e7-e470-4f41-a8dd-d5cbeddeebf9", "tag": "57ccad2b-7e9a-40fb-b60e-7576fc09e7e2"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:16.016187 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d77ce-2405-440f-81a0-fc0674b9db8f req-0534bd5d-bc91-4b03-a9f6-382a3af0f957 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:16.018695 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5d9d77ce-2405-440f-81a0-fc0674b9db8f req-0534bd5d-bc91-4b03-a9f6-382a3af0f957 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.0876284 Jul 05 03:50:16.020731 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-55ffd207-53e0-45f5-b790-e7ed170193ad req-8b6f948e-5f85-4680-9e55-dc4ecd11c982 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] For port b049e812-485b-45be-8143-21787912fae7, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b049e812-485b-45be-8143-21787912fae7,segment=NetworkSegment(3fbc827e-3684-4feb-9d7a-3826e63576b6),segment_id=3fbc827e-3684-4feb-9d7a-3826e63576b6)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:16.070962 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-55ffd207-53e0-45f5-b790-e7ed170193ad req-8b6f948e-5f85-4680-9e55-dc4ecd11c982 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:16.077948 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-55ffd207-53e0-45f5-b790-e7ed170193ad req-8b6f948e-5f85-4680-9e55-dc4ecd11c982 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:16.100554 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['b049e812-485b-45be-8143-21787912fae7'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:16.155451 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffd207-53e0-45f5-b790-e7ed170193ad req-8b6f948e-5f85-4680-9e55-dc4ecd11c982 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:16.155451 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-55ffd207-53e0-45f5-b790-e7ed170193ad req-8b6f948e-5f85-4680-9e55-dc4ecd11c982 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:16.159374 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-55ffd207-53e0-45f5-b790-e7ed170193ad req-8b6f948e-5f85-4680-9e55-dc4ecd11c982 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "PUT /v2.0/ports/b049e812-485b-45be-8143-21787912fae7 HTTP/1.1" status: 200 len: 982 time: 0.9242191 Jul 05 03:50:16.197250 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f948e-5f85-4680-9e55-dc4ecd11c982 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event updated for resources: {'Port': ['ID=b049e812-485b-45be-8143-21787912fae7,revision_number=6']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:16.280062 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['b049e812-485b-45be-8143-21787912fae7'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:16.306874 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01eda536-4a3b-4f1c-b7c3-f5575d99b40c', 'tag': 'b049e812-485b-45be-8143-21787912fae7'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:16.309475 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a930ad-354d-40cf-904e-9153809c8a45" -d '{"events": [{"name": "network-changed", "server_uuid": "01eda536-4a3b-4f1c-b7c3-f5575d99b40c", "tag": "b049e812-485b-45be-8143-21787912fae7"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:16.383673 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9cc2a-5bbe-4e65-b01b-7e848e1ae62f req-0377b80c-cab5-456e-a0a3-393b7842ee8d tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:16.385787 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c1f9cc2a-5bbe-4e65-b01b-7e848e1ae62f req-0377b80c-cab5-456e-a0a3-393b7842ee8d tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.0972414 Jul 05 03:50:16.443967 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c1f9cc2a-5bbe-4e65-b01b-7e848e1ae62f req-87c7f249-4ff4-4740-aaf3-f37617e4a799 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503578 Jul 05 03:50:16.468077 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5d9d77ce-2405-440f-81a0-fc0674b9db8f req-2689c211-eff2-444f-917c-be7dfb309142 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332869 Jul 05 03:50:16.516568 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 0a24e240-e7e3-4733-8693-1ec0751b7fd7 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:16.525950 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b28a76-2cd6-4ca0-8562-7d7164c5c29e x-openstack-request-id: req-15b28a76-2cd6-4ca0-8562-7d7164c5c29e {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:16.526245 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d386b8e7-e470-4f41-a8dd-d5cbeddeebf9", "tag": "57ccad2b-7e9a-40fb-b60e-7576fc09e7e2", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:16.526498 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-15b28a76-2cd6-4ca0-8562-7d7164c5c29e {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:16.526888 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd386b8e7-e470-4f41-a8dd-d5cbeddeebf9', 'tag': '57ccad2b-7e9a-40fb-b60e-7576fc09e7e2', 'status': 'completed', 'code': 200} Jul 05 03:50:16.689790 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b94e6-9962-49af-ab55-21fcdd590414 req-a398cb7d-8e11-4dd7-acf9-de875fb324e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:16.692033 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-576b94e6-9962-49af-ab55-21fcdd590414 req-a398cb7d-8e11-4dd7-acf9-de875fb324e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6079881a5dcb456f811aa69e44c04ef0&device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 1127 time: 0.0869198 Jul 05 03:50:16.727401 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 0a24e240-e7e3-4733-8693-1ec0751b7fd7, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=0a24e240-e7e3-4733-8693-1ec0751b7fd7,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:16.747562 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df675f6-9eef-40a6-86ac-9ec80a9e23f3 req-c6963f10-7d7f-4761-bbbe-76dedaa7ef7b tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:16.749241 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1df675f6-9eef-40a6-86ac-9ec80a9e23f3 req-c6963f10-7d7f-4761-bbbe-76dedaa7ef7b tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c21103-d72c-40b0-b1f3-eccce6c94a09 HTTP/1.1" status: 200 len: 946 time: 0.0815175 Jul 05 03:50:16.751293 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '0a24e240-e7e3-4733-8693-1ec0751b7fd7', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '0a24e240-e7e3-4733-8693-1ec0751b7fd7', 'mac_address': 'fa:16:3e:1b:5b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:50:16.799234 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1df675f6-9eef-40a6-86ac-9ec80a9e23f3 req-16e9cb05-951d-4231-8c4d-0fcb373a0888 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/security-groups?id=68433574-909c-4739-8a30-e2cc02b714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429554 Jul 05 03:50:16.801962 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:16.826987 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a24e240-e7e3-4733-8693-1ec0751b7fd7 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:16.852852 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 0a24e240-e7e3-4733-8693-1ec0751b7fd7, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=0a24e240-e7e3-4733-8693-1ec0751b7fd7,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:16.861522 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:16.915922 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b94e6-9962-49af-ab55-21fcdd590414 req-9579563a-4760-496c-896a-7a547620c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:16.917627 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-576b94e6-9962-49af-ab55-21fcdd590414 req-9579563a-4760-496c-896a-7a547620c286 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 200 len: 909 time: 0.1654835 Jul 05 03:50:16.926181 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=0a24e240-e7e3-4733-8693-1ec0751b7fd7,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:16.926398 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd3af5-d0e5-46f7-bce7-d140e768545f req-f6c6fddb-6d96-4adc-a7fe-6daf263323e8 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:16.927893 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-abbd3af5-d0e5-46f7-bce7-d140e768545f req-f6c6fddb-6d96-4adc-a7fe-6daf263323e8 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=4406722e-2d8e-44f7-be58-e96e67a8c79d HTTP/1.1" status: 200 len: 948 time: 0.1056676 Jul 05 03:50:16.937585 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:16.938587 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:16.938946 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:16.939289 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:16.939628 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:16.940054 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:16.941629 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:16.941967 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:16.942275 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:16.942641 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:16.943047 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:16.943263 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:16.948219 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e1d5987b-1c31-4b62-ae0f-a0e4d0e02cf9 req-c25f8720-3499-424d-92a2-8ffacd1c3c84 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1519354610&fields=id&tenant_id=2c44e0c91a214af8a282671d241ed272 HTTP/1.1" status: 200 len: 267 time: 0.0417542 Jul 05 03:50:16.972094 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-576b94e6-9962-49af-ab55-21fcdd590414 req-12a384c4-4441-4d5a-b141-0b1a104485f7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 HTTP/1.1" status: 200 len: 217 time: 0.0430655 Jul 05 03:50:17.034362 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5987b-1c31-4b62-ae0f-a0e4d0e02cf9 req-b749d47f-ea2d-4edd-9f93-59c167bf194f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:17.036342 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e1d5987b-1c31-4b62-ae0f-a0e4d0e02cf9 req-b749d47f-ea2d-4edd-9f93-59c167bf194f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eda536-4a3b-4f1c-b7c3-f5575d99b40c HTTP/1.1" status: 200 len: 985 time: 0.0797687 Jul 05 03:50:17.038358 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-abbd3af5-d0e5-46f7-bce7-d140e768545f req-cb064bf3-d204-4a83-8812-20fe3905eed8 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018224 Jul 05 03:50:17.044664 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b94e6-9962-49af-ab55-21fcdd590414 req-7db7832c-cabe-46f5-82dc-584056c5019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:17.046739 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-576b94e6-9962-49af-ab55-21fcdd590414 req-7db7832c-cabe-46f5-82dc-584056c5019d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed0a1ef0-1506-4eb0-93c1-51dd53393e81 HTTP/1.1" status: 200 len: 848 time: 0.0673120 Jul 05 03:50:17.048936 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-e1d5987b-1c31-4b62-ae0f-a0e4d0e02cf9 req-9548f93f-b446-4a88-a8a9-aafd2ab20612 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Request body: {'port': {'security_groups': ['4c30636f-a3d7-456d-a38d-63a035a2a2da', '6edef83f-ad4b-43cf-8226-709f89afd5a3', 'e50a9e16-5626-49c6-b30c-839d88e898e5']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:17.091243 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-576b94e6-9962-49af-ab55-21fcdd590414 req-48fd54ec-ba98-4359-86e3-abc7c7ca2cf4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e37bffed-7318-4dad-93bc-2135e6f53abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307209 Jul 05 03:50:17.096936 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453c1d97-574e-4bf5-940f-7dc17e182493 x-openstack-request-id: req-453c1d97-574e-4bf5-940f-7dc17e182493 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:17.097475 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01eda536-4a3b-4f1c-b7c3-f5575d99b40c", "tag": "b049e812-485b-45be-8143-21787912fae7", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:17.097856 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-453c1d97-574e-4bf5-940f-7dc17e182493 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:17.098430 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01eda536-4a3b-4f1c-b7c3-f5575d99b40c', 'tag': 'b049e812-485b-45be-8143-21787912fae7', 'status': 'completed', 'code': 200} Jul 05 03:50:17.140554 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e1d5987b-1c31-4b62-ae0f-a0e4d0e02cf9 req-9548f93f-b446-4a88-a8a9-aafd2ab20612 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.252252 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-576b94e6-9962-49af-ab55-21fcdd590414 req-906a6191-443e-4488-a546-a3cbcf0d2ca4 service neutron] 10.222.0.70 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432247 Jul 05 03:50:17.267791 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a930ad-354d-40cf-904e-9153809c8a45 req-0eeb45df-b84d-4a26-89ab-a08d91377c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:17.269490 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-94a930ad-354d-40cf-904e-9153809c8a45 req-0eeb45df-b84d-4a26-89ab-a08d91377c37 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2c44e0c91a214af8a282671d241ed272&device_id=01eda536-4a3b-4f1c-b7c3-f5575d99b40c HTTP/1.1" status: 200 len: 1137 time: 0.1264534 Jul 05 03:50:17.281943 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53d9e0-8b10-4065-8b35-171e3bacf5db req-ef979868-d804-4eef-9344-220a32ce9624 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:17.283450 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-df53d9e0-8b10-4065-8b35-171e3bacf5db req-ef979868-d804-4eef-9344-220a32ce9624 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 944 time: 0.0931101 Jul 05 03:50:17.324368 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-df53d9e0-8b10-4065-8b35-171e3bacf5db req-7c628e86-752b-4642-929f-aa23673c6b36 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344448 Jul 05 03:50:17.352302 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['0a24e240-e7e3-4733-8693-1ec0751b7fd7'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:17.445002 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a930ad-354d-40cf-904e-9153809c8a45 req-551da67d-0ee8-49df-86a0-727aaa2e032a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:17.446519 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-94a930ad-354d-40cf-904e-9153809c8a45 req-551da67d-0ee8-49df-86a0-727aaa2e032a service neutron] 10.222.0.89 "GET /v2.0/networks?id=66df77c6-8f4e-4b95-a93c-745ad7f8290e HTTP/1.1" status: 200 len: 913 time: 0.1673429 Jul 05 03:50:17.491482 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-576b94e6-9962-49af-ab55-21fcdd590414 req-0f1bba80-dd8c-41b3-90c2-b8dd50838c7d service neutron] 10.222.0.70 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528029 Jul 05 03:50:17.514709 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-94a930ad-354d-40cf-904e-9153809c8a45 req-fb26cd60-d361-48d5-917b-3b7f7911d638 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b049e812-485b-45be-8143-21787912fae7 HTTP/1.1" status: 200 len: 217 time: 0.0519104 Jul 05 03:50:17.526739 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d070a4-df12-42aa-9001-507f7ba3af4a req-d41f6f65-ef88-4480-b386-0e14adc96cb7 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:17.528359 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-66d070a4-df12-42aa-9001-507f7ba3af4a req-d41f6f65-ef88-4480-b386-0e14adc96cb7 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 945 time: 0.0792348 Jul 05 03:50:17.544294 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-e1d5987b-1c31-4b62-ae0f-a0e4d0e02cf9 req-9548f93f-b446-4a88-a8a9-aafd2ab20612 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] For port b049e812-485b-45be-8143-21787912fae7, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b049e812-485b-45be-8143-21787912fae7,segment=NetworkSegment(3fbc827e-3684-4feb-9d7a-3826e63576b6),segment_id=3fbc827e-3684-4feb-9d7a-3826e63576b6)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:17.575448 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-66d070a4-df12-42aa-9001-507f7ba3af4a req-30d4598a-85a0-4537-b971-26055a4686d4 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389388 Jul 05 03:50:17.602132 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a930ad-354d-40cf-904e-9153809c8a45 req-ab5c6e95-73fe-4e90-8537-09ad1dd84ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:17.603666 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-94a930ad-354d-40cf-904e-9153809c8a45 req-ab5c6e95-73fe-4e90-8537-09ad1dd84ab3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=83b03ff1-cc88-4818-8b80-c7647b3fbb89 HTTP/1.1" status: 200 len: 852 time: 0.0772648 Jul 05 03:50:17.607785 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e1d5987b-1c31-4b62-ae0f-a0e4d0e02cf9 req-9548f93f-b446-4a88-a8a9-aafd2ab20612 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.612936 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e1d5987b-1c31-4b62-ae0f-a0e4d0e02cf9 req-9548f93f-b446-4a88-a8a9-aafd2ab20612 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.686885 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-94a930ad-354d-40cf-904e-9153809c8a45 req-60b13a9d-6a6e-4feb-9890-49f15b64f942 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=66df77c6-8f4e-4b95-a93c-745ad7f8290e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408762 Jul 05 03:50:17.692885 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5987b-1c31-4b62-ae0f-a0e4d0e02cf9 req-9548f93f-b446-4a88-a8a9-aafd2ab20612 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:17.693509 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e1d5987b-1c31-4b62-ae0f-a0e4d0e02cf9 req-9548f93f-b446-4a88-a8a9-aafd2ab20612 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.694866 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e1d5987b-1c31-4b62-ae0f-a0e4d0e02cf9 req-9548f93f-b446-4a88-a8a9-aafd2ab20612 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "PUT /v2.0/ports/b049e812-485b-45be-8143-21787912fae7 HTTP/1.1" status: 200 len: 1021 time: 0.6513419 Jul 05 03:50:17.775201 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e452b-89a2-4f1b-8a5f-91a40f654839 req-ba993f92-458d-400c-aba8-e76c66682c42 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:17.776643 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d13e452b-89a2-4f1b-8a5f-91a40f654839 req-ba993f92-458d-400c-aba8-e76c66682c42 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.0815535 Jul 05 03:50:17.786119 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548f93f-b446-4a88-a8a9-aafd2ab20612 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event updated for resources: {'Port': ['ID=b049e812-485b-45be-8143-21787912fae7,revision_number=7']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:17.802981 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548f93f-b446-4a88-a8a9-aafd2ab20612 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:17.803319 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548f93f-b446-4a88-a8a9-aafd2ab20612 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:17.803659 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548f93f-b446-4a88-a8a9-aafd2ab20612 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:17.804019 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548f93f-b446-4a88-a8a9-aafd2ab20612 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:17.804448 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548f93f-b446-4a88-a8a9-aafd2ab20612 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:17.804770 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548f93f-b446-4a88-a8a9-aafd2ab20612 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:17.805100 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548f93f-b446-4a88-a8a9-aafd2ab20612 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:17.805422 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548f93f-b446-4a88-a8a9-aafd2ab20612 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:17.805762 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548f93f-b446-4a88-a8a9-aafd2ab20612 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:17.806064 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548f93f-b446-4a88-a8a9-aafd2ab20612 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:17.806501 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548f93f-b446-4a88-a8a9-aafd2ab20612 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:17.806974 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548f93f-b446-4a88-a8a9-aafd2ab20612 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:17.823641 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d13e452b-89a2-4f1b-8a5f-91a40f654839 req-3667b720-0ffe-4b1e-be4f-8bf605767da2 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395074 Jul 05 03:50:17.860013 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['b049e812-485b-45be-8143-21787912fae7'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:17.890574 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-94a930ad-354d-40cf-904e-9153809c8a45 req-adaed430-ac37-407f-a36a-e96c6cc67ad7 service neutron] 10.222.0.89 "GET /v2.0/networks/66df77c6-8f4e-4b95-a93c-745ad7f8290e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847584 Jul 05 03:50:17.912466 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50232b25-0724-451b-8f11-571d9212881c req-b32c0d19-73fe-47e2-9f97-4e1d3b41c6cf tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:17.914138 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-50232b25-0724-451b-8f11-571d9212881c req-b32c0d19-73fe-47e2-9f97-4e1d3b41c6cf tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.0994170 Jul 05 03:50:17.941199 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd3077-804e-4f4f-ba5d-10e3ea94324b req-c75c50af-d8a5-4544-8bea-979acd4b8990 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:17.942753 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5cd3077-804e-4f4f-ba5d-10e3ea94324b req-c75c50af-d8a5-4544-8bea-979acd4b8990 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.70 "GET /v2.0/ports?device_id=59c21103-d72c-40b0-b1f3-eccce6c94a09 HTTP/1.1" status: 200 len: 946 time: 0.0914869 Jul 05 03:50:18.023425 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-50232b25-0724-451b-8f11-571d9212881c req-d4d5ae6e-4cf3-42f4-94b4-67e100f49a0a tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003551 Jul 05 03:50:18.051874 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-94a930ad-354d-40cf-904e-9153809c8a45 req-b640b668-abfc-4952-af61-f20b756ec5b4 service neutron] 10.222.0.89 "GET /v2.0/networks/66df77c6-8f4e-4b95-a93c-745ad7f8290e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367705 Jul 05 03:50:18.106652 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-f5cd3077-804e-4f4f-ba5d-10e3ea94324b req-3d63bf87-0053-4ee3-a506-d338981ae070 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Deleting port facb5946-6a38-483d-b686-d0205f1cd23e {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:18.107233 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f5cd3077-804e-4f4f-ba5d-10e3ea94324b req-3d63bf87-0053-4ee3-a506-d338981ae070 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.240909 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050f71c-e330-44b2-b958-da98c9000674 req-716def38-36f6-4b3f-af15-666b3a514e3c tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:18.242430 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c050f71c-e330-44b2-b958-da98c9000674 req-716def38-36f6-4b3f-af15-666b3a514e3c tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c21103-d72c-40b0-b1f3-eccce6c94a09 HTTP/1.1" status: 200 len: 946 time: 0.0690048 Jul 05 03:50:18.260878 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-f5cd3077-804e-4f4f-ba5d-10e3ea94324b req-3d63bf87-0053-4ee3-a506-d338981ae070 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] For port facb5946-6a38-483d-b686-d0205f1cd23e, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=facb5946-6a38-483d-b686-d0205f1cd23e,segment=NetworkSegment(a28194f0-a962-4cd3-b7ed-773f8673e22c),segment_id=a28194f0-a962-4cd3-b7ed-773f8673e22c)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:18.261275 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f5cd3077-804e-4f4f-ba5d-10e3ea94324b req-3d63bf87-0053-4ee3-a506-d338981ae070 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.277491 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-f5cd3077-804e-4f4f-ba5d-10e3ea94324b req-3d63bf87-0053-4ee3-a506-d338981ae070 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Calling delete_port for facb5946-6a38-483d-b686-d0205f1cd23e owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:18.287560 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13749e-ef47-4b65-b360-21ee96beef2f req-6cc5457b-78d2-4357-8427-848632f8ba5b tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:18.288371 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c050f71c-e330-44b2-b958-da98c9000674 req-4e92f1cb-2e0f-473f-a7f1-d261b52e5cf2 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/security-groups?id=68433574-909c-4739-8a30-e2cc02b714f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400746 Jul 05 03:50:18.289107 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cb13749e-ef47-4b65-b360-21ee96beef2f req-6cc5457b-78d2-4357-8427-848632f8ba5b tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eda536-4a3b-4f1c-b7c3-f5575d99b40c HTTP/1.1" status: 200 len: 1024 time: 0.1255267 Jul 05 03:50:18.428219 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cb13749e-ef47-4b65-b360-21ee96beef2f req-6da0696b-be1b-4d84-b1e2-236d6e0b80a9 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=e50a9e16-5626-49c6-b30c-839d88e898e5&id=6edef83f-ad4b-43cf-8226-709f89afd5a3&id=4c30636f-a3d7-456d-a38d-63a035a2a2da HTTP/1.1" status: 200 len: 6149 time: 0.1304617 Jul 05 03:50:18.478722 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2e580-391c-44e8-9195-d188a2a2b25d req-ad86809b-857e-4c7f-a2c1-968833aa721e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:18.480946 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-70f2e580-391c-44e8-9195-d188a2a2b25d req-ad86809b-857e-4c7f-a2c1-968833aa721e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=4406722e-2d8e-44f7-be58-e96e67a8c79d HTTP/1.1" status: 200 len: 949 time: 0.0858181 Jul 05 03:50:18.500155 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f5cd3077-804e-4f4f-ba5d-10e3ea94324b req-3d63bf87-0053-4ee3-a506-d338981ae070 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.527459 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01eda536-4a3b-4f1c-b7c3-f5575d99b40c', 'tag': 'b049e812-485b-45be-8143-21787912fae7'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:18.529834 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad245f56-0701-4428-93f7-8f8ce2ded324" -d '{"events": [{"name": "network-changed", "server_uuid": "01eda536-4a3b-4f1c-b7c3-f5575d99b40c", "tag": "b049e812-485b-45be-8143-21787912fae7"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:18.533218 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63bf87-0053-4ee3-a506-d338981ae070 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Pushing event deleted for resources: {'Port': ['ID=facb5946-6a38-483d-b686-d0205f1cd23e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:18.537065 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-70f2e580-391c-44e8-9195-d188a2a2b25d req-f90e562a-2b2b-4491-9125-3ba92ff63fdc tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494456 Jul 05 03:50:18.566156 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['facb5946-6a38-483d-b686-d0205f1cd23e'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:18.576478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-717d13e6-fb39-490a-8f89-1706aa28a7fd req-528d2769-a01a-47cb-b63f-83d00c31101c tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Request body: {'security_group': {'name': ' tempest-securitygroup -220561410 ', 'description': 'tempest-description-85647906'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:18.600915 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-717d13e6-fb39-490a-8f89-1706aa28a7fd req-528d2769-a01a-47cb-b63f-83d00c31101c tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.619352 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cd3077-804e-4f4f-ba5d-10e3ea94324b req-3d63bf87-0053-4ee3-a506-d338981ae070 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] No DVR routers for this DVR port facb5946-6a38-483d-b686-d0205f1cd23e on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:18.624578 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f5cd3077-804e-4f4f-ba5d-10e3ea94324b req-3d63bf87-0053-4ee3-a506-d338981ae070 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.626589 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5cd3077-804e-4f4f-ba5d-10e3ea94324b req-3d63bf87-0053-4ee3-a506-d338981ae070 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.70 "DELETE /v2.0/ports/facb5946-6a38-483d-b686-d0205f1cd23e HTTP/1.1" status: 204 len: 173 time: 0.6750524 Jul 05 03:50:18.655236 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f95faf-6ee6-497b-b744-ee33c830b631 req-2d8e16d6-4a35-4791-8823-b0fcf8498f13 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:18.656878 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-10f95faf-6ee6-497b-b744-ee33c830b631 req-2d8e16d6-4a35-4791-8823-b0fcf8498f13 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 944 time: 0.1155894 Jul 05 03:50:18.699078 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-10f95faf-6ee6-497b-b744-ee33c830b631 req-523806ac-7c16-417b-aa02-331975c5a261 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355325 Jul 05 03:50:18.704077 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-717d13e6-fb39-490a-8f89-1706aa28a7fd req-528d2769-a01a-47cb-b63f-83d00c31101c tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.709280 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-717d13e6-fb39-490a-8f89-1706aa28a7fd req-528d2769-a01a-47cb-b63f-83d00c31101c tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.757903 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17083a9a-670e-4327-b063-68fff2c241e8 x-openstack-request-id: req-17083a9a-670e-4327-b063-68fff2c241e8 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:18.758196 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01eda536-4a3b-4f1c-b7c3-f5575d99b40c", "tag": "b049e812-485b-45be-8143-21787912fae7", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:18.758451 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-17083a9a-670e-4327-b063-68fff2c241e8 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:18.758854 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01eda536-4a3b-4f1c-b7c3-f5575d99b40c', 'tag': 'b049e812-485b-45be-8143-21787912fae7', 'status': 'completed', 'code': 200} Jul 05 03:50:18.761356 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-717d13e6-fb39-490a-8f89-1706aa28a7fd req-528d2769-a01a-47cb-b63f-83d00c31101c tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.764350 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-717d13e6-fb39-490a-8f89-1706aa28a7fd req-528d2769-a01a-47cb-b63f-83d00c31101c tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.1920502 Jul 05 03:50:18.768649 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d2769-a01a-47cb-b63f-83d00c31101c tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a5f969-99c5-4e82-8940-0c220961344a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:18.814102 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['b049e812-485b-45be-8143-21787912fae7'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:18.872856 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-04b2e6b2-b5f1-41fd-b338-e71e3a5ad873 req-c4cc197d-06f6-4b47-8851-8038061a4a04 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/f7a5f969-99c5-4e82-8940-0c220961344a HTTP/1.1" status: 200 len: 1778 time: 0.0775580 Jul 05 03:50:18.926800 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad245f56-0701-4428-93f7-8f8ce2ded324 req-44a6aa80-ceae-4c8f-8ac3-179b18056fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:18.929140 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad245f56-0701-4428-93f7-8f8ce2ded324 req-44a6aa80-ceae-4c8f-8ac3-179b18056fa7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2c44e0c91a214af8a282671d241ed272&device_id=01eda536-4a3b-4f1c-b7c3-f5575d99b40c HTTP/1.1" status: 200 len: 1176 time: 0.1069925 Jul 05 03:50:18.952674 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bf22a-bb7f-4a2c-a184-1f9ae946a6e4 req-9cb7db79-cabe-41c7-8308-e4767299278a tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:18.954343 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-730bf22a-bb7f-4a2c-a184-1f9ae946a6e4 req-9cb7db79-cabe-41c7-8308-e4767299278a tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 945 time: 0.0722609 Jul 05 03:50:18.995321 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-730bf22a-bb7f-4a2c-a184-1f9ae946a6e4 req-6a4ed107-10ea-4d8c-b4b3-a2f999687f48 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345502 Jul 05 03:50:19.078407 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad245f56-0701-4428-93f7-8f8ce2ded324 req-27741926-7023-4b23-bd94-b8d49802ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:19.079913 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad245f56-0701-4428-93f7-8f8ce2ded324 req-27741926-7023-4b23-bd94-b8d49802ba23 service neutron] 10.222.0.89 "GET /v2.0/networks?id=66df77c6-8f4e-4b95-a93c-745ad7f8290e HTTP/1.1" status: 200 len: 913 time: 0.1411874 Jul 05 03:50:19.082151 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1fc32c5c-de81-4366-82fc-9ce59eae23e2 req-a9e4c1fd-53ac-4717-823f-2689479aea8a tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/f7a5f969-99c5-4e82-8940-0c220961344a HTTP/1.1" status: 200 len: 1778 time: 0.0491383 Jul 05 03:50:19.088920 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f1760-a3ea-4a4a-b92b-05ba7b9a2d2d req-56e64897-98a4-487b-928e-c78409b39571 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:19.090384 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-321f1760-a3ea-4a4a-b92b-05ba7b9a2d2d req-56e64897-98a4-487b-928e-c78409b39571 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.0995340 Jul 05 03:50:19.103137 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c21103-d72c-40b0-b1f3-eccce6c94a09', 'name': 'network-vif-deleted', 'tag': 'facb5946-6a38-483d-b686-d0205f1cd23e'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:19.105333 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef32decd-b2a2-4f3c-9269-cc7bc0d9b3af" -d '{"events": [{"server_uuid": "59c21103-d72c-40b0-b1f3-eccce6c94a09", "name": "network-vif-deleted", "tag": "facb5946-6a38-483d-b686-d0205f1cd23e"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:19.132598 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad245f56-0701-4428-93f7-8f8ce2ded324 req-193f69cf-9bae-43ac-a26e-7c469c791c5e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b049e812-485b-45be-8143-21787912fae7 HTTP/1.1" status: 200 len: 217 time: 0.0412643 Jul 05 03:50:19.146512 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1fc32c5c-de81-4366-82fc-9ce59eae23e2 req-676250d1-3a6b-434e-81ed-8a58c8ffd0a5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.168810 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1fc32c5c-de81-4366-82fc-9ce59eae23e2 req-676250d1-3a6b-434e-81ed-8a58c8ffd0a5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.188823 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-321f1760-a3ea-4a4a-b92b-05ba7b9a2d2d req-7c7ab114-5ce2-488b-878c-f5f4218bee87 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891769 Jul 05 03:50:19.200334 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad245f56-0701-4428-93f7-8f8ce2ded324 req-1a6dbb77-db88-4369-b5ce-7333e1d3f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:19.201824 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad245f56-0701-4428-93f7-8f8ce2ded324 req-1a6dbb77-db88-4369-b5ce-7333e1d3f5f3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=83b03ff1-cc88-4818-8b80-c7647b3fbb89 HTTP/1.1" status: 200 len: 852 time: 0.0584490 Jul 05 03:50:19.212688 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1fc32c5c-de81-4366-82fc-9ce59eae23e2 req-676250d1-3a6b-434e-81ed-8a58c8ffd0a5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.215851 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1fc32c5c-de81-4366-82fc-9ce59eae23e2 req-676250d1-3a6b-434e-81ed-8a58c8ffd0a5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.216929 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1fc32c5c-de81-4366-82fc-9ce59eae23e2 req-676250d1-3a6b-434e-81ed-8a58c8ffd0a5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "DELETE /v2.0/security-groups/f7a5f969-99c5-4e82-8940-0c220961344a HTTP/1.1" status: 204 len: 173 time: 0.1286142 Jul 05 03:50:19.229600 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676250d1-3a6b-434e-81ed-8a58c8ffd0a5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a5f969-99c5-4e82-8940-0c220961344a,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:19.246293 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad245f56-0701-4428-93f7-8f8ce2ded324 req-0876da63-eeb2-49f3-a8e1-0277c4fa500b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=66df77c6-8f4e-4b95-a93c-745ad7f8290e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314853 Jul 05 03:50:19.360954 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad245f56-0701-4428-93f7-8f8ce2ded324 req-bb6155e0-bc23-4836-b1fe-7f4f0621e26a service neutron] 10.222.0.89 "GET /v2.0/networks/66df77c6-8f4e-4b95-a93c-745ad7f8290e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021256 Jul 05 03:50:19.361144 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef691ced-04e2-471d-9064-b98ea99d285f x-openstack-request-id: req-ef691ced-04e2-471d-9064-b98ea99d285f {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:19.361291 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c21103-d72c-40b0-b1f3-eccce6c94a09", "name": "network-vif-deleted", "tag": "facb5946-6a38-483d-b686-d0205f1cd23e", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:19.361527 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ef691ced-04e2-471d-9064-b98ea99d285f {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:19.361912 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c21103-d72c-40b0-b1f3-eccce6c94a09', 'name': 'network-vif-deleted', 'tag': 'facb5946-6a38-483d-b686-d0205f1cd23e', 'status': 'completed', 'code': 200} Jul 05 03:50:19.386417 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-818aa7d2-b321-487b-8b56-790fb32ae8ed req-4182449d-f5af-43c4-80e7-be170692e409 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] show failed (client error): The resource could not be found. Jul 05 03:50:19.387590 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-818aa7d2-b321-487b-8b56-790fb32ae8ed req-4182449d-f5af-43c4-80e7-be170692e409 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/f7a5f969-99c5-4e82-8940-0c220961344a HTTP/1.1" status: 404 len: 352 time: 0.0220134 Jul 05 03:50:19.401372 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c454b-22db-43e3-9294-4c0850553940 req-51e45dc3-978a-4382-a395-364f4d9349b1 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:19.402960 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd1c454b-22db-43e3-9294-4c0850553940 req-51e45dc3-978a-4382-a395-364f4d9349b1 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.0717559 Jul 05 03:50:19.465543 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd1c454b-22db-43e3-9294-4c0850553940 req-fe3f4439-2fde-4062-927c-343bc4e9d7cd tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493371 Jul 05 03:50:19.505081 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad245f56-0701-4428-93f7-8f8ce2ded324 req-672bee9f-64c0-4a90-a81f-d8250a3f4154 service neutron] 10.222.0.89 "GET /v2.0/networks/66df77c6-8f4e-4b95-a93c-745ad7f8290e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314211 Jul 05 03:50:19.515317 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-48e03d2d-ae12-47a4-bf29-4e1ab877547b req-53a7ae92-3fc0-4923-919f-47ad2cc5e296 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1054587859', 'description': 'tempest-description-1000547319'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:19.545704 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-48e03d2d-ae12-47a4-bf29-4e1ab877547b req-53a7ae92-3fc0-4923-919f-47ad2cc5e296 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.559115 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ec72b7e6-5d49-4482-907d-14d873e230a6 req-8fc1e5b6-e2e2-4859-86b1-f1407303a097 tempest-VolumesAdminNegativeTest-1104689449 tempest-VolumesAdminNegativeTest-1104689449-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c21103-d72c-40b0-b1f3-eccce6c94a09 HTTP/1.1" status: 200 len: 210 time: 0.0419025 Jul 05 03:50:19.650845 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-48e03d2d-ae12-47a4-bf29-4e1ab877547b req-53a7ae92-3fc0-4923-919f-47ad2cc5e296 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.656584 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-48e03d2d-ae12-47a4-bf29-4e1ab877547b req-53a7ae92-3fc0-4923-919f-47ad2cc5e296 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.687171 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-48e03d2d-ae12-47a4-bf29-4e1ab877547b req-53a7ae92-3fc0-4923-919f-47ad2cc5e296 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.688681 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-48e03d2d-ae12-47a4-bf29-4e1ab877547b req-53a7ae92-3fc0-4923-919f-47ad2cc5e296 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1792445 Jul 05 03:50:19.696727 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7ae92-3fc0-4923-919f-47ad2cc5e296 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2005195a-0b57-490c-b330-095ad31d617b,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:19.719106 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-ce60d5c5-20da-48c8-a809-7a5b59e613fd req-f65cd293-9862-40d5-b91b-a12c89214489 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1779579151', 'description': 'tempest-description-1723975728'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:19.750807 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ce60d5c5-20da-48c8-a809-7a5b59e613fd req-f65cd293-9862-40d5-b91b-a12c89214489 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.768322 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91939f26-f753-474f-9223-db25420cb1fd req-9122f63e-def7-46b6-bb68-2c949518aabc tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:19.770708 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91939f26-f753-474f-9223-db25420cb1fd req-9122f63e-def7-46b6-bb68-2c949518aabc tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=4406722e-2d8e-44f7-be58-e96e67a8c79d HTTP/1.1" status: 200 len: 949 time: 0.0812249 Jul 05 03:50:19.831685 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91939f26-f753-474f-9223-db25420cb1fd req-c1068418-9707-48f8-ad84-237e426141b0 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540197 Jul 05 03:50:19.848814 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ce60d5c5-20da-48c8-a809-7a5b59e613fd req-f65cd293-9862-40d5-b91b-a12c89214489 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.860165 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ce60d5c5-20da-48c8-a809-7a5b59e613fd req-f65cd293-9862-40d5-b91b-a12c89214489 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.893682 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ce60d5c5-20da-48c8-a809-7a5b59e613fd req-f65cd293-9862-40d5-b91b-a12c89214489 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.895659 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ce60d5c5-20da-48c8-a809-7a5b59e613fd req-f65cd293-9862-40d5-b91b-a12c89214489 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1809611 Jul 05 03:50:19.896740 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65cd293-9862-40d5-b91b-a12c89214489 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51a867cd-e2b7-4dc8-99c0-8073ae83cc2d,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:19.931960 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-f5585b00-8c13-49e8-b02f-cc176283eb38 req-b60bc27a-bd75-4152-a5fe-4242f488e5ec tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-128434004', 'description': 'tempest-description-686562165'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:19.955654 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f5585b00-8c13-49e8-b02f-cc176283eb38 req-b60bc27a-bd75-4152-a5fe-4242f488e5ec tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.016492 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b3abb-402e-479c-bb10-2b729ce40b5a req-763d6b99-54a0-4a92-a0df-544edd0fc2dd tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:20.018283 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0a2b3abb-402e-479c-bb10-2b729ce40b5a req-763d6b99-54a0-4a92-a0df-544edd0fc2dd tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 944 time: 0.0775509 Jul 05 03:50:20.058149 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f5585b00-8c13-49e8-b02f-cc176283eb38 req-b60bc27a-bd75-4152-a5fe-4242f488e5ec tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.060937 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0a2b3abb-402e-479c-bb10-2b729ce40b5a req-0fa2e2fa-bf3d-4ed6-895d-b864787c7d5e tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332203 Jul 05 03:50:20.062002 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f5585b00-8c13-49e8-b02f-cc176283eb38 req-b60bc27a-bd75-4152-a5fe-4242f488e5ec tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.093005 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f5585b00-8c13-49e8-b02f-cc176283eb38 req-b60bc27a-bd75-4152-a5fe-4242f488e5ec tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.094239 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5585b00-8c13-49e8-b02f-cc176283eb38 req-b60bc27a-bd75-4152-a5fe-4242f488e5ec tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1673119 Jul 05 03:50:20.095237 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60bc27a-bd75-4152-a5fe-4242f488e5ec tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f510e23-ad45-44bd-bca1-f1a749c87d34,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:20.222776 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f14c6efa-8e1a-4b25-ab88-4b6035624aa5 req-e72c56a0-1654-4f61-9a50-5435461f67e9 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2c44e0c91a214af8a282671d241ed272 HTTP/1.1" status: 200 len: 10897 time: 0.1025133 Jul 05 03:50:20.272130 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b0a01-3f8e-4150-8e26-ab4cb3f3138a req-cbf80cbc-4cd0-4e17-b022-9fcbc93a8bb3 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:20.273599 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d92b0a01-3f8e-4150-8e26-ab4cb3f3138a req-cbf80cbc-4cd0-4e17-b022-9fcbc93a8bb3 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 945 time: 0.0849445 Jul 05 03:50:20.288403 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f14c6efa-8e1a-4b25-ab88-4b6035624aa5 req-ddd55916-9791-4150-83db-9c9191b9fa49 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/6edef83f-ad4b-43cf-8226-709f89afd5a3 HTTP/1.1" status: 200 len: 2981 time: 0.0582962 Jul 05 03:50:20.318532 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d92b0a01-3f8e-4150-8e26-ab4cb3f3138a req-9dbdfce5-760b-46b0-920d-9198402ab73d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392630 Jul 05 03:50:20.337778 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f14c6efa-8e1a-4b25-ab88-4b6035624aa5 req-1bf0740b-11a1-41d4-8b88-710fa7b58d95 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/6edef83f-ad4b-43cf-8226-709f89afd5a3 HTTP/1.1" status: 200 len: 2981 time: 0.0435114 Jul 05 03:50:20.439554 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device ec0b973c-e51a-433d-b0f3-cd7522b08f38 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:20.494291 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44650493-11b4-474c-83d3-fc5dc9789d9f req-a2d595ea-1ae9-4e0c-9857-da8825c51663 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:20.496108 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-44650493-11b4-474c-83d3-fc5dc9789d9f req-a2d595ea-1ae9-4e0c-9857-da8825c51663 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.0719254 Jul 05 03:50:20.507722 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7ac0b129-d116-4c80-a96f-abb6c47130bd req-1d171b19-51e4-4700-bb79-108aeb13a15c tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/2005195a-0b57-490c-b330-095ad31d617b HTTP/1.1" status: 200 len: 1801 time: 0.0467906 Jul 05 03:50:20.532088 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 0a24e240-e7e3-4733-8693-1ec0751b7fd7 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:20.545173 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-44650493-11b4-474c-83d3-fc5dc9789d9f req-98f151a6-422a-4745-b302-59c8f1601bb4 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399354 Jul 05 03:50:20.586643 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7ac0b129-d116-4c80-a96f-abb6c47130bd req-bd4c88e2-c733-424b-9765-6c1f3e8497b5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.610389 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port ec0b973c-e51a-433d-b0f3-cd7522b08f38, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=ec0b973c-e51a-433d-b0f3-cd7522b08f38,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:20.616400 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7ac0b129-d116-4c80-a96f-abb6c47130bd req-bd4c88e2-c733-424b-9765-6c1f3e8497b5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.625577 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device ec0b973c-e51a-433d-b0f3-cd7522b08f38 has no active binding in host n-h2-780147-23 {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:50:20.639317 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 0a24e240-e7e3-4733-8693-1ec0751b7fd7 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:20.643098 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 0a24e240-e7e3-4733-8693-1ec0751b7fd7 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:20.644282 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.675704 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7ac0b129-d116-4c80-a96f-abb6c47130bd req-bd4c88e2-c733-424b-9765-6c1f3e8497b5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.678506 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7ac0b129-d116-4c80-a96f-abb6c47130bd req-bd4c88e2-c733-424b-9765-6c1f3e8497b5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.679724 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7ac0b129-d116-4c80-a96f-abb6c47130bd req-bd4c88e2-c733-424b-9765-6c1f3e8497b5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "DELETE /v2.0/security-groups/2005195a-0b57-490c-b330-095ad31d617b HTTP/1.1" status: 204 len: 173 time: 0.1655672 Jul 05 03:50:20.692300 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c88e2-c733-424b-9765-6c1f3e8497b5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2005195a-0b57-490c-b330-095ad31d617b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:20.749300 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.751123 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d3e01-b211-4230-b5e1-f8a1b98dcb7f req-21cac8d3-cae6-410e-b73c-d40908d629d8 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:20.756320 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-492d3e01-b211-4230-b5e1-f8a1b98dcb7f req-21cac8d3-cae6-410e-b73c-d40908d629d8 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.0832138 Jul 05 03:50:20.777120 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4406722e-2d8e-44f7-be58-e96e67a8c79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a24e240-e7e3-4733-8693-1ec0751b7fd7'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:20.779391 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab00fa3-709b-4887-9e43-c0f5a562bd0b" -d '{"events": [{"server_uuid": "4406722e-2d8e-44f7-be58-e96e67a8c79d", "name": "network-vif-plugged", "status": "completed", "tag": "0a24e240-e7e3-4733-8693-1ec0751b7fd7"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:20.792915 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46830) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:20.794588 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 0a24e240-e7e3-4733-8693-1ec0751b7fd7, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=0a24e240-e7e3-4733-8693-1ec0751b7fd7,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:20.797226 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-492d3e01-b211-4230-b5e1-f8a1b98dcb7f req-f3fb286d-e258-4fde-ae30-5bff4f29cafd tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367141 Jul 05 03:50:20.802562 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.841611 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [req-cd4d5653-5dee-443e-b858-98cdb5577c05 req-e512eccf-f05f-4983-bce2-3d8e3d9457b4 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] show failed (client error): The resource could not be found. Jul 05 03:50:20.842769 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd4d5653-5dee-443e-b858-98cdb5577c05 req-e512eccf-f05f-4983-bce2-3d8e3d9457b4 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/2005195a-0b57-490c-b330-095ad31d617b HTTP/1.1" status: 404 len: 352 time: 0.0403171 Jul 05 03:50:20.858447 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-e748d47f-2659-485a-a3e9-0f976cd12534 admin admin] Deleting subnet 08c25920-75bc-4b89-99bb-61149efe841b {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:50:20.861918 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e748d47f-2659-485a-a3e9-0f976cd12534 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.872054 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc43ffa-061a-4907-9ecb-20eaadc81728 x-openstack-request-id: req-ddc43ffa-061a-4907-9ecb-20eaadc81728 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:20.872778 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4406722e-2d8e-44f7-be58-e96e67a8c79d", "name": "network-vif-plugged", "status": "completed", "tag": "0a24e240-e7e3-4733-8693-1ec0751b7fd7", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:20.873420 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ddc43ffa-061a-4907-9ecb-20eaadc81728 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:20.874245 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4406722e-2d8e-44f7-be58-e96e67a8c79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a24e240-e7e3-4733-8693-1ec0751b7fd7', 'code': 200} Jul 05 03:50:20.876717 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=0a24e240-e7e3-4733-8693-1ec0751b7fd7,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:20.916893 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e748d47f-2659-485a-a3e9-0f976cd12534 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.014966 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-51e690bd-2e7b-4ae2-9cd7-335c74e2f830 req-06a21152-a7e5-42c3-a972-951f84947da8 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/51a867cd-e2b7-4dc8-99c0-8073ae83cc2d HTTP/1.1" status: 200 len: 1801 time: 0.1209197 Jul 05 03:50:21.016014 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e748d47f-2659-485a-a3e9-0f976cd12534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.058882 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad83c90-be7c-46cf-b30e-4f57ffceb266 req-a6ef5339-2f94-4d62-aae5-018764ec3060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:21.060363 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0ad83c90-be7c-46cf-b30e-4f57ffceb266 req-a6ef5339-2f94-4d62-aae5-018764ec3060 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4406722e-2d8e-44f7-be58-e96e67a8c79d HTTP/1.1" status: 200 len: 1102 time: 0.1009238 Jul 05 03:50:21.093326 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784fbf1-bdd7-48db-b15e-bcf69f0a9fe2 req-7ce17662-8e1c-4acd-a323-c9301892ea8c tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:21.094820 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f784fbf1-bdd7-48db-b15e-bcf69f0a9fe2 req-7ce17662-8e1c-4acd-a323-c9301892ea8c tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=4406722e-2d8e-44f7-be58-e96e67a8c79d HTTP/1.1" status: 200 len: 950 time: 0.1041188 Jul 05 03:50:21.098344 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-9f03ca80-568c-40f6-82d9-8d9dc51be6ed tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:21.099903 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-9f03ca80-568c-40f6-82d9-8d9dc51be6ed tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d&tenant_id=11544e3d57bf4d33848f6eceacb7332e&binding%3Ahost_id=n-h1-780147-23 HTTP/1.1" status: 200 len: 1097 time: 0.1614814 Jul 05 03:50:21.117898 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-39ae6d7b-fef7-4e3e-bd9e-84b7fe98bc36 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-23'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:21.118461 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0ad83c90-be7c-46cf-b30e-4f57ffceb266 req-559df082-153a-4090-836e-cc8b072198e5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505021 Jul 05 03:50:21.147192 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f784fbf1-bdd7-48db-b15e-bcf69f0a9fe2 req-6b3a7743-5473-46d1-a3c9-bd087f99c958 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422916 Jul 05 03:50:21.152901 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e748d47f-2659-485a-a3e9-0f976cd12534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.197414 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-51e690bd-2e7b-4ae2-9cd7-335c74e2f830 req-8dc36588-b83a-4961-9129-ffb96d531aed tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.203410 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748d47f-2659-485a-a3e9-0f976cd12534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08c25920-75bc-4b89-99bb-61149efe841b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:21.222088 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e748d47f-2659-485a-a3e9-0f976cd12534 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.224089 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e748d47f-2659-485a-a3e9-0f976cd12534 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/08c25920-75bc-4b89-99bb-61149efe841b HTTP/1.1" status: 204 len: 168 time: 0.4301598 Jul 05 03:50:21.230428 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46838) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:21.259129 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-51e690bd-2e7b-4ae2-9cd7-335c74e2f830 req-8dc36588-b83a-4961-9129-ffb96d531aed tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.286944 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-39ae6d7b-fef7-4e3e-bd9e-84b7fe98bc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.343964 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-51e690bd-2e7b-4ae2-9cd7-335c74e2f830 req-8dc36588-b83a-4961-9129-ffb96d531aed tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.346407 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-51e690bd-2e7b-4ae2-9cd7-335c74e2f830 req-8dc36588-b83a-4961-9129-ffb96d531aed tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.347887 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-51e690bd-2e7b-4ae2-9cd7-335c74e2f830 req-8dc36588-b83a-4961-9129-ffb96d531aed tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "DELETE /v2.0/security-groups/51a867cd-e2b7-4dc8-99c0-8073ae83cc2d HTTP/1.1" status: 204 len: 173 time: 0.3111403 Jul 05 03:50:21.365494 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9cbbdf41-dcda-4823-8590-34483a421787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.399854 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc36588-b83a-4961-9129-ffb96d531aed tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a867cd-e2b7-4dc8-99c0-8073ae83cc2d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:21.431492 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840e56e-5b83-4d20-8674-5acb5c0b297b req-4db36923-a2f1-47d0-8f97-32a497de1720 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:21.438420 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f840e56e-5b83-4d20-8674-5acb5c0b297b req-4db36923-a2f1-47d0-8f97-32a497de1720 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 944 time: 0.1424596 Jul 05 03:50:21.448474 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-39ae6d7b-fef7-4e3e-bd9e-84b7fe98bc36 service neutron] For port ec0b973c-e51a-433d-b0f3-cd7522b08f38, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=ec0b973c-e51a-433d-b0f3-cd7522b08f38,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:21.507839 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9cbbdf41-dcda-4823-8590-34483a421787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.522253 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-39ae6d7b-fef7-4e3e-bd9e-84b7fe98bc36 service neutron] For port ec0b973c-e51a-433d-b0f3-cd7522b08f38, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:21.524954 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-9cbbdf41-dcda-4823-8590-34483a421787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28478f6-2639-44fb-a0c1-a6a0eef695ec']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:21.538255 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f840e56e-5b83-4d20-8674-5acb5c0b297b req-d3d359fb-e810-4f03-9496-cba3ee0e0ff5 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989633 Jul 05 03:50:21.539993 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-9cbbdf41-dcda-4823-8590-34483a421787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28194f0-a962-4cd3-b7ed-773f8673e22c') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:21.540297 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-9cbbdf41-dcda-4823-8590-34483a421787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28194f0-a962-4cd3-b7ed-773f8673e22c') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:21.554292 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9cbbdf41-dcda-4823-8590-34483a421787 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.574208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d4816-70fc-48c4-a4c7-b72c529f1e7d req-23f6a006-f1aa-4d0e-8746-61c6bccd5a96 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:21.577717 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7a8d4816-70fc-48c4-a4c7-b72c529f1e7d req-23f6a006-f1aa-4d0e-8746-61c6bccd5a96 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 945 time: 0.1160612 Jul 05 03:50:21.583885 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9cbbdf41-dcda-4823-8590-34483a421787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.587717 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f540fb7b-65cf-4c88-a38f-a5314ecbf55d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec0b973c-e51a-433d-b0f3-cd7522b08f38'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:21.590262 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85c4d5a-81d9-4bcc-a022-cfb52b1f975b" -d '{"events": [{"server_uuid": "f540fb7b-65cf-4c88-a38f-a5314ecbf55d", "name": "network-vif-unplugged", "status": "completed", "tag": "ec0b973c-e51a-433d-b0f3-cd7522b08f38"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:21.590834 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cbbdf41-dcda-4823-8590-34483a421787 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:50:21.591273 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9cbbdf41-dcda-4823-8590-34483a421787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: timer() Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:50:21.595143 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:50:21.598833 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-39ae6d7b-fef7-4e3e-bd9e-84b7fe98bc36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.617181 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-39ae6d7b-fef7-4e3e-bd9e-84b7fe98bc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.654180 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-efb4f130-6a12-411f-b47c-3a6892646b9c req-bedf041e-f30b-47c6-a27d-93b1ee1adcfd tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] show failed (client error): The resource could not be found. Jul 05 03:50:21.655224 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-efb4f130-6a12-411f-b47c-3a6892646b9c req-bedf041e-f30b-47c6-a27d-93b1ee1adcfd tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/51a867cd-e2b7-4dc8-99c0-8073ae83cc2d HTTP/1.1" status: 404 len: 352 time: 0.0548577 Jul 05 03:50:21.673315 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9cbbdf41-dcda-4823-8590-34483a421787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.680416 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9cbbdf41-dcda-4823-8590-34483a421787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.691024 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9cbbdf41-dcda-4823-8590-34483a421787 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e28478f6-2639-44fb-a0c1-a6a0eef695ec HTTP/1.1" status: 204 len: 168 time: 0.4588149 Jul 05 03:50:21.693672 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7a8d4816-70fc-48c4-a4c7-b72c529f1e7d req-eaf1d147-15e5-4bb9-8d43-d817f67606d7 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999517 Jul 05 03:50:21.694591 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46852) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:21.699099 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae6d7b-fef7-4e3e-bd9e-84b7fe98bc36 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0b973c-e51a-433d-b0f3-cd7522b08f38,revision_number=7']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:21.723731 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbdf41-dcda-4823-8590-34483a421787 admin admin] Pushing event deleted for resources: {'Network': ['ID=e28478f6-2639-44fb-a0c1-a6a0eef695ec,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:21.746417 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-39ae6d7b-fef7-4e3e-bd9e-84b7fe98bc36 service neutron] Attempting to bind port ec0b973c-e51a-433d-b0f3-cd7522b08f38 on host n-h1-780147-23 for vnic_type normal with profile {"migrating_to": "n-h2-780147-23"} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:21.746897 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-39ae6d7b-fef7-4e3e-bd9e-84b7fe98bc36 service neutron] Attempting to bind port ec0b973c-e51a-433d-b0f3-cd7522b08f38 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:21.747415 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-39ae6d7b-fef7-4e3e-bd9e-84b7fe98bc36 service neutron] Attempting to bind port ec0b973c-e51a-433d-b0f3-cd7522b08f38 on network b0365b51-ea1d-4154-b37b-d14ae3269368 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:21.757070 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-39ae6d7b-fef7-4e3e-bd9e-84b7fe98bc36 service neutron] Port ec0b973c-e51a-433d-b0f3-cd7522b08f38 on network b0365b51-ea1d-4154-b37b-d14ae3269368 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:50:21.757565 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-39ae6d7b-fef7-4e3e-bd9e-84b7fe98bc36 service neutron] Attempting to bind port ec0b973c-e51a-433d-b0f3-cd7522b08f38 on network b0365b51-ea1d-4154-b37b-d14ae3269368 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:21.765844 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-39ae6d7b-fef7-4e3e-bd9e-84b7fe98bc36 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:21.768026 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-39ae6d7b-fef7-4e3e-bd9e-84b7fe98bc36 service neutron] Checking segment: {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:21.768496 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-39ae6d7b-fef7-4e3e-bd9e-84b7fe98bc36 service neutron] Bound using segment: {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:21.770382 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-39ae6d7b-fef7-4e3e-bd9e-84b7fe98bc36 service neutron] Bound port: ec0b973c-e51a-433d-b0f3-cd7522b08f38, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:21.770779 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-39ae6d7b-fef7-4e3e-bd9e-84b7fe98bc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.818815 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-b142376a-4360-4a3e-8fee-577c969e1df2 admin admin] Deleting subnet 35670b79-dc57-40b8-8b75-35092d2a3654 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:50:21.822541 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b142376a-4360-4a3e-8fee-577c969e1df2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.872805 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b142376a-4360-4a3e-8fee-577c969e1df2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.899202 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607cc9ca-fe73-4763-970b-945e7fad283b x-openstack-request-id: req-607cc9ca-fe73-4763-970b-945e7fad283b {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:21.899560 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f540fb7b-65cf-4c88-a38f-a5314ecbf55d", "name": "network-vif-unplugged", "status": "completed", "tag": "ec0b973c-e51a-433d-b0f3-cd7522b08f38", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:21.899905 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-607cc9ca-fe73-4763-970b-945e7fad283b {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:21.900361 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f540fb7b-65cf-4c88-a38f-a5314ecbf55d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec0b973c-e51a-433d-b0f3-cd7522b08f38', 'code': 200} Jul 05 03:50:21.917735 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-39ae6d7b-fef7-4e3e-bd9e-84b7fe98bc36 service neutron] For port ec0b973c-e51a-433d-b0f3-cd7522b08f38, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:21.922647 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-39ae6d7b-fef7-4e3e-bd9e-84b7fe98bc36 service neutron] For port ec0b973c-e51a-433d-b0f3-cd7522b08f38, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=ec0b973c-e51a-433d-b0f3-cd7522b08f38,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:21.928966 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-39ae6d7b-fef7-4e3e-bd9e-84b7fe98bc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.947137 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b142376a-4360-4a3e-8fee-577c969e1df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.981813 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb5cdb41-cb54-47bf-b8dd-6cf2697db001 req-967b6e0e-859b-40af-968f-de6270ba5b92 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/3f510e23-ad45-44bd-bca1-f1a749c87d34 HTTP/1.1" status: 200 len: 1799 time: 0.0753083 Jul 05 03:50:21.995464 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45bef61-2d51-4384-b544-594bc1eb1078 req-52c6ffb7-7600-4601-a46e-14ebf261a96a tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:21.997158 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b45bef61-2d51-4384-b544-594bc1eb1078 req-52c6ffb7-7600-4601-a46e-14ebf261a96a tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.1435902 Jul 05 03:50:22.053242 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b142376a-4360-4a3e-8fee-577c969e1df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.055315 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-39ae6d7b-fef7-4e3e-bd9e-84b7fe98bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:22.055960 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-39ae6d7b-fef7-4e3e-bd9e-84b7fe98bc36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.057367 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-39ae6d7b-fef7-4e3e-bd9e-84b7fe98bc36 service neutron] 10.222.0.70 "PUT /v2.0/ports/ec0b973c-e51a-433d-b0f3-cd7522b08f38 HTTP/1.1" status: 200 len: 1123 time: 0.9439116 Jul 05 03:50:22.061881 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae6d7b-fef7-4e3e-bd9e-84b7fe98bc36 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0b973c-e51a-433d-b0f3-cd7522b08f38,revision_number=8']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:22.083780 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b45bef61-2d51-4384-b544-594bc1eb1078 req-6c4b4106-4ece-4bfd-acc1-c6a261aba1d5 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771227 Jul 05 03:50:22.092279 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142376a-4360-4a3e-8fee-577c969e1df2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35670b79-dc57-40b8-8b75-35092d2a3654,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:22.098202 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b142376a-4360-4a3e-8fee-577c969e1df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.100286 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b142376a-4360-4a3e-8fee-577c969e1df2 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/35670b79-dc57-40b8-8b75-35092d2a3654 HTTP/1.1" status: 204 len: 168 time: 0.4042895 Jul 05 03:50:22.101183 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bb5cdb41-cb54-47bf-b8dd-6cf2697db001 req-1e802772-7f6c-4979-91b4-fd162d15deac tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.103200 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46856) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:22.181478 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bb5cdb41-cb54-47bf-b8dd-6cf2697db001 req-1e802772-7f6c-4979-91b4-fd162d15deac tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.218208 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-13fe6513-f7ff-47d4-9164-b1dc9d8cb87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.269030 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['ec0b973c-e51a-433d-b0f3-cd7522b08f38'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:22.283580 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bb5cdb41-cb54-47bf-b8dd-6cf2697db001 req-1e802772-7f6c-4979-91b4-fd162d15deac tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.285756 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce04d2-63dd-4cfa-9f40-ee36251c4e79 req-bcfe1181-2f9e-4f1e-9088-3aef221d2677 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:22.286622 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bb5cdb41-cb54-47bf-b8dd-6cf2697db001 req-1e802772-7f6c-4979-91b4-fd162d15deac tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.287457 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4dce04d2-63dd-4cfa-9f40-ee36251c4e79 req-bcfe1181-2f9e-4f1e-9088-3aef221d2677 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.0876706 Jul 05 03:50:22.287896 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb5cdb41-cb54-47bf-b8dd-6cf2697db001 req-1e802772-7f6c-4979-91b4-fd162d15deac tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "DELETE /v2.0/security-groups/3f510e23-ad45-44bd-bca1-f1a749c87d34 HTTP/1.1" status: 204 len: 173 time: 0.2977536 Jul 05 03:50:22.331749 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['ec0b973c-e51a-433d-b0f3-cd7522b08f38'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:22.334534 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e802772-7f6c-4979-91b4-fd162d15deac tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f510e23-ad45-44bd-bca1-f1a749c87d34,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:22.343248 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-13fe6513-f7ff-47d4-9164-b1dc9d8cb87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.360176 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-13fe6513-f7ff-47d4-9164-b1dc9d8cb87d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58f3a8f-2bb9-4d1f-b5c0-8dddc29369f6']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:22.374056 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-13fe6513-f7ff-47d4-9164-b1dc9d8cb87d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89826fbb-55af-4d6c-a653-eecff3784f04') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:22.374962 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-13fe6513-f7ff-47d4-9164-b1dc9d8cb87d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89826fbb-55af-4d6c-a653-eecff3784f04') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:22.387008 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-13fe6513-f7ff-47d4-9164-b1dc9d8cb87d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.407501 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-13fe6513-f7ff-47d4-9164-b1dc9d8cb87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.407859 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4dce04d2-63dd-4cfa-9f40-ee36251c4e79 req-f5c0bb2b-da84-4f4d-9d3c-6833be12f092 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073990 Jul 05 03:50:22.420015 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fe6513-f7ff-47d4-9164-b1dc9d8cb87d admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:50:22.420426 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-13fe6513-f7ff-47d4-9164-b1dc9d8cb87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: timer() Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:50:22.422555 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:50:22.470844 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [req-091b9444-fbf9-44d3-b26c-d70b75305580 req-2fabc7e4-bea2-4f21-a58f-f96ed47294c2 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] show failed (client error): The resource could not be found. Jul 05 03:50:22.480954 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-091b9444-fbf9-44d3-b26c-d70b75305580 req-2fabc7e4-bea2-4f21-a58f-f96ed47294c2 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/3f510e23-ad45-44bd-bca1-f1a749c87d34 HTTP/1.1" status: 404 len: 352 time: 0.0259476 Jul 05 03:50:22.483570 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device facb5946-6a38-483d-b686-d0205f1cd23e no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:22.571349 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: facb5946-6a38-483d-b686-d0205f1cd23e {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:22.571734 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device facb5946-6a38-483d-b686-d0205f1cd23e not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:22.600750 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-13fe6513-f7ff-47d4-9164-b1dc9d8cb87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.616418 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1b503a16-320d-4963-b06f-e783e2829e2b req-1de7dc82-7076-4d5a-9893-1fbeca92fadc tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2c44e0c91a214af8a282671d241ed272 HTTP/1.1" status: 200 len: 6149 time: 0.1158698 Jul 05 03:50:22.616624 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-13fe6513-f7ff-47d4-9164-b1dc9d8cb87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.622252 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-13fe6513-f7ff-47d4-9164-b1dc9d8cb87d admin admin] 10.222.0.77 "DELETE /v2.0/networks/e58f3a8f-2bb9-4d1f-b5c0-8dddc29369f6 HTTP/1.1" status: 204 len: 168 time: 0.5156701 Jul 05 03:50:22.641976 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe6513-f7ff-47d4-9164-b1dc9d8cb87d admin admin] Pushing event deleted for resources: {'Network': ['ID=e58f3a8f-2bb9-4d1f-b5c0-8dddc29369f6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:22.690521 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74800b-1ab9-413d-81a8-3d39dabcda65 req-fe7abc75-0e4a-4636-8546-0b8843e19350 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:22.693012 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c74800b-1ab9-413d-81a8-3d39dabcda65 req-fe7abc75-0e4a-4636-8546-0b8843e19350 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=4406722e-2d8e-44f7-be58-e96e67a8c79d HTTP/1.1" status: 200 len: 950 time: 0.1538517 Jul 05 03:50:22.695718 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1b503a16-320d-4963-b06f-e783e2829e2b req-e4fb3f2e-f218-4fc0-9c09-4981ffa0eb24 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/6edef83f-ad4b-43cf-8226-709f89afd5a3 HTTP/1.1" status: 200 len: 2981 time: 0.0778577 Jul 05 03:50:22.810758 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1b503a16-320d-4963-b06f-e783e2829e2b req-5cd4cecf-4950-47cc-b96e-9b007872d014 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/6edef83f-ad4b-43cf-8226-709f89afd5a3 HTTP/1.1" status: 200 len: 2981 time: 0.1137562 Jul 05 03:50:22.814063 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c74800b-1ab9-413d-81a8-3d39dabcda65 req-ca8bf42e-79eb-431c-9ddc-9e5c35f9d5ce tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158066 Jul 05 03:50:22.827731 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46872) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:22.890122 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9a9fc110-eac7-4c99-b7c4-fb8b6cc51a27 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1ebb181078a84cc8b55caf296982e9b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589759 Jul 05 03:50:22.890664 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46878) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:22.959271 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d0c766df-0329-498a-955f-9b89eb9e7eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.000190 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f824c83-68f5-4767-99d0-cedba7fe4243 req-21262234-8dc7-4457-81fc-9334c8ff900d tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:23.004327 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7f824c83-68f5-4767-99d0-cedba7fe4243 req-21262234-8dc7-4457-81fc-9334c8ff900d tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 944 time: 0.0826776 Jul 05 03:50:23.021971 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d0c766df-0329-498a-955f-9b89eb9e7eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.059616 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7f824c83-68f5-4767-99d0-cedba7fe4243 req-71fbdf09-1ef6-45d8-8896-887627c0a6d3 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504644 Jul 05 03:50:23.087927 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d47ae9-594b-4e04-8d08-ad8a8ea7375f req-3ad66ffa-c775-4994-88e0-4acfcea6d43b tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:23.095522 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-51d47ae9-594b-4e04-8d08-ad8a8ea7375f req-3ad66ffa-c775-4994-88e0-4acfcea6d43b tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 943 time: 0.1331387 Jul 05 03:50:23.105829 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-15f74533-1422-4ec1-875d-073b5b5c9e89 req-61a88f77-ee39-4c76-bbb4-385879eb28f5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-258272707', 'description': 'tempest-description-180197262'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:23.123651 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d0c766df-0329-498a-955f-9b89eb9e7eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.126103 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d0c766df-0329-498a-955f-9b89eb9e7eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.127438 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d0c766df-0329-498a-955f-9b89eb9e7eaa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/68433574-909c-4739-8a30-e2cc02b714f0 HTTP/1.1" status: 204 len: 168 time: 0.2352364 Jul 05 03:50:23.144917 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c766df-0329-498a-955f-9b89eb9e7eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68433574-909c-4739-8a30-e2cc02b714f0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:23.149424 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-51d47ae9-594b-4e04-8d08-ad8a8ea7375f req-8cf1edd6-e2f7-4e89-8e8c-d8608d17f364 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529511 Jul 05 03:50:23.157134 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-15f74533-1422-4ec1-875d-073b5b5c9e89 req-61a88f77-ee39-4c76-bbb4-385879eb28f5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.273282 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-15f74533-1422-4ec1-875d-073b5b5c9e89 req-61a88f77-ee39-4c76-bbb4-385879eb28f5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.281348 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-15f74533-1422-4ec1-875d-073b5b5c9e89 req-61a88f77-ee39-4c76-bbb4-385879eb28f5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.315748 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-15f74533-1422-4ec1-875d-073b5b5c9e89 req-61a88f77-ee39-4c76-bbb4-385879eb28f5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.317232 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-15f74533-1422-4ec1-875d-073b5b5c9e89 req-61a88f77-ee39-4c76-bbb4-385879eb28f5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2188613 Jul 05 03:50:23.327153 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a88f77-ee39-4c76-bbb4-385879eb28f5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=366b43ec-4f9c-438d-9264-b11fdba65cce,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:23.390545 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04e6d3-a14b-4408-918f-f0243b3abe56 req-1fbdd4df-40c5-48c2-a9e8-3708527059a3 tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:23.392263 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7f04e6d3-a14b-4408-918f-f0243b3abe56 req-1fbdd4df-40c5-48c2-a9e8-3708527059a3 tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4406722e-2d8e-44f7-be58-e96e67a8c79d HTTP/1.1" status: 200 len: 1102 time: 0.1010180 Jul 05 03:50:23.441434 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7f04e6d3-a14b-4408-918f-f0243b3abe56 req-ef48c627-73ae-48dc-9d9f-ab7623fa36c3 tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422397 Jul 05 03:50:23.501884 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-c13864be-ea21-4b2f-b3b0-64e21cf113fc req-b6d8effb-9b55-4e59-8d74-d6b39e818dab tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1433190809', 'description': 'tempest-description-1242247852'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:23.533418 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c13864be-ea21-4b2f-b3b0-64e21cf113fc req-b6d8effb-9b55-4e59-8d74-d6b39e818dab tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.674598 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c13864be-ea21-4b2f-b3b0-64e21cf113fc req-b6d8effb-9b55-4e59-8d74-d6b39e818dab tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.677915 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46894) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:23.680983 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c13864be-ea21-4b2f-b3b0-64e21cf113fc req-b6d8effb-9b55-4e59-8d74-d6b39e818dab tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.694524 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee13dab-af7f-4879-a337-9f3b9d9bb608 req-83e93035-6e00-40b2-90f5-20dd4051dc45 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:23.696678 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2ee13dab-af7f-4879-a337-9f3b9d9bb608 req-83e93035-6e00-40b2-90f5-20dd4051dc45 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.0926220 Jul 05 03:50:23.720990 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c13864be-ea21-4b2f-b3b0-64e21cf113fc req-b6d8effb-9b55-4e59-8d74-d6b39e818dab tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.723009 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c13864be-ea21-4b2f-b3b0-64e21cf113fc req-b6d8effb-9b55-4e59-8d74-d6b39e818dab tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2261729 Jul 05 03:50:23.724329 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8effb-9b55-4e59-8d74-d6b39e818dab tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3660c53c-41fe-41ed-aafb-2aefe2028f4d,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:23.766472 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-361c9594-fd4b-465a-842e-6bfbfc217c5f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a4265bb7d80c4b50a4d2229c5274d519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0848739 Jul 05 03:50:23.766820 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46898) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:23.781858 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2ee13dab-af7f-4879-a337-9f3b9d9bb608 req-9b0920f2-6080-4de1-812b-361d627bf62b tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759070 Jul 05 03:50:23.840854 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c771c43c-3519-485f-a0ac-e3a0be5f1850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.867993 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c771c43c-3519-485f-a0ac-e3a0be5f1850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.912612 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f540fb7b-65cf-4c88-a38f-a5314ecbf55d', 'tag': 'ec0b973c-e51a-433d-b0f3-cd7522b08f38'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:23.915516 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068e401e-baed-4cb8-8483-55513efc095b" -d '{"events": [{"name": "network-changed", "server_uuid": "f540fb7b-65cf-4c88-a38f-a5314ecbf55d", "tag": "ec0b973c-e51a-433d-b0f3-cd7522b08f38"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:23.940806 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-11efb405-8673-4274-947e-ff754a718c43 req-9bf560d2-9b5d-4e7f-9fd3-24c7b7054ede tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274103 Jul 05 03:50:23.964539 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b00c2-1354-43bf-91d0-c923f299f64e req-1e49f96b-64d3-4bda-a904-d8314d646288 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:23.966188 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-474b00c2-1354-43bf-91d0-c923f299f64e req-1e49f96b-64d3-4bda-a904-d8314d646288 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.1007168 Jul 05 03:50:24.009614 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-474b00c2-1354-43bf-91d0-c923f299f64e req-c9c1a3e5-09c8-468e-8b36-9bd9953b15ed tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356975 Jul 05 03:50:24.023618 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c771c43c-3519-485f-a0ac-e3a0be5f1850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.027486 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c771c43c-3519-485f-a0ac-e3a0be5f1850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.031300 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c771c43c-3519-485f-a0ac-e3a0be5f1850 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/088a6789-ba5c-415d-8047-35473c530309 HTTP/1.1" status: 204 len: 168 time: 0.2613270 Jul 05 03:50:24.047075 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771c43c-3519-485f-a0ac-e3a0be5f1850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088a6789-ba5c-415d-8047-35473c530309,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:24.111126 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efb405-8673-4274-947e-ff754a718c43 req-d7db097e-fa1e-414a-b5b4-4345c12e6170 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:24.113604 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-11efb405-8673-4274-947e-ff754a718c43 req-d7db097e-fa1e-414a-b5b4-4345c12e6170 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1661718 Jul 05 03:50:24.144849 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-11efb405-8673-4274-947e-ff754a718c43 req-a8a59daa-0ab1-4972-8e04-2acb6157546e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/quotas/b9e63c3dfe9644899e38a11b90eafef2 HTTP/1.1" status: 200 len: 375 time: 0.0103719 Jul 05 03:50:24.248996 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-11efb405-8673-4274-947e-ff754a718c43 req-0151966f-acab-4c1d-b421-2ddd1beb7235 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0975261 Jul 05 03:50:24.314941 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-9fb96218-2900-4dca-afcc-c6926d4ad1dd tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:24.318872 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-9fb96218-2900-4dca-afcc-c6926d4ad1dd tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/networks?id=66df77c6-8f4e-4b95-a93c-745ad7f8290e HTTP/1.1" status: 200 len: 812 time: 0.1643250 Jul 05 03:50:24.344118 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-f1b4e407-1ace-44e7-9516-3f72dea95435 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/quotas/2c44e0c91a214af8a282671d241ed272 HTTP/1.1" status: 200 len: 375 time: 0.0173578 Jul 05 03:50:24.347341 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-dfcef9f1-9c01-4f07-95b5-ec2202ae32e6 service neutron] 10.222.0.70 "GET /v2.0/ports/57ccad2b-7e9a-40fb-b60e-7576fc09e7e2/bindings/n-h1-780147-23 HTTP/1.1" status: 200 len: 385 time: 0.1105957 Jul 05 03:50:24.432262 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f04cdd-39b5-499c-8b29-1cb444486383 x-openstack-request-id: req-91f04cdd-39b5-499c-8b29-1cb444486383 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:24.432624 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f540fb7b-65cf-4c88-a38f-a5314ecbf55d", "tag": "ec0b973c-e51a-433d-b0f3-cd7522b08f38", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:24.432947 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-91f04cdd-39b5-499c-8b29-1cb444486383 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:24.433414 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f540fb7b-65cf-4c88-a38f-a5314ecbf55d', 'tag': 'ec0b973c-e51a-433d-b0f3-cd7522b08f38', 'status': 'completed', 'code': 200} Jul 05 03:50:24.535433 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e401e-baed-4cb8-8483-55513efc095b req-3f393423-cedd-4105-99b7-fcbaec264ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:24.537046 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-068e401e-baed-4cb8-8483-55513efc095b req-3f393423-cedd-4105-99b7-fcbaec264ab9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 1126 time: 0.0724156 Jul 05 03:50:24.544303 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-07904ae5-6ba6-4637-af76-d432a2c3471e tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2c44e0c91a214af8a282671d241ed272&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1928608 Jul 05 03:50:24.725817 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4904f-2910-46a6-8820-b5f7f8caff96 req-c61cb1d0-f7ce-4698-b99c-7f635a5432e0 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:24.733308 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f9d4904f-2910-46a6-8820-b5f7f8caff96 req-c61cb1d0-f7ce-4698-b99c-7f635a5432e0 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 944 time: 0.1502457 Jul 05 03:50:24.736020 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e401e-baed-4cb8-8483-55513efc095b req-73cbbdd2-ce9c-4359-9e79-a39eb3fc0295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:24.737956 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-068e401e-baed-4cb8-8483-55513efc095b req-73cbbdd2-ce9c-4359-9e79-a39eb3fc0295 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 922 time: 0.1920924 Jul 05 03:50:24.782240 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-04399fb2-c7aa-43ad-870a-57ba0da04c36 service neutron] For port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=57ccad2b-7e9a-40fb-b60e-7576fc09e7e2,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:24.809657 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-068e401e-baed-4cb8-8483-55513efc095b req-fa7e8caf-99a8-45a2-9050-5e2cb1a3d6f5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec0b973c-e51a-433d-b0f3-cd7522b08f38 HTTP/1.1" status: 200 len: 217 time: 0.0545182 Jul 05 03:50:24.868835 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-04399fb2-c7aa-43ad-870a-57ba0da04c36 service neutron] For port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:24.879378 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f9d4904f-2910-46a6-8820-b5f7f8caff96 req-e999da59-aab9-44f3-8388-747dd34463c6 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422884 Jul 05 03:50:24.892426 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-27159a5a-c3e1-4cc7-ae62-40212d9da423 service neutron] 10.222.0.77 "GET /v2.0/networks/66df77c6-8f4e-4b95-a93c-745ad7f8290e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471961 Jul 05 03:50:24.901402 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e401e-baed-4cb8-8483-55513efc095b req-59094f8f-4a03-42b6-af27-fb0afcdb3682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:24.902952 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-068e401e-baed-4cb8-8483-55513efc095b req-59094f8f-4a03-42b6-af27-fb0afcdb3682 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8d29ec61-cb40-45c9-a308-0007b5185cb0 HTTP/1.1" status: 200 len: 861 time: 0.0751567 Jul 05 03:50:24.935106 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-04399fb2-c7aa-43ad-870a-57ba0da04c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:24.951906 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-04399fb2-c7aa-43ad-870a-57ba0da04c36 service neutron] For port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=57ccad2b-7e9a-40fb-b60e-7576fc09e7e2,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:24.974174 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-068e401e-baed-4cb8-8483-55513efc095b req-e25a6aef-bb4c-4895-878e-6f0094698c0f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0365b51-ea1d-4154-b37b-d14ae3269368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621293 Jul 05 03:50:24.974801 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-04399fb2-c7aa-43ad-870a-57ba0da04c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.118802 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-f4039175-7a34-458f-b0a8-8b202126b434 service neutron] 10.222.0.77 "GET /v2.0/networks/66df77c6-8f4e-4b95-a93c-745ad7f8290e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183843 Jul 05 03:50:25.121657 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-04399fb2-c7aa-43ad-870a-57ba0da04c36 service neutron] Transition to ACTIVE for port object 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:25.126987 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-04399fb2-c7aa-43ad-870a-57ba0da04c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.146491 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d3a09-c2d6-432e-8b5e-03f90d92c189 req-b186e31e-27de-46b9-a75a-c5b30735dda8 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:25.148249 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-df5d3a09-c2d6-432e-8b5e-03f90d92c189 req-b186e31e-27de-46b9-a75a-c5b30735dda8 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 943 time: 0.1361656 Jul 05 03:50:25.150377 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-068e401e-baed-4cb8-8483-55513efc095b req-8cda9bc4-1633-4b07-99d2-d7e0462113bb service neutron] 10.222.0.89 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667750 Jul 05 03:50:25.204404 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-04399fb2-c7aa-43ad-870a-57ba0da04c36 service neutron] No DVR routers for this DVR port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:25.248828 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-df5d3a09-c2d6-432e-8b5e-03f90d92c189 req-ff012ff6-73ab-4468-971f-6126299cd255 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919530 Jul 05 03:50:25.250813 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-04399fb2-c7aa-43ad-870a-57ba0da04c36 service neutron] 10.222.0.70 "PUT /v2.0/ports/57ccad2b-7e9a-40fb-b60e-7576fc09e7e2/bindings/n-h1-780147-23/activate HTTP/1.1" status: 200 len: 370 time: 0.8902571 Jul 05 03:50:25.255133 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04399fb2-c7aa-43ad-870a-57ba0da04c36 service neutron] Pushing event updated for resources: {'Port': ['ID=57ccad2b-7e9a-40fb-b60e-7576fc09e7e2,revision_number=10']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:25.286136 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-068e401e-baed-4cb8-8483-55513efc095b req-0f49385e-51f5-47c7-b741-24cfbf174955 service neutron] 10.222.0.89 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280477 Jul 05 03:50:25.482634 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c66d452a-8dd1-4efc-a718-b0702c87be53 req-13d9cf2e-5c67-42f3-acb1-0879add13e4c tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=e69aa539-7887-4667-8345-b5a476ee292e HTTP/1.1" status: 200 len: 210 time: 0.0583310 Jul 05 03:50:25.507863 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-a71936a6-b62f-4398-885a-ccef7007b683 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:25.507863 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-a71936a6-b62f-4398-885a-ccef7007b683 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9&tenant_id=6079881a5dcb456f811aa69e44c04ef0&binding%3Ahost_id=n-h2-780147-23 HTTP/1.1" status: 200 len: 1097 time: 0.0939384 Jul 05 03:50:25.592623 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-54b45f9e-8447-4153-90ac-7503f0bf8052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:25.594193 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-54b45f9e-8447-4153-90ac-7503f0bf8052 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9&tenant_id=6079881a5dcb456f811aa69e44c04ef0 HTTP/1.1" status: 200 len: 1097 time: 0.0732391 Jul 05 03:50:25.625349 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612010c-c83d-4958-a2f3-781ffca982e6 req-79136e94-2ef7-4273-9eb5-28597f4c573f tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:25.628185 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8612010c-c83d-4958-a2f3-781ffca982e6 req-79136e94-2ef7-4273-9eb5-28597f4c573f tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.0972660 Jul 05 03:50:25.684404 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8612010c-c83d-4958-a2f3-781ffca982e6 req-f823ab0d-f197-4cc2-9ade-c6a200cdfe66 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473201 Jul 05 03:50:25.755489 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87a84e-b5c6-4bf7-930f-051ccfc725d2 req-74f6f8f3-0533-43a8-a367-88435fd147d9 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:25.757144 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e87a84e-b5c6-4bf7-930f-051ccfc725d2 req-74f6f8f3-0533-43a8-a367-88435fd147d9 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.1342771 Jul 05 03:50:25.762455 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-d2d6dca7-25d6-491d-b031-7d0d0a169864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:25.764198 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-d2d6dca7-25d6-491d-b031-7d0d0a169864 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6079881a5dcb456f811aa69e44c04ef0&device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 1097 time: 0.1284275 Jul 05 03:50:25.859272 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e87a84e-b5c6-4bf7-930f-051ccfc725d2 req-bd7b87a4-71fc-4705-b536-256ce6cbbaa9 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942230 Jul 05 03:50:25.914367 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-b3255fa1-0ea1-47d4-a414-e22973113333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:25.916272 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-b3255fa1-0ea1-47d4-a414-e22973113333 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 200 len: 909 time: 0.1425843 Jul 05 03:50:26.010168 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-11efb405-8673-4274-947e-ff754a718c43 req-d2e02e0f-e8d7-49ec-873f-140eff62ed22 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336056 Jul 05 03:50:26.177758 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6938e-f4a1-4471-869e-d78a517e9e3e req-f49efa76-ad88-48e1-8d5a-346aa017a65d tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:26.179558 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aea6938e-f4a1-4471-869e-d78a517e9e3e req-f49efa76-ad88-48e1-8d5a-346aa017a65d tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 945 time: 0.1643364 Jul 05 03:50:26.216899 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efb405-8673-4274-947e-ff754a718c43 req-f2d716dc-cdb5-4b1e-9e38-79d738d120c9 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:26.218585 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-11efb405-8673-4274-947e-ff754a718c43 req-f2d716dc-cdb5-4b1e-9e38-79d738d120c9 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1678255 Jul 05 03:50:26.251637 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-11efb405-8673-4274-947e-ff754a718c43 req-0e785796-860a-467c-a2a4-dca63bf558ad tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Request body: {'port': {'device_id': 'e69aa539-7887-4667-8345-b5a476ee292e', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': 'b9e63c3dfe9644899e38a11b90eafef2'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:26.299200 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aea6938e-f4a1-4471-869e-d78a517e9e3e req-582de09f-0ad2-4338-9d9f-954c3efa01fa tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005919 Jul 05 03:50:26.344639 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-34e61cbc-191d-407c-8e8d-c9e019c27c52 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 HTTP/1.1" status: 200 len: 217 time: 0.4169273 Jul 05 03:50:26.389895 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ab111227-f6e0-465c-bd6a-1e219569b089 req-d3ffbcd7-0856-452d-99bd-59efbbddd736 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 210 time: 0.0469780 Jul 05 03:50:26.413771 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11efb405-8673-4274-947e-ff754a718c43 req-0e785796-860a-467c-a2a4-dca63bf558ad tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Made reservation on behalf of b9e63c3dfe9644899e38a11b90eafef2 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:26.418485 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-11efb405-8673-4274-947e-ff754a718c43 req-0e785796-860a-467c-a2a4-dca63bf558ad tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.462170 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:26.476813 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-0ab3388e-0f36-465c-ae9d-df9928af1009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:26.478824 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-0ab3388e-0f36-465c-ae9d-df9928af1009 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ed0a1ef0-1506-4eb0-93c1-51dd53393e81 HTTP/1.1" status: 200 len: 848 time: 0.1142583 Jul 05 03:50:26.509137 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:26.529811 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-98a36de7-238f-4752-9a29-bd1c26cb2ad9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e37bffed-7318-4dad-93bc-2135e6f53abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345581 Jul 05 03:50:26.661213 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-bbf4e381-752e-4ab7-8487-afb46ea83d63 service neutron] 10.222.0.89 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169541 Jul 05 03:50:26.761076 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-321743e1-e1e3-4fe8-ab32-2bbeab78adb2 req-748ce34a-1d17-439b-893a-0e41b0f8c391 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=e69aa539-7887-4667-8345-b5a476ee292e HTTP/1.1" status: 200 len: 210 time: 0.0380774 Jul 05 03:50:26.822152 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-cc1e5fed-ba15-4af1-97e6-b6bda5100f56 service neutron] 10.222.0.89 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514769 Jul 05 03:50:26.933522 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-11efb405-8673-4274-947e-ff754a718c43 req-0e785796-860a-467c-a2a4-dca63bf558ad tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Allocated IP 192.168.233.68 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/01c8706a-32ec-4e07-b96e-844b7b2f3436) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:26.948133 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19931ea2-17d7-42a3-bbe1-b9ed72e6b0c7 req-5ea9a4a6-af41-4088-8ae0-46590352e99e tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:26.949634 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-19931ea2-17d7-42a3-bbe1-b9ed72e6b0c7 req-5ea9a4a6-af41-4088-8ae0-46590352e99e tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 943 time: 0.4616411 Jul 05 03:50:26.999196 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7f1a6-b079-48b1-b8d1-f0bf7a07c92c req-57317e81-973b-4f22-bd37-82bb5a60d789 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:27.007442 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ccf7f1a6-b079-48b1-b8d1-f0bf7a07c92c req-57317e81-973b-4f22-bd37-82bb5a60d789 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.0826309 Jul 05 03:50:27.043163 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ccf7f1a6-b079-48b1-b8d1-f0bf7a07c92c req-cf9056e6-d748-4c89-b226-3c91e595c1cf tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344276 Jul 05 03:50:27.120207 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-19931ea2-17d7-42a3-bbe1-b9ed72e6b0c7 req-e8438b29-4b6b-40f9-acf5-07af8ce4b34d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542969 Jul 05 03:50:27.207253 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-1ae0fbda-9022-48d8-83fd-36feab5cb9d1 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:27.213969 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-1ae0fbda-9022-48d8-83fd-36feab5cb9d1 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.70 "GET /v2.0/networks?id=66df77c6-8f4e-4b95-a93c-745ad7f8290e HTTP/1.1" status: 200 len: 812 time: 0.2609162 Jul 05 03:50:27.251902 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-56236797-4f99-4da9-85c1-44ca1a4e3e65 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Request body: {'port': {'device_id': '3c72230b-22d2-4d26-90c2-88331db32386', 'network_id': '66df77c6-8f4e-4b95-a93c-745ad7f8290e', 'admin_state_up': True, 'tenant_id': '2c44e0c91a214af8a282671d241ed272'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:27.337427 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-11efb405-8673-4274-947e-ff754a718c43 req-0e785796-860a-467c-a2a4-dca63bf558ad tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.357382 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-11efb405-8673-4274-947e-ff754a718c43 req-0e785796-860a-467c-a2a4-dca63bf558ad tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Transition to ACTIVE for port object 01c8706a-32ec-4e07-b96e-844b7b2f3436 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:27.367833 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c5142-0867-4a0e-a390-f93ae5df5784 req-a6e8475d-d98b-4a6e-8d2e-b2556c26ade3 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:27.370098 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-085c5142-0867-4a0e-a390-f93ae5df5784 req-a6e8475d-d98b-4a6e-8d2e-b2556c26ade3 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.1155562 Jul 05 03:50:27.373344 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-cfa96467-2233-4c02-9426-0b77277ed070 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:27.374811 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-cfa96467-2233-4c02-9426-0b77277ed070 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9&tenant_id=6079881a5dcb456f811aa69e44c04ef0&binding%3Ahost_id=n-h1-780147-23 HTTP/1.1" status: 200 len: 1097 time: 0.1804361 Jul 05 03:50:27.432099 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-11efb405-8673-4274-947e-ff754a718c43 req-0e785796-860a-467c-a2a4-dca63bf558ad tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.442927 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-56236797-4f99-4da9-85c1-44ca1a4e3e65 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Made reservation on behalf of 2c44e0c91a214af8a282671d241ed272 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:27.446598 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-56236797-4f99-4da9-85c1-44ca1a4e3e65 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.450715 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-085c5142-0867-4a0e-a390-f93ae5df5784 req-e52e9956-7747-4b86-b804-b4f23de2eb92 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797358 Jul 05 03:50:27.458012 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['8c3043e1-c196-4814-bffd-5d5643e5bd16', '0a24e240-e7e3-4733-8693-1ec0751b7fd7'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:27.514072 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['7e741bda-ec2c-4820-898b-4dc034cb6adc', 'e2d807f9-b9e2-4c86-85cc-e0a673d4fa65', 'b5cd23f4-263c-4e30-8b36-bafbdc086518', '1e278b79-6bf5-4554-86aa-e13c5e8de9bb'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:27.546293 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11efb405-8673-4274-947e-ff754a718c43 req-0e785796-860a-467c-a2a4-dca63bf558ad tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:27.562211 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-11efb405-8673-4274-947e-ff754a718c43 req-0e785796-860a-467c-a2a4-dca63bf558ad tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:27.565200 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e785796-860a-467c-a2a4-dca63bf558ad tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Pushing event updated for resources: {'Port': ['ID=01c8706a-32ec-4e07-b96e-844b7b2f3436,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:27.570755 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-11efb405-8673-4274-947e-ff754a718c43 req-0e785796-860a-467c-a2a4-dca63bf558ad tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:27.602868 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-c05cb026-d48c-48fe-a67e-102198710e9c service neutron] For port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:27.606345 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-c05cb026-d48c-48fe-a67e-102198710e9c service neutron] Notify callbacks [] for binding, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.607460 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5bab061c-1f7c-4f72-9c8d-93ebba10d62a req-c05cb026-d48c-48fe-a67e-102198710e9c service neutron] 10.222.0.89 "DELETE /v2.0/ports/57ccad2b-7e9a-40fb-b60e-7576fc09e7e2/bindings/n-h2-780147-23 HTTP/1.1" status: 204 len: 173 time: 0.2153742 Jul 05 03:50:27.666872 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-67f4839d-0ef6-40fe-8346-d2f3c1da7b9e req-7ce5ecf6-24b4-489f-a6fe-b685ec0128f8 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 210 time: 0.0553424 Jul 05 03:50:27.721406 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efb405-8673-4274-947e-ff754a718c43 req-0e785796-860a-467c-a2a4-dca63bf558ad tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:27.722165 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-11efb405-8673-4274-947e-ff754a718c43 req-0e785796-860a-467c-a2a4-dca63bf558ad tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.785300 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fbfb6-2931-4617-9b7a-863d07d85ba1 req-f2448265-e0fb-4f18-85a8-00f85746d1fc tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:27.787366 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a95fbfb6-2931-4617-9b7a-863d07d85ba1 req-f2448265-e0fb-4f18-85a8-00f85746d1fc tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 945 time: 0.3020031 Jul 05 03:50:27.810233 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-11efb405-8673-4274-947e-ff754a718c43 req-0e785796-860a-467c-a2a4-dca63bf558ad tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5685859 Jul 05 03:50:27.832759 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-11efb405-8673-4274-947e-ff754a718c43 req-579a7cee-8099-494f-a6ad-8ec0d0ff84dc service neutron] Request body: {'port': {'device_id': 'e69aa539-7887-4667-8345-b5a476ee292e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:27.901452 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-56236797-4f99-4da9-85c1-44ca1a4e3e65 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Allocated IP 172.20.0.3 (66df77c6-8f4e-4b95-a93c-745ad7f8290e/83b03ff1-cc88-4818-8b80-c7647b3fbb89/9d83a322-3d54-4f93-abda-b6956ece3fb2) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:27.912023 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a95fbfb6-2931-4617-9b7a-863d07d85ba1 req-b471bba4-d1d5-454f-8a27-7be5cbed3a27 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078873 Jul 05 03:50:28.016539 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-11efb405-8673-4274-947e-ff754a718c43 req-579a7cee-8099-494f-a6ad-8ec0d0ff84dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.030347 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-47e38383-3ccc-45ec-b786-59a5f7edc8be None None] Provisioning for port 01c8706a-32ec-4e07-b96e-844b7b2f3436 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:28.043163 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-47e38383-3ccc-45ec-b786-59a5f7edc8be None None] Provisioning complete for port 01c8706a-32ec-4e07-b96e-844b7b2f3436 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:28.043532 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-47e38383-3ccc-45ec-b786-59a5f7edc8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.150004 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-47e38383-3ccc-45ec-b786-59a5f7edc8be None None] Port 01c8706a-32ec-4e07-b96e-844b7b2f3436 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:50:28.195882 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b8931-590c-4bde-9615-2786e696b359 req-e0a7b0e3-da1a-4810-802a-6c7a4fd306bd tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:28.197533 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f58b8931-590c-4bde-9615-2786e696b359 req-e0a7b0e3-da1a-4810-802a-6c7a4fd306bd tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=e69aa539-7887-4667-8345-b5a476ee292e HTTP/1.1" status: 200 len: 935 time: 0.1227653 Jul 05 03:50:28.243697 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f58b8931-590c-4bde-9615-2786e696b359 req-627ba789-bb48-4fc9-98ff-68a62433405f tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391653 Jul 05 03:50:28.379364 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-56236797-4f99-4da9-85c1-44ca1a4e3e65 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.405960 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71385ca-e68f-4f40-b780-62dc83342b7b req-fc79afd1-1b93-426a-9f79-7a348a7149c1 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:28.408319 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c71385ca-e68f-4f40-b780-62dc83342b7b req-fc79afd1-1b93-426a-9f79-7a348a7149c1 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 1097 time: 0.2138336 Jul 05 03:50:28.479912 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d56049-e3c0-4544-94f3-cb8cbe3da15a req-55c4d781-d909-4783-94e7-02f31758573e tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:28.480574 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c71385ca-e68f-4f40-b780-62dc83342b7b req-40200841-950b-4354-835f-8fa3e43de932 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620103 Jul 05 03:50:28.482148 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e6d56049-e3c0-4544-94f3-cb8cbe3da15a req-55c4d781-d909-4783-94e7-02f31758573e tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.0817931 Jul 05 03:50:28.514349 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8a740b3f-b5f8-49be-b3fa-b99c95192329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.563498 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e6d56049-e3c0-4544-94f3-cb8cbe3da15a req-bc9e2c96-271a-4e2f-b380-336891323e2e tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677359 Jul 05 03:50:28.572255 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-56236797-4f99-4da9-85c1-44ca1a4e3e65 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.576251 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-11efb405-8673-4274-947e-ff754a718c43 req-579a7cee-8099-494f-a6ad-8ec0d0ff84dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c8706a-32ec-4e07-b96e-844b7b2f3436 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:28.596139 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-11efb405-8673-4274-947e-ff754a718c43 req-579a7cee-8099-494f-a6ad-8ec0d0ff84dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.644124 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-11efb405-8673-4274-947e-ff754a718c43 req-579a7cee-8099-494f-a6ad-8ec0d0ff84dc service neutron] Transition to ACTIVE for port object 01c8706a-32ec-4e07-b96e-844b7b2f3436 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:28.651792 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-56236797-4f99-4da9-85c1-44ca1a4e3e65 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Network 66df77c6-8f4e-4b95-a93c-745ad7f8290e is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:28.660891 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-11efb405-8673-4274-947e-ff754a718c43 req-579a7cee-8099-494f-a6ad-8ec0d0ff84dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.663366 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-56236797-4f99-4da9-85c1-44ca1a4e3e65 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:28.675494 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47046) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:28.680305 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-56236797-4f99-4da9-85c1-44ca1a4e3e65 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:28.682871 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56236797-4f99-4da9-85c1-44ca1a4e3e65 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event updated for resources: {'Port': ['ID=9d83a322-3d54-4f93-abda-b6956ece3fb2,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:28.756074 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:50:28.788256 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.807207 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66224d78-3b68-419f-8843-dca7b2d9dfc0 req-7abafb7c-eb29-4a99-97d7-74cdceee632e tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:28.809557 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-66224d78-3b68-419f-8843-dca7b2d9dfc0 req-7abafb7c-eb29-4a99-97d7-74cdceee632e tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.1074438 Jul 05 03:50:28.832746 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a7cee-8099-494f-a6ad-8ec0d0ff84dc service neutron] Pushing event updated for resources: {'Port': ['ID=01c8706a-32ec-4e07-b96e-844b7b2f3436,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:28.835353 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['b049e812-485b-45be-8143-21787912fae7'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:28.862173 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3eef572-b448-44e0-9f6c-9c8dcdd9b1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.863765 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-56236797-4f99-4da9-85c1-44ca1a4e3e65 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:28.864944 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-56236797-4f99-4da9-85c1-44ca1a4e3e65 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.898953 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-66224d78-3b68-419f-8843-dca7b2d9dfc0 req-fcaa2b96-9d4b-46b4-ad11-ba73bdf3ee7d tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842364 Jul 05 03:50:28.905460 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-56236797-4f99-4da9-85c1-44ca1a4e3e65 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6612923 Jul 05 03:50:28.942238 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-8f0b528b-3245-4a0e-a11d-adda33ae06f1 service neutron] Request body: {'port': {'device_id': '3c72230b-22d2-4d26-90c2-88331db32386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:28.998267 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77d7df-4e24-483f-a8d5-6b4e7c5dde2c req-5ef75226-bb11-4b25-8f8e-cba90b0ea501 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:29.008062 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1e77d7df-4e24-483f-a8d5-6b4e7c5dde2c req-5ef75226-bb11-4b25-8f8e-cba90b0ea501 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 943 time: 0.3522239 Jul 05 03:50:29.066152 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3eef572-b448-44e0-9f6c-9c8dcdd9b1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.074213 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3eef572-b448-44e0-9f6c-9c8dcdd9b1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.112998 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1e77d7df-4e24-483f-a8d5-6b4e7c5dde2c req-8f793bfe-e6ea-461c-a755-828eedd3735d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028740 Jul 05 03:50:29.118531 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-11efb405-8673-4274-947e-ff754a718c43 req-579a7cee-8099-494f-a6ad-8ec0d0ff84dc service neutron] Attempting to bind port 01c8706a-32ec-4e07-b96e-844b7b2f3436 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:29.118965 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-11efb405-8673-4274-947e-ff754a718c43 req-579a7cee-8099-494f-a6ad-8ec0d0ff84dc service neutron] Attempting to bind port 01c8706a-32ec-4e07-b96e-844b7b2f3436 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:29.119489 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11efb405-8673-4274-947e-ff754a718c43 req-579a7cee-8099-494f-a6ad-8ec0d0ff84dc service neutron] Attempting to bind port 01c8706a-32ec-4e07-b96e-844b7b2f3436 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:29.126118 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11efb405-8673-4274-947e-ff754a718c43 req-579a7cee-8099-494f-a6ad-8ec0d0ff84dc service neutron] Port 01c8706a-32ec-4e07-b96e-844b7b2f3436 on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:50:29.126805 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11efb405-8673-4274-947e-ff754a718c43 req-579a7cee-8099-494f-a6ad-8ec0d0ff84dc service neutron] Attempting to bind port 01c8706a-32ec-4e07-b96e-844b7b2f3436 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:29.138305 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11efb405-8673-4274-947e-ff754a718c43 req-579a7cee-8099-494f-a6ad-8ec0d0ff84dc service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:29.138541 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11efb405-8673-4274-947e-ff754a718c43 req-579a7cee-8099-494f-a6ad-8ec0d0ff84dc service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:29.138843 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11efb405-8673-4274-947e-ff754a718c43 req-579a7cee-8099-494f-a6ad-8ec0d0ff84dc service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:29.139291 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-11efb405-8673-4274-947e-ff754a718c43 req-579a7cee-8099-494f-a6ad-8ec0d0ff84dc service neutron] Bound port: 01c8706a-32ec-4e07-b96e-844b7b2f3436, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:29.140071 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-11efb405-8673-4274-947e-ff754a718c43 req-579a7cee-8099-494f-a6ad-8ec0d0ff84dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.154669 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e3eef572-b448-44e0-9f6c-9c8dcdd9b1ee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7375a900658c4aef98ae7f244cbaab95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4749639 Jul 05 03:50:29.155889 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47054) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:29.165352 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eef572-b448-44e0-9f6c-9c8dcdd9b1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a2a2dd-92ed-46fb-b7ff-5514ae9003f8,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:29.165705 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-8f0b528b-3245-4a0e-a11d-adda33ae06f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.186771 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b3b24-e143-4830-90c9-16c57745e901 req-f3eb8867-f249-4114-ba69-abf26e231dfe tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:29.188579 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c22b3b24-e143-4830-90c9-16c57745e901 req-f3eb8867-f249-4114-ba69-abf26e231dfe tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 1097 time: 0.1182957 Jul 05 03:50:29.235348 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c22b3b24-e143-4830-90c9-16c57745e901 req-b1775dd1-cf0b-4f23-9bf0-19e83fc602d5 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356145 Jul 05 03:50:29.377125 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-56835fb2-edc0-4149-893b-2c092373d29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.469875 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-11efb405-8673-4274-947e-ff754a718c43 req-579a7cee-8099-494f-a6ad-8ec0d0ff84dc service neutron] For port 01c8706a-32ec-4e07-b96e-844b7b2f3436, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:29.474038 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-56835fb2-edc0-4149-893b-2c092373d29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.511289 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-11efb405-8673-4274-947e-ff754a718c43 req-579a7cee-8099-494f-a6ad-8ec0d0ff84dc service neutron] For port 01c8706a-32ec-4e07-b96e-844b7b2f3436, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=01c8706a-32ec-4e07-b96e-844b7b2f3436,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:29.554434 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf1eb0-faf7-4357-a064-20346517d0dc req-a39668c4-7dc5-4b28-98d1-94cc5dd9b67f tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:29.555981 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d6cf1eb0-faf7-4357-a064-20346517d0dc req-a39668c4-7dc5-4b28-98d1-94cc5dd9b67f tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=e69aa539-7887-4667-8345-b5a476ee292e HTTP/1.1" status: 200 len: 947 time: 0.0751078 Jul 05 03:50:29.558602 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-11efb405-8673-4274-947e-ff754a718c43 req-579a7cee-8099-494f-a6ad-8ec0d0ff84dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.597880 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d6cf1eb0-faf7-4357-a064-20346517d0dc req-28995e27-1091-4cd3-9f6d-497f3a7a66b5 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357430 Jul 05 03:50:29.623085 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efb405-8673-4274-947e-ff754a718c43 req-579a7cee-8099-494f-a6ad-8ec0d0ff84dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:29.623716 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-11efb405-8673-4274-947e-ff754a718c43 req-579a7cee-8099-494f-a6ad-8ec0d0ff84dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.625129 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-11efb405-8673-4274-947e-ff754a718c43 req-579a7cee-8099-494f-a6ad-8ec0d0ff84dc service neutron] 10.222.0.89 "PUT /v2.0/ports/01c8706a-32ec-4e07-b96e-844b7b2f3436 HTTP/1.1" status: 200 len: 1096 time: 1.7978907 Jul 05 03:50:29.631686 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69aa539-7887-4667-8345-b5a476ee292e', 'tag': '01c8706a-32ec-4e07-b96e-844b7b2f3436'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:29.634199 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a911bf9c-abf2-45f3-9997-4de8ba6830a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e69aa539-7887-4667-8345-b5a476ee292e", "tag": "01c8706a-32ec-4e07-b96e-844b7b2f3436"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:29.665970 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508fd8e-9c33-42e9-9c49-3147692dcbbf req-bc0b4652-15e8-457a-841c-d768d22f752c tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:29.667672 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4508fd8e-9c33-42e9-9c49-3147692dcbbf req-bc0b4652-15e8-457a-841c-d768d22f752c tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 931 time: 0.3424981 Jul 05 03:50:29.752877 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a7cee-8099-494f-a6ad-8ec0d0ff84dc service neutron] Pushing event updated for resources: {'Port': ['ID=01c8706a-32ec-4e07-b96e-844b7b2f3436,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:29.759762 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-56835fb2-edc0-4149-893b-2c092373d29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.763110 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-56835fb2-edc0-4149-893b-2c092373d29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.766231 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-56835fb2-edc0-4149-893b-2c092373d29b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/88a2a2dd-92ed-46fb-b7ff-5514ae9003f8 HTTP/1.1" status: 204 len: 168 time: 0.6102083 Jul 05 03:50:29.804398 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56835fb2-edc0-4149-893b-2c092373d29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a2a2dd-92ed-46fb-b7ff-5514ae9003f8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:29.824096 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4508fd8e-9c33-42e9-9c49-3147692dcbbf req-566eaff8-e39f-43cd-8f8d-a00bf08a8615 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=6edef83f-ad4b-43cf-8226-709f89afd5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474578 Jul 05 03:50:29.922922 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efb405-8673-4274-947e-ff754a718c43 req-87697379-8009-4ebd-81ac-b33889ecd384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:29.925181 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-11efb405-8673-4274-947e-ff754a718c43 req-87697379-8009-4ebd-81ac-b33889ecd384 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&device_id=e69aa539-7887-4667-8345-b5a476ee292e HTTP/1.1" status: 200 len: 1099 time: 0.2281213 Jul 05 03:50:29.932992 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-8f0b528b-3245-4a0e-a11d-adda33ae06f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d83a322-3d54-4f93-abda-b6956ece3fb2 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:29.977916 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46758c7-5802-4c2b-a7f2-40abf123226a x-openstack-request-id: req-e46758c7-5802-4c2b-a7f2-40abf123226a {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:29.978306 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69aa539-7887-4667-8345-b5a476ee292e", "tag": "01c8706a-32ec-4e07-b96e-844b7b2f3436", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:29.978491 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e46758c7-5802-4c2b-a7f2-40abf123226a {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:29.978895 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69aa539-7887-4667-8345-b5a476ee292e', 'tag': '01c8706a-32ec-4e07-b96e-844b7b2f3436', 'status': 'completed', 'code': 200} Jul 05 03:50:29.980830 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-8f0b528b-3245-4a0e-a11d-adda33ae06f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.984813 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-11efb405-8673-4274-947e-ff754a718c43 req-8cfc4990-bb98-43c8-bc17-35bd1fc5c859 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=01c8706a-32ec-4e07-b96e-844b7b2f3436 HTTP/1.1" status: 200 len: 217 time: 0.0467908 Jul 05 03:50:29.999028 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-8f0b528b-3245-4a0e-a11d-adda33ae06f1 service neutron] Transition to ACTIVE for port object 9d83a322-3d54-4f93-abda-b6956ece3fb2 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:30.073514 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-8f0b528b-3245-4a0e-a11d-adda33ae06f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.081104 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efb405-8673-4274-947e-ff754a718c43 req-b30cd915-4aab-45ec-a95e-fc3d0f5fe147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:30.082657 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-11efb405-8673-4274-947e-ff754a718c43 req-b30cd915-4aab-45ec-a95e-fc3d0f5fe147 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0848458 Jul 05 03:50:30.171888 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690c413-8e68-4f83-ab9c-8eda2469ee3d req-b9a4c076-4d93-444a-bb9f-715eae9a8323 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:30.179663 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d690c413-8e68-4f83-ab9c-8eda2469ee3d req-b9a4c076-4d93-444a-bb9f-715eae9a8323 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.0762205 Jul 05 03:50:30.184598 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b528b-3245-4a0e-a11d-adda33ae06f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9d83a322-3d54-4f93-abda-b6956ece3fb2,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:30.225679 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d690c413-8e68-4f83-ab9c-8eda2469ee3d req-a17fd75c-cb7a-459e-aaf1-0b9107e381e2 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451024 Jul 05 03:50:30.231261 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d3f3e-c5bd-4f0e-aa31-a364ecb353fe req-ae1cbddf-4333-4fcc-b2f3-b7b18d46d963 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:30.232622 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-253d3f3e-c5bd-4f0e-aa31-a364ecb353fe req-ae1cbddf-4333-4fcc-b2f3-b7b18d46d963 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.1889777 Jul 05 03:50:30.306224 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efb405-8673-4274-947e-ff754a718c43 req-33d7d575-51e1-42fa-90dc-655be286c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:30.307736 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-11efb405-8673-4274-947e-ff754a718c43 req-33d7d575-51e1-42fa-90dc-655be286c2d5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1931658 Jul 05 03:50:30.318815 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-253d3f3e-c5bd-4f0e-aa31-a364ecb353fe req-ea0082c0-61db-4536-9f98-c22e25de676b tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664692 Jul 05 03:50:30.328937 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-8f0b528b-3245-4a0e-a11d-adda33ae06f1 service neutron] Attempting to bind port 9d83a322-3d54-4f93-abda-b6956ece3fb2 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:30.329283 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-8f0b528b-3245-4a0e-a11d-adda33ae06f1 service neutron] Attempting to bind port 9d83a322-3d54-4f93-abda-b6956ece3fb2 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '3fbc827e-3684-4feb-9d7a-3826e63576b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '66df77c6-8f4e-4b95-a93c-745ad7f8290e'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:30.329621 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-8f0b528b-3245-4a0e-a11d-adda33ae06f1 service neutron] Attempting to bind port 9d83a322-3d54-4f93-abda-b6956ece3fb2 on network 66df77c6-8f4e-4b95-a93c-745ad7f8290e {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:30.384886 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-8f0b528b-3245-4a0e-a11d-adda33ae06f1 service neutron] Port 9d83a322-3d54-4f93-abda-b6956ece3fb2 on network 66df77c6-8f4e-4b95-a93c-745ad7f8290e not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:50:30.385349 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-8f0b528b-3245-4a0e-a11d-adda33ae06f1 service neutron] Attempting to bind port 9d83a322-3d54-4f93-abda-b6956ece3fb2 on network 66df77c6-8f4e-4b95-a93c-745ad7f8290e {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:30.398406 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-8f0b528b-3245-4a0e-a11d-adda33ae06f1 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:30.398751 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-8f0b528b-3245-4a0e-a11d-adda33ae06f1 service neutron] Checking segment: {'id': '3fbc827e-3684-4feb-9d7a-3826e63576b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '66df77c6-8f4e-4b95-a93c-745ad7f8290e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:30.399134 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-8f0b528b-3245-4a0e-a11d-adda33ae06f1 service neutron] Bound using segment: {'id': '3fbc827e-3684-4feb-9d7a-3826e63576b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '66df77c6-8f4e-4b95-a93c-745ad7f8290e'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:30.399580 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-8f0b528b-3245-4a0e-a11d-adda33ae06f1 service neutron] Bound port: 9d83a322-3d54-4f93-abda-b6956ece3fb2, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fbc827e-3684-4feb-9d7a-3826e63576b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '66df77c6-8f4e-4b95-a93c-745ad7f8290e'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:30.399981 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-8f0b528b-3245-4a0e-a11d-adda33ae06f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.413025 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89afba2-9c9f-4d30-9a97-61a587903c46 req-52ca6831-e5e1-4c5e-ae81-7a13d11430f0 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:30.419596 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d89afba2-9c9f-4d30-9a97-61a587903c46 req-52ca6831-e5e1-4c5e-ae81-7a13d11430f0 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 943 time: 0.0812788 Jul 05 03:50:30.463304 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d89afba2-9c9f-4d30-9a97-61a587903c46 req-6b519962-903d-4414-b63b-a2354ed58aaa tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421033 Jul 05 03:50:30.488123 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-11efb405-8673-4274-947e-ff754a718c43 req-bb60f43f-79c8-473c-969f-b5bc3369d4a3 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545501 Jul 05 03:50:30.552828 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-8f0b528b-3245-4a0e-a11d-adda33ae06f1 service neutron] For port 9d83a322-3d54-4f93-abda-b6956ece3fb2, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:30.577445 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-8f0b528b-3245-4a0e-a11d-adda33ae06f1 service neutron] For port 9d83a322-3d54-4f93-abda-b6956ece3fb2, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=9d83a322-3d54-4f93-abda-b6956ece3fb2,segment=NetworkSegment(3fbc827e-3684-4feb-9d7a-3826e63576b6),segment_id=3fbc827e-3684-4feb-9d7a-3826e63576b6)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:30.586648 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-8f0b528b-3245-4a0e-a11d-adda33ae06f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.819669 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e81f9a-8820-44ab-910e-0219bc1a047c req-6f68ffaa-6937-4fec-9e77-f8783de2bee6 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:30.826762 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f5e81f9a-8820-44ab-910e-0219bc1a047c req-6f68ffaa-6937-4fec-9e77-f8783de2bee6 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=e69aa539-7887-4667-8345-b5a476ee292e HTTP/1.1" status: 200 len: 947 time: 0.0950205 Jul 05 03:50:30.876115 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f5e81f9a-8820-44ab-910e-0219bc1a047c req-62385a92-ef9a-46cf-b632-807f7cde69fc tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483086 Jul 05 03:50:30.969025 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-8f0b528b-3245-4a0e-a11d-adda33ae06f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:30.969854 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-8f0b528b-3245-4a0e-a11d-adda33ae06f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.971137 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-8f0b528b-3245-4a0e-a11d-adda33ae06f1 service neutron] 10.222.0.70 "PUT /v2.0/ports/9d83a322-3d54-4f93-abda-b6956ece3fb2 HTTP/1.1" status: 200 len: 1092 time: 2.0337188 Jul 05 03:50:31.009098 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-11efb405-8673-4274-947e-ff754a718c43 req-dfaa4dba-2c59-4790-a54c-f1a9f014fdad service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120142 Jul 05 03:50:31.036055 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b528b-3245-4a0e-a11d-adda33ae06f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9d83a322-3d54-4f93-abda-b6956ece3fb2,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:31.181273 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e49e42-9ad1-4402-8289-928658a74157 req-9f144407-3c75-40fd-ba45-b19f855bb775 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:31.182849 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-74e49e42-9ad1-4402-8289-928658a74157 req-9f144407-3c75-40fd-ba45-b19f855bb775 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 943 time: 0.2012391 Jul 05 03:50:31.219420 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-9272eb39-c274-4af2-8453-da0e566e886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:31.220954 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-9272eb39-c274-4af2-8453-da0e566e886a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c44e0c91a214af8a282671d241ed272&device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 1095 time: 0.1502392 Jul 05 03:50:31.247789 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911bf9c-abf2-45f3-9997-4de8ba6830a1 req-4483250b-e6a2-48b5-a78b-062f8a2e19ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:31.249864 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a911bf9c-abf2-45f3-9997-4de8ba6830a1 req-4483250b-e6a2-48b5-a78b-062f8a2e19ca service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&device_id=e69aa539-7887-4667-8345-b5a476ee292e HTTP/1.1" status: 200 len: 1099 time: 0.1477747 Jul 05 03:50:31.295983 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-27cb1a11-f1fa-4abf-846e-58ba76d4eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:31.301584 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-74e49e42-9ad1-4402-8289-928658a74157 req-43e15887-442a-4863-b5b3-edc3e6773d74 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=6edef83f-ad4b-43cf-8226-709f89afd5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065354 Jul 05 03:50:31.303156 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-30cb39c9-d3cf-446d-bb6b-0dec44723058 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d83a322-3d54-4f93-abda-b6956ece3fb2 HTTP/1.1" status: 200 len: 217 time: 0.0651968 Jul 05 03:50:31.374012 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-0f096e0a-d78c-475d-8c4c-177be1a175aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:31.375660 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-0f096e0a-d78c-475d-8c4c-177be1a175aa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=83b03ff1-cc88-4818-8b80-c7647b3fbb89 HTTP/1.1" status: 200 len: 852 time: 0.0623937 Jul 05 03:50:31.437639 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-6a4e022c-38e7-43cc-93c7-1fcff1d11b9c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=66df77c6-8f4e-4b95-a93c-745ad7f8290e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347400 Jul 05 03:50:31.447353 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06dba5-fe3a-4459-9a5c-e721eb89831a req-34361e42-83e8-4318-be55-65495546dc65 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:31.455634 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3f06dba5-fe3a-4459-9a5c-e721eb89831a req-34361e42-83e8-4318-be55-65495546dc65 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.0840819 Jul 05 03:50:31.509745 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3f06dba5-fe3a-4459-9a5c-e721eb89831a req-067384f7-a443-4dc3-b169-b73a1729f3bb tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532031 Jul 05 03:50:31.632166 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911bf9c-abf2-45f3-9997-4de8ba6830a1 req-6dee8dff-af57-4293-9335-e5d1441650a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:31.633522 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a911bf9c-abf2-45f3-9997-4de8ba6830a1 req-6dee8dff-af57-4293-9335-e5d1441650a7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.3294277 Jul 05 03:50:31.641477 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-ecb1148b-9f9c-44ee-af36-925086e4c292 service neutron] 10.222.0.70 "GET /v2.0/networks/66df77c6-8f4e-4b95-a93c-745ad7f8290e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913581 Jul 05 03:50:31.650333 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:31.718702 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a911bf9c-abf2-45f3-9997-4de8ba6830a1 req-81fd3d1e-b8bb-4589-a826-54f8b3a63ca7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=01c8706a-32ec-4e07-b96e-844b7b2f3436 HTTP/1.1" status: 200 len: 217 time: 0.0623569 Jul 05 03:50:31.743092 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dce7e3-2e58-4ebc-9943-a7b273df9f21 req-e4b2099d-75c9-45a8-b0bd-34f2ec99ac14 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:31.744440 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d9dce7e3-2e58-4ebc-9943-a7b273df9f21 req-e4b2099d-75c9-45a8-b0bd-34f2ec99ac14 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 943 time: 0.0829389 Jul 05 03:50:31.770393 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777be47-d26e-475a-b187-0fee903cda16 req-87446cce-a23f-496e-92d6-d27daae40411 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:31.771885 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f777be47-d26e-475a-b187-0fee903cda16 req-87446cce-a23f-496e-92d6-d27daae40411 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.2505078 Jul 05 03:50:31.786847 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d9dce7e3-2e58-4ebc-9943-a7b273df9f21 req-6bfaf0fa-945f-4ece-b40f-459d92dc2765 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358531 Jul 05 03:50:31.838492 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f777be47-d26e-475a-b187-0fee903cda16 req-bd6e122f-867e-41be-ae10-c0a1182875a6 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469217 Jul 05 03:50:31.872987 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911bf9c-abf2-45f3-9997-4de8ba6830a1 req-32286912-68a3-4b0f-bf8e-5c876f2a6c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:31.874716 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a911bf9c-abf2-45f3-9997-4de8ba6830a1 req-32286912-68a3-4b0f-bf8e-5c876f2a6c33 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1290116 Jul 05 03:50:31.902110 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-191bc354-8e20-4e19-86ca-4ec39b581825 req-5ceb8602-fde6-499d-8e91-43067d947170 service neutron] 10.222.0.70 "GET /v2.0/networks/66df77c6-8f4e-4b95-a93c-745ad7f8290e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467899 Jul 05 03:50:31.953229 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911bf9c-abf2-45f3-9997-4de8ba6830a1 req-5df20a05-924a-4ae0-a0e3-22047fd91c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:31.954847 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a911bf9c-abf2-45f3-9997-4de8ba6830a1 req-5df20a05-924a-4ae0-a0e3-22047fd91c45 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0657187 Jul 05 03:50:31.983113 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c72230b-22d2-4d26-90c2-88331db32386', 'tag': '9d83a322-3d54-4f93-abda-b6956ece3fb2'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:31.985409 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8f74fb-ded2-4ac9-879f-f5676ea3fcc9" -d '{"events": [{"name": "network-changed", "server_uuid": "3c72230b-22d2-4d26-90c2-88331db32386", "tag": "9d83a322-3d54-4f93-abda-b6956ece3fb2"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:32.113396 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a911bf9c-abf2-45f3-9997-4de8ba6830a1 req-63b1b120-017d-4fd1-b29e-caa2bc03ecfb service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407950 Jul 05 03:50:32.192036 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a5265-df36-4e0e-b279-4008694c490a req-fd0d2f06-101d-4b3a-aa60-09c84486374e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:32.193629 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1f5a5265-df36-4e0e-b279-4008694c490a req-fd0d2f06-101d-4b3a-aa60-09c84486374e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=e69aa539-7887-4667-8345-b5a476ee292e HTTP/1.1" status: 200 len: 947 time: 0.1446762 Jul 05 03:50:32.260286 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1f5a5265-df36-4e0e-b279-4008694c490a req-5fdb4610-9108-4cce-8ccd-99ddf3a2b257 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599558 Jul 05 03:50:32.264071 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a911bf9c-abf2-45f3-9997-4de8ba6830a1 req-93d72740-c1a4-4b88-8b8c-5f79742db212 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426322 Jul 05 03:50:32.321618 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4dcaa7-720a-4e08-9d34-42269983e59a x-openstack-request-id: req-3c4dcaa7-720a-4e08-9d34-42269983e59a {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:32.322145 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c72230b-22d2-4d26-90c2-88331db32386", "tag": "9d83a322-3d54-4f93-abda-b6956ece3fb2", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:32.322397 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3c4dcaa7-720a-4e08-9d34-42269983e59a {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:32.322800 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c72230b-22d2-4d26-90c2-88331db32386', 'tag': '9d83a322-3d54-4f93-abda-b6956ece3fb2', 'status': 'completed', 'code': 200} Jul 05 03:50:32.421339 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.459567 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f74fb-ded2-4ac9-879f-f5676ea3fcc9 req-e860eb63-7182-4d56-8fd8-d78f00cd8507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:32.461243 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f8f74fb-ded2-4ac9-879f-f5676ea3fcc9 req-e860eb63-7182-4d56-8fd8-d78f00cd8507 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c44e0c91a214af8a282671d241ed272&device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 1095 time: 0.0724595 Jul 05 03:50:32.590461 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b7024-f67c-4593-9ab4-09c3eff21919 req-bb271e45-9957-47ee-8960-5d0e916fbcc8 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:32.591991 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-af0b7024-f67c-4593-9ab4-09c3eff21919 req-bb271e45-9957-47ee-8960-5d0e916fbcc8 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 943 time: 0.1464055 Jul 05 03:50:32.619476 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f74fb-ded2-4ac9-879f-f5676ea3fcc9 req-5d2b5a26-54cb-4d4f-8f7a-ad0ca87f1d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:32.620966 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f8f74fb-ded2-4ac9-879f-f5676ea3fcc9 req-5d2b5a26-54cb-4d4f-8f7a-ad0ca87f1d3c service neutron] 10.222.0.70 "GET /v2.0/networks?id=66df77c6-8f4e-4b95-a93c-745ad7f8290e HTTP/1.1" status: 200 len: 913 time: 0.1400225 Jul 05 03:50:32.678243 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-af0b7024-f67c-4593-9ab4-09c3eff21919 req-2a3211da-f0ad-42e0-805b-50449b1b2a99 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=6edef83f-ad4b-43cf-8226-709f89afd5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755305 Jul 05 03:50:32.679500 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f8f74fb-ded2-4ac9-879f-f5676ea3fcc9 req-5d1a422f-1e7a-4a0b-ac2c-530376b938a9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d83a322-3d54-4f93-abda-b6956ece3fb2 HTTP/1.1" status: 200 len: 217 time: 0.0460861 Jul 05 03:50:32.746907 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f74fb-ded2-4ac9-879f-f5676ea3fcc9 req-89f1a51d-4a53-4bd9-8c5c-c4b97e75cf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:32.748655 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f8f74fb-ded2-4ac9-879f-f5676ea3fcc9 req-89f1a51d-4a53-4bd9-8c5c-c4b97e75cf98 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=83b03ff1-cc88-4818-8b80-c7647b3fbb89 HTTP/1.1" status: 200 len: 852 time: 0.0569851 Jul 05 03:50:32.795098 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f8f74fb-ded2-4ac9-879f-f5676ea3fcc9 req-57a18790-a5ef-4db5-bbd8-6f6e93e61ec0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=66df77c6-8f4e-4b95-a93c-745ad7f8290e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348861 Jul 05 03:50:32.945059 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f8f74fb-ded2-4ac9-879f-f5676ea3fcc9 req-92e2107c-88bf-42b6-afce-823cf95d01d9 service neutron] 10.222.0.70 "GET /v2.0/networks/66df77c6-8f4e-4b95-a93c-745ad7f8290e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402760 Jul 05 03:50:32.956447 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185efe9-54b2-437c-8fe5-5fe6044c0edf req-cc88e090-7158-47f3-b1cd-f9e73b1b0d2e tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:32.957943 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3185efe9-54b2-437c-8fe5-5fe6044c0edf req-cc88e090-7158-47f3-b1cd-f9e73b1b0d2e tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.1306500 Jul 05 03:50:33.054663 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3185efe9-54b2-437c-8fe5-5fe6044c0edf req-3da98775-20bf-4b55-bd19-9f3359ccc160 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876443 Jul 05 03:50:33.082964 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87fb08-0906-4f56-953b-d13539c72a0c req-910593cc-df24-467d-abd6-c86ba8b58174 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:33.084670 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8c87fb08-0906-4f56-953b-d13539c72a0c req-910593cc-df24-467d-abd6-c86ba8b58174 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 943 time: 0.0668170 Jul 05 03:50:33.090228 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f8f74fb-ded2-4ac9-879f-f5676ea3fcc9 req-672a4942-7810-4596-9d75-c84127b595ce service neutron] 10.222.0.70 "GET /v2.0/networks/66df77c6-8f4e-4b95-a93c-745ad7f8290e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303573 Jul 05 03:50:33.132388 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8c87fb08-0906-4f56-953b-d13539c72a0c req-2b586e35-1bf9-4d0e-b751-8329d2ab242f tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418394 Jul 05 03:50:33.259022 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9a102-501d-4010-bb91-69fdeb3b5095 req-c6dbc21f-8d2d-4bc3-9a4d-9bdb15ac8489 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:33.260776 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a7b9a102-501d-4010-bb91-69fdeb3b5095 req-c6dbc21f-8d2d-4bc3-9a4d-9bdb15ac8489 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.0843954 Jul 05 03:50:33.302347 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a7b9a102-501d-4010-bb91-69fdeb3b5095 req-91eac1a6-6919-43b6-baed-c15d0d50da92 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353906 Jul 05 03:50:33.480794 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad62401-32e8-4953-9944-1106465b9175 req-9369d8d2-0b3f-4161-85e8-a982e3f06ce5 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:33.482431 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4ad62401-32e8-4953-9944-1106465b9175 req-9369d8d2-0b3f-4161-85e8-a982e3f06ce5 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=e69aa539-7887-4667-8345-b5a476ee292e HTTP/1.1" status: 200 len: 947 time: 0.0662425 Jul 05 03:50:33.523750 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4ad62401-32e8-4953-9944-1106465b9175 req-2b2f9a16-1ca1-478e-869d-a95ed718848b tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340247 Jul 05 03:50:33.878331 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232fa3ff-8404-4644-a0fd-1f3068a139ee req-ceda6c9b-d22a-4d19-b80a-675d8f310720 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:33.881428 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-232fa3ff-8404-4644-a0fd-1f3068a139ee req-ceda6c9b-d22a-4d19-b80a-675d8f310720 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 943 time: 0.0713935 Jul 05 03:50:33.925211 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-232fa3ff-8404-4644-a0fd-1f3068a139ee req-4180142d-35e7-4b7f-85e2-adc3aeaf0fef tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=6edef83f-ad4b-43cf-8226-709f89afd5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359600 Jul 05 03:50:34.211203 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.255280 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3b752-c785-44bf-bec4-786358ced91a req-b0d492f0-fe69-42b8-89cf-dedf534229a8 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:34.262785 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-47d3b752-c785-44bf-bec4-786358ced91a req-b0d492f0-fe69-42b8-89cf-dedf534229a8 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.0831318 Jul 05 03:50:34.304173 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-47d3b752-c785-44bf-bec4-786358ced91a req-8b02f5a9-916a-4aa8-8a36-efc8d3c2beec tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403121 Jul 05 03:50:34.337695 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739043e-fec4-40bd-b923-b1e5a54a6945 req-d146003b-f26c-4ca2-828b-fa47442bce82 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:34.339308 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d739043e-fec4-40bd-b923-b1e5a54a6945 req-d146003b-f26c-4ca2-828b-fa47442bce82 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 943 time: 0.0743494 Jul 05 03:50:34.383441 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d739043e-fec4-40bd-b923-b1e5a54a6945 req-10102f4d-30df-4546-8b38-92ef846b9e62 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346570 Jul 05 03:50:34.627629 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 01c8706a-32ec-4e07-b96e-844b7b2f3436 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:34.682953 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917f4a3-d9f1-4165-8c06-a2c163839f89 req-ef48b585-95e5-453d-8128-f2b576a45878 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:34.684341 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3917f4a3-d9f1-4165-8c06-a2c163839f89 req-ef48b585-95e5-453d-8128-f2b576a45878 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.0776532 Jul 05 03:50:34.731227 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3917f4a3-d9f1-4165-8c06-a2c163839f89 req-5f536795-87df-4967-b6e6-bdb0df310968 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409367 Jul 05 03:50:34.746050 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 01c8706a-32ec-4e07-b96e-844b7b2f3436, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=01c8706a-32ec-4e07-b96e-844b7b2f3436,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:34.760263 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '01c8706a-32ec-4e07-b96e-844b7b2f3436', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '01c8706a-32ec-4e07-b96e-844b7b2f3436', 'mac_address': 'fa:16:3e:5f:dc:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:50:34.810962 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.825711 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c8706a-32ec-4e07-b96e-844b7b2f3436 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:34.846084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef668ff5-b0f0-4d98-b189-ebce009f5010 req-c6a042e3-02a7-453f-ad9c-1bdfbcf2df03 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:34.848347 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 01c8706a-32ec-4e07-b96e-844b7b2f3436, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=01c8706a-32ec-4e07-b96e-844b7b2f3436,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:34.852327 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ef668ff5-b0f0-4d98-b189-ebce009f5010 req-c6a042e3-02a7-453f-ad9c-1bdfbcf2df03 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=e69aa539-7887-4667-8345-b5a476ee292e HTTP/1.1" status: 200 len: 947 time: 0.0825377 Jul 05 03:50:34.853749 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.889004 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ef668ff5-b0f0-4d98-b189-ebce009f5010 req-76e34d41-60a0-4849-9d26-77c3a0d6ddfd tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347452 Jul 05 03:50:34.906546 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=01c8706a-32ec-4e07-b96e-844b7b2f3436,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:35.099635 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721420f7-0c99-4b36-900a-27bbda59ca13 req-132c9fd0-99e4-42e6-aa4b-f226375bec98 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:35.101263 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-721420f7-0c99-4b36-900a-27bbda59ca13 req-132c9fd0-99e4-42e6-aa4b-f226375bec98 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 943 time: 0.0639384 Jul 05 03:50:35.140942 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-721420f7-0c99-4b36-900a-27bbda59ca13 req-a4137439-35af-44ab-8dea-804bd1670885 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=6edef83f-ad4b-43cf-8226-709f89afd5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340912 Jul 05 03:50:35.271295 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['01c8706a-32ec-4e07-b96e-844b7b2f3436'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:35.509613 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21832f-c87e-4aa9-9b8e-7ca681b7d008 req-54f5474b-7aa0-4381-a042-9934646a2570 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:35.511206 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3f21832f-c87e-4aa9-9b8e-7ca681b7d008 req-54f5474b-7aa0-4381-a042-9934646a2570 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.0671346 Jul 05 03:50:35.554247 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3f21832f-c87e-4aa9-9b8e-7ca681b7d008 req-65c8bd6e-64b7-4b95-b7ff-ce220bd23949 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362620 Jul 05 03:50:35.743683 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5222f-7c38-4441-8dd9-8731d925a45a req-90ac1d31-b079-4e9f-b5c4-c14399a615e5 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:35.745398 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-91b5222f-7c38-4441-8dd9-8731d925a45a req-90ac1d31-b079-4e9f-b5c4-c14399a615e5 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 943 time: 0.0785232 Jul 05 03:50:35.792481 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-91b5222f-7c38-4441-8dd9-8731d925a45a req-cf5d2abc-4329-4731-900a-2fe5dfe0bcba tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414286 Jul 05 03:50:36.014237 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b489d9d-c6db-46d9-807b-8a4d8f24d720 req-bddd3dcf-6356-42a2-ab52-2ddfe28a1c2b tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:36.015816 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8b489d9d-c6db-46d9-807b-8a4d8f24d720 req-bddd3dcf-6356-42a2-ab52-2ddfe28a1c2b tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.1107755 Jul 05 03:50:36.058049 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8b489d9d-c6db-46d9-807b-8a4d8f24d720 req-7b90227d-65ca-4e01-bcf2-f18c4b3547cb tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355680 Jul 05 03:50:36.267037 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66dce3-ae14-4128-a735-8340aa91ebcb req-ad1c2cd0-399d-47ed-b009-5476b7f9816f tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:36.268652 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5f66dce3-ae14-4128-a735-8340aa91ebcb req-ad1c2cd0-399d-47ed-b009-5476b7f9816f tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=e69aa539-7887-4667-8345-b5a476ee292e HTTP/1.1" status: 200 len: 948 time: 0.0741334 Jul 05 03:50:36.310974 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5f66dce3-ae14-4128-a735-8340aa91ebcb req-6c36bc49-10de-4c0f-9c8f-d1fae4e49cbe tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365257 Jul 05 03:50:36.398050 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e397d4-dbcc-48e0-a1ea-c9ad8fbf18cf req-9c13630b-d92d-462c-acfb-6da727678b0a tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:36.400871 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-02e397d4-dbcc-48e0-a1ea-c9ad8fbf18cf req-9c13630b-d92d-462c-acfb-6da727678b0a tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 943 time: 0.0796888 Jul 05 03:50:36.449176 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-02e397d4-dbcc-48e0-a1ea-c9ad8fbf18cf req-9b379b0c-2344-45c8-b264-64c23960e366 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=6edef83f-ad4b-43cf-8226-709f89afd5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403070 Jul 05 03:50:36.755864 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dd536-2549-4a99-a831-e6d08d51e9f6 req-9bf34faa-adeb-4c44-88a3-f3a11fee71ba tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:36.757762 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e64dd536-2549-4a99-a831-e6d08d51e9f6 req-9bf34faa-adeb-4c44-88a3-f3a11fee71ba tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.0817735 Jul 05 03:50:36.806088 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e64dd536-2549-4a99-a831-e6d08d51e9f6 req-8482f98b-a53d-4db6-9cc8-cae77861615a tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382197 Jul 05 03:50:37.102651 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874aec88-42fa-40fd-9e95-c76d471b4109 req-f35809e7-2844-4ae4-9f87-75397fba200e tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:37.104241 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-874aec88-42fa-40fd-9e95-c76d471b4109 req-f35809e7-2844-4ae4-9f87-75397fba200e tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 943 time: 0.0887208 Jul 05 03:50:37.150574 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-874aec88-42fa-40fd-9e95-c76d471b4109 req-b0d0a15e-77e6-4dae-9445-44524310255b tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395913 Jul 05 03:50:37.363513 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98eba-cec1-43ba-b436-bf372fe98ffc req-9ad58341-9d1a-4fbd-9caa-9de7f6ee3604 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:37.365613 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-55a98eba-cec1-43ba-b436-bf372fe98ffc req-9ad58341-9d1a-4fbd-9caa-9de7f6ee3604 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.0874908 Jul 05 03:50:37.413435 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-55a98eba-cec1-43ba-b436-bf372fe98ffc req-3a235c9b-df9a-4a2a-9c8a-dafa77c75394 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413415 Jul 05 03:50:37.642762 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e5563-5bad-464c-a75a-50c281403360 req-f23cc717-c69e-43ff-822a-7e179bcdc6bd tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:37.645459 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b00e5563-5bad-464c-a75a-50c281403360 req-f23cc717-c69e-43ff-822a-7e179bcdc6bd tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=e69aa539-7887-4667-8345-b5a476ee292e HTTP/1.1" status: 200 len: 948 time: 0.0928357 Jul 05 03:50:37.699325 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58905b3-e40d-42dd-a813-a445db54b197 req-c10a38f2-4aa2-46ac-ad0c-49c54f1b3aef tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:37.701567 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c58905b3-e40d-42dd-a813-a445db54b197 req-c10a38f2-4aa2-46ac-ad0c-49c54f1b3aef tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 943 time: 0.0887341 Jul 05 03:50:37.718769 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b00e5563-5bad-464c-a75a-50c281403360 req-35baa3aa-21a9-463c-aa2e-40fe934b2c78 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672669 Jul 05 03:50:37.764455 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c58905b3-e40d-42dd-a813-a445db54b197 req-ffaca9db-8119-4aaf-8278-8d3daad68afa tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=6edef83f-ad4b-43cf-8226-709f89afd5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541611 Jul 05 03:50:38.047478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa86e39-dcc8-4e09-9829-b2d59815b22b req-deb71e8a-86f5-49c4-8736-2343f2382051 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:38.055927 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7fa86e39-dcc8-4e09-9829-b2d59815b22b req-deb71e8a-86f5-49c4-8736-2343f2382051 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.0860958 Jul 05 03:50:38.155117 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7fa86e39-dcc8-4e09-9829-b2d59815b22b req-efb77dbc-1726-49fe-9c51-3c762f027fc9 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964549 Jul 05 03:50:38.391984 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae73083-70e8-46d3-ab93-6f8c9875e73c req-52d68689-1a7c-48b2-93ec-2e88d61d4429 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:38.399665 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0ae73083-70e8-46d3-ab93-6f8c9875e73c req-52d68689-1a7c-48b2-93ec-2e88d61d4429 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 943 time: 0.0987577 Jul 05 03:50:38.460557 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0ae73083-70e8-46d3-ab93-6f8c9875e73c req-e696d985-27f2-40af-8816-dd84a166f25b tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597041 Jul 05 03:50:38.503575 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 9d83a322-3d54-4f93-abda-b6956ece3fb2 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:38.604950 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47760) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:38.633846 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 9d83a322-3d54-4f93-abda-b6956ece3fb2, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=9d83a322-3d54-4f93-abda-b6956ece3fb2,segment=NetworkSegment(3fbc827e-3684-4feb-9d7a-3826e63576b6),segment_id=3fbc827e-3684-4feb-9d7a-3826e63576b6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:38.665799 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 01c8706a-32ec-4e07-b96e-844b7b2f3436 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:38.688789 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '9d83a322-3d54-4f93-abda-b6956ece3fb2', 'network_id': '66df77c6-8f4e-4b95-a93c-745ad7f8290e', 'port_id': '9d83a322-3d54-4f93-abda-b6956ece3fb2', 'mac_address': 'fa:16:3e:cd:ef:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83b03ff1-cc88-4818-8b80-c7647b3fbb89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:50:38.715623 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b16df3-c7d0-49b1-8801-b2ecd5c8f853 req-84053e7b-bf97-4140-b514-27a1b0c9f2d8 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:38.718351 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53b16df3-c7d0-49b1-8801-b2ecd5c8f853 req-84053e7b-bf97-4140-b514-27a1b0c9f2d8 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.1414385 Jul 05 03:50:38.768833 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-f770bdaa-2ee6-46bf-9619-d6ab7665cd24 service neutron] 10.222.0.89 "GET /v2.0/ports/ec0b973c-e51a-433d-b0f3-cd7522b08f38/bindings/n-h2-780147-23 HTTP/1.1" status: 200 len: 385 time: 0.1258552 Jul 05 03:50:38.810592 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16c6bafe-a0de-4662-a006-bda8e7753880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.834809 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53b16df3-c7d0-49b1-8801-b2ecd5c8f853 req-ad7a9880-235b-4b55-b280-50f151484073 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874622 Jul 05 03:50:38.930809 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.956493 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d83a322-3d54-4f93-abda-b6956ece3fb2 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:38.962964 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 01c8706a-32ec-4e07-b96e-844b7b2f3436 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:38.975776 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 01c8706a-32ec-4e07-b96e-844b7b2f3436 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:38.976855 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.013332 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 9d83a322-3d54-4f93-abda-b6956ece3fb2, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=9d83a322-3d54-4f93-abda-b6956ece3fb2,segment=NetworkSegment(3fbc827e-3684-4feb-9d7a-3826e63576b6),segment_id=3fbc827e-3684-4feb-9d7a-3826e63576b6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:39.019412 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.044742 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-9a48485e-6449-4f0c-abca-99c6d24e78bd service neutron] For port ec0b973c-e51a-433d-b0f3-cd7522b08f38, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=ec0b973c-e51a-433d-b0f3-cd7522b08f38,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:39.103303 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=9d83a322-3d54-4f93-abda-b6956ece3fb2,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:39.107667 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-9a48485e-6449-4f0c-abca-99c6d24e78bd service neutron] For port ec0b973c-e51a-433d-b0f3-cd7522b08f38, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:39.122490 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16c6bafe-a0de-4662-a006-bda8e7753880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.135498 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16c6bafe-a0de-4662-a006-bda8e7753880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.167118 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-9a48485e-6449-4f0c-abca-99c6d24e78bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec0b973c-e51a-433d-b0f3-cd7522b08f38 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:39.173175 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-9a48485e-6449-4f0c-abca-99c6d24e78bd service neutron] For port ec0b973c-e51a-433d-b0f3-cd7522b08f38, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=ec0b973c-e51a-433d-b0f3-cd7522b08f38,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:39.188411 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6fa8f-c669-42c1-9564-62a0426e584a req-b37be4ac-1079-4086-bb72-366b640d861b tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:39.199513 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-37e6fa8f-c669-42c1-9564-62a0426e584a req-b37be4ac-1079-4086-bb72-366b640d861b tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 944 time: 0.1517379 Jul 05 03:50:39.216616 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.241123 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-9a48485e-6449-4f0c-abca-99c6d24e78bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.241826 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c89480-b01c-4fe8-9b21-59c413859cf5 req-8afce702-e24a-4e56-8648-758889da8bc6 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:39.245940 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e4c89480-b01c-4fe8-9b21-59c413859cf5 req-8afce702-e24a-4e56-8648-758889da8bc6 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=e69aa539-7887-4667-8345-b5a476ee292e HTTP/1.1" status: 200 len: 948 time: 0.2162814 Jul 05 03:50:39.273360 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-16c6bafe-a0de-4662-a006-bda8e7753880 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a4979e77796d4c598a03cdacbff114b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6675344 Jul 05 03:50:39.274444 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69aa539-7887-4667-8345-b5a476ee292e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c8706a-32ec-4e07-b96e-844b7b2f3436'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:39.275366 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6bafe-a0de-4662-a006-bda8e7753880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9760deca-9eaf-4099-9c32-fa8699042bc4,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:39.278979 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a37f059-2f51-43d8-9dec-d6da8df018a5" -d '{"events": [{"server_uuid": "e69aa539-7887-4667-8345-b5a476ee292e", "name": "network-vif-plugged", "status": "completed", "tag": "01c8706a-32ec-4e07-b96e-844b7b2f3436"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:39.279856 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47774) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:39.303026 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 01c8706a-32ec-4e07-b96e-844b7b2f3436, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=01c8706a-32ec-4e07-b96e-844b7b2f3436,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:39.310076 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-37e6fa8f-c669-42c1-9564-62a0426e584a req-8f54ad35-7f7d-4c54-a785-63d62720a097 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=6edef83f-ad4b-43cf-8226-709f89afd5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010587 Jul 05 03:50:39.321259 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.322601 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device ec0b973c-e51a-433d-b0f3-cd7522b08f38 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:39.438377 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e4c89480-b01c-4fe8-9b21-59c413859cf5 req-e2e07c1a-b333-4e33-8378-089e84cd71f3 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551585 Jul 05 03:50:39.463489 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-9a48485e-6449-4f0c-abca-99c6d24e78bd service neutron] Transition to ACTIVE for port object ec0b973c-e51a-433d-b0f3-cd7522b08f38 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:39.467536 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-64c5ac83-fcd8-4bfb-947d-988b7ca8e7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.474233 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-9a48485e-6449-4f0c-abca-99c6d24e78bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.480843 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=01c8706a-32ec-4e07-b96e-844b7b2f3436,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:39.526633 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-64c5ac83-fcd8-4bfb-947d-988b7ca8e7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.610760 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-64c5ac83-fcd8-4bfb-947d-988b7ca8e7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.617573 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-64c5ac83-fcd8-4bfb-947d-988b7ca8e7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.624528 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-64c5ac83-fcd8-4bfb-947d-988b7ca8e7bf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9760deca-9eaf-4099-9c32-fa8699042bc4 HTTP/1.1" status: 204 len: 168 time: 0.3387983 Jul 05 03:50:39.633320 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48485e-6449-4f0c-abca-99c6d24e78bd service neutron] Pushing event updated for resources: {'Port': ['ID=ec0b973c-e51a-433d-b0f3-cd7522b08f38,revision_number=10']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:39.638180 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5ac83-fcd8-4bfb-947d-988b7ca8e7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9760deca-9eaf-4099-9c32-fa8699042bc4,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:39.658261 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-9a48485e-6449-4f0c-abca-99c6d24e78bd service neutron] No DVR routers for this DVR port ec0b973c-e51a-433d-b0f3-cd7522b08f38 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:39.735022 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-9a48485e-6449-4f0c-abca-99c6d24e78bd service neutron] 10.222.0.89 "PUT /v2.0/ports/ec0b973c-e51a-433d-b0f3-cd7522b08f38/bindings/n-h2-780147-23/activate HTTP/1.1" status: 200 len: 370 time: 0.9556475 Jul 05 03:50:39.753880 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d44fbc-3b39-4a65-a0b4-5e681cf43b0e req-9c2ad33a-4137-424a-82e6-c13cdc26c908 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:39.767469 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f8d44fbc-3b39-4a65-a0b4-5e681cf43b0e req-9c2ad33a-4137-424a-82e6-c13cdc26c908 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.3007169 Jul 05 03:50:39.778186 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['9d83a322-3d54-4f93-abda-b6956ece3fb2'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:39.877240 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e9a613-1c6a-45fa-8793-71c77c40ea05 x-openstack-request-id: req-83e9a613-1c6a-45fa-8793-71c77c40ea05 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:39.877240 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69aa539-7887-4667-8345-b5a476ee292e", "name": "network-vif-plugged", "status": "completed", "tag": "01c8706a-32ec-4e07-b96e-844b7b2f3436", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:39.877890 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-83e9a613-1c6a-45fa-8793-71c77c40ea05 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:39.878649 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69aa539-7887-4667-8345-b5a476ee292e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c8706a-32ec-4e07-b96e-844b7b2f3436', 'code': 200} Jul 05 03:50:39.882644 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f8d44fbc-3b39-4a65-a0b4-5e681cf43b0e req-64760043-5883-43a4-a40e-eaa56e464a78 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137002 Jul 05 03:50:40.038974 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-c679063c-bcf1-48f8-9e0e-1231170e0801 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:40.042061 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-c679063c-bcf1-48f8-9e0e-1231170e0801 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d&tenant_id=11544e3d57bf4d33848f6eceacb7332e&binding%3Ahost_id=n-h1-780147-23 HTTP/1.1" status: 200 len: 1096 time: 0.2144496 Jul 05 03:50:40.146863 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387fe26-c533-465a-863b-94d9aadfa5d2 req-c96c06b7-06ad-4f75-8214-cc131dadaa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:40.149318 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e387fe26-c533-465a-863b-94d9aadfa5d2 req-c96c06b7-06ad-4f75-8214-cc131dadaa52 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e69aa539-7887-4667-8345-b5a476ee292e HTTP/1.1" status: 200 len: 1101 time: 0.2365117 Jul 05 03:50:40.249773 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87bda9-6ad4-447a-afb5-76af3df97877 req-75176aab-fc81-428f-9567-b19319976874 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:40.252495 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9b87bda9-6ad4-447a-afb5-76af3df97877 req-75176aab-fc81-428f-9567-b19319976874 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 944 time: 0.1775560 Jul 05 03:50:40.282250 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-f1214541-609e-4063-a409-536859da61c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:40.284523 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-f1214541-609e-4063-a409-536859da61c2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d&tenant_id=11544e3d57bf4d33848f6eceacb7332e HTTP/1.1" status: 200 len: 1096 time: 0.2291307 Jul 05 03:50:40.293285 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e387fe26-c533-465a-863b-94d9aadfa5d2 req-29be7e9b-1407-4d60-ab04-906866077208 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218960 Jul 05 03:50:40.320478 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9b87bda9-6ad4-447a-afb5-76af3df97877 req-aa545074-463b-4278-9315-941b660af337 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614862 Jul 05 03:50:40.427440 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206a351-a483-4f0f-9e66-be2c5b9bc674 req-4d2a039f-473b-477f-8e6b-46b9b74176d8 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:40.429015 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4206a351-a483-4f0f-9e66-be2c5b9bc674 req-4d2a039f-473b-477f-8e6b-46b9b74176d8 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.2454376 Jul 05 03:50:40.504497 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device ec0b973c-e51a-433d-b0f3-cd7522b08f38 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:40.623434 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3184ac-03e3-4276-91e5-f691ae8f7056 req-1c865a7a-520d-426c-82a7-09ef85ce97ef tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:40.625204 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8a3184ac-03e3-4276-91e5-f691ae8f7056 req-1c865a7a-520d-426c-82a7-09ef85ce97ef tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 944 time: 0.1011646 Jul 05 03:50:40.694253 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8a3184ac-03e3-4276-91e5-f691ae8f7056 req-05a5b512-7a11-43d2-87d6-caeacd21dd96 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=6edef83f-ad4b-43cf-8226-709f89afd5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616815 Jul 05 03:50:40.826456 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47810) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:40.960218 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d3b16a71-74be-4864-92bf-82b4c502d6db admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2117264723-network', 'tenant_id': '4b5809bed11a406390a1c57a327f9887'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:40.981171 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-507d4ce3-86af-4117-9d09-0a418ca19a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:40.982682 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-507d4ce3-86af-4117-9d09-0a418ca19a30 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 1096 time: 0.6454651 Jul 05 03:50:40.999995 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b16a71-74be-4864-92bf-82b4c502d6db admin admin] Made reservation on behalf of 4b5809bed11a406390a1c57a327f9887 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:40.999995 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d3b16a71-74be-4864-92bf-82b4c502d6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.019117 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d3b16a71-74be-4864-92bf-82b4c502d6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.047342 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f0afb-6a05-4110-8476-10f7403da5ec req-107ef6f1-d8d1-47e0-b36a-f3194f64776a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:41.048971 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-782f0afb-6a05-4110-8476-10f7403da5ec req-107ef6f1-d8d1-47e0-b36a-f3194f64776a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=e69aa539-7887-4667-8345-b5a476ee292e HTTP/1.1" status: 200 len: 949 time: 0.1389761 Jul 05 03:50:41.086436 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4206a351-a483-4f0f-9e66-be2c5b9bc674 req-526cc964-90fc-4e23-a8af-83082acd3ec0 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6461537 Jul 05 03:50:41.116487 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-782f0afb-6a05-4110-8476-10f7403da5ec req-db1ad8f4-b002-4e5d-bfc9-002ebb3d1f37 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597992 Jul 05 03:50:41.154035 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-54b76c67-a4e4-424e-b925-6ed99c2e1f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:41.157999 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-54b76c67-a4e4-424e-b925-6ed99c2e1f18 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 922 time: 0.1652246 Jul 05 03:50:41.194833 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d3b16a71-74be-4864-92bf-82b4c502d6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.201380 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d3b16a71-74be-4864-92bf-82b4c502d6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.216275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b16a71-74be-4864-92bf-82b4c502d6db admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:50:41.228036 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d3b16a71-74be-4864-92bf-82b4c502d6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.228663 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-d3b16a71-74be-4864-92bf-82b4c502d6db admin admin] Added segment 1696648a-179a-4c04-ab6b-3938cd2452c8 of type vlan for network 7361be0e-da72-4d3d-8f5e-a08f8e05153a Jul 05 03:50:41.234811 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-9162a741-2a60-47e5-b740-29d6a2443905 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec0b973c-e51a-433d-b0f3-cd7522b08f38 HTTP/1.1" status: 200 len: 217 time: 0.0716116 Jul 05 03:50:41.290084 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b16a71-74be-4864-92bf-82b4c502d6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917806f5-8901-49a1-b28c-ca3079f2a657,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:41.310244 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d3b16a71-74be-4864-92bf-82b4c502d6db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.316690 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-22a6e9ab-a156-4817-9891-f53091288aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:41.318154 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-22a6e9ab-a156-4817-9891-f53091288aba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d29ec61-cb40-45c9-a308-0007b5185cb0 HTTP/1.1" status: 200 len: 861 time: 0.0746028 Jul 05 03:50:41.359369 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-8a7a1168-eb2f-42be-ae47-36030a56dc09 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0365b51-ea1d-4154-b37b-d14ae3269368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330658 Jul 05 03:50:41.380454 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d3b16a71-74be-4864-92bf-82b4c502d6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.381444 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b16a71-74be-4864-92bf-82b4c502d6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:41.382033 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d3b16a71-74be-4864-92bf-82b4c502d6db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.457488 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df9f51-79e3-44df-9527-b2e9190f9f4e req-3faf4935-40a9-43a5-b04f-45168f4e21c5 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:41.464718 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-72df9f51-79e3-44df-9527-b2e9190f9f4e req-3faf4935-40a9-43a5-b04f-45168f4e21c5 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.1507964 Jul 05 03:50:41.469868 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d3b16a71-74be-4864-92bf-82b4c502d6db admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6423292 Jul 05 03:50:41.477062 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47820) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:41.496471 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b16a71-74be-4864-92bf-82b4c502d6db admin admin] Pushing event updated for resources: {'Network': ['ID=7361be0e-da72-4d3d-8f5e-a08f8e05153a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:41.506886 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 7361be0e-da72-4d3d-8f5e-a08f8e05153a details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:50:41.513957 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e084951a-96cb-4638-98db-ed6da8feba85 admin admin] Request body: {'subnet': {'network_id': '7361be0e-da72-4d3d-8f5e-a08f8e05153a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2117264723-subnet', 'tenant_id': '4b5809bed11a406390a1c57a327f9887', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:41.536074 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-72df9f51-79e3-44df-9527-b2e9190f9f4e req-602bbbb9-0060-4b19-9d61-9c61c1916b0d tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703015 Jul 05 03:50:41.553825 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-44a90461-f14d-4bec-8b49-6c3954b2d9af service neutron] 10.222.0.70 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827211 Jul 05 03:50:41.556753 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e084951a-96cb-4638-98db-ed6da8feba85 admin admin] Made reservation on behalf of 4b5809bed11a406390a1c57a327f9887 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:41.558850 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e084951a-96cb-4638-98db-ed6da8feba85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.740121 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6a1ae-3b0d-45fd-b078-7b057a5b3825 req-6910ad21-9d20-47a8-a45a-fa408a58f7a2 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:41.744249 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-00e6a1ae-3b0d-45fd-b078-7b057a5b3825 req-6910ad21-9d20-47a8-a45a-fa408a58f7a2 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 944 time: 0.2743633 Jul 05 03:50:41.787447 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-8fad58cd-4d2b-4c39-b452-63dbe69c5046 service neutron] 10.222.0.70 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147422 Jul 05 03:50:41.848402 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-00e6a1ae-3b0d-45fd-b078-7b057a5b3825 req-c86edcc8-ac42-4ede-a436-c981694b736c tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985146 Jul 05 03:50:41.912871 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c72101-1454-4694-82cc-4a5ff96552b9 req-14e57f64-1c1c-4d18-8a65-c7cbb62b07fe tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:41.914820 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f8c72101-1454-4694-82cc-4a5ff96552b9 req-14e57f64-1c1c-4d18-8a65-c7cbb62b07fe tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 944 time: 0.0816534 Jul 05 03:50:41.931973 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e084951a-96cb-4638-98db-ed6da8feba85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.957791 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f8c72101-1454-4694-82cc-4a5ff96552b9 req-b7bec10a-72b6-475c-b9c4-4bdede2cc825 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=6edef83f-ad4b-43cf-8226-709f89afd5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358970 Jul 05 03:50:41.993926 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084951a-96cb-4638-98db-ed6da8feba85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed24d4c7-64ad-4dd5-b131-2917f9e7658d,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:42.008592 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e084951a-96cb-4638-98db-ed6da8feba85 admin admin] Checking segment: {'id': '1696648a-179a-4c04-ab6b-3938cd2452c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7361be0e-da72-4d3d-8f5e-a08f8e05153a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:42.008957 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e084951a-96cb-4638-98db-ed6da8feba85 admin admin] Network hostable DHCP agents. Network: 7361be0e-da72-4d3d-8f5e-a08f8e05153a, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:50:42.028497 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e084951a-96cb-4638-98db-ed6da8feba85 admin admin] Network 7361be0e-da72-4d3d-8f5e-a08f8e05153a is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:50:42.042566 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-e084951a-96cb-4638-98db-ed6da8feba85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 7361be0e-da72-4d3d-8f5e-a08f8e05153a) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:42.047596 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e084951a-96cb-4638-98db-ed6da8feba85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:42.048756 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e084951a-96cb-4638-98db-ed6da8feba85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.055082 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c7479e-8a8a-4a56-8900-841a48d7602e None None] Network 7361be0e-da72-4d3d-8f5e-a08f8e05153a requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:42.069505 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e084951a-96cb-4638-98db-ed6da8feba85 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5910945 Jul 05 03:50:42.279483 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7148efe2-fbd8-4568-b394-63e510252a36 None None] Network 7361be0e-da72-4d3d-8f5e-a08f8e05153a requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:42.334399 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7e50b-f222-479c-8d5b-306273795c6c req-893c01ef-42d1-4630-835a-985d12b4cd56 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:42.341284 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-cb4e0f3c-8dae-467b-8394-dcb7b6d54ee6 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:42.342335 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-29f7e50b-f222-479c-8d5b-306273795c6c req-893c01ef-42d1-4630-835a-985d12b4cd56 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=e69aa539-7887-4667-8345-b5a476ee292e HTTP/1.1" status: 200 len: 949 time: 0.0856471 Jul 05 03:50:42.342950 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-cb4e0f3c-8dae-467b-8394-dcb7b6d54ee6 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d&tenant_id=11544e3d57bf4d33848f6eceacb7332e&binding%3Ahost_id=n-h2-780147-23 HTTP/1.1" status: 200 len: 1096 time: 0.1727324 Jul 05 03:50:42.395533 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-29f7e50b-f222-479c-8d5b-306273795c6c req-73a5b0f7-ef21-4acc-b20a-4b40e0fcf823 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449452 Jul 05 03:50:42.416149 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2baf3-cc70-49b7-a17c-b3f32f221a8a req-cdaa04b1-022a-47a5-b428-3b9253ceb1a8 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:42.417730 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6cc2baf3-cc70-49b7-a17c-b3f32f221a8a req-cdaa04b1-022a-47a5-b428-3b9253ceb1a8 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.1469922 Jul 05 03:50:42.495234 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6cc2baf3-cc70-49b7-a17c-b3f32f221a8a req-0331f65e-06e7-460f-aabd-6779d10cc6a4 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641904 Jul 05 03:50:42.525070 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 9d83a322-3d54-4f93-abda-b6956ece3fb2 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:42.572635 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-9c56103e-441a-43d4-a0ba-a3769f3350ef req-4a2de3ee-3c36-4c7f-80f1-3dd3d73de701 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-152509651', 'description': 'tempest-description-449973302'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:42.582101 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-608eb9d7-e154-429a-b797-4e0f0cef211d service neutron] For port ec0b973c-e51a-433d-b0f3-cd7522b08f38, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:42.585962 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-608eb9d7-e154-429a-b797-4e0f0cef211d service neutron] Notify callbacks [] for binding, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.587604 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87b3f3ef-98f1-4ebc-980a-ed483ab87150 req-608eb9d7-e154-429a-b797-4e0f0cef211d service neutron] 10.222.0.70 "DELETE /v2.0/ports/ec0b973c-e51a-433d-b0f3-cd7522b08f38/bindings/n-h1-780147-23 HTTP/1.1" status: 204 len: 173 time: 0.2304912 Jul 05 03:50:42.603265 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9c56103e-441a-43d4-a0ba-a3769f3350ef req-4a2de3ee-3c36-4c7f-80f1-3dd3d73de701 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.641198 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.654634 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 9d83a322-3d54-4f93-abda-b6956ece3fb2 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:42.661248 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 9d83a322-3d54-4f93-abda-b6956ece3fb2 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:42.662166 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.771282 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9c56103e-441a-43d4-a0ba-a3769f3350ef req-4a2de3ee-3c36-4c7f-80f1-3dd3d73de701 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.778162 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9c56103e-441a-43d4-a0ba-a3769f3350ef req-4a2de3ee-3c36-4c7f-80f1-3dd3d73de701 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.784854 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.825503 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c72230b-22d2-4d26-90c2-88331db32386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d83a322-3d54-4f93-abda-b6956ece3fb2'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:42.827946 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9c56103e-441a-43d4-a0ba-a3769f3350ef req-4a2de3ee-3c36-4c7f-80f1-3dd3d73de701 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.828817 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d8387e-fcc3-49eb-a37c-5d1592c54468" -d '{"events": [{"server_uuid": "3c72230b-22d2-4d26-90c2-88331db32386", "name": "network-vif-plugged", "status": "completed", "tag": "9d83a322-3d54-4f93-abda-b6956ece3fb2"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:42.840560 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c56103e-441a-43d4-a0ba-a3769f3350ef req-4a2de3ee-3c36-4c7f-80f1-3dd3d73de701 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2725422 Jul 05 03:50:42.843039 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 9d83a322-3d54-4f93-abda-b6956ece3fb2, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=9d83a322-3d54-4f93-abda-b6956ece3fb2,segment=NetworkSegment(3fbc827e-3684-4feb-9d7a-3826e63576b6),segment_id=3fbc827e-3684-4feb-9d7a-3826e63576b6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:42.851547 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2de3ee-3c36-4c7f-80f1-3dd3d73de701 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40a84ea1-e528-44e8-a60b-604ed131a38f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:42.852328 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.898867 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f803c-35eb-4dcb-b0e0-0386338ea255 req-66a21f45-7379-4241-b9f8-bbb57b1aac34 tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:42.900503 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f51f803c-35eb-4dcb-b0e0-0386338ea255 req-66a21f45-7379-4241-b9f8-bbb57b1aac34 tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e69aa539-7887-4667-8345-b5a476ee292e HTTP/1.1" status: 200 len: 1101 time: 0.0681186 Jul 05 03:50:42.923377 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=9d83a322-3d54-4f93-abda-b6956ece3fb2,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:42.956598 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f51f803c-35eb-4dcb-b0e0-0386338ea255 req-d30d111e-bb9a-4458-901a-f5e496f1a0c0 tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496564 Jul 05 03:50:43.018384 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4e599f-f8d1-47b0-87bb-34ec16228309 x-openstack-request-id: req-af4e599f-f8d1-47b0-87bb-34ec16228309 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:43.018384 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c72230b-22d2-4d26-90c2-88331db32386", "name": "network-vif-plugged", "status": "completed", "tag": "9d83a322-3d54-4f93-abda-b6956ece3fb2", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:43.018384 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-af4e599f-f8d1-47b0-87bb-34ec16228309 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:43.018897 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c72230b-22d2-4d26-90c2-88331db32386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d83a322-3d54-4f93-abda-b6956ece3fb2', 'code': 200} Jul 05 03:50:43.066245 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e95d53-f917-4dc1-a1d5-5e3cc128e4bc req-2f8b7f2d-6522-426a-8162-630c0d2c7f69 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:43.069308 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d6e95d53-f917-4dc1-a1d5-5e3cc128e4bc req-2f8b7f2d-6522-426a-8162-630c0d2c7f69 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.1166232 Jul 05 03:50:43.093704 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-51a77032-438f-49b0-8f5b-7aac083ad919 req-7d2de78e-c51b-4e51-beec-1502e7ad7d10 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "GET /v2.0/security-groups/40a84ea1-e528-44e8-a60b-604ed131a38f HTTP/1.1" status: 200 len: 1803 time: 0.0642200 Jul 05 03:50:43.099513 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-51a77032-438f-49b0-8f5b-7aac083ad919 req-a0e2bd9c-f6ba-41bb-b03a-8a596c2da0d9 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '40a84ea1-e528-44e8-a60b-604ed131a38f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:43.099904 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-51a77032-438f-49b0-8f5b-7aac083ad919 req-a0e2bd9c-f6ba-41bb-b03a-8a596c2da0d9 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '40a84ea1-e528-44e8-a60b-604ed131a38f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:43.173270 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d6e95d53-f917-4dc1-a1d5-5e3cc128e4bc req-beb34021-e117-46cd-9e27-f37991ce0a6b tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962634 Jul 05 03:50:43.214067 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-51a77032-438f-49b0-8f5b-7aac083ad919 req-a0e2bd9c-f6ba-41bb-b03a-8a596c2da0d9 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.245799 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-51a77032-438f-49b0-8f5b-7aac083ad919 req-a0e2bd9c-f6ba-41bb-b03a-8a596c2da0d9 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.252389 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-51a77032-438f-49b0-8f5b-7aac083ad919 req-a0e2bd9c-f6ba-41bb-b03a-8a596c2da0d9 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.264445 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d257b-01a2-4da5-8448-27bdfdf2fa1c req-10d96b6d-f665-4370-8a31-7ee5a1ce364e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:43.265965 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e48d257b-01a2-4da5-8448-27bdfdf2fa1c req-10d96b6d-f665-4370-8a31-7ee5a1ce364e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 1097 time: 0.1090603 Jul 05 03:50:43.286969 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2bd9c-f6ba-41bb-b03a-8a596c2da0d9 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1b97a0-3f34-41ce-adca-aee3a7964434,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:43.305705 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-51a77032-438f-49b0-8f5b-7aac083ad919 req-a0e2bd9c-f6ba-41bb-b03a-8a596c2da0d9 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.320395 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-51a77032-438f-49b0-8f5b-7aac083ad919 req-a0e2bd9c-f6ba-41bb-b03a-8a596c2da0d9 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2219718 Jul 05 03:50:43.337515 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e48d257b-01a2-4da5-8448-27bdfdf2fa1c req-cf699281-1b1b-47e5-9c0a-6d00e90d8a16 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6edef83f-ad4b-43cf-8226-709f89afd5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601058 Jul 05 03:50:43.366677 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecc5e9-42bf-4403-b090-ab68e0d490e1 req-4a04ce0a-c4ba-4a9b-aab4-af36eb0d98ea tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:43.368670 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99ecc5e9-42bf-4403-b090-ab68e0d490e1 req-4a04ce0a-c4ba-4a9b-aab4-af36eb0d98ea tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 944 time: 0.0822816 Jul 05 03:50:43.411514 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99ecc5e9-42bf-4403-b090-ab68e0d490e1 req-b8d1e352-67a4-4687-8a2a-4377aa11abd9 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373037 Jul 05 03:50:43.490420 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbb62e-7e9d-49e5-90c4-64be52571a3c req-edb79d82-5d35-42cb-bdcd-5436e25b497f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:43.492398 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6acbb62e-7e9d-49e5-90c4-64be52571a3c req-edb79d82-5d35-42cb-bdcd-5436e25b497f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 945 time: 0.0774050 Jul 05 03:50:43.529188 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-fdb40351-0614-4680-b62e-4ba5f04e3eac tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254414 Jul 05 03:50:43.534634 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6acbb62e-7e9d-49e5-90c4-64be52571a3c req-fa0c7bc1-3f28-4624-8128-da35ea83ac28 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=6edef83f-ad4b-43cf-8226-709f89afd5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359480 Jul 05 03:50:43.569980 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-6313cc17-4586-437a-8c7e-20fb79361a4e req-dcba35cb-0ac1-47c9-a2cb-ff2c3394ed42 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1360652561', 'description': 'tempest-description-1439913918'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:43.595969 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6313cc17-4586-437a-8c7e-20fb79361a4e req-dcba35cb-0ac1-47c9-a2cb-ff2c3394ed42 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.719317 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-a242a877-1785-4315-8cf1-9c417d6af320 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:43.721511 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-a242a877-1785-4315-8cf1-9c417d6af320 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1866443 Jul 05 03:50:43.733391 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6313cc17-4586-437a-8c7e-20fb79361a4e req-dcba35cb-0ac1-47c9-a2cb-ff2c3394ed42 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.741735 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6313cc17-4586-437a-8c7e-20fb79361a4e req-dcba35cb-0ac1-47c9-a2cb-ff2c3394ed42 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.747746 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-2406bb73-5f74-4117-b7e8-e0a2ad5b7da3 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/quotas/b9e63c3dfe9644899e38a11b90eafef2 HTTP/1.1" status: 200 len: 375 time: 0.0122647 Jul 05 03:50:43.770161 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6313cc17-4586-437a-8c7e-20fb79361a4e req-dcba35cb-0ac1-47c9-a2cb-ff2c3394ed42 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.785753 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6313cc17-4586-437a-8c7e-20fb79361a4e req-dcba35cb-0ac1-47c9-a2cb-ff2c3394ed42 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2208574 Jul 05 03:50:43.795049 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba35cb-0ac1-47c9-a2cb-ff2c3394ed42 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=107ede31-26aa-4531-83f5-b126de29337c,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:43.867891 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-733d9def-affb-4d69-aef9-f2340759f26c tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1071577 Jul 05 03:50:43.995087 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca254c8-f5f0-421f-a76f-84ee061f3dc8 req-84f504bc-9ebc-47d2-a088-408c3f03da17 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:43.997176 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9ca254c8-f5f0-421f-a76f-84ee061f3dc8 req-84f504bc-9ebc-47d2-a088-408c3f03da17 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.0794828 Jul 05 03:50:44.053939 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9ca254c8-f5f0-421f-a76f-84ee061f3dc8 req-58d78b02-a391-405e-9113-fd37d37b0a67 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481853 Jul 05 03:50:44.155973 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5fe2c294-5385-481f-98f3-397762989693 req-25f09fe1-39b3-4c7d-a3d2-6a99129a6a89 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "GET /v2.0/security-groups/107ede31-26aa-4531-83f5-b126de29337c HTTP/1.1" status: 200 len: 1805 time: 0.0631568 Jul 05 03:50:44.163589 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-5fe2c294-5385-481f-98f3-397762989693 req-df7995aa-246d-4dab-a92e-75da48190628 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '107ede31-26aa-4531-83f5-b126de29337c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:44.163995 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-5fe2c294-5385-481f-98f3-397762989693 req-df7995aa-246d-4dab-a92e-75da48190628 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '107ede31-26aa-4531-83f5-b126de29337c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:44.253183 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5fe2c294-5385-481f-98f3-397762989693 req-df7995aa-246d-4dab-a92e-75da48190628 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.292593 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5fe2c294-5385-481f-98f3-397762989693 req-df7995aa-246d-4dab-a92e-75da48190628 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.297891 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5fe2c294-5385-481f-98f3-397762989693 req-df7995aa-246d-4dab-a92e-75da48190628 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.312398 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6af4cc-47a5-480b-9951-60556ccabce9 req-d1d15951-36a6-464b-ada8-8ad46e922d13 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:44.320896 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8e6af4cc-47a5-480b-9951-60556ccabce9 req-d1d15951-36a6-464b-ada8-8ad46e922d13 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 1096 time: 0.0900357 Jul 05 03:50:44.323714 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7995aa-246d-4dab-a92e-75da48190628 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a930b7-39a5-4ace-9f6e-f417cb67de5b,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:44.328941 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5fe2c294-5385-481f-98f3-397762989693 req-df7995aa-246d-4dab-a92e-75da48190628 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.330175 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5fe2c294-5385-481f-98f3-397762989693 req-df7995aa-246d-4dab-a92e-75da48190628 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1733649 Jul 05 03:50:44.362739 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8e6af4cc-47a5-480b-9951-60556ccabce9 req-90302f3c-bfc8-40b5-92cf-100295a056fc tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404401 Jul 05 03:50:44.442845 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5cbb5b5-7fa5-4600-95c7-b31802c9f282 req-d5dfb6c4-653b-4489-9800-d3a521e4a258 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=12307a96-0de3-489b-8401-cdc8083d08e0 HTTP/1.1" status: 200 len: 210 time: 0.0460548 Jul 05 03:50:44.486122 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-dd0097fb-c6c9-4c7b-bd8e-d7bd1c16658b req-d66eaf3a-52c4-48f0-bf2f-d30438b61619 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-304441655', 'description': 'tempest-description-923027007'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:44.532158 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dd0097fb-c6c9-4c7b-bd8e-d7bd1c16658b req-d66eaf3a-52c4-48f0-bf2f-d30438b61619 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.698441 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0231e27-b102-4d8f-a61e-2b748523a9bf req-3f15a913-6c72-44b5-95ad-e98610b82b26 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:44.702413 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c0231e27-b102-4d8f-a61e-2b748523a9bf req-3f15a913-6c72-44b5-95ad-e98610b82b26 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.1319988 Jul 05 03:50:44.712374 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dd0097fb-c6c9-4c7b-bd8e-d7bd1c16658b req-d66eaf3a-52c4-48f0-bf2f-d30438b61619 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.731258 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dd0097fb-c6c9-4c7b-bd8e-d7bd1c16658b req-d66eaf3a-52c4-48f0-bf2f-d30438b61619 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.789072 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c0231e27-b102-4d8f-a61e-2b748523a9bf req-3adcb68c-978d-4584-a753-f89209fb1fb9 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747659 Jul 05 03:50:44.821409 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66eaf3a-52c4-48f0-bf2f-d30438b61619 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d8b234-5f32-4561-ad66-fc936eca03c2,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:44.843740 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dd0097fb-c6c9-4c7b-bd8e-d7bd1c16658b req-d66eaf3a-52c4-48f0-bf2f-d30438b61619 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.860713 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd0097fb-c6c9-4c7b-bd8e-d7bd1c16658b req-d66eaf3a-52c4-48f0-bf2f-d30438b61619 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3743927 Jul 05 03:50:45.046520 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8eed1e-7b4c-4c60-bccf-337ba6882f10 req-3dd5bdbf-0ccf-4c48-ad9d-5280fea44cac tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:45.048377 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f8eed1e-7b4c-4c60-bccf-337ba6882f10 req-3dd5bdbf-0ccf-4c48-ad9d-5280fea44cac tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 1096 time: 0.0788324 Jul 05 03:50:45.082228 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d01e7f-4475-4d5b-b368-77de0d56e100 req-e3e229f7-7c08-42a9-b25c-c9b4496f4213 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:45.089568 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-18d01e7f-4475-4d5b-b368-77de0d56e100 req-e3e229f7-7c08-42a9-b25c-c9b4496f4213 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 945 time: 0.0869606 Jul 05 03:50:45.099511 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f8eed1e-7b4c-4c60-bccf-337ba6882f10 req-e5a2bf37-654a-4759-b0d2-ddbd47e2bfea tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434105 Jul 05 03:50:45.143446 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-18d01e7f-4475-4d5b-b368-77de0d56e100 req-9b9a1a87-cd92-45a7-8bfc-d5ca6dee0ad4 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=6edef83f-ad4b-43cf-8226-709f89afd5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499454 Jul 05 03:50:45.155617 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-bfc8950a-266b-43e9-b9da-b69259cdf69a req-13de5486-1c5f-4297-9405-5172e38a800b tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1055044484', 'description': 'tempest-description-1527486564'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:45.189447 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bfc8950a-266b-43e9-b9da-b69259cdf69a req-13de5486-1c5f-4297-9405-5172e38a800b tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.308593 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bfc8950a-266b-43e9-b9da-b69259cdf69a req-13de5486-1c5f-4297-9405-5172e38a800b tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.315064 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bfc8950a-266b-43e9-b9da-b69259cdf69a req-13de5486-1c5f-4297-9405-5172e38a800b tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.351324 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583adb3-98f4-4ecb-b2f1-7d1e19bbbbf0 req-029a395d-8e2d-4145-a087-33bff81c709a tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:45.353191 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bfc8950a-266b-43e9-b9da-b69259cdf69a req-13de5486-1c5f-4297-9405-5172e38a800b tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.360777 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5583adb3-98f4-4ecb-b2f1-7d1e19bbbbf0 req-029a395d-8e2d-4145-a087-33bff81c709a tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.0938323 Jul 05 03:50:45.366908 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bfc8950a-266b-43e9-b9da-b69259cdf69a req-13de5486-1c5f-4297-9405-5172e38a800b tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2218611 Jul 05 03:50:45.369269 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de5486-1c5f-4297-9405-5172e38a800b tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1feae066-90de-4ddb-8518-7d33ff8fb503,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:45.438358 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5583adb3-98f4-4ecb-b2f1-7d1e19bbbbf0 req-90f62f3f-7c54-4a83-b1ba-3e1ca30e87ab tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765941 Jul 05 03:50:45.608041 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-433ae054-e189-4a1e-9628-8a0655e29e6a req-54261e8f-3ef5-47ac-ab2d-032a8de085db tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "GET /v2.0/security-groups/e0d8b234-5f32-4561-ad66-fc936eca03c2 HTTP/1.1" status: 200 len: 1803 time: 0.0724294 Jul 05 03:50:45.672790 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-433ae054-e189-4a1e-9628-8a0655e29e6a req-1b8e5f14-8eed-46c3-8a76-f5c59a4d89d5 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "GET /v2.0/security-groups/1feae066-90de-4ddb-8518-7d33ff8fb503 HTTP/1.1" status: 200 len: 1805 time: 0.0578880 Jul 05 03:50:45.678489 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-433ae054-e189-4a1e-9628-8a0655e29e6a req-9d79a7d3-63ca-4581-b23b-dc865725904c tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e0d8b234-5f32-4561-ad66-fc936eca03c2', 'remote_group_id': '1feae066-90de-4ddb-8518-7d33ff8fb503', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:45.679147 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-433ae054-e189-4a1e-9628-8a0655e29e6a req-9d79a7d3-63ca-4581-b23b-dc865725904c tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e0d8b234-5f32-4561-ad66-fc936eca03c2', 'remote_group_id': '1feae066-90de-4ddb-8518-7d33ff8fb503', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:45.807693 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-433ae054-e189-4a1e-9628-8a0655e29e6a req-9d79a7d3-63ca-4581-b23b-dc865725904c tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.895207 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-433ae054-e189-4a1e-9628-8a0655e29e6a req-9d79a7d3-63ca-4581-b23b-dc865725904c tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.904827 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-433ae054-e189-4a1e-9628-8a0655e29e6a req-9d79a7d3-63ca-4581-b23b-dc865725904c tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.984423 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79a7d3-63ca-4581-b23b-dc865725904c tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f95bd85-1bda-44e2-9cfa-a4f2499fe10c,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:46.006840 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-433ae054-e189-4a1e-9628-8a0655e29e6a req-9d79a7d3-63ca-4581-b23b-dc865725904c tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.021561 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-433ae054-e189-4a1e-9628-8a0655e29e6a req-9d79a7d3-63ca-4581-b23b-dc865725904c tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3452308 Jul 05 03:50:46.102858 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-dcd9d429-9b87-4fd6-83c5-314d713b073b tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780325 Jul 05 03:50:46.105731 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4f88c061-1095-4a04-a6a2-189b97127146 req-804fd638-0c5a-4a86-8ea4-54458ec81994 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=12307a96-0de3-489b-8401-cdc8083d08e0 HTTP/1.1" status: 200 len: 210 time: 0.0629716 Jul 05 03:50:46.226008 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-679d6cf9-7dc0-4fd8-9803-db571dc77107 req-2a90bbf7-fa5b-44b3-b39a-90b7f20799c9 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-508545538', 'description': 'tempest-description-776409478'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:46.262884 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc368c-4d46-4ac4-a9f4-b0eeb57e6c61 req-6cc49758-9e9f-43fa-a404-a2d8e4a90ffb tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:46.264788 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-92bc368c-4d46-4ac4-a9f4-b0eeb57e6c61 req-6cc49758-9e9f-43fa-a404-a2d8e4a90ffb tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.1066072 Jul 05 03:50:46.299927 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-679d6cf9-7dc0-4fd8-9803-db571dc77107 req-2a90bbf7-fa5b-44b3-b39a-90b7f20799c9 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.322681 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-99679583-45bf-4d12-8e8b-5b42b92ed0e7 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:46.324239 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-99679583-45bf-4d12-8e8b-5b42b92ed0e7 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2134621 Jul 05 03:50:46.342866 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-92bc368c-4d46-4ac4-a9f4-b0eeb57e6c61 req-062b5839-77a1-4826-b4dd-6b78e674a0eb tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712268 Jul 05 03:50:46.374474 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-bc6d75c5-5624-459b-ada5-149c22a50059 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Request body: {'port': {'device_id': '12307a96-0de3-489b-8401-cdc8083d08e0', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': 'b9e63c3dfe9644899e38a11b90eafef2'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:46.539336 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-679d6cf9-7dc0-4fd8-9803-db571dc77107 req-2a90bbf7-fa5b-44b3-b39a-90b7f20799c9 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.545760 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-679d6cf9-7dc0-4fd8-9803-db571dc77107 req-2a90bbf7-fa5b-44b3-b39a-90b7f20799c9 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.554739 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6e459-a736-44d0-a3a8-9378d686f49d req-b5e22d61-a973-4d29-b9d6-c5cf27c2554b tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:46.556955 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49b6e459-a736-44d0-a3a8-9378d686f49d req-b5e22d61-a973-4d29-b9d6-c5cf27c2554b tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 945 time: 0.0833533 Jul 05 03:50:46.590974 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-bc6d75c5-5624-459b-ada5-149c22a50059 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Made reservation on behalf of b9e63c3dfe9644899e38a11b90eafef2 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:46.594571 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-bc6d75c5-5624-459b-ada5-149c22a50059 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.599401 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-679d6cf9-7dc0-4fd8-9803-db571dc77107 req-2a90bbf7-fa5b-44b3-b39a-90b7f20799c9 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.600698 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-679d6cf9-7dc0-4fd8-9803-db571dc77107 req-2a90bbf7-fa5b-44b3-b39a-90b7f20799c9 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3808877 Jul 05 03:50:46.607428 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90bbf7-fa5b-44b3-b39a-90b7f20799c9 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65121286-9c25-435e-a4d9-06fe8ae59940,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:46.644103 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49b6e459-a736-44d0-a3a8-9378d686f49d req-55f901e6-85ad-4e2d-af49-48216e5044e0 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=6edef83f-ad4b-43cf-8226-709f89afd5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759938 Jul 05 03:50:46.835999 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-4a8ddd10-741b-4b11-853d-9e2ef39806d9 req-b6f0274c-ac0b-41dc-9930-cbe501fdb6a2 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1177875633', 'description': 'tempest-description-251038348'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:46.864001 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-bc6d75c5-5624-459b-ada5-149c22a50059 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Allocated IP 192.168.233.81 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/68d05014-bbf1-464e-a114-55ec56b3ac96) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:46.870938 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4a8ddd10-741b-4b11-853d-9e2ef39806d9 req-b6f0274c-ac0b-41dc-9930-cbe501fdb6a2 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.898890 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c89a1a-60de-4ce2-9c2f-b6489664625e req-16af9917-b632-41c9-a752-75a7e2f8380b tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:46.900473 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-97c89a1a-60de-4ce2-9c2f-b6489664625e req-16af9917-b632-41c9-a752-75a7e2f8380b tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.1625810 Jul 05 03:50:47.005199 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4a8ddd10-741b-4b11-853d-9e2ef39806d9 req-b6f0274c-ac0b-41dc-9930-cbe501fdb6a2 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.010948 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4a8ddd10-741b-4b11-853d-9e2ef39806d9 req-b6f0274c-ac0b-41dc-9930-cbe501fdb6a2 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.022985 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-97c89a1a-60de-4ce2-9c2f-b6489664625e req-1048b7e8-153d-4c43-b7ac-cdaa9b42a387 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019697 Jul 05 03:50:47.063031 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4a8ddd10-741b-4b11-853d-9e2ef39806d9 req-b6f0274c-ac0b-41dc-9930-cbe501fdb6a2 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.080411 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4a8ddd10-741b-4b11-853d-9e2ef39806d9 req-b6f0274c-ac0b-41dc-9930-cbe501fdb6a2 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2514389 Jul 05 03:50:47.091731 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0274c-ac0b-41dc-9930-cbe501fdb6a2 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3def7d54-44f4-4e73-b0b8-361df0984352,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:47.122198 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-bc6d75c5-5624-459b-ada5-149c22a50059 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.199171 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-bc6d75c5-5624-459b-ada5-149c22a50059 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Transition to ACTIVE for port object 68d05014-bbf1-464e-a114-55ec56b3ac96 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:47.280465 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-365d37e3-ef8d-4ad8-a76f-606e961c4fac req-13fac198-1154-41a4-96f7-9c8a5ab312ce tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "GET /v2.0/security-groups/65121286-9c25-435e-a4d9-06fe8ae59940 HTTP/1.1" status: 200 len: 1803 time: 0.1467280 Jul 05 03:50:47.331311 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c95d5977-e9ac-4660-a9ff-159c70b6864d req-37bb8a66-a749-4043-bb7e-5e4782639162 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-258272707&fields=id&tenant_id=2c44e0c91a214af8a282671d241ed272 HTTP/1.1" status: 200 len: 267 time: 0.0646396 Jul 05 03:50:47.341518 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-bc6d75c5-5624-459b-ada5-149c22a50059 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.357876 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-365d37e3-ef8d-4ad8-a76f-606e961c4fac req-f5a2266a-d9a7-48f8-b3b8-b0d61941a2ed tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "GET /v2.0/security-groups/3def7d54-44f4-4e73-b0b8-361df0984352 HTTP/1.1" status: 200 len: 1804 time: 0.0696313 Jul 05 03:50:47.366236 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['8c3043e1-c196-4814-bffd-5d5643e5bd16', '0a24e240-e7e3-4733-8693-1ec0751b7fd7', '01c8706a-32ec-4e07-b96e-844b7b2f3436'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:47.438113 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d75c5-5624-459b-ada5-149c22a50059 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Pushing event updated for resources: {'Port': ['ID=68d05014-bbf1-464e-a114-55ec56b3ac96,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:47.443541 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['7e741bda-ec2c-4820-898b-4dc034cb6adc', 'e2d807f9-b9e2-4c86-85cc-e0a673d4fa65', 'b5cd23f4-263c-4e30-8b36-bafbdc086518', '1e278b79-6bf5-4554-86aa-e13c5e8de9bb'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:47.457997 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-365d37e3-ef8d-4ad8-a76f-606e961c4fac req-4f8dfcc7-3c5a-453e-a92d-3e5e773ff223 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '65121286-9c25-435e-a4d9-06fe8ae59940', 'remote_group_id': '3def7d54-44f4-4e73-b0b8-361df0984352', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:47.458943 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-365d37e3-ef8d-4ad8-a76f-606e961c4fac req-4f8dfcc7-3c5a-453e-a92d-3e5e773ff223 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '65121286-9c25-435e-a4d9-06fe8ae59940', 'remote_group_id': '3def7d54-44f4-4e73-b0b8-361df0984352', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:47.478613 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-bc6d75c5-5624-459b-ada5-149c22a50059 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:47.484667 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-bc6d75c5-5624-459b-ada5-149c22a50059 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:47.496706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d5977-e9ac-4660-a9ff-159c70b6864d req-fac85e4f-918d-4842-a02d-790729a81382 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:47.497673 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-bc6d75c5-5624-459b-ada5-149c22a50059 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:47.515994 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c95d5977-e9ac-4660-a9ff-159c70b6864d req-fac85e4f-918d-4842-a02d-790729a81382 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 945 time: 0.1742201 Jul 05 03:50:47.526001 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-c95d5977-e9ac-4660-a9ff-159c70b6864d req-84674774-0fb9-4b61-9147-e81faa132466 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Request body: {'port': {'security_groups': ['6edef83f-ad4b-43cf-8226-709f89afd5a3', '366b43ec-4f9c-438d-9264-b11fdba65cce']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:47.590311 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-bc6d75c5-5624-459b-ada5-149c22a50059 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:47.591178 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-bc6d75c5-5624-459b-ada5-149c22a50059 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.652115 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c95d5977-e9ac-4660-a9ff-159c70b6864d req-84674774-0fb9-4b61-9147-e81faa132466 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.667661 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-bc6d75c5-5624-459b-ada5-149c22a50059 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2993910 Jul 05 03:50:47.705378 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-55b14c25-5a03-4717-9831-7000a3a60cf0 service neutron] Request body: {'port': {'device_id': '12307a96-0de3-489b-8401-cdc8083d08e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:47.718737 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-365d37e3-ef8d-4ad8-a76f-606e961c4fac req-4f8dfcc7-3c5a-453e-a92d-3e5e773ff223 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.847728 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-365d37e3-ef8d-4ad8-a76f-606e961c4fac req-4f8dfcc7-3c5a-453e-a92d-3e5e773ff223 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.860819 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-365d37e3-ef8d-4ad8-a76f-606e961c4fac req-4f8dfcc7-3c5a-453e-a92d-3e5e773ff223 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.889130 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8dfcc7-3c5a-453e-a92d-3e5e773ff223 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33350c28-20dd-49d0-972a-cec20c8fd684,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:47.894453 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-55b14c25-5a03-4717-9831-7000a3a60cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.945620 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-365d37e3-ef8d-4ad8-a76f-606e961c4fac req-4f8dfcc7-3c5a-453e-a92d-3e5e773ff223 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.954218 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-365d37e3-ef8d-4ad8-a76f-606e961c4fac req-4f8dfcc7-3c5a-453e-a92d-3e5e773ff223 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5043924 Jul 05 03:50:47.994856 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b60cfc4d-9066-4b44-8fba-8b2ce48e080e None None] Provisioning for port 68d05014-bbf1-464e-a114-55ec56b3ac96 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:48.015456 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b60cfc4d-9066-4b44-8fba-8b2ce48e080e None None] Provisioning complete for port 68d05014-bbf1-464e-a114-55ec56b3ac96 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:48.015867 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b60cfc4d-9066-4b44-8fba-8b2ce48e080e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.063404 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-b60cfc4d-9066-4b44-8fba-8b2ce48e080e None None] Port 68d05014-bbf1-464e-a114-55ec56b3ac96 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:50:48.140916 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-c95d5977-e9ac-4660-a9ff-159c70b6864d req-84674774-0fb9-4b61-9147-e81faa132466 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] For port 9d83a322-3d54-4f93-abda-b6956ece3fb2, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=9d83a322-3d54-4f93-abda-b6956ece3fb2,segment=NetworkSegment(3fbc827e-3684-4feb-9d7a-3826e63576b6),segment_id=3fbc827e-3684-4feb-9d7a-3826e63576b6)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:48.206468 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c95d5977-e9ac-4660-a9ff-159c70b6864d req-84674774-0fb9-4b61-9147-e81faa132466 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.225332 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c95d5977-e9ac-4660-a9ff-159c70b6864d req-84674774-0fb9-4b61-9147-e81faa132466 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.325022 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d5977-e9ac-4660-a9ff-159c70b6864d req-84674774-0fb9-4b61-9147-e81faa132466 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:48.326527 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c95d5977-e9ac-4660-a9ff-159c70b6864d req-84674774-0fb9-4b61-9147-e81faa132466 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.340389 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c95d5977-e9ac-4660-a9ff-159c70b6864d req-84674774-0fb9-4b61-9147-e81faa132466 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "PUT /v2.0/ports/9d83a322-3d54-4f93-abda-b6956ece3fb2 HTTP/1.1" status: 200 len: 981 time: 0.8230910 Jul 05 03:50:48.343364 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c72230b-22d2-4d26-90c2-88331db32386', 'tag': '9d83a322-3d54-4f93-abda-b6956ece3fb2'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:48.351204 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fb6388-6066-4c8a-a5ef-50bc077241ac" -d '{"events": [{"name": "network-changed", "server_uuid": "3c72230b-22d2-4d26-90c2-88331db32386", "tag": "9d83a322-3d54-4f93-abda-b6956ece3fb2"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:48.417692 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84674774-0fb9-4b61-9147-e81faa132466 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event updated for resources: {'Port': ['ID=9d83a322-3d54-4f93-abda-b6956ece3fb2,revision_number=6']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:48.492182 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45e309-e23f-4a26-ab27-2ac317571c17 req-955d1848-95e0-4de9-a15e-dcf35d1cb579 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:48.496662 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c45e309-e23f-4a26-ab27-2ac317571c17 req-955d1848-95e0-4de9-a15e-dcf35d1cb579 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=12307a96-0de3-489b-8401-cdc8083d08e0 HTTP/1.1" status: 200 len: 935 time: 0.3047631 Jul 05 03:50:48.558993 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 59178975-5931-459a-8b65-bb8e3f4d5778 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:48.571642 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c45e309-e23f-4a26-ab27-2ac317571c17 req-018af843-e7e0-48a8-b267-a854c25598e0 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660033 Jul 05 03:50:48.576164 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b646869-0245-4cd1-a7ed-69064af1e972 req-8b830bb1-336b-4782-9686-9e6a45c9c40f tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:48.578825 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b646869-0245-4cd1-a7ed-69064af1e972 req-8b830bb1-336b-4782-9686-9e6a45c9c40f tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.1240742 Jul 05 03:50:48.633825 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b646869-0245-4cd1-a7ed-69064af1e972 req-6675f8bc-8e6a-4d51-85ce-50da5be3eab1 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477171 Jul 05 03:50:48.653026 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['9d83a322-3d54-4f93-abda-b6956ece3fb2'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:48.677675 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-55b14c25-5a03-4717-9831-7000a3a60cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d05014-bbf1-464e-a114-55ec56b3ac96 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:48.696711 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.698038 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-55b14c25-5a03-4717-9831-7000a3a60cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.741769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-55b14c25-5a03-4717-9831-7000a3a60cf0 service neutron] Transition to ACTIVE for port object 68d05014-bbf1-464e-a114-55ec56b3ac96 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:48.751111 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1ebfec6c-58d7-4972-86d5-22218c03affb req-f5f89200-9253-423e-b7ca-6ec2b547913c tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "GET /v2.0/security-groups/3def7d54-44f4-4e73-b0b8-361df0984352 HTTP/1.1" status: 200 len: 1804 time: 0.0695255 Jul 05 03:50:48.759303 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-55b14c25-5a03-4717-9831-7000a3a60cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.771564 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad591bf-349b-41ab-8143-c02570fb5446', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59178975-5931-459a-8b65-bb8e3f4d5778'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:48.780151 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb6d72c-00fc-424b-b698-ad94ddbd2b75" -d '{"events": [{"server_uuid": "bad591bf-349b-41ab-8143-c02570fb5446", "name": "network-vif-unplugged", "status": "completed", "tag": "59178975-5931-459a-8b65-bb8e3f4d5778"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:48.821566 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 59178975-5931-459a-8b65-bb8e3f4d5778, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=59178975-5931-459a-8b65-bb8e3f4d5778,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:48.838345 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.876004 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1ebfec6c-58d7-4972-86d5-22218c03affb req-503ab966-a5d6-42db-ab07-3de4b60b687b tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.929466 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1ebfec6c-58d7-4972-86d5-22218c03affb req-503ab966-a5d6-42db-ab07-3de4b60b687b tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.029857 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=59178975-5931-459a-8b65-bb8e3f4d5778,revision_number=9']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:49.039847 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b14c25-5a03-4717-9831-7000a3a60cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=68d05014-bbf1-464e-a114-55ec56b3ac96,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:49.108947 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1ebfec6c-58d7-4972-86d5-22218c03affb req-503ab966-a5d6-42db-ab07-3de4b60b687b tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.111738 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1ebfec6c-58d7-4972-86d5-22218c03affb req-503ab966-a5d6-42db-ab07-3de4b60b687b tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.113096 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1ebfec6c-58d7-4972-86d5-22218c03affb req-503ab966-a5d6-42db-ab07-3de4b60b687b tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "DELETE /v2.0/security-groups/3def7d54-44f4-4e73-b0b8-361df0984352 HTTP/1.1" status: 204 len: 173 time: 0.3545268 Jul 05 03:50:49.131605 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0df31-877c-4c44-9ce4-ea8beaa909ab req-be2b8bc5-43e4-462f-855d-73c715126355 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:49.132430 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ab966-a5d6-42db-ab07-3de4b60b687b tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3def7d54-44f4-4e73-b0b8-361df0984352,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:49.144759 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c3d0df31-877c-4c44-9ce4-ea8beaa909ab req-be2b8bc5-43e4-462f-855d-73c715126355 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 948 time: 0.1659997 Jul 05 03:50:49.155873 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-55b14c25-5a03-4717-9831-7000a3a60cf0 service neutron] Attempting to bind port 68d05014-bbf1-464e-a114-55ec56b3ac96 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:49.155873 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-55b14c25-5a03-4717-9831-7000a3a60cf0 service neutron] Attempting to bind port 68d05014-bbf1-464e-a114-55ec56b3ac96 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:49.155873 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-55b14c25-5a03-4717-9831-7000a3a60cf0 service neutron] Attempting to bind port 68d05014-bbf1-464e-a114-55ec56b3ac96 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:49.163351 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-55b14c25-5a03-4717-9831-7000a3a60cf0 service neutron] Port 68d05014-bbf1-464e-a114-55ec56b3ac96 on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:50:49.163783 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-55b14c25-5a03-4717-9831-7000a3a60cf0 service neutron] Attempting to bind port 68d05014-bbf1-464e-a114-55ec56b3ac96 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:49.179390 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-55b14c25-5a03-4717-9831-7000a3a60cf0 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:49.179903 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-55b14c25-5a03-4717-9831-7000a3a60cf0 service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:49.180392 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-55b14c25-5a03-4717-9831-7000a3a60cf0 service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:49.181026 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-55b14c25-5a03-4717-9831-7000a3a60cf0 service neutron] Bound port: 68d05014-bbf1-464e-a114-55ec56b3ac96, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:49.181478 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-55b14c25-5a03-4717-9831-7000a3a60cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.216554 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9fdaab06-73e4-47f6-b559-1561ddbb9bb5 req-59cbb68e-e512-44f3-8371-c2181a281c6e tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/366b43ec-4f9c-438d-9264-b11fdba65cce HTTP/1.1" status: 200 len: 1799 time: 0.0720441 Jul 05 03:50:49.224781 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c3d0df31-877c-4c44-9ce4-ea8beaa909ab req-bedb5456-fb29-493a-8e2d-01eaaac045df tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788379 Jul 05 03:50:49.286897 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e58dada-bdc6-4412-814b-1d8ff4b0f3f2 x-openstack-request-id: req-7e58dada-bdc6-4412-814b-1d8ff4b0f3f2 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:49.287184 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c72230b-22d2-4d26-90c2-88331db32386", "tag": "9d83a322-3d54-4f93-abda-b6956ece3fb2", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:49.287435 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7e58dada-bdc6-4412-814b-1d8ff4b0f3f2 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:49.287841 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c72230b-22d2-4d26-90c2-88331db32386', 'tag': '9d83a322-3d54-4f93-abda-b6956ece3fb2', 'status': 'completed', 'code': 200} Jul 05 03:50:49.303743 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-9fdaab06-73e4-47f6-b559-1561ddbb9bb5 req-aa6938f5-f725-407e-bc4d-cefa16d5fd8e tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 03:50:49.321231 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9fdaab06-73e4-47f6-b559-1561ddbb9bb5 req-aa6938f5-f725-407e-bc4d-cefa16d5fd8e tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "DELETE /v2.0/security-groups/366b43ec-4f9c-438d-9264-b11fdba65cce HTTP/1.1" status: 409 len: 341 time: 0.0975726 Jul 05 03:50:49.327769 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a71955-4bd5-44f3-b82a-ed11b77b92d8 x-openstack-request-id: req-a0a71955-4bd5-44f3-b82a-ed11b77b92d8 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:49.328552 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad591bf-349b-41ab-8143-c02570fb5446", "name": "network-vif-unplugged", "status": "completed", "tag": "59178975-5931-459a-8b65-bb8e3f4d5778", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:49.328552 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a0a71955-4bd5-44f3-b82a-ed11b77b92d8 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:49.328764 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad591bf-349b-41ab-8143-c02570fb5446', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59178975-5931-459a-8b65-bb8e3f4d5778', 'code': 200} Jul 05 03:50:49.407288 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-55b14c25-5a03-4717-9831-7000a3a60cf0 service neutron] For port 68d05014-bbf1-464e-a114-55ec56b3ac96, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:49.419495 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-55b14c25-5a03-4717-9831-7000a3a60cf0 service neutron] For port 68d05014-bbf1-464e-a114-55ec56b3ac96, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=68d05014-bbf1-464e-a114-55ec56b3ac96,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:49.443533 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-55b14c25-5a03-4717-9831-7000a3a60cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.519073 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-55b14c25-5a03-4717-9831-7000a3a60cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:49.519788 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-55b14c25-5a03-4717-9831-7000a3a60cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.520171 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['b049e812-485b-45be-8143-21787912fae7'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:49.521224 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-55b14c25-5a03-4717-9831-7000a3a60cf0 service neutron] 10.222.0.70 "PUT /v2.0/ports/68d05014-bbf1-464e-a114-55ec56b3ac96 HTTP/1.1" status: 200 len: 1096 time: 1.8246365 Jul 05 03:50:49.521718 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12307a96-0de3-489b-8401-cdc8083d08e0', 'tag': '68d05014-bbf1-464e-a114-55ec56b3ac96'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:49.523960 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b6881e-c8da-4900-85df-6d6addbe4640" -d '{"events": [{"name": "network-changed", "server_uuid": "12307a96-0de3-489b-8401-cdc8083d08e0", "tag": "68d05014-bbf1-464e-a114-55ec56b3ac96"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:49.553395 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0d70b575-f0a9-40e8-a972-3a5d62915606 req-60be5d96-e072-43f7-b3d4-016999ede367 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "GET /v2.0/security-groups/65121286-9c25-435e-a4d9-06fe8ae59940 HTTP/1.1" status: 200 len: 1803 time: 0.2168655 Jul 05 03:50:49.635545 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb6388-6066-4c8a-a5ef-50bc077241ac req-15da32a6-de44-451f-916f-1caabd948e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:49.637484 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7fb6388-6066-4c8a-a5ef-50bc077241ac req-15da32a6-de44-451f-916f-1caabd948e6e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c44e0c91a214af8a282671d241ed272&device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 1136 time: 0.2263601 Jul 05 03:50:49.661833 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-2376fc0e-68cc-4ef2-aa9b-b8729c461b75 req-b24896fe-0da7-4449-a7cd-d9b5d4fc2115 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-960290', 'description': 'tempest-description-1400157011'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:49.705890 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9967adee-f6b8-4fb0-9acd-ad7429c8002d x-openstack-request-id: req-9967adee-f6b8-4fb0-9acd-ad7429c8002d {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:49.706225 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12307a96-0de3-489b-8401-cdc8083d08e0", "tag": "68d05014-bbf1-464e-a114-55ec56b3ac96", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:49.706412 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9967adee-f6b8-4fb0-9acd-ad7429c8002d {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:49.706915 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12307a96-0de3-489b-8401-cdc8083d08e0', 'tag': '68d05014-bbf1-464e-a114-55ec56b3ac96', 'status': 'completed', 'code': 200} Jul 05 03:50:49.734364 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b14c25-5a03-4717-9831-7000a3a60cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=68d05014-bbf1-464e-a114-55ec56b3ac96,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:49.782986 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-1bbef861-51a3-46ac-9943-420ed02d965b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:49.786100 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-1bbef861-51a3-46ac-9943-420ed02d965b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&device_id=12307a96-0de3-489b-8401-cdc8083d08e0 HTTP/1.1" status: 200 len: 1099 time: 0.1774304 Jul 05 03:50:49.823736 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2376fc0e-68cc-4ef2-aa9b-b8729c461b75 req-b24896fe-0da7-4449-a7cd-d9b5d4fc2115 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.893313 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-7913af85-c149-4bc5-88c2-ee1608e2ae1a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=68d05014-bbf1-464e-a114-55ec56b3ac96 HTTP/1.1" status: 200 len: 217 time: 0.0748208 Jul 05 03:50:49.922878 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb6388-6066-4c8a-a5ef-50bc077241ac req-b1e790b8-3475-466d-b672-e2c14bdc6325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:49.925430 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7fb6388-6066-4c8a-a5ef-50bc077241ac req-b1e790b8-3475-466d-b672-e2c14bdc6325 service neutron] 10.222.0.70 "GET /v2.0/networks?id=66df77c6-8f4e-4b95-a93c-745ad7f8290e HTTP/1.1" status: 200 len: 913 time: 0.2537098 Jul 05 03:50:50.086406 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7fb6388-6066-4c8a-a5ef-50bc077241ac req-c92226de-5ca5-42c2-a5a2-9715e1ac73ff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d83a322-3d54-4f93-abda-b6956ece3fb2 HTTP/1.1" status: 200 len: 217 time: 0.1363845 Jul 05 03:50:50.089012 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-97dd9658-85e4-4e4f-929d-0be9a427868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:50.092133 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-97dd9658-85e4-4e4f-929d-0be9a427868e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1717739 Jul 05 03:50:50.154179 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb916f-cccb-4d25-8564-1a95b117261d req-b9886b0e-0f52-46b2-8ecd-8fbad1cd1198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:50.155831 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-09eb916f-cccb-4d25-8564-1a95b117261d req-b9886b0e-0f52-46b2-8ecd-8fbad1cd1198 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 1100 time: 0.2381921 Jul 05 03:50:50.184315 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb6388-6066-4c8a-a5ef-50bc077241ac req-20d51414-4720-41cd-aaf8-c1c60683eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:50.185845 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7fb6388-6066-4c8a-a5ef-50bc077241ac req-20d51414-4720-41cd-aaf8-c1c60683eb68 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=83b03ff1-cc88-4818-8b80-c7647b3fbb89 HTTP/1.1" status: 200 len: 852 time: 0.0780685 Jul 05 03:50:50.198544 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2376fc0e-68cc-4ef2-aa9b-b8729c461b75 req-b24896fe-0da7-4449-a7cd-d9b5d4fc2115 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:50.216576 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2376fc0e-68cc-4ef2-aa9b-b8729c461b75 req-b24896fe-0da7-4449-a7cd-d9b5d4fc2115 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:50.251099 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-c3c6d186-0ff6-4778-a341-53511a2a5ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:50.252850 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-c3c6d186-0ff6-4778-a341-53511a2a5ab6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1403885 Jul 05 03:50:50.255750 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-09eb916f-cccb-4d25-8564-1a95b117261d req-4f766a8e-296c-44c1-9784-32d03f19175e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902486 Jul 05 03:50:50.274413 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7fb6388-6066-4c8a-a5ef-50bc077241ac req-0f36ea25-a809-4d0a-94f8-34a1fd70c591 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=66df77c6-8f4e-4b95-a93c-745ad7f8290e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734513 Jul 05 03:50:50.278568 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e135f-668d-4929-a0d2-faf0b496e4ea req-9af328a8-1454-49a4-a161-9906151d8bc1 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:50.280636 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2376fc0e-68cc-4ef2-aa9b-b8729c461b75 req-b24896fe-0da7-4449-a7cd-d9b5d4fc2115 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:50.292230 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2376fc0e-68cc-4ef2-aa9b-b8729c461b75 req-b24896fe-0da7-4449-a7cd-d9b5d4fc2115 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6351748 Jul 05 03:50:50.293150 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4c6e135f-668d-4929-a0d2-faf0b496e4ea req-9af328a8-1454-49a4-a161-9906151d8bc1 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=12307a96-0de3-489b-8401-cdc8083d08e0 HTTP/1.1" status: 200 len: 947 time: 0.1490963 Jul 05 03:50:50.322566 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24896fe-0da7-4449-a7cd-d9b5d4fc2115 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6121cc1-0c80-446f-98b6-3d34f60f94dd,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:50.358232 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4c6e135f-668d-4929-a0d2-faf0b496e4ea req-af94d2d8-00d4-43b2-9532-300440303f5b tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641217 Jul 05 03:50:50.558455 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 59178975-5931-459a-8b65-bb8e3f4d5778 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:50.575722 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9c9e3-5515-49e6-b977-d6040a3f8a64 req-ccc10f11-ee58-4fe2-b5d5-aba9c2c5e1b4 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:50.578785 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4bd9c9e3-5515-49e6-b977-d6040a3f8a64 req-ccc10f11-ee58-4fe2-b5d5-aba9c2c5e1b4 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.0987263 Jul 05 03:50:50.647837 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4bd9c9e3-5515-49e6-b977-d6040a3f8a64 req-62f86fc8-5771-46ca-bf47-c218703ba877 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616286 Jul 05 03:50:50.747162 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 59178975-5931-459a-8b65-bb8e3f4d5778, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=59178975-5931-459a-8b65-bb8e3f4d5778,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:50.761555 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '59178975-5931-459a-8b65-bb8e3f4d5778', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '59178975-5931-459a-8b65-bb8e3f4d5778', 'mac_address': 'fa:16:3e:99:c4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:50:50.796138 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['9d83a322-3d54-4f93-abda-b6956ece3fb2'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:50.850941 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:50.875500 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59178975-5931-459a-8b65-bb8e3f4d5778 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:50.901163 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7fb6388-6066-4c8a-a5ef-50bc077241ac req-95d97cab-1d7c-4153-996b-5a613436c8ae service neutron] 10.222.0.70 "GET /v2.0/networks/66df77c6-8f4e-4b95-a93c-745ad7f8290e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031443 Jul 05 03:50:50.932887 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 59178975-5931-459a-8b65-bb8e3f4d5778, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=59178975-5931-459a-8b65-bb8e3f4d5778,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:50.942076 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:50.959712 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fb2d2-8a3a-4f37-934e-f2f82ddf4684 req-46732803-8c1a-48a0-b56a-7dc5d8990ba3 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:50.966919 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ff9fb2d2-8a3a-4f37-934e-f2f82ddf4684 req-46732803-8c1a-48a0-b56a-7dc5d8990ba3 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 984 time: 0.2927041 Jul 05 03:50:50.976816 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-0ea8b17b-a340-494e-bd0d-e24205a39cf3 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838938 Jul 05 03:50:50.992819 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b85a5-c2d9-49f5-ba7a-ede2938f0672 req-e7bb2b4e-6da5-4ff1-b579-f8802bdb19ad tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:50.998159 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-755b85a5-c2d9-49f5-ba7a-ede2938f0672 req-e7bb2b4e-6da5-4ff1-b579-f8802bdb19ad tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 948 time: 0.2056572 Jul 05 03:50:51.027556 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=59178975-5931-459a-8b65-bb8e3f4d5778,revision_number=10']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:51.081097 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ff9fb2d2-8a3a-4f37-934e-f2f82ddf4684 req-b1f75968-a087-4b46-9478-ced613d3a8b2 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=6edef83f-ad4b-43cf-8226-709f89afd5a3&id=366b43ec-4f9c-438d-9264-b11fdba65cce&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1104658 Jul 05 03:50:51.178218 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-755b85a5-c2d9-49f5-ba7a-ede2938f0672 req-398d5e60-a7e9-480d-b3d6-738f6063e292 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032617 Jul 05 03:50:51.185325 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eeed9d3a-5ed4-4bbe-a3fc-079f93d31959 req-da060f2e-9775-47b0-8afc-fe6e9e0248e3 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908865 Jul 05 03:50:51.196183 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0b65ab14-309d-4dc3-a54b-902da2edc1ae req-d466e1b9-a3fa-4063-9398-6370e145df88 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "GET /v2.0/security-groups/c6121cc1-0c80-446f-98b6-3d34f60f94dd HTTP/1.1" status: 200 len: 1801 time: 0.0851314 Jul 05 03:50:51.200930 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-0b65ab14-309d-4dc3-a54b-902da2edc1ae req-1d36de97-e8e8-49fa-8c5c-764e8e01cca7 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c6121cc1-0c80-446f-98b6-3d34f60f94dd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:51.201250 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-0b65ab14-309d-4dc3-a54b-902da2edc1ae req-1d36de97-e8e8-49fa-8c5c-764e8e01cca7 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c6121cc1-0c80-446f-98b6-3d34f60f94dd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:51.222615 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7fb6388-6066-4c8a-a5ef-50bc077241ac req-c9620320-19e1-4981-8a6b-13d8920e8a2e service neutron] 10.222.0.70 "GET /v2.0/networks/66df77c6-8f4e-4b95-a93c-745ad7f8290e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048797 Jul 05 03:50:51.271653 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0b65ab14-309d-4dc3-a54b-902da2edc1ae req-1d36de97-e8e8-49fa-8c5c-764e8e01cca7 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.306542 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0b65ab14-309d-4dc3-a54b-902da2edc1ae req-1d36de97-e8e8-49fa-8c5c-764e8e01cca7 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.310877 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0b65ab14-309d-4dc3-a54b-902da2edc1ae req-1d36de97-e8e8-49fa-8c5c-764e8e01cca7 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.332228 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36de97-e8e8-49fa-8c5c-764e8e01cca7 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e606c745-ccbe-4c86-a77a-ec7dff6a4251,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:51.352206 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0b65ab14-309d-4dc3-a54b-902da2edc1ae req-1d36de97-e8e8-49fa-8c5c-764e8e01cca7 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.353725 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0b65ab14-309d-4dc3-a54b-902da2edc1ae req-1d36de97-e8e8-49fa-8c5c-764e8e01cca7 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1567295 Jul 05 03:50:51.485836 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49c2bd0e-228c-42ba-86c9-db5c1a2888c9 req-8b4f14da-951e-403a-b97d-2a9d0ed45ddb tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "GET /v2.0/security-groups/c6121cc1-0c80-446f-98b6-3d34f60f94dd HTTP/1.1" status: 200 len: 2394 time: 0.0960076 Jul 05 03:50:51.486378 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817185a-44e8-4dd9-8541-99d44b6ef986 req-0ff74281-e39b-43c4-83ee-ed6e6e07caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:51.488377 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9817185a-44e8-4dd9-8541-99d44b6ef986 req-0ff74281-e39b-43c4-83ee-ed6e6e07caf1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c44e0c91a214af8a282671d241ed272&device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 1136 time: 0.0937009 Jul 05 03:50:51.498110 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-49c2bd0e-228c-42ba-86c9-db5c1a2888c9 req-3f6ca7f8-7bfa-4490-8f55-de4690dbbbd9 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c6121cc1-0c80-446f-98b6-3d34f60f94dd', 'remote_group_id': None}]} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:51.501062 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-49c2bd0e-228c-42ba-86c9-db5c1a2888c9 req-3f6ca7f8-7bfa-4490-8f55-de4690dbbbd9 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c6121cc1-0c80-446f-98b6-3d34f60f94dd', 'remote_group_id': None}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:51.582712 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6881e-c8da-4900-85df-6d6addbe4640 req-1d09920c-1ad6-47a3-a005-e3b6576397af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:51.585052 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2b6881e-c8da-4900-85df-6d6addbe4640 req-1d09920c-1ad6-47a3-a005-e3b6576397af service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&device_id=12307a96-0de3-489b-8401-cdc8083d08e0 HTTP/1.1" status: 200 len: 1099 time: 0.2054343 Jul 05 03:50:51.696818 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3dcdd-d390-462f-ad37-d8626bf7f530 req-a5c20d2c-8a6c-4ac2-9362-d73183255820 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:51.698050 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-49c2bd0e-228c-42ba-86c9-db5c1a2888c9 req-3f6ca7f8-7bfa-4490-8f55-de4690dbbbd9 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.704417 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4fd3dcdd-d390-462f-ad37-d8626bf7f530 req-a5c20d2c-8a6c-4ac2-9362-d73183255820 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=12307a96-0de3-489b-8401-cdc8083d08e0 HTTP/1.1" status: 200 len: 947 time: 0.1261637 Jul 05 03:50:51.708268 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817185a-44e8-4dd9-8541-99d44b6ef986 req-7befe8e0-f81d-4a84-a119-de8644a7a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:51.709754 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9817185a-44e8-4dd9-8541-99d44b6ef986 req-7befe8e0-f81d-4a84-a119-de8644a7a457 service neutron] 10.222.0.70 "GET /v2.0/networks?id=66df77c6-8f4e-4b95-a93c-745ad7f8290e HTTP/1.1" status: 200 len: 913 time: 0.2118847 Jul 05 03:50:51.761684 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-49c2bd0e-228c-42ba-86c9-db5c1a2888c9 req-3f6ca7f8-7bfa-4490-8f55-de4690dbbbd9 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.775329 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-49c2bd0e-228c-42ba-86c9-db5c1a2888c9 req-3f6ca7f8-7bfa-4490-8f55-de4690dbbbd9 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.796078 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ca7f8-7bfa-4490-8f55-de4690dbbbd9 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347fe154-9deb-4ef9-ad71-a048676f5120,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:51.821616 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9817185a-44e8-4dd9-8541-99d44b6ef986 req-965464ba-6522-49b8-8006-74ba1cf6c972 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d83a322-3d54-4f93-abda-b6956ece3fb2 HTTP/1.1" status: 200 len: 217 time: 0.0951910 Jul 05 03:50:51.831940 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6881e-c8da-4900-85df-6d6addbe4640 req-59c20198-54f2-4903-96fa-33a9e22db9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:51.833571 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2b6881e-c8da-4900-85df-6d6addbe4640 req-59c20198-54f2-4903-96fa-33a9e22db9b2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.2388706 Jul 05 03:50:51.834900 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-49c2bd0e-228c-42ba-86c9-db5c1a2888c9 req-3f6ca7f8-7bfa-4490-8f55-de4690dbbbd9 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.836151 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49c2bd0e-228c-42ba-86c9-db5c1a2888c9 req-3f6ca7f8-7bfa-4490-8f55-de4690dbbbd9 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3469212 Jul 05 03:50:51.839089 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4fd3dcdd-d390-462f-ad37-d8626bf7f530 req-2a4c9c3e-ceee-40b7-b6c8-b095ff328430 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335943 Jul 05 03:50:51.940342 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817185a-44e8-4dd9-8541-99d44b6ef986 req-513787b5-bc6c-4bbd-ac07-bb0593084f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:51.941499 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9817185a-44e8-4dd9-8541-99d44b6ef986 req-513787b5-bc6c-4bbd-ac07-bb0593084f7a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=83b03ff1-cc88-4818-8b80-c7647b3fbb89 HTTP/1.1" status: 200 len: 852 time: 0.1015601 Jul 05 03:50:51.948870 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2b6881e-c8da-4900-85df-6d6addbe4640 req-b330c8e8-987a-4ab6-82c3-4a7b82a0cab1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=68d05014-bbf1-464e-a114-55ec56b3ac96 HTTP/1.1" status: 200 len: 217 time: 0.1061475 Jul 05 03:50:52.001237 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9817185a-44e8-4dd9-8541-99d44b6ef986 req-3ad9ed1b-0ee2-46d4-9f37-9ecde21fcc7b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=66df77c6-8f4e-4b95-a93c-745ad7f8290e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509534 Jul 05 03:50:52.021189 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6881e-c8da-4900-85df-6d6addbe4640 req-a144c20f-c2c8-4f64-9be8-a08031b50bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:52.023026 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2b6881e-c8da-4900-85df-6d6addbe4640 req-a144c20f-c2c8-4f64-9be8-a08031b50bb6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0632925 Jul 05 03:50:52.195192 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba3ac6-a989-43c7-ba98-d7f0e16d8c5a req-86ede685-8480-4c5b-a84c-12dd7ba6e2d5 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:52.202917 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-33ba3ac6-a989-43c7-ba98-d7f0e16d8c5a req-86ede685-8480-4c5b-a84c-12dd7ba6e2d5 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.1644886 Jul 05 03:50:52.206509 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9817185a-44e8-4dd9-8541-99d44b6ef986 req-aa95ad99-1c64-463e-893e-7d931d4f9938 service neutron] 10.222.0.70 "GET /v2.0/networks/66df77c6-8f4e-4b95-a93c-745ad7f8290e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978030 Jul 05 03:50:52.312724 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-33ba3ac6-a989-43c7-ba98-d7f0e16d8c5a req-855c1cd9-9528-4cdc-a59d-c89837e84a68 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082096 Jul 05 03:50:52.328919 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['59178975-5931-459a-8b65-bb8e3f4d5778'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:52.399335 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9817185a-44e8-4dd9-8541-99d44b6ef986 req-2648cc3e-ad88-461b-9e94-a4d6a7a12bb9 service neutron] 10.222.0.70 "GET /v2.0/networks/66df77c6-8f4e-4b95-a93c-745ad7f8290e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827295 Jul 05 03:50:52.427225 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6881e-c8da-4900-85df-6d6addbe4640 req-86d34419-e0f7-4a4f-a5a3-ec8fada2a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:52.428763 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2b6881e-c8da-4900-85df-6d6addbe4640 req-86d34419-e0f7-4a4f-a5a3-ec8fada2a92d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3977699 Jul 05 03:50:52.529076 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-902eacb6-0702-41c9-ba7c-94e7905eeda2 req-f2ea346f-61d5-46b8-9aea-916628173fd5 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "GET /v2.0/security-groups/c6121cc1-0c80-446f-98b6-3d34f60f94dd HTTP/1.1" status: 200 len: 2992 time: 0.4152031 Jul 05 03:50:52.583522 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c8d45-299f-4139-8650-2a2c00a40208 req-d9fc2406-977d-4d94-87d0-af9cf23f1af7 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:52.587220 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-065c8d45-299f-4139-8650-2a2c00a40208 req-d9fc2406-977d-4d94-87d0-af9cf23f1af7 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 984 time: 0.1273727 Jul 05 03:50:52.640826 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2b6881e-c8da-4900-85df-6d6addbe4640 req-02d85af3-3171-4b77-a8f3-d26e63a43b77 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999147 Jul 05 03:50:52.673013 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-065c8d45-299f-4139-8650-2a2c00a40208 req-ae264af6-4c12-41b7-a911-0b7d12cc6acb tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=6edef83f-ad4b-43cf-8226-709f89afd5a3&id=366b43ec-4f9c-438d-9264-b11fdba65cce&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0789809 Jul 05 03:50:52.761291 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5d36e2e2-4273-4aa8-8ea1-26f5796425fa req-58f8e317-e0bc-4a92-944f-d610ba992271 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "GET /v2.0/security-group-rules/347fe154-9deb-4ef9-ad71-a048676f5120 HTTP/1.1" status: 200 len: 783 time: 0.0360637 Jul 05 03:50:52.823431 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5d36e2e2-4273-4aa8-8ea1-26f5796425fa req-6dc1777e-7865-41e7-aae0-c18df17e3067 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "GET /v2.0/security-groups/c6121cc1-0c80-446f-98b6-3d34f60f94dd HTTP/1.1" status: 200 len: 2992 time: 0.0612779 Jul 05 03:50:52.867424 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5d36e2e2-4273-4aa8-8ea1-26f5796425fa req-72f2f6a2-0a29-4889-a3b9-ce5f65e74e5a tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.883115 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2b6881e-c8da-4900-85df-6d6addbe4640 req-27258469-3449-435d-af07-654d1f11c71b service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317734 Jul 05 03:50:52.887633 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5d36e2e2-4273-4aa8-8ea1-26f5796425fa req-72f2f6a2-0a29-4889-a3b9-ce5f65e74e5a tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.891531 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d8128-6b97-41a7-94ff-8e8c3d33d3f5 req-2cb3c927-2d05-4cbf-9b0e-2cdc9dd82bfd tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:52.894486 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6c8d8128-6b97-41a7-94ff-8e8c3d33d3f5 req-2cb3c927-2d05-4cbf-9b0e-2cdc9dd82bfd tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.1402643 Jul 05 03:50:52.941598 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5d36e2e2-4273-4aa8-8ea1-26f5796425fa req-72f2f6a2-0a29-4889-a3b9-ce5f65e74e5a tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.956451 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5d36e2e2-4273-4aa8-8ea1-26f5796425fa req-72f2f6a2-0a29-4889-a3b9-ce5f65e74e5a tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.961841 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5d36e2e2-4273-4aa8-8ea1-26f5796425fa req-72f2f6a2-0a29-4889-a3b9-ce5f65e74e5a tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/347fe154-9deb-4ef9-ad71-a048676f5120 HTTP/1.1" status: 204 len: 173 time: 0.1299443 Jul 05 03:50:52.963472 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6c8d8128-6b97-41a7-94ff-8e8c3d33d3f5 req-bdb9d4b4-de86-4716-934e-42dcbb037aa9 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604298 Jul 05 03:50:52.967694 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2f6a2-0a29-4889-a3b9-ce5f65e74e5a tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=347fe154-9deb-4ef9-ad71-a048676f5120,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:53.086280 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e25f7ef8-be82-4f69-ab60-d693c1684c46 req-7ca03eb2-3847-423d-8bf4-8b49ee01d0b1 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "GET /v2.0/security-groups/c6121cc1-0c80-446f-98b6-3d34f60f94dd HTTP/1.1" status: 200 len: 2394 time: 0.0886738 Jul 05 03:50:53.163311 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e25f7ef8-be82-4f69-ab60-d693c1684c46 req-8ed05f63-6fb3-4ac3-9b70-3520f8631acc tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.190941 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e25f7ef8-be82-4f69-ab60-d693c1684c46 req-8ed05f63-6fb3-4ac3-9b70-3520f8631acc tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.198312 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d73133-1541-4cf4-a3d6-6d64b753c3fb req-8432ec97-4a1f-40c5-a254-45a6e3899313 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:53.199953 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d6d73133-1541-4cf4-a3d6-6d64b753c3fb req-8432ec97-4a1f-40c5-a254-45a6e3899313 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=12307a96-0de3-489b-8401-cdc8083d08e0 HTTP/1.1" status: 200 len: 947 time: 0.0698204 Jul 05 03:50:53.243190 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d6d73133-1541-4cf4-a3d6-6d64b753c3fb req-bedf98b3-fbf2-4f8a-b9c2-dc5d5781260f tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366359 Jul 05 03:50:53.249581 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e25f7ef8-be82-4f69-ab60-d693c1684c46 req-8ed05f63-6fb3-4ac3-9b70-3520f8631acc tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.252482 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e25f7ef8-be82-4f69-ab60-d693c1684c46 req-8ed05f63-6fb3-4ac3-9b70-3520f8631acc tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.253656 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e25f7ef8-be82-4f69-ab60-d693c1684c46 req-8ed05f63-6fb3-4ac3-9b70-3520f8631acc tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "DELETE /v2.0/security-groups/c6121cc1-0c80-446f-98b6-3d34f60f94dd HTTP/1.1" status: 204 len: 173 time: 0.1661682 Jul 05 03:50:53.263485 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed05f63-6fb3-4ac3-9b70-3520f8631acc tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6121cc1-0c80-446f-98b6-3d34f60f94dd,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:53.317070 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [req-1a15d1a7-f73e-4382-808a-7e2077c3ae05 req-6210a993-9e96-468d-99ab-2c745f67eb05 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] show failed (client error): The resource could not be found. Jul 05 03:50:53.318610 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1a15d1a7-f73e-4382-808a-7e2077c3ae05 req-6210a993-9e96-468d-99ab-2c745f67eb05 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "GET /v2.0/security-groups/3def7d54-44f4-4e73-b0b8-361df0984352 HTTP/1.1" status: 404 len: 352 time: 0.0187950 Jul 05 03:50:53.383987 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f3ffa064-fe11-4ab7-82ad-b325ce9eb8a2 req-e99e4af1-aa77-4992-abd0-402eb7704b2f tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "GET /v2.0/security-groups/65121286-9c25-435e-a4d9-06fe8ae59940 HTTP/1.1" status: 200 len: 1803 time: 0.0435586 Jul 05 03:50:53.488344 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f3ffa064-fe11-4ab7-82ad-b325ce9eb8a2 req-f0106c55-c6fb-4579-bc27-65dfab8ea3e1 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.515850 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f3ffa064-fe11-4ab7-82ad-b325ce9eb8a2 req-f0106c55-c6fb-4579-bc27-65dfab8ea3e1 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.561907 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f3ffa064-fe11-4ab7-82ad-b325ce9eb8a2 req-f0106c55-c6fb-4579-bc27-65dfab8ea3e1 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.564839 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f3ffa064-fe11-4ab7-82ad-b325ce9eb8a2 req-f0106c55-c6fb-4579-bc27-65dfab8ea3e1 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.566129 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f3ffa064-fe11-4ab7-82ad-b325ce9eb8a2 req-f0106c55-c6fb-4579-bc27-65dfab8ea3e1 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "DELETE /v2.0/security-groups/65121286-9c25-435e-a4d9-06fe8ae59940 HTTP/1.1" status: 204 len: 173 time: 0.1704366 Jul 05 03:50:53.577045 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0106c55-c6fb-4579-bc27-65dfab8ea3e1 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65121286-9c25-435e-a4d9-06fe8ae59940,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:53.626071 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5eb03b-e4a8-4f1a-87e6-496dd100168c req-015bd82f-41a9-4a0a-a310-ac208cfe6fdd tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:53.626656 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9c2cfc5e-9e29-4cef-a223-80af7657d2e0 req-535193be-2999-4840-ab2c-f1413bc58ccc tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "GET /v2.0/security-groups/1feae066-90de-4ddb-8518-7d33ff8fb503 HTTP/1.1" status: 200 len: 1805 time: 0.0411131 Jul 05 03:50:53.627674 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-af5eb03b-e4a8-4f1a-87e6-496dd100168c req-015bd82f-41a9-4a0a-a310-ac208cfe6fdd tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.0950446 Jul 05 03:50:53.672871 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-af5eb03b-e4a8-4f1a-87e6-496dd100168c req-a4d577bc-4b16-4528-a2c8-8f203e730d17 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393374 Jul 05 03:50:53.706873 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-9c2cfc5e-9e29-4cef-a223-80af7657d2e0 req-4840fde3-c208-48b7-a54b-e083ef4842fa tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.733286 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-9c2cfc5e-9e29-4cef-a223-80af7657d2e0 req-4840fde3-c208-48b7-a54b-e083ef4842fa tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.815546 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-9c2cfc5e-9e29-4cef-a223-80af7657d2e0 req-4840fde3-c208-48b7-a54b-e083ef4842fa tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.821835 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-9c2cfc5e-9e29-4cef-a223-80af7657d2e0 req-4840fde3-c208-48b7-a54b-e083ef4842fa tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.823097 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9c2cfc5e-9e29-4cef-a223-80af7657d2e0 req-4840fde3-c208-48b7-a54b-e083ef4842fa tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "DELETE /v2.0/security-groups/1feae066-90de-4ddb-8518-7d33ff8fb503 HTTP/1.1" status: 204 len: 173 time: 0.1835206 Jul 05 03:50:53.836417 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840fde3-c208-48b7-a54b-e083ef4842fa tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1feae066-90de-4ddb-8518-7d33ff8fb503,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:53.913169 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f872cd-ed0f-49d3-a76b-7840cbec71eb req-aecc1bf8-82f6-42b3-b697-ff0eab4ed6fd tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:53.914747 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-41f872cd-ed0f-49d3-a76b-7840cbec71eb req-aecc1bf8-82f6-42b3-b697-ff0eab4ed6fd tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 984 time: 0.0721686 Jul 05 03:50:53.916305 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-42ad6d1a-acf0-4008-a89b-6204c330c3f9 req-4888ed0f-2aae-4f3b-a06c-37db70fe54e1 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "GET /v2.0/security-groups/e0d8b234-5f32-4561-ad66-fc936eca03c2 HTTP/1.1" status: 200 len: 1803 time: 0.0446634 Jul 05 03:50:53.995178 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-41f872cd-ed0f-49d3-a76b-7840cbec71eb req-d975b798-8b2d-4ea6-8711-6443aa1e249a tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=6edef83f-ad4b-43cf-8226-709f89afd5a3&id=366b43ec-4f9c-438d-9264-b11fdba65cce&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0735867 Jul 05 03:50:54.181247 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a8134-dde8-4cc0-abed-46036d6017f0 req-76748981-72d5-4a6e-a4d3-6b2ce712a244 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:54.189232 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-241a8134-dde8-4cc0-abed-46036d6017f0 req-76748981-72d5-4a6e-a4d3-6b2ce712a244 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 950 time: 0.0830157 Jul 05 03:50:54.232074 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-241a8134-dde8-4cc0-abed-46036d6017f0 req-22378fe6-eb3c-4793-9182-ae9fee5afce6 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417128 Jul 05 03:50:54.316694 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-42ad6d1a-acf0-4008-a89b-6204c330c3f9 req-f455347a-377c-42ab-bb5d-a070a66ef7f2 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.340914 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-42ad6d1a-acf0-4008-a89b-6204c330c3f9 req-f455347a-377c-42ab-bb5d-a070a66ef7f2 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.392291 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-42ad6d1a-acf0-4008-a89b-6204c330c3f9 req-f455347a-377c-42ab-bb5d-a070a66ef7f2 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.397301 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-42ad6d1a-acf0-4008-a89b-6204c330c3f9 req-f455347a-377c-42ab-bb5d-a070a66ef7f2 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.400133 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-42ad6d1a-acf0-4008-a89b-6204c330c3f9 req-f455347a-377c-42ab-bb5d-a070a66ef7f2 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "DELETE /v2.0/security-groups/e0d8b234-5f32-4561-ad66-fc936eca03c2 HTTP/1.1" status: 204 len: 173 time: 0.4702930 Jul 05 03:50:54.410104 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455347a-377c-42ab-bb5d-a070a66ef7f2 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d8b234-5f32-4561-ad66-fc936eca03c2,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:54.470389 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c6fe4-3e11-4f07-825c-2503a812b300 req-2169e5f9-a491-429c-982a-c342c02fb5cc tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:54.477468 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a23c6fe4-3e11-4f07-825c-2503a812b300 req-2169e5f9-a491-429c-982a-c342c02fb5cc tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=12307a96-0de3-489b-8401-cdc8083d08e0 HTTP/1.1" status: 200 len: 947 time: 0.0920076 Jul 05 03:50:54.528775 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a23c6fe4-3e11-4f07-825c-2503a812b300 req-95d2e1c0-0d86-4b88-a761-c9b0f7901ca7 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502727 Jul 05 03:50:54.756251 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device a504e72c-f264-4baf-b346-6fe4fc7376f5 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:54.764380 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dce3d4d9-668d-4798-a648-c6251128a822 req-fbb617b8-90ba-4305-af85-1e31c9ca3066 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "GET /v2.0/security-groups/107ede31-26aa-4531-83f5-b126de29337c HTTP/1.1" status: 200 len: 2404 time: 0.0721965 Jul 05 03:50:54.863651 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dce3d4d9-668d-4798-a648-c6251128a822 req-fd64cf78-6d87-4fce-bac4-9ae1c92ad20a tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.891375 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dce3d4d9-668d-4798-a648-c6251128a822 req-fd64cf78-6d87-4fce-bac4-9ae1c92ad20a tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.930925 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cee7b-373e-4389-89c9-5b9cd3d20d15 req-d9a15206-7622-478f-b620-d966d58d134c tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:54.933737 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device a504e72c-f264-4baf-b346-6fe4fc7376f5 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:54.936345 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5b9cee7b-373e-4389-89c9-5b9cd3d20d15 req-d9a15206-7622-478f-b620-d966d58d134c tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 1102 time: 0.0747900 Jul 05 03:50:54.969512 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dce3d4d9-668d-4798-a648-c6251128a822 req-fd64cf78-6d87-4fce-bac4-9ae1c92ad20a tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.972390 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dce3d4d9-668d-4798-a648-c6251128a822 req-fd64cf78-6d87-4fce-bac4-9ae1c92ad20a tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.973600 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dce3d4d9-668d-4798-a648-c6251128a822 req-fd64cf78-6d87-4fce-bac4-9ae1c92ad20a tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "DELETE /v2.0/security-groups/107ede31-26aa-4531-83f5-b126de29337c HTTP/1.1" status: 204 len: 173 time: 0.2083595 Jul 05 03:50:54.997244 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5b9cee7b-373e-4389-89c9-5b9cd3d20d15 req-dfcf47d2-1839-4f66-8294-945199647cbf tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487487 Jul 05 03:50:55.015568 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64cf78-6d87-4fce-bac4-9ae1c92ad20a tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=107ede31-26aa-4531-83f5-b126de29337c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:55.021075 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port a504e72c-f264-4baf-b346-6fe4fc7376f5, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a504e72c-f264-4baf-b346-6fe4fc7376f5,segment=NetworkSegment(8e925059-1d42-4eae-ad90-062ddf3ec375),segment_id=8e925059-1d42-4eae-ad90-062ddf3ec375)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:55.059185 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'a504e72c-f264-4baf-b346-6fe4fc7376f5', 'network_id': '9bc4c91c-a289-48e8-b0da-9172982a9c14', 'port_id': 'a504e72c-f264-4baf-b346-6fe4fc7376f5', 'mac_address': 'fa:16:3e:41:59:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea0f684a-f292-44b8-b8f2-c6a27e5ca4c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:50:55.131855 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-19bd1e8b-b755-4cf1-a115-73e6f7512ae8 req-c835c811-43d0-42c8-a7f0-fff690907f55 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "GET /v2.0/security-groups/40a84ea1-e528-44e8-a60b-604ed131a38f HTTP/1.1" status: 200 len: 2396 time: 0.0719023 Jul 05 03:50:55.136408 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.148758 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.189127 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a504e72c-f264-4baf-b346-6fe4fc7376f5 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:55.202562 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6150a9a0-f7d8-4108-85c0-16af3c85f494', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a504e72c-f264-4baf-b346-6fe4fc7376f5'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:55.206165 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb22c264-64a9-49bb-adfb-27c09326a7b4" -d '{"events": [{"server_uuid": "6150a9a0-f7d8-4108-85c0-16af3c85f494", "name": "network-vif-unplugged", "status": "completed", "tag": "a504e72c-f264-4baf-b346-6fe4fc7376f5"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:55.210311 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024ab9f-b7aa-4bdb-8c63-ef84cff7a06d req-14a7b5ef-b069-4c27-94c6-9f6dbd9733ea tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:55.212464 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9024ab9f-b7aa-4bdb-8c63-ef84cff7a06d req-14a7b5ef-b069-4c27-94c6-9f6dbd9733ea tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.0972729 Jul 05 03:50:55.232693 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port a504e72c-f264-4baf-b346-6fe4fc7376f5, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a504e72c-f264-4baf-b346-6fe4fc7376f5,segment=NetworkSegment(8e925059-1d42-4eae-ad90-062ddf3ec375),segment_id=8e925059-1d42-4eae-ad90-062ddf3ec375)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:55.235448 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-19bd1e8b-b755-4cf1-a115-73e6f7512ae8 req-5ba98c70-1e52-4d09-a933-6324ff9f06d7 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.241476 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.271514 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-19bd1e8b-b755-4cf1-a115-73e6f7512ae8 req-5ba98c70-1e52-4d09-a933-6324ff9f06d7 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.302602 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9024ab9f-b7aa-4bdb-8c63-ef84cff7a06d req-4235815c-8179-4d60-b54d-8db2a9661462 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836260 Jul 05 03:50:55.332650 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-19bd1e8b-b755-4cf1-a115-73e6f7512ae8 req-5ba98c70-1e52-4d09-a933-6324ff9f06d7 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.335533 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-19bd1e8b-b755-4cf1-a115-73e6f7512ae8 req-5ba98c70-1e52-4d09-a933-6324ff9f06d7 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.337020 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-19bd1e8b-b755-4cf1-a115-73e6f7512ae8 req-5ba98c70-1e52-4d09-a933-6324ff9f06d7 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] 10.222.0.77 "DELETE /v2.0/security-groups/40a84ea1-e528-44e8-a60b-604ed131a38f HTTP/1.1" status: 204 len: 173 time: 0.1956773 Jul 05 03:50:55.343369 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48142) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:55.362369 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba98c70-1e52-4d09-a933-6324ff9f06d7 tempest-SecurityGroupRulesTestJSON-218254275 tempest-SecurityGroupRulesTestJSON-218254275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a84ea1-e528-44e8-a60b-604ed131a38f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:55.389554 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.api [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:50:55.389992 n-d-780147-23 neutron-server[105540]: DEBUG oslo_db.api [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:50:55.402102 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=a504e72c-f264-4baf-b346-6fe4fc7376f5,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:55.437802 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-2765c960-295d-477b-aab4-02e88b19a01e admin admin] Deleting subnet ed24d4c7-64ad-4dd5-b131-2917f9e7658d {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:50:55.456539 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2765c960-295d-477b-aab4-02e88b19a01e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.494729 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2765c960-295d-477b-aab4-02e88b19a01e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.562685 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2765c960-295d-477b-aab4-02e88b19a01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.572178 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64185b-c167-4734-b6fe-b8e7834802fc req-94f74245-2ddc-424f-9598-9ec9d6092732 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:55.573839 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e64185b-c167-4734-b6fe-b8e7834802fc req-94f74245-2ddc-424f-9598-9ec9d6092732 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 984 time: 0.0852509 Jul 05 03:50:55.635023 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6800e33-80a5-4b45-9796-3597aeedaf25 x-openstack-request-id: req-d6800e33-80a5-4b45-9796-3597aeedaf25 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:55.635317 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6150a9a0-f7d8-4108-85c0-16af3c85f494", "name": "network-vif-unplugged", "status": "completed", "tag": "a504e72c-f264-4baf-b346-6fe4fc7376f5", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:55.635576 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d6800e33-80a5-4b45-9796-3597aeedaf25 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:55.636001 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6150a9a0-f7d8-4108-85c0-16af3c85f494', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a504e72c-f264-4baf-b346-6fe4fc7376f5', 'code': 200} Jul 05 03:50:55.647087 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e64185b-c167-4734-b6fe-b8e7834802fc req-82a8f7ec-1d3f-48bc-b3e1-14d723e034e6 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=6edef83f-ad4b-43cf-8226-709f89afd5a3&id=366b43ec-4f9c-438d-9264-b11fdba65cce&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0639851 Jul 05 03:50:55.649157 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2765c960-295d-477b-aab4-02e88b19a01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.699939 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765c960-295d-477b-aab4-02e88b19a01e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed24d4c7-64ad-4dd5-b131-2917f9e7658d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:55.715957 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2765c960-295d-477b-aab4-02e88b19a01e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.718386 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2765c960-295d-477b-aab4-02e88b19a01e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ed24d4c7-64ad-4dd5-b131-2917f9e7658d HTTP/1.1" status: 204 len: 168 time: 0.3734825 Jul 05 03:50:55.720901 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48154) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:55.837505 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebbb2a-4416-44aa-a3cb-767ece765b22 req-2e778edc-67d3-457b-ac81-6c83f7634cf5 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:55.848727 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-52ebbb2a-4416-44aa-a3cb-767ece765b22 req-2e778edc-67d3-457b-ac81-6c83f7634cf5 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 1102 time: 0.0700736 Jul 05 03:50:55.854338 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-57e0f9b9-7b75-4792-a2f0-d8ad4587c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.930044 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-52ebbb2a-4416-44aa-a3cb-767ece765b22 req-d0b28a6e-2da5-4184-b3b4-211d91c059d3 tempest-ServersAdminTestJSON-852849550 tempest-ServersAdminTestJSON-852849550-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788345 Jul 05 03:50:55.932103 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5003d-7548-4bcd-98fa-82cb188efc28 req-0227742c-95df-4f6a-8ddf-ef3107bf5de5 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:55.945235 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-adc5003d-7548-4bcd-98fa-82cb188efc28 req-0227742c-95df-4f6a-8ddf-ef3107bf5de5 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=12307a96-0de3-489b-8401-cdc8083d08e0 HTTP/1.1" status: 200 len: 947 time: 0.1634519 Jul 05 03:50:56.024105 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-57e0f9b9-7b75-4792-a2f0-d8ad4587c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.046521 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-adc5003d-7548-4bcd-98fa-82cb188efc28 req-0b3663d6-bbb5-40da-b82a-63e63721288a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064203 Jul 05 03:50:56.052792 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-57e0f9b9-7b75-4792-a2f0-d8ad4587c2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7361be0e-da72-4d3d-8f5e-a08f8e05153a']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:56.079079 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-57e0f9b9-7b75-4792-a2f0-d8ad4587c2b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1696648a-179a-4c04-ab6b-3938cd2452c8') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:56.079438 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-57e0f9b9-7b75-4792-a2f0-d8ad4587c2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1696648a-179a-4c04-ab6b-3938cd2452c8') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:56.092262 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-57e0f9b9-7b75-4792-a2f0-d8ad4587c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.110929 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-57e0f9b9-7b75-4792-a2f0-d8ad4587c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.126328 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e0f9b9-7b75-4792-a2f0-d8ad4587c2b2 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:50:56.129502 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-57e0f9b9-7b75-4792-a2f0-d8ad4587c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.154257 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.169361 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2b13fe4-c108-450b-b76a-6a9193ca75bf req-7e710241-3253-4aa9-b0a5-1a6716d7e8dc tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1433190809&fields=id&tenant_id=2c44e0c91a214af8a282671d241ed272 HTTP/1.1" status: 200 len: 267 time: 0.0746417 Jul 05 03:50:56.190775 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a504e72c-f264-4baf-b346-6fe4fc7376f5 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: timer() Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:50:56.219871 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 03:50:56.224418 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:50:56.224418 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 03:50:56.224418 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:50:56.224418 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 03:50:56.224418 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:50:56.224418 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:50:56.224418 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:50:56.224418 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:50:56.224418 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:50:56.224418 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 03:50:56.224418 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:50:56.224418 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 03:50:56.224418 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:50:56.224418 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:50:56.224418 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:50:56.224418 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 03:50:56.224418 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:50:56.224418 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:50:56.224418 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:50:56.224418 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:50:56.224418 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:50:56.224418 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:50:56.224418 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:50:56.252139 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port a504e72c-f264-4baf-b346-6fe4fc7376f5, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a504e72c-f264-4baf-b346-6fe4fc7376f5,segment=NetworkSegment(8e925059-1d42-4eae-ad90-062ddf3ec375),segment_id=8e925059-1d42-4eae-ad90-062ddf3ec375)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:56.259557 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.270079 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-57e0f9b9-7b75-4792-a2f0-d8ad4587c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.282728 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-57e0f9b9-7b75-4792-a2f0-d8ad4587c2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.293145 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-57e0f9b9-7b75-4792-a2f0-d8ad4587c2b2 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7361be0e-da72-4d3d-8f5e-a08f8e05153a HTTP/1.1" status: 204 len: 168 time: 0.5710058 Jul 05 03:50:56.324055 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0f9b9-7b75-4792-a2f0-d8ad4587c2b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7361be0e-da72-4d3d-8f5e-a08f8e05153a,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:56.343593 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b13fe4-c108-450b-b76a-6a9193ca75bf req-bd123336-3f7f-4db3-9919-5866c9cdbcf1 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:56.350256 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2b13fe4-c108-450b-b76a-6a9193ca75bf req-bd123336-3f7f-4db3-9919-5866c9cdbcf1 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 984 time: 0.1724601 Jul 05 03:50:56.371370 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-a2b13fe4-c108-450b-b76a-6a9193ca75bf req-ce1adea2-6c53-4f88-ae1f-dfe4231dbd73 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Request body: {'port': {'security_groups': ['366b43ec-4f9c-438d-9264-b11fdba65cce', '6edef83f-ad4b-43cf-8226-709f89afd5a3', '3660c53c-41fe-41ed-aafb-2aefe2028f4d']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:56.373768 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=a504e72c-f264-4baf-b346-6fe4fc7376f5,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:56.538596 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a2b13fe4-c108-450b-b76a-6a9193ca75bf req-ce1adea2-6c53-4f88-ae1f-dfe4231dbd73 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.596058 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 68d05014-bbf1-464e-a114-55ec56b3ac96 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:56.609843 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48176) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:56.679856 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1dea79aa-78f6-4657-a154-62329820c4d2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4b5809bed11a406390a1c57a327f9887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0674746 Jul 05 03:50:56.689456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48178) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:56.731108 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 59178975-5931-459a-8b65-bb8e3f4d5778 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:56.734975 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['a504e72c-f264-4baf-b346-6fe4fc7376f5'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:56.822694 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 68d05014-bbf1-464e-a114-55ec56b3ac96, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=68d05014-bbf1-464e-a114-55ec56b3ac96,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:56.842706 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d65f801c-40d3-4f53-b848-46f65635caf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.855328 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9485fa-6a7c-48fe-98de-220cb7db641d req-023f8d9a-4fc2-40e4-8eec-e7c3612e3241 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:56.870483 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5a9485fa-6a7c-48fe-98de-220cb7db641d req-023f8d9a-4fc2-40e4-8eec-e7c3612e3241 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/ports?device_id=34339d45-a2fd-40dd-8a14-12542db91f14 HTTP/1.1" status: 200 len: 945 time: 0.1871054 Jul 05 03:50:56.892544 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '68d05014-bbf1-464e-a114-55ec56b3ac96', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '68d05014-bbf1-464e-a114-55ec56b3ac96', 'mac_address': 'fa:16:3e:a2:2c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:50:56.943535 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d65f801c-40d3-4f53-b848-46f65635caf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.961231 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-a2b13fe4-c108-450b-b76a-6a9193ca75bf req-ce1adea2-6c53-4f88-ae1f-dfe4231dbd73 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] For port 9d83a322-3d54-4f93-abda-b6956ece3fb2, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=9d83a322-3d54-4f93-abda-b6956ece3fb2,segment=NetworkSegment(3fbc827e-3684-4feb-9d7a-3826e63576b6),segment_id=3fbc827e-3684-4feb-9d7a-3826e63576b6)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:56.965604 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5a9485fa-6a7c-48fe-98de-220cb7db641d req-0f80de9a-893a-43cc-b513-c22e4294d986 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/security-groups?id=f439127f-1999-4899-ba05-78beae4b9fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803890 Jul 05 03:50:57.032484 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a2b13fe4-c108-450b-b76a-6a9193ca75bf req-ce1adea2-6c53-4f88-ae1f-dfe4231dbd73 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.045949 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a2b13fe4-c108-450b-b76a-6a9193ca75bf req-ce1adea2-6c53-4f88-ae1f-dfe4231dbd73 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.086340 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d65f801c-40d3-4f53-b848-46f65635caf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.089367 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d65f801c-40d3-4f53-b848-46f65635caf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.090793 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d65f801c-40d3-4f53-b848-46f65635caf1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/917806f5-8901-49a1-b28c-ca3079f2a657 HTTP/1.1" status: 204 len: 168 time: 0.3979745 Jul 05 03:50:57.129550 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f801c-40d3-4f53-b848-46f65635caf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917806f5-8901-49a1-b28c-ca3079f2a657,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:57.131189 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b13fe4-c108-450b-b76a-6a9193ca75bf req-ce1adea2-6c53-4f88-ae1f-dfe4231dbd73 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:57.132267 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a2b13fe4-c108-450b-b76a-6a9193ca75bf req-ce1adea2-6c53-4f88-ae1f-dfe4231dbd73 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.133981 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2b13fe4-c108-450b-b76a-6a9193ca75bf req-ce1adea2-6c53-4f88-ae1f-dfe4231dbd73 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "PUT /v2.0/ports/9d83a322-3d54-4f93-abda-b6956ece3fb2 HTTP/1.1" status: 200 len: 1020 time: 0.7765458 Jul 05 03:50:57.134705 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c72230b-22d2-4d26-90c2-88331db32386', 'tag': '9d83a322-3d54-4f93-abda-b6956ece3fb2'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:57.142098 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a387e1-e95a-4220-a480-6422e7d2d629" -d '{"events": [{"name": "network-changed", "server_uuid": "3c72230b-22d2-4d26-90c2-88331db32386", "tag": "9d83a322-3d54-4f93-abda-b6956ece3fb2"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:57.172522 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['9d83a322-3d54-4f93-abda-b6956ece3fb2'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:57.181558 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1adea2-6c53-4f88-ae1f-dfe4231dbd73 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event updated for resources: {'Port': ['ID=9d83a322-3d54-4f93-abda-b6956ece3fb2,revision_number=7']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:57.249370 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 59178975-5931-459a-8b65-bb8e3f4d5778 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:57.249877 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.257569 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ffec5-c724-428a-a976-e688c023e2a5 req-e75c83fa-f5eb-4a18-b72a-e4be766ef65c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:57.277087 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c15ffec5-c724-428a-a976-e688c023e2a5 req-e75c83fa-f5eb-4a18-b72a-e4be766ef65c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 945 time: 0.1328702 Jul 05 03:50:57.352088 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c15ffec5-c724-428a-a976-e688c023e2a5 req-03605e5c-b83f-4d72-9dcb-da329683a169 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725102 Jul 05 03:50:57.449910 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.462840 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['9d83a322-3d54-4f93-abda-b6956ece3fb2'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:57.514362 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49824820-b108-4c7d-84e1-ab89476be725 req-044f3773-8ed6-4fe6-89d3-a192be02a82b tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:57.516705 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49824820-b108-4c7d-84e1-ab89476be725 req-044f3773-8ed6-4fe6-89d3-a192be02a82b tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b51403b-2e0e-45c6-bd11-b561949360f2 HTTP/1.1" status: 200 len: 948 time: 0.1332648 Jul 05 03:50:57.568388 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d05014-bbf1-464e-a114-55ec56b3ac96 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:57.612249 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49824820-b108-4c7d-84e1-ab89476be725 req-d4cc761c-9036-4e39-88b6-8356634abc20 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836656 Jul 05 03:50:57.666267 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 68d05014-bbf1-464e-a114-55ec56b3ac96, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=68d05014-bbf1-464e-a114-55ec56b3ac96,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:57.680457 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.735703 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1bd13741-4a23-4b2c-a660-f2f3ac2a7c38 req-7c565dcd-d17d-40fc-9b49-d8aec150c7b9 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/3660c53c-41fe-41ed-aafb-2aefe2028f4d HTTP/1.1" status: 200 len: 1801 time: 0.1000440 Jul 05 03:50:57.759525 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4682075-1295-48d0-a4a4-e35a71241bde req-ec90e3c6-a38e-44c3-a20c-f0d081b032da tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:57.775458 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f4682075-1295-48d0-a4a4-e35a71241bde req-ec90e3c6-a38e-44c3-a20c-f0d081b032da tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=12307a96-0de3-489b-8401-cdc8083d08e0 HTTP/1.1" status: 200 len: 947 time: 0.1956885 Jul 05 03:50:57.833677 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.844242 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f4682075-1295-48d0-a4a4-e35a71241bde req-deb815e6-4efd-4fbf-8dd6-9a096572be9e tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670099 Jul 05 03:50:57.858046 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-1bd13741-4a23-4b2c-a660-f2f3ac2a7c38 req-e03f2b48-6735-4d16-a36a-dda6cd8011bf tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 03:50:57.869040 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1bd13741-4a23-4b2c-a660-f2f3ac2a7c38 req-e03f2b48-6735-4d16-a36a-dda6cd8011bf tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "DELETE /v2.0/security-groups/3660c53c-41fe-41ed-aafb-2aefe2028f4d HTTP/1.1" status: 409 len: 341 time: 0.1310627 Jul 05 03:50:57.881104 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=68d05014-bbf1-464e-a114-55ec56b3ac96,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:57.919745 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad591bf-349b-41ab-8143-c02570fb5446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59178975-5931-459a-8b65-bb8e3f4d5778'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:57.922130 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9cd4c7-cff8-409e-9f3e-d8145e7baba6" -d '{"events": [{"server_uuid": "bad591bf-349b-41ab-8143-c02570fb5446", "name": "network-vif-plugged", "status": "completed", "tag": "59178975-5931-459a-8b65-bb8e3f4d5778"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:57.972477 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccebf05-3c30-4ff2-a1a5-a052e40fc7c2 x-openstack-request-id: req-bccebf05-3c30-4ff2-a1a5-a052e40fc7c2 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:57.972790 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c72230b-22d2-4d26-90c2-88331db32386", "tag": "9d83a322-3d54-4f93-abda-b6956ece3fb2", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:57.973029 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bccebf05-3c30-4ff2-a1a5-a052e40fc7c2 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:57.973449 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c72230b-22d2-4d26-90c2-88331db32386', 'tag': '9d83a322-3d54-4f93-abda-b6956ece3fb2', 'status': 'completed', 'code': 200} Jul 05 03:50:57.994008 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 59178975-5931-459a-8b65-bb8e3f4d5778, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=59178975-5931-459a-8b65-bb8e3f4d5778,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:58.010295 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:58.045794 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e044e557-27fd-4e74-8c2e-7b2d884ab3b9 x-openstack-request-id: req-e044e557-27fd-4e74-8c2e-7b2d884ab3b9 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:58.046077 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad591bf-349b-41ab-8143-c02570fb5446", "name": "network-vif-plugged", "status": "completed", "tag": "59178975-5931-459a-8b65-bb8e3f4d5778", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:58.046331 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e044e557-27fd-4e74-8c2e-7b2d884ab3b9 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:58.046726 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad591bf-349b-41ab-8143-c02570fb5446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59178975-5931-459a-8b65-bb8e3f4d5778', 'code': 200} Jul 05 03:50:58.243620 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=59178975-5931-459a-8b65-bb8e3f4d5778,revision_number=11']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:58.258970 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a387e1-e95a-4220-a480-6422e7d2d629 req-168a0c9b-4c72-4879-bf9b-08441bf0b149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:58.260513 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49a387e1-e95a-4220-a480-6422e7d2d629 req-168a0c9b-4c72-4879-bf9b-08441bf0b149 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c44e0c91a214af8a282671d241ed272&device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 1175 time: 0.1710229 Jul 05 03:50:58.441837 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['68d05014-bbf1-464e-a114-55ec56b3ac96'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:58.504221 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a387e1-e95a-4220-a480-6422e7d2d629 req-7a60a49e-f8bc-4af0-9989-69e90a87c160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:58.505753 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49a387e1-e95a-4220-a480-6422e7d2d629 req-7a60a49e-f8bc-4af0-9989-69e90a87c160 service neutron] 10.222.0.70 "GET /v2.0/networks?id=66df77c6-8f4e-4b95-a93c-745ad7f8290e HTTP/1.1" status: 200 len: 913 time: 0.2332716 Jul 05 03:50:58.590160 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49a387e1-e95a-4220-a480-6422e7d2d629 req-691702c3-3459-490e-a252-0ab04a6bcb0a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d83a322-3d54-4f93-abda-b6956ece3fb2 HTTP/1.1" status: 200 len: 217 time: 0.0748212 Jul 05 03:50:58.644360 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-42e229e6-a852-4abe-8ef5-dc7ec8705fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:58.704498 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a387e1-e95a-4220-a480-6422e7d2d629 req-f19c05c6-ee62-4da9-85d8-4f3e70c7d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:58.706126 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49a387e1-e95a-4220-a480-6422e7d2d629 req-f19c05c6-ee62-4da9-85d8-4f3e70c7d40b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=83b03ff1-cc88-4818-8b80-c7647b3fbb89 HTTP/1.1" status: 200 len: 852 time: 0.1063914 Jul 05 03:50:58.740553 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['b049e812-485b-45be-8143-21787912fae7'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:58.762600 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49a387e1-e95a-4220-a480-6422e7d2d629 req-a9977344-ed68-4414-b095-76109b953728 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=66df77c6-8f4e-4b95-a93c-745ad7f8290e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421138 Jul 05 03:50:58.893986 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49a387e1-e95a-4220-a480-6422e7d2d629 req-f217ec78-f63a-402d-8e67-e7969a3fd98a service neutron] 10.222.0.70 "GET /v2.0/networks/66df77c6-8f4e-4b95-a93c-745ad7f8290e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206865 Jul 05 03:50:58.916881 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:58.980786 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54eb377-f970-4900-be52-411d3f7f5cc8 req-884fa025-8308-42ec-a84e-0c04f1228419 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:58.992092 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b54eb377-f970-4900-be52-411d3f7f5cc8 req-884fa025-8308-42ec-a84e-0c04f1228419 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 945 time: 0.1085703 Jul 05 03:50:59.050668 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49a387e1-e95a-4220-a480-6422e7d2d629 req-6c4ae0c0-c200-4f88-acec-f9a116dadaf1 service neutron] 10.222.0.70 "GET /v2.0/networks/66df77c6-8f4e-4b95-a93c-745ad7f8290e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478863 Jul 05 03:50:59.056983 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b54eb377-f970-4900-be52-411d3f7f5cc8 req-4c51994e-bebb-428f-9d00-c5e7c03d1638 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609775 Jul 05 03:50:59.356131 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29caaf9b-316f-419e-992f-29690a535304 req-21e37512-8ba4-48d3-9a47-03a125d82527 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:59.369773 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-29caaf9b-316f-419e-992f-29690a535304 req-21e37512-8ba4-48d3-9a47-03a125d82527 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b51403b-2e0e-45c6-bd11-b561949360f2 HTTP/1.1" status: 200 len: 948 time: 0.2099829 Jul 05 03:50:59.429952 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89bf72-82d9-432c-a500-6fab060fa0f5 req-5028bffd-0998-48c9-be75-fdf030ddd637 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:59.437178 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ac89bf72-82d9-432c-a500-6fab060fa0f5 req-5028bffd-0998-48c9-be75-fdf030ddd637 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b51403b-2e0e-45c6-bd11-b561949360f2 HTTP/1.1" status: 200 len: 948 time: 0.2126648 Jul 05 03:50:59.498959 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ac89bf72-82d9-432c-a500-6fab060fa0f5 req-c4be35c3-e2ec-470e-9a18-80332d42a0dc tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593493 Jul 05 03:50:59.507691 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bf99f-4ca3-436b-a852-0a5828c14aaa req-97ffa3fd-906a-4085-9eb0-5ba22b939566 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:59.514395 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e23bf99f-4ca3-436b-a852-0a5828c14aaa req-97ffa3fd-906a-4085-9eb0-5ba22b939566 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/ports?device_id=34339d45-a2fd-40dd-8a14-12542db91f14 HTTP/1.1" status: 200 len: 945 time: 0.1887109 Jul 05 03:50:59.608280 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e23bf99f-4ca3-436b-a852-0a5828c14aaa req-5f623153-1460-48ba-9523-c6579e5afdb8 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/security-groups?id=f439127f-1999-4899-ba05-78beae4b9fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928900 Jul 05 03:50:59.638289 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-29caaf9b-316f-419e-992f-29690a535304 req-42fd3036-48d8-47b9-82db-08c1673a2b7c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Deleting port ea1db195-e615-434c-b929-221bb2efa2f6 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:59.638861 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-29caaf9b-316f-419e-992f-29690a535304 req-42fd3036-48d8-47b9-82db-08c1673a2b7c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.770286 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9065b9-538c-4e85-a197-b3dbf4f835ca req-f2e22c38-1632-4a0f-936b-b6f0f3cada50 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:59.773319 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4a9065b9-538c-4e85-a197-b3dbf4f835ca req-f2e22c38-1632-4a0f-936b-b6f0f3cada50 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 1023 time: 0.1535614 Jul 05 03:50:59.784011 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-29caaf9b-316f-419e-992f-29690a535304 req-42fd3036-48d8-47b9-82db-08c1673a2b7c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] For port ea1db195-e615-434c-b929-221bb2efa2f6, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=ea1db195-e615-434c-b929-221bb2efa2f6,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:59.784407 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-29caaf9b-316f-419e-992f-29690a535304 req-42fd3036-48d8-47b9-82db-08c1673a2b7c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.791372 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48246) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:59.817166 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-29caaf9b-316f-419e-992f-29690a535304 req-42fd3036-48d8-47b9-82db-08c1673a2b7c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Calling delete_port for ea1db195-e615-434c-b929-221bb2efa2f6 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:59.858112 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4a9065b9-538c-4e85-a197-b3dbf4f835ca req-bb241129-2677-432e-9301-d6606d0f2705 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=3660c53c-41fe-41ed-aafb-2aefe2028f4d&id=6edef83f-ad4b-43cf-8226-709f89afd5a3&id=366b43ec-4f9c-438d-9264-b11fdba65cce&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0765126 Jul 05 03:50:59.960665 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b92bc-e664-407f-94cc-3696e51c00bc req-e4148d78-4963-4b20-902f-dfda54ed6c46 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:59.962405 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d06b92bc-e664-407f-94cc-3696e51c00bc req-e4148d78-4963-4b20-902f-dfda54ed6c46 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=12307a96-0de3-489b-8401-cdc8083d08e0 HTTP/1.1" status: 200 len: 948 time: 0.1733694 Jul 05 03:50:59.996398 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bd64aa83-ce7d-4afd-966f-a9d79ffe9025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.072021 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d06b92bc-e664-407f-94cc-3696e51c00bc req-d5903b7d-2b36-40b8-a17f-7d142c72b088 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906370 Jul 05 03:51:00.074366 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-29caaf9b-316f-419e-992f-29690a535304 req-42fd3036-48d8-47b9-82db-08c1673a2b7c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.145311 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd3036-48d8-47b9-82db-08c1673a2b7c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Pushing event deleted for resources: {'Port': ['ID=ea1db195-e615-434c-b929-221bb2efa2f6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:00.205481 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-29caaf9b-316f-419e-992f-29690a535304 req-42fd3036-48d8-47b9-82db-08c1673a2b7c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] No DVR routers for this DVR port ea1db195-e615-434c-b929-221bb2efa2f6 on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:00.210354 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-29caaf9b-316f-419e-992f-29690a535304 req-42fd3036-48d8-47b9-82db-08c1673a2b7c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.212783 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-29caaf9b-316f-419e-992f-29690a535304 req-42fd3036-48d8-47b9-82db-08c1673a2b7c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.70 "DELETE /v2.0/ports/ea1db195-e615-434c-b929-221bb2efa2f6 HTTP/1.1" status: 204 len: 173 time: 0.8077903 Jul 05 03:51:00.213345 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b51403b-2e0e-45c6-bd11-b561949360f2', 'name': 'network-vif-deleted', 'tag': 'ea1db195-e615-434c-b929-221bb2efa2f6'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:00.215998 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38673089-7597-4bfe-a6d5-7e0e4187ab02" -d '{"events": [{"server_uuid": "0b51403b-2e0e-45c6-bd11-b561949360f2", "name": "network-vif-deleted", "tag": "ea1db195-e615-434c-b929-221bb2efa2f6"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:00.282156 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ddae55-2ef5-4404-9743-b4e9e170b679 x-openstack-request-id: req-a2ddae55-2ef5-4404-9743-b4e9e170b679 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:00.282693 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b51403b-2e0e-45c6-bd11-b561949360f2", "name": "network-vif-deleted", "tag": "ea1db195-e615-434c-b929-221bb2efa2f6", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:00.283525 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a2ddae55-2ef5-4404-9743-b4e9e170b679 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:00.283966 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b51403b-2e0e-45c6-bd11-b561949360f2', 'name': 'network-vif-deleted', 'tag': 'ea1db195-e615-434c-b929-221bb2efa2f6', 'status': 'completed', 'code': 200} Jul 05 03:51:00.290350 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['7fecf9b6-b565-4b38-9efe-2fdd229ac6d6', 'ea1db195-e615-434c-b929-221bb2efa2f6', '59178975-5931-459a-8b65-bb8e3f4d5778'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:00.303169 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bd64aa83-ce7d-4afd-966f-a9d79ffe9025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.315026 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bd64aa83-ce7d-4afd-966f-a9d79ffe9025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.374603 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bd64aa83-ce7d-4afd-966f-a9d79ffe9025 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f72aa34704f84094a278e41de5e740d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5722287 Jul 05 03:51:00.375595 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64aa83-ce7d-4afd-966f-a9d79ffe9025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8033182f-8426-4a1c-b868-490c833626c3,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:00.378289 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48258) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:00.419929 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7c420-d8b4-423d-ba2a-1be128a548c8 req-066999f5-7a28-42c0-a4f7-c3d95545d773 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:00.425969 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-27b7c420-d8b4-423d-ba2a-1be128a548c8 req-066999f5-7a28-42c0-a4f7-c3d95545d773 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 945 time: 0.1907318 Jul 05 03:51:00.479469 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-27b7c420-d8b4-423d-ba2a-1be128a548c8 req-b1d81716-bc44-4205-9fcd-c54cb5b3157c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462263 Jul 05 03:51:00.489210 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27aedf88-888b-439a-b547-bf85a821813b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.568644 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27aedf88-888b-439a-b547-bf85a821813b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.649183 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 68d05014-bbf1-464e-a114-55ec56b3ac96 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:00.687085 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27aedf88-888b-439a-b547-bf85a821813b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.691092 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27aedf88-888b-439a-b547-bf85a821813b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.695131 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-27aedf88-888b-439a-b547-bf85a821813b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8033182f-8426-4a1c-b868-490c833626c3 HTTP/1.1" status: 204 len: 168 time: 0.3152111 Jul 05 03:51:00.709136 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6031fdd-0ae5-4e34-8737-6aa8d1c1d378 req-8ca3f1c6-e3b4-4293-84de-d362b28ee7b0 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:00.713204 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d6031fdd-0ae5-4e34-8737-6aa8d1c1d378 req-8ca3f1c6-e3b4-4293-84de-d362b28ee7b0 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.89 "GET /v2.0/ports?device_id=34339d45-a2fd-40dd-8a14-12542db91f14 HTTP/1.1" status: 200 len: 945 time: 0.1660278 Jul 05 03:51:00.734991 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aedf88-888b-439a-b547-bf85a821813b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8033182f-8426-4a1c-b868-490c833626c3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:00.797151 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device a504e72c-f264-4baf-b346-6fe4fc7376f5 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:00.881952 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0c4a406b-a3f4-478c-9a93-87ed341d8422 req-28e5eb32-6616-412b-a029-981c7bfcec17 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b51403b-2e0e-45c6-bd11-b561949360f2 HTTP/1.1" status: 200 len: 210 time: 0.0784082 Jul 05 03:51:00.936875 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 68d05014-bbf1-464e-a114-55ec56b3ac96 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:00.973696 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 68d05014-bbf1-464e-a114-55ec56b3ac96 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:00.974089 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.067713 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-d6031fdd-0ae5-4e34-8737-6aa8d1c1d378 req-3ca4756f-3506-448a-95f5-7757c4f706f4 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Deleting port 8d5059db-1a61-4915-81cc-67139241042e {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:01.068973 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d6031fdd-0ae5-4e34-8737-6aa8d1c1d378 req-3ca4756f-3506-448a-95f5-7757c4f706f4 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.136457 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port a504e72c-f264-4baf-b346-6fe4fc7376f5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:01.136850 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.182163 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-d6031fdd-0ae5-4e34-8737-6aa8d1c1d378 req-3ca4756f-3506-448a-95f5-7757c4f706f4 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] For port 8d5059db-1a61-4915-81cc-67139241042e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8d5059db-1a61-4915-81cc-67139241042e,segment=NetworkSegment(b3fe746c-afab-4ea9-83e8-76d493f2647b),segment_id=b3fe746c-afab-4ea9-83e8-76d493f2647b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:01.182823 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d6031fdd-0ae5-4e34-8737-6aa8d1c1d378 req-3ca4756f-3506-448a-95f5-7757c4f706f4 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.245740 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.250339 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad8bdf-dab6-4620-ab4d-08d71978e054 req-2eb4acfc-33b1-4013-87b3-28b5d9e8f372 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:01.270750 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4cad8bdf-dab6-4620-ab4d-08d71978e054 req-2eb4acfc-33b1-4013-87b3-28b5d9e8f372 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 1023 time: 0.1820772 Jul 05 03:51:01.372151 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 68d05014-bbf1-464e-a114-55ec56b3ac96, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=68d05014-bbf1-464e-a114-55ec56b3ac96,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:01.379766 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12307a96-0de3-489b-8401-cdc8083d08e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d05014-bbf1-464e-a114-55ec56b3ac96'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:01.382657 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cfcb11-3832-4766-8134-79bdbf502d9f" -d '{"events": [{"server_uuid": "12307a96-0de3-489b-8401-cdc8083d08e0", "name": "network-vif-plugged", "status": "completed", "tag": "68d05014-bbf1-464e-a114-55ec56b3ac96"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:01.390342 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.404372 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-04fc3448-be07-40af-9ab0-767e7044f90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.424902 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d6031fdd-0ae5-4e34-8737-6aa8d1c1d378 req-3ca4756f-3506-448a-95f5-7757c4f706f4 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.426130 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d6031fdd-0ae5-4e34-8737-6aa8d1c1d378 req-3ca4756f-3506-448a-95f5-7757c4f706f4 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.427332 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [req-d6031fdd-0ae5-4e34-8737-6aa8d1c1d378 req-3ca4756f-3506-448a-95f5-7757c4f706f4 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Floating IP 520577d8-11db-489e-8fb2-5ed6af63fe66 disassociated. External IP: 172.25.1.59, port: 8d5059db-1a61-4915-81cc-67139241042e. Jul 05 03:51:01.428262 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-d6031fdd-0ae5-4e34-8737-6aa8d1c1d378 req-3ca4756f-3506-448a-95f5-7757c4f706f4 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Calling delete_port for 8d5059db-1a61-4915-81cc-67139241042e owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:01.491446 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4cad8bdf-dab6-4620-ab4d-08d71978e054 req-8599d2f3-9f90-4e44-8312-ca1432299b0d tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=3660c53c-41fe-41ed-aafb-2aefe2028f4d&id=6edef83f-ad4b-43cf-8226-709f89afd5a3&id=366b43ec-4f9c-438d-9264-b11fdba65cce&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2198036 Jul 05 03:51:01.553017 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0c165-1f8d-4ac1-9576-7a003344a838 req-294aad05-115d-4923-9b36-4d564aba86e2 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:01.559473 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e2a0c165-1f8d-4ac1-9576-7a003344a838 req-294aad05-115d-4923-9b36-4d564aba86e2 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 1023 time: 0.2083726 Jul 05 03:51:01.578040 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.599193 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=68d05014-bbf1-464e-a114-55ec56b3ac96,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:01.673951 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port a504e72c-f264-4baf-b346-6fe4fc7376f5, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a504e72c-f264-4baf-b346-6fe4fc7376f5,segment=NetworkSegment(8e925059-1d42-4eae-ad90-062ddf3ec375),segment_id=8e925059-1d42-4eae-ad90-062ddf3ec375)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:01.723706 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.732633 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf79ee-e511-4e68-a03a-4fe24184ab0a req-17b2509f-70ae-48d5-8ac8-bd0df9a3c780 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:01.750784 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6cf79ee-e511-4e68-a03a-4fe24184ab0a req-17b2509f-70ae-48d5-8ac8-bd0df9a3c780 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/ports?device_id=34339d45-a2fd-40dd-8a14-12542db91f14 HTTP/1.1" status: 200 len: 945 time: 0.7719936 Jul 05 03:51:01.757320 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d6031fdd-0ae5-4e34-8737-6aa8d1c1d378 req-3ca4756f-3506-448a-95f5-7757c4f706f4 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.806658 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4756f-3506-448a-95f5-7757c4f706f4 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Pushing event deleted for resources: {'Port': ['ID=8d5059db-1a61-4915-81cc-67139241042e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:01.806868 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.877380 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=a504e72c-f264-4baf-b346-6fe4fc7376f5,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:01.887224 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6cf79ee-e511-4e68-a03a-4fe24184ab0a req-6940dbf3-79c5-4bb6-8154-75f0a0a645af tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/security-groups?id=f439127f-1999-4899-ba05-78beae4b9fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354647 Jul 05 03:51:01.926892 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-e2a0c165-1f8d-4ac1-9576-7a003344a838 req-8164731a-ebc4-472b-a7cc-a957b4f09b4a tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Deleting port 9d83a322-3d54-4f93-abda-b6956ece3fb2 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:01.927235 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e2a0c165-1f8d-4ac1-9576-7a003344a838 req-8164731a-ebc4-472b-a7cc-a957b4f09b4a tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.961806 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a0f384-e72f-4461-837c-fdc787ea8682 x-openstack-request-id: req-b3a0f384-e72f-4461-837c-fdc787ea8682 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:01.962280 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12307a96-0de3-489b-8401-cdc8083d08e0", "name": "network-vif-plugged", "status": "completed", "tag": "68d05014-bbf1-464e-a114-55ec56b3ac96", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:01.962558 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b3a0f384-e72f-4461-837c-fdc787ea8682 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:01.963021 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12307a96-0de3-489b-8401-cdc8083d08e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d05014-bbf1-464e-a114-55ec56b3ac96', 'code': 200} Jul 05 03:51:01.995560 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00de75-0dab-4241-af8f-9388103dfe30 req-8dcb2009-9ca7-4d30-b872-0bab178b8805 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:02.003107 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ed00de75-0dab-4241-af8f-9388103dfe30 req-8dcb2009-9ca7-4d30-b872-0bab178b8805 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=12307a96-0de3-489b-8401-cdc8083d08e0 HTTP/1.1" status: 200 len: 949 time: 0.2274125 Jul 05 03:51:02.022992 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6031fdd-0ae5-4e34-8737-6aa8d1c1d378 req-3ca4756f-3506-448a-95f5-7757c4f706f4 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Router 31b91342-8b47-4825-8245-4f77cdefaa91 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:51:02.074411 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ed00de75-0dab-4241-af8f-9388103dfe30 req-fb884125-7d99-4183-945d-397b0efb04bf tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703707 Jul 05 03:51:02.117147 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-e2a0c165-1f8d-4ac1-9576-7a003344a838 req-8164731a-ebc4-472b-a7cc-a957b4f09b4a tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] For port 9d83a322-3d54-4f93-abda-b6956ece3fb2, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=9d83a322-3d54-4f93-abda-b6956ece3fb2,segment=NetworkSegment(3fbc827e-3684-4feb-9d7a-3826e63576b6),segment_id=3fbc827e-3684-4feb-9d7a-3826e63576b6)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:02.117521 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e2a0c165-1f8d-4ac1-9576-7a003344a838 req-8164731a-ebc4-472b-a7cc-a957b4f09b4a tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.129444 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48298) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:02.150473 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-e2a0c165-1f8d-4ac1-9576-7a003344a838 req-8164731a-ebc4-472b-a7cc-a957b4f09b4a tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Calling delete_port for 9d83a322-3d54-4f93-abda-b6956ece3fb2 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:02.341581 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-b6a7954b-953c-462c-8db4-ca08a9a67c73 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-194893897-network', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:02.387945 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6031fdd-0ae5-4e34-8737-6aa8d1c1d378 req-3ca4756f-3506-448a-95f5-7757c4f706f4 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:02.414046 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b993404a-bf68-4ad4-9ae5-534b8cb7e37b None None] Sync routers for ids ['31b91342-8b47-4825-8245-4f77cdefaa91'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:02.442397 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.461164 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b993404a-bf68-4ad4-9ae5-534b8cb7e37b None None] Routers {'31b91342-8b47-4825-8245-4f77cdefaa91'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:02.461824 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b993404a-bf68-4ad4-9ae5-534b8cb7e37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:51:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['31b91342-8b47-4825-8245-4f77cdefaa91'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:02.482476 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a7954b-953c-462c-8db4-ca08a9a67c73 admin admin] Made reservation on behalf of a20ee6725ac14ac28ce986201945825e for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:02.500149 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b6a7954b-953c-462c-8db4-ca08a9a67c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.502326 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6031fdd-0ae5-4e34-8737-6aa8d1c1d378 req-3ca4756f-3506-448a-95f5-7757c4f706f4 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] No DVR routers for this DVR port 8d5059db-1a61-4915-81cc-67139241042e on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:02.510824 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d6031fdd-0ae5-4e34-8737-6aa8d1c1d378 req-3ca4756f-3506-448a-95f5-7757c4f706f4 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.515875 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d6031fdd-0ae5-4e34-8737-6aa8d1c1d378 req-3ca4756f-3506-448a-95f5-7757c4f706f4 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.89 "DELETE /v2.0/ports/8d5059db-1a61-4915-81cc-67139241042e HTTP/1.1" status: 204 len: 173 time: 1.7900369 Jul 05 03:51:02.518006 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34339d45-a2fd-40dd-8a14-12542db91f14', 'name': 'network-vif-deleted', 'tag': '8d5059db-1a61-4915-81cc-67139241042e'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:02.520459 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff369748-3c87-4acc-b8a4-22ba9c6ac96a" -d '{"events": [{"server_uuid": "34339d45-a2fd-40dd-8a14-12542db91f14", "name": "network-vif-deleted", "tag": "8d5059db-1a61-4915-81cc-67139241042e"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:02.566568 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee389e-8383-4672-98ae-9a866e52c77f req-7cad401c-6223-46ca-a4b1-50dc15e25cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:02.569149 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-78ee389e-8383-4672-98ae-9a866e52c77f req-7cad401c-6223-46ca-a4b1-50dc15e25cc6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=12307a96-0de3-489b-8401-cdc8083d08e0 HTTP/1.1" status: 200 len: 1101 time: 0.4399586 Jul 05 03:51:02.575762 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b6a7954b-953c-462c-8db4-ca08a9a67c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.610365 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5226c62-fffa-49f3-bc88-9ac4d8465e51 req-82841e36-82b9-45ac-a61a-fbe37dfc4bbc tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:02.627063 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a5226c62-fffa-49f3-bc88-9ac4d8465e51 req-82841e36-82b9-45ac-a61a-fbe37dfc4bbc tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.4847207 Jul 05 03:51:02.665581 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device ea1db195-e615-434c-b929-221bb2efa2f6 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:02.697649 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e2a0c165-1f8d-4ac1-9576-7a003344a838 req-8164731a-ebc4-472b-a7cc-a957b4f09b4a tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.697931 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: ea1db195-e615-434c-b929-221bb2efa2f6 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:02.698260 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device ea1db195-e615-434c-b929-221bb2efa2f6 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:02.718960 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['b049e812-485b-45be-8143-21787912fae7'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:02.730521 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-78ee389e-8383-4672-98ae-9a866e52c77f req-e0477735-06c6-4ed4-95f8-2d11a73bdfe8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486828 Jul 05 03:51:02.754195 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a5226c62-fffa-49f3-bc88-9ac4d8465e51 req-c4043b61-b683-422b-a89c-9293a5aa106b tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131384 Jul 05 03:51:02.817422 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164731a-ebc4-472b-a7cc-a957b4f09b4a tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event deleted for resources: {'Port': ['ID=9d83a322-3d54-4f93-abda-b6956ece3fb2,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:02.848854 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-b993404a-bf68-4ad4-9ae5-534b8cb7e37b None None] Set router 31b91342-8b47-4825-8245-4f77cdefaa91 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:02.860534 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983dbb00-8cfb-4510-bb5f-90e9805b102e x-openstack-request-id: req-983dbb00-8cfb-4510-bb5f-90e9805b102e {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:02.860836 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34339d45-a2fd-40dd-8a14-12542db91f14", "name": "network-vif-deleted", "tag": "8d5059db-1a61-4915-81cc-67139241042e", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:02.861643 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-983dbb00-8cfb-4510-bb5f-90e9805b102e {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:02.862056 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34339d45-a2fd-40dd-8a14-12542db91f14', 'name': 'network-vif-deleted', 'tag': '8d5059db-1a61-4915-81cc-67139241042e', 'status': 'completed', 'code': 200} Jul 05 03:51:02.893854 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a0c165-1f8d-4ac1-9576-7a003344a838 req-8164731a-ebc4-472b-a7cc-a957b4f09b4a tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] No DVR routers for this DVR port 9d83a322-3d54-4f93-abda-b6956ece3fb2 on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:02.897873 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e2a0c165-1f8d-4ac1-9576-7a003344a838 req-8164731a-ebc4-472b-a7cc-a957b4f09b4a tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.899931 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e2a0c165-1f8d-4ac1-9576-7a003344a838 req-8164731a-ebc4-472b-a7cc-a957b4f09b4a tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.70 "DELETE /v2.0/ports/9d83a322-3d54-4f93-abda-b6956ece3fb2 HTTP/1.1" status: 204 len: 173 time: 1.3312306 Jul 05 03:51:02.900565 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c72230b-22d2-4d26-90c2-88331db32386', 'name': 'network-vif-deleted', 'tag': '9d83a322-3d54-4f93-abda-b6956ece3fb2'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:02.903301 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c522d0c3-0860-4fce-b196-6d3937515e78" -d '{"events": [{"server_uuid": "3c72230b-22d2-4d26-90c2-88331db32386", "name": "network-vif-deleted", "tag": "9d83a322-3d54-4f93-abda-b6956ece3fb2"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:02.985706 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b6a7954b-953c-462c-8db4-ca08a9a67c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.008405 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8191ebb5-d4c3-4168-abc5-b7e950c38248 req-c4ada6d2-4583-4d64-8999-4c77473edbda tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c72230b-22d2-4d26-90c2-88331db32386 HTTP/1.1" status: 200 len: 210 time: 0.0456681 Jul 05 03:51:03.036341 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b6a7954b-953c-462c-8db4-ca08a9a67c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.048354 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a7954b-953c-462c-8db4-ca08a9a67c73 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:51:03.091567 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b6a7954b-953c-462c-8db4-ca08a9a67c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.091952 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-b6a7954b-953c-462c-8db4-ca08a9a67c73 admin admin] Added segment 746510e4-0771-4ec5-a4b5-80f1ff823a1b of type vlan for network 330c5af7-2c04-42e0-9e22-c686ac916fd7 Jul 05 03:51:03.094287 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7954b-953c-462c-8db4-ca08a9a67c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446b7721-ae6c-4859-b430-75279572bcdd,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:03.190775 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b6a7954b-953c-462c-8db4-ca08a9a67c73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.215137 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26c56d-cd2f-4230-bc08-869628b5c0a7 req-35b0a102-05b7-4ad2-b428-9dddb40eecc2 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:03.217167 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da26c56d-cd2f-4230-bc08-869628b5c0a7 req-35b0a102-05b7-4ad2-b428-9dddb40eecc2 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a0320a5-5e89-4345-bf05-dfadbaaa7439 HTTP/1.1" status: 200 len: 949 time: 0.2262402 Jul 05 03:51:03.370185 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da26c56d-cd2f-4230-bc08-869628b5c0a7 req-d3108440-77c4-4b36-96e8-cd229747fa38 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437492 Jul 05 03:51:03.375221 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b6a7954b-953c-462c-8db4-ca08a9a67c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.379384 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a7954b-953c-462c-8db4-ca08a9a67c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:03.381335 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b6a7954b-953c-462c-8db4-ca08a9a67c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.432176 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-3542a59a-0f6b-4a6e-ac3b-6b4fa7a69f37 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:03.442271 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-3542a59a-0f6b-4a6e-ac3b-6b4fa7a69f37 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/networks?id=e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 200 len: 808 time: 0.2754388 Jul 05 03:51:03.481594 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-34ff9310-d0a7-4ffc-adde-c066fbf5d98c tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/quotas/6079881a5dcb456f811aa69e44c04ef0 HTTP/1.1" status: 200 len: 375 time: 0.0315564 Jul 05 03:51:03.481904 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b993404a-bf68-4ad4-9ae5-534b8cb7e37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1900286073-router', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:14Z', 'revision_number': 4, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'gw_port': {'id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '71e4383f-68ea-4ebc-bcaf-b65e7f7abedb', 'name': '', 'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'mac_address': 'fa:16:3e:e0:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:13Z', 'updated_at': '2021-07-05T03:46:22Z', 'revision_number': 5, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'subnets': [{'id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:03.488594 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b6a7954b-953c-462c-8db4-ca08a9a67c73 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3571513 Jul 05 03:51:03.493643 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48324) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:03.506801 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-62cc6bb9-066d-4e0e-81a7-e7997a89a32f admin admin] Request body: {'subnet': {'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-194893897-subnet', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:03.511895 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b2a299-1684-4897-a49b-1400a36a447f x-openstack-request-id: req-78b2a299-1684-4897-a49b-1400a36a447f {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:03.512546 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c72230b-22d2-4d26-90c2-88331db32386", "name": "network-vif-deleted", "tag": "9d83a322-3d54-4f93-abda-b6956ece3fb2", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:03.512810 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-78b2a299-1684-4897-a49b-1400a36a447f {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:03.513405 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c72230b-22d2-4d26-90c2-88331db32386', 'name': 'network-vif-deleted', 'tag': '9d83a322-3d54-4f93-abda-b6956ece3fb2', 'status': 'completed', 'code': 200} Jul 05 03:51:03.541727 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7954b-953c-462c-8db4-ca08a9a67c73 admin admin] Pushing event updated for resources: {'Network': ['ID=330c5af7-2c04-42e0-9e22-c686ac916fd7,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:03.553776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cc6bb9-066d-4e0e-81a7-e7997a89a32f admin admin] Made reservation on behalf of a20ee6725ac14ac28ce986201945825e for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:03.556614 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b993404a-bf68-4ad4-9ae5-534b8cb7e37b None None] Checking router: 31b91342-8b47-4825-8245-4f77cdefaa91 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:03.557471 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-62cc6bb9-066d-4e0e-81a7-e7997a89a32f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.571198 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 330c5af7-2c04-42e0-9e22-c686ac916fd7 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:51:03.620109 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-45ff1b13-ee2c-462e-bac3-e8d1742a84a6 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6079881a5dcb456f811aa69e44c04ef0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1357887 Jul 05 03:51:03.744463 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b993404a-bf68-4ad4-9ae5-534b8cb7e37b None None] Routers {'31b91342-8b47-4825-8245-4f77cdefaa91'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:03.745288 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b993404a-bf68-4ad4-9ae5-534b8cb7e37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:51:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['31b91342-8b47-4825-8245-4f77cdefaa91'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:03.824147 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-9b2509ba-351f-4a15-89e4-1eae612fe75d service neutron] 10.222.0.77 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025480 Jul 05 03:51:03.889528 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-b993404a-bf68-4ad4-9ae5-534b8cb7e37b None None] Set router 31b91342-8b47-4825-8245-4f77cdefaa91 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:03.961016 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-519aa85e-6c26-451e-aabc-aa684d2f08a4 service neutron] 10.222.0.77 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346731 Jul 05 03:51:03.977404 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6150a9a0-f7d8-4108-85c0-16af3c85f494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a504e72c-f264-4baf-b346-6fe4fc7376f5'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:03.979675 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7ba48c-2b37-4cd4-be4a-71d9b065f6c9" -d '{"events": [{"server_uuid": "6150a9a0-f7d8-4108-85c0-16af3c85f494", "name": "network-vif-plugged", "status": "completed", "tag": "a504e72c-f264-4baf-b346-6fe4fc7376f5"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:03.990610 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-62cc6bb9-066d-4e0e-81a7-e7997a89a32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:04.039131 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b825c7-148b-4adc-b151-74fd2bc92e0a req-1c471ec4-2921-423c-aca0-56cb735fa4cd tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:04.040908 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e2b825c7-148b-4adc-b151-74fd2bc92e0a req-1c471ec4-2921-423c-aca0-56cb735fa4cd tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=12307a96-0de3-489b-8401-cdc8083d08e0 HTTP/1.1" status: 200 len: 949 time: 0.1568041 Jul 05 03:51:04.104522 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc6bb9-066d-4e0e-81a7-e7997a89a32f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2575cced-30e7-40b1-8861-b218786d4946,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:04.125087 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc6bb9-066d-4e0e-81a7-e7997a89a32f admin admin] Checking segment: {'id': '746510e4-0771-4ec5-a4b5-80f1ff823a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:04.125797 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cc6bb9-066d-4e0e-81a7-e7997a89a32f admin admin] Network hostable DHCP agents. Network: 330c5af7-2c04-42e0-9e22-c686ac916fd7, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:51:04.137132 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e2b825c7-148b-4adc-b151-74fd2bc92e0a req-6d99fa94-e9a7-45b6-b5e8-31b56fe97b8f tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782232 Jul 05 03:51:04.161653 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b993404a-bf68-4ad4-9ae5-534b8cb7e37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1900286073-router', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:14Z', 'revision_number': 4, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'gw_port': {'id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '71e4383f-68ea-4ebc-bcaf-b65e7f7abedb', 'name': '', 'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'mac_address': 'fa:16:3e:e0:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:13Z', 'updated_at': '2021-07-05T03:46:22Z', 'revision_number': 5, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'subnets': [{'id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:04.171510 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cc6bb9-066d-4e0e-81a7-e7997a89a32f admin admin] Network 330c5af7-2c04-42e0-9e22-c686ac916fd7 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:51:04.193619 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-62cc6bb9-066d-4e0e-81a7-e7997a89a32f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 330c5af7-2c04-42e0-9e22-c686ac916fd7) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:04.194542 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b993404a-bf68-4ad4-9ae5-534b8cb7e37b None None] The sync data for ids ['31b91342-8b47-4825-8245-4f77cdefaa91'] in n-d-780147-23 is: [{'id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1900286073-router', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:14Z', 'revision_number': 4, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'gw_port': {'id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '71e4383f-68ea-4ebc-bcaf-b65e7f7abedb', 'name': '', 'network_id': '03165c03-da88-4245-8e84-9b954eea306b', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'mac_address': 'fa:16:3e:e0:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:13Z', 'updated_at': '2021-07-05T03:46:22Z', 'revision_number': 5, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'subnets': [{'id': '637932b0-f157-4611-98b0-74dc055ed6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:04.213218 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cc6bb9-066d-4e0e-81a7-e7997a89a32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:04.215708 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-62cc6bb9-066d-4e0e-81a7-e7997a89a32f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:04.217499 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b9d483-874a-4a74-a56c-35e569b3a65a None None] Network 330c5af7-2c04-42e0-9e22-c686ac916fd7 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:04.262348 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-62cc6bb9-066d-4e0e-81a7-e7997a89a32f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7671490 Jul 05 03:51:04.265359 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48342) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:04.274287 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-eeb48275-be58-4804-83cb-d4eb6fd72414 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-194893897-router', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:04.326103 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:04.333381 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eeb48275-be58-4804-83cb-d4eb6fd72414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:04.334527 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eeb48275-be58-4804-83cb-d4eb6fd72414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:04.468533 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b0bbb5-e29c-4e1a-ba36-d4060597d77e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-330c5af7-2c04-42e0-9e22-c686ac916fd7', 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'fixed_ips': [{'subnet_id': '2575cced-30e7-40b1-8861-b218786d4946'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:51:04.469672 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a0b0bbb5-e29c-4e1a-ba36-d4060597d77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:04.500150 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e81597e-fbe9-4042-ac4b-729fc93164cc x-openstack-request-id: req-6e81597e-fbe9-4042-ac4b-729fc93164cc {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:04.501057 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6150a9a0-f7d8-4108-85c0-16af3c85f494", "name": "network-vif-plugged", "status": "completed", "tag": "a504e72c-f264-4baf-b346-6fe4fc7376f5", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:04.502431 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6e81597e-fbe9-4042-ac4b-729fc93164cc {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:04.503006 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6150a9a0-f7d8-4108-85c0-16af3c85f494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a504e72c-f264-4baf-b346-6fe4fc7376f5', 'code': 200} Jul 05 03:51:04.574343 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eeb48275-be58-4804-83cb-d4eb6fd72414 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:04.672675 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 9d83a322-3d54-4f93-abda-b6956ece3fb2 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:04.756491 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 9d83a322-3d54-4f93-abda-b6956ece3fb2 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:04.757137 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 9d83a322-3d54-4f93-abda-b6956ece3fb2 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:04.783724 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8d5059db-1a61-4915-81cc-67139241042e no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:04.824488 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f4085a-d783-45b9-a820-25799db6ae9a None None] New status for floating IP 520577d8-11db-489e-8fb2-5ed6af63fe66: DOWN {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:51:04.848431 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 8d5059db-1a61-4915-81cc-67139241042e {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:04.848782 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8d5059db-1a61-4915-81cc-67139241042e not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:04.954560 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-a0b0bbb5-e29c-4e1a-ba36-d4060597d77e None None] Allocated IP 172.20.0.2 (330c5af7-2c04-42e0-9e22-c686ac916fd7/2575cced-30e7-40b1-8861-b218786d4946/113bdf50-274f-4c93-b919-a8a613456d05) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:04.998571 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eeb48275-be58-4804-83cb-d4eb6fd72414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.121736 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fd1b4-6553-4e56-9369-e935b171a5df req-e9ad47d7-bf63-4e67-94bc-00f23dd89244 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:05.129981 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aa7fd1b4-6553-4e56-9369-e935b171a5df req-e9ad47d7-bf63-4e67-94bc-00f23dd89244 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.4599609 Jul 05 03:51:05.172983 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-af9afa66-d30c-4857-838d-f58d69759238 req-df24702b-5a5d-455d-862c-81b53ebf6072 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 210 time: 0.1070580 Jul 05 03:51:05.196336 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aa7fd1b4-6553-4e56-9369-e935b171a5df req-a2612a7d-32c6-4ae5-a35d-74de81b8c03e tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642078 Jul 05 03:51:05.273940 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a0b0bbb5-e29c-4e1a-ba36-d4060597d77e None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.287239 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a0b0bbb5-e29c-4e1a-ba36-d4060597d77e None None] Transition to ACTIVE for port object 113bdf50-274f-4c93-b919-a8a613456d05 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:05.296424 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f563e250-2185-4494-99b5-3690c5dfaa2d req-24cb81b9-24de-4293-a9a0-5ab3a45b281f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/366b43ec-4f9c-438d-9264-b11fdba65cce HTTP/1.1" status: 200 len: 1799 time: 0.0627022 Jul 05 03:51:05.310916 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a0b0bbb5-e29c-4e1a-ba36-d4060597d77e None None] Transition to ACTIVE for port object 113bdf50-274f-4c93-b919-a8a613456d05 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:05.324292 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a0b0bbb5-e29c-4e1a-ba36-d4060597d77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.344339 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce520a8b-a528-4fbc-a923-03f41b0c947f req-ba062f34-a7a3-4923-8845-afb3e14ce9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:05.347699 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ce520a8b-a528-4fbc-a923-03f41b0c947f req-ba062f34-a7a3-4923-8845-afb3e14ce9b2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 1098 time: 0.1731737 Jul 05 03:51:05.392827 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b0bbb5-e29c-4e1a-ba36-d4060597d77e None None] Network 330c5af7-2c04-42e0-9e22-c686ac916fd7 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:05.401413 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-a0b0bbb5-e29c-4e1a-ba36-d4060597d77e None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:05.407317 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b0bbb5-e29c-4e1a-ba36-d4060597d77e None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:05.412486 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0bbb5-e29c-4e1a-ba36-d4060597d77e None None] Pushing event updated for resources: {'Port': ['ID=113bdf50-274f-4c93-b919-a8a613456d05,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:05.474856 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ce520a8b-a528-4fbc-a923-03f41b0c947f req-9cb7e4e3-72e9-4d59-bfd4-9aaa7400a9de service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186485 Jul 05 03:51:05.511136 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f07b8-faf9-4859-8d18-65a722f4fbe9 req-54e3a6d5-f74c-444d-8f36-d09d4bf21a2f tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:05.513276 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-493f07b8-faf9-4859-8d18-65a722f4fbe9 req-54e3a6d5-f74c-444d-8f36-d09d4bf21a2f tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a0320a5-5e89-4345-bf05-dfadbaaa7439 HTTP/1.1" status: 200 len: 949 time: 0.1155188 Jul 05 03:51:05.523123 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-a0b0bbb5-e29c-4e1a-ba36-d4060597d77e None None] Attempting to bind port 113bdf50-274f-4c93-b919-a8a613456d05 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:05.523708 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-a0b0bbb5-e29c-4e1a-ba36-d4060597d77e None None] Attempting to bind port 113bdf50-274f-4c93-b919-a8a613456d05 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '746510e4-0771-4ec5-a4b5-80f1ff823a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:05.523868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b0bbb5-e29c-4e1a-ba36-d4060597d77e None None] Attempting to bind port 113bdf50-274f-4c93-b919-a8a613456d05 on network 330c5af7-2c04-42e0-9e22-c686ac916fd7 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:05.534394 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b0bbb5-e29c-4e1a-ba36-d4060597d77e None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:05.534765 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b0bbb5-e29c-4e1a-ba36-d4060597d77e None None] Checking segment: {'id': '746510e4-0771-4ec5-a4b5-80f1ff823a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:05.535167 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a0b0bbb5-e29c-4e1a-ba36-d4060597d77e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.535560 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b0bbb5-e29c-4e1a-ba36-d4060597d77e None None] Bound using segment: {'id': '746510e4-0771-4ec5-a4b5-80f1ff823a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:05.536054 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-a0b0bbb5-e29c-4e1a-ba36-d4060597d77e None None] Bound port: 113bdf50-274f-4c93-b919-a8a613456d05, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746510e4-0771-4ec5-a4b5-80f1ff823a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:05.536432 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a0b0bbb5-e29c-4e1a-ba36-d4060597d77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.562220 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eeb48275-be58-4804-83cb-d4eb6fd72414 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.586541 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-493f07b8-faf9-4859-8d18-65a722f4fbe9 req-465e1d98-8726-430b-906b-a3d2d775e448 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643885 Jul 05 03:51:05.609050 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eeb48275-be58-4804-83cb-d4eb6fd72414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.611662 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f563e250-2185-4494-99b5-3690c5dfaa2d req-9d30d1a0-d37b-4ed9-a3bf-d26785412a60 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.656958 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48366) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:05.679117 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a0b0bbb5-e29c-4e1a-ba36-d4060597d77e None None] For port 113bdf50-274f-4c93-b919-a8a613456d05, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:05.685406 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a0b0bbb5-e29c-4e1a-ba36-d4060597d77e None None] For port 113bdf50-274f-4c93-b919-a8a613456d05, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=113bdf50-274f-4c93-b919-a8a613456d05,segment=NetworkSegment(746510e4-0771-4ec5-a4b5-80f1ff823a1b),segment_id=746510e4-0771-4ec5-a4b5-80f1ff823a1b)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:05.693309 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a0b0bbb5-e29c-4e1a-ba36-d4060597d77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.755208 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:51:05.761865 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f563e250-2185-4494-99b5-3690c5dfaa2d req-9d30d1a0-d37b-4ed9-a3bf-d26785412a60 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.801260 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0bbb5-e29c-4e1a-ba36-d4060597d77e None None] Pushing event updated for resources: {'Port': ['ID=113bdf50-274f-4c93-b919-a8a613456d05,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:05.838672 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cc815812-247e-49a5-bc02-e09884262eb9 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.913466 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cc815812-247e-49a5-bc02-e09884262eb9 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:06.006640 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f563e250-2185-4494-99b5-3690c5dfaa2d req-9d30d1a0-d37b-4ed9-a3bf-d26785412a60 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:06.011193 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f563e250-2185-4494-99b5-3690c5dfaa2d req-9d30d1a0-d37b-4ed9-a3bf-d26785412a60 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:06.018792 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f563e250-2185-4494-99b5-3690c5dfaa2d req-9d30d1a0-d37b-4ed9-a3bf-d26785412a60 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "DELETE /v2.0/security-groups/366b43ec-4f9c-438d-9264-b11fdba65cce HTTP/1.1" status: 204 len: 173 time: 0.7210593 Jul 05 03:51:06.056321 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cc815812-247e-49a5-bc02-e09884262eb9 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:06.058098 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-eeb48275-be58-4804-83cb-d4eb6fd72414 admin admin] Allocated IP 172.25.1.13 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/53e8b6cb-56db-4809-9b0b-b45e6c33406e) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:06.061371 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cc815812-247e-49a5-bc02-e09884262eb9 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:06.066697 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cc815812-247e-49a5-bc02-e09884262eb9 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "DELETE /v2.0/security-groups/f439127f-1999-4899-ba05-78beae4b9fbd HTTP/1.1" status: 204 len: 168 time: 0.4057059 Jul 05 03:51:06.077636 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48372) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:06.097698 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30d1a0-d37b-4ed9-a3bf-d26785412a60 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=366b43ec-4f9c-438d-9264-b11fdba65cce,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:06.119512 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509262d-d438-4356-80bd-03786af95c84 req-06b91a8f-a79d-4c58-bd0a-6fd918fd3288 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:06.124836 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-8bce400f-8eb2-4fa3-bdce-1904fd8d4b7c tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] show failed (client error): The resource could not be found. Jul 05 03:51:06.126602 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8bce400f-8eb2-4fa3-bdce-1904fd8d4b7c tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "GET /v2.0/security-groups/f439127f-1999-4899-ba05-78beae4b9fbd HTTP/1.1" status: 404 len: 347 time: 0.0454688 Jul 05 03:51:06.137965 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48374) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:06.138170 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c509262d-d438-4356-80bd-03786af95c84 req-06b91a8f-a79d-4c58-bd0a-6fd918fd3288 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=12307a96-0de3-489b-8401-cdc8083d08e0 HTTP/1.1" status: 200 len: 949 time: 0.2579069 Jul 05 03:51:06.138170 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc815812-247e-49a5-bc02-e09884262eb9 tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f439127f-1999-4899-ba05-78beae4b9fbd,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:06.152364 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e883e-e14c-42b5-affd-78d27b82718b req-4253f677-9bd6-4e12-bb6c-49cb2b88d74e tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:06.154451 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f15e883e-e14c-42b5-affd-78d27b82718b req-4253f677-9bd6-4e12-bb6c-49cb2b88d74e tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a0320a5-5e89-4345-bf05-dfadbaaa7439 HTTP/1.1" status: 200 len: 949 time: 0.3360703 Jul 05 03:51:06.224496 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c509262d-d438-4356-80bd-03786af95c84 req-7d0a395f-2a75-4d1f-b7c6-f6470615db57 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893750 Jul 05 03:51:06.402458 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-72fe77f0-1c3b-4357-b31e-387d53ee8a00 req-2f59ed40-f6d4-45d0-8cad-fc7b13106458 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 210 time: 0.0378711 Jul 05 03:51:06.646454 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-79048347-4f95-468d-b6c0-9717eefd6ce6 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:06.651376 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-79048347-4f95-468d-b6c0-9717eefd6ce6 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.89 "GET /v2.0/networks?id=e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 200 len: 808 time: 0.2442479 Jul 05 03:51:06.670327 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-d3441fde-c62a-40af-9f13-d5416dcef410 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Request body: {'port': {'device_id': '713f7abb-56b2-4cc9-be01-b66956ff9965', 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd', 'admin_state_up': True, 'tenant_id': '6079881a5dcb456f811aa69e44c04ef0'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:06.839549 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f79e5bc7-3ef0-49c0-a82b-d889bc41da41 req-fa2a334b-0497-42c1-b26f-81571976ebec tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/3660c53c-41fe-41ed-aafb-2aefe2028f4d HTTP/1.1" status: 200 len: 1801 time: 0.7785029 Jul 05 03:51:06.940910 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-d3441fde-c62a-40af-9f13-d5416dcef410 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Made reservation on behalf of 6079881a5dcb456f811aa69e44c04ef0 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:06.948781 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-d3441fde-c62a-40af-9f13-d5416dcef410 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.232647 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eeb48275-be58-4804-83cb-d4eb6fd72414 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.286229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-eaa02fcf-2000-4d64-8542-a4046472b5ce tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Deleting port 0707a9be-201e-4d4d-b950-7f15db66ef8c {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:07.286572 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eaa02fcf-2000-4d64-8542-a4046472b5ce tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.291842 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-d3441fde-c62a-40af-9f13-d5416dcef410 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Allocated IP 172.20.0.9 (e37bffed-7318-4dad-93bc-2135e6f53abd/ed0a1ef0-1506-4eb0-93c1-51dd53393e81/d2f5f1cd-5a84-4536-9e41-5625e01cedc9) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:07.338397 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab2441-2aa4-401b-9569-247d4658bc6c req-592d659d-205a-4cfc-ae07-ce6a48011abc tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:07.340608 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-67ab2441-2aa4-401b-9569-247d4658bc6c req-592d659d-205a-4cfc-ae07-ce6a48011abc tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.1967473 Jul 05 03:51:07.351320 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-f15e883e-e14c-42b5-affd-78d27b82718b req-4d1d554b-4d2b-4e10-8859-71e06a700070 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Deleting port 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:07.351997 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f15e883e-e14c-42b5-affd-78d27b82718b req-4d1d554b-4d2b-4e10-8859-71e06a700070 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.415673 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f79e5bc7-3ef0-49c0-a82b-d889bc41da41 req-cae0b17f-02cf-4189-8eca-b854d7253ea7 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.448594 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a6533d-5860-4a02-b0d4-c40248c26ec9 None None] Network 330c5af7-2c04-42e0-9e22-c686ac916fd7 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:07.486445 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-67ab2441-2aa4-401b-9569-247d4658bc6c req-b53bd936-a1d3-4a8d-b524-eb8d9ccc8af9 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331813 Jul 05 03:51:07.543205 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f79e5bc7-3ef0-49c0-a82b-d889bc41da41 req-cae0b17f-02cf-4189-8eca-b854d7253ea7 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.649386 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-d3441fde-c62a-40af-9f13-d5416dcef410 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.679304 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-02ff2c84-978c-4e2b-9cdf-47d75d50a105 None None] Provisioning for port 113bdf50-274f-4c93-b919-a8a613456d05 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:07.685018 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eaa02fcf-2000-4d64-8542-a4046472b5ce tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.685461 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eaa02fcf-2000-4d64-8542-a4046472b5ce tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.756465 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-f15e883e-e14c-42b5-affd-78d27b82718b req-4d1d554b-4d2b-4e10-8859-71e06a700070 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] For port 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=7fecf9b6-b565-4b38-9efe-2fdd229ac6d6,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:07.756979 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f15e883e-e14c-42b5-affd-78d27b82718b req-4d1d554b-4d2b-4e10-8859-71e06a700070 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.773487 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-f15e883e-e14c-42b5-affd-78d27b82718b req-4d1d554b-4d2b-4e10-8859-71e06a700070 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Calling delete_port for 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:07.787169 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-d3441fde-c62a-40af-9f13-d5416dcef410 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.807863 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['57ccad2b-7e9a-40fb-b60e-7576fc09e7e2'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:07.852938 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eeb48275-be58-4804-83cb-d4eb6fd72414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.855728 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-eaa02fcf-2000-4d64-8542-a4046472b5ce tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Calling delete_port for 0707a9be-201e-4d4d-b950-7f15db66ef8c owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:07.863657 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-d3441fde-c62a-40af-9f13-d5416dcef410 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Network e37bffed-7318-4dad-93bc-2135e6f53abd is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:07.876168 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-d3441fde-c62a-40af-9f13-d5416dcef410 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:07.882167 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-d3441fde-c62a-40af-9f13-d5416dcef410 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:07.917579 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ac418-278c-4b05-8288-dceecad711e5 req-b7f9d8fa-3198-4fc4-8cb7-97a33a63b556 tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:07.919622 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-132ac418-278c-4b05-8288-dceecad711e5 req-b7f9d8fa-3198-4fc4-8cb7-97a33a63b556 tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=12307a96-0de3-489b-8401-cdc8083d08e0 HTTP/1.1" status: 200 len: 1101 time: 0.2151465 Jul 05 03:51:07.928229 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f79e5bc7-3ef0-49c0-a82b-d889bc41da41 req-cae0b17f-02cf-4189-8eca-b854d7253ea7 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.932890 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f79e5bc7-3ef0-49c0-a82b-d889bc41da41 req-cae0b17f-02cf-4189-8eca-b854d7253ea7 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.937717 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f79e5bc7-3ef0-49c0-a82b-d889bc41da41 req-cae0b17f-02cf-4189-8eca-b854d7253ea7 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "DELETE /v2.0/security-groups/3660c53c-41fe-41ed-aafb-2aefe2028f4d HTTP/1.1" status: 204 len: 173 time: 1.0964270 Jul 05 03:51:07.969098 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb48275-be58-4804-83cb-d4eb6fd72414 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:07.979749 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-eeb48275-be58-4804-83cb-d4eb6fd72414 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:07.988323 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3441fde-c62a-40af-9f13-d5416dcef410 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Pushing event updated for resources: {'Port': ['ID=d2f5f1cd-5a84-4536-9e41-5625e01cedc9,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:08.007672 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb48275-be58-4804-83cb-d4eb6fd72414 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:08.024123 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0b17f-02cf-4189-8eca-b854d7253ea7 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3660c53c-41fe-41ed-aafb-2aefe2028f4d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:08.115298 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-d3441fde-c62a-40af-9f13-d5416dcef410 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:08.116016 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-d3441fde-c62a-40af-9f13-d5416dcef410 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.139389 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-132ac418-278c-4b05-8288-dceecad711e5 req-7d0a8ac3-ef35-40f4-8f70-2cc130104ace tempest-ServersOnMultiNodesTest-1451758202 tempest-ServersOnMultiNodesTest-1451758202-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366718 Jul 05 03:51:08.157071 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-d3441fde-c62a-40af-9f13-d5416dcef410 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4948492 Jul 05 03:51:08.176908 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-2aedd157-cc27-4d64-bd93-7474d3919517 service neutron] Request body: {'port': {'device_id': '713f7abb-56b2-4cc9-be01-b66956ff9965', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:08.214080 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb48275-be58-4804-83cb-d4eb6fd72414 admin admin] Pushing event updated for resources: {'Port': ['ID=53e8b6cb-56db-4809-9b0b-b45e6c33406e,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:08.383045 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-2aedd157-cc27-4d64-bd93-7474d3919517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.405909 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 113bdf50-274f-4c93-b919-a8a613456d05 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:08.524572 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 113bdf50-274f-4c93-b919-a8a613456d05 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:08.543565 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 113bdf50-274f-4c93-b919-a8a613456d05 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:08.545381 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.576288 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f15e883e-e14c-42b5-affd-78d27b82718b req-4d1d554b-4d2b-4e10-8859-71e06a700070 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.624872 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['59178975-5931-459a-8b65-bb8e3f4d5778'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:08.658486 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d554b-4d2b-4e10-8859-71e06a700070 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Pushing event deleted for resources: {'Port': ['ID=7fecf9b6-b565-4b38-9efe-2fdd229ac6d6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:08.684726 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb896a-e950-4e8e-896d-eee820f5c7d3 req-0ea9f4ba-3f1c-4aaf-9bca-53e8bde3ff49 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:08.691937 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-daeb896a-e950-4e8e-896d-eee820f5c7d3 req-0ea9f4ba-3f1c-4aaf-9bca-53e8bde3ff49 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a0320a5-5e89-4345-bf05-dfadbaaa7439 HTTP/1.1" status: 200 len: 867 time: 0.3844743 Jul 05 03:51:08.742481 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:08.788638 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15e883e-e14c-42b5-affd-78d27b82718b req-4d1d554b-4d2b-4e10-8859-71e06a700070 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] No DVR routers for this DVR port 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:08.817001 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:08.818407 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:08.820944 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-62e63f6f-16a5-4f49-89ca-cd48950d0418 None None] Provisioning complete for port 113bdf50-274f-4c93-b919-a8a613456d05 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:08.822683 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-62e63f6f-16a5-4f49-89ca-cd48950d0418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.834800 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f15e883e-e14c-42b5-affd-78d27b82718b req-4d1d554b-4d2b-4e10-8859-71e06a700070 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.836834 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f15e883e-e14c-42b5-affd-78d27b82718b req-4d1d554b-4d2b-4e10-8859-71e06a700070 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.70 "DELETE /v2.0/ports/7fecf9b6-b565-4b38-9efe-2fdd229ac6d6 HTTP/1.1" status: 204 len: 173 time: 2.6681409 Jul 05 03:51:08.837290 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0320a5-5e89-4345-bf05-dfadbaaa7439', 'name': 'network-vif-deleted', 'tag': '7fecf9b6-b565-4b38-9efe-2fdd229ac6d6'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:08.839540 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8b101b-d9bf-4a8c-83da-454b7f459ef7" -d '{"events": [{"server_uuid": "6a0320a5-5e89-4345-bf05-dfadbaaa7439", "name": "network-vif-deleted", "tag": "7fecf9b6-b565-4b38-9efe-2fdd229ac6d6"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:08.877470 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-daeb896a-e950-4e8e-896d-eee820f5c7d3 req-d3408a5d-2950-4b6b-9623-27c863056668 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846361 Jul 05 03:51:08.878455 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eaa02fcf-2000-4d64-8542-a4046472b5ce tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.960708 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa02fcf-2000-4d64-8542-a4046472b5ce tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Pushing event deleted for resources: {'Port': ['ID=0707a9be-201e-4d4d-b950-7f15db66ef8c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:09.029716 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-2aedd157-cc27-4d64-bd93-7474d3919517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f5f1cd-5a84-4536-9e41-5625e01cedc9 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:09.074640 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-2aedd157-cc27-4d64-bd93-7474d3919517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.106125 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac415697-d847-4587-af4c-f312d370c29e req-898aefb1-1b8e-48ba-981b-3d1fb8cf5e3d tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:09.115626 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ac415697-d847-4587-af4c-f312d370c29e req-898aefb1-1b8e-48ba-981b-3d1fb8cf5e3d tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 931 time: 0.5234692 Jul 05 03:51:09.166486 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-2aedd157-cc27-4d64-bd93-7474d3919517 service neutron] Transition to ACTIVE for port object d2f5f1cd-5a84-4536-9e41-5625e01cedc9 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:09.177715 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-2aedd157-cc27-4d64-bd93-7474d3919517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.214015 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ac415697-d847-4587-af4c-f312d370c29e req-0db2c945-0d5e-4d0e-ae21-783f523d7293 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970774 Jul 05 03:51:09.287509 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-305a13ca-e095-4727-b29e-cf36e43438b4 req-843eaa99-7b05-4643-bc91-507a8d9bca2f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1673784449', 'description': 'tempest-description-1483569594'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:09.305732 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.369342 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aedd157-cc27-4d64-bd93-7474d3919517 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f5f1cd-5a84-4536-9e41-5625e01cedc9,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:09.372885 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eaa02fcf-2000-4d64-8542-a4046472b5ce tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.375677 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-305a13ca-e095-4727-b29e-cf36e43438b4 req-843eaa99-7b05-4643-bc91-507a8d9bca2f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.383953 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eaa02fcf-2000-4d64-8542-a4046472b5ce tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.390008 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-eaa02fcf-2000-4d64-8542-a4046472b5ce tempest-ServersWithSpecificFlavorTestJSON-1312857283 tempest-ServersWithSpecificFlavorTestJSON-1312857283-project] 10.222.0.77 "DELETE /v2.0/floatingips/520577d8-11db-489e-8fb2-5ed6af63fe66 HTTP/1.1" status: 204 len: 168 time: 3.2509828 Jul 05 03:51:09.401310 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eeb48275-be58-4804-83cb-d4eb6fd72414 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.534797 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-62e63f6f-16a5-4f49-89ca-cd48950d0418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.543462 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 113bdf50-274f-4c93-b919-a8a613456d05, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=113bdf50-274f-4c93-b919-a8a613456d05,segment=NetworkSegment(746510e4-0771-4ec5-a4b5-80f1ff823a1b),segment_id=746510e4-0771-4ec5-a4b5-80f1ff823a1b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:09.557656 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-305a13ca-e095-4727-b29e-cf36e43438b4 req-843eaa99-7b05-4643-bc91-507a8d9bca2f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.564499 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-305a13ca-e095-4727-b29e-cf36e43438b4 req-843eaa99-7b05-4643-bc91-507a8d9bca2f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.589919 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.611868 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-305a13ca-e095-4727-b29e-cf36e43438b4 req-843eaa99-7b05-4643-bc91-507a8d9bca2f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.623584 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-305a13ca-e095-4727-b29e-cf36e43438b4 req-843eaa99-7b05-4643-bc91-507a8d9bca2f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3555017 Jul 05 03:51:09.650031 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-2aedd157-cc27-4d64-bd93-7474d3919517 service neutron] Attempting to bind port d2f5f1cd-5a84-4536-9e41-5625e01cedc9 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:09.656710 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-2aedd157-cc27-4d64-bd93-7474d3919517 service neutron] Attempting to bind port d2f5f1cd-5a84-4536-9e41-5625e01cedc9 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:09.657301 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-2aedd157-cc27-4d64-bd93-7474d3919517 service neutron] Attempting to bind port d2f5f1cd-5a84-4536-9e41-5625e01cedc9 on network e37bffed-7318-4dad-93bc-2135e6f53abd {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:09.660340 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843eaa99-7b05-4643-bc91-507a8d9bca2f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40562a61-a0f4-4052-9a21-b0449a87fabe,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:09.681040 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-2aedd157-cc27-4d64-bd93-7474d3919517 service neutron] Port d2f5f1cd-5a84-4536-9e41-5625e01cedc9 on network e37bffed-7318-4dad-93bc-2135e6f53abd not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:51:09.681379 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-2aedd157-cc27-4d64-bd93-7474d3919517 service neutron] Attempting to bind port d2f5f1cd-5a84-4536-9e41-5625e01cedc9 on network e37bffed-7318-4dad-93bc-2135e6f53abd {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:09.703304 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-2aedd157-cc27-4d64-bd93-7474d3919517 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:09.703304 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-2aedd157-cc27-4d64-bd93-7474d3919517 service neutron] Checking segment: {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:09.703304 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-2aedd157-cc27-4d64-bd93-7474d3919517 service neutron] Bound using segment: {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:09.703745 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf9292-b3d3-4c6d-893d-91229fdf4016 req-3bae8f39-f671-4cad-b806-95464d2b5e91 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:09.710874 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-2aedd157-cc27-4d64-bd93-7474d3919517 service neutron] Bound port: d2f5f1cd-5a84-4536-9e41-5625e01cedc9, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:09.711354 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-2aedd157-cc27-4d64-bd93-7474d3919517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.715460 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aeaf9292-b3d3-4c6d-893d-91229fdf4016 req-3bae8f39-f671-4cad-b806-95464d2b5e91 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.5628448 Jul 05 03:51:09.866905 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-2aedd157-cc27-4d64-bd93-7474d3919517 service neutron] For port d2f5f1cd-5a84-4536-9e41-5625e01cedc9, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:09.873768 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-2aedd157-cc27-4d64-bd93-7474d3919517 service neutron] For port d2f5f1cd-5a84-4536-9e41-5625e01cedc9, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=d2f5f1cd-5a84-4536-9e41-5625e01cedc9,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:09.881919 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-2aedd157-cc27-4d64-bd93-7474d3919517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.932232 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aeaf9292-b3d3-4c6d-893d-91229fdf4016 req-7171d5da-63ae-413b-9ab1-fba85797bff4 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174592 Jul 05 03:51:09.983860 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-2aedd157-cc27-4d64-bd93-7474d3919517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:09.989488 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-2aedd157-cc27-4d64-bd93-7474d3919517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.994215 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-2aedd157-cc27-4d64-bd93-7474d3919517 service neutron] 10.222.0.89 "PUT /v2.0/ports/d2f5f1cd-5a84-4536-9e41-5625e01cedc9 HTTP/1.1" status: 200 len: 1092 time: 1.8250952 Jul 05 03:51:09.997541 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713f7abb-56b2-4cc9-be01-b66956ff9965', 'tag': 'd2f5f1cd-5a84-4536-9e41-5625e01cedc9'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:10.002293 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ff5889-bb13-4062-933f-5b9dbb391cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "713f7abb-56b2-4cc9-be01-b66956ff9965", "tag": "d2f5f1cd-5a84-4536-9e41-5625e01cedc9"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:10.053062 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aedd157-cc27-4d64-bd93-7474d3919517 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f5f1cd-5a84-4536-9e41-5625e01cedc9,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:10.106111 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea8965f-2469-48a8-9b08-a35fff75095a x-openstack-request-id: req-6ea8965f-2469-48a8-9b08-a35fff75095a {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:10.106492 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0320a5-5e89-4345-bf05-dfadbaaa7439", "name": "network-vif-deleted", "tag": "7fecf9b6-b565-4b38-9efe-2fdd229ac6d6", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:10.106647 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6ea8965f-2469-48a8-9b08-a35fff75095a {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:10.107064 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0320a5-5e89-4345-bf05-dfadbaaa7439', 'name': 'network-vif-deleted', 'tag': '7fecf9b6-b565-4b38-9efe-2fdd229ac6d6', 'status': 'completed', 'code': 200} Jul 05 03:51:10.119480 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=113bdf50-274f-4c93-b919-a8a613456d05,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:10.134213 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.api [None req-62e63f6f-16a5-4f49-89ca-cd48950d0418 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:51:10.134764 n-d-780147-23 neutron-server[105540]: DEBUG oslo_db.api [None req-62e63f6f-16a5-4f49-89ca-cd48950d0418 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:51:10.197151 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eeb48275-be58-4804-83cb-d4eb6fd72414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.250894 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-02e7a468-2c34-4cbf-a309-18e38b0b69dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:10.252519 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-02e7a468-2c34-4cbf-a309-18e38b0b69dd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6079881a5dcb456f811aa69e44c04ef0&device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 1095 time: 0.1418579 Jul 05 03:51:10.291714 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-db4e6b1c-fed8-46b7-9aa3-e307f74be8e1 req-091804e0-e183-47ad-a2a2-51e8b5b65fd6 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/40562a61-a0f4-4052-9a21-b0449a87fabe HTTP/1.1" status: 200 len: 1801 time: 0.1690738 Jul 05 03:51:10.310303 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-db4e6b1c-fed8-46b7-9aa3-e307f74be8e1 req-d4177f88-dc49-4b1d-9c35-e5d59bdb98f5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1063673909', 'description': 'tempest-description-hth-2130350159'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:10.343493 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-2b070683-9917-4b75-9957-5616a8fee2e8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2f5f1cd-5a84-4536-9e41-5625e01cedc9 HTTP/1.1" status: 200 len: 217 time: 0.0750215 Jul 05 03:51:10.405812 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-db4e6b1c-fed8-46b7-9aa3-e307f74be8e1 req-d4177f88-dc49-4b1d-9c35-e5d59bdb98f5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.418691 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-1f86adf5-036d-47a0-a84b-9410cc1fa19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:10.423213 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-1f86adf5-036d-47a0-a84b-9410cc1fa19f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ed0a1ef0-1506-4eb0-93c1-51dd53393e81 HTTP/1.1" status: 200 len: 848 time: 0.0671768 Jul 05 03:51:10.478495 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-79e99dc0-ded3-4224-b5b7-2dd37d60176c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e37bffed-7318-4dad-93bc-2135e6f53abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410964 Jul 05 03:51:10.479578 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-db4e6b1c-fed8-46b7-9aa3-e307f74be8e1 req-d4177f88-dc49-4b1d-9c35-e5d59bdb98f5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.489596 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-db4e6b1c-fed8-46b7-9aa3-e307f74be8e1 req-d4177f88-dc49-4b1d-9c35-e5d59bdb98f5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.492210 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-db4e6b1c-fed8-46b7-9aa3-e307f74be8e1 req-d4177f88-dc49-4b1d-9c35-e5d59bdb98f5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.504417 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-db4e6b1c-fed8-46b7-9aa3-e307f74be8e1 req-d4177f88-dc49-4b1d-9c35-e5d59bdb98f5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "PUT /v2.0/security-groups/40562a61-a0f4-4052-9a21-b0449a87fabe HTTP/1.1" status: 200 len: 1775 time: 0.2116923 Jul 05 03:51:10.583217 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2895b64-8e63-439d-bed8-8bd97a29ca85 x-openstack-request-id: req-e2895b64-8e63-439d-bed8-8bd97a29ca85 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:10.584408 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713f7abb-56b2-4cc9-be01-b66956ff9965", "tag": "d2f5f1cd-5a84-4536-9e41-5625e01cedc9", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:10.584862 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e2895b64-8e63-439d-bed8-8bd97a29ca85 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:10.585702 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713f7abb-56b2-4cc9-be01-b66956ff9965', 'tag': 'd2f5f1cd-5a84-4536-9e41-5625e01cedc9', 'status': 'completed', 'code': 200} Jul 05 03:51:10.618178 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4177f88-dc49-4b1d-9c35-e5d59bdb98f5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40562a61-a0f4-4052-9a21-b0449a87fabe,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:10.646048 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb48275-be58-4804-83cb-d4eb6fd72414 admin admin] Router 685633ba-083c-4a88-8113-c61238c37f56 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:51:10.738491 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-ee7c606e-9533-4060-8a3f-ec947ab29b31 service neutron] 10.222.0.89 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463665 Jul 05 03:51:10.962079 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6e73b09-8885-495a-9874-dc96e58fb7f3 req-7c8bb660-462b-4565-82e5-5eedc03e14f1 service neutron] 10.222.0.89 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141256 Jul 05 03:51:10.974160 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb48275-be58-4804-83cb-d4eb6fd72414 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:10.976685 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7cd22-00ab-4824-b2ef-8d60717a37a1 req-32299047-834e-45ea-aa6e-aea7781715ac tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:10.978256 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4f7cd22-00ab-4824-b2ef-8d60717a37a1 req-32299047-834e-45ea-aa6e-aea7781715ac tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 943 time: 0.1163654 Jul 05 03:51:10.989535 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] Sync routers for ids ['685633ba-083c-4a88-8113-c61238c37f56'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:10.990124 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfa6e4-10f3-4f66-a592-14e4bfebc198 req-3ce166b2-aaf9-4944-a26b-85969d7a758c tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:10.991483 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ecfa6e4-10f3-4f66-a592-14e4bfebc198 req-3ce166b2-aaf9-4944-a26b-85969d7a758c tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=12307a96-0de3-489b-8401-cdc8083d08e0 HTTP/1.1" status: 200 len: 949 time: 0.1788275 Jul 05 03:51:11.000355 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] Routers {'685633ba-083c-4a88-8113-c61238c37f56'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:11.001011 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:51:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['685633ba-083c-4a88-8113-c61238c37f56'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:11.023612 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eeb48275-be58-4804-83cb-d4eb6fd72414 admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:11.028137 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-eeb48275-be58-4804-83cb-d4eb6fd72414 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.7587197 Jul 05 03:51:11.028749 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48428) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:11.113773 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4f7cd22-00ab-4824-b2ef-8d60717a37a1 req-a5591924-9bd3-4dfa-b689-6430623cb897 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182671 Jul 05 03:51:11.147955 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ecfa6e4-10f3-4f66-a592-14e4bfebc198 req-72d7518c-f2f0-4417-9ef0-9ad200827274 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456118 Jul 05 03:51:11.204296 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff5889-bb13-4062-933f-5b9dbb391cbb req-9e6b21d5-c135-4a1f-8e55-dbd23bebc36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:11.206380 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12ff5889-bb13-4062-933f-5b9dbb391cbb req-9e6b21d5-c135-4a1f-8e55-dbd23bebc36e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6079881a5dcb456f811aa69e44c04ef0&device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 1095 time: 0.1472425 Jul 05 03:51:11.212582 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] Set router 685633ba-083c-4a88-8113-c61238c37f56 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:11.324115 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff5889-bb13-4062-933f-5b9dbb391cbb req-11dc21cc-965e-4e0e-a0e6-800f02f1ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:11.325743 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12ff5889-bb13-4062-933f-5b9dbb391cbb req-11dc21cc-965e-4e0e-a0e6-800f02f1ac49 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 200 len: 909 time: 0.1117396 Jul 05 03:51:11.328362 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8d50b135-1072-4016-b58f-6674090536d7 req-0cf7b0ca-3551-4d13-9c1b-3f587954ee1a tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/40562a61-a0f4-4052-9a21-b0449a87fabe HTTP/1.1" status: 200 len: 1775 time: 0.1306601 Jul 05 03:51:11.426779 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12ff5889-bb13-4062-933f-5b9dbb391cbb req-5280a341-5b12-440d-8e05-d56c4c897b0e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2f5f1cd-5a84-4536-9e41-5625e01cedc9 HTTP/1.1" status: 200 len: 217 time: 0.0925992 Jul 05 03:51:11.530087 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff5889-bb13-4062-933f-5b9dbb391cbb req-0646057f-618e-40d6-98ed-10adde57415e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:11.531340 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12ff5889-bb13-4062-933f-5b9dbb391cbb req-0646057f-618e-40d6-98ed-10adde57415e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ed0a1ef0-1506-4eb0-93c1-51dd53393e81 HTTP/1.1" status: 200 len: 848 time: 0.0865240 Jul 05 03:51:11.618980 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12ff5889-bb13-4062-933f-5b9dbb391cbb req-c36798a0-7717-4c54-81ad-34dbb676d5b1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e37bffed-7318-4dad-93bc-2135e6f53abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793138 Jul 05 03:51:11.749074 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685633ba-083c-4a88-8113-c61238c37f56', 'name': 'tempest-ServersTestJSON-194893897-router', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:04Z', 'updated_at': '2021-07-05T03:51:08Z', 'revision_number': 3, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'gw_port': {'id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685633ba-083c-4a88-8113-c61238c37f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:05Z', 'updated_at': '2021-07-05T03:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:11.806999 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] Checking router: 685633ba-083c-4a88-8113-c61238c37f56 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:11.808435 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] Updating router 685633ba-083c-4a88-8113-c61238c37f56 port 53e8b6cb-56db-4809-9b0b-b45e6c33406e binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:51:11.850343 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cbe71c8a-285a-4bab-867c-f25b3b1de1d2 req-37b9774e-d1d1-46c9-82d2-938afdd9e651 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/40562a61-a0f4-4052-9a21-b0449a87fabe HTTP/1.1" status: 200 len: 1775 time: 0.1800134 Jul 05 03:51:11.859129 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12ff5889-bb13-4062-933f-5b9dbb391cbb req-a0bc969c-cb92-4850-8647-672afc474fb5 service neutron] 10.222.0.89 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311287 Jul 05 03:51:11.872643 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.135410 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b02566bf-41c5-489b-8572-ac8fc4df69d2 req-8576e6ba-5d94-48af-9098-0aa9179b578e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a27d912d-d20a-47dd-87f8-5f82cedb5524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2171950 Jul 05 03:51:12.186285 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-c5e63759-3064-4996-aefa-51caaa3d7547 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:12.199999 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-c5e63759-3064-4996-aefa-51caaa3d7547 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/networks?id=9bc4c91c-a289-48e8-b0da-9172982a9c14 HTTP/1.1" status: 200 len: 815 time: 0.2826281 Jul 05 03:51:12.229084 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 113bdf50-274f-4c93-b919-a8a613456d05 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:12.376178 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 113bdf50-274f-4c93-b919-a8a613456d05 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:12.378724 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.396820 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-1df44a71-f154-4cbb-9123-67563f5231f1 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/quotas/ac82b99c3fec40eda39ee62348356e27 HTTP/1.1" status: 200 len: 375 time: 0.1942778 Jul 05 03:51:12.514062 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4290f30f-9b89-4da2-998d-2a8ff9aa62ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.583382 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.609853 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12ff5889-bb13-4062-933f-5b9dbb391cbb req-638186d5-cc6f-4806-9530-12b8c6513317 service neutron] 10.222.0.89 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7378781 Jul 05 03:51:12.618575 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cbe71c8a-285a-4bab-867c-f25b3b1de1d2 req-50b733fc-7610-4d52-a157-8d3272809368 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.638524 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] Transition to ACTIVE for port object 53e8b6cb-56db-4809-9b0b-b45e6c33406e will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:12.641254 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.648916 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.662830 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02566bf-41c5-489b-8572-ac8fc4df69d2 req-61d3a167-9fce-4be1-9ee1-97f8e370968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:12.664628 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b02566bf-41c5-489b-8572-ac8fc4df69d2 req-61d3a167-9fce-4be1-9ee1-97f8e370968a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&device_id=a27d912d-d20a-47dd-87f8-5f82cedb5524 HTTP/1.1" status: 200 len: 1101 time: 0.4565210 Jul 05 03:51:12.735029 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] Attempting to bind port 53e8b6cb-56db-4809-9b0b-b45e6c33406e on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:12.735404 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] Attempting to bind port 53e8b6cb-56db-4809-9b0b-b45e6c33406e by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:12.736399 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] Attempting to bind port 53e8b6cb-56db-4809-9b0b-b45e6c33406e on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:12.740949 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39b90c-a599-49dd-8cba-0441e8a3661f None None] Pushing event updated for resources: {'Port': ['ID=53e8b6cb-56db-4809-9b0b-b45e6c33406e,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:12.744195 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cbe71c8a-285a-4bab-867c-f25b3b1de1d2 req-50b733fc-7610-4d52-a157-8d3272809368 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.753173 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:12.753813 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:12.754295 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.754699 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:12.755183 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] Bound port: 53e8b6cb-56db-4809-9b0b-b45e6c33406e, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:12.755567 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.819536 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] For port 53e8b6cb-56db-4809-9b0b-b45e6c33406e, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:12.823317 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] For port 53e8b6cb-56db-4809-9b0b-b45e6c33406e, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=53e8b6cb-56db-4809-9b0b-b45e6c33406e,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:12.830840 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.877401 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-4290f30f-9b89-4da2-998d-2a8ff9aa62ab admin admin] Allocated IP 172.20.0.1 (330c5af7-2c04-42e0-9e22-c686ac916fd7/2575cced-30e7-40b1-8861-b218786d4946/1dd25ae6-d063-4db0-83ab-acff594831a4) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:12.922217 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f83c48-d21a-41b1-939d-36d9b4af5891 req-ba2ef283-836a-45eb-a49b-71f9052400f7 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:12.924392 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39b90c-a599-49dd-8cba-0441e8a3661f None None] Pushing event updated for resources: {'Port': ['ID=53e8b6cb-56db-4809-9b0b-b45e6c33406e,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:12.928524 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-72f83c48-d21a-41b1-939d-36d9b4af5891 req-ba2ef283-836a-45eb-a49b-71f9052400f7 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.70 "GET /v2.0/ports?device_id=12307a96-0de3-489b-8401-cdc8083d08e0 HTTP/1.1" status: 200 len: 949 time: 0.5119007 Jul 05 03:51:12.930100 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cbe71c8a-285a-4bab-867c-f25b3b1de1d2 req-50b733fc-7610-4d52-a157-8d3272809368 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.935154 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cbe71c8a-285a-4bab-867c-f25b3b1de1d2 req-50b733fc-7610-4d52-a157-8d3272809368 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.944688 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cbe71c8a-285a-4bab-867c-f25b3b1de1d2 req-50b733fc-7610-4d52-a157-8d3272809368 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "DELETE /v2.0/security-groups/40562a61-a0f4-4052-9a21-b0449a87fabe HTTP/1.1" status: 204 len: 173 time: 1.0842083 Jul 05 03:51:12.979464 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] Routers {'685633ba-083c-4a88-8113-c61238c37f56'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:12.983987 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:51:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['685633ba-083c-4a88-8113-c61238c37f56'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:13.005869 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4290f30f-9b89-4da2-998d-2a8ff9aa62ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.013311 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b733fc-7610-4d52-a157-8d3272809368 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40562a61-a0f4-4052-9a21-b0449a87fabe,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:13.021280 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-4290f30f-9b89-4da2-998d-2a8ff9aa62ab admin admin] Transition to ACTIVE for port object 1dd25ae6-d063-4db0-83ab-acff594831a4 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:13.085874 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4290f30f-9b89-4da2-998d-2a8ff9aa62ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.148890 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290f30f-9b89-4da2-998d-2a8ff9aa62ab admin admin] Pushing event updated for resources: {'Port': ['ID=1dd25ae6-d063-4db0-83ab-acff594831a4,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:13.181088 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b733fc-7610-4d52-a157-8d3272809368 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:13.181588 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b733fc-7610-4d52-a157-8d3272809368 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:13.182164 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b733fc-7610-4d52-a157-8d3272809368 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:13.182732 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b733fc-7610-4d52-a157-8d3272809368 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:13.183608 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b733fc-7610-4d52-a157-8d3272809368 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:13.184221 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b733fc-7610-4d52-a157-8d3272809368 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:13.184786 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b733fc-7610-4d52-a157-8d3272809368 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:13.185496 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b733fc-7610-4d52-a157-8d3272809368 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:13.186068 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b733fc-7610-4d52-a157-8d3272809368 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:13.186633 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b733fc-7610-4d52-a157-8d3272809368 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:13.187200 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b733fc-7610-4d52-a157-8d3272809368 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:13.188540 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b733fc-7610-4d52-a157-8d3272809368 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:13.286432 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4290f30f-9b89-4da2-998d-2a8ff9aa62ab admin admin] Network 330c5af7-2c04-42e0-9e22-c686ac916fd7 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:13.297175 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-4290f30f-9b89-4da2-998d-2a8ff9aa62ab admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:13.316229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4290f30f-9b89-4da2-998d-2a8ff9aa62ab admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:13.343438 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] Set router 685633ba-083c-4a88-8113-c61238c37f56 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:13.414670 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02566bf-41c5-489b-8572-ac8fc4df69d2 req-e1e2e03a-ee16-4ad2-9431-e8da2fe287b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:13.416552 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b02566bf-41c5-489b-8572-ac8fc4df69d2 req-e1e2e03a-ee16-4ad2-9431-e8da2fe287b2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.3503506 Jul 05 03:51:13.445735 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-caea503e-e57c-498c-86c1-c4a9ee119c15 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac82b99c3fec40eda39ee62348356e27&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0128264 Jul 05 03:51:13.471230 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06070957-7aaa-4e92-8f9e-ab66ff2a98e2 req-9b1ab249-5091-4ddf-840c-8a67c2963f79 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:13.473372 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-06070957-7aaa-4e92-8f9e-ab66ff2a98e2 req-9b1ab249-5091-4ddf-840c-8a67c2963f79 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.89 "GET /v2.0/ports?device_id=6150a9a0-f7d8-4108-85c0-16af3c85f494 HTTP/1.1" status: 200 len: 946 time: 0.9654820 Jul 05 03:51:13.530656 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e31ece-7814-4118-8a9e-16168b52d901 req-839a8cff-6777-488f-94b0-1936e03c7eb6 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:13.532220 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-57e31ece-7814-4118-8a9e-16168b52d901 req-839a8cff-6777-488f-94b0-1936e03c7eb6 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 951 time: 0.1830840 Jul 05 03:51:13.539650 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-72f83c48-d21a-41b1-939d-36d9b4af5891 req-0435bbb7-703a-4529-a74a-52c7ac52a88b tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Deleting port 68d05014-bbf1-464e-a114-55ec56b3ac96 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:13.540032 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-72f83c48-d21a-41b1-939d-36d9b4af5891 req-0435bbb7-703a-4529-a74a-52c7ac52a88b tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.677195 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-30af7a2d-bc19-4930-a563-e5e9c616e6eb None None] Provisioning for port 1dd25ae6-d063-4db0-83ab-acff594831a4 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:13.683510 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-30af7a2d-bc19-4930-a563-e5e9c616e6eb None None] Provisioning complete for port 1dd25ae6-d063-4db0-83ab-acff594831a4 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:13.683954 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-30af7a2d-bc19-4930-a563-e5e9c616e6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.685165 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-7f9cfbe1-cdf6-4c0d-b9bc-12441c7c73e0 service neutron] 10.222.0.77 "GET /v2.0/networks/9bc4c91c-a289-48e8-b0da-9172982a9c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383685 Jul 05 03:51:13.752417 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b02566bf-41c5-489b-8572-ac8fc4df69d2 req-f541b3d0-e002-4bc5-98f8-72b7dec83154 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7e741bda-ec2c-4820-898b-4dc034cb6adc HTTP/1.1" status: 200 len: 217 time: 0.3197844 Jul 05 03:51:13.753988 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-72f83c48-d21a-41b1-939d-36d9b4af5891 req-0435bbb7-703a-4529-a74a-52c7ac52a88b tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] For port 68d05014-bbf1-464e-a114-55ec56b3ac96, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=68d05014-bbf1-464e-a114-55ec56b3ac96,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:13.755640 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-72f83c48-d21a-41b1-939d-36d9b4af5891 req-0435bbb7-703a-4529-a74a-52c7ac52a88b tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.759851 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4290f30f-9b89-4da2-998d-2a8ff9aa62ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.803508 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-72f83c48-d21a-41b1-939d-36d9b4af5891 req-0435bbb7-703a-4529-a74a-52c7ac52a88b tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Calling delete_port for 68d05014-bbf1-464e-a114-55ec56b3ac96 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:13.810525 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-30af7a2d-bc19-4930-a563-e5e9c616e6eb None None] Port 1dd25ae6-d063-4db0-83ab-acff594831a4 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:13.819724 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-57e31ece-7814-4118-8a9e-16168b52d901 req-e6d8f0cc-a9cb-4aa6-94d9-b95398ebfd4b tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785278 Jul 05 03:51:13.835551 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685633ba-083c-4a88-8113-c61238c37f56', 'name': 'tempest-ServersTestJSON-194893897-router', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:04Z', 'updated_at': '2021-07-05T03:51:08Z', 'revision_number': 3, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'gw_port': {'id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685633ba-083c-4a88-8113-c61238c37f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:05Z', 'updated_at': '2021-07-05T03:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:13.926229 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f9bd87-c9e2-4393-9315-f95ca92c839d None None] The sync data for ids ['685633ba-083c-4a88-8113-c61238c37f56'] in n-d-780147-23 is: [{'id': '685633ba-083c-4a88-8113-c61238c37f56', 'name': 'tempest-ServersTestJSON-194893897-router', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:04Z', 'updated_at': '2021-07-05T03:51:08Z', 'revision_number': 3, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'gw_port': {'id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685633ba-083c-4a88-8113-c61238c37f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:05Z', 'updated_at': '2021-07-05T03:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:14.118345 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02566bf-41c5-489b-8572-ac8fc4df69d2 req-3ae206f1-edbe-4b7c-acf5-aa471fea0214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:14.120049 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b02566bf-41c5-489b-8572-ac8fc4df69d2 req-3ae206f1-edbe-4b7c-acf5-aa471fea0214 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.2543352 Jul 05 03:51:14.260256 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a635746-e079-47d3-bbdf-2a7dd9c477ec req-b84fd987-42b3-4b00-bece-fb5e36626f44 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:14.268090 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3a635746-e079-47d3-bbdf-2a7dd9c477ec req-b84fd987-42b3-4b00-bece-fb5e36626f44 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 943 time: 0.2537308 Jul 05 03:51:14.285232 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f81ad-913d-4bc0-9bdb-6c131bfd7fa1 req-40d9b9bf-9ab7-4510-a0ca-3094f3ddcbee tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:14.286998 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ef6f81ad-913d-4bc0-9bdb-6c131bfd7fa1 req-40d9b9bf-9ab7-4510-a0ca-3094f3ddcbee tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.70 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 951 time: 0.4270127 Jul 05 03:51:14.287441 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-72f83c48-d21a-41b1-939d-36d9b4af5891 req-0435bbb7-703a-4529-a74a-52c7ac52a88b tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:14.291924 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-f0c5af0a-fe3b-453f-9396-e3f7e7a94c0a service neutron] 10.222.0.77 "GET /v2.0/networks/9bc4c91c-a289-48e8-b0da-9172982a9c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416183 Jul 05 03:51:14.300158 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['8c3043e1-c196-4814-bffd-5d5643e5bd16', '0a24e240-e7e3-4733-8693-1ec0751b7fd7', '01c8706a-32ec-4e07-b96e-844b7b2f3436'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:14.321707 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02566bf-41c5-489b-8572-ac8fc4df69d2 req-1cb08ec3-4978-458b-b323-759c75c1cf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:14.323775 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b02566bf-41c5-489b-8572-ac8fc4df69d2 req-1cb08ec3-4978-458b-b323-759c75c1cf1a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1790814 Jul 05 03:51:14.332798 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4290f30f-9b89-4da2-998d-2a8ff9aa62ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:14.357565 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['7e741bda-ec2c-4820-898b-4dc034cb6adc', 'e2d807f9-b9e2-4c86-85cc-e0a673d4fa65', 'b5cd23f4-263c-4e30-8b36-bafbdc086518', '1e278b79-6bf5-4554-86aa-e13c5e8de9bb'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:14.543766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435bbb7-703a-4529-a74a-52c7ac52a88b tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Pushing event deleted for resources: {'Port': ['ID=68d05014-bbf1-464e-a114-55ec56b3ac96,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:14.699155 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f83c48-d21a-41b1-939d-36d9b4af5891 req-0435bbb7-703a-4529-a74a-52c7ac52a88b tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] No DVR routers for this DVR port 68d05014-bbf1-464e-a114-55ec56b3ac96 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:14.718387 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-72f83c48-d21a-41b1-939d-36d9b4af5891 req-0435bbb7-703a-4529-a74a-52c7ac52a88b tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:14.726038 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-72f83c48-d21a-41b1-939d-36d9b4af5891 req-0435bbb7-703a-4529-a74a-52c7ac52a88b tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.70 "DELETE /v2.0/ports/68d05014-bbf1-464e-a114-55ec56b3ac96 HTTP/1.1" status: 204 len: 173 time: 1.7726593 Jul 05 03:51:14.743540 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12307a96-0de3-489b-8401-cdc8083d08e0', 'name': 'network-vif-deleted', 'tag': '68d05014-bbf1-464e-a114-55ec56b3ac96'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:14.756102 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f385427-5c04-4aa6-920c-cb42f8b4d413" -d '{"events": [{"server_uuid": "12307a96-0de3-489b-8401-cdc8083d08e0", "name": "network-vif-deleted", "tag": "68d05014-bbf1-464e-a114-55ec56b3ac96"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:14.828463 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 68d05014-bbf1-464e-a114-55ec56b3ac96 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:14.833060 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3a635746-e079-47d3-bbdf-2a7dd9c477ec req-0b001754-2e26-4fb5-8976-56d95f7c973b tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5640590 Jul 05 03:51:14.914742 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 68d05014-bbf1-464e-a114-55ec56b3ac96 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:14.915375 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 68d05014-bbf1-464e-a114-55ec56b3ac96 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:14.965853 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-06070957-7aaa-4e92-8f9e-ab66ff2a98e2 req-e70329c6-1376-4be5-87f6-7f48b79acde9 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Deleting port a504e72c-f264-4baf-b346-6fe4fc7376f5 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:14.966585 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-06070957-7aaa-4e92-8f9e-ab66ff2a98e2 req-e70329c6-1376-4be5-87f6-7f48b79acde9 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:15.081188 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-ef6f81ad-913d-4bc0-9bdb-6c131bfd7fa1 req-1a209e75-eaac-4d68-953b-f5ddf853416c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Deleting port 59178975-5931-459a-8b65-bb8e3f4d5778 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:15.084467 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ef6f81ad-913d-4bc0-9bdb-6c131bfd7fa1 req-1a209e75-eaac-4d68-953b-f5ddf853416c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:15.352614 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-ef6f81ad-913d-4bc0-9bdb-6c131bfd7fa1 req-1a209e75-eaac-4d68-953b-f5ddf853416c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] For port 59178975-5931-459a-8b65-bb8e3f4d5778, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=59178975-5931-459a-8b65-bb8e3f4d5778,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:15.355760 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ef6f81ad-913d-4bc0-9bdb-6c131bfd7fa1 req-1a209e75-eaac-4d68-953b-f5ddf853416c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:15.366886 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1fbf6d9a-f182-4c70-88b4-b90cdd379979 req-9eb53ab9-65bd-4db4-903d-14ca448603a2 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=12307a96-0de3-489b-8401-cdc8083d08e0 HTTP/1.1" status: 200 len: 210 time: 0.2025812 Jul 05 03:51:15.395230 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-ef6f81ad-913d-4bc0-9bdb-6c131bfd7fa1 req-1a209e75-eaac-4d68-953b-f5ddf853416c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Calling delete_port for 59178975-5931-459a-8b65-bb8e3f4d5778 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:15.439211 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b02566bf-41c5-489b-8572-ac8fc4df69d2 req-d8d49cf9-37d4-4d56-8791-d2d23e47d127 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0939245 Jul 05 03:51:15.532803 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5338a3c5-591c-442c-94ff-3a1091b45391 x-openstack-request-id: req-5338a3c5-591c-442c-94ff-3a1091b45391 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:15.533275 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12307a96-0de3-489b-8401-cdc8083d08e0", "name": "network-vif-deleted", "tag": "68d05014-bbf1-464e-a114-55ec56b3ac96", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:15.533702 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5338a3c5-591c-442c-94ff-3a1091b45391 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:15.536911 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12307a96-0de3-489b-8401-cdc8083d08e0', 'name': 'network-vif-deleted', 'tag': '68d05014-bbf1-464e-a114-55ec56b3ac96', 'status': 'completed', 'code': 200} Jul 05 03:51:15.660050 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0111ed77-7c3c-4b51-a0ec-a5454bbfb0e6 req-4156b7af-e75f-4192-a1b7-705dc7a18cba tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 210 time: 0.1216290 Jul 05 03:51:15.709789 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-06070957-7aaa-4e92-8f9e-ab66ff2a98e2 req-e70329c6-1376-4be5-87f6-7f48b79acde9 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] For port a504e72c-f264-4baf-b346-6fe4fc7376f5, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a504e72c-f264-4baf-b346-6fe4fc7376f5,segment=NetworkSegment(8e925059-1d42-4eae-ad90-062ddf3ec375),segment_id=8e925059-1d42-4eae-ad90-062ddf3ec375)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:15.717494 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-06070957-7aaa-4e92-8f9e-ab66ff2a98e2 req-e70329c6-1376-4be5-87f6-7f48b79acde9 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:15.723872 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4290f30f-9b89-4da2-998d-2a8ff9aa62ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:15.749044 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4290f30f-9b89-4da2-998d-2a8ff9aa62ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:15.834092 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-06070957-7aaa-4e92-8f9e-ab66ff2a98e2 req-e70329c6-1376-4be5-87f6-7f48b79acde9 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Calling delete_port for a504e72c-f264-4baf-b346-6fe4fc7376f5 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:16.024094 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ef6f81ad-913d-4bc0-9bdb-6c131bfd7fa1 req-1a209e75-eaac-4d68-953b-f5ddf853416c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:16.147574 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a209e75-eaac-4d68-953b-f5ddf853416c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Pushing event deleted for resources: {'Port': ['ID=59178975-5931-459a-8b65-bb8e3f4d5778,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:16.270901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290f30f-9b89-4da2-998d-2a8ff9aa62ab admin admin] Pushing event updated for resources: {'Port': ['ID=1dd25ae6-d063-4db0-83ab-acff594831a4,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:16.278119 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4290f30f-9b89-4da2-998d-2a8ff9aa62ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:16.299671 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b02566bf-41c5-489b-8572-ac8fc4df69d2 req-3b90142c-5136-4ab5-8a09-3f6db06f298f service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8379967 Jul 05 03:51:16.307371 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 53e8b6cb-56db-4809-9b0b-b45e6c33406e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:16.378513 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b95c90-c5ec-4ca1-8333-c3623f2a872c req-493703f4-add3-4c97-b00e-b2da1f106897 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:16.379569 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6f81ad-913d-4bc0-9bdb-6c131bfd7fa1 req-1a209e75-eaac-4d68-953b-f5ddf853416c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] No DVR routers for this DVR port 59178975-5931-459a-8b65-bb8e3f4d5778 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:16.382561 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ef6f81ad-913d-4bc0-9bdb-6c131bfd7fa1 req-1a209e75-eaac-4d68-953b-f5ddf853416c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:16.386214 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ef6f81ad-913d-4bc0-9bdb-6c131bfd7fa1 req-1a209e75-eaac-4d68-953b-f5ddf853416c tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.70 "DELETE /v2.0/ports/59178975-5931-459a-8b65-bb8e3f4d5778 HTTP/1.1" status: 204 len: 173 time: 2.0240476 Jul 05 03:51:16.394458 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86b95c90-c5ec-4ca1-8333-c3623f2a872c req-493703f4-add3-4c97-b00e-b2da1f106897 tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad591bf-349b-41ab-8143-c02570fb5446 HTTP/1.1" status: 200 len: 868 time: 0.6296041 Jul 05 03:51:16.422366 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 53e8b6cb-56db-4809-9b0b-b45e6c33406e completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:16.452585 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 53e8b6cb-56db-4809-9b0b-b45e6c33406e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:16.453856 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:16.565130 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86b95c90-c5ec-4ca1-8333-c3623f2a872c req-55fc43c0-88b5-4d44-8c73-3ec3e1850dee tempest-ServersAdminTestJSON-519933343 tempest-ServersAdminTestJSON-519933343-project] 10.222.0.77 "GET /v2.0/security-groups?id=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653006 Jul 05 03:51:16.571470 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c1168-0930-467b-b59f-7085152e4172 req-90591b21-f273-4c77-96c7-8cd43f7eecc7 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:16.575755 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9a4c1168-0930-467b-b59f-7085152e4172 req-90591b21-f273-4c77-96c7-8cd43f7eecc7 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 943 time: 0.3253589 Jul 05 03:51:16.658580 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:16.723285 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4290f30f-9b89-4da2-998d-2a8ff9aa62ab admin admin] Network 330c5af7-2c04-42e0-9e22-c686ac916fd7 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:16.738997 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 59178975-5931-459a-8b65-bb8e3f4d5778 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:16.747096 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-e67491c2-e0aa-436e-b8fd-02057bb3c11b req-8e88b288-fce1-47a3-92dd-e68864ecb399 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] show failed (client error): The resource could not be found. Jul 05 03:51:16.750759 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9a4c1168-0930-467b-b59f-7085152e4172 req-aba573a1-ef4f-4a5e-ad84-7d9a9d7fcd99 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655746 Jul 05 03:51:16.762846 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e67491c2-e0aa-436e-b8fd-02057bb3c11b req-8e88b288-fce1-47a3-92dd-e68864ecb399 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/3660c53c-41fe-41ed-aafb-2aefe2028f4d HTTP/1.1" status: 404 len: 352 time: 0.1106715 Jul 05 03:51:16.775090 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-4290f30f-9b89-4da2-998d-2a8ff9aa62ab admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:16.795499 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 53e8b6cb-56db-4809-9b0b-b45e6c33406e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=53e8b6cb-56db-4809-9b0b-b45e6c33406e,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:16.797515 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 59178975-5931-459a-8b65-bb8e3f4d5778 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:16.798711 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 59178975-5931-459a-8b65-bb8e3f4d5778 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:16.803597 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:16.811121 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-06070957-7aaa-4e92-8f9e-ab66ff2a98e2 req-e70329c6-1376-4be5-87f6-7f48b79acde9 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:16.846469 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device a504e72c-f264-4baf-b346-6fe4fc7376f5 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:16.880663 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: a504e72c-f264-4baf-b346-6fe4fc7376f5 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:16.881239 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device a504e72c-f264-4baf-b346-6fe4fc7376f5 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:16.906883 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=53e8b6cb-56db-4809-9b0b-b45e6c33406e,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:17.018375 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [req-0ca7f875-aaec-45b5-8287-bb31e826e6bf req-d0410e7f-b1ad-4dd3-9e2a-f53f37ea180f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] show failed (client error): The resource could not be found. Jul 05 03:51:17.024931 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0ca7f875-aaec-45b5-8287-bb31e826e6bf req-d0410e7f-b1ad-4dd3-9e2a-f53f37ea180f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/366b43ec-4f9c-438d-9264-b11fdba65cce HTTP/1.1" status: 404 len: 352 time: 0.0492952 Jul 05 03:51:17.385850 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8d2c0f81-1c99-422b-a3de-2c605eae6658 None None] Provisioning complete for port 1dd25ae6-d063-4db0-83ab-acff594831a4 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:17.388357 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8d2c0f81-1c99-422b-a3de-2c605eae6658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.518436 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-8d2c0f81-1c99-422b-a3de-2c605eae6658 None None] Port 1dd25ae6-d063-4db0-83ab-acff594831a4 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:17.543285 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad591bf-349b-41ab-8143-c02570fb5446', 'name': 'network-vif-deleted', 'tag': '59178975-5931-459a-8b65-bb8e3f4d5778'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:17.550234 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0c9dac-1c38-420a-b994-d35bb1b90fcb" -d '{"events": [{"server_uuid": "bad591bf-349b-41ab-8143-c02570fb5446", "name": "network-vif-deleted", "tag": "59178975-5931-459a-8b65-bb8e3f4d5778"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:17.564528 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-6a07941f-e000-4b2e-9f97-cd2892d88f48 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:17.566144 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-6a07941f-e000-4b2e-9f97-cd2892d88f48 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.70 "GET /v2.0/networks?id=9bc4c91c-a289-48e8-b0da-9172982a9c14 HTTP/1.1" status: 200 len: 815 time: 0.2807400 Jul 05 03:51:17.586370 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-9bf0caa7-2601-4494-8db1-6b02600cdca6 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Request body: {'port': {'device_id': 'be851a21-053d-4fb6-8a40-39319b3d028d', 'network_id': '9bc4c91c-a289-48e8-b0da-9172982a9c14', 'admin_state_up': True, 'tenant_id': 'ac82b99c3fec40eda39ee62348356e27'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:17.621178 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48522) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:17.646219 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70329c6-1376-4be5-87f6-7f48b79acde9 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Pushing event deleted for resources: {'Port': ['ID=a504e72c-f264-4baf-b346-6fe4fc7376f5,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:17.742604 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b72e06d1-5257-485c-b1a2-4345ab708e22 req-2d1d5deb-dcdc-4bff-bada-7c81ba2baa98 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 210 time: 0.1523495 Jul 05 03:51:17.849369 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-06070957-7aaa-4e92-8f9e-ab66ff2a98e2 req-e70329c6-1376-4be5-87f6-7f48b79acde9 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] No DVR routers for this DVR port a504e72c-f264-4baf-b346-6fe4fc7376f5 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:17.858366 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-06070957-7aaa-4e92-8f9e-ab66ff2a98e2 req-e70329c6-1376-4be5-87f6-7f48b79acde9 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.862891 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-06070957-7aaa-4e92-8f9e-ab66ff2a98e2 req-e70329c6-1376-4be5-87f6-7f48b79acde9 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.89 "DELETE /v2.0/ports/a504e72c-f264-4baf-b346-6fe4fc7376f5 HTTP/1.1" status: 204 len: 173 time: 4.1814070 Jul 05 03:51:17.878894 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6150a9a0-f7d8-4108-85c0-16af3c85f494', 'name': 'network-vif-deleted', 'tag': 'a504e72c-f264-4baf-b346-6fe4fc7376f5'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:17.883385 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d0cb61-2692-41bb-b7f5-27c7d0774f54" -d '{"events": [{"server_uuid": "6150a9a0-f7d8-4108-85c0-16af3c85f494", "name": "network-vif-deleted", "tag": "a504e72c-f264-4baf-b346-6fe4fc7376f5"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:17.894285 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-9bf0caa7-2601-4494-8db1-6b02600cdca6 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Made reservation on behalf of ac82b99c3fec40eda39ee62348356e27 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:17.903611 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-9bf0caa7-2601-4494-8db1-6b02600cdca6 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.981506 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [req-9d232fb2-e91e-4c34-9852-7d4ceded6386 req-a285aef7-c362-45ca-8084-9f0c9fcb63f4 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] show failed (client error): The resource could not be found. Jul 05 03:51:17.999092 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9d232fb2-e91e-4c34-9852-7d4ceded6386 req-a285aef7-c362-45ca-8084-9f0c9fcb63f4 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/3f510e23-ad45-44bd-bca1-f1a749c87d34 HTTP/1.1" status: 404 len: 352 time: 0.3367772 Jul 05 03:51:18.009671 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4290f30f-9b89-4da2-998d-2a8ff9aa62ab admin admin] Router 685633ba-083c-4a88-8113-c61238c37f56 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:51:18.081000 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90d5b7f-e08d-47dc-99fc-eb0ea1ea3b35 x-openstack-request-id: req-d90d5b7f-e08d-47dc-99fc-eb0ea1ea3b35 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:18.081986 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad591bf-349b-41ab-8143-c02570fb5446", "name": "network-vif-deleted", "tag": "59178975-5931-459a-8b65-bb8e3f4d5778", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:18.082343 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d90d5b7f-e08d-47dc-99fc-eb0ea1ea3b35 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:18.084267 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad591bf-349b-41ab-8143-c02570fb5446', 'name': 'network-vif-deleted', 'tag': '59178975-5931-459a-8b65-bb8e3f4d5778', 'status': 'completed', 'code': 200} Jul 05 03:51:18.226480 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-9bf0caa7-2601-4494-8db1-6b02600cdca6 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Allocated IP 172.20.0.8 (9bc4c91c-a289-48e8-b0da-9172982a9c14/ea0f684a-f292-44b8-b8f2-c6a27e5ca4c7/4962f367-b7a3-4db5-9b58-adbcb919fb43) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:18.240154 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7275d3-1bad-4fb4-afeb-25c089c7ecda req-9984e1c4-95be-4582-841d-6c0fcc450516 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:18.248721 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 53e8b6cb-56db-4809-9b0b-b45e6c33406e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:18.249125 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bc7275d3-1bad-4fb4-afeb-25c089c7ecda req-9984e1c4-95be-4582-841d-6c0fcc450516 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=e69aa539-7887-4667-8345-b5a476ee292e HTTP/1.1" status: 200 len: 949 time: 0.2958770 Jul 05 03:51:18.347465 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 53e8b6cb-56db-4809-9b0b-b45e6c33406e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:18.347862 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:18.441180 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bc7275d3-1bad-4fb4-afeb-25c089c7ecda req-6851f1ca-34ea-4bb6-9aef-89a5325b47b1 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909113 Jul 05 03:51:18.488378 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4290f30f-9b89-4da2-998d-2a8ff9aa62ab admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:18.504816 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] Sync routers for ids ['685633ba-083c-4a88-8113-c61238c37f56'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:18.509827 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-9bf0caa7-2601-4494-8db1-6b02600cdca6 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:18.514529 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4290f30f-9b89-4da2-998d-2a8ff9aa62ab admin admin] 10.222.0.77 "PUT /v2.0/routers/685633ba-083c-4a88-8113-c61238c37f56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4804170 Jul 05 03:51:18.519356 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae619c3-c0ae-423f-b8b5-49e2912d5eb5 x-openstack-request-id: req-dae619c3-c0ae-423f-b8b5-49e2912d5eb5 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:18.519658 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6150a9a0-f7d8-4108-85c0-16af3c85f494", "name": "network-vif-deleted", "tag": "a504e72c-f264-4baf-b346-6fe4fc7376f5", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:18.519941 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dae619c3-c0ae-423f-b8b5-49e2912d5eb5 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:18.520337 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6150a9a0-f7d8-4108-85c0-16af3c85f494', 'name': 'network-vif-deleted', 'tag': 'a504e72c-f264-4baf-b346-6fe4fc7376f5', 'status': 'completed', 'code': 200} Jul 05 03:51:18.525835 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] Routers {'685633ba-083c-4a88-8113-c61238c37f56'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:18.526667 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:51:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['685633ba-083c-4a88-8113-c61238c37f56'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:18.630693 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-6798c144-ec70-4500-bfeb-1d6d681a4302 req-74da95b1-cbf9-4f2d-8476-d31feadf4022 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] show failed (client error): The resource could not be found. Jul 05 03:51:18.636908 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6798c144-ec70-4500-bfeb-1d6d681a4302 req-74da95b1-cbf9-4f2d-8476-d31feadf4022 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/51a867cd-e2b7-4dc8-99c0-8073ae83cc2d HTTP/1.1" status: 404 len: 352 time: 0.1073616 Jul 05 03:51:18.713353 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-9bf0caa7-2601-4494-8db1-6b02600cdca6 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:18.746213 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] Set router 685633ba-083c-4a88-8113-c61238c37f56 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:18.790896 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0caa7-2601-4494-8db1-6b02600cdca6 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Pushing event updated for resources: {'Port': ['ID=4962f367-b7a3-4db5-9b58-adbcb919fb43,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:18.819639 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-01886e12-706e-463f-96ef-290191a17cd1 req-2462de41-3be0-4be1-b593-c2cdced7d4ab tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] show failed (client error): The resource could not be found. Jul 05 03:51:18.829230 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a781f71-8c2b-4432-a629-d0206045a85f req-b91d56e7-07b8-4a93-a5cd-d50e7ad37c80 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:18.831308 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5a781f71-8c2b-4432-a629-d0206045a85f req-b91d56e7-07b8-4a93-a5cd-d50e7ad37c80 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 943 time: 0.2467976 Jul 05 03:51:18.832198 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48548) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:18.832402 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-01886e12-706e-463f-96ef-290191a17cd1 req-2462de41-3be0-4be1-b593-c2cdced7d4ab tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/2005195a-0b57-490c-b330-095ad31d617b HTTP/1.1" status: 404 len: 352 time: 0.1262002 Jul 05 03:51:18.886990 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-9bf0caa7-2601-4494-8db1-6b02600cdca6 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Network 9bc4c91c-a289-48e8-b0da-9172982a9c14 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:18.902567 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-9bf0caa7-2601-4494-8db1-6b02600cdca6 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:18.907098 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-9bf0caa7-2601-4494-8db1-6b02600cdca6 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:18.966040 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-9bf0caa7-2601-4494-8db1-6b02600cdca6 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:18.966669 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-9bf0caa7-2601-4494-8db1-6b02600cdca6 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:19.022918 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-9bf0caa7-2601-4494-8db1-6b02600cdca6 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4387877 Jul 05 03:51:19.069662 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-dc4fefb1-ea76-4a20-81bd-73c859000121 service neutron] Request body: {'port': {'device_id': 'be851a21-053d-4fb6-8a40-39319b3d028d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:19.144255 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-006764bb-d3a7-4ea7-991b-607caff15bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:19.219445 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73213ddc-b0b8-43c2-bdfd-1836cc097963 req-28402850-1e3c-475c-9ece-88f2055cd9ad tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:19.222809 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-73213ddc-b0b8-43c2-bdfd-1836cc097963 req-28402850-1e3c-475c-9ece-88f2055cd9ad tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.89 "GET /v2.0/ports?device_id=e69aa539-7887-4667-8345-b5a476ee292e HTTP/1.1" status: 200 len: 949 time: 0.1638694 Jul 05 03:51:19.247742 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685633ba-083c-4a88-8113-c61238c37f56', 'name': 'tempest-ServersTestJSON-194893897-router', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:04Z', 'updated_at': '2021-07-05T03:51:14Z', 'revision_number': 4, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'gw_port': {'id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685633ba-083c-4a88-8113-c61238c37f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:05Z', 'updated_at': '2021-07-05T03:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '1dd25ae6-d063-4db0-83ab-acff594831a4', 'name': '', 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'mac_address': 'fa:16:3e:f3:5e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685633ba-083c-4a88-8113-c61238c37f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '2575cced-30e7-40b1-8861-b218786d4946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:12Z', 'updated_at': '2021-07-05T03:51:14Z', 'revision_number': 2, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'subnets': [{'id': '2575cced-30e7-40b1-8861-b218786d4946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:19.253223 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5a781f71-8c2b-4432-a629-d0206045a85f req-2e2fc89c-998e-4629-a62c-81183be8baf9 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043803 Jul 05 03:51:19.341103 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] Checking router: 685633ba-083c-4a88-8113-c61238c37f56 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:19.341577 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] Updating router 685633ba-083c-4a88-8113-c61238c37f56 port 1dd25ae6-d063-4db0-83ab-acff594831a4 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:51:19.400960 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-dc4fefb1-ea76-4a20-81bd-73c859000121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:19.424100 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-10c269b6-cdd9-4126-a75f-e55252ff50e9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0d0eb0b510614f178c10ded04d8bf66d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5906587 Jul 05 03:51:19.424711 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48558) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:19.447579 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:19.559297 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-73213ddc-b0b8-43c2-bdfd-1836cc097963 req-b14d0d27-2294-4ae8-8e21-96151adf22ef tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Deleting port 01c8706a-32ec-4e07-b96e-844b7b2f3436 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:19.559918 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-73213ddc-b0b8-43c2-bdfd-1836cc097963 req-b14d0d27-2294-4ae8-8e21-96151adf22ef tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:19.682278 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48562) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:19.691003 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-aa3aa7bc-0784-4d46-82eb-4989e34c3f44 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1981712975', 'description': 'tempest-description--2068170685'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:19.726794 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5567c9fe-938b-4c61-a9ae-85a409e65452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:19.749942 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-c9bed0f5-d6ba-499f-9768-b45a2d34efb2 req-a4dae032-3167-4ed5-a8a1-b6b0beb63af5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] show failed (client error): The resource could not be found. Jul 05 03:51:19.750993 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c9bed0f5-d6ba-499f-9768-b45a2d34efb2 req-a4dae032-3167-4ed5-a8a1-b6b0beb63af5 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/f7a5f969-99c5-4e82-8940-0c220961344a HTTP/1.1" status: 404 len: 352 time: 0.0476763 Jul 05 03:51:19.765361 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-73213ddc-b0b8-43c2-bdfd-1836cc097963 req-b14d0d27-2294-4ae8-8e21-96151adf22ef tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] For port 01c8706a-32ec-4e07-b96e-844b7b2f3436, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=01c8706a-32ec-4e07-b96e-844b7b2f3436,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:19.766082 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-73213ddc-b0b8-43c2-bdfd-1836cc097963 req-b14d0d27-2294-4ae8-8e21-96151adf22ef tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:19.796687 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-73213ddc-b0b8-43c2-bdfd-1836cc097963 req-b14d0d27-2294-4ae8-8e21-96151adf22ef tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Calling delete_port for 01c8706a-32ec-4e07-b96e-844b7b2f3436 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:19.815827 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5567c9fe-938b-4c61-a9ae-85a409e65452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:19.822876 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-006764bb-d3a7-4ea7-991b-607caff15bb2 admin admin] Deleting port 71e4383f-68ea-4ebc-bcaf-b65e7f7abedb {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:19.823232 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-006764bb-d3a7-4ea7-991b-607caff15bb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:19.852986 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aa3aa7bc-0784-4d46-82eb-4989e34c3f44 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:19.875028 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34cee6f-97b9-469d-af38-c3a7f0bc5be4 req-618dcf4b-098f-4adb-9514-8af9994fd1e4 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:19.882956 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d34cee6f-97b9-469d-af38-c3a7f0bc5be4 req-618dcf4b-098f-4adb-9514-8af9994fd1e4 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 931 time: 0.3827443 Jul 05 03:51:19.974921 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d34cee6f-97b9-469d-af38-c3a7f0bc5be4 req-6f856bd9-2d63-4f7e-919e-2f34eb5036de tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910697 Jul 05 03:51:20.022028 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-006764bb-d3a7-4ea7-991b-607caff15bb2 admin admin] For port 71e4383f-68ea-4ebc-bcaf-b65e7f7abedb, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=71e4383f-68ea-4ebc-bcaf-b65e7f7abedb,segment=NetworkSegment(b3fe746c-afab-4ea9-83e8-76d493f2647b),segment_id=b3fe746c-afab-4ea9-83e8-76d493f2647b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:20.022406 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-006764bb-d3a7-4ea7-991b-607caff15bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.046583 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5567c9fe-938b-4c61-a9ae-85a409e65452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.047013 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.051243 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5567c9fe-938b-4c61-a9ae-85a409e65452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.053097 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5567c9fe-938b-4c61-a9ae-85a409e65452 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9 HTTP/1.1" status: 204 len: 168 time: 0.6256330 Jul 05 03:51:20.087020 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] Transition to ACTIVE for port object 1dd25ae6-d063-4db0-83ab-acff594831a4 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:20.099640 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.123955 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aa3aa7bc-0784-4d46-82eb-4989e34c3f44 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.136065 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aa3aa7bc-0784-4d46-82eb-4989e34c3f44 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.145625 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-006764bb-d3a7-4ea7-991b-607caff15bb2 admin admin] Calling delete_port for 71e4383f-68ea-4ebc-bcaf-b65e7f7abedb owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:20.161402 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567c9fe-938b-4c61-a9ae-85a409e65452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fa9eb1-d171-4dd0-bbf2-067d1fb51dd9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:20.224258 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aa3aa7bc-0784-4d46-82eb-4989e34c3f44 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.227580 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-aa3aa7bc-0784-4d46-82eb-4989e34c3f44 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5413930 Jul 05 03:51:20.247729 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85dd93e-e21d-4126-9113-e4c19ecb61e3 None None] Pushing event updated for resources: {'Port': ['ID=1dd25ae6-d063-4db0-83ab-acff594831a4,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:20.261817 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48576) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:20.271297 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85dd93e-e21d-4126-9113-e4c19ecb61e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:20.271785 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85dd93e-e21d-4126-9113-e4c19ecb61e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:20.272517 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85dd93e-e21d-4126-9113-e4c19ecb61e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:20.273865 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85dd93e-e21d-4126-9113-e4c19ecb61e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:20.274568 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85dd93e-e21d-4126-9113-e4c19ecb61e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:20.275728 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85dd93e-e21d-4126-9113-e4c19ecb61e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:20.276401 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85dd93e-e21d-4126-9113-e4c19ecb61e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:20.281917 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85dd93e-e21d-4126-9113-e4c19ecb61e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:20.281917 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85dd93e-e21d-4126-9113-e4c19ecb61e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:20.281917 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85dd93e-e21d-4126-9113-e4c19ecb61e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:20.281917 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85dd93e-e21d-4126-9113-e4c19ecb61e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:20.281917 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85dd93e-e21d-4126-9113-e4c19ecb61e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:20.299355 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ad4e1ba7-a270-4586-862d-97bf73ef4043 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Request body: {'security_group_rule': {'security_group_id': 'e8feecee-998f-4344-971f-cc1bcd993698', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:20.344785 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3aa7bc-0784-4d46-82eb-4989e34c3f44 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8feecee-998f-4344-971f-cc1bcd993698,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:20.393495 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-dc4fefb1-ea76-4a20-81bd-73c859000121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4962f367-b7a3-4db5-9b58-adbcb919fb43 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:20.435052 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-dc4fefb1-ea76-4a20-81bd-73c859000121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.442572 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad4e1ba7-a270-4586-862d-97bf73ef4043 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.459309 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-73213ddc-b0b8-43c2-bdfd-1836cc097963 req-b14d0d27-2294-4ae8-8e21-96151adf22ef tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.476341 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-dc4fefb1-ea76-4a20-81bd-73c859000121 service neutron] Transition to ACTIVE for port object 4962f367-b7a3-4db5-9b58-adbcb919fb43 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:20.486178 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-dc4fefb1-ea76-4a20-81bd-73c859000121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.488737 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['8c3043e1-c196-4814-bffd-5d5643e5bd16', '0a24e240-e7e3-4733-8693-1ec0751b7fd7', '01c8706a-32ec-4e07-b96e-844b7b2f3436'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:20.566064 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] Attempting to bind port 1dd25ae6-d063-4db0-83ab-acff594831a4 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:20.566445 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] Attempting to bind port 1dd25ae6-d063-4db0-83ab-acff594831a4 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '746510e4-0771-4ec5-a4b5-80f1ff823a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:20.566802 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] Attempting to bind port 1dd25ae6-d063-4db0-83ab-acff594831a4 on network 330c5af7-2c04-42e0-9e22-c686ac916fd7 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:20.574294 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['7e741bda-ec2c-4820-898b-4dc034cb6adc', 'e2d807f9-b9e2-4c86-85cc-e0a673d4fa65', 'b5cd23f4-263c-4e30-8b36-bafbdc086518', '1e278b79-6bf5-4554-86aa-e13c5e8de9bb'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:20.584412 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:20.584916 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] Checking segment: {'id': '746510e4-0771-4ec5-a4b5-80f1ff823a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:20.585150 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.585552 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] Bound using segment: {'id': '746510e4-0771-4ec5-a4b5-80f1ff823a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:20.586035 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] Bound port: 1dd25ae6-d063-4db0-83ab-acff594831a4, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746510e4-0771-4ec5-a4b5-80f1ff823a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:20.586429 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.667459 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad4e1ba7-a270-4586-862d-97bf73ef4043 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.683566 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4031df8-cf08-4c7d-8652-a98482934ae2 req-9618c8a2-de31-40fc-9cda-1407edae7805 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:20.685814 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad4e1ba7-a270-4586-862d-97bf73ef4043 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.690779 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b4031df8-cf08-4c7d-8652-a98482934ae2 req-9618c8a2-de31-40fc-9cda-1407edae7805 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=e69aa539-7887-4667-8345-b5a476ee292e HTTP/1.1" status: 200 len: 867 time: 0.6714532 Jul 05 03:51:20.724261 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] For port 1dd25ae6-d063-4db0-83ab-acff594831a4, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:20.728295 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] For port 1dd25ae6-d063-4db0-83ab-acff594831a4, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1dd25ae6-d063-4db0-83ab-acff594831a4,segment=NetworkSegment(746510e4-0771-4ec5-a4b5-80f1ff823a1b),segment_id=746510e4-0771-4ec5-a4b5-80f1ff823a1b)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:20.735184 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.807625 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d0d27-2294-4ae8-8e21-96151adf22ef tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Pushing event deleted for resources: {'Port': ['ID=01c8706a-32ec-4e07-b96e-844b7b2f3436,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:20.812018 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48586) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:20.854647 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85dd93e-e21d-4126-9113-e4c19ecb61e3 None None] Pushing event updated for resources: {'Port': ['ID=1dd25ae6-d063-4db0-83ab-acff594831a4,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:20.884923 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] Routers {'685633ba-083c-4a88-8113-c61238c37f56'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:20.885866 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:51:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['685633ba-083c-4a88-8113-c61238c37f56'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:20.891887 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fefb1-ea76-4a20-81bd-73c859000121 service neutron] Pushing event updated for resources: {'Port': ['ID=4962f367-b7a3-4db5-9b58-adbcb919fb43,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:20.904024 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e1ba7-a270-4586-862d-97bf73ef4043 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e01e1bee-1b83-4b8e-b7ee-ccebac3080fb,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:20.906583 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-73213ddc-b0b8-43c2-bdfd-1836cc097963 req-b14d0d27-2294-4ae8-8e21-96151adf22ef tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] No DVR routers for this DVR port 01c8706a-32ec-4e07-b96e-844b7b2f3436 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:20.916791 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad4e1ba7-a270-4586-862d-97bf73ef4043 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.918209 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ad4e1ba7-a270-4586-862d-97bf73ef4043 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6384418 Jul 05 03:51:20.923038 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48590) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:20.934055 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-81d8dced-5ff5-48d7-914e-f8a2024df350 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Request body: {'security_group_rule': {'security_group_id': 'e8feecee-998f-4344-971f-cc1bcd993698', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:20.944220 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-dc4fefb1-ea76-4a20-81bd-73c859000121 service neutron] Attempting to bind port 4962f367-b7a3-4db5-9b58-adbcb919fb43 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:20.944887 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-dc4fefb1-ea76-4a20-81bd-73c859000121 service neutron] Attempting to bind port 4962f367-b7a3-4db5-9b58-adbcb919fb43 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '8e925059-1d42-4eae-ad90-062ddf3ec375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9bc4c91c-a289-48e8-b0da-9172982a9c14'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:20.945424 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-dc4fefb1-ea76-4a20-81bd-73c859000121 service neutron] Attempting to bind port 4962f367-b7a3-4db5-9b58-adbcb919fb43 on network 9bc4c91c-a289-48e8-b0da-9172982a9c14 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:20.965011 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-dc4fefb1-ea76-4a20-81bd-73c859000121 service neutron] Port 4962f367-b7a3-4db5-9b58-adbcb919fb43 on network 9bc4c91c-a289-48e8-b0da-9172982a9c14 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:51:20.965686 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-dc4fefb1-ea76-4a20-81bd-73c859000121 service neutron] Attempting to bind port 4962f367-b7a3-4db5-9b58-adbcb919fb43 on network 9bc4c91c-a289-48e8-b0da-9172982a9c14 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:20.975097 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-dc4fefb1-ea76-4a20-81bd-73c859000121 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:20.975747 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-dc4fefb1-ea76-4a20-81bd-73c859000121 service neutron] Checking segment: {'id': '8e925059-1d42-4eae-ad90-062ddf3ec375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9bc4c91c-a289-48e8-b0da-9172982a9c14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:20.985041 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-dc4fefb1-ea76-4a20-81bd-73c859000121 service neutron] Bound using segment: {'id': '8e925059-1d42-4eae-ad90-062ddf3ec375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9bc4c91c-a289-48e8-b0da-9172982a9c14'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:20.987326 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-dc4fefb1-ea76-4a20-81bd-73c859000121 service neutron] Bound port: 4962f367-b7a3-4db5-9b58-adbcb919fb43, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e925059-1d42-4eae-ad90-062ddf3ec375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9bc4c91c-a289-48e8-b0da-9172982a9c14'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:20.988413 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-dc4fefb1-ea76-4a20-81bd-73c859000121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.023446 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-73213ddc-b0b8-43c2-bdfd-1836cc097963 req-b14d0d27-2294-4ae8-8e21-96151adf22ef tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.037901 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-73213ddc-b0b8-43c2-bdfd-1836cc097963 req-b14d0d27-2294-4ae8-8e21-96151adf22ef tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.89 "DELETE /v2.0/ports/01c8706a-32ec-4e07-b96e-844b7b2f3436 HTTP/1.1" status: 204 len: 173 time: 1.8072281 Jul 05 03:51:21.050045 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69aa539-7887-4667-8345-b5a476ee292e', 'name': 'network-vif-deleted', 'tag': '01c8706a-32ec-4e07-b96e-844b7b2f3436'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:21.052723 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2520970-af4b-474d-b521-3d4bbb10dd72" -d '{"events": [{"server_uuid": "e69aa539-7887-4667-8345-b5a476ee292e", "name": "network-vif-deleted", "tag": "01c8706a-32ec-4e07-b96e-844b7b2f3436"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:21.054580 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e976e-b7ae-4a62-ae5b-fdc7ae2c5812 req-f837ed13-3d0e-410d-8b67-7abd7415e68b tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:21.064807 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ca1e976e-b7ae-4a62-ae5b-fdc7ae2c5812 req-f837ed13-3d0e-410d-8b67-7abd7415e68b tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 943 time: 0.4850848 Jul 05 03:51:21.116419 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b4031df8-cf08-4c7d-8652-a98482934ae2 req-729af903-6edd-49b8-bbf2-2684033b522b tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246480 Jul 05 03:51:21.117869 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d0d27-2294-4ae8-8e21-96151adf22ef tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:21.118217 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d0d27-2294-4ae8-8e21-96151adf22ef tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:21.118560 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d0d27-2294-4ae8-8e21-96151adf22ef tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:21.118899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d0d27-2294-4ae8-8e21-96151adf22ef tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:21.119241 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d0d27-2294-4ae8-8e21-96151adf22ef tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:21.119561 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d0d27-2294-4ae8-8e21-96151adf22ef tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:21.130730 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d0d27-2294-4ae8-8e21-96151adf22ef tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:21.132155 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ca1e976e-b7ae-4a62-ae5b-fdc7ae2c5812 req-5961cce0-e3b0-407a-836c-450ebfc71bed tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658720 Jul 05 03:51:21.132324 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d0d27-2294-4ae8-8e21-96151adf22ef tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:21.133318 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d0d27-2294-4ae8-8e21-96151adf22ef tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:21.135561 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d0d27-2294-4ae8-8e21-96151adf22ef tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:21.147014 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-81d8dced-5ff5-48d7-914e-f8a2024df350 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.150591 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d0d27-2294-4ae8-8e21-96151adf22ef tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:21.151182 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14d0d27-2294-4ae8-8e21-96151adf22ef tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:21.252051 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] Set router 685633ba-083c-4a88-8113-c61238c37f56 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:21.355404 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-dc4fefb1-ea76-4a20-81bd-73c859000121 service neutron] For port 4962f367-b7a3-4db5-9b58-adbcb919fb43, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:21.407946 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c62f8c20-9093-441e-8a66-ce73c3e87209 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=631647ca2b2b403fa2d86d8404570842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5871825 Jul 05 03:51:21.408900 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48596) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:21.464749 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-dc4fefb1-ea76-4a20-81bd-73c859000121 service neutron] For port 4962f367-b7a3-4db5-9b58-adbcb919fb43, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=4962f367-b7a3-4db5-9b58-adbcb919fb43,segment=NetworkSegment(8e925059-1d42-4eae-ad90-062ddf3ec375),segment_id=8e925059-1d42-4eae-ad90-062ddf3ec375)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:21.497165 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-dc4fefb1-ea76-4a20-81bd-73c859000121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.637489 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5af0f6fc-c674-4c2f-8103-ddb0289fbef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.660374 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685633ba-083c-4a88-8113-c61238c37f56', 'name': 'tempest-ServersTestJSON-194893897-router', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:04Z', 'updated_at': '2021-07-05T03:51:14Z', 'revision_number': 4, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'gw_port': {'id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685633ba-083c-4a88-8113-c61238c37f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:05Z', 'updated_at': '2021-07-05T03:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '1dd25ae6-d063-4db0-83ab-acff594831a4', 'name': '', 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'mac_address': 'fa:16:3e:f3:5e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685633ba-083c-4a88-8113-c61238c37f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '2575cced-30e7-40b1-8861-b218786d4946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:12Z', 'updated_at': '2021-07-05T03:51:20Z', 'revision_number': 4, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'subnets': [{'id': '2575cced-30e7-40b1-8861-b218786d4946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:21.671982 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-dc4fefb1-ea76-4a20-81bd-73c859000121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:21.680163 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-dc4fefb1-ea76-4a20-81bd-73c859000121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.684734 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-dc4fefb1-ea76-4a20-81bd-73c859000121 service neutron] 10.222.0.70 "PUT /v2.0/ports/4962f367-b7a3-4db5-9b58-adbcb919fb43 HTTP/1.1" status: 200 len: 1092 time: 2.6334696 Jul 05 03:51:21.757621 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5af0f6fc-c674-4c2f-8103-ddb0289fbef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.765125 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-81d8dced-5ff5-48d7-914e-f8a2024df350 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.784681 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be851a21-053d-4fb6-8a40-39319b3d028d', 'tag': '4962f367-b7a3-4db5-9b58-adbcb919fb43'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:21.812146 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-006764bb-d3a7-4ea7-991b-607caff15bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.818901 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b880ce42-c342-4f8c-abb8-70a874b82c44" -d '{"events": [{"name": "network-changed", "server_uuid": "be851a21-053d-4fb6-8a40-39319b3d028d", "tag": "4962f367-b7a3-4db5-9b58-adbcb919fb43"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:21.822037 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e43767-7160-45f8-8e33-78987c86bfa5 None None] The sync data for ids ['685633ba-083c-4a88-8113-c61238c37f56'] in n-d-780147-23 is: [{'id': '685633ba-083c-4a88-8113-c61238c37f56', 'name': 'tempest-ServersTestJSON-194893897-router', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:04Z', 'updated_at': '2021-07-05T03:51:14Z', 'revision_number': 4, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'gw_port': {'id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685633ba-083c-4a88-8113-c61238c37f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:05Z', 'updated_at': '2021-07-05T03:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '1dd25ae6-d063-4db0-83ab-acff594831a4', 'name': '', 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'mac_address': 'fa:16:3e:f3:5e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685633ba-083c-4a88-8113-c61238c37f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '2575cced-30e7-40b1-8861-b218786d4946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:12Z', 'updated_at': '2021-07-05T03:51:20Z', 'revision_number': 4, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'subnets': [{'id': '2575cced-30e7-40b1-8861-b218786d4946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:22.019558 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-81d8dced-5ff5-48d7-914e-f8a2024df350 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.040075 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006764bb-d3a7-4ea7-991b-607caff15bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=71e4383f-68ea-4ebc-bcaf-b65e7f7abedb,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:22.074924 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fefb1-ea76-4a20-81bd-73c859000121 service neutron] Pushing event updated for resources: {'Port': ['ID=4962f367-b7a3-4db5-9b58-adbcb919fb43,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:22.163188 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8dced-5ff5-48d7-914e-f8a2024df350 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7e9d35-5fa6-4143-9eee-a411c3b4ee48,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:22.188247 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-81d8dced-5ff5-48d7-914e-f8a2024df350 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.198677 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-81d8dced-5ff5-48d7-914e-f8a2024df350 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2671702 Jul 05 03:51:22.198677 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48608) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:22.215470 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-92d77dcf-7a88-402c-bcda-065a61629b25 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:22.266114 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-006764bb-d3a7-4ea7-991b-607caff15bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.353293 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891b6da-a479-4cb4-bbb6-a22727bc42ad req-0ac705cf-8159-4858-8793-b4963dd0c660 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:22.354913 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3891b6da-a479-4cb4-bbb6-a22727bc42ad req-0ac705cf-8159-4858-8793-b4963dd0c660 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.89 "GET /v2.0/ports?device_id=01eda536-4a3b-4f1c-b7c3-f5575d99b40c HTTP/1.1" status: 200 len: 1024 time: 0.5593398 Jul 05 03:51:22.358720 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5af0f6fc-c674-4c2f-8103-ddb0289fbef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.367776 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5af0f6fc-c674-4c2f-8103-ddb0289fbef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.368985 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5af0f6fc-c674-4c2f-8103-ddb0289fbef8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/88bd4ee5-1271-433e-9599-0752732b6b6f HTTP/1.1" status: 204 len: 168 time: 0.9394705 Jul 05 03:51:22.372233 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-3a82ccac-cdf9-4873-9956-ee01edbad787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:22.374029 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-3a82ccac-cdf9-4873-9956-ee01edbad787 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac82b99c3fec40eda39ee62348356e27&device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 1095 time: 0.5410769 Jul 05 03:51:22.458121 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1dd25ae6-d063-4db0-83ab-acff594831a4 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:22.518454 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92d77dcf-7a88-402c-bcda-065a61629b25 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.549768 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 1dd25ae6-d063-4db0-83ab-acff594831a4 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:22.562947 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 1dd25ae6-d063-4db0-83ab-acff594831a4 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:22.563775 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.577208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f104e-e759-4016-a8f4-785387b25b35 req-5a278fca-cf8a-441d-b9bf-a36936193358 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:22.578651 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1a1f104e-e759-4016-a8f4-785387b25b35 req-5a278fca-cf8a-441d-b9bf-a36936193358 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 943 time: 0.8117378 Jul 05 03:51:22.580596 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-e27b3777-5183-4602-a340-21b6aef08f51 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4962f367-b7a3-4db5-9b58-adbcb919fb43 HTTP/1.1" status: 200 len: 217 time: 0.1867471 Jul 05 03:51:22.594231 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0f6fc-c674-4c2f-8103-ddb0289fbef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bd4ee5-1271-433e-9599-0752732b6b6f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:22.788892 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.828040 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1a1f104e-e759-4016-a8f4-785387b25b35 req-5fb8eb31-f2a2-4f3b-a436-79fcd647a562 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795790 Jul 05 03:51:22.857082 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-b803c278-31b8-480e-bb44-19c4b2aafe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:22.859007 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-b803c278-31b8-480e-bb44-19c4b2aafe7e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea0f684a-f292-44b8-b8f2-c6a27e5ca4c7 HTTP/1.1" status: 200 len: 855 time: 0.2118700 Jul 05 03:51:22.930633 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3abed4d-d4fc-45da-8826-c614aa113a06 x-openstack-request-id: req-d3abed4d-d4fc-45da-8826-c614aa113a06 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:22.931206 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69aa539-7887-4667-8345-b5a476ee292e", "name": "network-vif-deleted", "tag": "01c8706a-32ec-4e07-b96e-844b7b2f3436", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:22.931206 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d3abed4d-d4fc-45da-8826-c614aa113a06 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:22.931598 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69aa539-7887-4667-8345-b5a476ee292e', 'name': 'network-vif-deleted', 'tag': '01c8706a-32ec-4e07-b96e-844b7b2f3436', 'status': 'completed', 'code': 200} Jul 05 03:51:22.949948 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-ba7d0f6f-6cd9-4ad7-b425-c8501078ef85 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9bc4c91c-a289-48e8-b0da-9172982a9c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721281 Jul 05 03:51:22.990690 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5fff-73ca-47f6-aabc-d1d8b559cdae req-d197b3c8-d356-4709-8121-d7f85853d3bd tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:23.004306 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344d5fff-73ca-47f6-aabc-d1d8b559cdae req-d197b3c8-d356-4709-8121-d7f85853d3bd tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eda536-4a3b-4f1c-b7c3-f5575d99b40c HTTP/1.1" status: 200 len: 1024 time: 1.4276142 Jul 05 03:51:23.067394 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b249e65e-ca0e-4571-b5f7-9f99ab4f7585 x-openstack-request-id: req-b249e65e-ca0e-4571-b5f7-9f99ab4f7585 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:23.067709 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be851a21-053d-4fb6-8a40-39319b3d028d", "tag": "4962f367-b7a3-4db5-9b58-adbcb919fb43", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:23.068045 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b249e65e-ca0e-4571-b5f7-9f99ab4f7585 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:23.068476 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be851a21-053d-4fb6-8a40-39319b3d028d', 'tag': '4962f367-b7a3-4db5-9b58-adbcb919fb43', 'status': 'completed', 'code': 200} Jul 05 03:51:23.104127 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-3891b6da-a479-4cb4-bbb6-a22727bc42ad req-37f7a696-89d1-4920-9341-eba2d9b4ad69 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Deleting port b049e812-485b-45be-8143-21787912fae7 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:23.104490 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3891b6da-a479-4cb4-bbb6-a22727bc42ad req-37f7a696-89d1-4920-9341-eba2d9b4ad69 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.109055 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 01c8706a-32ec-4e07-b96e-844b7b2f3436 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:23.206187 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 01c8706a-32ec-4e07-b96e-844b7b2f3436 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:23.206410 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 01c8706a-32ec-4e07-b96e-844b7b2f3436 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:23.208091 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92d77dcf-7a88-402c-bcda-065a61629b25 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.244220 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 1dd25ae6-d063-4db0-83ab-acff594831a4, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1dd25ae6-d063-4db0-83ab-acff594831a4,segment=NetworkSegment(746510e4-0771-4ec5-a4b5-80f1ff823a1b),segment_id=746510e4-0771-4ec5-a4b5-80f1ff823a1b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:23.253000 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.277580 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344d5fff-73ca-47f6-aabc-d1d8b559cdae req-df5ed512-a0ad-4679-9f30-bb33bd9b9c0f tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups?id=e50a9e16-5626-49c6-b30c-839d88e898e5&id=6edef83f-ad4b-43cf-8226-709f89afd5a3&id=4c30636f-a3d7-456d-a38d-63a035a2a2da&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2719593 Jul 05 03:51:23.338013 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=1dd25ae6-d063-4db0-83ab-acff594831a4,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:23.350360 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.353193 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.353566 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.353904 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.354236 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.354566 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.354890 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.355213 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.355533 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.358447 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.358797 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.359260 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.429956 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-4dc91d7a-e814-438d-907c-408678bed4ab service neutron] 10.222.0.70 "GET /v2.0/networks/9bc4c91c-a289-48e8-b0da-9172982a9c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785569 Jul 05 03:51:23.434865 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006764bb-d3a7-4ea7-991b-607caff15bb2 admin admin] Router 31b91342-8b47-4825-8245-4f77cdefaa91 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:51:23.441349 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-3891b6da-a479-4cb4-bbb6-a22727bc42ad req-37f7a696-89d1-4920-9341-eba2d9b4ad69 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] For port b049e812-485b-45be-8143-21787912fae7, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b049e812-485b-45be-8143-21787912fae7,segment=NetworkSegment(3fbc827e-3684-4feb-9d7a-3826e63576b6),segment_id=3fbc827e-3684-4feb-9d7a-3826e63576b6)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:23.441852 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3891b6da-a479-4cb4-bbb6-a22727bc42ad req-37f7a696-89d1-4920-9341-eba2d9b4ad69 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.511960 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-3891b6da-a479-4cb4-bbb6-a22727bc42ad req-37f7a696-89d1-4920-9341-eba2d9b4ad69 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Calling delete_port for b049e812-485b-45be-8143-21787912fae7 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:23.671624 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7b433fe-c5c6-44f0-973a-c66d5edf27d6 req-3b6fc608-930d-4e85-84ef-e35973c6ebc1 service neutron] 10.222.0.70 "GET /v2.0/networks/9bc4c91c-a289-48e8-b0da-9172982a9c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079799 Jul 05 03:51:24.009188 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc20e47-6c73-4ef9-8483-41fe54e9576d req-83599253-f9a3-4495-aca5-30ea53215585 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:24.013268 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4bc20e47-6c73-4ef9-8483-41fe54e9576d req-83599253-f9a3-4495-aca5-30ea53215585 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 943 time: 0.7662723 Jul 05 03:51:24.121522 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-92d77dcf-7a88-402c-bcda-065a61629b25 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Allocated IP 172.25.1.111 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/1e3aa438-85c3-4743-b9f5-3dc330d08392) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:24.204737 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1dd25ae6-d063-4db0-83ab-acff594831a4 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:24.344576 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 1dd25ae6-d063-4db0-83ab-acff594831a4 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:24.345532 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.347481 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880ce42-c342-4f8c-abb8-70a874b82c44 req-a4d3009b-f686-4487-bc79-e47362c14be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:24.349922 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b880ce42-c342-4f8c-abb8-70a874b82c44 req-a4d3009b-f686-4487-bc79-e47362c14be0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac82b99c3fec40eda39ee62348356e27&device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 1095 time: 0.5020721 Jul 05 03:51:24.357536 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4bc20e47-6c73-4ef9-8483-41fe54e9576d req-3c2b9445-22e2-4c02-9178-f7aebb647f9d tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229139 Jul 05 03:51:24.517938 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880ce42-c342-4f8c-abb8-70a874b82c44 req-05ec2901-4b5f-476c-bcfb-8139bec64c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:24.520411 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b880ce42-c342-4f8c-abb8-70a874b82c44 req-05ec2901-4b5f-476c-bcfb-8139bec64c38 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9bc4c91c-a289-48e8-b0da-9172982a9c14 HTTP/1.1" status: 200 len: 916 time: 0.1617749 Jul 05 03:51:24.591830 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b880ce42-c342-4f8c-abb8-70a874b82c44 req-32b2f838-cddf-4ed7-9c84-0080efd9caef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4962f367-b7a3-4db5-9b58-adbcb919fb43 HTTP/1.1" status: 200 len: 217 time: 0.0613415 Jul 05 03:51:24.603881 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006764bb-d3a7-4ea7-991b-607caff15bb2 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:24.613754 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-006764bb-d3a7-4ea7-991b-607caff15bb2 admin admin] 10.222.0.77 "PUT /v2.0/routers/31b91342-8b47-4825-8245-4f77cdefaa91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9530518 Jul 05 03:51:24.618549 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48646) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:24.620791 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a190a08-3ff7-430b-af42-9ce799b92528 None None] Sync routers for ids ['31b91342-8b47-4825-8245-4f77cdefaa91'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:24.639104 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a190a08-3ff7-430b-af42-9ce799b92528 None None] Routers {'31b91342-8b47-4825-8245-4f77cdefaa91'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:24.640321 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8a190a08-3ff7-430b-af42-9ce799b92528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:51:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['31b91342-8b47-4825-8245-4f77cdefaa91'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:24.706112 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df0dc3-df3c-479d-a845-0ef827451408 req-52b2ad20-7be3-4744-9fbd-d52b23d27753 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:24.714659 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e3df0dc3-df3c-479d-a845-0ef827451408 req-52b2ad20-7be3-4744-9fbd-d52b23d27753 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 943 time: 0.4564438 Jul 05 03:51:24.776917 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92d77dcf-7a88-402c-bcda-065a61629b25 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.790176 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e3df0dc3-df3c-479d-a845-0ef827451408 req-291e44a9-ec3e-4be0-8608-f6de410197ae tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745885 Jul 05 03:51:24.848139 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3891b6da-a479-4cb4-bbb6-a22727bc42ad req-37f7a696-89d1-4920-9341-eba2d9b4ad69 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.858655 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880ce42-c342-4f8c-abb8-70a874b82c44 req-861587de-4a05-4fb8-9afe-96e9593e734a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:24.862860 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b880ce42-c342-4f8c-abb8-70a874b82c44 req-861587de-4a05-4fb8-9afe-96e9593e734a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea0f684a-f292-44b8-b8f2-c6a27e5ca4c7 HTTP/1.1" status: 200 len: 855 time: 0.2588754 Jul 05 03:51:24.887788 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device d2f5f1cd-5a84-4536-9e41-5625e01cedc9 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:51:24.895670 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b049e812-485b-45be-8143-21787912fae7 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:24.943505 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7a696-89d1-4920-9341-eba2d9b4ad69 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event deleted for resources: {'Port': ['ID=b049e812-485b-45be-8143-21787912fae7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:24.952084 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-3891b6da-a479-4cb4-bbb6-a22727bc42ad req-37f7a696-89d1-4920-9341-eba2d9b4ad69 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] No DVR routers for this DVR port b049e812-485b-45be-8143-21787912fae7 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:24.959511 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3891b6da-a479-4cb4-bbb6-a22727bc42ad req-37f7a696-89d1-4920-9341-eba2d9b4ad69 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.960143 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-8a190a08-3ff7-430b-af42-9ce799b92528 None None] Set router 31b91342-8b47-4825-8245-4f77cdefaa91 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:24.962039 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3891b6da-a479-4cb4-bbb6-a22727bc42ad req-37f7a696-89d1-4920-9341-eba2d9b4ad69 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.89 "DELETE /v2.0/ports/b049e812-485b-45be-8143-21787912fae7 HTTP/1.1" status: 204 len: 173 time: 2.5912845 Jul 05 03:51:24.962654 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01eda536-4a3b-4f1c-b7c3-f5575d99b40c', 'name': 'network-vif-deleted', 'tag': 'b049e812-485b-45be-8143-21787912fae7'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:24.962987 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b880ce42-c342-4f8c-abb8-70a874b82c44 req-c7b60d83-9bab-4668-956a-cf95d2a25e86 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9bc4c91c-a289-48e8-b0da-9172982a9c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830379 Jul 05 03:51:24.963542 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: b049e812-485b-45be-8143-21787912fae7 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:24.964343 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b049e812-485b-45be-8143-21787912fae7 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:24.965845 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54bbe33-4a5b-4882-8cb9-d8467611a9b7" -d '{"events": [{"server_uuid": "01eda536-4a3b-4f1c-b7c3-f5575d99b40c", "name": "network-vif-deleted", "tag": "b049e812-485b-45be-8143-21787912fae7"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:24.982290 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e38ed0d6-bde5-4541-8b1c-797cc82adaca admin admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:25.344483 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fec94b5f-6b60-4196-b597-4a9dfca12bb2 req-ef9a608f-1306-47a0-b80a-096a034d5dac tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/ports?device_id=01eda536-4a3b-4f1c-b7c3-f5575d99b40c HTTP/1.1" status: 200 len: 210 time: 0.2095106 Jul 05 03:51:25.406286 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e38ed0d6-bde5-4541-8b1c-797cc82adaca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:25.502890 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7adc594-cb84-4dd1-b3e8-6197aee48c0a x-openstack-request-id: req-a7adc594-cb84-4dd1-b3e8-6197aee48c0a {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:25.503390 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01eda536-4a3b-4f1c-b7c3-f5575d99b40c", "name": "network-vif-deleted", "tag": "b049e812-485b-45be-8143-21787912fae7", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:25.503832 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a7adc594-cb84-4dd1-b3e8-6197aee48c0a {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:25.504510 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01eda536-4a3b-4f1c-b7c3-f5575d99b40c', 'name': 'network-vif-deleted', 'tag': 'b049e812-485b-45be-8143-21787912fae7', 'status': 'completed', 'code': 200} Jul 05 03:51:25.606931 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port d2f5f1cd-5a84-4536-9e41-5625e01cedc9, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=d2f5f1cd-5a84-4536-9e41-5625e01cedc9,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:25.617027 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8a190a08-3ff7-430b-af42-9ce799b92528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1900286073-router', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:51:21Z', 'revision_number': 5, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'gw_port': {'id': '5e6d8c86-45b1-44eb-8068-8eac504ae67a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:25.664441 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'd2f5f1cd-5a84-4536-9e41-5625e01cedc9', 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd', 'port_id': 'd2f5f1cd-5a84-4536-9e41-5625e01cedc9', 'mac_address': 'fa:16:3e:33:2b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed0a1ef0-1506-4eb0-93c1-51dd53393e81', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:51:25.667869 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a190a08-3ff7-430b-af42-9ce799b92528 None None] Checking router: 31b91342-8b47-4825-8245-4f77cdefaa91 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:25.699369 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c94f0e-68a3-4a57-ae69-1e859ae8b120 req-fa800971-b61f-4837-b678-7f68810d01d8 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:25.701056 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a1c94f0e-68a3-4a57-ae69-1e859ae8b120 req-fa800971-b61f-4837-b678-7f68810d01d8 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.89 "GET /v2.0/ports?device_id=4406722e-2d8e-44f7-be58-e96e67a8c79d HTTP/1.1" status: 200 len: 950 time: 0.3535378 Jul 05 03:51:25.716842 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a190a08-3ff7-430b-af42-9ce799b92528 None None] Routers {'31b91342-8b47-4825-8245-4f77cdefaa91'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:25.717550 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8a190a08-3ff7-430b-af42-9ce799b92528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:51:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['31b91342-8b47-4825-8245-4f77cdefaa91'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:25.775721 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bb2cf-cf10-4563-9d9b-24227f4f3281 req-59605fd8-a9d0-46be-9a24-3a379486641c tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:25.783866 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-543bb2cf-cf10-4563-9d9b-24227f4f3281 req-59605fd8-a9d0-46be-9a24-3a379486641c tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=4406722e-2d8e-44f7-be58-e96e67a8c79d HTTP/1.1" status: 200 len: 950 time: 1.1514308 Jul 05 03:51:25.787939 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-e38ed0d6-bde5-4541-8b1c-797cc82adaca admin admin] Deleting port 5e6d8c86-45b1-44eb-8068-8eac504ae67a {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:25.788510 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e38ed0d6-bde5-4541-8b1c-797cc82adaca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:25.809219 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92d77dcf-7a88-402c-bcda-065a61629b25 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:25.856992 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:25.881692 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d77dcf-7a88-402c-bcda-065a61629b25 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Pushing event updated for resources: {'Port': ['ID=1e3aa438-85c3-4743-b9f5-3dc330d08392,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:25.893071 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f5f1cd-5a84-4536-9e41-5625e01cedc9 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:25.893323 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b880ce42-c342-4f8c-abb8-70a874b82c44 req-8ab6393f-2af8-4e91-b346-02766f8914a5 service neutron] 10.222.0.70 "GET /v2.0/networks/9bc4c91c-a289-48e8-b0da-9172982a9c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9045334 Jul 05 03:51:25.897050 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-e38ed0d6-bde5-4541-8b1c-797cc82adaca admin admin] For port 5e6d8c86-45b1-44eb-8068-8eac504ae67a, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5e6d8c86-45b1-44eb-8068-8eac504ae67a,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:25.897346 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e38ed0d6-bde5-4541-8b1c-797cc82adaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:25.901860 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d77dcf-7a88-402c-bcda-065a61629b25 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:25.916396 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-e38ed0d6-bde5-4541-8b1c-797cc82adaca admin admin] Calling delete_port for 5e6d8c86-45b1-44eb-8068-8eac504ae67a owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:25.929796 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-92d77dcf-7a88-402c-bcda-065a61629b25 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:25.963355 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d77dcf-7a88-402c-bcda-065a61629b25 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:25.964633 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-8a190a08-3ff7-430b-af42-9ce799b92528 None None] Set router 31b91342-8b47-4825-8245-4f77cdefaa91 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:26.016590 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port d2f5f1cd-5a84-4536-9e41-5625e01cedc9, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=d2f5f1cd-5a84-4536-9e41-5625e01cedc9,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:26.054092 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92d77dcf-7a88-402c-bcda-065a61629b25 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.077615 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.086933 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-543bb2cf-cf10-4563-9d9b-24227f4f3281 req-c2c55b96-ab10-4bad-841c-d7135d03757a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992826 Jul 05 03:51:26.089546 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8a190a08-3ff7-430b-af42-9ce799b92528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1900286073-router', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:51:25Z', 'revision_number': 6, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:26.181358 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92d77dcf-7a88-402c-bcda-065a61629b25 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.190291 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e38ed0d6-bde5-4541-8b1c-797cc82adaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.194659 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=d2f5f1cd-5a84-4536-9e41-5625e01cedc9,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:26.228750 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f72f53-1630-4ab1-8cf2-a410987bf9bd req-9d56d461-b003-4c29-ac5b-4c4ed9fd2460 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:26.230564 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-74f72f53-1630-4ab1-8cf2-a410987bf9bd req-9d56d461-b003-4c29-ac5b-4c4ed9fd2460 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 943 time: 0.5807705 Jul 05 03:51:26.240271 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ed0d6-bde5-4541-8b1c-797cc82adaca admin admin] Pushing event deleted for resources: {'Port': ['ID=5e6d8c86-45b1-44eb-8068-8eac504ae67a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:26.269902 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a190a08-3ff7-430b-af42-9ce799b92528 None None] The sync data for ids ['31b91342-8b47-4825-8245-4f77cdefaa91'] in n-d-780147-23 is: [{'id': '31b91342-8b47-4825-8245-4f77cdefaa91', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1900286073-router', 'tenant_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:51:25Z', 'revision_number': 6, 'project_id': '49aa2e78f4fa410bbda69c030d0e9b7c', 'gw_port_host': None}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:26.362614 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b880ce42-c342-4f8c-abb8-70a874b82c44 req-399c7097-565a-4319-9c6b-1a7174f4a1d8 service neutron] 10.222.0.70 "GET /v2.0/networks/9bc4c91c-a289-48e8-b0da-9172982a9c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592786 Jul 05 03:51:26.375196 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e38ed0d6-bde5-4541-8b1c-797cc82adaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.378303 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['d2f5f1cd-5a84-4536-9e41-5625e01cedc9'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:26.380417 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-74f72f53-1630-4ab1-8cf2-a410987bf9bd req-38302a22-1acf-42ec-8cdc-f37dacd7a03b tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242571 Jul 05 03:51:26.386264 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-a1c94f0e-68a3-4a57-ae69-1e859ae8b120 req-e11d2dd9-f4f2-4614-b4fd-cf8806ae1ded tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Deleting port 0a24e240-e7e3-4733-8693-1ec0751b7fd7 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:26.386631 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a1c94f0e-68a3-4a57-ae69-1e859ae8b120 req-e11d2dd9-f4f2-4614-b4fd-cf8806ae1ded tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.496703 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-a1c94f0e-68a3-4a57-ae69-1e859ae8b120 req-e11d2dd9-f4f2-4614-b4fd-cf8806ae1ded tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] For port 0a24e240-e7e3-4733-8693-1ec0751b7fd7, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=0a24e240-e7e3-4733-8693-1ec0751b7fd7,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:26.497072 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a1c94f0e-68a3-4a57-ae69-1e859ae8b120 req-e11d2dd9-f4f2-4614-b4fd-cf8806ae1ded tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.502323 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92d77dcf-7a88-402c-bcda-065a61629b25 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.508198 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92d77dcf-7a88-402c-bcda-065a61629b25 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.513906 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-a1c94f0e-68a3-4a57-ae69-1e859ae8b120 req-e11d2dd9-f4f2-4614-b4fd-cf8806ae1ded tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Calling delete_port for 0a24e240-e7e3-4733-8693-1ec0751b7fd7 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:26.559743 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d77dcf-7a88-402c-bcda-065a61629b25 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Pushing event updated for resources: {'Port': ['ID=1e3aa438-85c3-4743-b9f5-3dc330d08392,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:26.667607 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-2c6d14d4-7c62-4bf7-8b7e-b028e8ce563a tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=939e4242400a4cae8b31972692568670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291715 Jul 05 03:51:26.671041 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92d77dcf-7a88-402c-bcda-065a61629b25 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.736762 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92d77dcf-7a88-402c-bcda-065a61629b25 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.743266 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e38ed0d6-bde5-4541-8b1c-797cc82adaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.747059 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-92d77dcf-7a88-402c-bcda-065a61629b25 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5435107 Jul 05 03:51:26.787789 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e38ed0d6-bde5-4541-8b1c-797cc82adaca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.843409 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-7eab76ee-b687-4c97-a839-e81b5c460202 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:26.847117 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-7eab76ee-b687-4c97-a839-e81b5c460202 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1657894 Jul 05 03:51:26.882469 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-68556283-cd2d-460e-aee1-c1d52a086585 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.77 "GET /v2.0/quotas/939e4242400a4cae8b31972692568670 HTTP/1.1" status: 200 len: 375 time: 0.0248828 Jul 05 03:51:26.922538 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e38ed0d6-bde5-4541-8b1c-797cc82adaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.923875 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38ed0d6-bde5-4541-8b1c-797cc82adaca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31b91342-8b47-4825-8245-4f77cdefaa91 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:51:26.930407 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e38ed0d6-bde5-4541-8b1c-797cc82adaca admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.932388 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-3239f0f0-81a8-4b4c-9d5e-44d670773edc tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=939e4242400a4cae8b31972692568670&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443873 Jul 05 03:51:26.934021 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e38ed0d6-bde5-4541-8b1c-797cc82adaca admin admin] 10.222.0.77 "DELETE /v2.0/routers/31b91342-8b47-4825-8245-4f77cdefaa91 HTTP/1.1" status: 204 len: 168 time: 2.3116131 Jul 05 03:51:26.934547 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48690) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:26.935772 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a1c94f0e-68a3-4a57-ae69-1e859ae8b120 req-e11d2dd9-f4f2-4614-b4fd-cf8806ae1ded tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.973313 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['7e741bda-ec2c-4820-898b-4dc034cb6adc', 'e2d807f9-b9e2-4c86-85cc-e0a673d4fa65', 'b5cd23f4-263c-4e30-8b36-bafbdc086518', '1e278b79-6bf5-4554-86aa-e13c5e8de9bb'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:26.976272 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4d353-9109-4b4b-8adc-897c25d88aad req-04270377-b6e6-4401-aa2a-982e5c8be2ce tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:26.977879 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-32e4d353-9109-4b4b-8adc-897c25d88aad req-04270377-b6e6-4401-aa2a-982e5c8be2ce tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 943 time: 0.2535989 Jul 05 03:51:26.981892 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d2dd9-f4f2-4614-b4fd-cf8806ae1ded tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Pushing event deleted for resources: {'Port': ['ID=0a24e240-e7e3-4733-8693-1ec0751b7fd7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:27.019921 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c469d4-fc4e-497c-805b-b373af15c366 admin admin] Deleting subnet 637932b0-f157-4611-98b0-74dc055ed6e0 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:51:27.024873 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d9c469d4-fc4e-497c-805b-b373af15c366 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:27.065893 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c94f0e-68a3-4a57-ae69-1e859ae8b120 req-e11d2dd9-f4f2-4614-b4fd-cf8806ae1ded tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] No DVR routers for this DVR port 0a24e240-e7e3-4733-8693-1ec0751b7fd7 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:27.071829 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d9c469d4-fc4e-497c-805b-b373af15c366 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:27.075909 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a1c94f0e-68a3-4a57-ae69-1e859ae8b120 req-e11d2dd9-f4f2-4614-b4fd-cf8806ae1ded tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:27.078197 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a1c94f0e-68a3-4a57-ae69-1e859ae8b120 req-e11d2dd9-f4f2-4614-b4fd-cf8806ae1ded tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.89 "DELETE /v2.0/ports/0a24e240-e7e3-4733-8693-1ec0751b7fd7 HTTP/1.1" status: 204 len: 173 time: 1.3493977 Jul 05 03:51:27.103914 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-32e4d353-9109-4b4b-8adc-897c25d88aad req-cd23d739-46ef-4f0e-b81b-f8a880ba8ae9 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742309 Jul 05 03:51:27.171493 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['8c3043e1-c196-4814-bffd-5d5643e5bd16'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:27.363036 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d9c469d4-fc4e-497c-805b-b373af15c366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:27.495418 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d9c469d4-fc4e-497c-805b-b373af15c366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:27.517323 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4406722e-2d8e-44f7-be58-e96e67a8c79d', 'name': 'network-vif-deleted', 'tag': '0a24e240-e7e3-4733-8693-1ec0751b7fd7'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:27.521591 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9d182a-1583-4790-a170-3e14ad1f96c3" -d '{"events": [{"server_uuid": "4406722e-2d8e-44f7-be58-e96e67a8c79d", "name": "network-vif-deleted", "tag": "0a24e240-e7e3-4733-8693-1ec0751b7fd7"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:27.555934 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c469d4-fc4e-497c-805b-b373af15c366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=637932b0-f157-4611-98b0-74dc055ed6e0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:27.587418 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-97e6dd1b-ec42-4677-b615-634c683ca7ff tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:27.590497 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d9c469d4-fc4e-497c-805b-b373af15c366 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:27.595019 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d9c469d4-fc4e-497c-805b-b373af15c366 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/637932b0-f157-4611-98b0-74dc055ed6e0 HTTP/1.1" status: 204 len: 168 time: 0.6580238 Jul 05 03:51:27.595836 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6636cf4-f1c7-4f85-a31d-f5f5e83b3663 None None] Network 03165c03-da88-4245-8e84-9b954eea306b requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:27.599185 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48716) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:27.599920 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-97e6dd1b-ec42-4677-b615-634c683ca7ff tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 821 time: 0.2915542 Jul 05 03:51:27.642875 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-bf0e77fc-78f1-4c00-b13f-d49fd6258337 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/quotas/11544e3d57bf4d33848f6eceacb7332e HTTP/1.1" status: 200 len: 375 time: 0.0419383 Jul 05 03:51:27.728494 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-c9e43cd4-4ec0-4a2f-b182-8438c8c691ce tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1981712975&fields=id&tenant_id=a20ee6725ac14ac28ce986201945825e HTTP/1.1" status: 200 len: 267 time: 0.1786268 Jul 05 03:51:27.785861 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-8d0e6ea5-0c6a-4ce3-8d98-c3591e02f23d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1400416 Jul 05 03:51:27.806072 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e4593e1a-bf24-430a-9f56-e3bd7c5ad4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:27.998138 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-f8499a46-584b-4d69-8ccb-a497988ce557 service neutron] 10.222.0.77 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091916 Jul 05 03:51:27.998783 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-d6feae59-69ba-43c0-a824-90d9a5b82cf7 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:28.007613 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-d6feae59-69ba-43c0-a824-90d9a5b82cf7 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/networks?id=330c5af7-2c04-42e0-9e22-c686ac916fd7 HTTP/1.1" status: 200 len: 805 time: 0.2776194 Jul 05 03:51:28.038668 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-ef292d88-25b0-4464-b149-00074d21c1fb tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/quotas/a20ee6725ac14ac28ce986201945825e HTTP/1.1" status: 200 len: 375 time: 0.0299706 Jul 05 03:51:28.168541 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2298f231-e64d-4684-bfa6-59e086105b1f None None] DHCP port deletion for 03165c03-da88-4245-8e84-9b954eea306b request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:51:28.186220 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-720e50c7-ca47-4c1e-b37e-9d5f71df47ff service neutron] 10.222.0.77 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814861 Jul 05 03:51:28.238522 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-e4593e1a-bf24-430a-9f56-e3bd7c5ad4a4 admin admin] Deleting port cdc3e715-ab1b-4c1a-86f2-a7f33154188b {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:28.239697 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e4593e1a-bf24-430a-9f56-e3bd7c5ad4a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:28.293112 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5e6d8c86-45b1-44eb-8068-8eac504ae67a no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:28.319403 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 5e6d8c86-45b1-44eb-8068-8eac504ae67a {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:28.320117 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5e6d8c86-45b1-44eb-8068-8eac504ae67a not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:28.321029 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 71e4383f-68ea-4ebc-bcaf-b65e7f7abedb no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:28.357489 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 71e4383f-68ea-4ebc-bcaf-b65e7f7abedb {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:28.357988 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 71e4383f-68ea-4ebc-bcaf-b65e7f7abedb not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:28.401410 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2298f231-e64d-4684-bfa6-59e086105b1f None None] Deleting port cdc3e715-ab1b-4c1a-86f2-a7f33154188b {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:28.401410 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2298f231-e64d-4684-bfa6-59e086105b1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:28.411414 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-75a220d6-30e2-43f1-843b-782431ea0c8b tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a20ee6725ac14ac28ce986201945825e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3714905 Jul 05 03:51:28.414360 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-e4593e1a-bf24-430a-9f56-e3bd7c5ad4a4 admin admin] For port cdc3e715-ab1b-4c1a-86f2-a7f33154188b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cdc3e715-ab1b-4c1a-86f2-a7f33154188b,segment=NetworkSegment(b3fe746c-afab-4ea9-83e8-76d493f2647b),segment_id=b3fe746c-afab-4ea9-83e8-76d493f2647b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:28.415169 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e4593e1a-bf24-430a-9f56-e3bd7c5ad4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:28.432976 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-e4593e1a-bf24-430a-9f56-e3bd7c5ad4a4 admin admin] Calling delete_port for cdc3e715-ab1b-4c1a-86f2-a7f33154188b owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:28.494139 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2298f231-e64d-4684-bfa6-59e086105b1f None None] For port cdc3e715-ab1b-4c1a-86f2-a7f33154188b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cdc3e715-ab1b-4c1a-86f2-a7f33154188b,segment=NetworkSegment(b3fe746c-afab-4ea9-83e8-76d493f2647b),segment_id=b3fe746c-afab-4ea9-83e8-76d493f2647b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:28.494910 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2298f231-e64d-4684-bfa6-59e086105b1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:28.533965 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2298f231-e64d-4684-bfa6-59e086105b1f None None] Calling delete_port for cdc3e715-ab1b-4c1a-86f2-a7f33154188b owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:28.546406 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c77d09f8-5052-415a-bbbe-0b54454c9ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:28.663624 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-a07e1b24-a0be-4017-8e89-10d771f19111 service neutron] 10.222.0.77 "GET /v2.0/networks/330c5af7-2c04-42e0-9e22-c686ac916fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133698 Jul 05 03:51:28.682216 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e4593e1a-bf24-430a-9f56-e3bd7c5ad4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:28.757085 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b945c04f-ee15-4101-a8bc-f0b2528a79d9 req-e5bb4fdf-5ab6-4209-bdd9-8b2d0b7c92b9 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.77 "GET /v2.0/ports?device_id=b11a3a27-46a7-4a09-8dab-2e2757985aff HTTP/1.1" status: 200 len: 210 time: 0.0682735 Jul 05 03:51:28.764719 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 4962f367-b7a3-4db5-9b58-adbcb919fb43 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:51:28.778557 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4593e1a-bf24-430a-9f56-e3bd7c5ad4a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc3e715-ab1b-4c1a-86f2-a7f33154188b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:28.786278 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4593e1a-bf24-430a-9f56-e3bd7c5ad4a4 admin admin] No DVR routers for this DVR port cdc3e715-ab1b-4c1a-86f2-a7f33154188b on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:28.786594 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2298f231-e64d-4684-bfa6-59e086105b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:28.842771 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298f231-e64d-4684-bfa6-59e086105b1f None None] Pushing event deleted for resources: {'Port': ['ID=cdc3e715-ab1b-4c1a-86f2-a7f33154188b,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:28.854422 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2298f231-e64d-4684-bfa6-59e086105b1f None None] No DVR routers for this DVR port cdc3e715-ab1b-4c1a-86f2-a7f33154188b on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:28.903555 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e4593e1a-bf24-430a-9f56-e3bd7c5ad4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:28.922395 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-0b033371-5965-418e-9338-347f693f664f service neutron] 10.222.0.77 "GET /v2.0/networks/330c5af7-2c04-42e0-9e22-c686ac916fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510467 Jul 05 03:51:28.924867 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-e4593e1a-bf24-430a-9f56-e3bd7c5ad4a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03165c03-da88-4245-8e84-9b954eea306b']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:28.944954 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device d2f5f1cd-5a84-4536-9e41-5625e01cedc9 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:28.964206 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-e4593e1a-bf24-430a-9f56-e3bd7c5ad4a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3fe746c-afab-4ea9-83e8-76d493f2647b') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:28.965018 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-e4593e1a-bf24-430a-9f56-e3bd7c5ad4a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3fe746c-afab-4ea9-83e8-76d493f2647b') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:28.996390 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e4593e1a-bf24-430a-9f56-e3bd7c5ad4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.014494 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e4593e1a-bf24-430a-9f56-e3bd7c5ad4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.023078 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.024304 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4593e1a-bf24-430a-9f56-e3bd7c5ad4a4 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:51:29.024906 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e4593e1a-bf24-430a-9f56-e3bd7c5ad4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: timer() Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:51:29.027399 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:51:29.040315 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-32ede3cc-3d97-4d91-abd0-e9362941836b req-210c5426-03a9-4b1c-8cac-a4b2bb7b21a9 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/e50a9e16-5626-49c6-b30c-839d88e898e5 HTTP/1.1" status: 200 len: 1800 time: 0.0853879 Jul 05 03:51:29.120963 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 4962f367-b7a3-4db5-9b58-adbcb919fb43, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=4962f367-b7a3-4db5-9b58-adbcb919fb43,segment=NetworkSegment(8e925059-1d42-4eae-ad90-062ddf3ec375),segment_id=8e925059-1d42-4eae-ad90-062ddf3ec375)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:29.129430 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e4593e1a-bf24-430a-9f56-e3bd7c5ad4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.144276 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-32ede3cc-3d97-4d91-abd0-e9362941836b req-8be7d6eb-4863-44e5-bb65-18175c61d956 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.144507 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e4593e1a-bf24-430a-9f56-e3bd7c5ad4a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.150728 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48744) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:29.151141 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e4593e1a-bf24-430a-9f56-e3bd7c5ad4a4 admin admin] 10.222.0.77 "DELETE /v2.0/networks/03165c03-da88-4245-8e84-9b954eea306b HTTP/1.1" status: 204 len: 168 time: 1.5500841 Jul 05 03:51:29.164655 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4593e1a-bf24-430a-9f56-e3bd7c5ad4a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=03165c03-da88-4245-8e84-9b954eea306b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:29.172517 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port d2f5f1cd-5a84-4536-9e41-5625e01cedc9 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:29.178596 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '4962f367-b7a3-4db5-9b58-adbcb919fb43', 'network_id': '9bc4c91c-a289-48e8-b0da-9172982a9c14', 'port_id': '4962f367-b7a3-4db5-9b58-adbcb919fb43', 'mac_address': 'fa:16:3e:09:12:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea0f684a-f292-44b8-b8f2-c6a27e5ca4c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:51:29.186132 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port d2f5f1cd-5a84-4536-9e41-5625e01cedc9 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:29.186719 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.277957 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.304921 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4962f367-b7a3-4db5-9b58-adbcb919fb43 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:29.367281 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 4962f367-b7a3-4db5-9b58-adbcb919fb43, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=4962f367-b7a3-4db5-9b58-adbcb919fb43,segment=NetworkSegment(8e925059-1d42-4eae-ad90-062ddf3ec375),segment_id=8e925059-1d42-4eae-ad90-062ddf3ec375)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:29.378004 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.450826 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.474085 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-32ede3cc-3d97-4d91-abd0-e9362941836b req-8be7d6eb-4863-44e5-bb65-18175c61d956 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.574178 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81466b-0ec3-471e-acb5-cf52db8ef486 req-446a92ef-e4e2-489d-9ff1-c5adfd20318e tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:29.598660 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6f81466b-0ec3-471e-acb5-cf52db8ef486 req-446a92ef-e4e2-489d-9ff1-c5adfd20318e tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 944 time: 0.1321049 Jul 05 03:51:29.605686 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=4962f367-b7a3-4db5-9b58-adbcb919fb43,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:29.618349 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713f7abb-56b2-4cc9-be01-b66956ff9965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f5f1cd-5a84-4536-9e41-5625e01cedc9'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:29.644253 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a6809e-f6ca-4dac-937e-ef1ebbf8b1cd" -d '{"events": [{"server_uuid": "713f7abb-56b2-4cc9-be01-b66956ff9965", "name": "network-vif-plugged", "status": "completed", "tag": "d2f5f1cd-5a84-4536-9e41-5625e01cedc9"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:29.678989 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port d2f5f1cd-5a84-4536-9e41-5625e01cedc9, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=d2f5f1cd-5a84-4536-9e41-5625e01cedc9,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:29.686130 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6f81466b-0ec3-471e-acb5-cf52db8ef486 req-4b07cddb-445b-4d6c-b056-d1e34bf7aed3 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863798 Jul 05 03:51:29.690583 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.692813 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 0a24e240-e7e3-4733-8693-1ec0751b7fd7 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:29.738724 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-9608ef7f-2b69-46ed-875c-998baeba3433 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=939e4242400a4cae8b31972692568670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0907204 Jul 05 03:51:29.873528 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=d2f5f1cd-5a84-4536-9e41-5625e01cedc9,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:29.882611 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 0a24e240-e7e3-4733-8693-1ec0751b7fd7 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:29.883513 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 0a24e240-e7e3-4733-8693-1ec0751b7fd7 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:30.128989 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['4962f367-b7a3-4db5-9b58-adbcb919fb43'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:30.164046 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aaa378-3aa1-4e2c-b949-9ccd83dc6f85 req-95c2070a-3f8d-4d50-bba0-7fd023a558bf tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:30.170492 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12aaa378-3aa1-4e2c-b949-9ccd83dc6f85 req-95c2070a-3f8d-4d50-bba0-7fd023a558bf tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 944 time: 0.1189759 Jul 05 03:51:30.199491 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cdc3e715-ab1b-4c1a-86f2-a7f33154188b no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:30.241530 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: cdc3e715-ab1b-4c1a-86f2-a7f33154188b {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:30.241875 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cdc3e715-ab1b-4c1a-86f2-a7f33154188b not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:30.242515 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12aaa378-3aa1-4e2c-b949-9ccd83dc6f85 req-5b627581-d108-46c1-b6a4-db630fdf54e0 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619452 Jul 05 03:51:30.289472 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca7e454-2020-4cec-ba0a-183ec540d23f x-openstack-request-id: req-5ca7e454-2020-4cec-ba0a-183ec540d23f {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:30.290207 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4406722e-2d8e-44f7-be58-e96e67a8c79d", "name": "network-vif-deleted", "tag": "0a24e240-e7e3-4733-8693-1ec0751b7fd7", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:30.290362 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5ca7e454-2020-4cec-ba0a-183ec540d23f {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:30.291366 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4406722e-2d8e-44f7-be58-e96e67a8c79d', 'name': 'network-vif-deleted', 'tag': '0a24e240-e7e3-4733-8693-1ec0751b7fd7', 'status': 'completed', 'code': 200} Jul 05 03:51:30.295019 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-32ede3cc-3d97-4d91-abd0-e9362941836b req-8be7d6eb-4863-44e5-bb65-18175c61d956 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:30.298619 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-32ede3cc-3d97-4d91-abd0-e9362941836b req-8be7d6eb-4863-44e5-bb65-18175c61d956 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:30.308399 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-32ede3cc-3d97-4d91-abd0-e9362941836b req-8be7d6eb-4863-44e5-bb65-18175c61d956 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "DELETE /v2.0/security-groups/e50a9e16-5626-49c6-b30c-839d88e898e5 HTTP/1.1" status: 204 len: 173 time: 1.2585511 Jul 05 03:51:30.345811 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7d6eb-4863-44e5-bb65-18175c61d956 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50a9e16-5626-49c6-b30c-839d88e898e5,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:30.431377 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-2c87a4fb-b5fa-4925-ad53-b2029002bfd2 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:30.433230 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-2c87a4fb-b5fa-4925-ad53-b2029002bfd2 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6888087 Jul 05 03:51:30.457236 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-567d62e0-d4ee-4ffc-814c-3c0016d1d6f0 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Request body: {'port': {'device_id': 'b11a3a27-46a7-4a09-8dab-2e2757985aff', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': '939e4242400a4cae8b31972692568670'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:30.461971 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b75d4359-d72d-440d-8fc0-508b92565676 req-99ea2848-6915-4f68-9746-91fe695def2f tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 210 time: 0.0340416 Jul 05 03:51:30.690503 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-23630a42-5f0f-43fb-b0ce-94279b284c84 req-11afa8b9-c61e-43a0-8374-bd61738ff761 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7d9fdea-4a0f-4d05-8267-682f861686fa HTTP/1.1" status: 200 len: 210 time: 0.0570526 Jul 05 03:51:30.763542 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-567d62e0-d4ee-4ffc-814c-3c0016d1d6f0 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Made reservation on behalf of 939e4242400a4cae8b31972692568670 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:30.773663 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-567d62e0-d4ee-4ffc-814c-3c0016d1d6f0 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:30.805913 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-567d62e0-d4ee-4ffc-814c-3c0016d1d6f0 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:30.812876 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b9a2ca-be73-4e83-aef9-d9728c7732c6 x-openstack-request-id: req-30b9a2ca-be73-4e83-aef9-d9728c7732c6 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:30.814213 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713f7abb-56b2-4cc9-be01-b66956ff9965", "name": "network-vif-plugged", "status": "completed", "tag": "d2f5f1cd-5a84-4536-9e41-5625e01cedc9", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:30.814648 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-30b9a2ca-be73-4e83-aef9-d9728c7732c6 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:30.815322 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713f7abb-56b2-4cc9-be01-b66956ff9965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f5f1cd-5a84-4536-9e41-5625e01cedc9', 'code': 200} Jul 05 03:51:30.868925 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1f2e12e9-0ff5-4877-95cc-69f0e539fcbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:30.917545 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-8e6a4c7e-3f95-4958-a0e1-c0e652df10c8 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:30.919468 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-8e6a4c7e-3f95-4958-a0e1-c0e652df10c8 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.89 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 821 time: 0.2225938 Jul 05 03:51:30.937323 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d64d83d2-7563-418d-8a6e-6e74d5c7cc8f tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Request body: {'port': {'device_id': '837b0dd2-ad8b-429f-8557-b370f7a9ecbf', 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368', 'admin_state_up': True, 'tenant_id': '11544e3d57bf4d33848f6eceacb7332e'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:31.030256 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-736d6a4a-77fd-435a-b7af-9f1141aebe5a req-48554d47-0044-4a37-b4f2-4f86e1aeb77d tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.77 "GET /v2.0/ports?device_id=b11a3a27-46a7-4a09-8dab-2e2757985aff HTTP/1.1" status: 200 len: 210 time: 0.0997961 Jul 05 03:51:31.033974 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0e17e133-e5fb-4415-b74c-8b24f88ed484 req-f94f495a-98b0-47d6-9f3f-dabf9066b1c4 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "GET /v2.0/security-groups/4c30636f-a3d7-456d-a38d-63a035a2a2da HTTP/1.1" status: 200 len: 1801 time: 0.1737266 Jul 05 03:51:31.272767 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-567d62e0-d4ee-4ffc-814c-3c0016d1d6f0 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.273770 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0e17e133-e5fb-4415-b74c-8b24f88ed484 req-8fa80bd6-fae9-4dda-b69d-c4a45dd15426 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.299399 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-69b6fb67-90aa-4f88-ba5d-4bd20744184e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.307104 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e056c7-f97c-46c9-acad-3bf257c17343 req-6e2a2589-79f0-4c9a-bb6a-4390a9ee283a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:31.308693 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c1e056c7-f97c-46c9-acad-3bf257c17343 req-6e2a2589-79f0-4c9a-bb6a-4390a9ee283a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 1097 time: 0.3459027 Jul 05 03:51:31.310302 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0e17e133-e5fb-4415-b74c-8b24f88ed484 req-8fa80bd6-fae9-4dda-b69d-c4a45dd15426 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.312440 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d64d83d2-7563-418d-8a6e-6e74d5c7cc8f tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Made reservation on behalf of 11544e3d57bf4d33848f6eceacb7332e for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:31.317132 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d64d83d2-7563-418d-8a6e-6e74d5c7cc8f tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.330842 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-567d62e0-d4ee-4ffc-814c-3c0016d1d6f0 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.364608 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c1e056c7-f97c-46c9-acad-3bf257c17343 req-96b09530-2b31-4edd-93b3-2cd020103eaa service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437009 Jul 05 03:51:31.411131 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d62e0-d4ee-4ffc-814c-3c0016d1d6f0 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86d18764-1579-44be-ae4a-fa273510cbe2,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:31.451360 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cdadf-21eb-49ad-98b4-d31809670d10 req-07b096a6-5498-4691-9f35-cea858eedcf2 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:31.459603 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-822cdadf-21eb-49ad-98b4-d31809670d10 req-07b096a6-5498-4691-9f35-cea858eedcf2 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 945 time: 0.2542632 Jul 05 03:51:31.638588 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-822cdadf-21eb-49ad-98b4-d31809670d10 req-f3b242e2-f75d-40e1-8761-0cce41d70e87 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774302 Jul 05 03:51:31.652525 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0e17e133-e5fb-4415-b74c-8b24f88ed484 req-8fa80bd6-fae9-4dda-b69d-c4a45dd15426 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.658668 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0e17e133-e5fb-4415-b74c-8b24f88ed484 req-8fa80bd6-fae9-4dda-b69d-c4a45dd15426 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.666154 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0e17e133-e5fb-4415-b74c-8b24f88ed484 req-8fa80bd6-fae9-4dda-b69d-c4a45dd15426 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] 10.222.0.77 "DELETE /v2.0/security-groups/4c30636f-a3d7-456d-a38d-63a035a2a2da HTTP/1.1" status: 204 len: 173 time: 0.6074193 Jul 05 03:51:31.668391 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.681445 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48772) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:31.748541 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa80bd6-fae9-4dda-b69d-c4a45dd15426 tempest-SecurityGroupsTestJSON-280358691 tempest-SecurityGroupsTestJSON-280358691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c30636f-a3d7-456d-a38d-63a035a2a2da,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:31.802657 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-567d62e0-d4ee-4ffc-814c-3c0016d1d6f0 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Allocated IP 192.168.233.88 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/96625310-b086-4c7c-8106-ee6ea62bce1a) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:31.843734 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e2ee77-3fc6-4305-883d-4753e1b605b3 admin admin] Deleting subnet 83b03ff1-cc88-4818-8b80-c7647b3fbb89 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:51:31.853109 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-1f2e12e9-0ff5-4877-95cc-69f0e539fcbf admin admin] Deleting port f7db4b0c-c923-4701-85d5-c4558ff56d6b {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:31.853872 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1f2e12e9-0ff5-4877-95cc-69f0e539fcbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.898036 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d64d83d2-7563-418d-8a6e-6e74d5c7cc8f tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Allocated IP 172.20.0.14 (b0365b51-ea1d-4154-b37b-d14ae3269368/8d29ec61-cb40-45c9-a308-0007b5185cb0/6624700b-4537-4b8e-a365-3629510a255c) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:32.114668 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62e2ee77-3fc6-4305-883d-4753e1b605b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.315493 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-bc77048d-b6fb-4412-b30b-fb2e0ea90b33 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:32.318334 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-bc77048d-b6fb-4412-b30b-fb2e0ea90b33 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.70 "GET /v2.0/networks?id=330c5af7-2c04-42e0-9e22-c686ac916fd7 HTTP/1.1" status: 200 len: 805 time: 0.8116448 Jul 05 03:51:32.341082 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62e2ee77-3fc6-4305-883d-4753e1b605b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.355619 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-1f2e12e9-0ff5-4877-95cc-69f0e539fcbf admin admin] For port f7db4b0c-c923-4701-85d5-c4558ff56d6b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f7db4b0c-c923-4701-85d5-c4558ff56d6b,segment=NetworkSegment(cc0d0ba4-3ccb-4217-8403-8c709e0bc93c),segment_id=cc0d0ba4-3ccb-4217-8403-8c709e0bc93c)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:32.356698 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1f2e12e9-0ff5-4877-95cc-69f0e539fcbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.370399 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-1f2e12e9-0ff5-4877-95cc-69f0e539fcbf admin admin] Calling delete_port for f7db4b0c-c923-4701-85d5-c4558ff56d6b owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:32.433079 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.518344 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-388f6a85-26df-4133-8387-4acca67c980f req-30b6ebf7-6d90-431b-9dea-f91f8d2109d7 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 210 time: 0.1713417 Jul 05 03:51:32.554225 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d64d83d2-7563-418d-8a6e-6e74d5c7cc8f tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.632155 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62e2ee77-3fc6-4305-883d-4753e1b605b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.642355 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c83554-2df6-40e3-9aa3-ed6f0e046773 req-3d109fb5-af12-4e65-b753-2cfe222e36cf tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:32.644185 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-13c83554-2df6-40e3-9aa3-ed6f0e046773 req-3d109fb5-af12-4e65-b753-2cfe222e36cf tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 944 time: 0.6552162 Jul 05 03:51:32.700211 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-a19ce235-f170-4397-995e-9cd988527117 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a20ee6725ac14ac28ce986201945825e HTTP/1.1" status: 200 len: 380 time: 0.2601321 Jul 05 03:51:32.713394 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-8cf4f5e8-85e5-42f9-b2fa-dd185fabb5f9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Request body: {'port': {'device_id': 'b7d9fdea-4a0f-4d05-8267-682f861686fa', 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7', 'admin_state_up': True, 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'security_groups': ['e8feecee-998f-4344-971f-cc1bcd993698']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:32.733279 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-13c83554-2df6-40e3-9aa3-ed6f0e046773 req-92962092-aced-4c31-a8d1-abc5cea03b8b tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712707 Jul 05 03:51:32.795760 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 4962f367-b7a3-4db5-9b58-adbcb919fb43 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:32.799318 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-567d62e0-d4ee-4ffc-814c-3c0016d1d6f0 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.848528 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-567d62e0-d4ee-4ffc-814c-3c0016d1d6f0 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Transition to ACTIVE for port object 96625310-b086-4c7c-8106-ee6ea62bce1a will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:32.873397 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1f2e12e9-0ff5-4877-95cc-69f0e539fcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.879330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb22a7-59fc-4c01-9173-a4a0f1fc421f req-c832b59c-d68d-44a1-b53a-e3719ee536de tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:32.881586 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c9fb22a7-59fc-4c01-9173-a4a0f1fc421f req-c832b59c-d68d-44a1-b53a-e3719ee536de tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.89 "GET /v2.0/ports?device_id=159b7b48-476e-47ff-a914-88f2951b3e28 HTTP/1.1" status: 200 len: 949 time: 0.5870647 Jul 05 03:51:32.962525 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 4962f367-b7a3-4db5-9b58-adbcb919fb43 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:32.973247 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 4962f367-b7a3-4db5-9b58-adbcb919fb43 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:32.973852 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.987851 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e12e9-0ff5-4877-95cc-69f0e539fcbf admin admin] Pushing event deleted for resources: {'Port': ['ID=f7db4b0c-c923-4701-85d5-c4558ff56d6b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:33.007248 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d64d83d2-7563-418d-8a6e-6e74d5c7cc8f tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.062304 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12a95dc2-b3fe-45d8-8030-e3b344a7845b req-1835c911-2f63-4869-bd5c-f0c3ac6cb34e tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7d9fdea-4a0f-4d05-8267-682f861686fa HTTP/1.1" status: 200 len: 210 time: 0.0670023 Jul 05 03:51:33.082438 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0ce59abe-ead0-422c-a26a-9d1d64b75a6e req-ea796372-cbad-4212-8e67-2df00717c38a tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.77 "GET /v2.0/ports?device_id=b11a3a27-46a7-4a09-8dab-2e2757985aff HTTP/1.1" status: 200 len: 210 time: 0.1010375 Jul 05 03:51:33.177856 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62e2ee77-3fc6-4305-883d-4753e1b605b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.179510 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.241071 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2ee77-3fc6-4305-883d-4753e1b605b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83b03ff1-cc88-4818-8b80-c7647b3fbb89,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:33.260440 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d64d83d2-7563-418d-8a6e-6e74d5c7cc8f tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Network b0365b51-ea1d-4154-b37b-d14ae3269368 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:33.270062 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be851a21-053d-4fb6-8a40-39319b3d028d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4962f367-b7a3-4db5-9b58-adbcb919fb43'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:33.272680 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-567d62e0-d4ee-4ffc-814c-3c0016d1d6f0 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.288808 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d64d83d2-7563-418d-8a6e-6e74d5c7cc8f tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:33.290830 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1326c382-374c-47ca-864d-c10a799d9603" -d '{"events": [{"server_uuid": "be851a21-053d-4fb6-8a40-39319b3d028d", "name": "network-vif-plugged", "status": "completed", "tag": "4962f367-b7a3-4db5-9b58-adbcb919fb43"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:33.294657 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62e2ee77-3fc6-4305-883d-4753e1b605b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.300640 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-62e2ee77-3fc6-4305-883d-4753e1b605b3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/83b03ff1-cc88-4818-8b80-c7647b3fbb89 HTTP/1.1" status: 204 len: 168 time: 1.6182647 Jul 05 03:51:33.304761 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d83d2-7563-418d-8a6e-6e74d5c7cc8f tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Pushing event updated for resources: {'Port': ['ID=6624700b-4537-4b8e-a365-3629510a255c,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:33.309605 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48784) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:33.327604 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d64d83d2-7563-418d-8a6e-6e74d5c7cc8f tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:33.336655 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 4962f367-b7a3-4db5-9b58-adbcb919fb43, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=4962f367-b7a3-4db5-9b58-adbcb919fb43,segment=NetworkSegment(8e925059-1d42-4eae-ad90-062ddf3ec375),segment_id=8e925059-1d42-4eae-ad90-062ddf3ec375)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:33.343462 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.415829 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d64d83d2-7563-418d-8a6e-6e74d5c7cc8f tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:33.418917 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d64d83d2-7563-418d-8a6e-6e74d5c7cc8f tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.443072 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-567d62e0-d4ee-4ffc-814c-3c0016d1d6f0 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:33.454891 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=4962f367-b7a3-4db5-9b58-adbcb919fb43,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:33.466867 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-567d62e0-d4ee-4ffc-814c-3c0016d1d6f0 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:33.471187 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-567d62e0-d4ee-4ffc-814c-3c0016d1d6f0 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:33.523161 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-8cf4f5e8-85e5-42f9-b2fa-dd185fabb5f9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Made reservation on behalf of a20ee6725ac14ac28ce986201945825e for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:33.526995 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-8cf4f5e8-85e5-42f9-b2fa-dd185fabb5f9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.549250 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d64d83d2-7563-418d-8a6e-6e74d5c7cc8f tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6167080 Jul 05 03:51:33.671879 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-c9fb22a7-59fc-4c01-9173-a4a0f1fc421f req-442a286f-c3da-4be7-a979-4a67a65963da tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Deleting port 8c3043e1-c196-4814-bffd-5d5643e5bd16 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:33.672458 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c9fb22a7-59fc-4c01-9173-a4a0f1fc421f req-442a286f-c3da-4be7-a979-4a67a65963da tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.673478 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-71c09ca9-a65d-4f03-949a-7ebe4a902f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.693546 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05086dc1-b358-43b3-81f4-7392ae752860 req-b10efb4d-67dd-4180-a3a2-de10a96fd32e tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:33.696605 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05086dc1-b358-43b3-81f4-7392ae752860 req-b10efb4d-67dd-4180-a3a2-de10a96fd32e tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 945 time: 0.2489614 Jul 05 03:51:33.798304 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d62e0-d4ee-4ffc-814c-3c0016d1d6f0 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Pushing event updated for resources: {'Port': ['ID=96625310-b086-4c7c-8106-ee6ea62bce1a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:33.821077 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-567d62e0-d4ee-4ffc-814c-3c0016d1d6f0 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:33.821948 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-567d62e0-d4ee-4ffc-814c-3c0016d1d6f0 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.830485 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d90fe49b-7665-4f63-ad3c-65e922e3b40b None None] Provisioning for port 96625310-b086-4c7c-8106-ee6ea62bce1a completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:33.841447 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d90fe49b-7665-4f63-ad3c-65e922e3b40b None None] Provisioning complete for port 96625310-b086-4c7c-8106-ee6ea62bce1a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:33.842339 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d90fe49b-7665-4f63-ad3c-65e922e3b40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.898942 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-567d62e0-d4ee-4ffc-814c-3c0016d1d6f0 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4450870 Jul 05 03:51:33.918940 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-d90fe49b-7665-4f63-ad3c-65e922e3b40b None None] Port 96625310-b086-4c7c-8106-ee6ea62bce1a cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:34.034402 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-3b7e5b35-0c37-4f2a-b0f7-cd5ae20bf0e9 service neutron] Request body: {'port': {'device_id': 'b11a3a27-46a7-4a09-8dab-2e2757985aff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:34.049136 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1f2e12e9-0ff5-4877-95cc-69f0e539fcbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.100016 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41845c6b-4928-4a20-a846-2ea2aac59bb9 req-61186a69-84c3-4e7e-8a81-68db08e4927b tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:34.107000 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-41845c6b-4928-4a20-a846-2ea2aac59bb9 req-61186a69-84c3-4e7e-8a81-68db08e4927b tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=159b7b48-476e-47ff-a914-88f2951b3e28 HTTP/1.1" status: 200 len: 949 time: 0.6432047 Jul 05 03:51:34.118187 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-71c09ca9-a65d-4f03-949a-7ebe4a902f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.132006 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d87d53f9-a99b-486c-9526-db7caef45537 service neutron] Request body: {'port': {'device_id': '837b0dd2-ad8b-429f-8557-b370f7a9ecbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:34.176050 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-71c09ca9-a65d-4f03-949a-7ebe4a902f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66df77c6-8f4e-4b95-a93c-745ad7f8290e']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:34.196888 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-71c09ca9-a65d-4f03-949a-7ebe4a902f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fbc827e-3684-4feb-9d7a-3826e63576b6') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:34.197645 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-71c09ca9-a65d-4f03-949a-7ebe4a902f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fbc827e-3684-4feb-9d7a-3826e63576b6') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:34.238360 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.293687 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-71c09ca9-a65d-4f03-949a-7ebe4a902f2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.303697 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05086dc1-b358-43b3-81f4-7392ae752860 req-cde282d8-f92d-41cb-a454-b9410b56ad7c tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5705855 Jul 05 03:51:34.325331 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-41845c6b-4928-4a20-a846-2ea2aac59bb9 req-5478e7e7-2ded-4b15-ad13-e99aeb23aeef tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172053 Jul 05 03:51:34.372081 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-8cf4f5e8-85e5-42f9-b2fa-dd185fabb5f9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Allocated IP 172.20.0.5 (330c5af7-2c04-42e0-9e22-c686ac916fd7/2575cced-30e7-40b1-8861-b218786d4946/f46e75d5-3178-4e52-baea-3a3c0c162b40) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:34.412631 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-c9fb22a7-59fc-4c01-9173-a4a0f1fc421f req-442a286f-c3da-4be7-a979-4a67a65963da tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] For port 8c3043e1-c196-4814-bffd-5d5643e5bd16, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8c3043e1-c196-4814-bffd-5d5643e5bd16,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:34.413127 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c9fb22a7-59fc-4c01-9173-a4a0f1fc421f req-442a286f-c3da-4be7-a979-4a67a65963da tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.415594 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d87d53f9-a99b-486c-9526-db7caef45537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.417055 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-71c09ca9-a65d-4f03-949a-7ebe4a902f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.442093 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-c9fb22a7-59fc-4c01-9173-a4a0f1fc421f req-442a286f-c3da-4be7-a979-4a67a65963da tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Calling delete_port for 8c3043e1-c196-4814-bffd-5d5643e5bd16 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:34.452709 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c09ca9-a65d-4f03-949a-7ebe4a902f2b admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:51:34.458410 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309b769e-f035-4f44-9b47-5c798fd0edf4 x-openstack-request-id: req-309b769e-f035-4f44-9b47-5c798fd0edf4 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:34.459071 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be851a21-053d-4fb6-8a40-39319b3d028d", "name": "network-vif-plugged", "status": "completed", "tag": "4962f367-b7a3-4db5-9b58-adbcb919fb43", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:34.459221 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-309b769e-f035-4f44-9b47-5c798fd0edf4 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:34.459737 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be851a21-053d-4fb6-8a40-39319b3d028d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4962f367-b7a3-4db5-9b58-adbcb919fb43', 'code': 200} Jul 05 03:51:34.465589 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-71c09ca9-a65d-4f03-949a-7ebe4a902f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: timer() Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:51:34.470420 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:51:34.672040 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-3b7e5b35-0c37-4f2a-b0f7-cd5ae20bf0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.790155 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-71c09ca9-a65d-4f03-949a-7ebe4a902f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.812958 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-71c09ca9-a65d-4f03-949a-7ebe4a902f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.815875 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-71c09ca9-a65d-4f03-949a-7ebe4a902f2b admin admin] 10.222.0.77 "DELETE /v2.0/networks/66df77c6-8f4e-4b95-a93c-745ad7f8290e HTTP/1.1" status: 204 len: 168 time: 1.4731450 Jul 05 03:51:34.897274 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c09ca9-a65d-4f03-949a-7ebe4a902f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=66df77c6-8f4e-4b95-a93c-745ad7f8290e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:34.914848 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8c3043e1-c196-4814-bffd-5d5643e5bd16 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:35.085956 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8b53a-7973-46ca-b832-9c7d9618490e req-d0f6dc02-e861-4481-949b-cf3020df0e47 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:35.088152 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-24e8b53a-7973-46ca-b832-9c7d9618490e req-d0f6dc02-e861-4481-949b-cf3020df0e47 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.70 "GET /v2.0/ports?device_id=b963a6ca-f4d0-451a-b814-fbdced26efb5 HTTP/1.1" status: 200 len: 949 time: 0.4565887 Jul 05 03:51:35.134800 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.203372 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8c3043e1-c196-4814-bffd-5d5643e5bd16, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8c3043e1-c196-4814-bffd-5d5643e5bd16,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:35.215724 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec843ba-2754-44ea-bb64-8d9c5f1be153 req-f19d87cf-1f05-4820-bf97-e80f342c3bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:35.222363 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.222571 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aec843ba-2754-44ea-bb64-8d9c5f1be153 req-f19d87cf-1f05-4820-bf97-e80f342c3bb3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 1097 time: 0.5499666 Jul 05 03:51:35.271027 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48802) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:35.334140 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=8c3043e1-c196-4814-bffd-5d5643e5bd16,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:35.399504 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d75ccd-d341-4015-ac6c-e77d8a437ca4 req-c3234d37-f766-4b33-820f-81b800543064 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:35.402185 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-22d75ccd-d341-4015-ac6c-e77d8a437ca4 req-c3234d37-f766-4b33-820f-81b800543064 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 932 time: 0.7174265 Jul 05 03:51:35.407548 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-8cf4f5e8-85e5-42f9-b2fa-dd185fabb5f9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.484521 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7ad32c92-6d2d-4d3f-bff4-168b0ab0a028 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2c44e0c91a214af8a282671d241ed272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2031856 Jul 05 03:51:35.484521 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aec843ba-2754-44ea-bb64-8d9c5f1be153 req-050a5181-b513-4427-b5b2-991ce1b3deeb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456470 Jul 05 03:51:35.498513 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48806) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:35.517987 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-8cf4f5e8-85e5-42f9-b2fa-dd185fabb5f9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Transition to ACTIVE for port object f46e75d5-3178-4e52-baea-3a3c0c162b40 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:35.524818 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c9fb22a7-59fc-4c01-9173-a4a0f1fc421f req-442a286f-c3da-4be7-a979-4a67a65963da tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.561320 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['7e741bda-ec2c-4820-898b-4dc034cb6adc', 'e2d807f9-b9e2-4c86-85cc-e0a673d4fa65', 'b5cd23f4-263c-4e30-8b36-bafbdc086518'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:35.608278 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4156f1-fef9-4089-8db2-5f63814a1f3c req-76f0b1b4-9ab3-4759-9129-949680e5aadf tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:35.617169 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c4156f1-fef9-4089-8db2-5f63814a1f3c req-76f0b1b4-9ab3-4759-9129-949680e5aadf tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 945 time: 0.9486616 Jul 05 03:51:35.632107 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a286f-c3da-4be7-a979-4a67a65963da tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Pushing event deleted for resources: {'Port': ['ID=8c3043e1-c196-4814-bffd-5d5643e5bd16,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:35.668982 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-22d75ccd-d341-4015-ac6c-e77d8a437ca4 req-d99ba503-98ab-4134-84db-a3c9f0bbbeaa tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386220 Jul 05 03:51:35.681038 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2e12e9-0ff5-4877-95cc-69f0e539fcbf admin admin] Router 8a5cb0d9-36a3-48ce-97b6-1f39b99529b1 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:51:35.728409 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d87d53f9-a99b-486c-9526-db7caef45537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6624700b-4537-4b8e-a365-3629510a255c {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:35.760040 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fb22a7-59fc-4c01-9173-a4a0f1fc421f req-442a286f-c3da-4be7-a979-4a67a65963da tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] No DVR routers for this DVR port 8c3043e1-c196-4814-bffd-5d5643e5bd16 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:35.766486 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d87d53f9-a99b-486c-9526-db7caef45537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.773271 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c9fb22a7-59fc-4c01-9173-a4a0f1fc421f req-442a286f-c3da-4be7-a979-4a67a65963da tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.775737 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c9fb22a7-59fc-4c01-9173-a4a0f1fc421f req-442a286f-c3da-4be7-a979-4a67a65963da tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.89 "DELETE /v2.0/ports/8c3043e1-c196-4814-bffd-5d5643e5bd16 HTTP/1.1" status: 204 len: 173 time: 2.8851371 Jul 05 03:51:35.776326 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159b7b48-476e-47ff-a914-88f2951b3e28', 'name': 'network-vif-deleted', 'tag': '8c3043e1-c196-4814-bffd-5d5643e5bd16'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:35.779021 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92608063-0994-47e4-a194-e4a36ff96ef4" -d '{"events": [{"server_uuid": "159b7b48-476e-47ff-a914-88f2951b3e28", "name": "network-vif-deleted", "tag": "8c3043e1-c196-4814-bffd-5d5643e5bd16"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:35.783267 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c4156f1-fef9-4089-8db2-5f63814a1f3c req-f2cef219-1a04-4a54-85c8-27701c6882c8 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651888 Jul 05 03:51:35.828553 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-903bc0e3-4feb-4860-ae01-7a25decf8a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.893461 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-903bc0e3-4feb-4860-ae01-7a25decf8a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.974989 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d87d53f9-a99b-486c-9526-db7caef45537 service neutron] Transition to ACTIVE for port object 6624700b-4537-4b8e-a365-3629510a255c will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:35.982910 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-8cf4f5e8-85e5-42f9-b2fa-dd185fabb5f9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.004878 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d87d53f9-a99b-486c-9526-db7caef45537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.167232 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4f5e8-85e5-42f9-b2fa-dd185fabb5f9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Pushing event updated for resources: {'Port': ['ID=f46e75d5-3178-4e52-baea-3a3c0c162b40,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:36.291356 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-903bc0e3-4feb-4860-ae01-7a25decf8a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.294350 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-903bc0e3-4feb-4860-ae01-7a25decf8a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.295544 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-903bc0e3-4feb-4860-ae01-7a25decf8a8d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6edef83f-ad4b-43cf-8226-709f89afd5a3 HTTP/1.1" status: 204 len: 168 time: 0.7963390 Jul 05 03:51:36.305390 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-24e8b53a-7973-46ca-b832-9c7d9618490e req-1b641a48-9681-4c41-ab2e-42a78ac72d0a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Deleting port 1e278b79-6bf5-4554-86aa-e13c5e8de9bb {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:36.305770 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-24e8b53a-7973-46ca-b832-9c7d9618490e req-1b641a48-9681-4c41-ab2e-42a78ac72d0a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.362349 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-8cf4f5e8-85e5-42f9-b2fa-dd185fabb5f9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Network 330c5af7-2c04-42e0-9e22-c686ac916fd7 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:36.378986 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-8cf4f5e8-85e5-42f9-b2fa-dd185fabb5f9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:36.388894 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-8cf4f5e8-85e5-42f9-b2fa-dd185fabb5f9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:36.461055 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159b7b48-476e-47ff-a914-88f2951b3e28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c3043e1-c196-4814-bffd-5d5643e5bd16'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:36.464020 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfafeb8-d822-47fb-8512-e33dabb19329" -d '{"events": [{"server_uuid": "159b7b48-476e-47ff-a914-88f2951b3e28", "name": "network-vif-unplugged", "status": "completed", "tag": "8c3043e1-c196-4814-bffd-5d5643e5bd16"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:36.466014 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-8cf4f5e8-85e5-42f9-b2fa-dd185fabb5f9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:36.466699 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-8cf4f5e8-85e5-42f9-b2fa-dd185fabb5f9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.471918 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903bc0e3-4feb-4860-ae01-7a25decf8a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edef83f-ad4b-43cf-8226-709f89afd5a3,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:36.494091 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2e12e9-0ff5-4877-95cc-69f0e539fcbf admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:36.511304 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1f2e12e9-0ff5-4877-95cc-69f0e539fcbf admin admin] 10.222.0.77 "PUT /v2.0/routers/8a5cb0d9-36a3-48ce-97b6-1f39b99529b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3593481 Jul 05 03:51:36.514278 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b728b5-05b8-4cb3-817c-4f7851635658 None None] Sync routers for ids ['8a5cb0d9-36a3-48ce-97b6-1f39b99529b1'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:36.530743 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48814) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:36.536510 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b728b5-05b8-4cb3-817c-4f7851635658 None None] Routers {'8a5cb0d9-36a3-48ce-97b6-1f39b99529b1'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:36.539293 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-32b728b5-05b8-4cb3-817c-4f7851635658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:51:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['8a5cb0d9-36a3-48ce-97b6-1f39b99529b1'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:36.541130 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-3b7e5b35-0c37-4f2a-b0f7-cd5ae20bf0e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96625310-b086-4c7c-8106-ee6ea62bce1a {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:36.555662 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-3b7e5b35-0c37-4f2a-b0f7-cd5ae20bf0e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.572844 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-3b7e5b35-0c37-4f2a-b0f7-cd5ae20bf0e9 service neutron] Transition to ACTIVE for port object 96625310-b086-4c7c-8106-ee6ea62bce1a will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:36.603534 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d53f9-a99b-486c-9526-db7caef45537 service neutron] Pushing event updated for resources: {'Port': ['ID=6624700b-4537-4b8e-a365-3629510a255c,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:36.630920 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-8cf4f5e8-85e5-42f9-b2fa-dd185fabb5f9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9239731 Jul 05 03:51:36.643020 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-24e8b53a-7973-46ca-b832-9c7d9618490e req-1b641a48-9681-4c41-ab2e-42a78ac72d0a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] For port 1e278b79-6bf5-4554-86aa-e13c5e8de9bb, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=1e278b79-6bf5-4554-86aa-e13c5e8de9bb,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:36.644218 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-24e8b53a-7973-46ca-b832-9c7d9618490e req-1b641a48-9681-4c41-ab2e-42a78ac72d0a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.662600 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-24e8b53a-7973-46ca-b832-9c7d9618490e req-1b641a48-9681-4c41-ab2e-42a78ac72d0a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Calling delete_port for 1e278b79-6bf5-4554-86aa-e13c5e8de9bb owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:36.686933 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-9ec28331-4179-468e-9aa0-10186ffa4050 service neutron] Request body: {'port': {'device_id': 'b7d9fdea-4a0f-4d05-8267-682f861686fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:36.771221 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-3b7e5b35-0c37-4f2a-b0f7-cd5ae20bf0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.805975 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 1e278b79-6bf5-4554-86aa-e13c5e8de9bb no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:36.822370 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc3e8a-f888-4bb5-87a5-29aab01c92b3 req-7268227e-516f-4dc8-9494-314cc416342c tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:36.830609 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-21fc3e8a-f888-4bb5-87a5-29aab01c92b3 req-7268227e-516f-4dc8-9494-314cc416342c tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.77 "GET /v2.0/ports?device_id=b11a3a27-46a7-4a09-8dab-2e2757985aff HTTP/1.1" status: 200 len: 935 time: 0.6480205 Jul 05 03:51:36.836066 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-32b728b5-05b8-4cb3-817c-4f7851635658 None None] Set router 8a5cb0d9-36a3-48ce-97b6-1f39b99529b1 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:36.861941 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d87d53f9-a99b-486c-9526-db7caef45537 service neutron] Attempting to bind port 6624700b-4537-4b8e-a365-3629510a255c on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:36.868174 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d87d53f9-a99b-486c-9526-db7caef45537 service neutron] Attempting to bind port 6624700b-4537-4b8e-a365-3629510a255c by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:36.872890 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d87d53f9-a99b-486c-9526-db7caef45537 service neutron] Attempting to bind port 6624700b-4537-4b8e-a365-3629510a255c on network b0365b51-ea1d-4154-b37b-d14ae3269368 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:36.946102 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d87d53f9-a99b-486c-9526-db7caef45537 service neutron] Port 6624700b-4537-4b8e-a365-3629510a255c on network b0365b51-ea1d-4154-b37b-d14ae3269368 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:51:36.948574 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d87d53f9-a99b-486c-9526-db7caef45537 service neutron] Attempting to bind port 6624700b-4537-4b8e-a365-3629510a255c on network b0365b51-ea1d-4154-b37b-d14ae3269368 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:37.004410 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-21fc3e8a-f888-4bb5-87a5-29aab01c92b3 req-ee33f7ad-c63f-4fee-a3d9-ba306350ab95 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.77 "GET /v2.0/security-groups?id=86d18764-1579-44be-ae4a-fa273510cbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725090 Jul 05 03:51:37.005253 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d87d53f9-a99b-486c-9526-db7caef45537 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:37.005597 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d87d53f9-a99b-486c-9526-db7caef45537 service neutron] Checking segment: {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:37.006039 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d87d53f9-a99b-486c-9526-db7caef45537 service neutron] Bound using segment: {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:37.006776 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d87d53f9-a99b-486c-9526-db7caef45537 service neutron] Bound port: 6624700b-4537-4b8e-a365-3629510a255c, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:37.007154 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d87d53f9-a99b-486c-9526-db7caef45537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.066928 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b10219a5-0990-43f2-950b-889c7f2a2ba3 None None] Provisioning for port f46e75d5-3178-4e52-baea-3a3c0c162b40 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:37.086219 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-32b728b5-05b8-4cb3-817c-4f7851635658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5cb0d9-36a3-48ce-97b6-1f39b99529b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1434600489-router', 'tenant_id': '813514d78d414901a57bbed98a0b1214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '16e60b91-9acf-4477-a573-1f4af22741de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:20Z', 'updated_at': '2021-07-05T03:51:32Z', 'revision_number': 5, 'project_id': '813514d78d414901a57bbed98a0b1214', 'gw_port': {'id': '16e60b91-9acf-4477-a573-1f4af22741de', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5cb0d9-36a3-48ce-97b6-1f39b99529b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:21Z', 'updated_at': '2021-07-05T03:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:37.132413 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b728b5-05b8-4cb3-817c-4f7851635658 None None] Checking router: 8a5cb0d9-36a3-48ce-97b6-1f39b99529b1 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:37.139583 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b10219a5-0990-43f2-950b-889c7f2a2ba3 None None] Provisioning complete for port f46e75d5-3178-4e52-baea-3a3c0c162b40 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:37.142706 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b728b5-05b8-4cb3-817c-4f7851635658 None None] Routers {'8a5cb0d9-36a3-48ce-97b6-1f39b99529b1'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:37.143182 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b10219a5-0990-43f2-950b-889c7f2a2ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.143366 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-32b728b5-05b8-4cb3-817c-4f7851635658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:51:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['8a5cb0d9-36a3-48ce-97b6-1f39b99529b1'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:37.157764 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-9ec28331-4179-468e-9aa0-10186ffa4050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.170179 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-24e8b53a-7973-46ca-b832-9c7d9618490e req-1b641a48-9681-4c41-ab2e-42a78ac72d0a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.203485 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.350049 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-b10219a5-0990-43f2-950b-889c7f2a2ba3 None None] Port f46e75d5-3178-4e52-baea-3a3c0c162b40 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:37.391127 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-32b728b5-05b8-4cb3-817c-4f7851635658 None None] Set router 8a5cb0d9-36a3-48ce-97b6-1f39b99529b1 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:37.465817 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e8b53a-7973-46ca-b832-9c7d9618490e req-1b641a48-9681-4c41-ab2e-42a78ac72d0a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] No DVR routers for this DVR port 1e278b79-6bf5-4554-86aa-e13c5e8de9bb on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:37.500899 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-24e8b53a-7973-46ca-b832-9c7d9618490e req-1b641a48-9681-4c41-ab2e-42a78ac72d0a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.503169 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-24e8b53a-7973-46ca-b832-9c7d9618490e req-1b641a48-9681-4c41-ab2e-42a78ac72d0a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.70 "DELETE /v2.0/ports/1e278b79-6bf5-4554-86aa-e13c5e8de9bb HTTP/1.1" status: 204 len: 173 time: 2.4059622 Jul 05 03:51:37.503608 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b963a6ca-f4d0-451a-b814-fbdced26efb5', 'name': 'network-vif-deleted', 'tag': '1e278b79-6bf5-4554-86aa-e13c5e8de9bb'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:37.506004 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61360a2-bb1f-416a-a282-f354cc611956" -d '{"events": [{"server_uuid": "b963a6ca-f4d0-451a-b814-fbdced26efb5", "name": "network-vif-deleted", "tag": "1e278b79-6bf5-4554-86aa-e13c5e8de9bb"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:37.524919 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['7e741bda-ec2c-4820-898b-4dc034cb6adc', 'e2d807f9-b9e2-4c86-85cc-e0a673d4fa65', 'b5cd23f4-263c-4e30-8b36-bafbdc086518'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:37.637430 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d87d53f9-a99b-486c-9526-db7caef45537 service neutron] For port 6624700b-4537-4b8e-a365-3629510a255c, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:37.687880 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c0f17-0188-4d02-b23f-901a3b0a82c8 req-a9611987-6bd7-4cfe-9aa0-aacfaf0b3920 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:37.712518 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b34c0f17-0188-4d02-b23f-901a3b0a82c8 req-a9611987-6bd7-4cfe-9aa0-aacfaf0b3920 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7d9fdea-4a0f-4d05-8267-682f861686fa HTTP/1.1" status: 200 len: 931 time: 1.4887898 Jul 05 03:51:37.804497 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d87d53f9-a99b-486c-9526-db7caef45537 service neutron] For port 6624700b-4537-4b8e-a365-3629510a255c, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=6624700b-4537-4b8e-a365-3629510a255c,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:37.812126 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d87d53f9-a99b-486c-9526-db7caef45537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.831848 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e5b35-0c37-4f2a-b0f7-cd5ae20bf0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=96625310-b086-4c7c-8106-ee6ea62bce1a,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:37.885731 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-32b728b5-05b8-4cb3-817c-4f7851635658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5cb0d9-36a3-48ce-97b6-1f39b99529b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1434600489-router', 'tenant_id': '813514d78d414901a57bbed98a0b1214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '16e60b91-9acf-4477-a573-1f4af22741de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:20Z', 'updated_at': '2021-07-05T03:51:32Z', 'revision_number': 5, 'project_id': '813514d78d414901a57bbed98a0b1214', 'gw_port': {'id': '16e60b91-9acf-4477-a573-1f4af22741de', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5cb0d9-36a3-48ce-97b6-1f39b99529b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:21Z', 'updated_at': '2021-07-05T03:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:37.941571 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b728b5-05b8-4cb3-817c-4f7851635658 None None] The sync data for ids ['8a5cb0d9-36a3-48ce-97b6-1f39b99529b1'] in n-d-780147-23 is: [{'id': '8a5cb0d9-36a3-48ce-97b6-1f39b99529b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1434600489-router', 'tenant_id': '813514d78d414901a57bbed98a0b1214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '16e60b91-9acf-4477-a573-1f4af22741de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:20Z', 'updated_at': '2021-07-05T03:51:32Z', 'revision_number': 5, 'project_id': '813514d78d414901a57bbed98a0b1214', 'gw_port': {'id': '16e60b91-9acf-4477-a573-1f4af22741de', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5cb0d9-36a3-48ce-97b6-1f39b99529b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:21Z', 'updated_at': '2021-07-05T03:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:37.963776 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d87d53f9-a99b-486c-9526-db7caef45537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:37.964888 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d87d53f9-a99b-486c-9526-db7caef45537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.965570 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b641a48-9681-4c41-ab2e-42a78ac72d0a tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Pushing event deleted for resources: {'Port': ['ID=1e278b79-6bf5-4554-86aa-e13c5e8de9bb,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:37.966816 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-d87d53f9-a99b-486c-9526-db7caef45537 service neutron] 10.222.0.89 "PUT /v2.0/ports/6624700b-4537-4b8e-a365-3629510a255c HTTP/1.1" status: 200 len: 1093 time: 4.3944700 Jul 05 03:51:38.024921 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9a13e-9bc7-470d-99f4-f45a7d9f97f4 req-00f76a25-3b85-4b2c-8baf-6c564f4dbc7c tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:38.026604 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d6a9a13e-9bc7-470d-99f4-f45a7d9f97f4 req-00f76a25-3b85-4b2c-8baf-6c564f4dbc7c tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 1097 time: 0.5839088 Jul 05 03:51:38.054427 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-3b7e5b35-0c37-4f2a-b0f7-cd5ae20bf0e9 service neutron] Attempting to bind port 96625310-b086-4c7c-8106-ee6ea62bce1a on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:38.054794 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-3b7e5b35-0c37-4f2a-b0f7-cd5ae20bf0e9 service neutron] Attempting to bind port 96625310-b086-4c7c-8106-ee6ea62bce1a by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:38.055111 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-3b7e5b35-0c37-4f2a-b0f7-cd5ae20bf0e9 service neutron] Attempting to bind port 96625310-b086-4c7c-8106-ee6ea62bce1a on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:38.074659 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-3b7e5b35-0c37-4f2a-b0f7-cd5ae20bf0e9 service neutron] Port 96625310-b086-4c7c-8106-ee6ea62bce1a on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:51:38.074962 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-3b7e5b35-0c37-4f2a-b0f7-cd5ae20bf0e9 service neutron] Attempting to bind port 96625310-b086-4c7c-8106-ee6ea62bce1a on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:38.118875 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b34c0f17-0188-4d02-b23f-901a3b0a82c8 req-d4e52214-c37b-40dc-9b25-394995482443 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8feecee-998f-4344-971f-cc1bcd993698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4021914 Jul 05 03:51:38.120917 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73dc9edb-62dc-4b95-819e-da03931b2a6e admin admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.130127 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-3b7e5b35-0c37-4f2a-b0f7-cd5ae20bf0e9 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:38.130127 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-3b7e5b35-0c37-4f2a-b0f7-cd5ae20bf0e9 service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:38.130127 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-3b7e5b35-0c37-4f2a-b0f7-cd5ae20bf0e9 service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:38.130820 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-3b7e5b35-0c37-4f2a-b0f7-cd5ae20bf0e9 service neutron] Bound port: 96625310-b086-4c7c-8106-ee6ea62bce1a, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:38.131032 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-3b7e5b35-0c37-4f2a-b0f7-cd5ae20bf0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.164759 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d53f9-a99b-486c-9526-db7caef45537 service neutron] Pushing event updated for resources: {'Port': ['ID=6624700b-4537-4b8e-a365-3629510a255c,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:38.179963 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-c46ff499-ad4f-4645-995e-776780626a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:38.181982 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-c46ff499-ad4f-4645-995e-776780626a5e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 1096 time: 0.1499612 Jul 05 03:51:38.211867 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48842) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:38.225200 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d6a9a13e-9bc7-470d-99f4-f45a7d9f97f4 req-73639d29-dbfa-4bc6-9168-f8fb4b0335e8 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803312 Jul 05 03:51:38.428674 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f7db4b0c-c923-4701-85d5-c4558ff56d6b no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:38.433747 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-c7104b04-19cb-49e8-af84-f2075db23bb7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6624700b-4537-4b8e-a365-3629510a255c HTTP/1.1" status: 200 len: 217 time: 0.2228718 Jul 05 03:51:38.440321 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5239b5-1c59-4754-9dbc-46da51bc1f3e x-openstack-request-id: req-9d5239b5-1c59-4754-9dbc-46da51bc1f3e {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:38.443374 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159b7b48-476e-47ff-a914-88f2951b3e28", "name": "network-vif-deleted", "tag": "8c3043e1-c196-4814-bffd-5d5643e5bd16", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:38.444139 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9d5239b5-1c59-4754-9dbc-46da51bc1f3e {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:38.444986 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159b7b48-476e-47ff-a914-88f2951b3e28', 'name': 'network-vif-deleted', 'tag': '8c3043e1-c196-4814-bffd-5d5643e5bd16', 'status': 'completed', 'code': 200} Jul 05 03:51:38.506323 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb24589b-0acf-4b1b-9276-ef9eac1d2673 x-openstack-request-id: req-bb24589b-0acf-4b1b-9276-ef9eac1d2673 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:38.506821 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159b7b48-476e-47ff-a914-88f2951b3e28", "name": "network-vif-unplugged", "status": "completed", "tag": "8c3043e1-c196-4814-bffd-5d5643e5bd16", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:38.507098 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bb24589b-0acf-4b1b-9276-ef9eac1d2673 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:38.507695 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159b7b48-476e-47ff-a914-88f2951b3e28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c3043e1-c196-4814-bffd-5d5643e5bd16', 'code': 200} Jul 05 03:51:38.521313 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: f7db4b0c-c923-4701-85d5-c4558ff56d6b {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:38.526980 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f7db4b0c-c923-4701-85d5-c4558ff56d6b not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:38.743469 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73dc9edb-62dc-4b95-819e-da03931b2a6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.776314 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-c7c0e50e-ed02-4589-9a34-182cffd36076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:38.779149 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-c7c0e50e-ed02-4589-9a34-182cffd36076 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8d29ec61-cb40-45c9-a308-0007b5185cb0 HTTP/1.1" status: 200 len: 861 time: 0.3128908 Jul 05 03:51:38.819403 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-3b7e5b35-0c37-4f2a-b0f7-cd5ae20bf0e9 service neutron] For port 96625310-b086-4c7c-8106-ee6ea62bce1a, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:38.878854 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e811558f-8b70-4631-9dad-a556aafa70b4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1995266509-network', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:38.883493 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-3b7e5b35-0c37-4f2a-b0f7-cd5ae20bf0e9 service neutron] For port 96625310-b086-4c7c-8106-ee6ea62bce1a, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=96625310-b086-4c7c-8106-ee6ea62bce1a,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:38.895741 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-3b7e5b35-0c37-4f2a-b0f7-cd5ae20bf0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.926539 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-29e5d8b7-8dac-4bd8-bff2-b715a9e25967 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0365b51-ea1d-4154-b37b-d14ae3269368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673432 Jul 05 03:51:38.932795 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-9ec28331-4179-468e-9aa0-10186ffa4050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f46e75d5-3178-4e52-baea-3a3c0c162b40 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:38.950869 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-9ec28331-4179-468e-9aa0-10186ffa4050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.961108 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-3b7e5b35-0c37-4f2a-b0f7-cd5ae20bf0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:38.961751 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-3b7e5b35-0c37-4f2a-b0f7-cd5ae20bf0e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.963324 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-3b7e5b35-0c37-4f2a-b0f7-cd5ae20bf0e9 service neutron] 10.222.0.89 "PUT /v2.0/ports/96625310-b086-4c7c-8106-ee6ea62bce1a HTTP/1.1" status: 200 len: 1096 time: 5.0317898 Jul 05 03:51:38.986899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-73dc9edb-62dc-4b95-819e-da03931b2a6e admin admin] Deleting port 16e60b91-9acf-4477-a573-1f4af22741de {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:38.987235 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73dc9edb-62dc-4b95-819e-da03931b2a6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.043418 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-9ec28331-4179-468e-9aa0-10186ffa4050 service neutron] Transition to ACTIVE for port object f46e75d5-3178-4e52-baea-3a3c0c162b40 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:39.049091 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e5b35-0c37-4f2a-b0f7-cd5ae20bf0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=96625310-b086-4c7c-8106-ee6ea62bce1a,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:39.056330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e811558f-8b70-4631-9dad-a556aafa70b4 admin admin] Made reservation on behalf of 1c3256d36f164a33816a31bdcaca5989 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:39.060282 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e811558f-8b70-4631-9dad-a556aafa70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.067290 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c172f4a-0044-4c6d-aadf-a592d92c546e req-45016ec6-289f-4d11-b270-4ea0d290b1de tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:39.068971 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c172f4a-0044-4c6d-aadf-a592d92c546e req-45016ec6-289f-4d11-b270-4ea0d290b1de tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 945 time: 0.2582769 Jul 05 03:51:39.075612 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-9ec28331-4179-468e-9aa0-10186ffa4050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.130157 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e811558f-8b70-4631-9dad-a556aafa70b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.167497 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c172f4a-0044-4c6d-aadf-a592d92c546e req-fe2a9d8c-02d3-4885-a3ed-54bb5161cebb tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764377 Jul 05 03:51:39.175159 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-73dc9edb-62dc-4b95-819e-da03931b2a6e admin admin] For port 16e60b91-9acf-4477-a573-1f4af22741de, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=16e60b91-9acf-4477-a573-1f4af22741de,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:39.175159 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73dc9edb-62dc-4b95-819e-da03931b2a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.195334 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-73dc9edb-62dc-4b95-819e-da03931b2a6e admin admin] Calling delete_port for 16e60b91-9acf-4477-a573-1f4af22741de owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:39.227043 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-5a90670d-a718-47bc-acd2-95946b6c26fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:39.228762 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-5a90670d-a718-47bc-acd2-95946b6c26fe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=939e4242400a4cae8b31972692568670&device_id=b11a3a27-46a7-4a09-8dab-2e2757985aff HTTP/1.1" status: 200 len: 1099 time: 0.1917396 Jul 05 03:51:39.280248 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ecf1c-0cb2-4f2d-8b62-4bb3d6b881d0 req-6f703f76-d43e-4e3e-9817-c2f57a06eda9 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:39.289658 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-333ecf1c-0cb2-4f2d-8b62-4bb3d6b881d0 req-6f703f76-d43e-4e3e-9817-c2f57a06eda9 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 944 time: 0.5073900 Jul 05 03:51:39.311339 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa71610-e89a-4466-8bab-72fa4c955605 x-openstack-request-id: req-bfa71610-e89a-4466-8bab-72fa4c955605 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:39.311873 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b963a6ca-f4d0-451a-b814-fbdced26efb5", "name": "network-vif-deleted", "tag": "1e278b79-6bf5-4554-86aa-e13c5e8de9bb", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:39.312204 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bfa71610-e89a-4466-8bab-72fa4c955605 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:39.312839 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b963a6ca-f4d0-451a-b814-fbdced26efb5', 'name': 'network-vif-deleted', 'tag': '1e278b79-6bf5-4554-86aa-e13c5e8de9bb', 'status': 'completed', 'code': 200} Jul 05 03:51:39.318601 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-91bdc606-220b-45b7-a551-e2e4a84d98e3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=96625310-b086-4c7c-8106-ee6ea62bce1a HTTP/1.1" status: 200 len: 217 time: 0.0543282 Jul 05 03:51:39.426427 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-12a61277-61b6-4c54-9b67-32c278e43a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:39.428038 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-12a61277-61b6-4c54-9b67-32c278e43a98 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0992470 Jul 05 03:51:39.472637 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec28331-4179-468e-9aa0-10186ffa4050 service neutron] Pushing event updated for resources: {'Port': ['ID=f46e75d5-3178-4e52-baea-3a3c0c162b40,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:39.478201 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-74e16a36-97b6-4f02-9200-c85e81a37b7b service neutron] 10.222.0.89 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5363660 Jul 05 03:51:39.583367 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73dc9edb-62dc-4b95-819e-da03931b2a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.591026 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-9ec28331-4179-468e-9aa0-10186ffa4050 service neutron] Attempting to bind port f46e75d5-3178-4e52-baea-3a3c0c162b40 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:39.591380 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-9ec28331-4179-468e-9aa0-10186ffa4050 service neutron] Attempting to bind port f46e75d5-3178-4e52-baea-3a3c0c162b40 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '746510e4-0771-4ec5-a4b5-80f1ff823a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:39.591713 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-9ec28331-4179-468e-9aa0-10186ffa4050 service neutron] Attempting to bind port f46e75d5-3178-4e52-baea-3a3c0c162b40 on network 330c5af7-2c04-42e0-9e22-c686ac916fd7 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:39.598297 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-333ecf1c-0cb2-4f2d-8b62-4bb3d6b881d0 req-dcf4069d-1f9d-413a-8dca-ac4ba4e8b9fd tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057959 Jul 05 03:51:39.611399 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-9ec28331-4179-468e-9aa0-10186ffa4050 service neutron] Port f46e75d5-3178-4e52-baea-3a3c0c162b40 on network 330c5af7-2c04-42e0-9e22-c686ac916fd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:51:39.611728 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-9ec28331-4179-468e-9aa0-10186ffa4050 service neutron] Attempting to bind port f46e75d5-3178-4e52-baea-3a3c0c162b40 on network 330c5af7-2c04-42e0-9e22-c686ac916fd7 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:39.653855 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc9edb-62dc-4b95-819e-da03931b2a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=16e60b91-9acf-4477-a573-1f4af22741de,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:39.662995 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-3986a936-e78e-4b7b-87f5-65a72628cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:39.665818 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-3986a936-e78e-4b7b-87f5-65a72628cd58 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2257442 Jul 05 03:51:39.674427 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-9ec28331-4179-468e-9aa0-10186ffa4050 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:39.674766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-9ec28331-4179-468e-9aa0-10186ffa4050 service neutron] Checking segment: {'id': '746510e4-0771-4ec5-a4b5-80f1ff823a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:39.675201 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-9ec28331-4179-468e-9aa0-10186ffa4050 service neutron] Bound using segment: {'id': '746510e4-0771-4ec5-a4b5-80f1ff823a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:39.675644 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-9ec28331-4179-468e-9aa0-10186ffa4050 service neutron] Bound port: f46e75d5-3178-4e52-baea-3a3c0c162b40, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746510e4-0771-4ec5-a4b5-80f1ff823a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:39.676039 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-9ec28331-4179-468e-9aa0-10186ffa4050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.696275 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e811558f-8b70-4631-9dad-a556aafa70b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.699135 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-abb8f772-a041-4c06-ab2b-1faff1a02449 req-dca96386-aca2-4d02-acc0-09c8f105edf5 service neutron] 10.222.0.89 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110484 Jul 05 03:51:39.708775 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e811558f-8b70-4631-9dad-a556aafa70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.755166 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d00021-9c2d-4fea-9b3d-78502211f9a8 req-bab5268c-b625-4ef0-bfda-960986752fd7 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:39.757690 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-98d00021-9c2d-4fea-9b3d-78502211f9a8 req-bab5268c-b625-4ef0-bfda-960986752fd7 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.77 "GET /v2.0/ports?device_id=b11a3a27-46a7-4a09-8dab-2e2757985aff HTTP/1.1" status: 200 len: 947 time: 0.2810264 Jul 05 03:51:39.774479 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e811558f-8b70-4631-9dad-a556aafa70b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:51:39.786355 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811558f-8b70-4631-9dad-a556aafa70b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255dcee5-293e-4560-a423-a4742f4581f5,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:39.801095 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e811558f-8b70-4631-9dad-a556aafa70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.801505 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-e811558f-8b70-4631-9dad-a556aafa70b4 admin admin] Added segment 63f8efb6-5901-4e21-ba0f-571de3786984 of type vlan for network be5e0b4d-e985-4a93-8c87-d24745bc5ef7 Jul 05 03:51:39.863737 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73dc9edb-62dc-4b95-819e-da03931b2a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.904723 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-98d00021-9c2d-4fea-9b3d-78502211f9a8 req-b997c598-51c6-4605-a1b0-a9885caef088 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.77 "GET /v2.0/security-groups?id=86d18764-1579-44be-ae4a-fa273510cbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158278 Jul 05 03:51:39.921990 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-9ec28331-4179-468e-9aa0-10186ffa4050 service neutron] For port f46e75d5-3178-4e52-baea-3a3c0c162b40, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:39.940912 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-28b270e3-0f15-46b0-92f4-5f03f1b8bdb9 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417119 Jul 05 03:51:39.949506 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e811558f-8b70-4631-9dad-a556aafa70b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.962007 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-9ec28331-4179-468e-9aa0-10186ffa4050 service neutron] For port f46e75d5-3178-4e52-baea-3a3c0c162b40, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f46e75d5-3178-4e52-baea-3a3c0c162b40,segment=NetworkSegment(746510e4-0771-4ec5-a4b5-80f1ff823a1b),segment_id=746510e4-0771-4ec5-a4b5-80f1ff823a1b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:39.974497 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-9ec28331-4179-468e-9aa0-10186ffa4050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.984384 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73dc9edb-62dc-4b95-819e-da03931b2a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.996965 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73dc9edb-62dc-4b95-819e-da03931b2a6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:40.083016 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-9ec28331-4179-468e-9aa0-10186ffa4050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:40.084086 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-9ec28331-4179-468e-9aa0-10186ffa4050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:40.087613 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-9ec28331-4179-468e-9aa0-10186ffa4050 service neutron] 10.222.0.70 "PUT /v2.0/ports/f46e75d5-3178-4e52-baea-3a3c0c162b40 HTTP/1.1" status: 200 len: 1092 time: 3.4295845 Jul 05 03:51:40.126918 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e811558f-8b70-4631-9dad-a556aafa70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:40.128368 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e811558f-8b70-4631-9dad-a556aafa70b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:40.129349 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e811558f-8b70-4631-9dad-a556aafa70b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:40.135536 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42773ba1-6aab-4416-b3ae-8bdd0b5deea9 req-1558ab0a-a50a-4caa-8fcc-f2d3edf7aaa6 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:40.155619 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-42773ba1-6aab-4416-b3ae-8bdd0b5deea9 req-1558ab0a-a50a-4caa-8fcc-f2d3edf7aaa6 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 1097 time: 0.3485146 Jul 05 03:51:40.223198 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec28331-4179-468e-9aa0-10186ffa4050 service neutron] Pushing event updated for resources: {'Port': ['ID=f46e75d5-3178-4e52-baea-3a3c0c162b40,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:40.303121 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e811558f-8b70-4631-9dad-a556aafa70b4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0704141 Jul 05 03:51:40.305663 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48856) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:40.319411 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-f23ee64f-994c-4bf4-9fe6-9a4de74bf71f admin admin] Request body: {'subnet': {'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1995266509-subnet', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:40.354993 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811558f-8b70-4631-9dad-a556aafa70b4 admin admin] Pushing event updated for resources: {'Network': ['ID=be5e0b4d-e985-4a93-8c87-d24745bc5ef7,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:40.371176 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network be5e0b4d-e985-4a93-8c87-d24745bc5ef7 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:51:40.377600 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-42773ba1-6aab-4416-b3ae-8bdd0b5deea9 req-bf859bea-d049-4d4d-9aaf-2e9039ada31d tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194393 Jul 05 03:51:40.417597 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23ee64f-994c-4bf4-9fe6-9a4de74bf71f admin admin] Made reservation on behalf of 1c3256d36f164a33816a31bdcaca5989 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:40.419646 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f23ee64f-994c-4bf4-9fe6-9a4de74bf71f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:40.466652 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '837b0dd2-ad8b-429f-8557-b370f7a9ecbf', 'tag': '6624700b-4537-4b8e-a365-3629510a255c'}, {'name': 'network-changed', 'server_uuid': 'b7d9fdea-4a0f-4d05-8267-682f861686fa', 'tag': 'f46e75d5-3178-4e52-baea-3a3c0c162b40'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:40.471307 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbfa9d2-117b-46fc-b93e-0f385b733ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "837b0dd2-ad8b-429f-8557-b370f7a9ecbf", "tag": "6624700b-4537-4b8e-a365-3629510a255c"}, {"name": "network-changed", "server_uuid": "b7d9fdea-4a0f-4d05-8267-682f861686fa", "tag": "f46e75d5-3178-4e52-baea-3a3c0c162b40"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:40.576496 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-31309030-f382-48ba-b969-dfb8551207bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:40.579946 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-31309030-f382-48ba-b969-dfb8551207bb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a20ee6725ac14ac28ce986201945825e&device_id=b7d9fdea-4a0f-4d05-8267-682f861686fa HTTP/1.1" status: 200 len: 1095 time: 0.3984635 Jul 05 03:51:40.605956 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73dc9edb-62dc-4b95-819e-da03931b2a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:40.606613 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dc9edb-62dc-4b95-819e-da03931b2a6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a5cb0d9-36a3-48ce-97b6-1f39b99529b1 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:51:40.622140 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73dc9edb-62dc-4b95-819e-da03931b2a6e admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:40.622607 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-73dc9edb-62dc-4b95-819e-da03931b2a6e admin admin] 10.222.0.77 "DELETE /v2.0/routers/8a5cb0d9-36a3-48ce-97b6-1f39b99529b1 HTTP/1.1" status: 204 len: 168 time: 3.9395964 Jul 05 03:51:40.626585 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48862) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:40.684949 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fd5e2269-3e5d-494a-994c-a5e81e2a792a req-3c60c8c1-75ff-4c80-9a00-d05b3c15aca9 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7128086 Jul 05 03:51:40.741324 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1ab091-8c6b-4505-ab4d-b8129ae46849 admin admin] Deleting subnet f0ec1334-d223-407c-bda9-a093ed33391c {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:51:40.749226 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac1ab091-8c6b-4505-ab4d-b8129ae46849 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:40.797125 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ff82a-bd97-4bc9-baf9-d9fb45048206 req-d2eafed6-8e6e-43b1-b368-5e81ebdb5324 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:40.799946 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b78ff82a-bd97-4bc9-baf9-d9fb45048206 req-d2eafed6-8e6e-43b1-b368-5e81ebdb5324 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7d9fdea-4a0f-4d05-8267-682f861686fa HTTP/1.1" status: 200 len: 943 time: 0.2377245 Jul 05 03:51:40.848599 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac1ab091-8c6b-4505-ab4d-b8129ae46849 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:40.918801 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b78ff82a-bd97-4bc9-baf9-d9fb45048206 req-cc93cde6-7d16-4ad0-935b-6f8ed77a8178 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8feecee-998f-4344-971f-cc1bcd993698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091003 Jul 05 03:51:41.036851 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac1ab091-8c6b-4505-ab4d-b8129ae46849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.118301 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-d37ee69b-79eb-444f-a3e8-e34eefb9b470 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f46e75d5-3178-4e52-baea-3a3c0c162b40 HTTP/1.1" status: 200 len: 217 time: 0.4821203 Jul 05 03:51:41.145092 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac1ab091-8c6b-4505-ab4d-b8129ae46849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.227135 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac1ab091-8c6b-4505-ab4d-b8129ae46849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.230188 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad803e5e-7f77-4bce-b0fe-1ae39c71aead x-openstack-request-id: req-ad803e5e-7f77-4bce-b0fe-1ae39c71aead {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:41.231323 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ac1ab091-8c6b-4505-ab4d-b8129ae46849 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f0ec1334-d223-407c-bda9-a093ed33391c HTTP/1.1" status: 204 len: 168 time: 0.6033111 Jul 05 03:51:41.231607 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "837b0dd2-ad8b-429f-8557-b370f7a9ecbf", "tag": "6624700b-4537-4b8e-a365-3629510a255c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b7d9fdea-4a0f-4d05-8267-682f861686fa", "tag": "f46e75d5-3178-4e52-baea-3a3c0c162b40", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:41.232099 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ad803e5e-7f77-4bce-b0fe-1ae39c71aead {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:41.239691 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96903966-3c9f-4130-9560-1b2dd9fb77ec None None] Network ed35a24e-2190-4656-9afb-2a677ea87f26 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:41.243335 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '837b0dd2-ad8b-429f-8557-b370f7a9ecbf', 'tag': '6624700b-4537-4b8e-a365-3629510a255c', 'status': 'completed', 'code': 200} Jul 05 03:51:41.243582 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d9fdea-4a0f-4d05-8267-682f861686fa', 'tag': 'f46e75d5-3178-4e52-baea-3a3c0c162b40', 'status': 'completed', 'code': 200} Jul 05 03:51:41.246241 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48874) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:41.275094 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ab091-8c6b-4505-ab4d-b8129ae46849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0ec1334-d223-407c-bda9-a093ed33391c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:41.314259 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11a3a27-46a7-4a09-8dab-2e2757985aff', 'tag': '96625310-b086-4c7c-8106-ee6ea62bce1a'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:41.318879 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7896eec7-b775-4cd9-9d5e-22fc41c29abc" -d '{"events": [{"name": "network-changed", "server_uuid": "b11a3a27-46a7-4a09-8dab-2e2757985aff", "tag": "96625310-b086-4c7c-8106-ee6ea62bce1a"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:41.339751 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfa9d2-117b-46fc-b93e-0f385b733ed6 req-29f30e44-c6d2-4c84-94cc-9fa081089b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:41.348871 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6bbfa9d2-117b-46fc-b93e-0f385b733ed6 req-29f30e44-c6d2-4c84-94cc-9fa081089b39 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 1096 time: 0.1264064 Jul 05 03:51:41.491116 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-adf3758b-d0a8-48f2-b2b8-51fce77e5f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:41.493667 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-adf3758b-d0a8-48f2-b2b8-51fce77e5f20 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2575cced-30e7-40b1-8861-b218786d4946 HTTP/1.1" status: 200 len: 844 time: 0.3644934 Jul 05 03:51:41.506391 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfa9d2-117b-46fc-b93e-0f385b733ed6 req-8e66be9f-4561-4fbd-94b7-2e09d6b07441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:41.508752 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6bbfa9d2-117b-46fc-b93e-0f385b733ed6 req-8e66be9f-4561-4fbd-94b7-2e09d6b07441 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 922 time: 0.1531048 Jul 05 03:51:41.582667 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6bbfa9d2-117b-46fc-b93e-0f385b733ed6 req-b527e015-39b8-4f80-896c-d64c5f5c5e8e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6624700b-4537-4b8e-a365-3629510a255c HTTP/1.1" status: 200 len: 217 time: 0.0629313 Jul 05 03:51:41.596365 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8ef34-0aaf-4815-ba0d-1fb3f421b7eb req-0e3c3483-c412-446e-9629-504fd65da105 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:41.596635 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78323937-4ed6-40cd-8f68-5d01b18b7db2 None None] DHCP port deletion for ed35a24e-2190-4656-9afb-2a677ea87f26 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:51:41.608038 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53a8ef34-0aaf-4815-ba0d-1fb3f421b7eb req-0e3c3483-c412-446e-9629-504fd65da105 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 945 time: 1.0264454 Jul 05 03:51:41.645949 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfa9d2-117b-46fc-b93e-0f385b733ed6 req-cfcb2f58-dff4-4b15-9a2a-17489bc183c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:41.647664 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6bbfa9d2-117b-46fc-b93e-0f385b733ed6 req-cfcb2f58-dff4-4b15-9a2a-17489bc183c9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8d29ec61-cb40-45c9-a308-0007b5185cb0 HTTP/1.1" status: 200 len: 861 time: 0.0538883 Jul 05 03:51:41.656770 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1d6b8fb5-e44d-40de-9833-eaf2c6c8b591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.678571 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f23ee64f-994c-4bf4-9fe6-9a4de74bf71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.692746 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6bbfa9d2-117b-46fc-b93e-0f385b733ed6 req-64248ad9-a75f-402d-a683-ccf70861dd38 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0365b51-ea1d-4154-b37b-d14ae3269368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375531 Jul 05 03:51:41.699193 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-78323937-4ed6-40cd-8f68-5d01b18b7db2 None None] Deleting port cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:41.700014 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-78323937-4ed6-40cd-8f68-5d01b18b7db2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.756454 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53a8ef34-0aaf-4815-ba0d-1fb3f421b7eb req-3dbe57c2-5915-49be-9d7c-233ac71e095b tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471801 Jul 05 03:51:41.762851 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d21d1-6b99-437c-b1ba-051a1f3d6e75 req-404a0b24-dc43-4ef4-ab92-f6a20d43e1c3 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:41.765177 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7b6d21d1-6b99-437c-b1ba-051a1f3d6e75 req-404a0b24-dc43-4ef4-ab92-f6a20d43e1c3 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 944 time: 0.2547922 Jul 05 03:51:41.795464 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-78323937-4ed6-40cd-8f68-5d01b18b7db2 None None] For port cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1,segment=NetworkSegment(cc0d0ba4-3ccb-4217-8403-8c709e0bc93c),segment_id=cc0d0ba4-3ccb-4217-8403-8c709e0bc93c)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:41.796894 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-78323937-4ed6-40cd-8f68-5d01b18b7db2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.814708 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ee64f-994c-4bf4-9fe6-9a4de74bf71f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5a73c3e-f7f3-4c59-8d63-4826eaa5693f,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:41.829931 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-78323937-4ed6-40cd-8f68-5d01b18b7db2 None None] Calling delete_port for cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:41.839010 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-f372e41b-1979-4733-ae15-84f2804a3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:41.840610 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-f372e41b-1979-4733-ae15-84f2804a3665 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=330c5af7-2c04-42e0-9e22-c686ac916fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3004911 Jul 05 03:51:41.849416 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23ee64f-994c-4bf4-9fe6-9a4de74bf71f admin admin] Checking segment: {'id': '63f8efb6-5901-4e21-ba0f-571de3786984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:41.850084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23ee64f-994c-4bf4-9fe6-9a4de74bf71f admin admin] Network hostable DHCP agents. Network: be5e0b4d-e985-4a93-8c87-d24745bc5ef7, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:51:41.897613 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7b6d21d1-6b99-437c-b1ba-051a1f3d6e75 req-198292ed-1bef-4a3e-b0c9-e51005664ef3 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004970 Jul 05 03:51:41.903159 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6bbfa9d2-117b-46fc-b93e-0f385b733ed6 req-bfa82664-3437-4d32-8056-e1e74e01f015 service neutron] 10.222.0.89 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031496 Jul 05 03:51:41.934462 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-1d6b8fb5-e44d-40de-9833-eaf2c6c8b591 admin admin] Deleting port cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:41.934462 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1d6b8fb5-e44d-40de-9833-eaf2c6c8b591 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.958616 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-78323937-4ed6-40cd-8f68-5d01b18b7db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.969999 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23ee64f-994c-4bf4-9fe6-9a4de74bf71f admin admin] Network be5e0b4d-e985-4a93-8c87-d24745bc5ef7 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:51:41.996740 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78323937-4ed6-40cd-8f68-5d01b18b7db2 None None] Pushing event deleted for resources: {'Port': ['ID=cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:42.012264 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78323937-4ed6-40cd-8f68-5d01b18b7db2 None None] No DVR routers for this DVR port cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:42.054611 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-f23ee64f-994c-4bf4-9fe6-9a4de74bf71f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, be5e0b4d-e985-4a93-8c87-d24745bc5ef7) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:42.072482 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43dfb84-ea61-4430-a557-bc8a32b70da4 None None] Network be5e0b4d-e985-4a93-8c87-d24745bc5ef7 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:42.076065 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23ee64f-994c-4bf4-9fe6-9a4de74bf71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:42.076951 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f23ee64f-994c-4bf4-9fe6-9a4de74bf71f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.097378 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6bbfa9d2-117b-46fc-b93e-0f385b733ed6 req-ca7128b1-3b13-45fc-9469-a1725f8a3587 service neutron] 10.222.0.89 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865320 Jul 05 03:51:42.107377 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-f1dae8c1-4a04-4741-8b3d-f89ae0fb9a20 service neutron] 10.222.0.70 "GET /v2.0/networks/330c5af7-2c04-42e0-9e22-c686ac916fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539229 Jul 05 03:51:42.111404 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-1d6b8fb5-e44d-40de-9833-eaf2c6c8b591 admin admin] For port cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1,segment=NetworkSegment(cc0d0ba4-3ccb-4217-8403-8c709e0bc93c),segment_id=cc0d0ba4-3ccb-4217-8403-8c709e0bc93c)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:42.112120 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1d6b8fb5-e44d-40de-9833-eaf2c6c8b591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.151154 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-1d6b8fb5-e44d-40de-9833-eaf2c6c8b591 admin admin] Calling delete_port for cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:42.160760 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f23ee64f-994c-4bf4-9fe6-9a4de74bf71f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8514671 Jul 05 03:51:42.162326 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48882) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:42.172974 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-ee730b2b-a5c3-42d0-a151-efed97bb23e7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1995266509-router', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:42.219710 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee730b2b-a5c3-42d0-a151-efed97bb23e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.223599 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee730b2b-a5c3-42d0-a151-efed97bb23e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.237200 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 16e60b91-9acf-4477-a573-1f4af22741de no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:42.306585 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fde70c-d4f7-4737-8413-6f8d9196e7df req-f2d0cbef-b77c-43c7-9827-9735c9833f92 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:42.308470 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e0fde70c-d4f7-4737-8413-6f8d9196e7df req-f2d0cbef-b77c-43c7-9827-9735c9833f92 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.77 "GET /v2.0/ports?device_id=b11a3a27-46a7-4a09-8dab-2e2757985aff HTTP/1.1" status: 200 len: 947 time: 0.3641212 Jul 05 03:51:42.316763 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee730b2b-a5c3-42d0-a151-efed97bb23e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.318640 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 16e60b91-9acf-4477-a573-1f4af22741de {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:42.319661 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 16e60b91-9acf-4477-a573-1f4af22741de not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:42.320730 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:42.354869 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:42.355518 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:42.410415 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9715fb7-c0ee-4a52-9566-c246c48506a7 req-e9a39748-1913-42c7-9ad8-5249a5858b22 service neutron] 10.222.0.70 "GET /v2.0/networks/330c5af7-2c04-42e0-9e22-c686ac916fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797689 Jul 05 03:51:42.455361 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e0fde70c-d4f7-4737-8413-6f8d9196e7df req-7471e4fa-8128-4cb0-9a4e-7d894633fefa tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.77 "GET /v2.0/security-groups?id=86d18764-1579-44be-ae4a-fa273510cbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388006 Jul 05 03:51:42.487747 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1d6b8fb5-e44d-40de-9833-eaf2c6c8b591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.509593 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed06315-c892-4754-a972-381121feaadb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-be5e0b4d-e985-4a93-8c87-d24745bc5ef7', 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'fixed_ips': [{'subnet_id': 'f5a73c3e-f7f3-4c59-8d63-4826eaa5693f'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:51:42.509593 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fed06315-c892-4754-a972-381121feaadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.535581 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b8fb5-e44d-40de-9833-eaf2c6c8b591 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:42.537944 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b8fb5-e44d-40de-9833-eaf2c6c8b591 admin admin] No DVR routers for this DVR port cb1a0de7-6df1-4a55-bea7-5596fbd3b1d1 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:42.592263 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee730b2b-a5c3-42d0-a151-efed97bb23e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.649998 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1d6b8fb5-e44d-40de-9833-eaf2c6c8b591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.673737 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-1d6b8fb5-e44d-40de-9833-eaf2c6c8b591 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed35a24e-2190-4656-9afb-2a677ea87f26']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:42.697479 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-1d6b8fb5-e44d-40de-9833-eaf2c6c8b591 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0d0ba4-3ccb-4217-8403-8c709e0bc93c') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:42.699160 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-1d6b8fb5-e44d-40de-9833-eaf2c6c8b591 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0d0ba4-3ccb-4217-8403-8c709e0bc93c') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:42.764412 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.765340 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:51:42.796712 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1d6b8fb5-e44d-40de-9833-eaf2c6c8b591 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.820646 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1d6b8fb5-e44d-40de-9833-eaf2c6c8b591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.831729 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6b8fb5-e44d-40de-9833-eaf2c6c8b591 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:51:42.832343 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1d6b8fb5-e44d-40de-9833-eaf2c6c8b591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: self.session.flush() Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: self.session.flush() Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: self.session.flush() Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: self.session.flush() Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: timer() Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:51:42.834935 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:51:42.880482 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-fed06315-c892-4754-a972-381121feaadb None None] Allocated IP 172.20.0.2 (be5e0b4d-e985-4a93-8c87-d24745bc5ef7/f5a73c3e-f7f3-4c59-8d63-4826eaa5693f/436f2950-1339-4300-9f2e-d0e9f137d9e8) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:42.932319 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfa9d2-117b-46fc-b93e-0f385b733ed6 req-0d5bc3e1-d349-4728-b191-b7b5c775a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:42.933955 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6bbfa9d2-117b-46fc-b93e-0f385b733ed6 req-0d5bc3e1-d349-4728-b191-b7b5c775a53b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a20ee6725ac14ac28ce986201945825e&device_id=b7d9fdea-4a0f-4d05-8267-682f861686fa HTTP/1.1" status: 200 len: 1095 time: 0.1934807 Jul 05 03:51:42.939333 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1d6b8fb5-e44d-40de-9833-eaf2c6c8b591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.951705 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1d6b8fb5-e44d-40de-9833-eaf2c6c8b591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.960998 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1d6b8fb5-e44d-40de-9833-eaf2c6c8b591 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ed35a24e-2190-4656-9afb-2a677ea87f26 HTTP/1.1" status: 204 len: 168 time: 1.7101324 Jul 05 03:51:43.017616 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675b9cda-90cc-4404-aba0-58f8f6d18199 x-openstack-request-id: req-675b9cda-90cc-4404-aba0-58f8f6d18199 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:43.018679 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11a3a27-46a7-4a09-8dab-2e2757985aff", "tag": "96625310-b086-4c7c-8106-ee6ea62bce1a", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:43.019121 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-675b9cda-90cc-4404-aba0-58f8f6d18199 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:43.019580 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11a3a27-46a7-4a09-8dab-2e2757985aff', 'tag': '96625310-b086-4c7c-8106-ee6ea62bce1a', 'status': 'completed', 'code': 200} Jul 05 03:51:43.048895 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b8fb5-e44d-40de-9833-eaf2c6c8b591 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed35a24e-2190-4656-9afb-2a677ea87f26,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:43.073376 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee730b2b-a5c3-42d0-a151-efed97bb23e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:43.106595 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee730b2b-a5c3-42d0-a151-efed97bb23e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:43.191911 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896eec7-b775-4cd9-9d5e-22fc41c29abc req-20ed4ac6-2227-46cf-9be9-f7ae892ab6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:43.193659 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7896eec7-b775-4cd9-9d5e-22fc41c29abc req-20ed4ac6-2227-46cf-9be9-f7ae892ab6c4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=939e4242400a4cae8b31972692568670&device_id=b11a3a27-46a7-4a09-8dab-2e2757985aff HTTP/1.1" status: 200 len: 1099 time: 0.1786265 Jul 05 03:51:43.203850 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48902) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:43.296357 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfa9d2-117b-46fc-b93e-0f385b733ed6 req-605d8a92-8c90-464c-85f6-75fc6a876f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:43.301664 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6bbfa9d2-117b-46fc-b93e-0f385b733ed6 req-605d8a92-8c90-464c-85f6-75fc6a876f7e service neutron] 10.222.0.70 "GET /v2.0/networks?id=330c5af7-2c04-42e0-9e22-c686ac916fd7 HTTP/1.1" status: 200 len: 906 time: 0.3394606 Jul 05 03:51:43.378316 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fed06315-c892-4754-a972-381121feaadb None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:43.388787 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fed06315-c892-4754-a972-381121feaadb None None] Transition to ACTIVE for port object 436f2950-1339-4300-9f2e-d0e9f137d9e8 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:43.404118 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-ee730b2b-a5c3-42d0-a151-efed97bb23e7 admin admin] Allocated IP 172.25.1.219 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/96efd26b-88bd-492d-88ec-7ceab448c99b) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:43.408806 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fed06315-c892-4754-a972-381121feaadb None None] Transition to ACTIVE for port object 436f2950-1339-4300-9f2e-d0e9f137d9e8 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:43.415879 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fed06315-c892-4754-a972-381121feaadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:43.431258 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-379eb86c-00b0-47b9-873e-5a0bd7f735fc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=49aa2e78f4fa410bbda69c030d0e9b7c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2220542 Jul 05 03:51:43.431763 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48912) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:43.482494 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6bbfa9d2-117b-46fc-b93e-0f385b733ed6 req-c93ff58e-bfc9-45b3-bc8c-f9c6425575c7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f46e75d5-3178-4e52-baea-3a3c0c162b40 HTTP/1.1" status: 200 len: 217 time: 0.1724684 Jul 05 03:51:43.486544 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed06315-c892-4754-a972-381121feaadb None None] Pushing event updated for resources: {'Port': ['ID=436f2950-1339-4300-9f2e-d0e9f137d9e8,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:43.517320 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed06315-c892-4754-a972-381121feaadb None None] Network be5e0b4d-e985-4a93-8c87-d24745bc5ef7 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:43.519236 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-fed06315-c892-4754-a972-381121feaadb None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:43.522166 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed06315-c892-4754-a972-381121feaadb None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:43.533021 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896eec7-b775-4cd9-9d5e-22fc41c29abc req-31526d78-a12b-4398-a331-100db028ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:43.535153 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7896eec7-b775-4cd9-9d5e-22fc41c29abc req-31526d78-a12b-4398-a331-100db028ccaf service neutron] 10.222.0.89 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.3184175 Jul 05 03:51:43.619786 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfa9d2-117b-46fc-b93e-0f385b733ed6 req-19cf0c30-d9bd-4b9d-9215-a2397a3ca842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:43.622433 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6bbfa9d2-117b-46fc-b93e-0f385b733ed6 req-19cf0c30-d9bd-4b9d-9215-a2397a3ca842 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2575cced-30e7-40b1-8861-b218786d4946 HTTP/1.1" status: 200 len: 844 time: 0.1213224 Jul 05 03:51:43.630311 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7896eec7-b775-4cd9-9d5e-22fc41c29abc req-29b170e3-4954-4b60-a283-1b223785b878 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=96625310-b086-4c7c-8106-ee6ea62bce1a HTTP/1.1" status: 200 len: 217 time: 0.0803282 Jul 05 03:51:43.666489 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fed06315-c892-4754-a972-381121feaadb None None] Attempting to bind port 436f2950-1339-4300-9f2e-d0e9f137d9e8 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:43.667272 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fed06315-c892-4754-a972-381121feaadb None None] Attempting to bind port 436f2950-1339-4300-9f2e-d0e9f137d9e8 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '63f8efb6-5901-4e21-ba0f-571de3786984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:43.668597 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed06315-c892-4754-a972-381121feaadb None None] Attempting to bind port 436f2950-1339-4300-9f2e-d0e9f137d9e8 on network be5e0b4d-e985-4a93-8c87-d24745bc5ef7 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:43.683369 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed06315-c892-4754-a972-381121feaadb None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:43.684048 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed06315-c892-4754-a972-381121feaadb None None] Checking segment: {'id': '63f8efb6-5901-4e21-ba0f-571de3786984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:43.685557 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fed06315-c892-4754-a972-381121feaadb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:43.686867 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed06315-c892-4754-a972-381121feaadb None None] Bound using segment: {'id': '63f8efb6-5901-4e21-ba0f-571de3786984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:43.687788 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fed06315-c892-4754-a972-381121feaadb None None] Bound port: 436f2950-1339-4300-9f2e-d0e9f137d9e8, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f8efb6-5901-4e21-ba0f-571de3786984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:43.688785 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fed06315-c892-4754-a972-381121feaadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:43.713913 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd885b21-0059-4be4-bee7-d73daabd4c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:43.719981 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714a7d6-70d7-4973-8e06-da84acfd36a5 req-817bd543-9819-47b3-952e-dc2656d621c5 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:43.724170 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9714a7d6-70d7-4973-8e06-da84acfd36a5 req-817bd543-9819-47b3-952e-dc2656d621c5 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7d9fdea-4a0f-4d05-8267-682f861686fa HTTP/1.1" status: 200 len: 943 time: 0.2330277 Jul 05 03:51:43.760864 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee730b2b-a5c3-42d0-a151-efed97bb23e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:43.774444 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896eec7-b775-4cd9-9d5e-22fc41c29abc req-593d52bd-ef0e-4541-bda1-c2c1c161438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:43.775917 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7896eec7-b775-4cd9-9d5e-22fc41c29abc req-593d52bd-ef0e-4541-bda1-c2c1c161438c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1360250 Jul 05 03:51:43.779499 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd885b21-0059-4be4-bee7-d73daabd4c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:43.828005 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfa9d2-117b-46fc-b93e-0f385b733ed6 req-874e9281-1233-4ff8-a02b-a744c9902bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:43.831098 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6bbfa9d2-117b-46fc-b93e-0f385b733ed6 req-874e9281-1233-4ff8-a02b-a744c9902bb5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=330c5af7-2c04-42e0-9e22-c686ac916fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1874802 Jul 05 03:51:43.834602 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9714a7d6-70d7-4973-8e06-da84acfd36a5 req-e4a06675-cef5-4918-9128-c8393551652d tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8feecee-998f-4344-971f-cc1bcd993698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748539 Jul 05 03:51:43.864376 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fed06315-c892-4754-a972-381121feaadb None None] For port 436f2950-1339-4300-9f2e-d0e9f137d9e8, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:43.899209 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd885b21-0059-4be4-bee7-d73daabd4c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:43.899209 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd885b21-0059-4be4-bee7-d73daabd4c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:43.900947 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bd885b21-0059-4be4-bee7-d73daabd4c6f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9a0c78ae-60ec-4321-aa0b-2fc963e19c86 HTTP/1.1" status: 204 len: 168 time: 0.4642117 Jul 05 03:51:43.913815 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fed06315-c892-4754-a972-381121feaadb None None] For port 436f2950-1339-4300-9f2e-d0e9f137d9e8, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=436f2950-1339-4300-9f2e-d0e9f137d9e8,segment=NetworkSegment(63f8efb6-5901-4e21-ba0f-571de3786984),segment_id=63f8efb6-5901-4e21-ba0f-571de3786984)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:43.926493 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fed06315-c892-4754-a972-381121feaadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:43.953580 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee730b2b-a5c3-42d0-a151-efed97bb23e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:43.956985 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd885b21-0059-4be4-bee7-d73daabd4c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0c78ae-60ec-4321-aa0b-2fc963e19c86,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:44.026126 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896eec7-b775-4cd9-9d5e-22fc41c29abc req-213284bd-4112-4418-a9c1-16a0f6d6c63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:44.029506 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7896eec7-b775-4cd9-9d5e-22fc41c29abc req-213284bd-4112-4418-a9c1-16a0f6d6c63b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2410917 Jul 05 03:51:44.040662 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6bbfa9d2-117b-46fc-b93e-0f385b733ed6 req-26ecc0c4-7322-420e-9ee1-97313233c5b2 service neutron] 10.222.0.70 "GET /v2.0/networks/330c5af7-2c04-42e0-9e22-c686ac916fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994715 Jul 05 03:51:44.072451 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee730b2b-a5c3-42d0-a151-efed97bb23e7 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:44.091252 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-ee730b2b-a5c3-42d0-a151-efed97bb23e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:44.171291 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed06315-c892-4754-a972-381121feaadb None None] Pushing event updated for resources: {'Port': ['ID=436f2950-1339-4300-9f2e-d0e9f137d9e8,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:44.195345 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee730b2b-a5c3-42d0-a151-efed97bb23e7 admin admin] Pushing event updated for resources: {'Port': ['ID=96efd26b-88bd-492d-88ec-7ceab448c99b,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:44.207192 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee730b2b-a5c3-42d0-a151-efed97bb23e7 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:44.426636 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7896eec7-b775-4cd9-9d5e-22fc41c29abc req-1384a45c-dbc9-4879-b0c3-3cfb3e62cb9f service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736639 Jul 05 03:51:44.433443 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-cfafe6fa-3a3b-4254-b85e-2af65d1d66ff tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:51:44.434486 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-cfafe6fa-3a3b-4254-b85e-2af65d1d66ff tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136719 Jul 05 03:51:44.460987 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6bbfa9d2-117b-46fc-b93e-0f385b733ed6 req-c05822a8-9ff3-4d21-bb76-eb828c194dd2 service neutron] 10.222.0.70 "GET /v2.0/networks/330c5af7-2c04-42e0-9e22-c686ac916fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547635 Jul 05 03:51:44.546805 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-64062a06-d05b-40a4-9564-bfc7940a023f service neutron] Request body: {'binding': {'host': 'n-h2-780147-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:44.546805 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-64062a06-d05b-40a4-9564-bfc7940a023f service neutron] Unknown quota resources ['binding']. {{(pid=105539) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:51:44.742942 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7896eec7-b775-4cd9-9d5e-22fc41c29abc req-e69dbcab-df0e-49bd-b3ed-38546f3873c5 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818449 Jul 05 03:51:44.825460 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9f3e2-7039-4b15-b1fb-7b780f746ab7 req-8ae54007-760d-48c0-8b05-d15df38466b3 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:44.827080 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-63e9f3e2-7039-4b15-b1fb-7b780f746ab7 req-8ae54007-760d-48c0-8b05-d15df38466b3 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.70 "GET /v2.0/ports?device_id=89a22b08-69b7-4581-bce0-995e2ab68bf4 HTTP/1.1" status: 200 len: 949 time: 0.4712143 Jul 05 03:51:44.843337 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48926) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:44.914339 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2dd31f41-264c-4bec-9ffa-32ee2231647d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=813514d78d414901a57bbed98a0b1214&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0692158 Jul 05 03:51:44.924041 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48930) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:44.931265 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf469d1-72e2-445b-817e-84a726488ca5 req-3d371903-e88b-4628-bc5e-ed813d99c694 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:44.933941 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5cf469d1-72e2-445b-817e-84a726488ca5 req-3d371903-e88b-4628-bc5e-ed813d99c694 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 944 time: 0.2050736 Jul 05 03:51:44.937289 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 96625310-b086-4c7c-8106-ee6ea62bce1a details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:51:44.987366 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee730b2b-a5c3-42d0-a151-efed97bb23e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.999447 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5cf469d1-72e2-445b-817e-84a726488ca5 req-29934f63-305a-4814-9a91-d72b9d28fd7d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546012 Jul 05 03:51:45.099092 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 96625310-b086-4c7c-8106-ee6ea62bce1a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=96625310-b086-4c7c-8106-ee6ea62bce1a,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:45.117994 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '96625310-b086-4c7c-8106-ee6ea62bce1a', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '96625310-b086-4c7c-8106-ee6ea62bce1a', 'mac_address': 'fa:16:3e:f5:76:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:51:45.138822 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-64062a06-d05b-40a4-9564-bfc7940a023f service neutron] Attempting to bind port d2f5f1cd-5a84-4536-9e41-5625e01cedc9 on host n-h2-780147-23 for vnic_type normal with profile None {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:45.139684 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-64062a06-d05b-40a4-9564-bfc7940a023f service neutron] Attempting to bind port d2f5f1cd-5a84-4536-9e41-5625e01cedc9 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:45.139684 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-64062a06-d05b-40a4-9564-bfc7940a023f service neutron] Attempting to bind port d2f5f1cd-5a84-4536-9e41-5625e01cedc9 on network e37bffed-7318-4dad-93bc-2135e6f53abd {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:45.182357 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.188913 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-64062a06-d05b-40a4-9564-bfc7940a023f service neutron] Port d2f5f1cd-5a84-4536-9e41-5625e01cedc9 on network e37bffed-7318-4dad-93bc-2135e6f53abd not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:51:45.189270 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-64062a06-d05b-40a4-9564-bfc7940a023f service neutron] Attempting to bind port d2f5f1cd-5a84-4536-9e41-5625e01cedc9 on network e37bffed-7318-4dad-93bc-2135e6f53abd {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:45.199973 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96625310-b086-4c7c-8106-ee6ea62bce1a {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:45.226961 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 96625310-b086-4c7c-8106-ee6ea62bce1a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=96625310-b086-4c7c-8106-ee6ea62bce1a,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:45.231922 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c0afa9a8-e882-4356-8fdc-7f4cb98d06b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.234502 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.264115 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-64062a06-d05b-40a4-9564-bfc7940a023f service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:45.264760 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-64062a06-d05b-40a4-9564-bfc7940a023f service neutron] Checking segment: {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:45.265465 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-64062a06-d05b-40a4-9564-bfc7940a023f service neutron] Bound using segment: {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:45.266036 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-64062a06-d05b-40a4-9564-bfc7940a023f service neutron] Bound port: d2f5f1cd-5a84-4536-9e41-5625e01cedc9, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:45.311342 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c534d-413e-4f9e-8b32-bcd64215146a req-21fe4d87-766e-49e3-a689-15f6e78a31d3 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:45.314709 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fe0c534d-413e-4f9e-8b32-bcd64215146a req-21fe4d87-766e-49e3-a689-15f6e78a31d3 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 945 time: 0.1465497 Jul 05 03:51:45.324581 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c0afa9a8-e882-4356-8fdc-7f4cb98d06b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.363533 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=96625310-b086-4c7c-8106-ee6ea62bce1a,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:45.380464 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fe0c534d-413e-4f9e-8b32-bcd64215146a req-4b0e3bdf-62d4-42c6-915f-0f944a2a1a71 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573232 Jul 05 03:51:45.409552 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-63e9f3e2-7039-4b15-b1fb-7b780f746ab7 req-f0030b08-289d-45b8-9c90-0b36ca5cd78d tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Deleting port e2d807f9-b9e2-4c86-85cc-e0a673d4fa65 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:45.409898 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-63e9f3e2-7039-4b15-b1fb-7b780f746ab7 req-f0030b08-289d-45b8-9c90-0b36ca5cd78d tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.533066 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['96625310-b086-4c7c-8106-ee6ea62bce1a'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:45.763058 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a969007-e16a-4992-a5fb-d25cc95601b4 None None] Network be5e0b4d-e985-4a93-8c87-d24745bc5ef7 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:45.793621 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eadf53-5228-4583-9d06-27a3545f38a3 req-d361083a-4392-4ac2-9ae0-445d44bd39bf tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:45.796358 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-75eadf53-5228-4583-9d06-27a3545f38a3 req-d361083a-4392-4ac2-9ae0-445d44bd39bf tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.77 "GET /v2.0/ports?device_id=b11a3a27-46a7-4a09-8dab-2e2757985aff HTTP/1.1" status: 200 len: 948 time: 0.1227477 Jul 05 03:51:45.858892 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-75eadf53-5228-4583-9d06-27a3545f38a3 req-867cdd9e-3aa4-4b2e-9860-c5d7e3b371e8 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.77 "GET /v2.0/security-groups?id=86d18764-1579-44be-ae4a-fa273510cbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513003 Jul 05 03:51:45.877994 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fcb4d279-d789-4da4-afcb-f44ab40e8b1c None None] Provisioning for port 436f2950-1339-4300-9f2e-d0e9f137d9e8 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:45.923577 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-64062a06-d05b-40a4-9564-bfc7940a023f service neutron] For port d2f5f1cd-5a84-4536-9e41-5625e01cedc9, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d2f5f1cd-5a84-4536-9e41-5625e01cedc9,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:45.938568 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-64062a06-d05b-40a4-9564-bfc7940a023f service neutron] Notify callbacks [] for binding, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.940418 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-64062a06-d05b-40a4-9564-bfc7940a023f service neutron] 10.222.0.77 "POST /v2.0/ports/d2f5f1cd-5a84-4536-9e41-5625e01cedc9/bindings HTTP/1.1" status: 201 len: 390 time: 1.4020221 Jul 05 03:51:45.972143 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c0afa9a8-e882-4356-8fdc-7f4cb98d06b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.975442 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c0afa9a8-e882-4356-8fdc-7f4cb98d06b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.976680 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c0afa9a8-e882-4356-8fdc-7f4cb98d06b5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3031d47b-bfb1-450c-ba49-c80ef66160a9 HTTP/1.1" status: 204 len: 168 time: 1.0511541 Jul 05 03:51:45.978531 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-63e9f3e2-7039-4b15-b1fb-7b780f746ab7 req-f0030b08-289d-45b8-9c90-0b36ca5cd78d tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] For port e2d807f9-b9e2-4c86-85cc-e0a673d4fa65, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=e2d807f9-b9e2-4c86-85cc-e0a673d4fa65,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:45.978897 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-63e9f3e2-7039-4b15-b1fb-7b780f746ab7 req-f0030b08-289d-45b8-9c90-0b36ca5cd78d tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:46.041136 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee730b2b-a5c3-42d0-a151-efed97bb23e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:46.059024 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afa9a8-e882-4356-8fdc-7f4cb98d06b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3031d47b-bfb1-450c-ba49-c80ef66160a9,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:46.066886 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-63e9f3e2-7039-4b15-b1fb-7b780f746ab7 req-f0030b08-289d-45b8-9c90-0b36ca5cd78d tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Calling delete_port for e2d807f9-b9e2-4c86-85cc-e0a673d4fa65 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:46.201882 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37e8e5-8bd8-479c-b380-9c0263c51088 req-f893e5b5-921d-4352-a287-93e20117c4ed tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:46.217685 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fa37e8e5-8bd8-479c-b380-9c0263c51088 req-f893e5b5-921d-4352-a287-93e20117c4ed tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=89a22b08-69b7-4581-bce0-995e2ab68bf4 HTTP/1.1" status: 200 len: 949 time: 0.1630077 Jul 05 03:51:46.343823 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fa37e8e5-8bd8-479c-b380-9c0263c51088 req-6f61b315-88ef-4673-8186-e6fc7a841bdb tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248972 Jul 05 03:51:46.458568 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 436f2950-1339-4300-9f2e-d0e9f137d9e8 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:46.653494 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c4dbb-eaa4-4c0b-b5d3-9ecc5e328406 req-639e4745-d34b-430b-b428-453d6074f95c tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:46.655035 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7f1c4dbb-eaa4-4c0b-b5d3-9ecc5e328406 req-639e4745-d34b-430b-b428-453d6074f95c tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7d9fdea-4a0f-4d05-8267-682f861686fa HTTP/1.1" status: 200 len: 943 time: 0.2344458 Jul 05 03:51:46.672162 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 436f2950-1339-4300-9f2e-d0e9f137d9e8 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:46.679740 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 436f2950-1339-4300-9f2e-d0e9f137d9e8 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:46.680296 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:46.729064 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee730b2b-a5c3-42d0-a151-efed97bb23e7 admin admin] Router d013a0a4-9073-46ec-b7b4-e06d9c7489b8 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:51:46.730830 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-63e9f3e2-7039-4b15-b1fb-7b780f746ab7 req-f0030b08-289d-45b8-9c90-0b36ca5cd78d tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:46.776099 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['7e741bda-ec2c-4820-898b-4dc034cb6adc', 'b5cd23f4-263c-4e30-8b36-bafbdc086518'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:46.829951 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device f46e75d5-3178-4e52-baea-3a3c0c162b40 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:51:46.838432 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0030b08-289d-45b8-9c90-0b36ca5cd78d tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Pushing event deleted for resources: {'Port': ['ID=e2d807f9-b9e2-4c86-85cc-e0a673d4fa65,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:46.912690 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638de71-7e82-4d30-8cb9-2bf03401b297 req-f97af8d6-e157-408a-b39a-b5c0d7890851 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:46.914306 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8638de71-7e82-4d30-8cb9-2bf03401b297 req-f97af8d6-e157-408a-b39a-b5c0d7890851 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b5f3352-1bbe-4628-ba9b-0156d59fc7d8 HTTP/1.1" status: 200 len: 949 time: 0.2996125 Jul 05 03:51:46.933780 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-29417684-7d94-42f4-beb3-7547ba1fa80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:46.935337 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-29417684-7d94-42f4-beb3-7547ba1fa80f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6079881a5dcb456f811aa69e44c04ef0&device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 1097 time: 0.2024796 Jul 05 03:51:46.993509 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7f1c4dbb-eaa4-4c0b-b5d3-9ecc5e328406 req-19d4584c-e218-489f-9554-30062bb54d49 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8feecee-998f-4344-971f-cc1bcd993698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3090181 Jul 05 03:51:47.050851 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device e2d807f9-b9e2-4c86-85cc-e0a673d4fa65 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:47.051683 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f660d8-d68f-41f1-9e89-4fefbea574b0 req-03bcf632-efda-434b-a00e-ce247899b233 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:47.058891 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-21f660d8-d68f-41f1-9e89-4fefbea574b0 req-03bcf632-efda-434b-a00e-ce247899b233 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 945 time: 0.2823882 Jul 05 03:51:47.065499 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 96625310-b086-4c7c-8106-ee6ea62bce1a up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:47.070551 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.184487 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e9f3e2-7039-4b15-b1fb-7b780f746ab7 req-f0030b08-289d-45b8-9c90-0b36ca5cd78d tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] No DVR routers for this DVR port e2d807f9-b9e2-4c86-85cc-e0a673d4fa65 on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:47.186961 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee730b2b-a5c3-42d0-a151-efed97bb23e7 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:47.190394 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-63e9f3e2-7039-4b15-b1fb-7b780f746ab7 req-f0030b08-289d-45b8-9c90-0b36ca5cd78d tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.200535 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-63e9f3e2-7039-4b15-b1fb-7b780f746ab7 req-f0030b08-289d-45b8-9c90-0b36ca5cd78d tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.70 "DELETE /v2.0/ports/e2d807f9-b9e2-4c86-85cc-e0a673d4fa65 HTTP/1.1" status: 204 len: 173 time: 2.3314388 Jul 05 03:51:47.201343 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a22b08-69b7-4581-bce0-995e2ab68bf4', 'name': 'network-vif-deleted', 'tag': 'e2d807f9-b9e2-4c86-85cc-e0a673d4fa65'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:47.205446 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd4923a-d3d3-45de-a178-a8e5aa2c72f5" -d '{"events": [{"server_uuid": "89a22b08-69b7-4581-bce0-995e2ab68bf4", "name": "network-vif-deleted", "tag": "e2d807f9-b9e2-4c86-85cc-e0a673d4fa65"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:47.227793 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee730b2b-a5c3-42d0-a151-efed97bb23e7 admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.230243 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ee730b2b-a5c3-42d0-a151-efed97bb23e7 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0657465 Jul 05 03:51:47.236723 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48954) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:47.265896 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] Sync routers for ids ['d013a0a4-9073-46ec-b7b4-e06d9c7489b8'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:47.284281 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-23469988-e91c-42cf-899e-e6ed89c0d8c4 None None] Provisioning complete for port 436f2950-1339-4300-9f2e-d0e9f137d9e8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:47.284790 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-23469988-e91c-42cf-899e-e6ed89c0d8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.298936 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: e2d807f9-b9e2-4c86-85cc-e0a673d4fa65 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:47.299103 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device e2d807f9-b9e2-4c86-85cc-e0a673d4fa65 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:47.322184 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268d117-aca2-4998-ab36-41fa19a4fcaa req-4aec2c56-2b9e-408b-b8ec-56cf6f74a5b0 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:47.324186 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9268d117-aca2-4998-ab36-41fa19a4fcaa req-4aec2c56-2b9e-408b-b8ec-56cf6f74a5b0 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 944 time: 0.1005285 Jul 05 03:51:47.357397 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port f46e75d5-3178-4e52-baea-3a3c0c162b40, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f46e75d5-3178-4e52-baea-3a3c0c162b40,segment=NetworkSegment(746510e4-0771-4ec5-a4b5-80f1ff823a1b),segment_id=746510e4-0771-4ec5-a4b5-80f1ff823a1b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:47.387033 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9268d117-aca2-4998-ab36-41fa19a4fcaa req-0fd9a29d-4f66-4af8-94a6-493f9df3d165 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555627 Jul 05 03:51:47.403767 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-21f660d8-d68f-41f1-9e89-4fefbea574b0 req-70b0dacf-cab9-4046-961d-124c4232586a tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439126 Jul 05 03:51:47.408082 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-6c3abbc5-271c-4235-bec5-b796307320c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:47.409983 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-6c3abbc5-271c-4235-bec5-b796307320c2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 200 len: 909 time: 0.4638214 Jul 05 03:51:47.414624 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 436f2950-1339-4300-9f2e-d0e9f137d9e8, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=436f2950-1339-4300-9f2e-d0e9f137d9e8,segment=NetworkSegment(63f8efb6-5901-4e21-ba0f-571de3786984),segment_id=63f8efb6-5901-4e21-ba0f-571de3786984)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:47.416406 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 96625310-b086-4c7c-8106-ee6ea62bce1a completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:47.485156 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] Routers {'d013a0a4-9073-46ec-b7b4-e06d9c7489b8'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:47.486105 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:51:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d013a0a4-9073-46ec-b7b4-e06d9c7489b8'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:47.551565 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-910668f1-bd22-4f93-b4ae-7b56a51a9b0a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2f5f1cd-5a84-4536-9e41-5625e01cedc9 HTTP/1.1" status: 200 len: 217 time: 0.1179845 Jul 05 03:51:47.611873 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.612210 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-8638de71-7e82-4d30-8cb9-2bf03401b297 req-c9045b1d-d559-4a86-8139-12874fbb5dc7 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Deleting port b5cd23f4-263c-4e30-8b36-bafbdc086518 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:47.612405 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8638de71-7e82-4d30-8cb9-2bf03401b297 req-c9045b1d-d559-4a86-8139-12874fbb5dc7 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.627443 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 96625310-b086-4c7c-8106-ee6ea62bce1a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:47.627840 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.638966 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'f46e75d5-3178-4e52-baea-3a3c0c162b40', 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7', 'port_id': 'f46e75d5-3178-4e52-baea-3a3c0c162b40', 'mac_address': 'fa:16:3e:2e:0a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2575cced-30e7-40b1-8861-b218786d4946', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:51:47.810360 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af6d29-18b9-4e13-a4e4-b5832e47bb81 req-ea03497f-8f62-45c6-8614-92cb14c1e0bf tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:47.812020 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-21af6d29-18b9-4e13-a4e4-b5832e47bb81 req-ea03497f-8f62-45c6-8614-92cb14c1e0bf tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.77 "GET /v2.0/ports?device_id=b11a3a27-46a7-4a09-8dab-2e2757985aff HTTP/1.1" status: 200 len: 948 time: 0.1886163 Jul 05 03:51:47.863608 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-4457cfe0-8857-4e91-91a9-2c4604359525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:47.865401 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-4457cfe0-8857-4e91-91a9-2c4604359525 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed0a1ef0-1506-4eb0-93c1-51dd53393e81 HTTP/1.1" status: 200 len: 848 time: 0.2897382 Jul 05 03:51:47.871293 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-21af6d29-18b9-4e13-a4e4-b5832e47bb81 req-e909a1f5-0f09-4ccd-9d42-0715b490add5 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.77 "GET /v2.0/security-groups?id=86d18764-1579-44be-ae4a-fa273510cbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499432 Jul 05 03:51:47.942986 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddeeb23-1547-4784-99e1-a3aed2449ecc x-openstack-request-id: req-eddeeb23-1547-4784-99e1-a3aed2449ecc {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:47.943621 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a22b08-69b7-4581-bce0-995e2ab68bf4", "name": "network-vif-deleted", "tag": "e2d807f9-b9e2-4c86-85cc-e0a673d4fa65", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:47.944159 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eddeeb23-1547-4784-99e1-a3aed2449ecc {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:47.944897 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a22b08-69b7-4581-bce0-995e2ab68bf4', 'name': 'network-vif-deleted', 'tag': 'e2d807f9-b9e2-4c86-85cc-e0a673d4fa65', 'status': 'completed', 'code': 200} Jul 05 03:51:48.021276 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] Set router d013a0a4-9073-46ec-b7b4-e06d9c7489b8 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:48.040728 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=436f2950-1339-4300-9f2e-d0e9f137d9e8,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:48.062294 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-ffe203a6-c7d7-4c47-873a-365ddbd2bb02 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e37bffed-7318-4dad-93bc-2135e6f53abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1768563 Jul 05 03:51:48.129971 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-8638de71-7e82-4d30-8cb9-2bf03401b297 req-c9045b1d-d559-4a86-8139-12874fbb5dc7 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] For port b5cd23f4-263c-4e30-8b36-bafbdc086518, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=b5cd23f4-263c-4e30-8b36-bafbdc086518,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:48.130402 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8638de71-7e82-4d30-8cb9-2bf03401b297 req-c9045b1d-d559-4a86-8139-12874fbb5dc7 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.152167 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-8638de71-7e82-4d30-8cb9-2bf03401b297 req-c9045b1d-d559-4a86-8139-12874fbb5dc7 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Calling delete_port for b5cd23f4-263c-4e30-8b36-bafbdc086518 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:48.223487 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 436f2950-1339-4300-9f2e-d0e9f137d9e8 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:48.246300 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2931d462-a1d4-4f79-9534-9fcecff4da85 req-b669851a-9828-464f-970c-5ca69f012ef0 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=89a22b08-69b7-4581-bce0-995e2ab68bf4 HTTP/1.1" status: 200 len: 210 time: 0.1369052 Jul 05 03:51:48.420957 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.444644 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f46e75d5-3178-4e52-baea-3a3c0c162b40 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:48.489095 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.528702 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port f46e75d5-3178-4e52-baea-3a3c0c162b40, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f46e75d5-3178-4e52-baea-3a3c0c162b40,segment=NetworkSegment(746510e4-0771-4ec5-a4b5-80f1ff823a1b),segment_id=746510e4-0771-4ec5-a4b5-80f1ff823a1b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:48.570206 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.688177 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11a3a27-46a7-4a09-8dab-2e2757985aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96625310-b086-4c7c-8106-ee6ea62bce1a'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:48.694382 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca26fe30-a223-41ee-9497-0762afb71e80" -d '{"events": [{"server_uuid": "b11a3a27-46a7-4a09-8dab-2e2757985aff", "name": "network-vif-plugged", "status": "completed", "tag": "96625310-b086-4c7c-8106-ee6ea62bce1a"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:48.756597 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 436f2950-1339-4300-9f2e-d0e9f137d9e8 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:48.757315 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.903667 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 96625310-b086-4c7c-8106-ee6ea62bce1a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=96625310-b086-4c7c-8106-ee6ea62bce1a,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:48.934898 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device b5cd23f4-263c-4e30-8b36-bafbdc086518 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:49.038652 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8638de71-7e82-4d30-8cb9-2bf03401b297 req-c9045b1d-d559-4a86-8139-12874fbb5dc7 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.041429 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 6624700b-4537-4b8e-a365-3629510a255c details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:51:49.082194 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.089908 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No active binding found for port b5cd23f4-263c-4e30-8b36-bafbdc086518 {{(pid=105540) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 03:51:49.091964 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device b5cd23f4-263c-4e30-8b36-bafbdc086518 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:49.102464 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc232bd3-b920-4db4-8af2-b46653e5c364 req-e00cd340-2565-404c-89d5-0138c7d44e80 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:49.105618 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cc232bd3-b920-4db4-8af2-b46653e5c364 req-e00cd340-2565-404c-89d5-0138c7d44e80 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 945 time: 1.4331670 Jul 05 03:51:49.125499 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=f46e75d5-3178-4e52-baea-3a3c0c162b40,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:49.151521 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36711ed4-45e5-473a-b6e8-ef17bdd7aa8e req-6dc99811-cc70-4a94-a97e-3876a3c61ee0 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:49.154106 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36711ed4-45e5-473a-b6e8-ef17bdd7aa8e req-6dc99811-cc70-4a94-a97e-3876a3c61ee0 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7d9fdea-4a0f-4d05-8267-682f861686fa HTTP/1.1" status: 200 len: 944 time: 0.1493473 Jul 05 03:51:49.167517 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['f46e75d5-3178-4e52-baea-3a3c0c162b40'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:49.225669 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36711ed4-45e5-473a-b6e8-ef17bdd7aa8e req-a0995538-53ee-4121-8804-9d8b8d031285 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8feecee-998f-4344-971f-cc1bcd993698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555127 Jul 05 03:51:49.262676 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-783ad2a9-820e-48af-ba70-098f98043221 service neutron] 10.222.0.70 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1597829 Jul 05 03:51:49.309119 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9045b1d-d559-4a86-8139-12874fbb5dc7 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Pushing event deleted for resources: {'Port': ['ID=b5cd23f4-263c-4e30-8b36-bafbdc086518,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:49.425894 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-8638de71-7e82-4d30-8cb9-2bf03401b297 req-c9045b1d-d559-4a86-8139-12874fbb5dc7 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] No DVR routers for this DVR port b5cd23f4-263c-4e30-8b36-bafbdc086518 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:49.432744 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8638de71-7e82-4d30-8cb9-2bf03401b297 req-c9045b1d-d559-4a86-8139-12874fbb5dc7 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.434962 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8638de71-7e82-4d30-8cb9-2bf03401b297 req-c9045b1d-d559-4a86-8139-12874fbb5dc7 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.70 "DELETE /v2.0/ports/b5cd23f4-263c-4e30-8b36-bafbdc086518 HTTP/1.1" status: 204 len: 173 time: 2.5065436 Jul 05 03:51:49.439456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5f3352-1bbe-4628-ba9b-0156d59fc7d8', 'name': 'network-vif-deleted', 'tag': 'b5cd23f4-263c-4e30-8b36-bafbdc086518'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:49.443257 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b3c8e1-e255-4b24-8bbf-885f09a94b4c" -d '{"events": [{"server_uuid": "2b5f3352-1bbe-4628-ba9b-0156d59fc7d8", "name": "network-vif-deleted", "tag": "b5cd23f4-263c-4e30-8b36-bafbdc086518"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:49.467483 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'name': 'tempest-ServersTestBootFromVolume-1995266509-router', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:42Z', 'updated_at': '2021-07-05T03:51:44Z', 'revision_number': 3, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'gw_port': {'id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:43Z', 'updated_at': '2021-07-05T03:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:49.476523 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cc232bd3-b920-4db4-8af2-b46653e5c364 req-9d39af53-904e-45c3-9a5e-477f6bfa37b4 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328676 Jul 05 03:51:49.546050 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb538a-8afa-4cf3-bfe2-fc7194fc1a72 req-ccd8b472-0e5f-4d45-8fbd-af75f22fb89f tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:49.554233 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4cdb538a-8afa-4cf3-bfe2-fc7194fc1a72 req-ccd8b472-0e5f-4d45-8fbd-af75f22fb89f tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 944 time: 0.1245322 Jul 05 03:51:49.561595 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] Checking router: d013a0a4-9073-46ec-b7b4-e06d9c7489b8 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:49.562197 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] Updating router d013a0a4-9073-46ec-b7b4-e06d9c7489b8 port 96efd26b-88bd-492d-88ec-7ceab448c99b binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:51:49.644164 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=96625310-b086-4c7c-8106-ee6ea62bce1a,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:49.650319 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-23065ac0-909c-4e2e-a9be-f843ef8438a4 service neutron] 10.222.0.70 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652771 Jul 05 03:51:49.660740 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4cdb538a-8afa-4cf3-bfe2-fc7194fc1a72 req-cf9f13d4-6300-40b1-99d6-a4b6c91a7698 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048696 Jul 05 03:51:49.712696 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 6624700b-4537-4b8e-a365-3629510a255c, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=6624700b-4537-4b8e-a365-3629510a255c,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:49.733237 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '6624700b-4537-4b8e-a365-3629510a255c', 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368', 'port_id': '6624700b-4537-4b8e-a365-3629510a255c', 'mac_address': 'fa:16:3e:32:b7:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d29ec61-cb40-45c9-a308-0007b5185cb0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:51:49.759785 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['7e741bda-ec2c-4820-898b-4dc034cb6adc'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:49.810217 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.840912 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a754022e-ba77-4dd9-b0ef-b2525e8fde55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.940240 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910f59a2-8813-4b36-845a-c897c91445e4 x-openstack-request-id: req-910f59a2-8813-4b36-845a-c897c91445e4 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:49.940550 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11a3a27-46a7-4a09-8dab-2e2757985aff", "name": "network-vif-plugged", "status": "completed", "tag": "96625310-b086-4c7c-8106-ee6ea62bce1a", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:49.940760 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-910f59a2-8813-4b36-845a-c897c91445e4 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:49.945609 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11a3a27-46a7-4a09-8dab-2e2757985aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96625310-b086-4c7c-8106-ee6ea62bce1a', 'code': 200} Jul 05 03:51:50.003055 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:50.107643 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6624700b-4537-4b8e-a365-3629510a255c {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:50.218521 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-a754022e-ba77-4dd9-b0ef-b2525e8fde55 admin admin] Allocated IP 172.20.0.1 (be5e0b4d-e985-4a93-8c87-d24745bc5ef7/f5a73c3e-f7f3-4c59-8d63-4826eaa5693f/5659ec96-64dc-4d95-8e5d-6166df680316) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:50.232497 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc14d6-7770-4019-873b-243355b2b76a req-5828c12c-867d-4607-8a12-c678d4500b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:50.235573 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f1cc14d6-7770-4019-873b-243355b2b76a req-5828c12c-867d-4607-8a12-c678d4500b39 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b11a3a27-46a7-4a09-8dab-2e2757985aff HTTP/1.1" status: 200 len: 1101 time: 0.1975718 Jul 05 03:51:50.245497 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 6624700b-4537-4b8e-a365-3629510a255c, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=6624700b-4537-4b8e-a365-3629510a255c,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:50.276380 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb6285-17dc-43ac-8f07-4573994796bc req-4fedcfb4-4975-448e-a092-ff97caff7364 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:50.279860 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-77eb6285-17dc-43ac-8f07-4573994796bc req-4fedcfb4-4975-448e-a092-ff97caff7364 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 945 time: 0.1871624 Jul 05 03:51:50.294896 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:50.355306 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f1cc14d6-7770-4019-873b-243355b2b76a req-25959770-6e97-4fe4-b472-a90ae019a74c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=86d18764-1579-44be-ae4a-fa273510cbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122255 Jul 05 03:51:50.392408 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-77eb6285-17dc-43ac-8f07-4573994796bc req-d67af4a2-33a6-4497-a213-dda8496da4d3 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980322 Jul 05 03:51:50.450625 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=6624700b-4537-4b8e-a365-3629510a255c,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:50.472663 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a754022e-ba77-4dd9-b0ef-b2525e8fde55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:50.506989 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-a754022e-ba77-4dd9-b0ef-b2525e8fde55 admin admin] Transition to ACTIVE for port object 5659ec96-64dc-4d95-8e5d-6166df680316 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:50.591452 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69781f17-902f-4ca3-bb9b-2f9bc99aa8c0 req-f7d04149-d2da-4d33-8e5d-e34e2ea43f5b tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:50.601739 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-69781f17-902f-4ca3-bb9b-2f9bc99aa8c0 req-f7d04149-d2da-4d33-8e5d-e34e2ea43f5b tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.77 "GET /v2.0/ports?device_id=b11a3a27-46a7-4a09-8dab-2e2757985aff HTTP/1.1" status: 200 len: 949 time: 0.1988986 Jul 05 03:51:50.613935 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:50.627424 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] Transition to ACTIVE for port object 96efd26b-88bd-492d-88ec-7ceab448c99b will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:50.634239 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a754022e-ba77-4dd9-b0ef-b2525e8fde55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:50.635241 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['6624700b-4537-4b8e-a365-3629510a255c'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:50.640387 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:50.706273 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-69781f17-902f-4ca3-bb9b-2f9bc99aa8c0 req-44040012-3d82-4db3-8315-78b15518c6a2 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.77 "GET /v2.0/security-groups?id=86d18764-1579-44be-ae4a-fa273510cbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050112 Jul 05 03:51:50.715696 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a754022e-ba77-4dd9-b0ef-b2525e8fde55 admin admin] Network be5e0b4d-e985-4a93-8c87-d24745bc5ef7 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:50.731597 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-a754022e-ba77-4dd9-b0ef-b2525e8fde55 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:50.741913 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a754022e-ba77-4dd9-b0ef-b2525e8fde55 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:50.775600 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-5892e559-a651-4858-bff2-f007380a304f tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e6b8ce6acfc043d79aad6e31e2dbfd15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820682 Jul 05 03:51:50.817473 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e6356-890a-40ef-85ac-c9e9586161b5 None None] Pushing event updated for resources: {'Port': ['ID=96efd26b-88bd-492d-88ec-7ceab448c99b,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:50.822076 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754022e-ba77-4dd9-b0ef-b2525e8fde55 admin admin] Pushing event updated for resources: {'Port': ['ID=5659ec96-64dc-4d95-8e5d-6166df680316,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:50.878109 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a754022e-ba77-4dd9-b0ef-b2525e8fde55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:50.943667 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] Attempting to bind port 96efd26b-88bd-492d-88ec-7ceab448c99b on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:50.944076 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] Attempting to bind port 96efd26b-88bd-492d-88ec-7ceab448c99b by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:50.944446 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] Attempting to bind port 96efd26b-88bd-492d-88ec-7ceab448c99b on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:50.963850 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:50.964316 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:50.964626 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:50.969351 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:50.973002 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] Bound port: 96efd26b-88bd-492d-88ec-7ceab448c99b, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:50.973381 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:51.022391 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-f8423ed0-96ce-48b9-9b12-290a752ab57e tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:51.043039 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-f8423ed0-96ce-48b9-9b12-290a752ab57e tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2662046 Jul 05 03:51:51.047080 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0da4558-606c-479d-a6e8-8c69da8dd03d x-openstack-request-id: req-d0da4558-606c-479d-a6e8-8c69da8dd03d {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:51.048004 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5f3352-1bbe-4628-ba9b-0156d59fc7d8", "name": "network-vif-deleted", "tag": "b5cd23f4-263c-4e30-8b36-bafbdc086518", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:51.060313 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d0da4558-606c-479d-a6e8-8c69da8dd03d {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:51.060974 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5f3352-1bbe-4628-ba9b-0156d59fc7d8', 'name': 'network-vif-deleted', 'tag': 'b5cd23f4-263c-4e30-8b36-bafbdc086518', 'status': 'completed', 'code': 200} Jul 05 03:51:51.092425 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] For port 96efd26b-88bd-492d-88ec-7ceab448c99b, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:51.096880 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-283ad71e-150a-4ad1-9d9b-eefa6a6a7b77 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/quotas/e6b8ce6acfc043d79aad6e31e2dbfd15 HTTP/1.1" status: 200 len: 375 time: 0.0522892 Jul 05 03:51:51.098027 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] For port 96efd26b-88bd-492d-88ec-7ceab448c99b, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=96efd26b-88bd-492d-88ec-7ceab448c99b,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:51.103072 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:51.163229 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-49a8890d-cb9c-4907-aeeb-c9d24af4e18e tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e6b8ce6acfc043d79aad6e31e2dbfd15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649211 Jul 05 03:51:51.214978 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e6356-890a-40ef-85ac-c9e9586161b5 None None] Pushing event updated for resources: {'Port': ['ID=96efd26b-88bd-492d-88ec-7ceab448c99b,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:51.245336 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] Routers {'d013a0a4-9073-46ec-b7b4-e06d9c7489b8'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:51.246360 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:51:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d013a0a4-9073-46ec-b7b4-e06d9c7489b8'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:51.296418 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a754022e-ba77-4dd9-b0ef-b2525e8fde55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:51.324625 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54bd34-9425-4fa1-b1db-2a49f22369cd req-e2d1b6fe-c091-4eea-a3bc-7e8f2ef271d1 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:51.328184 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8e54bd34-9425-4fa1-b1db-2a49f22369cd req-e2d1b6fe-c091-4eea-a3bc-7e8f2ef271d1 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7d9fdea-4a0f-4d05-8267-682f861686fa HTTP/1.1" status: 200 len: 944 time: 0.1478672 Jul 05 03:51:51.335123 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-399adbfe-d52a-4e6f-a91a-51a038361dd5 None None] Provisioning for port 5659ec96-64dc-4d95-8e5d-6166df680316 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:51.405141 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-399adbfe-d52a-4e6f-a91a-51a038361dd5 None None] Provisioning complete for port 5659ec96-64dc-4d95-8e5d-6166df680316 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:51.405141 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-399adbfe-d52a-4e6f-a91a-51a038361dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:51.453855 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8e54bd34-9425-4fa1-b1db-2a49f22369cd req-bff88f3f-dc86-47ca-8864-9ed653137488 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8feecee-998f-4344-971f-cc1bcd993698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801976 Jul 05 03:51:51.571401 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] Set router d013a0a4-9073-46ec-b7b4-e06d9c7489b8 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:51.583160 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-399adbfe-d52a-4e6f-a91a-51a038361dd5 None None] Port 5659ec96-64dc-4d95-8e5d-6166df680316 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:51.737495 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a754022e-ba77-4dd9-b0ef-b2525e8fde55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:51.765408 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a754022e-ba77-4dd9-b0ef-b2525e8fde55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:51.793898 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689c5c0-3818-4dfd-9868-08b1efedc372 req-44e05b6b-106b-49a5-b9d6-3e863c201533 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:51.809362 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4689c5c0-3818-4dfd-9868-08b1efedc372 req-44e05b6b-106b-49a5-b9d6-3e863c201533 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 945 time: 0.2229335 Jul 05 03:51:51.864531 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754022e-ba77-4dd9-b0ef-b2525e8fde55 admin admin] Pushing event updated for resources: {'Port': ['ID=5659ec96-64dc-4d95-8e5d-6166df680316,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:51.895433 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4689c5c0-3818-4dfd-9868-08b1efedc372 req-e30138b5-0452-47e6-99b4-c7f05b8f51ac tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834937 Jul 05 03:51:51.899972 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a754022e-ba77-4dd9-b0ef-b2525e8fde55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:52.041519 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a754022e-ba77-4dd9-b0ef-b2525e8fde55 admin admin] Network be5e0b4d-e985-4a93-8c87-d24745bc5ef7 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:52.043552 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-a754022e-ba77-4dd9-b0ef-b2525e8fde55 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:52.065610 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2da194-f974-4340-b5c9-d35bc6061e11 req-4e91e0a0-6721-4f33-a38b-bf7feea30ff0 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:52.067580 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ea2da194-f974-4340-b5c9-d35bc6061e11 req-4e91e0a0-6721-4f33-a38b-bf7feea30ff0 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 945 time: 0.3614862 Jul 05 03:51:52.120560 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'name': 'tempest-ServersTestBootFromVolume-1995266509-router', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:42Z', 'updated_at': '2021-07-05T03:51:51Z', 'revision_number': 4, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'gw_port': {'id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:43Z', 'updated_at': '2021-07-05T03:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '5659ec96-64dc-4d95-8e5d-6166df680316', 'name': '', 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'mac_address': 'fa:16:3e:5c:50:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f5a73c3e-f7f3-4c59-8d63-4826eaa5693f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:49Z', 'updated_at': '2021-07-05T03:51:50Z', 'revision_number': 1, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'subnets': [{'id': 'f5a73c3e-f7f3-4c59-8d63-4826eaa5693f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:52.201276 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ea2da194-f974-4340-b5c9-d35bc6061e11 req-3ece2750-a9c0-4a6a-aab7-9dcbe6d6e91b tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619144 Jul 05 03:51:52.393566 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-113106ee-8409-4b8e-8cd2-b4a74c2dccf5 req-1c754778-78ee-4f08-9121-b07ba2696b79 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d576f60-6768-4841-ab34-6aac4facba1e HTTP/1.1" status: 200 len: 210 time: 0.0857463 Jul 05 03:51:52.441913 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a754022e-ba77-4dd9-b0ef-b2525e8fde55 admin admin] Router d013a0a4-9073-46ec-b7b4-e06d9c7489b8 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:51:52.530285 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aa5c57-fcbb-4acd-bd3f-6c91435c2265 None None] The sync data for ids ['d013a0a4-9073-46ec-b7b4-e06d9c7489b8'] in n-d-780147-23 is: [{'id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'name': 'tempest-ServersTestBootFromVolume-1995266509-router', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:42Z', 'updated_at': '2021-07-05T03:51:51Z', 'revision_number': 4, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'gw_port': {'id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:43Z', 'updated_at': '2021-07-05T03:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '5659ec96-64dc-4d95-8e5d-6166df680316', 'name': '', 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'mac_address': 'fa:16:3e:5c:50:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f5a73c3e-f7f3-4c59-8d63-4826eaa5693f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:49Z', 'updated_at': '2021-07-05T03:51:50Z', 'revision_number': 1, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'subnets': [{'id': 'f5a73c3e-f7f3-4c59-8d63-4826eaa5693f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:52.550435 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974f12f-0e57-498e-abbf-cb476fc38178 req-797e8059-ea99-4f2c-82e5-9b975bd220a9 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:52.552481 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5974f12f-0e57-498e-abbf-cb476fc38178 req-797e8059-ea99-4f2c-82e5-9b975bd220a9 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 945 time: 0.1119902 Jul 05 03:51:52.563504 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-26bbc8e9-9af0-4263-bdd7-9dfe1e201bba None None] Provisioning complete for port 5659ec96-64dc-4d95-8e5d-6166df680316 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:52.564141 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-26bbc8e9-9af0-4263-bdd7-9dfe1e201bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:52.678203 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a754022e-ba77-4dd9-b0ef-b2525e8fde55 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:52.698851 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a754022e-ba77-4dd9-b0ef-b2525e8fde55 admin admin] 10.222.0.77 "PUT /v2.0/routers/d013a0a4-9073-46ec-b7b4-e06d9c7489b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4418106 Jul 05 03:51:52.699216 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-26bbc8e9-9af0-4263-bdd7-9dfe1e201bba None None] Port 5659ec96-64dc-4d95-8e5d-6166df680316 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:52.764743 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5974f12f-0e57-498e-abbf-cb476fc38178 req-d3e27e90-36fe-45a1-a70d-eff6d6e6c0a0 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930118 Jul 05 03:51:52.846853 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device f46e75d5-3178-4e52-baea-3a3c0c162b40 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:52.877251 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80a60f-9523-4e19-ad38-deb9b112a462 req-dc0533ac-6d90-49d6-aae0-b667d0eeba3f tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:52.881685 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5b80a60f-9523-4e19-ad38-deb9b112a462 req-dc0533ac-6d90-49d6-aae0-b667d0eeba3f tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.77 "GET /v2.0/ports?device_id=b11a3a27-46a7-4a09-8dab-2e2757985aff HTTP/1.1" status: 200 len: 949 time: 0.1880262 Jul 05 03:51:52.960004 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port f46e75d5-3178-4e52-baea-3a3c0c162b40 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:52.970204 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port f46e75d5-3178-4e52-baea-3a3c0c162b40 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:52.970581 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:53.050898 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5b80a60f-9523-4e19-ad38-deb9b112a462 req-32729f7d-0c35-4036-8ce0-416f80577930 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.77 "GET /v2.0/security-groups?id=86d18764-1579-44be-ae4a-fa273510cbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617610 Jul 05 03:51:53.055745 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 6624700b-4537-4b8e-a365-3629510a255c up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:53.236053 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 6624700b-4537-4b8e-a365-3629510a255c completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:53.257238 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 6624700b-4537-4b8e-a365-3629510a255c triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:53.258224 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:53.267915 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaadd9-f338-457f-9654-04055f505ebc req-caf061d9-c15e-4ce7-9c6a-629b27124866 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:53.278812 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7fcaadd9-f338-457f-9654-04055f505ebc req-caf061d9-c15e-4ce7-9c6a-629b27124866 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7d9fdea-4a0f-4d05-8267-682f861686fa HTTP/1.1" status: 200 len: 944 time: 0.2468641 Jul 05 03:51:53.319893 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:53.336448 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-923cb5d0-1c96-4bce-b9a9-24f971534ac8 req-a4095133-3e63-4244-9ec9-c3a211631e47 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1988153 Jul 05 03:51:53.388109 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7fcaadd9-f338-457f-9654-04055f505ebc req-144ca052-ae0f-4280-b5ea-df0d7dfc01cc tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8feecee-998f-4344-971f-cc1bcd993698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050522 Jul 05 03:51:53.423111 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port f46e75d5-3178-4e52-baea-3a3c0c162b40, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f46e75d5-3178-4e52-baea-3a3c0c162b40,segment=NetworkSegment(746510e4-0771-4ec5-a4b5-80f1ff823a1b),segment_id=746510e4-0771-4ec5-a4b5-80f1ff823a1b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:53.438517 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d9fdea-4a0f-4d05-8267-682f861686fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46e75d5-3178-4e52-baea-3a3c0c162b40'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:53.446919 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9312e5f8-cc04-4c93-8810-3bdb4139acf8" -d '{"events": [{"server_uuid": "b7d9fdea-4a0f-4d05-8267-682f861686fa", "name": "network-vif-plugged", "status": "completed", "tag": "f46e75d5-3178-4e52-baea-3a3c0c162b40"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:53.464506 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:53.534710 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=f46e75d5-3178-4e52-baea-3a3c0c162b40,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:53.560228 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cb5d0-1c96-4bce-b9a9-24f971534ac8 req-663db7e5-c0dd-4f1d-97ec-a08137ab5fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:53.561781 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-923cb5d0-1c96-4bce-b9a9-24f971534ac8 req-663db7e5-c0dd-4f1d-97ec-a08137ab5fc6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6079881a5dcb456f811aa69e44c04ef0&device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 1096 time: 0.1580124 Jul 05 03:51:53.653914 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:53.731524 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 6624700b-4537-4b8e-a365-3629510a255c, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=6624700b-4537-4b8e-a365-3629510a255c,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:53.737008 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:53.801749 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=6624700b-4537-4b8e-a365-3629510a255c,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:53.846532 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-38d1c687-e156-4764-a554-812b227eb627 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e6b8ce6acfc043d79aad6e31e2dbfd15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602014 Jul 05 03:51:53.852762 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722503e-b187-4136-8aeb-663eed29e724 req-4f2648f4-c3c9-4550-8b62-78ca118c20a3 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:53.869073 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7722503e-b187-4136-8aeb-663eed29e724 req-4f2648f4-c3c9-4550-8b62-78ca118c20a3 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 945 time: 0.2334368 Jul 05 03:51:54.046344 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cb5d0-1c96-4bce-b9a9-24f971534ac8 req-e110ee7c-81ba-4363-85f1-18d4878bcab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:54.052292 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-923cb5d0-1c96-4bce-b9a9-24f971534ac8 req-e110ee7c-81ba-4363-85f1-18d4878bcab2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 200 len: 909 time: 0.3627298 Jul 05 03:51:54.082993 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7722503e-b187-4136-8aeb-663eed29e724 req-2ae6c6af-338b-405b-8c82-40d4ca903957 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117603 Jul 05 03:51:54.159764 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-923cb5d0-1c96-4bce-b9a9-24f971534ac8 req-fa764a5e-f2e4-439b-af58-0e49a4a75052 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=376221ed-4425-4743-9a96-730cd196a373 HTTP/1.1" status: 200 len: 217 time: 0.0748296 Jul 05 03:51:54.267645 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-ce43747d-4847-4da3-8ab3-2a6403c23057 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:54.279251 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-ce43747d-4847-4da3-8ab3-2a6403c23057 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4142537 Jul 05 03:51:54.299948 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cb5d0-1c96-4bce-b9a9-24f971534ac8 req-c254d817-2c75-40ed-86b9-e3bb6633990a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:54.299948 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-923cb5d0-1c96-4bce-b9a9-24f971534ac8 req-c254d817-2c75-40ed-86b9-e3bb6633990a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ed0a1ef0-1506-4eb0-93c1-51dd53393e81 HTTP/1.1" status: 200 len: 848 time: 0.1284328 Jul 05 03:51:54.329728 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-9ff8ceaa-e758-4abc-a392-4ca7f413807d tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Request body: {'port': {'device_id': '5d576f60-6768-4841-ab34-6aac4facba1e', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': 'e6b8ce6acfc043d79aad6e31e2dbfd15'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:54.377131 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 96efd26b-88bd-492d-88ec-7ceab448c99b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:54.414146 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-923cb5d0-1c96-4bce-b9a9-24f971534ac8 req-aa534fbe-5335-4f7c-a89e-58cafe4e176b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e37bffed-7318-4dad-93bc-2135e6f53abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117718 Jul 05 03:51:54.509521 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49080) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:54.533499 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-26fc5e5c-0fd3-467a-a540-8b8add576992 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Request body: {'security_group': {'name': 'tempest-securitygroup--108498101', 'description': 'tempest-description--686977240'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:54.537774 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 96efd26b-88bd-492d-88ec-7ceab448c99b completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:54.542450 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 96efd26b-88bd-492d-88ec-7ceab448c99b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:54.543564 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.648807 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26fc5e5c-0fd3-467a-a540-8b8add576992 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.772699 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.802761 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1403614e-d50c-4813-b981-d6406a10b18f req-844228d2-74fe-4035-8e79-a794a662b178 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d576f60-6768-4841-ab34-6aac4facba1e HTTP/1.1" status: 200 len: 210 time: 0.0589192 Jul 05 03:51:54.814723 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-923cb5d0-1c96-4bce-b9a9-24f971534ac8 req-1db77bdd-c14d-4419-95c4-13270a003503 service neutron] 10.222.0.89 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931241 Jul 05 03:51:54.869186 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 96efd26b-88bd-492d-88ec-7ceab448c99b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=96efd26b-88bd-492d-88ec-7ceab448c99b,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:54.881208 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.900247 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26fc5e5c-0fd3-467a-a540-8b8add576992 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.924340 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26fc5e5c-0fd3-467a-a540-8b8add576992 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.955589 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f9a0ca-e0b3-4729-9b5c-dc7e0ca81296 x-openstack-request-id: req-e1f9a0ca-e0b3-4729-9b5c-dc7e0ca81296 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:54.958229 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d9fdea-4a0f-4d05-8267-682f861686fa", "name": "network-vif-plugged", "status": "completed", "tag": "f46e75d5-3178-4e52-baea-3a3c0c162b40", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:54.958529 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e1f9a0ca-e0b3-4729-9b5c-dc7e0ca81296 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:54.958925 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d9fdea-4a0f-4d05-8267-682f861686fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46e75d5-3178-4e52-baea-3a3c0c162b40', 'code': 200} Jul 05 03:51:55.017973 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-9ff8ceaa-e758-4abc-a392-4ca7f413807d tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Made reservation on behalf of e6b8ce6acfc043d79aad6e31e2dbfd15 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:55.024099 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=96efd26b-88bd-492d-88ec-7ceab448c99b,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:55.033745 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-9ff8ceaa-e758-4abc-a392-4ca7f413807d tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.039514 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26fc5e5c-0fd3-467a-a540-8b8add576992 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.041067 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-26fc5e5c-0fd3-467a-a540-8b8add576992 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5301828 Jul 05 03:51:55.048379 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49082) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:55.054671 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-dea9350f-a822-4af1-a2ab-87985fa44ea4 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Request body: {'security_group_rule': {'security_group_id': 'd0ea5284-55d5-4f1c-afba-aa470116275f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:55.059456 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-9ff8ceaa-e758-4abc-a392-4ca7f413807d tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.065357 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc5e5c-0fd3-467a-a540-8b8add576992 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ea5284-55d5-4f1c-afba-aa470116275f,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:55.117423 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04969faf-b5ab-478f-9050-8a5dc84d8f25 req-688a022d-1229-40c7-a463-72cbd0135ebd tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:55.124905 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-04969faf-b5ab-478f-9050-8a5dc84d8f25 req-688a022d-1229-40c7-a463-72cbd0135ebd tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 946 time: 0.4863963 Jul 05 03:51:55.191080 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-923cb5d0-1c96-4bce-b9a9-24f971534ac8 req-5fb109c7-2833-49b7-9f1e-d0b5f4447c33 service neutron] 10.222.0.89 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660336 Jul 05 03:51:55.195541 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dea9350f-a822-4af1-a2ab-87985fa44ea4 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.247309 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-04969faf-b5ab-478f-9050-8a5dc84d8f25 req-b0e4b893-f15a-40ca-afba-8dfcaa0ad391 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024361 Jul 05 03:51:55.475557 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa26e4a-27dd-44c5-8d41-90e4adf7d39a req-ed88eef5-3754-4f90-9e30-b80f841cfaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:55.478330 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-caa26e4a-27dd-44c5-8d41-90e4adf7d39a req-ed88eef5-3754-4f90-9e30-b80f841cfaeb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b7d9fdea-4a0f-4d05-8267-682f861686fa HTTP/1.1" status: 200 len: 1097 time: 0.3723514 Jul 05 03:51:55.490782 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa8efe-3f4e-474a-9178-e48ef8422575 req-b6396325-84f1-476d-abed-76c58b38994a tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:55.498590 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e7fa8efe-3f4e-474a-9178-e48ef8422575 req-b6396325-84f1-476d-abed-76c58b38994a tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 945 time: 0.0968759 Jul 05 03:51:55.554796 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dea9350f-a822-4af1-a2ab-87985fa44ea4 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.568662 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e7fa8efe-3f4e-474a-9178-e48ef8422575 req-b9fea2d1-8dee-4884-928d-9adff8d9b205 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688195 Jul 05 03:51:55.568929 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-9ff8ceaa-e758-4abc-a392-4ca7f413807d tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.584850 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dea9350f-a822-4af1-a2ab-87985fa44ea4 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.592047 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-9ff8ceaa-e758-4abc-a392-4ca7f413807d tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.649895 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14482a3-e0c7-4e09-a6de-7b841b26a2f5 req-c8523310-513e-4f65-99d3-cb25805d0422 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:55.653306 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f14482a3-e0c7-4e09-a6de-7b841b26a2f5 req-c8523310-513e-4f65-99d3-cb25805d0422 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=a27d912d-d20a-47dd-87f8-5f82cedb5524 HTTP/1.1" status: 200 len: 949 time: 0.2994549 Jul 05 03:51:55.653306 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dea9350f-a822-4af1-a2ab-87985fa44ea4 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.659857 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-dea9350f-a822-4af1-a2ab-87985fa44ea4 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6088340 Jul 05 03:51:55.670191 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49086) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:55.682072 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-7a46d5f1-ed24-40e7-8a41-a881aa4e59ee tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Request body: {'security_group_rule': {'security_group_id': 'd0ea5284-55d5-4f1c-afba-aa470116275f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:55.691043 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9350f-a822-4af1-a2ab-87985fa44ea4 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde860c3-44a9-4b8a-bee7-cbdea504ea5a,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:55.696616 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-caa26e4a-27dd-44c5-8d41-90e4adf7d39a req-2d910908-c236-4461-a058-f5656148cb36 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e8feecee-998f-4344-971f-cc1bcd993698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044883 Jul 05 03:51:55.726439 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a46d5f1-ed24-40e7-8a41-a881aa4e59ee tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.853799 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075b137-c950-4c34-8718-29ae56c87dec req-552f9bf4-b214-41d6-948e-506bb9a2658b tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:55.856396 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c075b137-c950-4c34-8718-29ae56c87dec req-552f9bf4-b214-41d6-948e-506bb9a2658b tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.70 "GET /v2.0/ports?device_id=a27d912d-d20a-47dd-87f8-5f82cedb5524 HTTP/1.1" status: 200 len: 949 time: 0.2581098 Jul 05 03:51:55.857797 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8ceaa-e758-4abc-a392-4ca7f413807d tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8883c938-346b-4733-840e-280d78506256,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:55.929707 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a46d5f1-ed24-40e7-8a41-a881aa4e59ee tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.939644 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a46d5f1-ed24-40e7-8a41-a881aa4e59ee tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.956672 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f14482a3-e0c7-4e09-a6de-7b841b26a2f5 req-d10f52e3-2144-466f-9958-f30ce049d5c2 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/security-groups?id=c210583c-04da-444c-bb77-a0a3699d0b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871969 Jul 05 03:51:55.986120 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a46d5f1-ed24-40e7-8a41-a881aa4e59ee tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.988134 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7a46d5f1-ed24-40e7-8a41-a881aa4e59ee tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3153028 Jul 05 03:51:55.993136 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49090) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:56.000971 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-e54e4b45-8f7c-40e1-8f90-66b6cb96b2e7 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:56.024697 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46d5f1-ed24-40e7-8a41-a881aa4e59ee tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab93d2c2-cfb5-4184-ab10-8731486a5d4d,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:56.066956 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ecbb9-bcc5-4265-91a3-29a00a2664ed req-ee249122-9122-4cdb-b6d8-fc2f91462a86 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:56.072686 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-9ff8ceaa-e758-4abc-a392-4ca7f413807d tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Allocated IP 192.168.233.149 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/31b39d2c-d721-4122-9fa5-14b7d3afd2d2) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:56.079946 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-657ecbb9-bcc5-4265-91a3-29a00a2664ed req-ee249122-9122-4cdb-b6d8-fc2f91462a86 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7d9fdea-4a0f-4d05-8267-682f861686fa HTTP/1.1" status: 200 len: 945 time: 0.2574747 Jul 05 03:51:56.131241 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e54e4b45-8f7c-40e1-8f90-66b6cb96b2e7 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.236915 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-657ecbb9-bcc5-4265-91a3-29a00a2664ed req-4b44e7a2-44c8-4f1c-9bc9-35011557df31 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8feecee-998f-4344-971f-cc1bcd993698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556730 Jul 05 03:51:56.278052 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 96efd26b-88bd-492d-88ec-7ceab448c99b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:56.438659 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 96efd26b-88bd-492d-88ec-7ceab448c99b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:56.439294 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.526854 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e54e4b45-8f7c-40e1-8f90-66b6cb96b2e7 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.677780 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] Sync routers for ids ['d013a0a4-9073-46ec-b7b4-e06d9c7489b8'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:56.703842 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-9ff8ceaa-e758-4abc-a392-4ca7f413807d tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.709844 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] Routers {'d013a0a4-9073-46ec-b7b4-e06d9c7489b8'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:56.710866 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:51:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d013a0a4-9073-46ec-b7b4-e06d9c7489b8'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:56.718910 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21a66f-55b6-43a3-bb16-6bf3109493fa req-ffe1bbe8-7b91-4d97-a511-438a6e5ea25e tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:56.721835 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-df21a66f-55b6-43a3-bb16-6bf3109493fa req-ffe1bbe8-7b91-4d97-a511-438a6e5ea25e tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 945 time: 0.2126603 Jul 05 03:51:56.771609 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-e54e4b45-8f7c-40e1-8f90-66b6cb96b2e7 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Allocated IP 172.25.1.161 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/9f1b04dc-0bc8-43c6-b63b-4fcace2666c8) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:56.772645 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-9ff8ceaa-e758-4abc-a392-4ca7f413807d tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Transition to ACTIVE for port object 31b39d2c-d721-4122-9fa5-14b7d3afd2d2 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:56.775279 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-c075b137-c950-4c34-8718-29ae56c87dec req-d9ce771d-365d-4afd-86a8-167312ae6f77 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Deleting port 7e741bda-ec2c-4820-898b-4dc034cb6adc {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:56.775736 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c075b137-c950-4c34-8718-29ae56c87dec req-d9ce771d-365d-4afd-86a8-167312ae6f77 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.796223 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-82265404-6310-4c42-bb84-0379801b6250 req-0a983bc1-0524-4ffc-b61f-ead8527aa96a tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d576f60-6768-4841-ab34-6aac4facba1e HTTP/1.1" status: 200 len: 210 time: 0.0806859 Jul 05 03:51:56.806620 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-df21a66f-55b6-43a3-bb16-6bf3109493fa req-124ae6fc-0b92-458e-9a3f-289fac162c02 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644023 Jul 05 03:51:56.885561 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-9ff8ceaa-e758-4abc-a392-4ca7f413807d tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.961001 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837b0dd2-ad8b-429f-8557-b370f7a9ecbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6624700b-4537-4b8e-a365-3629510a255c'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:56.964440 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ba21e1-bc89-41ab-8204-0d917616f51f" -d '{"events": [{"server_uuid": "837b0dd2-ad8b-429f-8557-b370f7a9ecbf", "name": "network-vif-plugged", "status": "completed", "tag": "6624700b-4537-4b8e-a365-3629510a255c"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:57.044230 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] Set router d013a0a4-9073-46ec-b7b4-e06d9c7489b8 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:57.055344 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-9ff8ceaa-e758-4abc-a392-4ca7f413807d tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:57.061371 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-9ff8ceaa-e758-4abc-a392-4ca7f413807d tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:57.068290 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-9ff8ceaa-e758-4abc-a392-4ca7f413807d tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:57.074290 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8ceaa-e758-4abc-a392-4ca7f413807d tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Pushing event updated for resources: {'Port': ['ID=31b39d2c-d721-4122-9fa5-14b7d3afd2d2,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:57.204091 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-9ff8ceaa-e758-4abc-a392-4ca7f413807d tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:57.210728 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-9ff8ceaa-e758-4abc-a392-4ca7f413807d tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.313710 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-c075b137-c950-4c34-8718-29ae56c87dec req-d9ce771d-365d-4afd-86a8-167312ae6f77 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] For port 7e741bda-ec2c-4820-898b-4dc034cb6adc, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=7e741bda-ec2c-4820-898b-4dc034cb6adc,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:57.319200 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c075b137-c950-4c34-8718-29ae56c87dec req-d9ce771d-365d-4afd-86a8-167312ae6f77 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.326404 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-9ff8ceaa-e758-4abc-a392-4ca7f413807d tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0212011 Jul 05 03:51:57.382507 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-c075b137-c950-4c34-8718-29ae56c87dec req-d9ce771d-365d-4afd-86a8-167312ae6f77 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Calling delete_port for 7e741bda-ec2c-4820-898b-4dc034cb6adc owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:57.397152 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e54e4b45-8f7c-40e1-8f90-66b6cb96b2e7 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.456746 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5223f-2161-4542-acbd-cfa24fba2da9 req-5424025f-0ecc-4ef6-9e12-71715b10f6fd tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:57.474738 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-71d5223f-2161-4542-acbd-cfa24fba2da9 req-5424025f-0ecc-4ef6-9e12-71715b10f6fd tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 946 time: 0.2607384 Jul 05 03:51:57.551818 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7924df7-6bb3-4ab2-98c5-06951698263d req-da5ae242-6df9-4970-aaa7-041099f946b2 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:57.561434 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b7924df7-6bb3-4ab2-98c5-06951698263d req-da5ae242-6df9-4970-aaa7-041099f946b2 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 945 time: 0.3561628 Jul 05 03:51:57.583471 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-69f7e4a8-0e0b-41a6-b7d1-368020eaae32 None None] Provisioning for port 31b39d2c-d721-4122-9fa5-14b7d3afd2d2 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:57.591604 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-69f7e4a8-0e0b-41a6-b7d1-368020eaae32 None None] Provisioning complete for port 31b39d2c-d721-4122-9fa5-14b7d3afd2d2 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:57.592032 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-69f7e4a8-0e0b-41a6-b7d1-368020eaae32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.599748 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-71d5223f-2161-4542-acbd-cfa24fba2da9 req-27184099-9f07-4b6f-89fc-1ddbdc487eb8 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218593 Jul 05 03:51:57.677274 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-04394b65-fceb-4d58-850e-3f06193cdee2 service neutron] Request body: {'port': {'device_id': '5d576f60-6768-4841-ab34-6aac4facba1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:57.705716 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-69f7e4a8-0e0b-41a6-b7d1-368020eaae32 None None] Port 31b39d2c-d721-4122-9fa5-14b7d3afd2d2 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:57.733433 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e54e4b45-8f7c-40e1-8f90-66b6cb96b2e7 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.749657 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b7924df7-6bb3-4ab2-98c5-06951698263d req-a0d9fbfa-baf1-4463-b419-ff5089ed69d5 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868374 Jul 05 03:51:57.760912 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'name': 'tempest-ServersTestBootFromVolume-1995266509-router', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:42Z', 'updated_at': '2021-07-05T03:51:51Z', 'revision_number': 4, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'gw_port': {'id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:43Z', 'updated_at': '2021-07-05T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '5659ec96-64dc-4d95-8e5d-6166df680316', 'name': '', 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'mac_address': 'fa:16:3e:5c:50:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f5a73c3e-f7f3-4c59-8d63-4826eaa5693f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:49Z', 'updated_at': '2021-07-05T03:51:51Z', 'revision_number': 2, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'subnets': [{'id': 'f5a73c3e-f7f3-4c59-8d63-4826eaa5693f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:57.809322 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758f6d42-337d-46e5-9c45-d3bc204100bc x-openstack-request-id: req-758f6d42-337d-46e5-9c45-d3bc204100bc {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:57.809828 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "837b0dd2-ad8b-429f-8557-b370f7a9ecbf", "name": "network-vif-plugged", "status": "completed", "tag": "6624700b-4537-4b8e-a365-3629510a255c", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:57.810268 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-758f6d42-337d-46e5-9c45-d3bc204100bc {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:57.810859 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '837b0dd2-ad8b-429f-8557-b370f7a9ecbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6624700b-4537-4b8e-a365-3629510a255c', 'code': 200} Jul 05 03:51:57.840462 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] Checking router: d013a0a4-9073-46ec-b7b4-e06d9c7489b8 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:57.840867 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] Updating router d013a0a4-9073-46ec-b7b4-e06d9c7489b8 port 5659ec96-64dc-4d95-8e5d-6166df680316 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:51:57.874259 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54e4b45-8f7c-40e1-8f90-66b6cb96b2e7 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:57.896856 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-e54e4b45-8f7c-40e1-8f90-66b6cb96b2e7 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:57.900913 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e4b45-8f7c-40e1-8f90-66b6cb96b2e7 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Pushing event updated for resources: {'Port': ['ID=9f1b04dc-0bc8-43c6-b63b-4fcace2666c8,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:57.914977 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54e4b45-8f7c-40e1-8f90-66b6cb96b2e7 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:57.924948 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.013364 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c075b137-c950-4c34-8718-29ae56c87dec req-d9ce771d-365d-4afd-86a8-167312ae6f77 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.014514 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-04394b65-fceb-4d58-850e-3f06193cdee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.085264 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce771d-365d-4afd-86a8-167312ae6f77 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Pushing event deleted for resources: {'Port': ['ID=7e741bda-ec2c-4820-898b-4dc034cb6adc,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:58.225477 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7a9fe740-98d2-40ad-b900-8e141d3b4a36 req-a502fe2e-3c41-4d79-a0b2-31610fbcd7ca tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.77 "GET /v2.0/ports?device_id=a27d912d-d20a-47dd-87f8-5f82cedb5524 HTTP/1.1" status: 200 len: 210 time: 0.1561859 Jul 05 03:51:58.320677 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-c075b137-c950-4c34-8718-29ae56c87dec req-d9ce771d-365d-4afd-86a8-167312ae6f77 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] No DVR routers for this DVR port 7e741bda-ec2c-4820-898b-4dc034cb6adc on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:58.362460 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c075b137-c950-4c34-8718-29ae56c87dec req-d9ce771d-365d-4afd-86a8-167312ae6f77 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.366374 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c075b137-c950-4c34-8718-29ae56c87dec req-d9ce771d-365d-4afd-86a8-167312ae6f77 tempest-ServersOnMultiNodesTest-990107932 tempest-ServersOnMultiNodesTest-990107932-project] 10.222.0.70 "DELETE /v2.0/ports/7e741bda-ec2c-4820-898b-4dc034cb6adc HTTP/1.1" status: 204 len: 173 time: 2.1848593 Jul 05 03:51:58.369383 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.370397 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27d912d-d20a-47dd-87f8-5f82cedb5524', 'name': 'network-vif-deleted', 'tag': '7e741bda-ec2c-4820-898b-4dc034cb6adc'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:58.373809 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b9422f-7d17-43c8-bd94-1e6ab3329aa7" -d '{"events": [{"server_uuid": "a27d912d-d20a-47dd-87f8-5f82cedb5524", "name": "network-vif-deleted", "tag": "7e741bda-ec2c-4820-898b-4dc034cb6adc"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:58.394140 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] Transition to ACTIVE for port object 5659ec96-64dc-4d95-8e5d-6166df680316 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:58.401065 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc9ac9-3e54-43b3-95c8-ffd7cd425d32 req-81d62501-0abe-4d2c-9047-39c365cda20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:58.403658 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.406279 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36fc9ac9-3e54-43b3-95c8-ffd7cd425d32 req-81d62501-0abe-4d2c-9047-39c365cda20c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 1098 time: 0.4521508 Jul 05 03:51:58.432425 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e54e4b45-8f7c-40e1-8f90-66b6cb96b2e7 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.578078 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3ddcf920-4c47-4346-82ba-51d7bdd65fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.772848 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36fc9ac9-3e54-43b3-95c8-ffd7cd425d32 req-3a8ba6e4-14ef-4574-95f6-4c08a484b0bd service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221705 Jul 05 03:51:58.858750 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e54e4b45-8f7c-40e1-8f90-66b6cb96b2e7 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.908192 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 7e741bda-ec2c-4820-898b-4dc034cb6adc no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:59.004378 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] Attempting to bind port 5659ec96-64dc-4d95-8e5d-6166df680316 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:59.005205 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] Attempting to bind port 5659ec96-64dc-4d95-8e5d-6166df680316 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '63f8efb6-5901-4e21-ba0f-571de3786984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:59.005833 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] Attempting to bind port 5659ec96-64dc-4d95-8e5d-6166df680316 on network be5e0b4d-e985-4a93-8c87-d24745bc5ef7 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:59.013134 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430c8b7-8edd-4089-83e5-5503c30a33cc None None] Pushing event updated for resources: {'Port': ['ID=5659ec96-64dc-4d95-8e5d-6166df680316,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:59.022470 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:59.023226 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] Checking segment: {'id': '63f8efb6-5901-4e21-ba0f-571de3786984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:59.024363 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.025299 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] Bound using segment: {'id': '63f8efb6-5901-4e21-ba0f-571de3786984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:59.026271 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] Bound port: 5659ec96-64dc-4d95-8e5d-6166df680316, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f8efb6-5901-4e21-ba0f-571de3786984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:59.027064 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.046745 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.051523 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 7e741bda-ec2c-4820-898b-4dc034cb6adc {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:59.051922 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 7e741bda-ec2c-4820-898b-4dc034cb6adc not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:59.095850 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-04394b65-fceb-4d58-850e-3f06193cdee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b39d2c-d721-4122-9fa5-14b7d3afd2d2 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:59.122188 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-04394b65-fceb-4d58-850e-3f06193cdee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.137254 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9080b-3696-4da2-8658-fdd3021bb8ae req-58622f62-c7f7-4bcf-a7a1-7e080768fb7c tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:59.146188 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ab9080b-3696-4da2-8658-fdd3021bb8ae req-58622f62-c7f7-4bcf-a7a1-7e080768fb7c tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d576f60-6768-4841-ab34-6aac4facba1e HTTP/1.1" status: 200 len: 936 time: 0.4543817 Jul 05 03:51:59.153483 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-04394b65-fceb-4d58-850e-3f06193cdee2 service neutron] Transition to ACTIVE for port object 31b39d2c-d721-4122-9fa5-14b7d3afd2d2 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:59.163384 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-04394b65-fceb-4d58-850e-3f06193cdee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.206173 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ab9080b-3696-4da2-8658-fdd3021bb8ae req-dab99e27-f961-4c44-96ec-6e731d733486 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/security-groups?id=8883c938-346b-4733-840e-280d78506256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549595 Jul 05 03:51:59.223067 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363905d-4275-4626-beb9-3d5a1a21cd19 req-d6f15704-47b9-41de-8031-f09fd887f749 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:59.226219 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b363905d-4275-4626-beb9-3d5a1a21cd19 req-d6f15704-47b9-41de-8031-f09fd887f749 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7d9fdea-4a0f-4d05-8267-682f861686fa HTTP/1.1" status: 200 len: 945 time: 0.5365307 Jul 05 03:51:59.233084 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] For port 5659ec96-64dc-4d95-8e5d-6166df680316, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:59.252063 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] For port 5659ec96-64dc-4d95-8e5d-6166df680316, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5659ec96-64dc-4d95-8e5d-6166df680316,segment=NetworkSegment(63f8efb6-5901-4e21-ba0f-571de3786984),segment_id=63f8efb6-5901-4e21-ba0f-571de3786984)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:59.262199 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.295397 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04394b65-fceb-4d58-850e-3f06193cdee2 service neutron] Pushing event updated for resources: {'Port': ['ID=31b39d2c-d721-4122-9fa5-14b7d3afd2d2,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:59.341986 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e54e4b45-8f7c-40e1-8f90-66b6cb96b2e7 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.352411 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e54e4b45-8f7c-40e1-8f90-66b6cb96b2e7 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.465939 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b363905d-4275-4626-beb9-3d5a1a21cd19 req-92c8d6d3-df15-4136-aac2-0d40203cbe67 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8feecee-998f-4344-971f-cc1bcd993698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281151 Jul 05 03:51:59.477817 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430c8b7-8edd-4089-83e5-5503c30a33cc None None] Pushing event updated for resources: {'Port': ['ID=5659ec96-64dc-4d95-8e5d-6166df680316,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:59.513560 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e4b45-8f7c-40e1-8f90-66b6cb96b2e7 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Pushing event updated for resources: {'Port': ['ID=9f1b04dc-0bc8-43c6-b63b-4fcace2666c8,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:59.515545 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] Routers {'d013a0a4-9073-46ec-b7b4-e06d9c7489b8'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:59.517780 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:51:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d013a0a4-9073-46ec-b7b4-e06d9c7489b8'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:59.545297 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-04394b65-fceb-4d58-850e-3f06193cdee2 service neutron] Attempting to bind port 31b39d2c-d721-4122-9fa5-14b7d3afd2d2 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:59.545889 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-04394b65-fceb-4d58-850e-3f06193cdee2 service neutron] Attempting to bind port 31b39d2c-d721-4122-9fa5-14b7d3afd2d2 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:59.546588 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-04394b65-fceb-4d58-850e-3f06193cdee2 service neutron] Attempting to bind port 31b39d2c-d721-4122-9fa5-14b7d3afd2d2 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:59.555556 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-04394b65-fceb-4d58-850e-3f06193cdee2 service neutron] Port 31b39d2c-d721-4122-9fa5-14b7d3afd2d2 on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:51:59.556295 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-04394b65-fceb-4d58-850e-3f06193cdee2 service neutron] Attempting to bind port 31b39d2c-d721-4122-9fa5-14b7d3afd2d2 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:59.584427 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-04394b65-fceb-4d58-850e-3f06193cdee2 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:59.584780 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-04394b65-fceb-4d58-850e-3f06193cdee2 service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:59.585421 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-04394b65-fceb-4d58-850e-3f06193cdee2 service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:59.586323 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-04394b65-fceb-4d58-850e-3f06193cdee2 service neutron] Bound port: 31b39d2c-d721-4122-9fa5-14b7d3afd2d2, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:59.587153 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-04394b65-fceb-4d58-850e-3f06193cdee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.745560 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-04394b65-fceb-4d58-850e-3f06193cdee2 service neutron] For port 31b39d2c-d721-4122-9fa5-14b7d3afd2d2, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:59.757818 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-04394b65-fceb-4d58-850e-3f06193cdee2 service neutron] For port 31b39d2c-d721-4122-9fa5-14b7d3afd2d2, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=31b39d2c-d721-4122-9fa5-14b7d3afd2d2,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:59.764707 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-04394b65-fceb-4d58-850e-3f06193cdee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.869793 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-04394b65-fceb-4d58-850e-3f06193cdee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:59.870625 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-04394b65-fceb-4d58-850e-3f06193cdee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.878131 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-04394b65-fceb-4d58-850e-3f06193cdee2 service neutron] 10.222.0.70 "PUT /v2.0/ports/31b39d2c-d721-4122-9fa5-14b7d3afd2d2 HTTP/1.1" status: 200 len: 1097 time: 2.5205481 Jul 05 03:51:59.878767 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d576f60-6768-4841-ab34-6aac4facba1e', 'tag': '31b39d2c-d721-4122-9fa5-14b7d3afd2d2'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:59.882100 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3740ea-62c8-4488-997d-fffe175026a6" -d '{"events": [{"name": "network-changed", "server_uuid": "5d576f60-6768-4841-ab34-6aac4facba1e", "tag": "31b39d2c-d721-4122-9fa5-14b7d3afd2d2"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:59.968567 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] Set router d013a0a4-9073-46ec-b7b4-e06d9c7489b8 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:00.049491 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04394b65-fceb-4d58-850e-3f06193cdee2 service neutron] Pushing event updated for resources: {'Port': ['ID=31b39d2c-d721-4122-9fa5-14b7d3afd2d2,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:00.176168 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a134188-b1ca-4287-af13-17836d158ea4 req-669e8561-6b16-413c-acc5-1e5324e7a59a tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:00.192412 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a134188-b1ca-4287-af13-17836d158ea4 req-669e8561-6b16-413c-acc5-1e5324e7a59a tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.77 "GET /v2.0/ports?device_id=b11a3a27-46a7-4a09-8dab-2e2757985aff HTTP/1.1" status: 200 len: 949 time: 0.2713525 Jul 05 03:52:00.270868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5659ec96-64dc-4d95-8e5d-6166df680316 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:00.326461 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a134188-b1ca-4287-af13-17836d158ea4 req-c6f30de2-dc2a-4f41-b5ea-104a31decf7b tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.77 "GET /v2.0/security-groups?id=86d18764-1579-44be-ae4a-fa273510cbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326427 Jul 05 03:52:00.385509 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-ddccfe7d-ed18-4139-b159-73788ecd660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:00.388910 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-ddccfe7d-ed18-4139-b159-73788ecd660e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6b8ce6acfc043d79aad6e31e2dbfd15&device_id=5d576f60-6768-4841-ab34-6aac4facba1e HTTP/1.1" status: 200 len: 1100 time: 0.1933897 Jul 05 03:52:00.416923 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 5659ec96-64dc-4d95-8e5d-6166df680316 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:00.427307 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 5659ec96-64dc-4d95-8e5d-6166df680316 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:00.428160 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:00.429404 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'name': 'tempest-ServersTestBootFromVolume-1995266509-router', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:42Z', 'updated_at': '2021-07-05T03:51:51Z', 'revision_number': 4, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'gw_port': {'id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:43Z', 'updated_at': '2021-07-05T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '5659ec96-64dc-4d95-8e5d-6166df680316', 'name': '', 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'mac_address': 'fa:16:3e:5c:50:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f5a73c3e-f7f3-4c59-8d63-4826eaa5693f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:49Z', 'updated_at': '2021-07-05T03:51:59Z', 'revision_number': 4, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'subnets': [{'id': 'f5a73c3e-f7f3-4c59-8d63-4826eaa5693f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:00.457682 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e54e4b45-8f7c-40e1-8f90-66b6cb96b2e7 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:00.463683 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6badb2-2af6-4874-b5fa-1578970c8da7 x-openstack-request-id: req-fd6badb2-2af6-4874-b5fa-1578970c8da7 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:00.463683 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27d912d-d20a-47dd-87f8-5f82cedb5524", "name": "network-vif-deleted", "tag": "7e741bda-ec2c-4820-898b-4dc034cb6adc", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:00.464330 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fd6badb2-2af6-4874-b5fa-1578970c8da7 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:00.464921 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27d912d-d20a-47dd-87f8-5f82cedb5524', 'name': 'network-vif-deleted', 'tag': '7e741bda-ec2c-4820-898b-4dc034cb6adc', 'status': 'completed', 'code': 200} Jul 05 03:52:00.477023 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd15e2be-b647-491c-adeb-470050d61298 None None] The sync data for ids ['d013a0a4-9073-46ec-b7b4-e06d9c7489b8'] in n-d-780147-23 is: [{'id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'name': 'tempest-ServersTestBootFromVolume-1995266509-router', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:42Z', 'updated_at': '2021-07-05T03:51:51Z', 'revision_number': 4, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'gw_port': {'id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:43Z', 'updated_at': '2021-07-05T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '5659ec96-64dc-4d95-8e5d-6166df680316', 'name': '', 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'mac_address': 'fa:16:3e:5c:50:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f5a73c3e-f7f3-4c59-8d63-4826eaa5693f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:49Z', 'updated_at': '2021-07-05T03:51:59Z', 'revision_number': 4, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'subnets': [{'id': 'f5a73c3e-f7f3-4c59-8d63-4826eaa5693f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:52:00.507240 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-3a35abed-b203-4f37-a8ad-d451e6105838 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=31b39d2c-d721-4122-9fa5-14b7d3afd2d2 HTTP/1.1" status: 200 len: 217 time: 0.1025281 Jul 05 03:52:00.507494 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e54e4b45-8f7c-40e1-8f90-66b6cb96b2e7 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:00.508871 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e54e4b45-8f7c-40e1-8f90-66b6cb96b2e7 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5141549 Jul 05 03:52:00.615593 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-fd6161ae-1f16-469c-9ad9-c6a1bde7264f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:00.618015 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-fd6161ae-1f16-469c-9ad9-c6a1bde7264f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1044261 Jul 05 03:52:00.624506 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde7911-378d-4229-a1f3-7095793f3f72 req-9037c4fb-3eef-46f4-a108-1f74bd06af3c tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:00.628311 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ffde7911-378d-4229-a1f3-7095793f3f72 req-9037c4fb-3eef-46f4-a108-1f74bd06af3c tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 945 time: 1.1041164 Jul 05 03:52:00.671171 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:00.678230 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b33b7-73eb-4bcd-ae30-6c2f4312101a req-47f6d4de-052a-473a-97ee-03da2cfa91e3 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:00.681734 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c79b33b7-73eb-4bcd-ae30-6c2f4312101a req-47f6d4de-052a-473a-97ee-03da2cfa91e3 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.89 "GET /v2.0/ports?device_id=b11a3a27-46a7-4a09-8dab-2e2757985aff HTTP/1.1" status: 200 len: 949 time: 0.2876122 Jul 05 03:52:00.800591 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ffde7911-378d-4229-a1f3-7095793f3f72 req-990207eb-3b29-4ff4-9e0e-fbebdc7f2bb5 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482823 Jul 05 03:52:00.806777 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 5659ec96-64dc-4d95-8e5d-6166df680316, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5659ec96-64dc-4d95-8e5d-6166df680316,segment=NetworkSegment(63f8efb6-5901-4e21-ba0f-571de3786984),segment_id=63f8efb6-5901-4e21-ba0f-571de3786984)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:00.812776 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:00.913359 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-a570dcb3-05b6-429d-ba9a-4f64d38238fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:00.915228 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-a570dcb3-05b6-429d-ba9a-4f64d38238fe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2750859 Jul 05 03:52:00.935974 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=5659ec96-64dc-4d95-8e5d-6166df680316,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:00.983033 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46baed3-171f-4820-ac67-5d2526be688b req-be3aa790-2344-4e9b-a198-24bfceb01d33 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:00.992321 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a46baed3-171f-4820-ac67-5d2526be688b req-be3aa790-2344-4e9b-a198-24bfceb01d33 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 946 time: 0.2651088 Jul 05 03:52:01.089884 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-c79b33b7-73eb-4bcd-ae30-6c2f4312101a req-406dd4f9-083f-478f-8496-d0df13244b11 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Deleting port 96625310-b086-4c7c-8106-ee6ea62bce1a {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:01.090254 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c79b33b7-73eb-4bcd-ae30-6c2f4312101a req-406dd4f9-083f-478f-8496-d0df13244b11 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.151245 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a46baed3-171f-4820-ac67-5d2526be688b req-4c0664ac-4fd3-459b-8456-ea682cdba957 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577852 Jul 05 03:52:01.284748 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-19f54440-f3c1-4c49-af03-d1238393b61b service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580267 Jul 05 03:52:01.304429 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f773b5ac-61c7-4eae-a151-0c2faeeebe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.364260 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028e2f2-9df6-4c04-8756-f45b99860466 req-39fb38f0-d3d3-4f11-94e6-9d26e210f42a tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:01.377394 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8028e2f2-9df6-4c04-8756-f45b99860466 req-39fb38f0-d3d3-4f11-94e6-9d26e210f42a tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 945 time: 0.1407084 Jul 05 03:52:01.449583 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-c79b33b7-73eb-4bcd-ae30-6c2f4312101a req-406dd4f9-083f-478f-8496-d0df13244b11 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] For port 96625310-b086-4c7c-8106-ee6ea62bce1a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=96625310-b086-4c7c-8106-ee6ea62bce1a,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:01.450201 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c79b33b7-73eb-4bcd-ae30-6c2f4312101a req-406dd4f9-083f-478f-8496-d0df13244b11 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.491000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-c79b33b7-73eb-4bcd-ae30-6c2f4312101a req-406dd4f9-083f-478f-8496-d0df13244b11 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Calling delete_port for 96625310-b086-4c7c-8106-ee6ea62bce1a owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:01.582731 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8028e2f2-9df6-4c04-8756-f45b99860466 req-a38e778e-5bdf-4dda-af31-dc1edcb33b0a tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019413 Jul 05 03:52:01.656029 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-872fa1a9-5dc7-42cf-9f9a-0530b55b1d79 req-acd3a848-c584-4b93-a755-0c124695e026 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636615 Jul 05 03:52:01.695368 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.698360 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c45da-a6ec-43c7-a6f0-a0c7402ce630 req-821ed2ca-329d-4da1-800f-18625320b63e tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:01.723407 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b24c45da-a6ec-43c7-a6f0-a0c7402ce630 req-821ed2ca-329d-4da1-800f-18625320b63e tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7d9fdea-4a0f-4d05-8267-682f861686fa HTTP/1.1" status: 200 len: 945 time: 0.2174251 Jul 05 03:52:01.728047 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49174) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:01.760517 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-f9b651a2-9465-4805-a659-f1fde7993ec9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Request body: {'floatingip': {'port_id': 'f46e75d5-3178-4e52-baea-3a3c0c162b40'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:01.853140 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6f254c-a0bb-4af8-bc8c-b388b95e44e5 x-openstack-request-id: req-eb6f254c-a0bb-4af8-bc8c-b388b95e44e5 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:01.853623 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d576f60-6768-4841-ab34-6aac4facba1e", "tag": "31b39d2c-d721-4122-9fa5-14b7d3afd2d2", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:01.854040 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eb6f254c-a0bb-4af8-bc8c-b388b95e44e5 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:01.854885 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d576f60-6768-4841-ab34-6aac4facba1e', 'tag': '31b39d2c-d721-4122-9fa5-14b7d3afd2d2', 'status': 'completed', 'code': 200} Jul 05 03:52:01.891878 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f9b651a2-9465-4805-a659-f1fde7993ec9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks [] for floatingip, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.123099 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c79b33b7-73eb-4bcd-ae30-6c2f4312101a req-406dd4f9-083f-478f-8496-d0df13244b11 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.191322 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406dd4f9-083f-478f-8496-d0df13244b11 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Pushing event deleted for resources: {'Port': ['ID=96625310-b086-4c7c-8106-ee6ea62bce1a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:02.283408 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49184) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:02.285257 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79b33b7-73eb-4bcd-ae30-6c2f4312101a req-406dd4f9-083f-478f-8496-d0df13244b11 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] No DVR routers for this DVR port 96625310-b086-4c7c-8106-ee6ea62bce1a on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:02.304320 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c79b33b7-73eb-4bcd-ae30-6c2f4312101a req-406dd4f9-083f-478f-8496-d0df13244b11 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.307705 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c79b33b7-73eb-4bcd-ae30-6c2f4312101a req-406dd4f9-083f-478f-8496-d0df13244b11 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.89 "DELETE /v2.0/ports/96625310-b086-4c7c-8106-ee6ea62bce1a HTTP/1.1" status: 204 len: 173 time: 1.6142449 Jul 05 03:52:02.317742 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8376a-e044-4b4c-a6e1-4df03c938733 req-9dc1be16-2238-4655-8563-ccf5e0bf2e03 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:02.326024 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a8b8376a-e044-4b4c-a6e1-4df03c938733 req-9dc1be16-2238-4655-8563-ccf5e0bf2e03 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 1098 time: 0.3101807 Jul 05 03:52:02.423141 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5659ec96-64dc-4d95-8e5d-6166df680316 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:02.476088 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11a3a27-46a7-4a09-8dab-2e2757985aff', 'name': 'network-vif-deleted', 'tag': '96625310-b086-4c7c-8106-ee6ea62bce1a'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:02.479568 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847dd8c0-fdae-4787-ac2d-54d47c9065ab" -d '{"events": [{"server_uuid": "b11a3a27-46a7-4a09-8dab-2e2757985aff", "name": "network-vif-deleted", "tag": "96625310-b086-4c7c-8106-ee6ea62bce1a"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:02.497393 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a8b8376a-e044-4b4c-a6e1-4df03c938733 req-e4f043ab-489a-4f63-8b0b-9a1abc7cd355 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692731 Jul 05 03:52:02.530307 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.586115 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 5659ec96-64dc-4d95-8e5d-6166df680316 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:02.586493 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.790759 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a28b9751-1655-4cf3-9d1c-e5e85dda4724 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b9e63c3dfe9644899e38a11b90eafef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4976401 Jul 05 03:52:02.798130 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49220) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:02.868698 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-83adb679-2b08-401f-96fa-88441c2681f3 req-13d3f100-f482-4c9f-8271-0dacdefc6e10 tempest-TenantUsagesTestJSON-1111134383 tempest-TenantUsagesTestJSON-1111134383-project] 10.222.0.77 "GET /v2.0/ports?device_id=b11a3a27-46a7-4a09-8dab-2e2757985aff HTTP/1.1" status: 200 len: 210 time: 0.0497050 Jul 05 03:52:02.948604 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-09f0515b-e00f-434a-98be-ec8c0a94f8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.997925 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-09f0515b-e00f-434a-98be-ec8c0a94f8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:03.095103 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 96625310-b086-4c7c-8106-ee6ea62bce1a no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:03.101259 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-09f0515b-e00f-434a-98be-ec8c0a94f8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:03.110241 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-09f0515b-e00f-434a-98be-ec8c0a94f8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:03.112475 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-09f0515b-e00f-434a-98be-ec8c0a94f8a0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c210583c-04da-444c-bb77-a0a3699d0b8c HTTP/1.1" status: 204 len: 168 time: 0.3124344 Jul 05 03:52:03.137775 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 96625310-b086-4c7c-8106-ee6ea62bce1a {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:03.138469 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 96625310-b086-4c7c-8106-ee6ea62bce1a not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:03.194257 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0515b-e00f-434a-98be-ec8c0a94f8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c210583c-04da-444c-bb77-a0a3699d0b8c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:03.264929 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e987ad-c890-4ad2-8d2c-7e8b9d8ac10b req-b1bd3ce4-ce5f-4aa8-9c8a-4854e5e22ca0 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:03.267532 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-71e987ad-c890-4ad2-8d2c-7e8b9d8ac10b req-b1bd3ce4-ce5f-4aa8-9c8a-4854e5e22ca0 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 945 time: 0.1981111 Jul 05 03:52:03.299594 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3740ea-62c8-4488-997d-fffe175026a6 req-5f29d0e9-b101-454d-a9ef-091b3d351bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:03.301718 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6e3740ea-62c8-4488-997d-fffe175026a6 req-5f29d0e9-b101-454d-a9ef-091b3d351bbb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6b8ce6acfc043d79aad6e31e2dbfd15&device_id=5d576f60-6768-4841-ab34-6aac4facba1e HTTP/1.1" status: 200 len: 1100 time: 0.3369811 Jul 05 03:52:03.332750 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-71e987ad-c890-4ad2-8d2c-7e8b9d8ac10b req-92b1b4d2-ef34-4eca-b415-0a2f31a70558 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591457 Jul 05 03:52:03.349689 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52048e-3cad-4cc1-8eb9-fa5806e003af req-90e88eda-4139-44c8-822c-9f8f764349a9 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:03.354021 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-de52048e-3cad-4cc1-8eb9-fa5806e003af req-90e88eda-4139-44c8-822c-9f8f764349a9 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d576f60-6768-4841-ab34-6aac4facba1e HTTP/1.1" status: 200 len: 948 time: 0.3876667 Jul 05 03:52:03.423170 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf687a61-6be1-4493-8acf-213bddf971ee x-openstack-request-id: req-bf687a61-6be1-4493-8acf-213bddf971ee {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:03.424323 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11a3a27-46a7-4a09-8dab-2e2757985aff", "name": "network-vif-deleted", "tag": "96625310-b086-4c7c-8106-ee6ea62bce1a", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:03.424323 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bf687a61-6be1-4493-8acf-213bddf971ee {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:03.425024 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11a3a27-46a7-4a09-8dab-2e2757985aff', 'name': 'network-vif-deleted', 'tag': '96625310-b086-4c7c-8106-ee6ea62bce1a', 'status': 'completed', 'code': 200} Jul 05 03:52:03.626427 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3740ea-62c8-4488-997d-fffe175026a6 req-a3ee05a1-4aa8-4c44-b38e-7c6de03af6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:03.628321 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6e3740ea-62c8-4488-997d-fffe175026a6 req-a3ee05a1-4aa8-4c44-b38e-7c6de03af6ce service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.3109112 Jul 05 03:52:03.636379 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97d1b7-03de-4581-9cb8-52ca704151e3 req-5e49c563-20ac-4b65-9027-74d4f8924788 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:03.636991 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-de52048e-3cad-4cc1-8eb9-fa5806e003af req-52e8828e-cb73-40d8-9ec9-d1097cd61bae tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/security-groups?id=8883c938-346b-4733-840e-280d78506256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612979 Jul 05 03:52:03.647043 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5c97d1b7-03de-4581-9cb8-52ca704151e3 req-5e49c563-20ac-4b65-9027-74d4f8924788 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 1098 time: 0.0810778 Jul 05 03:52:03.684149 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6e3740ea-62c8-4488-997d-fffe175026a6 req-6c767243-6164-45d5-b84e-f68cfc762971 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=31b39d2c-d721-4122-9fa5-14b7d3afd2d2 HTTP/1.1" status: 200 len: 217 time: 0.0460367 Jul 05 03:52:03.717193 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5c97d1b7-03de-4581-9cb8-52ca704151e3 req-de473b04-1364-4c7a-903f-a26d40bf5cfa tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691726 Jul 05 03:52:03.737335 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49232) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:03.835956 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3740ea-62c8-4488-997d-fffe175026a6 req-7649f7bb-48d9-4045-911a-80e5f29000ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:03.837582 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6e3740ea-62c8-4488-997d-fffe175026a6 req-7649f7bb-48d9-4045-911a-80e5f29000ed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1440060 Jul 05 03:52:03.847607 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-648562dd-48e0-47fa-b591-a1b170e246ea admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bf82f8e62eff48a9b1993ca2854736f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1073806 Jul 05 03:52:03.849884 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49236) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:03.925837 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8ca5af8e-e5b4-41a1-8c98-2e6c2bb4058a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:03.957053 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8ca5af8e-e5b4-41a1-8c98-2e6c2bb4058a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.076223 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8ca5af8e-e5b4-41a1-8c98-2e6c2bb4058a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.080209 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8ca5af8e-e5b4-41a1-8c98-2e6c2bb4058a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.081494 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8ca5af8e-e5b4-41a1-8c98-2e6c2bb4058a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6dd29333-ddc2-4415-bd55-c176c787e3ed HTTP/1.1" status: 204 len: 168 time: 0.2304461 Jul 05 03:52:04.108406 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3740ea-62c8-4488-997d-fffe175026a6 req-09618ced-7b97-47d6-91fb-1eb38007edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:04.110957 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6e3740ea-62c8-4488-997d-fffe175026a6 req-09618ced-7b97-47d6-91fb-1eb38007edf6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2210968 Jul 05 03:52:04.126388 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321cfb9-3436-435d-abf3-3a498b4660f1 req-cbbdfc4a-ed02-4c31-9abe-eecad60d8f6d tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:04.126388 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f321cfb9-3436-435d-abf3-3a498b4660f1 req-cbbdfc4a-ed02-4c31-9abe-eecad60d8f6d tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 945 time: 0.2351131 Jul 05 03:52:04.141624 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5af8e-e5b4-41a1-8c98-2e6c2bb4058a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd29333-ddc2-4415-bd55-c176c787e3ed,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:04.225830 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f9b651a2-9465-4805-a659-f1fde7993ec9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.245334 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f9b651a2-9465-4805-a659-f1fde7993ec9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.256482 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6e3740ea-62c8-4488-997d-fffe175026a6 req-b9c6320a-6494-4ab9-82a2-968a06cf4c7a service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292820 Jul 05 03:52:04.256978 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.364688 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f321cfb9-3436-435d-abf3-3a498b4660f1 req-f1d1ad82-d9d2-4014-8c7b-f4ced96333bd tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587305 Jul 05 03:52:04.491140 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-f9b651a2-9465-4805-a659-f1fde7993ec9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Floating IP 3a149dea-5131-4860-82ce-002689b89cb9 associated. External IP: 172.25.1.111, port: f46e75d5-3178-4e52-baea-3a3c0c162b40. Jul 05 03:52:04.558711 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6e3740ea-62c8-4488-997d-fffe175026a6 req-6753eca8-8cc0-489f-9eb2-249923ad66bb service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626226 Jul 05 03:52:04.896694 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b651a2-9465-4805-a659-f1fde7993ec9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Router 685633ba-083c-4a88-8113-c61238c37f56 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:52:04.933992 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40bed2-7702-4dc1-b773-4c049c3a6e08 req-49ca801e-a5e9-4757-a2c6-5eb27dd19951 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:04.941244 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4b40bed2-7702-4dc1-b773-4c049c3a6e08 req-49ca801e-a5e9-4757-a2c6-5eb27dd19951 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 945 time: 0.1483936 Jul 05 03:52:04.946542 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 31b39d2c-d721-4122-9fa5-14b7d3afd2d2 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:05.069532 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4b40bed2-7702-4dc1-b773-4c049c3a6e08 req-5dbe374f-9534-4f54-b1e8-a2ba2a476f00 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271114 Jul 05 03:52:05.108797 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b651a2-9465-4805-a659-f1fde7993ec9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:52:05.116226 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f9b651a2-9465-4805-a659-f1fde7993ec9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.191344 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6551444-f194-4267-86f9-d4196c0ba185 None None] Sync routers for ids ['685633ba-083c-4a88-8113-c61238c37f56'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:52:05.213686 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f9b651a2-9465-4805-a659-f1fde7993ec9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "PUT /v2.0/floatingips/3a149dea-5131-4860-82ce-002689b89cb9 HTTP/1.1" status: 200 len: 991 time: 3.4841461 Jul 05 03:52:05.214420 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d9fdea-4a0f-4d05-8267-682f861686fa', 'tag': 'f46e75d5-3178-4e52-baea-3a3c0c162b40'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:05.216864 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26600fa9-ffd9-46af-8356-0c7db049ea85" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d9fdea-4a0f-4d05-8267-682f861686fa", "tag": "f46e75d5-3178-4e52-baea-3a3c0c162b40"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:05.277395 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49290) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:05.301698 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 31b39d2c-d721-4122-9fa5-14b7d3afd2d2, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=31b39d2c-d721-4122-9fa5-14b7d3afd2d2,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:05.308231 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6551444-f194-4267-86f9-d4196c0ba185 None None] Routers {'685633ba-083c-4a88-8113-c61238c37f56'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:05.309773 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f6551444-f194-4267-86f9-d4196c0ba185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:52:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['685633ba-083c-4a88-8113-c61238c37f56'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:05.366295 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649779b-3792-4532-bfa5-94adfd4388fd req-9ac8b2e7-fb79-4afc-87f7-2795a2d5c90b tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:05.379405 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a649779b-3792-4532-bfa5-94adfd4388fd req-9ac8b2e7-fb79-4afc-87f7-2795a2d5c90b tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d576f60-6768-4841-ab34-6aac4facba1e HTTP/1.1" status: 200 len: 948 time: 0.1175628 Jul 05 03:52:05.388125 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '31b39d2c-d721-4122-9fa5-14b7d3afd2d2', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '31b39d2c-d721-4122-9fa5-14b7d3afd2d2', 'mac_address': 'fa:16:3e:94:56:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:52:05.481818 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a649779b-3792-4532-bfa5-94adfd4388fd req-6862463d-f52e-47ff-9e5d-6a284640c6c8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/security-groups?id=8883c938-346b-4733-840e-280d78506256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972602 Jul 05 03:52:05.507160 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.536726 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9ea94410-6c7f-4fda-9a35-5383490fc825 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=939e4242400a4cae8b31972692568670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578051 Jul 05 03:52:05.539363 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49302) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:05.565893 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b39d2c-d721-4122-9fa5-14b7d3afd2d2 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:05.644905 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 31b39d2c-d721-4122-9fa5-14b7d3afd2d2, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=31b39d2c-d721-4122-9fa5-14b7d3afd2d2,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:05.647256 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-f6551444-f194-4267-86f9-d4196c0ba185 None None] Set router 685633ba-083c-4a88-8113-c61238c37f56 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:05.673482 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-e1badf51-8062-4a51-ab7c-e7726b819004 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:52:05.676394 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-e1badf51-8062-4a51-ab7c-e7726b819004 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168393 Jul 05 03:52:05.692299 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-55457e1a-5b81-46f6-baf9-1579c62caec1 service neutron] Request body: {'binding': {'host': 'n-h2-780147-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:05.693118 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-55457e1a-5b81-46f6-baf9-1579c62caec1 service neutron] Unknown quota resources ['binding']. {{(pid=105539) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:52:05.709625 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.773122 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49308) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:05.790061 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dbdc0a-7939-461a-8b2c-38252cbb4e3a x-openstack-request-id: req-84dbdc0a-7939-461a-8b2c-38252cbb4e3a {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:05.790582 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d9fdea-4a0f-4d05-8267-682f861686fa", "tag": "f46e75d5-3178-4e52-baea-3a3c0c162b40", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:05.791010 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-84dbdc0a-7939-461a-8b2c-38252cbb4e3a {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:05.791582 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d9fdea-4a0f-4d05-8267-682f861686fa', 'tag': 'f46e75d5-3178-4e52-baea-3a3c0c162b40', 'status': 'completed', 'code': 200} Jul 05 03:52:05.876386 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca64897b-8e51-4ba0-9500-15ed3f61abdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.960691 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=31b39d2c-d721-4122-9fa5-14b7d3afd2d2,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:05.982419 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca64897b-8e51-4ba0-9500-15ed3f61abdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.990356 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26600fa9-ffd9-46af-8356-0c7db049ea85 req-e2c8abbd-50a0-4668-8e17-f3ca3bebe740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:05.991950 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-26600fa9-ffd9-46af-8356-0c7db049ea85 req-e2c8abbd-50a0-4668-8e17-f3ca3bebe740 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a20ee6725ac14ac28ce986201945825e&device_id=b7d9fdea-4a0f-4d05-8267-682f861686fa HTTP/1.1" status: 200 len: 1097 time: 0.1336823 Jul 05 03:52:05.998049 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-86614b62-515a-47ee-9841-efe82c6482d3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-955580953-network', 'tenant_id': 'b3f68b4b441f43e994e8f419f4fadde2'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:06.046479 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-55457e1a-5b81-46f6-baf9-1579c62caec1 service neutron] Attempting to bind port 6624700b-4537-4b8e-a365-3629510a255c on host n-h2-780147-23 for vnic_type normal with profile None {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:06.048740 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-55457e1a-5b81-46f6-baf9-1579c62caec1 service neutron] Attempting to bind port 6624700b-4537-4b8e-a365-3629510a255c by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:06.048740 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-55457e1a-5b81-46f6-baf9-1579c62caec1 service neutron] Attempting to bind port 6624700b-4537-4b8e-a365-3629510a255c on network b0365b51-ea1d-4154-b37b-d14ae3269368 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:06.053917 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-55457e1a-5b81-46f6-baf9-1579c62caec1 service neutron] Port 6624700b-4537-4b8e-a365-3629510a255c on network b0365b51-ea1d-4154-b37b-d14ae3269368 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:06.054241 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-55457e1a-5b81-46f6-baf9-1579c62caec1 service neutron] Attempting to bind port 6624700b-4537-4b8e-a365-3629510a255c on network b0365b51-ea1d-4154-b37b-d14ae3269368 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:06.062699 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-55457e1a-5b81-46f6-baf9-1579c62caec1 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:06.063394 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-55457e1a-5b81-46f6-baf9-1579c62caec1 service neutron] Checking segment: {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:06.076674 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-55457e1a-5b81-46f6-baf9-1579c62caec1 service neutron] Bound using segment: {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:06.077511 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-55457e1a-5b81-46f6-baf9-1579c62caec1 service neutron] Bound port: 6624700b-4537-4b8e-a365-3629510a255c, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:06.118274 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9292e34-bb7f-49b5-80fe-b7ea532b96f7 req-cf743901-ae2d-4540-803d-96d83cc7dc7a tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:06.121554 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f9292e34-bb7f-49b5-80fe-b7ea532b96f7 req-cf743901-ae2d-4540-803d-96d83cc7dc7a tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 945 time: 0.1938362 Jul 05 03:52:06.127117 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86614b62-515a-47ee-9841-efe82c6482d3 admin admin] Made reservation on behalf of b3f68b4b441f43e994e8f419f4fadde2 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:06.130279 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-86614b62-515a-47ee-9841-efe82c6482d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.146267 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca64897b-8e51-4ba0-9500-15ed3f61abdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.149038 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca64897b-8e51-4ba0-9500-15ed3f61abdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.150563 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ca64897b-8e51-4ba0-9500-15ed3f61abdd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/86d18764-1579-44be-ae4a-fa273510cbe2 HTTP/1.1" status: 204 len: 168 time: 0.6096914 Jul 05 03:52:06.172995 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-86614b62-515a-47ee-9841-efe82c6482d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.217931 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f6551444-f194-4267-86f9-d4196c0ba185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685633ba-083c-4a88-8113-c61238c37f56', 'name': 'tempest-ServersTestJSON-194893897-router', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:04Z', 'updated_at': '2021-07-05T03:51:14Z', 'revision_number': 4, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'gw_port': {'id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685633ba-083c-4a88-8113-c61238c37f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:05Z', 'updated_at': '2021-07-05T03:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '3a149dea-5131-4860-82ce-002689b89cb9', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '685633ba-083c-4a88-8113-c61238c37f56', 'port_id': 'f46e75d5-3178-4e52-baea-3a3c0c162b40', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7', 'mac_address': 'fa:16:3e:2e:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d9fdea-4a0f-4d05-8267-682f861686fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:51:26Z', 'updated_at': '2021-07-05T03:52:03Z', 'revision_number': 1, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd25ae6-d063-4db0-83ab-acff594831a4', 'name': '', 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'mac_address': 'fa:16:3e:f3:5e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685633ba-083c-4a88-8113-c61238c37f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '2575cced-30e7-40b1-8861-b218786d4946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:12Z', 'updated_at': '2021-07-05T03:51:23Z', 'revision_number': 5, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'subnets': [{'id': '2575cced-30e7-40b1-8861-b218786d4946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:06.229535 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26600fa9-ffd9-46af-8356-0c7db049ea85 req-d1259d02-96b8-41b6-b954-e60d710811ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:06.231209 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-26600fa9-ffd9-46af-8356-0c7db049ea85 req-d1259d02-96b8-41b6-b954-e60d710811ac service neutron] 10.222.0.70 "GET /v2.0/networks?id=330c5af7-2c04-42e0-9e22-c686ac916fd7 HTTP/1.1" status: 200 len: 906 time: 0.2264304 Jul 05 03:52:06.253796 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f9292e34-bb7f-49b5-80fe-b7ea532b96f7 req-205accb7-b61a-4245-a271-33f1c06a3383 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168392 Jul 05 03:52:06.266773 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64897b-8e51-4ba0-9500-15ed3f61abdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d18764-1579-44be-ae4a-fa273510cbe2,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:06.276167 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['31b39d2c-d721-4122-9fa5-14b7d3afd2d2'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:06.315203 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-55457e1a-5b81-46f6-baf9-1579c62caec1 service neutron] For port 6624700b-4537-4b8e-a365-3629510a255c, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6624700b-4537-4b8e-a365-3629510a255c,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:06.333323 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-55457e1a-5b81-46f6-baf9-1579c62caec1 service neutron] Notify callbacks [] for binding, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.338302 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6551444-f194-4267-86f9-d4196c0ba185 None None] Checking router: 685633ba-083c-4a88-8113-c61238c37f56 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:52:06.347443 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-55457e1a-5b81-46f6-baf9-1579c62caec1 service neutron] 10.222.0.77 "POST /v2.0/ports/6624700b-4537-4b8e-a365-3629510a255c/bindings HTTP/1.1" status: 201 len: 390 time: 0.6605244 Jul 05 03:52:06.379789 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6551444-f194-4267-86f9-d4196c0ba185 None None] Routers {'685633ba-083c-4a88-8113-c61238c37f56'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:06.380660 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f6551444-f194-4267-86f9-d4196c0ba185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:52:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['685633ba-083c-4a88-8113-c61238c37f56'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:06.382271 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-26600fa9-ffd9-46af-8356-0c7db049ea85 req-08403c43-3578-4fe0-a006-86ecfe1ffeee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f46e75d5-3178-4e52-baea-3a3c0c162b40 HTTP/1.1" status: 200 len: 999 time: 0.1428320 Jul 05 03:52:06.421241 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-bd033cb3-383c-4c5f-b7a8-a16ceff42721 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:06.432555 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-bd033cb3-383c-4c5f-b7a8-a16ceff42721 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965&tenant_id=6079881a5dcb456f811aa69e44c04ef0&binding%3Ahost_id=n-h1-780147-23 HTTP/1.1" status: 200 len: 1097 time: 0.2607818 Jul 05 03:52:06.462185 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-5b445c84-7035-4670-9614-be32071bf182 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-23'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:06.475491 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26600fa9-ffd9-46af-8356-0c7db049ea85 req-ca03fe8c-3ba7-44f5-aaf2-ebc8fb325bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:06.477518 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-26600fa9-ffd9-46af-8356-0c7db049ea85 req-ca03fe8c-3ba7-44f5-aaf2-ebc8fb325bd8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2575cced-30e7-40b1-8861-b218786d4946 HTTP/1.1" status: 200 len: 844 time: 0.0870283 Jul 05 03:52:06.547983 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-86614b62-515a-47ee-9841-efe82c6482d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.567683 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-86614b62-515a-47ee-9841-efe82c6482d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.628258 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-5b445c84-7035-4670-9614-be32071bf182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.635505 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-f6551444-f194-4267-86f9-d4196c0ba185 None None] Set router 685633ba-083c-4a88-8113-c61238c37f56 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:06.637069 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86614b62-515a-47ee-9841-efe82c6482d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:52:06.660861 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86614b62-515a-47ee-9841-efe82c6482d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63320ed7-b59c-479f-b077-f354a70f7cc1,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:06.676452 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-86614b62-515a-47ee-9841-efe82c6482d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.676901 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-86614b62-515a-47ee-9841-efe82c6482d3 admin admin] Added segment 790d0479-7584-40dd-b21b-e1470446c934 of type vlan for network f8344826-ade8-4555-8018-5334e7c19ac5 Jul 05 03:52:06.701658 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26600fa9-ffd9-46af-8356-0c7db049ea85 req-ca978169-3219-4ad0-ad77-45e4308350cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:06.704014 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-26600fa9-ffd9-46af-8356-0c7db049ea85 req-ca978169-3219-4ad0-ad77-45e4308350cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=330c5af7-2c04-42e0-9e22-c686ac916fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2161725 Jul 05 03:52:06.755023 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966bb6f-d073-4f76-9bbb-cc600b24d758 req-2f4ec959-32b2-426b-9552-dd7fde99b58a tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:06.763266 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4966bb6f-d073-4f76-9bbb-cc600b24d758 req-2f4ec959-32b2-426b-9552-dd7fde99b58a tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 945 time: 0.2184181 Jul 05 03:52:06.825099 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-86614b62-515a-47ee-9841-efe82c6482d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.918071 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49326) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:06.965568 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-5b445c84-7035-4670-9614-be32071bf182 service neutron] For port d2f5f1cd-5a84-4536-9e41-5625e01cedc9, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=d2f5f1cd-5a84-4536-9e41-5625e01cedc9,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:06.970550 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device d2f5f1cd-5a84-4536-9e41-5625e01cedc9 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:06.997647 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82ec89-a617-432a-8645-9ae9a39752d0 req-1f93e450-a706-4930-9888-ecf518f9297f tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:06.999714 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ae82ec89-a617-432a-8645-9ae9a39752d0 req-1f93e450-a706-4930-9888-ecf518f9297f tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 946 time: 0.2068782 Jul 05 03:52:07.022845 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4966bb6f-d073-4f76-9bbb-cc600b24d758 req-94dddb8d-1277-48e6-8c3f-3d1a01f92014 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585268 Jul 05 03:52:07.042674 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-374671a0-eb3b-4b72-a615-8f1abbfbd729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:07.082335 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-86614b62-515a-47ee-9841-efe82c6482d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:07.092208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86614b62-515a-47ee-9841-efe82c6482d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:07.097242 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-86614b62-515a-47ee-9841-efe82c6482d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:07.104094 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ae82ec89-a617-432a-8645-9ae9a39752d0 req-ebce1872-ae61-46e9-a90a-e65733b48a2e tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943072 Jul 05 03:52:07.110526 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-5b445c84-7035-4670-9614-be32071bf182 service neutron] For port d2f5f1cd-5a84-4536-9e41-5625e01cedc9, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:07.110761 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-26600fa9-ffd9-46af-8356-0c7db049ea85 req-723dfaa7-a2ab-49fe-8591-140fd9674d48 service neutron] 10.222.0.70 "GET /v2.0/networks/330c5af7-2c04-42e0-9e22-c686ac916fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841660 Jul 05 03:52:07.241712 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-5b445c84-7035-4670-9614-be32071bf182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:07.242202 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86614b62-515a-47ee-9841-efe82c6482d3 admin admin] Pushing event updated for resources: {'Network': ['ID=f8344826-ade8-4555-8018-5334e7c19ac5,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:07.251155 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713f7abb-56b2-4cc9-be01-b66956ff9965', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2f5f1cd-5a84-4536-9e41-5625e01cedc9'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:07.255750 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a904b79-db71-4645-9818-782a96e4b4f6" -d '{"events": [{"server_uuid": "713f7abb-56b2-4cc9-be01-b66956ff9965", "name": "network-vif-unplugged", "status": "completed", "tag": "d2f5f1cd-5a84-4536-9e41-5625e01cedc9"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:07.264533 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-5b445c84-7035-4670-9614-be32071bf182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:07.283490 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.resource_extend [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:52:07.285523 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network f8344826-ade8-4555-8018-5334e7c19ac5 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:52:07.367015 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b445c84-7035-4670-9614-be32071bf182 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f5f1cd-5a84-4536-9e41-5625e01cedc9,revision_number=7']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:07.498702 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a79dd2a-473a-4f93-8023-ab352cd50893 x-openstack-request-id: req-0a79dd2a-473a-4f93-8023-ab352cd50893 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:07.499012 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713f7abb-56b2-4cc9-be01-b66956ff9965", "name": "network-vif-unplugged", "status": "completed", "tag": "d2f5f1cd-5a84-4536-9e41-5625e01cedc9", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:07.499271 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0a79dd2a-473a-4f93-8023-ab352cd50893 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:07.500543 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713f7abb-56b2-4cc9-be01-b66956ff9965', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2f5f1cd-5a84-4536-9e41-5625e01cedc9', 'code': 200} Jul 05 03:52:07.502205 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-5b445c84-7035-4670-9614-be32071bf182 service neutron] Attempting to bind port d2f5f1cd-5a84-4536-9e41-5625e01cedc9 on host n-h1-780147-23 for vnic_type normal with profile {"migrating_to": "n-h2-780147-23"} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:07.503382 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-5b445c84-7035-4670-9614-be32071bf182 service neutron] Attempting to bind port d2f5f1cd-5a84-4536-9e41-5625e01cedc9 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:07.503766 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-5b445c84-7035-4670-9614-be32071bf182 service neutron] Attempting to bind port d2f5f1cd-5a84-4536-9e41-5625e01cedc9 on network e37bffed-7318-4dad-93bc-2135e6f53abd {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:07.513644 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-5b445c84-7035-4670-9614-be32071bf182 service neutron] Port d2f5f1cd-5a84-4536-9e41-5625e01cedc9 on network e37bffed-7318-4dad-93bc-2135e6f53abd not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:07.515141 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-5b445c84-7035-4670-9614-be32071bf182 service neutron] Attempting to bind port d2f5f1cd-5a84-4536-9e41-5625e01cedc9 on network e37bffed-7318-4dad-93bc-2135e6f53abd {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:07.524833 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df511e-d1fa-4152-891e-3db33d6e89b4 req-f3d422bc-b67b-4ff8-bd51-670c01972466 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:07.529722 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-5b445c84-7035-4670-9614-be32071bf182 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:07.530358 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-5b445c84-7035-4670-9614-be32071bf182 service neutron] Checking segment: {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:07.530947 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-5b445c84-7035-4670-9614-be32071bf182 service neutron] Bound using segment: {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:07.533208 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-5b445c84-7035-4670-9614-be32071bf182 service neutron] Bound port: d2f5f1cd-5a84-4536-9e41-5625e01cedc9, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47338bb3-e1e0-45a4-bbd2-192e17120afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e37bffed-7318-4dad-93bc-2135e6f53abd'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:07.533494 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d0df511e-d1fa-4152-891e-3db33d6e89b4 req-f3d422bc-b67b-4ff8-bd51-670c01972466 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d576f60-6768-4841-ab34-6aac4facba1e HTTP/1.1" status: 200 len: 949 time: 0.2472374 Jul 05 03:52:07.535559 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-5b445c84-7035-4670-9614-be32071bf182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:07.537480 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-26600fa9-ffd9-46af-8356-0c7db049ea85 req-9ada291e-d4a1-460b-adc8-3c82c2cd5933 service neutron] 10.222.0.70 "GET /v2.0/networks/330c5af7-2c04-42e0-9e22-c686ac916fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968853 Jul 05 03:52:07.645426 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-5b445c84-7035-4670-9614-be32071bf182 service neutron] For port d2f5f1cd-5a84-4536-9e41-5625e01cedc9, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:07.658156 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d0df511e-d1fa-4152-891e-3db33d6e89b4 req-ef727d51-a9c1-4c8e-a2b0-947ee5b95ecd tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/security-groups?id=8883c938-346b-4733-840e-280d78506256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237729 Jul 05 03:52:07.667070 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-374671a0-eb3b-4b72-a615-8f1abbfbd729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:07.674927 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-374671a0-eb3b-4b72-a615-8f1abbfbd729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:07.681642 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port d2f5f1cd-5a84-4536-9e41-5625e01cedc9, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=d2f5f1cd-5a84-4536-9e41-5625e01cedc9,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:07.690236 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-5b445c84-7035-4670-9614-be32071bf182 service neutron] For port d2f5f1cd-5a84-4536-9e41-5625e01cedc9, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=d2f5f1cd-5a84-4536-9e41-5625e01cedc9,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:07.703666 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device d2f5f1cd-5a84-4536-9e41-5625e01cedc9 has no active binding in host n-h2-780147-23 {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:52:07.705694 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-5b445c84-7035-4670-9614-be32071bf182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:07.717586 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-374671a0-eb3b-4b72-a615-8f1abbfbd729 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e492e602a4e84b9592822fa992fc45a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7928767 Jul 05 03:52:07.725476 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49332) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:07.726008 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49334) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:07.729537 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-86614b62-515a-47ee-9841-efe82c6482d3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9548407 Jul 05 03:52:07.744569 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f6551444-f194-4267-86f9-d4196c0ba185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685633ba-083c-4a88-8113-c61238c37f56', 'name': 'tempest-ServersTestJSON-194893897-router', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:04Z', 'updated_at': '2021-07-05T03:51:14Z', 'revision_number': 4, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'gw_port': {'id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685633ba-083c-4a88-8113-c61238c37f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:05Z', 'updated_at': '2021-07-05T03:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '3a149dea-5131-4860-82ce-002689b89cb9', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '685633ba-083c-4a88-8113-c61238c37f56', 'port_id': 'f46e75d5-3178-4e52-baea-3a3c0c162b40', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7', 'mac_address': 'fa:16:3e:2e:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d9fdea-4a0f-4d05-8267-682f861686fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:51:26Z', 'updated_at': '2021-07-05T03:52:03Z', 'revision_number': 1, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd25ae6-d063-4db0-83ab-acff594831a4', 'name': '', 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'mac_address': 'fa:16:3e:f3:5e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685633ba-083c-4a88-8113-c61238c37f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '2575cced-30e7-40b1-8861-b218786d4946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:12Z', 'updated_at': '2021-07-05T03:51:23Z', 'revision_number': 5, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'subnets': [{'id': '2575cced-30e7-40b1-8861-b218786d4946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:07.753121 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374671a0-eb3b-4b72-a615-8f1abbfbd729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a15e435-c6d9-4ad3-b03f-90f60aa4f986,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:07.775391 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d1efebe3-ddd0-4f5c-9a9a-c3deda9ffc67 admin admin] Request body: {'subnet': {'network_id': 'f8344826-ade8-4555-8018-5334e7c19ac5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-955580953-subnet', 'tenant_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:07.786000 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6551444-f194-4267-86f9-d4196c0ba185 None None] The sync data for ids ['685633ba-083c-4a88-8113-c61238c37f56'] in n-d-780147-23 is: [{'id': '685633ba-083c-4a88-8113-c61238c37f56', 'name': 'tempest-ServersTestJSON-194893897-router', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:04Z', 'updated_at': '2021-07-05T03:51:14Z', 'revision_number': 4, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'gw_port': {'id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685633ba-083c-4a88-8113-c61238c37f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:05Z', 'updated_at': '2021-07-05T03:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '3a149dea-5131-4860-82ce-002689b89cb9', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '685633ba-083c-4a88-8113-c61238c37f56', 'port_id': 'f46e75d5-3178-4e52-baea-3a3c0c162b40', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7', 'mac_address': 'fa:16:3e:2e:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d9fdea-4a0f-4d05-8267-682f861686fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:51:26Z', 'updated_at': '2021-07-05T03:52:03Z', 'revision_number': 1, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd25ae6-d063-4db0-83ab-acff594831a4', 'name': '', 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'mac_address': 'fa:16:3e:f3:5e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685633ba-083c-4a88-8113-c61238c37f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '2575cced-30e7-40b1-8861-b218786d4946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:12Z', 'updated_at': '2021-07-05T03:51:23Z', 'revision_number': 5, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'subnets': [{'id': '2575cced-30e7-40b1-8861-b218786d4946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:52:07.899763 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f1045-2fce-4cab-8b80-289c041e2e7f req-a0742804-6292-48c1-b7a7-700d24d968e6 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:07.901380 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f02f1045-2fce-4cab-8b80-289c041e2e7f req-a0742804-6292-48c1-b7a7-700d24d968e6 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 945 time: 0.2681382 Jul 05 03:52:07.905445 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1efebe3-ddd0-4f5c-9a9a-c3deda9ffc67 admin admin] Made reservation on behalf of b3f68b4b441f43e994e8f419f4fadde2 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:07.908477 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d1efebe3-ddd0-4f5c-9a9a-c3deda9ffc67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:07.911463 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-5b445c84-7035-4670-9614-be32071bf182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:07.912084 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-5b445c84-7035-4670-9614-be32071bf182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:07.913737 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-5b445c84-7035-4670-9614-be32071bf182 service neutron] 10.222.0.70 "PUT /v2.0/ports/d2f5f1cd-5a84-4536-9e41-5625e01cedc9 HTTP/1.1" status: 200 len: 1123 time: 1.4748995 Jul 05 03:52:07.915625 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b445c84-7035-4670-9614-be32071bf182 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f5f1cd-5a84-4536-9e41-5625e01cedc9,revision_number=8']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:08.001769 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1b2b17f7-163c-4b4f-9421-9cef4d1c8743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:08.030121 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['d2f5f1cd-5a84-4536-9e41-5625e01cedc9'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:08.052010 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f02f1045-2fce-4cab-8b80-289c041e2e7f req-80835eb8-fb83-4e86-82b6-498c2d325542 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370661 Jul 05 03:52:08.073816 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1b2b17f7-163c-4b4f-9421-9cef4d1c8743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:08.081564 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['d2f5f1cd-5a84-4536-9e41-5625e01cedc9'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:08.178609 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9925cc2-c25e-4f75-b086-3d87bc9d0504 None None] New status for floating IP 3a149dea-5131-4860-82ce-002689b89cb9: ACTIVE {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:52:08.286198 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1b2b17f7-163c-4b4f-9421-9cef4d1c8743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:08.293593 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1b2b17f7-163c-4b4f-9421-9cef4d1c8743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:08.300570 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1b2b17f7-163c-4b4f-9421-9cef4d1c8743 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5a15e435-c6d9-4ad3-b03f-90f60aa4f986 HTTP/1.1" status: 204 len: 168 time: 0.5297074 Jul 05 03:52:08.331395 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b17f7-163c-4b4f-9421-9cef4d1c8743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a15e435-c6d9-4ad3-b03f-90f60aa4f986,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:08.367725 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89752315-7e23-4c75-94b6-9b1936d84969 req-98d40663-f42e-463a-8dd2-0d696f1841ea tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:08.369675 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-89752315-7e23-4c75-94b6-9b1936d84969 req-98d40663-f42e-463a-8dd2-0d696f1841ea tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 943 time: 0.1463089 Jul 05 03:52:08.418101 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d1efebe3-ddd0-4f5c-9a9a-c3deda9ffc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:08.463829 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-89752315-7e23-4c75-94b6-9b1936d84969 req-f39de74b-b69a-40df-8301-17ccfa74bfe4 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786488 Jul 05 03:52:08.553769 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1efebe3-ddd0-4f5c-9a9a-c3deda9ffc67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3171029b-e263-49fc-bb92-5e6cc8ace5aa,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:08.571119 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2cd6d-ced5-4f9b-8810-0d3fb6b8e8af req-35d89018-d2d7-4835-9f50-989792354b81 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:08.573099 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1ed2cd6d-ced5-4f9b-8810-0d3fb6b8e8af req-35d89018-d2d7-4835-9f50-989792354b81 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 946 time: 0.2145414 Jul 05 03:52:08.577216 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1efebe3-ddd0-4f5c-9a9a-c3deda9ffc67 admin admin] Checking segment: {'id': '790d0479-7584-40dd-b21b-e1470446c934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f8344826-ade8-4555-8018-5334e7c19ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:08.577583 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1efebe3-ddd0-4f5c-9a9a-c3deda9ffc67 admin admin] Network hostable DHCP agents. Network: f8344826-ade8-4555-8018-5334e7c19ac5, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:52:08.642769 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1ed2cd6d-ced5-4f9b-8810-0d3fb6b8e8af req-cf6b25f5-42f4-41d2-8878-1e8d234cb114 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616071 Jul 05 03:52:08.644300 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1efebe3-ddd0-4f5c-9a9a-c3deda9ffc67 admin admin] Network f8344826-ade8-4555-8018-5334e7c19ac5 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:52:08.660717 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-d1efebe3-ddd0-4f5c-9a9a-c3deda9ffc67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, f8344826-ade8-4555-8018-5334e7c19ac5) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:08.665291 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1efebe3-ddd0-4f5c-9a9a-c3deda9ffc67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:08.665870 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d1efebe3-ddd0-4f5c-9a9a-c3deda9ffc67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:08.676579 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4ad1d9-646e-476d-8501-bfd0618dfa25 None None] Network f8344826-ade8-4555-8018-5334e7c19ac5 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:08.695463 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d1efebe3-ddd0-4f5c-9a9a-c3deda9ffc67 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9254827 Jul 05 03:52:08.698051 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49350) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:08.713472 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-e3be17bb-77f8-4e34-99ec-196333523303 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-955580953-router', 'tenant_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:08.753075 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3be17bb-77f8-4e34-99ec-196333523303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:08.755141 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3be17bb-77f8-4e34-99ec-196333523303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:08.851646 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3be17bb-77f8-4e34-99ec-196333523303 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:08.923142 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240ac756-c380-4f89-9784-e64e5bf1921a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-f8344826-ade8-4555-8018-5334e7c19ac5', 'network_id': 'f8344826-ade8-4555-8018-5334e7c19ac5', 'tenant_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'fixed_ips': [{'subnet_id': '3171029b-e263-49fc-bb92-5e6cc8ace5aa'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:52:08.924061 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-240ac756-c380-4f89-9784-e64e5bf1921a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.004031 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 31b39d2c-d721-4122-9fa5-14b7d3afd2d2 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:09.076745 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3be17bb-77f8-4e34-99ec-196333523303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.131705 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 31b39d2c-d721-4122-9fa5-14b7d3afd2d2 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:09.142552 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 31b39d2c-d721-4122-9fa5-14b7d3afd2d2 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:09.143071 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.145207 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-240ac756-c380-4f89-9784-e64e5bf1921a None None] Allocated IP 172.20.0.2 (f8344826-ade8-4555-8018-5334e7c19ac5/3171029b-e263-49fc-bb92-5e6cc8ace5aa/04a1300a-1d76-4ae1-a7d9-7f0edfd09024) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:09.300424 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739115f-ffc2-4b5f-ad37-accf15702045 req-e86ebbb1-fa4c-4cd5-ad77-4ccebed40a52 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:09.303372 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c739115f-ffc2-4b5f-ad37-accf15702045 req-e86ebbb1-fa4c-4cd5-ad77-4ccebed40a52 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d576f60-6768-4841-ab34-6aac4facba1e HTTP/1.1" status: 200 len: 949 time: 0.4648345 Jul 05 03:52:09.324312 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.367271 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97e5d4-18ab-455e-9ebe-63115decd6ba req-9ba0c776-316a-4508-b6c4-16f698ce246e tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:09.377694 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1f97e5d4-18ab-455e-9ebe-63115decd6ba req-9ba0c776-316a-4508-b6c4-16f698ce246e tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 945 time: 0.1305766 Jul 05 03:52:09.387721 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d576f60-6768-4841-ab34-6aac4facba1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b39d2c-d721-4122-9fa5-14b7d3afd2d2'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:09.391490 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04e9e61-0a00-4adb-8a97-ecd410b2862b" -d '{"events": [{"server_uuid": "5d576f60-6768-4841-ab34-6aac4facba1e", "name": "network-vif-plugged", "status": "completed", "tag": "31b39d2c-d721-4122-9fa5-14b7d3afd2d2"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:09.413390 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 31b39d2c-d721-4122-9fa5-14b7d3afd2d2, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=31b39d2c-d721-4122-9fa5-14b7d3afd2d2,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:09.423565 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.433051 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-240ac756-c380-4f89-9784-e64e5bf1921a None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.444489 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c739115f-ffc2-4b5f-ad37-accf15702045 req-d717b6dd-a0c7-40ff-93b5-012e5b522e38 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/security-groups?id=8883c938-346b-4733-840e-280d78506256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326065 Jul 05 03:52:09.450973 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1f97e5d4-18ab-455e-9ebe-63115decd6ba req-0e199ca8-d940-468c-b451-97786e063bb1 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697684 Jul 05 03:52:09.481060 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-240ac756-c380-4f89-9784-e64e5bf1921a None None] Transition to ACTIVE for port object 04a1300a-1d76-4ae1-a7d9-7f0edfd09024 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:09.500042 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a866e9-b59d-4571-8eab-71fd66208ede x-openstack-request-id: req-f8a866e9-b59d-4571-8eab-71fd66208ede {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:09.500363 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d576f60-6768-4841-ab34-6aac4facba1e", "name": "network-vif-plugged", "status": "completed", "tag": "31b39d2c-d721-4122-9fa5-14b7d3afd2d2", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:09.500822 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f8a866e9-b59d-4571-8eab-71fd66208ede {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:09.501217 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d576f60-6768-4841-ab34-6aac4facba1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b39d2c-d721-4122-9fa5-14b7d3afd2d2', 'code': 200} Jul 05 03:52:09.506733 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713f7abb-56b2-4cc9-be01-b66956ff9965', 'tag': 'd2f5f1cd-5a84-4536-9e41-5625e01cedc9'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:09.509662 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da665776-db10-47f4-90b7-6e8bac581f04" -d '{"events": [{"name": "network-changed", "server_uuid": "713f7abb-56b2-4cc9-be01-b66956ff9965", "tag": "d2f5f1cd-5a84-4536-9e41-5625e01cedc9"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:09.517194 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-240ac756-c380-4f89-9784-e64e5bf1921a None None] Transition to ACTIVE for port object 04a1300a-1d76-4ae1-a7d9-7f0edfd09024 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:09.520156 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=31b39d2c-d721-4122-9fa5-14b7d3afd2d2,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:09.525004 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-240ac756-c380-4f89-9784-e64e5bf1921a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.573272 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240ac756-c380-4f89-9784-e64e5bf1921a None None] Network f8344826-ade8-4555-8018-5334e7c19ac5 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:09.576642 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-240ac756-c380-4f89-9784-e64e5bf1921a None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:09.581025 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240ac756-c380-4f89-9784-e64e5bf1921a None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:09.612445 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cb3a9e-4240-4075-acb9-071208385878 x-openstack-request-id: req-94cb3a9e-4240-4075-acb9-071208385878 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:09.613072 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713f7abb-56b2-4cc9-be01-b66956ff9965", "tag": "d2f5f1cd-5a84-4536-9e41-5625e01cedc9", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:09.613792 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-94cb3a9e-4240-4075-acb9-071208385878 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:09.615925 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ac756-c380-4f89-9784-e64e5bf1921a None None] Pushing event updated for resources: {'Port': ['ID=04a1300a-1d76-4ae1-a7d9-7f0edfd09024,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:09.622851 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713f7abb-56b2-4cc9-be01-b66956ff9965', 'tag': 'd2f5f1cd-5a84-4536-9e41-5625e01cedc9', 'status': 'completed', 'code': 200} Jul 05 03:52:09.674491 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-240ac756-c380-4f89-9784-e64e5bf1921a None None] Attempting to bind port 04a1300a-1d76-4ae1-a7d9-7f0edfd09024 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:09.674858 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-240ac756-c380-4f89-9784-e64e5bf1921a None None] Attempting to bind port 04a1300a-1d76-4ae1-a7d9-7f0edfd09024 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '790d0479-7584-40dd-b21b-e1470446c934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f8344826-ade8-4555-8018-5334e7c19ac5'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:09.675281 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240ac756-c380-4f89-9784-e64e5bf1921a None None] Attempting to bind port 04a1300a-1d76-4ae1-a7d9-7f0edfd09024 on network f8344826-ade8-4555-8018-5334e7c19ac5 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:09.682377 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240ac756-c380-4f89-9784-e64e5bf1921a None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:09.682780 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240ac756-c380-4f89-9784-e64e5bf1921a None None] Checking segment: {'id': '790d0479-7584-40dd-b21b-e1470446c934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f8344826-ade8-4555-8018-5334e7c19ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:09.683291 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-240ac756-c380-4f89-9784-e64e5bf1921a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.684206 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240ac756-c380-4f89-9784-e64e5bf1921a None None] Bound using segment: {'id': '790d0479-7584-40dd-b21b-e1470446c934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f8344826-ade8-4555-8018-5334e7c19ac5'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:09.684965 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-240ac756-c380-4f89-9784-e64e5bf1921a None None] Bound port: 04a1300a-1d76-4ae1-a7d9-7f0edfd09024, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790d0479-7584-40dd-b21b-e1470446c934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f8344826-ade8-4555-8018-5334e7c19ac5'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:09.687370 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-240ac756-c380-4f89-9784-e64e5bf1921a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.775242 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-240ac756-c380-4f89-9784-e64e5bf1921a None None] For port 04a1300a-1d76-4ae1-a7d9-7f0edfd09024, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:09.779297 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-240ac756-c380-4f89-9784-e64e5bf1921a None None] For port 04a1300a-1d76-4ae1-a7d9-7f0edfd09024, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=04a1300a-1d76-4ae1-a7d9-7f0edfd09024,segment=NetworkSegment(790d0479-7584-40dd-b21b-e1470446c934),segment_id=790d0479-7584-40dd-b21b-e1470446c934)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:09.790180 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-240ac756-c380-4f89-9784-e64e5bf1921a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.819026 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ef8d0-db8f-4458-aa1e-f8cbefcb8b07 req-4833d589-2d79-4972-8662-ca462b019ed7 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:09.821858 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bc8ef8d0-db8f-4458-aa1e-f8cbefcb8b07 req-4833d589-2d79-4972-8662-ca462b019ed7 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 943 time: 0.1496055 Jul 05 03:52:09.873297 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3be17bb-77f8-4e34-99ec-196333523303 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.908194 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bc8ef8d0-db8f-4458-aa1e-f8cbefcb8b07 req-7086d86e-e297-4bf7-bd15-d3982bdbe5ab tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804052 Jul 05 03:52:09.930577 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ac756-c380-4f89-9784-e64e5bf1921a None None] Pushing event updated for resources: {'Port': ['ID=04a1300a-1d76-4ae1-a7d9-7f0edfd09024,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:09.933945 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da665776-db10-47f4-90b7-6e8bac581f04 req-0c31eeea-dd92-4d63-93f0-917e0aafd133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:09.933945 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da665776-db10-47f4-90b7-6e8bac581f04 req-0c31eeea-dd92-4d63-93f0-917e0aafd133 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6079881a5dcb456f811aa69e44c04ef0&device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 1126 time: 0.2546537 Jul 05 03:52:09.936843 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3be17bb-77f8-4e34-99ec-196333523303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.950700 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5defc-ea4b-4db0-b616-6a4613f24295 req-41eead40-80f8-4ae1-9dc3-48380326f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:09.952305 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bea5defc-ea4b-4db0-b616-6a4613f24295 req-41eead40-80f8-4ae1-9dc3-48380326f0ed service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5d576f60-6768-4841-ab34-6aac4facba1e HTTP/1.1" status: 200 len: 1102 time: 0.3185406 Jul 05 03:52:10.158339 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a34eea-49dd-4dcd-bfcb-e92086ea66e7 req-8344ef97-fa8b-4050-bfa7-bbacfa43aab1 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:10.165963 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-74a34eea-49dd-4dcd-bfcb-e92086ea66e7 req-8344ef97-fa8b-4050-bfa7-bbacfa43aab1 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 946 time: 0.1263745 Jul 05 03:52:10.174010 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bea5defc-ea4b-4db0-b616-6a4613f24295 req-c8e5ef15-da6f-4aa2-a135-b55cd915f405 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8883c938-346b-4733-840e-280d78506256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941988 Jul 05 03:52:10.240501 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-74a34eea-49dd-4dcd-bfcb-e92086ea66e7 req-48b5ad94-400d-4201-b445-d93bb70c19d1 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735128 Jul 05 03:52:10.335542 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 04a1300a-1d76-4ae1-a7d9-7f0edfd09024 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:10.355320 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-e3be17bb-77f8-4e34-99ec-196333523303 admin admin] Allocated IP 172.25.1.202 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/acfbcfc6-3269-40dd-9453-caed61260a6e) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:10.371725 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da665776-db10-47f4-90b7-6e8bac581f04 req-ff98cfd8-acce-48d9-b496-61e0bd88a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:10.373769 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da665776-db10-47f4-90b7-6e8bac581f04 req-ff98cfd8-acce-48d9-b496-61e0bd88a5ac service neutron] 10.222.0.89 "GET /v2.0/networks?id=e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 200 len: 909 time: 0.4157698 Jul 05 03:52:10.461023 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 04a1300a-1d76-4ae1-a7d9-7f0edfd09024 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:10.477879 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da665776-db10-47f4-90b7-6e8bac581f04 req-52c315d3-4e44-453f-8979-6d8269f91b6b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2f5f1cd-5a84-4536-9e41-5625e01cedc9 HTTP/1.1" status: 200 len: 217 time: 0.0935841 Jul 05 03:52:10.586650 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da665776-db10-47f4-90b7-6e8bac581f04 req-5dfbc352-9638-450d-8523-349af67193ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:10.586650 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da665776-db10-47f4-90b7-6e8bac581f04 req-5dfbc352-9638-450d-8523-349af67193ed service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ed0a1ef0-1506-4eb0-93c1-51dd53393e81 HTTP/1.1" status: 200 len: 848 time: 0.0966737 Jul 05 03:52:10.593040 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3be17bb-77f8-4e34-99ec-196333523303 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.634822 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da665776-db10-47f4-90b7-6e8bac581f04 req-d92a249f-583e-46de-be8a-9d645937916c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e37bffed-7318-4dad-93bc-2135e6f53abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382345 Jul 05 03:52:10.769119 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3be17bb-77f8-4e34-99ec-196333523303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.792463 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3be17bb-77f8-4e34-99ec-196333523303 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:10.820544 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-e3be17bb-77f8-4e34-99ec-196333523303 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:10.829446 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3be17bb-77f8-4e34-99ec-196333523303 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:10.920002 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da665776-db10-47f4-90b7-6e8bac581f04 req-71d86af8-8981-4f00-beb8-ecd979c87369 service neutron] 10.222.0.89 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722754 Jul 05 03:52:10.963888 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be17bb-77f8-4e34-99ec-196333523303 admin admin] Pushing event updated for resources: {'Port': ['ID=acfbcfc6-3269-40dd-9453-caed61260a6e,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:11.183476 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da665776-db10-47f4-90b7-6e8bac581f04 req-0a08e209-d28f-41c1-9d51-3f3bb8ce7762 service neutron] 10.222.0.89 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505908 Jul 05 03:52:11.288721 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1659a5e-989b-4f33-b3a2-4ceea1389706 None None] Network f8344826-ade8-4555-8018-5334e7c19ac5 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:11.351657 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3be17bb-77f8-4e34-99ec-196333523303 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.435683 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-79ad055c-b2ea-4af6-b5fe-a9844f717926 None None] Provisioning for port 04a1300a-1d76-4ae1-a7d9-7f0edfd09024 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:11.450869 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-79ad055c-b2ea-4af6-b5fe-a9844f717926 None None] Provisioning complete for port 04a1300a-1d76-4ae1-a7d9-7f0edfd09024 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:11.451850 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-79ad055c-b2ea-4af6-b5fe-a9844f717926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.481986 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911f48c-f3ec-46b1-b75e-1b69530099d2 req-f376ed4a-8c31-4a48-93db-b48292c92033 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:11.491934 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e911f48c-f3ec-46b1-b75e-1b69530099d2 req-f376ed4a-8c31-4a48-93db-b48292c92033 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d576f60-6768-4841-ab34-6aac4facba1e HTTP/1.1" status: 200 len: 950 time: 0.6281002 Jul 05 03:52:11.555681 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e911f48c-f3ec-46b1-b75e-1b69530099d2 req-9fada731-944d-4996-bfdf-8878aa07a118 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/security-groups?id=8883c938-346b-4733-840e-280d78506256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627327 Jul 05 03:52:11.678694 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-79ad055c-b2ea-4af6-b5fe-a9844f717926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.719759 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-79ad055c-b2ea-4af6-b5fe-a9844f717926 None None] For port 04a1300a-1d76-4ae1-a7d9-7f0edfd09024, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=04a1300a-1d76-4ae1-a7d9-7f0edfd09024,segment=NetworkSegment(790d0479-7584-40dd-b21b-e1470446c934),segment_id=790d0479-7584-40dd-b21b-e1470446c934)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:11.726246 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-79ad055c-b2ea-4af6-b5fe-a9844f717926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.822194 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d95e5b-7e29-40eb-a817-0d9f35b53c46 req-e8dcde4c-7759-41dd-958b-41301d09576d tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:11.825295 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad055c-b2ea-4af6-b5fe-a9844f717926 None None] Pushing event updated for resources: {'Port': ['ID=04a1300a-1d76-4ae1-a7d9-7f0edfd09024,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:11.836987 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-37d95e5b-7e29-40eb-a817-0d9f35b53c46 req-e8dcde4c-7759-41dd-958b-41301d09576d tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 943 time: 0.1438448 Jul 05 03:52:11.888372 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-37d95e5b-7e29-40eb-a817-0d9f35b53c46 req-7b181d2a-f206-4cc7-a794-82c6de2002aa tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503900 Jul 05 03:52:12.039475 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45dbb3-3f21-48e0-8fd9-94ba05f2c177 req-78dfe260-b6bf-487b-be9f-81fea9f7c485 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:12.048017 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e45dbb3-3f21-48e0-8fd9-94ba05f2c177 req-78dfe260-b6bf-487b-be9f-81fea9f7c485 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 945 time: 0.1939468 Jul 05 03:52:12.063717 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3be17bb-77f8-4e34-99ec-196333523303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.167141 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9b870561-5beb-416e-9649-ae9eba25d584 None None] Provisioning complete for port 04a1300a-1d76-4ae1-a7d9-7f0edfd09024 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:12.169836 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9b870561-5beb-416e-9649-ae9eba25d584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.239999 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e45dbb3-3f21-48e0-8fd9-94ba05f2c177 req-e84574db-a011-4f0b-af2b-c32020a04c6e tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863852 Jul 05 03:52:12.255911 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 04a1300a-1d76-4ae1-a7d9-7f0edfd09024 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:12.310297 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe374d70-3341-4a27-96dd-7632219825b0 req-5f85ebf2-9cc8-41e9-b1d4-f5febd719873 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:12.319986 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fe374d70-3341-4a27-96dd-7632219825b0 req-5f85ebf2-9cc8-41e9-b1d4-f5febd719873 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 946 time: 0.1781859 Jul 05 03:52:12.433923 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 04a1300a-1d76-4ae1-a7d9-7f0edfd09024 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:12.435677 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.440144 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3be17bb-77f8-4e34-99ec-196333523303 admin admin] Router 7dee4570-69cd-4c60-a8dd-dc9918e17305 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:52:12.456757 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fe374d70-3341-4a27-96dd-7632219825b0 req-4e62d37a-7f18-4e7d-a755-cab2e4d097bf tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280432 Jul 05 03:52:12.686176 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.705169 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3be17bb-77f8-4e34-99ec-196333523303 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:52:12.719452 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] Sync routers for ids ['7dee4570-69cd-4c60-a8dd-dc9918e17305'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:52:12.744144 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] Routers {'7dee4570-69cd-4c60-a8dd-dc9918e17305'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:12.744839 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:52:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7dee4570-69cd-4c60-a8dd-dc9918e17305'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:12.767421 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3be17bb-77f8-4e34-99ec-196333523303 admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.768735 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e3be17bb-77f8-4e34-99ec-196333523303 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0696719 Jul 05 03:52:12.771671 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49416) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:12.998451 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dce464-6586-43a2-98e0-9b4d49685884 req-9c472033-9a55-404e-a05a-71da1c26929a tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:13.002284 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d0dce464-6586-43a2-98e0-9b4d49685884 req-9c472033-9a55-404e-a05a-71da1c26929a tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d576f60-6768-4841-ab34-6aac4facba1e HTTP/1.1" status: 200 len: 950 time: 0.1769409 Jul 05 03:52:13.042464 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] Set router 7dee4570-69cd-4c60-a8dd-dc9918e17305 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:13.115704 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d0dce464-6586-43a2-98e0-9b4d49685884 req-47326bac-9187-4630-ab09-42a3f3210516 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/security-groups?id=8883c938-346b-4733-840e-280d78506256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064038 Jul 05 03:52:13.455054 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf93632-3ca2-4866-bee1-8ef63b3782a1 req-91acc937-ee5d-460e-b831-bed4edabe094 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:13.464511 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9cf93632-3ca2-4866-bee1-8ef63b3782a1 req-91acc937-ee5d-460e-b831-bed4edabe094 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 943 time: 0.0962682 Jul 05 03:52:13.540490 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dee4570-69cd-4c60-a8dd-dc9918e17305', 'name': 'tempest-FloatingIPDetailsTestJSON-955580953-router', 'tenant_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'acfbcfc6-3269-40dd-9453-caed61260a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:08Z', 'updated_at': '2021-07-05T03:52:11Z', 'revision_number': 3, 'project_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'gw_port': {'id': 'acfbcfc6-3269-40dd-9453-caed61260a6e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:27:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dee4570-69cd-4c60-a8dd-dc9918e17305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:09Z', 'updated_at': '2021-07-05T03:52:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:13.551701 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9cf93632-3ca2-4866-bee1-8ef63b3782a1 req-f679a21d-4add-4e82-b8ea-ab4098fa3c41 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862913 Jul 05 03:52:13.789234 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] Checking router: 7dee4570-69cd-4c60-a8dd-dc9918e17305 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:52:13.789627 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] Updating router 7dee4570-69cd-4c60-a8dd-dc9918e17305 port acfbcfc6-3269-40dd-9453-caed61260a6e binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:52:13.792385 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.854521 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.966685 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fee3cf-995b-44e6-bccc-be5a738fc8ad req-1465efd5-ec63-4626-933c-f386ec6de1f6 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:13.974836 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-76fee3cf-995b-44e6-bccc-be5a738fc8ad req-1465efd5-ec63-4626-933c-f386ec6de1f6 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 945 time: 0.1721871 Jul 05 03:52:14.067010 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-76fee3cf-995b-44e6-bccc-be5a738fc8ad req-764f6ef4-712f-4811-8e37-cdeaa64789f6 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877175 Jul 05 03:52:14.192596 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Allocated IP 172.20.0.1 (f8344826-ade8-4555-8018-5334e7c19ac5/3171029b-e263-49fc-bb92-5e6cc8ace5aa/ea37d0c9-4ef7-46ca-a329-06b89e392a5d) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:14.346429 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.360307 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.375688 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Transition to ACTIVE for port object ea37d0c9-4ef7-46ca-a329-06b89e392a5d will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:14.383362 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] Transition to ACTIVE for port object acfbcfc6-3269-40dd-9453-caed61260a6e will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:14.393409 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.513457 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] Attempting to bind port acfbcfc6-3269-40dd-9453-caed61260a6e on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:14.521366 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] Attempting to bind port acfbcfc6-3269-40dd-9453-caed61260a6e by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:14.523220 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] Attempting to bind port acfbcfc6-3269-40dd-9453-caed61260a6e on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:14.538712 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.543363 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:14.544793 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:14.545534 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.546177 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:14.547722 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] Bound port: acfbcfc6-3269-40dd-9453-caed61260a6e, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:14.548433 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.561157 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Network f8344826-ade8-4555-8018-5334e7c19ac5 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:14.566018 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:14.606290 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906b9aa-2991-40e0-9bee-db11afb4d639 req-e2b8e679-3960-4b3e-af0e-26f68251a8da tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:14.612076 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2906b9aa-2991-40e0-9bee-db11afb4d639 req-e2b8e679-3960-4b3e-af0e-26f68251a8da tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 946 time: 0.2251339 Jul 05 03:52:14.644399 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca42ae-4a6d-4563-ba26-c8cd0170f728 None None] Pushing event updated for resources: {'Port': ['ID=acfbcfc6-3269-40dd-9453-caed61260a6e,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:14.658566 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:14.662538 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] For port acfbcfc6-3269-40dd-9453-caed61260a6e, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:14.668145 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] For port acfbcfc6-3269-40dd-9453-caed61260a6e, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=acfbcfc6-3269-40dd-9453-caed61260a6e,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:14.677744 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.783470 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca42ae-4a6d-4563-ba26-c8cd0170f728 None None] Pushing event updated for resources: {'Port': ['ID=acfbcfc6-3269-40dd-9453-caed61260a6e,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:14.819985 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] Routers {'7dee4570-69cd-4c60-a8dd-dc9918e17305'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:14.820810 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:52:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7dee4570-69cd-4c60-a8dd-dc9918e17305'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:14.831235 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Pushing event updated for resources: {'Port': ['ID=ea37d0c9-4ef7-46ca-a329-06b89e392a5d,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:14.894237 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2906b9aa-2991-40e0-9bee-db11afb4d639 req-c96ba891-2cbd-4768-ab89-e79a49493881 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292266 Jul 05 03:52:14.898655 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.904204 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:14.904626 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:14.905067 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:14.905504 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:14.906001 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:14.906393 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:14.906881 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:14.907646 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:14.908809 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:14.909628 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:14.910097 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:14.910910 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:15.007694 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 4962f367-b7a3-4db5-9b58-adbcb919fb43 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:15.066187 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a25db293-8e08-4416-8b99-106c0446b115 None None] Provisioning for port ea37d0c9-4ef7-46ca-a329-06b89e392a5d completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:15.087876 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] Set router 7dee4570-69cd-4c60-a8dd-dc9918e17305 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:15.120657 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a25db293-8e08-4416-8b99-106c0446b115 None None] Provisioning complete for port ea37d0c9-4ef7-46ca-a329-06b89e392a5d triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:15.120978 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a25db293-8e08-4416-8b99-106c0446b115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.167034 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device d2f5f1cd-5a84-4536-9e41-5625e01cedc9 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:15.187631 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.196520 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b347f-0786-41a3-a5ef-3478a39d05f6 req-d968c09d-e7d4-4312-9fc2-d6d7fd1d3ed5 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:15.198720 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e65b347f-0786-41a3-a5ef-3478a39d05f6 req-d968c09d-e7d4-4312-9fc2-d6d7fd1d3ed5 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d576f60-6768-4841-ab34-6aac4facba1e HTTP/1.1" status: 200 len: 950 time: 0.1635804 Jul 05 03:52:15.204108 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-a35697b3-2e47-4f49-a643-bdc465b2ae5c service neutron] 10.222.0.89 "GET /v2.0/ports/d2f5f1cd-5a84-4536-9e41-5625e01cedc9/bindings/n-h2-780147-23 HTTP/1.1" status: 200 len: 385 time: 0.1070809 Jul 05 03:52:15.283485 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995044c-a2c4-4aa8-8c22-ed2238786179 req-7ac7f445-7525-42eb-9649-0453dafbb3e4 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:15.290760 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4995044c-a2c4-4aa8-8c22-ed2238786179 req-7ac7f445-7525-42eb-9649-0453dafbb3e4 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 943 time: 0.1574883 Jul 05 03:52:15.301635 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e65b347f-0786-41a3-a5ef-3478a39d05f6 req-065caf30-8196-4476-bb99-b86d5e161a0c tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/security-groups?id=8883c938-346b-4733-840e-280d78506256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937841 Jul 05 03:52:15.351946 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a25db293-8e08-4416-8b99-106c0446b115 None None] Port ea37d0c9-4ef7-46ca-a329-06b89e392a5d cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:15.447032 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4995044c-a2c4-4aa8-8c22-ed2238786179 req-36af84c9-5b54-4a16-9d40-836886cdc968 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553047 Jul 05 03:52:15.503891 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-372ce299-ca9c-4fbc-982c-8888844a6c3b service neutron] For port d2f5f1cd-5a84-4536-9e41-5625e01cedc9, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=d2f5f1cd-5a84-4536-9e41-5625e01cedc9,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:15.504310 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.534687 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-372ce299-ca9c-4fbc-982c-8888844a6c3b service neutron] For port d2f5f1cd-5a84-4536-9e41-5625e01cedc9, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:15.596628 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-372ce299-ca9c-4fbc-982c-8888844a6c3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f5f1cd-5a84-4536-9e41-5625e01cedc9 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:15.622980 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.627646 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-372ce299-ca9c-4fbc-982c-8888844a6c3b service neutron] For port d2f5f1cd-5a84-4536-9e41-5625e01cedc9, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d2f5f1cd-5a84-4536-9e41-5625e01cedc9,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:15.630063 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.666166 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be851a21-053d-4fb6-8a40-39319b3d028d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4962f367-b7a3-4db5-9b58-adbcb919fb43'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:15.668531 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c11278-60f9-483c-94c9-d9e480691b63" -d '{"events": [{"server_uuid": "be851a21-053d-4fb6-8a40-39319b3d028d", "name": "network-vif-unplugged", "status": "completed", "tag": "4962f367-b7a3-4db5-9b58-adbcb919fb43"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:15.669912 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-372ce299-ca9c-4fbc-982c-8888844a6c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.694592 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 4962f367-b7a3-4db5-9b58-adbcb919fb43, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=4962f367-b7a3-4db5-9b58-adbcb919fb43,segment=NetworkSegment(8e925059-1d42-4eae-ad90-062ddf3ec375),segment_id=8e925059-1d42-4eae-ad90-062ddf3ec375)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:15.710864 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.770514 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febe6bd0-05d8-46a2-b04f-1e3516ad07d2 x-openstack-request-id: req-febe6bd0-05d8-46a2-b04f-1e3516ad07d2 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:15.770916 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be851a21-053d-4fb6-8a40-39319b3d028d", "name": "network-vif-unplugged", "status": "completed", "tag": "4962f367-b7a3-4db5-9b58-adbcb919fb43", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:15.771171 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-febe6bd0-05d8-46a2-b04f-1e3516ad07d2 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:15.771656 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be851a21-053d-4fb6-8a40-39319b3d028d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4962f367-b7a3-4db5-9b58-adbcb919fb43', 'code': 200} Jul 05 03:52:15.816280 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.819876 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dee4570-69cd-4c60-a8dd-dc9918e17305', 'name': 'tempest-FloatingIPDetailsTestJSON-955580953-router', 'tenant_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'acfbcfc6-3269-40dd-9453-caed61260a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:08Z', 'updated_at': '2021-07-05T03:52:11Z', 'revision_number': 3, 'project_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'gw_port': {'id': 'acfbcfc6-3269-40dd-9453-caed61260a6e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:27:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dee4570-69cd-4c60-a8dd-dc9918e17305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:09Z', 'updated_at': '2021-07-05T03:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:15.836162 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=4962f367-b7a3-4db5-9b58-adbcb919fb43,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:15.849280 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-372ce299-ca9c-4fbc-982c-8888844a6c3b service neutron] Transition to ACTIVE for port object d2f5f1cd-5a84-4536-9e41-5625e01cedc9 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:15.854659 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-372ce299-ca9c-4fbc-982c-8888844a6c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.904636 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0209fd8-9f2f-4aeb-b1ac-b66902d8d920 None None] The sync data for ids ['7dee4570-69cd-4c60-a8dd-dc9918e17305'] in n-d-780147-23 is: [{'id': '7dee4570-69cd-4c60-a8dd-dc9918e17305', 'name': 'tempest-FloatingIPDetailsTestJSON-955580953-router', 'tenant_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'acfbcfc6-3269-40dd-9453-caed61260a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:08Z', 'updated_at': '2021-07-05T03:52:11Z', 'revision_number': 3, 'project_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'gw_port': {'id': 'acfbcfc6-3269-40dd-9453-caed61260a6e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:27:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dee4570-69cd-4c60-a8dd-dc9918e17305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:09Z', 'updated_at': '2021-07-05T03:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:52:15.931251 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Pushing event updated for resources: {'Port': ['ID=ea37d0c9-4ef7-46ca-a329-06b89e392a5d,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:16.016029 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-372ce299-ca9c-4fbc-982c-8888844a6c3b service neutron] No DVR routers for this DVR port d2f5f1cd-5a84-4536-9e41-5625e01cedc9 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:16.059898 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ce299-ca9c-4fbc-982c-8888844a6c3b service neutron] Pushing event updated for resources: {'Port': ['ID=d2f5f1cd-5a84-4536-9e41-5625e01cedc9,revision_number=10']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:16.134372 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-372ce299-ca9c-4fbc-982c-8888844a6c3b service neutron] 10.222.0.89 "PUT /v2.0/ports/d2f5f1cd-5a84-4536-9e41-5625e01cedc9/bindings/n-h2-780147-23/activate HTTP/1.1" status: 200 len: 370 time: 0.9244177 Jul 05 03:52:16.175455 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ecfa7-f2c4-4cb3-b878-6dd6fa4e0375 req-76c98525-1833-4ebc-ad7a-aa1e7df98e78 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:16.192622 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-821ecfa7-f2c4-4cb3-b878-6dd6fa4e0375 req-76c98525-1833-4ebc-ad7a-aa1e7df98e78 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 943 time: 0.3579528 Jul 05 03:52:16.286295 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Network f8344826-ade8-4555-8018-5334e7c19ac5 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:16.293578 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:16.397460 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e75cd-121f-40d4-b1c1-85d6e4d2ef1c req-79d78356-87aa-4ad6-90e2-e3048415d916 tempest-DeleteServersAdminTestJSON-1298137106 tempest-DeleteServersAdminTestJSON-1298137106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:16.399782 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-244e75cd-121f-40d4-b1c1-85d6e4d2ef1c req-79d78356-87aa-4ad6-90e2-e3048415d916 tempest-DeleteServersAdminTestJSON-1298137106 tempest-DeleteServersAdminTestJSON-1298137106-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5d576f60-6768-4841-ab34-6aac4facba1e HTTP/1.1" status: 200 len: 1102 time: 0.1940138 Jul 05 03:52:16.510332 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3d108-5426-4e83-8df8-466816fb7474 req-dcfe384a-9c3d-4e3b-89e9-8c397360c181 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:16.512147 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f3e3d108-5426-4e83-8df8-466816fb7474 req-dcfe384a-9c3d-4e3b-89e9-8c397360c181 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 946 time: 0.2391553 Jul 05 03:52:16.539902 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-821ecfa7-f2c4-4cb3-b878-6dd6fa4e0375 req-5b44b730-f665-4a6b-8353-ea84032f1e15 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312716 Jul 05 03:52:16.550273 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49470) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:16.677075 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f3e3d108-5426-4e83-8df8-466816fb7474 req-380851a8-cbdf-44c0-bbe0-539a074de6d9 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463523 Jul 05 03:52:16.727056 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-244e75cd-121f-40d4-b1c1-85d6e4d2ef1c req-f85ed388-4dd9-43c5-85b2-2cb7dd24c1ed tempest-DeleteServersAdminTestJSON-1298137106 tempest-DeleteServersAdminTestJSON-1298137106-project-admin] Deleting port 31b39d2c-d721-4122-9fa5-14b7d3afd2d2 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:16.727432 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-244e75cd-121f-40d4-b1c1-85d6e4d2ef1c req-f85ed388-4dd9-43c5-85b2-2cb7dd24c1ed tempest-DeleteServersAdminTestJSON-1298137106 tempest-DeleteServersAdminTestJSON-1298137106-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.789985 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f973030c-d10d-4426-a03e-6ef2269474b4 None None] Provisioning complete for port ea37d0c9-4ef7-46ca-a329-06b89e392a5d triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:16.790576 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f973030c-d10d-4426-a03e-6ef2269474b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.819823 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-f6a8d878-1a96-485a-a5ca-00334e28bd16 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:16.821353 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-f6a8d878-1a96-485a-a5ca-00334e28bd16 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965&tenant_id=6079881a5dcb456f811aa69e44c04ef0&binding%3Ahost_id=n-h1-780147-23 HTTP/1.1" status: 200 len: 1096 time: 0.5607781 Jul 05 03:52:16.880452 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-f973030c-d10d-4426-a03e-6ef2269474b4 None None] Port ea37d0c9-4ef7-46ca-a329-06b89e392a5d cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:16.918002 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ac96f36-2622-4672-b120-e73ad163e9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.946745 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Router 7dee4570-69cd-4c60-a8dd-dc9918e17305 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:52:17.006809 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 4962f367-b7a3-4db5-9b58-adbcb919fb43 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:17.074207 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-244e75cd-121f-40d4-b1c1-85d6e4d2ef1c req-f85ed388-4dd9-43c5-85b2-2cb7dd24c1ed tempest-DeleteServersAdminTestJSON-1298137106 tempest-DeleteServersAdminTestJSON-1298137106-project-admin] For port 31b39d2c-d721-4122-9fa5-14b7d3afd2d2, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=31b39d2c-d721-4122-9fa5-14b7d3afd2d2,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:17.074683 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-244e75cd-121f-40d4-b1c1-85d6e4d2ef1c req-f85ed388-4dd9-43c5-85b2-2cb7dd24c1ed tempest-DeleteServersAdminTestJSON-1298137106 tempest-DeleteServersAdminTestJSON-1298137106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.078074 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fe077-be53-47a0-9a14-a409ff8ce275 req-8531cb01-a49e-4c1a-846a-b88dc396782c tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:17.096240 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7f5fe077-be53-47a0-9a14-a409ff8ce275 req-8531cb01-a49e-4c1a-846a-b88dc396782c tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d576f60-6768-4841-ab34-6aac4facba1e HTTP/1.1" status: 200 len: 950 time: 0.2825868 Jul 05 03:52:17.104216 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-244e75cd-121f-40d4-b1c1-85d6e4d2ef1c req-f85ed388-4dd9-43c5-85b2-2cb7dd24c1ed tempest-DeleteServersAdminTestJSON-1298137106 tempest-DeleteServersAdminTestJSON-1298137106-project-admin] Calling delete_port for 31b39d2c-d721-4122-9fa5-14b7d3afd2d2 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:17.144543 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-23bc4a09-955a-4b28-a03f-ce0e1b0916a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:17.146052 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-23bc4a09-955a-4b28-a03f-ce0e1b0916a3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965&tenant_id=6079881a5dcb456f811aa69e44c04ef0 HTTP/1.1" status: 200 len: 1096 time: 0.2973962 Jul 05 03:52:17.148968 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ac96f36-2622-4672-b120-e73ad163e9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.160550 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ac96f36-2622-4672-b120-e73ad163e9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.192844 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7f5fe077-be53-47a0-9a14-a409ff8ce275 req-e56dd65f-f231-497d-bec3-6a20b59778a2 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/security-groups?id=8883c938-346b-4733-840e-280d78506256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956266 Jul 05 03:52:17.233009 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164672a5-2ac6-401d-9e00-b2af08737b21 req-dafee3fb-19de-47d2-9e98-cf246f29dc87 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:17.240980 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-164672a5-2ac6-401d-9e00-b2af08737b21 req-dafee3fb-19de-47d2-9e98-cf246f29dc87 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 944 time: 0.3418102 Jul 05 03:52:17.265998 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:52:17.273263 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 4962f367-b7a3-4db5-9b58-adbcb919fb43, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=4962f367-b7a3-4db5-9b58-adbcb919fb43,segment=NetworkSegment(8e925059-1d42-4eae-ad90-062ddf3ec375),segment_id=8e925059-1d42-4eae-ad90-062ddf3ec375)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:17.278962 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-857cb2ab-8c5e-4958-a130-28edec937a74 admin admin] 10.222.0.77 "PUT /v2.0/routers/7dee4570-69cd-4c60-a8dd-dc9918e17305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5060546 Jul 05 03:52:17.317240 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '4962f367-b7a3-4db5-9b58-adbcb919fb43', 'network_id': '9bc4c91c-a289-48e8-b0da-9172982a9c14', 'port_id': '4962f367-b7a3-4db5-9b58-adbcb919fb43', 'mac_address': 'fa:16:3e:09:12:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea0f684a-f292-44b8-b8f2-c6a27e5ca4c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:52:17.342136 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5ac96f36-2622-4672-b120-e73ad163e9b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=58657124dcee41b5b16016bf1e7ce391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7725871 Jul 05 03:52:17.347851 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49480) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:17.351561 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac96f36-2622-4672-b120-e73ad163e9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe23f66-4fd3-43b7-9576-26004f60f9fc,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:17.384794 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-7d572f1d-f344-44e0-bc95-e90974fe2edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:17.403049 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-7d572f1d-f344-44e0-bc95-e90974fe2edf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6079881a5dcb456f811aa69e44c04ef0&device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 1096 time: 0.2153275 Jul 05 03:52:17.425077 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.429499 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-164672a5-2ac6-401d-9e00-b2af08737b21 req-adf08ea6-b5d4-4db1-bbe5-ecf48c846e60 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875145 Jul 05 03:52:17.453956 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4962f367-b7a3-4db5-9b58-adbcb919fb43 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:17.526121 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 4962f367-b7a3-4db5-9b58-adbcb919fb43, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=4962f367-b7a3-4db5-9b58-adbcb919fb43,segment=NetworkSegment(8e925059-1d42-4eae-ad90-062ddf3ec375),segment_id=8e925059-1d42-4eae-ad90-062ddf3ec375)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:17.531202 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.553837 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d3d45d3-eab6-4406-bb0a-2a716e792ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.590016 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d3d45d3-eab6-4406-bb0a-2a716e792ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.615044 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-244e75cd-121f-40d4-b1c1-85d6e4d2ef1c req-f85ed388-4dd9-43c5-85b2-2cb7dd24c1ed tempest-DeleteServersAdminTestJSON-1298137106 tempest-DeleteServersAdminTestJSON-1298137106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.636696 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-91828610-b839-4ebd-b1be-042dfacc0ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:17.638221 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-91828610-b839-4ebd-b1be-042dfacc0ccf service neutron] 10.222.0.70 "GET /v2.0/networks?id=e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 200 len: 909 time: 0.2275348 Jul 05 03:52:17.657158 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ed388-4dd9-43c5-85b2-2cb7dd24c1ed tempest-DeleteServersAdminTestJSON-1298137106 tempest-DeleteServersAdminTestJSON-1298137106-project-admin] Pushing event deleted for resources: {'Port': ['ID=31b39d2c-d721-4122-9fa5-14b7d3afd2d2,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:17.664572 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['31b39d2c-d721-4122-9fa5-14b7d3afd2d2'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:17.736132 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=4962f367-b7a3-4db5-9b58-adbcb919fb43,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:17.746989 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-244e75cd-121f-40d4-b1c1-85d6e4d2ef1c req-f85ed388-4dd9-43c5-85b2-2cb7dd24c1ed tempest-DeleteServersAdminTestJSON-1298137106 tempest-DeleteServersAdminTestJSON-1298137106-project-admin] No DVR routers for this DVR port 31b39d2c-d721-4122-9fa5-14b7d3afd2d2 on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:17.752614 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-244e75cd-121f-40d4-b1c1-85d6e4d2ef1c req-f85ed388-4dd9-43c5-85b2-2cb7dd24c1ed tempest-DeleteServersAdminTestJSON-1298137106 tempest-DeleteServersAdminTestJSON-1298137106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.753958 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-953904ef-12af-4823-9411-7c483a057f77 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2f5f1cd-5a84-4536-9e41-5625e01cedc9 HTTP/1.1" status: 200 len: 217 time: 0.1024227 Jul 05 03:52:17.756694 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-244e75cd-121f-40d4-b1c1-85d6e4d2ef1c req-f85ed388-4dd9-43c5-85b2-2cb7dd24c1ed tempest-DeleteServersAdminTestJSON-1298137106 tempest-DeleteServersAdminTestJSON-1298137106-project-admin] 10.222.0.70 "DELETE /v2.0/ports/31b39d2c-d721-4122-9fa5-14b7d3afd2d2 HTTP/1.1" status: 204 len: 173 time: 1.3410616 Jul 05 03:52:17.757683 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d576f60-6768-4841-ab34-6aac4facba1e', 'name': 'network-vif-deleted', 'tag': '31b39d2c-d721-4122-9fa5-14b7d3afd2d2'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:17.760385 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51a0bff-0c7a-4b7b-8f56-7844027132a4" -d '{"events": [{"server_uuid": "5d576f60-6768-4841-ab34-6aac4facba1e", "name": "network-vif-deleted", "tag": "31b39d2c-d721-4122-9fa5-14b7d3afd2d2"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:17.791624 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d3d45d3-eab6-4406-bb0a-2a716e792ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.800859 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d3d45d3-eab6-4406-bb0a-2a716e792ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.805250 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1d3d45d3-eab6-4406-bb0a-2a716e792ca0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dbe23f66-4fd3-43b7-9576-26004f60f9fc HTTP/1.1" status: 204 len: 168 time: 0.4516850 Jul 05 03:52:17.828210 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d45d3-eab6-4406-bb0a-2a716e792ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe23f66-4fd3-43b7-9576-26004f60f9fc,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:17.854365 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-24884464-708c-41fe-b2e8-4208661299d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:17.855745 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-24884464-708c-41fe-b2e8-4208661299d4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed0a1ef0-1506-4eb0-93c1-51dd53393e81 HTTP/1.1" status: 200 len: 848 time: 0.0892560 Jul 05 03:52:17.958880 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-03b5cfcd-85d5-4dab-ab91-72c4af10593e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e37bffed-7318-4dad-93bc-2135e6f53abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619051 Jul 05 03:52:18.070287 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657b0b9-549a-4a5a-ac06-c810f515786e req-f0de039d-7454-4eba-a1e6-b529ffe694ec tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:18.072056 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6657b0b9-549a-4a5a-ac06-c810f515786e req-f0de039d-7454-4eba-a1e6-b529ffe694ec tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 944 time: 0.2151895 Jul 05 03:52:18.089080 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['4962f367-b7a3-4db5-9b58-adbcb919fb43'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:18.214988 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6657b0b9-549a-4a5a-ac06-c810f515786e req-43c9022f-0e65-434b-9527-749662463a08 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109502 Jul 05 03:52:18.230009 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-113a416a-726c-44d2-90ba-1889f780d86e service neutron] 10.222.0.70 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610569 Jul 05 03:52:18.309349 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device acfbcfc6-3269-40dd-9453-caed61260a6e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:18.395719 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-19730163-bbdf-407d-87ec-c68d6df24388 service neutron] 10.222.0.70 "GET /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558049 Jul 05 03:52:18.436195 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eccec5e9-250e-42af-b333-01cb2017bacd req-e87a3fd6-172e-42db-951b-987f3fc7d802 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5076120 Jul 05 03:52:18.449810 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-eccec5e9-250e-42af-b333-01cb2017bacd req-a872f6f0-068d-47fa-af26-a7b975588e14 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:18.513528 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-eccec5e9-250e-42af-b333-01cb2017bacd req-a872f6f0-068d-47fa-af26-a7b975588e14 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.516950 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port acfbcfc6-3269-40dd-9453-caed61260a6e completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:18.523535 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port acfbcfc6-3269-40dd-9453-caed61260a6e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:18.524051 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.611056 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec82f4-f861-4292-9fd6-3d8b71b6f8f8 req-36a942ef-3b7f-44ab-9da9-8246a937f89b tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:18.612465 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a5ec82f4-f861-4292-9fd6-3d8b71b6f8f8 req-36a942ef-3b7f-44ab-9da9-8246a937f89b tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 946 time: 0.1456649 Jul 05 03:52:18.705540 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.706736 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a5ec82f4-f861-4292-9fd6-3d8b71b6f8f8 req-f2dc119a-aa29-4fa3-986a-d1dc7f8b4e03 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875793 Jul 05 03:52:18.744824 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-eccec5e9-250e-42af-b333-01cb2017bacd req-a872f6f0-068d-47fa-af26-a7b975588e14 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.792554 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port acfbcfc6-3269-40dd-9453-caed61260a6e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=acfbcfc6-3269-40dd-9453-caed61260a6e,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:18.799052 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.882226 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] Sync routers for ids ['7dee4570-69cd-4c60-a8dd-dc9918e17305'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:52:18.906974 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] Routers {'7dee4570-69cd-4c60-a8dd-dc9918e17305'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:18.910768 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:52:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7dee4570-69cd-4c60-a8dd-dc9918e17305'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:18.913115 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-eccec5e9-250e-42af-b333-01cb2017bacd req-a872f6f0-068d-47fa-af26-a7b975588e14 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Allocated IP 172.25.1.30 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/fee15304-488d-4325-b957-d17e4cc7f910) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:18.993415 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=acfbcfc6-3269-40dd-9453-caed61260a6e,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:19.021085 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 31b39d2c-d721-4122-9fa5-14b7d3afd2d2 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:19.060993 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 31b39d2c-d721-4122-9fa5-14b7d3afd2d2 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:19.061696 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 31b39d2c-d721-4122-9fa5-14b7d3afd2d2 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:19.073679 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac7be38-1bf4-4da0-84d0-d30df5bd0c5c x-openstack-request-id: req-7ac7be38-1bf4-4da0-84d0-d30df5bd0c5c {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:19.076983 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d576f60-6768-4841-ab34-6aac4facba1e", "name": "network-vif-deleted", "tag": "31b39d2c-d721-4122-9fa5-14b7d3afd2d2", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:19.082841 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7ac7be38-1bf4-4da0-84d0-d30df5bd0c5c {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:19.084572 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d576f60-6768-4841-ab34-6aac4facba1e', 'name': 'network-vif-deleted', 'tag': '31b39d2c-d721-4122-9fa5-14b7d3afd2d2', 'status': 'completed', 'code': 200} Jul 05 03:52:19.126357 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-913cb4a5-ac8a-49cb-ad5b-72b8e24883de tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:19.128802 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-913cb4a5-ac8a-49cb-ad5b-72b8e24883de tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965&tenant_id=6079881a5dcb456f811aa69e44c04ef0&binding%3Ahost_id=n-h2-780147-23 HTTP/1.1" status: 200 len: 1096 time: 0.1882148 Jul 05 03:52:19.262715 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-eccec5e9-250e-42af-b333-01cb2017bacd req-a872f6f0-068d-47fa-af26-a7b975588e14 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.378291 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-eccec5e9-250e-42af-b333-01cb2017bacd req-a872f6f0-068d-47fa-af26-a7b975588e14 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.403743 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] Set router 7dee4570-69cd-4c60-a8dd-dc9918e17305 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:19.421928 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-b4a6e1b9-da2e-496b-a0d2-f23311f3e44d service neutron] For port d2f5f1cd-5a84-4536-9e41-5625e01cedc9, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:19.424546 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eccec5e9-250e-42af-b333-01cb2017bacd req-a872f6f0-068d-47fa-af26-a7b975588e14 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:19.428883 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-eccec5e9-250e-42af-b333-01cb2017bacd req-a872f6f0-068d-47fa-af26-a7b975588e14 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:19.434149 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-b4a6e1b9-da2e-496b-a0d2-f23311f3e44d service neutron] Notify callbacks [] for binding, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.434512 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccec5e9-250e-42af-b333-01cb2017bacd req-a872f6f0-068d-47fa-af26-a7b975588e14 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:19.439523 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-123b38ee-e066-4e8c-8f59-02def1efc6ea req-b4a6e1b9-da2e-496b-a0d2-f23311f3e44d service neutron] 10.222.0.70 "DELETE /v2.0/ports/d2f5f1cd-5a84-4536-9e41-5625e01cedc9/bindings/n-h1-780147-23 HTTP/1.1" status: 204 len: 173 time: 0.2999270 Jul 05 03:52:19.500131 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872f6f0-068d-47fa-af26-a7b975588e14 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Pushing event updated for resources: {'Port': ['ID=fee15304-488d-4325-b957-d17e4cc7f910,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:19.631246 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-eccec5e9-250e-42af-b333-01cb2017bacd req-a872f6f0-068d-47fa-af26-a7b975588e14 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.643869 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3ae40-f617-44c4-aa4f-daef82899d17 req-62ffcf86-3081-4604-a6df-234998bcb0bc tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:19.646080 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-37b3ae40-f617-44c4-aa4f-daef82899d17 req-62ffcf86-3081-4604-a6df-234998bcb0bc tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 944 time: 0.1728745 Jul 05 03:52:19.729240 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-eccec5e9-250e-42af-b333-01cb2017bacd req-a872f6f0-068d-47fa-af26-a7b975588e14 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.746155 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-37b3ae40-f617-44c4-aa4f-daef82899d17 req-3dac197a-7f29-4163-83f0-4f0ebe083922 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772500 Jul 05 03:52:19.880312 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:52:20.021668 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-eccec5e9-250e-42af-b333-01cb2017bacd req-a872f6f0-068d-47fa-af26-a7b975588e14 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.029105 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-eccec5e9-250e-42af-b333-01cb2017bacd req-a872f6f0-068d-47fa-af26-a7b975588e14 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.102680 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dee4570-69cd-4c60-a8dd-dc9918e17305', 'name': 'tempest-FloatingIPDetailsTestJSON-955580953-router', 'tenant_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'acfbcfc6-3269-40dd-9453-caed61260a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:08Z', 'updated_at': '2021-07-05T03:52:15Z', 'revision_number': 4, 'project_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'gw_port': {'id': 'acfbcfc6-3269-40dd-9453-caed61260a6e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:27:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dee4570-69cd-4c60-a8dd-dc9918e17305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:09Z', 'updated_at': '2021-07-05T03:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'ea37d0c9-4ef7-46ca-a329-06b89e392a5d', 'name': '', 'network_id': 'f8344826-ade8-4555-8018-5334e7c19ac5', 'tenant_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'mac_address': 'fa:16:3e:5a:ae:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dee4570-69cd-4c60-a8dd-dc9918e17305', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '3171029b-e263-49fc-bb92-5e6cc8ace5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:13Z', 'updated_at': '2021-07-05T03:52:15Z', 'revision_number': 2, 'project_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'subnets': [{'id': '3171029b-e263-49fc-bb92-5e6cc8ace5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:20.104406 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872f6f0-068d-47fa-af26-a7b975588e14 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Pushing event updated for resources: {'Port': ['ID=fee15304-488d-4325-b957-d17e4cc7f910,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:20.153608 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] Checking router: 7dee4570-69cd-4c60-a8dd-dc9918e17305 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:52:20.153896 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] Updating router 7dee4570-69cd-4c60-a8dd-dc9918e17305 port ea37d0c9-4ef7-46ca-a329-06b89e392a5d binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:52:20.218305 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96226b8a-faa9-4b89-a437-029263b999b4 req-38a44324-2efc-4432-8d53-7954b89a6b6f tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:20.221379 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-96226b8a-faa9-4b89-a437-029263b999b4 req-38a44324-2efc-4432-8d53-7954b89a6b6f tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 944 time: 0.1152825 Jul 05 03:52:20.228646 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-eccec5e9-250e-42af-b333-01cb2017bacd req-a872f6f0-068d-47fa-af26-a7b975588e14 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.240165 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.249365 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-eccec5e9-250e-42af-b333-01cb2017bacd req-a872f6f0-068d-47fa-af26-a7b975588e14 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.261445 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eccec5e9-250e-42af-b333-01cb2017bacd req-a872f6f0-068d-47fa-af26-a7b975588e14 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8211277 Jul 05 03:52:20.308638 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-96226b8a-faa9-4b89-a437-029263b999b4 req-bfb0db08-6dce-4628-b939-a4c6607e6c5b tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813754 Jul 05 03:52:20.316754 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device acfbcfc6-3269-40dd-9453-caed61260a6e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:20.361817 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eccec5e9-250e-42af-b333-01cb2017bacd req-3d36b6fd-dfc0-4fcb-a2b3-a87bd11d6b66 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.30 HTTP/1.1" status: 200 len: 695 time: 0.0981302 Jul 05 03:52:20.460707 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-27c74d5e-97a7-4f5e-ae25-01c7c9819a2d tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e6b8ce6acfc043d79aad6e31e2dbfd15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394018 Jul 05 03:52:20.474332 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port acfbcfc6-3269-40dd-9453-caed61260a6e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:20.475203 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.596666 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccec5e9-250e-42af-b333-01cb2017bacd req-8c3d5f68-809d-4c10-862d-f59d9138cdec tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:20.615021 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eccec5e9-250e-42af-b333-01cb2017bacd req-8c3d5f68-809d-4c10-862d-f59d9138cdec tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.2457080 Jul 05 03:52:20.683442 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-21338c25-4226-4141-8458-546e313e6ab8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:20.685352 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-21338c25-4226-4141-8458-546e313e6ab8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2202492 Jul 05 03:52:20.707097 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-2f5da039-e7f1-483a-a0aa-65611e408a55 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/quotas/e6b8ce6acfc043d79aad6e31e2dbfd15 HTTP/1.1" status: 200 len: 375 time: 0.0129313 Jul 05 03:52:20.756596 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-c5347dc4-8727-4c8f-8daa-078b536bc446 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e6b8ce6acfc043d79aad6e31e2dbfd15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438435 Jul 05 03:52:20.820094 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.832185 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] Transition to ACTIVE for port object ea37d0c9-4ef7-46ca-a329-06b89e392a5d will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:20.839219 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.866400 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c2b64-93a7-498d-982e-d581bf439080 req-31e54084-8505-44b8-adc9-a0626a6f34f8 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:20.868326 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eb9c2b64-93a7-498d-982e-d581bf439080 req-31e54084-8505-44b8-adc9-a0626a6f34f8 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 946 time: 0.1072350 Jul 05 03:52:20.900295 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e18ea1-927c-45fa-9bbd-d666095af9f9 None None] Pushing event updated for resources: {'Port': ['ID=ea37d0c9-4ef7-46ca-a329-06b89e392a5d,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:20.929748 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e18ea1-927c-45fa-9bbd-d666095af9f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:20.930048 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e18ea1-927c-45fa-9bbd-d666095af9f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:20.930375 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e18ea1-927c-45fa-9bbd-d666095af9f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:20.930702 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e18ea1-927c-45fa-9bbd-d666095af9f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:20.931068 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e18ea1-927c-45fa-9bbd-d666095af9f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:20.931388 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e18ea1-927c-45fa-9bbd-d666095af9f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:20.931723 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e18ea1-927c-45fa-9bbd-d666095af9f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:20.932091 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e18ea1-927c-45fa-9bbd-d666095af9f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:20.933429 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e18ea1-927c-45fa-9bbd-d666095af9f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:20.933429 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e18ea1-927c-45fa-9bbd-d666095af9f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:20.933429 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e18ea1-927c-45fa-9bbd-d666095af9f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:20.935147 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e18ea1-927c-45fa-9bbd-d666095af9f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:20.947581 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eb9c2b64-93a7-498d-982e-d581bf439080 req-01a9b0e0-9b2b-40f4-a35b-579024c96f56 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715747 Jul 05 03:52:21.041575 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-bedf99be-876a-42bb-ab0b-48ec57ea0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:21.043064 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 4962f367-b7a3-4db5-9b58-adbcb919fb43 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:21.043231 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-bedf99be-876a-42bb-ab0b-48ec57ea0c37 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 1098 time: 0.1532474 Jul 05 03:52:21.122213 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 4962f367-b7a3-4db5-9b58-adbcb919fb43 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:21.122615 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.160331 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] Attempting to bind port ea37d0c9-4ef7-46ca-a329-06b89e392a5d on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:21.160959 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] Attempting to bind port ea37d0c9-4ef7-46ca-a329-06b89e392a5d by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '790d0479-7584-40dd-b21b-e1470446c934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f8344826-ade8-4555-8018-5334e7c19ac5'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:21.160959 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] Attempting to bind port ea37d0c9-4ef7-46ca-a329-06b89e392a5d on network f8344826-ade8-4555-8018-5334e7c19ac5 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:21.173672 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:21.174056 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] Checking segment: {'id': '790d0479-7584-40dd-b21b-e1470446c934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f8344826-ade8-4555-8018-5334e7c19ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:21.174482 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.174870 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] Bound using segment: {'id': '790d0479-7584-40dd-b21b-e1470446c934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f8344826-ade8-4555-8018-5334e7c19ac5'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:21.175365 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] Bound port: ea37d0c9-4ef7-46ca-a329-06b89e392a5d, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790d0479-7584-40dd-b21b-e1470446c934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f8344826-ade8-4555-8018-5334e7c19ac5'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:21.175773 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.267025 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.297570 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be851a21-053d-4fb6-8a40-39319b3d028d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4962f367-b7a3-4db5-9b58-adbcb919fb43'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:21.300307 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744b3bb0-2b03-4d5a-89f4-db9d501bba2f" -d '{"events": [{"server_uuid": "be851a21-053d-4fb6-8a40-39319b3d028d", "name": "network-vif-plugged", "status": "completed", "tag": "4962f367-b7a3-4db5-9b58-adbcb919fb43"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:21.315736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 4962f367-b7a3-4db5-9b58-adbcb919fb43, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=4962f367-b7a3-4db5-9b58-adbcb919fb43,segment=NetworkSegment(8e925059-1d42-4eae-ad90-062ddf3ec375),segment_id=8e925059-1d42-4eae-ad90-062ddf3ec375)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:21.322468 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.357687 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] For port ea37d0c9-4ef7-46ca-a329-06b89e392a5d, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:21.364843 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] For port ea37d0c9-4ef7-46ca-a329-06b89e392a5d, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=ea37d0c9-4ef7-46ca-a329-06b89e392a5d,segment=NetworkSegment(790d0479-7584-40dd-b21b-e1470446c934),segment_id=790d0479-7584-40dd-b21b-e1470446c934)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:21.373296 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.457772 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=4962f367-b7a3-4db5-9b58-adbcb919fb43,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:21.501628 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e18ea1-927c-45fa-9bbd-d666095af9f9 None None] Pushing event updated for resources: {'Port': ['ID=ea37d0c9-4ef7-46ca-a329-06b89e392a5d,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:21.516095 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] Routers {'7dee4570-69cd-4c60-a8dd-dc9918e17305'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:21.516969 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:52:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7dee4570-69cd-4c60-a8dd-dc9918e17305'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:21.901762 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9168b85a-e6ec-444b-bf81-44d667189bac req-6326f42d-8f36-4625-b26b-7ba180c2e3a5 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/ports?device_id=0af35e4f-7151-4c91-9552-93959587c365 HTTP/1.1" status: 200 len: 210 time: 0.0809216 Jul 05 03:52:21.909538 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] Set router 7dee4570-69cd-4c60-a8dd-dc9918e17305 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:22.089846 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-e3fabd0c-a126-426e-977d-f3106493860d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:22.094206 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-e3fabd0c-a126-426e-977d-f3106493860d service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 922 time: 1.0043795 Jul 05 03:52:22.161727 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e673f8f-50a8-4f39-88d5-503066a65e5f req-177d3636-134e-4e7e-814a-6eb0b64fb946 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:22.166269 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-44771032-b662-4392-8339-d850fb7b6ae1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6624700b-4537-4b8e-a365-3629510a255c HTTP/1.1" status: 200 len: 217 time: 0.0635860 Jul 05 03:52:22.174178 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8e673f8f-50a8-4f39-88d5-503066a65e5f req-177d3636-134e-4e7e-814a-6eb0b64fb946 tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 1096 time: 0.1172254 Jul 05 03:52:22.174840 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07b98a44-e11c-4b5e-8cab-c965258f52c0 req-027953bb-325d-48c4-9365-d8cedf5d2aad tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1241021 Jul 05 03:52:22.206783 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-07b98a44-e11c-4b5e-8cab-c965258f52c0 req-26555228-bc73-4851-8928-0a49c3fd9f5e tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:22.223929 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8e673f8f-50a8-4f39-88d5-503066a65e5f req-e2ec9be0-9fa6-46a3-a91c-85bec484c03f tempest-LiveMigrationTest-1281074943 tempest-LiveMigrationTest-1281074943-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465791 Jul 05 03:52:22.235228 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dee4570-69cd-4c60-a8dd-dc9918e17305', 'name': 'tempest-FloatingIPDetailsTestJSON-955580953-router', 'tenant_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'acfbcfc6-3269-40dd-9453-caed61260a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:08Z', 'updated_at': '2021-07-05T03:52:15Z', 'revision_number': 4, 'project_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'gw_port': {'id': 'acfbcfc6-3269-40dd-9453-caed61260a6e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:27:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dee4570-69cd-4c60-a8dd-dc9918e17305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:09Z', 'updated_at': '2021-07-05T03:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'ea37d0c9-4ef7-46ca-a329-06b89e392a5d', 'name': '', 'network_id': 'f8344826-ade8-4555-8018-5334e7c19ac5', 'tenant_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'mac_address': 'fa:16:3e:5a:ae:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dee4570-69cd-4c60-a8dd-dc9918e17305', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '3171029b-e263-49fc-bb92-5e6cc8ace5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:13Z', 'updated_at': '2021-07-05T03:52:21Z', 'revision_number': 4, 'project_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'subnets': [{'id': '3171029b-e263-49fc-bb92-5e6cc8ace5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:22.297032 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c820875-9021-4a24-a0db-a5d879174574 None None] The sync data for ids ['7dee4570-69cd-4c60-a8dd-dc9918e17305'] in n-d-780147-23 is: [{'id': '7dee4570-69cd-4c60-a8dd-dc9918e17305', 'name': 'tempest-FloatingIPDetailsTestJSON-955580953-router', 'tenant_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'acfbcfc6-3269-40dd-9453-caed61260a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:08Z', 'updated_at': '2021-07-05T03:52:15Z', 'revision_number': 4, 'project_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'gw_port': {'id': 'acfbcfc6-3269-40dd-9453-caed61260a6e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:27:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dee4570-69cd-4c60-a8dd-dc9918e17305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:09Z', 'updated_at': '2021-07-05T03:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'ea37d0c9-4ef7-46ca-a329-06b89e392a5d', 'name': '', 'network_id': 'f8344826-ade8-4555-8018-5334e7c19ac5', 'tenant_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'mac_address': 'fa:16:3e:5a:ae:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dee4570-69cd-4c60-a8dd-dc9918e17305', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '3171029b-e263-49fc-bb92-5e6cc8ace5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:13Z', 'updated_at': '2021-07-05T03:52:21Z', 'revision_number': 4, 'project_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'subnets': [{'id': '3171029b-e263-49fc-bb92-5e6cc8ace5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:52:22.302684 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-5662c48b-fc4b-4634-82fe-a4a8aeae96c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:22.304532 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-5662c48b-fc4b-4634-82fe-a4a8aeae96c6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d29ec61-cb40-45c9-a308-0007b5185cb0 HTTP/1.1" status: 200 len: 861 time: 0.1287730 Jul 05 03:52:22.308099 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07b98a44-e11c-4b5e-8cab-c965258f52c0 req-26555228-bc73-4851-8928-0a49c3fd9f5e tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.393882 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be23789-49fe-4b14-8fa0-db56f69a0bfe x-openstack-request-id: req-2be23789-49fe-4b14-8fa0-db56f69a0bfe {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:22.394573 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be851a21-053d-4fb6-8a40-39319b3d028d", "name": "network-vif-plugged", "status": "completed", "tag": "4962f367-b7a3-4db5-9b58-adbcb919fb43", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:22.394573 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2be23789-49fe-4b14-8fa0-db56f69a0bfe {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:22.395083 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be851a21-053d-4fb6-8a40-39319b3d028d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4962f367-b7a3-4db5-9b58-adbcb919fb43', 'code': 200} Jul 05 03:52:22.438328 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-d3186cfc-48df-4ffe-9ccc-c80ee819857b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0365b51-ea1d-4154-b37b-d14ae3269368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1244423 Jul 05 03:52:22.642920 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-e6581cae-af7a-4d19-a59e-b4ef04bd4c3b service neutron] 10.222.0.70 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930990 Jul 05 03:52:22.739844 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07b98a44-e11c-4b5e-8cab-c965258f52c0 req-26555228-bc73-4851-8928-0a49c3fd9f5e tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.805694 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ec39f-c320-41b5-990b-98a46e69044b req-35d61a4e-cd21-4bd5-a92b-fe10a6a5ff62 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:22.807784 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b42ec39f-c320-41b5-990b-98a46e69044b req-35d61a4e-cd21-4bd5-a92b-fe10a6a5ff62 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 945 time: 0.2164209 Jul 05 03:52:22.868600 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-be7d3cee-8634-4983-9609-64e90e242d27 service neutron] 10.222.0.70 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161269 Jul 05 03:52:22.869384 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dace0c6-4f8a-4405-8f14-94103631c8a3 req-65330ccb-c037-410d-924e-1f90f81cdb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:22.872266 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5dace0c6-4f8a-4405-8f14-94103631c8a3 req-65330ccb-c037-410d-924e-1f90f81cdb28 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 1097 time: 0.1735713 Jul 05 03:52:22.925614 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b42ec39f-c320-41b5-990b-98a46e69044b req-c489d636-2a48-46da-84b8-a54ca6b5e1ba tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069314 Jul 05 03:52:22.949713 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-07b98a44-e11c-4b5e-8cab-c965258f52c0 req-26555228-bc73-4851-8928-0a49c3fd9f5e tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Allocated IP 172.25.1.42 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/7fc65190-4a22-445d-9cb8-46e7011b634a) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:22.950064 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5dace0c6-4f8a-4405-8f14-94103631c8a3 req-8e55e047-cd6d-485a-bb30-65e8c43dde5b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513036 Jul 05 03:52:23.121262 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07b98a44-e11c-4b5e-8cab-c965258f52c0 req-26555228-bc73-4851-8928-0a49c3fd9f5e tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.182397 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-42d919aa-d02b-4f5f-8045-1006cd50534f tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=e6b8ce6acfc043d79aad6e31e2dbfd15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407469 Jul 05 03:52:23.214384 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07b98a44-e11c-4b5e-8cab-c965258f52c0 req-26555228-bc73-4851-8928-0a49c3fd9f5e tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.270695 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b98a44-e11c-4b5e-8cab-c965258f52c0 req-26555228-bc73-4851-8928-0a49c3fd9f5e tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:23.274355 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-07b98a44-e11c-4b5e-8cab-c965258f52c0 req-26555228-bc73-4851-8928-0a49c3fd9f5e tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:23.277814 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b98a44-e11c-4b5e-8cab-c965258f52c0 req-26555228-bc73-4851-8928-0a49c3fd9f5e tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:23.344511 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26555228-bc73-4851-8928-0a49c3fd9f5e tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Pushing event updated for resources: {'Port': ['ID=7fc65190-4a22-445d-9cb8-46e7011b634a,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:23.493105 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-c9b8319f-c26c-4a95-a5f1-b4dd0e9c2d1a tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:23.496700 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-c9b8319f-c26c-4a95-a5f1-b4dd0e9c2d1a tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3029754 Jul 05 03:52:23.519762 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-231e5910-1375-4c55-b9fc-4205d0dc59d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Request body: {'port': {'device_id': '0af35e4f-7151-4c91-9552-93959587c365', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': 'e6b8ce6acfc043d79aad6e31e2dbfd15'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:23.541662 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07b98a44-e11c-4b5e-8cab-c965258f52c0 req-26555228-bc73-4851-8928-0a49c3fd9f5e tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.617939 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a266099-ea82-40a2-892d-8f9384667be6 req-b083080f-e8b8-47a1-be30-14b2a0e6519a tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:23.625136 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5a266099-ea82-40a2-892d-8f9384667be6 req-b083080f-e8b8-47a1-be30-14b2a0e6519a tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 946 time: 0.3496518 Jul 05 03:52:23.675064 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07b98a44-e11c-4b5e-8cab-c965258f52c0 req-26555228-bc73-4851-8928-0a49c3fd9f5e tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.770528 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-231e5910-1375-4c55-b9fc-4205d0dc59d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Made reservation on behalf of e6b8ce6acfc043d79aad6e31e2dbfd15 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:23.782166 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-231e5910-1375-4c55-b9fc-4205d0dc59d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.813726 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5a266099-ea82-40a2-892d-8f9384667be6 req-2323a016-d811-4d48-ae74-03659e8417a5 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778810 Jul 05 03:52:23.928712 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07b98a44-e11c-4b5e-8cab-c965258f52c0 req-26555228-bc73-4851-8928-0a49c3fd9f5e tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.940010 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07b98a44-e11c-4b5e-8cab-c965258f52c0 req-26555228-bc73-4851-8928-0a49c3fd9f5e tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.988060 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-231e5910-1375-4c55-b9fc-4205d0dc59d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Allocated IP 192.168.233.153 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/aa7a188a-04c6-4787-9c2a-1769f09dce63) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:24.066097 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26555228-bc73-4851-8928-0a49c3fd9f5e tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Pushing event updated for resources: {'Port': ['ID=7fc65190-4a22-445d-9cb8-46e7011b634a,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:24.084673 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07b98a44-e11c-4b5e-8cab-c965258f52c0 req-26555228-bc73-4851-8928-0a49c3fd9f5e tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.110577 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07b98a44-e11c-4b5e-8cab-c965258f52c0 req-26555228-bc73-4851-8928-0a49c3fd9f5e tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.119474 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07b98a44-e11c-4b5e-8cab-c965258f52c0 req-26555228-bc73-4851-8928-0a49c3fd9f5e tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9308500 Jul 05 03:52:24.220614 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07b98a44-e11c-4b5e-8cab-c965258f52c0 req-645144d8-a0d9-4281-b215-f16f7630fd18 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.42 HTTP/1.1" status: 200 len: 695 time: 0.0997994 Jul 05 03:52:24.341185 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device ea37d0c9-4ef7-46ca-a329-06b89e392a5d up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:24.367791 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-231e5910-1375-4c55-b9fc-4205d0dc59d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.407438 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-231e5910-1375-4c55-b9fc-4205d0dc59d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Transition to ACTIVE for port object aa7a188a-04c6-4787-9c2a-1769f09dce63 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:24.421230 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b98a44-e11c-4b5e-8cab-c965258f52c0 req-33247221-696d-4c6f-8d39-d431590e5639 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:24.441345 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07b98a44-e11c-4b5e-8cab-c965258f52c0 req-33247221-696d-4c6f-8d39-d431590e5639 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.2163365 Jul 05 03:52:24.472634 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port ea37d0c9-4ef7-46ca-a329-06b89e392a5d completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:24.479249 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port ea37d0c9-4ef7-46ca-a329-06b89e392a5d triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:24.479961 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.531684 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-231e5910-1375-4c55-b9fc-4205d0dc59d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.607127 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.657145 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port ea37d0c9-4ef7-46ca-a329-06b89e392a5d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=ea37d0c9-4ef7-46ca-a329-06b89e392a5d,segment=NetworkSegment(790d0479-7584-40dd-b21b-e1470446c934),segment_id=790d0479-7584-40dd-b21b-e1470446c934)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:24.663735 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.672893 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-231e5910-1375-4c55-b9fc-4205d0dc59d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:24.684813 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-231e5910-1375-4c55-b9fc-4205d0dc59d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:24.698077 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-231e5910-1375-4c55-b9fc-4205d0dc59d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:24.705765 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e5910-1375-4c55-b9fc-4205d0dc59d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Pushing event updated for resources: {'Port': ['ID=aa7a188a-04c6-4787-9c2a-1769f09dce63,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:24.714360 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d561f-00c1-49c2-9f74-393441b74a0a req-49a29694-a733-46f3-88bf-3a8990b59333 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:24.716536 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5a7d561f-00c1-49c2-9f74-393441b74a0a req-49a29694-a733-46f3-88bf-3a8990b59333 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/ports?device_id=0af35e4f-7151-4c91-9552-93959587c365 HTTP/1.1" status: 200 len: 936 time: 0.1006458 Jul 05 03:52:24.770468 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=ea37d0c9-4ef7-46ca-a329-06b89e392a5d,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:24.781559 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:24.782361 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:24.783965 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:24.784587 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:24.785160 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:24.785761 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:24.786477 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:24.787033 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:24.788849 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:24.789667 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:24.790365 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:24.791037 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:24.796612 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e5910-1375-4c55-b9fc-4205d0dc59d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:24.797015 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e5910-1375-4c55-b9fc-4205d0dc59d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:24.797707 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e5910-1375-4c55-b9fc-4205d0dc59d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:24.797707 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e5910-1375-4c55-b9fc-4205d0dc59d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:24.798070 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e5910-1375-4c55-b9fc-4205d0dc59d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:24.798384 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e5910-1375-4c55-b9fc-4205d0dc59d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:24.798782 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e5910-1375-4c55-b9fc-4205d0dc59d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:24.799051 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e5910-1375-4c55-b9fc-4205d0dc59d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:24.799353 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e5910-1375-4c55-b9fc-4205d0dc59d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:24.799672 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e5910-1375-4c55-b9fc-4205d0dc59d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:24.815485 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e5910-1375-4c55-b9fc-4205d0dc59d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:24.815988 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e5910-1375-4c55-b9fc-4205d0dc59d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:24.823432 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5a7d561f-00c1-49c2-9f74-393441b74a0a req-496d537c-ae9e-4de1-ae73-9eb455c70ece tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/security-groups?id=8883c938-346b-4733-840e-280d78506256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958714 Jul 05 03:52:24.897267 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-231e5910-1375-4c55-b9fc-4205d0dc59d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:24.897977 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-231e5910-1375-4c55-b9fc-4205d0dc59d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.915462 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-231e5910-1375-4c55-b9fc-4205d0dc59d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4011366 Jul 05 03:52:24.928936 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-94a38d62-ec7b-484e-acd4-c3d307eb1f52 service neutron] Request body: {'port': {'device_id': '0af35e4f-7151-4c91-9552-93959587c365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:25.123516 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-94a38d62-ec7b-484e-acd4-c3d307eb1f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.155891 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1ec166c1-7ee0-48ce-85b2-81ace2a510eb None None] Provisioning for port aa7a188a-04c6-4787-9c2a-1769f09dce63 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:25.160578 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1ec166c1-7ee0-48ce-85b2-81ace2a510eb None None] Provisioning complete for port aa7a188a-04c6-4787-9c2a-1769f09dce63 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:25.161458 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1ec166c1-7ee0-48ce-85b2-81ace2a510eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.258148 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-1ec166c1-7ee0-48ce-85b2-81ace2a510eb None None] Port aa7a188a-04c6-4787-9c2a-1769f09dce63 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:25.268508 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccc2c9-7788-4751-a61e-88038813bf62 req-e3af5805-3c1b-4cd5-8bed-b12d763879e0 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:25.271769 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c9ccc2c9-7788-4751-a61e-88038813bf62 req-e3af5805-3c1b-4cd5-8bed-b12d763879e0 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 945 time: 0.1369193 Jul 05 03:52:25.350413 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c9ccc2c9-7788-4751-a61e-88038813bf62 req-beae2892-5a6a-40c7-bc46-256dc5c4ccaa tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735664 Jul 05 03:52:25.546955 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-52c61029-2670-419d-b427-20478c1a0e3d req-0672f40c-d994-48dc-98de-f1364c9a2698 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1414938 Jul 05 03:52:25.560863 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-52c61029-2670-419d-b427-20478c1a0e3d req-dd32aab6-50c4-4dab-a65d-6a699221d233 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:25.594793 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-52c61029-2670-419d-b427-20478c1a0e3d req-dd32aab6-50c4-4dab-a65d-6a699221d233 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.636170 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e52b8c-5cb0-4a0d-bb96-e234bec379b9 req-5f00b83e-1979-4146-b928-56f912f240da tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:25.637837 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e2e52b8c-5cb0-4a0d-bb96-e234bec379b9 req-5f00b83e-1979-4146-b928-56f912f240da tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.70 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 944 time: 0.2079532 Jul 05 03:52:25.650040 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f333fe5-addf-4022-b628-6fc68da6e60c req-bb905522-45c8-40d3-807f-287e7e4930a7 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:25.658261 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7f333fe5-addf-4022-b628-6fc68da6e60c req-bb905522-45c8-40d3-807f-287e7e4930a7 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 944 time: 0.2294974 Jul 05 03:52:25.760386 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-52c61029-2670-419d-b427-20478c1a0e3d req-dd32aab6-50c4-4dab-a65d-6a699221d233 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.974036 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-52c61029-2670-419d-b427-20478c1a0e3d req-dd32aab6-50c4-4dab-a65d-6a699221d233 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Allocated IP 172.25.1.121 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/276514df-ce92-4456-8c90-3c5cfde20172) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:26.182242 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-52c61029-2670-419d-b427-20478c1a0e3d req-dd32aab6-50c4-4dab-a65d-6a699221d233 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.290603 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device ea37d0c9-4ef7-46ca-a329-06b89e392a5d up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:26.308369 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-52c61029-2670-419d-b427-20478c1a0e3d req-dd32aab6-50c4-4dab-a65d-6a699221d233 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.376575 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port ea37d0c9-4ef7-46ca-a329-06b89e392a5d triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:26.376896 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.378618 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32aab6-50c4-4dab-a65d-6a699221d233 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Pushing event updated for resources: {'Port': ['ID=276514df-ce92-4456-8c90-3c5cfde20172,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:26.402820 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c61029-2670-419d-b427-20478c1a0e3d req-dd32aab6-50c4-4dab-a65d-6a699221d233 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:26.405196 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-52c61029-2670-419d-b427-20478c1a0e3d req-dd32aab6-50c4-4dab-a65d-6a699221d233 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:26.413806 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c61029-2670-419d-b427-20478c1a0e3d req-dd32aab6-50c4-4dab-a65d-6a699221d233 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:26.427931 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7f333fe5-addf-4022-b628-6fc68da6e60c req-171a56f8-de2f-4283-94ea-31a561255e77 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7682419 Jul 05 03:52:26.478190 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-94a38d62-ec7b-484e-acd4-c3d307eb1f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7a188a-04c6-4787-9c2a-1769f09dce63 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:26.488874 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-94a38d62-ec7b-484e-acd4-c3d307eb1f52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.512559 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-94a38d62-ec7b-484e-acd4-c3d307eb1f52 service neutron] Transition to ACTIVE for port object aa7a188a-04c6-4787-9c2a-1769f09dce63 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:26.529943 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-94a38d62-ec7b-484e-acd4-c3d307eb1f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.557311 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-e2e52b8c-5cb0-4a0d-bb96-e234bec379b9 req-06f91f5e-8599-4c62-8b71-7b04f221a1ee tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Deleting port d2f5f1cd-5a84-4536-9e41-5625e01cedc9 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:26.558107 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e2e52b8c-5cb0-4a0d-bb96-e234bec379b9 req-06f91f5e-8599-4c62-8b71-7b04f221a1ee tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.641223 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-52c61029-2670-419d-b427-20478c1a0e3d req-dd32aab6-50c4-4dab-a65d-6a699221d233 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.721584 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-e2e52b8c-5cb0-4a0d-bb96-e234bec379b9 req-06f91f5e-8599-4c62-8b71-7b04f221a1ee tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] For port d2f5f1cd-5a84-4536-9e41-5625e01cedc9, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d2f5f1cd-5a84-4536-9e41-5625e01cedc9,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:26.722263 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e2e52b8c-5cb0-4a0d-bb96-e234bec379b9 req-06f91f5e-8599-4c62-8b71-7b04f221a1ee tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.740180 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-52c61029-2670-419d-b427-20478c1a0e3d req-dd32aab6-50c4-4dab-a65d-6a699221d233 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.740524 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-e2e52b8c-5cb0-4a0d-bb96-e234bec379b9 req-06f91f5e-8599-4c62-8b71-7b04f221a1ee tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Calling delete_port for d2f5f1cd-5a84-4536-9e41-5625e01cedc9 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:26.881318 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a38d62-ec7b-484e-acd4-c3d307eb1f52 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7a188a-04c6-4787-9c2a-1769f09dce63,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:26.948626 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-52c61029-2670-419d-b427-20478c1a0e3d req-dd32aab6-50c4-4dab-a65d-6a699221d233 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.954725 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-52c61029-2670-419d-b427-20478c1a0e3d req-dd32aab6-50c4-4dab-a65d-6a699221d233 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:27.053318 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32aab6-50c4-4dab-a65d-6a699221d233 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Pushing event updated for resources: {'Port': ['ID=276514df-ce92-4456-8c90-3c5cfde20172,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:27.069299 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-52c61029-2670-419d-b427-20478c1a0e3d req-dd32aab6-50c4-4dab-a65d-6a699221d233 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:27.088862 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-52c61029-2670-419d-b427-20478c1a0e3d req-dd32aab6-50c4-4dab-a65d-6a699221d233 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:27.103323 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-52c61029-2670-419d-b427-20478c1a0e3d req-dd32aab6-50c4-4dab-a65d-6a699221d233 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5494750 Jul 05 03:52:27.110259 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e2e52b8c-5cb0-4a0d-bb96-e234bec379b9 req-06f91f5e-8599-4c62-8b71-7b04f221a1ee tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:27.123174 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5f6b7-e0d1-4650-b4c3-c0382bde9974 req-884c96a0-607f-4107-8b92-7927b391ac71 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:27.125345 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['57ccad2b-7e9a-40fb-b60e-7576fc09e7e2'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:27.130300 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1fe5f6b7-e0d1-4650-b4c3-c0382bde9974 req-884c96a0-607f-4107-8b92-7927b391ac71 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 946 time: 0.4370134 Jul 05 03:52:27.186486 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-52c61029-2670-419d-b427-20478c1a0e3d req-5a561dba-b7ec-4128-9e16-0f8819410b4d tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.121 HTTP/1.1" status: 200 len: 696 time: 0.0788202 Jul 05 03:52:27.202698 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-94a38d62-ec7b-484e-acd4-c3d307eb1f52 service neutron] Attempting to bind port aa7a188a-04c6-4787-9c2a-1769f09dce63 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:27.203138 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-94a38d62-ec7b-484e-acd4-c3d307eb1f52 service neutron] Attempting to bind port aa7a188a-04c6-4787-9c2a-1769f09dce63 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:27.203431 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-94a38d62-ec7b-484e-acd4-c3d307eb1f52 service neutron] Attempting to bind port aa7a188a-04c6-4787-9c2a-1769f09dce63 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:27.205759 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f91f5e-8599-4c62-8b71-7b04f221a1ee tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Pushing event deleted for resources: {'Port': ['ID=d2f5f1cd-5a84-4536-9e41-5625e01cedc9,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:27.242371 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-94a38d62-ec7b-484e-acd4-c3d307eb1f52 service neutron] Port aa7a188a-04c6-4787-9c2a-1769f09dce63 on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:27.243028 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-94a38d62-ec7b-484e-acd4-c3d307eb1f52 service neutron] Attempting to bind port aa7a188a-04c6-4787-9c2a-1769f09dce63 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:27.313574 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1fe5f6b7-e0d1-4650-b4c3-c0382bde9974 req-00534c06-06c8-4288-94b6-ef2a44400651 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714840 Jul 05 03:52:27.314446 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-94a38d62-ec7b-484e-acd4-c3d307eb1f52 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:27.314795 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-94a38d62-ec7b-484e-acd4-c3d307eb1f52 service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:27.315202 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-94a38d62-ec7b-484e-acd4-c3d307eb1f52 service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:27.319122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-94a38d62-ec7b-484e-acd4-c3d307eb1f52 service neutron] Bound port: aa7a188a-04c6-4787-9c2a-1769f09dce63, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:27.320343 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-94a38d62-ec7b-484e-acd4-c3d307eb1f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:27.340849 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e52b8c-5cb0-4a0d-bb96-e234bec379b9 req-06f91f5e-8599-4c62-8b71-7b04f221a1ee tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] No DVR routers for this DVR port d2f5f1cd-5a84-4536-9e41-5625e01cedc9 on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:27.372224 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e2e52b8c-5cb0-4a0d-bb96-e234bec379b9 req-06f91f5e-8599-4c62-8b71-7b04f221a1ee tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:27.375710 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e2e52b8c-5cb0-4a0d-bb96-e234bec379b9 req-06f91f5e-8599-4c62-8b71-7b04f221a1ee tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.70 "DELETE /v2.0/ports/d2f5f1cd-5a84-4536-9e41-5625e01cedc9 HTTP/1.1" status: 204 len: 173 time: 1.7146463 Jul 05 03:52:27.376188 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713f7abb-56b2-4cc9-be01-b66956ff9965', 'name': 'network-vif-deleted', 'tag': 'd2f5f1cd-5a84-4536-9e41-5625e01cedc9'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:27.378745 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411f760f-cc17-4df9-bfa9-d6b856492161" -d '{"events": [{"server_uuid": "713f7abb-56b2-4cc9-be01-b66956ff9965", "name": "network-vif-deleted", "tag": "d2f5f1cd-5a84-4536-9e41-5625e01cedc9"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:27.409553 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c61029-2670-419d-b427-20478c1a0e3d req-cc1fe09f-8c95-4650-8542-3f4cd93cc382 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:27.414358 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-52c61029-2670-419d-b427-20478c1a0e3d req-cc1fe09f-8c95-4650-8542-3f4cd93cc382 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.2262814 Jul 05 03:52:27.545851 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-94a38d62-ec7b-484e-acd4-c3d307eb1f52 service neutron] For port aa7a188a-04c6-4787-9c2a-1769f09dce63, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:27.559717 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-94a38d62-ec7b-484e-acd4-c3d307eb1f52 service neutron] For port aa7a188a-04c6-4787-9c2a-1769f09dce63, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=aa7a188a-04c6-4787-9c2a-1769f09dce63,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:27.569856 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-94a38d62-ec7b-484e-acd4-c3d307eb1f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:27.629943 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-94a38d62-ec7b-484e-acd4-c3d307eb1f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:27.630862 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-94a38d62-ec7b-484e-acd4-c3d307eb1f52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:27.632876 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-94a38d62-ec7b-484e-acd4-c3d307eb1f52 service neutron] 10.222.0.89 "PUT /v2.0/ports/aa7a188a-04c6-4787-9c2a-1769f09dce63 HTTP/1.1" status: 200 len: 1097 time: 2.7088797 Jul 05 03:52:27.938149 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a38d62-ec7b-484e-acd4-c3d307eb1f52 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7a188a-04c6-4787-9c2a-1769f09dce63,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:27.943857 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0cd0b-748e-45a5-964d-1d47c9415ad2 req-03fa8c3e-664f-4abf-be1b-7cd72cd1ae06 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:27.948290 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-e2a55403-a907-476d-9790-135bd50e67ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:27.950932 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-e2a55403-a907-476d-9790-135bd50e67ac service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e6b8ce6acfc043d79aad6e31e2dbfd15&device_id=0af35e4f-7151-4c91-9552-93959587c365 HTTP/1.1" status: 200 len: 1100 time: 0.2677593 Jul 05 03:52:27.951717 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ca0cd0b-748e-45a5-964d-1d47c9415ad2 req-03fa8c3e-664f-4abf-be1b-7cd72cd1ae06 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 945 time: 0.1622484 Jul 05 03:52:28.072978 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ca0cd0b-748e-45a5-964d-1d47c9415ad2 req-16428d3b-f62c-4e5c-9af7-50ea46040676 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142819 Jul 05 03:52:28.083566 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-4079afdb-1b54-4efe-8e6e-8ed74fd48a65 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=aa7a188a-04c6-4787-9c2a-1769f09dce63 HTTP/1.1" status: 200 len: 217 time: 0.1202281 Jul 05 03:52:28.171793 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-867f8856-ab53-452f-9275-286b02d91178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:28.173808 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-867f8856-ab53-452f-9275-286b02d91178 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0780048 Jul 05 03:52:28.306161 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-e823455d-5509-493b-8504-b85f4611ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:28.307944 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-e823455d-5509-493b-8504-b85f4611ab48 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1255798 Jul 05 03:52:28.430163 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3b284d-7e6a-42a5-8a26-7daa81335753 x-openstack-request-id: req-ed3b284d-7e6a-42a5-8a26-7daa81335753 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:28.430503 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713f7abb-56b2-4cc9-be01-b66956ff9965", "name": "network-vif-deleted", "tag": "d2f5f1cd-5a84-4536-9e41-5625e01cedc9", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:28.430705 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ed3b284d-7e6a-42a5-8a26-7daa81335753 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:28.431080 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713f7abb-56b2-4cc9-be01-b66956ff9965', 'name': 'network-vif-deleted', 'tag': 'd2f5f1cd-5a84-4536-9e41-5625e01cedc9', 'status': 'completed', 'code': 200} Jul 05 03:52:28.523499 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f89dae1f-ecab-4ac3-9315-afe184889326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:28.539601 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d825c4a-1bed-4897-a42f-0a9c20264502 req-349fa15d-8301-4b9f-9b11-b50c5ab62905 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:28.541504 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1d825c4a-1bed-4897-a42f-0a9c20264502 req-349fa15d-8301-4b9f-9b11-b50c5ab62905 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/ports?device_id=0af35e4f-7151-4c91-9552-93959587c365 HTTP/1.1" status: 200 len: 948 time: 0.1517506 Jul 05 03:52:28.544621 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-7839a06d-a83f-4456-a651-e1501ea81123 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292459 Jul 05 03:52:28.554776 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5fe734fb-ec46-41d7-9675-a47cc10e40f7 req-68aa787a-ae72-4f61-9dfd-4d36e33c1bce tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1318064 Jul 05 03:52:28.566206 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-5fe734fb-ec46-41d7-9675-a47cc10e40f7 req-3a015c41-da93-481a-9894-8a43c54f3df9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:28.594783 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5fe734fb-ec46-41d7-9675-a47cc10e40f7 req-3a015c41-da93-481a-9894-8a43c54f3df9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:28.659502 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1d825c4a-1bed-4897-a42f-0a9c20264502 req-485fff0e-90b5-44af-b958-0a20d2b3be18 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/security-groups?id=8883c938-346b-4733-840e-280d78506256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104760 Jul 05 03:52:28.723008 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f847f416-c6e2-4b4c-a963-12765e2f98b3 req-5a966789-6f68-4778-8267-2815fb6e7d9e service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644988 Jul 05 03:52:28.846600 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5fe734fb-ec46-41d7-9675-a47cc10e40f7 req-3a015c41-da93-481a-9894-8a43c54f3df9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:28.933456 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.004562 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7419ac4b-21b7-4b93-bc16-af4c82f2ec9d req-d0ff12f3-3a43-4e7e-861b-844d7a1b21de tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 210 time: 0.0551765 Jul 05 03:52:29.051167 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-5fe734fb-ec46-41d7-9675-a47cc10e40f7 req-3a015c41-da93-481a-9894-8a43c54f3df9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Allocated IP 172.25.1.18 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/fa8fbff7-5a3d-4c55-ac35-1c755e9390f8) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:29.080103 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device d2f5f1cd-5a84-4536-9e41-5625e01cedc9 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:29.115895 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: d2f5f1cd-5a84-4536-9e41-5625e01cedc9 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:29.116664 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device d2f5f1cd-5a84-4536-9e41-5625e01cedc9 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:29.257159 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5fe734fb-ec46-41d7-9675-a47cc10e40f7 req-3a015c41-da93-481a-9894-8a43c54f3df9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.362383 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5fe734fb-ec46-41d7-9675-a47cc10e40f7 req-3a015c41-da93-481a-9894-8a43c54f3df9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.456205 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a015c41-da93-481a-9894-8a43c54f3df9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Pushing event updated for resources: {'Port': ['ID=fa8fbff7-5a3d-4c55-ac35-1c755e9390f8,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:29.469932 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fe734fb-ec46-41d7-9675-a47cc10e40f7 req-3a015c41-da93-481a-9894-8a43c54f3df9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:29.475137 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-5fe734fb-ec46-41d7-9675-a47cc10e40f7 req-3a015c41-da93-481a-9894-8a43c54f3df9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:29.483328 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe734fb-ec46-41d7-9675-a47cc10e40f7 req-3a015c41-da93-481a-9894-8a43c54f3df9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:29.654516 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5fe734fb-ec46-41d7-9675-a47cc10e40f7 req-3a015c41-da93-481a-9894-8a43c54f3df9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.676565 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c9ada-81fa-408a-aa8b-c4f12463ee26 req-103ed1d5-7991-4d66-ab30-8dcd6c4491ed tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:29.678499 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4a6c9ada-81fa-408a-aa8b-c4f12463ee26 req-103ed1d5-7991-4d66-ab30-8dcd6c4491ed tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 946 time: 0.1032047 Jul 05 03:52:29.741588 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5fe734fb-ec46-41d7-9675-a47cc10e40f7 req-3a015c41-da93-481a-9894-8a43c54f3df9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.759017 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4a6c9ada-81fa-408a-aa8b-c4f12463ee26 req-bd8be2d8-41ed-4710-b319-afae811c67c4 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716646 Jul 05 03:52:30.031333 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5fe734fb-ec46-41d7-9675-a47cc10e40f7 req-3a015c41-da93-481a-9894-8a43c54f3df9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.042905 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5fe734fb-ec46-41d7-9675-a47cc10e40f7 req-3a015c41-da93-481a-9894-8a43c54f3df9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.135603 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a015c41-da93-481a-9894-8a43c54f3df9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Pushing event updated for resources: {'Port': ['ID=fa8fbff7-5a3d-4c55-ac35-1c755e9390f8,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:30.227520 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5fe734fb-ec46-41d7-9675-a47cc10e40f7 req-3a015c41-da93-481a-9894-8a43c54f3df9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.252023 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5fe734fb-ec46-41d7-9675-a47cc10e40f7 req-3a015c41-da93-481a-9894-8a43c54f3df9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.260861 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5fe734fb-ec46-41d7-9675-a47cc10e40f7 req-3a015c41-da93-481a-9894-8a43c54f3df9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6999459 Jul 05 03:52:30.263147 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-1d6f31b0-52f3-42c6-8610-8162c0b4a1ef tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:30.265114 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-1d6f31b0-52f3-42c6-8610-8162c0b4a1ef tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/networks?id=9bc4c91c-a289-48e8-b0da-9172982a9c14 HTTP/1.1" status: 200 len: 815 time: 0.2078781 Jul 05 03:52:30.305471 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-52e5a3ec-0101-49d1-8cca-b05e8bea5b37 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/quotas/ac82b99c3fec40eda39ee62348356e27 HTTP/1.1" status: 200 len: 375 time: 0.0322442 Jul 05 03:52:30.368088 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5fe734fb-ec46-41d7-9675-a47cc10e40f7 req-ab43cd0d-bb4f-4ddc-b465-a4c4182dd24e tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 695 time: 0.1061666 Jul 05 03:52:30.415893 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-73e69834-8f3a-4180-beb8-31819e894e30 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac82b99c3fec40eda39ee62348356e27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1043522 Jul 05 03:52:30.433009 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af35e4f-7151-4c91-9552-93959587c365', 'tag': 'aa7a188a-04c6-4787-9c2a-1769f09dce63'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:30.437448 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db63990-ee0a-480f-8762-181119dd7cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "0af35e4f-7151-4c91-9552-93959587c365", "tag": "aa7a188a-04c6-4787-9c2a-1769f09dce63"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:30.522914 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe734fb-ec46-41d7-9675-a47cc10e40f7 req-b628ebc6-a9ab-4720-9d5b-ee170c75db0a tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:30.537819 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5fe734fb-ec46-41d7-9675-a47cc10e40f7 req-b628ebc6-a9ab-4720-9d5b-ee170c75db0a tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.1524441 Jul 05 03:52:30.652153 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-7054502a-df95-46e9-ada4-b9edec56f691 service neutron] 10.222.0.77 "GET /v2.0/networks/9bc4c91c-a289-48e8-b0da-9172982a9c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281785 Jul 05 03:52:30.704447 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe10ba3-499e-4d9e-99d7-a4d85a6c840a req-2980452e-ffcf-4b3d-b4d2-aabd244dd38d tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:30.714422 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bbe10ba3-499e-4d9e-99d7-a4d85a6c840a req-2980452e-ffcf-4b3d-b4d2-aabd244dd38d tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/ports?device_id=0af35e4f-7151-4c91-9552-93959587c365 HTTP/1.1" status: 200 len: 948 time: 0.0849321 Jul 05 03:52:30.772146 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-1c9dfd52-1452-45aa-afd3-57112aeddd54 service neutron] 10.222.0.77 "GET /v2.0/networks/9bc4c91c-a289-48e8-b0da-9172982a9c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182995 Jul 05 03:52:30.786648 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bbe10ba3-499e-4d9e-99d7-a4d85a6c840a req-1a25ead8-d572-4622-8300-ac905282a552 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/security-groups?id=8883c938-346b-4733-840e-280d78506256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712664 Jul 05 03:52:30.980618 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8d2372-25d4-453e-bc7c-5f59d160de94 x-openstack-request-id: req-6f8d2372-25d4-453e-bc7c-5f59d160de94 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:30.980918 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0af35e4f-7151-4c91-9552-93959587c365", "tag": "aa7a188a-04c6-4787-9c2a-1769f09dce63", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:30.981171 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6f8d2372-25d4-453e-bc7c-5f59d160de94 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:30.981572 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af35e4f-7151-4c91-9552-93959587c365', 'tag': 'aa7a188a-04c6-4787-9c2a-1769f09dce63', 'status': 'completed', 'code': 200} Jul 05 03:52:31.028342 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1bd13603-94b6-46bc-bc9c-5c52e91eca10 req-548e494a-cb40-44da-8108-ba2b8b44e012 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 210 time: 0.0444424 Jul 05 03:52:31.088772 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5fe5778d-470a-44cb-859a-fc91ae1c26f9 req-8a872b3f-b8d2-4bfc-9e99-7a02c817a8ac tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/floatingips/bd672f57-3745-46a5-a2ad-708986403b02 HTTP/1.1" status: 200 len: 692 time: 0.0815992 Jul 05 03:52:31.176731 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db63990-ee0a-480f-8762-181119dd7cc2 req-effc5242-8456-48b2-a3c0-a6f649c4f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:31.178465 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4db63990-ee0a-480f-8762-181119dd7cc2 req-effc5242-8456-48b2-a3c0-a6f649c4f9ee service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e6b8ce6acfc043d79aad6e31e2dbfd15&device_id=0af35e4f-7151-4c91-9552-93959587c365 HTTP/1.1" status: 200 len: 1100 time: 0.1321473 Jul 05 03:52:31.323927 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-688fdbf0-71db-4e12-8687-4ea6f69360cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.335830 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cda140-8db8-4fcb-820f-f3711b32f610 req-d82aa596-dcdc-4be6-81ea-f9e1161c6191 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:31.344868 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6cda140-8db8-4fcb-820f-f3711b32f610 req-d82aa596-dcdc-4be6-81ea-f9e1161c6191 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 946 time: 0.1687257 Jul 05 03:52:31.348729 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e8946-585c-47f7-b393-2931a6469f03 req-380db1e9-dfb1-47fc-acbf-af91b34b3de4 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:31.350278 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-622e8946-585c-47f7-b393-2931a6469f03 req-380db1e9-dfb1-47fc-acbf-af91b34b3de4 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.70 "GET /v2.0/ports?device_id=be851a21-053d-4fb6-8a40-39319b3d028d HTTP/1.1" status: 200 len: 945 time: 0.1762626 Jul 05 03:52:31.480550 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6cda140-8db8-4fcb-820f-f3711b32f610 req-17eb621b-ef67-4317-a520-a6ad0522cfb4 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283286 Jul 05 03:52:31.491085 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5778d-470a-44cb-859a-fc91ae1c26f9 req-998fb732-6749-4d16-a92e-de067d2b66cd tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:31.493644 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5fe5778d-470a-44cb-859a-fc91ae1c26f9 req-998fb732-6749-4d16-a92e-de067d2b66cd tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.3992004 Jul 05 03:52:31.499346 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db63990-ee0a-480f-8762-181119dd7cc2 req-fd1e959d-a7eb-4706-8c30-741798aa5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:31.501489 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4db63990-ee0a-480f-8762-181119dd7cc2 req-fd1e959d-a7eb-4706-8c30-741798aa5ce6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.2892067 Jul 05 03:52:31.531356 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-5fe5778d-470a-44cb-859a-fc91ae1c26f9 req-57a3a6e1-ed68-4b3d-9d91-8627701e1c11 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:52:31.532481 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5fe5778d-470a-44cb-859a-fc91ae1c26f9 req-57a3a6e1-ed68-4b3d-9d91-8627701e1c11 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0292361 Jul 05 03:52:31.549094 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-622e8946-585c-47f7-b393-2931a6469f03 req-dfbc228b-8ec2-4b03-bc99-60a6c1a9e27a tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Deleting port 4962f367-b7a3-4db5-9b58-adbcb919fb43 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:31.549442 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-622e8946-585c-47f7-b393-2931a6469f03 req-dfbc228b-8ec2-4b03-bc99-60a6c1a9e27a tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.584021 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4db63990-ee0a-480f-8762-181119dd7cc2 req-dd1dae2c-ddeb-4586-8547-930b336d5443 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=aa7a188a-04c6-4787-9c2a-1769f09dce63 HTTP/1.1" status: 200 len: 217 time: 0.0586638 Jul 05 03:52:31.627397 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9f427300-a2b8-4424-9e91-cce28bfad6cb req-8e5f515b-f80b-4f7e-bb09-1096016105ed tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=dfba4a05-b673-4f86-a468-040ef28c678d HTTP/1.1" status: 200 len: 210 time: 0.0473666 Jul 05 03:52:31.689043 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.777285 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db63990-ee0a-480f-8762-181119dd7cc2 req-6d662604-d3bf-4155-9328-d10be8092372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:31.778775 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4db63990-ee0a-480f-8762-181119dd7cc2 req-6d662604-d3bf-4155-9328-d10be8092372 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0944972 Jul 05 03:52:31.795201 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-622e8946-585c-47f7-b393-2931a6469f03 req-dfbc228b-8ec2-4b03-bc99-60a6c1a9e27a tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] For port 4962f367-b7a3-4db5-9b58-adbcb919fb43, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=4962f367-b7a3-4db5-9b58-adbcb919fb43,segment=NetworkSegment(8e925059-1d42-4eae-ad90-062ddf3ec375),segment_id=8e925059-1d42-4eae-ad90-062ddf3ec375)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:31.795564 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-622e8946-585c-47f7-b393-2931a6469f03 req-dfbc228b-8ec2-4b03-bc99-60a6c1a9e27a tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.801300 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-80e596a2-a944-4dda-833b-2847107fbe89 req-bb98ec84-d12d-40af-bfb0-6009fde8e20f tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/floatingips/bd672f57-3745-46a5-a2ad-708986403b02 HTTP/1.1" status: 200 len: 692 time: 0.0769236 Jul 05 03:52:31.838521 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-622e8946-585c-47f7-b393-2931a6469f03 req-dfbc228b-8ec2-4b03-bc99-60a6c1a9e27a tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Calling delete_port for 4962f367-b7a3-4db5-9b58-adbcb919fb43 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:31.940608 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db63990-ee0a-480f-8762-181119dd7cc2 req-0d224ed5-106e-4e2e-8b3a-c1cda24832cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:31.951173 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4db63990-ee0a-480f-8762-181119dd7cc2 req-0d224ed5-106e-4e2e-8b3a-c1cda24832cc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1651313 Jul 05 03:52:32.033715 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e596a2-a944-4dda-833b-2847107fbe89 req-95db34f3-e672-4e11-b9e4-3949ba5eeab5 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:32.042025 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-80e596a2-a944-4dda-833b-2847107fbe89 req-95db34f3-e672-4e11-b9e4-3949ba5eeab5 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.2326961 Jul 05 03:52:32.124682 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-80e596a2-a944-4dda-833b-2847107fbe89 req-b90eeba9-cc30-4e47-bddb-c5925ac6637a tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 695 time: 0.0810752 Jul 05 03:52:32.174922 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4db63990-ee0a-480f-8762-181119dd7cc2 req-a6b3c3cb-8197-48df-a6ce-bcbfef4b3541 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146590 Jul 05 03:52:32.193572 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-80e596a2-a944-4dda-833b-2847107fbe89 req-4b5e4752-bb6f-4aa6-b029-d13390bc00b7 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 695 time: 0.0678618 Jul 05 03:52:32.234569 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-622e8946-585c-47f7-b393-2931a6469f03 req-dfbc228b-8ec2-4b03-bc99-60a6c1a9e27a tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.272148 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['4962f367-b7a3-4db5-9b58-adbcb919fb43'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:32.407890 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49708) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:32.414007 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc228b-8ec2-4b03-bc99-60a6c1a9e27a tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Pushing event deleted for resources: {'Port': ['ID=4962f367-b7a3-4db5-9b58-adbcb919fb43,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:32.431790 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.449724 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-80e596a2-a944-4dda-833b-2847107fbe89 req-fa0f8862-25cc-493a-bc1f-3e92c859f8b9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Deleting port fa8fbff7-5a3d-4c55-ac35-1c755e9390f8 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:32.450044 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-80e596a2-a944-4dda-833b-2847107fbe89 req-fa0f8862-25cc-493a-bc1f-3e92c859f8b9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.505258 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-622e8946-585c-47f7-b393-2931a6469f03 req-dfbc228b-8ec2-4b03-bc99-60a6c1a9e27a tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] No DVR routers for this DVR port 4962f367-b7a3-4db5-9b58-adbcb919fb43 on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:32.512535 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-622e8946-585c-47f7-b393-2931a6469f03 req-dfbc228b-8ec2-4b03-bc99-60a6c1a9e27a tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.515272 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-622e8946-585c-47f7-b393-2931a6469f03 req-dfbc228b-8ec2-4b03-bc99-60a6c1a9e27a tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.70 "DELETE /v2.0/ports/4962f367-b7a3-4db5-9b58-adbcb919fb43 HTTP/1.1" status: 204 len: 173 time: 1.1577249 Jul 05 03:52:32.549968 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4db63990-ee0a-480f-8762-181119dd7cc2 req-c66e0e01-56f8-44d2-ad51-ba72a3fd826b service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637381 Jul 05 03:52:32.583962 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9ea37-41f0-4f83-9229-cad0770dc9f2 req-1e464123-6abe-4159-acf4-acfd1218d763 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:32.593710 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-96c9ea37-41f0-4f83-9229-cad0770dc9f2 req-1e464123-6abe-4159-acf4-acfd1218d763 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/ports?device_id=0af35e4f-7151-4c91-9552-93959587c365 HTTP/1.1" status: 200 len: 948 time: 0.3582773 Jul 05 03:52:32.630300 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-80e596a2-a944-4dda-833b-2847107fbe89 req-fa0f8862-25cc-493a-bc1f-3e92c859f8b9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.630878 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-80e596a2-a944-4dda-833b-2847107fbe89 req-fa0f8862-25cc-493a-bc1f-3e92c859f8b9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.646225 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-80e596a2-a944-4dda-833b-2847107fbe89 req-fa0f8862-25cc-493a-bc1f-3e92c859f8b9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Calling delete_port for fa8fbff7-5a3d-4c55-ac35-1c755e9390f8 owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:32.685716 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-96c9ea37-41f0-4f83-9229-cad0770dc9f2 req-7bc64349-b25b-4a14-bb03-34b602d59148 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/security-groups?id=8883c938-346b-4733-840e-280d78506256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933628 Jul 05 03:52:32.734828 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3acb0688-89f6-4666-a034-d0344adc045e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.882141 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-80e596a2-a944-4dda-833b-2847107fbe89 req-fa0f8862-25cc-493a-bc1f-3e92c859f8b9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.924366 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f8862-25cc-493a-bc1f-3e92c859f8b9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Pushing event deleted for resources: {'Port': ['ID=fa8fbff7-5a3d-4c55-ac35-1c755e9390f8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:33.023770 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-80e596a2-a944-4dda-833b-2847107fbe89 req-fa0f8862-25cc-493a-bc1f-3e92c859f8b9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.028776 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-80e596a2-a944-4dda-833b-2847107fbe89 req-fa0f8862-25cc-493a-bc1f-3e92c859f8b9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.041097 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3acb0688-89f6-4666-a034-d0344adc045e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.042846 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be851a21-053d-4fb6-8a40-39319b3d028d', 'name': 'network-vif-deleted', 'tag': '4962f367-b7a3-4db5-9b58-adbcb919fb43'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:33.043613 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-80e596a2-a944-4dda-833b-2847107fbe89 req-fa0f8862-25cc-493a-bc1f-3e92c859f8b9 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "DELETE /v2.0/floatingips/bd672f57-3745-46a5-a2ad-708986403b02 HTTP/1.1" status: 204 len: 173 time: 0.8423643 Jul 05 03:52:33.049356 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d63357-5294-4bf8-9484-2f0414b29872" -d '{"events": [{"server_uuid": "be851a21-053d-4fb6-8a40-39319b3d028d", "name": "network-vif-deleted", "tag": "4962f367-b7a3-4db5-9b58-adbcb919fb43"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:33.073242 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3acb0688-89f6-4666-a034-d0344adc045e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.119035 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3acb0688-89f6-4666-a034-d0344adc045e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=abc906781e4d4bff8deb812c44d300c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7026560 Jul 05 03:52:33.119636 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49726) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:33.212308 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-22b3deb4-5d1b-411e-a24c-f244c15332b0 req-0d8b5b92-d7c6-4378-ac08-efb39a9179ea tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 210 time: 0.1557305 Jul 05 03:52:33.269540 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-51015268-eac8-44d2-adc8-a117fc955929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.275647 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device aa7a188a-04c6-4787-9c2a-1769f09dce63 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:33.298177 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb0688-89f6-4666-a034-d0344adc045e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5f11ba-6bbc-400c-88a9-4e2d2e37d3a8,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:33.427820 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-a70ec904-0ffc-4fde-a00a-ef4a8a0f9655 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:33.431936 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-a70ec904-0ffc-4fde-a00a-ef4a8a0f9655 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.70 "GET /v2.0/networks?id=9bc4c91c-a289-48e8-b0da-9172982a9c14 HTTP/1.1" status: 200 len: 815 time: 0.3769889 Jul 05 03:52:33.449130 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-51015268-eac8-44d2-adc8-a117fc955929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.456797 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-4f501b96-3143-4b56-a42c-e18ff127264c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Request body: {'port': {'device_id': 'dfba4a05-b673-4f86-a468-040ef28c678d', 'network_id': '9bc4c91c-a289-48e8-b0da-9172982a9c14', 'admin_state_up': True, 'tenant_id': 'ac82b99c3fec40eda39ee62348356e27'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:33.568323 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f67717-77cc-46a6-95da-7b6db8df13b6 req-7b47c1d9-f658-42a2-83fd-05b2b5dbcc19 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:33.572023 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8f67717-77cc-46a6-95da-7b6db8df13b6 req-7b47c1d9-f658-42a2-83fd-05b2b5dbcc19 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 946 time: 0.2819979 Jul 05 03:52:33.614311 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port aa7a188a-04c6-4787-9c2a-1769f09dce63, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=aa7a188a-04c6-4787-9c2a-1769f09dce63,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:33.638212 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'aa7a188a-04c6-4787-9c2a-1769f09dce63', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': 'aa7a188a-04c6-4787-9c2a-1769f09dce63', 'mac_address': 'fa:16:3e:3a:3a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:52:33.648306 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-51015268-eac8-44d2-adc8-a117fc955929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.659061 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-51015268-eac8-44d2-adc8-a117fc955929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.663032 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-51015268-eac8-44d2-adc8-a117fc955929 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ab5f11ba-6bbc-400c-88a9-4e2d2e37d3a8 HTTP/1.1" status: 204 len: 168 time: 0.5412290 Jul 05 03:52:33.724575 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.730579 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51015268-eac8-44d2-adc8-a117fc955929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5f11ba-6bbc-400c-88a9-4e2d2e37d3a8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:33.759964 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8f67717-77cc-46a6-95da-7b6db8df13b6 req-66ae422e-55e1-4c99-ab96-71427cd42e99 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740189 Jul 05 03:52:33.861591 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7a188a-04c6-4787-9c2a-1769f09dce63 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:33.910984 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-e28aa1dd-3548-44cb-861c-8c7ffd4b08d1 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--108498101&fields=id&tenant_id=1c3256d36f164a33816a31bdcaca5989 HTTP/1.1" status: 200 len: 267 time: 0.1095839 Jul 05 03:52:33.919658 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-4f501b96-3143-4b56-a42c-e18ff127264c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Made reservation on behalf of ac82b99c3fec40eda39ee62348356e27 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:33.929652 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-4f501b96-3143-4b56-a42c-e18ff127264c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.931281 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port aa7a188a-04c6-4787-9c2a-1769f09dce63, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=aa7a188a-04c6-4787-9c2a-1769f09dce63,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:33.941850 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.029219 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5ecdfc33-4987-4ffd-99ba-fe59e772d71d req-a4b1dcc0-5a93-41c8-a60c-8e0cd6a1aa0d tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=dfba4a05-b673-4f86-a468-040ef28c678d HTTP/1.1" status: 200 len: 210 time: 0.0425801 Jul 05 03:52:34.087589 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=aa7a188a-04c6-4787-9c2a-1769f09dce63,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:34.251881 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.288341 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['aa7a188a-04c6-4787-9c2a-1769f09dce63'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:34.302832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-f6d8fb66-2aa1-4565-9a33-ce66e7c68652 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:34.304752 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-f6d8fb66-2aa1-4565-9a33-ce66e7c68652 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/networks?id=be5e0b4d-e985-4a93-8c87-d24745bc5ef7 HTTP/1.1" status: 200 len: 816 time: 0.3698351 Jul 05 03:52:34.333994 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-e1441fe8-0a52-4cda-a8d8-6b4207103c67 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/quotas/1c3256d36f164a33816a31bdcaca5989 HTTP/1.1" status: 200 len: 375 time: 0.0227616 Jul 05 03:52:34.356721 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-4f501b96-3143-4b56-a42c-e18ff127264c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Allocated IP 172.20.0.2 (9bc4c91c-a289-48e8-b0da-9172982a9c14/ea0f684a-f292-44b8-b8f2-c6a27e5ca4c7/d4b3ae11-54d1-4bab-9bd2-962e2c3f473b) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:34.513899 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-01f47e7f-1bc2-4be2-b582-b8933fd96c09 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1c3256d36f164a33816a31bdcaca5989&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1730583 Jul 05 03:52:34.635439 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dc673-3d4b-4cae-a3f3-a6c6c12602f7 req-af2997f2-d548-4f3a-b561-061bcd47a7f1 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:34.664109 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-676dc673-3d4b-4cae-a3f3-a6c6c12602f7 req-af2997f2-d548-4f3a-b561-061bcd47a7f1 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4316549 Jul 05 03:52:34.963648 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf6fb3f-d03f-42a4-9bd7-1092ae9f56e7 x-openstack-request-id: req-ccf6fb3f-d03f-42a4-9bd7-1092ae9f56e7 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:34.964124 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be851a21-053d-4fb6-8a40-39319b3d028d", "name": "network-vif-deleted", "tag": "4962f367-b7a3-4db5-9b58-adbcb919fb43", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:34.964378 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ccf6fb3f-d03f-42a4-9bd7-1092ae9f56e7 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:34.964957 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be851a21-053d-4fb6-8a40-39319b3d028d', 'name': 'network-vif-deleted', 'tag': '4962f367-b7a3-4db5-9b58-adbcb919fb43', 'status': 'completed', 'code': 200} Jul 05 03:52:35.062612 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-536e4f94-f379-465a-bd8e-a9d03fd1cee7 service neutron] 10.222.0.77 "GET /v2.0/networks/be5e0b4d-e985-4a93-8c87-d24745bc5ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5396438 Jul 05 03:52:35.126393 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-4f501b96-3143-4b56-a42c-e18ff127264c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.149273 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 4962f367-b7a3-4db5-9b58-adbcb919fb43 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:35.208890 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-826d2080-aa12-4d32-86d9-5104efe28316 service neutron] 10.222.0.77 "GET /v2.0/networks/be5e0b4d-e985-4a93-8c87-d24745bc5ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452198 Jul 05 03:52:35.227639 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-4f501b96-3143-4b56-a42c-e18ff127264c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.234821 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 4962f367-b7a3-4db5-9b58-adbcb919fb43 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:35.235751 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 4962f367-b7a3-4db5-9b58-adbcb919fb43 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:35.317254 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f501b96-3143-4b56-a42c-e18ff127264c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Pushing event updated for resources: {'Port': ['ID=d4b3ae11-54d1-4bab-9bd2-962e2c3f473b,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:35.319618 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49762) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:35.354281 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-4f501b96-3143-4b56-a42c-e18ff127264c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Network 9bc4c91c-a289-48e8-b0da-9172982a9c14 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:35.356590 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-4f501b96-3143-4b56-a42c-e18ff127264c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:35.361650 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-4f501b96-3143-4b56-a42c-e18ff127264c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:35.481967 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-4f501b96-3143-4b56-a42c-e18ff127264c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:35.484327 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-4f501b96-3143-4b56-a42c-e18ff127264c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.508716 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-4f501b96-3143-4b56-a42c-e18ff127264c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0596833 Jul 05 03:52:35.525968 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d26b5a2d-44d0-40c7-82aa-dd6d07d55687 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1349374101-network', 'tenant_id': '421fcf4df3c941efa19f48d8a2894416'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:35.535624 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-87e4ccc1-28db-4977-9592-b02a660dde30 service neutron] Request body: {'port': {'device_id': 'dfba4a05-b673-4f86-a468-040ef28c678d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:35.584456 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26b5a2d-44d0-40c7-82aa-dd6d07d55687 admin admin] Made reservation on behalf of 421fcf4df3c941efa19f48d8a2894416 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:35.586921 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d26b5a2d-44d0-40c7-82aa-dd6d07d55687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.612133 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d26b5a2d-44d0-40c7-82aa-dd6d07d55687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.625831 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a13b31-d6fc-49b7-85f9-1a38d86e98bd req-153a5b4f-b521-46e1-ad92-de062e8704a8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:35.633368 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38a13b31-d6fc-49b7-85f9-1a38d86e98bd req-153a5b4f-b521-46e1-ad92-de062e8704a8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/ports?device_id=0af35e4f-7151-4c91-9552-93959587c365 HTTP/1.1" status: 200 len: 949 time: 0.6131649 Jul 05 03:52:35.690116 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38a13b31-d6fc-49b7-85f9-1a38d86e98bd req-a64329d2-df40-4885-92a4-332eea8102c5 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/security-groups?id=8883c938-346b-4733-840e-280d78506256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524397 Jul 05 03:52:35.849583 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aca84df0-0481-4343-8bac-eba750640925 req-18575c32-321c-4435-8845-987da32eb47a tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=b3f68b4b441f43e994e8f419f4fadde2 HTTP/1.1" status: 200 len: 1655 time: 0.1142318 Jul 05 03:52:35.881856 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-87e4ccc1-28db-4977-9592-b02a660dde30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.891621 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3b7a8acd-64f5-4dc3-ac06-4a67f94f6b16 req-491b808b-90d3-4531-b727-cfdf05c54f21 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=713f7abb-56b2-4cc9-be01-b66956ff9965 HTTP/1.1" status: 200 len: 210 time: 0.0732353 Jul 05 03:52:35.917601 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d26b5a2d-44d0-40c7-82aa-dd6d07d55687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.960593 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d26b5a2d-44d0-40c7-82aa-dd6d07d55687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.993057 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26b5a2d-44d0-40c7-82aa-dd6d07d55687 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:52:36.086744 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d26b5a2d-44d0-40c7-82aa-dd6d07d55687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.087962 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-d26b5a2d-44d0-40c7-82aa-dd6d07d55687 admin admin] Added segment 7d45810f-af44-4ab1-804d-90ba1df1efc1 of type vlan for network 03da8782-3bc8-4501-9cf3-41e1ed66d00f Jul 05 03:52:36.135970 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b5a2d-44d0-40c7-82aa-dd6d07d55687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b962a86-50f6-4452-a1cb-47aaf7a334a7,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:36.138296 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca84df0-0481-4343-8bac-eba750640925 req-de3a0d9e-85e7-4016-8004-951d7d6d8053 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:36.158173 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aca84df0-0481-4343-8bac-eba750640925 req-de3a0d9e-85e7-4016-8004-951d7d6d8053 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/networks?id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&id=ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 787 time: 0.3074763 Jul 05 03:52:36.172033 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-aca84df0-0481-4343-8bac-eba750640925 req-17c53751-4953-4aea-9d29-b4f6dc340ed1 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:52:36.178151 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aca84df0-0481-4343-8bac-eba750640925 req-17c53751-4953-4aea-9d29-b4f6dc340ed1 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189934 Jul 05 03:52:36.258637 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d26b5a2d-44d0-40c7-82aa-dd6d07d55687 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.303689 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d26b5a2d-44d0-40c7-82aa-dd6d07d55687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.304973 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26b5a2d-44d0-40c7-82aa-dd6d07d55687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:36.305688 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d26b5a2d-44d0-40c7-82aa-dd6d07d55687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.426476 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d26b5a2d-44d0-40c7-82aa-dd6d07d55687 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1034858 Jul 05 03:52:36.428218 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49784) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:36.466902 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-d133bb19-cd62-40d3-a7f0-829949b1fb0f admin admin] Request body: {'subnet': {'network_id': '03da8782-3bc8-4501-9cf3-41e1ed66d00f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1349374101-subnet', 'tenant_id': '421fcf4df3c941efa19f48d8a2894416', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:36.564565 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b5a2d-44d0-40c7-82aa-dd6d07d55687 admin admin] Pushing event updated for resources: {'Network': ['ID=03da8782-3bc8-4501-9cf3-41e1ed66d00f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:36.574633 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d133bb19-cd62-40d3-a7f0-829949b1fb0f admin admin] Made reservation on behalf of 421fcf4df3c941efa19f48d8a2894416 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:36.578686 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d133bb19-cd62-40d3-a7f0-829949b1fb0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.594653 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 03da8782-3bc8-4501-9cf3-41e1ed66d00f details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:52:36.642118 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145925f3-d3c3-4b16-a084-381d79827d5d req-f35166fe-6f26-47b3-9b04-1243abea17bb tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:36.649205 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-145925f3-d3c3-4b16-a084-381d79827d5d req-f35166fe-6f26-47b3-9b04-1243abea17bb tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 946 time: 0.5158315 Jul 05 03:52:36.771218 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-87e4ccc1-28db-4977-9592-b02a660dde30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b3ae11-54d1-4bab-9bd2-962e2c3f473b {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:36.787921 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-87e4ccc1-28db-4977-9592-b02a660dde30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.798539 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-145925f3-d3c3-4b16-a084-381d79827d5d req-db8db82a-ed82-40f8-92ea-78917a35a2bf tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482008 Jul 05 03:52:36.814307 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-87e4ccc1-28db-4977-9592-b02a660dde30 service neutron] Transition to ACTIVE for port object d4b3ae11-54d1-4bab-9bd2-962e2c3f473b will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:36.818537 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-87e4ccc1-28db-4977-9592-b02a660dde30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.836592 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac44853-d542-4e0a-bb1c-4c59b137e6a2 req-cc67ffd9-5ff4-4ffc-92cc-68216fb0188a tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:36.839751 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dac44853-d542-4e0a-bb1c-4c59b137e6a2 req-cc67ffd9-5ff4-4ffc-92cc-68216fb0188a tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=dfba4a05-b673-4f86-a468-040ef28c678d HTTP/1.1" status: 200 len: 931 time: 0.4150445 Jul 05 03:52:36.946402 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4ccc1-28db-4977-9592-b02a660dde30 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b3ae11-54d1-4bab-9bd2-962e2c3f473b,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:36.947472 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dac44853-d542-4e0a-bb1c-4c59b137e6a2 req-055f2a52-d0de-4c72-b634-cb21748d176c tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953743 Jul 05 03:52:37.182513 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-87e4ccc1-28db-4977-9592-b02a660dde30 service neutron] Attempting to bind port d4b3ae11-54d1-4bab-9bd2-962e2c3f473b on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:37.182832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-87e4ccc1-28db-4977-9592-b02a660dde30 service neutron] Attempting to bind port d4b3ae11-54d1-4bab-9bd2-962e2c3f473b by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '8e925059-1d42-4eae-ad90-062ddf3ec375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9bc4c91c-a289-48e8-b0da-9172982a9c14'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:37.183337 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-87e4ccc1-28db-4977-9592-b02a660dde30 service neutron] Attempting to bind port d4b3ae11-54d1-4bab-9bd2-962e2c3f473b on network 9bc4c91c-a289-48e8-b0da-9172982a9c14 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:37.190555 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6624700b-4537-4b8e-a365-3629510a255c details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:37.198702 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-87e4ccc1-28db-4977-9592-b02a660dde30 service neutron] Port d4b3ae11-54d1-4bab-9bd2-962e2c3f473b on network 9bc4c91c-a289-48e8-b0da-9172982a9c14 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:37.199022 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-87e4ccc1-28db-4977-9592-b02a660dde30 service neutron] Attempting to bind port d4b3ae11-54d1-4bab-9bd2-962e2c3f473b on network 9bc4c91c-a289-48e8-b0da-9172982a9c14 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:37.206132 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-333a9681-570f-4bd2-9012-ce4dfc317494 req-d4983ebc-46f9-48bc-8d61-4de56a25e831 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/floatingips/99f7b00d-b362-4071-8246-69b4691d623f HTTP/1.1" status: 200 len: 693 time: 0.0731716 Jul 05 03:52:37.212257 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-87e4ccc1-28db-4977-9592-b02a660dde30 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:37.212516 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-87e4ccc1-28db-4977-9592-b02a660dde30 service neutron] Checking segment: {'id': '8e925059-1d42-4eae-ad90-062ddf3ec375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9bc4c91c-a289-48e8-b0da-9172982a9c14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:37.212909 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-87e4ccc1-28db-4977-9592-b02a660dde30 service neutron] Bound using segment: {'id': '8e925059-1d42-4eae-ad90-062ddf3ec375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9bc4c91c-a289-48e8-b0da-9172982a9c14'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:37.213348 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-87e4ccc1-28db-4977-9592-b02a660dde30 service neutron] Bound port: d4b3ae11-54d1-4bab-9bd2-962e2c3f473b, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e925059-1d42-4eae-ad90-062ddf3ec375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9bc4c91c-a289-48e8-b0da-9172982a9c14'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:37.213714 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-87e4ccc1-28db-4977-9592-b02a660dde30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.216883 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e140708b-d6b4-43d2-842c-90d6113d6781 req-1d28063f-bbb6-4964-aa32-56d32ddd63fe tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 210 time: 0.0575757 Jul 05 03:52:37.229118 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d133bb19-cd62-40d3-a7f0-829949b1fb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.324601 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133bb19-cd62-40d3-a7f0-829949b1fb0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd1c1b4b-d881-4ca1-ae01-dd736ecdbd2f,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:37.339418 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device aa7a188a-04c6-4787-9c2a-1769f09dce63 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:37.378867 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a9681-570f-4bd2-9012-ce4dfc317494 req-e4bd2841-3081-4eba-8ffd-d21ddade22a2 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:37.379445 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d133bb19-cd62-40d3-a7f0-829949b1fb0f admin admin] Checking segment: {'id': '7d45810f-af44-4ab1-804d-90ba1df1efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '03da8782-3bc8-4501-9cf3-41e1ed66d00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:37.380488 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d133bb19-cd62-40d3-a7f0-829949b1fb0f admin admin] Network hostable DHCP agents. Network: 03da8782-3bc8-4501-9cf3-41e1ed66d00f, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:52:37.380825 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-333a9681-570f-4bd2-9012-ce4dfc317494 req-e4bd2841-3081-4eba-8ffd-d21ddade22a2 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.1567025 Jul 05 03:52:37.425572 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d133bb19-cd62-40d3-a7f0-829949b1fb0f admin admin] Network 03da8782-3bc8-4501-9cf3-41e1ed66d00f is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:52:37.438327 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-333a9681-570f-4bd2-9012-ce4dfc317494 req-8d0c723c-f086-4059-9db5-e553e12ea3e5 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:52:37.439394 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-333a9681-570f-4bd2-9012-ce4dfc317494 req-8d0c723c-f086-4059-9db5-e553e12ea3e5 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0279577 Jul 05 03:52:37.451717 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-d133bb19-cd62-40d3-a7f0-829949b1fb0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 03da8782-3bc8-4501-9cf3-41e1ed66d00f) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:37.457377 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-9a3e58ba-2c78-4201-8fb7-7888a9b8f7aa tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:37.460647 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-9a3e58ba-2c78-4201-8fb7-7888a9b8f7aa tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf&tenant_id=11544e3d57bf4d33848f6eceacb7332e&binding%3Ahost_id=n-h1-780147-23 HTTP/1.1" status: 200 len: 1098 time: 0.1369941 Jul 05 03:52:37.466258 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d133bb19-cd62-40d3-a7f0-829949b1fb0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:37.467725 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d133bb19-cd62-40d3-a7f0-829949b1fb0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.491111 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-187dd6d9-1a52-4cbe-9bdd-9b5359a23bc9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-23'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:37.527466 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb017d6-5ab9-43b9-b6d8-d156f917a672 None None] Network 03da8782-3bc8-4501-9cf3-41e1ed66d00f requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:37.626423 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d133bb19-cd62-40d3-a7f0-829949b1fb0f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1966476 Jul 05 03:52:37.628236 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-333a9681-570f-4bd2-9012-ce4dfc317494 req-68f25dbf-6e20-4405-879d-bc564cd8b8d0 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.121 HTTP/1.1" status: 200 len: 696 time: 0.1742451 Jul 05 03:52:37.692135 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port aa7a188a-04c6-4787-9c2a-1769f09dce63 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:37.737368 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port aa7a188a-04c6-4787-9c2a-1769f09dce63 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:37.742599 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.767216 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-333a9681-570f-4bd2-9012-ce4dfc317494 req-62352e39-c435-4a44-87d2-b565b8429645 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.121 HTTP/1.1" status: 200 len: 696 time: 0.1215703 Jul 05 03:52:37.917993 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-187dd6d9-1a52-4cbe-9bdd-9b5359a23bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.946637 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 6624700b-4537-4b8e-a365-3629510a255c, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=6624700b-4537-4b8e-a365-3629510a255c,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:37.962540 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96728e7d-7e4c-4723-92cd-4e6f4221ea47 req-89c5c4d1-7ae7-45e0-b9bd-d951077ba168 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:37.964556 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-87e4ccc1-28db-4977-9592-b02a660dde30 service neutron] For port d4b3ae11-54d1-4bab-9bd2-962e2c3f473b, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:37.972959 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-96728e7d-7e4c-4723-92cd-4e6f4221ea47 req-89c5c4d1-7ae7-45e0-b9bd-d951077ba168 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/ports?device_id=0af35e4f-7151-4c91-9552-93959587c365 HTTP/1.1" status: 200 len: 949 time: 0.4060156 Jul 05 03:52:37.992459 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6624700b-4537-4b8e-a365-3629510a255c has no active binding in host n-h2-780147-23 {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:52:38.002960 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-87e4ccc1-28db-4977-9592-b02a660dde30 service neutron] For port d4b3ae11-54d1-4bab-9bd2-962e2c3f473b, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d4b3ae11-54d1-4bab-9bd2-962e2c3f473b,segment=NetworkSegment(8e925059-1d42-4eae-ad90-062ddf3ec375),segment_id=8e925059-1d42-4eae-ad90-062ddf3ec375)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:38.004749 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-8bc5a806-06a6-4253-8b8b-905a2ec22999 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:38.006785 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-8bc5a806-06a6-4253-8b8b-905a2ec22999 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.70 "GET /v2.0/networks?id=be5e0b4d-e985-4a93-8c87-d24745bc5ef7 HTTP/1.1" status: 200 len: 816 time: 0.3172901 Jul 05 03:52:38.022378 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-87e4ccc1-28db-4977-9592-b02a660dde30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.081008 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6b9bc6-6e5c-49a8-b151-5c538f4a17a4 None None] Network 03da8782-3bc8-4501-9cf3-41e1ed66d00f requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:38.098763 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-87e4ccc1-28db-4977-9592-b02a660dde30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:38.100601 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-87e4ccc1-28db-4977-9592-b02a660dde30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.102480 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-87e4ccc1-28db-4977-9592-b02a660dde30 service neutron] 10.222.0.70 "PUT /v2.0/ports/d4b3ae11-54d1-4bab-9bd2-962e2c3f473b HTTP/1.1" status: 200 len: 1092 time: 2.5720067 Jul 05 03:52:38.161269 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfba4a05-b673-4f86-a468-040ef28c678d', 'tag': 'd4b3ae11-54d1-4bab-9bd2-962e2c3f473b'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:38.164185 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6945ffb1-a737-487e-b236-51167a68cfb0" -d '{"events": [{"name": "network-changed", "server_uuid": "dfba4a05-b673-4f86-a468-040ef28c678d", "tag": "d4b3ae11-54d1-4bab-9bd2-962e2c3f473b"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:38.166711 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4ccc1-28db-4977-9592-b02a660dde30 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b3ae11-54d1-4bab-9bd2-962e2c3f473b,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:38.194485 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.196853 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-96728e7d-7e4c-4723-92cd-4e6f4221ea47 req-6b09035a-8fe3-4261-972e-c81e5e0ec07b tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/security-groups?id=8883c938-346b-4733-840e-280d78506256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228279 Jul 05 03:52:38.293302 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-760452ea-960e-4cfd-bd07-4fdc2d83bd15 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c3256d36f164a33816a31bdcaca5989 HTTP/1.1" status: 200 len: 379 time: 0.2624049 Jul 05 03:52:38.307978 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-333a9681-570f-4bd2-9012-ce4dfc317494 req-40270026-d6f1-40c1-a479-dc1293a04241 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Deleting port 276514df-ce92-4456-8c90-3c5cfde20172 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:38.308348 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-333a9681-570f-4bd2-9012-ce4dfc317494 req-40270026-d6f1-40c1-a479-dc1293a04241 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.313687 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af35e4f-7151-4c91-9552-93959587c365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7a188a-04c6-4787-9c2a-1769f09dce63'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:38.320028 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-883be834-ed77-46b0-9bb0-b3e2eb1153bf tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Request body: {'port': {'device_id': 'cb6b80f7-2f1c-41d8-b0de-d20cc41ef631', 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7', 'admin_state_up': True, 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'security_groups': ['d0ea5284-55d5-4f1c-afba-aa470116275f']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:38.321957 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f74eca-ca53-4ad8-8a7a-9ac789eda4e7" -d '{"events": [{"server_uuid": "0af35e4f-7151-4c91-9552-93959587c365", "name": "network-vif-plugged", "status": "completed", "tag": "aa7a188a-04c6-4787-9c2a-1769f09dce63"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:38.352150 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port aa7a188a-04c6-4787-9c2a-1769f09dce63, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=aa7a188a-04c6-4787-9c2a-1769f09dce63,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:38.359011 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.427336 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=aa7a188a-04c6-4787-9c2a-1769f09dce63,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:38.442365 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-d2bb507d-3b91-4f13-863e-25f3fcef6110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:38.443951 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-d2bb507d-3b91-4f13-863e-25f3fcef6110 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac82b99c3fec40eda39ee62348356e27&device_id=dfba4a05-b673-4f86-a468-040ef28c678d HTTP/1.1" status: 200 len: 1095 time: 0.2449007 Jul 05 03:52:38.495778 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-187dd6d9-1a52-4cbe-9bdd-9b5359a23bc9 service neutron] For port 6624700b-4537-4b8e-a365-3629510a255c, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=6624700b-4537-4b8e-a365-3629510a255c,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:38.571223 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-187dd6d9-1a52-4cbe-9bdd-9b5359a23bc9 service neutron] For port 6624700b-4537-4b8e-a365-3629510a255c, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:38.592074 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-7f2a5203-ef71-4f61-8ec1-0cbc42751ae4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d4b3ae11-54d1-4bab-9bd2-962e2c3f473b HTTP/1.1" status: 200 len: 217 time: 0.1256902 Jul 05 03:52:38.617103 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-333a9681-570f-4bd2-9012-ce4dfc317494 req-40270026-d6f1-40c1-a479-dc1293a04241 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.617440 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-333a9681-570f-4bd2-9012-ce4dfc317494 req-40270026-d6f1-40c1-a479-dc1293a04241 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.652111 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-883be834-ed77-46b0-9bb0-b3e2eb1153bf tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Made reservation on behalf of 1c3256d36f164a33816a31bdcaca5989 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:38.658142 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-333a9681-570f-4bd2-9012-ce4dfc317494 req-40270026-d6f1-40c1-a479-dc1293a04241 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Calling delete_port for 276514df-ce92-4456-8c90-3c5cfde20172 owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:38.660034 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-883be834-ed77-46b0-9bb0-b3e2eb1153bf tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.683529 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-20e44364-56e1-4258-8149-ed00759d9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:38.685058 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-20e44364-56e1-4258-8149-ed00759d9ba3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea0f684a-f292-44b8-b8f2-c6a27e5ca4c7 HTTP/1.1" status: 200 len: 855 time: 0.0815475 Jul 05 03:52:38.714975 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837b0dd2-ad8b-429f-8557-b370f7a9ecbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6624700b-4537-4b8e-a365-3629510a255c'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:38.718037 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485a31fc-d978-44b7-8c69-a0e96a3fdbe2" -d '{"events": [{"server_uuid": "837b0dd2-ad8b-429f-8557-b370f7a9ecbf", "name": "network-vif-unplugged", "status": "completed", "tag": "6624700b-4537-4b8e-a365-3629510a255c"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:38.721581 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-187dd6d9-1a52-4cbe-9bdd-9b5359a23bc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.763688 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-484ec1e7-5352-46e5-b90f-a96ca71b7fce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9bc4c91c-a289-48e8-b0da-9172982a9c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449445 Jul 05 03:52:38.883415 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-883be834-ed77-46b0-9bb0-b3e2eb1153bf tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Allocated IP 172.20.0.5 (be5e0b4d-e985-4a93-8c87-d24745bc5ef7/f5a73c3e-f7f3-4c59-8d63-4826eaa5693f/dda6c67e-7a4e-4529-ba21-45bc4add5b3f) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:38.961150 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-aba98efc-381e-45b3-b107-c9cb40ada102 service neutron] 10.222.0.70 "GET /v2.0/networks/9bc4c91c-a289-48e8-b0da-9172982a9c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894262 Jul 05 03:52:39.053827 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-333a9681-570f-4bd2-9012-ce4dfc317494 req-40270026-d6f1-40c1-a479-dc1293a04241 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.078464 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-883be834-ed77-46b0-9bb0-b3e2eb1153bf tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.098725 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-883be834-ed77-46b0-9bb0-b3e2eb1153bf tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Transition to ACTIVE for port object dda6c67e-7a4e-4529-ba21-45bc4add5b3f will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:39.102283 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40270026-d6f1-40c1-a479-dc1293a04241 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Pushing event deleted for resources: {'Port': ['ID=276514df-ce92-4456-8c90-3c5cfde20172,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:39.162833 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-187dd6d9-1a52-4cbe-9bdd-9b5359a23bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.180337 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-883be834-ed77-46b0-9bb0-b3e2eb1153bf tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.191991 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5cd29179-1417-4155-8784-7bd973fb3b09 req-dc544d55-bee9-405b-b2f5-dc5380eec628 service neutron] 10.222.0.70 "GET /v2.0/networks/9bc4c91c-a289-48e8-b0da-9172982a9c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175677 Jul 05 03:52:39.214371 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-333a9681-570f-4bd2-9012-ce4dfc317494 req-40270026-d6f1-40c1-a479-dc1293a04241 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.222657 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-333a9681-570f-4bd2-9012-ce4dfc317494 req-40270026-d6f1-40c1-a479-dc1293a04241 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.224572 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-333a9681-570f-4bd2-9012-ce4dfc317494 req-40270026-d6f1-40c1-a479-dc1293a04241 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "DELETE /v2.0/floatingips/99f7b00d-b362-4071-8246-69b4691d623f HTTP/1.1" status: 204 len: 173 time: 1.4562824 Jul 05 03:52:39.254475 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d896b4b-33f2-40fb-8891-70d9d14aab4d req-50f9d330-5cda-411f-a828-1e5b9985c780 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:39.256565 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8d896b4b-33f2-40fb-8891-70d9d14aab4d req-50f9d330-5cda-411f-a828-1e5b9985c780 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 946 time: 0.6758077 Jul 05 03:52:39.264070 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-883be834-ed77-46b0-9bb0-b3e2eb1153bf tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Network be5e0b4d-e985-4a93-8c87-d24745bc5ef7 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:39.281148 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-883be834-ed77-46b0-9bb0-b3e2eb1153bf tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:39.283452 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187dd6d9-1a52-4cbe-9bdd-9b5359a23bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=6624700b-4537-4b8e-a365-3629510a255c,revision_number=7']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:39.304706 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-883be834-ed77-46b0-9bb0-b3e2eb1153bf tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:39.481203 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-883be834-ed77-46b0-9bb0-b3e2eb1153bf tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:39.481881 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-883be834-ed77-46b0-9bb0-b3e2eb1153bf tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.510647 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-163bd3b9-630e-4ad2-a9bf-54e15d970bc6 req-3d53840d-2ac7-4f37-98c3-45b04a182e87 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-450250908', 'description': 'tempest-description-136435003'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:39.541455 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-187dd6d9-1a52-4cbe-9bdd-9b5359a23bc9 service neutron] Attempting to bind port 6624700b-4537-4b8e-a365-3629510a255c on host n-h1-780147-23 for vnic_type normal with profile {"migrating_to": "n-h2-780147-23"} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:39.542499 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-187dd6d9-1a52-4cbe-9bdd-9b5359a23bc9 service neutron] Attempting to bind port 6624700b-4537-4b8e-a365-3629510a255c by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:39.543317 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-187dd6d9-1a52-4cbe-9bdd-9b5359a23bc9 service neutron] Attempting to bind port 6624700b-4537-4b8e-a365-3629510a255c on network b0365b51-ea1d-4154-b37b-d14ae3269368 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:39.559320 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-163bd3b9-630e-4ad2-a9bf-54e15d970bc6 req-3d53840d-2ac7-4f37-98c3-45b04a182e87 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.581627 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-883be834-ed77-46b0-9bb0-b3e2eb1153bf tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2786946 Jul 05 03:52:39.583370 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-187dd6d9-1a52-4cbe-9bdd-9b5359a23bc9 service neutron] Port 6624700b-4537-4b8e-a365-3629510a255c on network b0365b51-ea1d-4154-b37b-d14ae3269368 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:39.599388 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-187dd6d9-1a52-4cbe-9bdd-9b5359a23bc9 service neutron] Attempting to bind port 6624700b-4537-4b8e-a365-3629510a255c on network b0365b51-ea1d-4154-b37b-d14ae3269368 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:39.625827 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-187dd6d9-1a52-4cbe-9bdd-9b5359a23bc9 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:39.630524 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-187dd6d9-1a52-4cbe-9bdd-9b5359a23bc9 service neutron] Checking segment: {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:39.631378 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-187dd6d9-1a52-4cbe-9bdd-9b5359a23bc9 service neutron] Bound using segment: {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:39.632151 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-187dd6d9-1a52-4cbe-9bdd-9b5359a23bc9 service neutron] Bound port: 6624700b-4537-4b8e-a365-3629510a255c, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516103c0-d61f-4335-9d77-dd3acf48c035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b0365b51-ea1d-4154-b37b-d14ae3269368'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:39.632732 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-187dd6d9-1a52-4cbe-9bdd-9b5359a23bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.648754 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-39197868-db1d-42d6-b236-6e5e661fb345 service neutron] Request body: {'port': {'device_id': 'cb6b80f7-2f1c-41d8-b0de-d20cc41ef631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:39.678403 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1dc8baa3-63ca-4a8c-8f1f-6d27c5c297b2 None None] Provisioning for port dda6c67e-7a4e-4529-ba21-45bc4add5b3f completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:39.684856 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8d896b4b-33f2-40fb-8891-70d9d14aab4d req-8a0dd66a-32ba-477f-b7ef-581585a1fd0e tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762324 Jul 05 03:52:39.686230 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1dc8baa3-63ca-4a8c-8f1f-6d27c5c297b2 None None] Provisioning complete for port dda6c67e-7a4e-4529-ba21-45bc4add5b3f triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:39.686619 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1dc8baa3-63ca-4a8c-8f1f-6d27c5c297b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.688858 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883be834-ed77-46b0-9bb0-b3e2eb1153bf tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Pushing event updated for resources: {'Port': ['ID=dda6c67e-7a4e-4529-ba21-45bc4add5b3f,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:39.773224 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-1dc8baa3-63ca-4a8c-8f1f-6d27c5c297b2 None None] Port dda6c67e-7a4e-4529-ba21-45bc4add5b3f cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:39.885706 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-163bd3b9-630e-4ad2-a9bf-54e15d970bc6 req-3d53840d-2ac7-4f37-98c3-45b04a182e87 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.892532 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-163bd3b9-630e-4ad2-a9bf-54e15d970bc6 req-3d53840d-2ac7-4f37-98c3-45b04a182e87 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.928828 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53840d-2ac7-4f37-98c3-45b04a182e87 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=137d0392-275b-4c45-9438-757fd5c4e942,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:39.957586 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-163bd3b9-630e-4ad2-a9bf-54e15d970bc6 req-3d53840d-2ac7-4f37-98c3-45b04a182e87 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.959735 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-163bd3b9-630e-4ad2-a9bf-54e15d970bc6 req-3d53840d-2ac7-4f37-98c3-45b04a182e87 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4558809 Jul 05 03:52:40.268379 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3603773e-fb12-4d5f-bf32-133a6be30b34 x-openstack-request-id: req-3603773e-fb12-4d5f-bf32-133a6be30b34 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:40.269097 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfba4a05-b673-4f86-a468-040ef28c678d", "tag": "d4b3ae11-54d1-4bab-9bd2-962e2c3f473b", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:40.269536 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3603773e-fb12-4d5f-bf32-133a6be30b34 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:40.270086 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfba4a05-b673-4f86-a468-040ef28c678d', 'tag': 'd4b3ae11-54d1-4bab-9bd2-962e2c3f473b', 'status': 'completed', 'code': 200} Jul 05 03:52:40.446689 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945ffb1-a737-487e-b236-51167a68cfb0 req-f5a6e31f-e0fd-42fc-aa1a-0f758dab264a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:40.449764 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6945ffb1-a737-487e-b236-51167a68cfb0 req-f5a6e31f-e0fd-42fc-aa1a-0f758dab264a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac82b99c3fec40eda39ee62348356e27&device_id=dfba4a05-b673-4f86-a468-040ef28c678d HTTP/1.1" status: 200 len: 1095 time: 0.1148698 Jul 05 03:52:40.512436 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-187dd6d9-1a52-4cbe-9bdd-9b5359a23bc9 service neutron] For port 6624700b-4537-4b8e-a365-3629510a255c, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:40.515351 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-39197868-db1d-42d6-b236-6e5e661fb345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:40.555167 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-187dd6d9-1a52-4cbe-9bdd-9b5359a23bc9 service neutron] For port 6624700b-4537-4b8e-a365-3629510a255c, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=6624700b-4537-4b8e-a365-3629510a255c,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:40.567718 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-187dd6d9-1a52-4cbe-9bdd-9b5359a23bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:40.717178 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f297f-5840-4a96-8965-a2e1c316e9f8 req-3a3f017d-9e96-4205-ba37-c835b39f873f tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:40.720863 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-427f297f-5840-4a96-8965-a2e1c316e9f8 req-3a3f017d-9e96-4205-ba37-c835b39f873f tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 931 time: 0.1341763 Jul 05 03:52:40.722199 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b4044-0379-497a-bd87-e7fc35cf0d26 req-e7a8a0a2-b6da-4393-922f-c09b8c99fecb tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:40.732164 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-197b4044-0379-497a-bd87-e7fc35cf0d26 req-e7a8a0a2-b6da-4393-922f-c09b8c99fecb tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=dfba4a05-b673-4f86-a468-040ef28c678d HTTP/1.1" status: 200 len: 943 time: 0.2975285 Jul 05 03:52:40.843874 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-427f297f-5840-4a96-8965-a2e1c316e9f8 req-fb3cbeac-dc5e-40a7-b2cc-dd2f48891c6f tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0ea5284-55d5-4f1c-afba-aa470116275f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092808 Jul 05 03:52:40.885730 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187dd6d9-1a52-4cbe-9bdd-9b5359a23bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=6624700b-4537-4b8e-a365-3629510a255c,revision_number=8']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:40.897067 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945ffb1-a737-487e-b236-51167a68cfb0 req-cca7d891-aa4c-44fa-b978-415f413c7aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:40.898800 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6945ffb1-a737-487e-b236-51167a68cfb0 req-cca7d891-aa4c-44fa-b978-415f413c7aef service neutron] 10.222.0.70 "GET /v2.0/networks?id=9bc4c91c-a289-48e8-b0da-9172982a9c14 HTTP/1.1" status: 200 len: 916 time: 0.4420488 Jul 05 03:52:40.959867 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-187dd6d9-1a52-4cbe-9bdd-9b5359a23bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:40.960888 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-187dd6d9-1a52-4cbe-9bdd-9b5359a23bc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:40.962345 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-187dd6d9-1a52-4cbe-9bdd-9b5359a23bc9 service neutron] 10.222.0.70 "PUT /v2.0/ports/6624700b-4537-4b8e-a365-3629510a255c HTTP/1.1" status: 200 len: 1124 time: 3.4875979 Jul 05 03:52:40.983659 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfbf7ac-3ec5-4630-968f-3cfd92618980 x-openstack-request-id: req-0bfbf7ac-3ec5-4630-968f-3cfd92618980 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:40.984735 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af35e4f-7151-4c91-9552-93959587c365", "name": "network-vif-plugged", "status": "completed", "tag": "aa7a188a-04c6-4787-9c2a-1769f09dce63", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:40.985179 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0bfbf7ac-3ec5-4630-968f-3cfd92618980 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:40.985939 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af35e4f-7151-4c91-9552-93959587c365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7a188a-04c6-4787-9c2a-1769f09dce63', 'code': 200} Jul 05 03:52:41.021010 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-197b4044-0379-497a-bd87-e7fc35cf0d26 req-b5cc6d23-39aa-4645-b09d-fd4b5d2ee199 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847350 Jul 05 03:52:41.049741 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['6624700b-4537-4b8e-a365-3629510a255c'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:41.070532 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6945ffb1-a737-487e-b236-51167a68cfb0 req-89466abc-d109-490e-a774-b22a6bcebf7f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d4b3ae11-54d1-4bab-9bd2-962e2c3f473b HTTP/1.1" status: 200 len: 217 time: 0.1607728 Jul 05 03:52:41.199748 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4b86e8-7088-4795-a6e5-28f4a0efc4fb x-openstack-request-id: req-bb4b86e8-7088-4795-a6e5-28f4a0efc4fb {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:41.200172 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "837b0dd2-ad8b-429f-8557-b370f7a9ecbf", "name": "network-vif-unplugged", "status": "completed", "tag": "6624700b-4537-4b8e-a365-3629510a255c", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:41.200294 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bb4b86e8-7088-4795-a6e5-28f4a0efc4fb {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:41.200695 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '837b0dd2-ad8b-429f-8557-b370f7a9ecbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6624700b-4537-4b8e-a365-3629510a255c', 'code': 200} Jul 05 03:52:41.268404 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['6624700b-4537-4b8e-a365-3629510a255c'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:41.443756 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c3f4e481-b688-4e5c-9dfd-e86565bb20af req-c6c3154e-32a5-4986-9130-39900d9cf99a tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/floatingips/13be4f7d-e137-4044-a2a3-633bf6fa068d HTTP/1.1" status: 200 len: 692 time: 0.2437296 Jul 05 03:52:41.465582 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945ffb1-a737-487e-b236-51167a68cfb0 req-5be9b0bc-5be5-4e62-b730-d0840b836c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:41.466948 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6945ffb1-a737-487e-b236-51167a68cfb0 req-5be9b0bc-5be5-4e62-b730-d0840b836c70 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea0f684a-f292-44b8-b8f2-c6a27e5ca4c7 HTTP/1.1" status: 200 len: 855 time: 0.3917255 Jul 05 03:52:41.501204 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-39197868-db1d-42d6-b236-6e5e661fb345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda6c67e-7a4e-4529-ba21-45bc4add5b3f {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:41.524913 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-39197868-db1d-42d6-b236-6e5e661fb345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.552211 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-39197868-db1d-42d6-b236-6e5e661fb345 service neutron] Transition to ACTIVE for port object dda6c67e-7a4e-4529-ba21-45bc4add5b3f will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:41.580154 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-39197868-db1d-42d6-b236-6e5e661fb345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.659172 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6945ffb1-a737-487e-b236-51167a68cfb0 req-795fc41e-e12d-4f08-a27f-30fc12a5864e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9bc4c91c-a289-48e8-b0da-9172982a9c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1504817 Jul 05 03:52:41.740626 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39197868-db1d-42d6-b236-6e5e661fb345 service neutron] Pushing event updated for resources: {'Port': ['ID=dda6c67e-7a4e-4529-ba21-45bc4add5b3f,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:41.766664 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f86e1f-cf4a-41f5-b754-0f860eaf9b2b req-94e76c7c-b7eb-4a0c-9e2b-7203e3608a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:41.781714 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-82f86e1f-cf4a-41f5-b754-0f860eaf9b2b req-94e76c7c-b7eb-4a0c-9e2b-7203e3608a8e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0af35e4f-7151-4c91-9552-93959587c365 HTTP/1.1" status: 200 len: 1102 time: 0.6239560 Jul 05 03:52:41.924624 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-82f86e1f-cf4a-41f5-b754-0f860eaf9b2b req-8815b28d-aff6-457a-81e0-79e6c57113d3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8883c938-346b-4733-840e-280d78506256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317530 Jul 05 03:52:41.928687 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08b464-05dd-4b58-8263-6b00d57cc5cc req-671b11fa-5570-48eb-9dd7-c88624f2d0a9 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:41.937620 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9d08b464-05dd-4b58-8263-6b00d57cc5cc req-671b11fa-5570-48eb-9dd7-c88624f2d0a9 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/ports?device_id=0af35e4f-7151-4c91-9552-93959587c365 HTTP/1.1" status: 200 len: 950 time: 0.3815768 Jul 05 03:52:41.942021 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4e481-b688-4e5c-9dfd-e86565bb20af req-efde13f6-a664-4060-9545-66d32f31420c tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:41.958558 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c3f4e481-b688-4e5c-9dfd-e86565bb20af req-efde13f6-a664-4060-9545-66d32f31420c tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.5138326 Jul 05 03:52:41.989363 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-39197868-db1d-42d6-b236-6e5e661fb345 service neutron] Attempting to bind port dda6c67e-7a4e-4529-ba21-45bc4add5b3f on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:41.989602 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-39197868-db1d-42d6-b236-6e5e661fb345 service neutron] Attempting to bind port dda6c67e-7a4e-4529-ba21-45bc4add5b3f by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '63f8efb6-5901-4e21-ba0f-571de3786984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:41.990157 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-39197868-db1d-42d6-b236-6e5e661fb345 service neutron] Attempting to bind port dda6c67e-7a4e-4529-ba21-45bc4add5b3f on network be5e0b4d-e985-4a93-8c87-d24745bc5ef7 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:42.005701 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-39197868-db1d-42d6-b236-6e5e661fb345 service neutron] Port dda6c67e-7a4e-4529-ba21-45bc4add5b3f on network be5e0b4d-e985-4a93-8c87-d24745bc5ef7 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:42.006024 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-39197868-db1d-42d6-b236-6e5e661fb345 service neutron] Attempting to bind port dda6c67e-7a4e-4529-ba21-45bc4add5b3f on network be5e0b4d-e985-4a93-8c87-d24745bc5ef7 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:42.025445 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-39197868-db1d-42d6-b236-6e5e661fb345 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:42.025934 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-39197868-db1d-42d6-b236-6e5e661fb345 service neutron] Checking segment: {'id': '63f8efb6-5901-4e21-ba0f-571de3786984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:42.026328 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-39197868-db1d-42d6-b236-6e5e661fb345 service neutron] Bound using segment: {'id': '63f8efb6-5901-4e21-ba0f-571de3786984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:42.027717 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-39197868-db1d-42d6-b236-6e5e661fb345 service neutron] Bound port: dda6c67e-7a4e-4529-ba21-45bc4add5b3f, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f8efb6-5901-4e21-ba0f-571de3786984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:42.027882 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-39197868-db1d-42d6-b236-6e5e661fb345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.047884 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6945ffb1-a737-487e-b236-51167a68cfb0 req-e0c3e47d-71c7-4bfe-ad89-ac0438a77f4b service neutron] 10.222.0.70 "GET /v2.0/networks/9bc4c91c-a289-48e8-b0da-9172982a9c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806140 Jul 05 03:52:42.048223 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9d08b464-05dd-4b58-8263-6b00d57cc5cc req-f03e998c-e3f3-4a40-99fc-f28f9a0f3614 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/security-groups?id=8883c938-346b-4733-840e-280d78506256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096065 Jul 05 03:52:42.059268 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c3f4e481-b688-4e5c-9dfd-e86565bb20af req-940c7228-7a0b-4d59-9865-bf4890980c58 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.42 HTTP/1.1" status: 200 len: 695 time: 0.0995998 Jul 05 03:52:42.186776 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c3f4e481-b688-4e5c-9dfd-e86565bb20af req-427a445d-dd86-4b56-8145-67932cefab09 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.42 HTTP/1.1" status: 200 len: 695 time: 0.1247311 Jul 05 03:52:42.193831 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-39197868-db1d-42d6-b236-6e5e661fb345 service neutron] For port dda6c67e-7a4e-4529-ba21-45bc4add5b3f, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:42.203673 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-39197868-db1d-42d6-b236-6e5e661fb345 service neutron] For port dda6c67e-7a4e-4529-ba21-45bc4add5b3f, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=dda6c67e-7a4e-4529-ba21-45bc4add5b3f,segment=NetworkSegment(63f8efb6-5901-4e21-ba0f-571de3786984),segment_id=63f8efb6-5901-4e21-ba0f-571de3786984)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:42.221612 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5b4419e5-9968-4da4-98ad-ec9b09f5b991 req-b4b00f57-6a3a-4adc-a2b4-4ee09daea865 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "GET /v2.0/security-groups/137d0392-275b-4c45-9438-757fd5c4e942 HTTP/1.1" status: 200 len: 1811 time: 0.1062117 Jul 05 03:52:42.226888 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-39197868-db1d-42d6-b236-6e5e661fb345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.249167 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-5b4419e5-9968-4da4-98ad-ec9b09f5b991 req-8e43a22e-bcce-4039-b2fb-05c3fc31ff14 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '137d0392-275b-4c45-9438-757fd5c4e942', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:42.249985 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-5b4419e5-9968-4da4-98ad-ec9b09f5b991 req-8e43a22e-bcce-4039-b2fb-05c3fc31ff14 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '137d0392-275b-4c45-9438-757fd5c4e942', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:42.333515 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-39197868-db1d-42d6-b236-6e5e661fb345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:42.333515 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-39197868-db1d-42d6-b236-6e5e661fb345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.335326 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-39197868-db1d-42d6-b236-6e5e661fb345 service neutron] 10.222.0.70 "PUT /v2.0/ports/dda6c67e-7a4e-4529-ba21-45bc4add5b3f HTTP/1.1" status: 200 len: 1092 time: 2.7111804 Jul 05 03:52:42.393636 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39197868-db1d-42d6-b236-6e5e661fb345 service neutron] Pushing event updated for resources: {'Port': ['ID=dda6c67e-7a4e-4529-ba21-45bc4add5b3f,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:42.430286 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6945ffb1-a737-487e-b236-51167a68cfb0 req-99499b2c-c2b1-4b66-a76a-498d3c13d12d service neutron] 10.222.0.70 "GET /v2.0/networks/9bc4c91c-a289-48e8-b0da-9172982a9c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686588 Jul 05 03:52:42.458097 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-c3f4e481-b688-4e5c-9dfd-e86565bb20af req-380946c0-a25c-4a34-b0c6-25d62e3f19b0 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Deleting port 7fc65190-4a22-445d-9cb8-46e7011b634a {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:42.458596 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c3f4e481-b688-4e5c-9dfd-e86565bb20af req-380946c0-a25c-4a34-b0c6-25d62e3f19b0 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.494393 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5b4419e5-9968-4da4-98ad-ec9b09f5b991 req-8e43a22e-bcce-4039-b2fb-05c3fc31ff14 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.540321 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5b4419e5-9968-4da4-98ad-ec9b09f5b991 req-8e43a22e-bcce-4039-b2fb-05c3fc31ff14 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.547957 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5b4419e5-9968-4da4-98ad-ec9b09f5b991 req-8e43a22e-bcce-4039-b2fb-05c3fc31ff14 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.613783 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43a22e-bcce-4039-b2fb-05c3fc31ff14 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2bb8c01-2e34-497a-adb3-16f3b276f8a1,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:42.623433 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.645135 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-7e31979b-5cfc-4e65-85b7-1070e4c07c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:42.646832 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-7e31979b-5cfc-4e65-85b7-1070e4c07c8a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1c3256d36f164a33816a31bdcaca5989&device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 1095 time: 0.1694784 Jul 05 03:52:42.649808 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c3f4e481-b688-4e5c-9dfd-e86565bb20af req-380946c0-a25c-4a34-b0c6-25d62e3f19b0 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.650173 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c3f4e481-b688-4e5c-9dfd-e86565bb20af req-380946c0-a25c-4a34-b0c6-25d62e3f19b0 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.650452 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5b4419e5-9968-4da4-98ad-ec9b09f5b991 req-8e43a22e-bcce-4039-b2fb-05c3fc31ff14 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.667877 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5b4419e5-9968-4da4-98ad-ec9b09f5b991 req-8e43a22e-bcce-4039-b2fb-05c3fc31ff14 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4305129 Jul 05 03:52:42.708294 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-c3f4e481-b688-4e5c-9dfd-e86565bb20af req-380946c0-a25c-4a34-b0c6-25d62e3f19b0 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Calling delete_port for 7fc65190-4a22-445d-9cb8-46e7011b634a owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:42.713889 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-8e0f8529-6ebe-4c4c-8ee4-7579e1bab58a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dda6c67e-7a4e-4529-ba21-45bc4add5b3f HTTP/1.1" status: 200 len: 217 time: 0.0534182 Jul 05 03:52:42.773974 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-4b4fed80-a5da-4fee-8168-2ca5b6e66c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:42.775628 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-4b4fed80-a5da-4fee-8168-2ca5b6e66c7b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f5a73c3e-f7f3-4c59-8d63-4826eaa5693f HTTP/1.1" status: 200 len: 855 time: 0.0526342 Jul 05 03:52:42.901750 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a32641-01b3-486d-8986-fb964707b2ff req-1b095e44-415d-487f-b732-3938583a0311 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:42.904507 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-18a32641-01b3-486d-8986-fb964707b2ff req-1b095e44-415d-487f-b732-3938583a0311 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 944 time: 0.1067340 Jul 05 03:52:42.934994 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-2b8152be-cbfb-43b6-9022-9e0c7fb879bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:42.938092 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-2b8152be-cbfb-43b6-9022-9e0c7fb879bf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=be5e0b4d-e985-4a93-8c87-d24745bc5ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1209495 Jul 05 03:52:42.959013 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-18a32641-01b3-486d-8986-fb964707b2ff req-9a6a48ee-7ee2-43f4-b40b-bac0db37fe03 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477803 Jul 05 03:52:43.116392 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c3f4e481-b688-4e5c-9dfd-e86565bb20af req-380946c0-a25c-4a34-b0c6-25d62e3f19b0 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.171397 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380946c0-a25c-4a34-b0c6-25d62e3f19b0 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Pushing event deleted for resources: {'Port': ['ID=7fc65190-4a22-445d-9cb8-46e7011b634a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:43.183364 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-b390c9a9-5209-4f41-9b20-5278ac843840 service neutron] 10.222.0.70 "GET /v2.0/networks/be5e0b4d-e985-4a93-8c87-d24745bc5ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366931 Jul 05 03:52:43.202277 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '837b0dd2-ad8b-429f-8557-b370f7a9ecbf', 'tag': '6624700b-4537-4b8e-a365-3629510a255c'}, {'name': 'network-changed', 'server_uuid': 'cb6b80f7-2f1c-41d8-b0de-d20cc41ef631', 'tag': 'dda6c67e-7a4e-4529-ba21-45bc4add5b3f'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:43.205251 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009ebafc-2333-403a-86b6-986a438390cb" -d '{"events": [{"name": "network-changed", "server_uuid": "837b0dd2-ad8b-429f-8557-b370f7a9ecbf", "tag": "6624700b-4537-4b8e-a365-3629510a255c"}, {"name": "network-changed", "server_uuid": "cb6b80f7-2f1c-41d8-b0de-d20cc41ef631", "tag": "dda6c67e-7a4e-4529-ba21-45bc4add5b3f"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:43.230728 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device d4b3ae11-54d1-4bab-9bd2-962e2c3f473b details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:43.390882 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf88e6-8d53-44d9-84a1-a7303de2368e req-aebd4d13-59a9-4ccd-801d-1dea24ff2ca3 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.397050 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port d4b3ae11-54d1-4bab-9bd2-962e2c3f473b, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d4b3ae11-54d1-4bab-9bd2-962e2c3f473b,segment=NetworkSegment(8e925059-1d42-4eae-ad90-062ddf3ec375),segment_id=8e925059-1d42-4eae-ad90-062ddf3ec375)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:43.399341 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a5bf88e6-8d53-44d9-84a1-a7303de2368e req-aebd4d13-59a9-4ccd-801d-1dea24ff2ca3 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 943 time: 0.1422021 Jul 05 03:52:43.429632 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'd4b3ae11-54d1-4bab-9bd2-962e2c3f473b', 'network_id': '9bc4c91c-a289-48e8-b0da-9172982a9c14', 'port_id': 'd4b3ae11-54d1-4bab-9bd2-962e2c3f473b', 'mac_address': 'fa:16:3e:3e:93:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea0f684a-f292-44b8-b8f2-c6a27e5ca4c7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:52:43.464841 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a5bf88e6-8d53-44d9-84a1-a7303de2368e req-afdd190b-e53d-45a4-8ace-76a35f10dc14 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0ea5284-55d5-4f1c-afba-aa470116275f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639508 Jul 05 03:52:43.495307 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.512896 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b3ae11-54d1-4bab-9bd2-962e2c3f473b {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:43.540736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port d4b3ae11-54d1-4bab-9bd2-962e2c3f473b, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d4b3ae11-54d1-4bab-9bd2-962e2c3f473b,segment=NetworkSegment(8e925059-1d42-4eae-ad90-062ddf3ec375),segment_id=8e925059-1d42-4eae-ad90-062ddf3ec375)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:43.553206 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.695760 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d319d-aa5c-47a1-b9e3-37b2d80c37ce req-ccd6119d-d52b-4c42-a8a4-4ef07d4bff75 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.706296 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c5d319d-aa5c-47a1-b9e3-37b2d80c37ce req-ccd6119d-d52b-4c42-a8a4-4ef07d4bff75 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=dfba4a05-b673-4f86-a468-040ef28c678d HTTP/1.1" status: 200 len: 944 time: 0.1011872 Jul 05 03:52:43.711229 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=d4b3ae11-54d1-4bab-9bd2-962e2c3f473b,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:43.732345 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c3f4e481-b688-4e5c-9dfd-e86565bb20af req-380946c0-a25c-4a34-b0c6-25d62e3f19b0 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.736630 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c3f4e481-b688-4e5c-9dfd-e86565bb20af req-380946c0-a25c-4a34-b0c6-25d62e3f19b0 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.746914 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c3f4e481-b688-4e5c-9dfd-e86565bb20af req-380946c0-a25c-4a34-b0c6-25d62e3f19b0 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "DELETE /v2.0/floatingips/13be4f7d-e137-4044-a2a3-633bf6fa068d HTTP/1.1" status: 204 len: 173 time: 1.5608330 Jul 05 03:52:43.760123 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c5d319d-aa5c-47a1-b9e3-37b2d80c37ce req-5bff33ca-5ad3-4f19-add0-570317c6ee7b tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520337 Jul 05 03:52:43.824286 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-246c769c-f7b4-4c58-99d6-1ce4c7f7add5 req-3e868aab-0051-4fc3-b85d-5ce2c0947d14 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "GET /v2.0/security-groups/137d0392-275b-4c45-9438-757fd5c4e942 HTTP/1.1" status: 200 len: 2404 time: 0.0704131 Jul 05 03:52:43.831578 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c77ece6d-ee39-4d64-bddf-3853de6e1fd5 req-73f12bd5-3299-4ed9-8f93-9cf250a94aee service neutron] 10.222.0.70 "GET /v2.0/networks/be5e0b4d-e985-4a93-8c87-d24745bc5ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6276252 Jul 05 03:52:44.025254 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63f204-def0-43a3-af80-e53602d07724 req-8298d84a-7f1a-471b-ba6a-d0f47b0cb725 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:44.028687 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ed63f204-def0-43a3-af80-e53602d07724 req-8298d84a-7f1a-471b-ba6a-d0f47b0cb725 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/ports?device_id=0af35e4f-7151-4c91-9552-93959587c365 HTTP/1.1" status: 200 len: 950 time: 0.0767848 Jul 05 03:52:44.070007 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5960196d-9a7d-43d2-a88c-37d7f59d42cc x-openstack-request-id: req-5960196d-9a7d-43d2-a88c-37d7f59d42cc {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:44.070322 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "837b0dd2-ad8b-429f-8557-b370f7a9ecbf", "tag": "6624700b-4537-4b8e-a365-3629510a255c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cb6b80f7-2f1c-41d8-b0de-d20cc41ef631", "tag": "dda6c67e-7a4e-4529-ba21-45bc4add5b3f", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:44.070583 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5960196d-9a7d-43d2-a88c-37d7f59d42cc {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:44.070997 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '837b0dd2-ad8b-429f-8557-b370f7a9ecbf', 'tag': '6624700b-4537-4b8e-a365-3629510a255c', 'status': 'completed', 'code': 200} Jul 05 03:52:44.071261 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6b80f7-2f1c-41d8-b0de-d20cc41ef631', 'tag': 'dda6c67e-7a4e-4529-ba21-45bc4add5b3f', 'status': 'completed', 'code': 200} Jul 05 03:52:44.074948 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ed63f204-def0-43a3-af80-e53602d07724 req-1302b666-8c2e-4b79-84ee-3439041882d8 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/security-groups?id=8883c938-346b-4733-840e-280d78506256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383830 Jul 05 03:52:44.142217 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-118449b7-d03d-4a1f-978e-7aa6c99bae85 req-6f86245d-4503-4c4c-83b6-09eed6e74ba4 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/floatingips/4aa93d7b-fc3c-49c7-8d89-7ea1e1460666 HTTP/1.1" status: 200 len: 692 time: 0.0563819 Jul 05 03:52:44.196344 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ef2dfc0b-cb32-4a6b-b7ac-294aa0d0bd83 req-edea420c-d650-4b12-8909-fb50d30b7ea2 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "GET /v2.0/security-group-rules/c2bb8c01-2e34-497a-adb3-16f3b276f8a1 HTTP/1.1" status: 200 len: 778 time: 0.0559905 Jul 05 03:52:44.265554 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118449b7-d03d-4a1f-978e-7aa6c99bae85 req-de3dc089-c66f-41d3-ac42-ff5878af6d4e tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:44.272473 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-118449b7-d03d-4a1f-978e-7aa6c99bae85 req-de3dc089-c66f-41d3-ac42-ff5878af6d4e tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.1250629 Jul 05 03:52:44.278236 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ebafc-2333-403a-86b6-986a438390cb req-f12a4dae-8841-4199-b8bc-30f5d2dacc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:44.279763 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-009ebafc-2333-403a-86b6-986a438390cb req-f12a4dae-8841-4199-b8bc-30f5d2dacc42 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 1127 time: 0.1795335 Jul 05 03:52:44.297540 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ebafc-2333-403a-86b6-986a438390cb req-4868d936-fa48-4689-882e-35f520037ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:44.298967 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-009ebafc-2333-403a-86b6-986a438390cb req-4868d936-fa48-4689-882e-35f520037ad3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1c3256d36f164a33816a31bdcaca5989&device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 1095 time: 0.1687932 Jul 05 03:52:44.301708 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ef2dfc0b-cb32-4a6b-b7ac-294aa0d0bd83 req-afa8752d-0ce1-41db-bf7d-2a619a757563 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "GET /v2.0/security-groups/137d0392-275b-4c45-9438-757fd5c4e942 HTTP/1.1" status: 200 len: 2404 time: 0.1009090 Jul 05 03:52:44.321474 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-118449b7-d03d-4a1f-978e-7aa6c99bae85 req-1fd94871-4f6e-49a0-951e-f49361acf33c tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.30 HTTP/1.1" status: 200 len: 695 time: 0.0479012 Jul 05 03:52:44.372460 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['d4b3ae11-54d1-4bab-9bd2-962e2c3f473b'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:44.391015 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-118449b7-d03d-4a1f-978e-7aa6c99bae85 req-50b432f7-c978-48b9-8b3c-f8395490704c tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.30 HTTP/1.1" status: 200 len: 695 time: 0.0618150 Jul 05 03:52:44.429739 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ef2dfc0b-cb32-4a6b-b7ac-294aa0d0bd83 req-38000a6c-4ef7-4650-93f6-4e301a2ad666 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.447452 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ef2dfc0b-cb32-4a6b-b7ac-294aa0d0bd83 req-38000a6c-4ef7-4650-93f6-4e301a2ad666 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.500626 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ebafc-2333-403a-86b6-986a438390cb req-56be5d4a-fc45-4e9f-bded-cf33e3a8e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:44.502059 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-009ebafc-2333-403a-86b6-986a438390cb req-56be5d4a-fc45-4e9f-bded-cf33e3a8e7ca service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 922 time: 0.2134054 Jul 05 03:52:44.564904 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ebafc-2333-403a-86b6-986a438390cb req-34bd54df-d27c-4c3c-9395-154339a728fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:44.566589 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-009ebafc-2333-403a-86b6-986a438390cb req-34bd54df-d27c-4c3c-9395-154339a728fb service neutron] 10.222.0.70 "GET /v2.0/networks?id=be5e0b4d-e985-4a93-8c87-d24745bc5ef7 HTTP/1.1" status: 200 len: 917 time: 0.2517598 Jul 05 03:52:44.570301 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-009ebafc-2333-403a-86b6-986a438390cb req-fee5bf7c-23bb-454d-a31f-f054b2a61e64 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6624700b-4537-4b8e-a365-3629510a255c HTTP/1.1" status: 200 len: 217 time: 0.0564990 Jul 05 03:52:44.590803 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ef2dfc0b-cb32-4a6b-b7ac-294aa0d0bd83 req-38000a6c-4ef7-4650-93f6-4e301a2ad666 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.608784 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-118449b7-d03d-4a1f-978e-7aa6c99bae85 req-27aa64e6-d470-4024-af42-b588a640b446 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Deleting port fee15304-488d-4325-b957-d17e4cc7f910 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:44.609281 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-118449b7-d03d-4a1f-978e-7aa6c99bae85 req-27aa64e6-d470-4024-af42-b588a640b446 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.643120 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ef2dfc0b-cb32-4a6b-b7ac-294aa0d0bd83 req-38000a6c-4ef7-4650-93f6-4e301a2ad666 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.653777 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ef2dfc0b-cb32-4a6b-b7ac-294aa0d0bd83 req-38000a6c-4ef7-4650-93f6-4e301a2ad666 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/c2bb8c01-2e34-497a-adb3-16f3b276f8a1 HTTP/1.1" status: 204 len: 173 time: 0.3398857 Jul 05 03:52:44.662299 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-009ebafc-2333-403a-86b6-986a438390cb req-a82ca1f5-2805-4bfc-ac7b-d8bbb1b57f00 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dda6c67e-7a4e-4529-ba21-45bc4add5b3f HTTP/1.1" status: 200 len: 217 time: 0.0884585 Jul 05 03:52:44.664963 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38000a6c-4ef7-4650-93f6-4e301a2ad666 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2bb8c01-2e34-497a-adb3-16f3b276f8a1,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:44.697491 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ebafc-2333-403a-86b6-986a438390cb req-6c220c10-ba21-40f7-9f08-94d3d8eabedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:44.699471 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-009ebafc-2333-403a-86b6-986a438390cb req-6c220c10-ba21-40f7-9f08-94d3d8eabedc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8d29ec61-cb40-45c9-a308-0007b5185cb0 HTTP/1.1" status: 200 len: 861 time: 0.1176345 Jul 05 03:52:44.729411 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25b48f-2e26-46e3-b5fb-024145f2a83e req-6a31ff44-1e23-4551-803c-fb7961b4899b tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:44.731019 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ab25b48f-2e26-46e3-b5fb-024145f2a83e req-6a31ff44-1e23-4551-803c-fb7961b4899b tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.89 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 945 time: 0.1682773 Jul 05 03:52:44.759410 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-009ebafc-2333-403a-86b6-986a438390cb req-1123cbb1-388b-4cf3-be97-2ef310b38646 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0365b51-ea1d-4154-b37b-d14ae3269368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505104 Jul 05 03:52:44.772465 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-118449b7-d03d-4a1f-978e-7aa6c99bae85 req-27aa64e6-d470-4024-af42-b588a640b446 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.772465 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-118449b7-d03d-4a1f-978e-7aa6c99bae85 req-27aa64e6-d470-4024-af42-b588a640b446 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.794422 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-118449b7-d03d-4a1f-978e-7aa6c99bae85 req-27aa64e6-d470-4024-af42-b588a640b446 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Calling delete_port for fee15304-488d-4325-b957-d17e4cc7f910 owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:44.888976 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ebafc-2333-403a-86b6-986a438390cb req-42c6ee78-2a5b-4c60-9a07-8777d727cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:44.891317 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-009ebafc-2333-403a-86b6-986a438390cb req-42c6ee78-2a5b-4c60-9a07-8777d727cab5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f5a73c3e-f7f3-4c59-8d63-4826eaa5693f HTTP/1.1" status: 200 len: 855 time: 0.1699269 Jul 05 03:52:44.959200 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-ab25b48f-2e26-46e3-b5fb-024145f2a83e req-e8514144-7221-4650-83e9-4ba53790de90 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Deleting port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:44.960006 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ab25b48f-2e26-46e3-b5fb-024145f2a83e req-e8514144-7221-4650-83e9-4ba53790de90 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.014425 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-009ebafc-2333-403a-86b6-986a438390cb req-5a6d003b-b33c-4adc-8b9c-85f39e78eb33 service neutron] 10.222.0.89 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262123 Jul 05 03:52:45.028095 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b78774-4118-4c6e-9744-f12c7a25a128 req-60298a67-7d1f-4b08-b2b4-a8e978e67a62 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:45.029658 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56b78774-4118-4c6e-9744-f12c7a25a128 req-60298a67-7d1f-4b08-b2b4-a8e978e67a62 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 944 time: 0.2268951 Jul 05 03:52:45.095769 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ebafc-2333-403a-86b6-986a438390cb req-93c79aaa-c673-4b2d-8993-ade86d8dd05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:45.097300 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-009ebafc-2333-403a-86b6-986a438390cb req-93c79aaa-c673-4b2d-8993-ade86d8dd05b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=be5e0b4d-e985-4a93-8c87-d24745bc5ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1966524 Jul 05 03:52:45.114916 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-118449b7-d03d-4a1f-978e-7aa6c99bae85 req-27aa64e6-d470-4024-af42-b588a640b446 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.123474 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-ab25b48f-2e26-46e3-b5fb-024145f2a83e req-e8514144-7221-4650-83e9-4ba53790de90 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] For port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=57ccad2b-7e9a-40fb-b60e-7576fc09e7e2,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:45.123882 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ab25b48f-2e26-46e3-b5fb-024145f2a83e req-e8514144-7221-4650-83e9-4ba53790de90 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.156469 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa64e6-d470-4024-af42-b588a640b446 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Pushing event deleted for resources: {'Port': ['ID=fee15304-488d-4325-b957-d17e4cc7f910,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:45.167463 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-ab25b48f-2e26-46e3-b5fb-024145f2a83e req-e8514144-7221-4650-83e9-4ba53790de90 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Calling delete_port for 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:45.171597 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56b78774-4118-4c6e-9744-f12c7a25a128 req-58c711b0-f51d-4889-ad18-e330dbbee533 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309042 Jul 05 03:52:45.227590 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-009ebafc-2333-403a-86b6-986a438390cb req-7baf0f69-0a3e-4211-9666-d0cb5a334aaa service neutron] 10.222.0.89 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949198 Jul 05 03:52:45.254164 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6624700b-4537-4b8e-a365-3629510a255c details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:45.266599 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-009ebafc-2333-403a-86b6-986a438390cb req-fb617c4d-3044-42f2-bcf6-0ed4ae926520 service neutron] 10.222.0.70 "GET /v2.0/networks/be5e0b4d-e985-4a93-8c87-d24745bc5ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599052 Jul 05 03:52:45.317208 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-118449b7-d03d-4a1f-978e-7aa6c99bae85 req-27aa64e6-d470-4024-af42-b588a640b446 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.336978 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-118449b7-d03d-4a1f-978e-7aa6c99bae85 req-27aa64e6-d470-4024-af42-b588a640b446 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.348380 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-118449b7-d03d-4a1f-978e-7aa6c99bae85 req-27aa64e6-d470-4024-af42-b588a640b446 tempest-FloatingIPDetailsTestJSON-1024911438 tempest-FloatingIPDetailsTestJSON-1024911438-project] 10.222.0.77 "DELETE /v2.0/floatingips/4aa93d7b-fc3c-49c7-8d89-7ea1e1460666 HTTP/1.1" status: 204 len: 173 time: 0.9556286 Jul 05 03:52:45.350549 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49864) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:45.517737 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-009ebafc-2333-403a-86b6-986a438390cb req-6378b423-a8f4-4412-83a0-ed33da14e634 service neutron] 10.222.0.70 "GET /v2.0/networks/be5e0b4d-e985-4a93-8c87-d24745bc5ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418063 Jul 05 03:52:45.564454 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 6624700b-4537-4b8e-a365-3629510a255c, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=6624700b-4537-4b8e-a365-3629510a255c,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:45.574611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e830e50-7a82-4a57-b20b-ee4cc137739d req-7b753ae8-a105-4f80-a0d6-f5b31b63736b tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:45.576291 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4e830e50-7a82-4a57-b20b-ee4cc137739d req-7b753ae8-a105-4f80-a0d6-f5b31b63736b tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=d386b8e7-e470-4f41-a8dd-d5cbeddeebf9 HTTP/1.1" status: 200 len: 945 time: 0.1344166 Jul 05 03:52:45.598474 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6624700b-4537-4b8e-a365-3629510a255c has no active binding in host n-h2-780147-23 {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:52:45.636414 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4e830e50-7a82-4a57-b20b-ee4cc137739d req-0b96bc5d-8eef-4ca1-ba5b-dec53111f0dc tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527623 Jul 05 03:52:45.855999 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-5c13e27c-d7af-4517-b819-326ce10cf6a6 req-3c69403f-c468-41f2-9ebd-fb5118a3c4ff tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-900275501', 'description': 'tempest-description-565959737'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:45.868767 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ab25b48f-2e26-46e3-b5fb-024145f2a83e req-e8514144-7221-4650-83e9-4ba53790de90 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.893439 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5c13e27c-d7af-4517-b819-326ce10cf6a6 req-3c69403f-c468-41f2-9ebd-fb5118a3c4ff tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.934322 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8514144-7221-4650-83e9-4ba53790de90 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Pushing event deleted for resources: {'Port': ['ID=57ccad2b-7e9a-40fb-b60e-7576fc09e7e2,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:45.995321 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5c13e27c-d7af-4517-b819-326ce10cf6a6 req-3c69403f-c468-41f2-9ebd-fb5118a3c4ff tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.999563 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5c13e27c-d7af-4517-b819-326ce10cf6a6 req-3c69403f-c468-41f2-9ebd-fb5118a3c4ff tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.027212 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab25b48f-2e26-46e3-b5fb-024145f2a83e req-e8514144-7221-4650-83e9-4ba53790de90 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] No DVR routers for this DVR port 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:46.028025 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5c13e27c-d7af-4517-b819-326ce10cf6a6 req-3c69403f-c468-41f2-9ebd-fb5118a3c4ff tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.029471 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5c13e27c-d7af-4517-b819-326ce10cf6a6 req-3c69403f-c468-41f2-9ebd-fb5118a3c4ff tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1785145 Jul 05 03:52:46.030812 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ab25b48f-2e26-46e3-b5fb-024145f2a83e req-e8514144-7221-4650-83e9-4ba53790de90 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.032467 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69403f-c468-41f2-9ebd-fb5118a3c4ff tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d258f8b1-cef5-49d7-819b-1d1bd15265e3,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:46.032928 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ab25b48f-2e26-46e3-b5fb-024145f2a83e req-e8514144-7221-4650-83e9-4ba53790de90 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.89 "DELETE /v2.0/ports/57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 HTTP/1.1" status: 204 len: 173 time: 1.2922893 Jul 05 03:52:46.073491 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd386b8e7-e470-4f41-a8dd-d5cbeddeebf9', 'name': 'network-vif-deleted', 'tag': '57ccad2b-7e9a-40fb-b60e-7576fc09e7e2'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:46.076096 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3682ad-6c56-4a1c-9c03-519c16533ce5" -d '{"events": [{"server_uuid": "d386b8e7-e470-4f41-a8dd-d5cbeddeebf9", "name": "network-vif-deleted", "tag": "57ccad2b-7e9a-40fb-b60e-7576fc09e7e2"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:46.125144 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c46e7f-1861-4d15-a4f5-1b120866709f req-b5935151-c56a-4777-9135-4327d5b8547f tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:46.126756 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-45c46e7f-1861-4d15-a4f5-1b120866709f req-b5935151-c56a-4777-9135-4327d5b8547f tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 943 time: 0.2275252 Jul 05 03:52:46.187860 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-45c46e7f-1861-4d15-a4f5-1b120866709f req-b7609f4e-1090-4291-ba42-0e60abec5f25 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0ea5284-55d5-4f1c-afba-aa470116275f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544288 Jul 05 03:52:46.281289 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cf19e-4835-4a0e-8583-7f06e1d238fe req-e4d9030c-7510-47f5-a8e7-2b4635b05d9e tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:46.283137 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cf9cf19e-4835-4a0e-8583-7f06e1d238fe req-e4d9030c-7510-47f5-a8e7-2b4635b05d9e tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=dfba4a05-b673-4f86-a468-040ef28c678d HTTP/1.1" status: 200 len: 944 time: 0.1104956 Jul 05 03:52:46.329853 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cf9cf19e-4835-4a0e-8583-7f06e1d238fe req-4766fac7-7076-47d1-89a9-4f839944e421 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387576 Jul 05 03:52:46.345980 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bfe7ef16-468d-43d7-90e5-634b0f412ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.418163 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-09a07b51-7c0b-4ca1-9723-68d4bace1bac req-8509de18-bb9b-4629-a369-3133fc6d423b tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "GET /v2.0/security-groups/d258f8b1-cef5-49d7-819b-1d1bd15265e3 HTTP/1.1" status: 200 len: 1811 time: 0.0502803 Jul 05 03:52:46.803546 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258d92b3-b496-4334-bb9d-e4646412e7d3 x-openstack-request-id: req-258d92b3-b496-4334-bb9d-e4646412e7d3 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:46.803940 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d386b8e7-e470-4f41-a8dd-d5cbeddeebf9", "name": "network-vif-deleted", "tag": "57ccad2b-7e9a-40fb-b60e-7576fc09e7e2", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:46.804201 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-258d92b3-b496-4334-bb9d-e4646412e7d3 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:46.804580 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd386b8e7-e470-4f41-a8dd-d5cbeddeebf9', 'name': 'network-vif-deleted', 'tag': '57ccad2b-7e9a-40fb-b60e-7576fc09e7e2', 'status': 'completed', 'code': 200} Jul 05 03:52:46.875637 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a238d-540e-4911-b066-f08cd35ec179 req-e4b5a60e-8fe9-4230-8a12-4a3401674e5a tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:46.881735 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce790a76-3c19-4681-a81b-9cb651a2159d req-fb79a4d5-d47c-4714-a308-8bbd3ec8d11c tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:46.883493 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f86a238d-540e-4911-b066-f08cd35ec179 req-e4b5a60e-8fe9-4230-8a12-4a3401674e5a tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/ports?device_id=0af35e4f-7151-4c91-9552-93959587c365 HTTP/1.1" status: 200 len: 950 time: 0.4853740 Jul 05 03:52:46.888868 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ce790a76-3c19-4681-a81b-9cb651a2159d req-fb79a4d5-d47c-4714-a308-8bbd3ec8d11c tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 944 time: 0.0992203 Jul 05 03:52:46.928000 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ce790a76-3c19-4681-a81b-9cb651a2159d req-0f5637f6-fa35-478e-bf00-4514ccedf8fb tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376422 Jul 05 03:52:47.060814 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f86a238d-540e-4911-b066-f08cd35ec179 req-7f8752e4-7b85-453d-b97f-84e1bba8df2f tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/security-groups?id=8883c938-346b-4733-840e-280d78506256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762254 Jul 05 03:52:47.099826 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-51005445-736b-4a95-813c-c52638221bcc req-3fe96b66-996b-4ff4-8afa-baebdad2d491 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1967143429', 'description': 'tempest-description-1751462501'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:47.113870 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-bf5ada58-889e-4f1d-8eb8-3f28c73db26e service neutron] 10.222.0.89 "GET /v2.0/ports/6624700b-4537-4b8e-a365-3629510a255c/bindings/n-h2-780147-23 HTTP/1.1" status: 200 len: 385 time: 0.1929462 Jul 05 03:52:47.173558 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-51005445-736b-4a95-813c-c52638221bcc req-3fe96b66-996b-4ff4-8afa-baebdad2d491 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.251121 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device d4b3ae11-54d1-4bab-9bd2-962e2c3f473b up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:47.315023 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port d4b3ae11-54d1-4bab-9bd2-962e2c3f473b completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:47.320010 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port d4b3ae11-54d1-4bab-9bd2-962e2c3f473b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:47.321271 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.359942 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:47.399078 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:47.399749 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 57ccad2b-7e9a-40fb-b60e-7576fc09e7e2 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:47.400233 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 6624700b-4537-4b8e-a365-3629510a255c no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:47.452866 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-bfe7ef16-468d-43d7-90e5-634b0f412ce4 admin admin] Deleting port ea37d0c9-4ef7-46ca-a329-06b89e392a5d {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:47.453371 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bfe7ef16-468d-43d7-90e5-634b0f412ce4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.457958 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-51005445-736b-4a95-813c-c52638221bcc req-3fe96b66-996b-4ff4-8afa-baebdad2d491 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.504957 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-51005445-736b-4a95-813c-c52638221bcc req-3fe96b66-996b-4ff4-8afa-baebdad2d491 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.538149 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.552830 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-332016db-2dde-4769-8c45-042571359032 service neutron] For port 6624700b-4537-4b8e-a365-3629510a255c, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=6624700b-4537-4b8e-a365-3629510a255c,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:47.572166 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfba4a05-b673-4f86-a468-040ef28c678d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b3ae11-54d1-4bab-9bd2-962e2c3f473b'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:47.574585 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b64379-d90a-4399-8550-7effca8d17ae" -d '{"events": [{"server_uuid": "dfba4a05-b673-4f86-a468-040ef28c678d", "name": "network-vif-plugged", "status": "completed", "tag": "d4b3ae11-54d1-4bab-9bd2-962e2c3f473b"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:47.587643 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe96b66-996b-4ff4-8afa-baebdad2d491 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a59b2d-2081-4431-a820-6dabc8120cdd,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:47.590027 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-51005445-736b-4a95-813c-c52638221bcc req-3fe96b66-996b-4ff4-8afa-baebdad2d491 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.591361 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-51005445-736b-4a95-813c-c52638221bcc req-3fe96b66-996b-4ff4-8afa-baebdad2d491 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5091045 Jul 05 03:52:47.592119 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port d4b3ae11-54d1-4bab-9bd2-962e2c3f473b, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d4b3ae11-54d1-4bab-9bd2-962e2c3f473b,segment=NetworkSegment(8e925059-1d42-4eae-ad90-062ddf3ec375),segment_id=8e925059-1d42-4eae-ad90-062ddf3ec375)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:47.598647 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.613894 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-332016db-2dde-4769-8c45-042571359032 service neutron] For port 6624700b-4537-4b8e-a365-3629510a255c, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:47.651024 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-bfe7ef16-468d-43d7-90e5-634b0f412ce4 admin admin] For port ea37d0c9-4ef7-46ca-a329-06b89e392a5d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=ea37d0c9-4ef7-46ca-a329-06b89e392a5d,segment=NetworkSegment(790d0479-7584-40dd-b21b-e1470446c934),segment_id=790d0479-7584-40dd-b21b-e1470446c934)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:47.651024 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bfe7ef16-468d-43d7-90e5-634b0f412ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.670062 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=d4b3ae11-54d1-4bab-9bd2-962e2c3f473b,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:47.679465 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-bfe7ef16-468d-43d7-90e5-634b0f412ce4 admin admin] Calling delete_port for ea37d0c9-4ef7-46ca-a329-06b89e392a5d owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:47.689897 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-332016db-2dde-4769-8c45-042571359032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6624700b-4537-4b8e-a365-3629510a255c {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:47.714099 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-332016db-2dde-4769-8c45-042571359032 service neutron] For port 6624700b-4537-4b8e-a365-3629510a255c, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6624700b-4537-4b8e-a365-3629510a255c,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:47.803628 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-332016db-2dde-4769-8c45-042571359032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.989885 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0aa1a-0ca1-45a5-beb2-39b513f08b7e req-974ec7f9-650b-4eb4-8e97-8bc4f09d8306 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:47.991475 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-37b0aa1a-0ca1-45a5-beb2-39b513f08b7e req-974ec7f9-650b-4eb4-8e97-8bc4f09d8306 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 943 time: 0.2250021 Jul 05 03:52:48.006991 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-332016db-2dde-4769-8c45-042571359032 service neutron] Transition to ACTIVE for port object 6624700b-4537-4b8e-a365-3629510a255c will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:48.019536 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-332016db-2dde-4769-8c45-042571359032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.062191 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098477ee-370e-491e-9814-f3a91fcc6937 req-d4c0e974-65b9-417f-b7d1-e585cab07bb3 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.063704 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-098477ee-370e-491e-9814-f3a91fcc6937 req-d4c0e974-65b9-417f-b7d1-e585cab07bb3 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.89 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 944 time: 0.1161315 Jul 05 03:52:48.126454 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa5fb6-67be-4c5e-bfc2-844598cd1ed7 req-53fdca38-0ab5-43ee-a04c-f2206fea03e1 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.127915 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-66aa5fb6-67be-4c5e-bfc2-844598cd1ed7 req-53fdca38-0ab5-43ee-a04c-f2206fea03e1 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=dfba4a05-b673-4f86-a468-040ef28c678d HTTP/1.1" status: 200 len: 945 time: 0.1221671 Jul 05 03:52:48.139475 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-37b0aa1a-0ca1-45a5-beb2-39b513f08b7e req-592f1c33-8e71-4354-b7c7-1e18735bcaa8 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0ea5284-55d5-4f1c-afba-aa470116275f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378682 Jul 05 03:52:48.164106 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-332016db-2dde-4769-8c45-042571359032 service neutron] No DVR routers for this DVR port 6624700b-4537-4b8e-a365-3629510a255c on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:48.165983 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332016db-2dde-4769-8c45-042571359032 service neutron] Pushing event updated for resources: {'Port': ['ID=6624700b-4537-4b8e-a365-3629510a255c,revision_number=10']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:48.206166 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-332016db-2dde-4769-8c45-042571359032 service neutron] 10.222.0.89 "PUT /v2.0/ports/6624700b-4537-4b8e-a365-3629510a255c/bindings/n-h2-780147-23/activate HTTP/1.1" status: 200 len: 370 time: 1.0838683 Jul 05 03:52:48.207471 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bfe7ef16-468d-43d7-90e5-634b0f412ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.237694 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-66aa5fb6-67be-4c5e-bfc2-844598cd1ed7 req-1255b38b-b954-4973-9eb4-2b0c51291f28 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995736 Jul 05 03:52:48.244459 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-098477ee-370e-491e-9814-f3a91fcc6937 req-182c1482-ce90-4aeb-abe1-7297f59ca025 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Deleting port df590b05-46ef-44d7-98a7-836f994c4a99 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:48.244934 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-098477ee-370e-491e-9814-f3a91fcc6937 req-182c1482-ce90-4aeb-abe1-7297f59ca025 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.245705 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7ef16-468d-43d7-90e5-634b0f412ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea37d0c9-4ef7-46ca-a329-06b89e392a5d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:48.324222 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2136f2c1-23a6-4f90-aed8-aea146309328 x-openstack-request-id: req-2136f2c1-23a6-4f90-aed8-aea146309328 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:48.324839 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfba4a05-b673-4f86-a468-040ef28c678d", "name": "network-vif-plugged", "status": "completed", "tag": "d4b3ae11-54d1-4bab-9bd2-962e2c3f473b", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:48.324945 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2136f2c1-23a6-4f90-aed8-aea146309328 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:48.325424 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfba4a05-b673-4f86-a468-040ef28c678d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b3ae11-54d1-4bab-9bd2-962e2c3f473b', 'code': 200} Jul 05 03:52:48.438534 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-098477ee-370e-491e-9814-f3a91fcc6937 req-182c1482-ce90-4aeb-abe1-7297f59ca025 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] For port df590b05-46ef-44d7-98a7-836f994c4a99, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=df590b05-46ef-44d7-98a7-836f994c4a99,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:48.439059 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-098477ee-370e-491e-9814-f3a91fcc6937 req-182c1482-ce90-4aeb-abe1-7297f59ca025 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.454091 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7d384c23-bb8a-4cde-a4b9-5f0ded4a6bcb req-4cc90ebd-dc68-4336-9189-3e4e8eca8da0 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "GET /v2.0/security-groups/61a59b2d-2081-4431-a820-6dabc8120cdd HTTP/1.1" status: 200 len: 1813 time: 0.1119754 Jul 05 03:52:48.462958 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-098477ee-370e-491e-9814-f3a91fcc6937 req-182c1482-ce90-4aeb-abe1-7297f59ca025 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Calling delete_port for df590b05-46ef-44d7-98a7-836f994c4a99 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:48.465176 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-b4175eac-4d48-4df5-9942-e97331fd3416 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.466742 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-b4175eac-4d48-4df5-9942-e97331fd3416 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf&tenant_id=11544e3d57bf4d33848f6eceacb7332e&binding%3Ahost_id=n-h1-780147-23 HTTP/1.1" status: 200 len: 1097 time: 0.1734726 Jul 05 03:52:48.514368 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8da388-8a5f-456d-b611-1f33c318c00f req-bba2f30f-db81-4301-b4ed-95bc7cac12d5 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.516073 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f8da388-8a5f-456d-b611-1f33c318c00f req-bba2f30f-db81-4301-b4ed-95bc7cac12d5 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=edf57fe2-acaa-45f9-9afa-97826a777a1e HTTP/1.1" status: 200 len: 944 time: 0.2354448 Jul 05 03:52:48.562013 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bfe7ef16-468d-43d7-90e5-634b0f412ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.586978 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517640b-d7d7-4a0f-b574-c37e64f9f880 req-96fa6302-2124-4188-9f3b-b19e670b0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.588684 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0517640b-d7d7-4a0f-b574-c37e64f9f880 req-96fa6302-2124-4188-9f3b-b19e670b0dbe service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dfba4a05-b673-4f86-a468-040ef28c678d HTTP/1.1" status: 200 len: 1097 time: 0.1514192 Jul 05 03:52:48.594298 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f8da388-8a5f-456d-b611-1f33c318c00f req-4d901f8c-8faa-4ff2-8f05-9763f6cf7ef8 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651693 Jul 05 03:52:48.628081 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-05b48a1e-ea76-452b-9ad5-6950d9f01eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.629712 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-05b48a1e-ea76-452b-9ad5-6950d9f01eeb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf&tenant_id=11544e3d57bf4d33848f6eceacb7332e HTTP/1.1" status: 200 len: 1097 time: 0.1531477 Jul 05 03:52:48.696312 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0517640b-d7d7-4a0f-b574-c37e64f9f880 req-282513e9-04c6-4c1f-81a6-96f17e1d5f7a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993197 Jul 05 03:52:48.741870 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e797a-2824-4113-9455-034cf1bb415a req-185b8851-cb35-480a-a084-82a941773d05 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.743363 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-999e797a-2824-4113-9455-034cf1bb415a req-185b8851-cb35-480a-a084-82a941773d05 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/ports?device_id=0af35e4f-7151-4c91-9552-93959587c365 HTTP/1.1" status: 200 len: 950 time: 0.1646974 Jul 05 03:52:48.774906 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-098477ee-370e-491e-9814-f3a91fcc6937 req-182c1482-ce90-4aeb-abe1-7297f59ca025 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.817339 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c1482-ce90-4aeb-abe1-7297f59ca025 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Pushing event deleted for resources: {'Port': ['ID=df590b05-46ef-44d7-98a7-836f994c4a99,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:48.840009 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-999e797a-2824-4113-9455-034cf1bb415a req-8d569a2c-af21-403e-8cad-b61c96f9f51b tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/security-groups?id=8883c938-346b-4733-840e-280d78506256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874717 Jul 05 03:52:48.841910 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-1eb12b05-a384-4cd1-9e03-67e433ab9fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.843680 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-1eb12b05-a384-4cd1-9e03-67e433ab9fea service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 1097 time: 0.1686854 Jul 05 03:52:48.865765 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80626d97-446b-44a5-8017-ecc32cdef97a req-5900ad02-5784-4c55-836d-4e0fa8de9b72 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.865765 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-80626d97-446b-44a5-8017-ecc32cdef97a req-5900ad02-5784-4c55-836d-4e0fa8de9b72 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 945 time: 0.1469281 Jul 05 03:52:48.886686 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-098477ee-370e-491e-9814-f3a91fcc6937 req-182c1482-ce90-4aeb-abe1-7297f59ca025 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] No DVR routers for this DVR port df590b05-46ef-44d7-98a7-836f994c4a99 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:48.890492 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-098477ee-370e-491e-9814-f3a91fcc6937 req-182c1482-ce90-4aeb-abe1-7297f59ca025 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.892392 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-098477ee-370e-491e-9814-f3a91fcc6937 req-182c1482-ce90-4aeb-abe1-7297f59ca025 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.89 "DELETE /v2.0/ports/df590b05-46ef-44d7-98a7-836f994c4a99 HTTP/1.1" status: 204 len: 173 time: 0.8211575 Jul 05 03:52:48.892862 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf57fe2-acaa-45f9-9afa-97826a777a1e', 'name': 'network-vif-deleted', 'tag': 'df590b05-46ef-44d7-98a7-836f994c4a99'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:48.895231 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3ed86c-9547-4bf5-bfd1-2bca7699c5b4" -d '{"events": [{"server_uuid": "edf57fe2-acaa-45f9-9afa-97826a777a1e", "name": "network-vif-deleted", "tag": "df590b05-46ef-44d7-98a7-836f994c4a99"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:48.909601 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe7ef16-468d-43d7-90e5-634b0f412ce4 admin admin] Router 7dee4570-69cd-4c60-a8dd-dc9918e17305 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:52:48.920470 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-80626d97-446b-44a5-8017-ecc32cdef97a req-30de15e9-e12e-4fa6-b7fa-1d29a34e020d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539701 Jul 05 03:52:48.982513 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-c417eee9-a63b-4628-94be-f9531c1eb328 req-78bfe754-5b30-4d76-9fd1-36c45ac2cefe tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1334215324', 'description': 'tempest-description-1350610475'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:49.044480 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c417eee9-a63b-4628-94be-f9531c1eb328 req-78bfe754-5b30-4d76-9fd1-36c45ac2cefe tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.049832 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe7ef16-468d-43d7-90e5-634b0f412ce4 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:52:49.060386 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bfe7ef16-468d-43d7-90e5-634b0f412ce4 admin admin] 10.222.0.77 "PUT /v2.0/routers/7dee4570-69cd-4c60-a8dd-dc9918e17305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7087615 Jul 05 03:52:49.060820 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee21e543-f4b5-4488-ab2e-cc270f5692f1 None None] Sync routers for ids ['7dee4570-69cd-4c60-a8dd-dc9918e17305'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:52:49.062896 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49908) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:49.071223 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee21e543-f4b5-4488-ab2e-cc270f5692f1 None None] Routers {'7dee4570-69cd-4c60-a8dd-dc9918e17305'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:49.072020 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ee21e543-f4b5-4488-ab2e-cc270f5692f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:52:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7dee4570-69cd-4c60-a8dd-dc9918e17305'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:49.189321 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5d98f0-0295-4b6e-bda0-fdaa885eb459 x-openstack-request-id: req-ef5d98f0-0295-4b6e-bda0-fdaa885eb459 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:49.189825 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf57fe2-acaa-45f9-9afa-97826a777a1e", "name": "network-vif-deleted", "tag": "df590b05-46ef-44d7-98a7-836f994c4a99", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:49.190053 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ef5d98f0-0295-4b6e-bda0-fdaa885eb459 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:49.191534 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf57fe2-acaa-45f9-9afa-97826a777a1e', 'name': 'network-vif-deleted', 'tag': 'df590b05-46ef-44d7-98a7-836f994c4a99', 'status': 'completed', 'code': 200} Jul 05 03:52:49.213604 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8355ae0a-7552-44d2-b097-f32713756a39 admin admin] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.270598 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-714dec45-f2f9-4f2d-b453-3fb8ee18ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:49.272614 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-714dec45-f2f9-4f2d-b453-3fb8ee18ae76 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 922 time: 0.1587908 Jul 05 03:52:49.297959 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c417eee9-a63b-4628-94be-f9531c1eb328 req-78bfe754-5b30-4d76-9fd1-36c45ac2cefe tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.303304 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c417eee9-a63b-4628-94be-f9531c1eb328 req-78bfe754-5b30-4d76-9fd1-36c45ac2cefe tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.321153 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-ee21e543-f4b5-4488-ab2e-cc270f5692f1 None None] Set router 7dee4570-69cd-4c60-a8dd-dc9918e17305 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:49.328159 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-2a64c48b-a425-45e3-adcc-20968dafaaf3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6624700b-4537-4b8e-a365-3629510a255c HTTP/1.1" status: 200 len: 217 time: 0.0467086 Jul 05 03:52:49.374429 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c417eee9-a63b-4628-94be-f9531c1eb328 req-78bfe754-5b30-4d76-9fd1-36c45ac2cefe tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.375442 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c417eee9-a63b-4628-94be-f9531c1eb328 req-78bfe754-5b30-4d76-9fd1-36c45ac2cefe tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4042180 Jul 05 03:52:49.388352 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfe754-5b30-4d76-9fd1-36c45ac2cefe tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4ac24f-159a-46f6-b312-b6deec1b8d73,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:49.408161 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8355ae0a-7552-44d2-b097-f32713756a39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.428119 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-95f74db1-c7ac-42ff-92d7-93d8354f64a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:49.429581 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-95f74db1-c7ac-42ff-92d7-93d8354f64a1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d29ec61-cb40-45c9-a308-0007b5185cb0 HTTP/1.1" status: 200 len: 861 time: 0.0914660 Jul 05 03:52:49.483832 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-8355ae0a-7552-44d2-b097-f32713756a39 admin admin] Deleting port acfbcfc6-3269-40dd-9453-caed61260a6e {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:49.484458 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8355ae0a-7552-44d2-b097-f32713756a39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.486684 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-531706cd-c55b-4eb3-badb-3cf1ce6e15f2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0365b51-ea1d-4154-b37b-d14ae3269368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365293 Jul 05 03:52:49.549063 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aec0b0-0ebc-4a87-8ffe-828c49510905 req-0ff2b484-da38-4d48-b077-b6e46a88115c tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:49.550877 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c3aec0b0-0ebc-4a87-8ffe-828c49510905 req-0ff2b484-da38-4d48-b077-b6e46a88115c tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 943 time: 0.2592058 Jul 05 03:52:49.562493 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ee21e543-f4b5-4488-ab2e-cc270f5692f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dee4570-69cd-4c60-a8dd-dc9918e17305', 'name': 'tempest-FloatingIPDetailsTestJSON-955580953-router', 'tenant_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'acfbcfc6-3269-40dd-9453-caed61260a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:08Z', 'updated_at': '2021-07-05T03:52:48Z', 'revision_number': 5, 'project_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'gw_port': {'id': 'acfbcfc6-3269-40dd-9453-caed61260a6e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:27:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dee4570-69cd-4c60-a8dd-dc9918e17305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:09Z', 'updated_at': '2021-07-05T03:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:49.594894 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-8355ae0a-7552-44d2-b097-f32713756a39 admin admin] For port acfbcfc6-3269-40dd-9453-caed61260a6e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=acfbcfc6-3269-40dd-9453-caed61260a6e,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:49.595349 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8355ae0a-7552-44d2-b097-f32713756a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.609967 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee21e543-f4b5-4488-ab2e-cc270f5692f1 None None] Checking router: 7dee4570-69cd-4c60-a8dd-dc9918e17305 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:52:49.610293 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-8355ae0a-7552-44d2-b097-f32713756a39 admin admin] Calling delete_port for acfbcfc6-3269-40dd-9453-caed61260a6e owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:49.622307 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee21e543-f4b5-4488-ab2e-cc270f5692f1 None None] Routers {'7dee4570-69cd-4c60-a8dd-dc9918e17305'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:49.623072 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ee21e543-f4b5-4488-ab2e-cc270f5692f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:52:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7dee4570-69cd-4c60-a8dd-dc9918e17305'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:49.636692 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c3aec0b0-0ebc-4a87-8ffe-828c49510905 req-45f8313c-91e2-4005-bbec-63ae6f64a180 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0ea5284-55d5-4f1c-afba-aa470116275f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545859 Jul 05 03:52:49.652821 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa0e07-d3cb-4948-9bac-b5cb91151cf4 req-520b0a4f-39ce-41ec-8ffd-8eeaf157a5fc tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:49.661449 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9aaa0e07-d3cb-4948-9bac-b5cb91151cf4 req-520b0a4f-39ce-41ec-8ffd-8eeaf157a5fc tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.89 "GET /v2.0/ports?device_id=0af35e4f-7151-4c91-9552-93959587c365 HTTP/1.1" status: 200 len: 950 time: 0.2440310 Jul 05 03:52:49.758470 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-ee21e543-f4b5-4488-ab2e-cc270f5692f1 None None] Set router 7dee4570-69cd-4c60-a8dd-dc9918e17305 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:49.777853 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-7d070623-06cf-4139-927e-f250c7b5a350 service neutron] 10.222.0.70 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789233 Jul 05 03:52:49.815871 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9e62c6aa-6896-44d0-b41a-7ef46f1f2207 req-a536f2ba-9b41-46ba-ac86-44cc2bc6e358 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "GET /v2.0/security-groups/2d4ac24f-159a-46f6-b312-b6deec1b8d73 HTTP/1.1" status: 200 len: 1813 time: 0.1508121 Jul 05 03:52:49.819343 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ee21e543-f4b5-4488-ab2e-cc270f5692f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dee4570-69cd-4c60-a8dd-dc9918e17305', 'name': 'tempest-FloatingIPDetailsTestJSON-955580953-router', 'tenant_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:08Z', 'updated_at': '2021-07-05T03:52:49Z', 'revision_number': 6, 'project_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:49.836108 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf69f31-d4c9-4d2d-a589-7250a58c04d5 req-0aea3663-6bff-4d90-83fa-1101196db0eb tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:49.845843 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bdf69f31-d4c9-4d2d-a589-7250a58c04d5 req-0aea3663-6bff-4d90-83fa-1101196db0eb tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=dfba4a05-b673-4f86-a468-040ef28c678d HTTP/1.1" status: 200 len: 945 time: 0.1642821 Jul 05 03:52:49.851268 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee21e543-f4b5-4488-ab2e-cc270f5692f1 None None] The sync data for ids ['7dee4570-69cd-4c60-a8dd-dc9918e17305'] in n-d-780147-23 is: [{'id': '7dee4570-69cd-4c60-a8dd-dc9918e17305', 'name': 'tempest-FloatingIPDetailsTestJSON-955580953-router', 'tenant_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:08Z', 'updated_at': '2021-07-05T03:52:49Z', 'revision_number': 6, 'project_id': 'b3f68b4b441f43e994e8f419f4fadde2', 'gw_port_host': None}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:52:49.906393 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bdf69f31-d4c9-4d2d-a589-7250a58c04d5 req-41f72ae0-8670-44cd-9c8c-a53f808df3e9 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593555 Jul 05 03:52:49.907258 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8355ae0a-7552-44d2-b097-f32713756a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.924919 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-c1e86ae8-9d59-4b76-9d5e-b03c8dd0ce00 service neutron] 10.222.0.70 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389980 Jul 05 03:52:49.928010 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-9aaa0e07-d3cb-4948-9bac-b5cb91151cf4 req-a1172e2d-7f79-449a-9310-7896f1ddfff5 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Deleting port aa7a188a-04c6-4787-9c2a-1769f09dce63 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:49.928358 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9aaa0e07-d3cb-4948-9bac-b5cb91151cf4 req-a1172e2d-7f79-449a-9310-7896f1ddfff5 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.954284 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-bc584db6-20bb-4401-bc33-deb84539ae5a req-f2697782-32da-46c5-b17d-aded6dc4b06a tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1453064963', 'description': 'tempest-description-1132273476'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:50.002121 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355ae0a-7552-44d2-b097-f32713756a39 admin admin] Pushing event deleted for resources: {'Port': ['ID=acfbcfc6-3269-40dd-9453-caed61260a6e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:50.022896 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bc584db6-20bb-4401-bc33-deb84539ae5a req-f2697782-32da-46c5-b17d-aded6dc4b06a tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.030247 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8355ae0a-7552-44d2-b097-f32713756a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.074854 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-9aaa0e07-d3cb-4948-9bac-b5cb91151cf4 req-a1172e2d-7f79-449a-9310-7896f1ddfff5 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] For port aa7a188a-04c6-4787-9c2a-1769f09dce63, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=aa7a188a-04c6-4787-9c2a-1769f09dce63,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:50.075207 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9aaa0e07-d3cb-4948-9bac-b5cb91151cf4 req-a1172e2d-7f79-449a-9310-7896f1ddfff5 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.093960 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-9aaa0e07-d3cb-4948-9bac-b5cb91151cf4 req-a1172e2d-7f79-449a-9310-7896f1ddfff5 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Calling delete_port for aa7a188a-04c6-4787-9c2a-1769f09dce63 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:50.198549 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bc584db6-20bb-4401-bc33-deb84539ae5a req-f2697782-32da-46c5-b17d-aded6dc4b06a tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.211617 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bc584db6-20bb-4401-bc33-deb84539ae5a req-f2697782-32da-46c5-b17d-aded6dc4b06a tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.257313 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bc584db6-20bb-4401-bc33-deb84539ae5a req-f2697782-32da-46c5-b17d-aded6dc4b06a tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.258704 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bc584db6-20bb-4401-bc33-deb84539ae5a req-f2697782-32da-46c5-b17d-aded6dc4b06a tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3096642 Jul 05 03:52:50.278980 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2697782-32da-46c5-b17d-aded6dc4b06a tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c93a91b-a851-4129-9a9a-8566b14220b4,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:50.316662 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9aaa0e07-d3cb-4948-9bac-b5cb91151cf4 req-a1172e2d-7f79-449a-9310-7896f1ddfff5 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.353217 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1172e2d-7f79-449a-9310-7896f1ddfff5 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Pushing event deleted for resources: {'Port': ['ID=aa7a188a-04c6-4787-9c2a-1769f09dce63,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:50.473779 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aaa0e07-d3cb-4948-9bac-b5cb91151cf4 req-a1172e2d-7f79-449a-9310-7896f1ddfff5 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] No DVR routers for this DVR port aa7a188a-04c6-4787-9c2a-1769f09dce63 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:50.477932 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9aaa0e07-d3cb-4948-9bac-b5cb91151cf4 req-a1172e2d-7f79-449a-9310-7896f1ddfff5 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.480254 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9aaa0e07-d3cb-4948-9bac-b5cb91151cf4 req-a1172e2d-7f79-449a-9310-7896f1ddfff5 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.89 "DELETE /v2.0/ports/aa7a188a-04c6-4787-9c2a-1769f09dce63 HTTP/1.1" status: 204 len: 173 time: 0.8044856 Jul 05 03:52:50.524609 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device ea37d0c9-4ef7-46ca-a329-06b89e392a5d no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:50.537096 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8355ae0a-7552-44d2-b097-f32713756a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.544964 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-bc4f6ba7-1a27-417a-9d80-eeefbbfb69f4 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:50.546943 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-bc4f6ba7-1a27-417a-9d80-eeefbbfb69f4 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf&tenant_id=11544e3d57bf4d33848f6eceacb7332e&binding%3Ahost_id=n-h2-780147-23 HTTP/1.1" status: 200 len: 1097 time: 0.1515129 Jul 05 03:52:50.551051 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: ea37d0c9-4ef7-46ca-a329-06b89e392a5d {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:50.551398 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device ea37d0c9-4ef7-46ca-a329-06b89e392a5d not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:50.563719 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8355ae0a-7552-44d2-b097-f32713756a39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.591307 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5fffbebc-403f-4d02-91e6-ed2ae302bc1f req-0710bd37-ebba-4fa1-b67d-8f2d6dce75f1 tempest-DeleteServersAdminTestJSON-1988847453 tempest-DeleteServersAdminTestJSON-1988847453-project] 10.222.0.77 "GET /v2.0/ports?device_id=0af35e4f-7151-4c91-9552-93959587c365 HTTP/1.1" status: 200 len: 210 time: 0.5198805 Jul 05 03:52:50.747189 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-1c44e854-b3c7-4b52-a4ff-a8151b2b8a35 service neutron] For port 6624700b-4537-4b8e-a365-3629510a255c, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:50.752652 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8355ae0a-7552-44d2-b097-f32713756a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.753184 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8355ae0a-7552-44d2-b097-f32713756a39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dee4570-69cd-4c60-a8dd-dc9918e17305 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:52:50.757603 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8355ae0a-7552-44d2-b097-f32713756a39 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.758753 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8355ae0a-7552-44d2-b097-f32713756a39 admin admin] 10.222.0.77 "DELETE /v2.0/routers/7dee4570-69cd-4c60-a8dd-dc9918e17305 HTTP/1.1" status: 204 len: 168 time: 1.6949794 Jul 05 03:52:50.759170 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-1c44e854-b3c7-4b52-a4ff-a8151b2b8a35 service neutron] Notify callbacks [] for binding, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.760580 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f633329-3254-484d-9119-5b2d2cd2d920 req-1c44e854-b3c7-4b52-a4ff-a8151b2b8a35 service neutron] 10.222.0.70 "DELETE /v2.0/ports/6624700b-4537-4b8e-a365-3629510a255c/bindings/n-h1-780147-23 HTTP/1.1" status: 204 len: 173 time: 0.2030730 Jul 05 03:52:50.761285 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49934) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:50.880923 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d60176-4c50-42dc-9a66-db1336b23e68 admin admin] Deleting subnet 3171029b-e263-49fc-bb92-5e6cc8ace5aa {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:52:50.885516 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-19d60176-4c50-42dc-9a66-db1336b23e68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.934214 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-19d60176-4c50-42dc-9a66-db1336b23e68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.966672 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0815ab5-e7a2-4e26-96e4-80a854d4c8fb req-9b89cbe0-fc9a-4eef-ac8f-e81331157669 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:50.967972 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-78e32bbf-0ba7-49f7-82d0-c84b1536421b req-05e01c71-b30d-46a6-a6af-9e8c24d7aebd tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "GET /v2.0/security-groups/8c93a91b-a851-4129-9a9a-8566b14220b4 HTTP/1.1" status: 200 len: 1813 time: 0.0479095 Jul 05 03:52:50.968711 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0815ab5-e7a2-4e26-96e4-80a854d4c8fb req-9b89cbe0-fc9a-4eef-ac8f-e81331157669 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 945 time: 0.1381164 Jul 05 03:52:51.082306 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0815ab5-e7a2-4e26-96e4-80a854d4c8fb req-42e67eea-f4d2-4d5a-afe8-b964744c8405 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006532 Jul 05 03:52:51.115413 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-19d60176-4c50-42dc-9a66-db1336b23e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.176953 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-19d60176-4c50-42dc-9a66-db1336b23e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.191863 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd463f1-12fd-4b60-be95-6d9a478b4d26 req-da494115-1105-41a4-93a8-814d09f6aef9 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.193362 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0bd463f1-12fd-4b60-be95-6d9a478b4d26 req-da494115-1105-41a4-93a8-814d09f6aef9 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 943 time: 0.1210940 Jul 05 03:52:51.193839 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af35e4f-7151-4c91-9552-93959587c365', 'name': 'network-vif-deleted', 'tag': 'aa7a188a-04c6-4787-9c2a-1769f09dce63'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:51.203985 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbe8491-0f11-42c8-b6d2-32a3a3ae566f" -d '{"events": [{"server_uuid": "0af35e4f-7151-4c91-9552-93959587c365", "name": "network-vif-deleted", "tag": "aa7a188a-04c6-4787-9c2a-1769f09dce63"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:51.235868 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d60176-4c50-42dc-9a66-db1336b23e68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3171029b-e263-49fc-bb92-5e6cc8ace5aa,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:51.238832 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-19d60176-4c50-42dc-9a66-db1336b23e68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.243085 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-19d60176-4c50-42dc-9a66-db1336b23e68 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3171029b-e263-49fc-bb92-5e6cc8ace5aa HTTP/1.1" status: 204 len: 168 time: 0.4785054 Jul 05 03:52:51.243990 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49946) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:51.252206 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85dd872-4062-4bd9-b042-b1ad7f92224e None None] Network f8344826-ade8-4555-8018-5334e7c19ac5 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:51.294755 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0bd463f1-12fd-4b60-be95-6d9a478b4d26 req-9a997bb0-cb1f-4954-962e-5460ccc56b4b tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0ea5284-55d5-4f1c-afba-aa470116275f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880833 Jul 05 03:52:51.342300 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0757b2f-2f2e-4806-98a2-98c769e54204 req-2693f47d-27f6-4a1c-9506-18d21aa6d509 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.343969 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0757b2f-2f2e-4806-98a2-98c769e54204 req-2693f47d-27f6-4a1c-9506-18d21aa6d509 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.89 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 944 time: 0.1312728 Jul 05 03:52:51.375879 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device df590b05-46ef-44d7-98a7-836f994c4a99 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:51.388347 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c32ae3df-16ee-4bce-98e3-f65915253bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.416990 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: df590b05-46ef-44d7-98a7-836f994c4a99 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:51.417661 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device df590b05-46ef-44d7-98a7-836f994c4a99 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:51.418306 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 376221ed-4425-4743-9a96-730cd196a373 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:51.489128 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0883e-61c8-43ec-bb6d-a6ce9026b500 req-9a51b724-9df5-44a4-8c1c-a09ac8fe5f15 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.496356 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-63f0883e-61c8-43ec-bb6d-a6ce9026b500 req-9a51b724-9df5-44a4-8c1c-a09ac8fe5f15 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 944 time: 0.1769111 Jul 05 03:52:51.546145 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-c32ae3df-16ee-4bce-98e3-f65915253bc8 admin admin] Deleting port 04a1300a-1d76-4ae1-a7d9-7f0edfd09024 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:51.546837 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c32ae3df-16ee-4bce-98e3-f65915253bc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.566025 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-63f0883e-61c8-43ec-bb6d-a6ce9026b500 req-eec56da8-fd72-400d-bc2b-8a45bab5e4e0 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/security-groups?id=22777892-9be4-46bf-ba4f-0bc2d7f38e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651498 Jul 05 03:52:51.580266 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device aa7a188a-04c6-4787-9c2a-1769f09dce63 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:51.612614 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: aa7a188a-04c6-4787-9c2a-1769f09dce63 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:51.613475 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device aa7a188a-04c6-4787-9c2a-1769f09dce63 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:51.648309 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [req-8270a164-5d21-44cf-9ad9-445afae413b8 req-32f5259d-969f-4a15-bd1c-e5a588741425 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] show failed (client error): The resource could not be found. Jul 05 03:52:51.653595 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8270a164-5d21-44cf-9ad9-445afae413b8 req-32f5259d-969f-4a15-bd1c-e5a588741425 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "GET /v2.0/security-groups/3a321d9f-548c-4004-9b1f-f1fcbe59a17b HTTP/1.1" status: 404 len: 352 time: 0.0277677 Jul 05 03:52:51.661350 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7d2250-f31d-479f-876d-b843ea4c6d81 None None] DHCP port deletion for f8344826-ade8-4555-8018-5334e7c19ac5 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:52:51.666177 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-c32ae3df-16ee-4bce-98e3-f65915253bc8 admin admin] For port 04a1300a-1d76-4ae1-a7d9-7f0edfd09024, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=04a1300a-1d76-4ae1-a7d9-7f0edfd09024,segment=NetworkSegment(790d0479-7584-40dd-b21b-e1470446c934),segment_id=790d0479-7584-40dd-b21b-e1470446c934)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:51.666821 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c32ae3df-16ee-4bce-98e3-f65915253bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.687150 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-c32ae3df-16ee-4bce-98e3-f65915253bc8 admin admin] Calling delete_port for 04a1300a-1d76-4ae1-a7d9-7f0edfd09024 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:51.741729 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-fb7d2250-f31d-479f-876d-b843ea4c6d81 None None] Deleting port 04a1300a-1d76-4ae1-a7d9-7f0edfd09024 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:51.742625 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fb7d2250-f31d-479f-876d-b843ea4c6d81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.837449 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fb7d2250-f31d-479f-876d-b843ea4c6d81 None None] For port 04a1300a-1d76-4ae1-a7d9-7f0edfd09024, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=04a1300a-1d76-4ae1-a7d9-7f0edfd09024,segment=NetworkSegment(790d0479-7584-40dd-b21b-e1470446c934),segment_id=790d0479-7584-40dd-b21b-e1470446c934)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:51.838062 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fb7d2250-f31d-479f-876d-b843ea4c6d81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.860053 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c32ae3df-16ee-4bce-98e3-f65915253bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.861755 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-fb7d2250-f31d-479f-876d-b843ea4c6d81 None None] Calling delete_port for 04a1300a-1d76-4ae1-a7d9-7f0edfd09024 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:51.901495 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c5282c-9352-4cff-bc44-464b4257fa96 x-openstack-request-id: req-f5c5282c-9352-4cff-bc44-464b4257fa96 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:51.901772 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af35e4f-7151-4c91-9552-93959587c365", "name": "network-vif-deleted", "tag": "aa7a188a-04c6-4787-9c2a-1769f09dce63", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:51.902016 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f5c5282c-9352-4cff-bc44-464b4257fa96 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:51.902498 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af35e4f-7151-4c91-9552-93959587c365', 'name': 'network-vif-deleted', 'tag': 'aa7a188a-04c6-4787-9c2a-1769f09dce63', 'status': 'completed', 'code': 200} Jul 05 03:52:51.913028 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32ae3df-16ee-4bce-98e3-f65915253bc8 admin admin] No DVR routers for this DVR port 04a1300a-1d76-4ae1-a7d9-7f0edfd09024 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:51.918629 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ae3df-16ee-4bce-98e3-f65915253bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=04a1300a-1d76-4ae1-a7d9-7f0edfd09024,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:51.922377 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [req-d3f9f1c8-be84-4a58-8731-f5dd8c669750 req-21488117-eefd-46f4-b4b5-c6e2f520c783 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] show failed (client error): The resource could not be found. Jul 05 03:52:51.932119 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d3f9f1c8-be84-4a58-8731-f5dd8c669750 req-21488117-eefd-46f4-b4b5-c6e2f520c783 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "GET /v2.0/security-group-rules/d6d907a6-8be3-4296-a171-3b30ec0b3ad8 HTTP/1.1" status: 404 len: 361 time: 0.0671773 Jul 05 03:52:51.953271 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fb7d2250-f31d-479f-876d-b843ea4c6d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.955586 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-b0757b2f-2f2e-4806-98a2-98c769e54204 req-a87d1401-64c0-4603-bdf7-2ab75d7cfca5 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Deleting port 376221ed-4425-4743-9a96-730cd196a373 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:51.955960 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b0757b2f-2f2e-4806-98a2-98c769e54204 req-a87d1401-64c0-4603-bdf7-2ab75d7cfca5 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.967905 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffde45-b261-4575-ae0b-0d43046e41b2 req-c55daa10-ad60-4d93-aa4d-d96ea471253e tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.975015 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c4ffde45-b261-4575-ae0b-0d43046e41b2 req-c55daa10-ad60-4d93-aa4d-d96ea471253e tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=dfba4a05-b673-4f86-a468-040ef28c678d HTTP/1.1" status: 200 len: 945 time: 0.4567621 Jul 05 03:52:51.993020 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d2250-f31d-479f-876d-b843ea4c6d81 None None] Pushing event deleted for resources: {'Port': ['ID=04a1300a-1d76-4ae1-a7d9-7f0edfd09024,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:51.995066 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7d2250-f31d-479f-876d-b843ea4c6d81 None None] No DVR routers for this DVR port 04a1300a-1d76-4ae1-a7d9-7f0edfd09024 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:52.043293 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c32ae3df-16ee-4bce-98e3-f65915253bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.065246 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-c32ae3df-16ee-4bce-98e3-f65915253bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8344826-ade8-4555-8018-5334e7c19ac5']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:52.068019 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c4ffde45-b261-4575-ae0b-0d43046e41b2 req-4578a5f7-7133-4b41-a900-d9cac54ab9f8 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920470 Jul 05 03:52:52.098239 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-c32ae3df-16ee-4bce-98e3-f65915253bc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '790d0479-7584-40dd-b21b-e1470446c934') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:52.098577 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-c32ae3df-16ee-4bce-98e3-f65915253bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '790d0479-7584-40dd-b21b-e1470446c934') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:52.103328 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-b0757b2f-2f2e-4806-98a2-98c769e54204 req-a87d1401-64c0-4603-bdf7-2ab75d7cfca5 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] For port 376221ed-4425-4743-9a96-730cd196a373, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=376221ed-4425-4743-9a96-730cd196a373,segment=NetworkSegment(47338bb3-e1e0-45a4-bbd2-192e17120afd),segment_id=47338bb3-e1e0-45a4-bbd2-192e17120afd)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:52.103902 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b0757b2f-2f2e-4806-98a2-98c769e54204 req-a87d1401-64c0-4603-bdf7-2ab75d7cfca5 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.112005 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c32ae3df-16ee-4bce-98e3-f65915253bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.128611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-b0757b2f-2f2e-4806-98a2-98c769e54204 req-a87d1401-64c0-4603-bdf7-2ab75d7cfca5 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Calling delete_port for 376221ed-4425-4743-9a96-730cd196a373 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:52.130439 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c32ae3df-16ee-4bce-98e3-f65915253bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.142405 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c32ae3df-16ee-4bce-98e3-f65915253bc8 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:52:52.142804 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c32ae3df-16ee-4bce-98e3-f65915253bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: timer() Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:52:52.144533 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:52:52.213986 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581163f9-bb3c-4541-a912-b4b491c34a5d req-86125997-60a9-49fa-a29b-85f26aa624af tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:52.230095 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-581163f9-bb3c-4541-a912-b4b491c34a5d req-86125997-60a9-49fa-a29b-85f26aa624af tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 1097 time: 0.1765435 Jul 05 03:52:52.234976 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c32ae3df-16ee-4bce-98e3-f65915253bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.263129 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c32ae3df-16ee-4bce-98e3-f65915253bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.268399 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c32ae3df-16ee-4bce-98e3-f65915253bc8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f8344826-ade8-4555-8018-5334e7c19ac5 HTTP/1.1" status: 204 len: 168 time: 1.0208814 Jul 05 03:52:52.268399 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ae3df-16ee-4bce-98e3-f65915253bc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8344826-ade8-4555-8018-5334e7c19ac5,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:52.273409 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device acfbcfc6-3269-40dd-9453-caed61260a6e no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:52.297572 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-581163f9-bb3c-4541-a912-b4b491c34a5d req-cfa39a2c-a03e-40ee-948d-068e67657e65 tempest-LiveAutoBlockMigrationV225Test-1822022804 tempest-LiveAutoBlockMigrationV225Test-1822022804-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718179 Jul 05 03:52:52.325596 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b0757b2f-2f2e-4806-98a2-98c769e54204 req-a87d1401-64c0-4603-bdf7-2ab75d7cfca5 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.328476 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: acfbcfc6-3269-40dd-9453-caed61260a6e {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:52.332487 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device acfbcfc6-3269-40dd-9453-caed61260a6e not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:52.334068 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 04a1300a-1d76-4ae1-a7d9-7f0edfd09024 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:52.377703 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d1401-64c0-4603-bdf7-2ab75d7cfca5 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Pushing event deleted for resources: {'Port': ['ID=376221ed-4425-4743-9a96-730cd196a373,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:52.388098 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 04a1300a-1d76-4ae1-a7d9-7f0edfd09024 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:52.388448 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 04a1300a-1d76-4ae1-a7d9-7f0edfd09024 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:52.431349 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e2ec1eb8-cec8-4c45-bd82-c724e2f03ded req-66c0d85d-a096-42f4-b015-cc159e551d47 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "GET /v2.0/security-groups/8c93a91b-a851-4129-9a9a-8566b14220b4 HTTP/1.1" status: 200 len: 1813 time: 0.1247907 Jul 05 03:52:52.449104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0757b2f-2f2e-4806-98a2-98c769e54204 req-a87d1401-64c0-4603-bdf7-2ab75d7cfca5 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] No DVR routers for this DVR port 376221ed-4425-4743-9a96-730cd196a373 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:52.452567 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b0757b2f-2f2e-4806-98a2-98c769e54204 req-a87d1401-64c0-4603-bdf7-2ab75d7cfca5 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.454489 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0757b2f-2f2e-4806-98a2-98c769e54204 req-a87d1401-64c0-4603-bdf7-2ab75d7cfca5 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.89 "DELETE /v2.0/ports/376221ed-4425-4743-9a96-730cd196a373 HTTP/1.1" status: 204 len: 173 time: 1.0889626 Jul 05 03:52:52.507618 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49970) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:52.516022 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e2ec1eb8-cec8-4c45-bd82-c724e2f03ded req-7baba523-1e73-4587-aee4-a97c29207be3 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.539830 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e2ec1eb8-cec8-4c45-bd82-c724e2f03ded req-7baba523-1e73-4587-aee4-a97c29207be3 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.557223 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903c6db-57a1-4d31-a746-67cb79b56cd1 req-31541bba-b8e4-4d62-8c23-e42461075b8d tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:52.558827 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2903c6db-57a1-4d31-a746-67cb79b56cd1 req-31541bba-b8e4-4d62-8c23-e42461075b8d tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=dfba4a05-b673-4f86-a468-040ef28c678d HTTP/1.1" status: 200 len: 945 time: 0.1133075 Jul 05 03:52:52.579815 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-10642611-3060-460b-8c63-2967469078fe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b3f68b4b441f43e994e8f419f4fadde2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0709083 Jul 05 03:52:52.582835 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49972) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:52.597572 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e2ec1eb8-cec8-4c45-bd82-c724e2f03ded req-7baba523-1e73-4587-aee4-a97c29207be3 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.600126 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e2ec1eb8-cec8-4c45-bd82-c724e2f03ded req-7baba523-1e73-4587-aee4-a97c29207be3 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.608441 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e2ec1eb8-cec8-4c45-bd82-c724e2f03ded req-7baba523-1e73-4587-aee4-a97c29207be3 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "DELETE /v2.0/security-groups/8c93a91b-a851-4129-9a9a-8566b14220b4 HTTP/1.1" status: 204 len: 173 time: 0.1602960 Jul 05 03:52:52.617152 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2903c6db-57a1-4d31-a746-67cb79b56cd1 req-37391348-50b1-4234-815c-a60e36bdfc39 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485177 Jul 05 03:52:52.631187 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baba523-1e73-4587-aee4-a97c29207be3 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c93a91b-a851-4129-9a9a-8566b14220b4,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:52.675307 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-09a888fd-2016-4a0d-87df-d6c7871f1924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.704113 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-09a888fd-2016-4a0d-87df-d6c7871f1924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.760546 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-09a888fd-2016-4a0d-87df-d6c7871f1924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.763929 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-09a888fd-2016-4a0d-87df-d6c7871f1924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.766977 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-09a888fd-2016-4a0d-87df-d6c7871f1924 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/63320ed7-b59c-479f-b077-f354a70f7cc1 HTTP/1.1" status: 204 len: 168 time: 0.1831052 Jul 05 03:52:52.790384 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a888fd-2016-4a0d-87df-d6c7871f1924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63320ed7-b59c-479f-b077-f354a70f7cc1,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:52.841215 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471d91e-7a48-449e-b61f-4137153e50cf req-b0205aa9-c305-411b-9cbb-826cec73e287 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:52.844501 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3471d91e-7a48-449e-b61f-4137153e50cf req-b0205aa9-c305-411b-9cbb-826cec73e287 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 943 time: 0.0996988 Jul 05 03:52:52.905094 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3471d91e-7a48-449e-b61f-4137153e50cf req-8fc0145f-35e7-4348-a768-165fdba150bf tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0ea5284-55d5-4f1c-afba-aa470116275f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532808 Jul 05 03:52:52.963269 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-65385122-6d96-4b7f-b549-895200020857 req-37e3224c-4c26-47f7-8f3f-bb6a67741b05 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "GET /v2.0/security-groups/2d4ac24f-159a-46f6-b312-b6deec1b8d73 HTTP/1.1" status: 200 len: 1813 time: 0.0388381 Jul 05 03:52:53.025336 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-65385122-6d96-4b7f-b549-895200020857 req-dc2fca3c-6e7d-4eb4-a0fd-a4eb81ebbe0e tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.048928 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-65385122-6d96-4b7f-b549-895200020857 req-dc2fca3c-6e7d-4eb4-a0fd-a4eb81ebbe0e tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.074671 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1ab01dcf-65ea-48f1-bd6f-a02cd418c126 req-3530c212-de9b-4d2a-8883-de2233e38c88 tempest-LiveMigrationTest-1665495168 tempest-LiveMigrationTest-1665495168-project] 10.222.0.77 "GET /v2.0/ports?device_id=23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f HTTP/1.1" status: 200 len: 210 time: 0.0332625 Jul 05 03:52:53.099994 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-65385122-6d96-4b7f-b549-895200020857 req-dc2fca3c-6e7d-4eb4-a0fd-a4eb81ebbe0e tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.102875 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-65385122-6d96-4b7f-b549-895200020857 req-dc2fca3c-6e7d-4eb4-a0fd-a4eb81ebbe0e tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.104111 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-65385122-6d96-4b7f-b549-895200020857 req-dc2fca3c-6e7d-4eb4-a0fd-a4eb81ebbe0e tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "DELETE /v2.0/security-groups/2d4ac24f-159a-46f6-b312-b6deec1b8d73 HTTP/1.1" status: 204 len: 173 time: 0.1335704 Jul 05 03:52:53.117557 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fca3c-6e7d-4eb4-a0fd-a4eb81ebbe0e tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4ac24f-159a-46f6-b312-b6deec1b8d73,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:53.419827 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3ec36-067b-41a5-ae9f-7a5e6584cc93 req-cdbae874-a723-4b6c-a2b3-d83eb332a3ba tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:53.428182 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cdd3ec36-067b-41a5-ae9f-7a5e6584cc93 req-cdbae874-a723-4b6c-a2b3-d83eb332a3ba tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 945 time: 0.0803564 Jul 05 03:52:53.487346 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cdd3ec36-067b-41a5-ae9f-7a5e6584cc93 req-cdf31711-af4a-4da9-acfe-6eb8d62f1781 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577810 Jul 05 03:52:53.544392 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-44301e40-7d8c-4b14-86d4-07035307980d req-625d18c0-4b68-4cba-8b6f-311d4db7a3bc tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "GET /v2.0/security-groups/61a59b2d-2081-4431-a820-6dabc8120cdd HTTP/1.1" status: 200 len: 1813 time: 0.0445304 Jul 05 03:52:53.615988 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-44301e40-7d8c-4b14-86d4-07035307980d req-07b1a67a-b0ea-4141-a257-f8dfbca7d097 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.644831 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-44301e40-7d8c-4b14-86d4-07035307980d req-07b1a67a-b0ea-4141-a257-f8dfbca7d097 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.653601 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50014) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:53.703699 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-44301e40-7d8c-4b14-86d4-07035307980d req-07b1a67a-b0ea-4141-a257-f8dfbca7d097 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.706369 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-44301e40-7d8c-4b14-86d4-07035307980d req-07b1a67a-b0ea-4141-a257-f8dfbca7d097 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.707565 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-44301e40-7d8c-4b14-86d4-07035307980d req-07b1a67a-b0ea-4141-a257-f8dfbca7d097 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "DELETE /v2.0/security-groups/61a59b2d-2081-4431-a820-6dabc8120cdd HTTP/1.1" status: 204 len: 173 time: 0.1573067 Jul 05 03:52:53.719449 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1a67a-b0ea-4141-a257-f8dfbca7d097 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a59b2d-2081-4431-a820-6dabc8120cdd,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:53.794505 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0502407-19f0-4718-b470-22133af7ccbe req-38a84288-04cb-4dd0-857a-23c4567f7dab tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "GET /v2.0/security-groups/d258f8b1-cef5-49d7-819b-1d1bd15265e3 HTTP/1.1" status: 200 len: 1811 time: 0.0463579 Jul 05 03:52:53.802114 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-59baf6dc-fe10-4371-848b-a7eb72377cb6 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-553531835-network', 'tenant_id': '0b15a843c894428bb9d88f84ee28689c'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:53.849558 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59baf6dc-fe10-4371-848b-a7eb72377cb6 admin admin] Made reservation on behalf of 0b15a843c894428bb9d88f84ee28689c for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:53.852180 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-59baf6dc-fe10-4371-848b-a7eb72377cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.867232 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-59baf6dc-fe10-4371-848b-a7eb72377cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.905010 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f', 'name': 'network-vif-deleted', 'tag': '376221ed-4425-4743-9a96-730cd196a373'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:53.907925 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df49fa4-e908-434e-a42b-bf7c13d064a0" -d '{"events": [{"server_uuid": "23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f", "name": "network-vif-deleted", "tag": "376221ed-4425-4743-9a96-730cd196a373"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:53.910683 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b0502407-19f0-4718-b470-22133af7ccbe req-bac77793-9a53-4f4e-9543-157f7a8b02eb tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.942733 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb72687-e6cf-4d7b-8de6-fb8f338aabfe req-7b6a61c4-5811-4a62-98d2-60ff972e3c2a tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:53.944918 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2eb72687-e6cf-4d7b-8de6-fb8f338aabfe req-7b6a61c4-5811-4a62-98d2-60ff972e3c2a tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=dfba4a05-b673-4f86-a468-040ef28c678d HTTP/1.1" status: 200 len: 945 time: 0.0846450 Jul 05 03:52:53.953724 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b0502407-19f0-4718-b470-22133af7ccbe req-bac77793-9a53-4f4e-9543-157f7a8b02eb tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.973895 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50026) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:54.002957 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2eb72687-e6cf-4d7b-8de6-fb8f338aabfe req-4ac8155c-1442-4293-b7ec-9e90ce87e48d tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500331 Jul 05 03:52:54.024282 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b0502407-19f0-4718-b470-22133af7ccbe req-bac77793-9a53-4f4e-9543-157f7a8b02eb tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.026819 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b0502407-19f0-4718-b470-22133af7ccbe req-bac77793-9a53-4f4e-9543-157f7a8b02eb tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.040512 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0502407-19f0-4718-b470-22133af7ccbe req-bac77793-9a53-4f4e-9543-157f7a8b02eb tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "DELETE /v2.0/security-groups/d258f8b1-cef5-49d7-819b-1d1bd15265e3 HTTP/1.1" status: 204 len: 173 time: 0.2337575 Jul 05 03:52:54.060274 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-59baf6dc-fe10-4371-848b-a7eb72377cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.080146 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac77793-9a53-4f4e-9543-157f7a8b02eb tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d258f8b1-cef5-49d7-819b-1d1bd15265e3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:54.088065 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-59baf6dc-fe10-4371-848b-a7eb72377cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.146895 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cc71057d-08d8-44f3-972b-0428895349dd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e6b8ce6acfc043d79aad6e31e2dbfd15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1705277 Jul 05 03:52:54.149218 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef1131b-8d99-457f-824b-ac3732b2fb6a x-openstack-request-id: req-5ef1131b-8d99-457f-824b-ac3732b2fb6a {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:54.149570 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f", "name": "network-vif-deleted", "tag": "376221ed-4425-4743-9a96-730cd196a373", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:54.149880 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5ef1131b-8d99-457f-824b-ac3732b2fb6a {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:54.150326 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23344b87-7a07-4c17-b1fc-c1c9b0fbcb8f', 'name': 'network-vif-deleted', 'tag': '376221ed-4425-4743-9a96-730cd196a373', 'status': 'completed', 'code': 200} Jul 05 03:52:54.151014 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50036) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:54.206705 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59baf6dc-fe10-4371-848b-a7eb72377cb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:52:54.207223 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e65b6561-4b35-42d7-baf7-672588943a30 req-26983e3f-f0fe-4001-b98e-e8c858dee279 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "GET /v2.0/security-groups/137d0392-275b-4c45-9438-757fd5c4e942 HTTP/1.1" status: 200 len: 1811 time: 0.0732300 Jul 05 03:52:54.234910 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5dc3315b-5c27-40a6-ae90-bb65d7449323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.253130 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-59baf6dc-fe10-4371-848b-a7eb72377cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.253464 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-59baf6dc-fe10-4371-848b-a7eb72377cb6 admin admin] Added segment 06b9089c-3c33-40f8-9fba-09be91ebfd82 of type vlan for network 7b6709da-22b7-4420-933a-f93ebf434ce7 Jul 05 03:52:54.256840 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59baf6dc-fe10-4371-848b-a7eb72377cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dea16ad-f25d-4419-a080-cc38b1d500a3,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:54.273570 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5dc3315b-5c27-40a6-ae90-bb65d7449323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.317528 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e65b6561-4b35-42d7-baf7-672588943a30 req-297c65e9-81be-496b-a660-bef02024e094 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.324274 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-59baf6dc-fe10-4371-848b-a7eb72377cb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.342144 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e65b6561-4b35-42d7-baf7-672588943a30 req-297c65e9-81be-496b-a660-bef02024e094 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.348727 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95262e0f-f643-462c-a2f9-d823b3633842 req-5487cc49-a488-4637-8c72-6f718773ddcf tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:54.350232 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-95262e0f-f643-462c-a2f9-d823b3633842 req-5487cc49-a488-4637-8c72-6f718773ddcf tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.70 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 945 time: 0.2739019 Jul 05 03:52:54.361123 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5dc3315b-5c27-40a6-ae90-bb65d7449323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.363945 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5dc3315b-5c27-40a6-ae90-bb65d7449323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.365070 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5dc3315b-5c27-40a6-ae90-bb65d7449323 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8883c938-346b-4733-840e-280d78506256 HTTP/1.1" status: 204 len: 168 time: 0.2131689 Jul 05 03:52:54.414285 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3315b-5c27-40a6-ae90-bb65d7449323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8883c938-346b-4733-840e-280d78506256,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:54.423283 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e65b6561-4b35-42d7-baf7-672588943a30 req-297c65e9-81be-496b-a660-bef02024e094 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.424750 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1dd11cbe-18ab-4862-8669-96b385051431 req-36965d42-eea4-45c9-bb5f-d1710d10c771 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2620280 Jul 05 03:52:54.426554 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e65b6561-4b35-42d7-baf7-672588943a30 req-297c65e9-81be-496b-a660-bef02024e094 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.439034 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7547b9-63ca-4430-9f2e-9cf63c25bf0a req-b6be729a-7f8d-40e3-936b-758b5faf469f tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:54.440178 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1e7547b9-63ca-4430-9f2e-9cf63c25bf0a req-b6be729a-7f8d-40e3-936b-758b5faf469f tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 943 time: 0.2863057 Jul 05 03:52:54.441557 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50040) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:54.449798 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e65b6561-4b35-42d7-baf7-672588943a30 req-297c65e9-81be-496b-a660-bef02024e094 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] 10.222.0.77 "DELETE /v2.0/security-groups/137d0392-275b-4c45-9438-757fd5c4e942 HTTP/1.1" status: 204 len: 173 time: 0.2326128 Jul 05 03:52:54.463732 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c65e9-81be-496b-a660-bef02024e094 tempest-SecurityGroupRulesNegativeTestJSON-1069468464 tempest-SecurityGroupRulesNegativeTestJSON-1069468464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=137d0392-275b-4c45-9438-757fd5c4e942,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:54.465798 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-59baf6dc-fe10-4371-848b-a7eb72377cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.466975 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59baf6dc-fe10-4371-848b-a7eb72377cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:54.468013 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-59baf6dc-fe10-4371-848b-a7eb72377cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.614071 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3d095-fab8-43e5-b5c9-c88f2f6d2b37 req-4e72e200-6cdf-4e57-9f6d-a4fc42d46ada tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:54.615900 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c5c3d095-fab8-43e5-b5c9-c88f2f6d2b37 req-4e72e200-6cdf-4e57-9f6d-a4fc42d46ada tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=dfba4a05-b673-4f86-a468-040ef28c678d HTTP/1.1" status: 200 len: 945 time: 0.0713050 Jul 05 03:52:54.628537 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-59baf6dc-fe10-4371-848b-a7eb72377cb6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9732032 Jul 05 03:52:54.635583 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50046) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:54.652069 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-37bd26e1-a9a4-4897-820f-d758d1642b08 admin admin] Request body: {'subnet': {'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-553531835-subnet', 'tenant_id': '0b15a843c894428bb9d88f84ee28689c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:54.662144 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c5c3d095-fab8-43e5-b5c9-c88f2f6d2b37 req-87ccec83-f3a7-400c-91ec-a7a1b263146f tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398288 Jul 05 03:52:54.662851 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-20fd3c01-f9a9-4cea-92a4-0a5a5119666a admin admin] Deleting subnet cd1c1b4b-d881-4ca1-ae01-dd736ecdbd2f {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:52:54.675075 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-20fd3c01-f9a9-4cea-92a4-0a5a5119666a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.722019 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-20fd3c01-f9a9-4cea-92a4-0a5a5119666a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.737533 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50052) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:54.741970 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1e7547b9-63ca-4430-9f2e-9cf63c25bf0a req-1bc2cda1-149a-4ec9-a6ee-3c9baaa4c55f tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0ea5284-55d5-4f1c-afba-aa470116275f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2863729 Jul 05 03:52:54.742584 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59baf6dc-fe10-4371-848b-a7eb72377cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=7b6709da-22b7-4420-933a-f93ebf434ce7,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:54.753804 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 7b6709da-22b7-4420-933a-f93ebf434ce7 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:52:54.761151 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-06b195c1-8c09-45a2-83af-878baebc3c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.763273 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50054) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:54.855530 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bd26e1-a9a4-4897-820f-d758d1642b08 admin admin] Made reservation on behalf of 0b15a843c894428bb9d88f84ee28689c for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:54.861295 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-37bd26e1-a9a4-4897-820f-d758d1642b08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.961409 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd11cbe-18ab-4862-8669-96b385051431 req-7d501319-745d-46e9-9f31-1d60311b8407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:54.963292 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1dd11cbe-18ab-4862-8669-96b385051431 req-7d501319-745d-46e9-9f31-1d60311b8407 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 1096 time: 0.4924085 Jul 05 03:52:54.964959 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-20fd3c01-f9a9-4cea-92a4-0a5a5119666a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.972715 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-95262e0f-f643-462c-a2f9-d823b3633842 req-c8ef5302-1a1a-4505-8a2f-4c74720e2fa3 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Deleting port 6624700b-4537-4b8e-a365-3629510a255c {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:54.973030 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-95262e0f-f643-462c-a2f9-d823b3633842 req-c8ef5302-1a1a-4505-8a2f-4c74720e2fa3 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.985585 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9386a-9163-49ec-8f4c-d1ec1e1001eb req-9557e6e7-a453-4298-abcf-eaf30f86834c tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:54.987379 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-96b9386a-9163-49ec-8f4c-d1ec1e1001eb req-9557e6e7-a453-4298-abcf-eaf30f86834c tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 945 time: 0.1270447 Jul 05 03:52:55.036561 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-06b195c1-8c09-45a2-83af-878baebc3c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.056162 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-06b195c1-8c09-45a2-83af-878baebc3c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.068748 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-96b9386a-9163-49ec-8f4c-d1ec1e1001eb req-b72a5f10-3880-4122-adf1-4b8a378ad96c tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743949 Jul 05 03:52:55.149257 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-06b195c1-8c09-45a2-83af-878baebc3c23 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=22a6cd08288a4761a62f9fce41e12816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4097760 Jul 05 03:52:55.149940 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b195c1-8c09-45a2-83af-878baebc3c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbdbf81-ae71-401b-bfe7-c2d6675bea71,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:55.152758 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50060) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:55.164151 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-e59492a6-85aa-4fc7-ba7e-b637d09c7928 admin admin] Deleting subnet ed0a1ef0-1506-4eb0-93c1-51dd53393e81 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:52:55.176186 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e59492a6-85aa-4fc7-ba7e-b637d09c7928 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.249366 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-20fd3c01-f9a9-4cea-92a4-0a5a5119666a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.266101 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e59492a6-85aa-4fc7-ba7e-b637d09c7928 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.282706 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device dda6c67e-7a4e-4529-ba21-45bc4add5b3f details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:55.321662 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-52238150-03a9-41c4-bcd9-8dd2bc55f6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.331161 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd3c01-f9a9-4cea-92a4-0a5a5119666a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd1c1b4b-d881-4ca1-ae01-dd736ecdbd2f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:55.335640 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-95262e0f-f643-462c-a2f9-d823b3633842 req-c8ef5302-1a1a-4505-8a2f-4c74720e2fa3 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] For port 6624700b-4537-4b8e-a365-3629510a255c, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6624700b-4537-4b8e-a365-3629510a255c,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:55.336031 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-95262e0f-f643-462c-a2f9-d823b3633842 req-c8ef5302-1a1a-4505-8a2f-4c74720e2fa3 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.338814 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-20fd3c01-f9a9-4cea-92a4-0a5a5119666a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.342517 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e59492a6-85aa-4fc7-ba7e-b637d09c7928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.344059 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-20fd3c01-f9a9-4cea-92a4-0a5a5119666a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cd1c1b4b-d881-4ca1-ae01-dd736ecdbd2f HTTP/1.1" status: 204 len: 168 time: 0.8994303 Jul 05 03:52:55.352550 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50062) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:55.365152 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd11cbe-18ab-4862-8669-96b385051431 req-af3b17d1-f8e2-4d28-aa60-f86e87298836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:55.366883 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1dd11cbe-18ab-4862-8669-96b385051431 req-af3b17d1-f8e2-4d28-aa60-f86e87298836 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 922 time: 0.3605235 Jul 05 03:52:55.375392 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-95262e0f-f643-462c-a2f9-d823b3633842 req-c8ef5302-1a1a-4505-8a2f-4c74720e2fa3 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Calling delete_port for 6624700b-4537-4b8e-a365-3629510a255c owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:55.386429 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-52238150-03a9-41c4-bcd9-8dd2bc55f6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.388844 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port dda6c67e-7a4e-4529-ba21-45bc4add5b3f, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=dda6c67e-7a4e-4529-ba21-45bc4add5b3f,segment=NetworkSegment(63f8efb6-5901-4e21-ba0f-571de3786984),segment_id=63f8efb6-5901-4e21-ba0f-571de3786984)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:55.401243 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'dda6c67e-7a4e-4529-ba21-45bc4add5b3f', 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7', 'port_id': 'dda6c67e-7a4e-4529-ba21-45bc4add5b3f', 'mac_address': 'fa:16:3e:5a:40:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5a73c3e-f7f3-4c59-8d63-4826eaa5693f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:52:55.407386 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd74a8a-3749-4b8a-af9c-03e292ac2b10 req-8aa2c1ef-07ea-4890-ab2f-d910c3b04cb2 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:55.409032 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-afd74a8a-3749-4b8a-af9c-03e292ac2b10 req-8aa2c1ef-07ea-4890-ab2f-d910c3b04cb2 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=dfba4a05-b673-4f86-a468-040ef28c678d HTTP/1.1" status: 200 len: 945 time: 0.1990647 Jul 05 03:52:55.445098 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.465419 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda6c67e-7a4e-4529-ba21-45bc4add5b3f {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:55.487144 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port dda6c67e-7a4e-4529-ba21-45bc4add5b3f, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=dda6c67e-7a4e-4529-ba21-45bc4add5b3f,segment=NetworkSegment(63f8efb6-5901-4e21-ba0f-571de3786984),segment_id=63f8efb6-5901-4e21-ba0f-571de3786984)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:55.487423 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-afd74a8a-3749-4b8a-af9c-03e292ac2b10 req-8a0e5bb3-21e3-481e-98d8-2cd4efd74199 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662868 Jul 05 03:52:55.489444 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e59492a6-85aa-4fc7-ba7e-b637d09c7928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.495913 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.504801 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1dd11cbe-18ab-4862-8669-96b385051431 req-05719058-0fe9-42f8-9d5b-cbb450ceffac service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cf9a358-4aea-4435-9981-a99ef573895f HTTP/1.1" status: 200 len: 217 time: 0.0997517 Jul 05 03:52:55.518600 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59492a6-85aa-4fc7-ba7e-b637d09c7928 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed0a1ef0-1506-4eb0-93c1-51dd53393e81,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:55.523473 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e59492a6-85aa-4fc7-ba7e-b637d09c7928 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.526828 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e59492a6-85aa-4fc7-ba7e-b637d09c7928 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ed0a1ef0-1506-4eb0-93c1-51dd53393e81 HTTP/1.1" status: 204 len: 168 time: 0.7600620 Jul 05 03:52:55.528993 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50064) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:55.563433 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=dda6c67e-7a4e-4529-ba21-45bc4add5b3f,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:55.573991 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-37bd26e1-a9a4-4897-820f-d758d1642b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.579583 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-52238150-03a9-41c4-bcd9-8dd2bc55f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.581954 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-52238150-03a9-41c4-bcd9-8dd2bc55f6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.585944 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-52238150-03a9-41c4-bcd9-8dd2bc55f6a9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7fbdbf81-ae71-401b-bfe7-c2d6675bea71 HTTP/1.1" status: 204 len: 168 time: 0.4291182 Jul 05 03:52:55.635569 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a765e649-f915-46c4-9796-9d6758e6d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.668800 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62d3098c-3109-4359-9bca-c649b01886c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.678862 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52238150-03a9-41c4-bcd9-8dd2bc55f6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbdbf81-ae71-401b-bfe7-c2d6675bea71,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:55.683735 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd11cbe-18ab-4862-8669-96b385051431 req-48cd2157-9b17-48fc-bb18-41e8be818191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:55.685293 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1dd11cbe-18ab-4862-8669-96b385051431 req-48cd2157-9b17-48fc-bb18-41e8be818191 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8d29ec61-cb40-45c9-a308-0007b5185cb0 HTTP/1.1" status: 200 len: 861 time: 0.1303501 Jul 05 03:52:55.717017 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd26e1-a9a4-4897-820f-d758d1642b08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccf7098d-d664-4348-860f-1e166cf68435,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:55.755736 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1dd11cbe-18ab-4862-8669-96b385051431 req-dbfa87f5-3ae3-4f30-a37b-6515d11ae473 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0365b51-ea1d-4154-b37b-d14ae3269368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568144 Jul 05 03:52:55.821589 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62d3098c-3109-4359-9bca-c649b01886c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.837816 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-62d3098c-3109-4359-9bca-c649b01886c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37bffed-7318-4dad-93bc-2135e6f53abd']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:55.853478 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-62d3098c-3109-4359-9bca-c649b01886c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47338bb3-e1e0-45a4-bbd2-192e17120afd') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:55.854315 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-62d3098c-3109-4359-9bca-c649b01886c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47338bb3-e1e0-45a4-bbd2-192e17120afd') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:55.869093 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62d3098c-3109-4359-9bca-c649b01886c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.888440 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62d3098c-3109-4359-9bca-c649b01886c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.898692 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd26e1-a9a4-4897-820f-d758d1642b08 admin admin] Checking segment: {'id': '06b9089c-3c33-40f8-9fba-09be91ebfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:55.899049 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bd26e1-a9a4-4897-820f-d758d1642b08 admin admin] Network hostable DHCP agents. Network: 7b6709da-22b7-4420-933a-f93ebf434ce7, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:52:55.940228 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d3098c-3109-4359-9bca-c649b01886c7 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:52:55.940648 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62d3098c-3109-4359-9bca-c649b01886c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: timer() Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:52:55.943319 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:52:55.989373 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a765e649-f915-46c4-9796-9d6758e6d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.021542 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-a765e649-f915-46c4-9796-9d6758e6d6fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03da8782-3bc8-4501-9cf3-41e1ed66d00f']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:56.023601 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62d3098c-3109-4359-9bca-c649b01886c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.031150 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62d3098c-3109-4359-9bca-c649b01886c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.035897 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-62d3098c-3109-4359-9bca-c649b01886c7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e37bffed-7318-4dad-93bc-2135e6f53abd HTTP/1.1" status: 204 len: 168 time: 0.5053179 Jul 05 03:52:56.038180 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50082) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:56.041082 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-a765e649-f915-46c4-9796-9d6758e6d6fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d45810f-af44-4ab1-804d-90ba1df1efc1') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:56.041380 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-a765e649-f915-46c4-9796-9d6758e6d6fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d45810f-af44-4ab1-804d-90ba1df1efc1') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:56.043263 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bd26e1-a9a4-4897-820f-d758d1642b08 admin admin] Network 7b6709da-22b7-4420-933a-f93ebf434ce7 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:52:56.048543 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['dda6c67e-7a4e-4529-ba21-45bc4add5b3f'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:56.065410 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0a707-04f2-4f69-84c3-39be306dcd60 req-057d9d93-f9aa-4508-b487-6472ff165481 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:56.065803 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-95262e0f-f643-462c-a2f9-d823b3633842 req-c8ef5302-1a1a-4505-8a2f-4c74720e2fa3 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.070468 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a765e649-f915-46c4-9796-9d6758e6d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.073017 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4c0a707-04f2-4f69-84c3-39be306dcd60 req-057d9d93-f9aa-4508-b487-6472ff165481 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 944 time: 0.1724916 Jul 05 03:52:56.093330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3098c-3109-4359-9bca-c649b01886c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e37bffed-7318-4dad-93bc-2135e6f53abd,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:56.119409 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-37bd26e1-a9a4-4897-820f-d758d1642b08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 7b6709da-22b7-4420-933a-f93ebf434ce7) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:56.122500 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1dd11cbe-18ab-4862-8669-96b385051431 req-cb5033cf-daf9-4d6f-803e-c638ca2a77e5 service neutron] 10.222.0.89 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361409 Jul 05 03:52:56.134780 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bd26e1-a9a4-4897-820f-d758d1642b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:56.135203 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-37bd26e1-a9a4-4897-820f-d758d1642b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.136362 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96255e96-f391-4c26-9e25-0ff90099394d None None] Network 7b6709da-22b7-4420-933a-f93ebf434ce7 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:56.140268 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef5302-1a1a-4505-8a2f-4c74720e2fa3 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Pushing event deleted for resources: {'Port': ['ID=6624700b-4537-4b8e-a365-3629510a255c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:56.140589 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93a8daa-eed6-439e-9aab-26566dc210e1 admin admin] Deleting subnet 3e88ec71-2180-4df3-a465-f0d378de4a52 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:52:56.149269 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b93a8daa-eed6-439e-9aab-26566dc210e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.156092 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a128f-7cb2-4135-967d-66d51a0ebc79 req-cfe43454-1c1b-4a5a-84a8-648e40b3050f tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:56.158193 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-978a128f-7cb2-4135-967d-66d51a0ebc79 req-cfe43454-1c1b-4a5a-84a8-648e40b3050f tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=dfba4a05-b673-4f86-a468-040ef28c678d HTTP/1.1" status: 200 len: 945 time: 0.4050801 Jul 05 03:52:56.161153 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a765e649-f915-46c4-9796-9d6758e6d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.163043 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4c0a707-04f2-4f69-84c3-39be306dcd60 req-407d5ad0-1f6c-4a52-8a7c-77ebf4431f32 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0ea5284-55d5-4f1c-afba-aa470116275f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890760 Jul 05 03:52:56.187046 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a765e649-f915-46c4-9796-9d6758e6d6fd admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:52:56.187767 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a765e649-f915-46c4-9796-9d6758e6d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.231683 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b93a8daa-eed6-439e-9aab-26566dc210e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.281695 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b93a8daa-eed6-439e-9aab-26566dc210e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: timer() Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:52:56.305981 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:52:56.349908 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-52993432-9402-44e1-9007-974b85046134 req-da1cf8bb-7700-4ae6-bea7-857bf7bbbf18 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 210 time: 0.0459790 Jul 05 03:52:56.410191 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1dd11cbe-18ab-4862-8669-96b385051431 req-ee546ba0-2c2e-42ab-aaf7-3cf8c306a58d service neutron] 10.222.0.89 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713540 Jul 05 03:52:56.411677 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b93a8daa-eed6-439e-9aab-26566dc210e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.433909 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4ef468-eb56-4a6f-ba3d-77e2e1fc7018 None None] Network 7b6709da-22b7-4420-933a-f93ebf434ce7 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:56.454386 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-37bd26e1-a9a4-4897-820f-d758d1642b08 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8077676 Jul 05 03:52:56.475690 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b93a8daa-eed6-439e-9aab-26566dc210e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.480023 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b93a8daa-eed6-439e-9aab-26566dc210e1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3e88ec71-2180-4df3-a465-f0d378de4a52 HTTP/1.1" status: 204 len: 168 time: 0.4377463 Jul 05 03:52:56.484056 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a8daa-eed6-439e-9aab-26566dc210e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e88ec71-2180-4df3-a465-f0d378de4a52,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:56.485707 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50096) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:56.493349 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-95262e0f-f643-462c-a2f9-d823b3633842 req-c8ef5302-1a1a-4505-8a2f-4c74720e2fa3 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] No DVR routers for this DVR port 6624700b-4537-4b8e-a365-3629510a255c on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:56.502888 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-95262e0f-f643-462c-a2f9-d823b3633842 req-c8ef5302-1a1a-4505-8a2f-4c74720e2fa3 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.505503 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-95262e0f-f643-462c-a2f9-d823b3633842 req-c8ef5302-1a1a-4505-8a2f-4c74720e2fa3 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.70 "DELETE /v2.0/ports/6624700b-4537-4b8e-a365-3629510a255c HTTP/1.1" status: 204 len: 173 time: 2.1440847 Jul 05 03:52:56.522111 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837b0dd2-ad8b-429f-8557-b370f7a9ecbf', 'name': 'network-vif-deleted', 'tag': '6624700b-4537-4b8e-a365-3629510a255c'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:56.525044 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72de5064-9d4c-42bc-93a7-0532025b7670" -d '{"events": [{"server_uuid": "837b0dd2-ad8b-429f-8557-b370f7a9ecbf", "name": "network-vif-deleted", "tag": "6624700b-4537-4b8e-a365-3629510a255c"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:56.542936 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-978a128f-7cb2-4135-967d-66d51a0ebc79 req-3fd1c731-8ebf-42a4-8491-b3dee13ce063 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581040 Jul 05 03:52:56.554958 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a765e649-f915-46c4-9796-9d6758e6d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.588992 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a765e649-f915-46c4-9796-9d6758e6d6fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.589900 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a765e649-f915-46c4-9796-9d6758e6d6fd admin admin] 10.222.0.77 "DELETE /v2.0/networks/03da8782-3bc8-4501-9cf3-41e1ed66d00f HTTP/1.1" status: 204 len: 168 time: 1.2363381 Jul 05 03:52:56.605130 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765e649-f915-46c4-9796-9d6758e6d6fd admin admin] Pushing event deleted for resources: {'Network': ['ID=03da8782-3bc8-4501-9cf3-41e1ed66d00f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:56.659215 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c98be76-da97-4cd7-b0e3-2a4cad208318 x-openstack-request-id: req-1c98be76-da97-4cd7-b0e3-2a4cad208318 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:56.660175 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "837b0dd2-ad8b-429f-8557-b370f7a9ecbf", "name": "network-vif-deleted", "tag": "6624700b-4537-4b8e-a365-3629510a255c", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:56.660789 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1c98be76-da97-4cd7-b0e3-2a4cad208318 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:56.661513 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '837b0dd2-ad8b-429f-8557-b370f7a9ecbf', 'name': 'network-vif-deleted', 'tag': '6624700b-4537-4b8e-a365-3629510a255c', 'status': 'completed', 'code': 200} Jul 05 03:52:56.677268 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-15e68b05-7bb4-435f-80f2-ae76f7fbfaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.764781 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:52:56.822213 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-15e68b05-7bb4-435f-80f2-ae76f7fbfaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.836179 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-15e68b05-7bb4-435f-80f2-ae76f7fbfaad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ed42b1-2b68-412f-9a35-7dab2c84298c']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:56.850790 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-15e68b05-7bb4-435f-80f2-ae76f7fbfaad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae4b061-0a57-4d03-9245-6de0b0b23950') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:56.851146 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-15e68b05-7bb4-435f-80f2-ae76f7fbfaad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae4b061-0a57-4d03-9245-6de0b0b23950') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:56.865769 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-15e68b05-7bb4-435f-80f2-ae76f7fbfaad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.895888 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-15e68b05-7bb4-435f-80f2-ae76f7fbfaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.906500 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e68b05-7bb4-435f-80f2-ae76f7fbfaad admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:52:56.907157 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-15e68b05-7bb4-435f-80f2-ae76f7fbfaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: timer() Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:52:56.909959 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:52:57.021973 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50118) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:57.022503 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-15e68b05-7bb4-435f-80f2-ae76f7fbfaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.041763 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-15e68b05-7bb4-435f-80f2-ae76f7fbfaad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.046402 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-15e68b05-7bb4-435f-80f2-ae76f7fbfaad admin admin] 10.222.0.77 "DELETE /v2.0/networks/49ed42b1-2b68-412f-9a35-7dab2c84298c HTTP/1.1" status: 204 len: 168 time: 0.5595474 Jul 05 03:52:57.082800 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e68b05-7bb4-435f-80f2-ae76f7fbfaad admin admin] Pushing event deleted for resources: {'Network': ['ID=49ed42b1-2b68-412f-9a35-7dab2c84298c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:57.117931 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1e91dcab-e55c-4a77-8f4c-dfc9302a97d7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=421fcf4df3c941efa19f48d8a2894416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0943954 Jul 05 03:52:57.121449 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50122) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:57.237593 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef6bbb78-a0ea-4fc2-a605-19904e830f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.270092 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef6bbb78-a0ea-4fc2-a605-19904e830f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.284580 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6624700b-4537-4b8e-a365-3629510a255c no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:57.346787 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 6624700b-4537-4b8e-a365-3629510a255c {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:57.348006 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6624700b-4537-4b8e-a365-3629510a255c not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:57.435491 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef6bbb78-a0ea-4fc2-a605-19904e830f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.441365 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef6bbb78-a0ea-4fc2-a605-19904e830f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.445500 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ef6bbb78-a0ea-4fc2-a605-19904e830f77 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8b962a86-50f6-4452-a1cb-47aaf7a334a7 HTTP/1.1" status: 204 len: 168 time: 0.3202629 Jul 05 03:52:57.484017 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6bbb78-a0ea-4fc2-a605-19904e830f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b962a86-50f6-4452-a1cb-47aaf7a334a7,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:57.514864 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50134) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:57.556162 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e14af9-5984-4d0f-b92f-1ddf32a18986 req-3e54b685-cee4-4ead-b8a6-1588e9fad0e0 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:57.567613 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-80e14af9-5984-4d0f-b92f-1ddf32a18986 req-3e54b685-cee4-4ead-b8a6-1588e9fad0e0 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 944 time: 0.1114345 Jul 05 03:52:57.627551 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-80e14af9-5984-4d0f-b92f-1ddf32a18986 req-647f739f-0994-4e62-9d94-14db7a750ae9 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0ea5284-55d5-4f1c-afba-aa470116275f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578809 Jul 05 03:52:57.667542 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a57f78c3-c81f-4632-ae9e-519984f770c8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6079881a5dcb456f811aa69e44c04ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1514969 Jul 05 03:52:57.670486 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50146) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:57.776384 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f291a409-cf57-4b42-a367-148b68f4c6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.830339 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f291a409-cf57-4b42-a367-148b68f4c6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.909930 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-46260730-c9c3-48f5-883f-8c4891b7aa69 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:57.919298 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-46260730-c9c3-48f5-883f-8c4891b7aa69 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/networks?id=7b6709da-22b7-4420-933a-f93ebf434ce7 HTTP/1.1" status: 200 len: 804 time: 0.2399364 Jul 05 03:52:57.941976 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-91e566f2-2eba-49d5-bc3e-00758c320d5b tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/quotas/0b15a843c894428bb9d88f84ee28689c HTTP/1.1" status: 200 len: 375 time: 0.0217073 Jul 05 03:52:57.991278 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-54581831-c4e6-458b-92ce-69aa20ee1be2 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b15a843c894428bb9d88f84ee28689c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481942 Jul 05 03:52:58.028662 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f291a409-cf57-4b42-a367-148b68f4c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.035145 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f291a409-cf57-4b42-a367-148b68f4c6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.036385 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f291a409-cf57-4b42-a367-148b68f4c6e5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/22777892-9be4-46bf-ba4f-0bc2d7f38e00 HTTP/1.1" status: 204 len: 168 time: 0.3646922 Jul 05 03:52:58.066414 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291a409-cf57-4b42-a367-148b68f4c6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22777892-9be4-46bf-ba4f-0bc2d7f38e00,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:58.114375 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a5052-3019-490f-8b52-fa096026ce53 req-ed8b1852-0cef-41fc-80a6-b949e2c553ae tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:58.120522 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cb8a5052-3019-490f-8b52-fa096026ce53 req-ed8b1852-0cef-41fc-80a6-b949e2c553ae tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=dfba4a05-b673-4f86-a468-040ef28c678d HTTP/1.1" status: 200 len: 945 time: 0.2602124 Jul 05 03:52:58.146144 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-b2da080e-771a-45d8-adec-3f8629bb8152 service neutron] 10.222.0.77 "GET /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533153 Jul 05 03:52:58.209409 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cb8a5052-3019-490f-8b52-fa096026ce53 req-3c7e6fa5-c1d9-49ab-9daf-fd899abf9643 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840027 Jul 05 03:52:58.262470 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-8b7c47e9-0940-454d-9c72-7615a26e78ac service neutron] 10.222.0.77 "GET /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154840 Jul 05 03:52:58.395003 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32b4fdb7-ea3b-450a-a6e9-a27185d62d98 req-492f4c9c-e3f7-4885-b1f5-618a720528ff tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 210 time: 0.0439444 Jul 05 03:52:58.529172 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6f30eb69-9a47-4b06-badb-f77a94bcdfc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.578218 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dfd09570-0105-42a0-9393-44ce7a76994b req-82cec51e-2a6d-4361-b72c-6249361b8221 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=c424981a-f220-4206-a8d9-aa5ef9040725 HTTP/1.1" status: 200 len: 210 time: 0.0901215 Jul 05 03:52:58.694864 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50186) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:58.782144 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6ab0e77e-48ac-4e5c-87a8-c5370de0eae8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=711dbcdf3ef54c7288cbdc3448b9e525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0861347 Jul 05 03:52:58.782957 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50190) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:58.896209 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d53e71-4961-42c9-807c-a40427f85bf6 req-757881e0-786f-4366-9e11-a0a14dd56c08 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:58.903112 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-03d53e71-4961-42c9-807c-a40427f85bf6 req-757881e0-786f-4366-9e11-a0a14dd56c08 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 944 time: 0.1326740 Jul 05 03:52:58.959833 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.966295 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-03d53e71-4961-42c9-807c-a40427f85bf6 req-d9717d1c-13b3-44b3-b5ae-6729c6715038 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0ea5284-55d5-4f1c-afba-aa470116275f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620408 Jul 05 03:52:58.976408 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0e0f3b9-33a8-44e7-8556-c51c5cc64998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.011286 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0e0f3b9-33a8-44e7-8556-c51c5cc64998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.079949 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0e0f3b9-33a8-44e7-8556-c51c5cc64998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.084423 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0e0f3b9-33a8-44e7-8556-c51c5cc64998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.085804 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b0e0f3b9-33a8-44e7-8556-c51c5cc64998 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d71a1acc-745f-424e-98e4-75c01ed9bbe0 HTTP/1.1" status: 204 len: 168 time: 0.3002627 Jul 05 03:52:59.103606 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0f3b9-33a8-44e7-8556-c51c5cc64998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71a1acc-745f-424e-98e4-75c01ed9bbe0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:59.172510 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50200) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:59.288332 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device dda6c67e-7a4e-4529-ba21-45bc4add5b3f up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:59.396396 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port dda6c67e-7a4e-4529-ba21-45bc4add5b3f completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:59.402160 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port dda6c67e-7a4e-4529-ba21-45bc4add5b3f triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:59.402800 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.590062 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-c554c32d-1c24-4173-8639-e2980c4de185 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2024056273-network', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:59.642652 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.643232 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c554c32d-1c24-4173-8639-e2980c4de185 admin admin] Made reservation on behalf of 37edaf8ff03a4b18a4527fc6265a8b9e for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:59.646805 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c554c32d-1c24-4173-8639-e2980c4de185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.670083 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c554c32d-1c24-4173-8639-e2980c4de185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.733585 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port dda6c67e-7a4e-4529-ba21-45bc4add5b3f, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=dda6c67e-7a4e-4529-ba21-45bc4add5b3f,segment=NetworkSegment(63f8efb6-5901-4e21-ba0f-571de3786984),segment_id=63f8efb6-5901-4e21-ba0f-571de3786984)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:59.735290 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c952f46-828e-47c8-8cba-9e3caac21ab4 req-a7655b23-3f64-44d5-8308-e2df0f280a20 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:59.736059 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6b80f7-2f1c-41d8-b0de-d20cc41ef631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda6c67e-7a4e-4529-ba21-45bc4add5b3f'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:59.737502 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c952f46-828e-47c8-8cba-9e3caac21ab4 req-a7655b23-3f64-44d5-8308-e2df0f280a20 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfba4a05-b673-4f86-a468-040ef28c678d HTTP/1.1" status: 200 len: 945 time: 0.2683821 Jul 05 03:52:59.743726 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf669f0a-1397-4220-b0f7-151c0c71d99f" -d '{"events": [{"server_uuid": "cb6b80f7-2f1c-41d8-b0de-d20cc41ef631", "name": "network-vif-plugged", "status": "completed", "tag": "dda6c67e-7a4e-4529-ba21-45bc4add5b3f"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:59.753849 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6c579-0fe2-41a1-a64f-e0b7159f88ed req-d50486f8-937a-4678-a22a-40fd30c8d314 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:59.757082 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.761335 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ffe6c579-0fe2-41a1-a64f-e0b7159f88ed req-d50486f8-937a-4678-a22a-40fd30c8d314 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=dfba4a05-b673-4f86-a468-040ef28c678d HTTP/1.1" status: 200 len: 945 time: 0.2792008 Jul 05 03:52:59.809469 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9ec24151-1174-49b1-81b8-5370fa81429f req-11967699-cb0c-4668-9a6c-d23c5c8872e4 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 210 time: 0.0467844 Jul 05 03:52:59.820311 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=dda6c67e-7a4e-4529-ba21-45bc4add5b3f,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:59.865989 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c554c32d-1c24-4173-8639-e2980c4de185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.872605 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c554c32d-1c24-4173-8639-e2980c4de185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.900532 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ffe6c579-0fe2-41a1-a64f-e0b7159f88ed req-223aba6f-56ce-4834-a962-ea283dc32f51 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380405 Jul 05 03:52:59.961073 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554c32d-1c24-4173-8639-e2980c4de185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d16b0c-a83b-4366-87e7-be6497ad32a3,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:59.968179 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c554c32d-1c24-4173-8639-e2980c4de185 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:52:59.988650 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c554c32d-1c24-4173-8639-e2980c4de185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.990624 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-c554c32d-1c24-4173-8639-e2980c4de185 admin admin] Added segment c08de3b8-c3bc-4af9-8e5c-57631e3280d6 of type vlan for network ac936e6f-3e04-4437-b04d-b7e14555028d Jul 05 03:53:00.012682 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-9c952f46-828e-47c8-8cba-9e3caac21ab4 req-2feb6b01-c54b-439b-9a87-21fe0481e140 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Deleting port d4b3ae11-54d1-4bab-9bd2-962e2c3f473b {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:00.013182 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9c952f46-828e-47c8-8cba-9e3caac21ab4 req-2feb6b01-c54b-439b-9a87-21fe0481e140 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.059898 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c554c32d-1c24-4173-8639-e2980c4de185 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.114503 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c554c32d-1c24-4173-8639-e2980c4de185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.115729 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c554c32d-1c24-4173-8639-e2980c4de185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:00.117297 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c554c32d-1c24-4173-8639-e2980c4de185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.230620 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bf46ab-cbec-49f0-b4bf-a24b4afbeed9 x-openstack-request-id: req-f2bf46ab-cbec-49f0-b4bf-a24b4afbeed9 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:00.230956 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6b80f7-2f1c-41d8-b0de-d20cc41ef631", "name": "network-vif-plugged", "status": "completed", "tag": "dda6c67e-7a4e-4529-ba21-45bc4add5b3f", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:00.231460 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f2bf46ab-cbec-49f0-b4bf-a24b4afbeed9 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:00.232273 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6b80f7-2f1c-41d8-b0de-d20cc41ef631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda6c67e-7a4e-4529-ba21-45bc4add5b3f', 'code': 200} Jul 05 03:53:00.260304 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554c32d-1c24-4173-8639-e2980c4de185 admin admin] Pushing event updated for resources: {'Network': ['ID=ac936e6f-3e04-4437-b04d-b7e14555028d,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:00.275554 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network ac936e6f-3e04-4437-b04d-b7e14555028d details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:53:00.288233 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c554c32d-1c24-4173-8639-e2980c4de185 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1141164 Jul 05 03:53:00.289409 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50240) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:00.298792 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-f7aa3574-4ef5-4e15-9be8-69cfb777bb16 admin admin] Request body: {'subnet': {'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2024056273-subnet', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:00.310117 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-985c1003-b58b-4553-9f6b-ca40d7dd1639 req-f1927701-03a0-491a-b729-2533da1a15d8 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=c424981a-f220-4206-a8d9-aa5ef9040725 HTTP/1.1" status: 200 len: 210 time: 0.1203620 Jul 05 03:53:00.331436 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7aa3574-4ef5-4e15-9be8-69cfb777bb16 admin admin] Made reservation on behalf of 37edaf8ff03a4b18a4527fc6265a8b9e for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:00.347155 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f7aa3574-4ef5-4e15-9be8-69cfb777bb16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.347273 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-9c952f46-828e-47c8-8cba-9e3caac21ab4 req-2feb6b01-c54b-439b-9a87-21fe0481e140 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] For port d4b3ae11-54d1-4bab-9bd2-962e2c3f473b, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d4b3ae11-54d1-4bab-9bd2-962e2c3f473b,segment=NetworkSegment(8e925059-1d42-4eae-ad90-062ddf3ec375),segment_id=8e925059-1d42-4eae-ad90-062ddf3ec375)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:00.347398 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9c952f46-828e-47c8-8cba-9e3caac21ab4 req-2feb6b01-c54b-439b-9a87-21fe0481e140 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.396206 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-9c952f46-828e-47c8-8cba-9e3caac21ab4 req-2feb6b01-c54b-439b-9a87-21fe0481e140 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Calling delete_port for d4b3ae11-54d1-4bab-9bd2-962e2c3f473b owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:00.796778 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f7aa3574-4ef5-4e15-9be8-69cfb777bb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.832490 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe49ae-362f-42ce-a67d-afc6c6501c94 req-72cb3558-bbca-44cc-a5ba-557f3964dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:00.834193 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e7fe49ae-362f-42ce-a67d-afc6c6501c94 req-72cb3558-bbca-44cc-a5ba-557f3964dbfc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 1097 time: 0.3881779 Jul 05 03:53:00.925328 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50252) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:01.023635 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e7fe49ae-362f-42ce-a67d-afc6c6501c94 req-cf0d0f82-a05a-4ea7-9d6f-97c3f1e38764 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d0ea5284-55d5-4f1c-afba-aa470116275f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801119 Jul 05 03:53:01.034113 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70460651-6ab8-41b6-9401-cbf8c22a2e38 req-041b2187-7f47-4642-8005-c5e1b528bbfd tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.041693 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-70460651-6ab8-41b6-9401-cbf8c22a2e38 req-041b2187-7f47-4642-8005-c5e1b528bbfd tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 945 time: 0.4707494 Jul 05 03:53:01.052750 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa3574-4ef5-4e15-9be8-69cfb777bb16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:01.068571 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa3574-4ef5-4e15-9be8-69cfb777bb16 admin admin] Checking segment: {'id': 'c08de3b8-c3bc-4af9-8e5c-57631e3280d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:01.068992 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aa3574-4ef5-4e15-9be8-69cfb777bb16 admin admin] Network hostable DHCP agents. Network: ac936e6f-3e04-4437-b04d-b7e14555028d, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:53:01.099453 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-70460651-6ab8-41b6-9401-cbf8c22a2e38 req-57378693-cd81-4bd8-b2b6-da1468683fa3 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0ea5284-55d5-4f1c-afba-aa470116275f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567908 Jul 05 03:53:01.113048 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aa3574-4ef5-4e15-9be8-69cfb777bb16 admin admin] Network ac936e6f-3e04-4437-b04d-b7e14555028d is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:53:01.117082 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c877fb58-92f7-4de6-b2ee-e1243957e990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.151622 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-f7aa3574-4ef5-4e15-9be8-69cfb777bb16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, ac936e6f-3e04-4437-b04d-b7e14555028d) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:01.162521 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aa3574-4ef5-4e15-9be8-69cfb777bb16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.163306 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f7aa3574-4ef5-4e15-9be8-69cfb777bb16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.163441 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673bafda-a8a0-4c07-81cf-0aba65388df7 None None] Network ac936e6f-3e04-4437-b04d-b7e14555028d requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:01.253808 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4a3f4413-ee50-4f2f-9fae-996e0450dc98 req-1312a32f-1def-4f01-8bfc-5d42e9caf033 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 210 time: 0.0777853 Jul 05 03:53:01.295691 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c877fb58-92f7-4de6-b2ee-e1243957e990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.344344 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f46c9f19-8482-4f3c-8499-dd35600d2979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.458527 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c756c8-8d3e-428b-b1f8-6718bf273e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-ac936e6f-3e04-4437-b04d-b7e14555028d', 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'fixed_ips': [{'subnet_id': '30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:53:01.459991 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02c756c8-8d3e-428b-b1f8-6718bf273e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.483489 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-1325a3b2-c47f-4c41-91a5-e6fa6aa81bf7 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.486138 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-1325a3b2-c47f-4c41-91a5-e6fa6aa81bf7 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.89 "GET /v2.0/networks?id=7b6709da-22b7-4420-933a-f93ebf434ce7 HTTP/1.1" status: 200 len: 804 time: 0.9896111 Jul 05 03:53:01.507766 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-36f9aec8-4b6e-46d6-a6bc-2f5da3bc2d43 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Request body: {'port': {'device_id': 'c424981a-f220-4206-a8d9-aa5ef9040725', 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7', 'admin_state_up': True, 'tenant_id': '0b15a843c894428bb9d88f84ee28689c'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:01.659137 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-02c756c8-8d3e-428b-b1f8-6718bf273e69 None None] Allocated IP 172.20.0.2 (ac936e6f-3e04-4437-b04d-b7e14555028d/30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4/351f5047-29f0-43b8-a4cf-f83a2b0c0dd5) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:01.676928 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.686286 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9c952f46-828e-47c8-8cba-9e3caac21ab4 req-2feb6b01-c54b-439b-9a87-21fe0481e140 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.763402 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb6b01-c54b-439b-9a87-21fe0481e140 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Pushing event deleted for resources: {'Port': ['ID=d4b3ae11-54d1-4bab-9bd2-962e2c3f473b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:01.827062 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c877fb58-92f7-4de6-b2ee-e1243957e990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.846561 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f7aa3574-4ef5-4e15-9be8-69cfb777bb16 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5558312 Jul 05 03:53:01.856015 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50276) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:01.875988 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-1b1067dc-42c1-4a62-ba9a-dfb139aca7bb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2024056273-router', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:01.877002 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c828c453-2e3c-4e99-8669-2c40aa63404f req-cbdb9b25-0950-4ba8-befd-abd299a70e63 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=c424981a-f220-4206-a8d9-aa5ef9040725 HTTP/1.1" status: 200 len: 210 time: 0.0581033 Jul 05 03:53:01.880308 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02c756c8-8d3e-428b-b1f8-6718bf273e69 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.892716 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-02c756c8-8d3e-428b-b1f8-6718bf273e69 None None] Transition to ACTIVE for port object 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:01.903658 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c952f46-828e-47c8-8cba-9e3caac21ab4 req-2feb6b01-c54b-439b-9a87-21fe0481e140 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] No DVR routers for this DVR port d4b3ae11-54d1-4bab-9bd2-962e2c3f473b on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:01.907553 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9c952f46-828e-47c8-8cba-9e3caac21ab4 req-2feb6b01-c54b-439b-9a87-21fe0481e140 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.910497 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c952f46-828e-47c8-8cba-9e3caac21ab4 req-2feb6b01-c54b-439b-9a87-21fe0481e140 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.70 "DELETE /v2.0/ports/d4b3ae11-54d1-4bab-9bd2-962e2c3f473b HTTP/1.1" status: 204 len: 173 time: 2.1652210 Jul 05 03:53:01.913628 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-02c756c8-8d3e-428b-b1f8-6718bf273e69 None None] Transition to ACTIVE for port object 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:01.922360 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfba4a05-b673-4f86-a468-040ef28c678d', 'name': 'network-vif-deleted', 'tag': 'd4b3ae11-54d1-4bab-9bd2-962e2c3f473b'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:01.926074 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02c756c8-8d3e-428b-b1f8-6718bf273e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.932229 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57770b39-86c6-4770-b1d0-ae84bdf7e140" -d '{"events": [{"server_uuid": "dfba4a05-b673-4f86-a468-040ef28c678d", "name": "network-vif-deleted", "tag": "d4b3ae11-54d1-4bab-9bd2-962e2c3f473b"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:01.936266 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c877fb58-92f7-4de6-b2ee-e1243957e990 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=628a930d59ff469d8503ed61c5e85e8b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0060012 Jul 05 03:53:01.940238 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50280) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:01.950501 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877fb58-92f7-4de6-b2ee-e1243957e990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3aed0bd-6b50-4704-a723-16c21b3dbdb9,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:01.991951 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3220a-f7fc-4f59-865d-9ff1c92224cb req-e427d3c1-0bb2-4093-b56a-45318b6441b1 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:02.000661 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5ee3220a-f7fc-4f59-865d-9ff1c92224cb req-e427d3c1-0bb2-4093-b56a-45318b6441b1 tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/ports?device_id=dfba4a05-b673-4f86-a468-040ef28c678d HTTP/1.1" status: 200 len: 867 time: 0.7031183 Jul 05 03:53:02.002454 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c756c8-8d3e-428b-b1f8-6718bf273e69 None None] Network ac936e6f-3e04-4437-b04d-b7e14555028d is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:02.010257 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-02c756c8-8d3e-428b-b1f8-6718bf273e69 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:02.025297 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c756c8-8d3e-428b-b1f8-6718bf273e69 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:02.026560 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.db.api [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-36f9aec8-4b6e-46d6-a6bc-2f5da3bc2d43 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 03:53:02.026560 n-d-780147-23 neutron-server[105539]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 03:53:02.026560 n-d-780147-23 neutron-server[105539]: [parameters: {'project_id': '0b15a843c894428bb9d88f84ee28689c', 'id': '963f325b-98e5-45c8-807a-c201fa32a6be', 'expiration': datetime.datetime(2021, 7, 5, 3, 55, 1, 994335)}] Jul 05 03:53:02.026560 n-d-780147-23 neutron-server[105539]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105539) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:53:02.030556 n-d-780147-23 neutron-server[105539]: DEBUG oslo_db.api [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-36f9aec8-4b6e-46d6-a6bc-2f5da3bc2d43 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:53:02.035573 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b1067dc-42c1-4a62-ba9a-dfb139aca7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.036709 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b1067dc-42c1-4a62-ba9a-dfb139aca7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.060351 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5ee3220a-f7fc-4f59-865d-9ff1c92224cb req-9d37e0c4-aecc-4678-b058-592c14fddb5b tempest-ServerDiskConfigTestJSON-97881555 tempest-ServerDiskConfigTestJSON-97881555-project] 10.222.0.77 "GET /v2.0/security-groups?id=e08cdcde-7824-40d1-b414-5c1d5bba1e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586579 Jul 05 03:53:02.068498 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-58254426-6d16-41c5-8b61-8e71d5c646a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.116754 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-58254426-6d16-41c5-8b61-8e71d5c646a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.148359 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de51ec4-4bf9-4be2-9e81-1fc4a08b4f2e x-openstack-request-id: req-2de51ec4-4bf9-4be2-9e81-1fc4a08b4f2e {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:02.148649 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfba4a05-b673-4f86-a468-040ef28c678d", "name": "network-vif-deleted", "tag": "d4b3ae11-54d1-4bab-9bd2-962e2c3f473b", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:02.148903 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2de51ec4-4bf9-4be2-9e81-1fc4a08b4f2e {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:02.149355 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfba4a05-b673-4f86-a468-040ef28c678d', 'name': 'network-vif-deleted', 'tag': 'd4b3ae11-54d1-4bab-9bd2-962e2c3f473b', 'status': 'completed', 'code': 200} Jul 05 03:53:02.212524 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b1067dc-42c1-4a62-ba9a-dfb139aca7bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.215207 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c756c8-8d3e-428b-b1f8-6718bf273e69 None None] Pushing event updated for resources: {'Port': ['ID=351f5047-29f0-43b8-a4cf-f83a2b0c0dd5,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:02.220664 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-58254426-6d16-41c5-8b61-8e71d5c646a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.223293 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-58254426-6d16-41c5-8b61-8e71d5c646a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.224543 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-58254426-6d16-41c5-8b61-8e71d5c646a9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c3aed0bd-6b50-4704-a723-16c21b3dbdb9 HTTP/1.1" status: 204 len: 168 time: 0.2805922 Jul 05 03:53:02.236538 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58254426-6d16-41c5-8b61-8e71d5c646a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3aed0bd-6b50-4704-a723-16c21b3dbdb9,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:02.248532 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-02c756c8-8d3e-428b-b1f8-6718bf273e69 None None] Attempting to bind port 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:02.249401 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-02c756c8-8d3e-428b-b1f8-6718bf273e69 None None] Attempting to bind port 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'c08de3b8-c3bc-4af9-8e5c-57631e3280d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:02.249948 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c756c8-8d3e-428b-b1f8-6718bf273e69 None None] Attempting to bind port 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5 on network ac936e6f-3e04-4437-b04d-b7e14555028d {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:02.257758 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c756c8-8d3e-428b-b1f8-6718bf273e69 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:02.258618 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c756c8-8d3e-428b-b1f8-6718bf273e69 None None] Checking segment: {'id': 'c08de3b8-c3bc-4af9-8e5c-57631e3280d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:02.259190 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02c756c8-8d3e-428b-b1f8-6718bf273e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.259821 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c756c8-8d3e-428b-b1f8-6718bf273e69 None None] Bound using segment: {'id': 'c08de3b8-c3bc-4af9-8e5c-57631e3280d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:02.260511 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-02c756c8-8d3e-428b-b1f8-6718bf273e69 None None] Bound port: 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08de3b8-c3bc-4af9-8e5c-57631e3280d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:02.261062 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02c756c8-8d3e-428b-b1f8-6718bf273e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.303374 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bac57002-0844-4831-9af3-9176205d982c req-a232ce7c-dad7-4c0a-8f62-a20e2c6fd1b9 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401900 Jul 05 03:53:02.446289 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac57002-0844-4831-9af3-9176205d982c req-b85e46b3-3fb2-429d-81ed-17a05f031c56 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:02.454787 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bac57002-0844-4831-9af3-9176205d982c req-b85e46b3-3fb2-429d-81ed-17a05f031c56 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1504703 Jul 05 03:53:02.475416 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bac57002-0844-4831-9af3-9176205d982c req-5725b4c9-68d2-4171-bdf4-cc5dd87a523a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/quotas/ba5800eba7ce4067ae2fae645ac62ef9 HTTP/1.1" status: 200 len: 375 time: 0.0186753 Jul 05 03:53:02.521454 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.524117 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-02c756c8-8d3e-428b-b1f8-6718bf273e69 None None] For port 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:02.527002 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bac57002-0844-4831-9af3-9176205d982c req-04110443-ff18-46e6-a165-f5ca23828490 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501206 Jul 05 03:53:02.527507 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-02c756c8-8d3e-428b-b1f8-6718bf273e69 None None] For port 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=351f5047-29f0-43b8-a4cf-f83a2b0c0dd5,segment=NetworkSegment(c08de3b8-c3bc-4af9-8e5c-57631e3280d6),segment_id=c08de3b8-c3bc-4af9-8e5c-57631e3280d6)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:02.535519 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02c756c8-8d3e-428b-b1f8-6718bf273e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.557187 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b1067dc-42c1-4a62-ba9a-dfb139aca7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.588024 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f14f48-0f36-4ea4-8d5a-d8f8b69224ff req-2bf59978-57bb-4759-9a52-da144ff0ac8d tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:02.593202 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f3f14f48-0f36-4ea4-8d5a-d8f8b69224ff req-2bf59978-57bb-4759-9a52-da144ff0ac8d tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 945 time: 0.2237797 Jul 05 03:53:02.593629 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-36f9aec8-4b6e-46d6-a6bc-2f5da3bc2d43 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Made reservation on behalf of 0b15a843c894428bb9d88f84ee28689c for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:02.597969 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-36f9aec8-4b6e-46d6-a6bc-2f5da3bc2d43 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.729670 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c756c8-8d3e-428b-b1f8-6718bf273e69 None None] Pushing event updated for resources: {'Port': ['ID=351f5047-29f0-43b8-a4cf-f83a2b0c0dd5,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:02.902024 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f3f14f48-0f36-4ea4-8d5a-d8f8b69224ff req-31cbbf72-3177-44b8-ab92-cfc82d28692c tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0ea5284-55d5-4f1c-afba-aa470116275f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3027740 Jul 05 03:53:02.942336 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-36f9aec8-4b6e-46d6-a6bc-2f5da3bc2d43 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Allocated IP 172.20.0.12 (7b6709da-22b7-4420-933a-f93ebf434ce7/ccf7098d-d664-4348-860f-1e166cf68435/8c15f630-37b4-4689-98df-2056f68db0c6) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:03.135597 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8aee67b7-1aec-44f2-96f5-3c1e66483dd1 req-2acc9b27-0bef-4e0f-8604-b4d26a84c460 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=837b0dd2-ad8b-429f-8557-b370f7a9ecbf HTTP/1.1" status: 200 len: 210 time: 0.0780535 Jul 05 03:53:03.186495 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50314) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:03.235214 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4748f9af-429b-4604-9647-a166935a2921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.314944 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device d4b3ae11-54d1-4bab-9bd2-962e2c3f473b no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:03.397450 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: d4b3ae11-54d1-4bab-9bd2-962e2c3f473b {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:53:03.397814 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device d4b3ae11-54d1-4bab-9bd2-962e2c3f473b not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:03.401717 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b1067dc-42c1-4a62-ba9a-dfb139aca7bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.432888 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b1067dc-42c1-4a62-ba9a-dfb139aca7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.512924 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-36f9aec8-4b6e-46d6-a6bc-2f5da3bc2d43 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.569929 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9de8979e-319c-44f3-a3f9-51ee015d8f10 req-84bf192a-5eea-424c-b5cd-2b4357ce37dd tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 210 time: 0.3322973 Jul 05 03:53:03.581728 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-36f9aec8-4b6e-46d6-a6bc-2f5da3bc2d43 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.720552 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-1b1067dc-42c1-4a62-ba9a-dfb139aca7bb admin admin] Allocated IP 172.25.1.74 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/7b4c47c6-a85c-4077-b2a4-3651f0159ded) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:03.833531 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca09e71-b9ad-4ddb-a9e1-be374081dbb5 req-a0a6859a-311e-42a7-a1c8-35ba2e024c36 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:03.835151 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0ca09e71-b9ad-4ddb-a9e1-be374081dbb5 req-a0a6859a-311e-42a7-a1c8-35ba2e024c36 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=c424981a-f220-4206-a8d9-aa5ef9040725 HTTP/1.1" status: 200 len: 932 time: 0.2734947 Jul 05 03:53:03.861765 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4748f9af-429b-4604-9647-a166935a2921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.901049 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9aec8-4b6e-46d6-a6bc-2f5da3bc2d43 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Pushing event updated for resources: {'Port': ['ID=8c15f630-37b4-4689-98df-2056f68db0c6,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:03.910046 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4748f9af-429b-4604-9647-a166935a2921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.929088 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-36f9aec8-4b6e-46d6-a6bc-2f5da3bc2d43 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Network 7b6709da-22b7-4420-933a-f93ebf434ce7 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:03.939693 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0ca09e71-b9ad-4ddb-a9e1-be374081dbb5 req-cdfb35fb-5242-4305-8060-c67be93dc271 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930243 Jul 05 03:53:03.987327 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-36f9aec8-4b6e-46d6-a6bc-2f5da3bc2d43 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:03.995913 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-36f9aec8-4b6e-46d6-a6bc-2f5da3bc2d43 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:04.033249 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b1067dc-42c1-4a62-ba9a-dfb139aca7bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.101051 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b1067dc-42c1-4a62-ba9a-dfb139aca7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.124201 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-36f9aec8-4b6e-46d6-a6bc-2f5da3bc2d43 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:04.125113 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-36f9aec8-4b6e-46d6-a6bc-2f5da3bc2d43 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.173449 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4748f9af-429b-4604-9647-a166935a2921 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=02f563b9f8e54d469e637375fcb36c07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9834402 Jul 05 03:53:04.176899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50328) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:04.191326 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748f9af-429b-4604-9647-a166935a2921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfd70d8-41f4-4057-98ae-582a4820b425,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:04.208831 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1067dc-42c1-4a62-ba9a-dfb139aca7bb admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:04.222949 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-1b1067dc-42c1-4a62-ba9a-dfb139aca7bb admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:04.238301 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1067dc-42c1-4a62-ba9a-dfb139aca7bb admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:04.253807 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.274033 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-36f9aec8-4b6e-46d6-a6bc-2f5da3bc2d43 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7713132 Jul 05 03:53:04.291504 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-fe85294a-51e6-4d9a-9c47-0adcce2ebf9a service neutron] Request body: {'port': {'device_id': 'c424981a-f220-4206-a8d9-aa5ef9040725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:04.337691 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4c84566e-fd65-42a2-b6eb-73bceba270fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.399000 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:04.412972 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4c84566e-fd65-42a2-b6eb-73bceba270fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.424488 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1067dc-42c1-4a62-ba9a-dfb139aca7bb admin admin] Pushing event updated for resources: {'Port': ['ID=7b4c47c6-a85c-4077-b2a4-3651f0159ded,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:04.483336 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53c5dbc-0aee-44cf-8fad-5041bbe15a08 None None] Network ac936e6f-3e04-4437-b04d-b7e14555028d requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:04.526154 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-fe85294a-51e6-4d9a-9c47-0adcce2ebf9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.552330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50338) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:04.787933 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad005516-ce6a-41b0-84d8-a03da2119e1d req-27236b3a-ba52-450c-a11c-902dbb5b0f73 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:04.793741 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ad005516-ce6a-41b0-84d8-a03da2119e1d req-27236b3a-ba52-450c-a11c-902dbb5b0f73 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 945 time: 0.4535892 Jul 05 03:53:04.798556 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ec608f12-0cf3-40ac-af21-b09db7b337f8 None None] Provisioning for port 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:04.801352 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-f480675b-9893-46cc-b7f0-08f46e0c0640 admin admin] Deleting subnet ea0f684a-f292-44b8-b8f2-c6a27e5ca4c7 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:53:04.808942 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:04.817698 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4c84566e-fd65-42a2-b6eb-73bceba270fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.820658 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4c84566e-fd65-42a2-b6eb-73bceba270fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.826561 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4c84566e-fd65-42a2-b6eb-73bceba270fa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4cfd70d8-41f4-4057-98ae-582a4820b425 HTTP/1.1" status: 204 len: 168 time: 0.6458783 Jul 05 03:53:04.833235 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ec608f12-0cf3-40ac-af21-b09db7b337f8 None None] Provisioning complete for port 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:04.833621 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ec608f12-0cf3-40ac-af21-b09db7b337f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.839588 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:04.840472 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.870241 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84566e-fd65-42a2-b6eb-73bceba270fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfd70d8-41f4-4057-98ae-582a4820b425,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:04.872427 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f480675b-9893-46cc-b7f0-08f46e0c0640 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.895996 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ad005516-ce6a-41b0-84d8-a03da2119e1d req-e8fec6ee-46cc-4d3f-a605-f0cbb314d5d8 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0ea5284-55d5-4f1c-afba-aa470116275f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011469 Jul 05 03:53:05.086303 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bac57002-0844-4831-9af3-9176205d982c req-227c59b9-2e79-4f85-b3d0-faee7215dfaf tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752997 Jul 05 03:53:05.173571 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d20bbfc2-7d0d-4992-8e4f-54c3a26627d0 req-7fa89c91-3c24-4a62-a25c-369f4e8bf02d tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 210 time: 0.0948315 Jul 05 03:53:05.194987 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.449194 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=351f5047-29f0-43b8-a4cf-f83a2b0c0dd5,segment=NetworkSegment(c08de3b8-c3bc-4af9-8e5c-57631e3280d6),segment_id=c08de3b8-c3bc-4af9-8e5c-57631e3280d6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:05.476042 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.483145 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ec608f12-0cf3-40ac-af21-b09db7b337f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.490890 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-fe85294a-51e6-4d9a-9c47-0adcce2ebf9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c15f630-37b4-4689-98df-2056f68db0c6 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:05.503250 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-fe85294a-51e6-4d9a-9c47-0adcce2ebf9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.504782 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f480675b-9893-46cc-b7f0-08f46e0c0640 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.547036 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-fe85294a-51e6-4d9a-9c47-0adcce2ebf9a service neutron] Transition to ACTIVE for port object 8c15f630-37b4-4689-98df-2056f68db0c6 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:05.564409 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-fe85294a-51e6-4d9a-9c47-0adcce2ebf9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.616218 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f480675b-9893-46cc-b7f0-08f46e0c0640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.619993 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b1067dc-42c1-4a62-ba9a-dfb139aca7bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.663763 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.api [None req-ec608f12-0cf3-40ac-af21-b09db7b337f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:53:05.664933 n-d-780147-23 neutron-server[105540]: DEBUG oslo_db.api [None req-ec608f12-0cf3-40ac-af21-b09db7b337f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:53:05.672331 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=351f5047-29f0-43b8-a4cf-f83a2b0c0dd5,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:05.711763 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90285ca-4dd9-47c2-8157-9a5da2229fd6 req-11ac2fd3-f284-4dcb-ad43-031886e1110c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.713520 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a90285ca-4dd9-47c2-8157-9a5da2229fd6 req-11ac2fd3-f284-4dcb-ad43-031886e1110c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=c424981a-f220-4206-a8d9-aa5ef9040725 HTTP/1.1" status: 200 len: 932 time: 0.3185794 Jul 05 03:53:05.776076 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85294a-51e6-4d9a-9c47-0adcce2ebf9a service neutron] Pushing event updated for resources: {'Port': ['ID=8c15f630-37b4-4689-98df-2056f68db0c6,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:05.841511 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac57002-0844-4831-9af3-9176205d982c req-204391f4-9fd4-4772-8b55-68bc2f6e17cf tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.841645 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a90285ca-4dd9-47c2-8157-9a5da2229fd6 req-453c292a-bc07-48d2-b256-04e25b3e508c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945957 Jul 05 03:53:05.851979 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bac57002-0844-4831-9af3-9176205d982c req-204391f4-9fd4-4772-8b55-68bc2f6e17cf tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7403166 Jul 05 03:53:05.877439 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-bac57002-0844-4831-9af3-9176205d982c req-ea3d4adb-629d-48c7-8f39-be04ffe2c75f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Request body: {'port': {'device_id': '4bfcabb8-91e6-4f12-ba49-bf451b98ad63', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': 'ba5800eba7ce4067ae2fae645ac62ef9'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:05.877704 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-fe85294a-51e6-4d9a-9c47-0adcce2ebf9a service neutron] Attempting to bind port 8c15f630-37b4-4689-98df-2056f68db0c6 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:05.877822 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-fe85294a-51e6-4d9a-9c47-0adcce2ebf9a service neutron] Attempting to bind port 8c15f630-37b4-4689-98df-2056f68db0c6 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '06b9089c-3c33-40f8-9fba-09be91ebfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:05.878104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-fe85294a-51e6-4d9a-9c47-0adcce2ebf9a service neutron] Attempting to bind port 8c15f630-37b4-4689-98df-2056f68db0c6 on network 7b6709da-22b7-4420-933a-f93ebf434ce7 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:05.883579 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-fe85294a-51e6-4d9a-9c47-0adcce2ebf9a service neutron] Port 8c15f630-37b4-4689-98df-2056f68db0c6 on network 7b6709da-22b7-4420-933a-f93ebf434ce7 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:53:05.883829 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-fe85294a-51e6-4d9a-9c47-0adcce2ebf9a service neutron] Attempting to bind port 8c15f630-37b4-4689-98df-2056f68db0c6 on network 7b6709da-22b7-4420-933a-f93ebf434ce7 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:05.891367 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-fe85294a-51e6-4d9a-9c47-0adcce2ebf9a service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:05.892018 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-fe85294a-51e6-4d9a-9c47-0adcce2ebf9a service neutron] Checking segment: {'id': '06b9089c-3c33-40f8-9fba-09be91ebfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:05.892546 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-fe85294a-51e6-4d9a-9c47-0adcce2ebf9a service neutron] Bound using segment: {'id': '06b9089c-3c33-40f8-9fba-09be91ebfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:05.893249 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-fe85294a-51e6-4d9a-9c47-0adcce2ebf9a service neutron] Bound port: 8c15f630-37b4-4689-98df-2056f68db0c6, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06b9089c-3c33-40f8-9fba-09be91ebfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:05.893646 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-fe85294a-51e6-4d9a-9c47-0adcce2ebf9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.958289 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b08f49-4813-4e29-9c58-d340ef6272a3 req-e246d437-b90b-4fa8-92ab-52d987f12e5d tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.969132 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-74b08f49-4813-4e29-9c58-d340ef6272a3 req-e246d437-b90b-4fa8-92ab-52d987f12e5d tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 945 time: 0.8213820 Jul 05 03:53:05.971943 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50362) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:05.996860 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-fe85294a-51e6-4d9a-9c47-0adcce2ebf9a service neutron] For port 8c15f630-37b4-4689-98df-2056f68db0c6, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:06.005684 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-fe85294a-51e6-4d9a-9c47-0adcce2ebf9a service neutron] For port 8c15f630-37b4-4689-98df-2056f68db0c6, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8c15f630-37b4-4689-98df-2056f68db0c6,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:06.006511 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-9e712822-523c-4a22-ad03-f7ba3d67ef11 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Request body: {'floatingip': {'port_id': 'dda6c67e-7a4e-4529-ba21-45bc4add5b3f'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:06.014833 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-fe85294a-51e6-4d9a-9c47-0adcce2ebf9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.017013 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f480675b-9893-46cc-b7f0-08f46e0c0640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.077268 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-fe85294a-51e6-4d9a-9c47-0adcce2ebf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:06.077946 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-fe85294a-51e6-4d9a-9c47-0adcce2ebf9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.079423 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-fe85294a-51e6-4d9a-9c47-0adcce2ebf9a service neutron] 10.222.0.89 "PUT /v2.0/ports/8c15f630-37b4-4689-98df-2056f68db0c6 HTTP/1.1" status: 200 len: 1093 time: 1.7929015 Jul 05 03:53:06.079976 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c424981a-f220-4206-a8d9-aa5ef9040725', 'tag': '8c15f630-37b4-4689-98df-2056f68db0c6'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:06.084442 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b099ebd-acde-4ae5-a6d0-469bfda5955a" -d '{"events": [{"name": "network-changed", "server_uuid": "c424981a-f220-4206-a8d9-aa5ef9040725", "tag": "8c15f630-37b4-4689-98df-2056f68db0c6"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:06.221314 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8422172-6347-4093-9cd5-d439647c4b99 x-openstack-request-id: req-f8422172-6347-4093-9cd5-d439647c4b99 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:06.222868 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c424981a-f220-4206-a8d9-aa5ef9040725", "tag": "8c15f630-37b4-4689-98df-2056f68db0c6", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:06.224188 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f8422172-6347-4093-9cd5-d439647c4b99 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:06.225758 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c424981a-f220-4206-a8d9-aa5ef9040725', 'tag': '8c15f630-37b4-4689-98df-2056f68db0c6', 'status': 'completed', 'code': 200} Jul 05 03:53:06.244928 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85294a-51e6-4d9a-9c47-0adcce2ebf9a service neutron] Pushing event updated for resources: {'Port': ['ID=8c15f630-37b4-4689-98df-2056f68db0c6,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:06.330620 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:06.333055 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-d90d4897-4b4d-4415-ab01-346135ba7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:06.336229 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-d90d4897-4b4d-4415-ab01-346135ba7baa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0b15a843c894428bb9d88f84ee28689c&device_id=c424981a-f220-4206-a8d9-aa5ef9040725 HTTP/1.1" status: 200 len: 1096 time: 0.1847100 Jul 05 03:53:06.461310 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-264d945e-27bd-4264-820f-fc8608a93d8d None None] Provisioning complete for port 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:06.462838 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-264d945e-27bd-4264-820f-fc8608a93d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.480858 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-cbc27e22-2524-4ba9-bd42-90b6640761d1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c15f630-37b4-4689-98df-2056f68db0c6 HTTP/1.1" status: 200 len: 217 time: 0.1225083 Jul 05 03:53:06.594952 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480675b-9893-46cc-b7f0-08f46e0c0640 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea0f684a-f292-44b8-b8f2-c6a27e5ca4c7,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:06.601035 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f480675b-9893-46cc-b7f0-08f46e0c0640 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.605545 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f480675b-9893-46cc-b7f0-08f46e0c0640 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ea0f684a-f292-44b8-b8f2-c6a27e5ca4c7 HTTP/1.1" status: 204 len: 168 time: 2.0529733 Jul 05 03:53:06.608828 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bf0425c6-09f8-4d59-ac0b-36c05ef74704 req-3de428e6-b671-445e-9943-d290628acb06 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 210 time: 0.1266036 Jul 05 03:53:06.613256 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50378) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:06.626439 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9e712822-523c-4a22-ad03-f7ba3d67ef11 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks [] for floatingip, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.629769 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:06.630416 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.722370 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-178e9a9e-5321-4450-98a0-8ef0dc5fc127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.775881 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-c4f7b471-9747-4a79-bdf9-1f9cc3341011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:06.784001 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-c4f7b471-9747-4a79-bdf9-1f9cc3341011 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ccf7098d-d664-4348-860f-1e166cf68435 HTTP/1.1" status: 200 len: 844 time: 0.2874017 Jul 05 03:53:06.925985 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-f151c17e-1e44-47ce-bece-ab1abe713ca6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7b6709da-22b7-4420-933a-f93ebf434ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105554 Jul 05 03:53:06.953360 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b1067dc-42c1-4a62-ba9a-dfb139aca7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.966091 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac57002-0844-4831-9af3-9176205d982c req-ea3d4adb-629d-48c7-8f39-be04ffe2c75f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Made reservation on behalf of ba5800eba7ce4067ae2fae645ac62ef9 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:06.970918 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bac57002-0844-4831-9af3-9176205d982c req-ea3d4adb-629d-48c7-8f39-be04ffe2c75f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.999730 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-178e9a9e-5321-4450-98a0-8ef0dc5fc127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.055384 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bac57002-0844-4831-9af3-9176205d982c req-ea3d4adb-629d-48c7-8f39-be04ffe2c75f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.100183 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-178e9a9e-5321-4450-98a0-8ef0dc5fc127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc4c91c-a289-48e8-b0da-9172982a9c14']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:07.130760 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-178e9a9e-5321-4450-98a0-8ef0dc5fc127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e925059-1d42-4eae-ad90-062ddf3ec375') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:07.133305 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-178e9a9e-5321-4450-98a0-8ef0dc5fc127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e925059-1d42-4eae-ad90-062ddf3ec375') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:07.157152 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-178e9a9e-5321-4450-98a0-8ef0dc5fc127 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.189048 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-178e9a9e-5321-4450-98a0-8ef0dc5fc127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.197481 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178e9a9e-5321-4450-98a0-8ef0dc5fc127 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:53:07.198486 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-178e9a9e-5321-4450-98a0-8ef0dc5fc127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: timer() Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:53:07.218294 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:53:07.288839 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-da35b81b-dcbd-4e23-a238-3d0011683d22 service neutron] 10.222.0.89 "GET /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496675 Jul 05 03:53:07.315463 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-178e9a9e-5321-4450-98a0-8ef0dc5fc127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.371177 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-178e9a9e-5321-4450-98a0-8ef0dc5fc127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.377200 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-178e9a9e-5321-4450-98a0-8ef0dc5fc127 admin admin] 10.222.0.77 "DELETE /v2.0/networks/9bc4c91c-a289-48e8-b0da-9172982a9c14 HTTP/1.1" status: 204 len: 168 time: 0.7589843 Jul 05 03:53:07.386606 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e9a9e-5321-4450-98a0-8ef0dc5fc127 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bc4c91c-a289-48e8-b0da-9172982a9c14,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:07.483916 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9b76e-f930-4359-a9fa-234c2f96e277 req-fc460f12-3990-4e15-9191-151f13865a00 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:07.486832 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0fb57e1-857a-47b3-8a4d-c2b8e309519a req-331fb41d-7d93-4969-8877-ca0061385dbe service neutron] 10.222.0.89 "GET /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850650 Jul 05 03:53:07.491518 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-04a9b76e-f930-4359-a9fa-234c2f96e277 req-fc460f12-3990-4e15-9191-151f13865a00 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=c424981a-f220-4206-a8d9-aa5ef9040725 HTTP/1.1" status: 200 len: 944 time: 0.4191759 Jul 05 03:53:07.611934 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-04a9b76e-f930-4359-a9fa-234c2f96e277 req-091ca673-62c8-485b-86a9-bbbec0a6b57e tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191576 Jul 05 03:53:07.705350 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1067dc-42c1-4a62-ba9a-dfb139aca7bb admin admin] Router 5b786658-13de-48c7-8e5b-90fd4ff487ff is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:53:07.735771 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bac57002-0844-4831-9af3-9176205d982c req-ea3d4adb-629d-48c7-8f39-be04ffe2c75f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.765918 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bac57002-0844-4831-9af3-9176205d982c req-ea3d4adb-629d-48c7-8f39-be04ffe2c75f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.821284 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b099ebd-acde-4ae5-a6d0-469bfda5955a req-9d986e86-3dd3-4006-aee6-c8af22c35452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:07.827108 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0b099ebd-acde-4ae5-a6d0-469bfda5955a req-9d986e86-3dd3-4006-aee6-c8af22c35452 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0b15a843c894428bb9d88f84ee28689c&device_id=c424981a-f220-4206-a8d9-aa5ef9040725 HTTP/1.1" status: 200 len: 1096 time: 0.2612834 Jul 05 03:53:07.841056 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d4adb-629d-48c7-8f39-be04ffe2c75f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7eceed3-26f0-46b2-82e5-4ba58a979ce6,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:07.963972 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50408) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:07.996296 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-00352309-1b23-4df2-93cc-ca70886ad6f3 req-bd9bd93f-05ab-4963-8fd7-0d9f90633caf tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 210 time: 0.1017668 Jul 05 03:53:08.014091 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.db.resource_extend [None req-9e712822-523c-4a22-ad03-f7ba3d67ef11 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:53:08.104022 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b099ebd-acde-4ae5-a6d0-469bfda5955a req-ace70279-aca7-4691-a350-9fdffd245b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.105935 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0b099ebd-acde-4ae5-a6d0-469bfda5955a req-ace70279-aca7-4691-a350-9fdffd245b27 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7b6709da-22b7-4420-933a-f93ebf434ce7 HTTP/1.1" status: 200 len: 905 time: 0.2736204 Jul 05 03:53:08.200917 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0b099ebd-acde-4ae5-a6d0-469bfda5955a req-5fda0e7c-b165-4966-ba31-6c4cc1cfe77b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c15f630-37b4-4689-98df-2056f68db0c6 HTTP/1.1" status: 200 len: 217 time: 0.0867996 Jul 05 03:53:08.235985 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8ce6c1d8-f2a0-4c92-b04e-08bea8b1043c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ac82b99c3fec40eda39ee62348356e27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685335 Jul 05 03:53:08.271306 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50410) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:08.302814 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b099ebd-acde-4ae5-a6d0-469bfda5955a req-a13dae4d-0ba5-46f3-b127-f8500a817f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.304595 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0b099ebd-acde-4ae5-a6d0-469bfda5955a req-a13dae4d-0ba5-46f3-b127-f8500a817f2a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ccf7098d-d664-4348-860f-1e166cf68435 HTTP/1.1" status: 200 len: 844 time: 0.0957589 Jul 05 03:53:08.367136 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0b099ebd-acde-4ae5-a6d0-469bfda5955a req-72ec78f9-516e-454b-8e86-a06bdef1897b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7b6709da-22b7-4420-933a-f93ebf434ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522232 Jul 05 03:53:08.371233 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9e712822-523c-4a22-ad03-f7ba3d67ef11 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:08.414590 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9e712822-523c-4a22-ad03-f7ba3d67ef11 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:08.417972 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-bac57002-0844-4831-9af3-9176205d982c req-ea3d4adb-629d-48c7-8f39-be04ffe2c75f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Allocated IP 192.168.233.116 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/63ec1ef3-1bc2-4036-b7e6-034a978916ca) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:08.553844 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1067dc-42c1-4a62-ba9a-dfb139aca7bb admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:53:08.569418 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] Sync routers for ids ['5b786658-13de-48c7-8e5b-90fd4ff487ff'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:53:08.589762 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] Routers {'5b786658-13de-48c7-8e5b-90fd4ff487ff'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:08.590846 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:53:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5b786658-13de-48c7-8e5b-90fd4ff487ff'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:08.591004 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2e2f4139-92ec-495f-afe2-a7cc09de6b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:08.592681 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0b099ebd-acde-4ae5-a6d0-469bfda5955a req-15dea270-1236-4439-ad4f-a810e59c1c24 service neutron] 10.222.0.89 "GET /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133987 Jul 05 03:53:08.761492 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] Set router 5b786658-13de-48c7-8e5b-90fd4ff487ff gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:08.824254 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0b099ebd-acde-4ae5-a6d0-469bfda5955a req-f1517c01-bcac-493d-b6f1-71ec25c64e43 service neutron] 10.222.0.89 "GET /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198334 Jul 05 03:53:08.867250 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b1067dc-42c1-4a62-ba9a-dfb139aca7bb admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:08.868735 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1b1067dc-42c1-4a62-ba9a-dfb139aca7bb admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0039632 Jul 05 03:53:08.872613 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50418) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:08.875752 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2e2f4139-92ec-495f-afe2-a7cc09de6b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:08.983218 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-9e712822-523c-4a22-ad03-f7ba3d67ef11 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Floating IP 3f2f3022-90f9-4f0d-803a-d744b6c0a66f associated. External IP: 172.25.1.161, port: dda6c67e-7a4e-4529-ba21-45bc4add5b3f. Jul 05 03:53:09.070995 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'name': 'tempest-TaggedBootDevicesTest-2024056273-router', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7b4c47c6-a85c-4077-b2a4-3651f0159ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:02Z', 'updated_at': '2021-07-05T03:53:04Z', 'revision_number': 3, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'gw_port': {'id': '7b4c47c6-a85c-4077-b2a4-3651f0159ded', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:09.133681 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] Checking router: 5b786658-13de-48c7-8e5b-90fd4ff487ff for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:53:09.134331 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] Updating router 5b786658-13de-48c7-8e5b-90fd4ff487ff port 7b4c47c6-a85c-4077-b2a4-3651f0159ded binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:53:09.204614 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.270561 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2e2f4139-92ec-495f-afe2-a7cc09de6b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.275896 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2e2f4139-92ec-495f-afe2-a7cc09de6b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.278548 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2e2f4139-92ec-495f-afe2-a7cc09de6b45 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e08cdcde-7824-40d1-b414-5c1d5bba1e53 HTTP/1.1" status: 204 len: 168 time: 0.9953263 Jul 05 03:53:09.344280 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bac57002-0844-4831-9af3-9176205d982c req-ea3d4adb-629d-48c7-8f39-be04ffe2c75f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.349166 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f4139-92ec-495f-afe2-a7cc09de6b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08cdcde-7824-40d1-b414-5c1d5bba1e53,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:09.410428 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397096f-40a6-4092-b7a1-0a86542a8c7b req-3b979dd7-0859-4e5b-951b-43f95aaad964 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:09.423257 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6397096f-40a6-4092-b7a1-0a86542a8c7b req-3b979dd7-0859-4e5b-951b-43f95aaad964 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=c424981a-f220-4206-a8d9-aa5ef9040725 HTTP/1.1" status: 200 len: 944 time: 0.3458326 Jul 05 03:53:09.497204 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6397096f-40a6-4092-b7a1-0a86542a8c7b req-c98a5516-6044-4284-bc2b-e643e86dfcc5 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722661 Jul 05 03:53:09.866953 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.881944 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] Transition to ACTIVE for port object 7b4c47c6-a85c-4077-b2a4-3651f0159ded will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:09.891136 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.980815 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-bac57002-0844-4831-9af3-9176205d982c req-ea3d4adb-629d-48c7-8f39-be04ffe2c75f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Transition to ACTIVE for port object 63ec1ef3-1bc2-4036-b7e6-034a978916ca will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:10.022323 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f9daaf6-2def-4eee-92e3-c0781d341b29 req-52bfc43f-2a75-4fa2-82d3-2e5372e6c0aa tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 210 time: 0.0699279 Jul 05 03:53:10.052549 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] Attempting to bind port 7b4c47c6-a85c-4077-b2a4-3651f0159ded on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:10.052549 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] Attempting to bind port 7b4c47c6-a85c-4077-b2a4-3651f0159ded by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:10.052549 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] Attempting to bind port 7b4c47c6-a85c-4077-b2a4-3651f0159ded on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:10.062174 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49c95f-9405-40f5-9302-5347eaa503ef None None] Pushing event updated for resources: {'Port': ['ID=7b4c47c6-a85c-4077-b2a4-3651f0159ded,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:10.072793 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:10.073169 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:10.073572 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.073960 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:10.074857 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] Bound port: 7b4c47c6-a85c-4077-b2a4-3651f0159ded, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:10.074857 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.082679 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8eb101e5-d00d-48c2-b418-30f9c2e06d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.276805 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] For port 7b4c47c6-a85c-4077-b2a4-3651f0159ded, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:10.277027 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bac57002-0844-4831-9af3-9176205d982c req-ea3d4adb-629d-48c7-8f39-be04ffe2c75f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.284265 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e712822-523c-4a22-ad03-f7ba3d67ef11 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Router d013a0a4-9073-46ec-b7b4-e06d9c7489b8 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:53:10.295120 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] For port 7b4c47c6-a85c-4077-b2a4-3651f0159ded, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7b4c47c6-a85c-4077-b2a4-3651f0159ded,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:10.303336 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.348696 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac57002-0844-4831-9af3-9176205d982c req-ea3d4adb-629d-48c7-8f39-be04ffe2c75f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:10.352191 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-8eb101e5-d00d-48c2-b418-30f9c2e06d52 admin admin] Allocated IP 172.20.0.1 (ac936e6f-3e04-4437-b04d-b7e14555028d/30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4/8f3a0104-461a-4547-859a-85216e30919b) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:10.366137 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-bac57002-0844-4831-9af3-9176205d982c req-ea3d4adb-629d-48c7-8f39-be04ffe2c75f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:10.374533 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac57002-0844-4831-9af3-9176205d982c req-ea3d4adb-629d-48c7-8f39-be04ffe2c75f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:10.434230 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac57002-0844-4831-9af3-9176205d982c req-ea3d4adb-629d-48c7-8f39-be04ffe2c75f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:10.435034 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bac57002-0844-4831-9af3-9176205d982c req-ea3d4adb-629d-48c7-8f39-be04ffe2c75f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.453762 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] Routers {'5b786658-13de-48c7-8e5b-90fd4ff487ff'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:10.454355 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:53:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5b786658-13de-48c7-8e5b-90fd4ff487ff'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:10.492247 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49c95f-9405-40f5-9302-5347eaa503ef None None] Pushing event updated for resources: {'Port': ['ID=7b4c47c6-a85c-4077-b2a4-3651f0159ded,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:10.593474 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d4adb-629d-48c7-8f39-be04ffe2c75f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Pushing event updated for resources: {'Port': ['ID=63ec1ef3-1bc2-4036-b7e6-034a978916ca,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:10.623764 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98ea54-73e9-4110-82e1-775660854010 req-2c69446a-8daa-4165-9aa4-a2689d9c2f0e tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:10.633139 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5d98ea54-73e9-4110-82e1-775660854010 req-2c69446a-8daa-4165-9aa4-a2689d9c2f0e tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 944 time: 0.4090757 Jul 05 03:53:10.637433 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bac57002-0844-4831-9af3-9176205d982c req-ea3d4adb-629d-48c7-8f39-be04ffe2c75f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7708399 Jul 05 03:53:10.689101 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8eb101e5-d00d-48c2-b418-30f9c2e06d52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.690933 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] Set router 5b786658-13de-48c7-8e5b-90fd4ff487ff gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:10.712029 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-8eb101e5-d00d-48c2-b418-30f9c2e06d52 admin admin] Transition to ACTIVE for port object 8f3a0104-461a-4547-859a-85216e30919b will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:10.753121 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-bac57002-0844-4831-9af3-9176205d982c req-91243638-7fb7-4801-bbda-3821cc6bf4f7 service neutron] Request body: {'port': {'device_id': '4bfcabb8-91e6-4f12-ba49-bf451b98ad63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:10.778982 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8eb101e5-d00d-48c2-b418-30f9c2e06d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.838876 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb101e5-d00d-48c2-b418-30f9c2e06d52 admin admin] Pushing event updated for resources: {'Port': ['ID=8f3a0104-461a-4547-859a-85216e30919b,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:10.861521 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e712822-523c-4a22-ad03-f7ba3d67ef11 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:53:10.866079 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb101e5-d00d-48c2-b418-30f9c2e06d52 admin admin] Network ac936e6f-3e04-4437-b04d-b7e14555028d is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:10.867672 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-8eb101e5-d00d-48c2-b418-30f9c2e06d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:10.876688 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b2bfdd-d588-4a3f-8c5a-96240d9e1aa6 None None] Sync routers for ids ['d013a0a4-9073-46ec-b7b4-e06d9c7489b8'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:53:10.879684 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9e712822-523c-4a22-ad03-f7ba3d67ef11 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.889846 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb101e5-d00d-48c2-b418-30f9c2e06d52 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:10.909323 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b2bfdd-d588-4a3f-8c5a-96240d9e1aa6 None None] Routers {'d013a0a4-9073-46ec-b7b4-e06d9c7489b8'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:10.910462 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-99b2bfdd-d588-4a3f-8c5a-96240d9e1aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:53:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d013a0a4-9073-46ec-b7b4-e06d9c7489b8'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:10.912789 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5d98ea54-73e9-4110-82e1-775660854010 req-a2d6a475-8a5f-4a46-a6e6-7207bc2a5ae8 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782242 Jul 05 03:53:10.997017 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8eb101e5-d00d-48c2-b418-30f9c2e06d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.074667 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5941145b-46e1-47e1-9d24-149790b007d7 None None] Provisioning for port 63ec1ef3-1bc2-4036-b7e6-034a978916ca completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:11.091203 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'name': 'tempest-TaggedBootDevicesTest-2024056273-router', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7b4c47c6-a85c-4077-b2a4-3651f0159ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:02Z', 'updated_at': '2021-07-05T03:53:04Z', 'revision_number': 3, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'gw_port': {'id': '7b4c47c6-a85c-4077-b2a4-3651f0159ded', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:11.118932 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5941145b-46e1-47e1-9d24-149790b007d7 None None] Provisioning complete for port 63ec1ef3-1bc2-4036-b7e6-034a978916ca triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:11.119303 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5941145b-46e1-47e1-9d24-149790b007d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.145730 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9e712822-523c-4a22-ad03-f7ba3d67ef11 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "PUT /v2.0/floatingips/3f2f3022-90f9-4f0d-803a-d744b6c0a66f HTTP/1.1" status: 200 len: 991 time: 5.1485617 Jul 05 03:53:11.150189 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6b80f7-2f1c-41d8-b0de-d20cc41ef631', 'tag': 'dda6c67e-7a4e-4529-ba21-45bc4add5b3f'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:11.152641 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df87c0c0-56cd-4a38-9d59-05b9dda641e7" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6b80f7-2f1c-41d8-b0de-d20cc41ef631", "tag": "dda6c67e-7a4e-4529-ba21-45bc4add5b3f"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:11.165442 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09077b51-a96e-4631-9325-833e2fc4c532 None None] The sync data for ids ['5b786658-13de-48c7-8e5b-90fd4ff487ff'] in n-d-780147-23 is: [{'id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'name': 'tempest-TaggedBootDevicesTest-2024056273-router', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7b4c47c6-a85c-4077-b2a4-3651f0159ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:02Z', 'updated_at': '2021-07-05T03:53:04Z', 'revision_number': 3, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'gw_port': {'id': '7b4c47c6-a85c-4077-b2a4-3651f0159ded', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:53:11.184150 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bac57002-0844-4831-9af3-9176205d982c req-91243638-7fb7-4801-bbda-3821cc6bf4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.282134 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-5941145b-46e1-47e1-9d24-149790b007d7 None None] Port 63ec1ef3-1bc2-4036-b7e6-034a978916ca cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:53:11.317356 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-99b2bfdd-d588-4a3f-8c5a-96240d9e1aa6 None None] Set router d013a0a4-9073-46ec-b7b4-e06d9c7489b8 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:11.448162 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7957c7-48c1-4e5f-977f-41c05790c9f7 req-f9db2e0f-9f52-4b5c-a6a6-2cf531b14cec tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:11.450054 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bc7957c7-48c1-4e5f-977f-41c05790c9f7 req-f9db2e0f-9f52-4b5c-a6a6-2cf531b14cec tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 936 time: 0.1907244 Jul 05 03:53:11.478552 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-db99cb46-118b-4628-a011-0b44f2e36ad6 None None] Provisioning for port 8f3a0104-461a-4547-859a-85216e30919b completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:11.483931 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8c15f630-37b4-4689-98df-2056f68db0c6 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:11.489193 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-db99cb46-118b-4628-a011-0b44f2e36ad6 None None] Provisioning complete for port 8f3a0104-461a-4547-859a-85216e30919b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:11.489576 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-db99cb46-118b-4628-a011-0b44f2e36ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.610155 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bc7957c7-48c1-4e5f-977f-41c05790c9f7 req-ed06e002-1101-4dde-8b20-c4e5625f2af8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422162 Jul 05 03:53:11.694414 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-db99cb46-118b-4628-a011-0b44f2e36ad6 None None] Port 8f3a0104-461a-4547-859a-85216e30919b cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:53:11.715866 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df457c2-9551-4093-85e8-658a46b1d559 req-7ef1261a-bfe6-40c0-a5e3-6bb9b28e5ae4 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:11.719458 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1df457c2-9551-4093-85e8-658a46b1d559 req-7ef1261a-bfe6-40c0-a5e3-6bb9b28e5ae4 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.70 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 944 time: 0.2607706 Jul 05 03:53:11.818031 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-bac57002-0844-4831-9af3-9176205d982c req-91243638-7fb7-4801-bbda-3821cc6bf4f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63ec1ef3-1bc2-4036-b7e6-034a978916ca {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:11.833247 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bac57002-0844-4831-9af3-9176205d982c req-91243638-7fb7-4801-bbda-3821cc6bf4f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.863027 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a3430-77f9-4ab6-981f-e2323e5867aa req-503331da-2a74-4f0b-a8f9-fdecc7529d84 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:11.868384 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-bac57002-0844-4831-9af3-9176205d982c req-91243638-7fb7-4801-bbda-3821cc6bf4f7 service neutron] Transition to ACTIVE for port object 63ec1ef3-1bc2-4036-b7e6-034a978916ca will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:11.875582 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fb7a3430-77f9-4ab6-981f-e2323e5867aa req-503331da-2a74-4f0b-a8f9-fdecc7529d84 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=c424981a-f220-4206-a8d9-aa5ef9040725 HTTP/1.1" status: 200 len: 944 time: 0.4201148 Jul 05 03:53:11.884469 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8c15f630-37b4-4689-98df-2056f68db0c6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8c15f630-37b4-4689-98df-2056f68db0c6,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:11.892383 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bac57002-0844-4831-9af3-9176205d982c req-91243638-7fb7-4801-bbda-3821cc6bf4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.918673 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '8c15f630-37b4-4689-98df-2056f68db0c6', 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7', 'port_id': '8c15f630-37b4-4689-98df-2056f68db0c6', 'mac_address': 'fa:16:3e:65:2e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf7098d-d664-4348-860f-1e166cf68435', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:11.976717 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91243638-7fb7-4801-bbda-3821cc6bf4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=63ec1ef3-1bc2-4036-b7e6-034a978916ca,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:11.995477 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-99b2bfdd-d588-4a3f-8c5a-96240d9e1aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'name': 'tempest-ServersTestBootFromVolume-1995266509-router', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:42Z', 'updated_at': '2021-07-05T03:51:51Z', 'revision_number': 4, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'gw_port': {'id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:43Z', 'updated_at': '2021-07-05T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '3f2f3022-90f9-4f0d-803a-d744b6c0a66f', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'floating_ip_address': '172.25.1.161', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'port_id': 'dda6c67e-7a4e-4529-ba21-45bc4add5b3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7', 'mac_address': 'fa:16:3e:5a:40:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b80f7-2f1c-41d8-b0de-d20cc41ef631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:51:58Z', 'updated_at': '2021-07-05T03:53:07Z', 'revision_number': 1, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5659ec96-64dc-4d95-8e5d-6166df680316', 'name': '', 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'mac_address': 'fa:16:3e:5c:50:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f5a73c3e-f7f3-4c59-8d63-4826eaa5693f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:49Z', 'updated_at': '2021-07-05T03:52:00Z', 'revision_number': 5, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'subnets': [{'id': 'f5a73c3e-f7f3-4c59-8d63-4826eaa5693f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:12.027580 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fb7a3430-77f9-4ab6-981f-e2323e5867aa req-686af707-1922-460a-957c-0d8e06f5718c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467645 Jul 05 03:53:12.060641 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b2bfdd-d588-4a3f-8c5a-96240d9e1aa6 None None] Checking router: d013a0a4-9073-46ec-b7b4-e06d9c7489b8 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:53:12.068896 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.075229 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8eb101e5-d00d-48c2-b418-30f9c2e06d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.105580 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b2bfdd-d588-4a3f-8c5a-96240d9e1aa6 None None] Routers {'d013a0a4-9073-46ec-b7b4-e06d9c7489b8'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:12.106379 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-99b2bfdd-d588-4a3f-8c5a-96240d9e1aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:53:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d013a0a4-9073-46ec-b7b4-e06d9c7489b8'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:12.133030 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-bac57002-0844-4831-9af3-9176205d982c req-91243638-7fb7-4801-bbda-3821cc6bf4f7 service neutron] Attempting to bind port 63ec1ef3-1bc2-4036-b7e6-034a978916ca on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:12.133373 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-bac57002-0844-4831-9af3-9176205d982c req-91243638-7fb7-4801-bbda-3821cc6bf4f7 service neutron] Attempting to bind port 63ec1ef3-1bc2-4036-b7e6-034a978916ca by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:12.133712 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac57002-0844-4831-9af3-9176205d982c req-91243638-7fb7-4801-bbda-3821cc6bf4f7 service neutron] Attempting to bind port 63ec1ef3-1bc2-4036-b7e6-034a978916ca on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:12.148028 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac57002-0844-4831-9af3-9176205d982c req-91243638-7fb7-4801-bbda-3821cc6bf4f7 service neutron] Port 63ec1ef3-1bc2-4036-b7e6-034a978916ca on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:53:12.148724 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac57002-0844-4831-9af3-9176205d982c req-91243638-7fb7-4801-bbda-3821cc6bf4f7 service neutron] Attempting to bind port 63ec1ef3-1bc2-4036-b7e6-034a978916ca on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:12.162958 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac57002-0844-4831-9af3-9176205d982c req-91243638-7fb7-4801-bbda-3821cc6bf4f7 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:12.163306 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac57002-0844-4831-9af3-9176205d982c req-91243638-7fb7-4801-bbda-3821cc6bf4f7 service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:12.163701 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac57002-0844-4831-9af3-9176205d982c req-91243638-7fb7-4801-bbda-3821cc6bf4f7 service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:12.164173 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-bac57002-0844-4831-9af3-9176205d982c req-91243638-7fb7-4801-bbda-3821cc6bf4f7 service neutron] Bound port: 63ec1ef3-1bc2-4036-b7e6-034a978916ca, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:12.164605 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bac57002-0844-4831-9af3-9176205d982c req-91243638-7fb7-4801-bbda-3821cc6bf4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.223348 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c15f630-37b4-4689-98df-2056f68db0c6 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:12.379106 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-1df457c2-9551-4093-85e8-658a46b1d559 req-1b209d4f-d727-4bf7-bb77-218dab94092d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Deleting port ec0b973c-e51a-433d-b0f3-cd7522b08f38 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:12.379459 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1df457c2-9551-4093-85e8-658a46b1d559 req-1b209d4f-d727-4bf7-bb77-218dab94092d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.395515 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7b4c47c6-a85c-4077-b2a4-3651f0159ded up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:12.437531 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2c129c-cb44-4447-91f8-76f2f817a536 x-openstack-request-id: req-af2c129c-cb44-4447-91f8-76f2f817a536 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:12.437991 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6b80f7-2f1c-41d8-b0de-d20cc41ef631", "tag": "dda6c67e-7a4e-4529-ba21-45bc4add5b3f", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:12.438482 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-af2c129c-cb44-4447-91f8-76f2f817a536 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:12.439035 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6b80f7-2f1c-41d8-b0de-d20cc41ef631', 'tag': 'dda6c67e-7a4e-4529-ba21-45bc4add5b3f', 'status': 'completed', 'code': 200} Jul 05 03:53:12.440266 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8c15f630-37b4-4689-98df-2056f68db0c6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8c15f630-37b4-4689-98df-2056f68db0c6,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:12.526966 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-bac57002-0844-4831-9af3-9176205d982c req-91243638-7fb7-4801-bbda-3821cc6bf4f7 service neutron] For port 63ec1ef3-1bc2-4036-b7e6-034a978916ca, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:12.563193 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-99b2bfdd-d588-4a3f-8c5a-96240d9e1aa6 None None] Set router d013a0a4-9073-46ec-b7b4-e06d9c7489b8 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:12.566278 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-bac57002-0844-4831-9af3-9176205d982c req-91243638-7fb7-4801-bbda-3821cc6bf4f7 service neutron] For port 63ec1ef3-1bc2-4036-b7e6-034a978916ca, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=63ec1ef3-1bc2-4036-b7e6-034a978916ca,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:12.577669 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8eb101e5-d00d-48c2-b418-30f9c2e06d52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.604126 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8eb101e5-d00d-48c2-b418-30f9c2e06d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.621763 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bac57002-0844-4831-9af3-9176205d982c req-91243638-7fb7-4801-bbda-3821cc6bf4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.785772 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac57002-0844-4831-9af3-9176205d982c req-91243638-7fb7-4801-bbda-3821cc6bf4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:12.786766 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bac57002-0844-4831-9af3-9176205d982c req-91243638-7fb7-4801-bbda-3821cc6bf4f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.789521 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bac57002-0844-4831-9af3-9176205d982c req-91243638-7fb7-4801-bbda-3821cc6bf4f7 service neutron] 10.222.0.89 "PUT /v2.0/ports/63ec1ef3-1bc2-4036-b7e6-034a978916ca HTTP/1.1" status: 200 len: 1097 time: 2.0522823 Jul 05 03:53:12.825736 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.849227 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87c0c0-56cd-4a38-9d59-05b9dda641e7 req-51ef2c6a-d547-4cfd-aa53-28047f62ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:12.857461 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-df87c0c0-56cd-4a38-9d59-05b9dda641e7 req-51ef2c6a-d547-4cfd-aa53-28047f62ea78 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1c3256d36f164a33816a31bdcaca5989&device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 1097 time: 0.4242413 Jul 05 03:53:12.977566 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=8c15f630-37b4-4689-98df-2056f68db0c6,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:13.016618 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-1df457c2-9551-4093-85e8-658a46b1d559 req-1b209d4f-d727-4bf7-bb77-218dab94092d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] For port ec0b973c-e51a-433d-b0f3-cd7522b08f38, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=ec0b973c-e51a-433d-b0f3-cd7522b08f38,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:13.017255 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1df457c2-9551-4093-85e8-658a46b1d559 req-1b209d4f-d727-4bf7-bb77-218dab94092d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.031587 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91243638-7fb7-4801-bbda-3821cc6bf4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=63ec1ef3-1bc2-4036-b7e6-034a978916ca,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:13.070409 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.100491 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-1df457c2-9551-4093-85e8-658a46b1d559 req-1b209d4f-d727-4bf7-bb77-218dab94092d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Calling delete_port for ec0b973c-e51a-433d-b0f3-cd7522b08f38 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:13.113736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 7b4c47c6-a85c-4077-b2a4-3651f0159ded completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:13.119401 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 7b4c47c6-a85c-4077-b2a4-3651f0159ded triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:13.119776 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.154738 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['8c15f630-37b4-4689-98df-2056f68db0c6'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:13.178615 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb101e5-d00d-48c2-b418-30f9c2e06d52 admin admin] Pushing event updated for resources: {'Port': ['ID=8f3a0104-461a-4547-859a-85216e30919b,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:13.184233 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8eb101e5-d00d-48c2-b418-30f9c2e06d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.241063 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50502) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:13.271286 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b5c95-7e57-487b-955a-038bacc858cc req-07bf01f7-ef41-4def-b166-61490b223aa6 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:13.281836 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8e1b5c95-7e57-487b-955a-038bacc858cc req-07bf01f7-ef41-4def-b166-61490b223aa6 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 948 time: 0.1890292 Jul 05 03:53:13.293565 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac57002-0844-4831-9af3-9176205d982c req-c4eb3d6d-9059-4ec3-a10d-27f180c6cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:13.297166 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bac57002-0844-4831-9af3-9176205d982c req-c4eb3d6d-9059-4ec3-a10d-27f180c6cea6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 1100 time: 0.4371984 Jul 05 03:53:13.298632 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87c0c0-56cd-4a38-9d59-05b9dda641e7 req-592631b4-5169-4782-b01d-8db1f4ce6726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:13.300616 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-df87c0c0-56cd-4a38-9d59-05b9dda641e7 req-592631b4-5169-4782-b01d-8db1f4ce6726 service neutron] 10.222.0.70 "GET /v2.0/networks?id=be5e0b4d-e985-4a93-8c87-d24745bc5ef7 HTTP/1.1" status: 200 len: 917 time: 0.3440709 Jul 05 03:53:13.324832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5497c-8a8c-4c96-8ef9-cbeecf4867d3 req-e2475bdb-8a25-49e1-93a2-83d1d3bbb3f3 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:13.332271 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-12a5497c-8a8c-4c96-8ef9-cbeecf4867d3 req-e2475bdb-8a25-49e1-93a2-83d1d3bbb3f3 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 944 time: 0.3693857 Jul 05 03:53:13.406965 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-df87c0c0-56cd-4a38-9d59-05b9dda641e7 req-3070f264-3f1f-493a-ad47-e5b5e210f2aa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dda6c67e-7a4e-4529-ba21-45bc4add5b3f HTTP/1.1" status: 200 len: 999 time: 0.0930574 Jul 05 03:53:13.450520 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-12a5497c-8a8c-4c96-8ef9-cbeecf4867d3 req-3aec4099-a119-43cc-8565-a4572c38d6c0 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171250 Jul 05 03:53:13.491320 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb101e5-d00d-48c2-b418-30f9c2e06d52 admin admin] Network ac936e6f-3e04-4437-b04d-b7e14555028d is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:13.493845 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-8eb101e5-d00d-48c2-b418-30f9c2e06d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:13.500325 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1df457c2-9551-4093-85e8-658a46b1d559 req-1b209d4f-d727-4bf7-bb77-218dab94092d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.535116 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b209d4f-d727-4bf7-bb77-218dab94092d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Pushing event deleted for resources: {'Port': ['ID=ec0b973c-e51a-433d-b0f3-cd7522b08f38,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:13.538958 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bac57002-0844-4831-9af3-9176205d982c req-3f0d02ef-5b18-43a5-b5b0-2bb00a5095aa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=63ec1ef3-1bc2-4036-b7e6-034a978916ca HTTP/1.1" status: 200 len: 217 time: 0.1343195 Jul 05 03:53:13.554976 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8541d30c-586a-4b07-add8-616dcd35b4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.653226 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df457c2-9551-4093-85e8-658a46b1d559 req-1b209d4f-d727-4bf7-bb77-218dab94092d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] No DVR routers for this DVR port ec0b973c-e51a-433d-b0f3-cd7522b08f38 on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:13.657116 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1df457c2-9551-4093-85e8-658a46b1d559 req-1b209d4f-d727-4bf7-bb77-218dab94092d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.659454 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1df457c2-9551-4093-85e8-658a46b1d559 req-1b209d4f-d727-4bf7-bb77-218dab94092d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.70 "DELETE /v2.0/ports/ec0b973c-e51a-433d-b0f3-cd7522b08f38 HTTP/1.1" status: 204 len: 173 time: 1.9294143 Jul 05 03:53:13.662193 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f540fb7b-65cf-4c88-a38f-a5314ecbf55d', 'name': 'network-vif-deleted', 'tag': 'ec0b973c-e51a-433d-b0f3-cd7522b08f38'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:13.666389 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db6ce27-cf1f-4bd0-986f-7e391be6f856" -d '{"events": [{"server_uuid": "f540fb7b-65cf-4c88-a38f-a5314ecbf55d", "name": "network-vif-deleted", "tag": "ec0b973c-e51a-433d-b0f3-cd7522b08f38"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:13.698357 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-99b2bfdd-d588-4a3f-8c5a-96240d9e1aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'name': 'tempest-ServersTestBootFromVolume-1995266509-router', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:42Z', 'updated_at': '2021-07-05T03:51:51Z', 'revision_number': 4, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'gw_port': {'id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:43Z', 'updated_at': '2021-07-05T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '3f2f3022-90f9-4f0d-803a-d744b6c0a66f', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'floating_ip_address': '172.25.1.161', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'port_id': 'dda6c67e-7a4e-4529-ba21-45bc4add5b3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7', 'mac_address': 'fa:16:3e:5a:40:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b80f7-2f1c-41d8-b0de-d20cc41ef631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:51:58Z', 'updated_at': '2021-07-05T03:53:07Z', 'revision_number': 1, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5659ec96-64dc-4d95-8e5d-6166df680316', 'name': '', 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'mac_address': 'fa:16:3e:5c:50:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f5a73c3e-f7f3-4c59-8d63-4826eaa5693f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:49Z', 'updated_at': '2021-07-05T03:52:00Z', 'revision_number': 5, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'subnets': [{'id': 'f5a73c3e-f7f3-4c59-8d63-4826eaa5693f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:13.727766 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8e1b5c95-7e57-487b-955a-038bacc858cc req-d278449e-1d1e-44c9-a05c-f0979463ef51 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437401 Jul 05 03:53:13.775287 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b2bfdd-d588-4a3f-8c5a-96240d9e1aa6 None None] The sync data for ids ['d013a0a4-9073-46ec-b7b4-e06d9c7489b8'] in n-d-780147-23 is: [{'id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'name': 'tempest-ServersTestBootFromVolume-1995266509-router', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:42Z', 'updated_at': '2021-07-05T03:51:51Z', 'revision_number': 4, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'gw_port': {'id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:43Z', 'updated_at': '2021-07-05T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '3f2f3022-90f9-4f0d-803a-d744b6c0a66f', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'floating_ip_address': '172.25.1.161', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'port_id': 'dda6c67e-7a4e-4529-ba21-45bc4add5b3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7', 'mac_address': 'fa:16:3e:5a:40:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b80f7-2f1c-41d8-b0de-d20cc41ef631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:51:58Z', 'updated_at': '2021-07-05T03:53:07Z', 'revision_number': 1, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5659ec96-64dc-4d95-8e5d-6166df680316', 'name': '', 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'mac_address': 'fa:16:3e:5c:50:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f5a73c3e-f7f3-4c59-8d63-4826eaa5693f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:49Z', 'updated_at': '2021-07-05T03:52:00Z', 'revision_number': 5, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'subnets': [{'id': 'f5a73c3e-f7f3-4c59-8d63-4826eaa5693f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:53:13.802692 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.849119 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 7b4c47c6-a85c-4077-b2a4-3651f0159ded, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7b4c47c6-a85c-4077-b2a4-3651f0159ded,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:13.868026 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8541d30c-586a-4b07-add8-616dcd35b4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.869746 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.887768 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8541d30c-586a-4b07-add8-616dcd35b4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.915003 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87c0c0-56cd-4a38-9d59-05b9dda641e7 req-9e1dbb63-4ea8-4eb6-9615-84289dd9f328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:13.917076 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-df87c0c0-56cd-4a38-9d59-05b9dda641e7 req-9e1dbb63-4ea8-4eb6-9615-84289dd9f328 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f5a73c3e-f7f3-4c59-8d63-4826eaa5693f HTTP/1.1" status: 200 len: 855 time: 0.4999759 Jul 05 03:53:13.954224 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb101e5-d00d-48c2-b418-30f9c2e06d52 admin admin] Router 5b786658-13de-48c7-8e5b-90fd4ff487ff has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:53:14.006620 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=7b4c47c6-a85c-4077-b2a4-3651f0159ded,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:14.008859 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916bc61-9f41-418f-88a7-a881d3af291a req-8054598f-b32f-4a51-8d56-9e45538950cb tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:14.008859 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e916bc61-9f41-418f-88a7-a881d3af291a req-8054598f-b32f-4a51-8d56-9e45538950cb tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=c424981a-f220-4206-a8d9-aa5ef9040725 HTTP/1.1" status: 200 len: 945 time: 0.3147790 Jul 05 03:53:14.019663 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8541d30c-586a-4b07-add8-616dcd35b4ab admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e82d5d73de7c430e8404c28f98945f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7759457 Jul 05 03:53:14.022874 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7edff48c-437e-410c-8cb1-421b3b329d17 None None] Provisioning complete for port 8f3a0104-461a-4547-859a-85216e30919b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:14.023202 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7edff48c-437e-410c-8cb1-421b3b329d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:14.033367 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50514) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:14.067573 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541d30c-586a-4b07-add8-616dcd35b4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987a5487-515c-4a1a-90aa-094b717548b8,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:14.101801 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac57002-0844-4831-9af3-9176205d982c req-2b5f539e-b75a-4550-a6a7-4474f3c8b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:14.103769 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bac57002-0844-4831-9af3-9176205d982c req-2b5f539e-b75a-4550-a6a7-4474f3c8b3a7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.5416176 Jul 05 03:53:14.117367 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-7edff48c-437e-410c-8cb1-421b3b329d17 None None] Port 8f3a0104-461a-4547-859a-85216e30919b cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:53:14.152178 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e916bc61-9f41-418f-88a7-a881d3af291a req-f81b75bc-d164-4de3-a8af-c1ce4c7ecbc6 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985856 Jul 05 03:53:14.184783 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb101e5-d00d-48c2-b418-30f9c2e06d52 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:53:14.200577 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8eb101e5-d00d-48c2-b418-30f9c2e06d52 admin admin] 10.222.0.77 "PUT /v2.0/routers/5b786658-13de-48c7-8e5b-90fd4ff487ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3262968 Jul 05 03:53:14.206478 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] Sync routers for ids ['5b786658-13de-48c7-8e5b-90fd4ff487ff'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:53:14.218489 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] Routers {'5b786658-13de-48c7-8e5b-90fd4ff487ff'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:14.219131 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:53:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5b786658-13de-48c7-8e5b-90fd4ff487ff'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:14.237528 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a28128-3dbb-4445-aaa6-79fd4577494f x-openstack-request-id: req-e9a28128-3dbb-4445-aaa6-79fd4577494f {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:14.238048 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f540fb7b-65cf-4c88-a38f-a5314ecbf55d", "name": "network-vif-deleted", "tag": "ec0b973c-e51a-433d-b0f3-cd7522b08f38", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:14.238329 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e9a28128-3dbb-4445-aaa6-79fd4577494f {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:14.238795 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f540fb7b-65cf-4c88-a38f-a5314ecbf55d', 'name': 'network-vif-deleted', 'tag': 'ec0b973c-e51a-433d-b0f3-cd7522b08f38', 'status': 'completed', 'code': 200} Jul 05 03:53:14.339543 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-839f6044-4f55-4ca8-8fcd-fe0ab46f91d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:14.396195 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7b4c47c6-a85c-4077-b2a4-3651f0159ded up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:14.398499 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87c0c0-56cd-4a38-9d59-05b9dda641e7 req-7656c499-d9d8-4896-a39f-cc86b9a3e193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:14.407519 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-df87c0c0-56cd-4a38-9d59-05b9dda641e7 req-7656c499-d9d8-4896-a39f-cc86b9a3e193 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=be5e0b4d-e985-4a93-8c87-d24745bc5ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3522308 Jul 05 03:53:14.449002 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-839f6044-4f55-4ca8-8fcd-fe0ab46f91d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:14.452937 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfcabb8-91e6-4f12-ba49-bf451b98ad63', 'tag': '63ec1ef3-1bc2-4036-b7e6-034a978916ca'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:14.457384 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64008abf-bcc1-4002-aec9-d24d2cbe9c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfcabb8-91e6-4f12-ba49-bf451b98ad63", "tag": "63ec1ef3-1bc2-4036-b7e6-034a978916ca"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:14.544751 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac57002-0844-4831-9af3-9176205d982c req-26adbcbb-a602-4737-9aed-9ad7bc0f8c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:14.548560 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bac57002-0844-4831-9af3-9176205d982c req-26adbcbb-a602-4737-9aed-9ad7bc0f8c49 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4137616 Jul 05 03:53:14.584226 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18705c3-365e-4a69-a7f6-a179d24f6f08 None None] New status for floating IP 3f2f3022-90f9-4f0d-803a-d744b6c0a66f: ACTIVE {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:53:14.686960 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d85922d-0a09-41ae-8c94-8eaa2d5a2ee2 x-openstack-request-id: req-4d85922d-0a09-41ae-8c94-8eaa2d5a2ee2 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:14.688957 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfcabb8-91e6-4f12-ba49-bf451b98ad63", "tag": "63ec1ef3-1bc2-4036-b7e6-034a978916ca", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:14.689476 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4d85922d-0a09-41ae-8c94-8eaa2d5a2ee2 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:14.690268 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfcabb8-91e6-4f12-ba49-bf451b98ad63', 'tag': '63ec1ef3-1bc2-4036-b7e6-034a978916ca', 'status': 'completed', 'code': 200} Jul 05 03:53:14.724181 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] Set router 5b786658-13de-48c7-8e5b-90fd4ff487ff gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:14.848165 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1fa49347-6365-4992-867b-dcc28b7032c8 req-bb76f0c8-68df-4ced-ae11-ab399a53446d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1932805 Jul 05 03:53:14.943788 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50560) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:15.028204 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-50757e0d-4fb0-4b60-b857-7902dbe2dcb5 req-7841030c-8881-4254-8262-8949033605cb tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=f540fb7b-65cf-4c88-a38f-a5314ecbf55d HTTP/1.1" status: 200 len: 210 time: 0.1382885 Jul 05 03:53:15.083489 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-839f6044-4f55-4ca8-8fcd-fe0ab46f91d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.087434 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-839f6044-4f55-4ca8-8fcd-fe0ab46f91d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.088779 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-839f6044-4f55-4ca8-8fcd-fe0ab46f91d0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/987a5487-515c-4a1a-90aa-094b717548b8 HTTP/1.1" status: 204 len: 168 time: 1.0049798 Jul 05 03:53:15.094264 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bac57002-0844-4831-9af3-9176205d982c req-79f2d88c-49eb-412e-b7bd-f6d0fed5ee87 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701066 Jul 05 03:53:15.108328 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-df87c0c0-56cd-4a38-9d59-05b9dda641e7 req-738a9a22-9084-41d0-ab86-00914dbb91d8 service neutron] 10.222.0.70 "GET /v2.0/networks/be5e0b4d-e985-4a93-8c87-d24745bc5ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6817529 Jul 05 03:53:15.143723 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 7b4c47c6-a85c-4077-b2a4-3651f0159ded triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:15.144281 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.285002 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'name': 'tempest-TaggedBootDevicesTest-2024056273-router', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7b4c47c6-a85c-4077-b2a4-3651f0159ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:02Z', 'updated_at': '2021-07-05T03:53:11Z', 'revision_number': 4, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'gw_port': {'id': '7b4c47c6-a85c-4077-b2a4-3651f0159ded', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8f3a0104-461a-4547-859a-85216e30919b', 'name': '', 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'mac_address': 'fa:16:3e:be:c7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:10Z', 'updated_at': '2021-07-05T03:53:12Z', 'revision_number': 2, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'subnets': [{'id': '30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:15.303340 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0d02175-ae72-4c1e-82a2-175a7a74f458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.335656 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa49347-6365-4992-867b-dcc28b7032c8 req-682ce151-f4a3-4ce6-8721-01310fdce240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:15.338917 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1fa49347-6365-4992-867b-dcc28b7032c8 req-682ce151-f4a3-4ce6-8721-01310fdce240 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=11544e3d57bf4d33848f6eceacb7332e&device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 1096 time: 0.3938177 Jul 05 03:53:15.342153 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] Checking router: 5b786658-13de-48c7-8e5b-90fd4ff487ff for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:53:15.343016 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] Updating router 5b786658-13de-48c7-8e5b-90fd4ff487ff port 8f3a0104-461a-4547-859a-85216e30919b binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:53:15.352074 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bac57002-0844-4831-9af3-9176205d982c req-8976c3b8-aa1c-4a95-ad85-80017af55783 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422469 Jul 05 03:53:15.408897 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.431100 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device ec0b973c-e51a-433d-b0f3-cd7522b08f38 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:15.477980 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d83e16-73f9-41c6-8ca5-ff30b5afdaf5 req-fa831208-faeb-4064-a8b5-767c73b2b29c tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:15.492569 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-64d83e16-73f9-41c6-8ca5-ff30b5afdaf5 req-fa831208-faeb-4064-a8b5-767c73b2b29c tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 948 time: 0.4607172 Jul 05 03:53:15.525341 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: ec0b973c-e51a-433d-b0f3-cd7522b08f38 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:53:15.525695 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device ec0b973c-e51a-433d-b0f3-cd7522b08f38 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:15.527963 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8c15f630-37b4-4689-98df-2056f68db0c6 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:15.548455 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f6044-4f55-4ca8-8fcd-fe0ab46f91d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987a5487-515c-4a1a-90aa-094b717548b8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:15.605932 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f6044-4f55-4ca8-8fcd-fe0ab46f91d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:15.606518 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f6044-4f55-4ca8-8fcd-fe0ab46f91d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:15.607490 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f6044-4f55-4ca8-8fcd-fe0ab46f91d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:15.607858 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f6044-4f55-4ca8-8fcd-fe0ab46f91d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:15.608209 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f6044-4f55-4ca8-8fcd-fe0ab46f91d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:15.608549 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f6044-4f55-4ca8-8fcd-fe0ab46f91d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:15.611581 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f6044-4f55-4ca8-8fcd-fe0ab46f91d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:15.612006 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f6044-4f55-4ca8-8fcd-fe0ab46f91d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:15.612353 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f6044-4f55-4ca8-8fcd-fe0ab46f91d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:15.612969 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f6044-4f55-4ca8-8fcd-fe0ab46f91d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:15.617861 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f6044-4f55-4ca8-8fcd-fe0ab46f91d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:15.618337 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f6044-4f55-4ca8-8fcd-fe0ab46f91d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:15.648142 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-64d83e16-73f9-41c6-8ca5-ff30b5afdaf5 req-d3c94123-fb9c-4751-88a6-942c8483dbf8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530893 Jul 05 03:53:15.721604 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 8c15f630-37b4-4689-98df-2056f68db0c6 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:15.733655 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa49347-6365-4992-867b-dcc28b7032c8 req-18300b8c-0256-435d-816b-dd0cf996779a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:15.735124 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1fa49347-6365-4992-867b-dcc28b7032c8 req-18300b8c-0256-435d-816b-dd0cf996779a service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 200 len: 922 time: 0.3288951 Jul 05 03:53:15.738098 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 8c15f630-37b4-4689-98df-2056f68db0c6 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:15.738483 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.843373 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50582) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:15.852333 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-df87c0c0-56cd-4a38-9d59-05b9dda641e7 req-99b4dffa-5c76-4e26-b363-9b1ae187f9e6 service neutron] 10.222.0.70 "GET /v2.0/networks/be5e0b4d-e985-4a93-8c87-d24745bc5ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7350104 Jul 05 03:53:15.867754 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1fa49347-6365-4992-867b-dcc28b7032c8 req-99d29292-bb9e-4103-a5c7-13ad00088ba3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 HTTP/1.1" status: 200 len: 217 time: 0.1182163 Jul 05 03:53:15.884148 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.931188 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-00844318-4a2e-4a14-95b6-de7dd7afb167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.938531 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c424981a-f220-4206-a8d9-aa5ef9040725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c15f630-37b4-4689-98df-2056f68db0c6'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:15.940608 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbf4dad-7798-4cd4-9e85-44381eb4c452" -d '{"events": [{"server_uuid": "c424981a-f220-4206-a8d9-aa5ef9040725", "name": "network-vif-plugged", "status": "completed", "tag": "8c15f630-37b4-4689-98df-2056f68db0c6"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:15.957930 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf1b66-fb1e-45da-a3c9-5f525f15c99c req-b4e8fd6e-177b-4ae8-afb7-dabe98557410 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:15.969128 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d7cf1b66-fb1e-45da-a3c9-5f525f15c99c req-b4e8fd6e-177b-4ae8-afb7-dabe98557410 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=c424981a-f220-4206-a8d9-aa5ef9040725 HTTP/1.1" status: 200 len: 945 time: 0.4171863 Jul 05 03:53:15.981373 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8c15f630-37b4-4689-98df-2056f68db0c6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8c15f630-37b4-4689-98df-2056f68db0c6,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:15.987132 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.994869 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64008abf-bcc1-4002-aec9-d24d2cbe9c4e req-5f021c60-1297-490e-a510-afe48ce94a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:15.995751 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-64008abf-bcc1-4002-aec9-d24d2cbe9c4e req-5f021c60-1297-490e-a510-afe48ce94a93 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 1100 time: 0.4539802 Jul 05 03:53:16.012520 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa49347-6365-4992-867b-dcc28b7032c8 req-df438077-63ca-480d-9cc4-b5d9e1ac23dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:16.015306 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1fa49347-6365-4992-867b-dcc28b7032c8 req-df438077-63ca-480d-9cc4-b5d9e1ac23dc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d29ec61-cb40-45c9-a308-0007b5185cb0 HTTP/1.1" status: 200 len: 861 time: 0.1240954 Jul 05 03:53:16.057133 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab0caff-b1cf-4ec7-9692-57f505b51a3c x-openstack-request-id: req-5ab0caff-b1cf-4ec7-9692-57f505b51a3c {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:16.057995 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c424981a-f220-4206-a8d9-aa5ef9040725", "name": "network-vif-plugged", "status": "completed", "tag": "8c15f630-37b4-4689-98df-2056f68db0c6", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:16.058496 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5ab0caff-b1cf-4ec7-9692-57f505b51a3c {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:16.059058 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c424981a-f220-4206-a8d9-aa5ef9040725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c15f630-37b4-4689-98df-2056f68db0c6', 'code': 200} Jul 05 03:53:16.103742 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1fa49347-6365-4992-867b-dcc28b7032c8 req-c29f69f2-e5f5-45bb-a3fb-65cfff302720 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0365b51-ea1d-4154-b37b-d14ae3269368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809584 Jul 05 03:53:16.118268 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d7cf1b66-fb1e-45da-a3c9-5f525f15c99c req-49aeff87-acf4-480e-8d01-62584b97cb1c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456118 Jul 05 03:53:16.125547 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=8c15f630-37b4-4689-98df-2056f68db0c6,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:16.164632 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.177294 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] Transition to ACTIVE for port object 8f3a0104-461a-4547-859a-85216e30919b will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:16.188644 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.200022 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64008abf-bcc1-4002-aec9-d24d2cbe9c4e req-39e31bd3-e47b-4a66-bbfe-5362a4d8cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:16.217741 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-64008abf-bcc1-4002-aec9-d24d2cbe9c4e req-39e31bd3-e47b-4a66-bbfe-5362a4d8cd87 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.2089577 Jul 05 03:53:16.273672 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0d02175-ae72-4c1e-82a2-175a7a74f458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.320254 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-64008abf-bcc1-4002-aec9-d24d2cbe9c4e req-01d9156a-4ea1-4f6e-8d51-06482967e11f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=63ec1ef3-1bc2-4036-b7e6-034a978916ca HTTP/1.1" status: 200 len: 217 time: 0.0940537 Jul 05 03:53:16.335150 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0d02175-ae72-4c1e-82a2-175a7a74f458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.346268 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] Attempting to bind port 8f3a0104-461a-4547-859a-85216e30919b on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:16.347340 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] Attempting to bind port 8f3a0104-461a-4547-859a-85216e30919b by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'c08de3b8-c3bc-4af9-8e5c-57631e3280d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:16.347957 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] Attempting to bind port 8f3a0104-461a-4547-859a-85216e30919b on network ac936e6f-3e04-4437-b04d-b7e14555028d {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:16.355269 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:16.356042 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] Checking segment: {'id': 'c08de3b8-c3bc-4af9-8e5c-57631e3280d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:16.356678 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.357322 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] Bound using segment: {'id': 'c08de3b8-c3bc-4af9-8e5c-57631e3280d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:16.358006 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] Bound port: 8f3a0104-461a-4547-859a-85216e30919b, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08de3b8-c3bc-4af9-8e5c-57631e3280d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:16.358620 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.440433 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] For port 8f3a0104-461a-4547-859a-85216e30919b, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:16.448612 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] For port 8f3a0104-461a-4547-859a-85216e30919b, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=8f3a0104-461a-4547-859a-85216e30919b,segment=NetworkSegment(c08de3b8-c3bc-4af9-8e5c-57631e3280d6),segment_id=c08de3b8-c3bc-4af9-8e5c-57631e3280d6)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:16.449897 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456e411-7e0f-4b5d-9d30-29e58ecb11c6 None None] Pushing event updated for resources: {'Port': ['ID=8f3a0104-461a-4547-859a-85216e30919b,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:16.456208 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.471282 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b0d02175-ae72-4c1e-82a2-175a7a74f458 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6c7e8caf666c4899bd6092cdd94162ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5226822 Jul 05 03:53:16.477677 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50622) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:16.516097 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d02175-ae72-4c1e-82a2-175a7a74f458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f2aafb-5f50-43fc-b995-4a49b8a91e94,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:16.524125 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64008abf-bcc1-4002-aec9-d24d2cbe9c4e req-00ddedc0-93c0-43a2-986f-da0eb4bf3103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:16.531047 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-64008abf-bcc1-4002-aec9-d24d2cbe9c4e req-00ddedc0-93c0-43a2-986f-da0eb4bf3103 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.2005570 Jul 05 03:53:16.553260 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] Routers {'5b786658-13de-48c7-8e5b-90fd4ff487ff'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:16.553906 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:53:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5b786658-13de-48c7-8e5b-90fd4ff487ff'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:16.640637 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c0e8a8cf-6bd9-4114-a5fd-51501c5b4d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.711506 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb88f2-4f23-4a96-8d54-a174e779ecf3 req-0a37cc9b-cbd7-4c98-a259-ea9f0ba4f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:16.724963 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64008abf-bcc1-4002-aec9-d24d2cbe9c4e req-ee0564b3-a9b4-43ea-ae5c-dec09f1dae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:16.742050 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2efb88f2-4f23-4a96-8d54-a174e779ecf3 req-0a37cc9b-cbd7-4c98-a259-ea9f0ba4f08f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c424981a-f220-4206-a8d9-aa5ef9040725 HTTP/1.1" status: 200 len: 1098 time: 0.5952291 Jul 05 03:53:16.744174 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-64008abf-bcc1-4002-aec9-d24d2cbe9c4e req-ee0564b3-a9b4-43ea-ae5c-dec09f1dae79 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2049427 Jul 05 03:53:16.747441 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1fa49347-6365-4992-867b-dcc28b7032c8 req-84eac5d2-f642-4fb0-ad8a-c415ecf850f2 service neutron] 10.222.0.70 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6329212 Jul 05 03:53:16.760180 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c0e8a8cf-6bd9-4114-a5fd-51501c5b4d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.788167 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] Set router 5b786658-13de-48c7-8e5b-90fd4ff487ff gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:16.961027 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2efb88f2-4f23-4a96-8d54-a174e779ecf3 req-ec3f8122-3fda-4ac5-a23c-52b5c7b164ec service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913249 Jul 05 03:53:16.995657 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456e411-7e0f-4b5d-9d30-29e58ecb11c6 None None] Pushing event updated for resources: {'Port': ['ID=8f3a0104-461a-4547-859a-85216e30919b,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:17.075218 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1fa49347-6365-4992-867b-dcc28b7032c8 req-2c9c5366-3347-4b82-a157-5abf344d12ea service neutron] 10.222.0.70 "GET /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048041 Jul 05 03:53:17.119673 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-00844318-4a2e-4a14-95b6-de7dd7afb167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.138998 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-00844318-4a2e-4a14-95b6-de7dd7afb167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.162929 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f28418-efb6-4045-9dfe-a07067a96f9c req-5007b881-c0c9-4da9-8e68-fae081f8ac7b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.165148 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-64f28418-efb6-4045-9dfe-a07067a96f9c req-5007b881-c0c9-4da9-8e68-fae081f8ac7b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 948 time: 0.1905441 Jul 05 03:53:17.167611 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-64008abf-bcc1-4002-aec9-d24d2cbe9c4e req-a5987bdf-caa0-4df4-bad8-2c8a91b7b018 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092481 Jul 05 03:53:17.176614 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c0e8a8cf-6bd9-4114-a5fd-51501c5b4d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.179996 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c0e8a8cf-6bd9-4114-a5fd-51501c5b4d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.182256 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'name': 'tempest-TaggedBootDevicesTest-2024056273-router', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7b4c47c6-a85c-4077-b2a4-3651f0159ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:02Z', 'updated_at': '2021-07-05T03:53:11Z', 'revision_number': 4, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'gw_port': {'id': '7b4c47c6-a85c-4077-b2a4-3651f0159ded', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8f3a0104-461a-4547-859a-85216e30919b', 'name': '', 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'mac_address': 'fa:16:3e:be:c7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:10Z', 'updated_at': '2021-07-05T03:53:16Z', 'revision_number': 4, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'subnets': [{'id': '30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:17.186976 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c0e8a8cf-6bd9-4114-a5fd-51501c5b4d49 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/77f2aafb-5f50-43fc-b995-4a49b8a91e94 HTTP/1.1" status: 204 len: 168 time: 0.7066996 Jul 05 03:53:17.212973 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b1ba9c-3cac-4429-ba1f-99ae519531bd None None] The sync data for ids ['5b786658-13de-48c7-8e5b-90fd4ff487ff'] in n-d-780147-23 is: [{'id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'name': 'tempest-TaggedBootDevicesTest-2024056273-router', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7b4c47c6-a85c-4077-b2a4-3651f0159ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:02Z', 'updated_at': '2021-07-05T03:53:11Z', 'revision_number': 4, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'gw_port': {'id': '7b4c47c6-a85c-4077-b2a4-3651f0159ded', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8f3a0104-461a-4547-859a-85216e30919b', 'name': '', 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'mac_address': 'fa:16:3e:be:c7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:10Z', 'updated_at': '2021-07-05T03:53:16Z', 'revision_number': 4, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'subnets': [{'id': '30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:53:17.218740 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-00844318-4a2e-4a14-95b6-de7dd7afb167 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=df226c06f60c4982a7774c7a0a362000&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3675122 Jul 05 03:53:17.228081 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50636) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:17.249701 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00844318-4a2e-4a14-95b6-de7dd7afb167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e474eb-35c1-4593-b38f-56d786d88510,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:17.321278 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-64f28418-efb6-4045-9dfe-a07067a96f9c req-87ce1e80-b8f1-41ac-943f-bfcf55b8233e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445179 Jul 05 03:53:17.413410 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b1a017e3-a84b-4b65-b44b-8c2a38a0e4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.449683 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b1a017e3-a84b-4b65-b44b-8c2a38a0e4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.538324 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b1a017e3-a84b-4b65-b44b-8c2a38a0e4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.544114 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b1a017e3-a84b-4b65-b44b-8c2a38a0e4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.555050 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b1a017e3-a84b-4b65-b44b-8c2a38a0e4bb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/54e474eb-35c1-4593-b38f-56d786d88510 HTTP/1.1" status: 204 len: 168 time: 0.3246794 Jul 05 03:53:17.570299 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a017e3-a84b-4b65-b44b-8c2a38a0e4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e474eb-35c1-4593-b38f-56d786d88510,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:17.812866 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8a8cf-6bd9-4114-a5fd-51501c5b4d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f2aafb-5f50-43fc-b995-4a49b8a91e94,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:17.814692 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc05dec-50d6-47ca-a78f-ab0d8a08fa87 req-d0380bd2-2b83-4fb9-8163-2aac18bfbe07 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.825512 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9cc05dec-50d6-47ca-a78f-ab0d8a08fa87 req-d0380bd2-2b83-4fb9-8163-2aac18bfbe07 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.70 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 944 time: 0.1967254 Jul 05 03:53:17.833613 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d999287-5cc1-46f4-9d16-9031aa661fae req-774006c8-dd27-45a6-a9d7-54a32bd2a5e0 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.844511 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d999287-5cc1-46f4-9d16-9031aa661fae req-774006c8-dd27-45a6-a9d7-54a32bd2a5e0 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 944 time: 0.7932539 Jul 05 03:53:18.058320 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d999287-5cc1-46f4-9d16-9031aa661fae req-fefdc8bd-89dd-4a0b-ae9e-97d9315fce02 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944611 Jul 05 03:53:18.070685 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-64008abf-bcc1-4002-aec9-d24d2cbe9c4e req-52db18ed-d102-4cc3-ab97-a0ac71495904 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8736136 Jul 05 03:53:18.228613 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82529ea2-990f-4fcf-867e-4f6a4cad5211 req-a0144372-6046-4f45-aa13-dc57d092c5ce tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.237233 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-82529ea2-990f-4fcf-867e-4f6a4cad5211 req-a0144372-6046-4f45-aa13-dc57d092c5ce tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=c424981a-f220-4206-a8d9-aa5ef9040725 HTTP/1.1" status: 200 len: 946 time: 0.3313916 Jul 05 03:53:18.312910 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-9cc05dec-50d6-47ca-a78f-ab0d8a08fa87 req-d0c9b737-38cc-4e4b-a0a2-24316a69519c tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Deleting port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:18.313501 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9cc05dec-50d6-47ca-a78f-ab0d8a08fa87 req-d0c9b737-38cc-4e4b-a0a2-24316a69519c tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:18.360466 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8f3a0104-461a-4547-859a-85216e30919b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:18.469535 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-82529ea2-990f-4fcf-867e-4f6a4cad5211 req-6362ceeb-faa7-497c-9ebf-bc21681fde72 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301307 Jul 05 03:53:18.497113 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 8f3a0104-461a-4547-859a-85216e30919b completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:18.508555 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 8f3a0104-461a-4547-859a-85216e30919b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:18.516483 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:18.554960 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-9cc05dec-50d6-47ca-a78f-ab0d8a08fa87 req-d0c9b737-38cc-4e4b-a0a2-24316a69519c tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] For port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:18.555246 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9cc05dec-50d6-47ca-a78f-ab0d8a08fa87 req-d0c9b737-38cc-4e4b-a0a2-24316a69519c tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:18.589747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-9cc05dec-50d6-47ca-a78f-ab0d8a08fa87 req-d0c9b737-38cc-4e4b-a0a2-24316a69519c tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Calling delete_port for 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:18.724526 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:18.773602 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27f27f-3be6-4879-9d54-de2a7acd61bb req-27a1e4fc-6620-44e7-993b-a0113019b76c tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.783627 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d27f27f-3be6-4879-9d54-de2a7acd61bb req-27a1e4fc-6620-44e7-993b-a0113019b76c tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 948 time: 0.2092795 Jul 05 03:53:18.786950 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 8f3a0104-461a-4547-859a-85216e30919b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=8f3a0104-461a-4547-859a-85216e30919b,segment=NetworkSegment(c08de3b8-c3bc-4af9-8e5c-57631e3280d6),segment_id=c08de3b8-c3bc-4af9-8e5c-57631e3280d6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:18.795674 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:18.898315 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d27f27f-3be6-4879-9d54-de2a7acd61bb req-db8372e5-836c-4cbd-b9a1-4bbf168fcde5 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131647 Jul 05 03:53:18.904703 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=8f3a0104-461a-4547-859a-85216e30919b,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:18.984076 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9cc05dec-50d6-47ca-a78f-ab0d8a08fa87 req-d0c9b737-38cc-4e4b-a0a2-24316a69519c tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:19.041147 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9b737-38cc-4e4b-a0a2-24316a69519c tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Pushing event deleted for resources: {'Port': ['ID=89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:19.111445 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc05dec-50d6-47ca-a78f-ab0d8a08fa87 req-d0c9b737-38cc-4e4b-a0a2-24316a69519c tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] No DVR routers for this DVR port 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:19.114642 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9cc05dec-50d6-47ca-a78f-ab0d8a08fa87 req-d0c9b737-38cc-4e4b-a0a2-24316a69519c tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:19.116917 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9cc05dec-50d6-47ca-a78f-ab0d8a08fa87 req-d0c9b737-38cc-4e4b-a0a2-24316a69519c tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.70 "DELETE /v2.0/ports/89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 HTTP/1.1" status: 204 len: 173 time: 1.2860823 Jul 05 03:53:19.118031 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47357dab-2af0-4b9e-be36-a423ec2e97a3', 'name': 'network-vif-deleted', 'tag': '89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:19.122372 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfb5d4b-26ea-4575-b14f-643c1513de85" -d '{"events": [{"server_uuid": "47357dab-2af0-4b9e-be36-a423ec2e97a3", "name": "network-vif-deleted", "tag": "89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:19.194981 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde32055-f139-4a07-abf1-d39e887f6735 x-openstack-request-id: req-cde32055-f139-4a07-abf1-d39e887f6735 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:19.199749 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47357dab-2af0-4b9e-be36-a423ec2e97a3", "name": "network-vif-deleted", "tag": "89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:19.200266 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cde32055-f139-4a07-abf1-d39e887f6735 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:19.201857 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47357dab-2af0-4b9e-be36-a423ec2e97a3', 'name': 'network-vif-deleted', 'tag': '89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6', 'status': 'completed', 'code': 200} Jul 05 03:53:19.367207 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5f397d0d-cf8e-4bde-b97e-6576a75bc20f req-a55a0d71-3680-4f9d-9887-deba6e7c7e4c tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=47357dab-2af0-4b9e-be36-a423ec2e97a3 HTTP/1.1" status: 200 len: 210 time: 0.0789726 Jul 05 03:53:19.526580 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 63ec1ef3-1bc2-4036-b7e6-034a978916ca details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:19.699634 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 63ec1ef3-1bc2-4036-b7e6-034a978916ca, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=63ec1ef3-1bc2-4036-b7e6-034a978916ca,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:19.719922 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '63ec1ef3-1bc2-4036-b7e6-034a978916ca', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '63ec1ef3-1bc2-4036-b7e6-034a978916ca', 'mac_address': 'fa:16:3e:e7:91:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:19.753047 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c00ae-cea8-466d-ab69-fb82eeeb1918 req-c1704fb2-5dd7-4d50-9879-024ce4ba7703 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:19.760085 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-046c00ae-cea8-466d-ab69-fb82eeeb1918 req-c1704fb2-5dd7-4d50-9879-024ce4ba7703 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=c424981a-f220-4206-a8d9-aa5ef9040725 HTTP/1.1" status: 200 len: 946 time: 0.0915759 Jul 05 03:53:19.805535 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:19.825460 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-046c00ae-cea8-466d-ab69-fb82eeeb1918 req-503a285c-45da-499b-ba83-5e56f3fff45a tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641053 Jul 05 03:53:19.833984 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ec1ef3-1bc2-4036-b7e6-034a978916ca {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:19.860830 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 63ec1ef3-1bc2-4036-b7e6-034a978916ca, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=63ec1ef3-1bc2-4036-b7e6-034a978916ca,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:19.868104 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:19.990803 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=63ec1ef3-1bc2-4036-b7e6-034a978916ca,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:20.104105 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['63ec1ef3-1bc2-4036-b7e6-034a978916ca'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:20.350547 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8f3a0104-461a-4547-859a-85216e30919b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:20.406509 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00d273-746b-4576-b5bf-188d9273fd89 req-8d7c0735-dd67-450c-b2ee-e898644f365a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.417443 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3f00d273-746b-4576-b5bf-188d9273fd89 req-8d7c0735-dd67-450c-b2ee-e898644f365a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 949 time: 0.1011086 Jul 05 03:53:20.440549 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 8f3a0104-461a-4547-859a-85216e30919b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:20.441109 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:20.497460 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3f00d273-746b-4576-b5bf-188d9273fd89 req-ddc82de8-d81b-4a9b-abff-deb73acc125d tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786183 Jul 05 03:53:20.655694 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-594e9555-e4a6-4dc5-b499-7e9853360168 req-15fa071b-7d02-45c6-8afb-4c67585371cf tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=e76a0319-89db-4adc-af0d-e72529a45522 HTTP/1.1" status: 200 len: 210 time: 0.0722384 Jul 05 03:53:20.861129 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e9eb6-dc1c-4abc-8799-63bb8c143097 req-e9c767f6-6ae2-4d7d-b6f6-f81c5c8f9d4b tempest-NetworksTest-1783648962 tempest-NetworksTest-1783648962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.862929 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e9eb6-dc1c-4abc-8799-63bb8c143097 req-e9c767f6-6ae2-4d7d-b6f6-f81c5c8f9d4b tempest-NetworksTest-1783648962 tempest-NetworksTest-1783648962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.863990 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e9eb6-dc1c-4abc-8799-63bb8c143097 req-e9c767f6-6ae2-4d7d-b6f6-f81c5c8f9d4b tempest-NetworksTest-1783648962 tempest-NetworksTest-1783648962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.864641 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e9eb6-dc1c-4abc-8799-63bb8c143097 req-e9c767f6-6ae2-4d7d-b6f6-f81c5c8f9d4b tempest-NetworksTest-1783648962 tempest-NetworksTest-1783648962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.865292 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e9eb6-dc1c-4abc-8799-63bb8c143097 req-e9c767f6-6ae2-4d7d-b6f6-f81c5c8f9d4b tempest-NetworksTest-1783648962 tempest-NetworksTest-1783648962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.865990 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e9eb6-dc1c-4abc-8799-63bb8c143097 req-e9c767f6-6ae2-4d7d-b6f6-f81c5c8f9d4b tempest-NetworksTest-1783648962 tempest-NetworksTest-1783648962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.866632 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e9eb6-dc1c-4abc-8799-63bb8c143097 req-e9c767f6-6ae2-4d7d-b6f6-f81c5c8f9d4b tempest-NetworksTest-1783648962 tempest-NetworksTest-1783648962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.867272 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e9eb6-dc1c-4abc-8799-63bb8c143097 req-e9c767f6-6ae2-4d7d-b6f6-f81c5c8f9d4b tempest-NetworksTest-1783648962 tempest-NetworksTest-1783648962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.867997 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e9eb6-dc1c-4abc-8799-63bb8c143097 req-e9c767f6-6ae2-4d7d-b6f6-f81c5c8f9d4b tempest-NetworksTest-1783648962 tempest-NetworksTest-1783648962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.884893 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-766e9eb6-dc1c-4abc-8799-63bb8c143097 req-e9c767f6-6ae2-4d7d-b6f6-f81c5c8f9d4b tempest-NetworksTest-1783648962 tempest-NetworksTest-1783648962-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6413 time: 0.3236570 Jul 05 03:53:20.996828 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f8837-202c-4bfe-828b-0932aa2ff540 req-ae58ab1f-7ce8-4cd3-9fec-38395aedaf87 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:21.005822 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-106f8837-202c-4bfe-828b-0932aa2ff540 req-ae58ab1f-7ce8-4cd3-9fec-38395aedaf87 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=c424981a-f220-4206-a8d9-aa5ef9040725 HTTP/1.1" status: 200 len: 946 time: 0.1210895 Jul 05 03:53:21.063011 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-106f8837-202c-4bfe-828b-0932aa2ff540 req-689c42bb-d3e0-4e78-b049-e8be4a5d5103 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518923 Jul 05 03:53:21.260244 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1769f1-13f0-4f20-9790-45684c0fbab3 req-a8a374b9-0225-476a-9512-814ca0848980 tempest-NetworksTest-1783648962 tempest-NetworksTest-1783648962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:21.261942 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8b1769f1-13f0-4f20-9790-45684c0fbab3 req-a8a374b9-0225-476a-9512-814ca0848980 tempest-NetworksTest-1783648962 tempest-NetworksTest-1783648962-project-admin] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 886 time: 0.1137924 Jul 05 03:53:21.429332 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:21.478086 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:53:21.478973 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 89f67e4e-e5cc-4c4f-a6cb-5cf406c1e8e6 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:21.535607 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 63ec1ef3-1bc2-4036-b7e6-034a978916ca up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:21.714718 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 63ec1ef3-1bc2-4036-b7e6-034a978916ca completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:21.725915 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 63ec1ef3-1bc2-4036-b7e6-034a978916ca triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:21.726663 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:21.954064 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:21.961081 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c9bbb-b7bd-4f59-91ca-efed75cc3739 req-1d2f60f2-dd2c-40ec-9ffd-5d55f16f6373 tempest-NetworksTest-1783648962 tempest-NetworksTest-1783648962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:21.962098 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c9bbb-b7bd-4f59-91ca-efed75cc3739 req-1d2f60f2-dd2c-40ec-9ffd-5d55f16f6373 tempest-NetworksTest-1783648962 tempest-NetworksTest-1783648962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:21.962835 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c9bbb-b7bd-4f59-91ca-efed75cc3739 req-1d2f60f2-dd2c-40ec-9ffd-5d55f16f6373 tempest-NetworksTest-1783648962 tempest-NetworksTest-1783648962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:21.963530 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c9bbb-b7bd-4f59-91ca-efed75cc3739 req-1d2f60f2-dd2c-40ec-9ffd-5d55f16f6373 tempest-NetworksTest-1783648962 tempest-NetworksTest-1783648962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:21.964232 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c9bbb-b7bd-4f59-91ca-efed75cc3739 req-1d2f60f2-dd2c-40ec-9ffd-5d55f16f6373 tempest-NetworksTest-1783648962 tempest-NetworksTest-1783648962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:21.966123 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c9bbb-b7bd-4f59-91ca-efed75cc3739 req-1d2f60f2-dd2c-40ec-9ffd-5d55f16f6373 tempest-NetworksTest-1783648962 tempest-NetworksTest-1783648962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:21.966875 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c9bbb-b7bd-4f59-91ca-efed75cc3739 req-1d2f60f2-dd2c-40ec-9ffd-5d55f16f6373 tempest-NetworksTest-1783648962 tempest-NetworksTest-1783648962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:21.967673 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c9bbb-b7bd-4f59-91ca-efed75cc3739 req-1d2f60f2-dd2c-40ec-9ffd-5d55f16f6373 tempest-NetworksTest-1783648962 tempest-NetworksTest-1783648962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:21.968356 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c9bbb-b7bd-4f59-91ca-efed75cc3739 req-1d2f60f2-dd2c-40ec-9ffd-5d55f16f6373 tempest-NetworksTest-1783648962 tempest-NetworksTest-1783648962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:21.972415 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-384c9bbb-b7bd-4f59-91ca-efed75cc3739 req-1d2f60f2-dd2c-40ec-9ffd-5d55f16f6373 tempest-NetworksTest-1783648962 tempest-NetworksTest-1783648962-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6413 time: 0.2340045 Jul 05 03:53:22.050519 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfcabb8-91e6-4f12-ba49-bf451b98ad63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ec1ef3-1bc2-4036-b7e6-034a978916ca'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:22.067649 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8719d62-31d7-4762-8399-87b5a4100d0a" -d '{"events": [{"server_uuid": "4bfcabb8-91e6-4f12-ba49-bf451b98ad63", "name": "network-vif-plugged", "status": "completed", "tag": "63ec1ef3-1bc2-4036-b7e6-034a978916ca"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:22.140306 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 63ec1ef3-1bc2-4036-b7e6-034a978916ca, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=63ec1ef3-1bc2-4036-b7e6-034a978916ca,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:22.151475 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.317241 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=63ec1ef3-1bc2-4036-b7e6-034a978916ca,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:22.382321 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9958424-ef20-4435-a421-9e08451b8a97 req-23d77566-aaac-4852-9039-30f2ae8991b0 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:22.384562 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9958424-ef20-4435-a421-9e08451b8a97 req-23d77566-aaac-4852-9039-30f2ae8991b0 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.89 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 944 time: 0.1685014 Jul 05 03:53:22.578153 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b19a10-3164-4acc-a9e9-e8230952483c req-cb61ded7-1b44-4e2f-a7de-d2e02e5e4185 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:22.586642 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50810) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:22.589073 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-05b19a10-3164-4acc-a9e9-e8230952483c req-cb61ded7-1b44-4e2f-a7de-d2e02e5e4185 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 950 time: 0.1651075 Jul 05 03:53:22.655271 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-05b19a10-3164-4acc-a9e9-e8230952483c req-10b4a7a6-c9bd-4d55-8dd7-dd5f714ca60a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637200 Jul 05 03:53:22.665138 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-e9958424-ef20-4435-a421-9e08451b8a97 req-1d61fcad-3314-4ef7-833d-9d1645de310d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Deleting port 9cf9a358-4aea-4435-9981-a99ef573895f {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:22.665496 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e9958424-ef20-4435-a421-9e08451b8a97 req-1d61fcad-3314-4ef7-833d-9d1645de310d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.735043 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c81ab08-e990-4c22-96b0-b476a8ee141c x-openstack-request-id: req-5c81ab08-e990-4c22-96b0-b476a8ee141c {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:22.735594 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfcabb8-91e6-4f12-ba49-bf451b98ad63", "name": "network-vif-plugged", "status": "completed", "tag": "63ec1ef3-1bc2-4036-b7e6-034a978916ca", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:22.735792 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5c81ab08-e990-4c22-96b0-b476a8ee141c {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:22.736763 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfcabb8-91e6-4f12-ba49-bf451b98ad63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ec1ef3-1bc2-4036-b7e6-034a978916ca', 'code': 200} Jul 05 03:53:22.908963 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-e9958424-ef20-4435-a421-9e08451b8a97 req-1d61fcad-3314-4ef7-833d-9d1645de310d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] For port 9cf9a358-4aea-4435-9981-a99ef573895f, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9cf9a358-4aea-4435-9981-a99ef573895f,segment=NetworkSegment(516103c0-d61f-4335-9d77-dd3acf48c035),segment_id=516103c0-d61f-4335-9d77-dd3acf48c035)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:22.910163 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e9958424-ef20-4435-a421-9e08451b8a97 req-1d61fcad-3314-4ef7-833d-9d1645de310d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.932980 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-e9958424-ef20-4435-a421-9e08451b8a97 req-1d61fcad-3314-4ef7-833d-9d1645de310d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Calling delete_port for 9cf9a358-4aea-4435-9981-a99ef573895f owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:23.028022 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bd44d3c0-8024-41a6-b988-0ae77c289db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.147772 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b09399-f53a-4905-983a-779120f1536a req-dff1b8c0-78ca-4fcb-ae10-f0e1b1b75fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.150028 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d8b09399-f53a-4905-983a-779120f1536a req-dff1b8c0-78ca-4fcb-ae10-f0e1b1b75fbd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 1102 time: 0.1028061 Jul 05 03:53:23.189856 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f0455-9174-4b8c-ae95-02717cd1ee26 req-bfe7a8d1-3bf5-4af9-8925-73f8bff25fbf tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.190820 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2a2f0455-9174-4b8c-ae95-02717cd1ee26 req-bfe7a8d1-3bf5-4af9-8925-73f8bff25fbf tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 944 time: 0.2504091 Jul 05 03:53:23.209631 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d8b09399-f53a-4905-983a-779120f1536a req-24d09229-ca99-4a1d-b57d-e51daf6ffa43 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519474 Jul 05 03:53:23.251898 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cef78e28-15d5-47ed-812e-bdf0badf5de5 req-b8c3e780-8d7e-4ed0-aeed-0060299065aa tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0313029 Jul 05 03:53:23.317256 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2a2f0455-9174-4b8c-ae95-02717cd1ee26 req-476c6f13-1aac-44a7-b770-c1bf75e58cc4 tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc4587a0-e40f-4b6d-bd9e-065eedf97edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182919 Jul 05 03:53:23.334605 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bd44d3c0-8024-41a6-b988-0ae77c289db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.340553 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bd44d3c0-8024-41a6-b988-0ae77c289db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.364810 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e9958424-ef20-4435-a421-9e08451b8a97 req-1d61fcad-3314-4ef7-833d-9d1645de310d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.436054 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61fcad-3314-4ef7-833d-9d1645de310d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Pushing event deleted for resources: {'Port': ['ID=9cf9a358-4aea-4435-9981-a99ef573895f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:23.441359 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44d3c0-8024-41a6-b988-0ae77c289db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b3459b-4a8a-4219-b6cd-1eceec706c57,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:23.451140 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bd44d3c0-8024-41a6-b988-0ae77c289db0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3f6e82f15c5b48b8a7ebc2b2ad7b9b73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8575206 Jul 05 03:53:23.451737 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50824) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:23.482529 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9958424-ef20-4435-a421-9e08451b8a97 req-1d61fcad-3314-4ef7-833d-9d1645de310d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] No DVR routers for this DVR port 9cf9a358-4aea-4435-9981-a99ef573895f on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:23.485836 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e9958424-ef20-4435-a421-9e08451b8a97 req-1d61fcad-3314-4ef7-833d-9d1645de310d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.488197 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9958424-ef20-4435-a421-9e08451b8a97 req-1d61fcad-3314-4ef7-833d-9d1645de310d tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.89 "DELETE /v2.0/ports/9cf9a358-4aea-4435-9981-a99ef573895f HTTP/1.1" status: 204 len: 173 time: 1.0934465 Jul 05 03:53:23.488660 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543a34a5-5c22-4e9c-b144-e6d955d1313a', 'name': 'network-vif-deleted', 'tag': '9cf9a358-4aea-4435-9981-a99ef573895f'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:23.491036 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cea4fbc-c8d8-4130-b690-0cc90b0d2241" -d '{"events": [{"server_uuid": "543a34a5-5c22-4e9c-b144-e6d955d1313a", "name": "network-vif-deleted", "tag": "9cf9a358-4aea-4435-9981-a99ef573895f"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:23.506614 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b2e87439-203b-418b-a4e6-e9fb95abd2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.554662 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b2e87439-203b-418b-a4e6-e9fb95abd2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.563396 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af40868-87d4-47a1-8956-6bff429d2037 x-openstack-request-id: req-0af40868-87d4-47a1-8956-6bff429d2037 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:23.563701 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543a34a5-5c22-4e9c-b144-e6d955d1313a", "name": "network-vif-deleted", "tag": "9cf9a358-4aea-4435-9981-a99ef573895f", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:23.563987 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0af40868-87d4-47a1-8956-6bff429d2037 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:23.564414 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543a34a5-5c22-4e9c-b144-e6d955d1313a', 'name': 'network-vif-deleted', 'tag': '9cf9a358-4aea-4435-9981-a99ef573895f', 'status': 'completed', 'code': 200} Jul 05 03:53:23.633719 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b2e87439-203b-418b-a4e6-e9fb95abd2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.637604 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b2e87439-203b-418b-a4e6-e9fb95abd2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.638517 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b2e87439-203b-418b-a4e6-e9fb95abd2f6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b3b3459b-4a8a-4219-b6cd-1eceec706c57 HTTP/1.1" status: 204 len: 168 time: 0.1878860 Jul 05 03:53:23.648964 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e87439-203b-418b-a4e6-e9fb95abd2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b3459b-4a8a-4219-b6cd-1eceec706c57,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:23.897424 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0a2ed-dedd-47ad-a53f-2455f36a2644 req-6d382742-5444-4b8b-9530-cc293336eebb tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.906855 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-65b0a2ed-dedd-47ad-a53f-2455f36a2644 req-6d382742-5444-4b8b-9530-cc293336eebb tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 950 time: 0.0905886 Jul 05 03:53:23.960651 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-65b0a2ed-dedd-47ad-a53f-2455f36a2644 req-b9873970-7884-441f-a6a2-70cbe36c5a3a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525393 Jul 05 03:53:24.130636 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50848) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:24.167947 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-acb4e090-636d-4ba1-9a4e-c0de88bbd675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.302748 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-acb4e090-636d-4ba1-9a4e-c0de88bbd675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.308005 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-acb4e090-636d-4ba1-9a4e-c0de88bbd675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.378511 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-acb4e090-636d-4ba1-9a4e-c0de88bbd675 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b7a93d0a49394b8481f7f23fe15e1895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467184 Jul 05 03:53:24.381179 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50854) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:24.392974 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4e090-636d-4ba1-9a4e-c0de88bbd675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c080a974-c7aa-4e01-b94c-7e6dbe62698f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:24.467405 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8c2d79ab-e1bc-44ef-ae7e-cfb3a0f89a50 req-085eecf6-b2c6-4ecc-9997-5317b72fe0b8 tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0528553 Jul 05 03:53:24.494849 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-096ecd46-a4a2-49b9-aba5-ffcd71c9a9d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.536568 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-096ecd46-a4a2-49b9-aba5-ffcd71c9a9d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.599007 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-096ecd46-a4a2-49b9-aba5-ffcd71c9a9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.601757 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-096ecd46-a4a2-49b9-aba5-ffcd71c9a9d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.606108 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-096ecd46-a4a2-49b9-aba5-ffcd71c9a9d1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c080a974-c7aa-4e01-b94c-7e6dbe62698f HTTP/1.1" status: 204 len: 168 time: 0.2238071 Jul 05 03:53:24.615669 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ecd46-a4a2-49b9-aba5-ffcd71c9a9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c080a974-c7aa-4e01-b94c-7e6dbe62698f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:24.643388 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d27d7fc9-fd45-44ab-b34c-9de690000ea9 req-ca524f28-7fa6-4bee-b69f-52746772a31c tempest-LiveAutoBlockMigrationV225Test-943008450 tempest-LiveAutoBlockMigrationV225Test-943008450-project] 10.222.0.77 "GET /v2.0/ports?device_id=543a34a5-5c22-4e9c-b144-e6d955d1313a HTTP/1.1" status: 200 len: 210 time: 0.0927243 Jul 05 03:53:25.162974 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35b1e4-c6f2-4b08-a44a-82b35968fc2d req-9570a29f-b751-4785-966b-a115e1a1b9be tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:25.172352 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ce35b1e4-c6f2-4b08-a44a-82b35968fc2d req-9570a29f-b751-4785-966b-a115e1a1b9be tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 950 time: 0.0911796 Jul 05 03:53:25.212638 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ce35b1e4-c6f2-4b08-a44a-82b35968fc2d req-41f162af-c5b5-4c26-9b4f-cc3598a88d87 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389748 Jul 05 03:53:25.586987 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8c15f630-37b4-4689-98df-2056f68db0c6 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:25.719211 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-21af8f2f-8077-4219-acbe-bcd44e866c52 req-9f83152b-dbbd-466f-87ee-94786ec4d00d tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0744259 Jul 05 03:53:25.814904 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8c15f630-37b4-4689-98df-2056f68db0c6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8c15f630-37b4-4689-98df-2056f68db0c6,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:25.852870 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '8c15f630-37b4-4689-98df-2056f68db0c6', 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7', 'port_id': '8c15f630-37b4-4689-98df-2056f68db0c6', 'mac_address': 'fa:16:3e:65:2e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf7098d-d664-4348-860f-1e166cf68435', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:25.866703 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1159df-a579-4a62-aec5-69c7e96bac19 req-bd4980ce-e250-405f-ad7e-b022489267a5 tempest-MigrationsAdminTest-963030395 tempest-MigrationsAdminTest-963030395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:25.868300 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cc1159df-a579-4a62-aec5-69c7e96bac19 req-bd4980ce-e250-405f-ad7e-b022489267a5 tempest-MigrationsAdminTest-963030395 tempest-MigrationsAdminTest-963030395-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 1102 time: 0.0935419 Jul 05 03:53:25.890962 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cc1159df-a579-4a62-aec5-69c7e96bac19 req-803edc38-0aae-47ec-9c2f-ce4ad6c67075 tempest-MigrationsAdminTest-963030395 tempest-MigrationsAdminTest-963030395-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:25.912195 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:25.930047 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c15f630-37b4-4689-98df-2056f68db0c6 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:25.959474 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8c15f630-37b4-4689-98df-2056f68db0c6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8c15f630-37b4-4689-98df-2056f68db0c6,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:25.973974 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:26.058840 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=8c15f630-37b4-4689-98df-2056f68db0c6,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:26.067123 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['8c15f630-37b4-4689-98df-2056f68db0c6'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:26.116242 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cc1159df-a579-4a62-aec5-69c7e96bac19 req-803edc38-0aae-47ec-9c2f-ce4ad6c67075 tempest-MigrationsAdminTest-963030395 tempest-MigrationsAdminTest-963030395-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:26.122066 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cc1159df-a579-4a62-aec5-69c7e96bac19 req-803edc38-0aae-47ec-9c2f-ce4ad6c67075 tempest-MigrationsAdminTest-963030395 tempest-MigrationsAdminTest-963030395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:26.137163 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:26.137778 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:26.139316 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:26.140361 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:26.141215 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:26.141755 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:26.143750 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:26.143750 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:26.144133 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:26.145568 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:26.146834 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:26.149007 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:26.204180 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cc1159df-a579-4a62-aec5-69c7e96bac19 req-803edc38-0aae-47ec-9c2f-ce4ad6c67075 tempest-MigrationsAdminTest-963030395 tempest-MigrationsAdminTest-963030395-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291328 Jul 05 03:53:26.228356 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803edc38-0aae-47ec-9c2f-ce4ad6c67075 tempest-MigrationsAdminTest-963030395 tempest-MigrationsAdminTest-963030395-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bbc69e-39cb-4d5d-ae1a-cb88951468b3,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:26.424809 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50936) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:26.720442 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50962) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:26.850913 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa48fd5-cc10-4f59-9618-3c39f687b302 admin admin] Deleting subnet 8d29ec61-cb40-45c9-a308-0007b5185cb0 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:53:26.857621 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fa48fd5-cc10-4f59-9618-3c39f687b302 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:26.948555 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fa48fd5-cc10-4f59-9618-3c39f687b302 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:26.972453 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a952253c-32b0-471b-bc90-25b624e5afce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.036961 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fa48fd5-cc10-4f59-9618-3c39f687b302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.147957 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eab6d60f-2d31-4064-aec3-fd4a4c301cf4 req-f9e12005-fb8b-40f3-9cbf-00ae21031e65 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e76a0319-89db-4adc-af0d-e72529a45522 HTTP/1.1" status: 200 len: 210 time: 0.0635889 Jul 05 03:53:27.235728 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a952253c-32b0-471b-bc90-25b624e5afce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.238552 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fa48fd5-cc10-4f59-9618-3c39f687b302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.297400 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa48fd5-cc10-4f59-9618-3c39f687b302 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d29ec61-cb40-45c9-a308-0007b5185cb0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:27.303155 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a952253c-32b0-471b-bc90-25b624e5afce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.327427 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fa48fd5-cc10-4f59-9618-3c39f687b302 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.329799 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7fa48fd5-cc10-4f59-9618-3c39f687b302 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8d29ec61-cb40-45c9-a308-0007b5185cb0 HTTP/1.1" status: 204 len: 168 time: 0.9036319 Jul 05 03:53:27.333532 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50982) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:27.432452 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952253c-32b0-471b-bc90-25b624e5afce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b5f114-cfec-4ff5-9768-917b9f0bf9e0,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:27.447750 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a952253c-32b0-471b-bc90-25b624e5afce admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=edc80ab409bc48eb9174d9b650ae9348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7235022 Jul 05 03:53:27.448542 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50986) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:27.472436 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c5e343c8-ee92-403c-97b4-e7e63db2660b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.579052 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a13fcb9-0737-4f79-8f33-6a74539d7e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.607175 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8c15f630-37b4-4689-98df-2056f68db0c6 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:27.634534 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a13fcb9-0737-4f79-8f33-6a74539d7e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.668482 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c5e343c8-ee92-403c-97b4-e7e63db2660b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.688915 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-c5e343c8-ee92-403c-97b4-e7e63db2660b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0365b51-ea1d-4154-b37b-d14ae3269368']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:27.740785 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a13fcb9-0737-4f79-8f33-6a74539d7e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.751308 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-c5e343c8-ee92-403c-97b4-e7e63db2660b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '516103c0-d61f-4335-9d77-dd3acf48c035') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:27.752038 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-c5e343c8-ee92-403c-97b4-e7e63db2660b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '516103c0-d61f-4335-9d77-dd3acf48c035') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:27.752592 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a13fcb9-0737-4f79-8f33-6a74539d7e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.759713 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3a13fcb9-0737-4f79-8f33-6a74539d7e33 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/05b5f114-cfec-4ff5-9768-917b9f0bf9e0 HTTP/1.1" status: 204 len: 168 time: 0.3094397 Jul 05 03:53:27.772369 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13fcb9-0737-4f79-8f33-6a74539d7e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b5f114-cfec-4ff5-9768-917b9f0bf9e0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:27.795920 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c5e343c8-ee92-403c-97b4-e7e63db2660b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.830499 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 8c15f630-37b4-4689-98df-2056f68db0c6 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:27.832131 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.866256 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-8a59e779-42c1-423f-8ddb-3542b4bfed94 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4004853 Jul 05 03:53:27.868096 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c5e343c8-ee92-403c-97b4-e7e63db2660b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.898023 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e343c8-ee92-403c-97b4-e7e63db2660b admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:53:27.898448 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c5e343c8-ee92-403c-97b4-e7e63db2660b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: timer() Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:53:27.907625 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:53:28.024085 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.144930 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c424981a-f220-4206-a8d9-aa5ef9040725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c15f630-37b4-4689-98df-2056f68db0c6'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:28.149947 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ffc1ee-8164-479a-af5d-2df2edbce781" -d '{"events": [{"server_uuid": "c424981a-f220-4206-a8d9-aa5ef9040725", "name": "network-vif-plugged", "status": "completed", "tag": "8c15f630-37b4-4689-98df-2056f68db0c6"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:28.180396 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d7378af2-9cc7-458b-b5fb-6d8f263282bb req-c360d302-48e1-4266-9274-21cf7194d11f tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.2174006 Jul 05 03:53:28.215442 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8c15f630-37b4-4689-98df-2056f68db0c6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8c15f630-37b4-4689-98df-2056f68db0c6,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:28.230460 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.243518 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 9cf9a358-4aea-4435-9981-a99ef573895f no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:28.255242 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c5e343c8-ee92-403c-97b4-e7e63db2660b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.288604 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c5e343c8-ee92-403c-97b4-e7e63db2660b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.296357 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 9cf9a358-4aea-4435-9981-a99ef573895f {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:53:28.297158 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c5e343c8-ee92-403c-97b4-e7e63db2660b admin admin] 10.222.0.77 "DELETE /v2.0/networks/b0365b51-ea1d-4154-b37b-d14ae3269368 HTTP/1.1" status: 204 len: 168 time: 0.9609172 Jul 05 03:53:28.300909 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51002) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:28.316759 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 9cf9a358-4aea-4435-9981-a99ef573895f not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:28.321146 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e343c8-ee92-403c-97b4-e7e63db2660b admin admin] Pushing event deleted for resources: {'Network': ['ID=b0365b51-ea1d-4154-b37b-d14ae3269368,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:28.333664 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e343c8-ee92-403c-97b4-e7e63db2660b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:28.335501 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e343c8-ee92-403c-97b4-e7e63db2660b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:28.336132 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e343c8-ee92-403c-97b4-e7e63db2660b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:28.336938 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e343c8-ee92-403c-97b4-e7e63db2660b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:28.337505 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e343c8-ee92-403c-97b4-e7e63db2660b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:28.338015 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e343c8-ee92-403c-97b4-e7e63db2660b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:28.339745 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e343c8-ee92-403c-97b4-e7e63db2660b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:28.340734 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e343c8-ee92-403c-97b4-e7e63db2660b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:28.344351 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e343c8-ee92-403c-97b4-e7e63db2660b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:28.344869 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e343c8-ee92-403c-97b4-e7e63db2660b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:28.345481 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e343c8-ee92-403c-97b4-e7e63db2660b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:28.345970 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e343c8-ee92-403c-97b4-e7e63db2660b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:28.395703 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4349708d-e68f-402a-b19a-874bffae97c2 req-fa55b473-a0b7-42df-b552-07e27b73f8c0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0392783 Jul 05 03:53:28.459672 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-839b4243-32ed-48ac-a92e-81c7db168803 admin admin] Deleting subnet f66376f0-7fb8-46a6-954c-ebf95f4cb72a {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:53:28.464489 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-839b4243-32ed-48ac-a92e-81c7db168803 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.523780 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-839b4243-32ed-48ac-a92e-81c7db168803 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.589564 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-839b4243-32ed-48ac-a92e-81c7db168803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.600495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=8c15f630-37b4-4689-98df-2056f68db0c6,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:28.621890 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dc5a972c-b69b-4050-aaab-ed40c19cb0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.695340 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-839b4243-32ed-48ac-a92e-81c7db168803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.755517 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-839b4243-32ed-48ac-a92e-81c7db168803 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.760610 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-839b4243-32ed-48ac-a92e-81c7db168803 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f66376f0-7fb8-46a6-954c-ebf95f4cb72a HTTP/1.1" status: 204 len: 168 time: 0.4586205 Jul 05 03:53:28.763237 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51022) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:28.885831 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b4243-32ed-48ac-a92e-81c7db168803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f66376f0-7fb8-46a6-954c-ebf95f4cb72a,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:28.903888 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ecd0683d-a56b-4a37-bdc9-b618a68a92bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.974201 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:29.052243 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ecd0683d-a56b-4a37-bdc9-b618a68a92bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:29.069414 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-ecd0683d-a56b-4a37-bdc9-b618a68a92bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b344df2-aa9c-4b32-8cf0-164bdee6864c']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:29.096837 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-ecd0683d-a56b-4a37-bdc9-b618a68a92bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba71409-63cd-4507-a0d2-e12b4d3522b2') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:29.097340 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-ecd0683d-a56b-4a37-bdc9-b618a68a92bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba71409-63cd-4507-a0d2-e12b4d3522b2') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:29.144000 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ecd0683d-a56b-4a37-bdc9-b618a68a92bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:29.195089 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ecd0683d-a56b-4a37-bdc9-b618a68a92bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:29.229499 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd0683d-a56b-4a37-bdc9-b618a68a92bd admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:53:29.230193 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ecd0683d-a56b-4a37-bdc9-b618a68a92bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: timer() Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:53:29.351013 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:53:29.401196 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ecd0683d-a56b-4a37-bdc9-b618a68a92bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:29.411492 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ecd0683d-a56b-4a37-bdc9-b618a68a92bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:29.425151 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ecd0683d-a56b-4a37-bdc9-b618a68a92bd admin admin] 10.222.0.77 "DELETE /v2.0/networks/0b344df2-aa9c-4b32-8cf0-164bdee6864c HTTP/1.1" status: 204 len: 168 time: 0.6602380 Jul 05 03:53:29.571233 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0683d-a56b-4a37-bdc9-b618a68a92bd admin admin] Pushing event deleted for resources: {'Network': ['ID=0b344df2-aa9c-4b32-8cf0-164bdee6864c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:29.801904 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393a403-9060-4657-a1d2-b7f5e66166af req-9b1ebe75-4570-4816-87ad-9e94cc7d56b5 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:29.808368 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0393a403-9060-4657-a1d2-b7f5e66166af req-9b1ebe75-4570-4816-87ad-9e94cc7d56b5 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 950 time: 0.4454100 Jul 05 03:53:29.839123 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51048) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:29.896835 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51050) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:29.938943 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-616ad0af-d265-4eb8-9dfb-41f776d18ded admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=11544e3d57bf4d33848f6eceacb7332e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0948679 Jul 05 03:53:29.942192 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51056) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:29.976661 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0393a403-9060-4657-a1d2-b7f5e66166af req-12ada98c-f72d-43e7-986d-eb08b95bddc3 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591454 Jul 05 03:53:30.085542 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea3091e-0aa8-4bea-ac7c-1926be7431b3 x-openstack-request-id: req-8ea3091e-0aa8-4bea-ac7c-1926be7431b3 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:30.086978 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c424981a-f220-4206-a8d9-aa5ef9040725", "name": "network-vif-plugged", "status": "completed", "tag": "8c15f630-37b4-4689-98df-2056f68db0c6", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:30.089723 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8ea3091e-0aa8-4bea-ac7c-1926be7431b3 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:30.090832 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c424981a-f220-4206-a8d9-aa5ef9040725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c15f630-37b4-4689-98df-2056f68db0c6', 'code': 200} Jul 05 03:53:30.103584 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae3007aa-64d8-486f-a908-5b9d9488f249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.205529 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae3007aa-64d8-486f-a908-5b9d9488f249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.337801 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae3007aa-64d8-486f-a908-5b9d9488f249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.357470 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae3007aa-64d8-486f-a908-5b9d9488f249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.360186 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ae3007aa-64d8-486f-a908-5b9d9488f249 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fc4587a0-e40f-4b6d-bd9e-065eedf97edf HTTP/1.1" status: 204 len: 168 time: 0.4133928 Jul 05 03:53:30.385776 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3007aa-64d8-486f-a908-5b9d9488f249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4587a0-e40f-4b6d-bd9e-065eedf97edf,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:30.537292 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-4c522e5e-4c9b-49ef-8f34-a0ac851c762c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1803730036-network', 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:30.656236 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c522e5e-4c9b-49ef-8f34-a0ac851c762c admin admin] Made reservation on behalf of 9ff6bd26a45e49ae97b99bbcef80f6b1 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:30.665391 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4c522e5e-4c9b-49ef-8f34-a0ac851c762c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.727905 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4c522e5e-4c9b-49ef-8f34-a0ac851c762c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.837592 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-19dacef3-2625-465c-b457-8edec1fbc614 req-a966d48c-64ef-4638-9a91-4b898ea7f8c9 tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0779724 Jul 05 03:53:30.982469 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4c522e5e-4c9b-49ef-8f34-a0ac851c762c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.988001 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4c522e5e-4c9b-49ef-8f34-a0ac851c762c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.101672 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c522e5e-4c9b-49ef-8f34-a0ac851c762c admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:53:31.126168 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4c522e5e-4c9b-49ef-8f34-a0ac851c762c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.127460 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-4c522e5e-4c9b-49ef-8f34-a0ac851c762c admin admin] Added segment 8065d540-c410-49a9-b601-d2fe469efb98 of type vlan for network a8e690a6-8e0f-431e-99d1-276b926ce1e1 Jul 05 03:53:31.129223 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c522e5e-4c9b-49ef-8f34-a0ac851c762c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466a8c9d-2933-4b61-aca6-4e66bbf96eaf,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:31.266177 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4c522e5e-4c9b-49ef-8f34-a0ac851c762c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.279680 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51066) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:31.303738 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7007a1ed-2fc8-4e56-81f0-3e1a5efce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.332580 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4c522e5e-4c9b-49ef-8f34-a0ac851c762c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.334508 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c522e5e-4c9b-49ef-8f34-a0ac851c762c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.335514 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4c522e5e-4c9b-49ef-8f34-a0ac851c762c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.352635 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c33e64a8-56ad-47d3-89a6-e951a6c0d1cb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=755566f1e01c46de882abae2bcc3eac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0717165 Jul 05 03:53:31.356340 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51068) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:31.385326 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-817fdf82-b3b4-452a-ad21-5cc0847cb59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.387862 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-817fdf82-b3b4-452a-ad21-5cc0847cb59f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 1102 time: 0.1802824 Jul 05 03:53:31.420300 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c522e5e-4c9b-49ef-8f34-a0ac851c762c admin admin] Pushing event updated for resources: {'Network': ['ID=a8e690a6-8e0f-431e-99d1-276b926ce1e1,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:31.434371 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network a8e690a6-8e0f-431e-99d1-276b926ce1e1 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:53:31.444293 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4c522e5e-4c9b-49ef-8f34-a0ac851c762c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5385914 Jul 05 03:53:31.453584 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51072) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:31.462379 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-36cd7ef7-1473-4b3f-905b-2bb17c7a0573 admin admin] Request body: {'subnet': {'network_id': 'a8e690a6-8e0f-431e-99d1-276b926ce1e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1803730036-subnet', 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:31.523160 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cd7ef7-1473-4b3f-905b-2bb17c7a0573 admin admin] Made reservation on behalf of 9ff6bd26a45e49ae97b99bbcef80f6b1 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:31.528347 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-36cd7ef7-1473-4b3f-905b-2bb17c7a0573 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.629211 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9e0287db-31cb-49ea-a58a-65825693f5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.693626 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.715525 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9e0287db-31cb-49ea-a58a-65825693f5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.764071 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-f3e4269d-3bad-436d-8884-fbb859cb4a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.765436 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3623aa-2804-4f61-81e1-c8dad7f2fba0 req-2b750748-4aa2-4391-ba0e-16d78a3d7283 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.766101 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-f3e4269d-3bad-436d-8884-fbb859cb4a72 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.3556902 Jul 05 03:53:31.770444 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2f3623aa-2804-4f61-81e1-c8dad7f2fba0 req-2b750748-4aa2-4391-ba0e-16d78a3d7283 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 950 time: 0.1810768 Jul 05 03:53:31.857912 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-3202a4b2-db64-4e63-bac9-7bce614add1c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=63ec1ef3-1bc2-4036-b7e6-034a978916ca HTTP/1.1" status: 200 len: 217 time: 0.0790596 Jul 05 03:53:31.918894 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9e0287db-31cb-49ea-a58a-65825693f5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.924021 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9e0287db-31cb-49ea-a58a-65825693f5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.927822 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9e0287db-31cb-49ea-a58a-65825693f5c4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3e36c65d-fa8c-469a-96d1-51a9c9055025 HTTP/1.1" status: 204 len: 168 time: 0.5669069 Jul 05 03:53:31.978748 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2f3623aa-2804-4f61-81e1-c8dad7f2fba0 req-a2bcd3ce-05ab-44dd-8efe-e7d260047d18 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973834 Jul 05 03:53:32.008743 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-14e25b59-6b8a-46e4-8dfb-cdf7008208e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:32.008743 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-14e25b59-6b8a-46e4-8dfb-cdf7008208e9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1463420 Jul 05 03:53:32.030747 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0287db-31cb-49ea-a58a-65825693f5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e36c65d-fa8c-469a-96d1-51a9c9055025,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:32.033188 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-36cd7ef7-1473-4b3f-905b-2bb17c7a0573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.124250 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd7ef7-1473-4b3f-905b-2bb17c7a0573 admin admin] Pushing event updated for resources: {'Subnet': ['ID=332015fb-12ae-476b-ba8d-31bc3796f260,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:32.131913 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-a8517da1-0803-4471-8a09-da422ed0d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:32.138011 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-a8517da1-0803-4471-8a09-da422ed0d1d0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1057901 Jul 05 03:53:32.206498 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cd7ef7-1473-4b3f-905b-2bb17c7a0573 admin admin] Checking segment: {'id': '8065d540-c410-49a9-b601-d2fe469efb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a8e690a6-8e0f-431e-99d1-276b926ce1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:32.207298 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cd7ef7-1473-4b3f-905b-2bb17c7a0573 admin admin] Network hostable DHCP agents. Network: a8e690a6-8e0f-431e-99d1-276b926ce1e1, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:53:32.243158 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cd7ef7-1473-4b3f-905b-2bb17c7a0573 admin admin] Network a8e690a6-8e0f-431e-99d1-276b926ce1e1 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:53:32.258468 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-36cd7ef7-1473-4b3f-905b-2bb17c7a0573 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, a8e690a6-8e0f-431e-99d1-276b926ce1e1) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:32.284265 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa44d0e6-4257-402a-9a0e-522fe862a816 None None] Network a8e690a6-8e0f-431e-99d1-276b926ce1e1 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:32.303464 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cd7ef7-1473-4b3f-905b-2bb17c7a0573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:32.304701 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-36cd7ef7-1473-4b3f-905b-2bb17c7a0573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.339773 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-95991619-8bf1-44b7-a7ab-67bab7aa97e5 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843479 Jul 05 03:53:32.369874 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-36cd7ef7-1473-4b3f-905b-2bb17c7a0573 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9119027 Jul 05 03:53:32.372018 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51082) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:32.397287 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-694cd02f-734e-429f-85b7-f6ae2148b620 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1803730036-router', 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:32.481295 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-694cd02f-734e-429f-85b7-f6ae2148b620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.482807 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-694cd02f-734e-429f-85b7-f6ae2148b620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.484204 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-6ec36e4a-a60a-494f-845d-f563fcc880ca service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343462 Jul 05 03:53:32.642345 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.726129 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-694cd02f-734e-429f-85b7-f6ae2148b620 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:33.003604 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d64c91-0acc-4ef2-8edb-3b288dc7876b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-a8e690a6-8e0f-431e-99d1-276b926ce1e1', 'network_id': 'a8e690a6-8e0f-431e-99d1-276b926ce1e1', 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'fixed_ips': [{'subnet_id': '332015fb-12ae-476b-ba8d-31bc3796f260'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:53:33.005035 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a5d64c91-0acc-4ef2-8edb-3b288dc7876b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:33.491741 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-a5d64c91-0acc-4ef2-8edb-3b288dc7876b None None] Allocated IP 172.20.0.2 (a8e690a6-8e0f-431e-99d1-276b926ce1e1/332015fb-12ae-476b-ba8d-31bc3796f260/ce03543e-d505-4332-86ef-a97fbd36f8c0) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:33.765201 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:53:33.803929 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7dea8813-ea96-4c30-8c2b-9323a5a44500 req-3afe737c-c119-45f5-b80c-91a673e0fce1 tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.1656175 Jul 05 03:53:33.867085 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a5d64c91-0acc-4ef2-8edb-3b288dc7876b None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:33.878044 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a5d64c91-0acc-4ef2-8edb-3b288dc7876b None None] Transition to ACTIVE for port object ce03543e-d505-4332-86ef-a97fbd36f8c0 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:33.902834 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a5d64c91-0acc-4ef2-8edb-3b288dc7876b None None] Transition to ACTIVE for port object ce03543e-d505-4332-86ef-a97fbd36f8c0 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:33.915130 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a5d64c91-0acc-4ef2-8edb-3b288dc7876b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:33.960969 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d64c91-0acc-4ef2-8edb-3b288dc7876b None None] Network a8e690a6-8e0f-431e-99d1-276b926ce1e1 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:33.964845 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-a5d64c91-0acc-4ef2-8edb-3b288dc7876b None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:33.969580 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d64c91-0acc-4ef2-8edb-3b288dc7876b None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:33.971836 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-694cd02f-734e-429f-85b7-f6ae2148b620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.039143 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d64c91-0acc-4ef2-8edb-3b288dc7876b None None] Pushing event updated for resources: {'Port': ['ID=ce03543e-d505-4332-86ef-a97fbd36f8c0,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:34.128562 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-a5d64c91-0acc-4ef2-8edb-3b288dc7876b None None] Attempting to bind port ce03543e-d505-4332-86ef-a97fbd36f8c0 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:34.128927 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-a5d64c91-0acc-4ef2-8edb-3b288dc7876b None None] Attempting to bind port ce03543e-d505-4332-86ef-a97fbd36f8c0 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '8065d540-c410-49a9-b601-d2fe469efb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a8e690a6-8e0f-431e-99d1-276b926ce1e1'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:34.130020 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d64c91-0acc-4ef2-8edb-3b288dc7876b None None] Attempting to bind port ce03543e-d505-4332-86ef-a97fbd36f8c0 on network a8e690a6-8e0f-431e-99d1-276b926ce1e1 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:34.145215 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d64c91-0acc-4ef2-8edb-3b288dc7876b None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:34.145575 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d64c91-0acc-4ef2-8edb-3b288dc7876b None None] Checking segment: {'id': '8065d540-c410-49a9-b601-d2fe469efb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a8e690a6-8e0f-431e-99d1-276b926ce1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:34.145994 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a5d64c91-0acc-4ef2-8edb-3b288dc7876b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.146393 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d64c91-0acc-4ef2-8edb-3b288dc7876b None None] Bound using segment: {'id': '8065d540-c410-49a9-b601-d2fe469efb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a8e690a6-8e0f-431e-99d1-276b926ce1e1'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:34.146891 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-a5d64c91-0acc-4ef2-8edb-3b288dc7876b None None] Bound port: ce03543e-d505-4332-86ef-a97fbd36f8c0, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8065d540-c410-49a9-b601-d2fe469efb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a8e690a6-8e0f-431e-99d1-276b926ce1e1'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:34.150460 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a5d64c91-0acc-4ef2-8edb-3b288dc7876b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.285529 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a5d64c91-0acc-4ef2-8edb-3b288dc7876b None None] For port ce03543e-d505-4332-86ef-a97fbd36f8c0, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:34.288443 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.291249 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a5d64c91-0acc-4ef2-8edb-3b288dc7876b None None] For port ce03543e-d505-4332-86ef-a97fbd36f8c0, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=ce03543e-d505-4332-86ef-a97fbd36f8c0,segment=NetworkSegment(8065d540-c410-49a9-b601-d2fe469efb98),segment_id=8065d540-c410-49a9-b601-d2fe469efb98)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:34.300790 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a5d64c91-0acc-4ef2-8edb-3b288dc7876b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.408378 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d64c91-0acc-4ef2-8edb-3b288dc7876b None None] Pushing event updated for resources: {'Port': ['ID=ce03543e-d505-4332-86ef-a97fbd36f8c0,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:34.629035 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-694cd02f-734e-429f-85b7-f6ae2148b620 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.687614 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-694cd02f-734e-429f-85b7-f6ae2148b620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.737864 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c6b40-e3a0-4f6f-a3ec-cb18ba717206 req-ad60d8c8-a1b1-4e2a-929c-e5b52b415498 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:34.744389 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6a9c6b40-e3a0-4f6f-a3ec-cb18ba717206 req-ad60d8c8-a1b1-4e2a-929c-e5b52b415498 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 950 time: 0.2416825 Jul 05 03:53:34.955119 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-694cd02f-734e-429f-85b7-f6ae2148b620 admin admin] Allocated IP 172.25.1.3 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/a520b009-c1ee-400a-ac16-289bbc791249) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:35.163433 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6a9c6b40-e3a0-4f6f-a3ec-cb18ba717206 req-b1f5ca31-3005-4980-b45a-7f0056de554d tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773701 Jul 05 03:53:35.296194 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-694cd02f-734e-429f-85b7-f6ae2148b620 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.381492 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-694cd02f-734e-429f-85b7-f6ae2148b620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.487837 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694cd02f-734e-429f-85b7-f6ae2148b620 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:35.497236 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-694cd02f-734e-429f-85b7-f6ae2148b620 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:35.508431 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694cd02f-734e-429f-85b7-f6ae2148b620 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:35.610611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cd02f-734e-429f-85b7-f6ae2148b620 admin admin] Pushing event updated for resources: {'Port': ['ID=a520b009-c1ee-400a-ac16-289bbc791249,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:35.848333 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ce024b-3ab6-4b67-be38-c47648d4f007 None None] Network a8e690a6-8e0f-431e-99d1-276b926ce1e1 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:36.181424 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-694cd02f-734e-429f-85b7-f6ae2148b620 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.200621 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f0ccd483-c69b-4490-a067-bb23d38a04d0 None None] Provisioning for port ce03543e-d505-4332-86ef-a97fbd36f8c0 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:36.500352 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device ce03543e-d505-4332-86ef-a97fbd36f8c0 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:36.739540 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port ce03543e-d505-4332-86ef-a97fbd36f8c0 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:36.747982 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port ce03543e-d505-4332-86ef-a97fbd36f8c0 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:36.748864 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.833218 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-694cd02f-734e-429f-85b7-f6ae2148b620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.093132 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.184012 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port ce03543e-d505-4332-86ef-a97fbd36f8c0, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=ce03543e-d505-4332-86ef-a97fbd36f8c0,segment=NetworkSegment(8065d540-c410-49a9-b601-d2fe469efb98),segment_id=8065d540-c410-49a9-b601-d2fe469efb98)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:37.198731 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.266027 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ec69e210-ee7b-4d45-9e2f-f76244bd399d None None] Provisioning complete for port ce03543e-d505-4332-86ef-a97fbd36f8c0 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:37.266403 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ec69e210-ee7b-4d45-9e2f-f76244bd399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.302260 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694cd02f-734e-429f-85b7-f6ae2148b620 admin admin] Router d949431d-b88a-4c7c-bcb7-778ab5606203 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:53:37.321171 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=ce03543e-d505-4332-86ef-a97fbd36f8c0,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:37.539654 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dc3b8-16a7-4043-ae24-17b6db041466 req-a1a21398-649b-4e67-b805-2c62c9c6bc91 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.548605 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6d5dc3b8-16a7-4043-ae24-17b6db041466 req-a1a21398-649b-4e67-b805-2c62c9c6bc91 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 950 time: 0.2388985 Jul 05 03:53:37.599528 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694cd02f-734e-429f-85b7-f6ae2148b620 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:53:37.617720 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] Sync routers for ids ['d949431d-b88a-4c7c-bcb7-778ab5606203'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:53:37.633111 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6d5dc3b8-16a7-4043-ae24-17b6db041466 req-e47358a3-143b-4c9e-a5de-67c486878392 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831900 Jul 05 03:53:37.645286 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] Routers {'d949431d-b88a-4c7c-bcb7-778ab5606203'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:37.646126 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-694cd02f-734e-429f-85b7-f6ae2148b620 admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.647168 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:53:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d949431d-b88a-4c7c-bcb7-778ab5606203'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:37.650810 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-694cd02f-734e-429f-85b7-f6ae2148b620 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.2736275 Jul 05 03:53:37.651412 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51180) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:37.795708 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fdead84e-d5ee-46e6-846e-5df1c010f7fa req-a57879f9-5ade-4974-afdc-fb53161b5c32 tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0703440 Jul 05 03:53:38.122060 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] Set router d949431d-b88a-4c7c-bcb7-778ab5606203 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:38.407310 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device ce03543e-d505-4332-86ef-a97fbd36f8c0 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:38.477836 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19583517-4a5d-4154-8680-9fd9c2738d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:38.598900 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port ce03543e-d505-4332-86ef-a97fbd36f8c0 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:38.600559 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:38.813914 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd949431d-b88a-4c7c-bcb7-778ab5606203', 'name': 'tempest-ServersTestMultiNic-1803730036-router', 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'a520b009-c1ee-400a-ac16-289bbc791249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:32Z', 'updated_at': '2021-07-05T03:53:35Z', 'revision_number': 3, 'project_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'gw_port': {'id': 'a520b009-c1ee-400a-ac16-289bbc791249', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd949431d-b88a-4c7c-bcb7-778ab5606203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:34Z', 'updated_at': '2021-07-05T03:53:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:39.118536 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-19583517-4a5d-4154-8680-9fd9c2738d5d admin admin] Allocated IP 172.20.0.1 (a8e690a6-8e0f-431e-99d1-276b926ce1e1/332015fb-12ae-476b-ba8d-31bc3796f260/3fa8a40d-4adc-4403-b7c7-ae12b3a8c108) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:39.233916 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d0ea3-459d-4cd4-b8d9-94ec328bfe67 req-83b04254-c3eb-4c39-b42f-22d2b3c82c03 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.235686 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-614d0ea3-459d-4cd4-b8d9-94ec328bfe67 req-83b04254-c3eb-4c39-b42f-22d2b3c82c03 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 950 time: 0.1336701 Jul 05 03:53:39.264255 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] Checking router: d949431d-b88a-4c7c-bcb7-778ab5606203 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:53:39.264789 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] Updating router d949431d-b88a-4c7c-bcb7-778ab5606203 port a520b009-c1ee-400a-ac16-289bbc791249 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:53:39.304467 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-614d0ea3-459d-4cd4-b8d9-94ec328bfe67 req-cad0a84c-7cbc-4b26-95fd-74c9eee4891a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603604 Jul 05 03:53:39.395748 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7b2a012b-c668-4a9d-913b-b9c094f5c3a2 req-81afeed7-8d68-42e4-b1ee-70140c01b3cf tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0918455 Jul 05 03:53:39.403019 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:39.442032 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19583517-4a5d-4154-8680-9fd9c2738d5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:39.484700 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-19583517-4a5d-4154-8680-9fd9c2738d5d admin admin] Transition to ACTIVE for port object 3fa8a40d-4adc-4403-b7c7-ae12b3a8c108 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:39.557600 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19583517-4a5d-4154-8680-9fd9c2738d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:39.669171 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51228) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:39.687998 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19583517-4a5d-4154-8680-9fd9c2738d5d admin admin] Pushing event updated for resources: {'Port': ['ID=3fa8a40d-4adc-4403-b7c7-ae12b3a8c108,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:39.768990 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19583517-4a5d-4154-8680-9fd9c2738d5d admin admin] Network a8e690a6-8e0f-431e-99d1-276b926ce1e1 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:39.771094 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-19583517-4a5d-4154-8680-9fd9c2738d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:39.779853 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19583517-4a5d-4154-8680-9fd9c2738d5d admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:39.868919 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19583517-4a5d-4154-8680-9fd9c2738d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:39.924529 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7ed1f22a-6468-4528-ba4c-d14f2f3086b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:39.989319 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:40.022366 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] Transition to ACTIVE for port object a520b009-c1ee-400a-ac16-289bbc791249 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:40.042225 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:40.136614 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] Attempting to bind port a520b009-c1ee-400a-ac16-289bbc791249 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:40.137385 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] Attempting to bind port a520b009-c1ee-400a-ac16-289bbc791249 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:40.138772 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] Attempting to bind port a520b009-c1ee-400a-ac16-289bbc791249 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:40.151499 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:40.152367 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:40.154204 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:40.155214 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:40.156424 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] Bound port: a520b009-c1ee-400a-ac16-289bbc791249, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:40.157433 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:40.207162 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7ed1f22a-6468-4528-ba4c-d14f2f3086b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:40.215207 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7ed1f22a-6468-4528-ba4c-d14f2f3086b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:40.222069 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec50f3-8fc6-4a5f-9660-ece47a06e977 None None] Pushing event updated for resources: {'Port': ['ID=a520b009-c1ee-400a-ac16-289bbc791249,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:40.234063 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec50f3-8fc6-4a5f-9660-ece47a06e977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:40.234533 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec50f3-8fc6-4a5f-9660-ece47a06e977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:40.234974 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec50f3-8fc6-4a5f-9660-ece47a06e977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:40.235409 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec50f3-8fc6-4a5f-9660-ece47a06e977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:40.235856 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec50f3-8fc6-4a5f-9660-ece47a06e977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:40.236408 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec50f3-8fc6-4a5f-9660-ece47a06e977 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:40.236885 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec50f3-8fc6-4a5f-9660-ece47a06e977 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:40.237606 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec50f3-8fc6-4a5f-9660-ece47a06e977 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:40.238030 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec50f3-8fc6-4a5f-9660-ece47a06e977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:40.238598 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec50f3-8fc6-4a5f-9660-ece47a06e977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:40.239021 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec50f3-8fc6-4a5f-9660-ece47a06e977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:40.239438 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec50f3-8fc6-4a5f-9660-ece47a06e977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:40.276718 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-42ea654f-0c26-4508-890f-12e78ff20979 None None] Provisioning for port 3fa8a40d-4adc-4403-b7c7-ae12b3a8c108 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:40.305695 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-42ea654f-0c26-4508-890f-12e78ff20979 None None] Provisioning complete for port 3fa8a40d-4adc-4403-b7c7-ae12b3a8c108 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:40.311723 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-42ea654f-0c26-4508-890f-12e78ff20979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:40.311992 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7ed1f22a-6468-4528-ba4c-d14f2f3086b9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9d9e5dae164f44b7954346a2d04d1f3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6376092 Jul 05 03:53:40.312129 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] For port a520b009-c1ee-400a-ac16-289bbc791249, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:40.316427 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51234) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:40.317766 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] For port a520b009-c1ee-400a-ac16-289bbc791249, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a520b009-c1ee-400a-ac16-289bbc791249,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:40.323654 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:40.361216 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1f22a-6468-4528-ba4c-d14f2f3086b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc824cc-4e71-4bfc-9bdb-e4f15a790d48,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:40.393777 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec50f3-8fc6-4a5f-9660-ece47a06e977 None None] Pushing event updated for resources: {'Port': ['ID=a520b009-c1ee-400a-ac16-289bbc791249,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:40.429785 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19583517-4a5d-4154-8680-9fd9c2738d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:40.431964 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] Routers {'d949431d-b88a-4c7c-bcb7-778ab5606203'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:40.432700 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:53:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d949431d-b88a-4c7c-bcb7-778ab5606203'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:40.448974 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-42ea654f-0c26-4508-890f-12e78ff20979 None None] Port 3fa8a40d-4adc-4403-b7c7-ae12b3a8c108 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:53:40.738045 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] Set router d949431d-b88a-4c7c-bcb7-778ab5606203 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:40.779340 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7040728d-8b34-4ec0-8d22-e00bd71ca58f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:40.846976 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7040728d-8b34-4ec0-8d22-e00bd71ca58f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:40.977548 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a168eec4-ad74-4de8-9235-5d0cc648c737 req-74c50c7f-6044-4348-9db5-14eec25a14c7 tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0684865 Jul 05 03:53:40.998572 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acae3c-7580-45fa-9ce7-1ba62b77b73a req-dda2dc0d-5ed8-4c72-8841-4e060db89791 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:41.011416 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-12acae3c-7580-45fa-9ce7-1ba62b77b73a req-dda2dc0d-5ed8-4c72-8841-4e060db89791 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 950 time: 0.4000199 Jul 05 03:53:41.268367 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19583517-4a5d-4154-8680-9fd9c2738d5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.324838 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-12acae3c-7580-45fa-9ce7-1ba62b77b73a req-a0012513-2846-4b80-8ee4-9bc7330b12be tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118451 Jul 05 03:53:41.333586 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19583517-4a5d-4154-8680-9fd9c2738d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.338502 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd949431d-b88a-4c7c-bcb7-778ab5606203', 'name': 'tempest-ServersTestMultiNic-1803730036-router', 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'a520b009-c1ee-400a-ac16-289bbc791249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:32Z', 'updated_at': '2021-07-05T03:53:40Z', 'revision_number': 4, 'project_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'gw_port': {'id': 'a520b009-c1ee-400a-ac16-289bbc791249', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd949431d-b88a-4c7c-bcb7-778ab5606203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:34Z', 'updated_at': '2021-07-05T03:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '3fa8a40d-4adc-4403-b7c7-ae12b3a8c108', 'name': '', 'network_id': 'a8e690a6-8e0f-431e-99d1-276b926ce1e1', 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'mac_address': 'fa:16:3e:5e:82:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd949431d-b88a-4c7c-bcb7-778ab5606203', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '332015fb-12ae-476b-ba8d-31bc3796f260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:38Z', 'updated_at': '2021-07-05T03:53:39Z', 'revision_number': 1, 'project_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'subnets': [{'id': '332015fb-12ae-476b-ba8d-31bc3796f260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:41.443444 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7040728d-8b34-4ec0-8d22-e00bd71ca58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.448264 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7040728d-8b34-4ec0-8d22-e00bd71ca58f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.453803 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7040728d-8b34-4ec0-8d22-e00bd71ca58f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8fc824cc-4e71-4bfc-9bdb-e4f15a790d48 HTTP/1.1" status: 204 len: 168 time: 1.1362627 Jul 05 03:53:41.470369 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eba2645-7db6-44a3-9dc2-06cbdc473562 None None] The sync data for ids ['d949431d-b88a-4c7c-bcb7-778ab5606203'] in n-d-780147-23 is: [{'id': 'd949431d-b88a-4c7c-bcb7-778ab5606203', 'name': 'tempest-ServersTestMultiNic-1803730036-router', 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'a520b009-c1ee-400a-ac16-289bbc791249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:32Z', 'updated_at': '2021-07-05T03:53:40Z', 'revision_number': 4, 'project_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'gw_port': {'id': 'a520b009-c1ee-400a-ac16-289bbc791249', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd949431d-b88a-4c7c-bcb7-778ab5606203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:34Z', 'updated_at': '2021-07-05T03:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '3fa8a40d-4adc-4403-b7c7-ae12b3a8c108', 'name': '', 'network_id': 'a8e690a6-8e0f-431e-99d1-276b926ce1e1', 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'mac_address': 'fa:16:3e:5e:82:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd949431d-b88a-4c7c-bcb7-778ab5606203', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '332015fb-12ae-476b-ba8d-31bc3796f260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:38Z', 'updated_at': '2021-07-05T03:53:39Z', 'revision_number': 1, 'project_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'subnets': [{'id': '332015fb-12ae-476b-ba8d-31bc3796f260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:53:41.503705 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040728d-8b34-4ec0-8d22-e00bd71ca58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc824cc-4e71-4bfc-9bdb-e4f15a790d48,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:41.534456 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19583517-4a5d-4154-8680-9fd9c2738d5d admin admin] Pushing event updated for resources: {'Port': ['ID=3fa8a40d-4adc-4403-b7c7-ae12b3a8c108,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:41.537778 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19583517-4a5d-4154-8680-9fd9c2738d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.755120 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19583517-4a5d-4154-8680-9fd9c2738d5d admin admin] Network a8e690a6-8e0f-431e-99d1-276b926ce1e1 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:41.757179 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-19583517-4a5d-4154-8680-9fd9c2738d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:42.194470 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19583517-4a5d-4154-8680-9fd9c2738d5d admin admin] Router d949431d-b88a-4c7c-bcb7-778ab5606203 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:53:42.347668 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4dfcee6d-f08a-41ef-b97e-1fa2af95bc5e None None] Provisioning complete for port 3fa8a40d-4adc-4403-b7c7-ae12b3a8c108 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:42.349746 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4dfcee6d-f08a-41ef-b97e-1fa2af95bc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:42.373710 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51282) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:42.424358 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1a7e76c4-f927-44f5-ab9d-493741208716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:42.454697 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-4dfcee6d-f08a-41ef-b97e-1fa2af95bc5e None None] Port 3fa8a40d-4adc-4403-b7c7-ae12b3a8c108 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:53:42.567215 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b5cdd0f4-a7d8-4182-9b36-dae0d9ada376 req-41c60eaa-9bd6-4bde-a221-08d6b03d2e31 tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.1007857 Jul 05 03:53:42.570341 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19583517-4a5d-4154-8680-9fd9c2738d5d admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:53:42.601715 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-19583517-4a5d-4154-8680-9fd9c2738d5d admin admin] 10.222.0.77 "PUT /v2.0/routers/d949431d-b88a-4c7c-bcb7-778ab5606203/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9490688 Jul 05 03:53:42.647710 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:42.811893 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1a7e76c4-f927-44f5-ab9d-493741208716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:42.875328 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1a7e76c4-f927-44f5-ab9d-493741208716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.000091 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51298) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:43.035657 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e76c4-f927-44f5-ab9d-493741208716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d7ca3c-f02a-4305-afe1-e5187d0c598c,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:43.068769 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1a7e76c4-f927-44f5-ab9d-493741208716 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=443665fc74e3449ba358151b14b8efa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6931317 Jul 05 03:53:43.072990 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51302) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:43.166173 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2ca1a-f0af-4edb-8859-718d1ded1283 req-9d8fb304-e3e9-4e76-8a93-7eab95ef2a02 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:43.178715 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53e2ca1a-f0af-4edb-8859-718d1ded1283 req-9d8fb304-e3e9-4e76-8a93-7eab95ef2a02 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 950 time: 0.3615603 Jul 05 03:53:43.256502 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53e2ca1a-f0af-4edb-8859-718d1ded1283 req-bcb4b842-a8b1-4157-b74a-f410fb41a1cf tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760179 Jul 05 03:53:43.314303 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e139b775-986a-401b-b124-f3464cd0f67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.401169 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-36575bbe-1b4d-4773-a784-f19f4d1c2d6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-522312927'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:43.435267 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e139b775-986a-401b-b124-f3464cd0f67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.520588 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36575bbe-1b4d-4773-a784-f19f4d1c2d6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Made reservation on behalf of 9ff6bd26a45e49ae97b99bbcef80f6b1 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:43.533288 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-36575bbe-1b4d-4773-a784-f19f4d1c2d6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.629992 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36575bbe-1b4d-4773-a784-f19f4d1c2d6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:53:43.664150 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-36575bbe-1b4d-4773-a784-f19f4d1c2d6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.665091 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-36575bbe-1b4d-4773-a784-f19f4d1c2d6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Added segment bdd1f297-211d-4a8c-9166-4b897f0b8e1e of type vlan for network db89acdc-211e-44aa-a97b-667af437ce25 Jul 05 03:53:43.757194 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e139b775-986a-401b-b124-f3464cd0f67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.760769 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e139b775-986a-401b-b124-f3464cd0f67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.763721 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e139b775-986a-401b-b124-f3464cd0f67c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/24d7ca3c-f02a-4305-afe1-e5187d0c598c HTTP/1.1" status: 204 len: 168 time: 0.6895432 Jul 05 03:53:43.798480 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-36575bbe-1b4d-4773-a784-f19f4d1c2d6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.807280 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139b775-986a-401b-b124-f3464cd0f67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d7ca3c-f02a-4305-afe1-e5187d0c598c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:43.869458 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-36575bbe-1b4d-4773-a784-f19f4d1c2d6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.879790 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36575bbe-1b4d-4773-a784-f19f4d1c2d6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:43.897757 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-36575bbe-1b4d-4773-a784-f19f4d1c2d6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.980006 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-36575bbe-1b4d-4773-a784-f19f4d1c2d6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9783366 Jul 05 03:53:43.984201 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51318) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:44.000367 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-6e6072ef-ead0-4e40-a50a-a92fe5a7feca tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Request body: {'subnet': {'network_id': 'db89acdc-211e-44aa-a97b-667af437ce25', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:44.246252 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6072ef-ead0-4e40-a50a-a92fe5a7feca tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Made reservation on behalf of 9ff6bd26a45e49ae97b99bbcef80f6b1 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:44.250426 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6e6072ef-ead0-4e40-a50a-a92fe5a7feca tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.298090 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36575bbe-1b4d-4773-a784-f19f4d1c2d6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event updated for resources: {'Network': ['ID=db89acdc-211e-44aa-a97b-667af437ce25,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:44.357992 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5b90f8c1-eff4-433a-877b-2d1f6279ae6a req-c82c2299-4066-4265-a1af-00b36830e6f8 tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.4084215 Jul 05 03:53:44.361476 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network db89acdc-211e-44aa-a97b-667af437ce25 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:53:44.607996 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a520b009-c1ee-400a-ac16-289bbc791249 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:44.807640 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6e6072ef-ead0-4e40-a50a-a92fe5a7feca tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.834156 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port a520b009-c1ee-400a-ac16-289bbc791249 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:44.850020 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a520b009-c1ee-400a-ac16-289bbc791249 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:44.850512 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.936332 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6072ef-ead0-4e40-a50a-a92fe5a7feca tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event updated for resources: {'Subnet': ['ID=5f46500b-1a74-4c0b-b5c3-7541b5f6446f,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:44.947500 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f0c5-1511-4c03-9c30-cfc50cba8c6c req-26a4e80b-5009-400d-be48-e33264549e04 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:44.978917 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9f62f0c5-1511-4c03-9c30-cfc50cba8c6c req-26a4e80b-5009-400d-be48-e33264549e04 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 950 time: 0.3647647 Jul 05 03:53:45.008267 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6072ef-ead0-4e40-a50a-a92fe5a7feca tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Checking segment: {'id': 'bdd1f297-211d-4a8c-9166-4b897f0b8e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'db89acdc-211e-44aa-a97b-667af437ce25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:45.009976 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6072ef-ead0-4e40-a50a-a92fe5a7feca tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Network hostable DHCP agents. Network: db89acdc-211e-44aa-a97b-667af437ce25, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:53:45.046479 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6072ef-ead0-4e40-a50a-a92fe5a7feca tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Network db89acdc-211e-44aa-a97b-667af437ce25 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:53:45.065608 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-6e6072ef-ead0-4e40-a50a-a92fe5a7feca tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, db89acdc-211e-44aa-a97b-667af437ce25) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:45.083295 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6072ef-ead0-4e40-a50a-a92fe5a7feca tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:45.084773 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6e6072ef-ead0-4e40-a50a-a92fe5a7feca tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.100801 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3555a5-ec36-4a92-872a-88b665198cfe None None] Network db89acdc-211e-44aa-a97b-667af437ce25 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:45.123140 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6e6072ef-ead0-4e40-a50a-a92fe5a7feca tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1361394 Jul 05 03:53:45.128014 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51348) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:45.136458 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-c34a9de7-467d-4c9a-b3f0-c6cdf4b1e2bb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1612725857'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:45.162381 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9f62f0c5-1511-4c03-9c30-cfc50cba8c6c req-635d00ca-23e5-46b7-a088-b747eb47eeb7 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805105 Jul 05 03:53:45.207535 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34a9de7-467d-4c9a-b3f0-c6cdf4b1e2bb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Made reservation on behalf of 9ff6bd26a45e49ae97b99bbcef80f6b1 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:45.224851 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c34a9de7-467d-4c9a-b3f0-c6cdf4b1e2bb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.240367 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.291833 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34a9de7-467d-4c9a-b3f0-c6cdf4b1e2bb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:53:45.301941 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port a520b009-c1ee-400a-ac16-289bbc791249, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a520b009-c1ee-400a-ac16-289bbc791249,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:45.308091 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c34a9de7-467d-4c9a-b3f0-c6cdf4b1e2bb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.308449 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-c34a9de7-467d-4c9a-b3f0-c6cdf4b1e2bb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Added segment 827377e7-3d2b-4650-947f-23bb65dcbc7d of type vlan for network 9d079804-10be-4adc-8fe6-912a667d4bf0 Jul 05 03:53:45.311574 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.364249 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c34a9de7-467d-4c9a-b3f0-c6cdf4b1e2bb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.446496 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c34a9de7-467d-4c9a-b3f0-c6cdf4b1e2bb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.455696 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=a520b009-c1ee-400a-ac16-289bbc791249,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:45.462888 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34a9de7-467d-4c9a-b3f0-c6cdf4b1e2bb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:45.463538 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c34a9de7-467d-4c9a-b3f0-c6cdf4b1e2bb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.605072 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] Sync routers for ids ['d949431d-b88a-4c7c-bcb7-778ab5606203'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:53:45.621431 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef1ee36-fc9e-439d-8614-bb3bac5ee6d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-db89acdc-211e-44aa-a97b-667af437ce25', 'network_id': 'db89acdc-211e-44aa-a97b-667af437ce25', 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'fixed_ips': [{'subnet_id': '5f46500b-1a74-4c0b-b5c3-7541b5f6446f'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:53:45.623352 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-eef1ee36-fc9e-439d-8614-bb3bac5ee6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.641899 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] Routers {'d949431d-b88a-4c7c-bcb7-778ab5606203'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:45.642850 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:53:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d949431d-b88a-4c7c-bcb7-778ab5606203'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:45.760824 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] Set router d949431d-b88a-4c7c-bcb7-778ab5606203 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:45.768914 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a9de7-467d-4c9a-b3f0-c6cdf4b1e2bb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event updated for resources: {'Network': ['ID=9d079804-10be-4adc-8fe6-912a667d4bf0,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:45.879717 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4f78b0c4-a47d-44a8-a4fc-3b32d71697da req-0a85d6a2-9cb1-4aff-aebd-3ca4b6401c5f tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.1071956 Jul 05 03:53:45.883590 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 9d079804-10be-4adc-8fe6-912a667d4bf0 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:53:45.885970 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c34a9de7-467d-4c9a-b3f0-c6cdf4b1e2bb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7521541 Jul 05 03:53:45.886390 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51366) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:45.899914 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-8befa909-f625-4426-b8f1-0f9d3cf120d7 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Request body: {'subnet': {'network_id': '9d079804-10be-4adc-8fe6-912a667d4bf0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:46.614539 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a520b009-c1ee-400a-ac16-289bbc791249 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:46.911334 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a4ea3-3b09-4b6f-b195-25fa5ee51b1f req-2e4f5e8c-ef94-4ae7-a862-6858463edba7 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:46.913067 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-947a4ea3-3b09-4b6f-b195-25fa5ee51b1f req-2e4f5e8c-ef94-4ae7-a862-6858463edba7 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 950 time: 0.2696481 Jul 05 03:53:46.921729 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-eef1ee36-fc9e-439d-8614-bb3bac5ee6d7 None None] Allocated IP 19.80.0.2 (db89acdc-211e-44aa-a97b-667af437ce25/5f46500b-1a74-4c0b-b5c3-7541b5f6446f/cf4650d9-bc34-4cb7-b2c3-43f721dfd8df) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:47.031032 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-947a4ea3-3b09-4b6f-b195-25fa5ee51b1f req-814f1850-66b2-4ae7-93bc-3b95d8769d80 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006780 Jul 05 03:53:47.393008 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a520b009-c1ee-400a-ac16-289bbc791249 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:47.393625 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:47.608541 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-eef1ee36-fc9e-439d-8614-bb3bac5ee6d7 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:47.733658 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-eef1ee36-fc9e-439d-8614-bb3bac5ee6d7 None None] Transition to ACTIVE for port object cf4650d9-bc34-4cb7-b2c3-43f721dfd8df will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:47.807891 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-eef1ee36-fc9e-439d-8614-bb3bac5ee6d7 None None] Transition to ACTIVE for port object cf4650d9-bc34-4cb7-b2c3-43f721dfd8df will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:47.848336 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-eef1ee36-fc9e-439d-8614-bb3bac5ee6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:47.873332 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-13ec6862-77a2-4d76-8099-8d674b9b8c2f req-08c1d180-0ea2-4fa7-b0a1-3ef1d49c46c3 tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.1280596 Jul 05 03:53:47.933020 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8befa909-f625-4426-b8f1-0f9d3cf120d7 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Made reservation on behalf of 9ff6bd26a45e49ae97b99bbcef80f6b1 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:47.939010 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8befa909-f625-4426-b8f1-0f9d3cf120d7 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.035183 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef1ee36-fc9e-439d-8614-bb3bac5ee6d7 None None] Network db89acdc-211e-44aa-a97b-667af437ce25 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:48.041312 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-eef1ee36-fc9e-439d-8614-bb3bac5ee6d7 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:48.082753 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef1ee36-fc9e-439d-8614-bb3bac5ee6d7 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:48.194506 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1ee36-fc9e-439d-8614-bb3bac5ee6d7 None None] Pushing event updated for resources: {'Port': ['ID=cf4650d9-bc34-4cb7-b2c3-43f721dfd8df,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:48.230966 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd949431d-b88a-4c7c-bcb7-778ab5606203', 'name': 'tempest-ServersTestMultiNic-1803730036-router', 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'a520b009-c1ee-400a-ac16-289bbc791249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:32Z', 'updated_at': '2021-07-05T03:53:40Z', 'revision_number': 4, 'project_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'gw_port': {'id': 'a520b009-c1ee-400a-ac16-289bbc791249', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd949431d-b88a-4c7c-bcb7-778ab5606203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:34Z', 'updated_at': '2021-07-05T03:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '3fa8a40d-4adc-4403-b7c7-ae12b3a8c108', 'name': '', 'network_id': 'a8e690a6-8e0f-431e-99d1-276b926ce1e1', 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'mac_address': 'fa:16:3e:5e:82:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd949431d-b88a-4c7c-bcb7-778ab5606203', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '332015fb-12ae-476b-ba8d-31bc3796f260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:38Z', 'updated_at': '2021-07-05T03:53:40Z', 'revision_number': 2, 'project_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'subnets': [{'id': '332015fb-12ae-476b-ba8d-31bc3796f260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:48.359418 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8befa909-f625-4426-b8f1-0f9d3cf120d7 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.395210 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa82f9c-46b9-495b-a8f2-a5ec12b383aa req-6853682a-af07-4aee-a66c-7bd3b883da89 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:48.398379 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4aa82f9c-46b9-495b-a8f2-a5ec12b383aa req-6853682a-af07-4aee-a66c-7bd3b883da89 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 950 time: 0.0869594 Jul 05 03:53:48.476968 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4aa82f9c-46b9-495b-a8f2-a5ec12b383aa req-6cb7ed32-db35-4403-bdbc-44b3f03cb299 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708311 Jul 05 03:53:48.533069 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] Checking router: d949431d-b88a-4c7c-bcb7-778ab5606203 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:53:48.534216 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] Updating router d949431d-b88a-4c7c-bcb7-778ab5606203 port 3fa8a40d-4adc-4403-b7c7-ae12b3a8c108 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:53:48.576792 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befa909-f625-4426-b8f1-0f9d3cf120d7 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event updated for resources: {'Subnet': ['ID=5349ad41-f3bc-45e3-939d-6c41c1ad44ec,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:48.599161 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8befa909-f625-4426-b8f1-0f9d3cf120d7 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Checking segment: {'id': '827377e7-3d2b-4650-947f-23bb65dcbc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9d079804-10be-4adc-8fe6-912a667d4bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:48.599787 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8befa909-f625-4426-b8f1-0f9d3cf120d7 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Network hostable DHCP agents. Network: 9d079804-10be-4adc-8fe6-912a667d4bf0, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:53:48.611848 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-eef1ee36-fc9e-439d-8614-bb3bac5ee6d7 None None] Attempting to bind port cf4650d9-bc34-4cb7-b2c3-43f721dfd8df on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:48.612748 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-eef1ee36-fc9e-439d-8614-bb3bac5ee6d7 None None] Attempting to bind port cf4650d9-bc34-4cb7-b2c3-43f721dfd8df by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'bdd1f297-211d-4a8c-9166-4b897f0b8e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'db89acdc-211e-44aa-a97b-667af437ce25'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:48.613684 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef1ee36-fc9e-439d-8614-bb3bac5ee6d7 None None] Attempting to bind port cf4650d9-bc34-4cb7-b2c3-43f721dfd8df on network db89acdc-211e-44aa-a97b-667af437ce25 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:48.632197 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef1ee36-fc9e-439d-8614-bb3bac5ee6d7 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:48.633000 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef1ee36-fc9e-439d-8614-bb3bac5ee6d7 None None] Checking segment: {'id': 'bdd1f297-211d-4a8c-9166-4b897f0b8e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'db89acdc-211e-44aa-a97b-667af437ce25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:48.633617 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-eef1ee36-fc9e-439d-8614-bb3bac5ee6d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.634443 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef1ee36-fc9e-439d-8614-bb3bac5ee6d7 None None] Bound using segment: {'id': 'bdd1f297-211d-4a8c-9166-4b897f0b8e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'db89acdc-211e-44aa-a97b-667af437ce25'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:48.634898 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-eef1ee36-fc9e-439d-8614-bb3bac5ee6d7 None None] Bound port: cf4650d9-bc34-4cb7-b2c3-43f721dfd8df, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd1f297-211d-4a8c-9166-4b897f0b8e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'db89acdc-211e-44aa-a97b-667af437ce25'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:48.635400 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-eef1ee36-fc9e-439d-8614-bb3bac5ee6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.656437 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8befa909-f625-4426-b8f1-0f9d3cf120d7 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Network 9d079804-10be-4adc-8fe6-912a667d4bf0 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:53:48.660259 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.681791 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-8befa909-f625-4426-b8f1-0f9d3cf120d7 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 9d079804-10be-4adc-8fe6-912a667d4bf0) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:48.690430 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8befa909-f625-4426-b8f1-0f9d3cf120d7 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:48.691341 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8befa909-f625-4426-b8f1-0f9d3cf120d7 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.716788 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163d379a-2479-4d67-b3b0-26294214d843 None None] Network 9d079804-10be-4adc-8fe6-912a667d4bf0 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:48.746580 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8befa909-f625-4426-b8f1-0f9d3cf120d7 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8532634 Jul 05 03:53:48.860767 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-f0b75180-45df-477e-9eec-03853e90d876 req-2c0a9e43-81c7-49ac-865b-bb2625e44f2a tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2040623710', 'description': 'tempest-description-508833716'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:48.926819 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f0b75180-45df-477e-9eec-03853e90d876 req-2c0a9e43-81c7-49ac-865b-bb2625e44f2a tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.977498 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f0b75180-45df-477e-9eec-03853e90d876 req-2c0a9e43-81c7-49ac-865b-bb2625e44f2a tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.995300 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-eef1ee36-fc9e-439d-8614-bb3bac5ee6d7 None None] For port cf4650d9-bc34-4cb7-b2c3-43f721dfd8df, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:49.036624 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-eef1ee36-fc9e-439d-8614-bb3bac5ee6d7 None None] For port cf4650d9-bc34-4cb7-b2c3-43f721dfd8df, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cf4650d9-bc34-4cb7-b2c3-43f721dfd8df,segment=NetworkSegment(bdd1f297-211d-4a8c-9166-4b897f0b8e1e),segment_id=bdd1f297-211d-4a8c-9166-4b897f0b8e1e)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:49.058814 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-eef1ee36-fc9e-439d-8614-bb3bac5ee6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.209237 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f0b75180-45df-477e-9eec-03853e90d876 req-2c0a9e43-81c7-49ac-865b-bb2625e44f2a tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.211643 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1ee36-fc9e-439d-8614-bb3bac5ee6d7 None None] Pushing event updated for resources: {'Port': ['ID=cf4650d9-bc34-4cb7-b2c3-43f721dfd8df,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:49.214682 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f0b75180-45df-477e-9eec-03853e90d876 req-2c0a9e43-81c7-49ac-865b-bb2625e44f2a tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.311142 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a9e43-81c7-49ac-865b-bb2625e44f2a tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9790ecc5-4043-4ae1-a288-99b2aafe80f5,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:49.320144 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6cb54ec3-1d17-420b-866e-6b217326bfdc req-ba5221e6-bbcc-4616-88d5-db38a21292e5 tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0788488 Jul 05 03:53:49.386663 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b98fa31-cb8d-4db8-9df3-0e6c6c2ee665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-9d079804-10be-4adc-8fe6-912a667d4bf0', 'network_id': '9d079804-10be-4adc-8fe6-912a667d4bf0', 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'fixed_ips': [{'subnet_id': '5349ad41-f3bc-45e3-939d-6c41c1ad44ec'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:53:49.388449 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2b98fa31-cb8d-4db8-9df3-0e6c6c2ee665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.441928 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f0b75180-45df-477e-9eec-03853e90d876 req-2c0a9e43-81c7-49ac-865b-bb2625e44f2a tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.452545 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f0b75180-45df-477e-9eec-03853e90d876 req-2c0a9e43-81c7-49ac-865b-bb2625e44f2a tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.504982 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f0b75180-45df-477e-9eec-03853e90d876 req-2c0a9e43-81c7-49ac-865b-bb2625e44f2a tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.507996 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f0b75180-45df-477e-9eec-03853e90d876 req-2c0a9e43-81c7-49ac-865b-bb2625e44f2a tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6634328 Jul 05 03:53:49.509316 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a9e43-81c7-49ac-865b-bb2625e44f2a tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff37d152-9ddd-486c-8e3e-f33885b4f962,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:49.895022 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-2b98fa31-cb8d-4db8-9df3-0e6c6c2ee665 None None] Allocated IP 19.86.0.2 (9d079804-10be-4adc-8fe6-912a667d4bf0/5349ad41-f3bc-45e3-939d-6c41c1ad44ec/7291f6a7-3b49-432f-b329-1ca81fb17c5b) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:49.931329 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-51ef86f4-33ac-47df-a2cf-1c9d5f7cbb50 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:49.941436 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-51ef86f4-33ac-47df-a2cf-1c9d5f7cbb50 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:49.953031 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-51ef86f4-33ac-47df-a2cf-1c9d5f7cbb50 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/networks?id=db89acdc-211e-44aa-a97b-667af437ce25&id=9d079804-10be-4adc-8fe6-912a667d4bf0&id=db89acdc-211e-44aa-a97b-667af437ce25 HTTP/1.1" status: 200 len: 1391 time: 0.3460650 Jul 05 03:53:49.978957 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-7f21223c-aceb-4337-a0f0-636677fde5f5 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/quotas/9ff6bd26a45e49ae97b99bbcef80f6b1 HTTP/1.1" status: 200 len: 375 time: 0.0244968 Jul 05 03:53:50.065116 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a242a-60f4-42e7-94e1-142c4f37073a req-29e04b62-fbdf-44cb-9eeb-2262c2aa93ab tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:50.079769 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d71a242a-60f4-42e7-94e1-142c4f37073a req-29e04b62-fbdf-44cb-9eeb-2262c2aa93ab tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 950 time: 0.1727908 Jul 05 03:53:50.211467 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d71a242a-60f4-42e7-94e1-142c4f37073a req-78c90be4-21f7-49eb-85ba-0a22a1032b9b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282811 Jul 05 03:53:50.214917 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2b98fa31-cb8d-4db8-9df3-0e6c6c2ee665 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:50.255145 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-e15606bd-adab-431e-acda-ba4d6bd31287 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ff6bd26a45e49ae97b99bbcef80f6b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2729380 Jul 05 03:53:50.275110 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2b98fa31-cb8d-4db8-9df3-0e6c6c2ee665 None None] Transition to ACTIVE for port object 7291f6a7-3b49-432f-b329-1ca81fb17c5b will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:50.321364 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:50.329201 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2b98fa31-cb8d-4db8-9df3-0e6c6c2ee665 None None] Transition to ACTIVE for port object 7291f6a7-3b49-432f-b329-1ca81fb17c5b will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:50.344081 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-10d60242-fe36-4330-b589-df1c2bebed75 req-a10ebde5-2f46-4d9d-963e-00cbf81cf454 tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] Request body: {'security_group': {'name': 'tempest-securitygroup-378003573', 'description': 'tempest-description-1883623197'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:50.344400 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2b98fa31-cb8d-4db8-9df3-0e6c6c2ee665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:50.347401 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] Transition to ACTIVE for port object 3fa8a40d-4adc-4403-b7c7-ae12b3a8c108 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:50.409839 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98fa31-cb8d-4db8-9df3-0e6c6c2ee665 None None] Pushing event updated for resources: {'Port': ['ID=7291f6a7-3b49-432f-b329-1ca81fb17c5b,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:50.419576 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:50.439704 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b98fa31-cb8d-4db8-9df3-0e6c6c2ee665 None None] Network 9d079804-10be-4adc-8fe6-912a667d4bf0 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:50.448998 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-10d60242-fe36-4330-b589-df1c2bebed75 req-a10ebde5-2f46-4d9d-963e-00cbf81cf454 tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:50.503897 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-2b98fa31-cb8d-4db8-9df3-0e6c6c2ee665 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:50.506994 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b98fa31-cb8d-4db8-9df3-0e6c6c2ee665 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:50.760084 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48756106-ccac-4f66-a6c1-92a12eb30d01 None None] Pushing event updated for resources: {'Port': ['ID=3fa8a40d-4adc-4403-b7c7-ae12b3a8c108,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:50.800903 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-10d60242-fe36-4330-b589-df1c2bebed75 req-a10ebde5-2f46-4d9d-963e-00cbf81cf454 tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:50.805996 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-10d60242-fe36-4330-b589-df1c2bebed75 req-a10ebde5-2f46-4d9d-963e-00cbf81cf454 tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:50.839608 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] Attempting to bind port 3fa8a40d-4adc-4403-b7c7-ae12b3a8c108 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:50.840317 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] Attempting to bind port 3fa8a40d-4adc-4403-b7c7-ae12b3a8c108 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '8065d540-c410-49a9-b601-d2fe469efb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a8e690a6-8e0f-431e-99d1-276b926ce1e1'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:50.845615 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] Attempting to bind port 3fa8a40d-4adc-4403-b7c7-ae12b3a8c108 on network a8e690a6-8e0f-431e-99d1-276b926ce1e1 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:50.850789 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-2b98fa31-cb8d-4db8-9df3-0e6c6c2ee665 None None] Attempting to bind port 7291f6a7-3b49-432f-b329-1ca81fb17c5b on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:50.852180 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-2b98fa31-cb8d-4db8-9df3-0e6c6c2ee665 None None] Attempting to bind port 7291f6a7-3b49-432f-b329-1ca81fb17c5b by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '827377e7-3d2b-4650-947f-23bb65dcbc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9d079804-10be-4adc-8fe6-912a667d4bf0'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:50.852764 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b98fa31-cb8d-4db8-9df3-0e6c6c2ee665 None None] Attempting to bind port 7291f6a7-3b49-432f-b329-1ca81fb17c5b on network 9d079804-10be-4adc-8fe6-912a667d4bf0 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:50.901443 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b98fa31-cb8d-4db8-9df3-0e6c6c2ee665 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:50.909468 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b98fa31-cb8d-4db8-9df3-0e6c6c2ee665 None None] Checking segment: {'id': '827377e7-3d2b-4650-947f-23bb65dcbc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9d079804-10be-4adc-8fe6-912a667d4bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:50.921739 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2b98fa31-cb8d-4db8-9df3-0e6c6c2ee665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:50.922619 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b98fa31-cb8d-4db8-9df3-0e6c6c2ee665 None None] Bound using segment: {'id': '827377e7-3d2b-4650-947f-23bb65dcbc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9d079804-10be-4adc-8fe6-912a667d4bf0'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:50.926528 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-2b98fa31-cb8d-4db8-9df3-0e6c6c2ee665 None None] Bound port: 7291f6a7-3b49-432f-b329-1ca81fb17c5b, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827377e7-3d2b-4650-947f-23bb65dcbc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9d079804-10be-4adc-8fe6-912a667d4bf0'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:50.927461 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2b98fa31-cb8d-4db8-9df3-0e6c6c2ee665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:50.942700 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:50.944095 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] Checking segment: {'id': '8065d540-c410-49a9-b601-d2fe469efb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a8e690a6-8e0f-431e-99d1-276b926ce1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:50.945065 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:50.946392 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] Bound using segment: {'id': '8065d540-c410-49a9-b601-d2fe469efb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a8e690a6-8e0f-431e-99d1-276b926ce1e1'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:50.947391 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] Bound port: 3fa8a40d-4adc-4403-b7c7-ae12b3a8c108, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8065d540-c410-49a9-b601-d2fe469efb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a8e690a6-8e0f-431e-99d1-276b926ce1e1'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:50.948196 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:50.990830 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-10d60242-fe36-4330-b589-df1c2bebed75 req-a10ebde5-2f46-4d9d-963e-00cbf81cf454 tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:50.992335 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-10d60242-fe36-4330-b589-df1c2bebed75 req-a10ebde5-2f46-4d9d-963e-00cbf81cf454 tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6575301 Jul 05 03:53:51.014644 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cf4650d9-bc34-4cb7-b2c3-43f721dfd8df up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:51.048858 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ebde5-2f46-4d9d-963e-00cbf81cf454 tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8848c7-a001-4d21-a79d-1cd3f98cabef,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:51.097762 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-0f5a502c-926b-4146-a44e-e3b1ff89ef64 service neutron] 10.222.0.77 "GET /v2.0/networks/db89acdc-211e-44aa-a97b-667af437ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8352416 Jul 05 03:53:51.338632 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-b88eedb4-431c-480f-be30-d88e65ef4ce3 service neutron] 10.222.0.77 "GET /v2.0/networks/db89acdc-211e-44aa-a97b-667af437ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324970 Jul 05 03:53:51.339072 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ea3594-9903-4169-9f6e-53ffeaa8e4d9 None None] Network db89acdc-211e-44aa-a97b-667af437ce25 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:51.449746 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-2b715c9d-fe43-46fe-b499-0665c3eb3a7e service neutron] 10.222.0.77 "GET /v2.0/networks/9d079804-10be-4adc-8fe6-912a667d4bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091940 Jul 05 03:53:51.485514 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port cf4650d9-bc34-4cb7-b2c3-43f721dfd8df completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:51.499773 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2b98fa31-cb8d-4db8-9df3-0e6c6c2ee665 None None] For port 7291f6a7-3b49-432f-b329-1ca81fb17c5b, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:51.502455 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] For port 3fa8a40d-4adc-4403-b7c7-ae12b3a8c108, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:51.508619 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2b98fa31-cb8d-4db8-9df3-0e6c6c2ee665 None None] For port 7291f6a7-3b49-432f-b329-1ca81fb17c5b, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7291f6a7-3b49-432f-b329-1ca81fb17c5b,segment=NetworkSegment(827377e7-3d2b-4650-947f-23bb65dcbc7d),segment_id=827377e7-3d2b-4650-947f-23bb65dcbc7d)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:51.511457 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] For port 3fa8a40d-4adc-4403-b7c7-ae12b3a8c108, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3fa8a40d-4adc-4403-b7c7-ae12b3a8c108,segment=NetworkSegment(8065d540-c410-49a9-b601-d2fe469efb98),segment_id=8065d540-c410-49a9-b601-d2fe469efb98)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:51.527229 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:51.530317 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2b98fa31-cb8d-4db8-9df3-0e6c6c2ee665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:51.562267 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-08a73c20-b278-424b-b545-ae8acbb93536 service neutron] 10.222.0.77 "GET /v2.0/networks/9d079804-10be-4adc-8fe6-912a667d4bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100109 Jul 05 03:53:51.590178 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1272fd50-b158-4bad-baae-1bd920208e49 None None] Provisioning for port cf4650d9-bc34-4cb7-b2c3-43f721dfd8df completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:51.626577 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1272fd50-b158-4bad-baae-1bd920208e49 None None] Provisioning complete for port cf4650d9-bc34-4cb7-b2c3-43f721dfd8df triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:51.627008 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1272fd50-b158-4bad-baae-1bd920208e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:51.803117 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48756106-ccac-4f66-a6c1-92a12eb30d01 None None] Pushing event updated for resources: {'Port': ['ID=3fa8a40d-4adc-4403-b7c7-ae12b3a8c108,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:51.818631 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-fcd6f3cf-e96c-403f-8d3f-a9df5384bb1d service neutron] 10.222.0.77 "GET /v2.0/networks/db89acdc-211e-44aa-a97b-667af437ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465103 Jul 05 03:53:51.841105 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] Routers {'d949431d-b88a-4c7c-bcb7-778ab5606203'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:51.842452 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:53:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d949431d-b88a-4c7c-bcb7-778ab5606203'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:51.988525 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d6f6724e-0c29-4a63-9c14-ef7ea2444a6d req-5ec23c9e-c16e-4fea-bc82-043a8979a85b tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0637915 Jul 05 03:53:52.021251 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-b07e2244-3708-4cae-82e5-cabf7d7db2ed service neutron] 10.222.0.77 "GET /v2.0/networks/db89acdc-211e-44aa-a97b-667af437ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015851 Jul 05 03:53:52.243271 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-6b638960-0154-4b2f-b900-a7b762b03ebd req-56338d96-f21d-48ee-b9a4-e23066026827 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1693862435', 'description': 'tempest-description-1763866620'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:52.287718 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6b638960-0154-4b2f-b900-a7b762b03ebd req-56338d96-f21d-48ee-b9a4-e23066026827 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:52.288793 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98fa31-cb8d-4db8-9df3-0e6c6c2ee665 None None] Pushing event updated for resources: {'Port': ['ID=7291f6a7-3b49-432f-b329-1ca81fb17c5b,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:52.303267 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6b638960-0154-4b2f-b900-a7b762b03ebd req-56338d96-f21d-48ee-b9a4-e23066026827 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:52.524177 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6b638960-0154-4b2f-b900-a7b762b03ebd req-56338d96-f21d-48ee-b9a4-e23066026827 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:52.524583 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1272fd50-b158-4bad-baae-1bd920208e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:52.531250 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] Set router d949431d-b88a-4c7c-bcb7-778ab5606203 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:52.531848 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6b638960-0154-4b2f-b900-a7b762b03ebd req-56338d96-f21d-48ee-b9a4-e23066026827 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:52.655003 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56338d96-f21d-48ee-b9a4-e23066026827 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033e3dc1-8ca2-4d98-86b2-e830a0593287,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:52.765489 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b69ea4-5203-4611-8a76-3ea0aa52cf04 req-2c9b899d-b979-484b-a800-2ea668aea305 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:52.767280 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b4b69ea4-5203-4611-8a76-3ea0aa52cf04 req-2c9b899d-b979-484b-a800-2ea668aea305 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 950 time: 0.2292979 Jul 05 03:53:52.773944 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6b638960-0154-4b2f-b900-a7b762b03ebd req-56338d96-f21d-48ee-b9a4-e23066026827 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:52.780982 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6b638960-0154-4b2f-b900-a7b762b03ebd req-56338d96-f21d-48ee-b9a4-e23066026827 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:52.829781 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6b638960-0154-4b2f-b900-a7b762b03ebd req-56338d96-f21d-48ee-b9a4-e23066026827 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:52.832952 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b638960-0154-4b2f-b900-a7b762b03ebd req-56338d96-f21d-48ee-b9a4-e23066026827 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6051540 Jul 05 03:53:52.877456 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56338d96-f21d-48ee-b9a4-e23066026827 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd0701b-5b63-45aa-95e4-f0560e4bd33e,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:52.897185 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-1272fd50-b158-4bad-baae-1bd920208e49 None None] For port cf4650d9-bc34-4cb7-b2c3-43f721dfd8df, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cf4650d9-bc34-4cb7-b2c3-43f721dfd8df,segment=NetworkSegment(bdd1f297-211d-4a8c-9166-4b897f0b8e1e),segment_id=bdd1f297-211d-4a8c-9166-4b897f0b8e1e)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:52.990099 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b4b69ea4-5203-4611-8a76-3ea0aa52cf04 req-cc7992c0-1dd8-4860-999d-593c59ffc5d9 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098687 Jul 05 03:53:53.053279 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1272fd50-b158-4bad-baae-1bd920208e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.087712 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f4c9b2b2-6599-420b-8187-5fd5ef351d89 req-422294b6-1728-4c2a-b9d3-4d457dd3a61d tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=97f61526-da77-4023-b167-2257a14a748d HTTP/1.1" status: 200 len: 210 time: 0.1148710 Jul 05 03:53:53.472552 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-f5826fca-db5b-4b91-9f2e-d5aae23fc9a1 req-bf67bc8b-82d0-4447-aa45-a2fd459e8708 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1977382387', 'description': 'tempest-description-1867445545'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:53.536984 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f5826fca-db5b-4b91-9f2e-d5aae23fc9a1 req-bf67bc8b-82d0-4447-aa45-a2fd459e8708 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.840141 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f5826fca-db5b-4b91-9f2e-d5aae23fc9a1 req-bf67bc8b-82d0-4447-aa45-a2fd459e8708 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.851903 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f5826fca-db5b-4b91-9f2e-d5aae23fc9a1 req-bf67bc8b-82d0-4447-aa45-a2fd459e8708 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.926261 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67bc8b-82d0-4447-aa45-a2fd459e8708 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea9d12d-3faa-49e1-bed2-ffd3c0f51916,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:53.942173 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f5826fca-db5b-4b91-9f2e-d5aae23fc9a1 req-bf67bc8b-82d0-4447-aa45-a2fd459e8708 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.948932 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3fa8a40d-4adc-4403-b7c7-ae12b3a8c108 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:53.955567 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5826fca-db5b-4b91-9f2e-d5aae23fc9a1 req-bf67bc8b-82d0-4447-aa45-a2fd459e8708 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4862103 Jul 05 03:53:54.032198 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-01b5ffb3-55aa-462f-9eef-e60ea2ea38c1 req-e26cabc9-fa48-481b-9dae-9b1c26106dd7 tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.1151428 Jul 05 03:53:54.130100 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c19a87b-a5af-4a00-b12c-51420efc0cbd None None] Network 9d079804-10be-4adc-8fe6-912a667d4bf0 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:54.303416 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272fd50-b158-4bad-baae-1bd920208e49 None None] Pushing event updated for resources: {'Port': ['ID=cf4650d9-bc34-4cb7-b2c3-43f721dfd8df,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:54.526171 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 3fa8a40d-4adc-4403-b7c7-ae12b3a8c108 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:54.541166 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd949431d-b88a-4c7c-bcb7-778ab5606203', 'name': 'tempest-ServersTestMultiNic-1803730036-router', 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'a520b009-c1ee-400a-ac16-289bbc791249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:32Z', 'updated_at': '2021-07-05T03:53:40Z', 'revision_number': 4, 'project_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'gw_port': {'id': 'a520b009-c1ee-400a-ac16-289bbc791249', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd949431d-b88a-4c7c-bcb7-778ab5606203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:34Z', 'updated_at': '2021-07-05T03:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '3fa8a40d-4adc-4403-b7c7-ae12b3a8c108', 'name': '', 'network_id': 'a8e690a6-8e0f-431e-99d1-276b926ce1e1', 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'mac_address': 'fa:16:3e:5e:82:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd949431d-b88a-4c7c-bcb7-778ab5606203', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '332015fb-12ae-476b-ba8d-31bc3796f260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:38Z', 'updated_at': '2021-07-05T03:53:51Z', 'revision_number': 4, 'project_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'subnets': [{'id': '332015fb-12ae-476b-ba8d-31bc3796f260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:54.550332 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 3fa8a40d-4adc-4403-b7c7-ae12b3a8c108 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:54.551127 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:54.564039 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9891b7-2b00-489b-8e5e-b724a58aa3c4 req-fef09259-1cf3-452b-9d0e-4745cda53efa tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:54.581823 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad9891b7-2b00-489b-8e5e-b724a58aa3c4 req-fef09259-1cf3-452b-9d0e-4745cda53efa tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 950 time: 0.2589631 Jul 05 03:53:54.648801 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841ac89a-677c-4f06-8cb3-8627a7d7ac23 req-71de321c-c56d-4cb4-8f75-c6436886c764 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45052 time: 0.5949790 Jul 05 03:53:54.679581 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-006617c3-fab0-4841-9c78-46fb5d673e23 None None] Provisioning for port 7291f6a7-3b49-432f-b329-1ca81fb17c5b completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:54.685669 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad9891b7-2b00-489b-8e5e-b724a58aa3c4 req-cf115dd0-2d16-46bb-8b41-1c44e3a4b520 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989282 Jul 05 03:53:54.805933 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841ac89a-677c-4f06-8cb3-8627a7d7ac23 req-3dc19e1b-1278-4b08-b107-a71a7443bb6d tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups/033e3dc1-8ca2-4d98-86b2-e830a0593287 HTTP/1.1" status: 200 len: 2981 time: 0.1416464 Jul 05 03:53:54.813541 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d383c0f5-18d3-4aad-88f7-029e86b0c55d None None] The sync data for ids ['d949431d-b88a-4c7c-bcb7-778ab5606203'] in n-d-780147-23 is: [{'id': 'd949431d-b88a-4c7c-bcb7-778ab5606203', 'name': 'tempest-ServersTestMultiNic-1803730036-router', 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'a520b009-c1ee-400a-ac16-289bbc791249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:32Z', 'updated_at': '2021-07-05T03:53:40Z', 'revision_number': 4, 'project_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'gw_port': {'id': 'a520b009-c1ee-400a-ac16-289bbc791249', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd949431d-b88a-4c7c-bcb7-778ab5606203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:34Z', 'updated_at': '2021-07-05T03:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '3fa8a40d-4adc-4403-b7c7-ae12b3a8c108', 'name': '', 'network_id': 'a8e690a6-8e0f-431e-99d1-276b926ce1e1', 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'mac_address': 'fa:16:3e:5e:82:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd949431d-b88a-4c7c-bcb7-778ab5606203', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '332015fb-12ae-476b-ba8d-31bc3796f260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:38Z', 'updated_at': '2021-07-05T03:53:51Z', 'revision_number': 4, 'project_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'subnets': [{'id': '332015fb-12ae-476b-ba8d-31bc3796f260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:53:54.907634 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841ac89a-677c-4f06-8cb3-8627a7d7ac23 req-32063a10-369d-48a1-a481-5865b4f23d5f tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups/033e3dc1-8ca2-4d98-86b2-e830a0593287 HTTP/1.1" status: 200 len: 2981 time: 0.1000519 Jul 05 03:53:54.958036 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.020045 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 3fa8a40d-4adc-4403-b7c7-ae12b3a8c108, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3fa8a40d-4adc-4403-b7c7-ae12b3a8c108,segment=NetworkSegment(8065d540-c410-49a9-b601-d2fe469efb98),segment_id=8065d540-c410-49a9-b601-d2fe469efb98)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:55.026740 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841ac89a-677c-4f06-8cb3-8627a7d7ac23 req-5ae739d2-5670-4a15-9729-5f02eff07937 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups/255dcee5-293e-4560-a423-a4742f4581f5 HTTP/1.1" status: 200 len: 2981 time: 0.1162636 Jul 05 03:53:55.031747 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-006617c3-fab0-4841-9c78-46fb5d673e23 None None] Provisioning complete for port cf4650d9-bc34-4cb7-b2c3-43f721dfd8df triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:55.032157 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-006617c3-fab0-4841-9c78-46fb5d673e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.035206 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.036389 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7291f6a7-3b49-432f-b329-1ca81fb17c5b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:55.046461 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c97a577-402e-4805-992b-04d1f3608893 req-ae79c392-d097-41e1-b060-6ae679984781 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=97f61526-da77-4023-b167-2257a14a748d HTTP/1.1" status: 200 len: 210 time: 0.1018407 Jul 05 03:53:55.157416 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841ac89a-677c-4f06-8cb3-8627a7d7ac23 req-f385acc6-a1ed-495b-9a16-9800991469b0 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups/255dcee5-293e-4560-a423-a4742f4581f5 HTTP/1.1" status: 200 len: 2981 time: 0.1270139 Jul 05 03:53:55.217073 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=3fa8a40d-4adc-4403-b7c7-ae12b3a8c108,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:55.237682 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841ac89a-677c-4f06-8cb3-8627a7d7ac23 req-f60bfe5e-78cc-4c4f-8428-210dfe8deca9 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups/41185e39-94dd-4409-a01c-232eed42913c HTTP/1.1" status: 200 len: 2973 time: 0.0785506 Jul 05 03:53:55.238357 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 7291f6a7-3b49-432f-b329-1ca81fb17c5b completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:55.248101 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 7291f6a7-3b49-432f-b329-1ca81fb17c5b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:55.251668 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.319651 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841ac89a-677c-4f06-8cb3-8627a7d7ac23 req-d8ac4597-e63f-4a85-a38f-54665bf71619 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups/41185e39-94dd-4409-a01c-232eed42913c HTTP/1.1" status: 200 len: 2973 time: 0.0797112 Jul 05 03:53:55.354678 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51562) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:55.364141 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-a2df4ed7-bb01-4d3e-9e52-cdfc6f8d39a9 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-781835638'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:55.422929 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2df4ed7-bb01-4d3e-9e52-cdfc6f8d39a9 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Made reservation on behalf of 37edaf8ff03a4b18a4527fc6265a8b9e for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:55.437227 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2df4ed7-bb01-4d3e-9e52-cdfc6f8d39a9 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.518576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2df4ed7-bb01-4d3e-9e52-cdfc6f8d39a9 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:53:55.560595 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2df4ed7-bb01-4d3e-9e52-cdfc6f8d39a9 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.561310 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-a2df4ed7-bb01-4d3e-9e52-cdfc6f8d39a9 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Added segment ce7496e1-57b4-4372-aedf-6673118415b3 of type vlan for network 3109c869-7127-4afd-9f38-c7624c1dbe78 Jul 05 03:53:55.615699 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.702376 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2df4ed7-bb01-4d3e-9e52-cdfc6f8d39a9 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.732802 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 7291f6a7-3b49-432f-b329-1ca81fb17c5b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7291f6a7-3b49-432f-b329-1ca81fb17c5b,segment=NetworkSegment(827377e7-3d2b-4650-947f-23bb65dcbc7d),segment_id=827377e7-3d2b-4650-947f-23bb65dcbc7d)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:55.738325 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.832913 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2df4ed7-bb01-4d3e-9e52-cdfc6f8d39a9 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.836728 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=7291f6a7-3b49-432f-b329-1ca81fb17c5b,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:55.851780 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2df4ed7-bb01-4d3e-9e52-cdfc6f8d39a9 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:55.855123 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2df4ed7-bb01-4d3e-9e52-cdfc6f8d39a9 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.879515 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-33051076-6b94-43bf-a5d0-79435fc5d8ba None None] Provisioning complete for port 7291f6a7-3b49-432f-b329-1ca81fb17c5b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:55.880128 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-33051076-6b94-43bf-a5d0-79435fc5d8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.968999 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841ac89a-677c-4f06-8cb3-8627a7d7ac23 req-250d2ea1-45ed-4b81-b653-2c431e1d5680 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups/446b7721-ae6c-4859-b430-75279572bcdd HTTP/1.1" status: 200 len: 2981 time: 0.6477060 Jul 05 03:53:56.063029 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3fa8a40d-4adc-4403-b7c7-ae12b3a8c108 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:56.094181 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-f29ae6ff-a30b-48d6-b3f6-2d96ae2360be service neutron] show failed (client error): The resource could not be found. Jul 05 03:53:56.098243 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a2df4ed7-bb01-4d3e-9e52-cdfc6f8d39a9 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7377481 Jul 05 03:53:56.105105 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51578) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:56.107076 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-f29ae6ff-a30b-48d6-b3f6-2d96ae2360be service neutron] 10.222.0.89 "GET /v2.0/ports/63ec1ef3-1bc2-4036-b7e6-034a978916ca/bindings/n-h2-780147-23 HTTP/1.1" status: 404 len: 381 time: 0.6589518 Jul 05 03:53:56.118538 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-438332af-eae5-4e76-a11f-342fa267aa63 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1102166981'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:56.128986 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841ac89a-677c-4f06-8cb3-8627a7d7ac23 req-91faa97f-ae7f-45d2-ae62-a4f32a391934 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups/446b7721-ae6c-4859-b430-75279572bcdd HTTP/1.1" status: 200 len: 2981 time: 0.1576993 Jul 05 03:53:56.195110 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df4ed7-bb01-4d3e-9e52-cdfc6f8d39a9 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event updated for resources: {'Network': ['ID=3109c869-7127-4afd-9f38-c7624c1dbe78,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:56.223657 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 3109c869-7127-4afd-9f38-c7624c1dbe78 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:53:56.254320 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afde2dd8-937e-498f-a316-cbf98c79324f req-ec9c6e52-c995-4dbc-9f57-801288fd19ae tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0888429 Jul 05 03:53:56.264436 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438332af-eae5-4e76-a11f-342fa267aa63 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Made reservation on behalf of 37edaf8ff03a4b18a4527fc6265a8b9e for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:56.272428 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-438332af-eae5-4e76-a11f-342fa267aa63 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.305823 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438332af-eae5-4e76-a11f-342fa267aa63 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:53:56.346567 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-438332af-eae5-4e76-a11f-342fa267aa63 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.346998 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-438332af-eae5-4e76-a11f-342fa267aa63 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Added segment 67cb506d-913f-48a5-b11e-ed8b7440aff3 of type vlan for network 3786fe40-9645-44e0-a910-e28556aff90f Jul 05 03:53:56.370347 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841ac89a-677c-4f06-8cb3-8627a7d7ac23 req-281e3473-3ea0-4292-94f5-5190490217f1 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups/466a8c9d-2933-4b61-aca6-4e66bbf96eaf HTTP/1.1" status: 200 len: 2981 time: 0.2395859 Jul 05 03:53:56.412625 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 3fa8a40d-4adc-4403-b7c7-ae12b3a8c108 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:56.413299 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.433058 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-438332af-eae5-4e76-a11f-342fa267aa63 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.523045 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-438332af-eae5-4e76-a11f-342fa267aa63 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.541381 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841ac89a-677c-4f06-8cb3-8627a7d7ac23 req-83f64ab5-8398-4912-9a75-0afea1260907 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups/466a8c9d-2933-4b61-aca6-4e66bbf96eaf HTTP/1.1" status: 200 len: 2981 time: 0.1667829 Jul 05 03:53:56.541652 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438332af-eae5-4e76-a11f-342fa267aa63 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:56.542290 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-438332af-eae5-4e76-a11f-342fa267aa63 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.553188 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cf4650d9-bc34-4cb7-b2c3-43f721dfd8df up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:56.556079 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-ce563e42-0de4-4b5f-a6c5-0258997c57d9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:56.563687 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-ce563e42-0de4-4b5f-a6c5-0258997c57d9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:56.564650 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-ce563e42-0de4-4b5f-a6c5-0258997c57d9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.89 "GET /v2.0/networks?id=db89acdc-211e-44aa-a97b-667af437ce25&id=9d079804-10be-4adc-8fe6-912a667d4bf0&id=db89acdc-211e-44aa-a97b-667af437ce25 HTTP/1.1" status: 200 len: 1391 time: 0.3840840 Jul 05 03:53:56.585656 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-b09d0e79-c97c-4c9b-83b4-927548261e92 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Request body: {'port': {'device_id': '97f61526-da77-4023-b167-2257a14a748d', 'network_id': 'db89acdc-211e-44aa-a97b-667af437ce25', 'admin_state_up': True, 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:56.651971 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port cf4650d9-bc34-4cb7-b2c3-43f721dfd8df triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:56.653426 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.706792 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841ac89a-677c-4f06-8cb3-8627a7d7ac23 req-ad39604e-d7d3-4406-abc9-5a3b16f84a3f tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups/5dea16ad-f25d-4419-a080-cc38b1d500a3 HTTP/1.1" status: 200 len: 2981 time: 0.1640956 Jul 05 03:53:56.730635 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-438332af-eae5-4e76-a11f-342fa267aa63 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6243408 Jul 05 03:53:56.736332 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51592) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:56.745194 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-75b3f690-23b0-4512-b8d5-4734d1bc8420 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Request body: {'subnet': {'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:56.751774 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438332af-eae5-4e76-a11f-342fa267aa63 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event updated for resources: {'Network': ['ID=3786fe40-9645-44e0-a910-e28556aff90f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:56.786242 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bc6e0-4c43-4247-b815-edfd13d57cd7 req-c36583de-3158-4daa-a59d-a9700145e00d tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:56.794578 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f04bc6e0-4c43-4247-b815-edfd13d57cd7 req-c36583de-3158-4daa-a59d-a9700145e00d tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 950 time: 0.1846280 Jul 05 03:53:56.807435 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 3786fe40-9645-44e0-a910-e28556aff90f details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:53:56.851131 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f04bc6e0-4c43-4247-b815-edfd13d57cd7 req-7704ca8a-da30-4ae7-a9f4-e5f02588aadf tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555129 Jul 05 03:53:56.961010 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841ac89a-677c-4f06-8cb3-8627a7d7ac23 req-7d983e55-55d4-426a-ab60-941074d99548 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups/5dea16ad-f25d-4419-a080-cc38b1d500a3 HTTP/1.1" status: 200 len: 2981 time: 0.2532930 Jul 05 03:53:57.034218 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-b09d0e79-c97c-4c9b-83b4-927548261e92 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Made reservation on behalf of 9ff6bd26a45e49ae97b99bbcef80f6b1 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:57.038107 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-b09d0e79-c97c-4c9b-83b4-927548261e92 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.042158 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-325821d1-954d-4fe4-b171-55ef2e64468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:57.044458 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-325821d1-954d-4fe4-b171-55ef2e64468a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63&tenant_id=ba5800eba7ce4067ae2fae645ac62ef9 HTTP/1.1" status: 200 len: 1102 time: 0.1249714 Jul 05 03:53:57.077097 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a13436b4-5026-4cea-83ac-9a647e1dc1aa req-01a4d930-2c1c-46de-a909-3a0e46cfb7b8 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=97f61526-da77-4023-b167-2257a14a748d HTTP/1.1" status: 200 len: 210 time: 0.0538638 Jul 05 03:53:57.084511 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-40db5829-9b9d-45f0-9b2b-44ec95a50fbb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-23', 'device_owner': 'compute:nova'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:57.101087 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b3f690-23b0-4512-b8d5-4734d1bc8420 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Made reservation on behalf of 37edaf8ff03a4b18a4527fc6265a8b9e for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:57.104623 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-75b3f690-23b0-4512-b8d5-4734d1bc8420 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.109272 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841ac89a-677c-4f06-8cb3-8627a7d7ac23 req-9d73225a-e828-4bf5-9bc9-45724addfce7 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups/87bbc69e-39cb-4d5d-ae1a-cb88951468b3 HTTP/1.1" status: 200 len: 2981 time: 0.1405165 Jul 05 03:53:57.225980 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-40db5829-9b9d-45f0-9b2b-44ec95a50fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.317963 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841ac89a-677c-4f06-8cb3-8627a7d7ac23 req-6ce76693-c2ff-4265-8ece-98b9cd27aa51 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups/87bbc69e-39cb-4d5d-ae1a-cb88951468b3 HTTP/1.1" status: 200 len: 2981 time: 0.1707516 Jul 05 03:53:57.371122 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-b09d0e79-c97c-4c9b-83b4-927548261e92 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Allocated IP 19.80.0.53 (db89acdc-211e-44aa-a97b-667af437ce25/5f46500b-1a74-4c0b-b5c3-7541b5f6446f/15d580a2-6ddb-47d3-8855-f357031c908a) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:57.474623 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841ac89a-677c-4f06-8cb3-8627a7d7ac23 req-d49a77db-0f80-4c10-a290-e71ad4571219 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups/89be14ec-e3ff-438d-9145-d748d1a85d8b HTTP/1.1" status: 200 len: 2981 time: 0.1261046 Jul 05 03:53:57.532183 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-40db5829-9b9d-45f0-9b2b-44ec95a50fbb service neutron] For port 63ec1ef3-1bc2-4036-b7e6-034a978916ca, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=63ec1ef3-1bc2-4036-b7e6-034a978916ca,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:57.580620 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-40db5829-9b9d-45f0-9b2b-44ec95a50fbb service neutron] For port 63ec1ef3-1bc2-4036-b7e6-034a978916ca, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:57.643000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfcabb8-91e6-4f12-ba49-bf451b98ad63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63ec1ef3-1bc2-4036-b7e6-034a978916ca'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:57.646929 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-75b3f690-23b0-4512-b8d5-4734d1bc8420 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.648579 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc15c4b-9081-49de-b2ad-857fc3d117a7" -d '{"events": [{"server_uuid": "4bfcabb8-91e6-4f12-ba49-bf451b98ad63", "name": "network-vif-unplugged", "status": "completed", "tag": "63ec1ef3-1bc2-4036-b7e6-034a978916ca"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:57.662224 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-40db5829-9b9d-45f0-9b2b-44ec95a50fbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.687409 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841ac89a-677c-4f06-8cb3-8627a7d7ac23 req-24dc4f8f-3985-4194-a0aa-06d0ef7795d5 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups/89be14ec-e3ff-438d-9145-d748d1a85d8b HTTP/1.1" status: 200 len: 2981 time: 0.1930873 Jul 05 03:53:57.689358 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-40db5829-9b9d-45f0-9b2b-44ec95a50fbb service neutron] Transition to ACTIVE for port object 63ec1ef3-1bc2-4036-b7e6-034a978916ca will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:57.705897 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-40db5829-9b9d-45f0-9b2b-44ec95a50fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.802056 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db5829-9b9d-45f0-9b2b-44ec95a50fbb service neutron] Pushing event updated for resources: {'Port': ['ID=63ec1ef3-1bc2-4036-b7e6-034a978916ca,revision_number=6']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:57.802975 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3f690-23b0-4512-b8d5-4734d1bc8420 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event updated for resources: {'Subnet': ['ID=a8d1c4cd-d124-4cd8-93ef-98e2af049099,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:57.822505 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-b09d0e79-c97c-4c9b-83b4-927548261e92 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.840042 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-40db5829-9b9d-45f0-9b2b-44ec95a50fbb service neutron] No DVR routers for this DVR port 63ec1ef3-1bc2-4036-b7e6-034a978916ca on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:57.851665 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-b09d0e79-c97c-4c9b-83b4-927548261e92 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Transition to ACTIVE for port object 15d580a2-6ddb-47d3-8855-f357031c908a will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:57.853478 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3f690-23b0-4512-b8d5-4734d1bc8420 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Checking segment: {'id': 'ce7496e1-57b4-4372-aedf-6673118415b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:57.853844 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b3f690-23b0-4512-b8d5-4734d1bc8420 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Network hostable DHCP agents. Network: 3109c869-7127-4afd-9f38-c7624c1dbe78, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:53:57.860256 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841ac89a-677c-4f06-8cb3-8627a7d7ac23 req-35cdd285-35dd-4da9-9a56-884bc6c7a1fa tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups/9790ecc5-4043-4ae1-a288-99b2aafe80f5 HTTP/1.1" status: 200 len: 2981 time: 0.1519051 Jul 05 03:53:57.928575 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b3f690-23b0-4512-b8d5-4734d1bc8420 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Network 3109c869-7127-4afd-9f38-c7624c1dbe78 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:53:57.931909 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-40db5829-9b9d-45f0-9b2b-44ec95a50fbb service neutron] Attempting to bind port 63ec1ef3-1bc2-4036-b7e6-034a978916ca on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:57.932870 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-40db5829-9b9d-45f0-9b2b-44ec95a50fbb service neutron] Attempting to bind port 63ec1ef3-1bc2-4036-b7e6-034a978916ca by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:57.933820 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-40db5829-9b9d-45f0-9b2b-44ec95a50fbb service neutron] Attempting to bind port 63ec1ef3-1bc2-4036-b7e6-034a978916ca on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:57.945381 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-40db5829-9b9d-45f0-9b2b-44ec95a50fbb service neutron] Port 63ec1ef3-1bc2-4036-b7e6-034a978916ca on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:53:57.948738 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-40db5829-9b9d-45f0-9b2b-44ec95a50fbb service neutron] Attempting to bind port 63ec1ef3-1bc2-4036-b7e6-034a978916ca on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:57.971900 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-40db5829-9b9d-45f0-9b2b-44ec95a50fbb service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:57.973196 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-40db5829-9b9d-45f0-9b2b-44ec95a50fbb service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:57.974377 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-40db5829-9b9d-45f0-9b2b-44ec95a50fbb service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:57.976778 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-40db5829-9b9d-45f0-9b2b-44ec95a50fbb service neutron] Bound port: 63ec1ef3-1bc2-4036-b7e6-034a978916ca, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:57.977674 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-75b3f690-23b0-4512-b8d5-4734d1bc8420 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 3109c869-7127-4afd-9f38-c7624c1dbe78) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:57.982606 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841ac89a-677c-4f06-8cb3-8627a7d7ac23 req-00cd7cb6-75d5-4bc7-9bc7-748bce4d900c tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups/9790ecc5-4043-4ae1-a288-99b2aafe80f5 HTTP/1.1" status: 200 len: 2981 time: 0.1095858 Jul 05 03:53:57.987732 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b3f690-23b0-4512-b8d5-4734d1bc8420 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:57.988046 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-75b3f690-23b0-4512-b8d5-4734d1bc8420 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.990930 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7291f6a7-3b49-432f-b329-1ca81fb17c5b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:58.001196 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-40db5829-9b9d-45f0-9b2b-44ec95a50fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:58.001672 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-b09d0e79-c97c-4c9b-83b4-927548261e92 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:58.004017 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4454cd28-0142-4d8f-b315-e74ef1815d19 None None] Network 3109c869-7127-4afd-9f38-c7624c1dbe78 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:58.072845 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-75b3f690-23b0-4512-b8d5-4734d1bc8420 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3315489 Jul 05 03:53:58.083285 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51638) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:58.104649 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-b09d0e79-c97c-4c9b-83b4-927548261e92 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Network db89acdc-211e-44aa-a97b-667af437ce25 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:58.114290 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-eaf0bb25-87da-4a5c-a0a9-e04b7b7a37ad tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Request body: {'subnet': {'network_id': '3786fe40-9645-44e0-a910-e28556aff90f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:58.165207 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-b09d0e79-c97c-4c9b-83b4-927548261e92 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:58.190628 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-40db5829-9b9d-45f0-9b2b-44ec95a50fbb service neutron] For port 63ec1ef3-1bc2-4036-b7e6-034a978916ca, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:58.194242 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-40db5829-9b9d-45f0-9b2b-44ec95a50fbb service neutron] For port 63ec1ef3-1bc2-4036-b7e6-034a978916ca, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=63ec1ef3-1bc2-4036-b7e6-034a978916ca,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:58.201383 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 7291f6a7-3b49-432f-b329-1ca81fb17c5b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:58.201734 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-40db5829-9b9d-45f0-9b2b-44ec95a50fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:58.202457 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:58.263882 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-40db5829-9b9d-45f0-9b2b-44ec95a50fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:58.264511 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-40db5829-9b9d-45f0-9b2b-44ec95a50fbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:58.269090 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-b09d0e79-c97c-4c9b-83b4-927548261e92 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:58.271883 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d0e79-c97c-4c9b-83b4-927548261e92 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event updated for resources: {'Port': ['ID=15d580a2-6ddb-47d3-8855-f357031c908a,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:58.276076 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-40db5829-9b9d-45f0-9b2b-44ec95a50fbb service neutron] 10.222.0.70 "PUT /v2.0/ports/63ec1ef3-1bc2-4036-b7e6-034a978916ca HTTP/1.1" status: 200 len: 1097 time: 1.2007518 Jul 05 03:53:58.287061 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db5829-9b9d-45f0-9b2b-44ec95a50fbb service neutron] Pushing event updated for resources: {'Port': ['ID=63ec1ef3-1bc2-4036-b7e6-034a978916ca,revision_number=7']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:58.376699 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841ac89a-677c-4f06-8cb3-8627a7d7ac23 req-7c94fdda-d128-46c2-8d06-410eccd0d0f8 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups/a4d16b0c-a83b-4366-87e7-be6497ad32a3 HTTP/1.1" status: 200 len: 2981 time: 0.3765194 Jul 05 03:53:58.430951 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-c0b6eab3-add8-4ec5-9c5b-0656234aee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:58.432548 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-c0b6eab3-add8-4ec5-9c5b-0656234aee0e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 1100 time: 0.1158519 Jul 05 03:53:58.449673 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94834046-3f11-4c77-939c-6e1fda443a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-3109c869-7127-4afd-9f38-c7624c1dbe78', 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'fixed_ips': [{'subnet_id': 'a8d1c4cd-d124-4cd8-93ef-98e2af049099'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:53:58.451406 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-94834046-3f11-4c77-939c-6e1fda443a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:58.515203 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-b09d0e79-c97c-4c9b-83b4-927548261e92 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:58.539938 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-b09d0e79-c97c-4c9b-83b4-927548261e92 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:58.618474 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841ac89a-677c-4f06-8cb3-8627a7d7ac23 req-e62269e5-54ad-4579-8bc9-243845891ea7 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups/a4d16b0c-a83b-4366-87e7-be6497ad32a3 HTTP/1.1" status: 200 len: 2981 time: 0.2283418 Jul 05 03:53:58.623668 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf0bb25-87da-4a5c-a0a9-e04b7b7a37ad tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Made reservation on behalf of 37edaf8ff03a4b18a4527fc6265a8b9e for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:58.634069 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eaf0bb25-87da-4a5c-a0a9-e04b7b7a37ad tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:58.675286 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-df722ac4-7fbb-4936-b05b-762d6ae683e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:58.688109 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-b09d0e79-c97c-4c9b-83b4-927548261e92 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0939121 Jul 05 03:53:58.702180 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4848d058-fd70-45cd-b54a-f770c01d7ed2 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Request body: {'port': {'device_id': '97f61526-da77-4023-b167-2257a14a748d', 'network_id': '9d079804-10be-4adc-8fe6-912a667d4bf0', 'admin_state_up': True, 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:58.737603 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-e7202802-f57f-490e-a159-af75badff921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:58.743308 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-e7202802-f57f-490e-a159-af75badff921 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.3001802 Jul 05 03:53:58.766815 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-94834046-3f11-4c77-939c-6e1fda443a0d None None] Allocated IP 10.1.1.2 (3109c869-7127-4afd-9f38-c7624c1dbe78/a8d1c4cd-d124-4cd8-93ef-98e2af049099/85047c04-bac5-4400-8b0f-801f80342e92) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:58.809919 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f256a808-8830-475d-9e80-9600af2d2ebd None None] Provisioning for port 15d580a2-6ddb-47d3-8855-f357031c908a completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:58.816151 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-3bb88744-be80-4f56-a1f8-4e485d1ed3de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=63ec1ef3-1bc2-4036-b7e6-034a978916ca HTTP/1.1" status: 200 len: 217 time: 0.0678611 Jul 05 03:53:58.853780 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f256a808-8830-475d-9e80-9600af2d2ebd None None] Provisioning complete for port 15d580a2-6ddb-47d3-8855-f357031c908a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:58.854148 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f256a808-8830-475d-9e80-9600af2d2ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:58.900179 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-711c5fdf-3082-4e3d-87ca-1505d6b938b4 req-a6cbec5c-7533-4364-8c4a-6446c7b64182 tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0823884 Jul 05 03:53:58.903849 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841ac89a-677c-4f06-8cb3-8627a7d7ac23 req-294dfb79-19d6-4347-a186-1368f122fa03 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups/dbf9eb01-832f-4f58-86c0-dc8b7c0639ab HTTP/1.1" status: 200 len: 2977 time: 0.2584345 Jul 05 03:53:58.922800 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-f256a808-8830-475d-9e80-9600af2d2ebd None None] Port 15d580a2-6ddb-47d3-8855-f357031c908a cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:53:58.937296 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-d5a38036-ce71-44c5-b67a-e8076f0c9ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:58.939752 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-d5a38036-ce71-44c5-b67a-e8076f0c9ce6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1091132 Jul 05 03:53:58.994790 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.028704 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396f1c0b-7e50-4cb1-b579-8ce4bd45d5a5 x-openstack-request-id: req-396f1c0b-7e50-4cb1-b579-8ce4bd45d5a5 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:59.029234 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841ac89a-677c-4f06-8cb3-8627a7d7ac23 req-4313fd30-4173-41d5-9337-d2ecb23da410 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups/dbf9eb01-832f-4f58-86c0-dc8b7c0639ab HTTP/1.1" status: 200 len: 2977 time: 0.1112232 Jul 05 03:53:59.029393 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfcabb8-91e6-4f12-ba49-bf451b98ad63", "name": "network-vif-unplugged", "status": "completed", "tag": "63ec1ef3-1bc2-4036-b7e6-034a978916ca", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:59.029670 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-396f1c0b-7e50-4cb1-b579-8ce4bd45d5a5 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:59.030186 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfcabb8-91e6-4f12-ba49-bf451b98ad63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63ec1ef3-1bc2-4036-b7e6-034a978916ca', 'code': 200} Jul 05 03:53:59.042397 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-2dd94510-e6dd-470f-a5e7-f41c8637ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:59.045272 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-2dd94510-e6dd-470f-a5e7-f41c8637ca07 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0924411 Jul 05 03:53:59.047101 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4848d058-fd70-45cd-b54a-f770c01d7ed2 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Made reservation on behalf of 9ff6bd26a45e49ae97b99bbcef80f6b1 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:59.050685 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4848d058-fd70-45cd-b54a-f770c01d7ed2 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.075196 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-94834046-3f11-4c77-939c-6e1fda443a0d None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.098249 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-94834046-3f11-4c77-939c-6e1fda443a0d None None] Transition to ACTIVE for port object 85047c04-bac5-4400-8b0f-801f80342e92 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:59.120519 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-94834046-3f11-4c77-939c-6e1fda443a0d None None] Transition to ACTIVE for port object 85047c04-bac5-4400-8b0f-801f80342e92 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:59.130715 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-94834046-3f11-4c77-939c-6e1fda443a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.181833 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94834046-3f11-4c77-939c-6e1fda443a0d None None] Network 3109c869-7127-4afd-9f38-c7624c1dbe78 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:59.188881 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-94834046-3f11-4c77-939c-6e1fda443a0d None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:59.189164 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841ac89a-677c-4f06-8cb3-8627a7d7ac23 req-090b8693-fb70-4de1-9a18-06053474d797 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups/e7eceed3-26f0-46b2-82e5-4ba58a979ce6 HTTP/1.1" status: 200 len: 2981 time: 0.1473985 Jul 05 03:53:59.192760 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94834046-3f11-4c77-939c-6e1fda443a0d None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:59.201217 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eaf0bb25-87da-4a5c-a0a9-e04b7b7a37ad tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.234814 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-1342bb02-f80f-4f90-a157-19fbe9af054b service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718187 Jul 05 03:53:59.235525 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94834046-3f11-4c77-939c-6e1fda443a0d None None] Pushing event updated for resources: {'Port': ['ID=85047c04-bac5-4400-8b0f-801f80342e92,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:59.301795 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-94834046-3f11-4c77-939c-6e1fda443a0d None None] Attempting to bind port 85047c04-bac5-4400-8b0f-801f80342e92 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:59.302307 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-94834046-3f11-4c77-939c-6e1fda443a0d None None] Attempting to bind port 85047c04-bac5-4400-8b0f-801f80342e92 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'ce7496e1-57b4-4372-aedf-6673118415b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:59.302838 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94834046-3f11-4c77-939c-6e1fda443a0d None None] Attempting to bind port 85047c04-bac5-4400-8b0f-801f80342e92 on network 3109c869-7127-4afd-9f38-c7624c1dbe78 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:59.312100 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94834046-3f11-4c77-939c-6e1fda443a0d None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:59.312685 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94834046-3f11-4c77-939c-6e1fda443a0d None None] Checking segment: {'id': 'ce7496e1-57b4-4372-aedf-6673118415b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:59.313283 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-94834046-3f11-4c77-939c-6e1fda443a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.313874 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94834046-3f11-4c77-939c-6e1fda443a0d None None] Bound using segment: {'id': 'ce7496e1-57b4-4372-aedf-6673118415b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:59.314605 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-94834046-3f11-4c77-939c-6e1fda443a0d None None] Bound port: 85047c04-bac5-4400-8b0f-801f80342e92, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce7496e1-57b4-4372-aedf-6673118415b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:59.315190 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-94834046-3f11-4c77-939c-6e1fda443a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.321735 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fb58b-12c7-40c0-96e3-1643922cfc8e req-a8bdd8a9-d747-41db-bbd1-4052f286c2cd tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:59.324344 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-422fb58b-12c7-40c0-96e3-1643922cfc8e req-a8bdd8a9-d747-41db-bbd1-4052f286c2cd tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 948 time: 0.1582141 Jul 05 03:53:59.342012 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0bb25-87da-4a5c-a0a9-e04b7b7a37ad tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event updated for resources: {'Subnet': ['ID=71989378-012f-4fd9-a75b-6448013e5d85,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:59.350954 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-841ac89a-677c-4f06-8cb3-8627a7d7ac23 req-795d7e47-ee7d-435e-9ba7-af0234675841 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups/e7eceed3-26f0-46b2-82e5-4ba58a979ce6 HTTP/1.1" status: 200 len: 2981 time: 0.1401606 Jul 05 03:53:59.365305 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf0bb25-87da-4a5c-a0a9-e04b7b7a37ad tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Checking segment: {'id': '67cb506d-913f-48a5-b11e-ed8b7440aff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3786fe40-9645-44e0-a910-e28556aff90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:59.365668 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf0bb25-87da-4a5c-a0a9-e04b7b7a37ad tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Network hostable DHCP agents. Network: 3786fe40-9645-44e0-a910-e28556aff90f, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:53:59.381179 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4848d058-fd70-45cd-b54a-f770c01d7ed2 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Allocated IP 19.86.0.200 (9d079804-10be-4adc-8fe6-912a667d4bf0/5349ad41-f3bc-45e3-939d-6c41c1ad44ec/efb70b01-eba4-494d-89a5-4bc845024fe5) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:59.404874 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf0bb25-87da-4a5c-a0a9-e04b7b7a37ad tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Network 3786fe40-9645-44e0-a910-e28556aff90f is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:53:59.412551 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-85766637-acbf-4c16-a0e3-99fe337aaba0 req-194c91e4-782b-414a-8518-ffd4a2720eaa service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669879 Jul 05 03:53:59.424828 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-94834046-3f11-4c77-939c-6e1fda443a0d None None] For port 85047c04-bac5-4400-8b0f-801f80342e92, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:59.428768 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-eaf0bb25-87da-4a5c-a0a9-e04b7b7a37ad tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 3786fe40-9645-44e0-a910-e28556aff90f) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:59.440244 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-94834046-3f11-4c77-939c-6e1fda443a0d None None] For port 85047c04-bac5-4400-8b0f-801f80342e92, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=85047c04-bac5-4400-8b0f-801f80342e92,segment=NetworkSegment(ce7496e1-57b4-4372-aedf-6673118415b3),segment_id=ce7496e1-57b4-4372-aedf-6673118415b3)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:59.445880 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf0bb25-87da-4a5c-a0a9-e04b7b7a37ad tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:59.446541 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-94834046-3f11-4c77-939c-6e1fda443a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.446707 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eaf0bb25-87da-4a5c-a0a9-e04b7b7a37ad tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.454640 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-422fb58b-12c7-40c0-96e3-1643922cfc8e req-3c5adc58-35fa-4fbc-91ad-30b741b9c7c8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211624 Jul 05 03:53:59.481972 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-eaf0bb25-87da-4a5c-a0a9-e04b7b7a37ad tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3820932 Jul 05 03:53:59.491721 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4497f8bf-b63b-44a4-a019-4b7714dd8da7 None None] Network 3786fe40-9645-44e0-a910-e28556aff90f requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:59.494199 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51648) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:59.499153 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-6fb510a9-0c43-4eb9-923d-5dfc991ca661 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Request body: {'port': {'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78', 'name': 'tempest-TaggedBootDevicesTest-45984359', 'fixed_ips': [{'subnet_id': 'a8d1c4cd-d124-4cd8-93ef-98e2af049099'}]}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:59.620057 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4848d058-fd70-45cd-b54a-f770c01d7ed2 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.683437 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb510a9-0c43-4eb9-923d-5dfc991ca661 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Made reservation on behalf of 37edaf8ff03a4b18a4527fc6265a8b9e for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:59.687397 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4848d058-fd70-45cd-b54a-f770c01d7ed2 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Transition to ACTIVE for port object efb70b01-eba4-494d-89a5-4bc845024fe5 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:59.770837 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 63ec1ef3-1bc2-4036-b7e6-034a978916ca no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:59.786184 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3a992-6a33-4af0-8790-a94362bfb33c req-72d8c3c2-1fa7-42ef-8e98-d411d5c88472 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:59.789374 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0fe3a992-6a33-4af0-8790-a94362bfb33c req-72d8c3c2-1fa7-42ef-8e98-d411d5c88472 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=97f61526-da77-4023-b167-2257a14a748d HTTP/1.1" status: 200 len: 931 time: 0.1886368 Jul 05 03:53:59.841416 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6fb510a9-0c43-4eb9-923d-5dfc991ca661 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.865743 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94834046-3f11-4c77-939c-6e1fda443a0d None None] Pushing event updated for resources: {'Port': ['ID=85047c04-bac5-4400-8b0f-801f80342e92,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:59.865980 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0fe3a992-6a33-4af0-8790-a94362bfb33c req-b433461b-36e8-4811-98b7-34fdca0b1e86 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672007 Jul 05 03:53:59.867489 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4848d058-fd70-45cd-b54a-f770c01d7ed2 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.893140 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-6fb510a9-0c43-4eb9-923d-5dfc991ca661 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] device_id is not set on port 43e10832-bba0-43bb-bb99-461c4ef85b71 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:53:59.903384 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 63ec1ef3-1bc2-4036-b7e6-034a978916ca not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:59.904068 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8c15f630-37b4-4689-98df-2056f68db0c6 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:59.915036 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4848d058-fd70-45cd-b54a-f770c01d7ed2 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Network 9d079804-10be-4adc-8fe6-912a667d4bf0 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:59.919332 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4848d058-fd70-45cd-b54a-f770c01d7ed2 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:59.945462 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4848d058-fd70-45cd-b54a-f770c01d7ed2 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:00.058704 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:00.155255 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8c15f630-37b4-4689-98df-2056f68db0c6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8c15f630-37b4-4689-98df-2056f68db0c6,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:00.160148 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c424981a-f220-4206-a8d9-aa5ef9040725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c15f630-37b4-4689-98df-2056f68db0c6'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:00.163926 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89777d52-7a6e-4b58-b300-2ad5af4abb92" -d '{"events": [{"server_uuid": "c424981a-f220-4206-a8d9-aa5ef9040725", "name": "network-vif-unplugged", "status": "completed", "tag": "8c15f630-37b4-4689-98df-2056f68db0c6"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:00.174437 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0449c6af-b8e4-440b-ab3d-3207e7b7bbba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-3786fe40-9645-44e0-a910-e28556aff90f', 'network_id': '3786fe40-9645-44e0-a910-e28556aff90f', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'fixed_ips': [{'subnet_id': '71989378-012f-4fd9-a75b-6448013e5d85'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:54:00.176656 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0449c6af-b8e4-440b-ab3d-3207e7b7bbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:00.189186 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:00.284434 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4848d058-fd70-45cd-b54a-f770c01d7ed2 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:00.285808 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4848d058-fd70-45cd-b54a-f770c01d7ed2 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:00.299651 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848d058-fd70-45cd-b54a-f770c01d7ed2 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event updated for resources: {'Port': ['ID=efb70b01-eba4-494d-89a5-4bc845024fe5,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:00.346273 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d164cb00-c781-4a57-aa42-510082774e1e req-a4d70b6b-14c2-403e-b017-441222f65dfa tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8360e1a3bd0e4fb7a950066127f258ef HTTP/1.1" status: 200 len: 6102 time: 0.3598142 Jul 05 03:54:00.417303 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=8c15f630-37b4-4689-98df-2056f68db0c6,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:00.465736 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-6fb510a9-0c43-4eb9-923d-5dfc991ca661 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Allocated IP 10.1.1.21 (3109c869-7127-4afd-9f38-c7624c1dbe78/a8d1c4cd-d124-4cd8-93ef-98e2af049099/43e10832-bba0-43bb-bb99-461c4ef85b71) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:00.467381 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4848d058-fd70-45cd-b54a-f770c01d7ed2 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7779379 Jul 05 03:54:00.482963 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d164cb00-c781-4a57-aa42-510082774e1e req-fc346da4-3409-4a69-a9a1-8708dbb63087 tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] 10.222.0.77 "GET /v2.0/security-groups/9790ecc5-4043-4ae1-a288-99b2aafe80f5 HTTP/1.1" status: 200 len: 2981 time: 0.1302590 Jul 05 03:54:00.494299 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-cdcdd08b-ec4c-4e41-a42d-9332c1ae4a74 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Request body: {'port': {'device_id': '97f61526-da77-4023-b167-2257a14a748d', 'network_id': 'db89acdc-211e-44aa-a97b-667af437ce25', 'admin_state_up': True, 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:00.553054 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-683c4ed0-b75e-4dcb-b3cd-f30577d3340a None None] Provisioning for port efb70b01-eba4-494d-89a5-4bc845024fe5 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:00.563265 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-683c4ed0-b75e-4dcb-b3cd-f30577d3340a None None] Provisioning complete for port efb70b01-eba4-494d-89a5-4bc845024fe5 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:00.563645 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-683c4ed0-b75e-4dcb-b3cd-f30577d3340a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:00.593562 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-0449c6af-b8e4-440b-ab3d-3207e7b7bbba None None] Allocated IP 10.2.2.2 (3786fe40-9645-44e0-a910-e28556aff90f/71989378-012f-4fd9-a75b-6448013e5d85/402ff8e6-e012-40c4-840c-541b313010b8) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:00.622797 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-683c4ed0-b75e-4dcb-b3cd-f30577d3340a None None] Port efb70b01-eba4-494d-89a5-4bc845024fe5 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:54:00.704388 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-cdcdd08b-ec4c-4e41-a42d-9332c1ae4a74 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Made reservation on behalf of 9ff6bd26a45e49ae97b99bbcef80f6b1 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:00.707607 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-cdcdd08b-ec4c-4e41-a42d-9332c1ae4a74 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:00.750337 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d164cb00-c781-4a57-aa42-510082774e1e req-02074561-8e03-4631-84e4-5513fe9679da tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] 10.222.0.77 "GET /v2.0/security-groups/9790ecc5-4043-4ae1-a288-99b2aafe80f5 HTTP/1.1" status: 200 len: 2981 time: 0.2658501 Jul 05 03:54:00.771923 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a3d1b1e-7823-41c3-92a2-8cf976a231af req-85b17490-a5ed-43f0-b54f-9d4aeb9a222a tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0543289 Jul 05 03:54:00.806504 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6fb510a9-0c43-4eb9-923d-5dfc991ca661 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:00.833058 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa15a7a-3fc9-40e0-bc2d-5338cea81ce4 x-openstack-request-id: req-8aa15a7a-3fc9-40e0-bc2d-5338cea81ce4 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:00.833360 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c424981a-f220-4206-a8d9-aa5ef9040725", "name": "network-vif-unplugged", "status": "completed", "tag": "8c15f630-37b4-4689-98df-2056f68db0c6", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:00.833621 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8aa15a7a-3fc9-40e0-bc2d-5338cea81ce4 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:00.834019 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c424981a-f220-4206-a8d9-aa5ef9040725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c15f630-37b4-4689-98df-2056f68db0c6', 'code': 200} Jul 05 03:54:00.847418 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-6fb510a9-0c43-4eb9-923d-5dfc991ca661 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Transition to ACTIVE for port object 43e10832-bba0-43bb-bb99-461c4ef85b71 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:00.891722 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6fb510a9-0c43-4eb9-923d-5dfc991ca661 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:00.898664 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0449c6af-b8e4-440b-ab3d-3207e7b7bbba None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:00.918870 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0449c6af-b8e4-440b-ab3d-3207e7b7bbba None None] Transition to ACTIVE for port object 402ff8e6-e012-40c4-840c-541b313010b8 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:00.946490 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-cdcdd08b-ec4c-4e41-a42d-9332c1ae4a74 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Allocated IP 19.80.0.158 (db89acdc-211e-44aa-a97b-667af437ce25/5f46500b-1a74-4c0b-b5c3-7541b5f6446f/bc36e781-612f-42c5-9961-599346a266a4) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:00.956126 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0449c6af-b8e4-440b-ab3d-3207e7b7bbba None None] Transition to ACTIVE for port object 402ff8e6-e012-40c4-840c-541b313010b8 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:00.962791 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0449c6af-b8e4-440b-ab3d-3207e7b7bbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.073893 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0449c6af-b8e4-440b-ab3d-3207e7b7bbba None None] Network 3786fe40-9645-44e0-a910-e28556aff90f is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:01.076002 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449c6af-b8e4-440b-ab3d-3207e7b7bbba None None] Pushing event updated for resources: {'Port': ['ID=402ff8e6-e012-40c4-840c-541b313010b8,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:01.079301 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfcabb8-91e6-4f12-ba49-bf451b98ad63', 'tag': '63ec1ef3-1bc2-4036-b7e6-034a978916ca'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:01.081822 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11257d84-2051-4690-adf0-e3343cfa4d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfcabb8-91e6-4f12-ba49-bf451b98ad63", "tag": "63ec1ef3-1bc2-4036-b7e6-034a978916ca"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:01.086605 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-0449c6af-b8e4-440b-ab3d-3207e7b7bbba None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:01.090239 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0449c6af-b8e4-440b-ab3d-3207e7b7bbba None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:01.094854 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-96c0a012-416b-487a-8f46-798e7b1d4923 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:01.097002 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-96c0a012-416b-487a-8f46-798e7b1d4923 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/networks?id=7b6709da-22b7-4420-933a-f93ebf434ce7 HTTP/1.1" status: 200 len: 804 time: 0.1595702 Jul 05 03:54:01.103443 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb510a9-0c43-4eb9-923d-5dfc991ca661 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Network 3109c869-7127-4afd-9f38-c7624c1dbe78 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:01.111283 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-6fb510a9-0c43-4eb9-923d-5dfc991ca661 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:01.122979 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb510a9-0c43-4eb9-923d-5dfc991ca661 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:01.155925 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-3b2fd9ba-2b4c-4295-b0d9-008f626d7216 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/quotas/0b15a843c894428bb9d88f84ee28689c HTTP/1.1" status: 200 len: 375 time: 0.0501976 Jul 05 03:54:01.159650 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb510a9-0c43-4eb9-923d-5dfc991ca661 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event updated for resources: {'Port': ['ID=43e10832-bba0-43bb-bb99-461c4ef85b71,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:01.197768 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-0449c6af-b8e4-440b-ab3d-3207e7b7bbba None None] Attempting to bind port 402ff8e6-e012-40c4-840c-541b313010b8 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:01.198587 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-0449c6af-b8e4-440b-ab3d-3207e7b7bbba None None] Attempting to bind port 402ff8e6-e012-40c4-840c-541b313010b8 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '67cb506d-913f-48a5-b11e-ed8b7440aff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3786fe40-9645-44e0-a910-e28556aff90f'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:01.199139 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0449c6af-b8e4-440b-ab3d-3207e7b7bbba None None] Attempting to bind port 402ff8e6-e012-40c4-840c-541b313010b8 on network 3786fe40-9645-44e0-a910-e28556aff90f {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:01.206632 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0449c6af-b8e4-440b-ab3d-3207e7b7bbba None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:01.208638 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0449c6af-b8e4-440b-ab3d-3207e7b7bbba None None] Checking segment: {'id': '67cb506d-913f-48a5-b11e-ed8b7440aff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3786fe40-9645-44e0-a910-e28556aff90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:01.209784 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0449c6af-b8e4-440b-ab3d-3207e7b7bbba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.210997 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0449c6af-b8e4-440b-ab3d-3207e7b7bbba None None] Bound using segment: {'id': '67cb506d-913f-48a5-b11e-ed8b7440aff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3786fe40-9645-44e0-a910-e28556aff90f'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:01.211748 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-0449c6af-b8e4-440b-ab3d-3207e7b7bbba None None] Bound port: 402ff8e6-e012-40c4-840c-541b313010b8, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67cb506d-913f-48a5-b11e-ed8b7440aff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3786fe40-9645-44e0-a910-e28556aff90f'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:01.212450 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0449c6af-b8e4-440b-ab3d-3207e7b7bbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.224900 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb510a9-0c43-4eb9-923d-5dfc991ca661 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:01.225966 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6fb510a9-0c43-4eb9-923d-5dfc991ca661 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.226445 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb221a0-eb7b-4f2f-af7e-71c5f1141458 req-7ae4abe2-fbc3-4c93-9b5a-a28abeb168f1 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:01.228370 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6bb221a0-eb7b-4f2f-af7e-71c5f1141458 req-7ae4abe2-fbc3-4c93-9b5a-a28abeb168f1 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 948 time: 0.1451819 Jul 05 03:54:01.236770 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-cdcdd08b-ec4c-4e41-a42d-9332c1ae4a74 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.257803 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6fb510a9-0c43-4eb9-923d-5dfc991ca661 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7627826 Jul 05 03:54:01.267505 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51678) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:01.282526 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-9c3042de-7a44-4efe-8bc9-763b5dc612cc tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Request body: {'port': {'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78', 'name': 'tempest-TaggedBootDevicesTest-1409251660', 'fixed_ips': [{'subnet_id': 'a8d1c4cd-d124-4cd8-93ef-98e2af049099'}]}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:01.283786 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-cdcdd08b-ec4c-4e41-a42d-9332c1ae4a74 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Transition to ACTIVE for port object bc36e781-612f-42c5-9961-599346a266a4 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:01.322873 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6bb221a0-eb7b-4f2f-af7e-71c5f1141458 req-6742a23b-30a2-4d4a-86df-305554c6e96d tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824621 Jul 05 03:54:01.354781 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2031e982-7c74-4aac-aedc-461fcdae602c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.376882 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-0449c6af-b8e4-440b-ab3d-3207e7b7bbba None None] For port 402ff8e6-e012-40c4-840c-541b313010b8, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:01.381208 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-0449c6af-b8e4-440b-ab3d-3207e7b7bbba None None] For port 402ff8e6-e012-40c4-840c-541b313010b8, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=402ff8e6-e012-40c4-840c-541b313010b8,segment=NetworkSegment(67cb506d-913f-48a5-b11e-ed8b7440aff3),segment_id=67cb506d-913f-48a5-b11e-ed8b7440aff3)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:01.386224 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-cdcdd08b-ec4c-4e41-a42d-9332c1ae4a74 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.390025 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0449c6af-b8e4-440b-ab3d-3207e7b7bbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.400319 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-ca04d284-e218-43fd-bd10-386c855133e1 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b15a843c894428bb9d88f84ee28689c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2341213 Jul 05 03:54:01.439450 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-cdcdd08b-ec4c-4e41-a42d-9332c1ae4a74 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Network db89acdc-211e-44aa-a97b-667af437ce25 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:01.445553 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-cdcdd08b-ec4c-4e41-a42d-9332c1ae4a74 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:01.454550 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-cdcdd08b-ec4c-4e41-a42d-9332c1ae4a74 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:01.499093 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdd08b-ec4c-4e41-a42d-9332c1ae4a74 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event updated for resources: {'Port': ['ID=bc36e781-612f-42c5-9961-599346a266a4,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:01.529031 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449c6af-b8e4-440b-ab3d-3207e7b7bbba None None] Pushing event updated for resources: {'Port': ['ID=402ff8e6-e012-40c4-840c-541b313010b8,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:01.538901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3042de-7a44-4efe-8bc9-763b5dc612cc tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Made reservation on behalf of 37edaf8ff03a4b18a4527fc6265a8b9e for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:01.542623 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-cdcdd08b-ec4c-4e41-a42d-9332c1ae4a74 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:01.543773 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-cdcdd08b-ec4c-4e41-a42d-9332c1ae4a74 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.550381 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9c3042de-7a44-4efe-8bc9-763b5dc612cc tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.562856 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e289fd46-5c90-4199-b2c4-88ba23ae40ee None None] Network 3109c869-7127-4afd-9f38-c7624c1dbe78 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:01.582009 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-cdcdd08b-ec4c-4e41-a42d-9332c1ae4a74 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0959027 Jul 05 03:54:01.595528 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-84f2a317-87dd-4738-b909-1df5317c77dc service neutron] Request body: {'port': {'device_id': '97f61526-da77-4023-b167-2257a14a748d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:01.638044 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-e71c7e9e-0e29-49ff-b10a-f6924bd97179 service neutron] 10.222.0.77 "GET /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364435 Jul 05 03:54:01.660569 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-9c3042de-7a44-4efe-8bc9-763b5dc612cc tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] device_id is not set on port ed8d3ec4-006f-4eb5-af83-d5d95a707d39 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:54:01.726251 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.745055 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-68697bba-9713-4c43-832b-cc5d9b8bf7be None None] Provisioning for port 85047c04-bac5-4400-8b0f-801f80342e92 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:01.796326 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-84f2a317-87dd-4738-b909-1df5317c77dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.857684 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32332dca-6eb4-4a4d-87a3-2b0688f29852 req-bb2fe608-e246-413b-8083-e101c5bcf6af tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups/dea9d12d-3faa-49e1-bed2-ffd3c0f51916 HTTP/1.1" status: 200 len: 1778 time: 0.1236656 Jul 05 03:54:01.984857 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-b1df2875-7527-4c72-8d28-624d4fa4ddcf service neutron] 10.222.0.77 "GET /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342347 Jul 05 03:54:01.985746 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d996ce77-c3fb-4d7c-8fc1-2cf04ec43a6b None None] Provisioning for port bc36e781-612f-42c5-9961-599346a266a4 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:01.994788 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d996ce77-c3fb-4d7c-8fc1-2cf04ec43a6b None None] Provisioning complete for port bc36e781-612f-42c5-9961-599346a266a4 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:01.995369 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d996ce77-c3fb-4d7c-8fc1-2cf04ec43a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.998712 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 85047c04-bac5-4400-8b0f-801f80342e92 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:02.114675 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-9c3042de-7a44-4efe-8bc9-763b5dc612cc tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Allocated IP 10.1.1.220 (3109c869-7127-4afd-9f38-c7624c1dbe78/a8d1c4cd-d124-4cd8-93ef-98e2af049099/ed8d3ec4-006f-4eb5-af83-d5d95a707d39) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:02.120014 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-d996ce77-c3fb-4d7c-8fc1-2cf04ec43a6b None None] Port bc36e781-612f-42c5-9961-599346a266a4 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:54:02.159148 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 85047c04-bac5-4400-8b0f-801f80342e92 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:02.165277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 85047c04-bac5-4400-8b0f-801f80342e92 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:02.165560 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.327138 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-32332dca-6eb4-4a4d-87a3-2b0688f29852 req-548ab795-e2d4-49d0-b74a-4cb5fe8c1d19 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.334450 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.353512 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-32332dca-6eb4-4a4d-87a3-2b0688f29852 req-548ab795-e2d4-49d0-b74a-4cb5fe8c1d19 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.429194 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-32332dca-6eb4-4a4d-87a3-2b0688f29852 req-548ab795-e2d4-49d0-b74a-4cb5fe8c1d19 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.432233 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-32332dca-6eb4-4a4d-87a3-2b0688f29852 req-548ab795-e2d4-49d0-b74a-4cb5fe8c1d19 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.438432 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 85047c04-bac5-4400-8b0f-801f80342e92, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=85047c04-bac5-4400-8b0f-801f80342e92,segment=NetworkSegment(ce7496e1-57b4-4372-aedf-6673118415b3),segment_id=ce7496e1-57b4-4372-aedf-6673118415b3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:02.448618 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.456043 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32332dca-6eb4-4a4d-87a3-2b0688f29852 req-548ab795-e2d4-49d0-b74a-4cb5fe8c1d19 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "DELETE /v2.0/security-groups/dea9d12d-3faa-49e1-bed2-ffd3c0f51916 HTTP/1.1" status: 204 len: 173 time: 0.5601468 Jul 05 03:54:02.489697 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ab795-e2d4-49d0-b74a-4cb5fe8c1d19 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea9d12d-3faa-49e1-bed2-ffd3c0f51916,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:02.567375 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.591826 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484031ca-f3d7-4bed-82aa-f5cb8cc50814 x-openstack-request-id: req-484031ca-f3d7-4bed-82aa-f5cb8cc50814 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:02.593062 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfcabb8-91e6-4f12-ba49-bf451b98ad63", "tag": "63ec1ef3-1bc2-4036-b7e6-034a978916ca", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:02.593062 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-484031ca-f3d7-4bed-82aa-f5cb8cc50814 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:02.593062 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfcabb8-91e6-4f12-ba49-bf451b98ad63', 'tag': '63ec1ef3-1bc2-4036-b7e6-034a978916ca', 'status': 'completed', 'code': 200} Jul 05 03:54:02.654165 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-24a8fe9f-db74-475a-80f8-b8e6dcc5ec56 None None] Provisioning complete for port 85047c04-bac5-4400-8b0f-801f80342e92 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:02.672839 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-24a8fe9f-db74-475a-80f8-b8e6dcc5ec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.748525 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-84f2a317-87dd-4738-b909-1df5317c77dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15d580a2-6ddb-47d3-8855-f357031c908a {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:02.754407 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c24975-206e-4ee7-98cd-4ba61d48f4dc req-f3e08548-5b3e-45f9-a49a-e39f81b68ccf tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:02.771690 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d3c24975-206e-4ee7-98cd-4ba61d48f4dc req-f3e08548-5b3e-45f9-a49a-e39f81b68ccf tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.89 "GET /v2.0/ports?device_id=c424981a-f220-4206-a8d9-aa5ef9040725 HTTP/1.1" status: 200 len: 944 time: 0.4752545 Jul 05 03:54:02.794760 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-84f2a317-87dd-4738-b909-1df5317c77dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.829374 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=85047c04-bac5-4400-8b0f-801f80342e92,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:02.895692 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-84f2a317-87dd-4738-b909-1df5317c77dc service neutron] Transition to ACTIVE for port object 15d580a2-6ddb-47d3-8855-f357031c908a will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:02.914399 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-84f2a317-87dd-4738-b909-1df5317c77dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.932383 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11257d84-2051-4690-adf0-e3343cfa4d8a req-8dd5740a-7373-4b7d-b214-25e417f3c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:02.935242 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-11257d84-2051-4690-adf0-e3343cfa4d8a req-8dd5740a-7373-4b7d-b214-25e417f3c16c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 1100 time: 0.3118968 Jul 05 03:54:02.973094 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9c3042de-7a44-4efe-8bc9-763b5dc612cc tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.975439 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-24a8fe9f-db74-475a-80f8-b8e6dcc5ec56 None None] Provisioning for port 43e10832-bba0-43bb-bb99-461c4ef85b71 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:02.987263 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-24a8fe9f-db74-475a-80f8-b8e6dcc5ec56 None None] Provisioning complete for port 43e10832-bba0-43bb-bb99-461c4ef85b71 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:02.987647 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-24a8fe9f-db74-475a-80f8-b8e6dcc5ec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.994624 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-9c3042de-7a44-4efe-8bc9-763b5dc612cc tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Transition to ACTIVE for port object ed8d3ec4-006f-4eb5-af83-d5d95a707d39 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:03.084349 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-24a8fe9f-db74-475a-80f8-b8e6dcc5ec56 None None] Port 43e10832-bba0-43bb-bb99-461c4ef85b71 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:54:03.134310 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9c3042de-7a44-4efe-8bc9-763b5dc612cc tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:03.220690 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-51f89a92-1041-4ed6-b693-470f452f928b None None] Provisioning complete for port 43e10832-bba0-43bb-bb99-461c4ef85b71 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:03.221541 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-51f89a92-1041-4ed6-b693-470f452f928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:03.284342 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3042de-7a44-4efe-8bc9-763b5dc612cc tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event updated for resources: {'Port': ['ID=ed8d3ec4-006f-4eb5-af83-d5d95a707d39,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:03.307986 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-51f89a92-1041-4ed6-b693-470f452f928b None None] Port 43e10832-bba0-43bb-bb99-461c4ef85b71 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:54:03.312843 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11257d84-2051-4690-adf0-e3343cfa4d8a req-5088b928-ce4e-49a5-95d0-553e8bed7a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:03.314764 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-11257d84-2051-4690-adf0-e3343cfa4d8a req-5088b928-ce4e-49a5-95d0-553e8bed7a42 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 1100 time: 0.6656928 Jul 05 03:54:03.315762 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11257d84-2051-4690-adf0-e3343cfa4d8a req-db5b6160-5463-4219-80c2-ddfe2c796930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:03.317321 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-11257d84-2051-4690-adf0-e3343cfa4d8a req-db5b6160-5463-4219-80c2-ddfe2c796930 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.3119252 Jul 05 03:54:03.317995 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2a317-87dd-4738-b909-1df5317c77dc service neutron] Pushing event updated for resources: {'Port': ['ID=15d580a2-6ddb-47d3-8855-f357031c908a,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:03.330185 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3042de-7a44-4efe-8bc9-763b5dc612cc tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Network 3109c869-7127-4afd-9f38-c7624c1dbe78 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:03.337187 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-9c3042de-7a44-4efe-8bc9-763b5dc612cc tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:03.350737 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5d57f347-ff0c-4f8a-a997-0bdf9ae2eaed req-fd624bb3-758c-4a81-a52c-daac1686b044 tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.1274636 Jul 05 03:54:03.383529 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3042de-7a44-4efe-8bc9-763b5dc612cc tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:03.520069 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-11257d84-2051-4690-adf0-e3343cfa4d8a req-cf8827ed-a209-4b6a-9cfa-4661cb3a0643 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=63ec1ef3-1bc2-4036-b7e6-034a978916ca HTTP/1.1" status: 200 len: 217 time: 0.1861310 Jul 05 03:54:03.552458 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3748b7-c719-444d-8943-bfd477f706fc None None] Network 3786fe40-9645-44e0-a910-e28556aff90f requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:03.555870 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11257d84-2051-4690-adf0-e3343cfa4d8a req-fdf5d3b0-8c42-4c62-83f4-202f38e680f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:03.557450 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-11257d84-2051-4690-adf0-e3343cfa4d8a req-fdf5d3b0-8c42-4c62-83f4-202f38e680f2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.2249672 Jul 05 03:54:03.649838 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-11257d84-2051-4690-adf0-e3343cfa4d8a req-1c8027de-c877-429d-af25-2191312b3c3b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=63ec1ef3-1bc2-4036-b7e6-034a978916ca HTTP/1.1" status: 200 len: 217 time: 0.0613334 Jul 05 03:54:03.676421 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5b374aba-dd76-4324-963d-2db9ef4b5cac req-cb8350e3-4955-42ea-965c-56f677795d16 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 210 time: 0.0799019 Jul 05 03:54:03.682181 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-84f2a317-87dd-4738-b909-1df5317c77dc service neutron] Attempting to bind port 15d580a2-6ddb-47d3-8855-f357031c908a on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:03.682769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-84f2a317-87dd-4738-b909-1df5317c77dc service neutron] Attempting to bind port 15d580a2-6ddb-47d3-8855-f357031c908a by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'bdd1f297-211d-4a8c-9166-4b897f0b8e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'db89acdc-211e-44aa-a97b-667af437ce25'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:03.683287 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-84f2a317-87dd-4738-b909-1df5317c77dc service neutron] Attempting to bind port 15d580a2-6ddb-47d3-8855-f357031c908a on network db89acdc-211e-44aa-a97b-667af437ce25 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:03.691869 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-84f2a317-87dd-4738-b909-1df5317c77dc service neutron] Port 15d580a2-6ddb-47d3-8855-f357031c908a on network db89acdc-211e-44aa-a97b-667af437ce25 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:03.692507 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-84f2a317-87dd-4738-b909-1df5317c77dc service neutron] Attempting to bind port 15d580a2-6ddb-47d3-8855-f357031c908a on network db89acdc-211e-44aa-a97b-667af437ce25 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:03.693126 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 63ec1ef3-1bc2-4036-b7e6-034a978916ca details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:03.710902 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-84f2a317-87dd-4738-b909-1df5317c77dc service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:03.717081 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-84f2a317-87dd-4738-b909-1df5317c77dc service neutron] Checking segment: {'id': 'bdd1f297-211d-4a8c-9166-4b897f0b8e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'db89acdc-211e-44aa-a97b-667af437ce25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:03.717759 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-84f2a317-87dd-4738-b909-1df5317c77dc service neutron] Bound using segment: {'id': 'bdd1f297-211d-4a8c-9166-4b897f0b8e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'db89acdc-211e-44aa-a97b-667af437ce25'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:03.718639 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-84f2a317-87dd-4738-b909-1df5317c77dc service neutron] Bound port: 15d580a2-6ddb-47d3-8855-f357031c908a, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd1f297-211d-4a8c-9166-4b897f0b8e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'db89acdc-211e-44aa-a97b-667af437ce25'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:03.720303 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-84f2a317-87dd-4738-b909-1df5317c77dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:03.767331 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11257d84-2051-4690-adf0-e3343cfa4d8a req-eb102506-9cb3-4d53-a7c9-27277e332b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:03.777196 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-d3c24975-206e-4ee7-98cd-4ba61d48f4dc req-dba58c70-1b76-4adf-9d89-8c56903bfd13 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Deleting port 8c15f630-37b4-4689-98df-2056f68db0c6 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:03.778420 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-d3c24975-206e-4ee7-98cd-4ba61d48f4dc req-dba58c70-1b76-4adf-9d89-8c56903bfd13 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:03.781038 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-11257d84-2051-4690-adf0-e3343cfa4d8a req-eb102506-9cb3-4d53-a7c9-27277e332b24 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.2501607 Jul 05 03:54:03.880451 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dbb08fcb-51ee-478e-9333-af9b8bf89678 None None] Provisioning for port 402ff8e6-e012-40c4-840c-541b313010b8 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:03.894709 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-d3c24975-206e-4ee7-98cd-4ba61d48f4dc req-dba58c70-1b76-4adf-9d89-8c56903bfd13 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] For port 8c15f630-37b4-4689-98df-2056f68db0c6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8c15f630-37b4-4689-98df-2056f68db0c6,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:03.895074 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-d3c24975-206e-4ee7-98cd-4ba61d48f4dc req-dba58c70-1b76-4adf-9d89-8c56903bfd13 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:03.911149 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-d3c24975-206e-4ee7-98cd-4ba61d48f4dc req-dba58c70-1b76-4adf-9d89-8c56903bfd13 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Calling delete_port for 8c15f630-37b4-4689-98df-2056f68db0c6 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:03.985269 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11257d84-2051-4690-adf0-e3343cfa4d8a req-890295d8-2624-4552-b20a-016ec6892914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:03.986761 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-11257d84-2051-4690-adf0-e3343cfa4d8a req-890295d8-2624-4552-b20a-016ec6892914 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.3154719 Jul 05 03:54:04.022755 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2cff5-29d4-45de-a97e-a16c439b2398 req-0a833026-01a9-486d-ba33-25b539c72389 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:04.025676 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-84f2a317-87dd-4738-b909-1df5317c77dc service neutron] For port 15d580a2-6ddb-47d3-8855-f357031c908a, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:04.033403 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2cff5-29d4-45de-a97e-a16c439b2398 req-0a833026-01a9-486d-ba33-25b539c72389 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:04.038891 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2cff5-29d4-45de-a97e-a16c439b2398 req-0a833026-01a9-486d-ba33-25b539c72389 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:04.040737 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56f2cff5-29d4-45de-a97e-a16c439b2398 req-0a833026-01a9-486d-ba33-25b539c72389 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=97f61526-da77-4023-b167-2257a14a748d HTTP/1.1" status: 200 len: 2388 time: 1.0000076 Jul 05 03:54:04.131884 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 85047c04-bac5-4400-8b0f-801f80342e92 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:04.143433 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 63ec1ef3-1bc2-4036-b7e6-034a978916ca, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=63ec1ef3-1bc2-4036-b7e6-034a978916ca,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:04.196859 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-36a05a5e-be8a-4c56-9c07-8417de24b136 None None] Provisioning for port ed8d3ec4-006f-4eb5-af83-d5d95a707d39 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:04.225762 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-36a05a5e-be8a-4c56-9c07-8417de24b136 None None] Provisioning complete for port ed8d3ec4-006f-4eb5-af83-d5d95a707d39 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:04.226692 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-36a05a5e-be8a-4c56-9c07-8417de24b136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:04.228168 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '63ec1ef3-1bc2-4036-b7e6-034a978916ca', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '63ec1ef3-1bc2-4036-b7e6-034a978916ca', 'mac_address': 'fa:16:3e:e7:91:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:04.330078 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:04.342377 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-36a05a5e-be8a-4c56-9c07-8417de24b136 None None] Port ed8d3ec4-006f-4eb5-af83-d5d95a707d39 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:54:04.359033 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:04.384015 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 85047c04-bac5-4400-8b0f-801f80342e92 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:04.384015 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:04.386568 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ec1ef3-1bc2-4036-b7e6-034a978916ca {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:04.442304 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 63ec1ef3-1bc2-4036-b7e6-034a978916ca, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=63ec1ef3-1bc2-4036-b7e6-034a978916ca,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:04.457749 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:04.500877 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-84f2a317-87dd-4738-b909-1df5317c77dc service neutron] For port 15d580a2-6ddb-47d3-8855-f357031c908a, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=15d580a2-6ddb-47d3-8855-f357031c908a,segment=NetworkSegment(bdd1f297-211d-4a8c-9166-4b897f0b8e1e),segment_id=bdd1f297-211d-4a8c-9166-4b897f0b8e1e)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:04.511021 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-84f2a317-87dd-4738-b909-1df5317c77dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:04.563851 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-84f2a317-87dd-4738-b909-1df5317c77dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:04.565009 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-84f2a317-87dd-4738-b909-1df5317c77dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:04.566733 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-84f2a317-87dd-4738-b909-1df5317c77dc service neutron] 10.222.0.89 "PUT /v2.0/ports/15d580a2-6ddb-47d3-8855-f357031c908a HTTP/1.1" status: 200 len: 1092 time: 2.9761417 Jul 05 03:54:04.570715 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f61526-da77-4023-b167-2257a14a748d', 'tag': '15d580a2-6ddb-47d3-8855-f357031c908a'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:04.584349 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ac837e-06f1-464c-9ecb-56689ba969cd" -d '{"events": [{"name": "network-changed", "server_uuid": "97f61526-da77-4023-b167-2257a14a748d", "tag": "15d580a2-6ddb-47d3-8855-f357031c908a"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:04.585633 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3042de-7a44-4efe-8bc9-763b5dc612cc tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:04.586704 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9c3042de-7a44-4efe-8bc9-763b5dc612cc tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:04.617102 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4cc7824a-a910-4b82-8cca-2d9884ec847c service neutron] Request body: {'port': {'device_id': '97f61526-da77-4023-b167-2257a14a748d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:04.620677 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=63ec1ef3-1bc2-4036-b7e6-034a978916ca,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:04.630694 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11257d84-2051-4690-adf0-e3343cfa4d8a req-d0b89eb7-158b-416b-9faa-d4f583bbaf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:04.632996 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-11257d84-2051-4690-adf0-e3343cfa4d8a req-d0b89eb7-158b-416b-9faa-d4f583bbaf39 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8372314 Jul 05 03:54:04.645022 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 402ff8e6-e012-40c4-840c-541b313010b8 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:04.716951 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56f2cff5-29d4-45de-a97e-a16c439b2398 req-12cd89ae-1c92-42ac-90a3-39c5f8891da5 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6634951 Jul 05 03:54:04.727895 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9c3042de-7a44-4efe-8bc9-763b5dc612cc tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4544234 Jul 05 03:54:04.745121 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 402ff8e6-e012-40c4-840c-541b313010b8 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:04.765071 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 402ff8e6-e012-40c4-840c-541b313010b8 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:04.765677 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:04.770872 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2a317-87dd-4738-b909-1df5317c77dc service neutron] Pushing event updated for resources: {'Port': ['ID=15d580a2-6ddb-47d3-8855-f357031c908a,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:04.834018 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb65121-e8a9-42cb-b4f4-2f1af4c090e7 req-708358d9-8d69-4404-bb6b-bc347f127b2a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:04.835969 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7bb65121-e8a9-42cb-b4f4-2f1af4c090e7 req-708358d9-8d69-4404-bb6b-bc347f127b2a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 948 time: 0.8567617 Jul 05 03:54:04.912902 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11257d84-2051-4690-adf0-e3343cfa4d8a req-4d2c1417-7ebb-48b1-9f3d-36258286cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:04.915028 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-11257d84-2051-4690-adf0-e3343cfa4d8a req-4d2c1417-7ebb-48b1-9f3d-36258286cb31 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9137084 Jul 05 03:54:04.941655 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e241e8f6-c67c-40cd-85e3-08ff7f4fcec3 None None] Provisioning complete for port 402ff8e6-e012-40c4-840c-541b313010b8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:04.942183 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e241e8f6-c67c-40cd-85e3-08ff7f4fcec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:05.042837 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fa144df0-2216-448e-bb15-12fae26f3ff4 req-e8756dd9-8245-402a-ab52-06b448a11655 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "GET /v2.0/security-groups/3dd0701b-5b63-45aa-95e4-f0560e4bd33e HTTP/1.1" status: 200 len: 1778 time: 0.2535496 Jul 05 03:54:05.049759 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['63ec1ef3-1bc2-4036-b7e6-034a978916ca'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:05.066033 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4cc7824a-a910-4b82-8cca-2d9884ec847c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:05.093444 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-11257d84-2051-4690-adf0-e3343cfa4d8a req-57d738ff-d873-4713-ac4f-b52960c89e54 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341373 Jul 05 03:54:05.132513 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:05.143909 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7bb65121-e8a9-42cb-b4f4-2f1af4c090e7 req-0b04f12f-65fc-49dc-a0a6-68fd3c9b2a73 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617142 Jul 05 03:54:05.220743 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-d3c24975-206e-4ee7-98cd-4ba61d48f4dc req-dba58c70-1b76-4adf-9d89-8c56903bfd13 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:05.233094 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-2d3d5968-b6c5-489c-8b50-b278f15ed7cf tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:05.235247 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-2d3d5968-b6c5-489c-8b50-b278f15ed7cf tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.89 "GET /v2.0/networks?id=7b6709da-22b7-4420-933a-f93ebf434ce7 HTTP/1.1" status: 200 len: 804 time: 0.3398030 Jul 05 03:54:05.254379 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-11257d84-2051-4690-adf0-e3343cfa4d8a req-d7c77020-28d6-4bf7-bc1d-428c6b820822 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166747 Jul 05 03:54:05.259652 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 402ff8e6-e012-40c4-840c-541b313010b8, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=402ff8e6-e012-40c4-840c-541b313010b8,segment=NetworkSegment(67cb506d-913f-48a5-b11e-ed8b7440aff3),segment_id=67cb506d-913f-48a5-b11e-ed8b7440aff3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:05.267817 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e241e8f6-c67c-40cd-85e3-08ff7f4fcec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:05.274910 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-de7f37d9-a49e-4f8c-9821-974c75559c53 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Request body: {'port': {'device_id': 'e268c4a7-4135-44a0-aa31-48d2ec19bbf9', 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7', 'admin_state_up': True, 'tenant_id': '0b15a843c894428bb9d88f84ee28689c'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:05.286308 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:05.335143 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba58c70-1b76-4adf-9d89-8c56903bfd13 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Pushing event deleted for resources: {'Port': ['ID=8c15f630-37b4-4689-98df-2056f68db0c6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:05.385109 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fa144df0-2216-448e-bb15-12fae26f3ff4 req-fc82bae0-223c-49d1-acf6-7c88c490f3b6 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:05.462803 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=402ff8e6-e012-40c4-840c-541b313010b8,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:05.474548 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.api [None req-e241e8f6-c67c-40cd-85e3-08ff7f4fcec3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:54:05.474958 n-d-780147-23 neutron-server[105540]: DEBUG oslo_db.api [None req-e241e8f6-c67c-40cd-85e3-08ff7f4fcec3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:54:05.503702 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c24975-206e-4ee7-98cd-4ba61d48f4dc req-dba58c70-1b76-4adf-9d89-8c56903bfd13 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] No DVR routers for this DVR port 8c15f630-37b4-4689-98df-2056f68db0c6 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:05.506710 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-d3c24975-206e-4ee7-98cd-4ba61d48f4dc req-dba58c70-1b76-4adf-9d89-8c56903bfd13 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:05.509480 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d3c24975-206e-4ee7-98cd-4ba61d48f4dc req-dba58c70-1b76-4adf-9d89-8c56903bfd13 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.89 "DELETE /v2.0/ports/8c15f630-37b4-4689-98df-2056f68db0c6 HTTP/1.1" status: 204 len: 173 time: 2.7358892 Jul 05 03:54:05.516781 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c424981a-f220-4206-a8d9-aa5ef9040725', 'name': 'network-vif-deleted', 'tag': '8c15f630-37b4-4689-98df-2056f68db0c6'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:05.519075 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8389ef-2cea-4f48-b2e6-0b1aa8b4378c" -d '{"events": [{"server_uuid": "c424981a-f220-4206-a8d9-aa5ef9040725", "name": "network-vif-deleted", "tag": "8c15f630-37b4-4689-98df-2056f68db0c6"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:05.563309 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-11257d84-2051-4690-adf0-e3343cfa4d8a req-65d5c407-80c8-4f38-8abf-251d13b570dd service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398019 Jul 05 03:54:05.585536 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fa144df0-2216-448e-bb15-12fae26f3ff4 req-fc82bae0-223c-49d1-acf6-7c88c490f3b6 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:05.680727 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-11257d84-2051-4690-adf0-e3343cfa4d8a req-b67d068d-1fda-4496-9f5b-b543ea185476 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749952 Jul 05 03:54:05.688270 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-de7f37d9-a49e-4f8c-9821-974c75559c53 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Made reservation on behalf of 0b15a843c894428bb9d88f84ee28689c for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:05.692920 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-de7f37d9-a49e-4f8c-9821-974c75559c53 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:05.704866 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fa144df0-2216-448e-bb15-12fae26f3ff4 req-fc82bae0-223c-49d1-acf6-7c88c490f3b6 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:05.707401 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fa144df0-2216-448e-bb15-12fae26f3ff4 req-fc82bae0-223c-49d1-acf6-7c88c490f3b6 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:05.712425 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fa144df0-2216-448e-bb15-12fae26f3ff4 req-fc82bae0-223c-49d1-acf6-7c88c490f3b6 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] 10.222.0.77 "DELETE /v2.0/security-groups/3dd0701b-5b63-45aa-95e4-f0560e4bd33e HTTP/1.1" status: 204 len: 173 time: 0.6381121 Jul 05 03:54:05.742390 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82bae0-223c-49d1-acf6-7c88c490f3b6 tempest-SecurityGroupsTestAdminJSON-1503607996 tempest-SecurityGroupsTestAdminJSON-1503607996-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd0701b-5b63-45aa-95e4-f0560e4bd33e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:05.768815 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7f4be7-d0e1-4729-a61f-9ccf6a3cbf4e x-openstack-request-id: req-7f7f4be7-d0e1-4729-a61f-9ccf6a3cbf4e {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:05.769186 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f61526-da77-4023-b167-2257a14a748d", "tag": "15d580a2-6ddb-47d3-8855-f357031c908a", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:05.769351 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7f7f4be7-d0e1-4729-a61f-9ccf6a3cbf4e {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:05.769747 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f61526-da77-4023-b167-2257a14a748d', 'tag': '15d580a2-6ddb-47d3-8855-f357031c908a', 'status': 'completed', 'code': 200} Jul 05 03:54:05.781845 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f66edf8-3acb-4ba6-a39a-4e481d7175cd req-442fada6-9d56-4c3f-bada-26f0ff574e04 tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0757608 Jul 05 03:54:05.920041 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4cc7824a-a910-4b82-8cca-2d9884ec847c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb70b01-eba4-494d-89a5-4bc845024fe5 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:05.920503 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 402ff8e6-e012-40c4-840c-541b313010b8 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:05.945689 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4cc7824a-a910-4b82-8cca-2d9884ec847c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:05.969740 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5b79e0df-7a26-4ac2-bcd5-a38ec42a3f2c req-3fde7fc4-b654-48f1-b63d-e64e81f9f24c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 210 time: 0.0445414 Jul 05 03:54:05.987269 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-de7f37d9-a49e-4f8c-9821-974c75559c53 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Allocated IP 172.20.0.7 (7b6709da-22b7-4420-933a-f93ebf434ce7/ccf7098d-d664-4348-860f-1e166cf68435/0b395ea7-e123-41b3-a00c-0609cc71e1d5) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:05.987575 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac837e-06f1-464c-9ecb-56689ba969cd req-66699e3a-f5ed-4472-9bf3-281dd191919b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:05.988198 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac837e-06f1-464c-9ecb-56689ba969cd req-66699e3a-f5ed-4472-9bf3-281dd191919b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:05.988587 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac837e-06f1-464c-9ecb-56689ba969cd req-66699e3a-f5ed-4472-9bf3-281dd191919b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:05.990320 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2ac837e-06f1-464c-9ecb-56689ba969cd req-66699e3a-f5ed-4472-9bf3-281dd191919b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9ff6bd26a45e49ae97b99bbcef80f6b1&device_id=97f61526-da77-4023-b167-2257a14a748d HTTP/1.1" status: 200 len: 2732 time: 0.1922481 Jul 05 03:54:05.991594 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4cc7824a-a910-4b82-8cca-2d9884ec847c service neutron] Transition to ACTIVE for port object efb70b01-eba4-494d-89a5-4bc845024fe5 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:05.997735 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4cc7824a-a910-4b82-8cca-2d9884ec847c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.018968 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51716) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:06.031138 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-edf42f9f-d659-4087-9cfa-0fce10349614 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Request body: {'security_group': {'name': 'tempest-securitygroup--309778176', 'description': 'tempest-description--881173654'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:06.086274 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7824a-a910-4b82-8cca-2d9884ec847c service neutron] Pushing event updated for resources: {'Port': ['ID=efb70b01-eba4-494d-89a5-4bc845024fe5,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:06.117875 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcc0321-2f19-4571-89d4-6dbb06b520b2 x-openstack-request-id: req-8bcc0321-2f19-4571-89d4-6dbb06b520b2 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:06.118468 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c424981a-f220-4206-a8d9-aa5ef9040725", "name": "network-vif-deleted", "tag": "8c15f630-37b4-4689-98df-2056f68db0c6", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:06.118468 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8bcc0321-2f19-4571-89d4-6dbb06b520b2 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:06.118807 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c424981a-f220-4206-a8d9-aa5ef9040725', 'name': 'network-vif-deleted', 'tag': '8c15f630-37b4-4689-98df-2056f68db0c6', 'status': 'completed', 'code': 200} Jul 05 03:54:06.120099 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-edf42f9f-d659-4087-9cfa-0fce10349614 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.203175 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6fc072f6-4ff1-42b0-8247-172b102156ce req-aa4192fb-d3a1-4a4d-aab5-2365e14c8145 tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] 10.222.0.77 "GET /v2.0/security-groups/fa8848c7-a001-4d21-a79d-1cd3f98cabef HTTP/1.1" status: 200 len: 1777 time: 0.1409047 Jul 05 03:54:06.287419 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 402ff8e6-e012-40c4-840c-541b313010b8 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:06.288028 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.431321 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6fc072f6-4ff1-42b0-8247-172b102156ce req-015b22f3-669d-4fcc-8495-6b9ecbbcd811 tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.491561 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6fc072f6-4ff1-42b0-8247-172b102156ce req-015b22f3-669d-4fcc-8495-6b9ecbbcd811 tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.509042 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-edf42f9f-d659-4087-9cfa-0fce10349614 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.516643 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-de7f37d9-a49e-4f8c-9821-974c75559c53 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.518033 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4cc7824a-a910-4b82-8cca-2d9884ec847c service neutron] Attempting to bind port efb70b01-eba4-494d-89a5-4bc845024fe5 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:06.518033 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4cc7824a-a910-4b82-8cca-2d9884ec847c service neutron] Attempting to bind port efb70b01-eba4-494d-89a5-4bc845024fe5 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '827377e7-3d2b-4650-947f-23bb65dcbc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9d079804-10be-4adc-8fe6-912a667d4bf0'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:06.518033 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4cc7824a-a910-4b82-8cca-2d9884ec847c service neutron] Attempting to bind port efb70b01-eba4-494d-89a5-4bc845024fe5 on network 9d079804-10be-4adc-8fe6-912a667d4bf0 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:06.532751 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac837e-06f1-464c-9ecb-56689ba969cd req-2872fa0b-c078-45b4-9303-be6740f8d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:06.533342 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac837e-06f1-464c-9ecb-56689ba969cd req-2872fa0b-c078-45b4-9303-be6740f8d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:06.533717 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac837e-06f1-464c-9ecb-56689ba969cd req-2872fa0b-c078-45b4-9303-be6740f8d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:06.534565 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-edf42f9f-d659-4087-9cfa-0fce10349614 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.535907 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2ac837e-06f1-464c-9ecb-56689ba969cd req-2872fa0b-c078-45b4-9303-be6740f8d5a8 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=9ff6bd26a45e49ae97b99bbcef80f6b1&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3992195 Jul 05 03:54:06.537263 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4cc7824a-a910-4b82-8cca-2d9884ec847c service neutron] Port efb70b01-eba4-494d-89a5-4bc845024fe5 on network 9d079804-10be-4adc-8fe6-912a667d4bf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:06.537583 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4cc7824a-a910-4b82-8cca-2d9884ec847c service neutron] Attempting to bind port efb70b01-eba4-494d-89a5-4bc845024fe5 on network 9d079804-10be-4adc-8fe6-912a667d4bf0 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:06.554597 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4cc7824a-a910-4b82-8cca-2d9884ec847c service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:06.554961 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4cc7824a-a910-4b82-8cca-2d9884ec847c service neutron] Checking segment: {'id': '827377e7-3d2b-4650-947f-23bb65dcbc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9d079804-10be-4adc-8fe6-912a667d4bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:06.555281 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4cc7824a-a910-4b82-8cca-2d9884ec847c service neutron] Bound using segment: {'id': '827377e7-3d2b-4650-947f-23bb65dcbc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9d079804-10be-4adc-8fe6-912a667d4bf0'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:06.555739 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4cc7824a-a910-4b82-8cca-2d9884ec847c service neutron] Bound port: efb70b01-eba4-494d-89a5-4bc845024fe5, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '827377e7-3d2b-4650-947f-23bb65dcbc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9d079804-10be-4adc-8fe6-912a667d4bf0'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:06.556161 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4cc7824a-a910-4b82-8cca-2d9884ec847c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.569288 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ffe64-9ca4-4414-a0af-81ae9d8ccfe4 req-d6583554-f87f-4a51-93bd-c1fdea7b309c tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:06.576489 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ffe64-9ca4-4414-a0af-81ae9d8ccfe4 req-d6583554-f87f-4a51-93bd-c1fdea7b309c tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:06.582510 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ffe64-9ca4-4414-a0af-81ae9d8ccfe4 req-d6583554-f87f-4a51-93bd-c1fdea7b309c tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:06.584381 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f26ffe64-9ca4-4414-a0af-81ae9d8ccfe4 req-d6583554-f87f-4a51-93bd-c1fdea7b309c tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=97f61526-da77-4023-b167-2257a14a748d HTTP/1.1" status: 200 len: 2400 time: 0.3648231 Jul 05 03:54:06.591988 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-edf42f9f-d659-4087-9cfa-0fce10349614 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.593240 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-edf42f9f-d659-4087-9cfa-0fce10349614 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5732651 Jul 05 03:54:06.594042 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf42f9f-d659-4087-9cfa-0fce10349614 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef2afcc-3938-44bf-a63f-7503b3ea5336,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:06.603214 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51724) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:06.608309 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-3f62499c-6f48-410c-b7b7-cdb4697fb042 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Request body: {'security_group_rule': {'security_group_id': '1ef2afcc-3938-44bf-a63f-7503b3ea5336', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:06.617007 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6fc072f6-4ff1-42b0-8247-172b102156ce req-015b22f3-669d-4fcc-8495-6b9ecbbcd811 tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.619682 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6fc072f6-4ff1-42b0-8247-172b102156ce req-015b22f3-669d-4fcc-8495-6b9ecbbcd811 tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.620863 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6fc072f6-4ff1-42b0-8247-172b102156ce req-015b22f3-669d-4fcc-8495-6b9ecbbcd811 tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] 10.222.0.77 "DELETE /v2.0/security-groups/fa8848c7-a001-4d21-a79d-1cd3f98cabef HTTP/1.1" status: 204 len: 173 time: 0.3988979 Jul 05 03:54:06.644061 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b22f3-669d-4fcc-8495-6b9ecbbcd811 tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8848c7-a001-4d21-a79d-1cd3f98cabef,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:06.668442 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-de7f37d9-a49e-4f8c-9821-974c75559c53 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.712545 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3f62499c-6f48-410c-b7b7-cdb4697fb042 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.764583 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-de7f37d9-a49e-4f8c-9821-974c75559c53 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Network 7b6709da-22b7-4420-933a-f93ebf434ce7 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:06.775681 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f26ffe64-9ca4-4414-a0af-81ae9d8ccfe4 req-98364603-31d8-4b67-ad4e-c030935a2a66 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787338 Jul 05 03:54:06.790600 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-de7f37d9-a49e-4f8c-9821-974c75559c53 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:06.801208 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-de7f37d9-a49e-4f8c-9821-974c75559c53 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:06.823950 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f37d9-a49e-4f8c-9821-974c75559c53 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Pushing event updated for resources: {'Port': ['ID=0b395ea7-e123-41b3-a00c-0609cc71e1d5,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:06.850833 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4cc7824a-a910-4b82-8cca-2d9884ec847c service neutron] For port efb70b01-eba4-494d-89a5-4bc845024fe5, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:06.856267 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4cc7824a-a910-4b82-8cca-2d9884ec847c service neutron] For port efb70b01-eba4-494d-89a5-4bc845024fe5, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=efb70b01-eba4-494d-89a5-4bc845024fe5,segment=NetworkSegment(827377e7-3d2b-4650-947f-23bb65dcbc7d),segment_id=827377e7-3d2b-4650-947f-23bb65dcbc7d)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:06.858238 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac837e-06f1-464c-9ecb-56689ba969cd req-debd8d05-b1d4-486c-9f3e-d2a3c0dfba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:06.859959 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2ac837e-06f1-464c-9ecb-56689ba969cd req-debd8d05-b1d4-486c-9f3e-d2a3c0dfba92 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3144212 Jul 05 03:54:06.863535 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4cc7824a-a910-4b82-8cca-2d9884ec847c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.906816 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4cc7824a-a910-4b82-8cca-2d9884ec847c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:06.907657 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4cc7824a-a910-4b82-8cca-2d9884ec847c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.909436 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4cc7824a-a910-4b82-8cca-2d9884ec847c service neutron] 10.222.0.89 "PUT /v2.0/ports/efb70b01-eba4-494d-89a5-4bc845024fe5 HTTP/1.1" status: 200 len: 1093 time: 2.3104718 Jul 05 03:54:06.929765 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-de7f37d9-a49e-4f8c-9821-974c75559c53 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:06.930457 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-de7f37d9-a49e-4f8c-9821-974c75559c53 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.935080 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7824a-a910-4b82-8cca-2d9884ec847c service neutron] Pushing event updated for resources: {'Port': ['ID=efb70b01-eba4-494d-89a5-4bc845024fe5,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:06.953070 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-10703165-b4ba-455a-a4cb-06c7e38f14ae service neutron] Request body: {'port': {'device_id': '97f61526-da77-4023-b167-2257a14a748d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:06.968903 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3f62499c-6f48-410c-b7b7-cdb4697fb042 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.980312 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3f62499c-6f48-410c-b7b7-cdb4697fb042 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.987555 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-de7f37d9-a49e-4f8c-9821-974c75559c53 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7220933 Jul 05 03:54:06.999252 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c242e-1d57-4d08-b0da-06892f950e3d req-d4d7bb66-ed89-4206-9c08-506f12c7a5ab tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:07.006557 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-644c242e-1d57-4d08-b0da-06892f950e3d req-d4d7bb66-ed89-4206-9c08-506f12c7a5ab tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 949 time: 0.2521245 Jul 05 03:54:07.027382 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-f0dcee2c-7707-415a-aace-fcb7d8c03927 service neutron] Request body: {'port': {'device_id': 'e268c4a7-4135-44a0-aa31-48d2ec19bbf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:07.041302 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62499c-6f48-410c-b7b7-cdb4697fb042 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d23499-7daf-400c-b898-8b1651b8a081,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:07.056046 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-10703165-b4ba-455a-a4cb-06c7e38f14ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.083046 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3f62499c-6f48-410c-b7b7-cdb4697fb042 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.084304 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3f62499c-6f48-410c-b7b7-cdb4697fb042 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4800971 Jul 05 03:54:07.092053 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51732) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:07.098001 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f8bdf008-24c9-447f-a1eb-91402b70f0dd tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Request body: {'security_group_rule': {'security_group_id': '1ef2afcc-3938-44bf-a63f-7503b3ea5336', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:07.127487 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-644c242e-1d57-4d08-b0da-06892f950e3d req-6138722d-0e91-4681-8ab9-34ad16688a00 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198375 Jul 05 03:54:07.197107 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-f0dcee2c-7707-415a-aace-fcb7d8c03927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.221409 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8bdf008-24c9-447f-a1eb-91402b70f0dd tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.326831 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e766f239-a4f2-4fa1-b346-8257ac68d55b req-235456ca-d304-4a4e-82f1-ef259e5bca19 tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] 10.222.0.77 "GET /v2.0/security-groups/ff37d152-9ddd-486c-8e3e-f33885b4f962 HTTP/1.1" status: 200 len: 1777 time: 0.1173732 Jul 05 03:54:07.331779 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0b88344f-63ce-4a47-91f4-1b319f8c91f5 req-cfa6597c-1d6d-4dfb-a7ba-595aa543d649 tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0552499 Jul 05 03:54:07.423489 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8bdf008-24c9-447f-a1eb-91402b70f0dd tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.429446 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8bdf008-24c9-447f-a1eb-91402b70f0dd tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.434574 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e766f239-a4f2-4fa1-b346-8257ac68d55b req-36558626-b7ec-4796-aa0c-8cb6cf2f1124 tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.469759 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e766f239-a4f2-4fa1-b346-8257ac68d55b req-36558626-b7ec-4796-aa0c-8cb6cf2f1124 tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.472465 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bdf008-24c9-447f-a1eb-91402b70f0dd tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e80b43-4502-41c3-82a5-68126a3f60e9,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:07.533713 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-10703165-b4ba-455a-a4cb-06c7e38f14ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc36e781-612f-42c5-9961-599346a266a4 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:07.540276 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8bdf008-24c9-447f-a1eb-91402b70f0dd tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.542559 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f8bdf008-24c9-447f-a1eb-91402b70f0dd tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4471819 Jul 05 03:54:07.542707 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-10703165-b4ba-455a-a4cb-06c7e38f14ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.546019 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51736) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:07.550589 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-071c430b-2047-4f2a-ba48-7fdeabb5361e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:07.568610 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e766f239-a4f2-4fa1-b346-8257ac68d55b req-36558626-b7ec-4796-aa0c-8cb6cf2f1124 tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.571064 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e766f239-a4f2-4fa1-b346-8257ac68d55b req-36558626-b7ec-4796-aa0c-8cb6cf2f1124 tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.572243 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e766f239-a4f2-4fa1-b346-8257ac68d55b req-36558626-b7ec-4796-aa0c-8cb6cf2f1124 tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] 10.222.0.77 "DELETE /v2.0/security-groups/ff37d152-9ddd-486c-8e3e-f33885b4f962 HTTP/1.1" status: 204 len: 173 time: 0.2383845 Jul 05 03:54:07.573210 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-10703165-b4ba-455a-a4cb-06c7e38f14ae service neutron] Transition to ACTIVE for port object bc36e781-612f-42c5-9961-599346a266a4 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:07.582287 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-10703165-b4ba-455a-a4cb-06c7e38f14ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.626386 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36558626-b7ec-4796-aa0c-8cb6cf2f1124 tempest-SecurityGroupsTestAdminJSON-2057981580 tempest-SecurityGroupsTestAdminJSON-2057981580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff37d152-9ddd-486c-8e3e-f33885b4f962,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:07.645516 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-071c430b-2047-4f2a-ba48-7fdeabb5361e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.677677 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10703165-b4ba-455a-a4cb-06c7e38f14ae service neutron] Pushing event updated for resources: {'Port': ['ID=bc36e781-612f-42c5-9961-599346a266a4,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:07.702807 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 63ec1ef3-1bc2-4036-b7e6-034a978916ca up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:07.704203 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a50c92-0a13-48d6-a270-8f569bd053ad req-11e75bc3-d298-449d-a7b7-217e36587e02 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:07.712914 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99a50c92-0a13-48d6-a270-8f569bd053ad req-11e75bc3-d298-449d-a7b7-217e36587e02 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 931 time: 0.2523077 Jul 05 03:54:07.773273 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-f0dcee2c-7707-415a-aace-fcb7d8c03927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b395ea7-e123-41b3-a00c-0609cc71e1d5 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:07.777821 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 63ec1ef3-1bc2-4036-b7e6-034a978916ca completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:07.778857 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f61526-da77-4023-b167-2257a14a748d', 'tag': 'efb70b01-eba4-494d-89a5-4bc845024fe5'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:07.781513 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35398ec6-2506-4bf8-be6f-147876f58336" -d '{"events": [{"name": "network-changed", "server_uuid": "97f61526-da77-4023-b167-2257a14a748d", "tag": "efb70b01-eba4-494d-89a5-4bc845024fe5"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:07.786618 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 63ec1ef3-1bc2-4036-b7e6-034a978916ca triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:07.787995 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.815368 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-f0dcee2c-7707-415a-aace-fcb7d8c03927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.882766 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99a50c92-0a13-48d6-a270-8f569bd053ad req-748fb204-61cc-44b6-bbc5-a7b593c9afff tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665001 Jul 05 03:54:07.888844 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c36656-6512-4deb-9dca-e9b7afba2f1e x-openstack-request-id: req-f6c36656-6512-4deb-9dca-e9b7afba2f1e {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:07.889177 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f61526-da77-4023-b167-2257a14a748d", "tag": "efb70b01-eba4-494d-89a5-4bc845024fe5", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:07.889428 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f6c36656-6512-4deb-9dca-e9b7afba2f1e {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:07.889844 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f61526-da77-4023-b167-2257a14a748d', 'tag': 'efb70b01-eba4-494d-89a5-4bc845024fe5', 'status': 'completed', 'code': 200} Jul 05 03:54:07.898511 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8c15f630-37b4-4689-98df-2056f68db0c6 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:07.923922 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-f0dcee2c-7707-415a-aace-fcb7d8c03927 service neutron] Transition to ACTIVE for port object 0b395ea7-e123-41b3-a00c-0609cc71e1d5 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:07.929699 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-f0dcee2c-7707-415a-aace-fcb7d8c03927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.982316 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 8c15f630-37b4-4689-98df-2056f68db0c6 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:07.992461 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8c15f630-37b4-4689-98df-2056f68db0c6 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:08.053881 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcee2c-7707-415a-aace-fcb7d8c03927 service neutron] Pushing event updated for resources: {'Port': ['ID=0b395ea7-e123-41b3-a00c-0609cc71e1d5,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:08.061626 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-10703165-b4ba-455a-a4cb-06c7e38f14ae service neutron] Attempting to bind port bc36e781-612f-42c5-9961-599346a266a4 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:08.063245 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-10703165-b4ba-455a-a4cb-06c7e38f14ae service neutron] Attempting to bind port bc36e781-612f-42c5-9961-599346a266a4 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'bdd1f297-211d-4a8c-9166-4b897f0b8e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'db89acdc-211e-44aa-a97b-667af437ce25'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:08.066092 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-10703165-b4ba-455a-a4cb-06c7e38f14ae service neutron] Attempting to bind port bc36e781-612f-42c5-9961-599346a266a4 on network db89acdc-211e-44aa-a97b-667af437ce25 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:08.083758 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-10703165-b4ba-455a-a4cb-06c7e38f14ae service neutron] Port bc36e781-612f-42c5-9961-599346a266a4 on network db89acdc-211e-44aa-a97b-667af437ce25 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:08.084439 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-10703165-b4ba-455a-a4cb-06c7e38f14ae service neutron] Attempting to bind port bc36e781-612f-42c5-9961-599346a266a4 on network db89acdc-211e-44aa-a97b-667af437ce25 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:08.100557 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-10703165-b4ba-455a-a4cb-06c7e38f14ae service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:08.101223 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-10703165-b4ba-455a-a4cb-06c7e38f14ae service neutron] Checking segment: {'id': 'bdd1f297-211d-4a8c-9166-4b897f0b8e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'db89acdc-211e-44aa-a97b-667af437ce25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:08.101790 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-10703165-b4ba-455a-a4cb-06c7e38f14ae service neutron] Bound using segment: {'id': 'bdd1f297-211d-4a8c-9166-4b897f0b8e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'db89acdc-211e-44aa-a97b-667af437ce25'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:08.102418 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-10703165-b4ba-455a-a4cb-06c7e38f14ae service neutron] Bound port: bc36e781-612f-42c5-9961-599346a266a4, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd1f297-211d-4a8c-9166-4b897f0b8e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'db89acdc-211e-44aa-a97b-667af437ce25'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:08.102982 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-10703165-b4ba-455a-a4cb-06c7e38f14ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.127092 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51750) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:08.140185 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.166627 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfcabb8-91e6-4f12-ba49-bf451b98ad63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ec1ef3-1bc2-4036-b7e6-034a978916ca'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:08.169736 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c64363-2fda-4864-92e2-73dcb5807c1c" -d '{"events": [{"server_uuid": "4bfcabb8-91e6-4f12-ba49-bf451b98ad63", "name": "network-vif-plugged", "status": "completed", "tag": "63ec1ef3-1bc2-4036-b7e6-034a978916ca"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:08.185298 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 63ec1ef3-1bc2-4036-b7e6-034a978916ca, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=63ec1ef3-1bc2-4036-b7e6-034a978916ca,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:08.191279 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.251389 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398ec6-2506-4bf8-be6f-147876f58336 req-9fa45d12-e66b-4aae-bd01-ce926f2bff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:08.251994 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398ec6-2506-4bf8-be6f-147876f58336 req-9fa45d12-e66b-4aae-bd01-ce926f2bff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:08.252486 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398ec6-2506-4bf8-be6f-147876f58336 req-9fa45d12-e66b-4aae-bd01-ce926f2bff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:08.254157 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-35398ec6-2506-4bf8-be6f-147876f58336 req-9fa45d12-e66b-4aae-bd01-ce926f2bff9d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9ff6bd26a45e49ae97b99bbcef80f6b1&device_id=97f61526-da77-4023-b167-2257a14a748d HTTP/1.1" status: 200 len: 2826 time: 0.3224564 Jul 05 03:54:08.260221 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=63ec1ef3-1bc2-4036-b7e6-034a978916ca,revision_number=9']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:08.263847 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-071c430b-2047-4f2a-ba48-7fdeabb5361e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.290093 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-10703165-b4ba-455a-a4cb-06c7e38f14ae service neutron] For port bc36e781-612f-42c5-9961-599346a266a4, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:08.340792 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-f0dcee2c-7707-415a-aace-fcb7d8c03927 service neutron] Attempting to bind port 0b395ea7-e123-41b3-a00c-0609cc71e1d5 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:08.341535 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-f0dcee2c-7707-415a-aace-fcb7d8c03927 service neutron] Attempting to bind port 0b395ea7-e123-41b3-a00c-0609cc71e1d5 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '06b9089c-3c33-40f8-9fba-09be91ebfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:08.341535 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-f0dcee2c-7707-415a-aace-fcb7d8c03927 service neutron] Attempting to bind port 0b395ea7-e123-41b3-a00c-0609cc71e1d5 on network 7b6709da-22b7-4420-933a-f93ebf434ce7 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:08.385024 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fb99e-2344-415f-9655-74739a69642a req-a17da9e3-2f2c-49bc-8e53-d2729ffef8d4 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:08.385398 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-10703165-b4ba-455a-a4cb-06c7e38f14ae service neutron] For port bc36e781-612f-42c5-9961-599346a266a4, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=bc36e781-612f-42c5-9961-599346a266a4,segment=NetworkSegment(bdd1f297-211d-4a8c-9166-4b897f0b8e1e),segment_id=bdd1f297-211d-4a8c-9166-4b897f0b8e1e)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:08.386645 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-385fb99e-2344-415f-9655-74739a69642a req-a17da9e3-2f2c-49bc-8e53-d2729ffef8d4 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.89 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63&tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&binding%3Ahost_id=n-h2-780147-23 HTTP/1.1" status: 200 len: 949 time: 0.3258150 Jul 05 03:54:08.391355 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-f0dcee2c-7707-415a-aace-fcb7d8c03927 service neutron] Port 0b395ea7-e123-41b3-a00c-0609cc71e1d5 on network 7b6709da-22b7-4420-933a-f93ebf434ce7 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:08.391587 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-f0dcee2c-7707-415a-aace-fcb7d8c03927 service neutron] Attempting to bind port 0b395ea7-e123-41b3-a00c-0609cc71e1d5 on network 7b6709da-22b7-4420-933a-f93ebf434ce7 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:08.415349 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63e6bb-4e29-4b4b-bb62-c64102cefae5 req-679ea226-7ae8-458c-92bb-068fdd24a539 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:08.415736 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd50780-afe2-4122-b17d-828aafcdd1c5 req-de04baad-99d0-4e26-b21c-e3c7da1142c0 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:08.418546 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7bd50780-afe2-4122-b17d-828aafcdd1c5 req-de04baad-99d0-4e26-b21c-e3c7da1142c0 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 950 time: 0.2724514 Jul 05 03:54:08.422708 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63e6bb-4e29-4b4b-bb62-c64102cefae5 req-679ea226-7ae8-458c-92bb-068fdd24a539 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:08.428503 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63e6bb-4e29-4b4b-bb62-c64102cefae5 req-679ea226-7ae8-458c-92bb-068fdd24a539 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:08.430199 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ac63e6bb-4e29-4b4b-bb62-c64102cefae5 req-679ea226-7ae8-458c-92bb-068fdd24a539 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=97f61526-da77-4023-b167-2257a14a748d HTTP/1.1" status: 200 len: 2412 time: 0.3338971 Jul 05 03:54:08.431389 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-10703165-b4ba-455a-a4cb-06c7e38f14ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.440914 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-f0dcee2c-7707-415a-aace-fcb7d8c03927 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:08.441253 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-f0dcee2c-7707-415a-aace-fcb7d8c03927 service neutron] Checking segment: {'id': '06b9089c-3c33-40f8-9fba-09be91ebfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:08.441641 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-f0dcee2c-7707-415a-aace-fcb7d8c03927 service neutron] Bound using segment: {'id': '06b9089c-3c33-40f8-9fba-09be91ebfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:08.442091 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-f0dcee2c-7707-415a-aace-fcb7d8c03927 service neutron] Bound port: 0b395ea7-e123-41b3-a00c-0609cc71e1d5, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06b9089c-3c33-40f8-9fba-09be91ebfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:08.442671 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-f0dcee2c-7707-415a-aace-fcb7d8c03927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.578706 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-10703165-b4ba-455a-a4cb-06c7e38f14ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:08.579332 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-10703165-b4ba-455a-a4cb-06c7e38f14ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.580812 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-10703165-b4ba-455a-a4cb-06c7e38f14ae service neutron] 10.222.0.89 "PUT /v2.0/ports/bc36e781-612f-42c5-9961-599346a266a4 HTTP/1.1" status: 200 len: 1093 time: 1.6384072 Jul 05 03:54:08.599770 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7bd50780-afe2-4122-b17d-828aafcdd1c5 req-af2dc43c-4e9d-40dc-b28d-504f8e91198f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542814 Jul 05 03:54:08.633119 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad814ef7-042e-4610-88dc-84ab3e3cae07 req-ae1aade8-901e-4ba0-b65a-1d6173413465 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0699539 Jul 05 03:54:08.636090 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-385fb99e-2344-415f-9655-74739a69642a req-5ee77378-645c-4e7e-a500-6ea2a34a5195 service neutron] delete failed (client error): The resource could not be found. Jul 05 03:54:08.637636 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-385fb99e-2344-415f-9655-74739a69642a req-5ee77378-645c-4e7e-a500-6ea2a34a5195 service neutron] 10.222.0.89 "DELETE /v2.0/ports/63ec1ef3-1bc2-4036-b7e6-034a978916ca/bindings/n-h1-780147-23 HTTP/1.1" status: 404 len: 381 time: 0.2410271 Jul 05 03:54:08.641169 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-f0dcee2c-7707-415a-aace-fcb7d8c03927 service neutron] For port 0b395ea7-e123-41b3-a00c-0609cc71e1d5, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:08.654027 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e4ac323b-40da-451b-84e8-5eb591bac84a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8360e1a3bd0e4fb7a950066127f258ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5177760 Jul 05 03:54:08.664959 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-f0dcee2c-7707-415a-aace-fcb7d8c03927 service neutron] For port 0b395ea7-e123-41b3-a00c-0609cc71e1d5, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=0b395ea7-e123-41b3-a00c-0609cc71e1d5,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:08.666551 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51760) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:08.671771 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ac63e6bb-4e29-4b4b-bb62-c64102cefae5 req-ea4ffa7d-67ec-4625-9184-2b57991e7006 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281611 Jul 05 03:54:08.675431 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-f0dcee2c-7707-415a-aace-fcb7d8c03927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.680424 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10703165-b4ba-455a-a4cb-06c7e38f14ae service neutron] Pushing event updated for resources: {'Port': ['ID=bc36e781-612f-42c5-9961-599346a266a4,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:08.691262 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398ec6-2506-4bf8-be6f-147876f58336 req-7f640210-3558-4849-ba45-b8292e154f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:08.703047 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398ec6-2506-4bf8-be6f-147876f58336 req-7f640210-3558-4849-ba45-b8292e154f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:08.703581 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398ec6-2506-4bf8-be6f-147876f58336 req-7f640210-3558-4849-ba45-b8292e154f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:08.705693 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-35398ec6-2506-4bf8-be6f-147876f58336 req-7f640210-3558-4849-ba45-b8292e154f9f service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=9ff6bd26a45e49ae97b99bbcef80f6b1&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4395139 Jul 05 03:54:08.724930 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-071c430b-2047-4f2a-ba48-7fdeabb5361e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Allocated IP 172.25.1.83 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/fc4fccd2-12e7-4541-95bc-457d744d4edf) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:08.811714 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-f0dcee2c-7707-415a-aace-fcb7d8c03927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:08.813117 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-f0dcee2c-7707-415a-aace-fcb7d8c03927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.814891 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-f0dcee2c-7707-415a-aace-fcb7d8c03927 service neutron] 10.222.0.89 "PUT /v2.0/ports/0b395ea7-e123-41b3-a00c-0609cc71e1d5 HTTP/1.1" status: 200 len: 1092 time: 1.8002634 Jul 05 03:54:08.828833 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e268c4a7-4135-44a0-aa31-48d2ec19bbf9', 'tag': '0b395ea7-e123-41b3-a00c-0609cc71e1d5'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:08.832114 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa88bc9-2ffa-47f0-9bcb-9d36db6123f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e268c4a7-4135-44a0-aa31-48d2ec19bbf9", "tag": "0b395ea7-e123-41b3-a00c-0609cc71e1d5"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:08.917075 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398ec6-2506-4bf8-be6f-147876f58336 req-73ff6d97-a4e8-420b-a92a-1b5d4439111b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:08.919193 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-35398ec6-2506-4bf8-be6f-147876f58336 req-73ff6d97-a4e8-420b-a92a-1b5d4439111b service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1959341 Jul 05 03:54:08.924135 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a3314a01-8bdc-4a24-98e6-d6732e39b280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.959186 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcee2c-7707-415a-aace-fcb7d8c03927 service neutron] Pushing event updated for resources: {'Port': ['ID=0b395ea7-e123-41b3-a00c-0609cc71e1d5,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:08.970305 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-071c430b-2047-4f2a-ba48-7fdeabb5361e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.978174 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a3314a01-8bdc-4a24-98e6-d6732e39b280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.032939 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fb99e-2344-415f-9655-74739a69642a req-1195eb3f-3cb9-4467-8fa7-4419a6868483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.034720 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-385fb99e-2344-415f-9655-74739a69642a req-1195eb3f-3cb9-4467-8fa7-4419a6868483 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 1102 time: 0.2291925 Jul 05 03:54:09.045202 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-cbc81d78-ffc2-4c9a-972c-af0596dfaf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.046913 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-cbc81d78-ffc2-4c9a-972c-af0596dfaf11 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0b15a843c894428bb9d88f84ee28689c&device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 1095 time: 0.1758296 Jul 05 03:54:09.062847 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-071c430b-2047-4f2a-ba48-7fdeabb5361e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.067839 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-e7050fc1-660a-4ec8-a66c-9599c3398708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.068346 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-e7050fc1-660a-4ec8-a66c-9599c3398708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.068834 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-e7050fc1-660a-4ec8-a66c-9599c3398708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.070573 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-e7050fc1-660a-4ec8-a66c-9599c3398708 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9ff6bd26a45e49ae97b99bbcef80f6b1&device_id=97f61526-da77-4023-b167-2257a14a748d HTTP/1.1" status: 200 len: 2868 time: 0.0978889 Jul 05 03:54:09.138033 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a71c3b-70a3-4606-b339-7c77e5a3b53d x-openstack-request-id: req-79a71c3b-70a3-4606-b339-7c77e5a3b53d {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:09.138578 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfcabb8-91e6-4f12-ba49-bf451b98ad63", "name": "network-vif-plugged", "status": "completed", "tag": "63ec1ef3-1bc2-4036-b7e6-034a978916ca", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:09.138578 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-79a71c3b-70a3-4606-b339-7c77e5a3b53d {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:09.138989 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfcabb8-91e6-4f12-ba49-bf451b98ad63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ec1ef3-1bc2-4036-b7e6-034a978916ca', 'code': 200} Jul 05 03:54:09.152178 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071c430b-2047-4f2a-ba48-7fdeabb5361e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:09.154746 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-2793d89c-83c8-4ffa-83ea-1044d41d8400 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.53&port_id=15d580a2-6ddb-47d3-8855-f357031c908a HTTP/1.1" status: 200 len: 217 time: 0.0532770 Jul 05 03:54:09.160482 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-071c430b-2047-4f2a-ba48-7fdeabb5361e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:09.163661 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c430b-2047-4f2a-ba48-7fdeabb5361e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event updated for resources: {'Port': ['ID=fc4fccd2-12e7-4541-95bc-457d744d4edf,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:09.166081 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071c430b-2047-4f2a-ba48-7fdeabb5361e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:09.197594 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fb99e-2344-415f-9655-74739a69642a req-ecee1bd7-1097-4b08-968d-91fd0309f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.199282 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-385fb99e-2344-415f-9655-74739a69642a req-ecee1bd7-1097-4b08-968d-91fd0309f4c3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.1512239 Jul 05 03:54:09.201261 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fa21b1-1e64-449a-a65c-4e42caef6d27 x-openstack-request-id: req-99fa21b1-1e64-449a-a65c-4e42caef6d27 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:09.201559 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e268c4a7-4135-44a0-aa31-48d2ec19bbf9", "tag": "0b395ea7-e123-41b3-a00c-0609cc71e1d5", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:09.201954 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-99fa21b1-1e64-449a-a65c-4e42caef6d27 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:09.202493 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e268c4a7-4135-44a0-aa31-48d2ec19bbf9', 'tag': '0b395ea7-e123-41b3-a00c-0609cc71e1d5', 'status': 'completed', 'code': 200} Jul 05 03:54:09.203729 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a3314a01-8bdc-4a24-98e6-d6732e39b280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.206406 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a3314a01-8bdc-4a24-98e6-d6732e39b280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.207666 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a3314a01-8bdc-4a24-98e6-d6732e39b280 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9790ecc5-4043-4ae1-a288-99b2aafe80f5 HTTP/1.1" status: 204 len: 168 time: 0.5398684 Jul 05 03:54:09.209169 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-c5d89151-5405-4545-8b7d-6f37a97c1fdd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b395ea7-e123-41b3-a00c-0609cc71e1d5 HTTP/1.1" status: 200 len: 217 time: 0.1490662 Jul 05 03:54:09.307339 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-0682b1ac-cb9c-4618-9e10-5566a9eb85bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.308776 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-0682b1ac-cb9c-4618-9e10-5566a9eb85bc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ccf7098d-d664-4348-860f-1e166cf68435 HTTP/1.1" status: 200 len: 844 time: 0.0847666 Jul 05 03:54:09.313327 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-64ed5a2c-13c5-4adf-95ae-ba3fce759598 req-3bf10448-82ed-485f-aa2b-001ff1d637db tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.1031542 Jul 05 03:54:09.314112 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3314a01-8bdc-4a24-98e6-d6732e39b280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9790ecc5-4043-4ae1-a288-99b2aafe80f5,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:09.374158 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-385fb99e-2344-415f-9655-74739a69642a req-4e3b600e-7574-46f9-b723-7f3b153001f9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=63ec1ef3-1bc2-4036-b7e6-034a978916ca HTTP/1.1" status: 200 len: 217 time: 0.1403732 Jul 05 03:54:09.396732 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-d573215b-db5d-4785-ba00-5c992b2ac42e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7b6709da-22b7-4420-933a-f93ebf434ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335519 Jul 05 03:54:09.494286 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fb99e-2344-415f-9655-74739a69642a req-2850a12d-5e4a-4250-8ea9-789bbb43f838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.495766 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-385fb99e-2344-415f-9655-74739a69642a req-2850a12d-5e4a-4250-8ea9-789bbb43f838 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1019442 Jul 05 03:54:09.552506 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51770) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:09.572829 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-f42c0e18-15c0-4030-8fc4-f44c9c51c677 service neutron] 10.222.0.89 "GET /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491082 Jul 05 03:54:09.599015 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-da505711-500c-4e74-b043-eb7c02f00c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.600609 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-da505711-500c-4e74-b043-eb7c02f00c4b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5f46500b-1a74-4c0b-b5c3-7541b5f6446f HTTP/1.1" status: 200 len: 801 time: 0.4378843 Jul 05 03:54:09.659332 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2324df66-9408-4481-bc9e-2f17341cf35b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b112904247b643dea6c3e533bf3c0889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1043012 Jul 05 03:54:09.666806 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51774) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:09.677349 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fb99e-2344-415f-9655-74739a69642a req-44555d55-d729-4a72-b53c-c755da0997eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.678880 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-385fb99e-2344-415f-9655-74739a69642a req-44555d55-d729-4a72-b53c-c755da0997eb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1686637 Jul 05 03:54:09.740354 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-071c430b-2047-4f2a-ba48-7fdeabb5361e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.754763 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf5886-9b11-413b-8ef5-923fea2cce0d req-9e6a3ced-2221-4558-9b18-b82f09bc4c71 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.757007 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5bcf5886-9b11-413b-8ef5-923fea2cce0d req-9e6a3ced-2221-4558-9b18-b82f09bc4c71 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 943 time: 0.2092118 Jul 05 03:54:09.838410 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-21da93e7-4439-4c1b-a512-467ea334ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.841268 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-21da93e7-4439-4c1b-a512-467ea334ce14 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=db89acdc-211e-44aa-a97b-667af437ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2302461 Jul 05 03:54:09.903755 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f61526-da77-4023-b167-2257a14a748d', 'tag': 'bc36e781-612f-42c5-9961-599346a266a4'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:09.906248 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a158bd79-ba40-473c-8aa4-f881db6bd49c" -d '{"events": [{"name": "network-changed", "server_uuid": "97f61526-da77-4023-b167-2257a14a748d", "tag": "bc36e781-612f-42c5-9961-599346a266a4"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:09.937216 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5bcf5886-9b11-413b-8ef5-923fea2cce0d req-ea66bc29-91bf-40a9-a0d4-cc519ae86e41 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629317 Jul 05 03:54:09.939777 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-071c430b-2047-4f2a-ba48-7fdeabb5361e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.055469 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-8f16685f-f802-4286-835c-aa60df5bc0ec service neutron] 10.222.0.89 "GET /v2.0/networks/db89acdc-211e-44aa-a97b-667af437ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006211 Jul 05 03:54:10.154193 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5eea710e-3ecf-4041-811f-ad56ec634c84 req-5847ec81-fd89-4b46-b353-443b2b7abd12 service neutron] 10.222.0.89 "GET /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5707624 Jul 05 03:54:10.190095 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0436ff0-d495-4908-beb2-aa5525582e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.249625 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0436ff0-d495-4908-beb2-aa5525582e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.259374 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b8135-71ed-4123-ab2c-6c4964661903 req-875209a1-c0d1-4539-a0d8-438c8b6b75b8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:10.261520 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a80b8135-71ed-4123-ab2c-6c4964661903 req-875209a1-c0d1-4539-a0d8-438c8b6b75b8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 950 time: 0.2291868 Jul 05 03:54:10.262972 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-385fb99e-2344-415f-9655-74739a69642a req-b23b9ea8-6c26-45ee-9793-f78e3c3028fe service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721197 Jul 05 03:54:10.289321 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-36abc175-7b00-4dcf-a714-c25a3ba6d555 service neutron] 10.222.0.89 "GET /v2.0/networks/db89acdc-211e-44aa-a97b-667af437ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032070 Jul 05 03:54:10.299157 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773a465-8429-4164-a39b-daebdffcc8a0 req-5174b67e-51a9-4d4d-b11b-5a5409c4d44e tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:10.305349 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773a465-8429-4164-a39b-daebdffcc8a0 req-5174b67e-51a9-4d4d-b11b-5a5409c4d44e tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:10.312062 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773a465-8429-4164-a39b-daebdffcc8a0 req-5174b67e-51a9-4d4d-b11b-5a5409c4d44e tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:10.313753 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6773a465-8429-4164-a39b-daebdffcc8a0 req-5174b67e-51a9-4d4d-b11b-5a5409c4d44e tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=97f61526-da77-4023-b167-2257a14a748d HTTP/1.1" status: 200 len: 2412 time: 0.2288489 Jul 05 03:54:10.370467 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-7c917f49-4279-4080-9d81-5fa0a796d847 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.200&port_id=efb70b01-eba4-494d-89a5-4bc845024fe5 HTTP/1.1" status: 200 len: 217 time: 0.0557179 Jul 05 03:54:10.374193 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-071c430b-2047-4f2a-ba48-7fdeabb5361e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.396360 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-071c430b-2047-4f2a-ba48-7fdeabb5361e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.421428 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a80b8135-71ed-4123-ab2c-6c4964661903 req-fd0e10b6-a3ef-4ff6-8a73-b04becdae19a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356385 Jul 05 03:54:10.451179 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0436ff0-d495-4908-beb2-aa5525582e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.454453 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0436ff0-d495-4908-beb2-aa5525582e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.457872 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b0436ff0-d495-4908-beb2-aa5525582e48 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/033e3dc1-8ca2-4d98-86b2-e830a0593287 HTTP/1.1" status: 204 len: 168 time: 0.7878850 Jul 05 03:54:10.473082 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-385fb99e-2344-415f-9655-74739a69642a req-c19b7527-2da7-4fce-a538-eedaeced0abb service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867604 Jul 05 03:54:10.475457 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa88bc9-2ffa-47f0-9bcb-9d36db6123f4 req-07d6de42-52e4-43bf-b8ca-ec20b9f8ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:10.477090 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fa88bc9-2ffa-47f0-9bcb-9d36db6123f4 req-07d6de42-52e4-43bf-b8ca-ec20b9f8ad94 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0b15a843c894428bb9d88f84ee28689c&device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 1095 time: 0.2382386 Jul 05 03:54:10.478034 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0436ff0-d495-4908-beb2-aa5525582e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033e3dc1-8ca2-4d98-86b2-e830a0593287,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:10.546872 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6773a465-8429-4164-a39b-daebdffcc8a0 req-dfbfd45d-10cd-438d-9e64-467e2ae27cf7 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916184 Jul 05 03:54:10.571792 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da7f747-daec-4387-8f07-82d5444d50ac x-openstack-request-id: req-0da7f747-daec-4387-8f07-82d5444d50ac {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:10.572154 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f61526-da77-4023-b167-2257a14a748d", "tag": "bc36e781-612f-42c5-9961-599346a266a4", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:10.572359 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0da7f747-daec-4387-8f07-82d5444d50ac {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:10.572782 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f61526-da77-4023-b167-2257a14a748d', 'tag': 'bc36e781-612f-42c5-9961-599346a266a4', 'status': 'completed', 'code': 200} Jul 05 03:54:10.596050 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c430b-2047-4f2a-ba48-7fdeabb5361e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event updated for resources: {'Port': ['ID=fc4fccd2-12e7-4541-95bc-457d744d4edf,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:10.601105 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-b4a2b3c6-ca04-4740-b261-b73de8d27117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:10.607616 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-b4a2b3c6-ca04-4740-b261-b73de8d27117 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5349ad41-f3bc-45e3-939d-6c41c1ad44ec HTTP/1.1" status: 200 len: 801 time: 0.2242384 Jul 05 03:54:10.666392 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa88bc9-2ffa-47f0-9bcb-9d36db6123f4 req-ad084884-b4fb-4558-bca9-6dbcd3f74e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:10.668684 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fa88bc9-2ffa-47f0-9bcb-9d36db6123f4 req-ad084884-b4fb-4558-bca9-6dbcd3f74e20 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7b6709da-22b7-4420-933a-f93ebf434ce7 HTTP/1.1" status: 200 len: 905 time: 0.1792014 Jul 05 03:54:10.682994 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-071c430b-2047-4f2a-ba48-7fdeabb5361e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.750175 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-071c430b-2047-4f2a-ba48-7fdeabb5361e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.752456 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fa88bc9-2ffa-47f0-9bcb-9d36db6123f4 req-a382737f-2f97-4782-8918-230fa0562c1b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b395ea7-e123-41b3-a00c-0609cc71e1d5 HTTP/1.1" status: 200 len: 217 time: 0.0751143 Jul 05 03:54:10.760027 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-071c430b-2047-4f2a-ba48-7fdeabb5361e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2127423 Jul 05 03:54:10.781112 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:54:10.814115 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-7976c37d-b926-44bf-b28d-654e474d9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:10.815720 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-7976c37d-b926-44bf-b28d-654e474d9ba4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9d079804-10be-4adc-8fe6-912a667d4bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1972995 Jul 05 03:54:10.854979 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa88bc9-2ffa-47f0-9bcb-9d36db6123f4 req-aaa0d89b-6233-4585-bf67-b4b30511b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:10.856575 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fa88bc9-2ffa-47f0-9bcb-9d36db6123f4 req-aaa0d89b-6233-4585-bf67-b4b30511b8cd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ccf7098d-d664-4348-860f-1e166cf68435 HTTP/1.1" status: 200 len: 844 time: 0.0967348 Jul 05 03:54:10.939350 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fa88bc9-2ffa-47f0-9bcb-9d36db6123f4 req-71d4d180-ac77-40e9-8230-80d3f17aed9f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7b6709da-22b7-4420-933a-f93ebf434ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746744 Jul 05 03:54:11.041134 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ead89a4e-3452-4e8c-bf13-e7e8e847b531 req-005f5696-b067-405a-8533-65a680048f34 tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0741379 Jul 05 03:54:11.065002 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-4a3a1a12-f58f-420f-ae86-17a56f64b087 service neutron] 10.222.0.89 "GET /v2.0/networks/9d079804-10be-4adc-8fe6-912a667d4bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414851 Jul 05 03:54:11.102665 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fa88bc9-2ffa-47f0-9bcb-9d36db6123f4 req-9044d45f-da99-4679-832e-f14ca2680b0d service neutron] 10.222.0.89 "GET /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546035 Jul 05 03:54:11.245140 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-10f63a36-3d47-4af3-a938-cea7d6ec61dd tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--309778176&fields=id&tenant_id=37edaf8ff03a4b18a4527fc6265a8b9e HTTP/1.1" status: 200 len: 267 time: 0.1328654 Jul 05 03:54:11.269026 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fa88bc9-2ffa-47f0-9bcb-9d36db6123f4 req-bb385002-8adf-4ece-a0a0-48281ea23c08 service neutron] 10.222.0.89 "GET /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594286 Jul 05 03:54:11.315020 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-880725b7-2638-438f-98a8-47ff38194d69 service neutron] 10.222.0.89 "GET /v2.0/networks/9d079804-10be-4adc-8fe6-912a667d4bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349381 Jul 05 03:54:11.333101 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-bef84f86-45c2-480b-941d-15bcb9da58ac tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:11.341245 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-bef84f86-45c2-480b-941d-15bcb9da58ac tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports/43e10832-bba0-43bb-bb99-461c4ef85b71 HTTP/1.1" status: 200 len: 929 time: 0.0947700 Jul 05 03:54:11.407265 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ea79d-a2a9-47eb-b4f4-922763572c5c req-f69fb816-a8f6-4a35-9f92-62a47bad9b7a tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:11.409437 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8d5ea79d-a2a9-47eb-b4f4-922763572c5c req-f69fb816-a8f6-4a35-9f92-62a47bad9b7a tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 943 time: 0.1071389 Jul 05 03:54:11.410430 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-d725c93c-4f39-46f9-abe8-be1e216601f8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.158&port_id=bc36e781-612f-42c5-9961-599346a266a4 HTTP/1.1" status: 200 len: 217 time: 0.0665131 Jul 05 03:54:11.477843 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8d5ea79d-a2a9-47eb-b4f4-922763572c5c req-06c2222e-a645-4db8-b506-a1b60d121674 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619876 Jul 05 03:54:11.521495 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-67398f28-e17b-4df5-b26c-e2c118279e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:11.523076 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-67398f28-e17b-4df5-b26c-e2c118279e6b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5f46500b-1a74-4c0b-b5c3-7541b5f6446f HTTP/1.1" status: 200 len: 801 time: 0.0963979 Jul 05 03:54:11.535341 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-28eb3f4b-76fd-4c3d-88db-5c6cf4bfc2a4 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:11.536809 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-28eb3f4b-76fd-4c3d-88db-5c6cf4bfc2a4 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports/ed8d3ec4-006f-4eb5-af83-d5d95a707d39 HTTP/1.1" status: 200 len: 932 time: 0.1947806 Jul 05 03:54:11.633728 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-a559add6-1e2e-427a-a481-1ce3ae08d5fb tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?network_id=3786fe40-9645-44e0-a910-e28556aff90f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0737338 Jul 05 03:54:11.694916 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-72e5ecb3-e285-476c-8130-2617f587ddfb tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?network_id=3786fe40-9645-44e0-a910-e28556aff90f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0523596 Jul 05 03:54:11.744238 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51830) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:11.777871 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-95a01ad7-35cc-441f-a917-02d66023a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:11.781134 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-95a01ad7-35cc-441f-a917-02d66023a44c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=db89acdc-211e-44aa-a97b-667af437ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2433949 Jul 05 03:54:11.884453 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-862798ed-7293-4935-8a6b-b65b9f0b9d83 req-b9416ce2-280a-4c39-8600-71ab21203b11 tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5&device_id=e76a0319-89db-4adc-af0d-e72529a45522 HTTP/1.1" status: 200 len: 210 time: 0.0545962 Jul 05 03:54:11.914871 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-74f2fc9d-6a15-40d4-8f17-dde703cf3ccb tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:11.921647 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-74f2fc9d-6a15-40d4-8f17-dde703cf3ccb tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:11.926718 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-3c402f90-c5d1-4592-a290-42ea07367a01 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-network', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:11.927472 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-74f2fc9d-6a15-40d4-8f17-dde703cf3ccb tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:11.929326 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-74f2fc9d-6a15-40d4-8f17-dde703cf3ccb tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/networks?id=ac936e6f-3e04-4437-b04d-b7e14555028d&id=3109c869-7127-4afd-9f38-c7624c1dbe78&id=3109c869-7127-4afd-9f38-c7624c1dbe78&id=3786fe40-9645-44e0-a910-e28556aff90f&id=3786fe40-9645-44e0-a910-e28556aff90f HTTP/1.1" status: 200 len: 1990 time: 0.2236414 Jul 05 03:54:11.960708 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-128d5962-1f5c-4225-b19e-05bcc4893456 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/quotas/37edaf8ff03a4b18a4527fc6265a8b9e HTTP/1.1" status: 200 len: 375 time: 0.0206575 Jul 05 03:54:11.961025 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c402f90-c5d1-4592-a290-42ea07367a01 admin admin] Made reservation on behalf of c0d75bfcc600410081741fd09dc4c3bb for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:11.962759 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-86effb2f-b465-49c6-923d-4ebbb27300b5 service neutron] 10.222.0.89 "GET /v2.0/networks/db89acdc-211e-44aa-a97b-667af437ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639245 Jul 05 03:54:11.964386 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3c402f90-c5d1-4592-a290-42ea07367a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.975391 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3c402f90-c5d1-4592-a290-42ea07367a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.123179 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c6c3a-9ea0-4d08-adfd-d22d3069daa7 req-b71fc71c-b0ad-4e56-8dc6-9e11823161d6 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:12.124684 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-828c6c3a-9ea0-4d08-adfd-d22d3069daa7 req-b71fc71c-b0ad-4e56-8dc6-9e11823161d6 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 950 time: 0.1070111 Jul 05 03:54:12.127514 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-a6066d5f-8cb1-4bf2-8210-d15ddbdecd3d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=37edaf8ff03a4b18a4527fc6265a8b9e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1590366 Jul 05 03:54:12.133712 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf61e097-39c4-4a50-a893-a419ba5f7636 req-6d055bd7-f966-4377-a7cf-a0ba00a63bba service neutron] 10.222.0.89 "GET /v2.0/networks/db89acdc-211e-44aa-a97b-667af437ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537330 Jul 05 03:54:12.173187 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3c402f90-c5d1-4592-a290-42ea07367a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.177210 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3c402f90-c5d1-4592-a290-42ea07367a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.209505 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-828c6c3a-9ea0-4d08-adfd-d22d3069daa7 req-d39e7193-4af0-4157-bee7-4521b6e7dc76 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699313 Jul 05 03:54:12.217328 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c402f90-c5d1-4592-a290-42ea07367a01 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:54:12.226616 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c402f90-c5d1-4592-a290-42ea07367a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92c4dda-83c6-41ac-901c-1f6822de63b0,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:12.233224 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3c402f90-c5d1-4592-a290-42ea07367a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.233583 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-3c402f90-c5d1-4592-a290-42ea07367a01 admin admin] Added segment 781a2029-9354-4745-84c1-56f0c912ee63 of type vlan for network 2cce8247-9091-467b-9589-baa0d2dd4bb5 Jul 05 03:54:12.283842 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-022af441-d7f7-4c55-9f09-f5ea9f5ee13a service neutron] 10.222.0.77 "GET /v2.0/networks/ac936e6f-3e04-4437-b04d-b7e14555028d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353230 Jul 05 03:54:12.288161 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3c402f90-c5d1-4592-a290-42ea07367a01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.321210 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3c402f90-c5d1-4592-a290-42ea07367a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.322339 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c402f90-c5d1-4592-a290-42ea07367a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:12.322978 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3c402f90-c5d1-4592-a290-42ea07367a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.346920 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158bd79-ba40-473c-8aa4-f881db6bd49c req-fff3eb0c-3ddd-484d-b371-8fc0c60295fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:12.347421 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158bd79-ba40-473c-8aa4-f881db6bd49c req-fff3eb0c-3ddd-484d-b371-8fc0c60295fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:12.347933 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158bd79-ba40-473c-8aa4-f881db6bd49c req-fff3eb0c-3ddd-484d-b371-8fc0c60295fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:12.349621 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a158bd79-ba40-473c-8aa4-f881db6bd49c req-fff3eb0c-3ddd-484d-b371-8fc0c60295fa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9ff6bd26a45e49ae97b99bbcef80f6b1&device_id=97f61526-da77-4023-b167-2257a14a748d HTTP/1.1" status: 200 len: 2868 time: 0.1265769 Jul 05 03:54:12.397484 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3c402f90-c5d1-4592-a290-42ea07367a01 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6515586 Jul 05 03:54:12.408631 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51842) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:12.421023 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-4c85a471-1a01-41ce-9af8-8d9b3f81762f admin admin] Request body: {'subnet': {'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-subnet', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:12.421358 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c402f90-c5d1-4592-a290-42ea07367a01 admin admin] Pushing event updated for resources: {'Network': ['ID=2cce8247-9091-467b-9589-baa0d2dd4bb5,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:12.433667 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 2cce8247-9091-467b-9589-baa0d2dd4bb5 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:54:12.462120 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6676813-55b7-4ecb-8c57-e6f36d1ec345 req-1fbf8490-c99d-470b-b7d0-b4bd0c1f9ef9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:12.469623 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6676813-55b7-4ecb-8c57-e6f36d1ec345 req-1fbf8490-c99d-470b-b7d0-b4bd0c1f9ef9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:12.475226 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-2f074281-cf5d-453d-aee9-4b5131f23155 service neutron] 10.222.0.77 "GET /v2.0/networks/ac936e6f-3e04-4437-b04d-b7e14555028d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812270 Jul 05 03:54:12.475878 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6676813-55b7-4ecb-8c57-e6f36d1ec345 req-1fbf8490-c99d-470b-b7d0-b4bd0c1f9ef9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:12.477596 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d6676813-55b7-4ecb-8c57-e6f36d1ec345 req-1fbf8490-c99d-470b-b7d0-b4bd0c1f9ef9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=97f61526-da77-4023-b167-2257a14a748d HTTP/1.1" status: 200 len: 2412 time: 0.1048663 Jul 05 03:54:12.477852 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c85a471-1a01-41ce-9af8-8d9b3f81762f admin admin] Made reservation on behalf of c0d75bfcc600410081741fd09dc4c3bb for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:12.480292 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4c85a471-1a01-41ce-9af8-8d9b3f81762f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.525278 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d6676813-55b7-4ecb-8c57-e6f36d1ec345 req-3b7f1f0a-e414-4439-bbad-b1eb3a5fd8d0 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395398 Jul 05 03:54:12.575850 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158bd79-ba40-473c-8aa4-f881db6bd49c req-1bd6bc49-fc62-4035-abd7-df012d0ff8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:12.577459 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a158bd79-ba40-473c-8aa4-f881db6bd49c req-1bd6bc49-fc62-4035-abd7-df012d0ff8c7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=db89acdc-211e-44aa-a97b-667af437ce25 HTTP/1.1" status: 200 len: 902 time: 0.2199540 Jul 05 03:54:12.639270 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a158bd79-ba40-473c-8aa4-f881db6bd49c req-ca48443c-0b63-4f03-a2e6-ec768d909cf1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.158&port_id=bc36e781-612f-42c5-9961-599346a266a4 HTTP/1.1" status: 200 len: 217 time: 0.0485406 Jul 05 03:54:12.644961 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-3becd5cb-ad3b-4405-9bca-a5a5b6806602 service neutron] 10.222.0.77 "GET /v2.0/ports/43e10832-bba0-43bb-bb99-461c4ef85b71?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1580725 Jul 05 03:54:12.647275 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.759546 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158bd79-ba40-473c-8aa4-f881db6bd49c req-20241e5c-619a-4c56-b4c4-944585e1d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:12.761081 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a158bd79-ba40-473c-8aa4-f881db6bd49c req-20241e5c-619a-4c56-b4c4-944585e1d671 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5f46500b-1a74-4c0b-b5c3-7541b5f6446f HTTP/1.1" status: 200 len: 801 time: 0.1140649 Jul 05 03:54:12.871050 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-bb66155e-f798-42bb-8e31-5146a76e59c5 service neutron] 10.222.0.77 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128448 Jul 05 03:54:12.972214 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4c85a471-1a01-41ce-9af8-8d9b3f81762f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.021526 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158bd79-ba40-473c-8aa4-f881db6bd49c req-361fe75c-f830-46ec-a4ac-b938a8436368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:13.023135 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a158bd79-ba40-473c-8aa4-f881db6bd49c req-361fe75c-f830-46ec-a4ac-b938a8436368 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=db89acdc-211e-44aa-a97b-667af437ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2411222 Jul 05 03:54:13.113985 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85a471-1a01-41ce-9af8-8d9b3f81762f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2289456f-17c4-488d-a3e1-47cb5ed1e25a,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:13.120623 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-ef4d2deb-b5cc-484a-9374-72aa95098f3a service neutron] 10.222.0.77 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278097 Jul 05 03:54:13.141873 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0669f896-b73f-42c8-b471-80490cad7fc4 req-dd20b633-9b15-48eb-8710-f5839e86cb20 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6135b132d2cd40e2ab57748131d3a0bc&device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0426004 Jul 05 03:54:13.196405 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0669f896-b73f-42c8-b471-80490cad7fc4 req-8c07f361-afc7-4233-89d7-b65792ada5fc service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=6135b132d2cd40e2ab57748131d3a0bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315411 Jul 05 03:54:13.314668 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa59e46-244b-41f3-9b23-bbe80104aa10 req-7c32f6f2-14fa-4122-aa27-a8ed5e14ee15 tempest-MigrationsAdminTest-963030395 tempest-MigrationsAdminTest-963030395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:13.316177 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fa59e46-244b-41f3-9b23-bbe80104aa10 req-7c32f6f2-14fa-4122-aa27-a8ed5e14ee15 tempest-MigrationsAdminTest-963030395 tempest-MigrationsAdminTest-963030395-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 1102 time: 0.2065775 Jul 05 03:54:13.403915 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fa59e46-244b-41f3-9b23-bbe80104aa10 req-769c3f5a-f751-4663-805a-a093e295df62 tempest-MigrationsAdminTest-963030395 tempest-MigrationsAdminTest-963030395-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815265 Jul 05 03:54:13.406765 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669f896-b73f-42c8-b471-80490cad7fc4 req-640412fd-9a3f-4daa-b0ac-2800cd87e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:13.408219 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0669f896-b73f-42c8-b471-80490cad7fc4 req-640412fd-9a3f-4daa-b0ac-2800cd87e1e1 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2025211 Jul 05 03:54:13.481937 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c85a471-1a01-41ce-9af8-8d9b3f81762f admin admin] Checking segment: {'id': '781a2029-9354-4745-84c1-56f0c912ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:13.482335 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c85a471-1a01-41ce-9af8-8d9b3f81762f admin admin] Network hostable DHCP agents. Network: 2cce8247-9091-467b-9589-baa0d2dd4bb5, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:54:13.524489 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a158bd79-ba40-473c-8aa4-f881db6bd49c req-7855dcef-fecf-4276-936d-6bd99dfe403e service neutron] 10.222.0.89 "GET /v2.0/networks/db89acdc-211e-44aa-a97b-667af437ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928699 Jul 05 03:54:13.526282 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-131fb9e8-44a8-4307-85d1-1318118cd47f service neutron] 10.222.0.77 "GET /v2.0/ports/ed8d3ec4-006f-4eb5-af83-d5d95a707d39?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.3986623 Jul 05 03:54:13.527381 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c85a471-1a01-41ce-9af8-8d9b3f81762f admin admin] Network 2cce8247-9091-467b-9589-baa0d2dd4bb5 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:54:13.581111 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f78f1-f05b-40fc-8c94-5b5bd38fb16b req-51efc51f-f7ac-4fda-a323-50b553618282 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:13.582561 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-471f78f1-f05b-40fc-8c94-5b5bd38fb16b req-51efc51f-f7ac-4fda-a323-50b553618282 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 943 time: 0.0694699 Jul 05 03:54:13.613893 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-4c85a471-1a01-41ce-9af8-8d9b3f81762f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 2cce8247-9091-467b-9589-baa0d2dd4bb5) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:13.615106 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac27ae2-3d8d-487a-8493-e63108658809 None None] Network 2cce8247-9091-467b-9589-baa0d2dd4bb5 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:13.642711 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-471f78f1-f05b-40fc-8c94-5b5bd38fb16b req-0e068989-6412-46da-ad01-b0b383a30f30 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538242 Jul 05 03:54:13.650814 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c85a471-1a01-41ce-9af8-8d9b3f81762f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:13.651365 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4c85a471-1a01-41ce-9af8-8d9b3f81762f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.696188 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4c85a471-1a01-41ce-9af8-8d9b3f81762f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2839613 Jul 05 03:54:13.696566 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51856) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:13.705767 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-cffac00d-2c48-4b43-8d79-868630adb116 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:13.734838 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a158bd79-ba40-473c-8aa4-f881db6bd49c req-de5167dd-fd04-4ea1-9c5f-39d184897c6a service neutron] 10.222.0.89 "GET /v2.0/networks/db89acdc-211e-44aa-a97b-667af437ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935027 Jul 05 03:54:13.737767 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cffac00d-2c48-4b43-8d79-868630adb116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.738880 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-6371f06e-d797-4800-a430-3341980525e4 service neutron] 10.222.0.77 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059703 Jul 05 03:54:13.740370 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cffac00d-2c48-4b43-8d79-868630adb116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.817077 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cffac00d-2c48-4b43-8d79-868630adb116 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.826277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4926610-f116-46cb-a5a4-c830be6aa0e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-2cce8247-9091-467b-9589-baa0d2dd4bb5', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'fixed_ips': [{'subnet_id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:54:13.827693 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b4926610-f116-46cb-a5a4-c830be6aa0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.838572 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0b96b32a-f964-4a56-9c79-3e44877a5e84 req-914dbc77-321b-40a5-827c-de19613cd670 tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0332422 Jul 05 03:54:13.897141 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-7731e71b-c18d-4124-bece-8df63c1c2069 service neutron] 10.222.0.77 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402509 Jul 05 03:54:13.923910 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 0b395ea7-e123-41b3-a00c-0609cc71e1d5 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:14.044948 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cffac00d-2c48-4b43-8d79-868630adb116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.094312 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-f0e998ca-e3b3-4efd-8294-c60ce0878adc service neutron] 10.222.0.77 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907701 Jul 05 03:54:14.099959 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-b4926610-f116-46cb-a5a4-c830be6aa0e2 None None] Allocated IP 172.20.0.2 (2cce8247-9091-467b-9589-baa0d2dd4bb5/2289456f-17c4-488d-a3e1-47cb5ed1e25a/42f1a517-7122-4cba-9a71-b24aaa450e85) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:14.141738 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 0b395ea7-e123-41b3-a00c-0609cc71e1d5, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=0b395ea7-e123-41b3-a00c-0609cc71e1d5,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:14.146150 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48a47c-4785-49da-8003-c9af21ef9e86 req-7d506ae7-9c16-44c5-b143-c1ac785c3bb4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:14.152411 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48a47c-4785-49da-8003-c9af21ef9e86 req-7d506ae7-9c16-44c5-b143-c1ac785c3bb4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:14.158290 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48a47c-4785-49da-8003-c9af21ef9e86 req-7d506ae7-9c16-44c5-b143-c1ac785c3bb4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:14.160028 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1f48a47c-4785-49da-8003-c9af21ef9e86 req-7d506ae7-9c16-44c5-b143-c1ac785c3bb4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=97f61526-da77-4023-b167-2257a14a748d HTTP/1.1" status: 200 len: 2412 time: 0.1494133 Jul 05 03:54:14.188189 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '0b395ea7-e123-41b3-a00c-0609cc71e1d5', 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7', 'port_id': '0b395ea7-e123-41b3-a00c-0609cc71e1d5', 'mac_address': 'fa:16:3e:49:ad:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf7098d-d664-4348-860f-1e166cf68435', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:14.224205 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-2dc85c00-7530-4ead-94b1-da5599de0db2 service neutron] 10.222.0.77 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284556 Jul 05 03:54:14.236258 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1f48a47c-4785-49da-8003-c9af21ef9e86 req-8b5ab73b-acd6-4764-82f6-df4b86d1edd0 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650082 Jul 05 03:54:14.249076 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.278985 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b395ea7-e123-41b3-a00c-0609cc71e1d5 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:14.303378 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 0b395ea7-e123-41b3-a00c-0609cc71e1d5, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=0b395ea7-e123-41b3-a00c-0609cc71e1d5,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:14.311395 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.335148 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-b14e6e1a-55e8-4f9c-818f-69d843dad63b service neutron] 10.222.0.77 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022916 Jul 05 03:54:14.411034 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b4926610-f116-46cb-a5a4-c830be6aa0e2 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.413864 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=0b395ea7-e123-41b3-a00c-0609cc71e1d5,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:14.415205 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cffac00d-2c48-4b43-8d79-868630adb116 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.425191 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b4926610-f116-46cb-a5a4-c830be6aa0e2 None None] Transition to ACTIVE for port object 42f1a517-7122-4cba-9a71-b24aaa450e85 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:14.443581 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b4926610-f116-46cb-a5a4-c830be6aa0e2 None None] Transition to ACTIVE for port object 42f1a517-7122-4cba-9a71-b24aaa450e85 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:14.445478 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cffac00d-2c48-4b43-8d79-868630adb116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.455522 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b4926610-f116-46cb-a5a4-c830be6aa0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.470555 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-b1fe31a6-c6cd-4327-a6f3-2a4e792f1e91 service neutron] 10.222.0.77 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273310 Jul 05 03:54:14.516695 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4926610-f116-46cb-a5a4-c830be6aa0e2 None None] Network 2cce8247-9091-467b-9589-baa0d2dd4bb5 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:14.524776 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-b4926610-f116-46cb-a5a4-c830be6aa0e2 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:14.527989 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4926610-f116-46cb-a5a4-c830be6aa0e2 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:14.541278 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4926610-f116-46cb-a5a4-c830be6aa0e2 None None] Pushing event updated for resources: {'Port': ['ID=42f1a517-7122-4cba-9a71-b24aaa450e85,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:14.592236 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-cffac00d-2c48-4b43-8d79-868630adb116 admin admin] Allocated IP 172.25.1.102 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/a752df09-4b21-4b6b-9fc9-853ed28b1b74) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:14.611514 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8955f4c2-0a82-4ad6-b69f-f7bf7dfee737 service neutron] 10.222.0.77 "GET /v2.0/networks/3786fe40-9645-44e0-a910-e28556aff90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349261 Jul 05 03:54:14.619944 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['0b395ea7-e123-41b3-a00c-0609cc71e1d5'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:14.654474 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-b4926610-f116-46cb-a5a4-c830be6aa0e2 None None] Attempting to bind port 42f1a517-7122-4cba-9a71-b24aaa450e85 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:14.654765 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-b4926610-f116-46cb-a5a4-c830be6aa0e2 None None] Attempting to bind port 42f1a517-7122-4cba-9a71-b24aaa450e85 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '781a2029-9354-4745-84c1-56f0c912ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:14.655137 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4926610-f116-46cb-a5a4-c830be6aa0e2 None None] Attempting to bind port 42f1a517-7122-4cba-9a71-b24aaa450e85 on network 2cce8247-9091-467b-9589-baa0d2dd4bb5 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:14.669492 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4926610-f116-46cb-a5a4-c830be6aa0e2 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:14.669867 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4926610-f116-46cb-a5a4-c830be6aa0e2 None None] Checking segment: {'id': '781a2029-9354-4745-84c1-56f0c912ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:14.670699 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b4926610-f116-46cb-a5a4-c830be6aa0e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.671001 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4926610-f116-46cb-a5a4-c830be6aa0e2 None None] Bound using segment: {'id': '781a2029-9354-4745-84c1-56f0c912ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:14.671414 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-b4926610-f116-46cb-a5a4-c830be6aa0e2 None None] Bound port: 42f1a517-7122-4cba-9a71-b24aaa450e85, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781a2029-9354-4745-84c1-56f0c912ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:14.672776 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b4926610-f116-46cb-a5a4-c830be6aa0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.703983 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-6bce5df1-0498-46fd-baa0-715f033adc66 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380375 Jul 05 03:54:14.752080 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-6218c2a4-b618-4f01-bb71-fa3f9af4c000 service neutron] 10.222.0.77 "GET /v2.0/networks/3786fe40-9645-44e0-a910-e28556aff90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343234 Jul 05 03:54:14.800383 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-b4926610-f116-46cb-a5a4-c830be6aa0e2 None None] For port 42f1a517-7122-4cba-9a71-b24aaa450e85, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:14.830484 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-b4926610-f116-46cb-a5a4-c830be6aa0e2 None None] For port 42f1a517-7122-4cba-9a71-b24aaa450e85, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=42f1a517-7122-4cba-9a71-b24aaa450e85,segment=NetworkSegment(781a2029-9354-4745-84c1-56f0c912ee63),segment_id=781a2029-9354-4745-84c1-56f0c912ee63)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:14.845110 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b4926610-f116-46cb-a5a4-c830be6aa0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.924691 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-76961edb-b22d-44a3-b0f8-b0bcfb340ced service neutron] 10.222.0.77 "GET /v2.0/networks/3786fe40-9645-44e0-a910-e28556aff90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618278 Jul 05 03:54:14.931944 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4926610-f116-46cb-a5a4-c830be6aa0e2 None None] Pushing event updated for resources: {'Port': ['ID=42f1a517-7122-4cba-9a71-b24aaa450e85,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:15.037726 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-1d8924cb-5aa6-4009-84c0-16dae33d85fe service neutron] 10.222.0.77 "GET /v2.0/networks/3786fe40-9645-44e0-a910-e28556aff90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120522 Jul 05 03:54:15.134040 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0669f896-b73f-42c8-b471-80490cad7fc4 req-39e34754-dad5-4c09-bf01-0b2754c0cdcc tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.70 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0554271 Jul 05 03:54:15.220040 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cffac00d-2c48-4b43-8d79-868630adb116 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:15.242159 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-e1668009-d6b1-4f3a-8638-0ca18716bc58 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:15.244096 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-e1668009-d6b1-4f3a-8638-0ca18716bc58 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5157938 Jul 05 03:54:15.310705 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cffac00d-2c48-4b43-8d79-868630adb116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:15.319354 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-790e8a71-d6e0-411c-b980-52105c23c3ab tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/quotas/ba5800eba7ce4067ae2fae645ac62ef9 HTTP/1.1" status: 200 len: 375 time: 0.0235476 Jul 05 03:54:15.393616 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffac00d-2c48-4b43-8d79-868630adb116 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:15.400267 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-cffac00d-2c48-4b43-8d79-868630adb116 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:15.414661 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffac00d-2c48-4b43-8d79-868630adb116 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:15.444863 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffac00d-2c48-4b43-8d79-868630adb116 admin admin] Pushing event updated for resources: {'Port': ['ID=a752df09-4b21-4b6b-9fc9-853ed28b1b74,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:15.554301 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-f7b1cafb-4119-4f5a-b604-f1b30b7420b3 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2340503 Jul 05 03:54:15.901881 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 15d580a2-6ddb-47d3-8855-f357031c908a details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:15.908457 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 0b395ea7-e123-41b3-a00c-0609cc71e1d5 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:15.938814 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cffac00d-2c48-4b43-8d79-868630adb116 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:16.032663 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 42f1a517-7122-4cba-9a71-b24aaa450e85 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:16.276391 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3a5ff19a-1105-41cf-a09c-a898af692a9f req-65553e85-532b-417e-81f3-0ebf70c76ea7 tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=87973e2c-6bea-4393-a75f-34a4c79cd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0606489 Jul 05 03:54:16.291103 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 0b395ea7-e123-41b3-a00c-0609cc71e1d5 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:16.298184 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 42f1a517-7122-4cba-9a71-b24aaa450e85 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:16.304584 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 0b395ea7-e123-41b3-a00c-0609cc71e1d5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:16.305133 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:16.346442 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cbfa3e4a-7fde-4cfe-a3b1-fbd93f68b868 req-28b43158-8212-46df-8562-2ff921669f9e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b7d9fdea-4a0f-4d05-8267-682f861686fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5367081 Jul 05 03:54:16.379517 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 15d580a2-6ddb-47d3-8855-f357031c908a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=15d580a2-6ddb-47d3-8855-f357031c908a,segment=NetworkSegment(bdd1f297-211d-4a8c-9166-4b897f0b8e1e),segment_id=bdd1f297-211d-4a8c-9166-4b897f0b8e1e)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:16.452173 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '15d580a2-6ddb-47d3-8855-f357031c908a', 'network_id': 'db89acdc-211e-44aa-a97b-667af437ce25', 'port_id': '15d580a2-6ddb-47d3-8855-f357031c908a', 'mac_address': 'fa:16:3e:35:8e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f46500b-1a74-4c0b-b5c3-7541b5f6446f', 'ip_address': '19.80.0.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:16.548201 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3584d-aad8-4e96-9352-cec0b89ed149 req-105b6e76-6a80-465a-a5ee-2ed6b6b413ff tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.556499 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b5d3584d-aad8-4e96-9352-cec0b89ed149 req-105b6e76-6a80-465a-a5ee-2ed6b6b413ff tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 944 time: 0.4339859 Jul 05 03:54:16.585095 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:16.641606 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772940b1-f233-4fa1-858a-67312d939e3f None None] Network 2cce8247-9091-467b-9589-baa0d2dd4bb5 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:16.649320 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa3e4a-7fde-4cfe-a3b1-fbd93f68b868 req-191141fa-3b58-4ffc-9a8f-0c7ff7b8132a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.651101 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cbfa3e4a-7fde-4cfe-a3b1-fbd93f68b868 req-191141fa-3b58-4ffc-9a8f-0c7ff7b8132a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a20ee6725ac14ac28ce986201945825e&device_id=b7d9fdea-4a0f-4d05-8267-682f861686fa HTTP/1.1" status: 200 len: 1097 time: 0.2139614 Jul 05 03:54:16.661606 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d580a2-6ddb-47d3-8855-f357031c908a {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:16.694152 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d2186-dd7f-4a46-8f28-9abe7aa5a948 req-eb49c8b0-4c9b-416a-a83b-1b622931a70a tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.704318 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b5d3584d-aad8-4e96-9352-cec0b89ed149 req-80bec463-1079-4133-8824-88265926464d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457782 Jul 05 03:54:16.717939 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d2186-dd7f-4a46-8f28-9abe7aa5a948 req-eb49c8b0-4c9b-416a-a83b-1b622931a70a tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.725110 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d2186-dd7f-4a46-8f28-9abe7aa5a948 req-eb49c8b0-4c9b-416a-a83b-1b622931a70a tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.735216 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-001d2186-dd7f-4a46-8f28-9abe7aa5a948 req-eb49c8b0-4c9b-416a-a83b-1b622931a70a tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=97f61526-da77-4023-b167-2257a14a748d HTTP/1.1" status: 200 len: 2412 time: 0.2048333 Jul 05 03:54:16.786728 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cffac00d-2c48-4b43-8d79-868630adb116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:16.801305 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-001d2186-dd7f-4a46-8f28-9abe7aa5a948 req-741b86c6-2949-4835-839d-08472d6ae44d tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648148 Jul 05 03:54:16.843499 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 15d580a2-6ddb-47d3-8855-f357031c908a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=15d580a2-6ddb-47d3-8855-f357031c908a,segment=NetworkSegment(bdd1f297-211d-4a8c-9166-4b897f0b8e1e),segment_id=bdd1f297-211d-4a8c-9166-4b897f0b8e1e)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:16.862217 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:16.863687 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device efb70b01-eba4-494d-89a5-4bc845024fe5 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:16.875206 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e7764b3a-f9d2-472b-9a67-5721b7e2351a None None] Provisioning for port 42f1a517-7122-4cba-9a71-b24aaa450e85 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:16.944134 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e7764b3a-f9d2-472b-9a67-5721b7e2351a None None] Provisioning complete for port 42f1a517-7122-4cba-9a71-b24aaa450e85 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:16.945280 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e7764b3a-f9d2-472b-9a67-5721b7e2351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.158006 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9cbf34d-d677-426e-ac46-6c309f2b85ae req-f463e478-2124-4ff1-a9ba-d760f3ebcb08 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 210 time: 0.0445538 Jul 05 03:54:17.168509 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa3e4a-7fde-4cfe-a3b1-fbd93f68b868 req-20e626ef-b21b-4ee2-b52b-acc9a1397130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:17.170416 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cbfa3e4a-7fde-4cfe-a3b1-fbd93f68b868 req-20e626ef-b21b-4ee2-b52b-acc9a1397130 service neutron] 10.222.0.70 "GET /v2.0/networks?id=330c5af7-2c04-42e0-9e22-c686ac916fd7 HTTP/1.1" status: 200 len: 906 time: 0.4228234 Jul 05 03:54:17.297668 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.348746 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ffaac83-3bf2-41be-a8f7-b90584368e6d req-a2ba0e9f-1efb-4a94-b607-64bfd0b2920b tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 210 time: 0.0582826 Jul 05 03:54:17.356840 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=15d580a2-6ddb-47d3-8855-f357031c908a,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:17.360379 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cbfa3e4a-7fde-4cfe-a3b1-fbd93f68b868 req-892f5600-f51e-4a08-9b08-6bcee84401b9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f46e75d5-3178-4e52-baea-3a3c0c162b40 HTTP/1.1" status: 200 len: 1001 time: 0.1695724 Jul 05 03:54:17.435714 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffac00d-2c48-4b43-8d79-868630adb116 admin admin] Router e8c8aba0-6b37-4fba-98df-2453f45c3a71 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:54:17.456824 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e268c4a7-4135-44a0-aa31-48d2ec19bbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b395ea7-e123-41b3-a00c-0609cc71e1d5'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:17.459251 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfd99d8-1f22-47be-9920-76b73db48841" -d '{"events": [{"server_uuid": "e268c4a7-4135-44a0-aa31-48d2ec19bbf9", "name": "network-vif-plugged", "status": "completed", "tag": "0b395ea7-e123-41b3-a00c-0609cc71e1d5"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:17.477370 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa3e4a-7fde-4cfe-a3b1-fbd93f68b868 req-35634681-616f-476b-b2af-de31e9b9bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:17.480576 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cbfa3e4a-7fde-4cfe-a3b1-fbd93f68b868 req-35634681-616f-476b-b2af-de31e9b9bd5c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2575cced-30e7-40b1-8861-b218786d4946 HTTP/1.1" status: 200 len: 844 time: 0.1121185 Jul 05 03:54:17.486457 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 0b395ea7-e123-41b3-a00c-0609cc71e1d5, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=0b395ea7-e123-41b3-a00c-0609cc71e1d5,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:17.516853 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.523529 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c872ee-6d4d-4b6d-abf6-98e66d544b8e x-openstack-request-id: req-c1c872ee-6d4d-4b6d-abf6-98e66d544b8e {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:17.523949 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e268c4a7-4135-44a0-aa31-48d2ec19bbf9", "name": "network-vif-plugged", "status": "completed", "tag": "0b395ea7-e123-41b3-a00c-0609cc71e1d5", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:17.524140 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c1c872ee-6d4d-4b6d-abf6-98e66d544b8e {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:17.524566 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e268c4a7-4135-44a0-aa31-48d2ec19bbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b395ea7-e123-41b3-a00c-0609cc71e1d5', 'code': 200} Jul 05 03:54:17.533567 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port efb70b01-eba4-494d-89a5-4bc845024fe5, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=efb70b01-eba4-494d-89a5-4bc845024fe5,segment=NetworkSegment(827377e7-3d2b-4650-947f-23bb65dcbc7d),segment_id=827377e7-3d2b-4650-947f-23bb65dcbc7d)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:17.586736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'efb70b01-eba4-494d-89a5-4bc845024fe5', 'network_id': '9d079804-10be-4adc-8fe6-912a667d4bf0', 'port_id': 'efb70b01-eba4-494d-89a5-4bc845024fe5', 'mac_address': 'fa:16:3e:df:ce:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5349ad41-f3bc-45e3-939d-6c41c1ad44ec', 'ip_address': '19.86.0.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:17.644137 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e7764b3a-f9d2-472b-9a67-5721b7e2351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.670610 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=0b395ea7-e123-41b3-a00c-0609cc71e1d5,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:17.674550 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6d340-b179-4c13-8860-eaa2515587f9 req-dd0cdac5-c7a7-41aa-8d6e-1534d9e94ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:17.676190 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1f6d340-b179-4c13-8860-eaa2515587f9 req-dd0cdac5-c7a7-41aa-8d6e-1534d9e94ce2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 1097 time: 0.0686328 Jul 05 03:54:17.702458 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.727411 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e7764b3a-f9d2-472b-9a67-5721b7e2351a None None] For port 42f1a517-7122-4cba-9a71-b24aaa450e85, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=42f1a517-7122-4cba-9a71-b24aaa450e85,segment=NetworkSegment(781a2029-9354-4745-84c1-56f0c912ee63),segment_id=781a2029-9354-4745-84c1-56f0c912ee63)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:17.738428 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb70b01-eba4-494d-89a5-4bc845024fe5 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:17.752094 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e7764b3a-f9d2-472b-9a67-5721b7e2351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.790092 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa3e4a-7fde-4cfe-a3b1-fbd93f68b868 req-5c931b60-8357-4d32-bf3b-7dcdd57a7617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:17.797601 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port efb70b01-eba4-494d-89a5-4bc845024fe5, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=efb70b01-eba4-494d-89a5-4bc845024fe5,segment=NetworkSegment(827377e7-3d2b-4650-947f-23bb65dcbc7d),segment_id=827377e7-3d2b-4650-947f-23bb65dcbc7d)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:17.800926 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cbfa3e4a-7fde-4cfe-a3b1-fbd93f68b868 req-5c931b60-8357-4d32-bf3b-7dcdd57a7617 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=330c5af7-2c04-42e0-9e22-c686ac916fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3042970 Jul 05 03:54:17.807832 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.808941 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device bc36e781-612f-42c5-9961-599346a266a4 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:17.845335 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7764b3a-f9d2-472b-9a67-5721b7e2351a None None] Pushing event updated for resources: {'Port': ['ID=42f1a517-7122-4cba-9a71-b24aaa450e85,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:17.848497 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1f6d340-b179-4c13-8860-eaa2515587f9 req-3ba6e896-940d-421e-bdb3-118e46c294b2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618574 Jul 05 03:54:17.969459 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port bc36e781-612f-42c5-9961-599346a266a4, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=bc36e781-612f-42c5-9961-599346a266a4,segment=NetworkSegment(bdd1f297-211d-4a8c-9166-4b897f0b8e1e),segment_id=bdd1f297-211d-4a8c-9166-4b897f0b8e1e)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:18.011489 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'bc36e781-612f-42c5-9961-599346a266a4', 'network_id': 'db89acdc-211e-44aa-a97b-667af437ce25', 'port_id': 'bc36e781-612f-42c5-9961-599346a266a4', 'mac_address': 'fa:16:3e:06:b6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f46500b-1a74-4c0b-b5c3-7541b5f6446f', 'ip_address': '19.80.0.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:18.014404 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=efb70b01-eba4-494d-89a5-4bc845024fe5,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:18.019405 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffac00d-2c48-4b43-8d79-868630adb116 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:54:18.032451 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] Sync routers for ids ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:54:18.065582 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cffac00d-2c48-4b43-8d79-868630adb116 admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:18.066533 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] Routers {'e8c8aba0-6b37-4fba-98df-2453f45c3a71'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:54:18.066705 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cffac00d-2c48-4b43-8d79-868630adb116 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.3690584 Jul 05 03:54:18.067955 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:54:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:18.074988 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51934) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:18.109551 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:18.111660 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b65d743a-5dbd-4889-b909-d2991301b234 req-f689f21d-323e-4613-ac4d-c1ca6598f01c tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=e76a0319-89db-4adc-af0d-e72529a45522 HTTP/1.1" status: 200 len: 210 time: 0.0997715 Jul 05 03:54:18.141613 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc36e781-612f-42c5-9961-599346a266a4 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:18.161794 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e8840-3ac3-4438-b3c4-1707e8b83fc7 req-8e0eadbb-31ac-43f8-ace5-df3a1e71111d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:18.166224 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port bc36e781-612f-42c5-9961-599346a266a4, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=bc36e781-612f-42c5-9961-599346a266a4,segment=NetworkSegment(bdd1f297-211d-4a8c-9166-4b897f0b8e1e),segment_id=bdd1f297-211d-4a8c-9166-4b897f0b8e1e)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:18.169404 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-460e8840-3ac3-4438-b3c4-1707e8b83fc7 req-8e0eadbb-31ac-43f8-ace5-df3a1e71111d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 945 time: 0.2069685 Jul 05 03:54:18.172874 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:18.184902 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cbfa3e4a-7fde-4cfe-a3b1-fbd93f68b868 req-992cf2e7-bc3b-47c0-9710-1a2f7dac6011 service neutron] 10.222.0.70 "GET /v2.0/networks/330c5af7-2c04-42e0-9e22-c686ac916fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658705 Jul 05 03:54:18.231420 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6db266b4-dbfc-4f49-aa2f-e47925e767c3 None None] Provisioning complete for port 42f1a517-7122-4cba-9a71-b24aaa450e85 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:18.232107 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6db266b4-dbfc-4f49-aa2f-e47925e767c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:18.268112 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=bc36e781-612f-42c5-9961-599346a266a4,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:18.280260 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] Set router e8c8aba0-6b37-4fba-98df-2453f45c3a71 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:54:18.284201 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-09155ba4-d803-4d61-9080-8dacfc485b58 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1705105 Jul 05 03:54:18.291095 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6ee02abe-6157-4154-9ca2-38b04c3eaaf4 req-0de9bac5-484b-4401-a4d2-8afd629affe4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6135b132d2cd40e2ab57748131d3a0bc&device_id=e76a0319-89db-4adc-af0d-e72529a45522 HTTP/1.1" status: 200 len: 210 time: 0.1191106 Jul 05 03:54:18.458458 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['efb70b01-eba4-494d-89a5-4bc845024fe5'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:18.468862 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6ee02abe-6157-4154-9ca2-38b04c3eaaf4 req-faf70da3-0326-4b1d-b717-fd84cd3129e7 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=6135b132d2cd40e2ab57748131d3a0bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1551342 Jul 05 03:54:18.520367 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['bc36e781-612f-42c5-9961-599346a266a4'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:18.652872 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-284b2d91-5137-4cfc-a0f2-4fde4b096c5c tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:18.655006 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-284b2d91-5137-4cfc-a0f2-4fde4b096c5c tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3625681 Jul 05 03:54:18.673328 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae2baa-7a8c-4b65-a827-b68d131bfcc0 req-2e11f00c-0fd7-408e-a756-2807977910c9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:18.684494 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae2baa-7a8c-4b65-a827-b68d131bfcc0 req-2e11f00c-0fd7-408e-a756-2807977910c9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:18.685179 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:15Z', 'revision_number': 3, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:18.692554 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae2baa-7a8c-4b65-a827-b68d131bfcc0 req-2e11f00c-0fd7-408e-a756-2807977910c9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:18.712110 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b9ae2baa-7a8c-4b65-a827-b68d131bfcc0 req-2e11f00c-0fd7-408e-a756-2807977910c9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=97f61526-da77-4023-b167-2257a14a748d HTTP/1.1" status: 200 len: 2415 time: 0.2870312 Jul 05 03:54:18.723733 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-460e8840-3ac3-4438-b3c4-1707e8b83fc7 req-83348bd8-cce2-473a-96ee-c781bdfd05b5 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5533791 Jul 05 03:54:18.781917 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-8f8a5bfd-9b9c-4c9a-985c-21a79b73d603 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Request body: {'port': {'device_id': 'ea3cec11-fda2-486f-b10d-a1a89f5d74c9', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': 'ba5800eba7ce4067ae2fae645ac62ef9'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:18.808781 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] Checking router: e8c8aba0-6b37-4fba-98df-2453f45c3a71 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:54:18.809302 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] Updating router e8c8aba0-6b37-4fba-98df-2453f45c3a71 port a752df09-4b21-4b6b-9fc9-853ed28b1b74 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:54:18.904223 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:18.930370 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cbfa3e4a-7fde-4cfe-a3b1-fbd93f68b868 req-0d958fe4-97eb-4313-8dba-930bd5cb75a8 service neutron] 10.222.0.70 "GET /v2.0/networks/330c5af7-2c04-42e0-9e22-c686ac916fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7284291 Jul 05 03:54:18.996730 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee02abe-6157-4154-9ca2-38b04c3eaaf4 req-a273dc45-7062-4206-a334-48d839e70de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:18.999167 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6ee02abe-6157-4154-9ca2-38b04c3eaaf4 req-a273dc45-7062-4206-a334-48d839e70de4 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5229533 Jul 05 03:54:19.028656 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b9ae2baa-7a8c-4b65-a827-b68d131bfcc0 req-d027b437-cc3c-4080-9dea-24d584993949 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139422 Jul 05 03:54:19.061822 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-e911063e-ee58-4db6-b561-a670ab72628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:19.069191 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-e911063e-ee58-4db6-b561-a670ab72628d service neutron] 10.222.0.70 "GET /v2.0/ports/43e10832-bba0-43bb-bb99-461c4ef85b71 HTTP/1.1" status: 200 len: 1025 time: 0.4327681 Jul 05 03:54:19.310018 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-68eb7424-3a05-40f5-b9cf-695ec05b380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:19.312321 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-68eb7424-3a05-40f5-b9cf-695ec05b380b service neutron] 10.222.0.70 "GET /v2.0/ports/ed8d3ec4-006f-4eb5-af83-d5d95a707d39 HTTP/1.1" status: 200 len: 1028 time: 0.2122593 Jul 05 03:54:19.375094 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.382265 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6dd4362a-8d7e-4010-bab8-66c5cfd1ba96 req-ce5b6426-d84b-4c11-bb37-cdd6c8fa8d85 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 210 time: 0.0685909 Jul 05 03:54:19.397335 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] Transition to ACTIVE for port object a752df09-4b21-4b6b-9fc9-853ed28b1b74 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:19.411614 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d337554-e2fe-41da-b05e-41bd7c22e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.414348 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.462998 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-8f8a5bfd-9b9c-4c9a-985c-21a79b73d603 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Made reservation on behalf of ba5800eba7ce4067ae2fae645ac62ef9 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:19.469967 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-8f8a5bfd-9b9c-4c9a-985c-21a79b73d603 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.539723 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4815e3-dcef-40c2-93d8-3d9e34fb4dc3 None None] Pushing event updated for resources: {'Port': ['ID=a752df09-4b21-4b6b-9fc9-853ed28b1b74,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:19.577061 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] Attempting to bind port a752df09-4b21-4b6b-9fc9-853ed28b1b74 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:19.577433 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] Attempting to bind port a752df09-4b21-4b6b-9fc9-853ed28b1b74 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:19.577857 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] Attempting to bind port a752df09-4b21-4b6b-9fc9-853ed28b1b74 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:19.583590 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:19.583590 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:19.584000 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.584495 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:19.584983 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] Bound port: a752df09-4b21-4b6b-9fc9-853ed28b1b74, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:19.585381 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.601568 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['15d580a2-6ddb-47d3-8855-f357031c908a'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:19.656705 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-8f8a5bfd-9b9c-4c9a-985c-21a79b73d603 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Allocated IP 192.168.233.222 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/93dee6f6-70a2-41b0-8f4f-7393eabe6ba0) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:19.667097 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aac97f66-6919-4ac4-8856-99eab13edcec req-3cc3599f-afc0-44cf-8956-199563e87717 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 210 time: 0.0773730 Jul 05 03:54:19.708648 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] For port a752df09-4b21-4b6b-9fc9-853ed28b1b74, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:19.719792 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] For port a752df09-4b21-4b6b-9fc9-853ed28b1b74, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a752df09-4b21-4b6b-9fc9-853ed28b1b74,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:19.729275 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.795201 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-8d337554-e2fe-41da-b05e-41bd7c22e1fb admin admin] Allocated IP 172.20.0.1 (2cce8247-9091-467b-9589-baa0d2dd4bb5/2289456f-17c4-488d-a3e1-47cb5ed1e25a/4fb3c1dc-f602-4022-9cf2-273e35a46e35) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:19.852299 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4815e3-dcef-40c2-93d8-3d9e34fb4dc3 None None] Pushing event updated for resources: {'Port': ['ID=a752df09-4b21-4b6b-9fc9-853ed28b1b74,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:19.865156 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] Routers {'e8c8aba0-6b37-4fba-98df-2453f45c3a71'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:54:19.865799 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:54:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:19.873558 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-8f8a5bfd-9b9c-4c9a-985c-21a79b73d603 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.903948 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-8f8a5bfd-9b9c-4c9a-985c-21a79b73d603 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Transition to ACTIVE for port object 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:19.925079 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 42f1a517-7122-4cba-9a71-b24aaa450e85 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:20.003787 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b2c734e2-40dd-40a7-953d-3fb709e3be18 req-81060a27-bb98-4fc6-8948-df61e4158e00 tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.77 "GET /v2.0/ports?device_id=e76a0319-89db-4adc-af0d-e72529a45522 HTTP/1.1" status: 200 len: 210 time: 0.3653884 Jul 05 03:54:20.010145 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 42f1a517-7122-4cba-9a71-b24aaa450e85 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:20.010808 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:20.024431 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-7712d9ba-09d0-4a1f-884d-2427830c55d6 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:20.038236 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-7712d9ba-09d0-4a1f-884d-2427830c55d6 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:20.054217 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-7712d9ba-09d0-4a1f-884d-2427830c55d6 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:20.056004 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-7712d9ba-09d0-4a1f-884d-2427830c55d6 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.70 "GET /v2.0/networks?id=ac936e6f-3e04-4437-b04d-b7e14555028d&id=3109c869-7127-4afd-9f38-c7624c1dbe78&id=3109c869-7127-4afd-9f38-c7624c1dbe78&id=3109c869-7127-4afd-9f38-c7624c1dbe78&id=3109c869-7127-4afd-9f38-c7624c1dbe78&id=3786fe40-9645-44e0-a910-e28556aff90f&id=3786fe40-9645-44e0-a910-e28556aff90f HTTP/1.1" status: 200 len: 1990 time: 0.7118473 Jul 05 03:54:20.057658 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-8f8a5bfd-9b9c-4c9a-985c-21a79b73d603 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:20.112604 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] Set router e8c8aba0-6b37-4fba-98df-2453f45c3a71 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:54:20.114448 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['63ec1ef3-1bc2-4036-b7e6-034a978916ca'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:20.145302 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d337554-e2fe-41da-b05e-41bd7c22e1fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:20.155854 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device efb70b01-eba4-494d-89a5-4bc845024fe5 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:20.174363 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037f174-0c40-4711-b9ef-d28da2bf0e0c req-cb4c2865-65ed-4641-bd90-07e1c5090e2b tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:20.183663 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c037f174-0c40-4711-b9ef-d28da2bf0e0c req-cb4c2865-65ed-4641-bd90-07e1c5090e2b tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 945 time: 0.1834075 Jul 05 03:54:20.246511 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-8d337554-e2fe-41da-b05e-41bd7c22e1fb admin admin] Transition to ACTIVE for port object 4fb3c1dc-f602-4022-9cf2-273e35a46e35 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:20.269568 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c037f174-0c40-4711-b9ef-d28da2bf0e0c req-18840cc6-53bd-4edb-83aa-f5deb6721501 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821908 Jul 05 03:54:20.287411 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-8f8a5bfd-9b9c-4c9a-985c-21a79b73d603 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:20.288634 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a5bfd-9b9c-4c9a-985c-21a79b73d603 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Pushing event updated for resources: {'Port': ['ID=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:20.304438 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-8f8a5bfd-9b9c-4c9a-985c-21a79b73d603 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:20.329254 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-45896761-1d52-4eb1-abb9-82ecbf1f23ce tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37edaf8ff03a4b18a4527fc6265a8b9e HTTP/1.1" status: 200 len: 379 time: 0.2342367 Jul 05 03:54:20.355131 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c917203c-5615-4495-8a41-c05d9479dced tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Request body: {'port': {'device_id': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d', 'admin_state_up': True, 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'security_groups': ['1ef2afcc-3938-44bf-a63f-7503b3ea5336']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:20.362568 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-8f8a5bfd-9b9c-4c9a-985c-21a79b73d603 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:20.366567 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:15Z', 'revision_number': 3, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:20.367281 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a5bfd-9b9c-4c9a-985c-21a79b73d603 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:20.367942 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a5bfd-9b9c-4c9a-985c-21a79b73d603 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:20.368473 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a5bfd-9b9c-4c9a-985c-21a79b73d603 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:20.372097 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a5bfd-9b9c-4c9a-985c-21a79b73d603 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:20.372780 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a5bfd-9b9c-4c9a-985c-21a79b73d603 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:20.373087 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d337554-e2fe-41da-b05e-41bd7c22e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:20.373507 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a5bfd-9b9c-4c9a-985c-21a79b73d603 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:20.374028 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a5bfd-9b9c-4c9a-985c-21a79b73d603 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:20.374680 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a5bfd-9b9c-4c9a-985c-21a79b73d603 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:20.375260 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a5bfd-9b9c-4c9a-985c-21a79b73d603 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:20.375869 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a5bfd-9b9c-4c9a-985c-21a79b73d603 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:20.380958 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a5bfd-9b9c-4c9a-985c-21a79b73d603 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:20.381593 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a5bfd-9b9c-4c9a-985c-21a79b73d603 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:20.418202 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d337554-e2fe-41da-b05e-41bd7c22e1fb admin admin] Network 2cce8247-9091-467b-9589-baa0d2dd4bb5 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:20.425405 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-8d337554-e2fe-41da-b05e-41bd7c22e1fb admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:20.429938 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d337554-e2fe-41da-b05e-41bd7c22e1fb admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:20.437181 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port efb70b01-eba4-494d-89a5-4bc845024fe5 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:20.443432 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49aa88f-8f1a-4437-a377-3ff168092346 None None] The sync data for ids ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'] in n-d-780147-23 is: [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:15Z', 'revision_number': 3, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:54:20.462263 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port efb70b01-eba4-494d-89a5-4bc845024fe5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:20.462644 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:20.625305 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d337554-e2fe-41da-b05e-41bd7c22e1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:20.685522 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-8f8a5bfd-9b9c-4c9a-985c-21a79b73d603 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:20.687069 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-8f8a5bfd-9b9c-4c9a-985c-21a79b73d603 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:20.733901 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-8f8a5bfd-9b9c-4c9a-985c-21a79b73d603 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9588521 Jul 05 03:54:20.812274 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-990abd7e-935d-491f-8e05-663810e2e04b service neutron] Request body: {'port': {'device_id': 'ea3cec11-fda2-486f-b10d-a1a89f5d74c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:20.884966 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-72e79d46-5fe1-4d8c-854f-88b4edd6ba4b None None] Provisioning for port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:20.894892 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566e8e8-61ae-4cfc-aebc-9017d3501bb0 req-a05a43f9-0230-4a23-a8b0-ac006acdb364 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:20.901283 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-72e79d46-5fe1-4d8c-854f-88b4edd6ba4b None None] Provisioning complete for port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:20.901283 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-72e79d46-5fe1-4d8c-854f-88b4edd6ba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:20.907080 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:20.927548 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566e8e8-61ae-4cfc-aebc-9017d3501bb0 req-a05a43f9-0230-4a23-a8b0-ac006acdb364 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:20.933585 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566e8e8-61ae-4cfc-aebc-9017d3501bb0 req-a05a43f9-0230-4a23-a8b0-ac006acdb364 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:20.941992 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3566e8e8-61ae-4cfc-aebc-9017d3501bb0 req-a05a43f9-0230-4a23-a8b0-ac006acdb364 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=97f61526-da77-4023-b167-2257a14a748d HTTP/1.1" status: 200 len: 2415 time: 0.3107245 Jul 05 03:54:20.944171 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d337554-e2fe-41da-b05e-41bd7c22e1fb admin admin] Pushing event updated for resources: {'Port': ['ID=4fb3c1dc-f602-4022-9cf2-273e35a46e35,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:20.971248 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6ee02abe-6157-4154-9ca2-38b04c3eaaf4 req-a93b9110-e6cc-4ae8-8719-abbfbce0cc7d tempest-ServerShowV247Test-573601675 tempest-ServerShowV247Test-573601675-project] 10.222.0.70 "GET /v2.0/ports?device_id=e76a0319-89db-4adc-af0d-e72529a45522 HTTP/1.1" status: 200 len: 210 time: 0.1758990 Jul 05 03:54:21.050744 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f61526-da77-4023-b167-2257a14a748d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb70b01-eba4-494d-89a5-4bc845024fe5'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:21.053843 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e45a8d-8b6c-463a-830a-bdf9bb392c55" -d '{"events": [{"server_uuid": "97f61526-da77-4023-b167-2257a14a748d", "name": "network-vif-plugged", "status": "completed", "tag": "efb70b01-eba4-494d-89a5-4bc845024fe5"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:21.092946 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port efb70b01-eba4-494d-89a5-4bc845024fe5, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=efb70b01-eba4-494d-89a5-4bc845024fe5,segment=NetworkSegment(827377e7-3d2b-4650-947f-23bb65dcbc7d),segment_id=827377e7-3d2b-4650-947f-23bb65dcbc7d)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:21.095162 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-72e79d46-5fe1-4d8c-854f-88b4edd6ba4b None None] Port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:54:21.109819 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:21.111281 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device bc36e781-612f-42c5-9961-599346a266a4 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:21.116727 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c917203c-5615-4495-8a41-c05d9479dced tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Made reservation on behalf of 37edaf8ff03a4b18a4527fc6265a8b9e for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:21.121376 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c917203c-5615-4495-8a41-c05d9479dced tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:21.147166 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3566e8e8-61ae-4cfc-aebc-9017d3501bb0 req-d71e835c-0722-42ee-ac6b-d373dc7596f9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040908 Jul 05 03:54:21.257072 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-990abd7e-935d-491f-8e05-663810e2e04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:21.332239 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d337554-e2fe-41da-b05e-41bd7c22e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:21.368757 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=efb70b01-eba4-494d-89a5-4bc845024fe5,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:21.388365 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f67aad54-a3b1-48d0-9f56-222241e3b6dc None None] Provisioning for port 4fb3c1dc-f602-4022-9cf2-273e35a46e35 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:21.419373 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f67aad54-a3b1-48d0-9f56-222241e3b6dc None None] Provisioning complete for port 4fb3c1dc-f602-4022-9cf2-273e35a46e35 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:21.420265 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f67aad54-a3b1-48d0-9f56-222241e3b6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:21.533461 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port bc36e781-612f-42c5-9961-599346a266a4 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:21.554088 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port bc36e781-612f-42c5-9961-599346a266a4 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:21.554528 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:21.640269 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-f67aad54-a3b1-48d0-9f56-222241e3b6dc None None] Port 4fb3c1dc-f602-4022-9cf2-273e35a46e35 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:54:21.879908 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d337554-e2fe-41da-b05e-41bd7c22e1fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:21.890463 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d337554-e2fe-41da-b05e-41bd7c22e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:21.946470 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.038737 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a752df09-4b21-4b6b-9fc9-853ed28b1b74 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:22.108192 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port bc36e781-612f-42c5-9961-599346a266a4, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=bc36e781-612f-42c5-9961-599346a266a4,segment=NetworkSegment(bdd1f297-211d-4a8c-9166-4b897f0b8e1e),segment_id=bdd1f297-211d-4a8c-9166-4b897f0b8e1e)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:22.117746 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d337554-e2fe-41da-b05e-41bd7c22e1fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.141042 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.182275 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 15d580a2-6ddb-47d3-8855-f357031c908a up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:22.288304 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6c9edd6c-044d-4fa6-970c-20c941a7e220 req-b7d1a98c-47b7-48bc-a886-401f04a6ef69 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 210 time: 0.3317206 Jul 05 03:54:22.335433 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d337554-e2fe-41da-b05e-41bd7c22e1fb admin admin] Pushing event updated for resources: {'Port': ['ID=4fb3c1dc-f602-4022-9cf2-273e35a46e35,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:22.359274 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426788c0-a7b7-4907-94a5-af874557e4da req-7b39621d-9a76-45ec-87a0-bc5d2e230aa1 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:22.372888 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port a752df09-4b21-4b6b-9fc9-853ed28b1b74 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:22.380437 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-426788c0-a7b7-4907-94a5-af874557e4da req-7b39621d-9a76-45ec-87a0-bc5d2e230aa1 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 936 time: 0.8695014 Jul 05 03:54:22.397307 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a752df09-4b21-4b6b-9fc9-853ed28b1b74 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:22.397965 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.408904 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d337554-e2fe-41da-b05e-41bd7c22e1fb admin admin] Network 2cce8247-9091-467b-9589-baa0d2dd4bb5 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:22.423953 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-8d337554-e2fe-41da-b05e-41bd7c22e1fb admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:22.434865 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=bc36e781-612f-42c5-9961-599346a266a4,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:22.466911 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 15d580a2-6ddb-47d3-8855-f357031c908a completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:22.482073 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 15d580a2-6ddb-47d3-8855-f357031c908a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:22.483909 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.526437 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-426788c0-a7b7-4907-94a5-af874557e4da req-7289aa17-85fe-4701-9ba8-03e1e14478a2 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437585 Jul 05 03:54:22.531603 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c917203c-5615-4495-8a41-c05d9479dced tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Allocated IP 172.20.0.5 (ac936e6f-3e04-4437-b04d-b7e14555028d/30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4/6613a61c-a6e8-4b99-bacd-b372db0723d9) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:22.631325 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afc12c6-6fa0-4d47-aa30-d2395ecfacb9 x-openstack-request-id: req-9afc12c6-6fa0-4d47-aa30-d2395ecfacb9 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:22.631628 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f61526-da77-4023-b167-2257a14a748d", "name": "network-vif-plugged", "status": "completed", "tag": "efb70b01-eba4-494d-89a5-4bc845024fe5", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:22.644156 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9afc12c6-6fa0-4d47-aa30-d2395ecfacb9 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:22.644687 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f61526-da77-4023-b167-2257a14a748d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb70b01-eba4-494d-89a5-4bc845024fe5', 'code': 200} Jul 05 03:54:22.705955 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d337554-e2fe-41da-b05e-41bd7c22e1fb admin admin] Router e8c8aba0-6b37-4fba-98df-2453f45c3a71 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:54:22.804121 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.893950 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port a752df09-4b21-4b6b-9fc9-853ed28b1b74, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a752df09-4b21-4b6b-9fc9-853ed28b1b74,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:22.952029 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.976319 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c917203c-5615-4495-8a41-c05d9479dced tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.029027 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c917203c-5615-4495-8a41-c05d9479dced tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Transition to ACTIVE for port object 6613a61c-a6e8-4b99-bacd-b372db0723d9 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:23.057939 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.068134 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d337554-e2fe-41da-b05e-41bd7c22e1fb admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:54:23.078621 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-990abd7e-935d-491f-8e05-663810e2e04b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:23.080974 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8d337554-e2fe-41da-b05e-41bd7c22e1fb admin admin] 10.222.0.77 "PUT /v2.0/routers/e8c8aba0-6b37-4fba-98df-2453f45c3a71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0025554 Jul 05 03:54:23.098780 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-990abd7e-935d-491f-8e05-663810e2e04b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.100439 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2ad970ea-2d34-4c61-8cb1-1f00fef49b25 None None] Provisioning complete for port 4fb3c1dc-f602-4022-9cf2-273e35a46e35 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:23.100873 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2ad970ea-2d34-4c61-8cb1-1f00fef49b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.104186 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecafec0-3d25-4fea-8e0b-af965400a16f req-5bd2b7f2-e132-4049-afbb-909850abb4ae tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:23.106421 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ecafec0-3d25-4fea-8e0b-af965400a16f req-5bd2b7f2-e132-4049-afbb-909850abb4ae tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 945 time: 0.2096586 Jul 05 03:54:23.106991 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51976) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:23.198238 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2ad970ea-2d34-4c61-8cb1-1f00fef49b25 None None] Port 4fb3c1dc-f602-4022-9cf2-273e35a46e35 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:54:23.208500 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ecafec0-3d25-4fea-8e0b-af965400a16f req-8a4d6e17-7c7a-41e1-b7cf-d3ec98d8e251 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853422 Jul 05 03:54:23.251769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-990abd7e-935d-491f-8e05-663810e2e04b service neutron] Transition to ACTIVE for port object 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:23.263791 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-990abd7e-935d-491f-8e05-663810e2e04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.280877 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 15d580a2-6ddb-47d3-8855-f357031c908a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=15d580a2-6ddb-47d3-8855-f357031c908a,segment=NetworkSegment(bdd1f297-211d-4a8c-9166-4b897f0b8e1e),segment_id=bdd1f297-211d-4a8c-9166-4b897f0b8e1e)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:23.304293 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.310292 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=a752df09-4b21-4b6b-9fc9-853ed28b1b74,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:23.317182 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c917203c-5615-4495-8a41-c05d9479dced tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.380840 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f31f3307-44e8-4ce3-81be-a74e830329bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.393446 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d64a3-41b6-42a0-97f4-65555027b839 req-b60f4748-156c-4b2d-8e5a-620b02211191 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:23.399931 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d64a3-41b6-42a0-97f4-65555027b839 req-b60f4748-156c-4b2d-8e5a-620b02211191 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:23.408161 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d64a3-41b6-42a0-97f4-65555027b839 req-b60f4748-156c-4b2d-8e5a-620b02211191 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:23.408676 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=15d580a2-6ddb-47d3-8855-f357031c908a,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:23.415704 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-821d64a3-41b6-42a0-97f4-65555027b839 req-b60f4748-156c-4b2d-8e5a-620b02211191 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=97f61526-da77-4023-b167-2257a14a748d HTTP/1.1" status: 200 len: 2417 time: 0.2992456 Jul 05 03:54:23.445703 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990abd7e-935d-491f-8e05-663810e2e04b service neutron] Pushing event updated for resources: {'Port': ['ID=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:23.451566 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c917203c-5615-4495-8a41-c05d9479dced tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Network ac936e6f-3e04-4437-b04d-b7e14555028d is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:23.462769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c917203c-5615-4495-8a41-c05d9479dced tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:23.525349 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c917203c-5615-4495-8a41-c05d9479dced tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:23.610943 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f31f3307-44e8-4ce3-81be-a74e830329bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.629099 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f31f3307-44e8-4ce3-81be-a74e830329bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.672610 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-821d64a3-41b6-42a0-97f4-65555027b839 req-0c4c3a97-ba9e-4d13-b9b4-d8879f106682 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559061 Jul 05 03:54:23.723612 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917203c-5615-4495-8a41-c05d9479dced tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event updated for resources: {'Port': ['ID=6613a61c-a6e8-4b99-bacd-b372db0723d9,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:23.740749 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f31f3307-44e8-4ce3-81be-a74e830329bb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6135b132d2cd40e2ab57748131d3a0bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6325061 Jul 05 03:54:23.743841 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51990) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:23.763740 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c917203c-5615-4495-8a41-c05d9479dced tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:23.768061 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c917203c-5615-4495-8a41-c05d9479dced tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.813185 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-990abd7e-935d-491f-8e05-663810e2e04b service neutron] Attempting to bind port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:23.814202 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-990abd7e-935d-491f-8e05-663810e2e04b service neutron] Attempting to bind port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:23.819065 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-990abd7e-935d-491f-8e05-663810e2e04b service neutron] Attempting to bind port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:23.828592 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-990abd7e-935d-491f-8e05-663810e2e04b service neutron] Port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:23.835279 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-990abd7e-935d-491f-8e05-663810e2e04b service neutron] Attempting to bind port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:23.838432 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f3307-44e8-4ce3-81be-a74e830329bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3e8f50-e667-4a99-b030-a060ab1bee41,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:23.857563 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c917203c-5615-4495-8a41-c05d9479dced tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5122883 Jul 05 03:54:23.858431 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-990abd7e-935d-491f-8e05-663810e2e04b service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:23.858848 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-990abd7e-935d-491f-8e05-663810e2e04b service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:23.861155 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-990abd7e-935d-491f-8e05-663810e2e04b service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:23.862312 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-990abd7e-935d-491f-8e05-663810e2e04b service neutron] Bound port: 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:23.862755 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-990abd7e-935d-491f-8e05-663810e2e04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.870203 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b854826-0355-4a99-afa0-cce27f54db7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.877810 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-23c8fded-0d95-4232-94ff-f74076d1e779 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Request body: {'port': {'device_id': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78', 'admin_state_up': True, 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'security_groups': ['1ef2afcc-3938-44bf-a63f-7503b3ea5336']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:23.910963 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b854826-0355-4a99-afa0-cce27f54db7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.935643 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-efbaf4b5-a0d6-4b81-8bd5-4336bd45bdfc None None] Provisioning for port 6613a61c-a6e8-4b99-bacd-b372db0723d9 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:23.941391 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-efbaf4b5-a0d6-4b81-8bd5-4336bd45bdfc None None] Provisioning complete for port 6613a61c-a6e8-4b99-bacd-b372db0723d9 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:23.941391 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-efbaf4b5-a0d6-4b81-8bd5-4336bd45bdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.993451 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a752df09-4b21-4b6b-9fc9-853ed28b1b74 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:24.009842 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] Sync routers for ids ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:54:24.066756 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] Routers {'e8c8aba0-6b37-4fba-98df-2453f45c3a71'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:54:24.067328 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:54:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:24.072005 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-efbaf4b5-a0d6-4b81-8bd5-4336bd45bdfc None None] Port 6613a61c-a6e8-4b99-bacd-b372db0723d9 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:54:24.101405 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-269a594e-85cd-44f9-a370-920b8d7697dc tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:24.113311 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-269a594e-85cd-44f9-a370-920b8d7697dc tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/networks?id=2cce8247-9091-467b-9589-baa0d2dd4bb5 HTTP/1.1" status: 200 len: 820 time: 0.2185521 Jul 05 03:54:24.116057 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-990abd7e-935d-491f-8e05-663810e2e04b service neutron] For port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:24.119378 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-990abd7e-935d-491f-8e05-663810e2e04b service neutron] For port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:24.131345 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce08509-e202-4829-b1cc-f93d4facdfdc req-f902e9a3-e3d8-4378-822e-cbf5384df0f1 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:24.140295 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ce08509-e202-4829-b1cc-f93d4facdfdc req-f902e9a3-e3d8-4378-822e-cbf5384df0f1 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 931 time: 0.2500505 Jul 05 03:54:24.140810 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-f4712a65-da2b-4a28-b11a-8ccbc3396592 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/quotas/c0d75bfcc600410081741fd09dc4c3bb HTTP/1.1" status: 200 len: 375 time: 0.0255072 Jul 05 03:54:24.144544 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b854826-0355-4a99-afa0-cce27f54db7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:24.153250 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b854826-0355-4a99-afa0-cce27f54db7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:24.165487 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5b854826-0355-4a99-afa0-cce27f54db7e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8d3e8f50-e667-4a99-b030-a060ab1bee41 HTTP/1.1" status: 204 len: 168 time: 0.4149582 Jul 05 03:54:24.203732 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a752df09-4b21-4b6b-9fc9-853ed28b1b74 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:24.204138 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:24.232706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b854826-0355-4a99-afa0-cce27f54db7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3e8f50-e667-4a99-b030-a060ab1bee41,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:24.237789 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] Set router e8c8aba0-6b37-4fba-98df-2453f45c3a71 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:54:24.318139 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-95e14d6f-49a9-439c-92e8-df57fd9fdc2f tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0d75bfcc600410081741fd09dc4c3bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1761532 Jul 05 03:54:24.488498 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-806f2b41-e486-48a6-8574-fc3bb99b4b73 service neutron] 10.222.0.77 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682556 Jul 05 03:54:24.623830 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-c828b683-32ee-4127-b874-64dd6939a762 service neutron] 10.222.0.77 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308601 Jul 05 03:54:24.645488 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f61526-da77-4023-b167-2257a14a748d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc36e781-612f-42c5-9961-599346a266a4'}, {'server_uuid': '97f61526-da77-4023-b167-2257a14a748d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d580a2-6ddb-47d3-8855-f357031c908a'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:24.647781 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31629c77-bed3-48e9-8c80-6466732b9d68" -d '{"events": [{"server_uuid": "97f61526-da77-4023-b167-2257a14a748d", "name": "network-vif-plugged", "status": "completed", "tag": "bc36e781-612f-42c5-9961-599346a266a4"}, {"server_uuid": "97f61526-da77-4023-b167-2257a14a748d", "name": "network-vif-plugged", "status": "completed", "tag": "15d580a2-6ddb-47d3-8855-f357031c908a"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:24.703017 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-990abd7e-935d-491f-8e05-663810e2e04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:24.795531 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-990abd7e-935d-491f-8e05-663810e2e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:24.796253 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-990abd7e-935d-491f-8e05-663810e2e04b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:24.800440 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-990abd7e-935d-491f-8e05-663810e2e04b service neutron] 10.222.0.70 "PUT /v2.0/ports/93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 HTTP/1.1" status: 200 len: 1097 time: 4.0041213 Jul 05 03:54:24.801247 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea3cec11-fda2-486f-b10d-a1a89f5d74c9', 'tag': '93dee6f6-70a2-41b0-8f4f-7393eabe6ba0'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:24.808909 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39901b0-8a11-4663-a8a5-8ddc5e1e3ead" -d '{"events": [{"name": "network-changed", "server_uuid": "ea3cec11-fda2-486f-b10d-a1a89f5d74c9", "tag": "93dee6f6-70a2-41b0-8f4f-7393eabe6ba0"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:24.831228 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:21Z', 'revision_number': 4, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '4fb3c1dc-f602-4022-9cf2-273e35a46e35', 'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'mac_address': 'fa:16:3e:40:da:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:19Z', 'updated_at': '2021-07-05T03:54:21Z', 'revision_number': 2, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'subnets': [{'id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:24.869045 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ce08509-e202-4829-b1cc-f93d4facdfdc req-56cb1b4e-be29-4663-aaa6-6076e00e0abf tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7277837 Jul 05 03:54:24.888228 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] Checking router: e8c8aba0-6b37-4fba-98df-2453f45c3a71 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:54:24.888688 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] Updating router e8c8aba0-6b37-4fba-98df-2453f45c3a71 port 4fb3c1dc-f602-4022-9cf2-273e35a46e35 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:54:24.921422 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-23c8fded-0d95-4232-94ff-f74076d1e779 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Made reservation on behalf of 37edaf8ff03a4b18a4527fc6265a8b9e for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:24.946411 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-23c8fded-0d95-4232-94ff-f74076d1e779 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:24.960984 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:25.018621 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990abd7e-935d-491f-8e05-663810e2e04b service neutron] Pushing event updated for resources: {'Port': ['ID=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:25.213076 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf5005-3f80-46d3-95ba-b599db4132ee req-703f8173-9feb-4491-b8c4-5c7d2ce8a0fd tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:25.223689 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8bdf5005-3f80-46d3-95ba-b599db4132ee req-703f8173-9feb-4491-b8c4-5c7d2ce8a0fd tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 948 time: 0.1589322 Jul 05 03:54:25.325823 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8bdf5005-3f80-46d3-95ba-b599db4132ee req-83554066-199f-4302-8ec7-361898be68cb tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011031 Jul 05 03:54:25.360045 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-0b3e7d57-61a4-486e-9e5a-b5c8d1031e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:25.364719 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-0b3e7d57-61a4-486e-9e5a-b5c8d1031e3b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 1100 time: 0.4645801 Jul 05 03:54:25.463369 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-879ee258-f784-449b-98c4-8b3e946ac64c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 HTTP/1.1" status: 200 len: 217 time: 0.0828378 Jul 05 03:54:25.490680 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-23c8fded-0d95-4232-94ff-f74076d1e779 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Allocated IP 10.1.1.216 (3109c869-7127-4afd-9f38-c7624c1dbe78/a8d1c4cd-d124-4cd8-93ef-98e2af049099/271f91fe-88b3-4c1f-b2dd-4328b37c7b7c) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:25.573634 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-90dd76d9-d409-4fb7-8c57-b23948041441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:25.576614 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-90dd76d9-d409-4fb7-8c57-b23948041441 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1018517 Jul 05 03:54:25.596769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7356a-b3cb-4e56-8362-985ab6e7c862 req-c8f6fcb9-1b5d-4730-88ac-359a893c7e0d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:25.598713 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-47a7356a-b3cb-4e56-8362-985ab6e7c862 req-c8f6fcb9-1b5d-4730-88ac-359a893c7e0d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 945 time: 0.2070820 Jul 05 03:54:25.649314 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:25.672114 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] Transition to ACTIVE for port object 4fb3c1dc-f602-4022-9cf2-273e35a46e35 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:25.697697 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bb0faa-9ca8-475d-9123-1cedcda4a842 x-openstack-request-id: req-a8bb0faa-9ca8-475d-9123-1cedcda4a842 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:25.698445 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f61526-da77-4023-b167-2257a14a748d", "name": "network-vif-plugged", "status": "completed", "tag": "bc36e781-612f-42c5-9961-599346a266a4", "code": 200}, {"server_uuid": "97f61526-da77-4023-b167-2257a14a748d", "name": "network-vif-plugged", "status": "completed", "tag": "15d580a2-6ddb-47d3-8855-f357031c908a", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:25.698701 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a8bb0faa-9ca8-475d-9123-1cedcda4a842 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:25.699152 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f61526-da77-4023-b167-2257a14a748d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc36e781-612f-42c5-9961-599346a266a4', 'code': 200} Jul 05 03:54:25.707903 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f61526-da77-4023-b167-2257a14a748d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d580a2-6ddb-47d3-8855-f357031c908a', 'code': 200} Jul 05 03:54:25.707903 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:25.763425 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-47a7356a-b3cb-4e56-8362-985ab6e7c862 req-6bc20cac-c06d-4ce7-8ab3-e736f3069d18 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482372 Jul 05 03:54:25.848458 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a89ef6-6e60-4d38-a915-7a3eb95f1052 None None] Pushing event updated for resources: {'Port': ['ID=4fb3c1dc-f602-4022-9cf2-273e35a46e35,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:25.939842 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-f5e5ff5c-00d1-48a3-a651-4addfdb91b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:25.941695 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-f5e5ff5c-00d1-48a3-a651-4addfdb91b16 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3418503 Jul 05 03:54:26.004232 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] Attempting to bind port 4fb3c1dc-f602-4022-9cf2-273e35a46e35 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:26.004601 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] Attempting to bind port 4fb3c1dc-f602-4022-9cf2-273e35a46e35 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '781a2029-9354-4745-84c1-56f0c912ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:26.004965 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] Attempting to bind port 4fb3c1dc-f602-4022-9cf2-273e35a46e35 on network 2cce8247-9091-467b-9589-baa0d2dd4bb5 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:26.006996 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff7f35-34a4-4583-b752-37a2223f94b2 req-0c684515-5811-4857-af95-8c2799f52508 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.010692 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:26.011056 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] Checking segment: {'id': '781a2029-9354-4745-84c1-56f0c912ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:26.011502 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:26.012129 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] Bound using segment: {'id': '781a2029-9354-4745-84c1-56f0c912ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:26.012625 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] Bound port: 4fb3c1dc-f602-4022-9cf2-273e35a46e35, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781a2029-9354-4745-84c1-56f0c912ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:26.013005 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:26.031612 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff7f35-34a4-4583-b752-37a2223f94b2 req-0c684515-5811-4857-af95-8c2799f52508 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.038408 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff7f35-34a4-4583-b752-37a2223f94b2 req-0c684515-5811-4857-af95-8c2799f52508 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.052425 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d8ff7f35-34a4-4583-b752-37a2223f94b2 req-0c684515-5811-4857-af95-8c2799f52508 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=97f61526-da77-4023-b167-2257a14a748d HTTP/1.1" status: 200 len: 2418 time: 0.1324971 Jul 05 03:54:26.099013 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] For port 4fb3c1dc-f602-4022-9cf2-273e35a46e35, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:26.102477 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] For port 4fb3c1dc-f602-4022-9cf2-273e35a46e35, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4fb3c1dc-f602-4022-9cf2-273e35a46e35,segment=NetworkSegment(781a2029-9354-4745-84c1-56f0c912ee63),segment_id=781a2029-9354-4745-84c1-56f0c912ee63)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:26.109758 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7aeb0312-ebbb-4151-b7d7-adb45708bbaa req-760a1d8d-b32f-43c5-a3c9-52ddb6ae6d12 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 210 time: 0.1659262 Jul 05 03:54:26.116449 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d8ff7f35-34a4-4583-b752-37a2223f94b2 req-ac5a95cd-b877-45eb-b46a-cc21ee691eb4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630033 Jul 05 03:54:26.120095 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:26.188213 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-23c8fded-0d95-4232-94ff-f74076d1e779 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:26.218296 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac84ac20-7b9a-47d0-9524-0236bb138ba9 x-openstack-request-id: req-ac84ac20-7b9a-47d0-9524-0236bb138ba9 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:26.218747 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea3cec11-fda2-486f-b10d-a1a89f5d74c9", "tag": "93dee6f6-70a2-41b0-8f4f-7393eabe6ba0", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:26.219099 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ac84ac20-7b9a-47d0-9524-0236bb138ba9 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:26.219677 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea3cec11-fda2-486f-b10d-a1a89f5d74c9', 'tag': '93dee6f6-70a2-41b0-8f4f-7393eabe6ba0', 'status': 'completed', 'code': 200} Jul 05 03:54:26.222819 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a89ef6-6e60-4d38-a915-7a3eb95f1052 None None] Pushing event updated for resources: {'Port': ['ID=4fb3c1dc-f602-4022-9cf2-273e35a46e35,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:26.235302 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-23c8fded-0d95-4232-94ff-f74076d1e779 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Transition to ACTIVE for port object 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:26.235893 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a89ef6-6e60-4d38-a915-7a3eb95f1052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:26.236220 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a89ef6-6e60-4d38-a915-7a3eb95f1052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:26.236645 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a89ef6-6e60-4d38-a915-7a3eb95f1052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:26.237239 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a89ef6-6e60-4d38-a915-7a3eb95f1052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:26.237632 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a89ef6-6e60-4d38-a915-7a3eb95f1052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:26.237958 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a89ef6-6e60-4d38-a915-7a3eb95f1052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:26.238280 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a89ef6-6e60-4d38-a915-7a3eb95f1052 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:26.238601 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a89ef6-6e60-4d38-a915-7a3eb95f1052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:26.238957 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a89ef6-6e60-4d38-a915-7a3eb95f1052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:26.239276 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a89ef6-6e60-4d38-a915-7a3eb95f1052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:26.239594 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a89ef6-6e60-4d38-a915-7a3eb95f1052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:26.240396 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a89ef6-6e60-4d38-a915-7a3eb95f1052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:26.260202 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed15200-079c-4c04-bd11-bc9e77a5d6a2 req-d3ab9d17-84da-4090-b426-3c9a4118d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.260804 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed15200-079c-4c04-bd11-bc9e77a5d6a2 req-d3ab9d17-84da-4090-b426-3c9a4118d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.261395 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed15200-079c-4c04-bd11-bc9e77a5d6a2 req-d3ab9d17-84da-4090-b426-3c9a4118d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.264189 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aed15200-079c-4c04-bd11-bc9e77a5d6a2 req-d3ab9d17-84da-4090-b426-3c9a4118d705 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=97f61526-da77-4023-b167-2257a14a748d HTTP/1.1" status: 200 len: 2874 time: 0.4484241 Jul 05 03:54:26.281068 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] Routers {'e8c8aba0-6b37-4fba-98df-2453f45c3a71'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:54:26.284604 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:54:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:26.284884 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-fd2c5cd2-6d10-495c-8c7e-cf6d6144b4b8 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813156 Jul 05 03:54:26.392993 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-23c8fded-0d95-4232-94ff-f74076d1e779 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:26.519721 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aed15200-079c-4c04-bd11-bc9e77a5d6a2 req-12a69e4e-73cf-40d4-aed2-5ba99d799313 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479787 Jul 05 03:54:26.544579 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] Set router e8c8aba0-6b37-4fba-98df-2453f45c3a71 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:54:26.555936 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba58979-5b8b-46e1-aec3-3e84d4faea3f req-cdcec338-a59b-45e9-ba61-828180d52543 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.565923 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-23c8fded-0d95-4232-94ff-f74076d1e779 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Network 3109c869-7127-4afd-9f38-c7624c1dbe78 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:26.572066 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba58979-5b8b-46e1-aec3-3e84d4faea3f req-cdcec338-a59b-45e9-ba61-828180d52543 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.582625 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2ba58979-5b8b-46e1-aec3-3e84d4faea3f req-cdcec338-a59b-45e9-ba61-828180d52543 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 1653 time: 0.2178764 Jul 05 03:54:26.659226 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31b441d2-5c7a-43b7-83f2-0263b6c22329 req-46af18c8-19ae-4924-a06b-11cf9338f2ef service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635235 Jul 05 03:54:26.660419 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8fded-0d95-4232-94ff-f74076d1e779 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event updated for resources: {'Port': ['ID=271f91fe-88b3-4c1f-b2dd-4328b37c7b7c,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:26.664063 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-23c8fded-0d95-4232-94ff-f74076d1e779 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:26.666168 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-23c8fded-0d95-4232-94ff-f74076d1e779 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:26.723777 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2ba58979-5b8b-46e1-aec3-3e84d4faea3f req-9a6791fb-568e-4da0-9f6f-f5bdc3202bbd tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396449 Jul 05 03:54:26.745067 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52058) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:26.826986 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-23c8fded-0d95-4232-94ff-f74076d1e779 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.827657 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-23c8fded-0d95-4232-94ff-f74076d1e779 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:26.866891 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-23c8fded-0d95-4232-94ff-f74076d1e779 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9940763 Jul 05 03:54:26.899679 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d23a3-674e-47d3-aed2-0479b187b923 req-5aeafbd4-65b2-4ffb-b0f1-0a93dafade9b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.907617 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f94d23a3-674e-47d3-aed2-0479b187b923 req-5aeafbd4-65b2-4ffb-b0f1-0a93dafade9b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 948 time: 0.1706240 Jul 05 03:54:26.926920 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-eac0ce11-7ec9-4c9d-8dd4-d90dfd86749e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Request body: {'port': {'device_id': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78', 'admin_state_up': True, 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'security_groups': ['1ef2afcc-3938-44bf-a63f-7503b3ea5336']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:26.928466 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:21Z', 'revision_number': 4, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '4fb3c1dc-f602-4022-9cf2-273e35a46e35', 'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'mac_address': 'fa:16:3e:40:da:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:19Z', 'updated_at': '2021-07-05T03:54:26Z', 'revision_number': 4, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'subnets': [{'id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:26.975908 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-818bda00-8ad4-4b3e-a3fc-b0263597c7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:26.979462 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aeb55c-02e0-4129-9e35-011da20f9237 None None] The sync data for ids ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'] in n-d-780147-23 is: [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:21Z', 'revision_number': 4, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '4fb3c1dc-f602-4022-9cf2-273e35a46e35', 'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'mac_address': 'fa:16:3e:40:da:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:19Z', 'updated_at': '2021-07-05T03:54:26Z', 'revision_number': 4, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'subnets': [{'id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:54:27.235906 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-818bda00-8ad4-4b3e-a3fc-b0263597c7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:27.238273 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2635c031-b8ec-4488-9b55-40b59f4a6471 None None] Provisioning for port 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:27.243876 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2635c031-b8ec-4488-9b55-40b59f4a6471 None None] Provisioning complete for port 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:27.244287 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2635c031-b8ec-4488-9b55-40b59f4a6471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:27.248724 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-818bda00-8ad4-4b3e-a3fc-b0263597c7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:27.312524 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-818bda00-8ad4-4b3e-a3fc-b0263597c7f4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=48af9b031eed4ab59f6a64f421166c55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5652454 Jul 05 03:54:27.327914 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f94d23a3-674e-47d3-aed2-0479b187b923 req-b40b89b3-4d48-4398-b137-36dc30b949de tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192092 Jul 05 03:54:27.335983 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52068) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:27.343467 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bda00-8ad4-4b3e-a3fc-b0263597c7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c43a292-4413-4731-87ca-d8ab4e864aee,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:27.381279 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2635c031-b8ec-4488-9b55-40b59f4a6471 None None] Port 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:54:27.455538 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85296ea6-a173-405e-aead-d5229cb0e931 req-4ec2f42b-c67c-4d67-95df-ad00ece6053b tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:27.469640 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-85296ea6-a173-405e-aead-d5229cb0e931 req-4ec2f42b-c67c-4d67-95df-ad00ece6053b tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 945 time: 0.1553252 Jul 05 03:54:27.531100 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-85296ea6-a173-405e-aead-d5229cb0e931 req-968b0e54-c465-4d82-80be-758054833655 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505831 Jul 05 03:54:27.535456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-21fbf141-5a84-4ffd-8679-79b7d81007dd tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:27.537076 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-21fbf141-5a84-4ffd-8679-79b7d81007dd tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.70 "GET /v2.0/networks?id=2cce8247-9091-467b-9589-baa0d2dd4bb5 HTTP/1.1" status: 200 len: 820 time: 0.5117128 Jul 05 03:54:27.542561 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39901b0-8a11-4663-a8a5-8ddc5e1e3ead req-bf1f47cd-08f5-41c5-b3ac-e78df4b37e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:27.557430 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d39901b0-8a11-4663-a8a5-8ddc5e1e3ead req-bf1f47cd-08f5-41c5-b3ac-e78df4b37e9f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 1100 time: 0.5256772 Jul 05 03:54:27.578543 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-32982abd-e7cb-4f1e-9ff7-e7e087d57b48 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Request body: {'port': {'device_id': 'f22208d9-1579-4c1c-961f-fefb728cc21f', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'admin_state_up': True, 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:27.649150 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-192481e0-d4c1-4df2-94a2-f715f4b57f58 req-95f550cb-8f8c-4b5a-9dda-428fe3c2d48e tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 210 time: 0.0670433 Jul 05 03:54:27.783110 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94760bad-1a49-4ce2-befd-39286617325d req-d52521fc-c20a-4e74-ac33-2144d8a7894e tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:27.790310 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-eac0ce11-7ec9-4c9d-8dd4-d90dfd86749e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Made reservation on behalf of 37edaf8ff03a4b18a4527fc6265a8b9e for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:27.790543 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94760bad-1a49-4ce2-befd-39286617325d req-d52521fc-c20a-4e74-ac33-2144d8a7894e tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:27.794541 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-eac0ce11-7ec9-4c9d-8dd4-d90dfd86749e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:27.797200 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94760bad-1a49-4ce2-befd-39286617325d req-d52521fc-c20a-4e74-ac33-2144d8a7894e tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:27.799208 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-94760bad-1a49-4ce2-befd-39286617325d req-d52521fc-c20a-4e74-ac33-2144d8a7894e tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=97f61526-da77-4023-b167-2257a14a748d HTTP/1.1" status: 200 len: 2418 time: 0.1382630 Jul 05 03:54:27.844799 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4bff1d3a-b8b0-4e7a-96ce-3960157555c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:27.875493 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-94760bad-1a49-4ce2-befd-39286617325d req-60c86300-8c83-4b46-816c-5e4122a9da7a tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697711 Jul 05 03:54:27.878494 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4bff1d3a-b8b0-4e7a-96ce-3960157555c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:28.041383 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4fb3c1dc-f602-4022-9cf2-273e35a46e35 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:28.047178 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-32982abd-e7cb-4f1e-9ff7-e7e087d57b48 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Made reservation on behalf of c0d75bfcc600410081741fd09dc4c3bb for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:28.051530 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-32982abd-e7cb-4f1e-9ff7-e7e087d57b48 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:28.126031 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 4fb3c1dc-f602-4022-9cf2-273e35a46e35 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:28.130377 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 4fb3c1dc-f602-4022-9cf2-273e35a46e35 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:28.130754 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:28.139057 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d5514-eec8-4e9d-93b4-8d3083a60269 req-f4bdd884-9e2b-4502-ab0c-e59d5f1c6729 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:28.143983 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39901b0-8a11-4663-a8a5-8ddc5e1e3ead req-cc99ced8-79da-49d8-9f2c-a4261de0e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:28.145798 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d39901b0-8a11-4663-a8a5-8ddc5e1e3ead req-cc99ced8-79da-49d8-9f2c-a4261de0e1f6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.4099085 Jul 05 03:54:28.149037 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d5514-eec8-4e9d-93b4-8d3083a60269 req-f4bdd884-9e2b-4502-ab0c-e59d5f1c6729 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:28.173235 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c58d5514-eec8-4e9d-93b4-8d3083a60269 req-f4bdd884-9e2b-4502-ab0c-e59d5f1c6729 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 1653 time: 0.1703112 Jul 05 03:54:28.209056 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d39901b0-8a11-4663-a8a5-8ddc5e1e3ead req-33b5c93b-3df2-49dd-a898-f6c90c0f7ed3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 HTTP/1.1" status: 200 len: 217 time: 0.0484750 Jul 05 03:54:28.220905 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c58d5514-eec8-4e9d-93b4-8d3083a60269 req-9eb26415-20e7-432c-b493-ec6454352586 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459166 Jul 05 03:54:28.294978 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:28.295356 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4bff1d3a-b8b0-4e7a-96ce-3960157555c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:28.298125 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4bff1d3a-b8b0-4e7a-96ce-3960157555c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:28.301550 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4bff1d3a-b8b0-4e7a-96ce-3960157555c2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8c43a292-4413-4731-87ca-d8ab4e864aee HTTP/1.1" status: 204 len: 168 time: 0.9194913 Jul 05 03:54:28.342376 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 4fb3c1dc-f602-4022-9cf2-273e35a46e35, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4fb3c1dc-f602-4022-9cf2-273e35a46e35,segment=NetworkSegment(781a2029-9354-4745-84c1-56f0c912ee63),segment_id=781a2029-9354-4745-84c1-56f0c912ee63)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:28.351491 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:28.469606 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39901b0-8a11-4663-a8a5-8ddc5e1e3ead req-f7694e78-1e7a-445b-ae77-6c3f76f41d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:28.471246 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d39901b0-8a11-4663-a8a5-8ddc5e1e3ead req-f7694e78-1e7a-445b-ae77-6c3f76f41d8c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.2444413 Jul 05 03:54:28.504289 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=4fb3c1dc-f602-4022-9cf2-273e35a46e35,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:28.548212 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9475a264-2876-4191-82c7-ccc0902f218c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:28.582601 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff1d3a-b8b0-4e7a-96ce-3960157555c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c43a292-4413-4731-87ca-d8ab4e864aee,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:28.643039 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-eac0ce11-7ec9-4c9d-8dd4-d90dfd86749e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Allocated IP 10.1.1.37 (3109c869-7127-4afd-9f38-c7624c1dbe78/a8d1c4cd-d124-4cd8-93ef-98e2af049099/7cb1d7da-fadf-49bd-aa0b-664cc94b989a) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:28.762597 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-32982abd-e7cb-4f1e-9ff7-e7e087d57b48 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Allocated IP 172.20.0.4 (2cce8247-9091-467b-9589-baa0d2dd4bb5/2289456f-17c4-488d-a3e1-47cb5ed1e25a/f96ad895-fd19-4a35-8349-71cd5ac8f523) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:28.872946 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39901b0-8a11-4663-a8a5-8ddc5e1e3ead req-ee7d7165-bf99-493f-8f6c-5212f8e67b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:28.875147 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d39901b0-8a11-4663-a8a5-8ddc5e1e3ead req-ee7d7165-bf99-493f-8f6c-5212f8e67b8c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3894389 Jul 05 03:54:28.891540 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ade445-fa94-48b5-92f7-172e35d8e464 req-18fbcd3a-7d22-42d4-95cf-98bb5624bdaf tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:28.899371 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c9ade445-fa94-48b5-92f7-172e35d8e464 req-18fbcd3a-7d22-42d4-95cf-98bb5624bdaf tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 948 time: 0.3433225 Jul 05 03:54:28.977062 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.044643 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb8894-8b53-40ca-9604-3b680f2b08c4 req-d744aebe-6ec7-42b8-8810-442c2dcaa95d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:29.046497 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d1bb8894-8b53-40ca-9604-3b680f2b08c4 req-d744aebe-6ec7-42b8-8810-442c2dcaa95d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 945 time: 0.1160212 Jul 05 03:54:29.114994 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d1bb8894-8b53-40ca-9604-3b680f2b08c4 req-34283836-d46a-44ae-882b-8583311d1551 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619721 Jul 05 03:54:29.196093 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c9ade445-fa94-48b5-92f7-172e35d8e464 req-2bb433e2-f893-4860-9812-d520b2c48cae tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956843 Jul 05 03:54:29.259436 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-eac0ce11-7ec9-4c9d-8dd4-d90dfd86749e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.268153 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b311ac3a-09f7-4086-be4b-34b63f353934 req-90f4ea48-d6b8-4557-ab5c-70b7a0b0b1ae tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 210 time: 0.0472100 Jul 05 03:54:29.286273 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d39901b0-8a11-4663-a8a5-8ddc5e1e3ead req-c62de058-1e16-4d59-abc5-b94d0d3bb942 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847237 Jul 05 03:54:29.321699 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-32982abd-e7cb-4f1e-9ff7-e7e087d57b48 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.338425 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-32982abd-e7cb-4f1e-9ff7-e7e087d57b48 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Transition to ACTIVE for port object f96ad895-fd19-4a35-8349-71cd5ac8f523 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:29.366062 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52114) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:29.416686 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-eac0ce11-7ec9-4c9d-8dd4-d90dfd86749e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Transition to ACTIVE for port object 7cb1d7da-fadf-49bd-aa0b-664cc94b989a will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:29.495150 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1872904732-network', 'tenant_id': '966f1b1bef364bae965a365c5ba5ac2a'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:29.521423 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] Made reservation on behalf of 966f1b1bef364bae965a365c5ba5ac2a for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:29.524346 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.536893 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.677060 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce239165-5440-41a2-b0db-109afd24114a req-5b3a189f-4efc-405a-84db-dad6bc6fd65d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:29.683011 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce239165-5440-41a2-b0db-109afd24114a req-5b3a189f-4efc-405a-84db-dad6bc6fd65d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:29.685187 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ce239165-5440-41a2-b0db-109afd24114a req-5b3a189f-4efc-405a-84db-dad6bc6fd65d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 1653 time: 0.1175072 Jul 05 03:54:29.741295 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.748058 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.755078 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ce239165-5440-41a2-b0db-109afd24114a req-2dfeef3b-0d17-47cb-8442-d82cee9db47a tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610242 Jul 05 03:54:29.782444 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:54:29.789081 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12576e84-002e-4c4b-8cda-dc320b13e843,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:29.802095 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.802671 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] Added segment d71fbb57-5599-4cd2-a18e-8cbf1bd39c32 of type vlan for network 8723ecb6-c8a6-49b0-9ea1-2b9c850fbda2 Jul 05 03:54:29.805977 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:29.806329 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:29.807122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:29.807496 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:29.808985 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:29.809341 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:29.809670 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:29.810003 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:29.810869 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:29.811149 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:29.811504 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:29.811836 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:29.821366 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:29.822496 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-32982abd-e7cb-4f1e-9ff7-e7e087d57b48 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.925765 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-32982abd-e7cb-4f1e-9ff7-e7e087d57b48 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Network 2cce8247-9091-467b-9589-baa0d2dd4bb5 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:29.931031 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-eac0ce11-7ec9-4c9d-8dd4-d90dfd86749e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.938685 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-32982abd-e7cb-4f1e-9ff7-e7e087d57b48 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:29.941019 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-32982abd-e7cb-4f1e-9ff7-e7e087d57b48 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:29.949618 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d39901b0-8a11-4663-a8a5-8ddc5e1e3ead req-fb7db375-ef14-4cce-a454-bddbc2c8506f service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6512733 Jul 05 03:54:29.966422 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.976320 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32982abd-e7cb-4f1e-9ff7-e7e087d57b48 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Pushing event updated for resources: {'Port': ['ID=f96ad895-fd19-4a35-8349-71cd5ac8f523,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:30.021305 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:30.021581 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727efdd3-f978-4a87-93a7-eb2821c11672 req-687048b3-c1c3-4bf4-97df-3b8ece6bd7c4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:30.028359 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727efdd3-f978-4a87-93a7-eb2821c11672 req-687048b3-c1c3-4bf4-97df-3b8ece6bd7c4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:30.034470 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727efdd3-f978-4a87-93a7-eb2821c11672 req-687048b3-c1c3-4bf4-97df-3b8ece6bd7c4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:30.036208 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-727efdd3-f978-4a87-93a7-eb2821c11672 req-687048b3-c1c3-4bf4-97df-3b8ece6bd7c4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=97f61526-da77-4023-b167-2257a14a748d HTTP/1.1" status: 200 len: 2418 time: 0.6262889 Jul 05 03:54:30.056053 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '93dee6f6-70a2-41b0-8f4f-7393eabe6ba0', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '93dee6f6-70a2-41b0-8f4f-7393eabe6ba0', 'mac_address': 'fa:16:3e:93:89:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:30.058695 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4fb3c1dc-f602-4022-9cf2-273e35a46e35 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:30.061420 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:30.064381 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:30.065176 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:30.093489 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-eac0ce11-7ec9-4c9d-8dd4-d90dfd86749e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Network 3109c869-7127-4afd-9f38-c7624c1dbe78 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:30.103985 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-32982abd-e7cb-4f1e-9ff7-e7e087d57b48 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:30.104687 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-32982abd-e7cb-4f1e-9ff7-e7e087d57b48 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:30.111107 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-eac0ce11-7ec9-4c9d-8dd4-d90dfd86749e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:30.113855 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-eac0ce11-7ec9-4c9d-8dd4-d90dfd86749e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:30.120782 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0ce11-7ec9-4c9d-8dd4-d90dfd86749e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event updated for resources: {'Port': ['ID=7cb1d7da-fadf-49bd-aa0b-664cc94b989a,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:30.234728 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] Pushing event updated for resources: {'Network': ['ID=8723ecb6-c8a6-49b0-9ea1-2b9c850fbda2,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:30.247742 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-727efdd3-f978-4a87-93a7-eb2821c11672 req-d42236f6-b30b-4ab2-be9b-136f50241c77 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004259 Jul 05 03:54:30.252958 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-32982abd-e7cb-4f1e-9ff7-e7e087d57b48 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6930459 Jul 05 03:54:30.273253 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 8723ecb6-c8a6-49b0-9ea1-2b9c850fbda2 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:54:30.273253 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:30.287366 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ca09dfb3-c17d-4bf2-be74-bc2d15cce492 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9198170 Jul 05 03:54:30.318549 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-eac0ce11-7ec9-4c9d-8dd4-d90dfd86749e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:30.321554 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-eac0ce11-7ec9-4c9d-8dd4-d90dfd86749e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:30.371978 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-521c8511-2308-4a67-9bd8-a50c74d248b6 service neutron] Request body: {'port': {'device_id': 'f22208d9-1579-4c1c-961f-fefb728cc21f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:30.378633 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 4fb3c1dc-f602-4022-9cf2-273e35a46e35 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:30.379108 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:30.404078 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:30.469106 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:30.498160 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-eac0ce11-7ec9-4c9d-8dd4-d90dfd86749e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5878153 Jul 05 03:54:30.527486 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-a6c003df-19c5-48fb-a89c-08c079639ea8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Request body: {'port': {'device_id': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3786fe40-9645-44e0-a910-e28556aff90f', 'admin_state_up': True, 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'security_groups': ['1ef2afcc-3938-44bf-a63f-7503b3ea5336']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:30.559114 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784c819-e159-4f50-b7a1-601b9c197e3d req-53642cd2-8353-4fc6-bb2e-e4360e5eabbf tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:30.574915 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f784c819-e159-4f50-b7a1-601b9c197e3d req-53642cd2-8353-4fc6-bb2e-e4360e5eabbf tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 945 time: 0.1932847 Jul 05 03:54:30.602270 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:30.640378 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c201ecf5-427f-437e-b7e5-fa00150e1607 None None] Provisioning for port f96ad895-fd19-4a35-8349-71cd5ac8f523 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:30.647844 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c201ecf5-427f-437e-b7e5-fa00150e1607 None None] Provisioning complete for port f96ad895-fd19-4a35-8349-71cd5ac8f523 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:30.648545 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c201ecf5-427f-437e-b7e5-fa00150e1607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:30.650291 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f784c819-e159-4f50-b7a1-601b9c197e3d req-7aad0147-6868-4b20-92ca-89c9e3c770eb tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744805 Jul 05 03:54:30.748355 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-c201ecf5-427f-437e-b7e5-fa00150e1607 None None] Port f96ad895-fd19-4a35-8349-71cd5ac8f523 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:54:30.751267 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:30.793628 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-521c8511-2308-4a67-9bd8-a50c74d248b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:30.841355 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-8700c91c-08b1-4c76-8294-18350baba6b5 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:30.853751 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-8700c91c-08b1-4c76-8294-18350baba6b5 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:30.854696 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-8700c91c-08b1-4c76-8294-18350baba6b5 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:30.858626 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-8700c91c-08b1-4c76-8294-18350baba6b5 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.89 "GET /v2.0/ports?device_id=97f61526-da77-4023-b167-2257a14a748d HTTP/1.1" status: 200 len: 2418 time: 0.3902230 Jul 05 03:54:30.878614 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b362e456-3c3b-4377-bd55-e30fc9cd2ecd None None] Provisioning for port 7cb1d7da-fadf-49bd-aa0b-664cc94b989a completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:30.883161 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b362e456-3c3b-4377-bd55-e30fc9cd2ecd None None] Provisioning complete for port 7cb1d7da-fadf-49bd-aa0b-664cc94b989a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:30.883651 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b362e456-3c3b-4377-bd55-e30fc9cd2ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:30.889786 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-a6c003df-19c5-48fb-a89c-08c079639ea8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Made reservation on behalf of 37edaf8ff03a4b18a4527fc6265a8b9e for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:30.930930 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902883a-5b9b-4d19-b128-2f023e85d6ff req-677c4de6-cd98-4647-9555-296e70f671c4 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:30.931221 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-b362e456-3c3b-4377-bd55-e30fc9cd2ecd None None] Port 7cb1d7da-fadf-49bd-aa0b-664cc94b989a cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:54:30.940294 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9902883a-5b9b-4d19-b128-2f023e85d6ff req-677c4de6-cd98-4647-9555-296e70f671c4 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 931 time: 0.1192932 Jul 05 03:54:30.975564 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9902883a-5b9b-4d19-b128-2f023e85d6ff req-f6749f4b-6279-4cc7-8854-0f08bc3c9b9e tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/security-groups?id=c92c4dda-83c6-41ac-901c-1f6822de63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341148 Jul 05 03:54:30.999443 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71934b-06ce-4401-8339-5e2e60ce5b6e req-f76826e1-bb42-4dcc-8e2f-d1d88892590f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:31.001122 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fd71934b-06ce-4401-8339-5e2e60ce5b6e req-f76826e1-bb42-4dcc-8e2f-d1d88892590f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 949 time: 0.3453224 Jul 05 03:54:31.025797 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['93dee6f6-70a2-41b0-8f4f-7393eabe6ba0'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:31.197957 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fd71934b-06ce-4401-8339-5e2e60ce5b6e req-ed39f177-0245-41f9-9a9a-ebf025db953d tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867759 Jul 05 03:54:31.232122 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-a6c003df-19c5-48fb-a89c-08c079639ea8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.301633 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-28bd30bf-0835-41e0-a4a2-3236fcc53280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.360181 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-4394dd7e-95ef-4aaa-9fbc-e290f7b5390e tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Deleting port efb70b01-eba4-494d-89a5-4bc845024fe5 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:31.360524 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-4394dd7e-95ef-4aaa-9fbc-e290f7b5390e tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.509554 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a117a9-b5ce-4e4d-8e18-86f53d062d14 req-d6faef1c-b15c-4970-a5ed-7a7b6ecfd3ef tempest-ComputeTenantNetworksTest-1090948494 tempest-ComputeTenantNetworksTest-1090948494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:31.516002 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a117a9-b5ce-4e4d-8e18-86f53d062d14 req-d6faef1c-b15c-4970-a5ed-7a7b6ecfd3ef tempest-ComputeTenantNetworksTest-1090948494 tempest-ComputeTenantNetworksTest-1090948494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:31.522144 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a117a9-b5ce-4e4d-8e18-86f53d062d14 req-d6faef1c-b15c-4970-a5ed-7a7b6ecfd3ef tempest-ComputeTenantNetworksTest-1090948494 tempest-ComputeTenantNetworksTest-1090948494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:31.523843 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b7a117a9-b5ce-4e4d-8e18-86f53d062d14 req-d6faef1c-b15c-4970-a5ed-7a7b6ecfd3ef tempest-ComputeTenantNetworksTest-1090948494 tempest-ComputeTenantNetworksTest-1090948494-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2189982 Jul 05 03:54:31.670297 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.694327 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-4394dd7e-95ef-4aaa-9fbc-e290f7b5390e tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] For port efb70b01-eba4-494d-89a5-4bc845024fe5, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=efb70b01-eba4-494d-89a5-4bc845024fe5,segment=NetworkSegment(827377e7-3d2b-4650-947f-23bb65dcbc7d),segment_id=827377e7-3d2b-4650-947f-23bb65dcbc7d)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:31.694713 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-4394dd7e-95ef-4aaa-9fbc-e290f7b5390e tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.718675 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-521c8511-2308-4a67-9bd8-a50c74d248b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f96ad895-fd19-4a35-8349-71cd5ac8f523 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:31.739722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bad0f6-3ece-404c-ab06-e0e45a58a80a req-057fde0a-26eb-4171-9dc4-5e0796b60e74 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:31.746072 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bad0f6-3ece-404c-ab06-e0e45a58a80a req-057fde0a-26eb-4171-9dc4-5e0796b60e74 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:31.751930 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bad0f6-3ece-404c-ab06-e0e45a58a80a req-057fde0a-26eb-4171-9dc4-5e0796b60e74 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:31.753608 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a3bad0f6-3ece-404c-ab06-e0e45a58a80a req-057fde0a-26eb-4171-9dc4-5e0796b60e74 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 2373 time: 0.3659623 Jul 05 03:54:31.756721 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-4394dd7e-95ef-4aaa-9fbc-e290f7b5390e tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Calling delete_port for efb70b01-eba4-494d-89a5-4bc845024fe5 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:31.759522 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-521c8511-2308-4a67-9bd8-a50c74d248b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.778146 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-a6c003df-19c5-48fb-a89c-08c079639ea8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Allocated IP 10.2.2.100 (3786fe40-9645-44e0-a910-e28556aff90f/71989378-012f-4fd9-a75b-6448013e5d85/d4c119dc-7661-47b0-addb-5f1d79b8d725) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:31.834244 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef13b26-0ba1-4df3-8553-a8a724942700 req-068ebd5f-907a-46a1-9fdf-7177757acca3 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:31.841015 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef13b26-0ba1-4df3-8553-a8a724942700 req-068ebd5f-907a-46a1-9fdf-7177757acca3 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:31.844480 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-521c8511-2308-4a67-9bd8-a50c74d248b6 service neutron] Transition to ACTIVE for port object f96ad895-fd19-4a35-8349-71cd5ac8f523 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:31.847453 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef13b26-0ba1-4df3-8553-a8a724942700 req-068ebd5f-907a-46a1-9fdf-7177757acca3 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:31.848928 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ef13b26-0ba1-4df3-8553-a8a724942700 req-068ebd5f-907a-46a1-9fdf-7177757acca3 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=97f61526-da77-4023-b167-2257a14a748d HTTP/1.1" status: 200 len: 2418 time: 0.0946119 Jul 05 03:54:31.862558 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-521c8511-2308-4a67-9bd8-a50c74d248b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.896124 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ef13b26-0ba1-4df3-8553-a8a724942700 req-862ef4e8-aa6f-4395-9a88-68066d04ad8d tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395589 Jul 05 03:54:31.952412 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a3bad0f6-3ece-404c-ab06-e0e45a58a80a req-9b388bad-14bb-4348-b342-1917fa0d0464 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843684 Jul 05 03:54:32.135425 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-4394dd7e-95ef-4aaa-9fbc-e290f7b5390e tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.150003 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['efb70b01-eba4-494d-89a5-4bc845024fe5', 'bc36e781-612f-42c5-9961-599346a266a4', '15d580a2-6ddb-47d3-8855-f357031c908a'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:32.314865 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c8511-2308-4a67-9bd8-a50c74d248b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f96ad895-fd19-4a35-8349-71cd5ac8f523,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:32.387652 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-4394dd7e-95ef-4aaa-9fbc-e290f7b5390e tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] No DVR routers for this DVR port efb70b01-eba4-494d-89a5-4bc845024fe5 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:32.393193 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3faf44-c525-45b5-89f3-d22944a9c5cd req-9093c272-035d-4241-a888-482555a52a56 tempest-ComputeTenantNetworksTest-1090948494 tempest-ComputeTenantNetworksTest-1090948494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:32.404660 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc3faf44-c525-45b5-89f3-d22944a9c5cd req-9093c272-035d-4241-a888-482555a52a56 tempest-ComputeTenantNetworksTest-1090948494 tempest-ComputeTenantNetworksTest-1090948494-project] 10.222.0.77 "GET /v2.0/networks/8723ecb6-c8a6-49b0-9ea1-2b9c850fbda2 HTTP/1.1" status: 200 len: 769 time: 0.4674687 Jul 05 03:54:32.405451 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52150) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:32.441679 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-4394dd7e-95ef-4aaa-9fbc-e290f7b5390e tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.443662 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-4394dd7e-95ef-4aaa-9fbc-e290f7b5390e tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.89 "DELETE /v2.0/ports/efb70b01-eba4-494d-89a5-4bc845024fe5 HTTP/1.1" status: 204 len: 173 time: 1.5549259 Jul 05 03:54:32.446103 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f61526-da77-4023-b167-2257a14a748d', 'name': 'network-vif-deleted', 'tag': 'efb70b01-eba4-494d-89a5-4bc845024fe5'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:32.448073 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593f90a1-cc4e-485e-908b-c43b6d160bab" -d '{"events": [{"server_uuid": "97f61526-da77-4023-b167-2257a14a748d", "name": "network-vif-deleted", "tag": "efb70b01-eba4-494d-89a5-4bc845024fe5"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:32.505320 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.541543 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-471cb0b1-0816-4067-8d9c-c139e85b4c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.545701 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394dd7e-95ef-4aaa-9fbc-e290f7b5390e tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event deleted for resources: {'Port': ['ID=efb70b01-eba4-494d-89a5-4bc845024fe5,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:32.609461 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-a6c003df-19c5-48fb-a89c-08c079639ea8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.632256 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-521c8511-2308-4a67-9bd8-a50c74d248b6 service neutron] Attempting to bind port f96ad895-fd19-4a35-8349-71cd5ac8f523 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:32.632642 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-521c8511-2308-4a67-9bd8-a50c74d248b6 service neutron] Attempting to bind port f96ad895-fd19-4a35-8349-71cd5ac8f523 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '781a2029-9354-4745-84c1-56f0c912ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:32.633054 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-521c8511-2308-4a67-9bd8-a50c74d248b6 service neutron] Attempting to bind port f96ad895-fd19-4a35-8349-71cd5ac8f523 on network 2cce8247-9091-467b-9589-baa0d2dd4bb5 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:32.643266 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-521c8511-2308-4a67-9bd8-a50c74d248b6 service neutron] Port f96ad895-fd19-4a35-8349-71cd5ac8f523 on network 2cce8247-9091-467b-9589-baa0d2dd4bb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:32.643646 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-521c8511-2308-4a67-9bd8-a50c74d248b6 service neutron] Attempting to bind port f96ad895-fd19-4a35-8349-71cd5ac8f523 on network 2cce8247-9091-467b-9589-baa0d2dd4bb5 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:32.659709 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba345d-d9df-4ffa-a0f0-5e2219485f6f req-8efb87db-6aeb-4c09-9705-0cd8a9e9808a tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:32.661246 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2ba345d-d9df-4ffa-a0f0-5e2219485f6f req-8efb87db-6aeb-4c09-9705-0cd8a9e9808a tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 945 time: 0.5369813 Jul 05 03:54:32.674342 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-521c8511-2308-4a67-9bd8-a50c74d248b6 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:32.674342 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-521c8511-2308-4a67-9bd8-a50c74d248b6 service neutron] Checking segment: {'id': '781a2029-9354-4745-84c1-56f0c912ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:32.674725 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-521c8511-2308-4a67-9bd8-a50c74d248b6 service neutron] Bound using segment: {'id': '781a2029-9354-4745-84c1-56f0c912ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:32.675063 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-521c8511-2308-4a67-9bd8-a50c74d248b6 service neutron] Bound port: f96ad895-fd19-4a35-8349-71cd5ac8f523, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '781a2029-9354-4745-84c1-56f0c912ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:32.675294 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-521c8511-2308-4a67-9bd8-a50c74d248b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.678128 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-471cb0b1-0816-4067-8d9c-c139e85b4c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.679852 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-a6c003df-19c5-48fb-a89c-08c079639ea8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Transition to ACTIVE for port object d4c119dc-7661-47b0-addb-5f1d79b8d725 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:32.689375 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882587fa-9e15-4b29-94de-b98fa65cea8b req-41fc9907-5ced-4ddd-b651-861df0792a54 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:32.690897 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-882587fa-9e15-4b29-94de-b98fa65cea8b req-41fc9907-5ced-4ddd-b651-861df0792a54 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 943 time: 0.1472471 Jul 05 03:54:32.705593 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-471cb0b1-0816-4067-8d9c-c139e85b4c5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8723ecb6-c8a6-49b0-9ea1-2b9c850fbda2']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:32.719823 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-471cb0b1-0816-4067-8d9c-c139e85b4c5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71fbb57-5599-4cd2-a18e-8cbf1bd39c32') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:32.720444 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-471cb0b1-0816-4067-8d9c-c139e85b4c5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71fbb57-5599-4cd2-a18e-8cbf1bd39c32') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:32.744576 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-471cb0b1-0816-4067-8d9c-c139e85b4c5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.775554 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-471cb0b1-0816-4067-8d9c-c139e85b4c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.775845 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-238a1ffa-5f38-428f-949f-618cdb03f366 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Deleting port bc36e781-612f-42c5-9961-599346a266a4 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:32.775984 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-238a1ffa-5f38-428f-949f-618cdb03f366 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.781480 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-882587fa-9e15-4b29-94de-b98fa65cea8b req-b6066b3b-0670-43bc-960e-1e170c212cd5 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/security-groups?id=c92c4dda-83c6-41ac-901c-1f6822de63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674527 Jul 05 03:54:32.801992 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471cb0b1-0816-4067-8d9c-c139e85b4c5b admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:54:32.812776 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2ba345d-d9df-4ffa-a0f0-5e2219485f6f req-ce3f55ec-fbdc-495b-806c-50f7d8aeae9a tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301377 Jul 05 03:54:32.812912 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-471cb0b1-0816-4067-8d9c-c139e85b4c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: timer() Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:54:32.890170 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:54:32.898921 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-a6c003df-19c5-48fb-a89c-08c079639ea8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.930177 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-471cb0b1-0816-4067-8d9c-c139e85b4c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.940301 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-471cb0b1-0816-4067-8d9c-c139e85b4c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.943921 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-471cb0b1-0816-4067-8d9c-c139e85b4c5b admin admin] 10.222.0.77 "DELETE /v2.0/networks/8723ecb6-c8a6-49b0-9ea1-2b9c850fbda2 HTTP/1.1" status: 204 len: 168 time: 0.5372655 Jul 05 03:54:32.968319 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-a6c003df-19c5-48fb-a89c-08c079639ea8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Network 3786fe40-9645-44e0-a910-e28556aff90f is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:32.968741 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471cb0b1-0816-4067-8d9c-c139e85b4c5b admin admin] Pushing event deleted for resources: {'Network': ['ID=8723ecb6-c8a6-49b0-9ea1-2b9c850fbda2,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:33.013275 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-521c8511-2308-4a67-9bd8-a50c74d248b6 service neutron] For port f96ad895-fd19-4a35-8349-71cd5ac8f523, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:33.015952 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-a6c003df-19c5-48fb-a89c-08c079639ea8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:33.036289 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-a6c003df-19c5-48fb-a89c-08c079639ea8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:33.125061 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3017dd15-6322-4a82-969b-66f0a2f85095 x-openstack-request-id: req-3017dd15-6322-4a82-969b-66f0a2f85095 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:33.125348 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f61526-da77-4023-b167-2257a14a748d", "name": "network-vif-deleted", "tag": "efb70b01-eba4-494d-89a5-4bc845024fe5", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:33.125691 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3017dd15-6322-4a82-969b-66f0a2f85095 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:33.126001 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f61526-da77-4023-b167-2257a14a748d', 'name': 'network-vif-deleted', 'tag': 'efb70b01-eba4-494d-89a5-4bc845024fe5', 'status': 'completed', 'code': 200} Jul 05 03:54:33.128260 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-521c8511-2308-4a67-9bd8-a50c74d248b6 service neutron] For port f96ad895-fd19-4a35-8349-71cd5ac8f523, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f96ad895-fd19-4a35-8349-71cd5ac8f523,segment=NetworkSegment(781a2029-9354-4745-84c1-56f0c912ee63),segment_id=781a2029-9354-4745-84c1-56f0c912ee63)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:33.137170 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-238a1ffa-5f38-428f-949f-618cdb03f366 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] For port bc36e781-612f-42c5-9961-599346a266a4, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=bc36e781-612f-42c5-9961-599346a266a4,segment=NetworkSegment(bdd1f297-211d-4a8c-9166-4b897f0b8e1e),segment_id=bdd1f297-211d-4a8c-9166-4b897f0b8e1e)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:33.137842 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-238a1ffa-5f38-428f-949f-618cdb03f366 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.158035 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52162) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:33.178188 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-238a1ffa-5f38-428f-949f-618cdb03f366 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Calling delete_port for bc36e781-612f-42c5-9961-599346a266a4 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:33.234113 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-edd48488-bedd-4bd7-aaab-093f7ba87947 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=966f1b1bef364bae965a365c5ba5ac2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649159 Jul 05 03:54:33.235072 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52164) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:33.337034 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-507b4dd3-2b53-4819-bd07-e62ac27ba9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.345340 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-daf346ec-bd1d-4477-9bff-bc8dfb42de28 None None] Provisioning for port d4c119dc-7661-47b0-addb-5f1d79b8d725 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:33.353862 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-daf346ec-bd1d-4477-9bff-bc8dfb42de28 None None] Provisioning complete for port d4c119dc-7661-47b0-addb-5f1d79b8d725 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:33.354271 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-daf346ec-bd1d-4477-9bff-bc8dfb42de28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.366774 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-507b4dd3-2b53-4819-bd07-e62ac27ba9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.373715 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-521c8511-2308-4a67-9bd8-a50c74d248b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.404697 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-daf346ec-bd1d-4477-9bff-bc8dfb42de28 None None] Port d4c119dc-7661-47b0-addb-5f1d79b8d725 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:54:33.413679 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c003df-19c5-48fb-a89c-08c079639ea8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event updated for resources: {'Port': ['ID=d4c119dc-7661-47b0-addb-5f1d79b8d725,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:33.424292 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-238a1ffa-5f38-428f-949f-618cdb03f366 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.441908 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-521c8511-2308-4a67-9bd8-a50c74d248b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:33.442540 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-521c8511-2308-4a67-9bd8-a50c74d248b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.444108 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-521c8511-2308-4a67-9bd8-a50c74d248b6 service neutron] 10.222.0.70 "PUT /v2.0/ports/f96ad895-fd19-4a35-8349-71cd5ac8f523 HTTP/1.1" status: 200 len: 1092 time: 3.1159272 Jul 05 03:54:33.499553 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-a6c003df-19c5-48fb-a89c-08c079639ea8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:33.500244 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-a6c003df-19c5-48fb-a89c-08c079639ea8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.508209 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-507b4dd3-2b53-4819-bd07-e62ac27ba9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.511132 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-507b4dd3-2b53-4819-bd07-e62ac27ba9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.512888 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-507b4dd3-2b53-4819-bd07-e62ac27ba9a6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/12576e84-002e-4c4b-8cda-dc320b13e843 HTTP/1.1" status: 204 len: 168 time: 0.2766082 Jul 05 03:54:33.533595 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9853b-f376-455c-8f59-a99cce75a0a3 req-49d1f7a1-0af7-4af5-9298-50c3d451852e tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:33.540884 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ff9853b-f376-455c-8f59-a99cce75a0a3 req-49d1f7a1-0af7-4af5-9298-50c3d451852e tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=97f61526-da77-4023-b167-2257a14a748d HTTP/1.1" status: 200 len: 945 time: 0.1107392 Jul 05 03:54:33.543203 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b4dd3-2b53-4819-bd07-e62ac27ba9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12576e84-002e-4c4b-8cda-dc320b13e843,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:33.591773 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ff9853b-f376-455c-8f59-a99cce75a0a3 req-f69b7730-e7ae-4e42-8d62-253c7ce0e1c3 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459936 Jul 05 03:54:33.678577 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-a6c003df-19c5-48fb-a89c-08c079639ea8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1565135 Jul 05 03:54:33.699724 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5e343-ffe9-46ec-903d-b09c953891a7 req-9a28997f-e35e-460e-8803-e266bd1942e9 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:33.711197 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3cf5e343-ffe9-46ec-903d-b09c953891a7 req-9a28997f-e35e-460e-8803-e266bd1942e9 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 949 time: 0.6928892 Jul 05 03:54:33.734504 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8d4aef74-ebbf-4b45-9646-d41093b9aabe tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Request body: {'port': {'device_id': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3786fe40-9645-44e0-a910-e28556aff90f', 'admin_state_up': True, 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'security_groups': ['1ef2afcc-3938-44bf-a63f-7503b3ea5336']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:33.855002 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:33.900787 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5bbf1-fe91-481a-aadd-59e8ef97a622 req-3006498f-6248-43eb-9ca6-e0be58c91826 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:33.912523 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5bbf1-fe91-481a-aadd-59e8ef97a622 req-3006498f-6248-43eb-9ca6-e0be58c91826 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:33.924577 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5bbf1-fe91-481a-aadd-59e8ef97a622 req-3006498f-6248-43eb-9ca6-e0be58c91826 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:33.941788 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5bbf1-fe91-481a-aadd-59e8ef97a622 req-3006498f-6248-43eb-9ca6-e0be58c91826 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:33.951306 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9f5bbf1-fe91-481a-aadd-59e8ef97a622 req-3006498f-6248-43eb-9ca6-e0be58c91826 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 3094 time: 0.1902530 Jul 05 03:54:34.005401 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:34.011944 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:34.012648 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.054981 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9f5bbf1-fe91-481a-aadd-59e8ef97a622 req-f73ab1c5-6be7-414d-acc1-bcbfee1d5f00 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026685 Jul 05 03:54:34.142918 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.173241 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3cec11-fda2-486f-b10d-a1a89f5d74c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93dee6f6-70a2-41b0-8f4f-7393eabe6ba0'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:34.175329 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f00bb3-3f96-4aa0-adfa-cb48a3e68c99" -d '{"events": [{"server_uuid": "ea3cec11-fda2-486f-b10d-a1a89f5d74c9", "name": "network-vif-plugged", "status": "completed", "tag": "93dee6f6-70a2-41b0-8f4f-7393eabe6ba0"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:34.190704 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:34.200810 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.287674 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-238a1ffa-5f38-428f-949f-618cdb03f366 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] No DVR routers for this DVR port bc36e781-612f-42c5-9961-599346a266a4 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:34.291058 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-238a1ffa-5f38-428f-949f-618cdb03f366 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.294216 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-238a1ffa-5f38-428f-949f-618cdb03f366 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.89 "DELETE /v2.0/ports/bc36e781-612f-42c5-9961-599346a266a4 HTTP/1.1" status: 204 len: 173 time: 1.8366854 Jul 05 03:54:34.301654 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c8511-2308-4a67-9bd8-a50c74d248b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f96ad895-fd19-4a35-8349-71cd5ac8f523,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:34.316257 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3091660-d968-43f9-87a6-a36a00c5079e req-c0360497-2e87-4bea-b1bb-6fc735669288 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:34.324571 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e3091660-d968-43f9-87a6-a36a00c5079e req-c0360497-2e87-4bea-b1bb-6fc735669288 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 943 time: 0.0839396 Jul 05 03:54:34.342943 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 15d580a2-6ddb-47d3-8855-f357031c908a no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:34.379529 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e3091660-d968-43f9-87a6-a36a00c5079e req-425f1284-9d3f-4390-b5a9-2b716244d192 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/security-groups?id=c92c4dda-83c6-41ac-901c-1f6822de63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536990 Jul 05 03:54:34.421354 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:34.441649 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3cf5e343-ffe9-46ec-903d-b09c953891a7 req-85812438-3895-4dcc-ac1d-823b2589a86a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7291090 Jul 05 03:54:34.461704 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a1ffa-5f38-428f-949f-618cdb03f366 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event deleted for resources: {'Port': ['ID=bc36e781-612f-42c5-9961-599346a266a4,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:34.512788 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.546615 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.553599 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-51c7762b-b707-4cd0-8540-3fc2becd20de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:34.555432 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-51c7762b-b707-4cd0-8540-3fc2becd20de service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c0d75bfcc600410081741fd09dc4c3bb&device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 1095 time: 1.0249338 Jul 05 03:54:34.563708 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8d4aef74-ebbf-4b45-9646-d41093b9aabe tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Made reservation on behalf of 37edaf8ff03a4b18a4527fc6265a8b9e for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:34.568426 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8d4aef74-ebbf-4b45-9646-d41093b9aabe tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.581749 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 15d580a2-6ddb-47d3-8855-f357031c908a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=15d580a2-6ddb-47d3-8855-f357031c908a,segment=NetworkSegment(bdd1f297-211d-4a8c-9166-4b897f0b8e1e),segment_id=bdd1f297-211d-4a8c-9166-4b897f0b8e1e)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:34.596831 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.598510 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device efb70b01-eba4-494d-89a5-4bc845024fe5 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:34.627108 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31653522-661c-43b2-bb6a-b5688cc8e49e req-126b45b2-8743-4e83-8023-619be4c8fe25 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:34.629570 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-31653522-661c-43b2-bb6a-b5688cc8e49e req-126b45b2-8743-4e83-8023-619be4c8fe25 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 945 time: 0.1319804 Jul 05 03:54:34.663998 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: efb70b01-eba4-494d-89a5-4bc845024fe5 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:34.665243 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device efb70b01-eba4-494d-89a5-4bc845024fe5 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:34.666244 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device bc36e781-612f-42c5-9961-599346a266a4 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:34.688126 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-31653522-661c-43b2-bb6a-b5688cc8e49e req-7485e013-2097-4a10-b0e6-aaab2a7f6b12 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493755 Jul 05 03:54:34.747581 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: bc36e781-612f-42c5-9961-599346a266a4 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:34.749640 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device bc36e781-612f-42c5-9961-599346a266a4 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:34.766281 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e29ce2-bf86-405d-a74f-7065b203fea8 x-openstack-request-id: req-83e29ce2-bf86-405d-a74f-7065b203fea8 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:34.767767 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3cec11-fda2-486f-b10d-a1a89f5d74c9", "name": "network-vif-plugged", "status": "completed", "tag": "93dee6f6-70a2-41b0-8f4f-7393eabe6ba0", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:34.768970 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-83e29ce2-bf86-405d-a74f-7065b203fea8 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:34.771991 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3cec11-fda2-486f-b10d-a1a89f5d74c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93dee6f6-70a2-41b0-8f4f-7393eabe6ba0', 'code': 200} Jul 05 03:54:34.786770 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-895fe06f-2366-4494-98e6-7b7975009a21 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f96ad895-fd19-4a35-8349-71cd5ac8f523 HTTP/1.1" status: 200 len: 217 time: 0.2135110 Jul 05 03:54:34.790374 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-ddd9cf06-9e3e-4ffc-8454-4c3872beb05b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Deleting port 15d580a2-6ddb-47d3-8855-f357031c908a {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:34.790794 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-ddd9cf06-9e3e-4ffc-8454-4c3872beb05b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.815070 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=15d580a2-6ddb-47d3-8855-f357031c908a,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:35.090654 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-9266a5ff-6f88-43d2-a46e-c7f64b88cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:35.092592 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-9266a5ff-6f88-43d2-a46e-c7f64b88cd10 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2289456f-17c4-488d-a3e1-47cb5ed1e25a HTTP/1.1" status: 200 len: 859 time: 0.2789481 Jul 05 03:54:35.123674 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-ddd9cf06-9e3e-4ffc-8454-4c3872beb05b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] For port 15d580a2-6ddb-47d3-8855-f357031c908a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=15d580a2-6ddb-47d3-8855-f357031c908a,segment=NetworkSegment(bdd1f297-211d-4a8c-9166-4b897f0b8e1e),segment_id=bdd1f297-211d-4a8c-9166-4b897f0b8e1e)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:35.125060 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-ddd9cf06-9e3e-4ffc-8454-4c3872beb05b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.144336 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-ddd9cf06-9e3e-4ffc-8454-4c3872beb05b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Calling delete_port for 15d580a2-6ddb-47d3-8855-f357031c908a owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:35.147901 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22208d9-1579-4c1c-961f-fefb728cc21f', 'tag': 'f96ad895-fd19-4a35-8349-71cd5ac8f523'}, {'server_uuid': '97f61526-da77-4023-b167-2257a14a748d', 'name': 'network-vif-deleted', 'tag': 'bc36e781-612f-42c5-9961-599346a266a4'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:35.150618 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdd883d-eec6-4e0a-ac7d-ce8608b3c41f" -d '{"events": [{"name": "network-changed", "server_uuid": "f22208d9-1579-4c1c-961f-fefb728cc21f", "tag": "f96ad895-fd19-4a35-8349-71cd5ac8f523"}, {"server_uuid": "97f61526-da77-4023-b167-2257a14a748d", "name": "network-vif-deleted", "tag": "bc36e781-612f-42c5-9961-599346a266a4"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:35.155357 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8d4aef74-ebbf-4b45-9646-d41093b9aabe tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Allocated IP 10.2.2.200 (3786fe40-9645-44e0-a910-e28556aff90f/71989378-012f-4fd9-a75b-6448013e5d85/346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:35.228473 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35894f87-6c1c-49d7-8138-005f247b9a14 req-d0674cea-ffeb-4f2d-b228-89a5f6d90bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:35.231084 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-35894f87-6c1c-49d7-8138-005f247b9a14 req-d0674cea-ffeb-4f2d-b228-89a5f6d90bdb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 1102 time: 0.3749557 Jul 05 03:54:35.259404 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca5260-ba18-4f0e-9de8-289d5e3bb149 req-c460138e-b18b-475d-a1bd-3f9392040d92 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:35.268143 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-58ca5260-ba18-4f0e-9de8-289d5e3bb149 req-c460138e-b18b-475d-a1bd-3f9392040d92 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=97f61526-da77-4023-b167-2257a14a748d HTTP/1.1" status: 200 len: 943 time: 0.3304756 Jul 05 03:54:35.291646 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6d5cf-5537-44b9-8620-19c4ddd80b14 req-9d1b38c2-c889-462a-92b0-5e82d4fbf7c0 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:35.302381 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6d5cf-5537-44b9-8620-19c4ddd80b14 req-9d1b38c2-c889-462a-92b0-5e82d4fbf7c0 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:35.313453 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6d5cf-5537-44b9-8620-19c4ddd80b14 req-9d1b38c2-c889-462a-92b0-5e82d4fbf7c0 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:35.324350 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6d5cf-5537-44b9-8620-19c4ddd80b14 req-9d1b38c2-c889-462a-92b0-5e82d4fbf7c0 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:35.333476 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c9a6d5cf-5537-44b9-8620-19c4ddd80b14 req-9d1b38c2-c889-462a-92b0-5e82d4fbf7c0 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 3094 time: 0.1281199 Jul 05 03:54:35.376903 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c9a6d5cf-5537-44b9-8620-19c4ddd80b14 req-e776749a-8557-42e2-bd03-61b1c216da1f tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400760 Jul 05 03:54:35.424645 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-58ca5260-ba18-4f0e-9de8-289d5e3bb149 req-89a85ebb-303b-4fa2-b72a-39c55581112e tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556277 Jul 05 03:54:35.490140 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04ea5fd-917b-4989-9b0b-559341bbcaa6 x-openstack-request-id: req-e04ea5fd-917b-4989-9b0b-559341bbcaa6 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:35.491005 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22208d9-1579-4c1c-961f-fefb728cc21f", "tag": "f96ad895-fd19-4a35-8349-71cd5ac8f523", "status": "completed", "code": 200}, {"server_uuid": "97f61526-da77-4023-b167-2257a14a748d", "name": "network-vif-deleted", "tag": "bc36e781-612f-42c5-9961-599346a266a4", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:35.491005 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e04ea5fd-917b-4989-9b0b-559341bbcaa6 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:35.491257 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22208d9-1579-4c1c-961f-fefb728cc21f', 'tag': 'f96ad895-fd19-4a35-8349-71cd5ac8f523', 'status': 'completed', 'code': 200} Jul 05 03:54:35.491348 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f61526-da77-4023-b167-2257a14a748d', 'name': 'network-vif-deleted', 'tag': 'bc36e781-612f-42c5-9961-599346a266a4', 'status': 'completed', 'code': 200} Jul 05 03:54:35.504533 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-35894f87-6c1c-49d7-8138-005f247b9a14 req-d6855310-6208-4c79-bf86-52ac0d2796d0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555277 Jul 05 03:54:35.623180 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-ddd9cf06-9e3e-4ffc-8454-4c3872beb05b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.647250 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-aad9b9dd-34b2-4ea9-b03c-7dd7fac9a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:35.648831 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-aad9b9dd-34b2-4ea9-b03c-7dd7fac9a29e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cce8247-9091-467b-9589-baa0d2dd4bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5020514 Jul 05 03:54:35.665116 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241d2e1-fb8d-4f85-a7cf-459f88236d7b req-0adff9d2-63b3-4064-be91-adcf97658206 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:35.673984 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f241d2e1-fb8d-4f85-a7cf-459f88236d7b req-0adff9d2-63b3-4064-be91-adcf97658206 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 950 time: 0.0945904 Jul 05 03:54:35.684170 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9cf06-9e3e-4ffc-8454-4c3872beb05b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event deleted for resources: {'Port': ['ID=15d580a2-6ddb-47d3-8855-f357031c908a,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:35.751167 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f241d2e1-fb8d-4f85-a7cf-459f88236d7b req-532f371a-3adb-427b-b98c-871560e64f5f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732267 Jul 05 03:54:35.777673 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-ddd9cf06-9e3e-4ffc-8454-4c3872beb05b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] No DVR routers for this DVR port 15d580a2-6ddb-47d3-8855-f357031c908a on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:35.801765 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-ddd9cf06-9e3e-4ffc-8454-4c3872beb05b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.805123 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4b6258a1-3fc1-4515-95eb-bd8d00083c87 req-ddd9cf06-9e3e-4ffc-8454-4c3872beb05b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.89 "DELETE /v2.0/ports/15d580a2-6ddb-47d3-8855-f357031c908a HTTP/1.1" status: 204 len: 173 time: 1.4936807 Jul 05 03:54:35.838580 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8d4aef74-ebbf-4b45-9646-d41093b9aabe tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.854235 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ef274-674a-47eb-9132-07cdd69855f4 req-f92009c4-e1be-4f27-ae36-0138120d2781 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:35.856819 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-201ef274-674a-47eb-9132-07cdd69855f4 req-f92009c4-e1be-4f27-ae36-0138120d2781 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 943 time: 0.2614644 Jul 05 03:54:35.921433 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-201ef274-674a-47eb-9132-07cdd69855f4 req-264636de-7bd0-4906-b42f-4f2575e4a9b5 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/security-groups?id=c92c4dda-83c6-41ac-901c-1f6822de63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568442 Jul 05 03:54:35.922771 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8d4aef74-ebbf-4b45-9646-d41093b9aabe tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Transition to ACTIVE for port object 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:36.045897 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8d4aef74-ebbf-4b45-9646-d41093b9aabe tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:36.067599 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-33b6816b-13ff-4720-bfad-e994359ec50c service neutron] 10.222.0.70 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930482 Jul 05 03:54:36.122942 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8d4aef74-ebbf-4b45-9646-d41093b9aabe tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Network 3786fe40-9645-44e0-a910-e28556aff90f is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:36.190361 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8d4aef74-ebbf-4b45-9646-d41093b9aabe tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:36.237102 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8d4aef74-ebbf-4b45-9646-d41093b9aabe tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:36.310144 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4aef74-ebbf-4b45-9646-d41093b9aabe tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event updated for resources: {'Port': ['ID=346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:36.366102 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1ae1581f-575d-41ca-a03e-35a3ac967f3c req-4508a494-33d8-44d5-8d36-ee440a5a5717 service neutron] 10.222.0.70 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462847 Jul 05 03:54:36.375041 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8d4aef74-ebbf-4b45-9646-d41093b9aabe tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:36.375728 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8d4aef74-ebbf-4b45-9646-d41093b9aabe tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:36.409257 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76de42-3067-4052-9a70-58106960ea5c req-f6c62eeb-ddff-4f49-8ccb-b71d4610c19d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:36.411736 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd76de42-3067-4052-9a70-58106960ea5c req-f6c62eeb-ddff-4f49-8ccb-b71d4610c19d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 945 time: 0.2226872 Jul 05 03:54:36.432918 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8d4aef74-ebbf-4b45-9646-d41093b9aabe tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7073996 Jul 05 03:54:36.497130 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c4d25bb7-e94e-4457-be8f-2c687ce8e127 service neutron] Request body: {'port': {'device_id': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:36.599847 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-897f88f1-336d-469d-ab01-a4ccd27468b3 None None] Provisioning for port 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:36.621394 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-897f88f1-336d-469d-ab01-a4ccd27468b3 None None] Provisioning complete for port 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:36.621718 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-897f88f1-336d-469d-ab01-a4ccd27468b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:36.695481 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd76de42-3067-4052-9a70-58106960ea5c req-da3383b2-9c8d-4fb6-b4b6-2de2d1b5d6eb tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698700 Jul 05 03:54:36.696338 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-897f88f1-336d-469d-ab01-a4ccd27468b3 None None] Port 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:54:36.773179 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f61526-da77-4023-b167-2257a14a748d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15d580a2-6ddb-47d3-8855-f357031c908a'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:36.776191 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29b6045-94ec-404d-bc06-f7c508b794ad" -d '{"events": [{"server_uuid": "97f61526-da77-4023-b167-2257a14a748d", "name": "network-vif-unplugged", "status": "completed", "tag": "15d580a2-6ddb-47d3-8855-f357031c908a"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:36.782641 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a03e71-2d62-4557-bf44-ec793dca0e63 req-ab81ae17-82dc-4c86-bc7a-b75259f30d5e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:36.789260 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c4d25bb7-e94e-4457-be8f-2c687ce8e127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:36.802292 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a03e71-2d62-4557-bf44-ec793dca0e63 req-ab81ae17-82dc-4c86-bc7a-b75259f30d5e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:36.810993 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a03e71-2d62-4557-bf44-ec793dca0e63 req-ab81ae17-82dc-4c86-bc7a-b75259f30d5e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:36.819755 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a03e71-2d62-4557-bf44-ec793dca0e63 req-ab81ae17-82dc-4c86-bc7a-b75259f30d5e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:36.830707 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a03e71-2d62-4557-bf44-ec793dca0e63 req-ab81ae17-82dc-4c86-bc7a-b75259f30d5e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:36.842022 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-81a03e71-2d62-4557-bf44-ec793dca0e63 req-ab81ae17-82dc-4c86-bc7a-b75259f30d5e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 3815 time: 0.2330623 Jul 05 03:54:36.915791 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-81a03e71-2d62-4557-bf44-ec793dca0e63 req-3b7e0f73-aaba-41b0-833f-80f50b2dd0fc tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677998 Jul 05 03:54:36.929715 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52272) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:37.016214 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce78d11-14ff-489f-bf27-856aba9a2c9e x-openstack-request-id: req-dce78d11-14ff-489f-bf27-856aba9a2c9e {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:37.016706 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f61526-da77-4023-b167-2257a14a748d", "name": "network-vif-unplugged", "status": "completed", "tag": "15d580a2-6ddb-47d3-8855-f357031c908a", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:37.017152 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dce78d11-14ff-489f-bf27-856aba9a2c9e {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:37.017713 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f61526-da77-4023-b167-2257a14a748d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15d580a2-6ddb-47d3-8855-f357031c908a', 'code': 200} Jul 05 03:54:37.039525 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a00e96-5af8-4599-9934-0ed8c98f07c5 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Deleting subnet 5349ad41-f3bc-45e3-939d-6c41c1ad44ec {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:54:37.047556 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a7a00e96-5af8-4599-9934-0ed8c98f07c5 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:37.141073 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a7a00e96-5af8-4599-9934-0ed8c98f07c5 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:37.184746 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c4d25bb7-e94e-4457-be8f-2c687ce8e127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6613a61c-a6e8-4b99-bacd-b372db0723d9 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:37.193737 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c4d25bb7-e94e-4457-be8f-2c687ce8e127 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:37.207943 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c4d25bb7-e94e-4457-be8f-2c687ce8e127 service neutron] Transition to ACTIVE for port object 6613a61c-a6e8-4b99-bacd-b372db0723d9 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:37.224107 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd883d-eec6-4e0a-ac7d-ce8608b3c41f req-2410a90b-b685-42d8-8a67-1ba7e8348aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:37.225641 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ebdd883d-eec6-4e0a-ac7d-ce8608b3c41f req-2410a90b-b685-42d8-8a67-1ba7e8348aff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c0d75bfcc600410081741fd09dc4c3bb&device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 1095 time: 0.7212856 Jul 05 03:54:37.226255 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c4d25bb7-e94e-4457-be8f-2c687ce8e127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:37.355959 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a7a00e96-5af8-4599-9934-0ed8c98f07c5 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:37.400387 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa84f5-d756-484a-b6ce-3a93a83345ba req-9f81451e-6c34-4a78-986e-c24382ffb450 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:37.403208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d25bb7-e94e-4457-be8f-2c687ce8e127 service neutron] Pushing event updated for resources: {'Port': ['ID=6613a61c-a6e8-4b99-bacd-b372db0723d9,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:37.408086 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3daa84f5-d756-484a-b6ce-3a93a83345ba req-9f81451e-6c34-4a78-986e-c24382ffb450 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 943 time: 0.2010002 Jul 05 03:54:37.460934 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52282) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:37.496721 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f61526-da77-4023-b167-2257a14a748d', 'name': 'network-vif-deleted', 'tag': '15d580a2-6ddb-47d3-8855-f357031c908a'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:37.499069 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d1bb91-15da-4493-a96d-1459232725ee" -d '{"events": [{"server_uuid": "97f61526-da77-4023-b167-2257a14a748d", "name": "network-vif-deleted", "tag": "15d580a2-6ddb-47d3-8855-f357031c908a"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:37.524405 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3daa84f5-d756-484a-b6ce-3a93a83345ba req-7d96d249-9ac9-4512-9de0-1b89c9613c61 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/security-groups?id=c92c4dda-83c6-41ac-901c-1f6822de63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152856 Jul 05 03:54:37.526288 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867f38e-bd00-4747-bf8f-b66cb97fc39c req-071de850-74ca-4c99-ad09-583f90ee43b0 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:37.529184 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5867f38e-bd00-4747-bf8f-b66cb97fc39c req-071de850-74ca-4c99-ad09-583f90ee43b0 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 950 time: 0.3194261 Jul 05 03:54:37.540101 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd883d-eec6-4e0a-ac7d-ce8608b3c41f req-500569b0-d0cd-4b63-b4c0-abb6d1a34e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:37.542826 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a7a00e96-5af8-4599-9934-0ed8c98f07c5 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:37.556734 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ebdd883d-eec6-4e0a-ac7d-ce8608b3c41f req-500569b0-d0cd-4b63-b4c0-abb6d1a34e6b service neutron] 10.222.0.70 "GET /v2.0/networks?id=2cce8247-9091-467b-9589-baa0d2dd4bb5 HTTP/1.1" status: 200 len: 921 time: 0.3187864 Jul 05 03:54:37.588039 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a00e96-5af8-4599-9934-0ed8c98f07c5 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event deleted for resources: {'Subnet': ['ID=5349ad41-f3bc-45e3-939d-6c41c1ad44ec,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:37.612051 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a7a00e96-5af8-4599-9934-0ed8c98f07c5 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:37.617110 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a7a00e96-5af8-4599-9934-0ed8c98f07c5 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "DELETE /v2.0/subnets/5349ad41-f3bc-45e3-939d-6c41c1ad44ec HTTP/1.1" status: 204 len: 168 time: 0.6849318 Jul 05 03:54:37.618182 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4bef10-e60b-48b4-8168-ce87b49f477f None None] Network 9d079804-10be-4adc-8fe6-912a667d4bf0 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:37.620470 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52288) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:37.706414 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7de4f1da-ae0d-45da-801f-6ab14f9b4d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:37.730299 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c4d25bb7-e94e-4457-be8f-2c687ce8e127 service neutron] Attempting to bind port 6613a61c-a6e8-4b99-bacd-b372db0723d9 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:37.730922 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c4d25bb7-e94e-4457-be8f-2c687ce8e127 service neutron] Attempting to bind port 6613a61c-a6e8-4b99-bacd-b372db0723d9 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'c08de3b8-c3bc-4af9-8e5c-57631e3280d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:37.731651 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c4d25bb7-e94e-4457-be8f-2c687ce8e127 service neutron] Attempting to bind port 6613a61c-a6e8-4b99-bacd-b372db0723d9 on network ac936e6f-3e04-4437-b04d-b7e14555028d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:37.741326 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ebdd883d-eec6-4e0a-ac7d-ce8608b3c41f req-6cbd2335-e243-4c04-bb3a-d82194af9025 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f96ad895-fd19-4a35-8349-71cd5ac8f523 HTTP/1.1" status: 200 len: 217 time: 0.1748476 Jul 05 03:54:37.745072 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5867f38e-bd00-4747-bf8f-b66cb97fc39c req-33a186a8-d0b5-43c4-9c47-8b95e737f8a2 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874762 Jul 05 03:54:37.746461 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c4d25bb7-e94e-4457-be8f-2c687ce8e127 service neutron] Port 6613a61c-a6e8-4b99-bacd-b372db0723d9 on network ac936e6f-3e04-4437-b04d-b7e14555028d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:37.747235 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c4d25bb7-e94e-4457-be8f-2c687ce8e127 service neutron] Attempting to bind port 6613a61c-a6e8-4b99-bacd-b372db0723d9 on network ac936e6f-3e04-4437-b04d-b7e14555028d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:37.783555 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c4d25bb7-e94e-4457-be8f-2c687ce8e127 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:37.784076 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c4d25bb7-e94e-4457-be8f-2c687ce8e127 service neutron] Checking segment: {'id': 'c08de3b8-c3bc-4af9-8e5c-57631e3280d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:37.784571 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c4d25bb7-e94e-4457-be8f-2c687ce8e127 service neutron] Bound using segment: {'id': 'c08de3b8-c3bc-4af9-8e5c-57631e3280d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:37.785284 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c4d25bb7-e94e-4457-be8f-2c687ce8e127 service neutron] Bound port: 6613a61c-a6e8-4b99-bacd-b372db0723d9, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08de3b8-c3bc-4af9-8e5c-57631e3280d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:37.786055 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c4d25bb7-e94e-4457-be8f-2c687ce8e127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:37.868081 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a55661-e988-402e-a92f-c5d30cd5235c x-openstack-request-id: req-87a55661-e988-402e-a92f-c5d30cd5235c {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:37.870032 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f61526-da77-4023-b167-2257a14a748d", "name": "network-vif-deleted", "tag": "15d580a2-6ddb-47d3-8855-f357031c908a", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:37.870647 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-87a55661-e988-402e-a92f-c5d30cd5235c {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:37.873234 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f61526-da77-4023-b167-2257a14a748d', 'name': 'network-vif-deleted', 'tag': '15d580a2-6ddb-47d3-8855-f357031c908a', 'status': 'completed', 'code': 200} Jul 05 03:54:37.884187 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd883d-eec6-4e0a-ac7d-ce8608b3c41f req-e9abdb21-f479-4811-9e64-78fa4abe40fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:37.894010 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ebdd883d-eec6-4e0a-ac7d-ce8608b3c41f req-e9abdb21-f479-4811-9e64-78fa4abe40fb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2289456f-17c4-488d-a3e1-47cb5ed1e25a HTTP/1.1" status: 200 len: 859 time: 0.1432974 Jul 05 03:54:37.916342 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca9fdd1-65e9-4c4a-b6c1-195595ae42f6 None None] DHCP port deletion for 9d079804-10be-4adc-8fe6-912a667d4bf0 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:54:37.984696 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2ca9fdd1-65e9-4c4a-b6c1-195595ae42f6 None None] Deleting port 7291f6a7-3b49-432f-b329-1ca81fb17c5b {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:37.985349 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2ca9fdd1-65e9-4c4a-b6c1-195595ae42f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:37.991789 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7de4f1da-ae0d-45da-801f-6ab14f9b4d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.001994 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7de4f1da-ae0d-45da-801f-6ab14f9b4d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.072465 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e81af769-c025-425a-bbd1-f546588733f4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.103502 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c4d25bb7-e94e-4457-be8f-2c687ce8e127 service neutron] For port 6613a61c-a6e8-4b99-bacd-b372db0723d9, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:38.113284 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4f1da-ae0d-45da-801f-6ab14f9b4d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1470bd10-06b3-4b48-ae53-e3057655a849,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:38.123788 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c4d25bb7-e94e-4457-be8f-2c687ce8e127 service neutron] For port 6613a61c-a6e8-4b99-bacd-b372db0723d9, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6613a61c-a6e8-4b99-bacd-b372db0723d9,segment=NetworkSegment(c08de3b8-c3bc-4af9-8e5c-57631e3280d6),segment_id=c08de3b8-c3bc-4af9-8e5c-57631e3280d6)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:38.133915 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c4d25bb7-e94e-4457-be8f-2c687ce8e127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.191368 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c4d25bb7-e94e-4457-be8f-2c687ce8e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:38.192264 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c4d25bb7-e94e-4457-be8f-2c687ce8e127 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.193786 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-c4d25bb7-e94e-4457-be8f-2c687ce8e127 service neutron] 10.222.0.70 "PUT /v2.0/ports/6613a61c-a6e8-4b99-bacd-b372db0723d9 HTTP/1.1" status: 200 len: 1092 time: 1.7115607 Jul 05 03:54:38.198124 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd883d-eec6-4e0a-ac7d-ce8608b3c41f req-2d5207e0-ae63-45ec-96b5-bf6335c535f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:38.202440 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7de4f1da-ae0d-45da-801f-6ab14f9b4d2b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=92a0399d88c047fab1ce1c4ba222d4b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7402802 Jul 05 03:54:38.203289 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52294) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:38.205193 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ebdd883d-eec6-4e0a-ac7d-ce8608b3c41f req-2d5207e0-ae63-45ec-96b5-bf6335c535f7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cce8247-9091-467b-9589-baa0d2dd4bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3001378 Jul 05 03:54:38.267072 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-6305ea7a-8f07-49b5-b548-b4c0e5579687 service neutron] Request body: {'port': {'device_id': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:38.303239 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2ca9fdd1-65e9-4c4a-b6c1-195595ae42f6 None None] For port 7291f6a7-3b49-432f-b329-1ca81fb17c5b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7291f6a7-3b49-432f-b329-1ca81fb17c5b,segment=NetworkSegment(827377e7-3d2b-4650-947f-23bb65dcbc7d),segment_id=827377e7-3d2b-4650-947f-23bb65dcbc7d)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:38.303999 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2ca9fdd1-65e9-4c4a-b6c1-195595ae42f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.304142 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0dc99db2-8870-4bed-8c8f-d2cd2e995599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.313516 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087370d-64d1-4cef-a58c-43935953fa31 req-b8e78b9b-cf2e-4dc5-ae35-bc8ab165bf7e tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:38.320643 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8087370d-64d1-4cef-a58c-43935953fa31 req-b8e78b9b-cf2e-4dc5-ae35-bc8ab165bf7e tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 945 time: 0.3052466 Jul 05 03:54:38.329873 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0dc99db2-8870-4bed-8c8f-d2cd2e995599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.332005 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2ca9fdd1-65e9-4c4a-b6c1-195595ae42f6 None None] Calling delete_port for 7291f6a7-3b49-432f-b329-1ca81fb17c5b owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:38.353781 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-e81af769-c025-425a-bbd1-f546588733f4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Deleting port 7291f6a7-3b49-432f-b329-1ca81fb17c5b {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:38.354175 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e81af769-c025-425a-bbd1-f546588733f4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.357654 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d25bb7-e94e-4457-be8f-2c687ce8e127 service neutron] Pushing event updated for resources: {'Port': ['ID=6613a61c-a6e8-4b99-bacd-b372db0723d9,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:38.374836 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c989bd-0c71-4c7f-a2d8-e1e1966b40c6 req-c1190dea-7d5d-496e-a4b5-1b8843fc8efa tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:38.380851 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c989bd-0c71-4c7f-a2d8-e1e1966b40c6 req-c1190dea-7d5d-496e-a4b5-1b8843fc8efa tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:38.388103 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c989bd-0c71-4c7f-a2d8-e1e1966b40c6 req-c1190dea-7d5d-496e-a4b5-1b8843fc8efa tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:38.394925 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c989bd-0c71-4c7f-a2d8-e1e1966b40c6 req-c1190dea-7d5d-496e-a4b5-1b8843fc8efa tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:38.401621 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c989bd-0c71-4c7f-a2d8-e1e1966b40c6 req-c1190dea-7d5d-496e-a4b5-1b8843fc8efa tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:38.409891 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-97c989bd-0c71-4c7f-a2d8-e1e1966b40c6 req-c1190dea-7d5d-496e-a4b5-1b8843fc8efa tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 3827 time: 0.2922497 Jul 05 03:54:38.503047 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2ca9fdd1-65e9-4c4a-b6c1-195595ae42f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.524724 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8087370d-64d1-4cef-a58c-43935953fa31 req-db5eae0b-ea3b-40f5-bded-6bc76d8a1e50 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029221 Jul 05 03:54:38.528272 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-97c989bd-0c71-4c7f-a2d8-e1e1966b40c6 req-65306498-601e-47bc-b8a9-bd6908d0a13c tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172473 Jul 05 03:54:38.546988 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9fdd1-65e9-4c4a-b6c1-195595ae42f6 None None] Pushing event deleted for resources: {'Port': ['ID=7291f6a7-3b49-432f-b329-1ca81fb17c5b,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:38.549852 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca9fdd1-65e9-4c4a-b6c1-195595ae42f6 None None] No DVR routers for this DVR port 7291f6a7-3b49-432f-b329-1ca81fb17c5b on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:38.568302 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-e81af769-c025-425a-bbd1-f546588733f4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] For port 7291f6a7-3b49-432f-b329-1ca81fb17c5b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7291f6a7-3b49-432f-b329-1ca81fb17c5b,segment=NetworkSegment(827377e7-3d2b-4650-947f-23bb65dcbc7d),segment_id=827377e7-3d2b-4650-947f-23bb65dcbc7d)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:38.568710 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e81af769-c025-425a-bbd1-f546588733f4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.577826 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ebdd883d-eec6-4e0a-ac7d-ce8608b3c41f req-07fa25d9-4317-4d30-a825-805f65731bc7 service neutron] 10.222.0.70 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620927 Jul 05 03:54:38.586567 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-6305ea7a-8f07-49b5-b548-b4c0e5579687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.609788 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-e81af769-c025-425a-bbd1-f546588733f4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Calling delete_port for 7291f6a7-3b49-432f-b329-1ca81fb17c5b owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:38.614208 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0dc99db2-8870-4bed-8c8f-d2cd2e995599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.618448 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0dc99db2-8870-4bed-8c8f-d2cd2e995599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.625034 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0dc99db2-8870-4bed-8c8f-d2cd2e995599 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1470bd10-06b3-4b48-ae53-e3057655a849 HTTP/1.1" status: 204 len: 168 time: 0.4082890 Jul 05 03:54:38.642505 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc99db2-8870-4bed-8c8f-d2cd2e995599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1470bd10-06b3-4b48-ae53-e3057655a849,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:38.779434 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e81af769-c025-425a-bbd1-f546588733f4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.818941 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81af769-c025-425a-bbd1-f546588733f4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event deleted for resources: {'Port': ['ID=7291f6a7-3b49-432f-b329-1ca81fb17c5b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:38.827000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81af769-c025-425a-bbd1-f546588733f4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] No DVR routers for this DVR port 7291f6a7-3b49-432f-b329-1ca81fb17c5b on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:38.892389 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ebdd883d-eec6-4e0a-ac7d-ce8608b3c41f req-32e1c155-ff30-4fcf-8395-429a58ca4064 service neutron] 10.222.0.70 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070147 Jul 05 03:54:38.955267 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e81af769-c025-425a-bbd1-f546588733f4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.967140 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-e81af769-c025-425a-bbd1-f546588733f4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d079804-10be-4adc-8fe6-912a667d4bf0']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:38.981004 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-e81af769-c025-425a-bbd1-f546588733f4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '827377e7-3d2b-4650-947f-23bb65dcbc7d') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:38.981302 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-e81af769-c025-425a-bbd1-f546588733f4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '827377e7-3d2b-4650-947f-23bb65dcbc7d') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:39.001565 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e81af769-c025-425a-bbd1-f546588733f4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.034727 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034dd34-a929-419a-912c-044ee2beceb7 req-f1ef747e-ac93-495b-9bca-689bd253dbe6 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:39.036821 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a034dd34-a929-419a-912c-044ee2beceb7 req-f1ef747e-ac93-495b-9bca-689bd253dbe6 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 943 time: 0.3051364 Jul 05 03:54:39.065670 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e81af769-c025-425a-bbd1-f546588733f4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.078184 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e81af769-c025-425a-bbd1-f546588733f4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:54:39.078677 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e81af769-c025-425a-bbd1-f546588733f4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: timer() Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:54:39.082527 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:54:39.146897 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52308) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:39.154366 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a034dd34-a929-419a-912c-044ee2beceb7 req-5b47b8da-dfc6-43b7-a4bc-a57664cb8746 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/security-groups?id=c92c4dda-83c6-41ac-901c-1f6822de63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043706 Jul 05 03:54:39.187172 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f7018cb5-3648-4a6c-892f-31d860fcc41c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.211084 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d65654-00e3-49af-b8a9-ff434b30acfb req-6bb94675-574b-4069-b431-935e4b9217f3 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:39.213066 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-96d65654-00e3-49af-b8a9-ff434b30acfb req-6bb94675-574b-4069-b431-935e4b9217f3 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 950 time: 0.1899233 Jul 05 03:54:39.286562 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-6305ea7a-8f07-49b5-b548-b4c0e5579687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e10832-bba0-43bb-bb99-461c4ef85b71 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:39.296026 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-6305ea7a-8f07-49b5-b548-b4c0e5579687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.318120 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f7018cb5-3648-4a6c-892f-31d860fcc41c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.323997 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-6305ea7a-8f07-49b5-b548-b4c0e5579687 service neutron] Transition to ACTIVE for port object 43e10832-bba0-43bb-bb99-461c4ef85b71 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:39.325559 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e81af769-c025-425a-bbd1-f546588733f4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.328455 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-6305ea7a-8f07-49b5-b548-b4c0e5579687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.341747 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e81af769-c025-425a-bbd1-f546588733f4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.343084 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e81af769-c025-425a-bbd1-f546588733f4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "DELETE /v2.0/networks/9d079804-10be-4adc-8fe6-912a667d4bf0 HTTP/1.1" status: 204 len: 168 time: 1.7156396 Jul 05 03:54:39.343877 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f7018cb5-3648-4a6c-892f-31d860fcc41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.347839 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52310) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:39.380275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81af769-c025-425a-bbd1-f546588733f4 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event deleted for resources: {'Network': ['ID=9d079804-10be-4adc-8fe6-912a667d4bf0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:39.434181 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f7018cb5-3648-4a6c-892f-31d860fcc41c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1ae600238baa443285882052673b534f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853854 Jul 05 03:54:39.438075 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-96d65654-00e3-49af-b8a9-ff434b30acfb req-933ed878-597c-4750-8bc6-56958e7b612f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230526 Jul 05 03:54:39.440077 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52312) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:39.449832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7018cb5-3648-4a6c-892f-31d860fcc41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2805304-fc88-42cb-98b4-bacde2852564,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:39.519775 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6e9bef89-7d2c-483c-858e-0ed905f5eda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.560287 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6e9bef89-7d2c-483c-858e-0ed905f5eda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.652643 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6e9bef89-7d2c-483c-858e-0ed905f5eda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.656764 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6e9bef89-7d2c-483c-858e-0ed905f5eda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.658086 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6e9bef89-7d2c-483c-858e-0ed905f5eda2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a2805304-fc88-42cb-98b4-bacde2852564 HTTP/1.1" status: 204 len: 168 time: 0.2162504 Jul 05 03:54:39.687780 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9bef89-7d2c-483c-858e-0ed905f5eda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2805304-fc88-42cb-98b4-bacde2852564,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:39.862343 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device f96ad895-fd19-4a35-8349-71cd5ac8f523 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:39.867291 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de5d6d-7d85-44dc-9eb9-1c17b05b9209 req-f9871385-797f-4528-9d26-fd4bc5c6541e tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:39.892383 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b8de5d6d-7d85-44dc-9eb9-1c17b05b9209 req-f9871385-797f-4528-9d26-fd4bc5c6541e tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 945 time: 0.1146452 Jul 05 03:54:39.958882 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'tag': '6613a61c-a6e8-4b99-bacd-b372db0723d9'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:39.961552 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10335789-6fb9-471a-bd78-88a68a42710e" -d '{"events": [{"name": "network-changed", "server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "tag": "6613a61c-a6e8-4b99-bacd-b372db0723d9"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:39.982943 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7291f6a7-3b49-432f-b329-1ca81fb17c5b no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:40.003961 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b8de5d6d-7d85-44dc-9eb9-1c17b05b9209 req-27999595-77c8-4167-b604-b44c131bde15 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082351 Jul 05 03:54:40.034056 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305ea7a-8f07-49b5-b548-b4c0e5579687 service neutron] Pushing event updated for resources: {'Port': ['ID=43e10832-bba0-43bb-bb99-461c4ef85b71,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:40.075152 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 7291f6a7-3b49-432f-b329-1ca81fb17c5b {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:40.075895 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7291f6a7-3b49-432f-b329-1ca81fb17c5b not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:40.128267 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-a51a5c21-1609-4fad-bbdf-7a39bc45ad75 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Deleting subnet 5f46500b-1a74-4c0b-b5c3-7541b5f6446f {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:54:40.157458 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a51a5c21-1609-4fad-bbdf-7a39bc45ad75 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.182256 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port f96ad895-fd19-4a35-8349-71cd5ac8f523, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f96ad895-fd19-4a35-8349-71cd5ac8f523,segment=NetworkSegment(781a2029-9354-4745-84c1-56f0c912ee63),segment_id=781a2029-9354-4745-84c1-56f0c912ee63)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:40.222391 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'f96ad895-fd19-4a35-8349-71cd5ac8f523', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'port_id': 'f96ad895-fd19-4a35-8349-71cd5ac8f523', 'mac_address': 'fa:16:3e:0b:5d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:40.267244 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a51a5c21-1609-4fad-bbdf-7a39bc45ad75 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.318642 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.351166 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f96ad895-fd19-4a35-8349-71cd5ac8f523 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:40.387105 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port f96ad895-fd19-4a35-8349-71cd5ac8f523, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f96ad895-fd19-4a35-8349-71cd5ac8f523,segment=NetworkSegment(781a2029-9354-4745-84c1-56f0c912ee63),segment_id=781a2029-9354-4745-84c1-56f0c912ee63)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:40.403902 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.447255 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf69576-4b2c-4539-9324-b6684adecba9 x-openstack-request-id: req-fcf69576-4b2c-4539-9324-b6684adecba9 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:40.447780 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "tag": "6613a61c-a6e8-4b99-bacd-b372db0723d9", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:40.448229 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fcf69576-4b2c-4539-9324-b6684adecba9 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:40.449665 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'tag': '6613a61c-a6e8-4b99-bacd-b372db0723d9', 'status': 'completed', 'code': 200} Jul 05 03:54:40.507293 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=f96ad895-fd19-4a35-8349-71cd5ac8f523,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:40.614044 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-04f93f6b-4e07-4a3e-8735-36a25d89794a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4786301 Jul 05 03:54:40.715108 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d83a2b-fc4e-4101-92bd-7b46086da06f req-3de8e9f8-ddfa-4095-8ce0-77004d6224b7 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:40.716771 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c8d83a2b-fc4e-4101-92bd-7b46086da06f req-3de8e9f8-ddfa-4095-8ce0-77004d6224b7 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 950 time: 0.0824397 Jul 05 03:54:40.716910 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-6305ea7a-8f07-49b5-b548-b4c0e5579687 service neutron] Attempting to bind port 43e10832-bba0-43bb-bb99-461c4ef85b71 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:40.717252 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-6305ea7a-8f07-49b5-b548-b4c0e5579687 service neutron] Attempting to bind port 43e10832-bba0-43bb-bb99-461c4ef85b71 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'ce7496e1-57b4-4372-aedf-6673118415b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:40.717583 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-6305ea7a-8f07-49b5-b548-b4c0e5579687 service neutron] Attempting to bind port 43e10832-bba0-43bb-bb99-461c4ef85b71 on network 3109c869-7127-4afd-9f38-c7624c1dbe78 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:40.745604 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-6305ea7a-8f07-49b5-b548-b4c0e5579687 service neutron] Port 43e10832-bba0-43bb-bb99-461c4ef85b71 on network 3109c869-7127-4afd-9f38-c7624c1dbe78 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:40.746018 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-6305ea7a-8f07-49b5-b548-b4c0e5579687 service neutron] Attempting to bind port 43e10832-bba0-43bb-bb99-461c4ef85b71 on network 3109c869-7127-4afd-9f38-c7624c1dbe78 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:40.769031 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fbdc3-7c95-4e4a-8003-a9492d322f6b req-ab3fc008-5cf8-4438-9baa-5562ed632a17 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:40.775877 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fbdc3-7c95-4e4a-8003-a9492d322f6b req-ab3fc008-5cf8-4438-9baa-5562ed632a17 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:40.783918 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fbdc3-7c95-4e4a-8003-a9492d322f6b req-ab3fc008-5cf8-4438-9baa-5562ed632a17 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:40.788996 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c8d83a2b-fc4e-4101-92bd-7b46086da06f req-29a6b34a-665a-44ca-9941-3786e9e4a125 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525038 Jul 05 03:54:40.790180 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fbdc3-7c95-4e4a-8003-a9492d322f6b req-ab3fc008-5cf8-4438-9baa-5562ed632a17 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:40.798908 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fbdc3-7c95-4e4a-8003-a9492d322f6b req-ab3fc008-5cf8-4438-9baa-5562ed632a17 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:40.808864 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fbdc3-7c95-4e4a-8003-a9492d322f6b req-ab3fc008-5cf8-4438-9baa-5562ed632a17 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:40.820479 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-941fbdc3-7c95-4e4a-8003-a9492d322f6b req-ab3fc008-5cf8-4438-9baa-5562ed632a17 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 4597 time: 0.5484376 Jul 05 03:54:40.824190 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a51a5c21-1609-4fad-bbdf-7a39bc45ad75 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.837105 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10335789-6fb9-471a-bd78-88a68a42710e req-7973031d-0ef1-4bfe-9d7b-7371488fbf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:40.838116 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10335789-6fb9-471a-bd78-88a68a42710e req-7973031d-0ef1-4bfe-9d7b-7371488fbf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:40.838768 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10335789-6fb9-471a-bd78-88a68a42710e req-7973031d-0ef1-4bfe-9d7b-7371488fbf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:40.840241 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10335789-6fb9-471a-bd78-88a68a42710e req-7973031d-0ef1-4bfe-9d7b-7371488fbf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:40.841221 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10335789-6fb9-471a-bd78-88a68a42710e req-7973031d-0ef1-4bfe-9d7b-7371488fbf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:40.841876 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10335789-6fb9-471a-bd78-88a68a42710e req-7973031d-0ef1-4bfe-9d7b-7371488fbf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:40.844491 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-10335789-6fb9-471a-bd78-88a68a42710e req-7973031d-0ef1-4bfe-9d7b-7371488fbf68 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=37edaf8ff03a4b18a4527fc6265a8b9e&device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5243 time: 0.3892312 Jul 05 03:54:40.869043 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-6305ea7a-8f07-49b5-b548-b4c0e5579687 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:40.869674 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-6305ea7a-8f07-49b5-b548-b4c0e5579687 service neutron] Checking segment: {'id': 'ce7496e1-57b4-4372-aedf-6673118415b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:40.870281 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-6305ea7a-8f07-49b5-b548-b4c0e5579687 service neutron] Bound using segment: {'id': 'ce7496e1-57b4-4372-aedf-6673118415b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:40.871098 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-6305ea7a-8f07-49b5-b548-b4c0e5579687 service neutron] Bound port: 43e10832-bba0-43bb-bb99-461c4ef85b71, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce7496e1-57b4-4372-aedf-6673118415b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:40.871893 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-6305ea7a-8f07-49b5-b548-b4c0e5579687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.875492 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['f96ad895-fd19-4a35-8349-71cd5ac8f523'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:41.052717 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-941fbdc3-7c95-4e4a-8003-a9492d322f6b req-34464135-4c36-4cf7-9d27-0ed13f554fab tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2309361 Jul 05 03:54:41.215847 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10335789-6fb9-471a-bd78-88a68a42710e req-be99ffad-4280-492d-bf6e-18b583f9ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:41.222466 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10335789-6fb9-471a-bd78-88a68a42710e req-be99ffad-4280-492d-bf6e-18b583f9ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:41.222950 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10335789-6fb9-471a-bd78-88a68a42710e req-be99ffad-4280-492d-bf6e-18b583f9ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:41.224788 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-10335789-6fb9-471a-bd78-88a68a42710e req-be99ffad-4280-492d-bf6e-18b583f9ac9d service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=37edaf8ff03a4b18a4527fc6265a8b9e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3448079 Jul 05 03:54:41.228101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbff72-a0cc-479e-87d5-64e769d500bb req-d9bb7a12-4e6d-4824-8fbb-b21dac0b57b6 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:41.228640 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a51a5c21-1609-4fad-bbdf-7a39bc45ad75 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.229608 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7fbff72-a0cc-479e-87d5-64e769d500bb req-d9bb7a12-4e6d-4824-8fbb-b21dac0b57b6 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 944 time: 0.2051170 Jul 05 03:54:41.273204 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-6305ea7a-8f07-49b5-b548-b4c0e5579687 service neutron] For port 43e10832-bba0-43bb-bb99-461c4ef85b71, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:41.328643 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7fbff72-a0cc-479e-87d5-64e769d500bb req-b2e65c34-3554-4c3d-b230-4833c694182c tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/security-groups?id=c92c4dda-83c6-41ac-901c-1f6822de63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932841 Jul 05 03:54:41.424702 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a51a5c21-1609-4fad-bbdf-7a39bc45ad75 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.426653 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a51a5c21-1609-4fad-bbdf-7a39bc45ad75 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "DELETE /v2.0/subnets/5f46500b-1a74-4c0b-b5c3-7541b5f6446f HTTP/1.1" status: 204 len: 168 time: 2.0769720 Jul 05 03:54:41.429700 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52374) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:41.437190 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352c205e-68bf-4831-8bd7-e86241620c17 None None] Network db89acdc-211e-44aa-a97b-667af437ce25 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:41.440924 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-6305ea7a-8f07-49b5-b548-b4c0e5579687 service neutron] For port 43e10832-bba0-43bb-bb99-461c4ef85b71, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=43e10832-bba0-43bb-bb99-461c4ef85b71,segment=NetworkSegment(ce7496e1-57b4-4372-aedf-6673118415b3),segment_id=ce7496e1-57b4-4372-aedf-6673118415b3)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:41.442085 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a5c21-1609-4fad-bbdf-7a39bc45ad75 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event deleted for resources: {'Subnet': ['ID=5f46500b-1a74-4c0b-b5c3-7541b5f6446f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:41.460381 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-6305ea7a-8f07-49b5-b548-b4c0e5579687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.597849 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-6305ea7a-8f07-49b5-b548-b4c0e5579687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:41.598372 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-6305ea7a-8f07-49b5-b548-b4c0e5579687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.600203 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-6305ea7a-8f07-49b5-b548-b4c0e5579687 service neutron] 10.222.0.70 "PUT /v2.0/ports/43e10832-bba0-43bb-bb99-461c4ef85b71 HTTP/1.1" status: 200 len: 1129 time: 3.3567867 Jul 05 03:54:41.654836 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ae2945c1-957f-4589-99ed-14c689047e54 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.663296 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-0fc96508-f46a-41eb-96c4-fd2d12329cf1 service neutron] Request body: {'port': {'device_id': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:41.710309 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10335789-6fb9-471a-bd78-88a68a42710e req-215d2449-a1e5-40f5-b834-3b64e7ae8a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:41.712123 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-10335789-6fb9-471a-bd78-88a68a42710e req-215d2449-a1e5-40f5-b834-3b64e7ae8a1b service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4675295 Jul 05 03:54:41.725902 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305ea7a-8f07-49b5-b548-b4c0e5579687 service neutron] Pushing event updated for resources: {'Port': ['ID=43e10832-bba0-43bb-bb99-461c4ef85b71,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:41.793927 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-0fc96508-f46a-41eb-96c4-fd2d12329cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.808383 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-ae2945c1-957f-4589-99ed-14c689047e54 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Deleting port cf4650d9-bc34-4cb7-b2c3-43f721dfd8df {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:41.808936 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ae2945c1-957f-4589-99ed-14c689047e54 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.928583 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb458f9-6407-41e2-8ea7-05c5e3eac835 req-9808696c-4e66-4e3b-9937-77e773f2f278 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:41.931839 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04414896-29a9-405b-9566-e5ddaefecd66 None None] DHCP port deletion for db89acdc-211e-44aa-a97b-667af437ce25 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:54:41.944270 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1fb458f9-6407-41e2-8ea7-05c5e3eac835 req-9808696c-4e66-4e3b-9937-77e773f2f278 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 945 time: 0.4507859 Jul 05 03:54:41.988631 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-ae2945c1-957f-4589-99ed-14c689047e54 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] For port cf4650d9-bc34-4cb7-b2c3-43f721dfd8df, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cf4650d9-bc34-4cb7-b2c3-43f721dfd8df,segment=NetworkSegment(bdd1f297-211d-4a8c-9166-4b897f0b8e1e),segment_id=bdd1f297-211d-4a8c-9166-4b897f0b8e1e)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:42.003469 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ae2945c1-957f-4589-99ed-14c689047e54 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.052463 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-ae2945c1-957f-4589-99ed-14c689047e54 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Calling delete_port for cf4650d9-bc34-4cb7-b2c3-43f721dfd8df owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:42.052728 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-04414896-29a9-405b-9566-e5ddaefecd66 None None] Deleting port cf4650d9-bc34-4cb7-b2c3-43f721dfd8df {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:42.053628 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-04414896-29a9-405b-9566-e5ddaefecd66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.122949 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1fb458f9-6407-41e2-8ea7-05c5e3eac835 req-ae97ce91-dbc7-4375-94c6-e77dbb79e006 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774263 Jul 05 03:54:42.207935 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a335f6-35cf-40b8-8591-1fcdb85750c1 req-6de2c206-8955-49fb-805c-0c1656b986c5 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:42.209643 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-84a335f6-35cf-40b8-8591-1fcdb85750c1 req-6de2c206-8955-49fb-805c-0c1656b986c5 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 950 time: 0.1546898 Jul 05 03:54:42.224326 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-04414896-29a9-405b-9566-e5ddaefecd66 None None] For port cf4650d9-bc34-4cb7-b2c3-43f721dfd8df, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cf4650d9-bc34-4cb7-b2c3-43f721dfd8df,segment=NetworkSegment(bdd1f297-211d-4a8c-9166-4b897f0b8e1e),segment_id=bdd1f297-211d-4a8c-9166-4b897f0b8e1e)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:42.224721 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-04414896-29a9-405b-9566-e5ddaefecd66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.234625 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ae2945c1-957f-4589-99ed-14c689047e54 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.257515 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-04414896-29a9-405b-9566-e5ddaefecd66 None None] Calling delete_port for cf4650d9-bc34-4cb7-b2c3-43f721dfd8df owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:42.316970 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2945c1-957f-4589-99ed-14c689047e54 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event deleted for resources: {'Port': ['ID=cf4650d9-bc34-4cb7-b2c3-43f721dfd8df,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:42.330922 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2945c1-957f-4589-99ed-14c689047e54 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] No DVR routers for this DVR port cf4650d9-bc34-4cb7-b2c3-43f721dfd8df on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:42.388221 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-84a335f6-35cf-40b8-8591-1fcdb85750c1 req-691f3fc5-1691-4467-ac11-f21b282c318e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721852 Jul 05 03:54:42.400689 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-04414896-29a9-405b-9566-e5ddaefecd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.446195 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-0fc96508-f46a-41eb-96c4-fd2d12329cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed8d3ec4-006f-4eb5-af83-d5d95a707d39 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:42.448060 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04414896-29a9-405b-9566-e5ddaefecd66 None None] No DVR routers for this DVR port cf4650d9-bc34-4cb7-b2c3-43f721dfd8df on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:42.450873 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04414896-29a9-405b-9566-e5ddaefecd66 None None] Pushing event deleted for resources: {'Port': ['ID=cf4650d9-bc34-4cb7-b2c3-43f721dfd8df,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:42.460760 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'tag': '43e10832-bba0-43bb-bb99-461c4ef85b71'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:42.463113 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9cd1e6-449f-4a0e-93f1-d35e2748c042" -d '{"events": [{"name": "network-changed", "server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "tag": "43e10832-bba0-43bb-bb99-461c4ef85b71"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:42.463644 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ae2945c1-957f-4589-99ed-14c689047e54 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.481249 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-ae2945c1-957f-4589-99ed-14c689047e54 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db89acdc-211e-44aa-a97b-667af437ce25']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:42.487024 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-0fc96508-f46a-41eb-96c4-fd2d12329cf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.509261 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-ae2945c1-957f-4589-99ed-14c689047e54 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd1f297-211d-4a8c-9166-4b897f0b8e1e') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:42.510143 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-ae2945c1-957f-4589-99ed-14c689047e54 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd1f297-211d-4a8c-9166-4b897f0b8e1e') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:42.517271 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-0fc96508-f46a-41eb-96c4-fd2d12329cf1 service neutron] Transition to ACTIVE for port object ed8d3ec4-006f-4eb5-af83-d5d95a707d39 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:42.526241 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ae2945c1-957f-4589-99ed-14c689047e54 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.530936 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99dd12-6873-4e16-9b66-2badf8278a15 req-df96634d-522d-40ed-9aaa-a38ca176435c tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:42.537945 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99dd12-6873-4e16-9b66-2badf8278a15 req-df96634d-522d-40ed-9aaa-a38ca176435c tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:42.542950 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ae2945c1-957f-4589-99ed-14c689047e54 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.544514 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99dd12-6873-4e16-9b66-2badf8278a15 req-df96634d-522d-40ed-9aaa-a38ca176435c tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:42.548695 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2945c1-957f-4589-99ed-14c689047e54 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:54:42.549167 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ae2945c1-957f-4589-99ed-14c689047e54 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.551200 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99dd12-6873-4e16-9b66-2badf8278a15 req-df96634d-522d-40ed-9aaa-a38ca176435c tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: timer() Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:54:42.552571 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:54:42.557373 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99dd12-6873-4e16-9b66-2badf8278a15 req-df96634d-522d-40ed-9aaa-a38ca176435c tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:42.564659 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99dd12-6873-4e16-9b66-2badf8278a15 req-df96634d-522d-40ed-9aaa-a38ca176435c tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:42.566593 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1a99dd12-6873-4e16-9b66-2badf8278a15 req-df96634d-522d-40ed-9aaa-a38ca176435c tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 4597 time: 0.2802911 Jul 05 03:54:42.567872 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-0fc96508-f46a-41eb-96c4-fd2d12329cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.626804 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ae2945c1-957f-4589-99ed-14c689047e54 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.635491 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ae2945c1-957f-4589-99ed-14c689047e54 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.642306 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ae2945c1-957f-4589-99ed-14c689047e54 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "DELETE /v2.0/networks/db89acdc-211e-44aa-a97b-667af437ce25 HTTP/1.1" status: 204 len: 168 time: 1.2103052 Jul 05 03:54:42.646825 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52408) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:42.653815 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-67c077c6-8b82-4737-b414-3f74e4a0fc9c tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2004359063'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:42.654761 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc96508-f46a-41eb-96c4-fd2d12329cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8d3ec4-006f-4eb5-af83-d5d95a707d39,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:42.675995 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.689917 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c077c6-8b82-4737-b414-3f74e4a0fc9c tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Made reservation on behalf of 9ff6bd26a45e49ae97b99bbcef80f6b1 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:42.698998 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67c077c6-8b82-4737-b414-3f74e4a0fc9c tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.703251 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2945c1-957f-4589-99ed-14c689047e54 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event deleted for resources: {'Network': ['ID=db89acdc-211e-44aa-a97b-667af437ce25,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:42.736703 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c077c6-8b82-4737-b414-3f74e4a0fc9c tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:54:42.748667 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1a99dd12-6873-4e16-9b66-2badf8278a15 req-e013f5f2-709d-444f-bdbb-218601922b17 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1680899 Jul 05 03:54:42.790933 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67c077c6-8b82-4737-b414-3f74e4a0fc9c tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.791288 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-67c077c6-8b82-4737-b414-3f74e4a0fc9c tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Added segment dd2fb8e1-3c00-46c2-8760-beee8e254e0c of type vlan for network efd6e7ac-dec6-427c-a365-3af0ee92cb05 Jul 05 03:54:42.806912 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-0fc96508-f46a-41eb-96c4-fd2d12329cf1 service neutron] Attempting to bind port ed8d3ec4-006f-4eb5-af83-d5d95a707d39 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:42.808766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-0fc96508-f46a-41eb-96c4-fd2d12329cf1 service neutron] Attempting to bind port ed8d3ec4-006f-4eb5-af83-d5d95a707d39 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'ce7496e1-57b4-4372-aedf-6673118415b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:42.809341 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-0fc96508-f46a-41eb-96c4-fd2d12329cf1 service neutron] Attempting to bind port ed8d3ec4-006f-4eb5-af83-d5d95a707d39 on network 3109c869-7127-4afd-9f38-c7624c1dbe78 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:42.830615 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-0fc96508-f46a-41eb-96c4-fd2d12329cf1 service neutron] Port ed8d3ec4-006f-4eb5-af83-d5d95a707d39 on network 3109c869-7127-4afd-9f38-c7624c1dbe78 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:42.833862 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-0fc96508-f46a-41eb-96c4-fd2d12329cf1 service neutron] Attempting to bind port ed8d3ec4-006f-4eb5-af83-d5d95a707d39 on network 3109c869-7127-4afd-9f38-c7624c1dbe78 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:42.843384 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-0fc96508-f46a-41eb-96c4-fd2d12329cf1 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:42.843384 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-0fc96508-f46a-41eb-96c4-fd2d12329cf1 service neutron] Checking segment: {'id': 'ce7496e1-57b4-4372-aedf-6673118415b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:42.843691 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-0fc96508-f46a-41eb-96c4-fd2d12329cf1 service neutron] Bound using segment: {'id': 'ce7496e1-57b4-4372-aedf-6673118415b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:42.844145 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-0fc96508-f46a-41eb-96c4-fd2d12329cf1 service neutron] Bound port: ed8d3ec4-006f-4eb5-af83-d5d95a707d39, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce7496e1-57b4-4372-aedf-6673118415b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:42.844716 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-0fc96508-f46a-41eb-96c4-fd2d12329cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.851871 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67c077c6-8b82-4737-b414-3f74e4a0fc9c tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.900351 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c008470-d1ac-412f-842d-fdfb09acc2e7 req-1c70ff78-93dd-4152-b1e1-852e65d9f655 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:42.910174 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4c008470-d1ac-412f-842d-fdfb09acc2e7 req-1c70ff78-93dd-4152-b1e1-852e65d9f655 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 944 time: 0.1748874 Jul 05 03:54:42.919164 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a7c00e-12bf-479d-8845-bf7397ed2775 x-openstack-request-id: req-44a7c00e-12bf-479d-8845-bf7397ed2775 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:42.920197 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "tag": "43e10832-bba0-43bb-bb99-461c4ef85b71", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:42.920830 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-44a7c00e-12bf-479d-8845-bf7397ed2775 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:42.921689 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'tag': '43e10832-bba0-43bb-bb99-461c4ef85b71', 'status': 'completed', 'code': 200} Jul 05 03:54:42.958576 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67c077c6-8b82-4737-b414-3f74e4a0fc9c tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.963031 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c077c6-8b82-4737-b414-3f74e4a0fc9c tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:42.963634 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67c077c6-8b82-4737-b414-3f74e4a0fc9c tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.999061 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-0fc96508-f46a-41eb-96c4-fd2d12329cf1 service neutron] For port ed8d3ec4-006f-4eb5-af83-d5d95a707d39, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:43.052026 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-0fc96508-f46a-41eb-96c4-fd2d12329cf1 service neutron] For port ed8d3ec4-006f-4eb5-af83-d5d95a707d39, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=ed8d3ec4-006f-4eb5-af83-d5d95a707d39,segment=NetworkSegment(ce7496e1-57b4-4372-aedf-6673118415b3),segment_id=ce7496e1-57b4-4372-aedf-6673118415b3)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:43.065405 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-0fc96508-f46a-41eb-96c4-fd2d12329cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:43.079095 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-1571fe7a-94e3-415e-a195-f81448231b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:43.080748 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-1571fe7a-94e3-415e-a195-f81448231b02 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 1102 time: 0.1745741 Jul 05 03:54:43.090751 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4c008470-d1ac-412f-842d-fdfb09acc2e7 req-854d79b0-152c-4213-b103-6de19ddf1cd8 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/security-groups?id=c92c4dda-83c6-41ac-901c-1f6822de63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796596 Jul 05 03:54:43.096357 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-67c077c6-8b82-4737-b414-3f74e4a0fc9c tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4482057 Jul 05 03:54:43.104235 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52418) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:43.112323 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-ae5939a9-8000-4e04-b5d5-f668314985d9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Request body: {'subnet': {'network_id': 'efd6e7ac-dec6-427c-a365-3af0ee92cb05', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:43.163965 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc96508-f46a-41eb-96c4-fd2d12329cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8d3ec4-006f-4eb5-af83-d5d95a707d39,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:43.168474 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-0fc96508-f46a-41eb-96c4-fd2d12329cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:43.169291 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-0fc96508-f46a-41eb-96c4-fd2d12329cf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:43.170811 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-0fc96508-f46a-41eb-96c4-fd2d12329cf1 service neutron] 10.222.0.70 "PUT /v2.0/ports/ed8d3ec4-006f-4eb5-af83-d5d95a707d39 HTTP/1.1" status: 200 len: 1132 time: 1.5277276 Jul 05 03:54:43.252502 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c077c6-8b82-4737-b414-3f74e4a0fc9c tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event updated for resources: {'Network': ['ID=efd6e7ac-dec6-427c-a365-3af0ee92cb05,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:43.264039 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network efd6e7ac-dec6-427c-a365-3af0ee92cb05 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:54:43.267988 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-96d5c441-a5e6-4893-8a46-ac1ba357550f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:43.269569 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-96d5c441-a5e6-4893-8a46-ac1ba357550f service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.1499050 Jul 05 03:54:43.284326 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8471273a-b78b-4bc1-bcd3-6f1f246a46fa service neutron] Request body: {'port': {'device_id': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:43.294623 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5939a9-8000-4e04-b5d5-f668314985d9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Made reservation on behalf of 9ff6bd26a45e49ae97b99bbcef80f6b1 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:43.302224 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ae5939a9-8000-4e04-b5d5-f668314985d9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:43.343162 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cd1e6-449f-4a0e-93f1-d35e2748c042 req-5977a762-6b3a-4329-8a2d-bdb4a3c1da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:43.343658 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cd1e6-449f-4a0e-93f1-d35e2748c042 req-5977a762-6b3a-4329-8a2d-bdb4a3c1da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:43.344182 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cd1e6-449f-4a0e-93f1-d35e2748c042 req-5977a762-6b3a-4329-8a2d-bdb4a3c1da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:43.344663 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cd1e6-449f-4a0e-93f1-d35e2748c042 req-5977a762-6b3a-4329-8a2d-bdb4a3c1da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:43.345145 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cd1e6-449f-4a0e-93f1-d35e2748c042 req-5977a762-6b3a-4329-8a2d-bdb4a3c1da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:43.345619 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cd1e6-449f-4a0e-93f1-d35e2748c042 req-5977a762-6b3a-4329-8a2d-bdb4a3c1da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:43.349173 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cd1e6-449f-4a0e-93f1-d35e2748c042 req-5977a762-6b3a-4329-8a2d-bdb4a3c1da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:43.352346 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cb9cd1e6-449f-4a0e-93f1-d35e2748c042 req-5977a762-6b3a-4329-8a2d-bdb4a3c1da3e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=37edaf8ff03a4b18a4527fc6265a8b9e&device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 6168 time: 0.3685179 Jul 05 03:54:43.560603 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ae5939a9-8000-4e04-b5d5-f668314985d9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:43.576499 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cd1e6-449f-4a0e-93f1-d35e2748c042 req-2b671215-f9e6-4aed-a734-c7484dc1464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:43.576953 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cd1e6-449f-4a0e-93f1-d35e2748c042 req-2b671215-f9e6-4aed-a734-c7484dc1464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:43.577439 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cd1e6-449f-4a0e-93f1-d35e2748c042 req-2b671215-f9e6-4aed-a734-c7484dc1464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:43.579889 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cb9cd1e6-449f-4a0e-93f1-d35e2748c042 req-2b671215-f9e6-4aed-a734-c7484dc1464f service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=37edaf8ff03a4b18a4527fc6265a8b9e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2065747 Jul 05 03:54:43.580289 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-71ef0769-96a3-4575-8a4e-2ff40c7d4c90 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 HTTP/1.1" status: 200 len: 217 time: 0.2172034 Jul 05 03:54:43.688090 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8471273a-b78b-4bc1-bcd3-6f1f246a46fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:43.739898 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-a54c5354-2af4-4ba9-a2e8-fc14860cc684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:43.741450 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-a54c5354-2af4-4ba9-a2e8-fc14860cc684 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1397667 Jul 05 03:54:43.828504 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65232d4e-3314-4cb3-be5d-dcd10a78e60f req-b46aaa59-23d8-497e-abfd-1e1f89aa7daa tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:43.830128 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-65232d4e-3314-4cb3-be5d-dcd10a78e60f req-b46aaa59-23d8-497e-abfd-1e1f89aa7daa tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 945 time: 0.4690096 Jul 05 03:54:43.896032 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cf4650d9-bc34-4cb7-b2c3-43f721dfd8df no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:43.918602 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5939a9-8000-4e04-b5d5-f668314985d9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event updated for resources: {'Subnet': ['ID=4d1434f4-2799-45c5-b60b-f65eda04a127,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:43.936678 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cd1e6-449f-4a0e-93f1-d35e2748c042 req-eb2e256b-576d-4805-a3a8-7ab52ed86ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:43.938171 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cb9cd1e6-449f-4a0e-93f1-d35e2748c042 req-eb2e256b-576d-4805-a3a8-7ab52ed86ff6 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3376212 Jul 05 03:54:43.942269 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device f96ad895-fd19-4a35-8349-71cd5ac8f523 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:43.945406 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: cf4650d9-bc34-4cb7-b2c3-43f721dfd8df {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:43.945803 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cf4650d9-bc34-4cb7-b2c3-43f721dfd8df not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:43.969709 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5939a9-8000-4e04-b5d5-f668314985d9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Checking segment: {'id': 'dd2fb8e1-3c00-46c2-8760-beee8e254e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'efd6e7ac-dec6-427c-a365-3af0ee92cb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:43.971250 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5939a9-8000-4e04-b5d5-f668314985d9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Network hostable DHCP agents. Network: efd6e7ac-dec6-427c-a365-3af0ee92cb05, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:54:43.985190 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-65232d4e-3314-4cb3-be5d-dcd10a78e60f req-66dce2d2-6875-4f05-baf0-1ac2999187b4 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243725 Jul 05 03:54:44.002595 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2d8ae-b9ca-41b7-86a5-f3b42d87dc58 req-dd60995e-c0e7-4621-a1df-1a7f6db8abe8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:44.004474 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2dc2d8ae-b9ca-41b7-86a5-f3b42d87dc58 req-dd60995e-c0e7-4621-a1df-1a7f6db8abe8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 950 time: 0.4620123 Jul 05 03:54:44.026954 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port f96ad895-fd19-4a35-8349-71cd5ac8f523 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:44.031648 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5939a9-8000-4e04-b5d5-f668314985d9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Network efd6e7ac-dec6-427c-a365-3af0ee92cb05 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:54:44.032242 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port f96ad895-fd19-4a35-8349-71cd5ac8f523 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:44.033221 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.041314 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-480b5a76-4800-4059-8a0e-ff2f49b96fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:44.043938 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-480b5a76-4800-4059-8a0e-ff2f49b96fd4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2890663 Jul 05 03:54:44.053676 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-ae5939a9-8000-4e04-b5d5-f668314985d9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, efd6e7ac-dec6-427c-a365-3af0ee92cb05) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:44.070862 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b64c41d-32d9-4c4d-8052-e7351ba327e3 None None] Network efd6e7ac-dec6-427c-a365-3af0ee92cb05 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:44.074649 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5939a9-8000-4e04-b5d5-f668314985d9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:44.075248 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ae5939a9-8000-4e04-b5d5-f668314985d9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.090354 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2dc2d8ae-b9ca-41b7-86a5-f3b42d87dc58 req-eeadd553-de2f-4e41-a046-0e6ab4c50559 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796306 Jul 05 03:54:44.127897 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ae5939a9-8000-4e04-b5d5-f668314985d9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0200651 Jul 05 03:54:44.129071 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52452) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:44.137890 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-1be956b8-14ef-4a82-bed4-92c8fec6d4eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-596062684'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:44.201204 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be956b8-14ef-4a82-bed4-92c8fec6d4eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Made reservation on behalf of 9ff6bd26a45e49ae97b99bbcef80f6b1 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:44.203374 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.207186 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1be956b8-14ef-4a82-bed4-92c8fec6d4eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.225776 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8471273a-b78b-4bc1-bcd3-6f1f246a46fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:44.264602 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22208d9-1579-4c1c-961f-fefb728cc21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96ad895-fd19-4a35-8349-71cd5ac8f523'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:44.267009 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38c5f66-7816-46fe-b499-33a1e95e27a5" -d '{"events": [{"server_uuid": "f22208d9-1579-4c1c-961f-fefb728cc21f", "name": "network-vif-plugged", "status": "completed", "tag": "f96ad895-fd19-4a35-8349-71cd5ac8f523"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:44.275056 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be956b8-14ef-4a82-bed4-92c8fec6d4eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:54:44.290551 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port f96ad895-fd19-4a35-8349-71cd5ac8f523, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f96ad895-fd19-4a35-8349-71cd5ac8f523,segment=NetworkSegment(781a2029-9354-4745-84c1-56f0c912ee63),segment_id=781a2029-9354-4745-84c1-56f0c912ee63)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:44.299478 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1be956b8-14ef-4a82-bed4-92c8fec6d4eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.300090 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-1be956b8-14ef-4a82-bed4-92c8fec6d4eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Added segment 709bd5a5-81b3-421b-a0ed-fd9b08b058f5 of type vlan for network 4dbfeebd-4143-4254-aa35-e9517e599282 Jul 05 03:54:44.327177 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-6e9755e1-a122-44c8-b1cb-06e954ec40cd service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646267 Jul 05 03:54:44.331708 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8471273a-b78b-4bc1-bcd3-6f1f246a46fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.333417 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.346334 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9702a11f-5292-4a36-8546-fbb90de59583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-efd6e7ac-dec6-427c-a365-3af0ee92cb05', 'network_id': 'efd6e7ac-dec6-427c-a365-3af0ee92cb05', 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'fixed_ips': [{'subnet_id': '4d1434f4-2799-45c5-b60b-f65eda04a127'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:54:44.351381 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9702a11f-5292-4a36-8546-fbb90de59583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.366722 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1be956b8-14ef-4a82-bed4-92c8fec6d4eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.416217 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1be956b8-14ef-4a82-bed4-92c8fec6d4eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.424300 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be956b8-14ef-4a82-bed4-92c8fec6d4eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:44.425089 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1be956b8-14ef-4a82-bed4-92c8fec6d4eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.457764 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-1f78b021-3254-4629-a1bb-1113c3aa5394 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140151 Jul 05 03:54:44.465528 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=f96ad895-fd19-4a35-8349-71cd5ac8f523,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:44.480936 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8471273a-b78b-4bc1-bcd3-6f1f246a46fa service neutron] Transition to ACTIVE for port object 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:44.487506 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8471273a-b78b-4bc1-bcd3-6f1f246a46fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.524045 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52462) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:44.568629 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-9702a11f-5292-4a36-8546-fbb90de59583 None None] Allocated IP 19.80.0.2 (efd6e7ac-dec6-427c-a365-3af0ee92cb05/4d1434f4-2799-45c5-b60b-f65eda04a127/187921e5-3c71-4d23-a58c-08a3e7085e5f) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:44.642979 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be956b8-14ef-4a82-bed4-92c8fec6d4eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event updated for resources: {'Network': ['ID=4dbfeebd-4143-4254-aa35-e9517e599282,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:44.682401 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 4dbfeebd-4143-4254-aa35-e9517e599282 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:54:44.708980 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1be956b8-14ef-4a82-bed4-92c8fec6d4eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5763757 Jul 05 03:54:44.709893 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52466) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:44.726847 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f6936294-678e-4b81-b5a5-7d33023a23d7 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Request body: {'subnet': {'network_id': '4dbfeebd-4143-4254-aa35-e9517e599282', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:44.733383 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8471273a-b78b-4bc1-bcd3-6f1f246a46fa service neutron] Attempting to bind port 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:44.733877 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8471273a-b78b-4bc1-bcd3-6f1f246a46fa service neutron] Attempting to bind port 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'ce7496e1-57b4-4372-aedf-6673118415b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:44.734214 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8471273a-b78b-4bc1-bcd3-6f1f246a46fa service neutron] Attempting to bind port 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c on network 3109c869-7127-4afd-9f38-c7624c1dbe78 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:44.736339 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471273a-b78b-4bc1-bcd3-6f1f246a46fa service neutron] Pushing event updated for resources: {'Port': ['ID=271f91fe-88b3-4c1f-b2dd-4328b37c7b7c,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:44.810533 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8471273a-b78b-4bc1-bcd3-6f1f246a46fa service neutron] Port 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c on network 3109c869-7127-4afd-9f38-c7624c1dbe78 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:44.810809 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8471273a-b78b-4bc1-bcd3-6f1f246a46fa service neutron] Attempting to bind port 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c on network 3109c869-7127-4afd-9f38-c7624c1dbe78 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:44.821691 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8471273a-b78b-4bc1-bcd3-6f1f246a46fa service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:44.822371 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8471273a-b78b-4bc1-bcd3-6f1f246a46fa service neutron] Checking segment: {'id': 'ce7496e1-57b4-4372-aedf-6673118415b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:44.822935 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8471273a-b78b-4bc1-bcd3-6f1f246a46fa service neutron] Bound using segment: {'id': 'ce7496e1-57b4-4372-aedf-6673118415b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:44.823838 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8471273a-b78b-4bc1-bcd3-6f1f246a46fa service neutron] Bound port: 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce7496e1-57b4-4372-aedf-6673118415b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:44.824639 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8471273a-b78b-4bc1-bcd3-6f1f246a46fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.826151 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcc9e9-d3c2-4c40-bfa9-cc7b328f1e77 req-217f4b2d-e559-4ed6-99ac-d1f3a7306789 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:44.841229 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92009577-8edc-4174-95d0-7424cec5cc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.851515 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcc9e9-d3c2-4c40-bfa9-cc7b328f1e77 req-217f4b2d-e559-4ed6-99ac-d1f3a7306789 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:44.858925 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcc9e9-d3c2-4c40-bfa9-cc7b328f1e77 req-217f4b2d-e559-4ed6-99ac-d1f3a7306789 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:44.867262 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcc9e9-d3c2-4c40-bfa9-cc7b328f1e77 req-217f4b2d-e559-4ed6-99ac-d1f3a7306789 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:44.874750 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcc9e9-d3c2-4c40-bfa9-cc7b328f1e77 req-217f4b2d-e559-4ed6-99ac-d1f3a7306789 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:44.880408 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9702a11f-5292-4a36-8546-fbb90de59583 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.881701 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcc9e9-d3c2-4c40-bfa9-cc7b328f1e77 req-217f4b2d-e559-4ed6-99ac-d1f3a7306789 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:44.889534 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcc9e9-d3c2-4c40-bfa9-cc7b328f1e77 req-217f4b2d-e559-4ed6-99ac-d1f3a7306789 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:44.891809 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9702a11f-5292-4a36-8546-fbb90de59583 None None] Transition to ACTIVE for port object 187921e5-3c71-4d23-a58c-08a3e7085e5f will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:44.892408 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6bdcc9e9-d3c2-4c40-bfa9-cc7b328f1e77 req-217f4b2d-e559-4ed6-99ac-d1f3a7306789 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5370 time: 0.4899771 Jul 05 03:54:44.918222 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9702a11f-5292-4a36-8546-fbb90de59583 None None] Transition to ACTIVE for port object 187921e5-3c71-4d23-a58c-08a3e7085e5f will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:44.925091 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'tag': 'ed8d3ec4-006f-4eb5-af83-d5d95a707d39'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:44.927423 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd8f2bc-4d9d-4cf1-a39d-57e58f52d5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "tag": "ed8d3ec4-006f-4eb5-af83-d5d95a707d39"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:44.929109 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9702a11f-5292-4a36-8546-fbb90de59583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.953796 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6bdcc9e9-d3c2-4c40-bfa9-cc7b328f1e77 req-ca796443-bed8-45b7-9639-6b46df43cae1 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497270 Jul 05 03:54:44.957273 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8471273a-b78b-4bc1-bcd3-6f1f246a46fa service neutron] For port 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:44.970712 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf203e9b-df40-46f5-b2f4-00a53ccaeabe req-e56248aa-2b24-4e19-ab88-48930df08e88 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:44.972305 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cf203e9b-df40-46f5-b2f4-00a53ccaeabe req-e56248aa-2b24-4e19-ab88-48930df08e88 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 945 time: 0.2837095 Jul 05 03:54:44.975893 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8471273a-b78b-4bc1-bcd3-6f1f246a46fa service neutron] For port 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=271f91fe-88b3-4c1f-b2dd-4328b37c7b7c,segment=NetworkSegment(ce7496e1-57b4-4372-aedf-6673118415b3),segment_id=ce7496e1-57b4-4372-aedf-6673118415b3)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:44.993195 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8471273a-b78b-4bc1-bcd3-6f1f246a46fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.000213 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9702a11f-5292-4a36-8546-fbb90de59583 None None] Network efd6e7ac-dec6-427c-a365-3af0ee92cb05 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:45.013490 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-9702a11f-5292-4a36-8546-fbb90de59583 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:45.016300 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9702a11f-5292-4a36-8546-fbb90de59583 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:45.023926 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702a11f-5292-4a36-8546-fbb90de59583 None None] Pushing event updated for resources: {'Port': ['ID=187921e5-3c71-4d23-a58c-08a3e7085e5f,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:45.051554 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed53efa-6c3f-436c-80b1-98942db94be7 x-openstack-request-id: req-7ed53efa-6c3f-436c-80b1-98942db94be7 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:45.052045 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22208d9-1579-4c1c-961f-fefb728cc21f", "name": "network-vif-plugged", "status": "completed", "tag": "f96ad895-fd19-4a35-8349-71cd5ac8f523", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:45.052304 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7ed53efa-6c3f-436c-80b1-98942db94be7 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:45.052839 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22208d9-1579-4c1c-961f-fefb728cc21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96ad895-fd19-4a35-8349-71cd5ac8f523', 'code': 200} Jul 05 03:54:45.069721 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8471273a-b78b-4bc1-bcd3-6f1f246a46fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:45.070346 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8471273a-b78b-4bc1-bcd3-6f1f246a46fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.071886 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8471273a-b78b-4bc1-bcd3-6f1f246a46fa service neutron] 10.222.0.70 "PUT /v2.0/ports/271f91fe-88b3-4c1f-b2dd-4328b37c7b7c HTTP/1.1" status: 200 len: 1092 time: 1.8008111 Jul 05 03:54:45.079495 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b20459-c983-450e-8bf7-26190ddebb6f x-openstack-request-id: req-c7b20459-c983-450e-8bf7-26190ddebb6f {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:45.079495 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "tag": "ed8d3ec4-006f-4eb5-af83-d5d95a707d39", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:45.079863 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c7b20459-c983-450e-8bf7-26190ddebb6f {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:45.080274 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'tag': 'ed8d3ec4-006f-4eb5-af83-d5d95a707d39', 'status': 'completed', 'code': 200} Jul 05 03:54:45.091941 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-9702a11f-5292-4a36-8546-fbb90de59583 None None] Attempting to bind port 187921e5-3c71-4d23-a58c-08a3e7085e5f on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:45.092416 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-9702a11f-5292-4a36-8546-fbb90de59583 None None] Attempting to bind port 187921e5-3c71-4d23-a58c-08a3e7085e5f by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'dd2fb8e1-3c00-46c2-8760-beee8e254e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'efd6e7ac-dec6-427c-a365-3af0ee92cb05'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:45.092880 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9702a11f-5292-4a36-8546-fbb90de59583 None None] Attempting to bind port 187921e5-3c71-4d23-a58c-08a3e7085e5f on network efd6e7ac-dec6-427c-a365-3af0ee92cb05 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:45.099530 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cf203e9b-df40-46f5-b2f4-00a53ccaeabe req-f8a1b135-01b6-4e86-b936-1130a3f72963 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/security-groups?id=c92c4dda-83c6-41ac-901c-1f6822de63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208062 Jul 05 03:54:45.099744 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9702a11f-5292-4a36-8546-fbb90de59583 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:45.100235 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9702a11f-5292-4a36-8546-fbb90de59583 None None] Checking segment: {'id': 'dd2fb8e1-3c00-46c2-8760-beee8e254e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'efd6e7ac-dec6-427c-a365-3af0ee92cb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:45.100898 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9702a11f-5292-4a36-8546-fbb90de59583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.101779 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9702a11f-5292-4a36-8546-fbb90de59583 None None] Bound using segment: {'id': 'dd2fb8e1-3c00-46c2-8760-beee8e254e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'efd6e7ac-dec6-427c-a365-3af0ee92cb05'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:45.102944 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-9702a11f-5292-4a36-8546-fbb90de59583 None None] Bound port: 187921e5-3c71-4d23-a58c-08a3e7085e5f, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2fb8e1-3c00-46c2-8760-beee8e254e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'efd6e7ac-dec6-427c-a365-3af0ee92cb05'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:45.103615 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9702a11f-5292-4a36-8546-fbb90de59583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.115885 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471273a-b78b-4bc1-bcd3-6f1f246a46fa service neutron] Pushing event updated for resources: {'Port': ['ID=271f91fe-88b3-4c1f-b2dd-4328b37c7b7c,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:45.155645 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fb45829e-92f8-4b1a-a65c-439aab34452e service neutron] Request body: {'port': {'device_id': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:45.231014 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-9702a11f-5292-4a36-8546-fbb90de59583 None None] For port 187921e5-3c71-4d23-a58c-08a3e7085e5f, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:45.233233 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92009577-8edc-4174-95d0-7424cec5cc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.236184 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-9702a11f-5292-4a36-8546-fbb90de59583 None None] For port 187921e5-3c71-4d23-a58c-08a3e7085e5f, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=187921e5-3c71-4d23-a58c-08a3e7085e5f,segment=NetworkSegment(dd2fb8e1-3c00-46c2-8760-beee8e254e0c),segment_id=dd2fb8e1-3c00-46c2-8760-beee8e254e0c)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:45.267736 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9702a11f-5292-4a36-8546-fbb90de59583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.271240 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92009577-8edc-4174-95d0-7424cec5cc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.286347 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6936294-678e-4b81-b5a5-7d33023a23d7 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Made reservation on behalf of 9ff6bd26a45e49ae97b99bbcef80f6b1 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:45.291296 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f6936294-678e-4b81-b5a5-7d33023a23d7 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.375133 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702a11f-5292-4a36-8546-fbb90de59583 None None] Pushing event updated for resources: {'Port': ['ID=187921e5-3c71-4d23-a58c-08a3e7085e5f,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:45.432180 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-92009577-8edc-4174-95d0-7424cec5cc51 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ede30404d8414f70bbad35a888f6d44d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9039745 Jul 05 03:54:45.437638 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52476) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:45.447351 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92009577-8edc-4174-95d0-7424cec5cc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe621486-759c-4cb9-9b95-cd615c0e48b9,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:45.470876 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00c11e-1b4a-4b50-ab36-e6832fea7eac req-5d7f50ec-ebeb-466c-a482-c3e7b7d71f6d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:45.473303 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da00c11e-1b4a-4b50-ab36-e6832fea7eac req-5d7f50ec-ebeb-466c-a482-c3e7b7d71f6d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 945 time: 0.2101555 Jul 05 03:54:45.490870 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fb45829e-92f8-4b1a-a65c-439aab34452e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.514840 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8f2bc-4d9d-4cf1-a39d-57e58f52d5ed req-0b0248e9-9676-4177-8c0b-918e399370ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:45.515332 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8f2bc-4d9d-4cf1-a39d-57e58f52d5ed req-0b0248e9-9676-4177-8c0b-918e399370ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:45.515831 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8f2bc-4d9d-4cf1-a39d-57e58f52d5ed req-0b0248e9-9676-4177-8c0b-918e399370ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:45.516641 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8f2bc-4d9d-4cf1-a39d-57e58f52d5ed req-0b0248e9-9676-4177-8c0b-918e399370ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:45.517277 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8f2bc-4d9d-4cf1-a39d-57e58f52d5ed req-0b0248e9-9676-4177-8c0b-918e399370ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:45.518045 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8f2bc-4d9d-4cf1-a39d-57e58f52d5ed req-0b0248e9-9676-4177-8c0b-918e399370ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:45.518836 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8f2bc-4d9d-4cf1-a39d-57e58f52d5ed req-0b0248e9-9676-4177-8c0b-918e399370ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:45.522658 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0dd8f2bc-4d9d-4cf1-a39d-57e58f52d5ed req-0b0248e9-9676-4177-8c0b-918e399370ab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=37edaf8ff03a4b18a4527fc6265a8b9e&device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 6278 time: 0.3941576 Jul 05 03:54:45.576894 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716bd69-fd2f-4abc-88c2-f48f2f5c3b95 req-61691784-4392-4ce7-ac07-0475c39725c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:45.578899 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c716bd69-fd2f-4abc-88c2-f48f2f5c3b95 req-61691784-4392-4ce7-ac07-0475c39725c4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 1097 time: 0.3609066 Jul 05 03:54:45.583044 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da00c11e-1b4a-4b50-ab36-e6832fea7eac req-82af1c4a-91de-4f6d-aa46-ff6c15d5df9e tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985186 Jul 05 03:54:45.622904 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c5625501-b947-4891-8b5a-d4e810930d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.688996 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c5625501-b947-4891-8b5a-d4e810930d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.696386 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f6936294-678e-4b81-b5a5-7d33023a23d7 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.800478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6936294-678e-4b81-b5a5-7d33023a23d7 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event updated for resources: {'Subnet': ['ID=6691bb5c-eba6-4538-93b2-4d1239cb4bf6,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:45.814413 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6936294-678e-4b81-b5a5-7d33023a23d7 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Checking segment: {'id': '709bd5a5-81b3-421b-a0ed-fd9b08b058f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4dbfeebd-4143-4254-aa35-e9517e599282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:45.815319 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6936294-678e-4b81-b5a5-7d33023a23d7 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Network hostable DHCP agents. Network: 4dbfeebd-4143-4254-aa35-e9517e599282, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:54:45.843021 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c5625501-b947-4891-8b5a-d4e810930d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.847391 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c5625501-b947-4891-8b5a-d4e810930d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.848931 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c5625501-b947-4891-8b5a-d4e810930d5c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fe621486-759c-4cb9-9b95-cd615c0e48b9 HTTP/1.1" status: 204 len: 168 time: 0.4121428 Jul 05 03:54:45.880230 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6936294-678e-4b81-b5a5-7d33023a23d7 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Network 4dbfeebd-4143-4254-aa35-e9517e599282 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:54:45.892376 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5625501-b947-4891-8b5a-d4e810930d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe621486-759c-4cb9-9b95-cd615c0e48b9,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:45.905695 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-f6936294-678e-4b81-b5a5-7d33023a23d7 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 4dbfeebd-4143-4254-aa35-e9517e599282) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:45.911408 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6936294-678e-4b81-b5a5-7d33023a23d7 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:45.912997 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f6936294-678e-4b81-b5a5-7d33023a23d7 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.918869 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ce55f2-6de0-462c-88cd-7f34978e9bb3 None None] Network 4dbfeebd-4143-4254-aa35-e9517e599282 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:45.962456 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f6936294-678e-4b81-b5a5-7d33023a23d7 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2481310 Jul 05 03:54:46.062755 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 187921e5-3c71-4d23-a58c-08a3e7085e5f up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:46.160986 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8f2bc-4d9d-4cf1-a39d-57e58f52d5ed req-a53d0411-0f58-4ef7-9a79-62bcfab93e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:46.161467 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8f2bc-4d9d-4cf1-a39d-57e58f52d5ed req-a53d0411-0f58-4ef7-9a79-62bcfab93e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:46.161942 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8f2bc-4d9d-4cf1-a39d-57e58f52d5ed req-a53d0411-0f58-4ef7-9a79-62bcfab93e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:46.163558 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0dd8f2bc-4d9d-4cf1-a39d-57e58f52d5ed req-a53d0411-0f58-4ef7-9a79-62bcfab93e3f service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=37edaf8ff03a4b18a4527fc6265a8b9e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6202543 Jul 05 03:54:46.199683 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33321ec3-0561-4c7c-8634-a5da4664f493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-4dbfeebd-4143-4254-aa35-e9517e599282', 'network_id': '4dbfeebd-4143-4254-aa35-e9517e599282', 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'fixed_ips': [{'subnet_id': '6691bb5c-eba6-4538-93b2-4d1239cb4bf6'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:54:46.200846 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-33321ec3-0561-4c7c-8634-a5da4664f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.233358 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 187921e5-3c71-4d23-a58c-08a3e7085e5f completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:46.278762 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1725b-847b-43fa-bd65-60cd39c9f3c9 req-a324ac25-7fbf-4926-82f8-e10330e38b52 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:46.290945 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1725b-847b-43fa-bd65-60cd39c9f3c9 req-a324ac25-7fbf-4926-82f8-e10330e38b52 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:46.304091 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1725b-847b-43fa-bd65-60cd39c9f3c9 req-a324ac25-7fbf-4926-82f8-e10330e38b52 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:46.318053 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1725b-847b-43fa-bd65-60cd39c9f3c9 req-a324ac25-7fbf-4926-82f8-e10330e38b52 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:46.325043 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1725b-847b-43fa-bd65-60cd39c9f3c9 req-a324ac25-7fbf-4926-82f8-e10330e38b52 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:46.331056 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1725b-847b-43fa-bd65-60cd39c9f3c9 req-a324ac25-7fbf-4926-82f8-e10330e38b52 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:46.337156 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1725b-847b-43fa-bd65-60cd39c9f3c9 req-a324ac25-7fbf-4926-82f8-e10330e38b52 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:46.339513 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bec1725b-847b-43fa-bd65-60cd39c9f3c9 req-a324ac25-7fbf-4926-82f8-e10330e38b52 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5382 time: 0.1475537 Jul 05 03:54:46.360884 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c716bd69-fd2f-4abc-88c2-f48f2f5c3b95 req-0eec4fdb-0808-4599-af1d-2d925f1d4049 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c92c4dda-83c6-41ac-901c-1f6822de63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7545447 Jul 05 03:54:46.369420 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03853800-9da7-4038-9d16-2d667f01b0e8 req-1d7dfade-c128-4345-ba36-5c6450dc40e2 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:46.372124 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-03853800-9da7-4038-9d16-2d667f01b0e8 req-1d7dfade-c128-4345-ba36-5c6450dc40e2 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 950 time: 1.0729191 Jul 05 03:54:46.394027 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52492) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:46.410068 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-33321ec3-0561-4c7c-8634-a5da4664f493 None None] Allocated IP 19.86.0.2 (4dbfeebd-4143-4254-aa35-e9517e599282/6691bb5c-eba6-4538-93b2-4d1239cb4bf6/247fa9d3-97fd-44c3-871f-307f25c1e0fd) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:46.419959 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bec1725b-847b-43fa-bd65-60cd39c9f3c9 req-4cdacff3-a537-4657-9a4c-119ad119efa2 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0719085 Jul 05 03:54:46.447572 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a1a429b0-fb4d-40ac-928a-c382a75a971a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.567873 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-03853800-9da7-4038-9d16-2d667f01b0e8 req-4762f369-28d0-4a36-9565-3a8a946e7944 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744788 Jul 05 03:54:46.583892 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8f2bc-4d9d-4cf1-a39d-57e58f52d5ed req-5fb15495-84b4-42c5-90a6-06ee1477a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:46.585846 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0dd8f2bc-4d9d-4cf1-a39d-57e58f52d5ed req-5fb15495-84b4-42c5-90a6-06ee1477a285 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3103867 Jul 05 03:54:46.669473 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2e846-ec1c-4bf3-b38b-337eeb0f3bd5 req-bccfcef8-3d6e-41f8-8d7b-f0580b1feb81 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:46.671091 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8bc2e846-ec1c-4bf3-b38b-337eeb0f3bd5 req-bccfcef8-3d6e-41f8-8d7b-f0580b1feb81 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 945 time: 0.1072168 Jul 05 03:54:46.742555 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8bc2e846-ec1c-4bf3-b38b-337eeb0f3bd5 req-ad37a52d-b263-44fd-bec3-7b13c0d4a71e tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/security-groups?id=c92c4dda-83c6-41ac-901c-1f6822de63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574470 Jul 05 03:54:46.789263 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-33321ec3-0561-4c7c-8634-a5da4664f493 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.802072 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-33321ec3-0561-4c7c-8634-a5da4664f493 None None] Transition to ACTIVE for port object 247fa9d3-97fd-44c3-871f-307f25c1e0fd will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:46.813208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fb45829e-92f8-4b1a-a65c-439aab34452e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb1d7da-fadf-49bd-aa0b-664cc94b989a {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:46.828173 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-33321ec3-0561-4c7c-8634-a5da4664f493 None None] Transition to ACTIVE for port object 247fa9d3-97fd-44c3-871f-307f25c1e0fd will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:46.830902 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fb45829e-92f8-4b1a-a65c-439aab34452e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.836249 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-33321ec3-0561-4c7c-8634-a5da4664f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.874549 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61325aaf-fbe2-44a4-9672-6f81b7ebf5e6 None None] Network efd6e7ac-dec6-427c-a365-3af0ee92cb05 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:46.891887 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fb45829e-92f8-4b1a-a65c-439aab34452e service neutron] Transition to ACTIVE for port object 7cb1d7da-fadf-49bd-aa0b-664cc94b989a will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:46.904214 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fb45829e-92f8-4b1a-a65c-439aab34452e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.921695 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a1a429b0-fb4d-40ac-928a-c382a75a971a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.932208 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f4385-da02-444a-abba-3a0222733b67 req-4b2c7eb2-0cff-4ee9-b48e-1a562818fbf9 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:46.933903 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33321ec3-0561-4c7c-8634-a5da4664f493 None None] Network 4dbfeebd-4143-4254-aa35-e9517e599282 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:46.934585 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-162f4385-da02-444a-abba-3a0222733b67 req-4b2c7eb2-0cff-4ee9-b48e-1a562818fbf9 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 945 time: 0.0719388 Jul 05 03:54:46.945135 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-33321ec3-0561-4c7c-8634-a5da4664f493 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:46.947588 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33321ec3-0561-4c7c-8634-a5da4664f493 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:46.950311 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-d23cd38d-4320-4adb-8501-b73b8515affb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:46.956616 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-d23cd38d-4320-4adb-8501-b73b8515affb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:46.958249 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-d23cd38d-4320-4adb-8501-b73b8515affb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/networks?id=efd6e7ac-dec6-427c-a365-3af0ee92cb05&id=4dbfeebd-4143-4254-aa35-e9517e599282 HTTP/1.1" status: 200 len: 1391 time: 0.2584207 Jul 05 03:54:46.961565 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6c584d60-cb56-4078-8e2a-689511f398b2 None None] Provisioning for port 187921e5-3c71-4d23-a58c-08a3e7085e5f completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:46.965700 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a1a429b0-fb4d-40ac-928a-c382a75a971a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.971457 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33321ec3-0561-4c7c-8634-a5da4664f493 None None] Pushing event updated for resources: {'Port': ['ID=247fa9d3-97fd-44c3-871f-307f25c1e0fd,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:46.987372 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-162f4385-da02-444a-abba-3a0222733b67 req-41588018-c8dd-45cb-bc63-684608c19692 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473027 Jul 05 03:54:47.002911 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6c584d60-cb56-4078-8e2a-689511f398b2 None None] Provisioning complete for port 187921e5-3c71-4d23-a58c-08a3e7085e5f triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:47.003389 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6c584d60-cb56-4078-8e2a-689511f398b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.024531 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a429b0-fb4d-40ac-928a-c382a75a971a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b95702-54ad-4428-a41a-dc31d3d6700e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:47.064375 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-f1564c96-3aa2-4ffa-8c0e-466de1d9c01f tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/quotas/9ff6bd26a45e49ae97b99bbcef80f6b1 HTTP/1.1" status: 200 len: 375 time: 0.0688090 Jul 05 03:54:47.066174 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45829e-92f8-4b1a-a65c-439aab34452e service neutron] Pushing event updated for resources: {'Port': ['ID=7cb1d7da-fadf-49bd-aa0b-664cc94b989a,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:47.084994 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a1a429b0-fb4d-40ac-928a-c382a75a971a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=48cc6a4c04c040a3a2cb1367544b4003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6628768 Jul 05 03:54:47.085552 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'tag': '271f91fe-88b3-4c1f-b2dd-4328b37c7b7c'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:47.087973 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52508) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:47.088264 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b631919-6e4e-4865-86a8-3a9852be127b" -d '{"events": [{"name": "network-changed", "server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "tag": "271f91fe-88b3-4c1f-b2dd-4328b37c7b7c"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:47.109723 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-33321ec3-0561-4c7c-8634-a5da4664f493 None None] Attempting to bind port 247fa9d3-97fd-44c3-871f-307f25c1e0fd on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:47.110094 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-33321ec3-0561-4c7c-8634-a5da4664f493 None None] Attempting to bind port 247fa9d3-97fd-44c3-871f-307f25c1e0fd by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '709bd5a5-81b3-421b-a0ed-fd9b08b058f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4dbfeebd-4143-4254-aa35-e9517e599282'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:47.110462 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33321ec3-0561-4c7c-8634-a5da4664f493 None None] Attempting to bind port 247fa9d3-97fd-44c3-871f-307f25c1e0fd on network 4dbfeebd-4143-4254-aa35-e9517e599282 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:47.134717 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33321ec3-0561-4c7c-8634-a5da4664f493 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:47.135092 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33321ec3-0561-4c7c-8634-a5da4664f493 None None] Checking segment: {'id': '709bd5a5-81b3-421b-a0ed-fd9b08b058f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4dbfeebd-4143-4254-aa35-e9517e599282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:47.136519 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-33321ec3-0561-4c7c-8634-a5da4664f493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.137087 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33321ec3-0561-4c7c-8634-a5da4664f493 None None] Bound using segment: {'id': '709bd5a5-81b3-421b-a0ed-fd9b08b058f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4dbfeebd-4143-4254-aa35-e9517e599282'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:47.137705 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-33321ec3-0561-4c7c-8634-a5da4664f493 None None] Bound port: 247fa9d3-97fd-44c3-871f-307f25c1e0fd, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709bd5a5-81b3-421b-a0ed-fd9b08b058f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4dbfeebd-4143-4254-aa35-e9517e599282'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:47.138347 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-33321ec3-0561-4c7c-8634-a5da4664f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.175084 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3f4d944b-120a-433c-9598-33a7eca37f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.200860 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3f4d944b-120a-433c-9598-33a7eca37f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.239203 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fb45829e-92f8-4b1a-a65c-439aab34452e service neutron] Attempting to bind port 7cb1d7da-fadf-49bd-aa0b-664cc94b989a on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:47.239553 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fb45829e-92f8-4b1a-a65c-439aab34452e service neutron] Attempting to bind port 7cb1d7da-fadf-49bd-aa0b-664cc94b989a by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'ce7496e1-57b4-4372-aedf-6673118415b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:47.239972 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fb45829e-92f8-4b1a-a65c-439aab34452e service neutron] Attempting to bind port 7cb1d7da-fadf-49bd-aa0b-664cc94b989a on network 3109c869-7127-4afd-9f38-c7624c1dbe78 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:47.263377 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-1a2bc8fa-5f25-4150-b2bc-2ee75b84476e tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ff6bd26a45e49ae97b99bbcef80f6b1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1981094 Jul 05 03:54:47.267859 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fb45829e-92f8-4b1a-a65c-439aab34452e service neutron] Port 7cb1d7da-fadf-49bd-aa0b-664cc94b989a on network 3109c869-7127-4afd-9f38-c7624c1dbe78 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:47.268370 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fb45829e-92f8-4b1a-a65c-439aab34452e service neutron] Attempting to bind port 7cb1d7da-fadf-49bd-aa0b-664cc94b989a on network 3109c869-7127-4afd-9f38-c7624c1dbe78 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:47.270401 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3f4d944b-120a-433c-9598-33a7eca37f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.274449 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3f4d944b-120a-433c-9598-33a7eca37f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.276996 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3f4d944b-120a-433c-9598-33a7eca37f41 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/16b95702-54ad-4428-a41a-dc31d3d6700e HTTP/1.1" status: 204 len: 168 time: 0.1869535 Jul 05 03:54:47.287494 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d944b-120a-433c-9598-33a7eca37f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b95702-54ad-4428-a41a-dc31d3d6700e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:47.332185 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fb45829e-92f8-4b1a-a65c-439aab34452e service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:47.332549 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fb45829e-92f8-4b1a-a65c-439aab34452e service neutron] Checking segment: {'id': 'ce7496e1-57b4-4372-aedf-6673118415b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:47.332948 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fb45829e-92f8-4b1a-a65c-439aab34452e service neutron] Bound using segment: {'id': 'ce7496e1-57b4-4372-aedf-6673118415b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:47.333402 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fb45829e-92f8-4b1a-a65c-439aab34452e service neutron] Bound port: 7cb1d7da-fadf-49bd-aa0b-664cc94b989a, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce7496e1-57b4-4372-aedf-6673118415b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:47.333768 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fb45829e-92f8-4b1a-a65c-439aab34452e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.364444 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6c584d60-cb56-4078-8e2a-689511f398b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.372685 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-33321ec3-0561-4c7c-8634-a5da4664f493 None None] For port 247fa9d3-97fd-44c3-871f-307f25c1e0fd, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:47.409699 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-33321ec3-0561-4c7c-8634-a5da4664f493 None None] For port 247fa9d3-97fd-44c3-871f-307f25c1e0fd, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=247fa9d3-97fd-44c3-871f-307f25c1e0fd,segment=NetworkSegment(709bd5a5-81b3-421b-a0ed-fd9b08b058f5),segment_id=709bd5a5-81b3-421b-a0ed-fd9b08b058f5)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:47.428792 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd34a34-2b03-4213-9168-7b654357056e x-openstack-request-id: req-6bd34a34-2b03-4213-9168-7b654357056e {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:47.429326 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "tag": "271f91fe-88b3-4c1f-b2dd-4328b37c7b7c", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:47.429326 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6bd34a34-2b03-4213-9168-7b654357056e {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:47.429721 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'tag': '271f91fe-88b3-4c1f-b2dd-4328b37c7b7c', 'status': 'completed', 'code': 200} Jul 05 03:54:47.432044 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-9a180322-db74-4484-9a71-7297ab16c166 service neutron] 10.222.0.77 "GET /v2.0/networks/efd6e7ac-dec6-427c-a365-3af0ee92cb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612854 Jul 05 03:54:47.438015 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-33321ec3-0561-4c7c-8634-a5da4664f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.440029 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fb45829e-92f8-4b1a-a65c-439aab34452e service neutron] For port 7cb1d7da-fadf-49bd-aa0b-664cc94b989a, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:47.441312 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-6c584d60-cb56-4078-8e2a-689511f398b2 None None] For port 187921e5-3c71-4d23-a58c-08a3e7085e5f, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=187921e5-3c71-4d23-a58c-08a3e7085e5f,segment=NetworkSegment(dd2fb8e1-3c00-46c2-8760-beee8e254e0c),segment_id=dd2fb8e1-3c00-46c2-8760-beee8e254e0c)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:47.471665 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6c584d60-cb56-4078-8e2a-689511f398b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.525060 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33321ec3-0561-4c7c-8634-a5da4664f493 None None] Pushing event updated for resources: {'Port': ['ID=247fa9d3-97fd-44c3-871f-307f25c1e0fd,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:47.567735 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-7bd9448a-61bf-4363-a9b7-7abfe21308f3 service neutron] 10.222.0.77 "GET /v2.0/networks/efd6e7ac-dec6-427c-a365-3af0ee92cb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290708 Jul 05 03:54:47.602877 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c584d60-cb56-4078-8e2a-689511f398b2 None None] Pushing event updated for resources: {'Port': ['ID=187921e5-3c71-4d23-a58c-08a3e7085e5f,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:47.626721 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fb45829e-92f8-4b1a-a65c-439aab34452e service neutron] For port 7cb1d7da-fadf-49bd-aa0b-664cc94b989a, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=7cb1d7da-fadf-49bd-aa0b-664cc94b989a,segment=NetworkSegment(ce7496e1-57b4-4372-aedf-6673118415b3),segment_id=ce7496e1-57b4-4372-aedf-6673118415b3)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:47.686538 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fb45829e-92f8-4b1a-a65c-439aab34452e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.762542 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fb45829e-92f8-4b1a-a65c-439aab34452e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:47.763297 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fb45829e-92f8-4b1a-a65c-439aab34452e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.764858 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fb45829e-92f8-4b1a-a65c-439aab34452e service neutron] 10.222.0.70 "PUT /v2.0/ports/7cb1d7da-fadf-49bd-aa0b-664cc94b989a HTTP/1.1" status: 200 len: 1091 time: 2.6211474 Jul 05 03:54:47.779092 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:54:47.827506 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fe08c-b789-4d08-a756-b2a964b0d512 req-766d44de-2613-4bdd-8f1f-f83e856ef9d1 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:47.835627 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fe08c-b789-4d08-a756-b2a964b0d512 req-766d44de-2613-4bdd-8f1f-f83e856ef9d1 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:47.844368 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fe08c-b789-4d08-a756-b2a964b0d512 req-766d44de-2613-4bdd-8f1f-f83e856ef9d1 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:47.851446 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fe08c-b789-4d08-a756-b2a964b0d512 req-766d44de-2613-4bdd-8f1f-f83e856ef9d1 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:47.856834 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fbba64a2-b4db-4423-a4ce-4f0007e5fdc4 service neutron] Request body: {'port': {'device_id': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:47.865825 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fe08c-b789-4d08-a756-b2a964b0d512 req-766d44de-2613-4bdd-8f1f-f83e856ef9d1 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:47.869251 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b631919-6e4e-4865-86a8-3a9852be127b req-f11de5a2-69a2-4fc6-8fd5-3eee9aee3075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:47.870370 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b631919-6e4e-4865-86a8-3a9852be127b req-f11de5a2-69a2-4fc6-8fd5-3eee9aee3075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:47.871044 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b631919-6e4e-4865-86a8-3a9852be127b req-f11de5a2-69a2-4fc6-8fd5-3eee9aee3075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:47.871600 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b631919-6e4e-4865-86a8-3a9852be127b req-f11de5a2-69a2-4fc6-8fd5-3eee9aee3075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:47.872193 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b631919-6e4e-4865-86a8-3a9852be127b req-f11de5a2-69a2-4fc6-8fd5-3eee9aee3075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:47.872746 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b631919-6e4e-4865-86a8-3a9852be127b req-f11de5a2-69a2-4fc6-8fd5-3eee9aee3075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:47.873449 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b631919-6e4e-4865-86a8-3a9852be127b req-f11de5a2-69a2-4fc6-8fd5-3eee9aee3075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:47.876078 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b631919-6e4e-4865-86a8-3a9852be127b req-f11de5a2-69a2-4fc6-8fd5-3eee9aee3075 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=37edaf8ff03a4b18a4527fc6265a8b9e&device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 6304 time: 0.3052485 Jul 05 03:54:47.879902 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fe08c-b789-4d08-a756-b2a964b0d512 req-766d44de-2613-4bdd-8f1f-f83e856ef9d1 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:47.890279 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fe08c-b789-4d08-a756-b2a964b0d512 req-766d44de-2613-4bdd-8f1f-f83e856ef9d1 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:47.895934 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-302fe08c-b789-4d08-a756-b2a964b0d512 req-766d44de-2613-4bdd-8f1f-f83e856ef9d1 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5394 time: 0.2389152 Jul 05 03:54:48.054407 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 187921e5-3c71-4d23-a58c-08a3e7085e5f up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:48.072566 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-302fe08c-b789-4d08-a756-b2a964b0d512 req-3dbb3384-fc8c-4f1f-aaeb-959d4a2e3952 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1370826 Jul 05 03:54:48.158593 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a9b2a720-fd5a-4b6d-9278-68630cab1d3b None None] Provisioning complete for port 187921e5-3c71-4d23-a58c-08a3e7085e5f triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:48.159278 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a9b2a720-fd5a-4b6d-9278-68630cab1d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:48.260141 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45829e-92f8-4b1a-a65c-439aab34452e service neutron] Pushing event updated for resources: {'Port': ['ID=7cb1d7da-fadf-49bd-aa0b-664cc94b989a,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:48.299136 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-b5c103ae-4f94-43b3-bee6-12363d56e264 service neutron] 10.222.0.77 "GET /v2.0/networks/4dbfeebd-4143-4254-aa35-e9517e599282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7034187 Jul 05 03:54:48.312431 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 187921e5-3c71-4d23-a58c-08a3e7085e5f triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:48.312805 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:48.429013 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea2800-c0c6-4f01-8fbe-06498a758884 req-93eb7a2e-10b8-46fc-a77c-080101fd4753 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:48.440807 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7fea2800-c0c6-4f01-8fbe-06498a758884 req-93eb7a2e-10b8-46fc-a77c-080101fd4753 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 950 time: 0.1071942 Jul 05 03:54:48.501659 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7fea2800-c0c6-4f01-8fbe-06498a758884 req-1640e6af-1c83-4bd0-b636-875883ef4397 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597541 Jul 05 03:54:48.502603 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fbba64a2-b4db-4423-a4ce-4f0007e5fdc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:48.531556 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b631919-6e4e-4865-86a8-3a9852be127b req-e639b598-5577-4cba-bf5e-d0b366a7f326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:48.532349 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b631919-6e4e-4865-86a8-3a9852be127b req-e639b598-5577-4cba-bf5e-d0b366a7f326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:48.533201 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b631919-6e4e-4865-86a8-3a9852be127b req-e639b598-5577-4cba-bf5e-d0b366a7f326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:48.535759 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b631919-6e4e-4865-86a8-3a9852be127b req-e639b598-5577-4cba-bf5e-d0b366a7f326 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=37edaf8ff03a4b18a4527fc6265a8b9e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5017054 Jul 05 03:54:48.548828 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-eae6b583-2356-4da2-9bda-89f05991f4d7 service neutron] 10.222.0.77 "GET /v2.0/networks/4dbfeebd-4143-4254-aa35-e9517e599282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426240 Jul 05 03:54:48.719687 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4dbecc-7a61-4a3b-8c55-c302d002252a req-488e718a-6e15-42cf-9d53-bafc7b77563b tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:48.721440 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1a4dbecc-7a61-4a3b-8c55-c302d002252a req-488e718a-6e15-42cf-9d53-bafc7b77563b tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 945 time: 0.0947628 Jul 05 03:54:48.811368 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1a4dbecc-7a61-4a3b-8c55-c302d002252a req-ee4a67c8-7619-4577-8c97-480c0f30e0cf tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/security-groups?id=c92c4dda-83c6-41ac-901c-1f6822de63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751495 Jul 05 03:54:48.909486 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b631919-6e4e-4865-86a8-3a9852be127b req-22051758-06e9-4817-8c89-d12d0785f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:48.910993 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b631919-6e4e-4865-86a8-3a9852be127b req-22051758-06e9-4817-8c89-d12d0785f1e8 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3613997 Jul 05 03:54:49.029331 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c455fd6-968d-46f3-9279-7221d1e25595 req-8167fee1-6248-4077-a308-df7dec66643e tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:49.036313 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2c455fd6-968d-46f3-9279-7221d1e25595 req-8167fee1-6248-4077-a308-df7dec66643e tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 945 time: 0.1695402 Jul 05 03:54:49.136988 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2c455fd6-968d-46f3-9279-7221d1e25595 req-c9ff0b49-49a5-4e76-bc36-69583cd9843f tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994298 Jul 05 03:54:49.155720 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fbba64a2-b4db-4423-a4ce-4f0007e5fdc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c119dc-7661-47b0-addb-5f1d79b8d725 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:49.166223 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fbba64a2-b4db-4423-a4ce-4f0007e5fdc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:49.226192 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fbba64a2-b4db-4423-a4ce-4f0007e5fdc4 service neutron] Transition to ACTIVE for port object d4c119dc-7661-47b0-addb-5f1d79b8d725 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:49.228823 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b849aa35-1aca-4999-935e-339b0b7f79ae req-574f7257-b6ba-41de-b4c0-1765ac68a1f2 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=5db4e2fa-bf77-4053-a5b0-06f8abeedcd1 HTTP/1.1" status: 200 len: 210 time: 0.0444674 Jul 05 03:54:49.232813 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fbba64a2-b4db-4423-a4ce-4f0007e5fdc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:49.249753 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2cd1a3-ce4d-4c01-8c01-16197d218635 None None] Network 4dbfeebd-4143-4254-aa35-e9517e599282 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:49.338780 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba64a2-b4db-4423-a4ce-4f0007e5fdc4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c119dc-7661-47b0-addb-5f1d79b8d725,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:49.422737 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-256de5c7-afc1-4a58-9bea-d0b2713a4095 None None] Provisioning for port 247fa9d3-97fd-44c3-871f-307f25c1e0fd completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:49.469863 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'tag': '7cb1d7da-fadf-49bd-aa0b-664cc94b989a'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:49.477447 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64d2fb7-f179-481d-8ad3-a89d55b3a556" -d '{"events": [{"name": "network-changed", "server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "tag": "7cb1d7da-fadf-49bd-aa0b-664cc94b989a"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:49.552157 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fbba64a2-b4db-4423-a4ce-4f0007e5fdc4 service neutron] Attempting to bind port d4c119dc-7661-47b0-addb-5f1d79b8d725 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:49.552840 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fbba64a2-b4db-4423-a4ce-4f0007e5fdc4 service neutron] Attempting to bind port d4c119dc-7661-47b0-addb-5f1d79b8d725 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '67cb506d-913f-48a5-b11e-ed8b7440aff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3786fe40-9645-44e0-a910-e28556aff90f'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:49.553118 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fbba64a2-b4db-4423-a4ce-4f0007e5fdc4 service neutron] Attempting to bind port d4c119dc-7661-47b0-addb-5f1d79b8d725 on network 3786fe40-9645-44e0-a910-e28556aff90f {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:49.555588 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-17cfab5e-5b58-4304-8e97-06b9991a8200 req-71f5b634-8412-4509-a29b-cd75ea6b3690 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3630831 Jul 05 03:54:49.567376 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-17cfab5e-5b58-4304-8e97-06b9991a8200 req-c74130c5-2c51-4ceb-9122-58490f297f45 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:49.571328 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fbba64a2-b4db-4423-a4ce-4f0007e5fdc4 service neutron] Port d4c119dc-7661-47b0-addb-5f1d79b8d725 on network 3786fe40-9645-44e0-a910-e28556aff90f not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:49.571693 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fbba64a2-b4db-4423-a4ce-4f0007e5fdc4 service neutron] Attempting to bind port d4c119dc-7661-47b0-addb-5f1d79b8d725 on network 3786fe40-9645-44e0-a910-e28556aff90f {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:49.582749 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fbba64a2-b4db-4423-a4ce-4f0007e5fdc4 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:49.583100 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fbba64a2-b4db-4423-a4ce-4f0007e5fdc4 service neutron] Checking segment: {'id': '67cb506d-913f-48a5-b11e-ed8b7440aff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3786fe40-9645-44e0-a910-e28556aff90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:49.583498 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fbba64a2-b4db-4423-a4ce-4f0007e5fdc4 service neutron] Bound using segment: {'id': '67cb506d-913f-48a5-b11e-ed8b7440aff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3786fe40-9645-44e0-a910-e28556aff90f'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:49.585453 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fbba64a2-b4db-4423-a4ce-4f0007e5fdc4 service neutron] Bound port: d4c119dc-7661-47b0-addb-5f1d79b8d725, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67cb506d-913f-48a5-b11e-ed8b7440aff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3786fe40-9645-44e0-a910-e28556aff90f'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:49.595124 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fbba64a2-b4db-4423-a4ce-4f0007e5fdc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:49.635215 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-17cfab5e-5b58-4304-8e97-06b9991a8200 req-c74130c5-2c51-4ceb-9122-58490f297f45 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:49.792828 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1e1d0-a3b0-4a18-be07-2939fbf08997 req-1eddc52c-fce1-4b7f-a84f-62e4d62de939 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:49.796640 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-17cfab5e-5b58-4304-8e97-06b9991a8200 req-c74130c5-2c51-4ceb-9122-58490f297f45 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:49.808871 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1e1d0-a3b0-4a18-be07-2939fbf08997 req-1eddc52c-fce1-4b7f-a84f-62e4d62de939 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:49.816740 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1e1d0-a3b0-4a18-be07-2939fbf08997 req-1eddc52c-fce1-4b7f-a84f-62e4d62de939 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:49.839549 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1e1d0-a3b0-4a18-be07-2939fbf08997 req-1eddc52c-fce1-4b7f-a84f-62e4d62de939 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:49.849054 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1e1d0-a3b0-4a18-be07-2939fbf08997 req-1eddc52c-fce1-4b7f-a84f-62e4d62de939 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:49.865458 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1e1d0-a3b0-4a18-be07-2939fbf08997 req-1eddc52c-fce1-4b7f-a84f-62e4d62de939 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:49.872112 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1e1d0-a3b0-4a18-be07-2939fbf08997 req-1eddc52c-fce1-4b7f-a84f-62e4d62de939 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:49.874063 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d5b1e1d0-a3b0-4a18-be07-2939fbf08997 req-1eddc52c-fce1-4b7f-a84f-62e4d62de939 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5406 time: 0.4058301 Jul 05 03:54:49.944537 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-17cfab5e-5b58-4304-8e97-06b9991a8200 req-c74130c5-2c51-4ceb-9122-58490f297f45 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Allocated IP 172.25.1.22 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/a9f08de0-65ff-4b90-8f20-6b40b9befac9) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:49.971388 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fbba64a2-b4db-4423-a4ce-4f0007e5fdc4 service neutron] For port d4c119dc-7661-47b0-addb-5f1d79b8d725, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:49.997998 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 247fa9d3-97fd-44c3-871f-307f25c1e0fd up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:49.999193 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fbba64a2-b4db-4423-a4ce-4f0007e5fdc4 service neutron] For port d4c119dc-7661-47b0-addb-5f1d79b8d725, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d4c119dc-7661-47b0-addb-5f1d79b8d725,segment=NetworkSegment(67cb506d-913f-48a5-b11e-ed8b7440aff3),segment_id=67cb506d-913f-48a5-b11e-ed8b7440aff3)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:50.009966 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d5b1e1d0-a3b0-4a18-be07-2939fbf08997 req-9cf5952d-207f-454e-b546-4b1379c944b5 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1208634 Jul 05 03:54:50.013720 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fbba64a2-b4db-4423-a4ce-4f0007e5fdc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.068551 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fbba64a2-b4db-4423-a4ce-4f0007e5fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:50.071592 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fbba64a2-b4db-4423-a4ce-4f0007e5fdc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.075112 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fbba64a2-b4db-4423-a4ce-4f0007e5fdc4 service neutron] 10.222.0.70 "PUT /v2.0/ports/d4c119dc-7661-47b0-addb-5f1d79b8d725 HTTP/1.1" status: 200 len: 1092 time: 2.2510228 Jul 05 03:54:50.104255 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 247fa9d3-97fd-44c3-871f-307f25c1e0fd completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:50.109631 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 247fa9d3-97fd-44c3-871f-307f25c1e0fd triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:50.110004 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.124673 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8b4442c5-43e8-4fbb-ac32-5b42e6caaf96 service neutron] Request body: {'port': {'device_id': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:50.128588 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881b413a-343d-45ad-99e2-3d85dd63efca x-openstack-request-id: req-881b413a-343d-45ad-99e2-3d85dd63efca {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:50.129715 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "tag": "7cb1d7da-fadf-49bd-aa0b-664cc94b989a", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:50.130225 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-881b413a-343d-45ad-99e2-3d85dd63efca {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:50.130863 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'tag': '7cb1d7da-fadf-49bd-aa0b-664cc94b989a', 'status': 'completed', 'code': 200} Jul 05 03:54:50.133235 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba64a2-b4db-4423-a4ce-4f0007e5fdc4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c119dc-7661-47b0-addb-5f1d79b8d725,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:50.166190 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-17cfab5e-5b58-4304-8e97-06b9991a8200 req-c74130c5-2c51-4ceb-9122-58490f297f45 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.256085 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-53c81310-d1b3-4fe0-9fe0-8af2e656268a None None] Provisioning complete for port 247fa9d3-97fd-44c3-871f-307f25c1e0fd triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:50.257908 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-53c81310-d1b3-4fe0-9fe0-8af2e656268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.266374 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-17cfab5e-5b58-4304-8e97-06b9991a8200 req-c74130c5-2c51-4ceb-9122-58490f297f45 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.296753 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8b4442c5-43e8-4fbb-ac32-5b42e6caaf96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.297478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17cfab5e-5b58-4304-8e97-06b9991a8200 req-c74130c5-2c51-4ceb-9122-58490f297f45 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:50.328840 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-17cfab5e-5b58-4304-8e97-06b9991a8200 req-c74130c5-2c51-4ceb-9122-58490f297f45 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:50.333105 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cfab5e-5b58-4304-8e97-06b9991a8200 req-c74130c5-2c51-4ceb-9122-58490f297f45 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:50.392247 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.426772 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74130c5-2c51-4ceb-9122-58490f297f45 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Pushing event updated for resources: {'Port': ['ID=a9f08de0-65ff-4b90-8f20-6b40b9befac9,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:50.470591 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 247fa9d3-97fd-44c3-871f-307f25c1e0fd, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=247fa9d3-97fd-44c3-871f-307f25c1e0fd,segment=NetworkSegment(709bd5a5-81b3-421b-a0ed-fd9b08b058f5),segment_id=709bd5a5-81b3-421b-a0ed-fd9b08b058f5)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:50.472319 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-53c81310-d1b3-4fe0-9fe0-8af2e656268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.483229 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.520779 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52594) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:50.536430 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-17cfab5e-5b58-4304-8e97-06b9991a8200 req-c74130c5-2c51-4ceb-9122-58490f297f45 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.593842 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-17cfab5e-5b58-4304-8e97-06b9991a8200 req-c74130c5-2c51-4ceb-9122-58490f297f45 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.600707 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.api [None req-53c81310-d1b3-4fe0-9fe0-8af2e656268a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:54:50.601492 n-d-780147-23 neutron-server[105540]: DEBUG oslo_db.api [None req-53c81310-d1b3-4fe0-9fe0-8af2e656268a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:54:50.623428 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=247fa9d3-97fd-44c3-871f-307f25c1e0fd,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:50.668311 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82330db7-cb9c-4089-8e13-e4abc9c3a7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.793050 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d2fb7-f179-481d-8ad3-a89d55b3a556 req-c1c4afc7-940b-486e-a8fc-2d2ee1e39527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:50.793770 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d2fb7-f179-481d-8ad3-a89d55b3a556 req-c1c4afc7-940b-486e-a8fc-2d2ee1e39527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:50.794301 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d2fb7-f179-481d-8ad3-a89d55b3a556 req-c1c4afc7-940b-486e-a8fc-2d2ee1e39527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:50.795095 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d2fb7-f179-481d-8ad3-a89d55b3a556 req-c1c4afc7-940b-486e-a8fc-2d2ee1e39527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:50.795267 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d2fb7-f179-481d-8ad3-a89d55b3a556 req-c1c4afc7-940b-486e-a8fc-2d2ee1e39527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:50.795747 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d2fb7-f179-481d-8ad3-a89d55b3a556 req-c1c4afc7-940b-486e-a8fc-2d2ee1e39527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:50.796304 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d2fb7-f179-481d-8ad3-a89d55b3a556 req-c1c4afc7-940b-486e-a8fc-2d2ee1e39527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:50.798417 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e64d2fb7-f179-481d-8ad3-a89d55b3a556 req-c1c4afc7-940b-486e-a8fc-2d2ee1e39527 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=37edaf8ff03a4b18a4527fc6265a8b9e&device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 6414 time: 0.6137469 Jul 05 03:54:50.866315 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-17cfab5e-5b58-4304-8e97-06b9991a8200 req-c74130c5-2c51-4ceb-9122-58490f297f45 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.874242 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-17cfab5e-5b58-4304-8e97-06b9991a8200 req-c74130c5-2c51-4ceb-9122-58490f297f45 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.909832 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82330db7-cb9c-4089-8e13-e4abc9c3a7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.939523 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82330db7-cb9c-4089-8e13-e4abc9c3a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.978193 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-3c498244-5690-4d88-ab8f-65bdb71fc8db tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:50.984559 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-3c498244-5690-4d88-ab8f-65bdb71fc8db tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:50.986161 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-3c498244-5690-4d88-ab8f-65bdb71fc8db tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.89 "GET /v2.0/networks?id=efd6e7ac-dec6-427c-a365-3af0ee92cb05&id=4dbfeebd-4143-4254-aa35-e9517e599282 HTTP/1.1" status: 200 len: 1391 time: 0.2984707 Jul 05 03:54:50.988537 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74130c5-2c51-4ceb-9122-58490f297f45 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Pushing event updated for resources: {'Port': ['ID=a9f08de0-65ff-4b90-8f20-6b40b9befac9,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:50.997758 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c45a71-ba0b-4f79-a5a4-2fe8da58a70e req-68b831e1-3f2f-42fc-98a4-7bb77c8f9e79 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:50.999308 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f7c45a71-ba0b-4f79-a5a4-2fe8da58a70e req-68b831e1-3f2f-42fc-98a4-7bb77c8f9e79 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 950 time: 0.6514447 Jul 05 03:54:51.008454 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-17e1bc97-59db-4670-908d-029f6192b691 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Request body: {'port': {'device_id': '5db4e2fa-bf77-4053-a5b0-06f8abeedcd1', 'network_id': 'efd6e7ac-dec6-427c-a365-3af0ee92cb05', 'admin_state_up': True, 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:51.011239 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-82330db7-cb9c-4089-8e13-e4abc9c3a7e2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6f7ad0f7feb344ffa3e62c4f8ce5eb7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4892561 Jul 05 03:54:51.015711 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52598) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:51.017237 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82330db7-cb9c-4089-8e13-e4abc9c3a7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b687ea-8cfc-43fa-96e2-0434fbdca493,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:51.031564 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-17cfab5e-5b58-4304-8e97-06b9991a8200 req-c74130c5-2c51-4ceb-9122-58490f297f45 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.073020 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-17cfab5e-5b58-4304-8e97-06b9991a8200 req-c74130c5-2c51-4ceb-9122-58490f297f45 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.080430 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-17cfab5e-5b58-4304-8e97-06b9991a8200 req-c74130c5-2c51-4ceb-9122-58490f297f45 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5179827 Jul 05 03:54:51.089544 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8b4442c5-43e8-4fbb-ac32-5b42e6caaf96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:51.129089 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8b4442c5-43e8-4fbb-ac32-5b42e6caaf96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.146687 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d2fb7-f179-481d-8ad3-a89d55b3a556 req-aa79b9a2-d36b-462d-b79d-ca10638e711b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:51.147278 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d2fb7-f179-481d-8ad3-a89d55b3a556 req-aa79b9a2-d36b-462d-b79d-ca10638e711b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:51.147766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d2fb7-f179-481d-8ad3-a89d55b3a556 req-aa79b9a2-d36b-462d-b79d-ca10638e711b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:51.149685 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e64d2fb7-f179-481d-8ad3-a89d55b3a556 req-aa79b9a2-d36b-462d-b79d-ca10638e711b service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=37edaf8ff03a4b18a4527fc6265a8b9e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3139260 Jul 05 03:54:51.175851 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-17cfab5e-5b58-4304-8e97-06b9991a8200 req-447a1fde-e749-4119-a2d5-e17d37ca4169 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 695 time: 0.0878024 Jul 05 03:54:51.195345 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8b4442c5-43e8-4fbb-ac32-5b42e6caaf96 service neutron] Transition to ACTIVE for port object 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:51.200864 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-50f4e9ab-6b1c-4201-b465-ac5fdf16e362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.202273 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f7c45a71-ba0b-4f79-a5a4-2fe8da58a70e req-5ecbc780-9266-4fa9-a143-591a02d50c4a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888912 Jul 05 03:54:51.293699 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-50f4e9ab-6b1c-4201-b465-ac5fdf16e362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.369818 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfab5e-5b58-4304-8e97-06b9991a8200 req-cd728e2b-9474-4246-93e7-21910ea12a46 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:51.377014 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-17cfab5e-5b58-4304-8e97-06b9991a8200 req-cd728e2b-9474-4246-93e7-21910ea12a46 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.1926801 Jul 05 03:54:51.403682 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-50f4e9ab-6b1c-4201-b465-ac5fdf16e362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.408109 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-50f4e9ab-6b1c-4201-b465-ac5fdf16e362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.412694 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-50f4e9ab-6b1c-4201-b465-ac5fdf16e362 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/12b687ea-8cfc-43fa-96e2-0434fbdca493 HTTP/1.1" status: 204 len: 168 time: 0.3909695 Jul 05 03:54:51.427093 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4e9ab-6b1c-4201-b465-ac5fdf16e362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b687ea-8cfc-43fa-96e2-0434fbdca493,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:51.613730 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8b4442c5-43e8-4fbb-ac32-5b42e6caaf96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.737063 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f853b4f-fa2d-4ec4-a180-1ae464fe8407 req-90fa2ea2-82a1-459f-9b9a-f4e79904cdbd tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=5db4e2fa-bf77-4053-a5b0-06f8abeedcd1 HTTP/1.1" status: 200 len: 210 time: 0.0502605 Jul 05 03:54:51.776989 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4442c5-43e8-4fbb-ac32-5b42e6caaf96 service neutron] Pushing event updated for resources: {'Port': ['ID=346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:51.820552 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-17e1bc97-59db-4670-908d-029f6192b691 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Made reservation on behalf of 9ff6bd26a45e49ae97b99bbcef80f6b1 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:51.824848 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-17e1bc97-59db-4670-908d-029f6192b691 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.889523 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d2fb7-f179-481d-8ad3-a89d55b3a556 req-9f1ed09f-f55f-48c4-8bce-90b4ae14f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:51.891066 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e64d2fb7-f179-481d-8ad3-a89d55b3a556 req-9f1ed09f-f55f-48c4-8bce-90b4ae14f235 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7192073 Jul 05 03:54:51.916712 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 247fa9d3-97fd-44c3-871f-307f25c1e0fd up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:51.970134 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5aa274-551a-4cc2-b67c-ceeb921d1ce9 req-82d364f4-b501-4c58-971f-f137cc14aecb tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:51.971702 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f5aa274-551a-4cc2-b67c-ceeb921d1ce9 req-82d364f4-b501-4c58-971f-f137cc14aecb tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 945 time: 0.3554599 Jul 05 03:54:51.982989 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8b4442c5-43e8-4fbb-ac32-5b42e6caaf96 service neutron] Attempting to bind port 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:51.983277 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8b4442c5-43e8-4fbb-ac32-5b42e6caaf96 service neutron] Attempting to bind port 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '67cb506d-913f-48a5-b11e-ed8b7440aff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3786fe40-9645-44e0-a910-e28556aff90f'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:51.983857 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8b4442c5-43e8-4fbb-ac32-5b42e6caaf96 service neutron] Attempting to bind port 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b on network 3786fe40-9645-44e0-a910-e28556aff90f {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:52.014676 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 247fa9d3-97fd-44c3-871f-307f25c1e0fd triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:52.015154 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8b4442c5-43e8-4fbb-ac32-5b42e6caaf96 service neutron] Port 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b on network 3786fe40-9645-44e0-a910-e28556aff90f not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:52.015484 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8b4442c5-43e8-4fbb-ac32-5b42e6caaf96 service neutron] Attempting to bind port 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b on network 3786fe40-9645-44e0-a910-e28556aff90f {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:52.015724 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:52.066141 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8b4442c5-43e8-4fbb-ac32-5b42e6caaf96 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:52.066932 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8b4442c5-43e8-4fbb-ac32-5b42e6caaf96 service neutron] Checking segment: {'id': '67cb506d-913f-48a5-b11e-ed8b7440aff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3786fe40-9645-44e0-a910-e28556aff90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:52.067760 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8b4442c5-43e8-4fbb-ac32-5b42e6caaf96 service neutron] Bound using segment: {'id': '67cb506d-913f-48a5-b11e-ed8b7440aff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3786fe40-9645-44e0-a910-e28556aff90f'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:52.068463 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8b4442c5-43e8-4fbb-ac32-5b42e6caaf96 service neutron] Bound port: 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67cb506d-913f-48a5-b11e-ed8b7440aff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3786fe40-9645-44e0-a910-e28556aff90f'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:52.069037 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8b4442c5-43e8-4fbb-ac32-5b42e6caaf96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:52.072767 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507d383-9af5-4329-972f-fcce2a7bea1a req-8bb1bd0c-a6c4-49c8-9e8c-247c555b0914 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.081479 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507d383-9af5-4329-972f-fcce2a7bea1a req-8bb1bd0c-a6c4-49c8-9e8c-247c555b0914 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.088867 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507d383-9af5-4329-972f-fcce2a7bea1a req-8bb1bd0c-a6c4-49c8-9e8c-247c555b0914 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.097603 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507d383-9af5-4329-972f-fcce2a7bea1a req-8bb1bd0c-a6c4-49c8-9e8c-247c555b0914 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.106033 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507d383-9af5-4329-972f-fcce2a7bea1a req-8bb1bd0c-a6c4-49c8-9e8c-247c555b0914 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.112024 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f5aa274-551a-4cc2-b67c-ceeb921d1ce9 req-aefee5ff-d969-41bc-850f-948ac786e64b tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336913 Jul 05 03:54:52.113982 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507d383-9af5-4329-972f-fcce2a7bea1a req-8bb1bd0c-a6c4-49c8-9e8c-247c555b0914 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.122413 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507d383-9af5-4329-972f-fcce2a7bea1a req-8bb1bd0c-a6c4-49c8-9e8c-247c555b0914 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.132380 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1507d383-9af5-4329-972f-fcce2a7bea1a req-8bb1bd0c-a6c4-49c8-9e8c-247c555b0914 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5418 time: 0.2011843 Jul 05 03:54:52.152127 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'tag': 'd4c119dc-7661-47b0-addb-5f1d79b8d725'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:52.154413 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b53ad8-2737-401e-9321-99d372cf5888" -d '{"events": [{"name": "network-changed", "server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "tag": "d4c119dc-7661-47b0-addb-5f1d79b8d725"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:52.157526 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-17e1bc97-59db-4670-908d-029f6192b691 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Allocated IP 19.80.0.231 (efd6e7ac-dec6-427c-a365-3af0ee92cb05/4d1434f4-2799-45c5-b60b-f65eda04a127/ad53c650-52b8-4688-b4de-147d4df8e7c7) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:52.213213 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1507d383-9af5-4329-972f-fcce2a7bea1a req-4a527306-5f9e-492f-b114-d0af79739816 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667818 Jul 05 03:54:52.225559 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8b4442c5-43e8-4fbb-ac32-5b42e6caaf96 service neutron] For port 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:52.231928 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8b4442c5-43e8-4fbb-ac32-5b42e6caaf96 service neutron] For port 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b,segment=NetworkSegment(67cb506d-913f-48a5-b11e-ed8b7440aff3),segment_id=67cb506d-913f-48a5-b11e-ed8b7440aff3)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:52.248664 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8b4442c5-43e8-4fbb-ac32-5b42e6caaf96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:52.303673 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d9677d-9268-4d78-86e2-c9dc0de7affb x-openstack-request-id: req-a8d9677d-9268-4d78-86e2-c9dc0de7affb {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:52.303673 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "tag": "d4c119dc-7661-47b0-addb-5f1d79b8d725", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:52.303673 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a8d9677d-9268-4d78-86e2-c9dc0de7affb {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:52.303673 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'tag': 'd4c119dc-7661-47b0-addb-5f1d79b8d725', 'status': 'completed', 'code': 200} Jul 05 03:54:52.372044 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8b4442c5-43e8-4fbb-ac32-5b42e6caaf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.372044 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8b4442c5-43e8-4fbb-ac32-5b42e6caaf96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:52.373012 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-8b4442c5-43e8-4fbb-ac32-5b42e6caaf96 service neutron] 10.222.0.70 "PUT /v2.0/ports/346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b HTTP/1.1" status: 200 len: 1092 time: 2.2551293 Jul 05 03:54:52.463350 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f74afc-feb9-43d9-b3d5-0d404a796724 req-deafb7ca-5bf5-436d-a27e-295c23d47630 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.465871 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99f74afc-feb9-43d9-b3d5-0d404a796724 req-deafb7ca-5bf5-436d-a27e-295c23d47630 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 950 time: 0.0841255 Jul 05 03:54:52.500997 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4442c5-43e8-4fbb-ac32-5b42e6caaf96 service neutron] Pushing event updated for resources: {'Port': ['ID=346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:52.520237 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99f74afc-feb9-43d9-b3d5-0d404a796724 req-b32951dd-4f7c-4a49-bf74-9c3a1c8b9110 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481420 Jul 05 03:54:52.554530 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-17e1bc97-59db-4670-908d-029f6192b691 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:52.591722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-17e1bc97-59db-4670-908d-029f6192b691 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Transition to ACTIVE for port object ad53c650-52b8-4688-b4de-147d4df8e7c7 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:52.605475 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-9038325f-8b0d-4012-8517-cd34e61467ca tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.614701 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-9038325f-8b0d-4012-8517-cd34e61467ca tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/networks?id=2cce8247-9091-467b-9589-baa0d2dd4bb5 HTTP/1.1" status: 200 len: 820 time: 0.3181410 Jul 05 03:54:52.633683 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b53ad8-2737-401e-9321-99d372cf5888 req-df4469a5-4805-42b6-855a-7ca15143dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.634320 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b53ad8-2737-401e-9321-99d372cf5888 req-df4469a5-4805-42b6-855a-7ca15143dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.634892 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b53ad8-2737-401e-9321-99d372cf5888 req-df4469a5-4805-42b6-855a-7ca15143dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.635483 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b53ad8-2737-401e-9321-99d372cf5888 req-df4469a5-4805-42b6-855a-7ca15143dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.636761 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b53ad8-2737-401e-9321-99d372cf5888 req-df4469a5-4805-42b6-855a-7ca15143dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.637484 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b53ad8-2737-401e-9321-99d372cf5888 req-df4469a5-4805-42b6-855a-7ca15143dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.638189 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b53ad8-2737-401e-9321-99d372cf5888 req-df4469a5-4805-42b6-855a-7ca15143dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.640485 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e6b53ad8-2737-401e-9321-99d372cf5888 req-df4469a5-4805-42b6-855a-7ca15143dcf1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=37edaf8ff03a4b18a4527fc6265a8b9e&device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 6482 time: 0.3080740 Jul 05 03:54:52.648905 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-cd08f80b-c376-45a3-a285-dc4ec4559ecd tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/quotas/c0d75bfcc600410081741fd09dc4c3bb HTTP/1.1" status: 200 len: 375 time: 0.0327206 Jul 05 03:54:52.805862 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-17e1bc97-59db-4670-908d-029f6192b691 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:52.910284 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-8b4e1b82-fbb1-44de-85cc-03e71d066328 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0d75bfcc600410081741fd09dc4c3bb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2491114 Jul 05 03:54:52.918184 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b53ad8-2737-401e-9321-99d372cf5888 req-aa5d9059-69b1-4ea1-8828-3f4536078c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.918739 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b53ad8-2737-401e-9321-99d372cf5888 req-aa5d9059-69b1-4ea1-8828-3f4536078c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.919217 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b53ad8-2737-401e-9321-99d372cf5888 req-aa5d9059-69b1-4ea1-8828-3f4536078c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.921283 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e6b53ad8-2737-401e-9321-99d372cf5888 req-aa5d9059-69b1-4ea1-8828-3f4536078c74 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=37edaf8ff03a4b18a4527fc6265a8b9e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2616816 Jul 05 03:54:52.923295 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-17e1bc97-59db-4670-908d-029f6192b691 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Network efd6e7ac-dec6-427c-a365-3af0ee92cb05 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:52.951772 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52652) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:52.962614 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-17e1bc97-59db-4670-908d-029f6192b691 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:52.965257 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-17e1bc97-59db-4670-908d-029f6192b691 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:53.033292 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1bc97-59db-4670-908d-029f6192b691 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event updated for resources: {'Port': ['ID=ad53c650-52b8-4688-b4de-147d4df8e7c7,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:53.059566 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb4c2e-af67-4d1c-a1f0-b95293792a27 req-4de39ad0-d183-4a25-932e-a736ec84b31b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.061678 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-51cb4c2e-af67-4d1c-a1f0-b95293792a27 req-4de39ad0-d183-4a25-932e-a736ec84b31b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=5db4e2fa-bf77-4053-a5b0-06f8abeedcd1 HTTP/1.1" status: 200 len: 932 time: 0.1015604 Jul 05 03:54:53.099071 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a130db95-8f70-46be-9893-9312e34194ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.129946 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-51cb4c2e-af67-4d1c-a1f0-b95293792a27 req-9a44453c-754f-4f0d-818a-1df4cbf5e4a3 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616241 Jul 05 03:54:53.155442 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-17e1bc97-59db-4670-908d-029f6192b691 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.156127 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-17e1bc97-59db-4670-908d-029f6192b691 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.208122 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b53ad8-2737-401e-9321-99d372cf5888 req-0d02fd98-f8f7-4c81-bc03-486b91749d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.210413 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e6b53ad8-2737-401e-9321-99d372cf5888 req-0d02fd98-f8f7-4c81-bc03-486b91749d84 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2694094 Jul 05 03:54:53.212370 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-357bec82-2928-43eb-bae9-1a406d3eea47 service neutron] 10.222.0.77 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833784 Jul 05 03:54:53.247340 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a130db95-8f70-46be-9893-9312e34194ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.253301 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a130db95-8f70-46be-9893-9312e34194ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.253800 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-61fbb895-5e58-4339-9070-4b78b73ab67e None None] Provisioning for port ad53c650-52b8-4688-b4de-147d4df8e7c7 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:53.259360 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-61fbb895-5e58-4339-9070-4b78b73ab67e None None] Provisioning complete for port ad53c650-52b8-4688-b4de-147d4df8e7c7 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:53.260193 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-61fbb895-5e58-4339-9070-4b78b73ab67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.288869 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-17e1bc97-59db-4670-908d-029f6192b691 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2881753 Jul 05 03:54:53.294820 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a130db95-8f70-46be-9893-9312e34194ce admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2eff3dc91dc04ea9ba98717a32a41708&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3418627 Jul 05 03:54:53.297406 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52660) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:53.306193 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-50a5ac16-e6e8-4c11-85fa-bcad06f98e6a tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Request body: {'port': {'device_id': '5db4e2fa-bf77-4053-a5b0-06f8abeedcd1', 'network_id': '4dbfeebd-4143-4254-aa35-e9517e599282', 'admin_state_up': True, 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:53.317699 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-61fbb895-5e58-4339-9070-4b78b73ab67e None None] Port ad53c650-52b8-4688-b4de-147d4df8e7c7 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:54:53.387473 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130db95-8f70-46be-9893-9312e34194ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f8cf07-3415-41b5-82ae-afa3d1eb24fd,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:53.427922 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f440c8ca-3acd-4a86-8d82-f2592af2443e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.440442 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-ceb879c4-f747-4a8b-b208-39d24a0fce4b service neutron] 10.222.0.77 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192814 Jul 05 03:54:53.451230 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b7768-d769-4398-bb5a-00bff03cbe66 req-6f3f78a6-31e5-48ed-8c5f-1619798ce8b5 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.452858 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6c2b7768-d769-4398-bb5a-00bff03cbe66 req-6f3f78a6-31e5-48ed-8c5f-1619798ce8b5 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 945 time: 0.1524055 Jul 05 03:54:53.476526 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f440c8ca-3acd-4a86-8d82-f2592af2443e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.489761 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-7c0a4dee-fcd8-4d6e-9c15-4d95eeb14a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.490262 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-7c0a4dee-fcd8-4d6e-9c15-4d95eeb14a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.490768 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-7c0a4dee-fcd8-4d6e-9c15-4d95eeb14a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.491383 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-7c0a4dee-fcd8-4d6e-9c15-4d95eeb14a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.492157 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-7c0a4dee-fcd8-4d6e-9c15-4d95eeb14a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.492643 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-7c0a4dee-fcd8-4d6e-9c15-4d95eeb14a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.493416 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-7c0a4dee-fcd8-4d6e-9c15-4d95eeb14a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.496107 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-7c0a4dee-fcd8-4d6e-9c15-4d95eeb14a1e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=37edaf8ff03a4b18a4527fc6265a8b9e&device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 6482 time: 0.1745181 Jul 05 03:54:53.509171 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-50a5ac16-e6e8-4c11-85fa-bcad06f98e6a tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Made reservation on behalf of 9ff6bd26a45e49ae97b99bbcef80f6b1 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:53.514240 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-50a5ac16-e6e8-4c11-85fa-bcad06f98e6a tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.541040 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6c2b7768-d769-4398-bb5a-00bff03cbe66 req-c40a5e9f-5746-46bf-ba9e-82fee6541dd4 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766056 Jul 05 03:54:53.564835 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-9a0874f7-80a8-45f1-a235-3dde345f3896 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6613a61c-a6e8-4b99-bacd-b372db0723d9 HTTP/1.1" status: 200 len: 217 time: 0.0471308 Jul 05 03:54:53.574310 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f440c8ca-3acd-4a86-8d82-f2592af2443e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.579209 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f440c8ca-3acd-4a86-8d82-f2592af2443e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.582888 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f440c8ca-3acd-4a86-8d82-f2592af2443e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/77f8cf07-3415-41b5-82ae-afa3d1eb24fd HTTP/1.1" status: 204 len: 168 time: 0.2814524 Jul 05 03:54:53.592631 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440c8ca-3acd-4a86-8d82-f2592af2443e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f8cf07-3415-41b5-82ae-afa3d1eb24fd,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:53.714648 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-4e37e556-bd86-48dd-b1ae-9ded2d9fbffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.716474 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-4e37e556-bd86-48dd-b1ae-9ded2d9fbffe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4 HTTP/1.1" status: 200 len: 851 time: 0.1396639 Jul 05 03:54:53.889086 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-50a5ac16-e6e8-4c11-85fa-bcad06f98e6a tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Allocated IP 19.86.0.84 (4dbfeebd-4143-4254-aa35-e9517e599282/6691bb5c-eba6-4538-93b2-4d1239cb4bf6/464e042b-2da2-4c6a-a269-9d85295f1a71) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:53.901575 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba64a9-77b3-42a0-8bc0-0026eda387f9 req-8084d785-5116-4770-96be-cfd1ff1ce6f8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.908964 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba64a9-77b3-42a0-8bc0-0026eda387f9 req-8084d785-5116-4770-96be-cfd1ff1ce6f8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.916276 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba64a9-77b3-42a0-8bc0-0026eda387f9 req-8084d785-5116-4770-96be-cfd1ff1ce6f8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.923840 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba64a9-77b3-42a0-8bc0-0026eda387f9 req-8084d785-5116-4770-96be-cfd1ff1ce6f8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.931313 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba64a9-77b3-42a0-8bc0-0026eda387f9 req-8084d785-5116-4770-96be-cfd1ff1ce6f8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.937742 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba64a9-77b3-42a0-8bc0-0026eda387f9 req-8084d785-5116-4770-96be-cfd1ff1ce6f8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.944051 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba64a9-77b3-42a0-8bc0-0026eda387f9 req-8084d785-5116-4770-96be-cfd1ff1ce6f8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.946127 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-77ba64a9-77b3-42a0-8bc0-0026eda387f9 req-8084d785-5116-4770-96be-cfd1ff1ce6f8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5418 time: 0.1636868 Jul 05 03:54:53.948005 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b65da-4bba-4f8f-b14d-fc4f0a30e483 req-c330465d-ae32-4733-a00b-1fe1b48a1ccc tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.950332 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7a4b65da-4bba-4f8f-b14d-fc4f0a30e483 req-c330465d-ae32-4733-a00b-1fe1b48a1ccc tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 950 time: 0.2251875 Jul 05 03:54:53.960983 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-75ec0964-fff8-4c67-84b8-488b5de58bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.962471 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-75ec0964-fff8-4c67-84b8-488b5de58bb3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac936e6f-3e04-4437-b04d-b7e14555028d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2360311 Jul 05 03:54:54.012639 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-77ba64a9-77b3-42a0-8bc0-0026eda387f9 req-89e86982-338e-4889-b8b7-2533408e3101 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543244 Jul 05 03:54:54.126749 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7a4b65da-4bba-4f8f-b14d-fc4f0a30e483 req-e9340ed2-0484-4b97-8393-d8390f8d54bc tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600590 Jul 05 03:54:54.201990 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-d8b31551-a4f2-43e6-833d-9ab0acb9b5a3 service neutron] 10.222.0.70 "GET /v2.0/networks/ac936e6f-3e04-4437-b04d-b7e14555028d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888835 Jul 05 03:54:54.302630 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-942c6f8e-5ad5-4d22-8c3f-c38a8e123988 req-1f9608ea-a514-4d53-b312-bc3393ad678c tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c4b5b93-86d9-4c58-92dc-f68343a97c76 HTTP/1.1" status: 200 len: 210 time: 0.0826211 Jul 05 03:54:54.306037 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'tag': '346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:54.308529 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7271342a-a83d-4d51-b1ba-16797720a85c" -d '{"events": [{"name": "network-changed", "server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "tag": "346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:54.315457 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-50a5ac16-e6e8-4c11-85fa-bcad06f98e6a tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.340865 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-50a5ac16-e6e8-4c11-85fa-bcad06f98e6a tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Transition to ACTIVE for port object 464e042b-2da2-4c6a-a269-9d85295f1a71 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:54.383250 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-133013c8-cae9-429a-b349-5b33c24eb0e1 service neutron] 10.222.0.70 "GET /v2.0/networks/ac936e6f-3e04-4437-b04d-b7e14555028d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642945 Jul 05 03:54:54.495401 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-584851d2-da02-45ac-a4f9-6d6d68a7de60 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=43e10832-bba0-43bb-bb99-461c4ef85b71 HTTP/1.1" status: 200 len: 217 time: 0.0948493 Jul 05 03:54:54.516305 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-50a5ac16-e6e8-4c11-85fa-bcad06f98e6a tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.554076 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-50a5ac16-e6e8-4c11-85fa-bcad06f98e6a tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Network 4dbfeebd-4143-4254-aa35-e9517e599282 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:54.559208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-50a5ac16-e6e8-4c11-85fa-bcad06f98e6a tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:54.633464 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-50a5ac16-e6e8-4c11-85fa-bcad06f98e6a tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:54.670642 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-ae11ef94-b8d6-4604-a8ab-e49250a791eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:54.673255 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-ae11ef94-b8d6-4604-a8ab-e49250a791eb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a8d1c4cd-d124-4cd8-93ef-98e2af049099 HTTP/1.1" status: 200 len: 797 time: 0.1691353 Jul 05 03:54:54.798199 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51f78fb-119f-4982-8a60-cfbf181c5b1a x-openstack-request-id: req-e51f78fb-119f-4982-8a60-cfbf181c5b1a {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:54.799701 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "tag": "346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:54.800481 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e51f78fb-119f-4982-8a60-cfbf181c5b1a {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:54.803985 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'tag': '346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b', 'status': 'completed', 'code': 200} Jul 05 03:54:54.823602 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5ac16-e6e8-4c11-85fa-bcad06f98e6a tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event updated for resources: {'Port': ['ID=464e042b-2da2-4c6a-a269-9d85295f1a71,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:54.900453 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-50a5ac16-e6e8-4c11-85fa-bcad06f98e6a tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:54.902920 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-50a5ac16-e6e8-4c11-85fa-bcad06f98e6a tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.924985 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-64bf52cf-bf48-4691-a2c8-3fa71fb95ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:54.927569 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-64bf52cf-bf48-4691-a2c8-3fa71fb95ac0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3109c869-7127-4afd-9f38-c7624c1dbe78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2095079 Jul 05 03:54:54.929824 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-50a5ac16-e6e8-4c11-85fa-bcad06f98e6a tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6294842 Jul 05 03:54:54.944928 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ea84d-9b6c-4518-af61-b53e040dc7cc req-62a0813b-3332-4b73-88e5-fa0982d5e387 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:54.953059 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ea84d-9b6c-4518-af61-b53e040dc7cc req-62a0813b-3332-4b73-88e5-fa0982d5e387 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:54.955317 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-658ea84d-9b6c-4518-af61-b53e040dc7cc req-62a0813b-3332-4b73-88e5-fa0982d5e387 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=5db4e2fa-bf77-4053-a5b0-06f8abeedcd1 HTTP/1.1" status: 200 len: 1654 time: 0.1219974 Jul 05 03:54:54.975673 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-40fc6d63-711d-424c-bfe5-003a03eb8cc0 None None] Provisioning for port 464e042b-2da2-4c6a-a269-9d85295f1a71 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:54.985897 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-40fc6d63-711d-424c-bfe5-003a03eb8cc0 None None] Provisioning complete for port 464e042b-2da2-4c6a-a269-9d85295f1a71 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:54.986542 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-40fc6d63-711d-424c-bfe5-003a03eb8cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.995429 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-1f14216c-11b4-4eb7-9d4e-6af6302de546 service neutron] Request body: {'port': {'device_id': '5db4e2fa-bf77-4053-a5b0-06f8abeedcd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:55.023784 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-658ea84d-9b6c-4518-af61-b53e040dc7cc req-37ddb67f-3a27-4806-b429-156af718f37d tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566695 Jul 05 03:54:55.089556 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-40fc6d63-711d-424c-bfe5-003a03eb8cc0 None None] Port 464e042b-2da2-4c6a-a269-9d85295f1a71 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:54:55.100326 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-1f14216c-11b4-4eb7-9d4e-6af6302de546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.196419 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-56bccef8-b778-410d-b92b-03ab5b6446b5 service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601476 Jul 05 03:54:55.303291 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c92b82-65a4-4588-a176-e6e2196e3361 req-515f3185-4010-49f3-b610-3b0a5c887439 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:55.310582 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c92b82-65a4-4588-a176-e6e2196e3361 req-515f3185-4010-49f3-b610-3b0a5c887439 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:55.317135 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c92b82-65a4-4588-a176-e6e2196e3361 req-515f3185-4010-49f3-b610-3b0a5c887439 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:55.330461 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c92b82-65a4-4588-a176-e6e2196e3361 req-515f3185-4010-49f3-b610-3b0a5c887439 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:55.336360 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c92b82-65a4-4588-a176-e6e2196e3361 req-515f3185-4010-49f3-b610-3b0a5c887439 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:55.346056 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c92b82-65a4-4588-a176-e6e2196e3361 req-515f3185-4010-49f3-b610-3b0a5c887439 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:55.353122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c92b82-65a4-4588-a176-e6e2196e3361 req-515f3185-4010-49f3-b610-3b0a5c887439 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:55.357462 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-09c92b82-65a4-4588-a176-e6e2196e3361 req-515f3185-4010-49f3-b610-3b0a5c887439 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5418 time: 0.1396003 Jul 05 03:54:55.443523 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52696c-5b48-49b2-841d-8abb144ccc04 req-3ecc2b40-ef15-45cb-966d-a5991ff6c04f tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:55.445935 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b52696c-5b48-49b2-841d-8abb144ccc04 req-3ecc2b40-ef15-45cb-966d-a5991ff6c04f tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 945 time: 0.3029408 Jul 05 03:54:55.550806 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-1558465e-f317-4cbf-9979-ed1a62530ef2 service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463328 Jul 05 03:54:55.880121 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-09c92b82-65a4-4588-a176-e6e2196e3361 req-3a578f9b-54c4-4971-bf5b-8b95b88b1423 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5158834 Jul 05 03:54:55.922149 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-968b3c5a-a336-47f6-95c0-0bf8612e36c6 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:55.922149 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-968b3c5a-a336-47f6-95c0-0bf8612e36c6 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.89 "GET /v2.0/networks?id=2cce8247-9091-467b-9589-baa0d2dd4bb5 HTTP/1.1" status: 200 len: 820 time: 0.1912544 Jul 05 03:54:55.940744 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-def6b98d-a7d3-4ae8-8b16-6967c2fc84b9 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Request body: {'port': {'device_id': '6c4b5b93-86d9-4c58-92dc-f68343a97c76', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'admin_state_up': True, 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:56.019649 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-6bf2da20-570c-4e75-ab09-25e8d743f3b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=ed8d3ec4-006f-4eb5-af83-d5d95a707d39 HTTP/1.1" status: 200 len: 217 time: 0.4586811 Jul 05 03:54:56.033886 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b52696c-5b48-49b2-841d-8abb144ccc04 req-9ea13fbe-32b8-400f-b389-379ec0f61698 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0ea5284-55d5-4f1c-afba-aa470116275f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5572517 Jul 05 03:54:56.155049 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-1f14216c-11b4-4eb7-9d4e-6af6302de546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad53c650-52b8-4688-b4de-147d4df8e7c7 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:56.164409 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-1f14216c-11b4-4eb7-9d4e-6af6302de546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.166893 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-def6b98d-a7d3-4ae8-8b16-6967c2fc84b9 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Made reservation on behalf of c0d75bfcc600410081741fd09dc4c3bb for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:56.167977 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-ee6fcf1a-046d-428f-a761-36ee8e0036c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:56.169839 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-ee6fcf1a-046d-428f-a761-36ee8e0036c9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a8d1c4cd-d124-4cd8-93ef-98e2af049099 HTTP/1.1" status: 200 len: 797 time: 0.1314993 Jul 05 03:54:56.171516 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-def6b98d-a7d3-4ae8-8b16-6967c2fc84b9 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.185774 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d376d6e-21cf-4733-b877-ef4a6f87c31e req-60c337da-3949-4ae0-b112-92012393c662 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:56.187563 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2d376d6e-21cf-4733-b877-ef4a6f87c31e req-60c337da-3949-4ae0-b112-92012393c662 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 950 time: 0.1293190 Jul 05 03:54:56.214210 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f910876c-3f73-4c57-b8e3-fbd7f3e38a78 req-9b37b73a-c05e-4a3d-ae59-fc3c07c82a71 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c4b5b93-86d9-4c58-92dc-f68343a97c76 HTTP/1.1" status: 200 len: 210 time: 0.0424449 Jul 05 03:54:56.238906 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-1f14216c-11b4-4eb7-9d4e-6af6302de546 service neutron] Transition to ACTIVE for port object ad53c650-52b8-4688-b4de-147d4df8e7c7 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:56.254988 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-1f14216c-11b4-4eb7-9d4e-6af6302de546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.296526 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2d376d6e-21cf-4733-b877-ef4a6f87c31e req-be402778-1e33-4db2-b331-ff3b82f8162e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006496 Jul 05 03:54:56.312460 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14216c-11b4-4eb7-9d4e-6af6302de546 service neutron] Pushing event updated for resources: {'Port': ['ID=ad53c650-52b8-4688-b4de-147d4df8e7c7,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:56.347425 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-50e12ae5-e993-4004-90d5-46def217496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:56.349405 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-50e12ae5-e993-4004-90d5-46def217496b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3109c869-7127-4afd-9f38-c7624c1dbe78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1635873 Jul 05 03:54:56.452449 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-def6b98d-a7d3-4ae8-8b16-6967c2fc84b9 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Allocated IP 172.20.0.7 (2cce8247-9091-467b-9589-baa0d2dd4bb5/2289456f-17c4-488d-a3e1-47cb5ed1e25a/a5fa4400-6baa-46e7-be4a-eb5346e0161e) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:56.530230 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-1f14216c-11b4-4eb7-9d4e-6af6302de546 service neutron] Attempting to bind port ad53c650-52b8-4688-b4de-147d4df8e7c7 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:56.530569 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-1f14216c-11b4-4eb7-9d4e-6af6302de546 service neutron] Attempting to bind port ad53c650-52b8-4688-b4de-147d4df8e7c7 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'dd2fb8e1-3c00-46c2-8760-beee8e254e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'efd6e7ac-dec6-427c-a365-3af0ee92cb05'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:56.531011 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-1f14216c-11b4-4eb7-9d4e-6af6302de546 service neutron] Attempting to bind port ad53c650-52b8-4688-b4de-147d4df8e7c7 on network efd6e7ac-dec6-427c-a365-3af0ee92cb05 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:56.546103 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-1f14216c-11b4-4eb7-9d4e-6af6302de546 service neutron] Port ad53c650-52b8-4688-b4de-147d4df8e7c7 on network efd6e7ac-dec6-427c-a365-3af0ee92cb05 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:56.546485 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-1f14216c-11b4-4eb7-9d4e-6af6302de546 service neutron] Attempting to bind port ad53c650-52b8-4688-b4de-147d4df8e7c7 on network efd6e7ac-dec6-427c-a365-3af0ee92cb05 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:56.554813 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-fab4a840-bb1b-48bf-b26a-209315a70b03 service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795888 Jul 05 03:54:56.555876 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-1f14216c-11b4-4eb7-9d4e-6af6302de546 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:56.556224 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-1f14216c-11b4-4eb7-9d4e-6af6302de546 service neutron] Checking segment: {'id': 'dd2fb8e1-3c00-46c2-8760-beee8e254e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'efd6e7ac-dec6-427c-a365-3af0ee92cb05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:56.556659 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-1f14216c-11b4-4eb7-9d4e-6af6302de546 service neutron] Bound using segment: {'id': 'dd2fb8e1-3c00-46c2-8760-beee8e254e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'efd6e7ac-dec6-427c-a365-3af0ee92cb05'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:56.557253 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-1f14216c-11b4-4eb7-9d4e-6af6302de546 service neutron] Bound port: ad53c650-52b8-4688-b4de-147d4df8e7c7, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd2fb8e1-3c00-46c2-8760-beee8e254e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'efd6e7ac-dec6-427c-a365-3af0ee92cb05'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:56.558419 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-1f14216c-11b4-4eb7-9d4e-6af6302de546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.600958 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52800) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:56.705867 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aca5e3-1273-412f-afdf-dcf5ad6a80e3 req-0032a54c-ed39-4821-80f9-87eded585324 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:56.711856 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aca5e3-1273-412f-afdf-dcf5ad6a80e3 req-0032a54c-ed39-4821-80f9-87eded585324 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:56.712777 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-2e791469-eb79-488b-919d-155316c9d031 service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448274 Jul 05 03:54:56.713635 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-67aca5e3-1273-412f-afdf-dcf5ad6a80e3 req-0032a54c-ed39-4821-80f9-87eded585324 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=5db4e2fa-bf77-4053-a5b0-06f8abeedcd1 HTTP/1.1" status: 200 len: 1666 time: 0.1629980 Jul 05 03:54:56.718970 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-1f14216c-11b4-4eb7-9d4e-6af6302de546 service neutron] For port ad53c650-52b8-4688-b4de-147d4df8e7c7, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:56.723543 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-1f14216c-11b4-4eb7-9d4e-6af6302de546 service neutron] For port ad53c650-52b8-4688-b4de-147d4df8e7c7, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=ad53c650-52b8-4688-b4de-147d4df8e7c7,segment=NetworkSegment(dd2fb8e1-3c00-46c2-8760-beee8e254e0c),segment_id=dd2fb8e1-3c00-46c2-8760-beee8e254e0c)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:56.734731 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-1f14216c-11b4-4eb7-9d4e-6af6302de546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.773754 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16bfe646-c8eb-4b47-abb4-bc479692ae70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.793449 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-a7dd8fdb-a6e0-4198-8ac4-bbc6a4b6b3b0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=271f91fe-88b3-4c1f-b2dd-4328b37c7b7c HTTP/1.1" status: 200 len: 217 time: 0.0717630 Jul 05 03:54:56.805192 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-1f14216c-11b4-4eb7-9d4e-6af6302de546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:56.805838 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-1f14216c-11b4-4eb7-9d4e-6af6302de546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.807510 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-1f14216c-11b4-4eb7-9d4e-6af6302de546 service neutron] 10.222.0.89 "PUT /v2.0/ports/ad53c650-52b8-4688-b4de-147d4df8e7c7 HTTP/1.1" status: 200 len: 1093 time: 1.8442113 Jul 05 03:54:56.808381 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db4e2fa-bf77-4053-a5b0-06f8abeedcd1', 'tag': 'ad53c650-52b8-4688-b4de-147d4df8e7c7'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:56.812752 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658105b1-c191-40fb-abb9-bbf883178f91" -d '{"events": [{"name": "network-changed", "server_uuid": "5db4e2fa-bf77-4053-a5b0-06f8abeedcd1", "tag": "ad53c650-52b8-4688-b4de-147d4df8e7c7"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:56.823963 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-def6b98d-a7d3-4ae8-8b16-6967c2fc84b9 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.844630 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-67aca5e3-1273-412f-afdf-dcf5ad6a80e3 req-f0a811c7-1f9d-427d-bc56-f5657aa2529e tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111624 Jul 05 03:54:56.856418 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-def6b98d-a7d3-4ae8-8b16-6967c2fc84b9 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Transition to ACTIVE for port object a5fa4400-6baa-46e7-be4a-eb5346e0161e will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:56.865283 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-77b4d4c2-783b-40b3-806e-e78a641e4ba7 service neutron] Request body: {'port': {'device_id': '5db4e2fa-bf77-4053-a5b0-06f8abeedcd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:56.910041 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2aa98d-592e-4a80-aeb5-496493638d0b x-openstack-request-id: req-dc2aa98d-592e-4a80-aeb5-496493638d0b {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:56.910398 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db4e2fa-bf77-4053-a5b0-06f8abeedcd1", "tag": "ad53c650-52b8-4688-b4de-147d4df8e7c7", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:56.910566 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dc2aa98d-592e-4a80-aeb5-496493638d0b {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:56.910959 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db4e2fa-bf77-4053-a5b0-06f8abeedcd1', 'tag': 'ad53c650-52b8-4688-b4de-147d4df8e7c7', 'status': 'completed', 'code': 200} Jul 05 03:54:56.947760 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14216c-11b4-4eb7-9d4e-6af6302de546 service neutron] Pushing event updated for resources: {'Port': ['ID=ad53c650-52b8-4688-b4de-147d4df8e7c7,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:56.957001 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-443d897c-ef10-4e31-96c4-b80349cec3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:56.959202 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-443d897c-ef10-4e31-96c4-b80349cec3c1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a8d1c4cd-d124-4cd8-93ef-98e2af049099 HTTP/1.1" status: 200 len: 797 time: 0.1562030 Jul 05 03:54:56.971683 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-def6b98d-a7d3-4ae8-8b16-6967c2fc84b9 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.998747 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16bfe646-c8eb-4b47-abb4-bc479692ae70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.020830 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['f96ad895-fd19-4a35-8349-71cd5ac8f523'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:57.023374 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16bfe646-c8eb-4b47-abb4-bc479692ae70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.049348 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-77b4d4c2-783b-40b3-806e-e78a641e4ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.092342 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-def6b98d-a7d3-4ae8-8b16-6967c2fc84b9 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Network 2cce8247-9091-467b-9589-baa0d2dd4bb5 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:57.098490 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-f54af896-2d3d-4c68-a52e-95caddf01df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:57.100242 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-f54af896-2d3d-4c68-a52e-95caddf01df9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3109c869-7127-4afd-9f38-c7624c1dbe78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1326950 Jul 05 03:54:57.114049 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-def6b98d-a7d3-4ae8-8b16-6967c2fc84b9 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:57.122484 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6b98d-a7d3-4ae8-8b16-6967c2fc84b9 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Pushing event updated for resources: {'Port': ['ID=a5fa4400-6baa-46e7-be4a-eb5346e0161e,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:57.137017 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-def6b98d-a7d3-4ae8-8b16-6967c2fc84b9 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:57.162808 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-16bfe646-c8eb-4b47-abb4-bc479692ae70 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8b6fc019390e431fbfb476b09c4c32a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5607817 Jul 05 03:54:57.171035 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52810) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:57.205107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658105b1-c191-40fb-abb9-bbf883178f91 req-a1207317-a121-42b0-8b80-b56301835251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:57.206265 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658105b1-c191-40fb-abb9-bbf883178f91 req-a1207317-a121-42b0-8b80-b56301835251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:57.208113 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-658105b1-c191-40fb-abb9-bbf883178f91 req-a1207317-a121-42b0-8b80-b56301835251 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9ff6bd26a45e49ae97b99bbcef80f6b1&device_id=5db4e2fa-bf77-4053-a5b0-06f8abeedcd1 HTTP/1.1" status: 200 len: 1914 time: 0.2965202 Jul 05 03:54:57.212530 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bfe646-c8eb-4b47-abb4-bc479692ae70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10938084-95b5-4156-a8af-d78d3b94398f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:57.369358 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-a70efb65-af4a-46f3-9759-70b0cf923a78 service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600513 Jul 05 03:54:57.425772 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d3b5ceae-50e2-4b1c-84e2-8ea4b9f7a8f7 None None] Provisioning for port a5fa4400-6baa-46e7-be4a-eb5346e0161e completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:57.433418 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d0c7eb88-c8b9-4d8a-8493-47f658802b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.437269 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d3b5ceae-50e2-4b1c-84e2-8ea4b9f7a8f7 None None] Provisioning complete for port a5fa4400-6baa-46e7-be4a-eb5346e0161e triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:57.437654 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d3b5ceae-50e2-4b1c-84e2-8ea4b9f7a8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.481955 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-d3b5ceae-50e2-4b1c-84e2-8ea4b9f7a8f7 None None] Port a5fa4400-6baa-46e7-be4a-eb5346e0161e cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:54:57.505711 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-def6b98d-a7d3-4ae8-8b16-6967c2fc84b9 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:57.506416 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-def6b98d-a7d3-4ae8-8b16-6967c2fc84b9 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.544518 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d0c7eb88-c8b9-4d8a-8493-47f658802b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.554932 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-def6b98d-a7d3-4ae8-8b16-6967c2fc84b9 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6192009 Jul 05 03:54:57.558183 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658105b1-c191-40fb-abb9-bbf883178f91 req-5fe251b0-5bad-4768-9b8f-b02ac7ae93a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:57.558693 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658105b1-c191-40fb-abb9-bbf883178f91 req-5fe251b0-5bad-4768-9b8f-b02ac7ae93a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:57.559157 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658105b1-c191-40fb-abb9-bbf883178f91 req-5fe251b0-5bad-4768-9b8f-b02ac7ae93a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:57.560970 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-658105b1-c191-40fb-abb9-bbf883178f91 req-5fe251b0-5bad-4768-9b8f-b02ac7ae93a8 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=9ff6bd26a45e49ae97b99bbcef80f6b1&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3382986 Jul 05 03:54:57.584613 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca8e38-806e-4a89-a6a7-9781b74b66f2 req-8c142c02-d18e-4439-adc1-f6b6165a3fa7 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:57.591334 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca8e38-806e-4a89-a6a7-9781b74b66f2 req-8c142c02-d18e-4439-adc1-f6b6165a3fa7 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:57.597117 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca8e38-806e-4a89-a6a7-9781b74b66f2 req-8c142c02-d18e-4439-adc1-f6b6165a3fa7 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:57.602883 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca8e38-806e-4a89-a6a7-9781b74b66f2 req-8c142c02-d18e-4439-adc1-f6b6165a3fa7 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:57.609311 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca8e38-806e-4a89-a6a7-9781b74b66f2 req-8c142c02-d18e-4439-adc1-f6b6165a3fa7 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:57.615541 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca8e38-806e-4a89-a6a7-9781b74b66f2 req-8c142c02-d18e-4439-adc1-f6b6165a3fa7 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:57.622656 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca8e38-806e-4a89-a6a7-9781b74b66f2 req-8c142c02-d18e-4439-adc1-f6b6165a3fa7 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:57.624814 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-23ca8e38-806e-4a89-a6a7-9781b74b66f2 req-8c142c02-d18e-4439-adc1-f6b6165a3fa7 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5418 time: 0.4132674 Jul 05 03:54:57.639899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-ba67543d-44c3-4866-beb7-a34912ad247c service neutron] Request body: {'port': {'device_id': '6c4b5b93-86d9-4c58-92dc-f68343a97c76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:57.659221 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-1bfda7df-61f9-47b9-ab11-c2a9a44f55ad service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542057 Jul 05 03:54:57.750762 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea92f0-f69d-40f7-82aa-92478e280c7e req-019e8ca5-7bdd-4cfc-bd75-43aa8b9fe2e4 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:57.752353 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-daea92f0-f69d-40f7-82aa-92478e280c7e req-019e8ca5-7bdd-4cfc-bd75-43aa8b9fe2e4 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c4b5b93-86d9-4c58-92dc-f68343a97c76 HTTP/1.1" status: 200 len: 931 time: 0.2634635 Jul 05 03:54:57.755625 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-e2e2078a-763c-4508-a5b6-2bce07c094a3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=7cb1d7da-fadf-49bd-aa0b-664cc94b989a HTTP/1.1" status: 200 len: 217 time: 0.0833519 Jul 05 03:54:57.756304 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d0c7eb88-c8b9-4d8a-8493-47f658802b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.758948 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d0c7eb88-c8b9-4d8a-8493-47f658802b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.763241 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d0c7eb88-c8b9-4d8a-8493-47f658802b49 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/10938084-95b5-4156-a8af-d78d3b94398f HTTP/1.1" status: 204 len: 168 time: 0.5880418 Jul 05 03:54:57.793160 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658105b1-c191-40fb-abb9-bbf883178f91 req-023abf56-8b07-456f-9100-aa7cfcae3072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:57.795377 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-658105b1-c191-40fb-abb9-bbf883178f91 req-023abf56-8b07-456f-9100-aa7cfcae3072 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1696460 Jul 05 03:54:57.805483 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-77b4d4c2-783b-40b3-806e-e78a641e4ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464e042b-2da2-4c6a-a269-9d85295f1a71 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:57.812197 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7eb88-c8b9-4d8a-8493-47f658802b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10938084-95b5-4156-a8af-d78d3b94398f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:57.840707 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-23ca8e38-806e-4a89-a6a7-9781b74b66f2 req-b6158653-61f5-4063-af70-89ef8ab912e4 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1979792 Jul 05 03:54:57.857660 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-77b4d4c2-783b-40b3-806e-e78a641e4ba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.889602 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-ba67543d-44c3-4866-beb7-a34912ad247c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.915432 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-daea92f0-f69d-40f7-82aa-92478e280c7e req-66d99a7f-6b09-48d1-a503-62fb2b68aaef tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/security-groups?id=c92c4dda-83c6-41ac-901c-1f6822de63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536882 Jul 05 03:54:57.917809 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-77b4d4c2-783b-40b3-806e-e78a641e4ba7 service neutron] Transition to ACTIVE for port object 464e042b-2da2-4c6a-a269-9d85295f1a71 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:57.935241 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-77b4d4c2-783b-40b3-806e-e78a641e4ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.965296 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-95a7d794-7206-4a93-a1e8-a61904b91c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:57.970020 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-95a7d794-7206-4a93-a1e8-a61904b91c6c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a8d1c4cd-d124-4cd8-93ef-98e2af049099 HTTP/1.1" status: 200 len: 797 time: 0.2015278 Jul 05 03:54:58.080666 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4d4c2-783b-40b3-806e-e78a641e4ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=464e042b-2da2-4c6a-a269-9d85295f1a71,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:58.196124 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-a43e6bd5-c145-49fe-a90a-c90840121d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:58.199180 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-a43e6bd5-c145-49fe-a90a-c90840121d3b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3109c869-7127-4afd-9f38-c7624c1dbe78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2039633 Jul 05 03:54:58.284406 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52840) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:58.304605 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 0b395ea7-e123-41b3-a00c-0609cc71e1d5 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:58.350679 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-77b4d4c2-783b-40b3-806e-e78a641e4ba7 service neutron] Attempting to bind port 464e042b-2da2-4c6a-a269-9d85295f1a71 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:58.351017 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-77b4d4c2-783b-40b3-806e-e78a641e4ba7 service neutron] Attempting to bind port 464e042b-2da2-4c6a-a269-9d85295f1a71 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '709bd5a5-81b3-421b-a0ed-fd9b08b058f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4dbfeebd-4143-4254-aa35-e9517e599282'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:58.351345 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-77b4d4c2-783b-40b3-806e-e78a641e4ba7 service neutron] Attempting to bind port 464e042b-2da2-4c6a-a269-9d85295f1a71 on network 4dbfeebd-4143-4254-aa35-e9517e599282 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:58.368557 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-77b4d4c2-783b-40b3-806e-e78a641e4ba7 service neutron] Port 464e042b-2da2-4c6a-a269-9d85295f1a71 on network 4dbfeebd-4143-4254-aa35-e9517e599282 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:58.368892 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-77b4d4c2-783b-40b3-806e-e78a641e4ba7 service neutron] Attempting to bind port 464e042b-2da2-4c6a-a269-9d85295f1a71 on network 4dbfeebd-4143-4254-aa35-e9517e599282 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:58.378254 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-81851ca9-bcee-44b9-b947-14349045eea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.385881 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-77b4d4c2-783b-40b3-806e-e78a641e4ba7 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:58.386321 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-77b4d4c2-783b-40b3-806e-e78a641e4ba7 service neutron] Checking segment: {'id': '709bd5a5-81b3-421b-a0ed-fd9b08b058f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4dbfeebd-4143-4254-aa35-e9517e599282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:58.386725 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-77b4d4c2-783b-40b3-806e-e78a641e4ba7 service neutron] Bound using segment: {'id': '709bd5a5-81b3-421b-a0ed-fd9b08b058f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4dbfeebd-4143-4254-aa35-e9517e599282'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:58.387225 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-77b4d4c2-783b-40b3-806e-e78a641e4ba7 service neutron] Bound port: 464e042b-2da2-4c6a-a269-9d85295f1a71, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '709bd5a5-81b3-421b-a0ed-fd9b08b058f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4dbfeebd-4143-4254-aa35-e9517e599282'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:58.387742 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-77b4d4c2-783b-40b3-806e-e78a641e4ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.419002 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-415fe8d4-a2e8-4fd6-9928-27ad403024e3 service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125721 Jul 05 03:54:58.498795 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-81851ca9-bcee-44b9-b947-14349045eea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.516000 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 0b395ea7-e123-41b3-a00c-0609cc71e1d5, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=0b395ea7-e123-41b3-a00c-0609cc71e1d5,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:58.522570 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-81851ca9-bcee-44b9-b947-14349045eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.523833 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.529184 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.529184 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.529184 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.529184 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.529184 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.529184 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.529184 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.529184 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.529184 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.529184 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.529184 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.529184 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.529184 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.529184 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.529184 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.529184 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.529184 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:58.529184 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:58.539300 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '0b395ea7-e123-41b3-a00c-0609cc71e1d5', 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7', 'port_id': '0b395ea7-e123-41b3-a00c-0609cc71e1d5', 'mac_address': 'fa:16:3e:49:ad:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf7098d-d664-4348-860f-1e166cf68435', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:58.548278 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-46a18dec-d088-4691-a203-9c911850f69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.583670 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-77b4d4c2-783b-40b3-806e-e78a641e4ba7 service neutron] For port 464e042b-2da2-4c6a-a269-9d85295f1a71, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:58.589782 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-77b4d4c2-783b-40b3-806e-e78a641e4ba7 service neutron] For port 464e042b-2da2-4c6a-a269-9d85295f1a71, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=464e042b-2da2-4c6a-a269-9d85295f1a71,segment=NetworkSegment(709bd5a5-81b3-421b-a0ed-fd9b08b058f5),segment_id=709bd5a5-81b3-421b-a0ed-fd9b08b058f5)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:58.595568 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.607384 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-77b4d4c2-783b-40b3-806e-e78a641e4ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.608916 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81851ca9-bcee-44b9-b947-14349045eea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058bfdf0-3590-44e8-9f6b-086d28a39805,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:58.611485 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b395ea7-e123-41b3-a00c-0609cc71e1d5 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:58.639661 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 0b395ea7-e123-41b3-a00c-0609cc71e1d5, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=0b395ea7-e123-41b3-a00c-0609cc71e1d5,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:58.651103 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.652453 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0507d-0bc6-4d1a-986d-f6b296f8feb2 req-da8e91c3-8939-4a77-a2c9-b2f5ae8bb89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:58.654278 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8de0507d-0bc6-4d1a-986d-f6b296f8feb2 req-da8e91c3-8939-4a77-a2c9-b2f5ae8bb89c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0b15a843c894428bb9d88f84ee28689c&device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 1097 time: 0.4499547 Jul 05 03:54:58.668067 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5a104-7388-4ab5-a004-2cbd6370d79c req-94adc9e2-79cb-4b22-aa2e-85add2eaa20f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:58.669683 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e2f5a104-7388-4ab5-a004-2cbd6370d79c req-94adc9e2-79cb-4b22-aa2e-85add2eaa20f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 950 time: 0.6157937 Jul 05 03:54:58.674613 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-81851ca9-bcee-44b9-b947-14349045eea4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d5a966841fb447b08ec2a3fd06a3b176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3840961 Jul 05 03:54:58.680192 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52854) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:58.682015 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-77b4d4c2-783b-40b3-806e-e78a641e4ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:58.683264 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-77b4d4c2-783b-40b3-806e-e78a641e4ba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.684822 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-77b4d4c2-783b-40b3-806e-e78a641e4ba7 service neutron] 10.222.0.89 "PUT /v2.0/ports/464e042b-2da2-4c6a-a269-9d85295f1a71 HTTP/1.1" status: 200 len: 1092 time: 1.8267448 Jul 05 03:54:58.692158 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-ba67543d-44c3-4866-beb7-a34912ad247c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5fa4400-6baa-46e7-be4a-eb5346e0161e {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:58.693612 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-0992c082-dd02-4140-af1a-6b51cd660a0f service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513208 Jul 05 03:54:58.707675 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63311f-1760-49ff-abce-ca3ba3eb3b2c req-423aefea-5a4a-4746-b595-8c82f8b48ee2 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:58.709457 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c63311f-1760-49ff-abce-ca3ba3eb3b2c req-423aefea-5a4a-4746-b595-8c82f8b48ee2 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 945 time: 0.2085717 Jul 05 03:54:58.733603 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-ba67543d-44c3-4866-beb7-a34912ad247c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.748261 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['0b395ea7-e123-41b3-a00c-0609cc71e1d5'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:58.757179 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=0b395ea7-e123-41b3-a00c-0609cc71e1d5,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:58.834564 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-b1346081-5500-46ff-9122-ed98b1195f58 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d4c119dc-7661-47b0-addb-5f1d79b8d725 HTTP/1.1" status: 200 len: 217 time: 0.1237817 Jul 05 03:54:58.879729 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4d4c2-783b-40b3-806e-e78a641e4ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=464e042b-2da2-4c6a-a269-9d85295f1a71,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:58.915875 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e2f5a104-7388-4ab5-a004-2cbd6370d79c req-086465a8-ff39-4a77-9176-cd5ae49a99d8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116716 Jul 05 03:54:58.917492 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-ba67543d-44c3-4866-beb7-a34912ad247c service neutron] Transition to ACTIVE for port object a5fa4400-6baa-46e7-be4a-eb5346e0161e will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:58.922024 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db4e2fa-bf77-4053-a5b0-06f8abeedcd1', 'tag': '464e042b-2da2-4c6a-a269-9d85295f1a71'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:58.924564 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01285977-1bc5-48f7-9a15-4bec85ac0d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "5db4e2fa-bf77-4053-a5b0-06f8abeedcd1", "tag": "464e042b-2da2-4c6a-a269-9d85295f1a71"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:58.931428 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-ba67543d-44c3-4866-beb7-a34912ad247c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.970865 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c63311f-1760-49ff-abce-ca3ba3eb3b2c req-f4fa1dfa-963d-4d6c-b624-a198aee146fe tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0ea5284-55d5-4f1c-afba-aa470116275f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272928 Jul 05 03:54:58.995063 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-38ccef9f-30b6-43dd-a069-8b99e0b14406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:59.000641 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-38ccef9f-30b6-43dd-a069-8b99e0b14406 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=71989378-012f-4fd9-a75b-6448013e5d85 HTTP/1.1" status: 200 len: 797 time: 0.1521568 Jul 05 03:54:59.078351 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0507d-0bc6-4d1a-986d-f6b296f8feb2 req-e8611a38-3745-4fd0-994f-7d0630e24902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:59.084089 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8de0507d-0bc6-4d1a-986d-f6b296f8feb2 req-e8611a38-3745-4fd0-994f-7d0630e24902 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7b6709da-22b7-4420-933a-f93ebf434ce7 HTTP/1.1" status: 200 len: 905 time: 0.3662558 Jul 05 03:54:59.096020 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b155c23e-7de9-4a87-962f-4f2350c6dbe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.113025 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.176815 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67543d-44c3-4866-beb7-a34912ad247c service neutron] Pushing event updated for resources: {'Port': ['ID=a5fa4400-6baa-46e7-be4a-eb5346e0161e,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:59.185385 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-a4ff5147-83bc-4387-917e-2780157aff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:59.185888 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-a4ff5147-83bc-4387-917e-2780157aff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:59.187499 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-a4ff5147-83bc-4387-917e-2780157aff84 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9ff6bd26a45e49ae97b99bbcef80f6b1&device_id=5db4e2fa-bf77-4053-a5b0-06f8abeedcd1 HTTP/1.1" status: 200 len: 1982 time: 0.4056697 Jul 05 03:54:59.219963 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8de0507d-0bc6-4d1a-986d-f6b296f8feb2 req-63ee2f37-ff50-43dc-bcf1-d5bb0c4444fe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b395ea7-e123-41b3-a00c-0609cc71e1d5 HTTP/1.1" status: 200 len: 217 time: 0.1169672 Jul 05 03:54:59.263560 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b155c23e-7de9-4a87-962f-4f2350c6dbe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.301194 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-b86fa149-230e-4cb5-8aa5-11441590dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:59.303140 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-b86fa149-230e-4cb5-8aa5-11441590dfe2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3786fe40-9645-44e0-a910-e28556aff90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2961879 Jul 05 03:54:59.364973 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0507d-0bc6-4d1a-986d-f6b296f8feb2 req-e100ae4e-3e3d-4da5-bb5a-24cb13e383b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:59.366390 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8de0507d-0bc6-4d1a-986d-f6b296f8feb2 req-e100ae4e-3e3d-4da5-bb5a-24cb13e383b6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ccf7098d-d664-4348-860f-1e166cf68435 HTTP/1.1" status: 200 len: 844 time: 0.1337032 Jul 05 03:54:59.423919 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-43e98aad-80aa-442a-a72d-0cf4c6875b5e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.231&port_id=ad53c650-52b8-4688-b4de-147d4df8e7c7 HTTP/1.1" status: 200 len: 217 time: 0.2179217 Jul 05 03:54:59.434723 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8de0507d-0bc6-4d1a-986d-f6b296f8feb2 req-01a01ead-0383-4a9d-b320-942346fedc89 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7b6709da-22b7-4420-933a-f93ebf434ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506446 Jul 05 03:54:59.463044 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-ba67543d-44c3-4866-beb7-a34912ad247c service neutron] Attempting to bind port a5fa4400-6baa-46e7-be4a-eb5346e0161e on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:59.463968 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-ba67543d-44c3-4866-beb7-a34912ad247c service neutron] Attempting to bind port a5fa4400-6baa-46e7-be4a-eb5346e0161e by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '781a2029-9354-4745-84c1-56f0c912ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:59.464463 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-ba67543d-44c3-4866-beb7-a34912ad247c service neutron] Attempting to bind port a5fa4400-6baa-46e7-be4a-eb5346e0161e on network 2cce8247-9091-467b-9589-baa0d2dd4bb5 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:59.503727 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-ba67543d-44c3-4866-beb7-a34912ad247c service neutron] Port a5fa4400-6baa-46e7-be4a-eb5346e0161e on network 2cce8247-9091-467b-9589-baa0d2dd4bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:59.504152 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-ba67543d-44c3-4866-beb7-a34912ad247c service neutron] Attempting to bind port a5fa4400-6baa-46e7-be4a-eb5346e0161e on network 2cce8247-9091-467b-9589-baa0d2dd4bb5 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:59.525499 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-ba67543d-44c3-4866-beb7-a34912ad247c service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:59.525745 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-ba67543d-44c3-4866-beb7-a34912ad247c service neutron] Checking segment: {'id': '781a2029-9354-4745-84c1-56f0c912ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:59.526479 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-ba67543d-44c3-4866-beb7-a34912ad247c service neutron] Bound using segment: {'id': '781a2029-9354-4745-84c1-56f0c912ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:59.526822 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-ba67543d-44c3-4866-beb7-a34912ad247c service neutron] Bound port: a5fa4400-6baa-46e7-be4a-eb5346e0161e, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '781a2029-9354-4745-84c1-56f0c912ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:59.527309 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-ba67543d-44c3-4866-beb7-a34912ad247c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.539058 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-4681e32a-0bbd-43ef-97ba-004d27bebe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:59.540837 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-4681e32a-0bbd-43ef-97ba-004d27bebe76 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4d1434f4-2799-45c5-b60b-f65eda04a127 HTTP/1.1" status: 200 len: 801 time: 0.0857186 Jul 05 03:54:59.554835 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-6148f890-4f8b-43c8-a536-77948510a806 service neutron] 10.222.0.70 "GET /v2.0/networks/3786fe40-9645-44e0-a910-e28556aff90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441661 Jul 05 03:54:59.622675 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b155c23e-7de9-4a87-962f-4f2350c6dbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.625559 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b155c23e-7de9-4a87-962f-4f2350c6dbe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.626760 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b155c23e-7de9-4a87-962f-4f2350c6dbe0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/058bfdf0-3590-44e8-9f6b-086d28a39805 HTTP/1.1" status: 204 len: 168 time: 0.9454861 Jul 05 03:54:59.645205 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef06352-f076-4c7d-97e6-369a12734eec req-652c2131-600a-49be-9adc-021273788684 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:59.652400 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef06352-f076-4c7d-97e6-369a12734eec req-652c2131-600a-49be-9adc-021273788684 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:59.659953 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6ef06352-f076-4c7d-97e6-369a12734eec req-652c2131-600a-49be-9adc-021273788684 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=5db4e2fa-bf77-4053-a5b0-06f8abeedcd1 HTTP/1.1" status: 200 len: 1678 time: 0.2747486 Jul 05 03:54:59.695387 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155c23e-7de9-4a87-962f-4f2350c6dbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058bfdf0-3590-44e8-9f6b-086d28a39805,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:59.756196 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-ba67543d-44c3-4866-beb7-a34912ad247c service neutron] For port a5fa4400-6baa-46e7-be4a-eb5346e0161e, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:59.775248 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6ef06352-f076-4c7d-97e6-369a12734eec req-84c951b8-c030-46e1-8ff9-7115523f190c tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142855 Jul 05 03:54:59.833497 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-ba67543d-44c3-4866-beb7-a34912ad247c service neutron] For port a5fa4400-6baa-46e7-be4a-eb5346e0161e, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a5fa4400-6baa-46e7-be4a-eb5346e0161e,segment=NetworkSegment(781a2029-9354-4745-84c1-56f0c912ee63),segment_id=781a2029-9354-4745-84c1-56f0c912ee63)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:59.840008 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-c0eb4ec5-c1e4-4cc2-a768-fc96960b5ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:59.847082 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-c0eb4ec5-c1e4-4cc2-a768-fc96960b5ae2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=efd6e7ac-dec6-427c-a365-3af0ee92cb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2942188 Jul 05 03:54:59.853250 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-ba67543d-44c3-4866-beb7-a34912ad247c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.966553 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1d8cff-53d1-40d2-ac71-7a51ad8f3785 x-openstack-request-id: req-bd1d8cff-53d1-40d2-ac71-7a51ad8f3785 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:59.966553 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db4e2fa-bf77-4053-a5b0-06f8abeedcd1", "tag": "464e042b-2da2-4c6a-a269-9d85295f1a71", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:59.966808 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bd1d8cff-53d1-40d2-ac71-7a51ad8f3785 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:59.967339 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db4e2fa-bf77-4053-a5b0-06f8abeedcd1', 'tag': '464e042b-2da2-4c6a-a269-9d85295f1a71', 'status': 'completed', 'code': 200} Jul 05 03:54:59.975673 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-ba67543d-44c3-4866-beb7-a34912ad247c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:59.976343 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-ba67543d-44c3-4866-beb7-a34912ad247c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.977819 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-ba67543d-44c3-4866-beb7-a34912ad247c service neutron] 10.222.0.89 "PUT /v2.0/ports/a5fa4400-6baa-46e7-be4a-eb5346e0161e HTTP/1.1" status: 200 len: 1092 time: 2.3507693 Jul 05 03:54:59.978270 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4b5b93-86d9-4c58-92dc-f68343a97c76', 'tag': 'a5fa4400-6baa-46e7-be4a-eb5346e0161e'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:59.984691 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd03a55-bd08-4bdd-9b3e-f8f782451f17" -d '{"events": [{"name": "network-changed", "server_uuid": "6c4b5b93-86d9-4c58-92dc-f68343a97c76", "tag": "a5fa4400-6baa-46e7-be4a-eb5346e0161e"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:00.080188 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67543d-44c3-4866-beb7-a34912ad247c service neutron] Pushing event updated for resources: {'Port': ['ID=a5fa4400-6baa-46e7-be4a-eb5346e0161e,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:00.099527 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec38d9-28cd-4b50-a54d-b6d5899e3b66 req-188f1dbc-0b6e-4cb7-944a-19c83aacea9e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:00.106246 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec38d9-28cd-4b50-a54d-b6d5899e3b66 req-188f1dbc-0b6e-4cb7-944a-19c83aacea9e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:00.116545 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec38d9-28cd-4b50-a54d-b6d5899e3b66 req-188f1dbc-0b6e-4cb7-944a-19c83aacea9e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:00.123634 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec38d9-28cd-4b50-a54d-b6d5899e3b66 req-188f1dbc-0b6e-4cb7-944a-19c83aacea9e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:00.129934 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec38d9-28cd-4b50-a54d-b6d5899e3b66 req-188f1dbc-0b6e-4cb7-944a-19c83aacea9e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:00.136482 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec38d9-28cd-4b50-a54d-b6d5899e3b66 req-188f1dbc-0b6e-4cb7-944a-19c83aacea9e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:00.142444 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec38d9-28cd-4b50-a54d-b6d5899e3b66 req-188f1dbc-0b6e-4cb7-944a-19c83aacea9e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:00.150012 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-47ec38d9-28cd-4b50-a54d-b6d5899e3b66 req-188f1dbc-0b6e-4cb7-944a-19c83aacea9e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5418 time: 0.7205882 Jul 05 03:55:00.153996 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8de0507d-0bc6-4d1a-986d-f6b296f8feb2 req-6fb2dfa7-fa32-4e2a-b53a-5c2d5d8d887c service neutron] 10.222.0.89 "GET /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7081201 Jul 05 03:55:00.190675 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-ae67eea4-1b9e-410b-a8f5-169c781a7fd7 service neutron] 10.222.0.89 "GET /v2.0/networks/efd6e7ac-dec6-427c-a365-3af0ee92cb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276958 Jul 05 03:55:00.270575 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-71a52c25-1a0c-4140-a2e2-69de04da6930 service neutron] 10.222.0.70 "GET /v2.0/networks/3786fe40-9645-44e0-a910-e28556aff90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7001460 Jul 05 03:55:00.311348 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 0b395ea7-e123-41b3-a00c-0609cc71e1d5 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:00.321359 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-47ec38d9-28cd-4b50-a54d-b6d5899e3b66 req-1cb9409d-c1c6-4a32-b622-0f22dcfd7fc9 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1686854 Jul 05 03:55:00.437371 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-a28da628-6cbe-4eae-bce3-3e6b608a8e46 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b HTTP/1.1" status: 200 len: 217 time: 0.1144042 Jul 05 03:55:00.485162 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 0b395ea7-e123-41b3-a00c-0609cc71e1d5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:00.486105 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:00.608382 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:00.615023 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-9db74376-11ba-4758-879d-3fe6c409770c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:00.621797 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-9db74376-11ba-4758-879d-3fe6c409770c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=71989378-012f-4fd9-a75b-6448013e5d85 HTTP/1.1" status: 200 len: 797 time: 0.1688933 Jul 05 03:55:00.654800 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e268c4a7-4135-44a0-aa31-48d2ec19bbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b395ea7-e123-41b3-a00c-0609cc71e1d5'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:00.657894 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e132ea9-5b51-4110-834f-90e6bad8337d" -d '{"events": [{"server_uuid": "e268c4a7-4135-44a0-aa31-48d2ec19bbf9", "name": "network-vif-plugged", "status": "completed", "tag": "0b395ea7-e123-41b3-a00c-0609cc71e1d5"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:00.696684 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 0b395ea7-e123-41b3-a00c-0609cc71e1d5, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=0b395ea7-e123-41b3-a00c-0609cc71e1d5,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:00.711033 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:00.768712 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8de0507d-0bc6-4d1a-986d-f6b296f8feb2 req-8ce90611-24ad-4370-a49b-4b860179f31d service neutron] 10.222.0.89 "GET /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5967047 Jul 05 03:55:00.780251 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-74061b4d-d272-4c21-80b9-13dcd3958ea8 service neutron] 10.222.0.89 "GET /v2.0/networks/efd6e7ac-dec6-427c-a365-3af0ee92cb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5602617 Jul 05 03:55:00.787688 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-fa19af6d-1ec1-40cf-9aba-786f9e62b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:00.789824 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-fa19af6d-1ec1-40cf-9aba-786f9e62b6a3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c0d75bfcc600410081741fd09dc4c3bb&device_id=6c4b5b93-86d9-4c58-92dc-f68343a97c76 HTTP/1.1" status: 200 len: 1095 time: 0.7463443 Jul 05 03:55:00.820119 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=0b395ea7-e123-41b3-a00c-0609cc71e1d5,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:00.855460 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-25d9bd69-dfbe-4ce0-bb78-7d1024732135 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5fa4400-6baa-46e7-be4a-eb5346e0161e HTTP/1.1" status: 200 len: 217 time: 0.0557549 Jul 05 03:55:00.857051 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846915c-523f-458e-b773-687674f8e613 req-54b89003-6d60-4be7-ae97-0a11582cb112 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:00.858604 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c846915c-523f-458e-b773-687674f8e613 req-54b89003-6d60-4be7-ae97-0a11582cb112 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 950 time: 0.2358689 Jul 05 03:55:00.875216 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-9a64d756-6ce4-4b8a-a2a0-950db9e5b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:00.877179 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-9a64d756-6ce4-4b8a-a2a0-950db9e5b66e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3786fe40-9645-44e0-a910-e28556aff90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2314975 Jul 05 03:55:00.933894 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-eed8687e-9ddc-4d9b-ae1b-286be915b78d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.84&port_id=464e042b-2da2-4c6a-a269-9d85295f1a71 HTTP/1.1" status: 200 len: 217 time: 0.1426549 Jul 05 03:55:00.999531 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c846915c-523f-458e-b773-687674f8e613 req-07fdcf00-f3f2-430e-ab26-6fc9c0783e5c tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269524 Jul 05 03:55:01.014484 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade769a-90d6-40fd-bed4-d0357926ca09 req-03d99e0e-c0c8-4e28-a5a8-2ea2c0be9d50 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:01.022898 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eade769a-90d6-40fd-bed4-d0357926ca09 req-03d99e0e-c0c8-4e28-a5a8-2ea2c0be9d50 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c4b5b93-86d9-4c58-92dc-f68343a97c76 HTTP/1.1" status: 200 len: 943 time: 0.8970454 Jul 05 03:55:01.081353 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-933979ef-0153-4bc4-af1d-46fc6ea917d4 service neutron] 10.222.0.70 "GET /v2.0/networks/3786fe40-9645-44e0-a910-e28556aff90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952851 Jul 05 03:55:01.112561 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c19667f-cce5-4b43-9a1c-55b820800d32 x-openstack-request-id: req-1c19667f-cce5-4b43-9a1c-55b820800d32 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:01.112561 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c4b5b93-86d9-4c58-92dc-f68343a97c76", "tag": "a5fa4400-6baa-46e7-be4a-eb5346e0161e", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:01.112561 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1c19667f-cce5-4b43-9a1c-55b820800d32 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:01.112561 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4b5b93-86d9-4c58-92dc-f68343a97c76', 'tag': 'a5fa4400-6baa-46e7-be4a-eb5346e0161e', 'status': 'completed', 'code': 200} Jul 05 03:55:01.135217 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-833cad9c-317f-4f3a-aa03-daf14988cc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:01.137684 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-833cad9c-317f-4f3a-aa03-daf14988cc5f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2289456f-17c4-488d-a3e1-47cb5ed1e25a HTTP/1.1" status: 200 len: 859 time: 0.2166717 Jul 05 03:55:01.139775 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-194f175d-d02f-4dc0-96fc-8c8fdc3d7c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:01.140887 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-194f175d-d02f-4dc0-96fc-8c8fdc3d7c61 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6691bb5c-eba6-4538-93b2-4d1239cb4bf6 HTTP/1.1" status: 200 len: 801 time: 0.1708999 Jul 05 03:55:01.156980 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eade769a-90d6-40fd-bed4-d0357926ca09 req-ed3c1025-1567-4fcb-a133-24360e295a98 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/security-groups?id=c92c4dda-83c6-41ac-901c-1f6822de63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328676 Jul 05 03:55:01.255725 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0a6a7bb-db89-4866-8dc8-84621ba337fb req-ca87e2d9-9711-42ed-9121-0e49ba6ba4d5 service neutron] 10.222.0.70 "GET /v2.0/networks/3786fe40-9645-44e0-a910-e28556aff90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632695 Jul 05 03:55:01.307696 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c592c368-06b1-4958-88a0-9435ed7787fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.374267 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-b224e509-0416-408c-b1b9-b9b8bf32b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:01.390610 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-b224e509-0416-408c-b1b9-b9b8bf32b29b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2cce8247-9091-467b-9589-baa0d2dd4bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2094584 Jul 05 03:55:01.398957 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-c4614587-e856-49e7-ae64-62a03381aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:01.400527 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-c4614587-e856-49e7-ae64-62a03381aeeb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4dbfeebd-4143-4254-aa35-e9517e599282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2411251 Jul 05 03:55:01.532419 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-c6e58247-8a7a-403e-bda6-78334b8a90cf service neutron] 10.222.0.89 "GET /v2.0/networks/4dbfeebd-4143-4254-aa35-e9517e599282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103857 Jul 05 03:55:01.642142 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea02659-8dd4-4939-853a-13ec3c7fbce4 x-openstack-request-id: req-9ea02659-8dd4-4939-853a-13ec3c7fbce4 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:01.642688 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e268c4a7-4135-44a0-aa31-48d2ec19bbf9", "name": "network-vif-plugged", "status": "completed", "tag": "0b395ea7-e123-41b3-a00c-0609cc71e1d5", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:01.642688 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9ea02659-8dd4-4939-853a-13ec3c7fbce4 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:01.643062 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e268c4a7-4135-44a0-aa31-48d2ec19bbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b395ea7-e123-41b3-a00c-0609cc71e1d5', 'code': 200} Jul 05 03:55:01.692293 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.729709 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271342a-a83d-4d51-b1ba-16797720a85c req-d43ab103-45b7-4ff7-b555-9ad47c9943f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:01.736779 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271342a-a83d-4d51-b1ba-16797720a85c req-d43ab103-45b7-4ff7-b555-9ad47c9943f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:01.741841 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271342a-a83d-4d51-b1ba-16797720a85c req-d43ab103-45b7-4ff7-b555-9ad47c9943f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:01.746113 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271342a-a83d-4d51-b1ba-16797720a85c req-d43ab103-45b7-4ff7-b555-9ad47c9943f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:01.746695 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271342a-a83d-4d51-b1ba-16797720a85c req-d43ab103-45b7-4ff7-b555-9ad47c9943f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:01.752190 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271342a-a83d-4d51-b1ba-16797720a85c req-d43ab103-45b7-4ff7-b555-9ad47c9943f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:01.753169 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271342a-a83d-4d51-b1ba-16797720a85c req-d43ab103-45b7-4ff7-b555-9ad47c9943f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:01.759523 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7271342a-a83d-4d51-b1ba-16797720a85c req-d43ab103-45b7-4ff7-b555-9ad47c9943f9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=37edaf8ff03a4b18a4527fc6265a8b9e&device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 6482 time: 0.2307491 Jul 05 03:55:01.776616 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-28f5176a-1507-4073-9dc4-6047a530bfcf service neutron] 10.222.0.89 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739736 Jul 05 03:55:01.778556 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-27de2e1a-7d83-4d07-a40f-3b4fa3eecbb3 req-9b7b909a-5e7f-49bb-abd9-cf7ad097e4e1 service neutron] 10.222.0.89 "GET /v2.0/networks/4dbfeebd-4143-4254-aa35-e9517e599282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310009 Jul 05 03:55:01.921220 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271342a-a83d-4d51-b1ba-16797720a85c req-6e4b1ce4-bc49-4e5e-bb85-f54e855e81fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:01.923569 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7271342a-a83d-4d51-b1ba-16797720a85c req-6e4b1ce4-bc49-4e5e-bb85-f54e855e81fc service neutron] 10.222.0.70 "GET /v2.0/networks?id=3786fe40-9645-44e0-a910-e28556aff90f HTTP/1.1" status: 200 len: 903 time: 0.1526935 Jul 05 03:55:02.005276 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8f502c46-3818-4c9b-8d9a-f355755d6a7d req-d845493d-0c7f-409b-9ed7-c8e2dfc0cd30 service neutron] 10.222.0.89 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042968 Jul 05 03:55:02.060798 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d8483-f7ad-434e-9882-1280a4b4a22c req-e16c66e6-2c58-4a0f-bb42-7f4cf31992b8 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:02.067065 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d8483-f7ad-434e-9882-1280a4b4a22c req-e16c66e6-2c58-4a0f-bb42-7f4cf31992b8 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:02.076036 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-810d8483-f7ad-434e-9882-1280a4b4a22c req-e16c66e6-2c58-4a0f-bb42-7f4cf31992b8 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=5db4e2fa-bf77-4053-a5b0-06f8abeedcd1 HTTP/1.1" status: 200 len: 1678 time: 0.2942762 Jul 05 03:55:02.093979 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01285977-1bc5-48f7-9a15-4bec85ac0d9f req-de4be901-9ae1-489c-8937-5fd57d592120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:02.094474 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01285977-1bc5-48f7-9a15-4bec85ac0d9f req-de4be901-9ae1-489c-8937-5fd57d592120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:02.096259 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-01285977-1bc5-48f7-9a15-4bec85ac0d9f req-de4be901-9ae1-489c-8937-5fd57d592120 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9ff6bd26a45e49ae97b99bbcef80f6b1&device_id=5db4e2fa-bf77-4053-a5b0-06f8abeedcd1 HTTP/1.1" status: 200 len: 1982 time: 0.1563170 Jul 05 03:55:02.134772 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7271342a-a83d-4d51-b1ba-16797720a85c req-9782ada5-8e0f-4174-be85-b6d6a50c51be service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b HTTP/1.1" status: 200 len: 217 time: 0.1735711 Jul 05 03:55:02.224163 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be8393-722c-4dad-8d58-a75f1b3833ec req-e8807820-9e6e-48d2-800c-f1387d04e013 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:02.228769 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-810d8483-f7ad-434e-9882-1280a4b4a22c req-1fc581e6-864c-4381-adbc-c7db54536571 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517279 Jul 05 03:55:02.234893 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be8393-722c-4dad-8d58-a75f1b3833ec req-e8807820-9e6e-48d2-800c-f1387d04e013 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:02.250395 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be8393-722c-4dad-8d58-a75f1b3833ec req-e8807820-9e6e-48d2-800c-f1387d04e013 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:02.261372 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52958) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:02.286264 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be8393-722c-4dad-8d58-a75f1b3833ec req-e8807820-9e6e-48d2-800c-f1387d04e013 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:02.287596 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd03a55-bd08-4bdd-9b3e-f8f782451f17 req-ae36d3ad-54b2-4c4b-88ff-62977414b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:02.290966 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6fd03a55-bd08-4bdd-9b3e-f8f782451f17 req-ae36d3ad-54b2-4c4b-88ff-62977414b71a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c0d75bfcc600410081741fd09dc4c3bb&device_id=6c4b5b93-86d9-4c58-92dc-f68343a97c76 HTTP/1.1" status: 200 len: 1095 time: 0.1937804 Jul 05 03:55:02.294711 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01285977-1bc5-48f7-9a15-4bec85ac0d9f req-f485d671-889b-4586-a030-5848c737ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:02.298507 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-01285977-1bc5-48f7-9a15-4bec85ac0d9f req-f485d671-889b-4586-a030-5848c737ec72 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4dbfeebd-4143-4254-aa35-e9517e599282 HTTP/1.1" status: 200 len: 902 time: 0.1940367 Jul 05 03:55:02.298925 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be8393-722c-4dad-8d58-a75f1b3833ec req-e8807820-9e6e-48d2-800c-f1387d04e013 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:02.318599 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be8393-722c-4dad-8d58-a75f1b3833ec req-e8807820-9e6e-48d2-800c-f1387d04e013 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:02.333126 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be8393-722c-4dad-8d58-a75f1b3833ec req-e8807820-9e6e-48d2-800c-f1387d04e013 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:02.343141 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32be8393-722c-4dad-8d58-a75f1b3833ec req-e8807820-9e6e-48d2-800c-f1387d04e013 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5418 time: 0.2823699 Jul 05 03:55:02.398935 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-01285977-1bc5-48f7-9a15-4bec85ac0d9f req-9bee5ea0-8978-4ef7-b45d-0809f5d2a16b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.84&port_id=464e042b-2da2-4c6a-a269-9d85295f1a71 HTTP/1.1" status: 200 len: 217 time: 0.0903862 Jul 05 03:55:02.435435 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:02.435925 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271342a-a83d-4d51-b1ba-16797720a85c req-48047307-f088-4a8f-bbd0-3a8240bf22c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:02.437620 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7271342a-a83d-4d51-b1ba-16797720a85c req-48047307-f088-4a8f-bbd0-3a8240bf22c3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=71989378-012f-4fd9-a75b-6448013e5d85 HTTP/1.1" status: 200 len: 797 time: 0.2848239 Jul 05 03:55:02.471847 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32be8393-722c-4dad-8d58-a75f1b3833ec req-87f7c39e-300a-40ec-8011-8fe8e092bceb tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1212940 Jul 05 03:55:02.516049 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c4c981ce-7184-4ba8-8310-5b4e8b29a71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:02.560762 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-6d0fa88b-1578-4fce-aece-2750ad7a83ca service neutron] show failed (client error): The resource could not be found. Jul 05 03:55:02.561988 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-6d0fa88b-1578-4fce-aece-2750ad7a83ca service neutron] 10.222.0.70 "GET /v2.0/ports/93dee6f6-70a2-41b0-8f4f-7393eabe6ba0/bindings/n-h1-780147-23 HTTP/1.1" status: 404 len: 381 time: 0.1797402 Jul 05 03:55:02.575289 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271342a-a83d-4d51-b1ba-16797720a85c req-19a7ef39-ce78-41ff-bcbf-e8c0532e7a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:02.577535 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7271342a-a83d-4d51-b1ba-16797720a85c req-19a7ef39-ce78-41ff-bcbf-e8c0532e7a07 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3786fe40-9645-44e0-a910-e28556aff90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1204109 Jul 05 03:55:02.608756 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01285977-1bc5-48f7-9a15-4bec85ac0d9f req-da211481-6b77-4cbc-9402-ff08f9ae1155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:02.610291 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-01285977-1bc5-48f7-9a15-4bec85ac0d9f req-da211481-6b77-4cbc-9402-ff08f9ae1155 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6691bb5c-eba6-4538-93b2-4d1239cb4bf6 HTTP/1.1" status: 200 len: 801 time: 0.1800723 Jul 05 03:55:02.642426 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd03a55-bd08-4bdd-9b3e-f8f782451f17 req-b4ba251c-5d1e-4ccd-a40b-b0307890c4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:02.647025 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6fd03a55-bd08-4bdd-9b3e-f8f782451f17 req-b4ba251c-5d1e-4ccd-a40b-b0307890c4dd service neutron] 10.222.0.89 "GET /v2.0/networks?id=2cce8247-9091-467b-9589-baa0d2dd4bb5 HTTP/1.1" status: 200 len: 921 time: 0.3460593 Jul 05 03:55:02.726211 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6fd03a55-bd08-4bdd-9b3e-f8f782451f17 req-898524c3-1c8a-4e9d-9f66-7a558643bd53 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5fa4400-6baa-46e7-be4a-eb5346e0161e HTTP/1.1" status: 200 len: 217 time: 0.0564320 Jul 05 03:55:02.757870 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802a1e2-dd15-489d-81d5-bacccfddad27 req-990d3c17-9ff1-40da-a905-3ba73dacaab5 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:02.765733 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2802a1e2-dd15-489d-81d5-bacccfddad27 req-990d3c17-9ff1-40da-a905-3ba73dacaab5 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 945 time: 0.3733535 Jul 05 03:55:02.794244 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c5e2d-8693-4601-aca9-11a801bc1780 req-96a0c419-83a9-4a48-a07f-697b4b8cc406 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:02.802267 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d11c5e2d-8693-4601-aca9-11a801bc1780 req-96a0c419-83a9-4a48-a07f-697b4b8cc406 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 950 time: 0.1275883 Jul 05 03:55:02.833621 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7271342a-a83d-4d51-b1ba-16797720a85c req-9733c407-1ebf-41f9-b69e-24971664fffc service neutron] 10.222.0.70 "GET /v2.0/networks/3786fe40-9645-44e0-a910-e28556aff90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435915 Jul 05 03:55:02.848006 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c4c981ce-7184-4ba8-8310-5b4e8b29a71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:02.876623 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c4c981ce-7184-4ba8-8310-5b4e8b29a71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:02.889404 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd03a55-bd08-4bdd-9b3e-f8f782451f17 req-b2e4cf5f-d249-47fe-ad29-4366f9dc60e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:02.890917 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6fd03a55-bd08-4bdd-9b3e-f8f782451f17 req-b2e4cf5f-d249-47fe-ad29-4366f9dc60e8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2289456f-17c4-488d-a3e1-47cb5ed1e25a HTTP/1.1" status: 200 len: 859 time: 0.1533222 Jul 05 03:55:02.908517 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01285977-1bc5-48f7-9a15-4bec85ac0d9f req-54a88d66-6136-4321-ac97-12b5c3992992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:02.910340 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-01285977-1bc5-48f7-9a15-4bec85ac0d9f req-54a88d66-6136-4321-ac97-12b5c3992992 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4dbfeebd-4143-4254-aa35-e9517e599282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2866964 Jul 05 03:55:02.947089 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d11c5e2d-8693-4601-aca9-11a801bc1780 req-a4a1100d-b07c-4ba6-8d26-c362c00e1cef tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435995 Jul 05 03:55:02.951117 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2802a1e2-dd15-489d-81d5-bacccfddad27 req-01806608-1cef-4a08-af66-b0b8e7493d93 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0ea5284-55d5-4f1c-afba-aa470116275f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843870 Jul 05 03:55:03.115127 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-1b64a599-b43f-4983-a8fd-2cc0d079090d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:03.116810 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-1b64a599-b43f-4983-a8fd-2cc0d079090d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9&tenant_id=ba5800eba7ce4067ae2fae645ac62ef9 HTTP/1.1" status: 200 len: 1102 time: 0.1823440 Jul 05 03:55:03.124346 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c4c981ce-7184-4ba8-8310-5b4e8b29a71b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fd40557e5889442d8da08112f8f396d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8615763 Jul 05 03:55:03.127390 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52974) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:03.132669 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c981ce-7184-4ba8-8310-5b4e8b29a71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717a576a-3753-449b-8111-3196a99c6e6d,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:03.147227 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-d51772e8-7bd4-4251-b518-b130086aac0d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-23', 'device_owner': 'compute:nova'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:03.154350 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7271342a-a83d-4d51-b1ba-16797720a85c req-5a424132-17a5-4f5e-b9ef-11b73e081f20 service neutron] 10.222.0.70 "GET /v2.0/networks/3786fe40-9645-44e0-a910-e28556aff90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059533 Jul 05 03:55:03.241573 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd03a55-bd08-4bdd-9b3e-f8f782451f17 req-b3e3d0d0-8dce-4187-b32c-fcf293497fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:03.242952 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6fd03a55-bd08-4bdd-9b3e-f8f782451f17 req-b3e3d0d0-8dce-4187-b32c-fcf293497fc5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2cce8247-9091-467b-9589-baa0d2dd4bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3317311 Jul 05 03:55:03.253679 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9e67d1d0-91da-4ee4-9519-9517fe9a971f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.256711 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-d51772e8-7bd4-4251-b518-b130086aac0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.285453 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-01285977-1bc5-48f7-9a15-4bec85ac0d9f req-aa178a9e-858a-4cc9-b8b2-f5757ea60b5c service neutron] 10.222.0.89 "GET /v2.0/networks/4dbfeebd-4143-4254-aa35-e9517e599282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305957 Jul 05 03:55:03.378957 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9e67d1d0-91da-4ee4-9519-9517fe9a971f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.495957 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-d51772e8-7bd4-4251-b518-b130086aac0d service neutron] For port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:03.532756 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-d51772e8-7bd4-4251-b518-b130086aac0d service neutron] For port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:03.554248 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6fd03a55-bd08-4bdd-9b3e-f8f782451f17 req-ddc4364a-68a2-461e-8a18-db25e0ee61cc service neutron] 10.222.0.89 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978027 Jul 05 03:55:03.572616 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-01285977-1bc5-48f7-9a15-4bec85ac0d9f req-a0dec25c-45a9-4f73-bfe3-6c08aca38f92 service neutron] 10.222.0.89 "GET /v2.0/networks/4dbfeebd-4143-4254-aa35-e9517e599282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534218 Jul 05 03:55:03.586011 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-d51772e8-7bd4-4251-b518-b130086aac0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.601386 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-d51772e8-7bd4-4251-b518-b130086aac0d service neutron] Transition to ACTIVE for port object 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:03.602190 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3cec11-fda2-486f-b10d-a1a89f5d74c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93dee6f6-70a2-41b0-8f4f-7393eabe6ba0'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:03.606749 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e67393-25f3-4f16-beb1-dac0f55fff59" -d '{"events": [{"server_uuid": "ea3cec11-fda2-486f-b10d-a1a89f5d74c9", "name": "network-vif-unplugged", "status": "completed", "tag": "93dee6f6-70a2-41b0-8f4f-7393eabe6ba0"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:03.620653 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-d51772e8-7bd4-4251-b518-b130086aac0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.637320 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9e67d1d0-91da-4ee4-9519-9517fe9a971f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.639966 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9e67d1d0-91da-4ee4-9519-9517fe9a971f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.641512 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9e67d1d0-91da-4ee4-9519-9517fe9a971f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/717a576a-3753-449b-8111-3196a99c6e6d HTTP/1.1" status: 204 len: 168 time: 0.5095668 Jul 05 03:55:03.686993 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764d8cb-131e-4ce9-ba8d-666dc67ad677 req-bad74694-6646-44f6-b34a-5600640ef4f7 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:03.696216 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d764d8cb-131e-4ce9-ba8d-666dc67ad677 req-bad74694-6646-44f6-b34a-5600640ef4f7 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c4b5b93-86d9-4c58-92dc-f68343a97c76 HTTP/1.1" status: 200 len: 943 time: 0.6079361 Jul 05 03:55:03.737691 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67d1d0-91da-4ee4-9519-9517fe9a971f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717a576a-3753-449b-8111-3196a99c6e6d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:03.801434 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf861b-dbc9-4115-819c-d8c7ddc3b961 req-aab2161e-7526-4836-8ad7-984f38be2291 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:03.803533 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-d51772e8-7bd4-4251-b518-b130086aac0d service neutron] No DVR routers for this DVR port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:03.817067 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf861b-dbc9-4115-819c-d8c7ddc3b961 req-aab2161e-7526-4836-8ad7-984f38be2291 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:03.827538 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d764d8cb-131e-4ce9-ba8d-666dc67ad677 req-e07fd8e3-a7ef-45f7-8a42-922074e7e9ad tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/security-groups?id=c92c4dda-83c6-41ac-901c-1f6822de63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299641 Jul 05 03:55:03.833629 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-27cf861b-dbc9-4115-819c-d8c7ddc3b961 req-aab2161e-7526-4836-8ad7-984f38be2291 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=5db4e2fa-bf77-4053-a5b0-06f8abeedcd1 HTTP/1.1" status: 200 len: 1678 time: 0.3506854 Jul 05 03:55:03.834295 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51772e8-7bd4-4251-b518-b130086aac0d service neutron] Pushing event updated for resources: {'Port': ['ID=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0,revision_number=6']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:03.905024 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6fd03a55-bd08-4bdd-9b3e-f8f782451f17 req-84460d9b-50af-47bd-9754-83a1de4cfe50 service neutron] 10.222.0.89 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433714 Jul 05 03:55:03.950211 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-27cf861b-dbc9-4115-819c-d8c7ddc3b961 req-75e3294d-3fe5-45c9-b85f-096aae303658 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144896 Jul 05 03:55:03.953469 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-d51772e8-7bd4-4251-b518-b130086aac0d service neutron] Attempting to bind port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:03.953812 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-d51772e8-7bd4-4251-b518-b130086aac0d service neutron] Attempting to bind port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:03.954148 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-d51772e8-7bd4-4251-b518-b130086aac0d service neutron] Attempting to bind port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:03.976451 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-d51772e8-7bd4-4251-b518-b130086aac0d service neutron] Port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:55:03.976845 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-d51772e8-7bd4-4251-b518-b130086aac0d service neutron] Attempting to bind port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:04.003638 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-d51772e8-7bd4-4251-b518-b130086aac0d service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:04.005593 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-d51772e8-7bd4-4251-b518-b130086aac0d service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:04.006432 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-d51772e8-7bd4-4251-b518-b130086aac0d service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:04.007131 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-d51772e8-7bd4-4251-b518-b130086aac0d service neutron] Bound port: 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:04.007747 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-d51772e8-7bd4-4251-b518-b130086aac0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:04.116362 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-d51772e8-7bd4-4251-b518-b130086aac0d service neutron] For port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:04.120176 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-d51772e8-7bd4-4251-b518-b130086aac0d service neutron] For port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:04.123981 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b2c79d-4597-4491-b6f6-105c71dcd98f x-openstack-request-id: req-a3b2c79d-4597-4491-b6f6-105c71dcd98f {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:04.124354 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3cec11-fda2-486f-b10d-a1a89f5d74c9", "name": "network-vif-unplugged", "status": "completed", "tag": "93dee6f6-70a2-41b0-8f4f-7393eabe6ba0", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:04.124631 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a3b2c79d-4597-4491-b6f6-105c71dcd98f {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:04.125043 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3cec11-fda2-486f-b10d-a1a89f5d74c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93dee6f6-70a2-41b0-8f4f-7393eabe6ba0', 'code': 200} Jul 05 03:55:04.175555 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-d51772e8-7bd4-4251-b518-b130086aac0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:04.252676 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-d51772e8-7bd4-4251-b518-b130086aac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:04.254682 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-d51772e8-7bd4-4251-b518-b130086aac0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:04.256706 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:04.258571 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-d51772e8-7bd4-4251-b518-b130086aac0d service neutron] 10.222.0.89 "PUT /v2.0/ports/93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 HTTP/1.1" status: 200 len: 1097 time: 1.1171525 Jul 05 03:55:04.301814 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9a55f-eb2f-43e6-ba64-f32ff16d06a2 req-7d304528-efe2-4c77-b272-ddb3cc71a067 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:04.309552 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fb9a55f-eb2f-43e6-ba64-f32ff16d06a2 req-7d304528-efe2-4c77-b272-ddb3cc71a067 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 948 time: 0.1214342 Jul 05 03:55:04.319843 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device ad53c650-52b8-4688-b4de-147d4df8e7c7 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:04.384891 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fb9a55f-eb2f-43e6-ba64-f32ff16d06a2 req-f8e0e25e-9d18-486b-8365-652790b5492c tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743694 Jul 05 03:55:04.438628 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8799da1-624d-4663-bd5a-7316a1a7880a req-23cd1380-ffcc-48ae-b3f4-6aa56c48f991 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:04.445178 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8799da1-624d-4663-bd5a-7316a1a7880a req-23cd1380-ffcc-48ae-b3f4-6aa56c48f991 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:04.462819 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8799da1-624d-4663-bd5a-7316a1a7880a req-23cd1380-ffcc-48ae-b3f4-6aa56c48f991 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:04.479582 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8799da1-624d-4663-bd5a-7316a1a7880a req-23cd1380-ffcc-48ae-b3f4-6aa56c48f991 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:04.493507 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8799da1-624d-4663-bd5a-7316a1a7880a req-23cd1380-ffcc-48ae-b3f4-6aa56c48f991 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:04.502634 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8799da1-624d-4663-bd5a-7316a1a7880a req-23cd1380-ffcc-48ae-b3f4-6aa56c48f991 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:04.509468 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8799da1-624d-4663-bd5a-7316a1a7880a req-23cd1380-ffcc-48ae-b3f4-6aa56c48f991 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:04.522473 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b8799da1-624d-4663-bd5a-7316a1a7880a req-23cd1380-ffcc-48ae-b3f4-6aa56c48f991 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5418 time: 0.4003005 Jul 05 03:55:04.556094 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port ad53c650-52b8-4688-b4de-147d4df8e7c7, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=ad53c650-52b8-4688-b4de-147d4df8e7c7,segment=NetworkSegment(dd2fb8e1-3c00-46c2-8760-beee8e254e0c),segment_id=dd2fb8e1-3c00-46c2-8760-beee8e254e0c)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:04.585833 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'ad53c650-52b8-4688-b4de-147d4df8e7c7', 'network_id': 'efd6e7ac-dec6-427c-a365-3af0ee92cb05', 'port_id': 'ad53c650-52b8-4688-b4de-147d4df8e7c7', 'mac_address': 'fa:16:3e:9b:7f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d1434f4-2799-45c5-b60b-f65eda04a127', 'ip_address': '19.80.0.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:04.610714 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51772e8-7bd4-4251-b518-b130086aac0d service neutron] Pushing event updated for resources: {'Port': ['ID=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0,revision_number=7']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:04.688400 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:04.701782 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ca67d-1868-4003-9761-9150d0c36551 req-28a5b0a0-c43f-429e-9ded-00e6b875f825 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:04.704239 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-428ca67d-1868-4003-9761-9150d0c36551 req-28a5b0a0-c43f-429e-9ded-00e6b875f825 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 945 time: 0.1047745 Jul 05 03:55:04.722301 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad53c650-52b8-4688-b4de-147d4df8e7c7 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:04.737221 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b8799da1-624d-4663-bd5a-7316a1a7880a req-49889958-c893-451f-aab9-d38e5cd3f68e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2138057 Jul 05 03:55:04.769998 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937695ca-4051-4697-8c39-daca29540b06 req-e276fc87-4093-42e9-8ca1-c39374d1c16f tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:04.771767 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-937695ca-4051-4697-8c39-daca29540b06 req-e276fc87-4093-42e9-8ca1-c39374d1c16f tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 945 time: 0.4920492 Jul 05 03:55:04.799021 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-428ca67d-1868-4003-9761-9150d0c36551 req-363b41a6-50e5-46b7-8e54-cbc1c2543b30 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0ea5284-55d5-4f1c-afba-aa470116275f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883591 Jul 05 03:55:04.839364 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port ad53c650-52b8-4688-b4de-147d4df8e7c7, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=ad53c650-52b8-4688-b4de-147d4df8e7c7,segment=NetworkSegment(dd2fb8e1-3c00-46c2-8760-beee8e254e0c),segment_id=dd2fb8e1-3c00-46c2-8760-beee8e254e0c)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:04.845249 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-2d18a83f-e6cd-4bd1-a709-2a5f640d2c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:04.847049 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-2d18a83f-e6cd-4bd1-a709-2a5f640d2c5f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 1100 time: 0.4923186 Jul 05 03:55:04.860333 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:04.866396 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 464e042b-2da2-4c6a-a269-9d85295f1a71 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:04.980726 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-937695ca-4051-4697-8c39-daca29540b06 req-b6779db4-3a51-4524-9b5e-070bcd4f196b tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Deleting port dda6c67e-7a4e-4529-ba21-45bc4add5b3f {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:04.981037 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-937695ca-4051-4697-8c39-daca29540b06 req-b6779db4-3a51-4524-9b5e-070bcd4f196b tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.207122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38122370-e5f2-4698-98e5-be750cc577b4 req-5befa77d-8615-4b8e-a874-9107ff630edb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:05.207350 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-e43570fe-aaf2-4660-928f-d6abfba25cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:05.209668 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-e43570fe-aaf2-4660-928f-d6abfba25cb8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.3412080 Jul 05 03:55:05.214963 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38122370-e5f2-4698-98e5-be750cc577b4 req-5befa77d-8615-4b8e-a874-9107ff630edb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:05.222530 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38122370-e5f2-4698-98e5-be750cc577b4 req-5befa77d-8615-4b8e-a874-9107ff630edb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=5db4e2fa-bf77-4053-a5b0-06f8abeedcd1 HTTP/1.1" status: 200 len: 1679 time: 0.0900800 Jul 05 03:55:05.259907 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-937695ca-4051-4697-8c39-daca29540b06 req-b6779db4-3a51-4524-9b5e-070bcd4f196b tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] For port dda6c67e-7a4e-4529-ba21-45bc4add5b3f, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=dda6c67e-7a4e-4529-ba21-45bc4add5b3f,segment=NetworkSegment(63f8efb6-5901-4e21-ba0f-571de3786984),segment_id=63f8efb6-5901-4e21-ba0f-571de3786984)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:05.261447 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-937695ca-4051-4697-8c39-daca29540b06 req-b6779db4-3a51-4524-9b5e-070bcd4f196b tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.275475 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38122370-e5f2-4698-98e5-be750cc577b4 req-50456741-5945-4c2f-8677-a2c8d9857a08 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515611 Jul 05 03:55:05.362771 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=ad53c650-52b8-4688-b4de-147d4df8e7c7,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:05.428066 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 464e042b-2da2-4c6a-a269-9d85295f1a71, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=464e042b-2da2-4c6a-a269-9d85295f1a71,segment=NetworkSegment(709bd5a5-81b3-421b-a0ed-fd9b08b058f5),segment_id=709bd5a5-81b3-421b-a0ed-fd9b08b058f5)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:05.444252 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '464e042b-2da2-4c6a-a269-9d85295f1a71', 'network_id': '4dbfeebd-4143-4254-aa35-e9517e599282', 'port_id': '464e042b-2da2-4c6a-a269-9d85295f1a71', 'mac_address': 'fa:16:3e:d8:32:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6691bb5c-eba6-4538-93b2-4d1239cb4bf6', 'ip_address': '19.86.0.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:05.477542 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-bdde5a1c-ac6e-4871-a47a-9aa2c7280723 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 HTTP/1.1" status: 200 len: 217 time: 0.2476780 Jul 05 03:55:05.508077 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.527012 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464e042b-2da2-4c6a-a269-9d85295f1a71 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:05.550273 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 464e042b-2da2-4c6a-a269-9d85295f1a71, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=464e042b-2da2-4c6a-a269-9d85295f1a71,segment=NetworkSegment(709bd5a5-81b3-421b-a0ed-fd9b08b058f5),segment_id=709bd5a5-81b3-421b-a0ed-fd9b08b058f5)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:05.557691 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17af66-53a4-4358-bc3b-e0cab06d6407 req-f3d1d6e3-d09f-473b-a562-27e7ae46db3c tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:05.558240 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.560085 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1a17af66-53a4-4358-bc3b-e0cab06d6407 req-f3d1d6e3-d09f-473b-a562-27e7ae46db3c tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7d9fdea-4a0f-4d05-8267-682f861686fa HTTP/1.1" status: 200 len: 945 time: 0.0988081 Jul 05 03:55:05.642714 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1a17af66-53a4-4358-bc3b-e0cab06d6407 req-07d32410-ad6d-4338-aba2-f572ef134c40 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8feecee-998f-4344-971f-cc1bcd993698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740163 Jul 05 03:55:05.648468 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95854b4b-e50d-4796-8b27-09abd5270227 req-0a5dcf20-9a4a-4924-96fa-f1d3b415b475 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:05.658650 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-95854b4b-e50d-4796-8b27-09abd5270227 req-0a5dcf20-9a4a-4924-96fa-f1d3b415b475 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c4b5b93-86d9-4c58-92dc-f68343a97c76 HTTP/1.1" status: 200 len: 943 time: 0.5088134 Jul 05 03:55:05.673854 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=464e042b-2da2-4c6a-a269-9d85295f1a71,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:05.706101 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-3576acc2-3276-4b5c-9102-349630abbe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:05.706101 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-3576acc2-3276-4b5c-9102-349630abbe7e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1899531 Jul 05 03:55:05.806471 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-95854b4b-e50d-4796-8b27-09abd5270227 req-5f9ae53c-1b76-48d0-8ad6-3cbf43c6f32d tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/security-groups?id=c92c4dda-83c6-41ac-901c-1f6822de63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468105 Jul 05 03:55:05.823683 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['464e042b-2da2-4c6a-a269-9d85295f1a71'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:05.863398 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-937695ca-4051-4697-8c39-daca29540b06 req-b6779db4-3a51-4524-9b5e-070bcd4f196b tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.864038 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-937695ca-4051-4697-8c39-daca29540b06 req-b6779db4-3a51-4524-9b5e-070bcd4f196b tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.864368 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [req-937695ca-4051-4697-8c39-daca29540b06 req-b6779db4-3a51-4524-9b5e-070bcd4f196b tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Floating IP 3f2f3022-90f9-4f0d-803a-d744b6c0a66f disassociated. External IP: 172.25.1.161, port: dda6c67e-7a4e-4529-ba21-45bc4add5b3f. Jul 05 03:55:05.864858 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-937695ca-4051-4697-8c39-daca29540b06 req-b6779db4-3a51-4524-9b5e-070bcd4f196b tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Calling delete_port for dda6c67e-7a4e-4529-ba21-45bc4add5b3f owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:05.886485 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-1acd39f5-a752-4f62-b341-57358c9fc40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:05.890469 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-1acd39f5-a752-4f62-b341-57358c9fc40c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1331251 Jul 05 03:55:06.001591 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461270ab-adb3-480a-80c8-ea005ed89a1e req-e4e436a6-0c86-42f8-9823-f32637aabf95 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:06.004935 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-461270ab-adb3-480a-80c8-ea005ed89a1e req-e4e436a6-0c86-42f8-9823-f32637aabf95 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 948 time: 0.1894598 Jul 05 03:55:06.070776 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-461270ab-adb3-480a-80c8-ea005ed89a1e req-226622d2-2058-483d-8cbe-83c29f6f96d5 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523379 Jul 05 03:55:06.088057 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-69e431c0-a513-4bf2-8754-7f8a77d3e495 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498551 Jul 05 03:55:06.095563 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:06.191750 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea3cec11-fda2-486f-b10d-a1a89f5d74c9', 'tag': '93dee6f6-70a2-41b0-8f4f-7393eabe6ba0'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:06.192728 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d2e095-c687-48a2-b98a-aa3377145768" -d '{"events": [{"name": "network-changed", "server_uuid": "ea3cec11-fda2-486f-b10d-a1a89f5d74c9", "tag": "93dee6f6-70a2-41b0-8f4f-7393eabe6ba0"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:06.211772 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:06.240635 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac50a2cf-8e5d-4072-8db9-61e5ebeed057 req-4ed6a75f-30eb-4dba-8ad7-07f4692bdac1 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 210 time: 0.0453730 Jul 05 03:55:06.310294 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-937695ca-4051-4697-8c39-daca29540b06 req-b6779db4-3a51-4524-9b5e-070bcd4f196b tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.339864 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device a5fa4400-6baa-46e7-be4a-eb5346e0161e details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:06.359238 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6779db4-3a51-4524-9b5e-070bcd4f196b tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Pushing event deleted for resources: {'Port': ['ID=dda6c67e-7a4e-4529-ba21-45bc4add5b3f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:06.455733 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1a7f3b-31a6-46bb-9021-44afe4599eca x-openstack-request-id: req-dd1a7f3b-31a6-46bb-9021-44afe4599eca {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:06.456104 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea3cec11-fda2-486f-b10d-a1a89f5d74c9", "tag": "93dee6f6-70a2-41b0-8f4f-7393eabe6ba0", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:06.456316 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dd1a7f3b-31a6-46bb-9021-44afe4599eca {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:06.456704 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea3cec11-fda2-486f-b10d-a1a89f5d74c9', 'tag': '93dee6f6-70a2-41b0-8f4f-7393eabe6ba0', 'status': 'completed', 'code': 200} Jul 05 03:55:06.477012 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-563403d6-e7af-4cf1-9da6-0189bd8bb807 req-d68a4b9d-f61f-429b-b2ec-b372bb3b4947 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793329 Jul 05 03:55:06.640764 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port a5fa4400-6baa-46e7-be4a-eb5346e0161e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a5fa4400-6baa-46e7-be4a-eb5346e0161e,segment=NetworkSegment(781a2029-9354-4745-84c1-56f0c912ee63),segment_id=781a2029-9354-4745-84c1-56f0c912ee63)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:06.661218 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'a5fa4400-6baa-46e7-be4a-eb5346e0161e', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'port_id': 'a5fa4400-6baa-46e7-be4a-eb5346e0161e', 'mac_address': 'fa:16:3e:78:a5:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:06.676280 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30b997-9b0b-4123-be92-0272e243c2f5 req-a2911ab8-de55-4309-96e4-5daf42de5e0f tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:06.686955 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30b997-9b0b-4123-be92-0272e243c2f5 req-a2911ab8-de55-4309-96e4-5daf42de5e0f tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:06.700344 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30b997-9b0b-4123-be92-0272e243c2f5 req-a2911ab8-de55-4309-96e4-5daf42de5e0f tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:06.718906 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30b997-9b0b-4123-be92-0272e243c2f5 req-a2911ab8-de55-4309-96e4-5daf42de5e0f tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:06.733837 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30b997-9b0b-4123-be92-0272e243c2f5 req-a2911ab8-de55-4309-96e4-5daf42de5e0f tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:06.750337 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30b997-9b0b-4123-be92-0272e243c2f5 req-a2911ab8-de55-4309-96e4-5daf42de5e0f tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:06.753598 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f8f2a-16ef-4b9e-bb37-e77af45c411a req-782dc221-25c8-4568-8e2f-3586e6d004f2 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:06.756514 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30b997-9b0b-4123-be92-0272e243c2f5 req-a2911ab8-de55-4309-96e4-5daf42de5e0f tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:06.779223 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f8f2a-16ef-4b9e-bb37-e77af45c411a req-782dc221-25c8-4568-8e2f-3586e6d004f2 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:06.781974 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0c30b997-9b0b-4123-be92-0272e243c2f5 req-a2911ab8-de55-4309-96e4-5daf42de5e0f tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5418 time: 0.8297851 Jul 05 03:55:06.789297 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0a9f8f2a-16ef-4b9e-bb37-e77af45c411a req-782dc221-25c8-4568-8e2f-3586e6d004f2 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=5db4e2fa-bf77-4053-a5b0-06f8abeedcd1 HTTP/1.1" status: 200 len: 1680 time: 0.1761701 Jul 05 03:55:06.810379 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.860211 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5fa4400-6baa-46e7-be4a-eb5346e0161e {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:06.915483 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0a9f8f2a-16ef-4b9e-bb37-e77af45c411a req-1f70871d-13c9-4232-bfda-189cbc39f83e tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225028 Jul 05 03:55:06.930551 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port a5fa4400-6baa-46e7-be4a-eb5346e0161e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a5fa4400-6baa-46e7-be4a-eb5346e0161e,segment=NetworkSegment(781a2029-9354-4745-84c1-56f0c912ee63),segment_id=781a2029-9354-4745-84c1-56f0c912ee63)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:06.936493 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['ad53c650-52b8-4688-b4de-147d4df8e7c7'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:07.004852 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0c30b997-9b0b-4123-be92-0272e243c2f5 req-7389fca9-be06-49fd-84ef-911ce829013d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2140234 Jul 05 03:55:07.007031 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-937695ca-4051-4697-8c39-daca29540b06 req-b6779db4-3a51-4524-9b5e-070bcd4f196b tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Router d013a0a4-9073-46ec-b7b4-e06d9c7489b8 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:07.054391 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.120388 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e095-c687-48a2-b98a-aa3377145768 req-1e0e31a6-0672-4e88-9571-db91d40d5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:07.122625 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12d2e095-c687-48a2-b98a-aa3377145768 req-1e0e31a6-0672-4e88-9571-db91d40d5bb0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 1100 time: 0.5296571 Jul 05 03:55:07.313802 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=a5fa4400-6baa-46e7-be4a-eb5346e0161e,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:07.348608 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53086) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:07.398696 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['a5fa4400-6baa-46e7-be4a-eb5346e0161e'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:07.481804 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd8a9c-875c-4df3-96e3-344681fe6cc9 req-e2fd9891-d22a-47cf-a637-135429256551 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:07.492048 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2bcd8a9c-875c-4df3-96e3-344681fe6cc9 req-e2fd9891-d22a-47cf-a637-135429256551 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 948 time: 0.1127698 Jul 05 03:55:07.567028 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2bcd8a9c-875c-4df3-96e3-344681fe6cc9 req-27ab858a-23c5-4a8a-964c-0d5a602dffbd tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731549 Jul 05 03:55:07.659559 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-0cc7851b-bddd-4742-a0d0-b834453c1de7 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:07.673324 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e095-c687-48a2-b98a-aa3377145768 req-e59f0de3-a781-4f5d-b00d-be00eb46935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:07.674779 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12d2e095-c687-48a2-b98a-aa3377145768 req-e59f0de3-a781-4f5d-b00d-be00eb46935e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 1100 time: 1.0833883 Jul 05 03:55:07.711873 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0cc7851b-bddd-4742-a0d0-b834453c1de7 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.785744 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e095-c687-48a2-b98a-aa3377145768 req-be34bcb0-0915-4757-846a-b7493c738336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:07.787297 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12d2e095-c687-48a2-b98a-aa3377145768 req-be34bcb0-0915-4757-846a-b7493c738336 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.1010611 Jul 05 03:55:07.842386 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0cc7851b-bddd-4742-a0d0-b834453c1de7 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.971061 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12d2e095-c687-48a2-b98a-aa3377145768 req-1ec43409-1b27-4dd5-9635-a03170c18311 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 HTTP/1.1" status: 200 len: 217 time: 0.1242058 Jul 05 03:55:08.035683 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e095-c687-48a2-b98a-aa3377145768 req-68a0f81f-8ee5-4ff1-9e36-009956593f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:08.037601 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12d2e095-c687-48a2-b98a-aa3377145768 req-68a0f81f-8ee5-4ff1-9e36-009956593f2e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0540051 Jul 05 03:55:08.049425 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-0cc7851b-bddd-4742-a0d0-b834453c1de7 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Allocated IP 172.25.1.68 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/b86a553e-4e03-4f56-a6bd-618cc6ec57db) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:08.059773 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93301222-649a-4f45-823f-6f23505facd1 req-d942e83f-91a9-48ca-b0df-e111c662057d tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:08.068497 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93301222-649a-4f45-823f-6f23505facd1 req-d942e83f-91a9-48ca-b0df-e111c662057d tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7d9fdea-4a0f-4d05-8267-682f861686fa HTTP/1.1" status: 200 len: 945 time: 0.1451473 Jul 05 03:55:08.081062 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device dda6c67e-7a4e-4529-ba21-45bc4add5b3f no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:08.114168 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: dda6c67e-7a4e-4529-ba21-45bc4add5b3f {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:08.114506 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device dda6c67e-7a4e-4529-ba21-45bc4add5b3f not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:08.118650 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-937695ca-4051-4697-8c39-daca29540b06 req-b6779db4-3a51-4524-9b5e-070bcd4f196b tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:08.130407 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f4794-644b-4603-9959-0957ded64960 req-49f7ec3a-7e94-4151-ae73-75a461636c94 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:08.130676 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d8e46b-20ce-4efd-b91c-caa64fbaa88e None None] Sync routers for ids ['d013a0a4-9073-46ec-b7b4-e06d9c7489b8'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:08.137907 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-122f4794-644b-4603-9959-0957ded64960 req-49f7ec3a-7e94-4151-ae73-75a461636c94 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c4b5b93-86d9-4c58-92dc-f68343a97c76 HTTP/1.1" status: 200 len: 944 time: 0.4536428 Jul 05 03:55:08.146646 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d8e46b-20ce-4efd-b91c-caa64fbaa88e None None] Routers {'d013a0a4-9073-46ec-b7b4-e06d9c7489b8'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:08.147566 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-97d8e46b-20ce-4efd-b91c-caa64fbaa88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d013a0a4-9073-46ec-b7b4-e06d9c7489b8'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:08.173666 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e095-c687-48a2-b98a-aa3377145768 req-3bb9b26c-6b2d-48ef-bdcd-c73fa03b6be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:08.175166 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12d2e095-c687-48a2-b98a-aa3377145768 req-3bb9b26c-6b2d-48ef-bdcd-c73fa03b6be5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.5044639 Jul 05 03:55:08.220314 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-937695ca-4051-4697-8c39-daca29540b06 req-b6779db4-3a51-4524-9b5e-070bcd4f196b tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] No DVR routers for this DVR port dda6c67e-7a4e-4529-ba21-45bc4add5b3f on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:08.247853 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93301222-649a-4f45-823f-6f23505facd1 req-df41743a-e870-4de7-ab26-f074e3c9ecf9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8feecee-998f-4344-971f-cc1bcd993698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784885 Jul 05 03:55:08.269694 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-937695ca-4051-4697-8c39-daca29540b06 req-b6779db4-3a51-4524-9b5e-070bcd4f196b tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.271691 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-937695ca-4051-4697-8c39-daca29540b06 req-b6779db4-3a51-4524-9b5e-070bcd4f196b tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.70 "DELETE /v2.0/ports/dda6c67e-7a4e-4529-ba21-45bc4add5b3f HTTP/1.1" status: 204 len: 173 time: 3.4914730 Jul 05 03:55:08.287360 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12d2e095-c687-48a2-b98a-aa3377145768 req-d7fa9c6b-b13b-4d2b-bc7c-43778a51530d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 HTTP/1.1" status: 200 len: 217 time: 0.0997639 Jul 05 03:55:08.322915 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-122f4794-644b-4603-9959-0957ded64960 req-c653f575-ccd2-4327-8994-a870ba099893 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/security-groups?id=c92c4dda-83c6-41ac-901c-1f6822de63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838224 Jul 05 03:55:08.352903 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-97d8e46b-20ce-4efd-b91c-caa64fbaa88e None None] Set router d013a0a4-9073-46ec-b7b4-e06d9c7489b8 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:08.355761 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 464e042b-2da2-4c6a-a269-9d85295f1a71 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:08.383839 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e095-c687-48a2-b98a-aa3377145768 req-e617eb01-aa1c-41d5-b951-6f3c434cb5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:08.385833 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12d2e095-c687-48a2-b98a-aa3377145768 req-e617eb01-aa1c-41d5-b951-6f3c434cb5f9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3269033 Jul 05 03:55:08.399761 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e095-c687-48a2-b98a-aa3377145768 req-00130a7b-5e7a-476d-b1c6-8d13eb75a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:08.406687 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0cc7851b-bddd-4742-a0d0-b834453c1de7 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.411764 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12d2e095-c687-48a2-b98a-aa3377145768 req-00130a7b-5e7a-476d-b1c6-8d13eb75a3d3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1134713 Jul 05 03:55:08.499412 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 464e042b-2da2-4c6a-a269-9d85295f1a71 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:08.505148 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 464e042b-2da2-4c6a-a269-9d85295f1a71 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:08.505520 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.549191 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6b80f7-2f1c-41d8-b0de-d20cc41ef631', 'name': 'network-vif-deleted', 'tag': 'dda6c67e-7a4e-4529-ba21-45bc4add5b3f'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:08.553600 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc71366-e7fb-45f2-b3c6-defd84122f7c" -d '{"events": [{"server_uuid": "cb6b80f7-2f1c-41d8-b0de-d20cc41ef631", "name": "network-vif-deleted", "tag": "dda6c67e-7a4e-4529-ba21-45bc4add5b3f"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:08.629228 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dd71d6bf-fd5b-4115-8abb-46d5efff9523 req-ad7e4440-a089-4e36-a70a-cfb2739615db tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 210 time: 0.1285276 Jul 05 03:55:08.654975 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0cc7851b-bddd-4742-a0d0-b834453c1de7 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.735368 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.763499 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e095-c687-48a2-b98a-aa3377145768 req-08856318-a40b-462a-8b90-e5727ce7bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:08.772247 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12d2e095-c687-48a2-b98a-aa3377145768 req-08856318-a40b-462a-8b90-e5727ce7bc32 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3223391 Jul 05 03:55:08.778719 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc7851b-bddd-4742-a0d0-b834453c1de7 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:08.786386 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-97d8e46b-20ce-4efd-b91c-caa64fbaa88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'name': 'tempest-ServersTestBootFromVolume-1995266509-router', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:42Z', 'updated_at': '2021-07-05T03:51:51Z', 'revision_number': 4, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'gw_port': {'id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:43Z', 'updated_at': '2021-07-05T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '5659ec96-64dc-4d95-8e5d-6166df680316', 'name': '', 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'mac_address': 'fa:16:3e:5c:50:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f5a73c3e-f7f3-4c59-8d63-4826eaa5693f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:49Z', 'updated_at': '2021-07-05T03:52:00Z', 'revision_number': 5, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'subnets': [{'id': 'f5a73c3e-f7f3-4c59-8d63-4826eaa5693f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:08.806853 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-0cc7851b-bddd-4742-a0d0-b834453c1de7 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:08.811312 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc7851b-bddd-4742-a0d0-b834453c1de7 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:08.819358 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db4e2fa-bf77-4053-a5b0-06f8abeedcd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464e042b-2da2-4c6a-a269-9d85295f1a71'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:08.821670 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c96c3e-b2bb-45c6-8036-f53e18479a75" -d '{"events": [{"server_uuid": "5db4e2fa-bf77-4053-a5b0-06f8abeedcd1", "name": "network-vif-plugged", "status": "completed", "tag": "464e042b-2da2-4c6a-a269-9d85295f1a71"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:08.840005 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d8e46b-20ce-4efd-b91c-caa64fbaa88e None None] Checking router: d013a0a4-9073-46ec-b7b4-e06d9c7489b8 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:08.843908 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7851b-bddd-4742-a0d0-b834453c1de7 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Pushing event updated for resources: {'Port': ['ID=b86a553e-4e03-4f56-a6bd-618cc6ec57db,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:08.865708 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d8e46b-20ce-4efd-b91c-caa64fbaa88e None None] Routers {'d013a0a4-9073-46ec-b7b4-e06d9c7489b8'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:08.866725 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-97d8e46b-20ce-4efd-b91c-caa64fbaa88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d013a0a4-9073-46ec-b7b4-e06d9c7489b8'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:08.876323 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 464e042b-2da2-4c6a-a269-9d85295f1a71, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=464e042b-2da2-4c6a-a269-9d85295f1a71,segment=NetworkSegment(709bd5a5-81b3-421b-a0ed-fd9b08b058f5),segment_id=709bd5a5-81b3-421b-a0ed-fd9b08b058f5)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:08.891380 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.892225 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device ad53c650-52b8-4688-b4de-147d4df8e7c7 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:09.000098 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=464e042b-2da2-4c6a-a269-9d85295f1a71,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:09.022520 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12d2e095-c687-48a2-b98a-aa3377145768 req-5509d6ec-2e9e-43be-ba60-8387b6667cfc service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6088226 Jul 05 03:55:09.091895 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port ad53c650-52b8-4688-b4de-147d4df8e7c7 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:09.096721 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port ad53c650-52b8-4688-b4de-147d4df8e7c7 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:09.097333 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.172150 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-97d8e46b-20ce-4efd-b91c-caa64fbaa88e None None] Set router d013a0a4-9073-46ec-b7b4-e06d9c7489b8 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:09.219646 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c2615-0cd1-486d-ac5a-5b42bd747fa1 req-988e9840-0348-4839-a0e3-ca7bb621bb87 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:09.225956 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c2615-0cd1-486d-ac5a-5b42bd747fa1 req-988e9840-0348-4839-a0e3-ca7bb621bb87 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:09.234915 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c2615-0cd1-486d-ac5a-5b42bd747fa1 req-988e9840-0348-4839-a0e3-ca7bb621bb87 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:09.245233 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c2615-0cd1-486d-ac5a-5b42bd747fa1 req-988e9840-0348-4839-a0e3-ca7bb621bb87 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:09.252450 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c2615-0cd1-486d-ac5a-5b42bd747fa1 req-988e9840-0348-4839-a0e3-ca7bb621bb87 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:09.253500 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12d2e095-c687-48a2-b98a-aa3377145768 req-9c51eeab-763f-497a-981c-6266956309f4 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218766 Jul 05 03:55:09.259971 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c2615-0cd1-486d-ac5a-5b42bd747fa1 req-988e9840-0348-4839-a0e3-ca7bb621bb87 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:09.263832 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.266611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c2615-0cd1-486d-ac5a-5b42bd747fa1 req-988e9840-0348-4839-a0e3-ca7bb621bb87 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:09.274970 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b98c2615-0cd1-486d-ac5a-5b42bd747fa1 req-988e9840-0348-4839-a0e3-ca7bb621bb87 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5418 time: 0.3519709 Jul 05 03:55:09.317263 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0cc7851b-bddd-4742-a0d0-b834453c1de7 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.323529 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12d2e095-c687-48a2-b98a-aa3377145768 req-433f0801-680c-41a4-bd4b-89e7f6f108f2 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385447 Jul 05 03:55:09.353015 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b98c2615-0cd1-486d-ac5a-5b42bd747fa1 req-3e0d21ea-1412-41f2-b952-7e2eecfacf55 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0759583 Jul 05 03:55:09.359741 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port ad53c650-52b8-4688-b4de-147d4df8e7c7, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=ad53c650-52b8-4688-b4de-147d4df8e7c7,segment=NetworkSegment(dd2fb8e1-3c00-46c2-8760-beee8e254e0c),segment_id=dd2fb8e1-3c00-46c2-8760-beee8e254e0c)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:09.372031 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.373018 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device a5fa4400-6baa-46e7-be4a-eb5346e0161e up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:09.478603 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0cc7851b-bddd-4742-a0d0-b834453c1de7 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.489155 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6621eee-8f14-4dd9-bcfb-e46f7d0e09fd req-5ca51e9b-3853-4f56-9375-738f0418f258 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:09.500451 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6621eee-8f14-4dd9-bcfb-e46f7d0e09fd req-5ca51e9b-3853-4f56-9375-738f0418f258 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:09.508831 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f6621eee-8f14-4dd9-bcfb-e46f7d0e09fd req-5ca51e9b-3853-4f56-9375-738f0418f258 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=5db4e2fa-bf77-4053-a5b0-06f8abeedcd1 HTTP/1.1" status: 200 len: 1680 time: 0.7535441 Jul 05 03:55:09.564856 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=ad53c650-52b8-4688-b4de-147d4df8e7c7,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:09.577818 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513f6f91-5867-42c6-aa05-afc6c9e906c5 x-openstack-request-id: req-513f6f91-5867-42c6-aa05-afc6c9e906c5 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:09.578021 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6b80f7-2f1c-41d8-b0de-d20cc41ef631", "name": "network-vif-deleted", "tag": "dda6c67e-7a4e-4529-ba21-45bc4add5b3f", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:09.578236 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-513f6f91-5867-42c6-aa05-afc6c9e906c5 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:09.578765 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6b80f7-2f1c-41d8-b0de-d20cc41ef631', 'name': 'network-vif-deleted', 'tag': 'dda6c67e-7a4e-4529-ba21-45bc4add5b3f', 'status': 'completed', 'code': 200} Jul 05 03:55:09.590938 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f6621eee-8f14-4dd9-bcfb-e46f7d0e09fd req-213446fb-46de-43cc-9d37-2897c0bea81f tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694878 Jul 05 03:55:09.605773 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port a5fa4400-6baa-46e7-be4a-eb5346e0161e completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:09.611754 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port a5fa4400-6baa-46e7-be4a-eb5346e0161e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:09.612917 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.643391 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-97d8e46b-20ce-4efd-b91c-caa64fbaa88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'name': 'tempest-ServersTestBootFromVolume-1995266509-router', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:42Z', 'updated_at': '2021-07-05T03:51:51Z', 'revision_number': 4, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'gw_port': {'id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:43Z', 'updated_at': '2021-07-05T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '5659ec96-64dc-4d95-8e5d-6166df680316', 'name': '', 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'mac_address': 'fa:16:3e:5c:50:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f5a73c3e-f7f3-4c59-8d63-4826eaa5693f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:49Z', 'updated_at': '2021-07-05T03:52:00Z', 'revision_number': 5, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'subnets': [{'id': 'f5a73c3e-f7f3-4c59-8d63-4826eaa5693f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:09.647067 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12d2e095-c687-48a2-b98a-aa3377145768 req-31c6a08a-29b8-4c98-9f43-ed68086a9378 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173816 Jul 05 03:55:09.693181 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d8e46b-20ce-4efd-b91c-caa64fbaa88e None None] The sync data for ids ['d013a0a4-9073-46ec-b7b4-e06d9c7489b8'] in n-d-780147-23 is: [{'id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'name': 'tempest-ServersTestBootFromVolume-1995266509-router', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:42Z', 'updated_at': '2021-07-05T03:51:51Z', 'revision_number': 4, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'gw_port': {'id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:43Z', 'updated_at': '2021-07-05T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '5659ec96-64dc-4d95-8e5d-6166df680316', 'name': '', 'network_id': 'be5e0b4d-e985-4a93-8c87-d24745bc5ef7', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'mac_address': 'fa:16:3e:5c:50:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f5a73c3e-f7f3-4c59-8d63-4826eaa5693f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:49Z', 'updated_at': '2021-07-05T03:52:00Z', 'revision_number': 5, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'subnets': [{'id': 'f5a73c3e-f7f3-4c59-8d63-4826eaa5693f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:09.780241 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a149806c-a129-4f44-8e6a-97d3474217ef x-openstack-request-id: req-a149806c-a129-4f44-8e6a-97d3474217ef {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:09.780529 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db4e2fa-bf77-4053-a5b0-06f8abeedcd1", "name": "network-vif-plugged", "status": "completed", "tag": "464e042b-2da2-4c6a-a269-9d85295f1a71", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:09.780726 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a149806c-a129-4f44-8e6a-97d3474217ef {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:09.781258 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db4e2fa-bf77-4053-a5b0-06f8abeedcd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464e042b-2da2-4c6a-a269-9d85295f1a71', 'code': 200} Jul 05 03:55:09.787012 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.874116 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port a5fa4400-6baa-46e7-be4a-eb5346e0161e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a5fa4400-6baa-46e7-be4a-eb5346e0161e,segment=NetworkSegment(781a2029-9354-4745-84c1-56f0c912ee63),segment_id=781a2029-9354-4745-84c1-56f0c912ee63)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:09.887332 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.952058 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588399b8-5123-4aec-8412-bb29eeddee8a req-8135c753-e919-47ad-b115-3c4dbfda046b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:09.960042 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-588399b8-5123-4aec-8412-bb29eeddee8a req-8135c753-e919-47ad-b115-3c4dbfda046b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 948 time: 0.2019949 Jul 05 03:55:10.003097 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=a5fa4400-6baa-46e7-be4a-eb5346e0161e,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:10.077754 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0cc7851b-bddd-4742-a0d0-b834453c1de7 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.100441 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-588399b8-5123-4aec-8412-bb29eeddee8a req-ebb9c5e7-9104-46a9-b4ed-1e4afeefebee tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394169 Jul 05 03:55:10.104078 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0cc7851b-bddd-4742-a0d0-b834453c1de7 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.132308 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497d92d-189b-41f6-be5c-4c63e34d1395 req-d7c5876e-aa29-4d68-a624-4a20ff4d6817 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:10.141931 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4497d92d-189b-41f6-be5c-4c63e34d1395 req-d7c5876e-aa29-4d68-a624-4a20ff4d6817 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c4b5b93-86d9-4c58-92dc-f68343a97c76 HTTP/1.1" status: 200 len: 945 time: 0.1217036 Jul 05 03:55:10.211606 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4497d92d-189b-41f6-be5c-4c63e34d1395 req-8ac005cf-e97e-47b4-a191-8bee0f370ef7 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/security-groups?id=c92c4dda-83c6-41ac-901c-1f6822de63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683732 Jul 05 03:55:10.229818 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9be26f-43d1-468e-bd6b-a5e9342b97ef None None] New status for floating IP 3f2f3022-90f9-4f0d-803a-d744b6c0a66f: DOWN {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:55:10.258860 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7851b-bddd-4742-a0d0-b834453c1de7 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Pushing event updated for resources: {'Port': ['ID=b86a553e-4e03-4f56-a6bd-618cc6ec57db,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:10.282224 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0cc7851b-bddd-4742-a0d0-b834453c1de7 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.315915 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0cc7851b-bddd-4742-a0d0-b834453c1de7 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.317179 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0cc7851b-bddd-4742-a0d0-b834453c1de7 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9673264 Jul 05 03:55:10.319979 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53132) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:10.325967 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-3f00e4be-143e-443c-a10f-93a2fff42762 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-472714979'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:10.368326 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:10.372421 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f00e4be-143e-443c-a10f-93a2fff42762 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Made reservation on behalf of 61eca6dac7bf482c81ff4e873cc77907 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:10.376681 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3f00e4be-143e-443c-a10f-93a2fff42762 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.391409 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39b27e9a-742b-48d0-8735-0b24e0de3d7d req-15bd1549-ca16-4380-af96-edf08d880198 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 210 time: 0.0543308 Jul 05 03:55:10.394873 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3f00e4be-143e-443c-a10f-93a2fff42762 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.704879 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:10.740711 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '93dee6f6-70a2-41b0-8f4f-7393eabe6ba0', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '93dee6f6-70a2-41b0-8f4f-7393eabe6ba0', 'mac_address': 'fa:16:3e:93:89:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:10.836350 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.879653 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:10.910327 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3f00e4be-143e-443c-a10f-93a2fff42762 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.920529 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3f00e4be-143e-443c-a10f-93a2fff42762 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.930217 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:10.940815 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.956043 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f00e4be-143e-443c-a10f-93a2fff42762 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:10.966926 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00e4be-143e-443c-a10f-93a2fff42762 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fee81c-1cf6-4aac-85e8-2c63f6f74796,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:10.974139 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3f00e4be-143e-443c-a10f-93a2fff42762 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.974591 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-3f00e4be-143e-443c-a10f-93a2fff42762 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Added segment 59618e64-6733-4865-88bc-e3a45049e410 of type vlan for network 801e8595-e59a-47a4-9e36-232b0c5ae2da Jul 05 03:55:11.052785 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:11.070223 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3f00e4be-143e-443c-a10f-93a2fff42762 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.131073 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfa8b5-e535-478c-afb3-ba7a8bfe7b88 req-cf0ed35f-a2f5-4cf4-94b6-5a9e266ce5f6 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:11.133184 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-68cfa8b5-e535-478c-afb3-ba7a8bfe7b88 req-cf0ed35f-a2f5-4cf4-94b6-5a9e266ce5f6 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 949 time: 0.1453989 Jul 05 03:55:11.146468 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038779d-4824-454d-a9db-66ea72f32186 req-d8856e0e-603a-44ce-b7d4-7acdeef9e016 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:11.154268 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038779d-4824-454d-a9db-66ea72f32186 req-d8856e0e-603a-44ce-b7d4-7acdeef9e016 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:11.161517 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038779d-4824-454d-a9db-66ea72f32186 req-d8856e0e-603a-44ce-b7d4-7acdeef9e016 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:11.168822 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038779d-4824-454d-a9db-66ea72f32186 req-d8856e0e-603a-44ce-b7d4-7acdeef9e016 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:11.174214 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3f00e4be-143e-443c-a10f-93a2fff42762 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.176839 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038779d-4824-454d-a9db-66ea72f32186 req-d8856e0e-603a-44ce-b7d4-7acdeef9e016 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:11.180223 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f00e4be-143e-443c-a10f-93a2fff42762 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:11.181043 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3f00e4be-143e-443c-a10f-93a2fff42762 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.184253 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038779d-4824-454d-a9db-66ea72f32186 req-d8856e0e-603a-44ce-b7d4-7acdeef9e016 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:11.191447 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038779d-4824-454d-a9db-66ea72f32186 req-d8856e0e-603a-44ce-b7d4-7acdeef9e016 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:11.193840 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c038779d-4824-454d-a9db-66ea72f32186 req-d8856e0e-603a-44ce-b7d4-7acdeef9e016 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5418 time: 0.3299973 Jul 05 03:55:11.241892 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['93dee6f6-70a2-41b0-8f4f-7393eabe6ba0'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:11.257383 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3552ab-4c36-48cb-84a7-7907af208f9b req-bed365ed-9fc8-4da6-913d-a9c7001e36b2 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:11.259865 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd3552ab-4c36-48cb-84a7-7907af208f9b req-bed365ed-9fc8-4da6-913d-a9c7001e36b2 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9&tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&binding%3Ahost_id=n-h1-780147-23 HTTP/1.1" status: 200 len: 949 time: 0.3791041 Jul 05 03:55:11.262362 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00e4be-143e-443c-a10f-93a2fff42762 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Pushing event updated for resources: {'Network': ['ID=801e8595-e59a-47a4-9e36-232b0c5ae2da,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:11.289895 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 801e8595-e59a-47a4-9e36-232b0c5ae2da details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:11.302651 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-68cfa8b5-e535-478c-afb3-ba7a8bfe7b88 req-48fabff2-29ad-400b-9270-0f6cd6ad200d tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540277 Jul 05 03:55:11.303738 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c038779d-4824-454d-a9db-66ea72f32186 req-2776098a-76a7-439d-b861-4b3a0e46cec8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1020989 Jul 05 03:55:11.324601 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3f00e4be-143e-443c-a10f-93a2fff42762 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0034270 Jul 05 03:55:11.328416 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53146) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:11.341262 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-41e10605-8e04-4a06-8d7f-e7135b453342 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Request body: {'subnet': {'network_id': '801e8595-e59a-47a4-9e36-232b0c5ae2da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:11.411951 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [req-dd3552ab-4c36-48cb-84a7-7907af208f9b req-dbb25cb5-27b2-4e5c-9915-6dbd02ff96fd service neutron] delete failed (client error): The resource could not be found. Jul 05 03:55:11.413001 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd3552ab-4c36-48cb-84a7-7907af208f9b req-dbb25cb5-27b2-4e5c-9915-6dbd02ff96fd service neutron] 10.222.0.70 "DELETE /v2.0/ports/93dee6f6-70a2-41b0-8f4f-7393eabe6ba0/bindings/n-h2-780147-23 HTTP/1.1" status: 404 len: 381 time: 0.1334183 Jul 05 03:55:11.600891 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140dd888-83be-4b32-9e95-f1550a419633 req-5bc4a384-d5ba-4630-905b-ad4ee81871f2 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:11.608623 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140dd888-83be-4b32-9e95-f1550a419633 req-5bc4a384-d5ba-4630-905b-ad4ee81871f2 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:11.617183 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-140dd888-83be-4b32-9e95-f1550a419633 req-5bc4a384-d5ba-4630-905b-ad4ee81871f2 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=5db4e2fa-bf77-4053-a5b0-06f8abeedcd1 HTTP/1.1" status: 200 len: 1682 time: 0.1522663 Jul 05 03:55:11.692832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e10605-8e04-4a06-8d7f-e7135b453342 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Made reservation on behalf of 61eca6dac7bf482c81ff4e873cc77907 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:11.695356 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-140dd888-83be-4b32-9e95-f1550a419633 req-c8434439-5df1-459a-8856-bb3159f15bee tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771379 Jul 05 03:55:11.705462 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41e10605-8e04-4a06-8d7f-e7135b453342 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.708759 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3552ab-4c36-48cb-84a7-7907af208f9b req-5a4a6e1c-36e3-4e4a-9b54-c1be6ed975c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:11.711080 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd3552ab-4c36-48cb-84a7-7907af208f9b req-5a4a6e1c-36e3-4e4a-9b54-c1be6ed975c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 1101 time: 0.1768208 Jul 05 03:55:11.782302 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db4e2fa-bf77-4053-a5b0-06f8abeedcd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad53c650-52b8-4688-b4de-147d4df8e7c7'}, {'server_uuid': '6c4b5b93-86d9-4c58-92dc-f68343a97c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5fa4400-6baa-46e7-be4a-eb5346e0161e'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:11.784991 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1fedeb-2f6c-4530-8009-0a189a4b9a76" -d '{"events": [{"server_uuid": "5db4e2fa-bf77-4053-a5b0-06f8abeedcd1", "name": "network-vif-plugged", "status": "completed", "tag": "ad53c650-52b8-4688-b4de-147d4df8e7c7"}, {"server_uuid": "6c4b5b93-86d9-4c58-92dc-f68343a97c76", "name": "network-vif-plugged", "status": "completed", "tag": "a5fa4400-6baa-46e7-be4a-eb5346e0161e"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:11.832320 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90040498-fd8b-43e0-9be1-1eb5dff223c8 req-e7e24a75-19de-404f-9cfe-fb7aeeee2113 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:11.841937 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-90040498-fd8b-43e0-9be1-1eb5dff223c8 req-e7e24a75-19de-404f-9cfe-fb7aeeee2113 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7d9fdea-4a0f-4d05-8267-682f861686fa HTTP/1.1" status: 200 len: 945 time: 0.3255074 Jul 05 03:55:11.955267 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-90040498-fd8b-43e0-9be1-1eb5dff223c8 req-32f65da8-b492-4953-8833-714ce0658b12 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8feecee-998f-4344-971f-cc1bcd993698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118500 Jul 05 03:55:11.973100 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3552ab-4c36-48cb-84a7-7907af208f9b req-b9555362-d041-4646-b767-14bdd4325f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:11.976650 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd3552ab-4c36-48cb-84a7-7907af208f9b req-b9555362-d041-4646-b767-14bdd4325f9c service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.2572043 Jul 05 03:55:12.108375 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41e10605-8e04-4a06-8d7f-e7135b453342 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.142794 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd3552ab-4c36-48cb-84a7-7907af208f9b req-ea4726ed-df82-4448-8b92-b6176c97283e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 HTTP/1.1" status: 200 len: 217 time: 0.1457026 Jul 05 03:55:12.206492 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8788ef-6f2a-4981-99c1-1f0be735e29e req-95a6a63c-3e4e-41a9-ad19-eef199286921 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:12.208392 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2e8788ef-6f2a-4981-99c1-1f0be735e29e req-95a6a63c-3e4e-41a9-ad19-eef199286921 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c4b5b93-86d9-4c58-92dc-f68343a97c76 HTTP/1.1" status: 200 len: 945 time: 0.2840078 Jul 05 03:55:12.241946 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3552ab-4c36-48cb-84a7-7907af208f9b req-db987fc7-8eef-4a6b-8183-8195d4a5ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:12.244588 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd3552ab-4c36-48cb-84a7-7907af208f9b req-db987fc7-8eef-4a6b-8183-8195d4a5ca91 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0901902 Jul 05 03:55:12.246955 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-907f1e63-9477-4e3c-9982-93f98911f769 req-a7a99285-447c-4f47-b5cf-9f05d4426808 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 210 time: 0.1073344 Jul 05 03:55:12.272110 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e10605-8e04-4a06-8d7f-e7135b453342 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Pushing event updated for resources: {'Subnet': ['ID=b1ec80a4-d7b3-4dd9-bab0-c2f4a839e667,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:12.277683 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e10605-8e04-4a06-8d7f-e7135b453342 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Checking segment: {'id': '59618e64-6733-4865-88bc-e3a45049e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '801e8595-e59a-47a4-9e36-232b0c5ae2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:12.278660 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e10605-8e04-4a06-8d7f-e7135b453342 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Network hostable DHCP agents. Network: 801e8595-e59a-47a4-9e36-232b0c5ae2da, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:55:12.302045 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e10605-8e04-4a06-8d7f-e7135b453342 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Network 801e8595-e59a-47a4-9e36-232b0c5ae2da is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:55:12.325698 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-41e10605-8e04-4a06-8d7f-e7135b453342 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 801e8595-e59a-47a4-9e36-232b0c5ae2da) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:12.339269 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6994f029-1aad-4869-9dd2-c8d46c655024 None None] Network 801e8595-e59a-47a4-9e36-232b0c5ae2da requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:12.359296 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e10605-8e04-4a06-8d7f-e7135b453342 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:12.360335 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41e10605-8e04-4a06-8d7f-e7135b453342 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.383357 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f827d5ce-4306-4e83-8127-04be0f1992c7 x-openstack-request-id: req-f827d5ce-4306-4e83-8127-04be0f1992c7 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:12.384448 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db4e2fa-bf77-4053-a5b0-06f8abeedcd1", "name": "network-vif-plugged", "status": "completed", "tag": "ad53c650-52b8-4688-b4de-147d4df8e7c7", "code": 200}, {"server_uuid": "6c4b5b93-86d9-4c58-92dc-f68343a97c76", "name": "network-vif-plugged", "status": "completed", "tag": "a5fa4400-6baa-46e7-be4a-eb5346e0161e", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:12.384769 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f827d5ce-4306-4e83-8127-04be0f1992c7 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:12.386618 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db4e2fa-bf77-4053-a5b0-06f8abeedcd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad53c650-52b8-4688-b4de-147d4df8e7c7', 'code': 200} Jul 05 03:55:12.386810 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4b5b93-86d9-4c58-92dc-f68343a97c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5fa4400-6baa-46e7-be4a-eb5346e0161e', 'code': 200} Jul 05 03:55:12.400389 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2e8788ef-6f2a-4981-99c1-1f0be735e29e req-dc54770c-b341-4f9a-a014-36321866bf1f tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/security-groups?id=c92c4dda-83c6-41ac-901c-1f6822de63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832452 Jul 05 03:55:12.446800 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-41e10605-8e04-4a06-8d7f-e7135b453342 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1167459 Jul 05 03:55:12.453916 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53166) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:12.499287 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-a2743eac-78fa-48f8-b651-b06e7cb8bf4c tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-435710894', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}, 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:12.625438 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3552ab-4c36-48cb-84a7-7907af208f9b req-ea6bb53f-e067-4bee-a0ce-d3cb1393a399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:12.629524 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd3552ab-4c36-48cb-84a7-7907af208f9b req-ea6bb53f-e067-4bee-a0ce-d3cb1393a399 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3621144 Jul 05 03:55:12.693699 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:12.718979 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2743eac-78fa-48f8-b651-b06e7cb8bf4c tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.740701 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2743eac-78fa-48f8-b651-b06e7cb8bf4c tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.741625 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4445428-3a79-452f-bf3e-ea69e02b903f req-c48172b2-66d8-4ae5-b175-0c04f6441ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:12.743264 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e4445428-3a79-452f-bf3e-ea69e02b903f req-c48172b2-66d8-4ae5-b175-0c04f6441ed6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6c4b5b93-86d9-4c58-92dc-f68343a97c76 HTTP/1.1" status: 200 len: 1097 time: 0.2668114 Jul 05 03:55:12.785818 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.864758 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e4445428-3a79-452f-bf3e-ea69e02b903f req-fe641bfc-89bd-4dac-92c1-3d2448e37bbb service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c92c4dda-83c6-41ac-901c-1f6822de63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020231 Jul 05 03:55:12.881845 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c0510-4a90-4691-9098-5cbe1c3ba19f req-61619c11-d056-43c9-9a2f-cafc54a055aa tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:12.891107 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f11c0510-4a90-4691-9098-5cbe1c3ba19f req-61619c11-d056-43c9-9a2f-cafc54a055aa tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 949 time: 0.1778049 Jul 05 03:55:12.895246 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd3552ab-4c36-48cb-84a7-7907af208f9b req-7cee0e54-5550-4d3d-8161-fb5978a72f3c service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538931 Jul 05 03:55:12.921058 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3649d0-7a0c-43ed-bee6-8f2db8751c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-801e8595-e59a-47a4-9e36-232b0c5ae2da', 'network_id': '801e8595-e59a-47a4-9e36-232b0c5ae2da', 'tenant_id': '61eca6dac7bf482c81ff4e873cc77907', 'fixed_ips': [{'subnet_id': 'b1ec80a4-d7b3-4dd9-bab0-c2f4a839e667'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:55:12.922457 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9d3649d0-7a0c-43ed-bee6-8f2db8751c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.939025 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2743eac-78fa-48f8-b651-b06e7cb8bf4c tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.959412 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:12.969250 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:12.969632 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.066510 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f11c0510-4a90-4691-9098-5cbe1c3ba19f req-1695ced4-ed63-4b65-b980-dfea4234e8cc tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742849 Jul 05 03:55:13.110963 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb22c75-e77b-4fd2-842d-632aa16737f0 req-e62f33e6-abc1-4351-b52b-f737325a7482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:13.111721 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb22c75-e77b-4fd2-842d-632aa16737f0 req-e62f33e6-abc1-4351-b52b-f737325a7482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:13.113524 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0fb22c75-e77b-4fd2-842d-632aa16737f0 req-e62f33e6-abc1-4351-b52b-f737325a7482 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5db4e2fa-bf77-4053-a5b0-06f8abeedcd1 HTTP/1.1" status: 200 len: 1986 time: 0.5538161 Jul 05 03:55:13.176071 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a1cec-318f-478e-a5cc-a68dc3714175 req-b8ac4ffe-2875-40ee-ae88-83cb1e7d6df6 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:13.182591 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a1cec-318f-478e-a5cc-a68dc3714175 req-b8ac4ffe-2875-40ee-ae88-83cb1e7d6df6 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:13.185935 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3e85f-8690-42d6-80e9-33767b1caa73 req-bec8b772-3c0a-4613-9ff3-429bbd3404ab tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:13.187822 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6d3e85f-8690-42d6-80e9-33767b1caa73 req-bec8b772-3c0a-4613-9ff3-429bbd3404ab tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7d9fdea-4a0f-4d05-8267-682f861686fa HTTP/1.1" status: 200 len: 945 time: 0.2712526 Jul 05 03:55:13.189106 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a1cec-318f-478e-a5cc-a68dc3714175 req-b8ac4ffe-2875-40ee-ae88-83cb1e7d6df6 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:13.192383 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd3552ab-4c36-48cb-84a7-7907af208f9b req-86054dc9-45a9-476f-8079-0c17a8d1bcdb service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742374 Jul 05 03:55:13.196711 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a1cec-318f-478e-a5cc-a68dc3714175 req-b8ac4ffe-2875-40ee-ae88-83cb1e7d6df6 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:13.203505 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a1cec-318f-478e-a5cc-a68dc3714175 req-b8ac4ffe-2875-40ee-ae88-83cb1e7d6df6 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:13.209588 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a1cec-318f-478e-a5cc-a68dc3714175 req-b8ac4ffe-2875-40ee-ae88-83cb1e7d6df6 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:13.216741 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a1cec-318f-478e-a5cc-a68dc3714175 req-b8ac4ffe-2875-40ee-ae88-83cb1e7d6df6 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:13.224196 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b40a1cec-318f-478e-a5cc-a68dc3714175 req-b8ac4ffe-2875-40ee-ae88-83cb1e7d6df6 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5418 time: 0.5092685 Jul 05 03:55:13.270298 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-9d3649d0-7a0c-43ed-bee6-8f2db8751c1e None None] Allocated IP 172.20.0.2 (801e8595-e59a-47a4-9e36-232b0c5ae2da/b1ec80a4-d7b3-4dd9-bab0-c2f4a839e667/424f1c1d-40f1-4534-83a6-ee02f106dbc3) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:13.347023 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2743eac-78fa-48f8-b651-b06e7cb8bf4c tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.392479 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b40a1cec-318f-478e-a5cc-a68dc3714175 req-7ae4b16c-0ee8-48cf-853f-8eefb077866a tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1673324 Jul 05 03:55:13.430209 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0fb22c75-e77b-4fd2-842d-632aa16737f0 req-423d24ae-db8e-4d4a-bfe9-b5ad92c21fbb service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736964 Jul 05 03:55:13.490101 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-a6d3e85f-8690-42d6-80e9-33767b1caa73 req-264d87e9-fedf-4b8a-8fc2-0749920dc24d tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Deleting port f46e75d5-3178-4e52-baea-3a3c0c162b40 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:13.491349 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a6d3e85f-8690-42d6-80e9-33767b1caa73 req-264d87e9-fedf-4b8a-8fc2-0749920dc24d tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.494878 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.548271 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:13.560743 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.671413 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9d3649d0-7a0c-43ed-bee6-8f2db8751c1e None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.675601 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0,revision_number=9']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:13.683093 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9d3649d0-7a0c-43ed-bee6-8f2db8751c1e None None] Transition to ACTIVE for port object 424f1c1d-40f1-4534-83a6-ee02f106dbc3 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:13.719549 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9d3649d0-7a0c-43ed-bee6-8f2db8751c1e None None] Transition to ACTIVE for port object 424f1c1d-40f1-4534-83a6-ee02f106dbc3 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:13.721967 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037906e-054f-45a1-9665-2ec82a41cb97 req-3cb0c7a4-d80f-46a6-9cf1-9c1cd81b26e3 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:13.732927 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9d3649d0-7a0c-43ed-bee6-8f2db8751c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.760201 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037906e-054f-45a1-9665-2ec82a41cb97 req-3cb0c7a4-d80f-46a6-9cf1-9c1cd81b26e3 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:13.768891 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c037906e-054f-45a1-9665-2ec82a41cb97 req-3cb0c7a4-d80f-46a6-9cf1-9c1cd81b26e3 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=5db4e2fa-bf77-4053-a5b0-06f8abeedcd1 HTTP/1.1" status: 200 len: 1682 time: 0.4099824 Jul 05 03:55:13.809216 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3649d0-7a0c-43ed-bee6-8f2db8751c1e None None] Pushing event updated for resources: {'Port': ['ID=424f1c1d-40f1-4534-83a6-ee02f106dbc3,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:13.841103 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3649d0-7a0c-43ed-bee6-8f2db8751c1e None None] Network 801e8595-e59a-47a4-9e36-232b0c5ae2da is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:13.844304 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-9d3649d0-7a0c-43ed-bee6-8f2db8751c1e None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:13.854323 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3649d0-7a0c-43ed-bee6-8f2db8751c1e None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:13.859519 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a6d3e85f-8690-42d6-80e9-33767b1caa73 req-264d87e9-fedf-4b8a-8fc2-0749920dc24d tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] For port f46e75d5-3178-4e52-baea-3a3c0c162b40, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f46e75d5-3178-4e52-baea-3a3c0c162b40,segment=NetworkSegment(746510e4-0771-4ec5-a4b5-80f1ff823a1b),segment_id=746510e4-0771-4ec5-a4b5-80f1ff823a1b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:13.860504 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a6d3e85f-8690-42d6-80e9-33767b1caa73 req-264d87e9-fedf-4b8a-8fc2-0749920dc24d tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.934600 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2743eac-78fa-48f8-b651-b06e7cb8bf4c tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.981165 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-9d3649d0-7a0c-43ed-bee6-8f2db8751c1e None None] Attempting to bind port 424f1c1d-40f1-4534-83a6-ee02f106dbc3 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:13.981540 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-9d3649d0-7a0c-43ed-bee6-8f2db8751c1e None None] Attempting to bind port 424f1c1d-40f1-4534-83a6-ee02f106dbc3 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '59618e64-6733-4865-88bc-e3a45049e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '801e8595-e59a-47a4-9e36-232b0c5ae2da'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:13.981906 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3649d0-7a0c-43ed-bee6-8f2db8751c1e None None] Attempting to bind port 424f1c1d-40f1-4534-83a6-ee02f106dbc3 on network 801e8595-e59a-47a4-9e36-232b0c5ae2da {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:13.987846 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2743eac-78fa-48f8-b651-b06e7cb8bf4c tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.994588 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3649d0-7a0c-43ed-bee6-8f2db8751c1e None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:13.994966 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3649d0-7a0c-43ed-bee6-8f2db8751c1e None None] Checking segment: {'id': '59618e64-6733-4865-88bc-e3a45049e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '801e8595-e59a-47a4-9e36-232b0c5ae2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:13.995375 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9d3649d0-7a0c-43ed-bee6-8f2db8751c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.996764 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3649d0-7a0c-43ed-bee6-8f2db8751c1e None None] Bound using segment: {'id': '59618e64-6733-4865-88bc-e3a45049e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '801e8595-e59a-47a4-9e36-232b0c5ae2da'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:13.997025 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-9d3649d0-7a0c-43ed-bee6-8f2db8751c1e None None] Bound port: 424f1c1d-40f1-4534-83a6-ee02f106dbc3, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59618e64-6733-4865-88bc-e3a45049e410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '801e8595-e59a-47a4-9e36-232b0c5ae2da'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:13.997416 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9d3649d0-7a0c-43ed-bee6-8f2db8751c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:14.131374 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a6d3e85f-8690-42d6-80e9-33767b1caa73 req-264d87e9-fedf-4b8a-8fc2-0749920dc24d tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:14.132197 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a6d3e85f-8690-42d6-80e9-33767b1caa73 req-264d87e9-fedf-4b8a-8fc2-0749920dc24d tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:14.132703 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [req-a6d3e85f-8690-42d6-80e9-33767b1caa73 req-264d87e9-fedf-4b8a-8fc2-0749920dc24d tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Floating IP 3a149dea-5131-4860-82ce-002689b89cb9 disassociated. External IP: 172.25.1.111, port: f46e75d5-3178-4e52-baea-3a3c0c162b40. Jul 05 03:55:14.133408 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-a6d3e85f-8690-42d6-80e9-33767b1caa73 req-264d87e9-fedf-4b8a-8fc2-0749920dc24d tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Calling delete_port for f46e75d5-3178-4e52-baea-3a3c0c162b40 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:14.145573 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-9d3649d0-7a0c-43ed-bee6-8f2db8751c1e None None] For port 424f1c1d-40f1-4534-83a6-ee02f106dbc3, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:14.149695 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-9d3649d0-7a0c-43ed-bee6-8f2db8751c1e None None] For port 424f1c1d-40f1-4534-83a6-ee02f106dbc3, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=424f1c1d-40f1-4534-83a6-ee02f106dbc3,segment=NetworkSegment(59618e64-6733-4865-88bc-e3a45049e410),segment_id=59618e64-6733-4865-88bc-e3a45049e410)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:14.156687 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db85ae-9125-40b9-a287-c31392121a50 req-212caad1-dffd-4e68-9007-eabe458f36b0 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:14.165544 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9d3649d0-7a0c-43ed-bee6-8f2db8751c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:14.173580 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-30db85ae-9125-40b9-a287-c31392121a50 req-212caad1-dffd-4e68-9007-eabe458f36b0 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7d9fdea-4a0f-4d05-8267-682f861686fa HTTP/1.1" status: 200 len: 945 time: 0.3613708 Jul 05 03:55:14.343514 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-30db85ae-9125-40b9-a287-c31392121a50 req-36572d3b-3f7a-404a-9752-659b9d5d4875 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/security-groups?id=e8feecee-998f-4344-971f-cc1bcd993698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689477 Jul 05 03:55:14.349778 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a6d3e85f-8690-42d6-80e9-33767b1caa73 req-264d87e9-fedf-4b8a-8fc2-0749920dc24d tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:14.427265 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-a2743eac-78fa-48f8-b651-b06e7cb8bf4c tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Allocated IP 172.25.1.26 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/a63d3b0e-6fc9-4e7c-a96e-956bce46c6c9) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:14.501109 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d87e9-fedf-4b8a-8fc2-0749920dc24d tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Pushing event deleted for resources: {'Port': ['ID=f46e75d5-3178-4e52-baea-3a3c0c162b40,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:14.537784 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c037906e-054f-45a1-9665-2ec82a41cb97 req-9b836f86-b48f-4cd9-b9bd-d6db133a10d8 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7656291 Jul 05 03:55:14.539329 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3cec11-fda2-486f-b10d-a1a89f5d74c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93dee6f6-70a2-41b0-8f4f-7393eabe6ba0'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:14.568882 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd993b5-1a52-49f5-b09e-942a1fec88b3" -d '{"events": [{"server_uuid": "ea3cec11-fda2-486f-b10d-a1a89f5d74c9", "name": "network-vif-plugged", "status": "completed", "tag": "93dee6f6-70a2-41b0-8f4f-7393eabe6ba0"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:14.571469 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3649d0-7a0c-43ed-bee6-8f2db8751c1e None None] Pushing event updated for resources: {'Port': ['ID=424f1c1d-40f1-4534-83a6-ee02f106dbc3,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:14.835512 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b04da6f7-7f81-4369-ac90-485f5118dbfe req-f9133381-c7f6-4e50-8a29-ef1ff1e54261 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 210 time: 0.1159823 Jul 05 03:55:14.858526 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6d3e85f-8690-42d6-80e9-33767b1caa73 req-264d87e9-fedf-4b8a-8fc2-0749920dc24d tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Router 685633ba-083c-4a88-8113-c61238c37f56 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:14.880641 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2743eac-78fa-48f8-b651-b06e7cb8bf4c tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:14.938469 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2743eac-78fa-48f8-b651-b06e7cb8bf4c tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:15.035890 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2743eac-78fa-48f8-b651-b06e7cb8bf4c tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:15.041849 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-a2743eac-78fa-48f8-b651-b06e7cb8bf4c tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:15.065799 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2743eac-78fa-48f8-b651-b06e7cb8bf4c tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:15.071784 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2743eac-78fa-48f8-b651-b06e7cb8bf4c tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Pushing event updated for resources: {'Port': ['ID=a63d3b0e-6fc9-4e7c-a96e-956bce46c6c9,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:15.969635 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274099a-8d22-49d4-980e-f11bcee1f3a8 req-5449701b-0811-48a4-8f8a-805192b3b915 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:15.976683 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e274099a-8d22-49d4-980e-f11bcee1f3a8 req-5449701b-0811-48a4-8f8a-805192b3b915 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c4b5b93-86d9-4c58-92dc-f68343a97c76 HTTP/1.1" status: 200 len: 945 time: 1.1158330 Jul 05 03:55:15.993257 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6d3e85f-8690-42d6-80e9-33767b1caa73 req-264d87e9-fedf-4b8a-8fc2-0749920dc24d tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:16.016288 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68645cc-a24f-4956-9282-dd48557ffca0 None None] Sync routers for ids ['685633ba-083c-4a88-8113-c61238c37f56'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:16.038444 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 424f1c1d-40f1-4534-83a6-ee02f106dbc3 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:16.050741 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a57131-9402-4f9c-9e24-9d1a3d5bf905 req-e2c69b17-724d-4d0d-9c1a-c48e4f80de30 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:16.052378 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-45a57131-9402-4f9c-9e24-9d1a3d5bf905 req-e2c69b17-724d-4d0d-9c1a-c48e4f80de30 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 950 time: 0.9154439 Jul 05 03:55:16.057119 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2743eac-78fa-48f8-b651-b06e7cb8bf4c tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:16.061994 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68645cc-a24f-4956-9282-dd48557ffca0 None None] Routers {'685633ba-083c-4a88-8113-c61238c37f56'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:16.070385 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-b68645cc-a24f-4956-9282-dd48557ffca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['685633ba-083c-4a88-8113-c61238c37f56'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:16.158076 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d3e85f-8690-42d6-80e9-33767b1caa73 req-264d87e9-fedf-4b8a-8fc2-0749920dc24d tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] No DVR routers for this DVR port f46e75d5-3178-4e52-baea-3a3c0c162b40 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:16.164797 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a6d3e85f-8690-42d6-80e9-33767b1caa73 req-264d87e9-fedf-4b8a-8fc2-0749920dc24d tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:16.172528 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6d3e85f-8690-42d6-80e9-33767b1caa73 req-264d87e9-fedf-4b8a-8fc2-0749920dc24d tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.70 "DELETE /v2.0/ports/f46e75d5-3178-4e52-baea-3a3c0c162b40 HTTP/1.1" status: 204 len: 173 time: 2.9590201 Jul 05 03:55:16.177099 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d9fdea-4a0f-4d05-8267-682f861686fa', 'name': 'network-vif-deleted', 'tag': 'f46e75d5-3178-4e52-baea-3a3c0c162b40'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:16.179375 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b791bb0a-5c38-445d-9bba-c2da587b5cb2" -d '{"events": [{"server_uuid": "b7d9fdea-4a0f-4d05-8267-682f861686fa", "name": "network-vif-deleted", "tag": "f46e75d5-3178-4e52-baea-3a3c0c162b40"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:16.200660 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 424f1c1d-40f1-4534-83a6-ee02f106dbc3 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:16.218129 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e274099a-8d22-49d4-980e-f11bcee1f3a8 req-5f21b959-9b15-470b-a1bd-b4ee8b6aad50 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/security-groups?id=c92c4dda-83c6-41ac-901c-1f6822de63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404921 Jul 05 03:55:16.312776 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-45a57131-9402-4f9c-9e24-9d1a3d5bf905 req-87feadc6-2c47-4cd5-bf54-b317a043ee74 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523351 Jul 05 03:55:16.331299 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-b68645cc-a24f-4956-9282-dd48557ffca0 None None] Set router 685633ba-083c-4a88-8113-c61238c37f56 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:16.613624 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93fc8e7-8cbe-4a88-b69e-8c16f4a3ec76 x-openstack-request-id: req-e93fc8e7-8cbe-4a88-b69e-8c16f4a3ec76 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:16.613858 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3cec11-fda2-486f-b10d-a1a89f5d74c9", "name": "network-vif-plugged", "status": "completed", "tag": "93dee6f6-70a2-41b0-8f4f-7393eabe6ba0", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:16.614413 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e93fc8e7-8cbe-4a88-b69e-8c16f4a3ec76 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:16.615027 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3cec11-fda2-486f-b10d-a1a89f5d74c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93dee6f6-70a2-41b0-8f4f-7393eabe6ba0', 'code': 200} Jul 05 03:55:16.679553 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e1251-a588-4689-a2fb-fa25fcad6534 req-a3c06716-25e0-4723-a9d8-4348032b31a7 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:16.689064 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e1251-a588-4689-a2fb-fa25fcad6534 req-a3c06716-25e0-4723-a9d8-4348032b31a7 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:16.720538 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e1251-a588-4689-a2fb-fa25fcad6534 req-a3c06716-25e0-4723-a9d8-4348032b31a7 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:16.735245 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e1251-a588-4689-a2fb-fa25fcad6534 req-a3c06716-25e0-4723-a9d8-4348032b31a7 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:16.751617 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e1251-a588-4689-a2fb-fa25fcad6534 req-a3c06716-25e0-4723-a9d8-4348032b31a7 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:16.768573 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e1251-a588-4689-a2fb-fa25fcad6534 req-a3c06716-25e0-4723-a9d8-4348032b31a7 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:16.784878 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e1251-a588-4689-a2fb-fa25fcad6534 req-a3c06716-25e0-4723-a9d8-4348032b31a7 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:16.796318 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-672e1251-a588-4689-a2fb-fa25fcad6534 req-a3c06716-25e0-4723-a9d8-4348032b31a7 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5418 time: 0.2551453 Jul 05 03:55:16.891944 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-672e1251-a588-4689-a2fb-fa25fcad6534 req-86b1feaa-f90c-445f-8042-108e3234435d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0947168 Jul 05 03:55:16.919032 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4f91c6-d074-4e09-a11d-5494ac9a7fb5 None None] Network 801e8595-e59a-47a4-9e36-232b0c5ae2da requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:17.064623 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3b02f91a-0679-4b6e-8755-743bb5f6821a None None] Provisioning for port 424f1c1d-40f1-4534-83a6-ee02f106dbc3 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:17.074889 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3b02f91a-0679-4b6e-8755-743bb5f6821a None None] Provisioning complete for port 424f1c1d-40f1-4534-83a6-ee02f106dbc3 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:17.076183 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3b02f91a-0679-4b6e-8755-743bb5f6821a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:17.131400 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-b68645cc-a24f-4956-9282-dd48557ffca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685633ba-083c-4a88-8113-c61238c37f56', 'name': 'tempest-ServersTestJSON-194893897-router', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:04Z', 'updated_at': '2021-07-05T03:51:14Z', 'revision_number': 4, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'gw_port': {'id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685633ba-083c-4a88-8113-c61238c37f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:05Z', 'updated_at': '2021-07-05T03:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '1dd25ae6-d063-4db0-83ab-acff594831a4', 'name': '', 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'mac_address': 'fa:16:3e:f3:5e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685633ba-083c-4a88-8113-c61238c37f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '2575cced-30e7-40b1-8861-b218786d4946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:12Z', 'updated_at': '2021-07-05T03:51:23Z', 'revision_number': 5, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'subnets': [{'id': '2575cced-30e7-40b1-8861-b218786d4946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:17.270694 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68645cc-a24f-4956-9282-dd48557ffca0 None None] Checking router: 685633ba-083c-4a88-8113-c61238c37f56 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:17.315565 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68645cc-a24f-4956-9282-dd48557ffca0 None None] Routers {'685633ba-083c-4a88-8113-c61238c37f56'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:17.319369 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-b68645cc-a24f-4956-9282-dd48557ffca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['685633ba-083c-4a88-8113-c61238c37f56'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:17.364100 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3b02f91a-0679-4b6e-8755-743bb5f6821a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:17.379901 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163171f9-b62b-425a-8b43-a380d1441845 req-0e42054c-4b49-4d80-8ea2-a2c0ae049d65 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:17.394567 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-33f77bad-4862-4793-a91e-151f3a327f3b req-2985d2ee-1488-430f-8f1d-03092936e217 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7d9fdea-4a0f-4d05-8267-682f861686fa HTTP/1.1" status: 200 len: 210 time: 0.0795231 Jul 05 03:55:17.419500 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163171f9-b62b-425a-8b43-a380d1441845 req-0e42054c-4b49-4d80-8ea2-a2c0ae049d65 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:17.430772 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-163171f9-b62b-425a-8b43-a380d1441845 req-0e42054c-4b49-4d80-8ea2-a2c0ae049d65 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=5db4e2fa-bf77-4053-a5b0-06f8abeedcd1 HTTP/1.1" status: 200 len: 1682 time: 0.2678683 Jul 05 03:55:17.548702 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-3b02f91a-0679-4b6e-8755-743bb5f6821a None None] For port 424f1c1d-40f1-4534-83a6-ee02f106dbc3, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=424f1c1d-40f1-4534-83a6-ee02f106dbc3,segment=NetworkSegment(59618e64-6733-4865-88bc-e3a45049e410),segment_id=59618e64-6733-4865-88bc-e3a45049e410)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:17.553561 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-b68645cc-a24f-4956-9282-dd48557ffca0 None None] Set router 685633ba-083c-4a88-8113-c61238c37f56 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:17.560171 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3b02f91a-0679-4b6e-8755-743bb5f6821a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:17.659284 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-163171f9-b62b-425a-8b43-a380d1441845 req-4fac3db1-3fcb-4c3b-9df7-7fa59344784c tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184212 Jul 05 03:55:17.716659 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02f91a-0679-4b6e-8755-743bb5f6821a None None] Pushing event updated for resources: {'Port': ['ID=424f1c1d-40f1-4534-83a6-ee02f106dbc3,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:17.762062 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2743eac-78fa-48f8-b651-b06e7cb8bf4c tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:17.787750 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b0c9b0-02f3-4133-9cf2-e965a6be19d4 x-openstack-request-id: req-05b0c9b0-02f3-4133-9cf2-e965a6be19d4 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:17.788333 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d9fdea-4a0f-4d05-8267-682f861686fa", "name": "network-vif-deleted", "tag": "f46e75d5-3178-4e52-baea-3a3c0c162b40", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:17.789815 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-05b0c9b0-02f3-4133-9cf2-e965a6be19d4 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:17.790417 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d9fdea-4a0f-4d05-8267-682f861686fa', 'name': 'network-vif-deleted', 'tag': 'f46e75d5-3178-4e52-baea-3a3c0c162b40', 'status': 'completed', 'code': 200} Jul 05 03:55:17.888865 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1d170d46-fe6e-485f-8870-a3d56787b967 None None] Provisioning complete for port 424f1c1d-40f1-4534-83a6-ee02f106dbc3 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:17.893474 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1d170d46-fe6e-485f-8870-a3d56787b967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:17.908642 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-14377ab1-027f-45bf-96e5-6699d69d88b1 req-ee5a456f-7ebe-48c0-9948-f90969ffc3da tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6b80f7-2f1c-41d8-b0de-d20cc41ef631 HTTP/1.1" status: 200 len: 210 time: 0.0593729 Jul 05 03:55:18.029170 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 424f1c1d-40f1-4534-83a6-ee02f106dbc3 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:18.082596 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-b68645cc-a24f-4956-9282-dd48557ffca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685633ba-083c-4a88-8113-c61238c37f56', 'name': 'tempest-ServersTestJSON-194893897-router', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:04Z', 'updated_at': '2021-07-05T03:51:14Z', 'revision_number': 4, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'gw_port': {'id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685633ba-083c-4a88-8113-c61238c37f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:05Z', 'updated_at': '2021-07-05T03:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '1dd25ae6-d063-4db0-83ab-acff594831a4', 'name': '', 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'mac_address': 'fa:16:3e:f3:5e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685633ba-083c-4a88-8113-c61238c37f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '2575cced-30e7-40b1-8861-b218786d4946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:12Z', 'updated_at': '2021-07-05T03:51:23Z', 'revision_number': 5, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'subnets': [{'id': '2575cced-30e7-40b1-8861-b218786d4946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:18.128457 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device f46e75d5-3178-4e52-baea-3a3c0c162b40 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:18.171703 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68645cc-a24f-4956-9282-dd48557ffca0 None None] The sync data for ids ['685633ba-083c-4a88-8113-c61238c37f56'] in n-d-780147-23 is: [{'id': '685633ba-083c-4a88-8113-c61238c37f56', 'name': 'tempest-ServersTestJSON-194893897-router', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:04Z', 'updated_at': '2021-07-05T03:51:14Z', 'revision_number': 4, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'gw_port': {'id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685633ba-083c-4a88-8113-c61238c37f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:05Z', 'updated_at': '2021-07-05T03:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '1dd25ae6-d063-4db0-83ab-acff594831a4', 'name': '', 'network_id': '330c5af7-2c04-42e0-9e22-c686ac916fd7', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'mac_address': 'fa:16:3e:f3:5e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685633ba-083c-4a88-8113-c61238c37f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '2575cced-30e7-40b1-8861-b218786d4946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:12Z', 'updated_at': '2021-07-05T03:51:23Z', 'revision_number': 5, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'subnets': [{'id': '2575cced-30e7-40b1-8861-b218786d4946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:18.176020 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537b223-90a2-4bf8-84bb-39a25611b8c1 req-224fa80f-1bb3-49c5-b52f-30eeada4d962 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:18.184817 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2743eac-78fa-48f8-b651-b06e7cb8bf4c tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Router d72805e1-0c39-4d97-bc45-80a0d449e290 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:55:18.187128 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b537b223-90a2-4bf8-84bb-39a25611b8c1 req-224fa80f-1bb3-49c5-b52f-30eeada4d962 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=f22208d9-1579-4c1c-961f-fefb728cc21f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1757822 Jul 05 03:55:18.256446 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b537b223-90a2-4bf8-84bb-39a25611b8c1 req-edfb77a7-0205-4c29-88d3-6c24d98d9e31 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 695 time: 0.0672305 Jul 05 03:55:18.263894 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-b537b223-90a2-4bf8-84bb-39a25611b8c1 req-1be1bafd-0452-47ee-a196-0065ed7fdee0 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Request body: {'floatingip': {'port_id': 'f96ad895-fd19-4a35-8349-71cd5ac8f523', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:18.296207 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: f46e75d5-3178-4e52-baea-3a3c0c162b40 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:18.298908 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device f46e75d5-3178-4e52-baea-3a3c0c162b40 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:18.317338 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b537b223-90a2-4bf8-84bb-39a25611b8c1 req-1be1bafd-0452-47ee-a196-0065ed7fdee0 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks [] for floatingip, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:18.357512 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 424f1c1d-40f1-4534-83a6-ee02f106dbc3 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:18.357985 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:18.549039 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2743eac-78fa-48f8-b651-b06e7cb8bf4c tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:18.563684 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bad12cb-912e-4778-b6b9-1ace152587f4 None None] Sync routers for ids ['d72805e1-0c39-4d97-bc45-80a0d449e290'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:18.579353 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bad12cb-912e-4778-b6b9-1ace152587f4 None None] Routers {'d72805e1-0c39-4d97-bc45-80a0d449e290'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:18.580044 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9bad12cb-912e-4778-b6b9-1ace152587f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d72805e1-0c39-4d97-bc45-80a0d449e290'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:18.610429 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2743eac-78fa-48f8-b651-b06e7cb8bf4c tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:18.615484 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a2743eac-78fa-48f8-b651-b06e7cb8bf4c tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 6.1565955 Jul 05 03:55:18.615484 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53226) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:18.679597 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9bad12cb-912e-4778-b6b9-1ace152587f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:18.695252 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8334c718-d4ba-42c7-8a64-cb1b14a39462 None None] New status for floating IP 3a149dea-5131-4860-82ce-002689b89cb9: DOWN {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:55:18.703988 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bad12cb-912e-4778-b6b9-1ace152587f4 None None] Routers {'d72805e1-0c39-4d97-bc45-80a0d449e290'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:18.704808 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9bad12cb-912e-4778-b6b9-1ace152587f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d72805e1-0c39-4d97-bc45-80a0d449e290'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:18.781773 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9bad12cb-912e-4778-b6b9-1ace152587f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:18.782445 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bad12cb-912e-4778-b6b9-1ace152587f4 None None] The sync data for ids ['d72805e1-0c39-4d97-bc45-80a0d449e290'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:18.935173 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b23745-61c4-45c2-a9d7-becf368b86ed req-f09d1239-e3bb-4ea2-b619-a5ade311cd60 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:18.942819 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-42b23745-61c4-45c2-a9d7-becf368b86ed req-f09d1239-e3bb-4ea2-b619-a5ade311cd60 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 950 time: 0.6170115 Jul 05 03:55:19.019877 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-42b23745-61c4-45c2-a9d7-becf368b86ed req-f6d540b0-5725-490a-b61e-fe2697cdf99c tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758522 Jul 05 03:55:19.127424 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b537b223-90a2-4bf8-84bb-39a25611b8c1 req-1be1bafd-0452-47ee-a196-0065ed7fdee0 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:19.138751 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b537b223-90a2-4bf8-84bb-39a25611b8c1 req-1be1bafd-0452-47ee-a196-0065ed7fdee0 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:19.324972 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [req-b537b223-90a2-4bf8-84bb-39a25611b8c1 req-1be1bafd-0452-47ee-a196-0065ed7fdee0 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Floating IP 24a11245-b1bb-4d0f-b48d-0427f8de9bdc associated. External IP: 172.25.1.22, port: f96ad895-fd19-4a35-8349-71cd5ac8f523. Jul 05 03:55:19.441100 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b68d833-e468-4d80-946e-0e317610e254 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:19.782338 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b537b223-90a2-4bf8-84bb-39a25611b8c1 req-1be1bafd-0452-47ee-a196-0065ed7fdee0 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Router e8c8aba0-6b37-4fba-98df-2453f45c3a71 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:19.862663 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc14c5-5b32-4847-8954-7fcb5a16765a req-483f66a1-6e3d-4c1f-8971-80704ced0ff2 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:19.869041 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc14c5-5b32-4847-8954-7fcb5a16765a req-483f66a1-6e3d-4c1f-8971-80704ced0ff2 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:19.875453 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc14c5-5b32-4847-8954-7fcb5a16765a req-483f66a1-6e3d-4c1f-8971-80704ced0ff2 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:19.882061 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc14c5-5b32-4847-8954-7fcb5a16765a req-483f66a1-6e3d-4c1f-8971-80704ced0ff2 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:19.888540 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc14c5-5b32-4847-8954-7fcb5a16765a req-483f66a1-6e3d-4c1f-8971-80704ced0ff2 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:19.894756 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc14c5-5b32-4847-8954-7fcb5a16765a req-483f66a1-6e3d-4c1f-8971-80704ced0ff2 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:19.905426 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc14c5-5b32-4847-8954-7fcb5a16765a req-483f66a1-6e3d-4c1f-8971-80704ced0ff2 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:19.907514 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2acc14c5-5b32-4847-8954-7fcb5a16765a req-483f66a1-6e3d-4c1f-8971-80704ced0ff2 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5418 time: 0.2535751 Jul 05 03:55:19.955785 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b537b223-90a2-4bf8-84bb-39a25611b8c1 req-1be1bafd-0452-47ee-a196-0065ed7fdee0 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:19.964059 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-8b68d833-e468-4d80-946e-0e317610e254 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Allocated IP 172.20.0.1 (801e8595-e59a-47a4-9e36-232b0c5ae2da/b1ec80a4-d7b3-4dd9-bab0-c2f4a839e667/985cba3f-de12-476f-ad4e-d02d7e0f45e2) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:19.968390 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb57c92-6ee6-4732-a0a9-119d9aff33f8 None None] Sync routers for ids ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:19.971097 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b537b223-90a2-4bf8-84bb-39a25611b8c1 req-1be1bafd-0452-47ee-a196-0065ed7fdee0 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:19.984846 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb57c92-6ee6-4732-a0a9-119d9aff33f8 None None] Routers {'e8c8aba0-6b37-4fba-98df-2453f45c3a71'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:19.985846 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-eeb57c92-6ee6-4732-a0a9-119d9aff33f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:19.992795 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2acc14c5-5b32-4847-8954-7fcb5a16765a req-c78db0a9-fb90-40a6-a069-36338de9920a tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0733535 Jul 05 03:55:20.088919 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b537b223-90a2-4bf8-84bb-39a25611b8c1 req-1be1bafd-0452-47ee-a196-0065ed7fdee0 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "PUT /v2.0/floatingips/24a11245-b1bb-4d0f-b48d-0427f8de9bdc HTTP/1.1" status: 200 len: 995 time: 1.8295486 Jul 05 03:55:20.089301 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22208d9-1579-4c1c-961f-fefb728cc21f', 'tag': 'f96ad895-fd19-4a35-8349-71cd5ac8f523'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:20.091970 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ac42d5-d464-4ec4-a050-2edb7a6e1dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "f22208d9-1579-4c1c-961f-fefb728cc21f", "tag": "f96ad895-fd19-4a35-8349-71cd5ac8f523"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:20.196858 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-eeb57c92-6ee6-4732-a0a9-119d9aff33f8 None None] Set router e8c8aba0-6b37-4fba-98df-2453f45c3a71 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:20.236682 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537b223-90a2-4bf8-84bb-39a25611b8c1 req-f367d8a4-7c7a-46cd-ab78-801d5aaa2ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:20.243750 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b537b223-90a2-4bf8-84bb-39a25611b8c1 req-f367d8a4-7c7a-46cd-ab78-801d5aaa2ce9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0d75bfcc600410081741fd09dc4c3bb&device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 1097 time: 0.1328297 Jul 05 03:55:20.274217 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b68d833-e468-4d80-946e-0e317610e254 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:20.328432 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-8b68d833-e468-4d80-946e-0e317610e254 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Transition to ACTIVE for port object 985cba3f-de12-476f-ad4e-d02d7e0f45e2 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:20.421551 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b68d833-e468-4d80-946e-0e317610e254 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:20.476887 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537b223-90a2-4bf8-84bb-39a25611b8c1 req-c6d86268-04e7-427c-8c7e-98ecd5334776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:20.484891 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b537b223-90a2-4bf8-84bb-39a25611b8c1 req-c6d86268-04e7-427c-8c7e-98ecd5334776 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2cce8247-9091-467b-9589-baa0d2dd4bb5 HTTP/1.1" status: 200 len: 921 time: 0.2401662 Jul 05 03:55:20.513887 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68d833-e468-4d80-946e-0e317610e254 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Pushing event updated for resources: {'Port': ['ID=985cba3f-de12-476f-ad4e-d02d7e0f45e2,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:20.545344 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b68d833-e468-4d80-946e-0e317610e254 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Network 801e8595-e59a-47a4-9e36-232b0c5ae2da is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:20.547463 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-8b68d833-e468-4d80-946e-0e317610e254 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:20.549910 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b68d833-e468-4d80-946e-0e317610e254 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:20.613057 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b537b223-90a2-4bf8-84bb-39a25611b8c1 req-5d7cf619-dd90-4a35-a6b1-3ca279728483 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f96ad895-fd19-4a35-8349-71cd5ac8f523 HTTP/1.1" status: 200 len: 998 time: 0.1271074 Jul 05 03:55:20.671023 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b68d833-e468-4d80-946e-0e317610e254 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:20.751408 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-eeb57c92-6ee6-4732-a0a9-119d9aff33f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:21Z', 'revision_number': 4, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '24a11245-b1bb-4d0f-b48d-0427f8de9bdc', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'port_id': 'f96ad895-fd19-4a35-8349-71cd5ac8f523', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'mac_address': 'fa:16:3e:0b:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22208d9-1579-4c1c-961f-fefb728cc21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:54:50Z', 'updated_at': '2021-07-05T03:55:19Z', 'revision_number': 1, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb3c1dc-f602-4022-9cf2-273e35a46e35', 'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'mac_address': 'fa:16:3e:40:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:19Z', 'updated_at': '2021-07-05T03:54:28Z', 'revision_number': 5, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'subnets': [{'id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:20.862680 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537b223-90a2-4bf8-84bb-39a25611b8c1 req-f7aea35f-ba19-4378-8471-ce94d841fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:20.866445 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b537b223-90a2-4bf8-84bb-39a25611b8c1 req-f7aea35f-ba19-4378-8471-ce94d841fb1e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2289456f-17c4-488d-a3e1-47cb5ed1e25a HTTP/1.1" status: 200 len: 859 time: 0.2524400 Jul 05 03:55:20.867970 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28665db8-e162-47b6-be84-8a3320816ae2 x-openstack-request-id: req-28665db8-e162-47b6-be84-8a3320816ae2 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:20.868264 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22208d9-1579-4c1c-961f-fefb728cc21f", "tag": "f96ad895-fd19-4a35-8349-71cd5ac8f523", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:20.868624 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-28665db8-e162-47b6-be84-8a3320816ae2 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:20.884038 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22208d9-1579-4c1c-961f-fefb728cc21f', 'tag': 'f96ad895-fd19-4a35-8349-71cd5ac8f523', 'status': 'completed', 'code': 200} Jul 05 03:55:20.927278 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb57c92-6ee6-4732-a0a9-119d9aff33f8 None None] Checking router: e8c8aba0-6b37-4fba-98df-2453f45c3a71 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:20.950479 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb57c92-6ee6-4732-a0a9-119d9aff33f8 None None] Routers {'e8c8aba0-6b37-4fba-98df-2453f45c3a71'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:20.951202 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-eeb57c92-6ee6-4732-a0a9-119d9aff33f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:20.974846 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53254) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:21.025391 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537b223-90a2-4bf8-84bb-39a25611b8c1 req-82d43727-0038-4fe5-9f88-26ddee8bfca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:21.027237 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b537b223-90a2-4bf8-84bb-39a25611b8c1 req-82d43727-0038-4fe5-9f88-26ddee8bfca4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2cce8247-9091-467b-9589-baa0d2dd4bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1421881 Jul 05 03:55:21.097513 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b68d833-e468-4d80-946e-0e317610e254 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.115041 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-90a5c9cb-b361-4a65-99e0-9e325341fd9e None None] Provisioning for port 985cba3f-de12-476f-ad4e-d02d7e0f45e2 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:21.137060 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-90a5c9cb-b361-4a65-99e0-9e325341fd9e None None] Provisioning complete for port 985cba3f-de12-476f-ad4e-d02d7e0f45e2 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:21.139516 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-90a5c9cb-b361-4a65-99e0-9e325341fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.182292 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac42d5-d464-4ec4-a050-2edb7a6e1dbb req-f60822e0-2dc1-423f-8830-518403b40cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:21.184981 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4ac42d5-d464-4ec4-a050-2edb7a6e1dbb req-f60822e0-2dc1-423f-8830-518403b40cbc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c0d75bfcc600410081741fd09dc4c3bb&device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 1097 time: 0.2542651 Jul 05 03:55:21.267446 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-90a5c9cb-b361-4a65-99e0-9e325341fd9e None None] Port 985cba3f-de12-476f-ad4e-d02d7e0f45e2 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:55:21.276899 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b537b223-90a2-4bf8-84bb-39a25611b8c1 req-e46efbff-85c0-4dad-a37a-a83e16084bf3 service neutron] 10.222.0.77 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392538 Jul 05 03:55:21.287225 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53270) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:21.330736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-eeb57c92-6ee6-4732-a0a9-119d9aff33f8 None None] Set router e8c8aba0-6b37-4fba-98df-2453f45c3a71 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:21.341175 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-098e12b5-4541-4cb6-b456-ae423926afe9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.416978 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b537b223-90a2-4bf8-84bb-39a25611b8c1 req-70eee824-fe41-452d-87c5-bfd6ef3653bd service neutron] 10.222.0.77 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185353 Jul 05 03:55:21.508831 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-098e12b5-4541-4cb6-b456-ae423926afe9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.610059 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-485cf5a4-3993-4c9a-96c6-d5e923d777a3 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.714266 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-eeb57c92-6ee6-4732-a0a9-119d9aff33f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:21Z', 'revision_number': 4, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '24a11245-b1bb-4d0f-b48d-0427f8de9bdc', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'port_id': 'f96ad895-fd19-4a35-8349-71cd5ac8f523', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'mac_address': 'fa:16:3e:0b:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22208d9-1579-4c1c-961f-fefb728cc21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:54:50Z', 'updated_at': '2021-07-05T03:55:19Z', 'revision_number': 1, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb3c1dc-f602-4022-9cf2-273e35a46e35', 'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'mac_address': 'fa:16:3e:40:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:19Z', 'updated_at': '2021-07-05T03:54:28Z', 'revision_number': 5, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'subnets': [{'id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:21.748943 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb57c92-6ee6-4732-a0a9-119d9aff33f8 None None] The sync data for ids ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'] in n-d-780147-23 is: [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:21Z', 'revision_number': 4, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '24a11245-b1bb-4d0f-b48d-0427f8de9bdc', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'port_id': 'f96ad895-fd19-4a35-8349-71cd5ac8f523', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'mac_address': 'fa:16:3e:0b:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22208d9-1579-4c1c-961f-fefb728cc21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:54:50Z', 'updated_at': '2021-07-05T03:55:19Z', 'revision_number': 1, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb3c1dc-f602-4022-9cf2-273e35a46e35', 'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'mac_address': 'fa:16:3e:40:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:19Z', 'updated_at': '2021-07-05T03:54:28Z', 'revision_number': 5, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'subnets': [{'id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:21.771222 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-485cf5a4-3993-4c9a-96c6-d5e923d777a3 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.856349 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac42d5-d464-4ec4-a050-2edb7a6e1dbb req-bf58a857-f46d-4124-826f-793910265a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:21.858271 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4ac42d5-d464-4ec4-a050-2edb7a6e1dbb req-bf58a857-f46d-4124-826f-793910265a66 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2cce8247-9091-467b-9589-baa0d2dd4bb5 HTTP/1.1" status: 200 len: 921 time: 0.5804288 Jul 05 03:55:21.949190 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-098e12b5-4541-4cb6-b456-ae423926afe9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.952018 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-098e12b5-4541-4cb6-b456-ae423926afe9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.953176 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-098e12b5-4541-4cb6-b456-ae423926afe9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "DELETE /v2.0/security-groups/e8feecee-998f-4344-971f-cc1bcd993698 HTTP/1.1" status: 204 len: 168 time: 0.9770336 Jul 05 03:55:21.960482 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4ac42d5-d464-4ec4-a050-2edb7a6e1dbb req-2691e769-b0d4-41f4-a3dd-e5a926f1e387 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f96ad895-fd19-4a35-8349-71cd5ac8f523 HTTP/1.1" status: 200 len: 998 time: 0.0849957 Jul 05 03:55:21.965629 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53276) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:21.973092 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85965e79-c52a-4b29-96f7-31d1a1d77868 req-79ca4425-978a-4b19-9dcf-e75bf0c98b47 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:21.993133 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85965e79-c52a-4b29-96f7-31d1a1d77868 req-79ca4425-978a-4b19-9dcf-e75bf0c98b47 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:21.995303 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-85965e79-c52a-4b29-96f7-31d1a1d77868 req-79ca4425-978a-4b19-9dcf-e75bf0c98b47 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=5db4e2fa-bf77-4053-a5b0-06f8abeedcd1 HTTP/1.1" status: 200 len: 1682 time: 0.4274635 Jul 05 03:55:22.010708 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739209d-ec72-4ed6-893b-7fc99af5daf7 req-9b5276c4-a879-4813-9e3d-eac48690090d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:22.028906 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739209d-ec72-4ed6-893b-7fc99af5daf7 req-9b5276c4-a879-4813-9e3d-eac48690090d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:22.052144 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739209d-ec72-4ed6-893b-7fc99af5daf7 req-9b5276c4-a879-4813-9e3d-eac48690090d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:22.059304 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e12b5-4541-4cb6-b456-ae423926afe9 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8feecee-998f-4344-971f-cc1bcd993698,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:22.062604 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739209d-ec72-4ed6-893b-7fc99af5daf7 req-9b5276c4-a879-4813-9e3d-eac48690090d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:22.068528 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739209d-ec72-4ed6-893b-7fc99af5daf7 req-9b5276c4-a879-4813-9e3d-eac48690090d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:22.082607 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739209d-ec72-4ed6-893b-7fc99af5daf7 req-9b5276c4-a879-4813-9e3d-eac48690090d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:22.102278 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739209d-ec72-4ed6-893b-7fc99af5daf7 req-9b5276c4-a879-4813-9e3d-eac48690090d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:22.108077 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0739209d-ec72-4ed6-893b-7fc99af5daf7 req-9b5276c4-a879-4813-9e3d-eac48690090d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5418 time: 0.4913373 Jul 05 03:55:22.141630 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 7cb1d7da-fadf-49bd-aa0b-664cc94b989a details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:22.155975 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-485cf5a4-3993-4c9a-96c6-d5e923d777a3 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.161024 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-485cf5a4-3993-4c9a-96c6-d5e923d777a3 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.162332 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-485cf5a4-3993-4c9a-96c6-d5e923d777a3 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "DELETE /v2.0/security-groups/d0ea5284-55d5-4f1c-afba-aa470116275f HTTP/1.1" status: 204 len: 168 time: 0.8740144 Jul 05 03:55:22.165431 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53280) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:22.173019 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a20423a-a2df-4072-b74a-50e264be2aee None None] New status for floating IP 24a11245-b1bb-4d0f-b48d-0427f8de9bdc: ACTIVE {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:55:22.222743 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-efc4bbc5-339d-4ae5-963e-8a71ab0e4019 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] show failed (client error): The resource could not be found. Jul 05 03:55:22.223904 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-efc4bbc5-339d-4ae5-963e-8a71ab0e4019 tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "GET /v2.0/security-groups/e8feecee-998f-4344-971f-cc1bcd993698 HTTP/1.1" status: 404 len: 347 time: 0.2568569 Jul 05 03:55:22.240142 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-85965e79-c52a-4b29-96f7-31d1a1d77868 req-05fa31cc-541a-4641-9e6d-ef1a78d89507 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158430 Jul 05 03:55:22.240142 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53282) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:22.270995 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0739209d-ec72-4ed6-893b-7fc99af5daf7 req-e440040c-e6b5-4576-9b19-af4f425a0ea3 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1361625 Jul 05 03:55:22.275139 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-9faf968c-a6b9-490b-ba95-afc78d6a05a4 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] show failed (client error): The resource could not be found. Jul 05 03:55:22.280196 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9faf968c-a6b9-490b-ba95-afc78d6a05a4 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "GET /v2.0/security-groups/d0ea5284-55d5-4f1c-afba-aa470116275f HTTP/1.1" status: 404 len: 347 time: 0.0648620 Jul 05 03:55:22.286764 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485cf5a4-3993-4c9a-96c6-d5e923d777a3 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ea5284-55d5-4f1c-afba-aa470116275f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:22.333806 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53284) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:22.343430 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485cf5a4-3993-4c9a-96c6-d5e923d777a3 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:22.358057 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485cf5a4-3993-4c9a-96c6-d5e923d777a3 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:22.358513 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485cf5a4-3993-4c9a-96c6-d5e923d777a3 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:22.358865 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485cf5a4-3993-4c9a-96c6-d5e923d777a3 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:22.359214 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485cf5a4-3993-4c9a-96c6-d5e923d777a3 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:22.359559 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485cf5a4-3993-4c9a-96c6-d5e923d777a3 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:22.364314 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485cf5a4-3993-4c9a-96c6-d5e923d777a3 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:22.364744 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485cf5a4-3993-4c9a-96c6-d5e923d777a3 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:22.365103 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485cf5a4-3993-4c9a-96c6-d5e923d777a3 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:22.365456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485cf5a4-3993-4c9a-96c6-d5e923d777a3 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:22.376372 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485cf5a4-3993-4c9a-96c6-d5e923d777a3 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:22.376840 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485cf5a4-3993-4c9a-96c6-d5e923d777a3 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:22.490136 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac42d5-d464-4ec4-a050-2edb7a6e1dbb req-052d055e-a77c-490c-af82-c31d65f73cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:22.491633 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4ac42d5-d464-4ec4-a050-2edb7a6e1dbb req-052d055e-a77c-490c-af82-c31d65f73cae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2289456f-17c4-488d-a3e1-47cb5ed1e25a HTTP/1.1" status: 200 len: 859 time: 0.5156357 Jul 05 03:55:22.557407 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 7cb1d7da-fadf-49bd-aa0b-664cc94b989a, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=7cb1d7da-fadf-49bd-aa0b-664cc94b989a,segment=NetworkSegment(ce7496e1-57b4-4372-aedf-6673118415b3),segment_id=ce7496e1-57b4-4372-aedf-6673118415b3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:22.569564 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b68d833-e468-4d80-946e-0e317610e254 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.570301 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '7cb1d7da-fadf-49bd-aa0b-664cc94b989a', 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78', 'port_id': '7cb1d7da-fadf-49bd-aa0b-664cc94b989a', 'mac_address': 'fa:16:3e:ed:73:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8d1c4cd-d124-4cd8-93ef-98e2af049099', 'ip_address': '10.1.1.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:22.626197 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b68d833-e468-4d80-946e-0e317610e254 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.638302 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.666638 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb1d7da-fadf-49bd-aa0b-664cc94b989a {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:22.696377 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 7cb1d7da-fadf-49bd-aa0b-664cc94b989a, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=7cb1d7da-fadf-49bd-aa0b-664cc94b989a,segment=NetworkSegment(ce7496e1-57b4-4372-aedf-6673118415b3),segment_id=ce7496e1-57b4-4372-aedf-6673118415b3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:22.716008 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.716980 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:22.739239 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-6b69de38-8d06-4a3e-9893-f533817c89d0 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Deleting port 9f1b04dc-0bc8-43c6-b63b-4fcace2666c8 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:22.739637 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6b69de38-8d06-4a3e-9893-f533817c89d0 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.796391 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b68d833-e468-4d80-946e-0e317610e254 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.801626 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac42d5-d464-4ec4-a050-2edb7a6e1dbb req-1de43465-a28e-4fa7-a408-9f2581a288ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:22.803389 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4ac42d5-d464-4ec4-a050-2edb7a6e1dbb req-1de43465-a28e-4fa7-a408-9f2581a288ae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cce8247-9091-467b-9589-baa0d2dd4bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2745967 Jul 05 03:55:22.816900 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68d833-e468-4d80-946e-0e317610e254 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Pushing event updated for resources: {'Port': ['ID=985cba3f-de12-476f-ad4e-d02d7e0f45e2,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:22.834708 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=7cb1d7da-fadf-49bd-aa0b-664cc94b989a,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:22.850020 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=271f91fe-88b3-4c1f-b2dd-4328b37c7b7c,segment=NetworkSegment(ce7496e1-57b4-4372-aedf-6673118415b3),segment_id=ce7496e1-57b4-4372-aedf-6673118415b3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:22.866828 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '271f91fe-88b3-4c1f-b2dd-4328b37c7b7c', 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78', 'port_id': '271f91fe-88b3-4c1f-b2dd-4328b37c7b7c', 'mac_address': 'fa:16:3e:14:5c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8d1c4cd-d124-4cd8-93ef-98e2af049099', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:22.908308 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-4abee8e6-81f4-46b9-85e1-e48ad7cc0fec tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:22.909843 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-4abee8e6-81f4-46b9-85e1-e48ad7cc0fec tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c4b5b93-86d9-4c58-92dc-f68343a97c76&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2372634 Jul 05 03:55:22.919101 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.930114 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642f58e-6966-411c-9e68-9304d7599492 req-cb59e682-ee74-45be-a8e0-b1a7d0830d63 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:22.934592 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:22.936535 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642f58e-6966-411c-9e68-9304d7599492 req-cb59e682-ee74-45be-a8e0-b1a7d0830d63 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:22.938421 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9642f58e-6966-411c-9e68-9304d7599492 req-cb59e682-ee74-45be-a8e0-b1a7d0830d63 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.89 "GET /v2.0/ports?device_id=5db4e2fa-bf77-4053-a5b0-06f8abeedcd1 HTTP/1.1" status: 200 len: 1682 time: 0.5549467 Jul 05 03:55:22.940653 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6b69de38-8d06-4a3e-9893-f533817c89d0 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.940917 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6b69de38-8d06-4a3e-9893-f533817c89d0 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.960698 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=271f91fe-88b3-4c1f-b2dd-4328b37c7b7c,segment=NetworkSegment(ce7496e1-57b4-4372-aedf-6673118415b3),segment_id=ce7496e1-57b4-4372-aedf-6673118415b3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:22.967553 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.968370 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 43e10832-bba0-43bb-bb99-461c4ef85b71 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:22.982188 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-e2f59318-3a3e-424e-8126-c4c0342997c4 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375509 Jul 05 03:55:23.009358 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b68d833-e468-4d80-946e-0e317610e254 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Network 801e8595-e59a-47a4-9e36-232b0c5ae2da is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:23.014578 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-6b69de38-8d06-4a3e-9893-f533817c89d0 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Calling delete_port for 9f1b04dc-0bc8-43c6-b63b-4fcace2666c8 owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:23.044370 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=271f91fe-88b3-4c1f-b2dd-4328b37c7b7c,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:23.051190 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 43e10832-bba0-43bb-bb99-461c4ef85b71, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=43e10832-bba0-43bb-bb99-461c4ef85b71,segment=NetworkSegment(ce7496e1-57b4-4372-aedf-6673118415b3),segment_id=ce7496e1-57b4-4372-aedf-6673118415b3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:23.051463 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-8b68d833-e468-4d80-946e-0e317610e254 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:23.063475 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '43e10832-bba0-43bb-bb99-461c4ef85b71', 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78', 'port_id': '43e10832-bba0-43bb-bb99-461c4ef85b71', 'mac_address': 'fa:16:3e:90:ec:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8d1c4cd-d124-4cd8-93ef-98e2af049099', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:23.086076 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4ac42d5-d464-4ec4-a050-2edb7a6e1dbb req-3aa1554a-74a7-4dec-8238-b8485566f49f service neutron] 10.222.0.70 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727764 Jul 05 03:55:23.086941 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-6beb2732-11ab-4223-9795-c7193849921b tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Deleting port 1e3aa438-85c3-4743-b9f5-3dc330d08392 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:23.087218 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6beb2732-11ab-4223-9795-c7193849921b tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.097527 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-5234c756-5747-42d7-99cb-ef3133dd8daa tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 1000 time: 0.1711433 Jul 05 03:55:23.102426 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-114559eb-b2f1-4c13-95c0-9aa99216b984 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Request body: {'floatingip': {'port_id': 'a5fa4400-6baa-46e7-be4a-eb5346e0161e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:23.110082 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.125233 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e10832-bba0-43bb-bb99-461c4ef85b71 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:23.147962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 43e10832-bba0-43bb-bb99-461c4ef85b71, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=43e10832-bba0-43bb-bb99-461c4ef85b71,segment=NetworkSegment(ce7496e1-57b4-4372-aedf-6673118415b3),segment_id=ce7496e1-57b4-4372-aedf-6673118415b3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:23.155338 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.156166 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device d4c119dc-7661-47b0-addb-5f1d79b8d725 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:23.367011 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=43e10832-bba0-43bb-bb99-461c4ef85b71,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:23.448665 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bb9e2c76-a43b-492e-b076-38cc9e2d2ac2 None None] Provisioning complete for port 985cba3f-de12-476f-ad4e-d02d7e0f45e2 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:23.449958 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bb9e2c76-a43b-492e-b076-38cc9e2d2ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.511050 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-bb9e2c76-a43b-492e-b076-38cc9e2d2ac2 None None] Port 985cba3f-de12-476f-ad4e-d02d7e0f45e2 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:55:23.518410 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port d4c119dc-7661-47b0-addb-5f1d79b8d725, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d4c119dc-7661-47b0-addb-5f1d79b8d725,segment=NetworkSegment(67cb506d-913f-48a5-b11e-ed8b7440aff3),segment_id=67cb506d-913f-48a5-b11e-ed8b7440aff3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:23.531449 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'd4c119dc-7661-47b0-addb-5f1d79b8d725', 'network_id': '3786fe40-9645-44e0-a910-e28556aff90f', 'port_id': 'd4c119dc-7661-47b0-addb-5f1d79b8d725', 'mac_address': 'fa:16:3e:d4:6d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71989378-012f-4fd9-a75b-6448013e5d85', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:23.572164 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.586331 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c119dc-7661-47b0-addb-5f1d79b8d725 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:23.609287 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port d4c119dc-7661-47b0-addb-5f1d79b8d725, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d4c119dc-7661-47b0-addb-5f1d79b8d725,segment=NetworkSegment(67cb506d-913f-48a5-b11e-ed8b7440aff3),segment_id=67cb506d-913f-48a5-b11e-ed8b7440aff3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:23.614691 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.615514 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6613a61c-a6e8-4b99-bacd-b372db0723d9 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:23.664945 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-4e0c38ba-b1cc-4bf5-a3ee-7d16a32e1b5d tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:23.667060 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-4e0c38ba-b1cc-4bf5-a3ee-7d16a32e1b5d tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6759057 Jul 05 03:55:23.674965 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-114559eb-b2f1-4c13-95c0-9aa99216b984 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks [] for floatingip, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.705660 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6beb2732-11ab-4223-9795-c7193849921b tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.706275 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6beb2732-11ab-4223-9795-c7193849921b tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.722623 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-b3ebe555-3975-438d-862a-1fa6017dc1dd tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/quotas/ba5800eba7ce4067ae2fae645ac62ef9 HTTP/1.1" status: 200 len: 375 time: 0.0469999 Jul 05 03:55:23.734328 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-6beb2732-11ab-4223-9795-c7193849921b tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Calling delete_port for 1e3aa438-85c3-4743-b9f5-3dc330d08392 owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:23.742138 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=d4c119dc-7661-47b0-addb-5f1d79b8d725,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:23.764696 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4ac42d5-d464-4ec4-a050-2edb7a6e1dbb req-a390fe3f-afb7-40b5-9737-f173fa1de5d8 service neutron] 10.222.0.70 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6572108 Jul 05 03:55:23.765039 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b68d833-e468-4d80-946e-0e317610e254 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Router d72805e1-0c39-4d97-bc45-80a0d449e290 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:23.794208 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 6613a61c-a6e8-4b99-bacd-b372db0723d9, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6613a61c-a6e8-4b99-bacd-b372db0723d9,segment=NetworkSegment(c08de3b8-c3bc-4af9-8e5c-57631e3280d6),segment_id=c08de3b8-c3bc-4af9-8e5c-57631e3280d6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:23.799362 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-9642f58e-6966-411c-9e68-9304d7599492 req-8c9f9f8d-05da-4b7e-bb2c-5b6813cb9918 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Deleting port 464e042b-2da2-4c6a-a269-9d85295f1a71 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:23.799728 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9642f58e-6966-411c-9e68-9304d7599492 req-8c9f9f8d-05da-4b7e-bb2c-5b6813cb9918 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.807199 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '6613a61c-a6e8-4b99-bacd-b372db0723d9', 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d', 'port_id': '6613a61c-a6e8-4b99-bacd-b372db0723d9', 'mac_address': 'fa:16:3e:23:67:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:23.849974 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.864800 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6613a61c-a6e8-4b99-bacd-b372db0723d9 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:23.877640 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6b69de38-8d06-4a3e-9893-f533817c89d0 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.887733 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 6613a61c-a6e8-4b99-bacd-b372db0723d9, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6613a61c-a6e8-4b99-bacd-b372db0723d9,segment=NetworkSegment(c08de3b8-c3bc-4af9-8e5c-57631e3280d6),segment_id=c08de3b8-c3bc-4af9-8e5c-57631e3280d6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:23.891968 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.892599 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device ed8d3ec4-006f-4eb5-af83-d5d95a707d39 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:23.950739 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69de38-8d06-4a3e-9893-f533817c89d0 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Pushing event deleted for resources: {'Port': ['ID=9f1b04dc-0bc8-43c6-b63b-4fcace2666c8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:23.969334 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port ed8d3ec4-006f-4eb5-af83-d5d95a707d39, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=ed8d3ec4-006f-4eb5-af83-d5d95a707d39,segment=NetworkSegment(ce7496e1-57b4-4372-aedf-6673118415b3),segment_id=ce7496e1-57b4-4372-aedf-6673118415b3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:23.976855 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=6613a61c-a6e8-4b99-bacd-b372db0723d9,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:23.985581 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'ed8d3ec4-006f-4eb5-af83-d5d95a707d39', 'network_id': '3109c869-7127-4afd-9f38-c7624c1dbe78', 'port_id': 'ed8d3ec4-006f-4eb5-af83-d5d95a707d39', 'mac_address': 'fa:16:3e:c2:48:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8d1c4cd-d124-4cd8-93ef-98e2af049099', 'ip_address': '10.1.1.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:24.029194 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.040767 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6b69de38-8d06-4a3e-9893-f533817c89d0 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.043512 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6b69de38-8d06-4a3e-9893-f533817c89d0 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.047497 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6b69de38-8d06-4a3e-9893-f533817c89d0 tempest-ServersTestBootFromVolume-2142881082 tempest-ServersTestBootFromVolume-2142881082-project] 10.222.0.77 "DELETE /v2.0/floatingips/3f2f3022-90f9-4f0d-803a-d744b6c0a66f HTTP/1.1" status: 204 len: 168 time: 1.6648762 Jul 05 03:55:24.050346 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8d3ec4-006f-4eb5-af83-d5d95a707d39 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:24.070250 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53324) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:24.074495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port ed8d3ec4-006f-4eb5-af83-d5d95a707d39, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=ed8d3ec4-006f-4eb5-af83-d5d95a707d39,segment=NetworkSegment(ce7496e1-57b4-4372-aedf-6673118415b3),segment_id=ce7496e1-57b4-4372-aedf-6673118415b3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:24.077975 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-9642f58e-6966-411c-9e68-9304d7599492 req-8c9f9f8d-05da-4b7e-bb2c-5b6813cb9918 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] For port 464e042b-2da2-4c6a-a269-9d85295f1a71, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=464e042b-2da2-4c6a-a269-9d85295f1a71,segment=NetworkSegment(709bd5a5-81b3-421b-a0ed-fd9b08b058f5),segment_id=709bd5a5-81b3-421b-a0ed-fd9b08b058f5)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:24.078374 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9642f58e-6966-411c-9e68-9304d7599492 req-8c9f9f8d-05da-4b7e-bb2c-5b6813cb9918 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.078976 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.081008 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:24.090878 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-deb0d0cf-fe5e-4a7b-973e-1307794f0033 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3472860 Jul 05 03:55:24.158477 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-9642f58e-6966-411c-9e68-9304d7599492 req-8c9f9f8d-05da-4b7e-bb2c-5b6813cb9918 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Calling delete_port for 464e042b-2da2-4c6a-a269-9d85295f1a71 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:24.169685 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b,segment=NetworkSegment(67cb506d-913f-48a5-b11e-ed8b7440aff3),segment_id=67cb506d-913f-48a5-b11e-ed8b7440aff3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:24.172459 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=ed8d3ec4-006f-4eb5-af83-d5d95a707d39,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:24.188327 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b', 'network_id': '3786fe40-9645-44e0-a910-e28556aff90f', 'port_id': '346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b', 'mac_address': 'fa:16:3e:86:05:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71989378-012f-4fd9-a75b-6448013e5d85', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:24.216312 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b68d833-e468-4d80-946e-0e317610e254 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:24.247068 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e51bc7d-c339-4458-a655-c10856c110b2 None None] Sync routers for ids ['d72805e1-0c39-4d97-bc45-80a0d449e290'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:24.252091 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8b68d833-e468-4d80-946e-0e317610e254 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] 10.222.0.77 "PUT /v2.0/routers/d72805e1-0c39-4d97-bc45-80a0d449e290/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6345863 Jul 05 03:55:24.273203 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e51bc7d-c339-4458-a655-c10856c110b2 None None] Routers {'d72805e1-0c39-4d97-bc45-80a0d449e290'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:24.273940 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-4e51bc7d-c339-4458-a655-c10856c110b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d72805e1-0c39-4d97-bc45-80a0d449e290'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:24.278028 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.315782 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53328) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:24.330289 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-4e51bc7d-c339-4458-a655-c10856c110b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:24.343141 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-1c063c31-2001-480e-a20a-4c9a7f7141c1 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Request body: {'port': {'network_id': '801e8595-e59a-47a4-9e36-232b0c5ae2da', 'name': 'tempest-FloatingIPAdminTestJSON-1563624494'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:24.344372 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:24.375957 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e51bc7d-c339-4458-a655-c10856c110b2 None None] Routers {'d72805e1-0c39-4d97-bc45-80a0d449e290'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:24.375957 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-4e51bc7d-c339-4458-a655-c10856c110b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d72805e1-0c39-4d97-bc45-80a0d449e290'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:24.420920 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-4e51bc7d-c339-4458-a655-c10856c110b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:24.421685 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e51bc7d-c339-4458-a655-c10856c110b2 None None] The sync data for ids ['d72805e1-0c39-4d97-bc45-80a0d449e290'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:24.427427 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b,segment=NetworkSegment(67cb506d-913f-48a5-b11e-ed8b7440aff3),segment_id=67cb506d-913f-48a5-b11e-ed8b7440aff3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:24.433523 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.499080 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6beb2732-11ab-4223-9795-c7193849921b tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.502791 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:24.549301 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-114559eb-b2f1-4c13-95c0-9aa99216b984 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.553433 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-114559eb-b2f1-4c13-95c0-9aa99216b984 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.573326 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb2732-11ab-4223-9795-c7193849921b tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Pushing event deleted for resources: {'Port': ['ID=1e3aa438-85c3-4743-b9f5-3dc330d08392,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:24.677455 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-114559eb-b2f1-4c13-95c0-9aa99216b984 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Floating IP 24a11245-b1bb-4d0f-b48d-0427f8de9bdc associated. External IP: 172.25.1.22, port: f96ad895-fd19-4a35-8349-71cd5ac8f523. Jul 05 03:55:24.749589 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c063c31-2001-480e-a20a-4c9a7f7141c1 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Made reservation on behalf of 61eca6dac7bf482c81ff4e873cc77907 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:24.753129 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1c063c31-2001-480e-a20a-4c9a7f7141c1 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.772253 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:55:24.804752 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6beb2732-11ab-4223-9795-c7193849921b tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.805756 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6beb2732-11ab-4223-9795-c7193849921b tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.808001 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6beb2732-11ab-4223-9795-c7193849921b tempest-ServersTestJSON-663635158 tempest-ServersTestJSON-663635158-project] 10.222.0.77 "DELETE /v2.0/floatingips/3a149dea-5131-4860-82ce-002689b89cb9 HTTP/1.1" status: 204 len: 168 time: 2.5673025 Jul 05 03:55:24.820861 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53338) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:24.830095 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb81c5-ea75-4657-936d-95750b3b2f9a req-992a72e6-05d9-4716-8688-6af49c0a229a tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:24.836183 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb81c5-ea75-4657-936d-95750b3b2f9a req-992a72e6-05d9-4716-8688-6af49c0a229a tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:24.838379 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d4eb81c5-ea75-4657-936d-95750b3b2f9a req-992a72e6-05d9-4716-8688-6af49c0a229a tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=5db4e2fa-bf77-4053-a5b0-06f8abeedcd1 HTTP/1.1" status: 200 len: 1682 time: 0.4000528 Jul 05 03:55:24.904697 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-1c063c31-2001-480e-a20a-4c9a7f7141c1 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] device_id is not set on port b04799f5-0951-4aba-9d56-1775e3230224 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:55:24.931661 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-114559eb-b2f1-4c13-95c0-9aa99216b984 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Router e8c8aba0-6b37-4fba-98df-2453f45c3a71 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:24.999823 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9642f58e-6966-411c-9e68-9304d7599492 req-8c9f9f8d-05da-4b7e-bb2c-5b6813cb9918 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.051550 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-114559eb-b2f1-4c13-95c0-9aa99216b984 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:25.065950 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7a7bde-27da-4587-be57-14589d75349f None None] Sync routers for ids ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:25.080158 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7a7bde-27da-4587-be57-14589d75349f None None] Routers {'e8c8aba0-6b37-4fba-98df-2453f45c3a71'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:25.081182 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-1d7a7bde-27da-4587-be57-14589d75349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:25.086513 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d4eb81c5-ea75-4657-936d-95750b3b2f9a req-a750229e-e13c-4458-8474-b4c4e5148c1b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377341 Jul 05 03:55:25.099533 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f9f8d-05da-4b7e-bb2c-5b6813cb9918 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event deleted for resources: {'Port': ['ID=464e042b-2da2-4c6a-a269-9d85295f1a71,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:25.282078 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-1d7a7bde-27da-4587-be57-14589d75349f None None] Set router e8c8aba0-6b37-4fba-98df-2453f45c3a71 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:25.344530 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-114559eb-b2f1-4c13-95c0-9aa99216b984 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Router e8c8aba0-6b37-4fba-98df-2453f45c3a71 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:25.503122 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-114559eb-b2f1-4c13-95c0-9aa99216b984 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:25.512692 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-114559eb-b2f1-4c13-95c0-9aa99216b984 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.568691 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22208d9-1579-4c1c-961f-fefb728cc21f', 'tag': 'f96ad895-fd19-4a35-8349-71cd5ac8f523'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:25.570983 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85eb7584-467d-4a41-878b-884dad8a25f9" -d '{"events": [{"name": "network-changed", "server_uuid": "f22208d9-1579-4c1c-961f-fefb728cc21f", "tag": "f96ad895-fd19-4a35-8349-71cd5ac8f523"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:25.573412 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-1d7a7bde-27da-4587-be57-14589d75349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:21Z', 'revision_number': 4, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '24a11245-b1bb-4d0f-b48d-0427f8de9bdc', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'port_id': 'a5fa4400-6baa-46e7-be4a-eb5346e0161e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'mac_address': 'fa:16:3e:78:a5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4b5b93-86d9-4c58-92dc-f68343a97c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:54:50Z', 'updated_at': '2021-07-05T03:55:24Z', 'revision_number': 3, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb3c1dc-f602-4022-9cf2-273e35a46e35', 'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'mac_address': 'fa:16:3e:40:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:19Z', 'updated_at': '2021-07-05T03:54:28Z', 'revision_number': 5, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'subnets': [{'id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:25.607143 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7a7bde-27da-4587-be57-14589d75349f None None] Checking router: e8c8aba0-6b37-4fba-98df-2453f45c3a71 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:25.621409 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7a7bde-27da-4587-be57-14589d75349f None None] Routers {'e8c8aba0-6b37-4fba-98df-2453f45c3a71'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:25.622788 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-1d7a7bde-27da-4587-be57-14589d75349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:25.623354 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-9642f58e-6966-411c-9e68-9304d7599492 req-8c9f9f8d-05da-4b7e-bb2c-5b6813cb9918 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] No DVR routers for this DVR port 464e042b-2da2-4c6a-a269-9d85295f1a71 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:25.624104 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-114559eb-b2f1-4c13-95c0-9aa99216b984 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "PUT /v2.0/floatingips/24a11245-b1bb-4d0f-b48d-0427f8de9bdc HTTP/1.1" status: 200 len: 997 time: 2.5255640 Jul 05 03:55:25.658094 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9642f58e-6966-411c-9e68-9304d7599492 req-8c9f9f8d-05da-4b7e-bb2c-5b6813cb9918 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.660451 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9642f58e-6966-411c-9e68-9304d7599492 req-8c9f9f8d-05da-4b7e-bb2c-5b6813cb9918 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.89 "DELETE /v2.0/ports/464e042b-2da2-4c6a-a269-9d85295f1a71 HTTP/1.1" status: 204 len: 173 time: 2.5899496 Jul 05 03:55:25.664129 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db4e2fa-bf77-4053-a5b0-06f8abeedcd1', 'name': 'network-vif-deleted', 'tag': '464e042b-2da2-4c6a-a269-9d85295f1a71'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:25.666746 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7bbdb3-1ffa-47bd-ad25-c70b1a91e635" -d '{"events": [{"server_uuid": "5db4e2fa-bf77-4053-a5b0-06f8abeedcd1", "name": "network-vif-deleted", "tag": "464e042b-2da2-4c6a-a269-9d85295f1a71"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:25.685511 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-18ad87d2-ebfd-4f35-bf18-c3e11e43d70a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:25.697914 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-18ad87d2-ebfd-4f35-bf18-c3e11e43d70a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports/f96ad895-fd19-4a35-8349-71cd5ac8f523 HTTP/1.1" status: 200 len: 942 time: 0.0722399 Jul 05 03:55:25.756632 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-1c063c31-2001-480e-a20a-4c9a7f7141c1 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Allocated IP 172.20.0.7 (801e8595-e59a-47a4-9e36-232b0c5ae2da/b1ec80a4-d7b3-4dd9-bab0-c2f4a839e667/b04799f5-0951-4aba-9d56-1775e3230224) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:25.771778 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-1d7a7bde-27da-4587-be57-14589d75349f None None] Set router e8c8aba0-6b37-4fba-98df-2453f45c3a71 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:25.830881 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-45b5007a-1aa7-4f3e-9762-05866740d34b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0772743 Jul 05 03:55:25.949621 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-29080955-925a-41ba-94d7-33ee96ec4224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:25.951789 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-29080955-925a-41ba-94d7-33ee96ec4224 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0d75bfcc600410081741fd09dc4c3bb&device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 1097 time: 0.1777208 Jul 05 03:55:26.064845 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbf628-0975-4e6e-9f02-d91a16336f1a req-d919adcd-3b87-441d-8901-a19a18ad67ca tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:26.070688 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbf628-0975-4e6e-9f02-d91a16336f1a req-d919adcd-3b87-441d-8901-a19a18ad67ca tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:26.077550 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbf628-0975-4e6e-9f02-d91a16336f1a req-d919adcd-3b87-441d-8901-a19a18ad67ca tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:26.083082 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-ec52e6af-c8ed-4e51-a203-9795492257cc tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:26.083823 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbf628-0975-4e6e-9f02-d91a16336f1a req-d919adcd-3b87-441d-8901-a19a18ad67ca tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:26.084772 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-ec52e6af-c8ed-4e51-a203-9795492257cc tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2410095 Jul 05 03:55:26.089174 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-a9428a2d-4aac-4b89-87a3-8acb812ae01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:26.089913 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbf628-0975-4e6e-9f02-d91a16336f1a req-d919adcd-3b87-441d-8901-a19a18ad67ca tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:26.090425 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-a9428a2d-4aac-4b89-87a3-8acb812ae01e service neutron] 10.222.0.77 "GET /v2.0/networks?id=2cce8247-9091-467b-9589-baa0d2dd4bb5 HTTP/1.1" status: 200 len: 921 time: 0.1319389 Jul 05 03:55:26.095861 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbf628-0975-4e6e-9f02-d91a16336f1a req-d919adcd-3b87-441d-8901-a19a18ad67ca tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:26.101866 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbf628-0975-4e6e-9f02-d91a16336f1a req-d919adcd-3b87-441d-8901-a19a18ad67ca tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:26.104012 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a6dbf628-0975-4e6e-9f02-d91a16336f1a req-d919adcd-3b87-441d-8901-a19a18ad67ca tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5425 time: 0.4936163 Jul 05 03:55:26.114446 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-1d7a7bde-27da-4587-be57-14589d75349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:21Z', 'revision_number': 4, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '24a11245-b1bb-4d0f-b48d-0427f8de9bdc', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'port_id': 'a5fa4400-6baa-46e7-be4a-eb5346e0161e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'mac_address': 'fa:16:3e:78:a5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4b5b93-86d9-4c58-92dc-f68343a97c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:54:50Z', 'updated_at': '2021-07-05T03:55:24Z', 'revision_number': 3, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb3c1dc-f602-4022-9cf2-273e35a46e35', 'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'mac_address': 'fa:16:3e:40:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:19Z', 'updated_at': '2021-07-05T03:54:28Z', 'revision_number': 5, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'subnets': [{'id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:26.139686 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-4ffa6ba8-c3c6-48d6-8675-9bed24f519c9 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Request body: {'port': {'device_id': '03283c32-27e5-4bbe-81b6-a81a7ff331f0', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': 'ba5800eba7ce4067ae2fae645ac62ef9'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:26.156589 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-ad762059-9004-4fac-9971-eaa015688f6b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f96ad895-fd19-4a35-8349-71cd5ac8f523 HTTP/1.1" status: 200 len: 217 time: 0.0590847 Jul 05 03:55:26.206010 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-9642f58e-6966-411c-9e68-9304d7599492 req-ad1e288d-6487-4a48-8d35-4d5f0e50aaa9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Deleting port ad53c650-52b8-4688-b4de-147d4df8e7c7 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:26.206440 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9642f58e-6966-411c-9e68-9304d7599492 req-ad1e288d-6487-4a48-8d35-4d5f0e50aaa9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.235642 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7a7bde-27da-4587-be57-14589d75349f None None] The sync data for ids ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'] in n-d-780147-23 is: [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:21Z', 'revision_number': 4, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '24a11245-b1bb-4d0f-b48d-0427f8de9bdc', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'port_id': 'a5fa4400-6baa-46e7-be4a-eb5346e0161e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'mac_address': 'fa:16:3e:78:a5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4b5b93-86d9-4c58-92dc-f68343a97c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:54:50Z', 'updated_at': '2021-07-05T03:55:24Z', 'revision_number': 3, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb3c1dc-f602-4022-9cf2-273e35a46e35', 'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'mac_address': 'fa:16:3e:40:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:19Z', 'updated_at': '2021-07-05T03:54:28Z', 'revision_number': 5, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'subnets': [{'id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:26.257516 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-568010c8-b0e3-433a-ab6a-836b932da410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:26.258994 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-568010c8-b0e3-433a-ab6a-836b932da410 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2289456f-17c4-488d-a3e1-47cb5ed1e25a HTTP/1.1" status: 200 len: 859 time: 0.0700178 Jul 05 03:55:26.323621 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a6dbf628-0975-4e6e-9f02-d91a16336f1a req-3203f286-7f27-4786-8b55-d4b3c3f4e523 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1957371 Jul 05 03:55:26.351537 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-f04917c0-786c-42e8-a315-3690ea219c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:26.353167 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-f04917c0-786c-42e8-a315-3690ea219c09 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2cce8247-9091-467b-9589-baa0d2dd4bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867834 Jul 05 03:55:26.354551 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-4ffa6ba8-c3c6-48d6-8675-9bed24f519c9 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Made reservation on behalf of ba5800eba7ce4067ae2fae645ac62ef9 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:26.359183 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-4ffa6ba8-c3c6-48d6-8675-9bed24f519c9 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.378080 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1c063c31-2001-480e-a20a-4c9a7f7141c1 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.417533 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 464e042b-2da2-4c6a-a269-9d85295f1a71 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:26.419299 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6a2c5681-77a2-4f39-a72b-672af3c9eba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.438098 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 464e042b-2da2-4c6a-a269-9d85295f1a71 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:26.438728 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 464e042b-2da2-4c6a-a269-9d85295f1a71 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:26.439304 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device ad53c650-52b8-4688-b4de-147d4df8e7c7 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:26.479201 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-1c063c31-2001-480e-a20a-4c9a7f7141c1 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Transition to ACTIVE for port object b04799f5-0951-4aba-9d56-1775e3230224 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:26.514217 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-9642f58e-6966-411c-9e68-9304d7599492 req-ad1e288d-6487-4a48-8d35-4d5f0e50aaa9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] For port ad53c650-52b8-4688-b4de-147d4df8e7c7, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=ad53c650-52b8-4688-b4de-147d4df8e7c7,segment=NetworkSegment(dd2fb8e1-3c00-46c2-8760-beee8e254e0c),segment_id=dd2fb8e1-3c00-46c2-8760-beee8e254e0c)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:26.515403 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9642f58e-6966-411c-9e68-9304d7599492 req-ad1e288d-6487-4a48-8d35-4d5f0e50aaa9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.527100 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8376369-08dd-4f5b-8480-9b014749a609 None None] New status for floating IP 24a11245-b1bb-4d0f-b48d-0427f8de9bdc: ACTIVE {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:55:26.545379 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-9642f58e-6966-411c-9e68-9304d7599492 req-ad1e288d-6487-4a48-8d35-4d5f0e50aaa9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Calling delete_port for ad53c650-52b8-4688-b4de-147d4df8e7c7 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:26.612374 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-7c997a7c-f143-411e-91e0-59f3681fb3ab service neutron] 10.222.0.77 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421415 Jul 05 03:55:26.634393 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['271f91fe-88b3-4c1f-b2dd-4328b37c7b7c'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:26.644990 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['ed8d3ec4-006f-4eb5-af83-d5d95a707d39'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:26.652044 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-64041aa3-49d4-4fa0-be08-f6e825827cdb req-32000a14-c36b-4b2b-ab8a-85f68ee83eab tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 210 time: 0.0603178 Jul 05 03:55:26.685776 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-4ffa6ba8-c3c6-48d6-8675-9bed24f519c9 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Allocated IP 192.168.233.221 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/372e5c95-500c-4d2a-a795-11448643f5ba) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:26.690259 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['d4c119dc-7661-47b0-addb-5f1d79b8d725'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:26.692316 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['43e10832-bba0-43bb-bb99-461c4ef85b71'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:26.694434 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['7cb1d7da-fadf-49bd-aa0b-664cc94b989a'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:26.731964 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc2d7dd-1f29-45c6-becf-8653183d9feb x-openstack-request-id: req-0bc2d7dd-1f29-45c6-becf-8653183d9feb {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:26.732358 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22208d9-1579-4c1c-961f-fefb728cc21f", "tag": "f96ad895-fd19-4a35-8349-71cd5ac8f523", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:26.732638 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0bc2d7dd-1f29-45c6-becf-8653183d9feb {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:26.732913 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22208d9-1579-4c1c-961f-fefb728cc21f', 'tag': 'f96ad895-fd19-4a35-8349-71cd5ac8f523', 'status': 'completed', 'code': 200} Jul 05 03:55:26.747013 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['6613a61c-a6e8-4b99-bacd-b372db0723d9'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:26.772565 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-11bcb894-b23b-43a9-ac04-3a69eaca6840 service neutron] 10.222.0.77 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504374 Jul 05 03:55:26.782456 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1c063c31-2001-480e-a20a-4c9a7f7141c1 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.835001 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:26.870698 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a402fa-a368-4c19-87b5-d5fed2f03e65 x-openstack-request-id: req-14a402fa-a368-4c19-87b5-d5fed2f03e65 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:26.871311 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db4e2fa-bf77-4053-a5b0-06f8abeedcd1", "name": "network-vif-deleted", "tag": "464e042b-2da2-4c6a-a269-9d85295f1a71", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:26.871741 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-14a402fa-a368-4c19-87b5-d5fed2f03e65 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:26.872374 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db4e2fa-bf77-4053-a5b0-06f8abeedcd1', 'name': 'network-vif-deleted', 'tag': '464e042b-2da2-4c6a-a269-9d85295f1a71', 'status': 'completed', 'code': 200} Jul 05 03:55:26.914949 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c063c31-2001-480e-a20a-4c9a7f7141c1 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Network 801e8595-e59a-47a4-9e36-232b0c5ae2da is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:26.930619 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-1c063c31-2001-480e-a20a-4c9a7f7141c1 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:26.934705 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c063c31-2001-480e-a20a-4c9a7f7141c1 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:26.938734 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c063c31-2001-480e-a20a-4c9a7f7141c1 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Pushing event updated for resources: {'Port': ['ID=b04799f5-0951-4aba-9d56-1775e3230224,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:26.984936 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b230aee1-281b-4eee-871d-031c7b049624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.053538 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-4ffa6ba8-c3c6-48d6-8675-9bed24f519c9 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.075325 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-4ffa6ba8-c3c6-48d6-8675-9bed24f519c9 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Transition to ACTIVE for port object 372e5c95-500c-4d2a-a795-11448643f5ba will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:27.168642 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-4ffa6ba8-c3c6-48d6-8675-9bed24f519c9 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.172832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c063c31-2001-480e-a20a-4c9a7f7141c1 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:27.173501 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1c063c31-2001-480e-a20a-4c9a7f7141c1 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.173646 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb7584-467d-4a41-878b-884dad8a25f9 req-fcf1a9d0-f512-4e58-9e46-84f038d8d9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:27.175749 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-85eb7584-467d-4a41-878b-884dad8a25f9 req-fcf1a9d0-f512-4e58-9e46-84f038d8d9cf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c0d75bfcc600410081741fd09dc4c3bb&device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 1097 time: 0.2699604 Jul 05 03:55:27.235464 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['93dee6f6-70a2-41b0-8f4f-7393eabe6ba0'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:27.245953 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-852029f0-2c14-4137-9b87-f90ac06744dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:27.247669 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-852029f0-2c14-4137-9b87-f90ac06744dd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0d75bfcc600410081741fd09dc4c3bb&device_id=6c4b5b93-86d9-4c58-92dc-f68343a97c76 HTTP/1.1" status: 200 len: 1097 time: 0.4195390 Jul 05 03:55:27.250246 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-4ffa6ba8-c3c6-48d6-8675-9bed24f519c9 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:27.262680 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9642f58e-6966-411c-9e68-9304d7599492 req-ad1e288d-6487-4a48-8d35-4d5f0e50aaa9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.281846 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1c063c31-2001-480e-a20a-4c9a7f7141c1 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9621158 Jul 05 03:55:27.291400 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53362) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:27.299241 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-4ffa6ba8-c3c6-48d6-8675-9bed24f519c9 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:27.319847 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-4ffa6ba8-c3c6-48d6-8675-9bed24f519c9 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:27.321798 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e288d-6487-4a48-8d35-4d5f0e50aaa9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event deleted for resources: {'Port': ['ID=ad53c650-52b8-4688-b4de-147d4df8e7c7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:27.425719 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-980f7d04-23ad-4fd9-a254-f8c583405297 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'project_id': '61eca6dac7bf482c81ff4e873cc77907', 'port_id': 'b04799f5-0951-4aba-9d56-1775e3230224'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:27.438260 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154384c1-2828-46e5-9cca-00af281194a3 req-ef8713bb-385f-4e2c-9e29-60e499352e2a tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:27.440243 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-154384c1-2828-46e5-9cca-00af281194a3 req-ef8713bb-385f-4e2c-9e29-60e499352e2a tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/ports?device_id=5db4e2fa-bf77-4053-a5b0-06f8abeedcd1 HTTP/1.1" status: 200 len: 867 time: 0.3462751 Jul 05 03:55:27.448160 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-4ffa6ba8-c3c6-48d6-8675-9bed24f519c9 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:27.448855 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-4ffa6ba8-c3c6-48d6-8675-9bed24f519c9 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.455254 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa6ba8-c3c6-48d6-8675-9bed24f519c9 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Pushing event updated for resources: {'Port': ['ID=372e5c95-500c-4d2a-a795-11448643f5ba,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:27.470636 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-9642f58e-6966-411c-9e68-9304d7599492 req-ad1e288d-6487-4a48-8d35-4d5f0e50aaa9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] No DVR routers for this DVR port ad53c650-52b8-4688-b4de-147d4df8e7c7 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:27.473512 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9642f58e-6966-411c-9e68-9304d7599492 req-ad1e288d-6487-4a48-8d35-4d5f0e50aaa9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.476257 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9642f58e-6966-411c-9e68-9304d7599492 req-ad1e288d-6487-4a48-8d35-4d5f0e50aaa9 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.89 "DELETE /v2.0/ports/ad53c650-52b8-4688-b4de-147d4df8e7c7 HTTP/1.1" status: 204 len: 173 time: 1.8022707 Jul 05 03:55:27.553923 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.556037 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-980f7d04-23ad-4fd9-a254-f8c583405297 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.570143 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-4ffa6ba8-c3c6-48d6-8675-9bed24f519c9 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4648533 Jul 05 03:55:27.585911 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb7584-467d-4a41-878b-884dad8a25f9 req-5926a9d3-e252-4ff3-8926-bba82919af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:27.587845 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-85eb7584-467d-4a41-878b-884dad8a25f9 req-5926a9d3-e252-4ff3-8926-bba82919af25 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2cce8247-9091-467b-9589-baa0d2dd4bb5 HTTP/1.1" status: 200 len: 921 time: 0.3922999 Jul 05 03:55:27.601959 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-a7da503f-8992-4f4e-abca-2b91a241e7a8 service neutron] Request body: {'port': {'device_id': '03283c32-27e5-4bbe-81b6-a81a7ff331f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:27.632933 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-154384c1-2828-46e5-9cca-00af281194a3 req-10d28695-7ea5-4672-ae2f-ba77eb85fb37 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "GET /v2.0/security-groups?id=466a8c9d-2933-4b61-aca6-4e66bbf96eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703386 Jul 05 03:55:27.712535 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-6a2c5681-77a2-4f39-a72b-672af3c9eba0 admin admin] Deleting port 5659ec96-64dc-4d95-8e5d-6166df680316 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:27.713407 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6a2c5681-77a2-4f39-a72b-672af3c9eba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.863334 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5410026f-b007-4c56-bc59-22b1a95568d3 None None] Sync routers for ids ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:27.886737 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5410026f-b007-4c56-bc59-22b1a95568d3 None None] Routers {'e8c8aba0-6b37-4fba-98df-2453f45c3a71'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:27.887737 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-5410026f-b007-4c56-bc59-22b1a95568d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:28.048305 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1b530aeb-cb78-4080-b8c5-6c8196d82131 None None] Provisioning for port b04799f5-0951-4aba-9d56-1775e3230224 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:28.071007 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1b530aeb-cb78-4080-b8c5-6c8196d82131 None None] Provisioning complete for port b04799f5-0951-4aba-9d56-1775e3230224 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:28.071538 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1b530aeb-cb78-4080-b8c5-6c8196d82131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.076844 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-5410026f-b007-4c56-bc59-22b1a95568d3 None None] Set router e8c8aba0-6b37-4fba-98df-2453f45c3a71 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:28.140880 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-1b530aeb-cb78-4080-b8c5-6c8196d82131 None None] Port b04799f5-0951-4aba-9d56-1775e3230224 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:55:28.333315 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-85eb7584-467d-4a41-878b-884dad8a25f9 req-4e06a0bf-c4b8-418e-bd44-5449434f5558 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f96ad895-fd19-4a35-8349-71cd5ac8f523 HTTP/1.1" status: 200 len: 217 time: 0.7247951 Jul 05 03:55:28.339036 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-471aa2c4-6e9a-4d6f-9d76-205525a35b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:28.341785 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-471aa2c4-6e9a-4d6f-9d76-205525a35b73 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2cce8247-9091-467b-9589-baa0d2dd4bb5 HTTP/1.1" status: 200 len: 921 time: 1.0582600 Jul 05 03:55:28.435590 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-6a2c5681-77a2-4f39-a72b-672af3c9eba0 admin admin] For port 5659ec96-64dc-4d95-8e5d-6166df680316, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5659ec96-64dc-4d95-8e5d-6166df680316,segment=NetworkSegment(63f8efb6-5901-4e21-ba0f-571de3786984),segment_id=63f8efb6-5901-4e21-ba0f-571de3786984)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:28.436260 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6a2c5681-77a2-4f39-a72b-672af3c9eba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.438657 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-5410026f-b007-4c56-bc59-22b1a95568d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:21Z', 'revision_number': 4, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '24a11245-b1bb-4d0f-b48d-0427f8de9bdc', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'port_id': 'a5fa4400-6baa-46e7-be4a-eb5346e0161e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'mac_address': 'fa:16:3e:78:a5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4b5b93-86d9-4c58-92dc-f68343a97c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:54:50Z', 'updated_at': '2021-07-05T03:55:26Z', 'revision_number': 4, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb3c1dc-f602-4022-9cf2-273e35a46e35', 'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'mac_address': 'fa:16:3e:40:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:19Z', 'updated_at': '2021-07-05T03:54:28Z', 'revision_number': 5, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'subnets': [{'id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:28.457133 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-6a2c5681-77a2-4f39-a72b-672af3c9eba0 admin admin] Calling delete_port for 5659ec96-64dc-4d95-8e5d-6166df680316 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:28.465560 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 0b395ea7-e123-41b3-a00c-0609cc71e1d5 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:28.476255 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5410026f-b007-4c56-bc59-22b1a95568d3 None None] Checking router: e8c8aba0-6b37-4fba-98df-2453f45c3a71 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:28.487932 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5410026f-b007-4c56-bc59-22b1a95568d3 None None] Routers {'e8c8aba0-6b37-4fba-98df-2453f45c3a71'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:28.488657 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-5410026f-b007-4c56-bc59-22b1a95568d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:28.506244 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb7584-467d-4a41-878b-884dad8a25f9 req-81536992-8963-462c-9455-8b61278bc358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:28.507749 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-85eb7584-467d-4a41-878b-884dad8a25f9 req-81536992-8963-462c-9455-8b61278bc358 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2289456f-17c4-488d-a3e1-47cb5ed1e25a HTTP/1.1" status: 200 len: 859 time: 0.1630683 Jul 05 03:55:28.510497 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-76b834b7-64a9-4ca7-ba73-44b12eb4c0b1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5fa4400-6baa-46e7-be4a-eb5346e0161e HTTP/1.1" status: 200 len: 1000 time: 0.1520030 Jul 05 03:55:28.539593 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bb503cde-4272-4064-9880-f1e687e0fd34 None None] Provisioning for port 372e5c95-500c-4d2a-a795-11448643f5ba completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:28.553741 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-b230aee1-281b-4eee-871d-031c7b049624 admin admin] Deleting port 1dd25ae6-d063-4db0-83ab-acff594831a4 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:28.554265 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b230aee1-281b-4eee-871d-031c7b049624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.575252 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bb503cde-4272-4064-9880-f1e687e0fd34 None None] Provisioning complete for port 372e5c95-500c-4d2a-a795-11448643f5ba triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:28.576365 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bb503cde-4272-4064-9880-f1e687e0fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.595454 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-a7da503f-8992-4f4e-abca-2b91a241e7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.619536 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb1b8b-f1a5-46d2-8c4c-661a4f4b95cf req-87cd5bee-562e-4975-a28d-ab34783e8514 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:28.626325 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb1b8b-f1a5-46d2-8c4c-661a4f4b95cf req-87cd5bee-562e-4975-a28d-ab34783e8514 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:28.632291 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb1b8b-f1a5-46d2-8c4c-661a4f4b95cf req-87cd5bee-562e-4975-a28d-ab34783e8514 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:28.636315 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-5410026f-b007-4c56-bc59-22b1a95568d3 None None] Set router e8c8aba0-6b37-4fba-98df-2453f45c3a71 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:28.640123 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb1b8b-f1a5-46d2-8c4c-661a4f4b95cf req-87cd5bee-562e-4975-a28d-ab34783e8514 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:28.648579 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb1b8b-f1a5-46d2-8c4c-661a4f4b95cf req-87cd5bee-562e-4975-a28d-ab34783e8514 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:28.656887 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb1b8b-f1a5-46d2-8c4c-661a4f4b95cf req-87cd5bee-562e-4975-a28d-ab34783e8514 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:28.663291 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb1b8b-f1a5-46d2-8c4c-661a4f4b95cf req-87cd5bee-562e-4975-a28d-ab34783e8514 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:28.666412 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3e552b32-3b12-430d-a4b9-324f67a94232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.672726 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9ceb1b8b-f1a5-46d2-8c4c-661a4f4b95cf req-87cd5bee-562e-4975-a28d-ab34783e8514 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5425 time: 0.3363221 Jul 05 03:55:28.708845 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-bb503cde-4272-4064-9880-f1e687e0fd34 None None] Port 372e5c95-500c-4d2a-a795-11448643f5ba cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:55:28.800360 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.812213 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9ceb1b8b-f1a5-46d2-8c4c-661a4f4b95cf req-fe33ea6b-535c-417d-834d-514c7dc775f7 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1384726 Jul 05 03:55:28.829699 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e268c4a7-4135-44a0-aa31-48d2ec19bbf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b395ea7-e123-41b3-a00c-0609cc71e1d5'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:28.833263 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a78b6c-62b9-42b5-adce-ae8eb2bc98fd" -d '{"events": [{"server_uuid": "e268c4a7-4135-44a0-aa31-48d2ec19bbf9", "name": "network-vif-unplugged", "status": "completed", "tag": "0b395ea7-e123-41b3-a00c-0609cc71e1d5"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:28.855375 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 0b395ea7-e123-41b3-a00c-0609cc71e1d5, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=0b395ea7-e123-41b3-a00c-0609cc71e1d5,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:28.860562 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4b5b93-86d9-4c58-92dc-f68343a97c76', 'tag': 'a5fa4400-6baa-46e7-be4a-eb5346e0161e'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:28.861650 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.863188 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e96546d-49b2-42d8-8cf1-5ac5d14bd05d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c4b5b93-86d9-4c58-92dc-f68343a97c76", "tag": "a5fa4400-6baa-46e7-be4a-eb5346e0161e"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:28.874235 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db4e2fa-bf77-4053-a5b0-06f8abeedcd1', 'name': 'network-vif-deleted', 'tag': 'ad53c650-52b8-4688-b4de-147d4df8e7c7'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:28.878379 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066fd418-da42-4206-ae1b-c97d85df1f32" -d '{"events": [{"server_uuid": "5db4e2fa-bf77-4053-a5b0-06f8abeedcd1", "name": "network-vif-deleted", "tag": "ad53c650-52b8-4688-b4de-147d4df8e7c7"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:28.894872 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-b230aee1-281b-4eee-871d-031c7b049624 admin admin] For port 1dd25ae6-d063-4db0-83ab-acff594831a4, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1dd25ae6-d063-4db0-83ab-acff594831a4,segment=NetworkSegment(746510e4-0771-4ec5-a4b5-80f1ff823a1b),segment_id=746510e4-0771-4ec5-a4b5-80f1ff823a1b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:28.895248 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b230aee1-281b-4eee-871d-031c7b049624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.922048 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-b230aee1-281b-4eee-871d-031c7b049624 admin admin] Calling delete_port for 1dd25ae6-d063-4db0-83ab-acff594831a4 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:28.951669 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-e09719ea-8f53-4e32-8745-1e2bdef13ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:28.953721 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-e09719ea-8f53-4e32-8745-1e2bdef13ce8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2289456f-17c4-488d-a3e1-47cb5ed1e25a HTTP/1.1" status: 200 len: 859 time: 0.3927853 Jul 05 03:55:28.995064 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=0b395ea7-e123-41b3-a00c-0609cc71e1d5,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:28.996205 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-5410026f-b007-4c56-bc59-22b1a95568d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:21Z', 'revision_number': 4, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '24a11245-b1bb-4d0f-b48d-0427f8de9bdc', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'port_id': 'a5fa4400-6baa-46e7-be4a-eb5346e0161e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'mac_address': 'fa:16:3e:78:a5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4b5b93-86d9-4c58-92dc-f68343a97c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:54:50Z', 'updated_at': '2021-07-05T03:55:26Z', 'revision_number': 4, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb3c1dc-f602-4022-9cf2-273e35a46e35', 'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'mac_address': 'fa:16:3e:40:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:19Z', 'updated_at': '2021-07-05T03:54:28Z', 'revision_number': 5, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'subnets': [{'id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:29.011106 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:29.011537 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:29.011911 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:29.013565 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:29.013565 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:29.013565 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:29.013565 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:29.013565 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:29.014102 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:29.014206 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb7584-467d-4a41-878b-884dad8a25f9 req-678a4977-781e-4e6e-ad4c-22d102957b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:29.014316 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:29.014458 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:29.014784 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:29.015647 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-85eb7584-467d-4a41-878b-884dad8a25f9 req-678a4977-781e-4e6e-ad4c-22d102957b68 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cce8247-9091-467b-9589-baa0d2dd4bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4534397 Jul 05 03:55:29.020830 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.044966 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5410026f-b007-4c56-bc59-22b1a95568d3 None None] The sync data for ids ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'] in n-d-780147-23 is: [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:21Z', 'revision_number': 4, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '24a11245-b1bb-4d0f-b48d-0427f8de9bdc', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'port_id': 'a5fa4400-6baa-46e7-be4a-eb5346e0161e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'mac_address': 'fa:16:3e:78:a5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4b5b93-86d9-4c58-92dc-f68343a97c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:54:50Z', 'updated_at': '2021-07-05T03:55:26Z', 'revision_number': 4, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb3c1dc-f602-4022-9cf2-273e35a46e35', 'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'mac_address': 'fa:16:3e:40:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:19Z', 'updated_at': '2021-07-05T03:54:28Z', 'revision_number': 5, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'subnets': [{'id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:29.075304 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-980f7d04-23ad-4fd9-a254-f8c583405297 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.197867 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-a7da503f-8992-4f4e-abca-2b91a241e7a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 372e5c95-500c-4d2a-a795-11448643f5ba {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:29.216394 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-a7da503f-8992-4f4e-abca-2b91a241e7a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.222677 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6a2c5681-77a2-4f39-a72b-672af3c9eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.239399 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-0862a2a5-5c79-4ad3-ae41-97a65af0a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:29.241007 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-0862a2a5-5c79-4ad3-ae41-97a65af0a757 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2cce8247-9091-467b-9589-baa0d2dd4bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2722435 Jul 05 03:55:29.259003 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-a7da503f-8992-4f4e-abca-2b91a241e7a8 service neutron] Transition to ACTIVE for port object 372e5c95-500c-4d2a-a795-11448643f5ba will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:29.269381 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c5681-77a2-4f39-a72b-672af3c9eba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5659ec96-64dc-4d95-8e5d-6166df680316,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:29.295380 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-a7da503f-8992-4f4e-abca-2b91a241e7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.321277 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfa5a5-9eba-445b-a697-2792f77aabe9 req-be7d86ff-6079-48b9-87f1-d9e5e5d12e26 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:29.323540 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-25dfa5a5-9eba-445b-a697-2792f77aabe9 req-be7d86ff-6079-48b9-87f1-d9e5e5d12e26 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 936 time: 0.2783921 Jul 05 03:55:29.325772 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b230aee1-281b-4eee-871d-031c7b049624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.376162 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-85eb7584-467d-4a41-878b-884dad8a25f9 req-ec47447d-1f00-4554-93dc-7ab18865eb00 service neutron] 10.222.0.70 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394992 Jul 05 03:55:29.391319 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230aee1-281b-4eee-871d-031c7b049624 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dd25ae6-d063-4db0-83ab-acff594831a4,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:29.474276 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-25dfa5a5-9eba-445b-a697-2792f77aabe9 req-6aa39314-3576-45a8-b56d-e98f96077e8d tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267481 Jul 05 03:55:29.479426 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-980f7d04-23ad-4fd9-a254-f8c583405297 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Allocated IP 172.25.1.40 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/e1710192-9c98-4f60-adcd-2ede2e3d5ea1) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:29.488800 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da503f-8992-4f4e-abca-2b91a241e7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=372e5c95-500c-4d2a-a795-11448643f5ba,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:29.689276 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6a2c5681-77a2-4f39-a72b-672af3c9eba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.732412 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-601b4efa-7900-41de-80f2-0afa4afe2d83 service neutron] 10.222.0.77 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782383 Jul 05 03:55:29.831690 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-85eb7584-467d-4a41-878b-884dad8a25f9 req-c8e51002-3d46-4ae2-ac67-dc5dbba57845 service neutron] 10.222.0.70 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426019 Jul 05 03:55:29.850424 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b230aee1-281b-4eee-871d-031c7b049624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.863701 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-a7da503f-8992-4f4e-abca-2b91a241e7a8 service neutron] Attempting to bind port 372e5c95-500c-4d2a-a795-11448643f5ba on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:29.863979 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-a7da503f-8992-4f4e-abca-2b91a241e7a8 service neutron] Attempting to bind port 372e5c95-500c-4d2a-a795-11448643f5ba by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:29.864140 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-a7da503f-8992-4f4e-abca-2b91a241e7a8 service neutron] Attempting to bind port 372e5c95-500c-4d2a-a795-11448643f5ba on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:29.883609 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-a7da503f-8992-4f4e-abca-2b91a241e7a8 service neutron] Port 372e5c95-500c-4d2a-a795-11448643f5ba on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:55:29.884059 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-a7da503f-8992-4f4e-abca-2b91a241e7a8 service neutron] Attempting to bind port 372e5c95-500c-4d2a-a795-11448643f5ba on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:29.910380 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-a7da503f-8992-4f4e-abca-2b91a241e7a8 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:29.910732 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-a7da503f-8992-4f4e-abca-2b91a241e7a8 service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:29.911107 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-a7da503f-8992-4f4e-abca-2b91a241e7a8 service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:29.911555 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-a7da503f-8992-4f4e-abca-2b91a241e7a8 service neutron] Bound port: 372e5c95-500c-4d2a-a795-11448643f5ba, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:29.911939 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-a7da503f-8992-4f4e-abca-2b91a241e7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.927645 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-980f7d04-23ad-4fd9-a254-f8c583405297 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.974261 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d859474-10cc-40b8-a42a-c4ea4a0a938d req-558c2379-9e5b-4f99-b999-47141ccb1442 service neutron] 10.222.0.77 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303574 Jul 05 03:55:30.027588 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-a7da503f-8992-4f4e-abca-2b91a241e7a8 service neutron] For port 372e5c95-500c-4d2a-a795-11448643f5ba, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:30.031761 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-a7da503f-8992-4f4e-abca-2b91a241e7a8 service neutron] For port 372e5c95-500c-4d2a-a795-11448643f5ba, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=372e5c95-500c-4d2a-a795-11448643f5ba,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:30.043974 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-a7da503f-8992-4f4e-abca-2b91a241e7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.081667 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-980f7d04-23ad-4fd9-a254-f8c583405297 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.095461 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-a7da503f-8992-4f4e-abca-2b91a241e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:30.096162 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-a7da503f-8992-4f4e-abca-2b91a241e7a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.097617 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-a7da503f-8992-4f4e-abca-2b91a241e7a8 service neutron] 10.222.0.70 "PUT /v2.0/ports/372e5c95-500c-4d2a-a795-11448643f5ba HTTP/1.1" status: 200 len: 1097 time: 2.5085864 Jul 05 03:55:30.117177 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980f7d04-23ad-4fd9-a254-f8c583405297 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:30.134812 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-980f7d04-23ad-4fd9-a254-f8c583405297 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:30.141629 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980f7d04-23ad-4fd9-a254-f8c583405297 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:30.146618 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da503f-8992-4f4e-abca-2b91a241e7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=372e5c95-500c-4d2a-a795-11448643f5ba,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:30.192080 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53426) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:30.237974 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee92e3d4-e4c9-4dea-829a-6ccafc706ebc x-openstack-request-id: req-ee92e3d4-e4c9-4dea-829a-6ccafc706ebc {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:30.238764 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e268c4a7-4135-44a0-aa31-48d2ec19bbf9", "name": "network-vif-unplugged", "status": "completed", "tag": "0b395ea7-e123-41b3-a00c-0609cc71e1d5", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:30.239028 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ee92e3d4-e4c9-4dea-829a-6ccafc706ebc {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:30.239734 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e268c4a7-4135-44a0-aa31-48d2ec19bbf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b395ea7-e123-41b3-a00c-0609cc71e1d5', 'code': 200} Jul 05 03:55:30.263344 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2c5681-77a2-4f39-a72b-672af3c9eba0 admin admin] Router d013a0a4-9073-46ec-b7b4-e06d9c7489b8 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:30.300024 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a6053b-6e80-429b-a128-d94270c4bdb0 x-openstack-request-id: req-06a6053b-6e80-429b-a128-d94270c4bdb0 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:30.302103 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c4b5b93-86d9-4c58-92dc-f68343a97c76", "tag": "a5fa4400-6baa-46e7-be4a-eb5346e0161e", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:30.302480 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-06a6053b-6e80-429b-a128-d94270c4bdb0 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:30.303004 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4b5b93-86d9-4c58-92dc-f68343a97c76', 'tag': 'a5fa4400-6baa-46e7-be4a-eb5346e0161e', 'status': 'completed', 'code': 200} Jul 05 03:55:30.339595 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f7d04-23ad-4fd9-a254-f8c583405297 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Pushing event updated for resources: {'Port': ['ID=e1710192-9c98-4f60-adcd-2ede2e3d5ea1,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:30.376868 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8536390a-67f1-4335-8e7d-5ed338a1205c x-openstack-request-id: req-8536390a-67f1-4335-8e7d-5ed338a1205c {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:30.377226 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db4e2fa-bf77-4053-a5b0-06f8abeedcd1", "name": "network-vif-deleted", "tag": "ad53c650-52b8-4688-b4de-147d4df8e7c7", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:30.377551 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8536390a-67f1-4335-8e7d-5ed338a1205c {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:30.377953 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db4e2fa-bf77-4053-a5b0-06f8abeedcd1', 'name': 'network-vif-deleted', 'tag': 'ad53c650-52b8-4688-b4de-147d4df8e7c7', 'status': 'completed', 'code': 200} Jul 05 03:55:30.432051 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ab87d7-8133-4547-9115-f470bcab50eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Deleting subnet 6691bb5c-eba6-4538-93b2-4d1239cb4bf6 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:55:30.454847 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-9963e7d3-fc34-4701-9b49-9d779f77a951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:30.456433 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-9963e7d3-fc34-4701-9b49-9d779f77a951 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 1100 time: 0.2809021 Jul 05 03:55:30.457213 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-34ab87d7-8133-4547-9115-f470bcab50eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.557381 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-01bd8999-b93f-48c5-8ca3-6e1786ea4566 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=372e5c95-500c-4d2a-a795-11448643f5ba HTTP/1.1" status: 200 len: 217 time: 0.0536902 Jul 05 03:55:30.633237 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b230aee1-281b-4eee-871d-031c7b049624 admin admin] Router 685633ba-083c-4a88-8113-c61238c37f56 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:30.637028 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-34ab87d7-8133-4547-9115-f470bcab50eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.642984 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b5c0f74b-9b01-4a46-b2c6-2dcc3a34999d req-e09b6179-7720-4883-a5d2-9abbb1e8c549 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 1000 time: 0.2055805 Jul 05 03:55:30.685377 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-c9b4fb69-2fb8-4279-ac15-eb2f8cf5f6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:30.686949 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-c9b4fb69-2fb8-4279-ac15-eb2f8cf5f6ab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1093354 Jul 05 03:55:30.728728 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd148dc-f32c-4272-8608-cbf4aed270be req-2df6946d-7e66-427b-90f2-1b6a93c2001c tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:30.734837 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd148dc-f32c-4272-8608-cbf4aed270be req-2df6946d-7e66-427b-90f2-1b6a93c2001c tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:30.741114 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd148dc-f32c-4272-8608-cbf4aed270be req-2df6946d-7e66-427b-90f2-1b6a93c2001c tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:30.748102 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd148dc-f32c-4272-8608-cbf4aed270be req-2df6946d-7e66-427b-90f2-1b6a93c2001c tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:30.754032 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd148dc-f32c-4272-8608-cbf4aed270be req-2df6946d-7e66-427b-90f2-1b6a93c2001c tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:30.760355 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd148dc-f32c-4272-8608-cbf4aed270be req-2df6946d-7e66-427b-90f2-1b6a93c2001c tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:30.766332 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd148dc-f32c-4272-8608-cbf4aed270be req-2df6946d-7e66-427b-90f2-1b6a93c2001c tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:30.769723 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cdd148dc-f32c-4272-8608-cbf4aed270be req-2df6946d-7e66-427b-90f2-1b6a93c2001c tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5425 time: 0.2642066 Jul 05 03:55:30.927167 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cdd148dc-f32c-4272-8608-cbf4aed270be req-4aa495e7-61ca-4b10-bac2-161fd38ab583 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1322763 Jul 05 03:55:30.945151 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-d86f0473-7ce0-4a8b-9614-a450861e676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:30.946770 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-d86f0473-7ce0-4a8b-9614-a450861e676a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2460387 Jul 05 03:55:31.086193 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-980f7d04-23ad-4fd9-a254-f8c583405297 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.145007 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96546d-49b2-42d8-8cf1-5ac5d14bd05d req-6824886e-78de-44b7-a30f-9c1c1f912d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:31.145255 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-82d34e37-65e5-4a04-89fa-a46526d5ee44 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530299 Jul 05 03:55:31.147145 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0e96546d-49b2-42d8-8cf1-5ac5d14bd05d req-6824886e-78de-44b7-a30f-9c1c1f912d8a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c0d75bfcc600410081741fd09dc4c3bb&device_id=6c4b5b93-86d9-4c58-92dc-f68343a97c76 HTTP/1.1" status: 200 len: 1097 time: 0.7833581 Jul 05 03:55:31.152899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2c5681-77a2-4f39-a72b-672af3c9eba0 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:31.163176 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6a2c5681-77a2-4f39-a72b-672af3c9eba0 admin admin] 10.222.0.77 "PUT /v2.0/routers/d013a0a4-9073-46ec-b7b4-e06d9c7489b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0913246 Jul 05 03:55:31.165812 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53436) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:31.182740 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0f74b-9b01-4a46-b2c6-2dcc3a34999d req-d526b20d-e328-49b2-a192-e61d4d5eeafa tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:31.196672 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5f97f9-c996-484f-92b5-cf2c7d8df211 None None] Sync routers for ids ['d013a0a4-9073-46ec-b7b4-e06d9c7489b8'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:31.211668 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b5c0f74b-9b01-4a46-b2c6-2dcc3a34999d req-d526b20d-e328-49b2-a192-e61d4d5eeafa tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports/a5fa4400-6baa-46e7-be4a-eb5346e0161e HTTP/1.1" status: 200 len: 942 time: 0.2249200 Jul 05 03:55:31.249374 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-34ab87d7-8133-4547-9115-f470bcab50eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.250021 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5f97f9-c996-484f-92b5-cf2c7d8df211 None None] Routers {'d013a0a4-9073-46ec-b7b4-e06d9c7489b8'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:31.257128 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5e5f97f9-c996-484f-92b5-cf2c7d8df211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d013a0a4-9073-46ec-b7b4-e06d9c7489b8'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:31.405844 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ede9cc3b-7560-461f-a5f6-bdf7fee10345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.492744 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-5e5f97f9-c996-484f-92b5-cf2c7d8df211 None None] Set router d013a0a4-9073-46ec-b7b4-e06d9c7489b8 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:31.595691 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-34ab87d7-8133-4547-9115-f470bcab50eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.613244 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b230aee1-281b-4eee-871d-031c7b049624 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:31.624074 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b230aee1-281b-4eee-871d-031c7b049624 admin admin] 10.222.0.77 "PUT /v2.0/routers/685633ba-083c-4a88-8113-c61238c37f56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7845464 Jul 05 03:55:31.628748 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538a94d-6eb1-4f16-b09b-b32de49952c0 None None] Sync routers for ids ['685633ba-083c-4a88-8113-c61238c37f56'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:31.643208 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538a94d-6eb1-4f16-b09b-b32de49952c0 None None] Routers {'685633ba-083c-4a88-8113-c61238c37f56'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:31.644280 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e538a94d-6eb1-4f16-b09b-b32de49952c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['685633ba-083c-4a88-8113-c61238c37f56'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:31.646459 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53442) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:31.657726 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b5c0f74b-9b01-4a46-b2c6-2dcc3a34999d req-8a35820e-21a5-46b7-8ccd-123fd4b8edfc tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 1000 time: 0.2231886 Jul 05 03:55:31.670166 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab87d7-8133-4547-9115-f470bcab50eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event deleted for resources: {'Subnet': ['ID=6691bb5c-eba6-4538-93b2-4d1239cb4bf6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:31.675480 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-34ab87d7-8133-4547-9115-f470bcab50eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.678323 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-34ab87d7-8133-4547-9115-f470bcab50eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "DELETE /v2.0/subnets/6691bb5c-eba6-4538-93b2-4d1239cb4bf6 HTTP/1.1" status: 204 len: 168 time: 1.4833298 Jul 05 03:55:31.683612 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027e9dfe-65b1-4f3e-89dd-e07c0befed1c None None] Network 4dbfeebd-4143-4254-aa35-e9517e599282 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:31.729834 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.743457 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53444) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:31.800344 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab87d7-8133-4547-9115-f470bcab50eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:31.800972 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab87d7-8133-4547-9115-f470bcab50eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:31.801526 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab87d7-8133-4547-9115-f470bcab50eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:31.802035 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab87d7-8133-4547-9115-f470bcab50eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:31.802547 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab87d7-8133-4547-9115-f470bcab50eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:31.803042 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab87d7-8133-4547-9115-f470bcab50eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:31.804178 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab87d7-8133-4547-9115-f470bcab50eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:31.804716 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab87d7-8133-4547-9115-f470bcab50eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:31.805228 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab87d7-8133-4547-9115-f470bcab50eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:31.806541 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab87d7-8133-4547-9115-f470bcab50eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:31.807584 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab87d7-8133-4547-9115-f470bcab50eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:31.808155 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ab87d7-8133-4547-9115-f470bcab50eb tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:31.818991 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96546d-49b2-42d8-8cf1-5ac5d14bd05d req-ed9c7bc2-1653-46a8-bac0-b5044403e7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:31.821398 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0e96546d-49b2-42d8-8cf1-5ac5d14bd05d req-ed9c7bc2-1653-46a8-bac0-b5044403e7ba service neutron] 10.222.0.89 "GET /v2.0/networks?id=2cce8247-9091-467b-9589-baa0d2dd4bb5 HTTP/1.1" status: 200 len: 921 time: 0.5086625 Jul 05 03:55:31.822758 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-e538a94d-6eb1-4f16-b09b-b32de49952c0 None None] Set router 685633ba-083c-4a88-8113-c61238c37f56 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:31.823368 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5e5f97f9-c996-484f-92b5-cf2c7d8df211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'name': 'tempest-ServersTestBootFromVolume-1995266509-router', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:42Z', 'updated_at': '2021-07-05T03:55:28Z', 'revision_number': 5, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'gw_port': {'id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:43Z', 'updated_at': '2021-07-05T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:31.858349 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5f97f9-c996-484f-92b5-cf2c7d8df211 None None] Checking router: d013a0a4-9073-46ec-b7b4-e06d9c7489b8 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:31.858937 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-980f7d04-23ad-4fd9-a254-f8c583405297 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.873886 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5f97f9-c996-484f-92b5-cf2c7d8df211 None None] Routers {'d013a0a4-9073-46ec-b7b4-e06d9c7489b8'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:31.874655 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5e5f97f9-c996-484f-92b5-cf2c7d8df211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d013a0a4-9073-46ec-b7b4-e06d9c7489b8'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:31.916664 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['63ec1ef3-1bc2-4036-b7e6-034a978916ca'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:31.959641 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-37ce36b8-ee9a-4f46-8ea1-db72b203b935 req-a218db1d-24aa-420c-9330-f9f0f69fc2f0 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8051636 Jul 05 03:55:31.975855 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b3a68-0201-4663-90df-ea22b3470ca6 req-176e68be-c787-4df2-a425-e594879d141b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:31.977299 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-350b3a68-0201-4663-90df-ea22b3470ca6 req-176e68be-c787-4df2-a425-e594879d141b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 948 time: 0.6402037 Jul 05 03:55:31.981986 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e74c819c-5cf4-46c7-80f2-8a141f2e32fd admin admin] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.069601 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-5e5f97f9-c996-484f-92b5-cf2c7d8df211 None None] Set router d013a0a4-9073-46ec-b7b4-e06d9c7489b8 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:32.069849 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0acba2f-9d57-4ab7-b1d1-778145186612 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.071682 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2b8cd0-f5ca-4727-b54b-ffe278d94e21 None None] DHCP port deletion for 4dbfeebd-4143-4254-aa35-e9517e599282 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:55:32.110706 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0e96546d-49b2-42d8-8cf1-5ac5d14bd05d req-e10daaec-3cfa-476d-82d7-93fb41b970fb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5fa4400-6baa-46e7-be4a-eb5346e0161e HTTP/1.1" status: 200 len: 1000 time: 0.2174299 Jul 05 03:55:32.139781 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d8941b1-6855-4f77-bdfc-997e25aa0367 admin admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.155559 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e74c819c-5cf4-46c7-80f2-8a141f2e32fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.159505 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e538a94d-6eb1-4f16-b09b-b32de49952c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685633ba-083c-4a88-8113-c61238c37f56', 'name': 'tempest-ServersTestJSON-194893897-router', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:04Z', 'updated_at': '2021-07-05T03:55:29Z', 'revision_number': 5, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'gw_port': {'id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685633ba-083c-4a88-8113-c61238c37f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:05Z', 'updated_at': '2021-07-05T03:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:32.200220 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538a94d-6eb1-4f16-b09b-b32de49952c0 None None] Checking router: 685633ba-083c-4a88-8113-c61238c37f56 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:32.214518 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0f74b-9b01-4a46-b2c6-2dcc3a34999d req-2bbdd53a-7d0a-4000-bddf-3edfb649fb68 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:32.216745 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b5c0f74b-9b01-4a46-b2c6-2dcc3a34999d req-2bbdd53a-7d0a-4000-bddf-3edfb649fb68 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.5477452 Jul 05 03:55:32.223187 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-350b3a68-0201-4663-90df-ea22b3470ca6 req-f91b808f-160f-4f9f-a831-767be4f0c7e1 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266634 Jul 05 03:55:32.226601 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538a94d-6eb1-4f16-b09b-b32de49952c0 None None] Routers {'685633ba-083c-4a88-8113-c61238c37f56'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:32.227517 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e538a94d-6eb1-4f16-b09b-b32de49952c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['685633ba-083c-4a88-8113-c61238c37f56'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:32.265466 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-b5c0f74b-9b01-4a46-b2c6-2dcc3a34999d req-fb036f65-0af1-4702-8b4f-aef33d225b03 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:55:32.267699 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b5c0f74b-9b01-4a46-b2c6-2dcc3a34999d req-fb036f65-0af1-4702-8b4f-aef33d225b03 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073681 Jul 05 03:55:32.280848 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-e74c819c-5cf4-46c7-80f2-8a141f2e32fd admin admin] Deleting port 96efd26b-88bd-492d-88ec-7ceab448c99b {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:32.281201 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e74c819c-5cf4-46c7-80f2-8a141f2e32fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.328462 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03283c32-27e5-4bbe-81b6-a81a7ff331f0', 'tag': '372e5c95-500c-4d2a-a795-11448643f5ba'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:32.330795 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def6a474-96b1-40d2-8b9d-b044f0cd7e49" -d '{"events": [{"name": "network-changed", "server_uuid": "03283c32-27e5-4bbe-81b6-a81a7ff331f0", "tag": "372e5c95-500c-4d2a-a795-11448643f5ba"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:32.336845 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96546d-49b2-42d8-8cf1-5ac5d14bd05d req-53af3b25-04e6-4083-8703-3ea3da91a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:32.339116 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0e96546d-49b2-42d8-8cf1-5ac5d14bd05d req-53af3b25-04e6-4083-8703-3ea3da91a628 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2289456f-17c4-488d-a3e1-47cb5ed1e25a HTTP/1.1" status: 200 len: 859 time: 0.2136712 Jul 05 03:55:32.402488 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-980f7d04-23ad-4fd9-a254-f8c583405297 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.411447 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d8941b1-6855-4f77-bdfc-997e25aa0367 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.437365 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-a0acba2f-9d57-4ab7-b1d1-778145186612 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Deleting port 247fa9d3-97fd-44c3-871f-307f25c1e0fd {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:32.437706 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0acba2f-9d57-4ab7-b1d1-778145186612 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.449568 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-980f7d04-23ad-4fd9-a254-f8c583405297 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.491875 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-e538a94d-6eb1-4f16-b09b-b32de49952c0 None None] Set router 685633ba-083c-4a88-8113-c61238c37f56 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:32.559687 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-980f7d04-23ad-4fd9-a254-f8c583405297 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.590521 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.612736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-fa2b8cd0-f5ca-4727-b54b-ffe278d94e21 None None] Deleting port 247fa9d3-97fd-44c3-871f-307f25c1e0fd {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:32.613903 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8cd0-f5ca-4727-b54b-ffe278d94e21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.619120 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-a0acba2f-9d57-4ab7-b1d1-778145186612 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] For port 247fa9d3-97fd-44c3-871f-307f25c1e0fd, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=247fa9d3-97fd-44c3-871f-307f25c1e0fd,segment=NetworkSegment(709bd5a5-81b3-421b-a0ed-fd9b08b058f5),segment_id=709bd5a5-81b3-421b-a0ed-fd9b08b058f5)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:32.619449 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0acba2f-9d57-4ab7-b1d1-778145186612 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.626613 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96546d-49b2-42d8-8cf1-5ac5d14bd05d req-34b23b9c-f889-4c43-9eac-18c4ff871241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:32.628514 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0e96546d-49b2-42d8-8cf1-5ac5d14bd05d req-34b23b9c-f889-4c43-9eac-18c4ff871241 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2cce8247-9091-467b-9589-baa0d2dd4bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2804799 Jul 05 03:55:32.647046 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-a0acba2f-9d57-4ab7-b1d1-778145186612 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Calling delete_port for 247fa9d3-97fd-44c3-871f-307f25c1e0fd owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:32.654635 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f7d04-23ad-4fd9-a254-f8c583405297 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Pushing event updated for resources: {'Port': ['ID=e1710192-9c98-4f60-adcd-2ede2e3d5ea1,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:32.660669 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-e74c819c-5cf4-46c7-80f2-8a141f2e32fd admin admin] For port 96efd26b-88bd-492d-88ec-7ceab448c99b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=96efd26b-88bd-492d-88ec-7ceab448c99b,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:32.661287 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e74c819c-5cf4-46c7-80f2-8a141f2e32fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.692945 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-e74c819c-5cf4-46c7-80f2-8a141f2e32fd admin admin] Calling delete_port for 96efd26b-88bd-492d-88ec-7ceab448c99b owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:32.714778 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefb100-9420-43da-895f-7a56c49f7f1f req-fb6cc545-e713-4cdd-8a6b-dad761ae86f4 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:32.716717 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-baefb100-9420-43da-895f-7a56c49f7f1f req-fb6cc545-e713-4cdd-8a6b-dad761ae86f4 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/networks?id=7b6709da-22b7-4420-933a-f93ebf434ce7 HTTP/1.1" status: 200 len: 804 time: 0.3508785 Jul 05 03:55:32.734996 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e538a94d-6eb1-4f16-b09b-b32de49952c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685633ba-083c-4a88-8113-c61238c37f56', 'name': 'tempest-ServersTestJSON-194893897-router', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:04Z', 'updated_at': '2021-07-05T03:55:29Z', 'revision_number': 5, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'gw_port': {'id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685633ba-083c-4a88-8113-c61238c37f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:05Z', 'updated_at': '2021-07-05T03:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:32.754250 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device ed8d3ec4-006f-4eb5-af83-d5d95a707d39 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:32.777101 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-baefb100-9420-43da-895f-7a56c49f7f1f req-087a276a-bc75-4baf-b87a-7183bf213247 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/quotas/0b15a843c894428bb9d88f84ee28689c HTTP/1.1" status: 200 len: 375 time: 0.0199108 Jul 05 03:55:32.787961 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-8d8941b1-6855-4f77-bdfc-997e25aa0367 admin admin] Deleting port 53e8b6cb-56db-4809-9b0b-b45e6c33406e {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:32.787961 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d8941b1-6855-4f77-bdfc-997e25aa0367 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.804904 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff36f5d-800e-4107-a84a-0582e31db019 req-6b6d63cc-5cc6-4f5b-8cb9-5f2655034560 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:32.811676 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff36f5d-800e-4107-a84a-0582e31db019 req-6b6d63cc-5cc6-4f5b-8cb9-5f2655034560 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:32.818157 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff36f5d-800e-4107-a84a-0582e31db019 req-6b6d63cc-5cc6-4f5b-8cb9-5f2655034560 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:32.825291 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff36f5d-800e-4107-a84a-0582e31db019 req-6b6d63cc-5cc6-4f5b-8cb9-5f2655034560 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:32.832632 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff36f5d-800e-4107-a84a-0582e31db019 req-6b6d63cc-5cc6-4f5b-8cb9-5f2655034560 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:32.839559 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff36f5d-800e-4107-a84a-0582e31db019 req-6b6d63cc-5cc6-4f5b-8cb9-5f2655034560 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:32.845651 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff36f5d-800e-4107-a84a-0582e31db019 req-6b6d63cc-5cc6-4f5b-8cb9-5f2655034560 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:32.847674 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fa2b8cd0-f5ca-4727-b54b-ffe278d94e21 None None] For port 247fa9d3-97fd-44c3-871f-307f25c1e0fd, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=247fa9d3-97fd-44c3-871f-307f25c1e0fd,segment=NetworkSegment(709bd5a5-81b3-421b-a0ed-fd9b08b058f5),segment_id=709bd5a5-81b3-421b-a0ed-fd9b08b058f5)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:32.848225 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8cd0-f5ca-4727-b54b-ffe278d94e21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.854244 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bff36f5d-800e-4107-a84a-0582e31db019 req-6b6d63cc-5cc6-4f5b-8cb9-5f2655034560 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5425 time: 0.3364742 Jul 05 03:55:32.889412 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-fa2b8cd0-f5ca-4727-b54b-ffe278d94e21 None None] Calling delete_port for 247fa9d3-97fd-44c3-871f-307f25c1e0fd owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:32.896758 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-980f7d04-23ad-4fd9-a254-f8c583405297 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Floating IP fe6684d0-ad75-4204-9a32-8b5ce3d388f1 associated. External IP: 172.25.1.40, port: b04799f5-0951-4aba-9d56-1775e3230224. Jul 05 03:55:32.899460 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538a94d-6eb1-4f16-b09b-b32de49952c0 None None] The sync data for ids ['685633ba-083c-4a88-8113-c61238c37f56'] in n-d-780147-23 is: [{'id': '685633ba-083c-4a88-8113-c61238c37f56', 'name': 'tempest-ServersTestJSON-194893897-router', 'tenant_id': 'a20ee6725ac14ac28ce986201945825e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:04Z', 'updated_at': '2021-07-05T03:55:29Z', 'revision_number': 5, 'project_id': 'a20ee6725ac14ac28ce986201945825e', 'gw_port': {'id': '53e8b6cb-56db-4809-9b0b-b45e6c33406e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685633ba-083c-4a88-8113-c61238c37f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:05Z', 'updated_at': '2021-07-05T03:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:32.974594 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5e5f97f9-c996-484f-92b5-cf2c7d8df211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'name': 'tempest-ServersTestBootFromVolume-1995266509-router', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:42Z', 'updated_at': '2021-07-05T03:55:28Z', 'revision_number': 5, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'gw_port': {'id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:43Z', 'updated_at': '2021-07-05T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:33.005640 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bff36f5d-800e-4107-a84a-0582e31db019 req-022e9b46-eec2-46c1-995e-50e7b6b3f9a5 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1503615 Jul 05 03:55:33.011192 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0e96546d-49b2-42d8-8cf1-5ac5d14bd05d req-e9819a13-93b1-49b5-909d-f5d4e7523ded service neutron] 10.222.0.89 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711023 Jul 05 03:55:33.018485 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5f97f9-c996-484f-92b5-cf2c7d8df211 None None] The sync data for ids ['d013a0a4-9073-46ec-b7b4-e06d9c7489b8'] in n-d-780147-23 is: [{'id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'name': 'tempest-ServersTestBootFromVolume-1995266509-router', 'tenant_id': '1c3256d36f164a33816a31bdcaca5989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:42Z', 'updated_at': '2021-07-05T03:55:28Z', 'revision_number': 5, 'project_id': '1c3256d36f164a33816a31bdcaca5989', 'gw_port': {'id': '96efd26b-88bd-492d-88ec-7ceab448c99b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd013a0a4-9073-46ec-b7b4-e06d9c7489b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:43Z', 'updated_at': '2021-07-05T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:33.033401 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port ed8d3ec4-006f-4eb5-af83-d5d95a707d39 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:33.054883 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port ed8d3ec4-006f-4eb5-af83-d5d95a707d39 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:33.055707 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.080444 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0acba2f-9d57-4ab7-b1d1-778145186612 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.088335 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-baefb100-9420-43da-895f-7a56c49f7f1f req-91b2de03-db27-4630-b273-6c61db14e6d4 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b15a843c894428bb9d88f84ee28689c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3055210 Jul 05 03:55:33.135597 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8cd0-f5ca-4727-b54b-ffe278d94e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.168629 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acba2f-9d57-4ab7-b1d1-778145186612 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event deleted for resources: {'Port': ['ID=247fa9d3-97fd-44c3-871f-307f25c1e0fd,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:33.181797 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-8d8941b1-6855-4f77-bdfc-997e25aa0367 admin admin] For port 53e8b6cb-56db-4809-9b0b-b45e6c33406e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=53e8b6cb-56db-4809-9b0b-b45e6c33406e,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:33.181797 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d8941b1-6855-4f77-bdfc-997e25aa0367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.191070 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b8cd0-f5ca-4727-b54b-ffe278d94e21 None None] Pushing event deleted for resources: {'Port': ['ID=247fa9d3-97fd-44c3-871f-307f25c1e0fd,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:33.193144 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0acba2f-9d57-4ab7-b1d1-778145186612 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] No DVR routers for this DVR port 247fa9d3-97fd-44c3-871f-307f25c1e0fd on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:33.202033 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b8cd0-f5ca-4727-b54b-ffe278d94e21 None None] No DVR routers for this DVR port 247fa9d3-97fd-44c3-871f-307f25c1e0fd on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:33.220611 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.237452 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-8d8941b1-6855-4f77-bdfc-997e25aa0367 admin admin] Calling delete_port for 53e8b6cb-56db-4809-9b0b-b45e6c33406e owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:33.250669 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8d3ec4-006f-4eb5-af83-d5d95a707d39'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:33.254146 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab20692-1207-4b27-a995-f0c286e977ad" -d '{"events": [{"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-plugged", "status": "completed", "tag": "ed8d3ec4-006f-4eb5-af83-d5d95a707d39"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:33.308505 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port ed8d3ec4-006f-4eb5-af83-d5d95a707d39, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=ed8d3ec4-006f-4eb5-af83-d5d95a707d39,segment=NetworkSegment(ce7496e1-57b4-4372-aedf-6673118415b3),segment_id=ce7496e1-57b4-4372-aedf-6673118415b3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:33.321223 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.350042 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-7db5d6a5-db8e-41bd-a0cb-bb3011b03609 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 1000 time: 0.2667089 Jul 05 03:55:33.362137 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0e96546d-49b2-42d8-8cf1-5ac5d14bd05d req-55f2c586-3611-47c1-bb68-cf396f8b4a46 service neutron] 10.222.0.89 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370960 Jul 05 03:55:33.380069 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=ed8d3ec4-006f-4eb5-af83-d5d95a707d39,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:33.398242 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0acba2f-9d57-4ab7-b1d1-778145186612 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.417759 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e74c819c-5cf4-46c7-80f2-8a141f2e32fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.431791 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f0b36-443e-47ef-9701-3216a76eece6 req-ab0dc626-5a24-47fc-a3c4-6f6db6f9d1a2 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:33.433405 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6a2f0b36-443e-47ef-9701-3216a76eece6 req-ab0dc626-5a24-47fc-a3c4-6f6db6f9d1a2 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.89 "GET /v2.0/ports?device_id=e268c4a7-4135-44a0-aa31-48d2ec19bbf9 HTTP/1.1" status: 200 len: 943 time: 0.3617070 Jul 05 03:55:33.437296 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-a0acba2f-9d57-4ab7-b1d1-778145186612 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbfeebd-4143-4254-aa35-e9517e599282']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:33.440470 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-baefb100-9420-43da-895f-7a56c49f7f1f req-8ff58511-fc41-48b9-ad96-3d3aaabf8aae service neutron] 10.222.0.77 "GET /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273876 Jul 05 03:55:33.460923 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-a0acba2f-9d57-4ab7-b1d1-778145186612 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '709bd5a5-81b3-421b-a0ed-fd9b08b058f5') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:33.461218 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-a0acba2f-9d57-4ab7-b1d1-778145186612 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '709bd5a5-81b3-421b-a0ed-fd9b08b058f5') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:33.481508 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0acba2f-9d57-4ab7-b1d1-778145186612 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.489635 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-9536ada6-2a9e-4df3-816d-d51a194b0474 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:33.492279 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-9536ada6-2a9e-4df3-816d-d51a194b0474 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports/a5fa4400-6baa-46e7-be4a-eb5346e0161e HTTP/1.1" status: 200 len: 942 time: 0.1419141 Jul 05 03:55:33.565818 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c819c-5cf4-46c7-80f2-8a141f2e32fd admin admin] Pushing event deleted for resources: {'Port': ['ID=96efd26b-88bd-492d-88ec-7ceab448c99b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:33.640586 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980f7d04-23ad-4fd9-a254-f8c583405297 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Router d72805e1-0c39-4d97-bc45-80a0d449e290 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:33.657164 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0acba2f-9d57-4ab7-b1d1-778145186612 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.713388 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e74c819c-5cf4-46c7-80f2-8a141f2e32fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.865266 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-baefb100-9420-43da-895f-7a56c49f7f1f req-db681d9e-691b-4709-ba88-8386910dd85e service neutron] 10.222.0.77 "GET /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008622 Jul 05 03:55:33.883010 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e74c819c-5cf4-46c7-80f2-8a141f2e32fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.891835 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e74c819c-5cf4-46c7-80f2-8a141f2e32fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.003312 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e74c819c-5cf4-46c7-80f2-8a141f2e32fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.004015 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74c819c-5cf4-46c7-80f2-8a141f2e32fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d013a0a4-9073-46ec-b7b4-e06d9c7489b8 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:55:34.010164 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0acba2f-9d57-4ab7-b1d1-778145186612 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:34.010735 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e74c819c-5cf4-46c7-80f2-8a141f2e32fd admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.011209 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0acba2f-9d57-4ab7-b1d1-778145186612 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.012039 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e74c819c-5cf4-46c7-80f2-8a141f2e32fd admin admin] 10.222.0.77 "DELETE /v2.0/routers/d013a0a4-9073-46ec-b7b4-e06d9c7489b8 HTTP/1.1" status: 204 len: 168 time: 2.8450410 Jul 05 03:55:34.014150 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-6a2f0b36-443e-47ef-9701-3216a76eece6 req-d74f59ce-3d90-4e66-acb7-2348c6dae85c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Deleting port 0b395ea7-e123-41b3-a00c-0609cc71e1d5 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:34.014669 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6a2f0b36-443e-47ef-9701-3216a76eece6 req-d74f59ce-3d90-4e66-acb7-2348c6dae85c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: timer() Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:34.017668 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:34.021242 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53464) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:34.044761 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5659ec96-64dc-4d95-8e5d-6166df680316 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:34.078937 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 5659ec96-64dc-4d95-8e5d-6166df680316 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:34.080045 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5659ec96-64dc-4d95-8e5d-6166df680316 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:34.080727 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 247fa9d3-97fd-44c3-871f-307f25c1e0fd no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:34.122932 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 247fa9d3-97fd-44c3-871f-307f25c1e0fd {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:34.123903 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 247fa9d3-97fd-44c3-871f-307f25c1e0fd not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:34.123903 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1dd25ae6-d063-4db0-83ab-acff594831a4 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:34.151885 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55564bc-4d13-49b2-ba4b-2c3e5e66673e x-openstack-request-id: req-a55564bc-4d13-49b2-ba4b-2c3e5e66673e {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:34.152308 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-plugged", "status": "completed", "tag": "ed8d3ec4-006f-4eb5-af83-d5d95a707d39", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:34.153838 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a55564bc-4d13-49b2-ba4b-2c3e5e66673e {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:34.154503 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8d3ec4-006f-4eb5-af83-d5d95a707d39', 'code': 200} Jul 05 03:55:34.155643 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 1dd25ae6-d063-4db0-83ab-acff594831a4 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:34.156097 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1dd25ae6-d063-4db0-83ab-acff594831a4 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:34.189797 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-71434e10-d88d-4efe-9183-b95351a38ee6 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 1000 time: 0.6059899 Jul 05 03:55:34.198063 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980f7d04-23ad-4fd9-a254-f8c583405297 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:34.208855 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d8941b1-6855-4f77-bdfc-997e25aa0367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.209148 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec8d4c-5f70-417b-bd56-3eaecd875b41 None None] Sync routers for ids ['d72805e1-0c39-4d97-bc45-80a0d449e290'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:34.214880 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6264e6-097a-48b9-ae80-d0d025b3e26d x-openstack-request-id: req-de6264e6-097a-48b9-ae80-d0d025b3e26d {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:34.215172 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03283c32-27e5-4bbe-81b6-a81a7ff331f0", "tag": "372e5c95-500c-4d2a-a795-11448643f5ba", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:34.215428 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de6264e6-097a-48b9-ae80-d0d025b3e26d {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:34.215888 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03283c32-27e5-4bbe-81b6-a81a7ff331f0', 'tag': '372e5c95-500c-4d2a-a795-11448643f5ba', 'status': 'completed', 'code': 200} Jul 05 03:55:34.235747 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec8d4c-5f70-417b-bd56-3eaecd875b41 None None] Routers {'d72805e1-0c39-4d97-bc45-80a0d449e290'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:34.236747 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-4eec8d4c-5f70-417b-bd56-3eaecd875b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d72805e1-0c39-4d97-bc45-80a0d449e290'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:34.300338 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-980f7d04-23ad-4fd9-a254-f8c583405297 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.306806 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4a9676-550b-4a13-9ea8-b2c9c92cd938 admin admin] Deleting subnet f5a73c3e-f7f3-4c59-8d63-4826eaa5693f {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:55:34.310117 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4e4a9676-550b-4a13-9ea8-b2c9c92cd938 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.332289 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-4eec8d4c-5f70-417b-bd56-3eaecd875b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:34.346484 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec8d4c-5f70-417b-bd56-3eaecd875b41 None None] Routers {'d72805e1-0c39-4d97-bc45-80a0d449e290'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:34.347288 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-4eec8d4c-5f70-417b-bd56-3eaecd875b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d72805e1-0c39-4d97-bc45-80a0d449e290'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:34.350691 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.356580 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4e4a9676-550b-4a13-9ea8-b2c9c92cd938 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.383350 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-4eec8d4c-5f70-417b-bd56-3eaecd875b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:34.385037 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec8d4c-5f70-417b-bd56-3eaecd875b41 None None] The sync data for ids ['d72805e1-0c39-4d97-bc45-80a0d449e290'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:34.404221 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0acba2f-9d57-4ab7-b1d1-778145186612 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.415074 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8941b1-6855-4f77-bdfc-997e25aa0367 admin admin] Pushing event deleted for resources: {'Port': ['ID=53e8b6cb-56db-4809-9b0b-b45e6c33406e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:34.455345 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0acba2f-9d57-4ab7-b1d1-778145186612 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.461141 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a0acba2f-9d57-4ab7-b1d1-778145186612 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "DELETE /v2.0/networks/4dbfeebd-4143-4254-aa35-e9517e599282 HTTP/1.1" status: 204 len: 168 time: 2.7027831 Jul 05 03:55:34.472998 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53478) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:34.484266 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-5ecb0fdf-811e-475c-bd5a-aab647669864 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:34.488639 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-5ecb0fdf-811e-475c-bd5a-aab647669864 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.2977262 Jul 05 03:55:34.521049 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acba2f-9d57-4ab7-b1d1-778145186612 tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event deleted for resources: {'Network': ['ID=4dbfeebd-4143-4254-aa35-e9517e599282,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:34.550571 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-6a2f0b36-443e-47ef-9701-3216a76eece6 req-d74f59ce-3d90-4e66-acb7-2348c6dae85c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] For port 0b395ea7-e123-41b3-a00c-0609cc71e1d5, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=0b395ea7-e123-41b3-a00c-0609cc71e1d5,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:34.550935 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6a2f0b36-443e-47ef-9701-3216a76eece6 req-d74f59ce-3d90-4e66-acb7-2348c6dae85c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.579977 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-980f7d04-23ad-4fd9-a254-f8c583405297 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.2759898 Jul 05 03:55:34.585684 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6a474-96b1-40d2-8b9d-b044f0cd7e49 req-2044fdf7-c309-4722-a289-dbed14ad2665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:34.587407 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-def6a474-96b1-40d2-8b9d-b044f0cd7e49 req-2044fdf7-c309-4722-a289-dbed14ad2665 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 1100 time: 0.3705556 Jul 05 03:55:34.592164 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53482) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:34.631206 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-6a2f0b36-443e-47ef-9701-3216a76eece6 req-d74f59ce-3d90-4e66-acb7-2348c6dae85c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Calling delete_port for 0b395ea7-e123-41b3-a00c-0609cc71e1d5 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:34.719265 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 7cb1d7da-fadf-49bd-aa0b-664cc94b989a up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:34.752090 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-5f684550-787a-48ba-b1e3-51c9bf52df91 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 1000 time: 0.2425697 Jul 05 03:55:34.775372 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d8941b1-6855-4f77-bdfc-997e25aa0367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.780821 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-c9bc9268-6da2-400a-93dc-f874ce6f164a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:34.803559 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 7cb1d7da-fadf-49bd-aa0b-664cc94b989a completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:34.810354 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 7cb1d7da-fadf-49bd-aa0b-664cc94b989a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:34.811028 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.900876 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-33a10b1c-3c59-4df6-888a-b8cfee80e6d0 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] 10.222.0.77 "GET /v2.0/floatingips/fe6684d0-ad75-4204-9a32-8b5ce3d388f1 HTTP/1.1" status: 200 len: 982 time: 0.3069134 Jul 05 03:55:34.913425 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.940724 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53484) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:34.962056 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 7cb1d7da-fadf-49bd-aa0b-664cc94b989a, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=7cb1d7da-fadf-49bd-aa0b-664cc94b989a,segment=NetworkSegment(ce7496e1-57b4-4372-aedf-6673118415b3),segment_id=ce7496e1-57b4-4372-aedf-6673118415b3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:34.968118 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.969044 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:35.018491 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d8941b1-6855-4f77-bdfc-997e25aa0367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.040406 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d8941b1-6855-4f77-bdfc-997e25aa0367 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.055470 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=7cb1d7da-fadf-49bd-aa0b-664cc94b989a,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:35.068458 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:35.075170 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:35.075617 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.088583 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-c9bc9268-6da2-400a-93dc-f874ce6f164a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks [] for floatingip, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.094311 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4db0fb8-5173-4b7a-845f-a15ddad270be tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Deleting subnet 4d1434f4-2799-45c5-b60b-f65eda04a127 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:55:35.107727 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c4db0fb8-5173-4b7a-845f-a15ddad270be tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.164439 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.188456 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d8941b1-6855-4f77-bdfc-997e25aa0367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.188956 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8941b1-6855-4f77-bdfc-997e25aa0367 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 685633ba-083c-4a88-8113-c61238c37f56 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:55:35.191749 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6610fbc-1a35-4a47-94a9-f4ad79d02a4b req-cd9d3255-e4d4-42c8-8f8e-bb9544e48021 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:35.192292 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-806daba0-d183-40a3-89b0-1dc9214dedcd tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2728 time: 0.2505250 Jul 05 03:55:35.195346 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53486) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:35.196486 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d6610fbc-1a35-4a47-94a9-f4ad79d02a4b req-cd9d3255-e4d4-42c8-8f8e-bb9544e48021 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 948 time: 0.8364358 Jul 05 03:55:35.199226 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d8941b1-6855-4f77-bdfc-997e25aa0367 admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.203396 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8d8941b1-6855-4f77-bdfc-997e25aa0367 admin admin] 10.222.0.77 "DELETE /v2.0/routers/685633ba-083c-4a88-8113-c61238c37f56 HTTP/1.1" status: 204 len: 168 time: 3.5463297 Jul 05 03:55:35.206346 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53488) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:35.209805 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=271f91fe-88b3-4c1f-b2dd-4328b37c7b7c,segment=NetworkSegment(ce7496e1-57b4-4372-aedf-6673118415b3),segment_id=ce7496e1-57b4-4372-aedf-6673118415b3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:35.218149 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4e4a9676-550b-4a13-9ea8-b2c9c92cd938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.218751 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.221517 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 43e10832-bba0-43bb-bb99-461c4ef85b71 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:35.315756 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c4db0fb8-5173-4b7a-845f-a15ddad270be tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.332064 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=271f91fe-88b3-4c1f-b2dd-4328b37c7b7c,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:35.352032 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 43e10832-bba0-43bb-bb99-461c4ef85b71 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:35.358020 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 43e10832-bba0-43bb-bb99-461c4ef85b71 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:35.358582 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.396363 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d6610fbc-1a35-4a47-94a9-f4ad79d02a4b req-1345a3bf-5a2b-4c1f-9338-9403637cebf2 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876841 Jul 05 03:55:35.452610 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6a474-96b1-40d2-8b9d-b044f0cd7e49 req-aaee74ad-cf15-4e53-a297-2e99985d7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:35.465648 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-def6a474-96b1-40d2-8b9d-b044f0cd7e49 req-aaee74ad-cf15-4e53-a297-2e99985d7a74 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.8484340 Jul 05 03:55:35.475118 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1a2302-2b96-4d66-b5ab-7b415501ce25 admin admin] Deleting subnet 2575cced-30e7-40b1-8861-b218786d4946 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:55:35.490199 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.550907 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2d1a2302-2b96-4d66-b5ab-7b415501ce25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.569836 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 43e10832-bba0-43bb-bb99-461c4ef85b71, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=43e10832-bba0-43bb-bb99-461c4ef85b71,segment=NetworkSegment(ce7496e1-57b4-4372-aedf-6673118415b3),segment_id=ce7496e1-57b4-4372-aedf-6673118415b3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:35.582795 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.584614 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device d4c119dc-7661-47b0-addb-5f1d79b8d725 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:35.592384 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-def6a474-96b1-40d2-8b9d-b044f0cd7e49 req-0778a106-c048-4756-89d7-85cb2ba1ccad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=372e5c95-500c-4d2a-a795-11448643f5ba HTTP/1.1" status: 200 len: 217 time: 0.0968571 Jul 05 03:55:35.602799 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-c9bc9268-6da2-400a-93dc-f874ce6f164a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.642740 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-c9bc9268-6da2-400a-93dc-f874ce6f164a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.643438 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-c9bc9268-6da2-400a-93dc-f874ce6f164a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Floating IP 24a11245-b1bb-4d0f-b48d-0427f8de9bdc disassociated. External IP: 172.25.1.22, port: a5fa4400-6baa-46e7-be4a-eb5346e0161e. Jul 05 03:55:35.694116 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2d1a2302-2b96-4d66-b5ab-7b415501ce25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.749877 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port d4c119dc-7661-47b0-addb-5f1d79b8d725 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:35.772688 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port d4c119dc-7661-47b0-addb-5f1d79b8d725 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:35.773463 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.781988 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3f0d64ca-0686-41c8-8f50-dcb01af009b0 req-b66f3e5c-928e-4fa3-ba4e-dc5060f80adf tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3 HTTP/1.1" status: 200 len: 210 time: 0.1348352 Jul 05 03:55:35.783264 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4e4a9676-550b-4a13-9ea8-b2c9c92cd938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.864724 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=43e10832-bba0-43bb-bb99-461c4ef85b71,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:35.909293 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c4db0fb8-5173-4b7a-845f-a15ddad270be tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.918881 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a9676-550b-4a13-9ea8-b2c9c92cd938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5a73c3e-f7f3-4c59-8d63-4826eaa5693f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:35.927827 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b947bfc-b3da-4b5c-8648-3c51a746d5da None None] Network be5e0b4d-e985-4a93-8c87-d24745bc5ef7 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:35.933822 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4e4a9676-550b-4a13-9ea8-b2c9c92cd938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.937678 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4e4a9676-550b-4a13-9ea8-b2c9c92cd938 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f5a73c3e-f7f3-4c59-8d63-4826eaa5693f HTTP/1.1" status: 204 len: 168 time: 1.9153724 Jul 05 03:55:35.963145 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53490) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:36.001556 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 96efd26b-88bd-492d-88ec-7ceab448c99b no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:36.012141 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6a474-96b1-40d2-8b9d-b044f0cd7e49 req-8b711d3d-9bc4-400d-a793-7f0b38c5e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:36.014176 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-def6a474-96b1-40d2-8b9d-b044f0cd7e49 req-8b711d3d-9bc4-400d-a793-7f0b38c5e209 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.3680785 Jul 05 03:55:36.060515 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 96efd26b-88bd-492d-88ec-7ceab448c99b {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:36.061106 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 96efd26b-88bd-492d-88ec-7ceab448c99b not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:36.061485 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 53e8b6cb-56db-4809-9b0b-b45e6c33406e no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:36.080820 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6a2f0b36-443e-47ef-9701-3216a76eece6 req-d74f59ce-3d90-4e66-acb7-2348c6dae85c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.096830 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 53e8b6cb-56db-4809-9b0b-b45e6c33406e {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:36.097318 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 53e8b6cb-56db-4809-9b0b-b45e6c33406e not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:36.117063 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.166416 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb1d7da-fadf-49bd-aa0b-664cc94b989a'}, {'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271f91fe-88b3-4c1f-b2dd-4328b37c7b7c'}, {'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e10832-bba0-43bb-bb99-461c4ef85b71'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:36.169006 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b507a156-976c-4853-85eb-31934b6b67f0" -d '{"events": [{"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-plugged", "status": "completed", "tag": "7cb1d7da-fadf-49bd-aa0b-664cc94b989a"}, {"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-plugged", "status": "completed", "tag": "271f91fe-88b3-4c1f-b2dd-4328b37c7b7c"}, {"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-plugged", "status": "completed", "tag": "43e10832-bba0-43bb-bb99-461c4ef85b71"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:36.202595 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f59ce-3d90-4e66-acb7-2348c6dae85c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Pushing event deleted for resources: {'Port': ['ID=0b395ea7-e123-41b3-a00c-0609cc71e1d5,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:36.206042 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port d4c119dc-7661-47b0-addb-5f1d79b8d725, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d4c119dc-7661-47b0-addb-5f1d79b8d725,segment=NetworkSegment(67cb506d-913f-48a5-b11e-ed8b7440aff3),segment_id=67cb506d-913f-48a5-b11e-ed8b7440aff3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:36.218513 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.219923 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6613a61c-a6e8-4b99-bacd-b372db0723d9 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:36.238465 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2f0b36-443e-47ef-9701-3216a76eece6 req-d74f59ce-3d90-4e66-acb7-2348c6dae85c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] No DVR routers for this DVR port 0b395ea7-e123-41b3-a00c-0609cc71e1d5 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:36.242483 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6a2f0b36-443e-47ef-9701-3216a76eece6 req-d74f59ce-3d90-4e66-acb7-2348c6dae85c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.246561 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6a2f0b36-443e-47ef-9701-3216a76eece6 req-d74f59ce-3d90-4e66-acb7-2348c6dae85c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.89 "DELETE /v2.0/ports/0b395ea7-e123-41b3-a00c-0609cc71e1d5 HTTP/1.1" status: 204 len: 173 time: 2.7990582 Jul 05 03:55:36.252482 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e268c4a7-4135-44a0-aa31-48d2ec19bbf9', 'name': 'network-vif-deleted', 'tag': '0b395ea7-e123-41b3-a00c-0609cc71e1d5'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:36.254968 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac031a3d-f638-44ae-8ca1-0c0a3445f69f" -d '{"events": [{"server_uuid": "e268c4a7-4135-44a0-aa31-48d2ec19bbf9", "name": "network-vif-deleted", "tag": "0b395ea7-e123-41b3-a00c-0609cc71e1d5"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:36.289617 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c4db0fb8-5173-4b7a-845f-a15ddad270be tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.324743 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=d4c119dc-7661-47b0-addb-5f1d79b8d725,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:36.344016 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 6613a61c-a6e8-4b99-bacd-b372db0723d9 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:36.346354 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db0fb8-5173-4b7a-845f-a15ddad270be tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event deleted for resources: {'Subnet': ['ID=4d1434f4-2799-45c5-b60b-f65eda04a127,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:36.353714 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 6613a61c-a6e8-4b99-bacd-b372db0723d9 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:36.353714 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.366959 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c4db0fb8-5173-4b7a-845f-a15ddad270be tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.369468 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c4db0fb8-5173-4b7a-845f-a15ddad270be tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "DELETE /v2.0/subnets/4d1434f4-2799-45c5-b60b-f65eda04a127 HTTP/1.1" status: 204 len: 168 time: 1.8950107 Jul 05 03:55:36.372613 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53496) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:36.392769 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95eb8d3-7903-4e94-b379-0324a781c74f None None] Network efd6e7ac-dec6-427c-a365-3af0ee92cb05 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:36.403288 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8e3f6-d7d3-4e24-971d-dcd1f0d84672 req-b0a70f1a-0692-49c5-8134-c1f7718ad5b3 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:36.410049 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8e3f6-d7d3-4e24-971d-dcd1f0d84672 req-b0a70f1a-0692-49c5-8134-c1f7718ad5b3 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:36.418115 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8e3f6-d7d3-4e24-971d-dcd1f0d84672 req-b0a70f1a-0692-49c5-8134-c1f7718ad5b3 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:36.424984 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8e3f6-d7d3-4e24-971d-dcd1f0d84672 req-b0a70f1a-0692-49c5-8134-c1f7718ad5b3 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:36.432908 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8e3f6-d7d3-4e24-971d-dcd1f0d84672 req-b0a70f1a-0692-49c5-8134-c1f7718ad5b3 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:36.441506 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8e3f6-d7d3-4e24-971d-dcd1f0d84672 req-b0a70f1a-0692-49c5-8134-c1f7718ad5b3 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:36.448036 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefb100-9420-43da-895f-7a56c49f7f1f req-ea8ff357-8057-4cae-9f83-d7b0dd741da3 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:36.449348 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8e3f6-d7d3-4e24-971d-dcd1f0d84672 req-b0a70f1a-0692-49c5-8134-c1f7718ad5b3 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:36.449657 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-baefb100-9420-43da-895f-7a56c49f7f1f req-ea8ff357-8057-4cae-9f83-d7b0dd741da3 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.89 "GET /v2.0/networks?id=7b6709da-22b7-4420-933a-f93ebf434ce7 HTTP/1.1" status: 200 len: 804 time: 0.9381537 Jul 05 03:55:36.451851 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-58e8e3f6-d7d3-4e24-971d-dcd1f0d84672 req-b0a70f1a-0692-49c5-8134-c1f7718ad5b3 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5429 time: 0.4553187 Jul 05 03:55:36.459088 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a34c8d-2c2b-4536-a32c-4fd789cc79e9 None None] DHCP port deletion for be5e0b4d-e985-4a93-8c87-d24745bc5ef7 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:55:36.495188 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-baefb100-9420-43da-895f-7a56c49f7f1f req-1433c706-c4e8-46d2-ad1c-3dbd660d5f49 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Request body: {'port': {'device_id': '59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3', 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7', 'admin_state_up': True, 'tenant_id': '0b15a843c894428bb9d88f84ee28689c'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:36.539947 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6a474-96b1-40d2-8b9d-b044f0cd7e49 req-96c67e6b-45fe-4829-a576-e5666e56e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:36.541554 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-def6a474-96b1-40d2-8b9d-b044f0cd7e49 req-96c67e6b-45fe-4829-a576-e5666e56e01c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5186872 Jul 05 03:55:36.576634 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-6a848a32-f93d-499f-8ad1-56bba53ef1dc tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Deleting port e1710192-9c98-4f60-adcd-2ede2e3d5ea1 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:36.576980 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6a848a32-f93d-499f-8ad1-56bba53ef1dc tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.579647 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-58e8e3f6-d7d3-4e24-971d-dcd1f0d84672 req-fd9a3274-4679-446a-8ad8-103875eee1fa tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1117172 Jul 05 03:55:36.620486 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.631930 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b8ccf6b7-66a4-4abe-9f43-56aa06684b6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.637826 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34c8d-2c2b-4536-a32c-4fd789cc79e9 None None] Deleting port 436f2950-1339-4300-9f2e-d0e9f137d9e8 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:36.638280 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d2a34c8d-2c2b-4536-a32c-4fd789cc79e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.710957 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-def6a474-96b1-40d2-8b9d-b044f0cd7e49 req-d8cbb5cc-abd7-4266-9aea-48e71f911cd0 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596055 Jul 05 03:55:36.714110 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accc2055-7000-40bc-80d4-8c8867525df8 x-openstack-request-id: req-accc2055-7000-40bc-80d4-8c8867525df8 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:36.714416 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e268c4a7-4135-44a0-aa31-48d2ec19bbf9", "name": "network-vif-deleted", "tag": "0b395ea7-e123-41b3-a00c-0609cc71e1d5", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:36.714674 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-accc2055-7000-40bc-80d4-8c8867525df8 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:36.715081 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e268c4a7-4135-44a0-aa31-48d2ec19bbf9', 'name': 'network-vif-deleted', 'tag': '0b395ea7-e123-41b3-a00c-0609cc71e1d5', 'status': 'completed', 'code': 200} Jul 05 03:55:36.751152 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-b8ccf6b7-66a4-4abe-9f43-56aa06684b6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Deleting port 187921e5-3c71-4d23-a58c-08a3e7085e5f {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:36.751644 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b8ccf6b7-66a4-4abe-9f43-56aa06684b6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.760112 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2d1a2302-2b96-4d66-b5ab-7b415501ce25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.832515 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-de877599-b5f4-49d4-91a7-a8813bb33eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.840987 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efb5cab-bd9f-4efa-8d85-df918a6491d4 x-openstack-request-id: req-8efb5cab-bd9f-4efa-8d85-df918a6491d4 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:36.840987 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-plugged", "status": "completed", "tag": "7cb1d7da-fadf-49bd-aa0b-664cc94b989a", "code": 200}, {"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-plugged", "status": "completed", "tag": "271f91fe-88b3-4c1f-b2dd-4328b37c7b7c", "code": 200}, {"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-plugged", "status": "completed", "tag": "43e10832-bba0-43bb-bb99-461c4ef85b71", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:36.840987 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8efb5cab-bd9f-4efa-8d85-df918a6491d4 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:36.841533 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb1d7da-fadf-49bd-aa0b-664cc94b989a', 'code': 200} Jul 05 03:55:36.841533 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271f91fe-88b3-4c1f-b2dd-4328b37c7b7c', 'code': 200} Jul 05 03:55:36.841784 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e10832-bba0-43bb-bb99-461c4ef85b71', 'code': 200} Jul 05 03:55:36.843556 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-c9bc9268-6da2-400a-93dc-f874ce6f164a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Router e8c8aba0-6b37-4fba-98df-2453f45c3a71 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:36.846662 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 372e5c95-500c-4d2a-a795-11448643f5ba details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:36.890118 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 6613a61c-a6e8-4b99-bacd-b372db0723d9, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6613a61c-a6e8-4b99-bacd-b372db0723d9,segment=NetworkSegment(c08de3b8-c3bc-4af9-8e5c-57631e3280d6),segment_id=c08de3b8-c3bc-4af9-8e5c-57631e3280d6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:36.897898 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-b8ccf6b7-66a4-4abe-9f43-56aa06684b6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] For port 187921e5-3c71-4d23-a58c-08a3e7085e5f, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=187921e5-3c71-4d23-a58c-08a3e7085e5f,segment=NetworkSegment(dd2fb8e1-3c00-46c2-8760-beee8e254e0c),segment_id=dd2fb8e1-3c00-46c2-8760-beee8e254e0c)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:36.897898 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b8ccf6b7-66a4-4abe-9f43-56aa06684b6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.903405 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.904345 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:36.960248 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d2a34c8d-2c2b-4536-a32c-4fd789cc79e9 None None] For port 436f2950-1339-4300-9f2e-d0e9f137d9e8, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=436f2950-1339-4300-9f2e-d0e9f137d9e8,segment=NetworkSegment(63f8efb6-5901-4e21-ba0f-571de3786984),segment_id=63f8efb6-5901-4e21-ba0f-571de3786984)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:36.960681 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d2a34c8d-2c2b-4536-a32c-4fd789cc79e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.982073 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cb20a8-9eee-4a4c-9629-b99d15c34f9f None None] DHCP port deletion for efd6e7ac-dec6-427c-a365-3af0ee92cb05 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:55:37.032045 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6a848a32-f93d-499f-8ad1-56bba53ef1dc tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.033130 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6a848a32-f93d-499f-8ad1-56bba53ef1dc tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.046294 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-d2a34c8d-2c2b-4536-a32c-4fd789cc79e9 None None] Calling delete_port for 436f2950-1339-4300-9f2e-d0e9f137d9e8 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:37.051888 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2d1a2302-2b96-4d66-b5ab-7b415501ce25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.053980 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baefb100-9420-43da-895f-7a56c49f7f1f req-1433c706-c4e8-46d2-ad1c-3dbd660d5f49 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Made reservation on behalf of 0b15a843c894428bb9d88f84ee28689c for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:37.058874 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-baefb100-9420-43da-895f-7a56c49f7f1f req-1433c706-c4e8-46d2-ad1c-3dbd660d5f49 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.077605 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-def6a474-96b1-40d2-8b9d-b044f0cd7e49 req-15830b61-c4b3-4feb-8d60-8afd7dbf8e9b service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501903 Jul 05 03:55:37.083992 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-6a848a32-f93d-499f-8ad1-56bba53ef1dc tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Calling delete_port for e1710192-9c98-4f60-adcd-2ede2e3d5ea1 owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:37.096294 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-b8ccf6b7-66a4-4abe-9f43-56aa06684b6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Calling delete_port for 187921e5-3c71-4d23-a58c-08a3e7085e5f owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:37.148803 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1143567-fe4f-4aaf-93ba-f4b63905c883 req-c0f9e801-c1fb-40c0-8f2a-a8f2a8c3a9d3 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:37.156477 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1143567-fe4f-4aaf-93ba-f4b63905c883 req-c0f9e801-c1fb-40c0-8f2a-a8f2a8c3a9d3 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 948 time: 0.3387334 Jul 05 03:55:37.164690 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a2302-2b96-4d66-b5ab-7b415501ce25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2575cced-30e7-40b1-8861-b218786d4946,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:37.171372 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:37.183348 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:37.183721 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.184423 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2d1a2302-2b96-4d66-b5ab-7b415501ce25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.185300 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=6613a61c-a6e8-4b99-bacd-b372db0723d9,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:37.186705 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2d1a2302-2b96-4d66-b5ab-7b415501ce25 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2575cced-30e7-40b1-8861-b218786d4946 HTTP/1.1" status: 204 len: 168 time: 1.9768100 Jul 05 03:55:37.190971 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53502) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:37.200673 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaffebda-fdfe-4de2-bfee-1c84573d1a5a None None] Network 330c5af7-2c04-42e0-9e22-c686ac916fd7 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:37.263376 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1143567-fe4f-4aaf-93ba-f4b63905c883 req-a575062f-38b7-4ac0-814b-14d71a92b336 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521438 Jul 05 03:55:37.309201 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b8ccf6b7-66a4-4abe-9f43-56aa06684b6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.341138 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 372e5c95-500c-4d2a-a795-11448643f5ba, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=372e5c95-500c-4d2a-a795-11448643f5ba,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:37.351984 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ccf6b7-66a4-4abe-9f43-56aa06684b6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] No DVR routers for this DVR port 187921e5-3c71-4d23-a58c-08a3e7085e5f on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:37.365031 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ccf6b7-66a4-4abe-9f43-56aa06684b6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event deleted for resources: {'Port': ['ID=187921e5-3c71-4d23-a58c-08a3e7085e5f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:37.380125 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-c9bc9268-6da2-400a-93dc-f874ce6f164a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:37.392996 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558a74d1-ec55-4063-8cfb-3ac204909589 None None] Sync routers for ids ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:37.398647 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '372e5c95-500c-4d2a-a795-11448643f5ba', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '372e5c95-500c-4d2a-a795-11448643f5ba', 'mac_address': 'fa:16:3e:0d:2a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:37.401495 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-c9bc9268-6da2-400a-93dc-f874ce6f164a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.416808 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558a74d1-ec55-4063-8cfb-3ac204909589 None None] Routers {'e8c8aba0-6b37-4fba-98df-2453f45c3a71'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:37.420243 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-558a74d1-ec55-4063-8cfb-3ac204909589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:37.422053 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a4cb20a8-9eee-4a4c-9629-b99d15c34f9f None None] Deleting port 187921e5-3c71-4d23-a58c-08a3e7085e5f {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:37.422729 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a4cb20a8-9eee-4a4c-9629-b99d15c34f9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.458578 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-de877599-b5f4-49d4-91a7-a8813bb33eea admin admin] Deleting port 436f2950-1339-4300-9f2e-d0e9f137d9e8 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:37.458915 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-de877599-b5f4-49d4-91a7-a8813bb33eea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.467042 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b8ccf6b7-66a4-4abe-9f43-56aa06684b6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.478907 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-b8ccf6b7-66a4-4abe-9f43-56aa06684b6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd6e7ac-dec6-427c-a365-3af0ee92cb05']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:37.481286 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9128a18a-4f44-4130-a4d0-1463ecba2b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.491389 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-b8ccf6b7-66a4-4abe-9f43-56aa06684b6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd2fb8e1-3c00-46c2-8760-beee8e254e0c') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:37.491691 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-b8ccf6b7-66a4-4abe-9f43-56aa06684b6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd2fb8e1-3c00-46c2-8760-beee8e254e0c') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:37.504076 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b8ccf6b7-66a4-4abe-9f43-56aa06684b6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.507131 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d2a34c8d-2c2b-4536-a32c-4fd789cc79e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.522540 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b8ccf6b7-66a4-4abe-9f43-56aa06684b6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.530590 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ccf6b7-66a4-4abe-9f43-56aa06684b6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:37.531132 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b8ccf6b7-66a4-4abe-9f43-56aa06684b6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: timer() Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:37.535410 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:37.604678 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a34c8d-2c2b-4536-a32c-4fd789cc79e9 None None] Pushing event deleted for resources: {'Port': ['ID=436f2950-1339-4300-9f2e-d0e9f137d9e8,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:37.615600 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a34c8d-2c2b-4536-a32c-4fd789cc79e9 None None] No DVR routers for this DVR port 436f2950-1339-4300-9f2e-d0e9f137d9e8 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:37.627062 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-558a74d1-ec55-4063-8cfb-3ac204909589 None None] Set router e8c8aba0-6b37-4fba-98df-2453f45c3a71 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:37.637269 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0541bf8-09e2-452f-b340-135cfb657eca req-85ae0662-7eb1-4910-877a-6ca7415b83b3 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3 HTTP/1.1" status: 200 len: 210 time: 0.1072733 Jul 05 03:55:37.640759 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a4cb20a8-9eee-4a4c-9629-b99d15c34f9f None None] For port 187921e5-3c71-4d23-a58c-08a3e7085e5f, host n-d-780147-23, got binding levels [] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:37.641785 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a4cb20a8-9eee-4a4c-9629-b99d15c34f9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.682809 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a4cb20a8-9eee-4a4c-9629-b99d15c34f9f None None] Calling delete_port for 187921e5-3c71-4d23-a58c-08a3e7085e5f owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:37.684474 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b8ccf6b7-66a4-4abe-9f43-56aa06684b6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.685106 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.692408 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.ipam_backend_mixin [None req-a4cb20a8-9eee-4a4c-9629-b99d15c34f9f None None] Port 187921e5-3c71-4d23-a58c-08a3e7085e5f was not found and therefore no delete operation was performed {{(pid=105540) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 03:55:37.693155 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.694449 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b8ccf6b7-66a4-4abe-9f43-56aa06684b6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.708479 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-c9bc9268-6da2-400a-93dc-f874ce6f164a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "PUT /v2.0/floatingips/24a11245-b1bb-4d0f-b48d-0427f8de9bdc HTTP/1.1" status: 200 len: 694 time: 2.9416394 Jul 05 03:55:37.716531 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b8ccf6b7-66a4-4abe-9f43-56aa06684b6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] 10.222.0.77 "DELETE /v2.0/networks/efd6e7ac-dec6-427c-a365-3af0ee92cb05 HTTP/1.1" status: 204 len: 168 time: 1.3426106 Jul 05 03:55:37.725353 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4b5b93-86d9-4c58-92dc-f68343a97c76', 'tag': 'a5fa4400-6baa-46e7-be4a-eb5346e0161e'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:37.728124 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5379ed-3581-429a-a914-f791b2973915" -d '{"events": [{"name": "network-changed", "server_uuid": "6c4b5b93-86d9-4c58-92dc-f68343a97c76", "tag": "a5fa4400-6baa-46e7-be4a-eb5346e0161e"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:37.732547 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a4cb20a8-9eee-4a4c-9629-b99d15c34f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.744137 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a4cb20a8-9eee-4a4c-9629-b99d15c34f9f None None] Network efd6e7ac-dec6-427c-a365-3af0ee92cb05 is not hosted by any dhcp agent {{(pid=105540) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 03:55:37.744854 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cb20a8-9eee-4a4c-9629-b99d15c34f9f None None] No DVR routers for this DVR port 187921e5-3c71-4d23-a58c-08a3e7085e5f on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:37.748102 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ccf6b7-66a4-4abe-9f43-56aa06684b6b tempest-ServersTestMultiNic-1342500970 tempest-ServersTestMultiNic-1342500970-project] Pushing event deleted for resources: {'Network': ['ID=efd6e7ac-dec6-427c-a365-3af0ee92cb05,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:37.772964 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372e5c95-500c-4d2a-a795-11448643f5ba {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:37.789022 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb20a8-9eee-4a4c-9629-b99d15c34f9f None None] Pushing event deleted for resources: {'Port': ['ID=187921e5-3c71-4d23-a58c-08a3e7085e5f,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:37.825769 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 372e5c95-500c-4d2a-a795-11448643f5ba, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=372e5c95-500c-4d2a-a795-11448643f5ba,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:37.827891 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b,segment=NetworkSegment(67cb506d-913f-48a5-b11e-ed8b7440aff3),segment_id=67cb506d-913f-48a5-b11e-ed8b7440aff3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:37.835740 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.841979 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.860144 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-baefb100-9420-43da-895f-7a56c49f7f1f req-1433c706-c4e8-46d2-ad1c-3dbd660d5f49 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Allocated IP 172.20.0.4 (7b6709da-22b7-4420-933a-f93ebf434ce7/ccf7098d-d664-4348-860f-1e166cf68435/498d2122-3dbe-47b3-8515-2038dec369fc) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:37.872033 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-de877599-b5f4-49d4-91a7-a8813bb33eea admin admin] For port 436f2950-1339-4300-9f2e-d0e9f137d9e8, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=436f2950-1339-4300-9f2e-d0e9f137d9e8,segment=NetworkSegment(63f8efb6-5901-4e21-ba0f-571de3786984),segment_id=63f8efb6-5901-4e21-ba0f-571de3786984)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:37.872768 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-de877599-b5f4-49d4-91a7-a8813bb33eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.914818 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-de877599-b5f4-49d4-91a7-a8813bb33eea admin admin] Calling delete_port for 436f2950-1339-4300-9f2e-d0e9f137d9e8 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:37.917599 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a1abe4-c5fd-482a-8d54-ea19c596f7f8 None None] DHCP port deletion for 330c5af7-2c04-42e0-9e22-c686ac916fd7 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:55:37.919167 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6a848a32-f93d-499f-8ad1-56bba53ef1dc tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.938179 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=372e5c95-500c-4d2a-a795-11448643f5ba,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:37.974607 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-558a74d1-ec55-4063-8cfb-3ac204909589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:21Z', 'revision_number': 4, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '4fb3c1dc-f602-4022-9cf2-273e35a46e35', 'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'mac_address': 'fa:16:3e:40:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:19Z', 'updated_at': '2021-07-05T03:54:28Z', 'revision_number': 5, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'subnets': [{'id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:37.986307 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a99b2-3714-4efc-9026-8764c41a4fed req-dcffa86b-6101-4779-a829-d18149e42878 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:37.993506 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a99b2-3714-4efc-9026-8764c41a4fed req-dcffa86b-6101-4779-a829-d18149e42878 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:37.998609 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:38.008360 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a99b2-3714-4efc-9026-8764c41a4fed req-dcffa86b-6101-4779-a829-d18149e42878 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:38.009837 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558a74d1-ec55-4063-8cfb-3ac204909589 None None] Checking router: e8c8aba0-6b37-4fba-98df-2453f45c3a71 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:38.015872 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a99b2-3714-4efc-9026-8764c41a4fed req-dcffa86b-6101-4779-a829-d18149e42878 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:38.020495 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558a74d1-ec55-4063-8cfb-3ac204909589 None None] Routers {'e8c8aba0-6b37-4fba-98df-2453f45c3a71'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:38.022399 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-558a74d1-ec55-4063-8cfb-3ac204909589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:38.023172 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 436f2950-1339-4300-9f2e-d0e9f137d9e8 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:38.027241 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a99b2-3714-4efc-9026-8764c41a4fed req-dcffa86b-6101-4779-a829-d18149e42878 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:38.033808 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a848a32-f93d-499f-8ad1-56bba53ef1dc tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Pushing event deleted for resources: {'Port': ['ID=e1710192-9c98-4f60-adcd-2ede2e3d5ea1,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:38.034396 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a99b2-3714-4efc-9026-8764c41a4fed req-dcffa86b-6101-4779-a829-d18149e42878 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:38.046343 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a99b2-3714-4efc-9026-8764c41a4fed req-dcffa86b-6101-4779-a829-d18149e42878 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:38.051657 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 436f2950-1339-4300-9f2e-d0e9f137d9e8 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:38.052024 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 436f2950-1339-4300-9f2e-d0e9f137d9e8 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:38.052436 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 187921e5-3c71-4d23-a58c-08a3e7085e5f no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:38.054661 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-968a99b2-3714-4efc-9026-8764c41a4fed req-dcffa86b-6101-4779-a829-d18149e42878 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5432 time: 0.2061744 Jul 05 03:55:38.079179 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 187921e5-3c71-4d23-a58c-08a3e7085e5f {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:38.079572 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 187921e5-3c71-4d23-a58c-08a3e7085e5f not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:38.104094 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-28a1abe4-c5fd-482a-8d54-ea19c596f7f8 None None] Deleting port 113bdf50-274f-4c93-b919-a8a613456d05 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:38.104754 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-28a1abe4-c5fd-482a-8d54-ea19c596f7f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:38.132914 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-968a99b2-3714-4efc-9026-8764c41a4fed req-7c304dda-6d91-4ffd-96c2-58ea415b0a1b tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0772877 Jul 05 03:55:38.172515 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-ded0a897-f650-4ebe-afab-0e28b1764023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:38.174950 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-558a74d1-ec55-4063-8cfb-3ac204909589 None None] Set router e8c8aba0-6b37-4fba-98df-2453f45c3a71 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:38.179726 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-ded0a897-f650-4ebe-afab-0e28b1764023 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0d75bfcc600410081741fd09dc4c3bb&device_id=6c4b5b93-86d9-4c58-92dc-f68343a97c76 HTTP/1.1" status: 200 len: 1097 time: 0.4482665 Jul 05 03:55:38.188713 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-28a1abe4-c5fd-482a-8d54-ea19c596f7f8 None None] For port 113bdf50-274f-4c93-b919-a8a613456d05, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=113bdf50-274f-4c93-b919-a8a613456d05,segment=NetworkSegment(746510e4-0771-4ec5-a4b5-80f1ff823a1b),segment_id=746510e4-0771-4ec5-a4b5-80f1ff823a1b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:38.189519 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-28a1abe4-c5fd-482a-8d54-ea19c596f7f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:38.208998 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-28a1abe4-c5fd-482a-8d54-ea19c596f7f8 None None] Calling delete_port for 113bdf50-274f-4c93-b919-a8a613456d05 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:38.218545 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-9128a18a-4f44-4130-a4d0-1463ecba2b70 admin admin] Deleting port 113bdf50-274f-4c93-b919-a8a613456d05 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:38.218885 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9128a18a-4f44-4130-a4d0-1463ecba2b70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:38.335816 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8ca4da-6705-461e-8e60-c7bc737c4b46 x-openstack-request-id: req-fe8ca4da-6705-461e-8e60-c7bc737c4b46 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:38.336088 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c4b5b93-86d9-4c58-92dc-f68343a97c76", "tag": "a5fa4400-6baa-46e7-be4a-eb5346e0161e", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:38.336338 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fe8ca4da-6705-461e-8e60-c7bc737c4b46 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:38.336744 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4b5b93-86d9-4c58-92dc-f68343a97c76', 'tag': 'a5fa4400-6baa-46e7-be4a-eb5346e0161e', 'status': 'completed', 'code': 200} Jul 05 03:55:38.364963 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-28a1abe4-c5fd-482a-8d54-ea19c596f7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:38.406449 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1abe4-c5fd-482a-8d54-ea19c596f7f8 None None] Pushing event deleted for resources: {'Port': ['ID=113bdf50-274f-4c93-b919-a8a613456d05,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:38.408729 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a1abe4-c5fd-482a-8d54-ea19c596f7f8 None None] No DVR routers for this DVR port 113bdf50-274f-4c93-b919-a8a613456d05 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:38.434067 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5379ed-3581-429a-a914-f791b2973915 req-d3167a8b-aef4-4ea4-baf2-dfdab8f89f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:38.436562 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4a5379ed-3581-429a-a914-f791b2973915 req-d3167a8b-aef4-4ea4-baf2-dfdab8f89f3b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c0d75bfcc600410081741fd09dc4c3bb&device_id=6c4b5b93-86d9-4c58-92dc-f68343a97c76 HTTP/1.1" status: 200 len: 1097 time: 0.0970421 Jul 05 03:55:38.439235 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6a848a32-f93d-499f-8ad1-56bba53ef1dc tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:38.439469 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-6a848a32-f93d-499f-8ad1-56bba53ef1dc tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Floating IP fe6684d0-ad75-4204-9a32-8b5ce3d388f1 disassociated (deleted). External IP: 172.25.1.40, port: b04799f5-0951-4aba-9d56-1775e3230224. Jul 05 03:55:38.472082 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['372e5c95-500c-4d2a-a795-11448643f5ba'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:38.511584 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-9128a18a-4f44-4130-a4d0-1463ecba2b70 admin admin] For port 113bdf50-274f-4c93-b919-a8a613456d05, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=113bdf50-274f-4c93-b919-a8a613456d05,segment=NetworkSegment(746510e4-0771-4ec5-a4b5-80f1ff823a1b),segment_id=746510e4-0771-4ec5-a4b5-80f1ff823a1b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:38.511584 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9128a18a-4f44-4130-a4d0-1463ecba2b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:38.514080 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-de877599-b5f4-49d4-91a7-a8813bb33eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:38.550955 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 0b395ea7-e123-41b3-a00c-0609cc71e1d5 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:38.577228 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-558a74d1-ec55-4063-8cfb-3ac204909589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:21Z', 'revision_number': 4, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '4fb3c1dc-f602-4022-9cf2-273e35a46e35', 'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'mac_address': 'fa:16:3e:40:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:19Z', 'updated_at': '2021-07-05T03:54:28Z', 'revision_number': 5, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'subnets': [{'id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:38.585106 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-9128a18a-4f44-4130-a4d0-1463ecba2b70 admin admin] Calling delete_port for 113bdf50-274f-4c93-b919-a8a613456d05 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:38.586080 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 0b395ea7-e123-41b3-a00c-0609cc71e1d5 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:38.587024 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 0b395ea7-e123-41b3-a00c-0609cc71e1d5 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:38.597144 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de877599-b5f4-49d4-91a7-a8813bb33eea admin admin] Pushing event deleted for resources: {'Port': ['ID=436f2950-1339-4300-9f2e-d0e9f137d9e8,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:38.609696 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558a74d1-ec55-4063-8cfb-3ac204909589 None None] The sync data for ids ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'] in n-d-780147-23 is: [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:21Z', 'revision_number': 4, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '4fb3c1dc-f602-4022-9cf2-273e35a46e35', 'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'mac_address': 'fa:16:3e:40:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:19Z', 'updated_at': '2021-07-05T03:54:28Z', 'revision_number': 5, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'subnets': [{'id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:38.616101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-54b8d5c2-aac9-4dde-9f3e-2807e7519b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:38.617534 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-54b8d5c2-aac9-4dde-9f3e-2807e7519b55 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2cce8247-9091-467b-9589-baa0d2dd4bb5 HTTP/1.1" status: 200 len: 921 time: 0.4367287 Jul 05 03:55:38.625619 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de877599-b5f4-49d4-91a7-a8813bb33eea admin admin] No DVR routers for this DVR port 436f2950-1339-4300-9f2e-d0e9f137d9e8 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:38.639032 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5379ed-3581-429a-a914-f791b2973915 req-8f05c301-a203-402b-98b0-3ab98c79f80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:38.640662 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4a5379ed-3581-429a-a914-f791b2973915 req-8f05c301-a203-402b-98b0-3ab98c79f80f service neutron] 10.222.0.89 "GET /v2.0/networks?id=2cce8247-9091-467b-9589-baa0d2dd4bb5 HTTP/1.1" status: 200 len: 921 time: 0.1909227 Jul 05 03:55:38.686737 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-baefb100-9420-43da-895f-7a56c49f7f1f req-1433c706-c4e8-46d2-ad1c-3dbd660d5f49 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:38.707513 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4a5379ed-3581-429a-a914-f791b2973915 req-4134ae4a-a338-4fa6-aba2-65680100993b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5fa4400-6baa-46e7-be4a-eb5346e0161e HTTP/1.1" status: 200 len: 217 time: 0.0557854 Jul 05 03:55:38.717056 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8227f-99bd-4339-b397-2911bfb03484 req-e81ea242-6015-48db-819c-1a080c5ff6d5 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:38.718627 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05e8227f-99bd-4339-b397-2911bfb03484 req-e81ea242-6015-48db-819c-1a080c5ff6d5 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 949 time: 0.1626112 Jul 05 03:55:38.785683 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5379ed-3581-429a-a914-f791b2973915 req-693f4549-6fb8-4d1e-a768-6fd43c39a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:38.787213 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4a5379ed-3581-429a-a914-f791b2973915 req-693f4549-6fb8-4d1e-a768-6fd43c39a388 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2289456f-17c4-488d-a3e1-47cb5ed1e25a HTTP/1.1" status: 200 len: 859 time: 0.0676916 Jul 05 03:55:38.800088 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-af1ebfe5-4182-4b42-8d7f-c43d1dc811d7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5fa4400-6baa-46e7-be4a-eb5346e0161e HTTP/1.1" status: 200 len: 217 time: 0.1375093 Jul 05 03:55:38.828774 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05e8227f-99bd-4339-b397-2911bfb03484 req-9688718c-e483-4987-9859-1abdf2a25f95 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799706 Jul 05 03:55:38.843385 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c119dc-7661-47b0-addb-5f1d79b8d725'}, {'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6613a61c-a6e8-4b99-bacd-b372db0723d9'}, {'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:38.847502 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038b3275-909c-41d1-bfff-22c65bd94143" -d '{"events": [{"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-plugged", "status": "completed", "tag": "d4c119dc-7661-47b0-addb-5f1d79b8d725"}, {"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-plugged", "status": "completed", "tag": "6613a61c-a6e8-4b99-bacd-b372db0723d9"}, {"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-plugged", "status": "completed", "tag": "346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:38.872871 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5379ed-3581-429a-a914-f791b2973915 req-e53f50ad-9ae4-414e-baf3-aa43963dd8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:38.875210 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4a5379ed-3581-429a-a914-f791b2973915 req-e53f50ad-9ae4-414e-baf3-aa43963dd8a3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2cce8247-9091-467b-9589-baa0d2dd4bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795259 Jul 05 03:55:38.921097 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-de877599-b5f4-49d4-91a7-a8813bb33eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:38.990276 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-de877599-b5f4-49d4-91a7-a8813bb33eea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5e0b4d-e985-4a93-8c87-d24745bc5ef7']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:39.002460 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d744ddbb-f7ea-4db9-be39-7c5ddcbdd341 None None] New status for floating IP 24a11245-b1bb-4d0f-b48d-0427f8de9bdc: DOWN {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:55:39.018373 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4a5379ed-3581-429a-a914-f791b2973915 req-93e21b6b-c69f-47c7-b65c-07b4482553be service neutron] 10.222.0.89 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362801 Jul 05 03:55:39.018731 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-62cab9f5-8b35-42cc-825b-f74e08bb3d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.020076 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-62cab9f5-8b35-42cc-825b-f74e08bb3d93 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2289456f-17c4-488d-a3e1-47cb5ed1e25a HTTP/1.1" status: 200 len: 859 time: 0.1725528 Jul 05 03:55:39.024198 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-de877599-b5f4-49d4-91a7-a8813bb33eea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f8efb6-5901-4e21-ba0f-571de3786984') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:39.024494 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-de877599-b5f4-49d4-91a7-a8813bb33eea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f8efb6-5901-4e21-ba0f-571de3786984') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:39.052446 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-de877599-b5f4-49d4-91a7-a8813bb33eea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.119082 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9128a18a-4f44-4130-a4d0-1463ecba2b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.121680 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-de877599-b5f4-49d4-91a7-a8813bb33eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.133559 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-baefb100-9420-43da-895f-7a56c49f7f1f req-1433c706-c4e8-46d2-ad1c-3dbd660d5f49 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.150885 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de877599-b5f4-49d4-91a7-a8813bb33eea admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:39.151455 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-de877599-b5f4-49d4-91a7-a8813bb33eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: timer() Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:39.156218 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:39.176277 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4a5379ed-3581-429a-a914-f791b2973915 req-4c74cff7-1965-4096-8ae9-1f2a81972825 service neutron] 10.222.0.89 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474838 Jul 05 03:55:39.208237 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db7c56-c182-4003-baa6-946aaeea2560 req-c6d2200a-9c85-402d-ad9a-9ef21ba8c8a5 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.209859 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-00db7c56-c182-4003-baa6-946aaeea2560 req-c6d2200a-9c85-402d-ad9a-9ef21ba8c8a5 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3 HTTP/1.1" status: 200 len: 931 time: 0.1296930 Jul 05 03:55:39.260976 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-00db7c56-c182-4003-baa6-946aaeea2560 req-6d1de4e0-cc21-4a87-8076-2df743445e1a tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416951 Jul 05 03:55:39.322635 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a705a8a-891b-4a9e-b801-3c708174d370 x-openstack-request-id: req-7a705a8a-891b-4a9e-b801-3c708174d370 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:39.323594 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-plugged", "status": "completed", "tag": "d4c119dc-7661-47b0-addb-5f1d79b8d725", "code": 200}, {"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-plugged", "status": "completed", "tag": "6613a61c-a6e8-4b99-bacd-b372db0723d9", "code": 200}, {"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-plugged", "status": "completed", "tag": "346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:39.323956 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7a705a8a-891b-4a9e-b801-3c708174d370 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:39.324400 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c119dc-7661-47b0-addb-5f1d79b8d725', 'code': 200} Jul 05 03:55:39.324662 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6613a61c-a6e8-4b99-bacd-b372db0723d9', 'code': 200} Jul 05 03:55:39.324917 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b', 'code': 200} Jul 05 03:55:39.396090 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53524) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:39.545356 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9128a18a-4f44-4130-a4d0-1463ecba2b70 admin admin] No DVR routers for this DVR port 113bdf50-274f-4c93-b919-a8a613456d05 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:39.557733 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128a18a-4f44-4130-a4d0-1463ecba2b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=113bdf50-274f-4c93-b919-a8a613456d05,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:39.578573 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baefb100-9420-43da-895f-7a56c49f7f1f req-1433c706-c4e8-46d2-ad1c-3dbd660d5f49 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Network 7b6709da-22b7-4420-933a-f93ebf434ce7 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:39.629837 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-baefb100-9420-43da-895f-7a56c49f7f1f req-1433c706-c4e8-46d2-ad1c-3dbd660d5f49 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:39.639382 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-baefb100-9420-43da-895f-7a56c49f7f1f req-1433c706-c4e8-46d2-ad1c-3dbd660d5f49 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:39.647747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a848a32-f93d-499f-8ad1-56bba53ef1dc tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Router d72805e1-0c39-4d97-bc45-80a0d449e290 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:39.686185 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3a7be-be13-471f-8fa9-c23f6ec0f711 req-61c9c0e5-a6e8-4c66-8efe-5e0d1669ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.687290 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-de877599-b5f4-49d4-91a7-a8813bb33eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.692596 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3a7be-be13-471f-8fa9-c23f6ec0f711 req-61c9c0e5-a6e8-4c66-8efe-5e0d1669ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.693263 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3a7be-be13-471f-8fa9-c23f6ec0f711 req-61c9c0e5-a6e8-4c66-8efe-5e0d1669ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.693985 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3a7be-be13-471f-8fa9-c23f6ec0f711 req-61c9c0e5-a6e8-4c66-8efe-5e0d1669ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.694521 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3a7be-be13-471f-8fa9-c23f6ec0f711 req-61c9c0e5-a6e8-4c66-8efe-5e0d1669ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.695144 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3a7be-be13-471f-8fa9-c23f6ec0f711 req-61c9c0e5-a6e8-4c66-8efe-5e0d1669ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.695707 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3a7be-be13-471f-8fa9-c23f6ec0f711 req-61c9c0e5-a6e8-4c66-8efe-5e0d1669ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.699514 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1cd3a7be-be13-471f-8fa9-c23f6ec0f711 req-61c9c0e5-a6e8-4c66-8efe-5e0d1669ef91 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 6496 time: 0.1983995 Jul 05 03:55:39.767432 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-de877599-b5f4-49d4-91a7-a8813bb33eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.769282 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-de877599-b5f4-49d4-91a7-a8813bb33eea admin admin] 10.222.0.77 "DELETE /v2.0/networks/be5e0b4d-e985-4a93-8c87-d24745bc5ef7 HTTP/1.1" status: 204 len: 168 time: 3.7946453 Jul 05 03:55:39.773671 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433c706-c4e8-46d2-ad1c-3dbd660d5f49 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Pushing event updated for resources: {'Port': ['ID=498d2122-3dbe-47b3-8515-2038dec369fc,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:39.782992 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2aea23-8c1c-4ff1-aa69-f82e94924ba6 req-b482f34e-097a-46cb-ab50-41044679954c tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.787896 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-a8a4dcb1-7053-4d04-8fd7-b1bea9c8e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.788964 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2aea23-8c1c-4ff1-aa69-f82e94924ba6 req-b482f34e-097a-46cb-ab50-41044679954c tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.789421 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-a8a4dcb1-7053-4d04-8fd7-b1bea9c8e554 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2cce8247-9091-467b-9589-baa0d2dd4bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7511053 Jul 05 03:55:39.790162 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de877599-b5f4-49d4-91a7-a8813bb33eea admin admin] Pushing event deleted for resources: {'Network': ['ID=be5e0b4d-e985-4a93-8c87-d24745bc5ef7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:39.793503 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9128a18a-4f44-4130-a4d0-1463ecba2b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.796085 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2aea23-8c1c-4ff1-aa69-f82e94924ba6 req-b482f34e-097a-46cb-ab50-41044679954c tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.802966 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2aea23-8c1c-4ff1-aa69-f82e94924ba6 req-b482f34e-097a-46cb-ab50-41044679954c tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.809007 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2aea23-8c1c-4ff1-aa69-f82e94924ba6 req-b482f34e-097a-46cb-ab50-41044679954c tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.814941 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2aea23-8c1c-4ff1-aa69-f82e94924ba6 req-b482f34e-097a-46cb-ab50-41044679954c tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.818668 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefb100-9420-43da-895f-7a56c49f7f1f req-1433c706-c4e8-46d2-ad1c-3dbd660d5f49 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.819268 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-baefb100-9420-43da-895f-7a56c49f7f1f req-1433c706-c4e8-46d2-ad1c-3dbd660d5f49 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.820980 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2aea23-8c1c-4ff1-aa69-f82e94924ba6 req-b482f34e-097a-46cb-ab50-41044679954c tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.822829 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bc2aea23-8c1c-4ff1-aa69-f82e94924ba6 req-b482f34e-097a-46cb-ab50-41044679954c tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5432 time: 0.2821128 Jul 05 03:55:39.827665 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-9128a18a-4f44-4130-a4d0-1463ecba2b70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['330c5af7-2c04-42e0-9e22-c686ac916fd7']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:39.879481 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1cd3a7be-be13-471f-8fa9-c23f6ec0f711 req-b93f835f-9214-4733-a18f-c90240b0523f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1378937 Jul 05 03:55:39.931503 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bc2aea23-8c1c-4ff1-aa69-f82e94924ba6 req-a65adfdb-b6d3-4d68-ae48-62933bd731e3 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0906522 Jul 05 03:55:39.932210 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-9128a18a-4f44-4130-a4d0-1463ecba2b70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746510e4-0771-4ec5-a4b5-80f1ff823a1b') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:39.932518 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-9128a18a-4f44-4130-a4d0-1463ecba2b70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746510e4-0771-4ec5-a4b5-80f1ff823a1b') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:39.954612 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-baefb100-9420-43da-895f-7a56c49f7f1f req-1433c706-c4e8-46d2-ad1c-3dbd660d5f49 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4637654 Jul 05 03:55:39.957952 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9128a18a-4f44-4130-a4d0-1463ecba2b70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.984485 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 113bdf50-274f-4c93-b919-a8a613456d05 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:40.008956 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-baefb100-9420-43da-895f-7a56c49f7f1f req-d5f9ae68-6ed9-449f-9be7-46c83a755b07 service neutron] Request body: {'port': {'device_id': '59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:40.017492 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9128a18a-4f44-4130-a4d0-1463ecba2b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.030314 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 113bdf50-274f-4c93-b919-a8a613456d05 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:40.030656 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 113bdf50-274f-4c93-b919-a8a613456d05 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:40.056977 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53530) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:40.073597 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9128a18a-4f44-4130-a4d0-1463ecba2b70 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:40.074215 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9128a18a-4f44-4130-a4d0-1463ecba2b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: timer() Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:40.077372 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:40.121050 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cdfe115e-88a7-4f9e-9dd9-be851d071934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.127892 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b6685249-11cf-4514-a1a1-7b72a84d8372 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1c3256d36f164a33816a31bdcaca5989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0689101 Jul 05 03:55:40.130325 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53532) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:40.182625 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-ec2db6ac-06b5-4988-a0c2-7fd6a3c36d61 service neutron] 10.222.0.77 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830609 Jul 05 03:55:40.186141 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a848a32-f93d-499f-8ad1-56bba53ef1dc tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:40.192349 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6a848a32-f93d-499f-8ad1-56bba53ef1dc tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.197617 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98ecdb7-f211-4c81-9397-da2cb153840a None None] Sync routers for ids ['d72805e1-0c39-4d97-bc45-80a0d449e290'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:40.207371 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98ecdb7-f211-4c81-9397-da2cb153840a None None] Routers {'d72805e1-0c39-4d97-bc45-80a0d449e290'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:40.208399 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-d98ecdb7-f211-4c81-9397-da2cb153840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d72805e1-0c39-4d97-bc45-80a0d449e290'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:40.246094 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-d98ecdb7-f211-4c81-9397-da2cb153840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:40.256104 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98ecdb7-f211-4c81-9397-da2cb153840a None None] Routers {'d72805e1-0c39-4d97-bc45-80a0d449e290'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:40.256981 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-d98ecdb7-f211-4c81-9397-da2cb153840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d72805e1-0c39-4d97-bc45-80a0d449e290'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:40.291014 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-d98ecdb7-f211-4c81-9397-da2cb153840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:40.292011 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98ecdb7-f211-4c81-9397-da2cb153840a None None] The sync data for ids ['d72805e1-0c39-4d97-bc45-80a0d449e290'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:40.328523 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3db372f0-5b09-422b-baa4-807859ead44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.329232 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9128a18a-4f44-4130-a4d0-1463ecba2b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.351328 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-baefb100-9420-43da-895f-7a56c49f7f1f req-d5f9ae68-6ed9-449f-9be7-46c83a755b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.353865 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9128a18a-4f44-4130-a4d0-1463ecba2b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.358024 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9128a18a-4f44-4130-a4d0-1463ecba2b70 admin admin] 10.222.0.77 "DELETE /v2.0/networks/330c5af7-2c04-42e0-9e22-c686ac916fd7 HTTP/1.1" status: 204 len: 168 time: 3.1569183 Jul 05 03:55:40.367482 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128a18a-4f44-4130-a4d0-1463ecba2b70 admin admin] Pushing event deleted for resources: {'Network': ['ID=330c5af7-2c04-42e0-9e22-c686ac916fd7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:40.395907 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0422e150-ed1f-435c-b0c6-75e9d8177365 req-49eee277-a1b6-403b-8b57-748effe1c664 service neutron] 10.222.0.77 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950877 Jul 05 03:55:40.396950 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3db372f0-5b09-422b-baa4-807859ead44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.413337 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6a848a32-f93d-499f-8ad1-56bba53ef1dc tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] 10.222.0.77 "DELETE /v2.0/floatingips/fe6684d0-ad75-4204-9a32-8b5ce3d388f1 HTTP/1.1" status: 204 len: 168 time: 5.2119474 Jul 05 03:55:40.421316 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53540) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:40.426690 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f64700e9-3e38-4e88-96c5-7e4bf5d69a52 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:40.434000 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4bf41-b626-4ef8-a22a-6e0ae314454a req-51634bf1-5d64-4571-9614-d5878fe372f7 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:40.435724 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0eb4bf41-b626-4ef8-a22a-6e0ae314454a req-51634bf1-5d64-4571-9614-d5878fe372f7 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 949 time: 0.3043218 Jul 05 03:55:40.503757 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f64700e9-3e38-4e88-96c5-7e4bf5d69a52 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.542270 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0eb4bf41-b626-4ef8-a22a-6e0ae314454a req-6b3b0e2c-1a04-4dcf-bcce-1cfe091f61b0 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818114 Jul 05 03:55:40.584075 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3db372f0-5b09-422b-baa4-807859ead44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.586662 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3db372f0-5b09-422b-baa4-807859ead44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.590862 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3db372f0-5b09-422b-baa4-807859ead44a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/255dcee5-293e-4560-a423-a4742f4581f5 HTTP/1.1" status: 204 len: 168 time: 0.4581583 Jul 05 03:55:40.606229 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db372f0-5b09-422b-baa4-807859ead44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255dcee5-293e-4560-a423-a4742f4581f5,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:40.655035 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53544) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:40.733375 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-43e7f3b0-9651-43d7-b319-6ce8584dca08 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a20ee6725ac14ac28ce986201945825e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0746205 Jul 05 03:55:40.736116 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53546) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:40.746448 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-cdfe115e-88a7-4f9e-9dd9-be851d071934 admin admin] Deleting port 3fa8a40d-4adc-4403-b7c7-ae12b3a8c108 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:40.746811 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cdfe115e-88a7-4f9e-9dd9-be851d071934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.759656 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 372e5c95-500c-4d2a-a795-11448643f5ba up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:40.854694 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 372e5c95-500c-4d2a-a795-11448643f5ba completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:40.861575 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 372e5c95-500c-4d2a-a795-11448643f5ba triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:40.862271 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.928292 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f36f4-169a-48fe-bc5c-009c1a6110ab req-0e630804-3d28-470e-a4a1-9122c433f4ee tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:40.930289 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-218f36f4-169a-48fe-bc5c-009c1a6110ab req-0e630804-3d28-470e-a4a1-9122c433f4ee tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3 HTTP/1.1" status: 200 len: 931 time: 0.2004375 Jul 05 03:55:40.957326 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f64700e9-3e38-4e88-96c5-7e4bf5d69a52 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.973592 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-cdfe115e-88a7-4f9e-9dd9-be851d071934 admin admin] For port 3fa8a40d-4adc-4403-b7c7-ae12b3a8c108, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3fa8a40d-4adc-4403-b7c7-ae12b3a8c108,segment=NetworkSegment(8065d540-c410-49a9-b601-d2fe469efb98),segment_id=8065d540-c410-49a9-b601-d2fe469efb98)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:40.974490 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cdfe115e-88a7-4f9e-9dd9-be851d071934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.063002 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.078502 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-cdfe115e-88a7-4f9e-9dd9-be851d071934 admin admin] Calling delete_port for 3fa8a40d-4adc-4403-b7c7-ae12b3a8c108 owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:41.127539 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 372e5c95-500c-4d2a-a795-11448643f5ba, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=372e5c95-500c-4d2a-a795-11448643f5ba,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:41.137980 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.163049 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-218f36f4-169a-48fe-bc5c-009c1a6110ab req-32914549-1d73-45d5-8c88-ce0de5886853 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243533 Jul 05 03:55:41.194406 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-baefb100-9420-43da-895f-7a56c49f7f1f req-d5f9ae68-6ed9-449f-9be7-46c83a755b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 498d2122-3dbe-47b3-8515-2038dec369fc {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:41.210067 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-f64700e9-3e38-4e88-96c5-7e4bf5d69a52 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Allocated IP 172.25.1.240 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/539b66e1-5d41-4147-a027-f6db613721e9) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:41.219166 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-baefb100-9420-43da-895f-7a56c49f7f1f req-d5f9ae68-6ed9-449f-9be7-46c83a755b07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.260883 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-baefb100-9420-43da-895f-7a56c49f7f1f req-d5f9ae68-6ed9-449f-9be7-46c83a755b07 service neutron] Transition to ACTIVE for port object 498d2122-3dbe-47b3-8515-2038dec369fc will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:41.291728 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=372e5c95-500c-4d2a-a795-11448643f5ba,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:41.294169 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-baefb100-9420-43da-895f-7a56c49f7f1f req-d5f9ae68-6ed9-449f-9be7-46c83a755b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.299441 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-635c7b82-4580-4575-a9b8-49108e478c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.326857 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03283c32-27e5-4bbe-81b6-a81a7ff331f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372e5c95-500c-4d2a-a795-11448643f5ba'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:41.329397 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fcd955-120c-4723-aa0a-41a1eba14111" -d '{"events": [{"server_uuid": "03283c32-27e5-4bbe-81b6-a81a7ff331f0", "name": "network-vif-plugged", "status": "completed", "tag": "372e5c95-500c-4d2a-a795-11448643f5ba"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:41.337734 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-635c7b82-4580-4575-a9b8-49108e478c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.388711 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9ae68-6ed9-449f-9be7-46c83a755b07 service neutron] Pushing event updated for resources: {'Port': ['ID=498d2122-3dbe-47b3-8515-2038dec369fc,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:41.466152 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cdfe115e-88a7-4f9e-9dd9-be851d071934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.522778 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f64700e9-3e38-4e88-96c5-7e4bf5d69a52 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.546029 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe115e-88a7-4f9e-9dd9-be851d071934 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fa8a40d-4adc-4403-b7c7-ae12b3a8c108,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:41.604347 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-baefb100-9420-43da-895f-7a56c49f7f1f req-d5f9ae68-6ed9-449f-9be7-46c83a755b07 service neutron] Attempting to bind port 498d2122-3dbe-47b3-8515-2038dec369fc on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:41.604696 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-baefb100-9420-43da-895f-7a56c49f7f1f req-d5f9ae68-6ed9-449f-9be7-46c83a755b07 service neutron] Attempting to bind port 498d2122-3dbe-47b3-8515-2038dec369fc by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '06b9089c-3c33-40f8-9fba-09be91ebfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:41.605034 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefb100-9420-43da-895f-7a56c49f7f1f req-d5f9ae68-6ed9-449f-9be7-46c83a755b07 service neutron] Attempting to bind port 498d2122-3dbe-47b3-8515-2038dec369fc on network 7b6709da-22b7-4420-933a-f93ebf434ce7 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:41.630221 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefb100-9420-43da-895f-7a56c49f7f1f req-d5f9ae68-6ed9-449f-9be7-46c83a755b07 service neutron] Port 498d2122-3dbe-47b3-8515-2038dec369fc on network 7b6709da-22b7-4420-933a-f93ebf434ce7 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:55:41.630555 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefb100-9420-43da-895f-7a56c49f7f1f req-d5f9ae68-6ed9-449f-9be7-46c83a755b07 service neutron] Attempting to bind port 498d2122-3dbe-47b3-8515-2038dec369fc on network 7b6709da-22b7-4420-933a-f93ebf434ce7 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:41.648084 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefb100-9420-43da-895f-7a56c49f7f1f req-d5f9ae68-6ed9-449f-9be7-46c83a755b07 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:41.648457 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefb100-9420-43da-895f-7a56c49f7f1f req-d5f9ae68-6ed9-449f-9be7-46c83a755b07 service neutron] Checking segment: {'id': '06b9089c-3c33-40f8-9fba-09be91ebfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:41.648856 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefb100-9420-43da-895f-7a56c49f7f1f req-d5f9ae68-6ed9-449f-9be7-46c83a755b07 service neutron] Bound using segment: {'id': '06b9089c-3c33-40f8-9fba-09be91ebfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:41.649515 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-baefb100-9420-43da-895f-7a56c49f7f1f req-d5f9ae68-6ed9-449f-9be7-46c83a755b07 service neutron] Bound port: 498d2122-3dbe-47b3-8515-2038dec369fc, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06b9089c-3c33-40f8-9fba-09be91ebfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:41.650488 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-baefb100-9420-43da-895f-7a56c49f7f1f req-d5f9ae68-6ed9-449f-9be7-46c83a755b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.659780 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c39946-7b62-475f-bce1-353da09501be req-9e51c988-dbf4-4fc5-86f3-4e929f79f21a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:41.661437 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26c39946-7b62-475f-bce1-353da09501be req-9e51c988-dbf4-4fc5-86f3-4e929f79f21a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=f22208d9-1579-4c1c-961f-fefb728cc21f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2118497 Jul 05 03:55:41.685740 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f64700e9-3e38-4e88-96c5-7e4bf5d69a52 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.789709 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53574) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:41.795926 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26c39946-7b62-475f-bce1-353da09501be req-2ac64dcf-cb48-4112-a88a-1071241dd13b tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 695 time: 0.1239684 Jul 05 03:55:41.822471 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-26c39946-7b62-475f-bce1-353da09501be req-48702376-0ebc-465f-8f55-41aa18dea6b4 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Request body: {'floatingip': {'port_id': 'f96ad895-fd19-4a35-8349-71cd5ac8f523', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:41.826481 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64700e9-3e38-4e88-96c5-7e4bf5d69a52 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:41.866740 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-f64700e9-3e38-4e88-96c5-7e4bf5d69a52 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:41.879365 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64700e9-3e38-4e88-96c5-7e4bf5d69a52 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:41.881783 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64700e9-3e38-4e88-96c5-7e4bf5d69a52 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Pushing event updated for resources: {'Port': ['ID=539b66e1-5d41-4147-a027-f6db613721e9,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:41.909083 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-26c39946-7b62-475f-bce1-353da09501be req-48702376-0ebc-465f-8f55-41aa18dea6b4 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks [] for floatingip, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.956337 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-635c7b82-4580-4575-a9b8-49108e478c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.959236 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-635c7b82-4580-4575-a9b8-49108e478c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.960516 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-635c7b82-4580-4575-a9b8-49108e478c7f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/446b7721-ae6c-4859-b430-75279572bcdd HTTP/1.1" status: 204 len: 168 time: 1.2228239 Jul 05 03:55:41.983579 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c7b82-4580-4575-a9b8-49108e478c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446b7721-ae6c-4859-b430-75279572bcdd,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:42.010609 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-baefb100-9420-43da-895f-7a56c49f7f1f req-d5f9ae68-6ed9-449f-9be7-46c83a755b07 service neutron] For port 498d2122-3dbe-47b3-8515-2038dec369fc, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:42.012364 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7079aa-697b-45cb-9e2d-bfa024f2c9d2 req-eaea7a3a-41f1-4554-a759-da4551819ea0 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:42.019446 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7079aa-697b-45cb-9e2d-bfa024f2c9d2 req-eaea7a3a-41f1-4554-a759-da4551819ea0 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:42.026107 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7079aa-697b-45cb-9e2d-bfa024f2c9d2 req-eaea7a3a-41f1-4554-a759-da4551819ea0 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:42.032615 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7079aa-697b-45cb-9e2d-bfa024f2c9d2 req-eaea7a3a-41f1-4554-a759-da4551819ea0 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:42.039125 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7079aa-697b-45cb-9e2d-bfa024f2c9d2 req-eaea7a3a-41f1-4554-a759-da4551819ea0 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:42.045390 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7079aa-697b-45cb-9e2d-bfa024f2c9d2 req-eaea7a3a-41f1-4554-a759-da4551819ea0 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:42.051701 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7079aa-697b-45cb-9e2d-bfa024f2c9d2 req-eaea7a3a-41f1-4554-a759-da4551819ea0 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:42.059746 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ad7079aa-697b-45cb-9e2d-bfa024f2c9d2 req-eaea7a3a-41f1-4554-a759-da4551819ea0 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5432 time: 0.6570847 Jul 05 03:55:42.066714 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-baefb100-9420-43da-895f-7a56c49f7f1f req-d5f9ae68-6ed9-449f-9be7-46c83a755b07 service neutron] For port 498d2122-3dbe-47b3-8515-2038dec369fc, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=498d2122-3dbe-47b3-8515-2038dec369fc,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:42.071595 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-340103f9-19e5-488c-8e2d-2423b5e6f78c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1735056051-network', 'tenant_id': '777e2156a01a4cf79c8a73a199dd1b73'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:42.103851 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-baefb100-9420-43da-895f-7a56c49f7f1f req-d5f9ae68-6ed9-449f-9be7-46c83a755b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.140586 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ad7079aa-697b-45cb-9e2d-bfa024f2c9d2 req-a0af9ea7-cd8e-45c6-904d-983d9d40c475 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0799105 Jul 05 03:55:42.193443 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340103f9-19e5-488c-8e2d-2423b5e6f78c admin admin] Made reservation on behalf of 777e2156a01a4cf79c8a73a199dd1b73 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:42.195870 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-340103f9-19e5-488c-8e2d-2423b5e6f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.198795 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefb100-9420-43da-895f-7a56c49f7f1f req-d5f9ae68-6ed9-449f-9be7-46c83a755b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:42.199414 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-baefb100-9420-43da-895f-7a56c49f7f1f req-d5f9ae68-6ed9-449f-9be7-46c83a755b07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.200826 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-baefb100-9420-43da-895f-7a56c49f7f1f req-d5f9ae68-6ed9-449f-9be7-46c83a755b07 service neutron] 10.222.0.89 "PUT /v2.0/ports/498d2122-3dbe-47b3-8515-2038dec369fc HTTP/1.1" status: 200 len: 1092 time: 2.2299302 Jul 05 03:55:42.240844 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3', 'tag': '498d2122-3dbe-47b3-8515-2038dec369fc'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:42.241792 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863124c6-d6a9-4b8d-af7f-4ce44f824bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3", "tag": "498d2122-3dbe-47b3-8515-2038dec369fc"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:42.248985 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cdfe115e-88a7-4f9e-9dd9-be851d071934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.249393 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f64700e9-3e38-4e88-96c5-7e4bf5d69a52 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.252143 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9025c818-0f75-4ccf-9d20-c8e5171c86ed x-openstack-request-id: req-9025c818-0f75-4ccf-9d20-c8e5171c86ed {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:42.252683 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03283c32-27e5-4bbe-81b6-a81a7ff331f0", "name": "network-vif-plugged", "status": "completed", "tag": "372e5c95-500c-4d2a-a795-11448643f5ba", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:42.252785 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9025c818-0f75-4ccf-9d20-c8e5171c86ed {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:42.253106 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03283c32-27e5-4bbe-81b6-a81a7ff331f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372e5c95-500c-4d2a-a795-11448643f5ba', 'code': 200} Jul 05 03:55:42.309896 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-340103f9-19e5-488c-8e2d-2423b5e6f78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.345118 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9ae68-6ed9-449f-9be7-46c83a755b07 service neutron] Pushing event updated for resources: {'Port': ['ID=498d2122-3dbe-47b3-8515-2038dec369fc,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:42.438063 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f64700e9-3e38-4e88-96c5-7e4bf5d69a52 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.546530 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa57c7-f326-4df3-9292-0d1f9d84bb50 req-1c5b9a27-065c-48d1-8352-9f4a734a2133 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:42.553258 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-42fa57c7-f326-4df3-9292-0d1f9d84bb50 req-1c5b9a27-065c-48d1-8352-9f4a734a2133 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 950 time: 0.1812940 Jul 05 03:55:42.558323 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a00364-6a66-4d13-be3c-bc318641ba53 req-2310db1c-f6fe-4339-869d-05e050786ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:42.560078 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b6a00364-6a66-4d13-be3c-bc318641ba53 req-2310db1c-f6fe-4339-869d-05e050786ba1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 1102 time: 0.1894741 Jul 05 03:55:42.659754 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.764224 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-42fa57c7-f326-4df3-9292-0d1f9d84bb50 req-620ffbce-ced1-451d-9575-f234baee841a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096472 Jul 05 03:55:42.771007 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b6a00364-6a66-4d13-be3c-bc318641ba53 req-8902539c-e2f7-45ff-b5ef-2f36f40f732f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911535 Jul 05 03:55:42.816653 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb94155-acc6-4787-b5b4-fb06947b75d2 req-97c4b005-81a8-4d1e-9af5-b3c5f7bf62b8 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:42.818264 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-abb94155-acc6-4787-b5b4-fb06947b75d2 req-97c4b005-81a8-4d1e-9af5-b3c5f7bf62b8 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c4b5b93-86d9-4c58-92dc-f68343a97c76 HTTP/1.1" status: 200 len: 945 time: 0.2556286 Jul 05 03:55:42.838539 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfe115e-88a7-4f9e-9dd9-be851d071934 admin admin] Router d949431d-b88a-4c7c-bcb7-778ab5606203 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:42.860364 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53602) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:42.891083 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefb100-9420-43da-895f-7a56c49f7f1f req-e7e8e11b-e339-4db4-b64a-333ab3b154a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:42.892944 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-baefb100-9420-43da-895f-7a56c49f7f1f req-e7e8e11b-e339-4db4-b64a-333ab3b154a9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0b15a843c894428bb9d88f84ee28689c&device_id=59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3 HTTP/1.1" status: 200 len: 1095 time: 0.6378872 Jul 05 03:55:43.014687 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-baefb100-9420-43da-895f-7a56c49f7f1f req-545aea3e-988c-484f-b552-70acf842213b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=498d2122-3dbe-47b3-8515-2038dec369fc HTTP/1.1" status: 200 len: 217 time: 0.0789590 Jul 05 03:55:43.023489 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-8ca3b8b2-909f-47ac-8c30-3eee588e5e55 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-391280198-network', 'tenant_id': '501ed92e20d5480db968048631c9d2f5'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:43.111016 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb879ffd-7536-4161-9ce6-bff99980ff44 req-d877d9ae-0ce8-4719-8281-44d39c05b4a6 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:43.112780 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eb879ffd-7536-4161-9ce6-bff99980ff44 req-d877d9ae-0ce8-4719-8281-44d39c05b4a6 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3 HTTP/1.1" status: 200 len: 943 time: 0.2023201 Jul 05 03:55:43.127332 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-abb94155-acc6-4787-b5b4-fb06947b75d2 req-d929dae5-08dc-437f-85ed-ba1041fc50e0 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Deleting port a5fa4400-6baa-46e7-be4a-eb5346e0161e {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:43.127683 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-abb94155-acc6-4787-b5b4-fb06947b75d2 req-d929dae5-08dc-437f-85ed-ba1041fc50e0 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.188268 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfe115e-88a7-4f9e-9dd9-be851d071934 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:43.196277 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cdfe115e-88a7-4f9e-9dd9-be851d071934 admin admin] 10.222.0.77 "PUT /v2.0/routers/d949431d-b88a-4c7c-bcb7-778ab5606203/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7988734 Jul 05 03:55:43.199962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afa1a07-7320-4d5e-9105-3a1d682a3ebf None None] Sync routers for ids ['d949431d-b88a-4c7c-bcb7-778ab5606203'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:43.200183 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53608) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:43.212111 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afa1a07-7320-4d5e-9105-3a1d682a3ebf None None] Routers {'d949431d-b88a-4c7c-bcb7-778ab5606203'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:43.213047 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-3afa1a07-7320-4d5e-9105-3a1d682a3ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d949431d-b88a-4c7c-bcb7-778ab5606203'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:43.266987 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefb100-9420-43da-895f-7a56c49f7f1f req-aae79827-7339-4c48-9a92-a92ee9fdf816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:43.268515 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-baefb100-9420-43da-895f-7a56c49f7f1f req-aae79827-7339-4c48-9a92-a92ee9fdf816 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ccf7098d-d664-4348-860f-1e166cf68435 HTTP/1.1" status: 200 len: 844 time: 0.2438493 Jul 05 03:55:43.269232 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eb879ffd-7536-4161-9ce6-bff99980ff44 req-575d62d1-6073-423e-8e90-26f44dedc36c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470482 Jul 05 03:55:43.302257 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-340103f9-19e5-488c-8e2d-2423b5e6f78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.349028 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-340103f9-19e5-488c-8e2d-2423b5e6f78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.358705 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-abb94155-acc6-4787-b5b4-fb06947b75d2 req-d929dae5-08dc-437f-85ed-ba1041fc50e0 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] For port a5fa4400-6baa-46e7-be4a-eb5346e0161e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a5fa4400-6baa-46e7-be4a-eb5346e0161e,segment=NetworkSegment(781a2029-9354-4745-84c1-56f0c912ee63),segment_id=781a2029-9354-4745-84c1-56f0c912ee63)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:43.359144 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-abb94155-acc6-4787-b5b4-fb06947b75d2 req-d929dae5-08dc-437f-85ed-ba1041fc50e0 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.391339 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-baefb100-9420-43da-895f-7a56c49f7f1f req-98541b0d-034a-4c8a-b8d8-178b56359d4c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7b6709da-22b7-4420-933a-f93ebf434ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078620 Jul 05 03:55:43.393562 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-abb94155-acc6-4787-b5b4-fb06947b75d2 req-d929dae5-08dc-437f-85ed-ba1041fc50e0 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Calling delete_port for a5fa4400-6baa-46e7-be4a-eb5346e0161e owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:43.402699 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca3b8b2-909f-47ac-8c30-3eee588e5e55 admin admin] Made reservation on behalf of 501ed92e20d5480db968048631c9d2f5 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:43.405307 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8ca3b8b2-909f-47ac-8c30-3eee588e5e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.418242 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8894b44-8f1c-4086-853b-3a6c47fd7f3c x-openstack-request-id: req-c8894b44-8f1c-4086-853b-3a6c47fd7f3c {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:43.418646 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3", "tag": "498d2122-3dbe-47b3-8515-2038dec369fc", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:43.418991 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c8894b44-8f1c-4086-853b-3a6c47fd7f3c {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:43.419541 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3', 'tag': '498d2122-3dbe-47b3-8515-2038dec369fc', 'status': 'completed', 'code': 200} Jul 05 03:55:43.426929 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8ca3b8b2-909f-47ac-8c30-3eee588e5e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.432757 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-34d4fb96-0029-4b1e-aeca-d71828ebdf80 admin admin] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.444425 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.db.resource_extend [req-26c39946-7b62-475f-bce1-353da09501be req-48702376-0ebc-465f-8f55-41aa18dea6b4 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:55:43.500894 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340103f9-19e5-488c-8e2d-2423b5e6f78c admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:43.516239 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-3afa1a07-7320-4d5e-9105-3a1d682a3ebf None None] Set router d949431d-b88a-4c7c-bcb7-778ab5606203 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:43.573696 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340103f9-19e5-488c-8e2d-2423b5e6f78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de71ea7-8bae-4094-b267-c8e980ae07a1,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:43.582228 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-340103f9-19e5-488c-8e2d-2423b5e6f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.582594 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-340103f9-19e5-488c-8e2d-2423b5e6f78c admin admin] Added segment 8c7f3194-91cb-4f38-a3ac-34fa5cf915e2 of type vlan for network fb8dad3c-8f3c-416e-8f26-08a04e138816 Jul 05 03:55:43.613818 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f64700e9-3e38-4e88-96c5-7e4bf5d69a52 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.620430 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-26c39946-7b62-475f-bce1-353da09501be req-48702376-0ebc-465f-8f55-41aa18dea6b4 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.645909 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-26c39946-7b62-475f-bce1-353da09501be req-48702376-0ebc-465f-8f55-41aa18dea6b4 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.647589 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f64700e9-3e38-4e88-96c5-7e4bf5d69a52 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.691740 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-34d4fb96-0029-4b1e-aeca-d71828ebdf80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.707503 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-340103f9-19e5-488c-8e2d-2423b5e6f78c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.761181 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-3afa1a07-7320-4d5e-9105-3a1d682a3ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd949431d-b88a-4c7c-bcb7-778ab5606203', 'name': 'tempest-ServersTestMultiNic-1803730036-router', 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'a520b009-c1ee-400a-ac16-289bbc791249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:32Z', 'updated_at': '2021-07-05T03:55:41Z', 'revision_number': 5, 'project_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'gw_port': {'id': 'a520b009-c1ee-400a-ac16-289bbc791249', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd949431d-b88a-4c7c-bcb7-778ab5606203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:34Z', 'updated_at': '2021-07-05T03:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:43.793973 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64700e9-3e38-4e88-96c5-7e4bf5d69a52 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Pushing event updated for resources: {'Port': ['ID=539b66e1-5d41-4147-a027-f6db613721e9,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:43.799101 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afa1a07-7320-4d5e-9105-3a1d682a3ebf None None] Checking router: d949431d-b88a-4c7c-bcb7-778ab5606203 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:43.808883 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afa1a07-7320-4d5e-9105-3a1d682a3ebf None None] Routers {'d949431d-b88a-4c7c-bcb7-778ab5606203'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:43.809825 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-3afa1a07-7320-4d5e-9105-3a1d682a3ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d949431d-b88a-4c7c-bcb7-778ab5606203'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:43.840772 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-baefb100-9420-43da-895f-7a56c49f7f1f req-ea714b28-1c36-4236-9df7-30e3351fd7e5 service neutron] 10.222.0.89 "GET /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260161 Jul 05 03:55:43.856260 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2695a-4dd0-4e04-aac8-10b2a562050b req-792712d0-30d2-46f1-8f64-d17c10e1353d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:43.862538 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2695a-4dd0-4e04-aac8-10b2a562050b req-792712d0-30d2-46f1-8f64-d17c10e1353d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:43.869382 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2695a-4dd0-4e04-aac8-10b2a562050b req-792712d0-30d2-46f1-8f64-d17c10e1353d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:43.875586 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2695a-4dd0-4e04-aac8-10b2a562050b req-792712d0-30d2-46f1-8f64-d17c10e1353d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:43.881544 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2695a-4dd0-4e04-aac8-10b2a562050b req-792712d0-30d2-46f1-8f64-d17c10e1353d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:43.887738 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2695a-4dd0-4e04-aac8-10b2a562050b req-792712d0-30d2-46f1-8f64-d17c10e1353d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:43.894500 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2695a-4dd0-4e04-aac8-10b2a562050b req-792712d0-30d2-46f1-8f64-d17c10e1353d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:43.896777 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4ac2695a-4dd0-4e04-aac8-10b2a562050b req-792712d0-30d2-46f1-8f64-d17c10e1353d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5432 time: 0.3259785 Jul 05 03:55:43.902684 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-abb94155-acc6-4787-b5b4-fb06947b75d2 req-d929dae5-08dc-437f-85ed-ba1041fc50e0 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.904125 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-3afa1a07-7320-4d5e-9105-3a1d682a3ebf None None] Set router d949431d-b88a-4c7c-bcb7-778ab5606203 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:43.937806 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['a5fa4400-6baa-46e7-be4a-eb5346e0161e'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:43.945343 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-340103f9-19e5-488c-8e2d-2423b5e6f78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.946747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340103f9-19e5-488c-8e2d-2423b5e6f78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:43.947327 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-340103f9-19e5-488c-8e2d-2423b5e6f78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.960764 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8ca3b8b2-909f-47ac-8c30-3eee588e5e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.962954 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929dae5-08dc-437f-85ed-ba1041fc50e0 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Pushing event deleted for resources: {'Port': ['ID=a5fa4400-6baa-46e7-be4a-eb5346e0161e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:43.963971 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f64700e9-3e38-4e88-96c5-7e4bf5d69a52 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.981904 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8ca3b8b2-909f-47ac-8c30-3eee588e5e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.988949 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['f96ad895-fd19-4a35-8349-71cd5ac8f523'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:43.993029 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-3afa1a07-7320-4d5e-9105-3a1d682a3ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd949431d-b88a-4c7c-bcb7-778ab5606203', 'name': 'tempest-ServersTestMultiNic-1803730036-router', 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:32Z', 'updated_at': '2021-07-05T03:55:43Z', 'revision_number': 6, 'project_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:44.014069 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-34d4fb96-0029-4b1e-aeca-d71828ebdf80 admin admin] Deleting port a520b009-c1ee-400a-ac16-289bbc791249 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:44.014422 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-34d4fb96-0029-4b1e-aeca-d71828ebdf80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.046441 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-340103f9-19e5-488c-8e2d-2423b5e6f78c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2540073 Jul 05 03:55:44.051516 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53612) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:44.052304 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f64700e9-3e38-4e88-96c5-7e4bf5d69a52 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.056553 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afa1a07-7320-4d5e-9105-3a1d682a3ebf None None] The sync data for ids ['d949431d-b88a-4c7c-bcb7-778ab5606203'] in n-d-780147-23 is: [{'id': 'd949431d-b88a-4c7c-bcb7-778ab5606203', 'name': 'tempest-ServersTestMultiNic-1803730036-router', 'tenant_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:32Z', 'updated_at': '2021-07-05T03:55:43Z', 'revision_number': 6, 'project_id': '9ff6bd26a45e49ae97b99bbcef80f6b1', 'gw_port_host': None}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:44.056888 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f64700e9-3e38-4e88-96c5-7e4bf5d69a52 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6333144 Jul 05 03:55:44.061905 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-2195bb32-cc7b-4eeb-9dc7-02d71eb7469a admin admin] Request body: {'subnet': {'network_id': 'fb8dad3c-8f3c-416e-8f26-08a04e138816', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1735056051-subnet', 'tenant_id': '777e2156a01a4cf79c8a73a199dd1b73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:44.062585 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca3b8b2-909f-47ac-8c30-3eee588e5e55 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:44.064792 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53614) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:44.074472 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [req-26c39946-7b62-475f-bce1-353da09501be req-48702376-0ebc-465f-8f55-41aa18dea6b4 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Floating IP 24a11245-b1bb-4d0f-b48d-0427f8de9bdc associated. External IP: 172.25.1.22, port: f96ad895-fd19-4a35-8349-71cd5ac8f523. Jul 05 03:55:44.114283 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340103f9-19e5-488c-8e2d-2423b5e6f78c admin admin] Pushing event updated for resources: {'Network': ['ID=fb8dad3c-8f3c-416e-8f26-08a04e138816,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:44.130810 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network fb8dad3c-8f3c-416e-8f26-08a04e138816 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:44.137253 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb94155-acc6-4787-b5b4-fb06947b75d2 req-d929dae5-08dc-437f-85ed-ba1041fc50e0 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] No DVR routers for this DVR port a5fa4400-6baa-46e7-be4a-eb5346e0161e on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:44.139662 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-abb94155-acc6-4787-b5b4-fb06947b75d2 req-d929dae5-08dc-437f-85ed-ba1041fc50e0 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.142207 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-abb94155-acc6-4787-b5b4-fb06947b75d2 req-d929dae5-08dc-437f-85ed-ba1041fc50e0 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.89 "DELETE /v2.0/ports/a5fa4400-6baa-46e7-be4a-eb5346e0161e HTTP/1.1" status: 204 len: 173 time: 1.3154750 Jul 05 03:55:44.148282 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-baefb100-9420-43da-895f-7a56c49f7f1f req-cbb61cbb-ed73-45f5-86d2-fdef1aca0602 service neutron] 10.222.0.89 "GET /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731233 Jul 05 03:55:44.152079 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4b5b93-86d9-4c58-92dc-f68343a97c76', 'name': 'network-vif-deleted', 'tag': 'a5fa4400-6baa-46e7-be4a-eb5346e0161e'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:44.155237 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04227572-8686-47d6-adc0-fe9d7aea3117" -d '{"events": [{"server_uuid": "6c4b5b93-86d9-4c58-92dc-f68343a97c76", "name": "network-vif-deleted", "tag": "a5fa4400-6baa-46e7-be4a-eb5346e0161e"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:44.162661 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2195bb32-cc7b-4eeb-9dc7-02d71eb7469a admin admin] Made reservation on behalf of 777e2156a01a4cf79c8a73a199dd1b73 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:44.167935 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2195bb32-cc7b-4eeb-9dc7-02d71eb7469a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.267871 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4ac2695a-4dd0-4e04-aac8-10b2a562050b req-823b600d-ba45-4423-938b-1cd04637e701 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3503542 Jul 05 03:55:44.286281 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8ca3b8b2-909f-47ac-8c30-3eee588e5e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.286630 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-8ca3b8b2-909f-47ac-8c30-3eee588e5e55 admin admin] Added segment f4a75e14-b74e-4406-b4ee-77fda8b3afd4 of type vlan for network 3b64f625-0433-41d5-8266-5dfdc89559ba Jul 05 03:55:44.290935 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3b8b2-909f-47ac-8c30-3eee588e5e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aadcf3a-0b3b-48b8-988c-ee54952c5c08,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:44.315554 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-a0ec41de-ad7a-45d2-949c-a075b535bec7 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:44.383444 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8ca3b8b2-909f-47ac-8c30-3eee588e5e55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.393124 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-34d4fb96-0029-4b1e-aeca-d71828ebdf80 admin admin] For port a520b009-c1ee-400a-ac16-289bbc791249, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a520b009-c1ee-400a-ac16-289bbc791249,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:44.393496 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-34d4fb96-0029-4b1e-aeca-d71828ebdf80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.428660 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-34d4fb96-0029-4b1e-aeca-d71828ebdf80 admin admin] Calling delete_port for a520b009-c1ee-400a-ac16-289bbc791249 owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:44.473316 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0ec41de-ad7a-45d2-949c-a075b535bec7 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.484802 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863124c6-d6a9-4b8d-af7f-4ce44f824bb4 req-6e059e94-dbd3-4fa4-93e9-13a5c90cb64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:44.486780 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-863124c6-d6a9-4b8d-af7f-4ce44f824bb4 req-6e059e94-dbd3-4fa4-93e9-13a5c90cb64a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0b15a843c894428bb9d88f84ee28689c&device_id=59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3 HTTP/1.1" status: 200 len: 1095 time: 0.2483869 Jul 05 03:55:44.610237 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8ca3b8b2-909f-47ac-8c30-3eee588e5e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.611428 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca3b8b2-909f-47ac-8c30-3eee588e5e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:44.612076 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8ca3b8b2-909f-47ac-8c30-3eee588e5e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.665814 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26c39946-7b62-475f-bce1-353da09501be req-48702376-0ebc-465f-8f55-41aa18dea6b4 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Router e8c8aba0-6b37-4fba-98df-2453f45c3a71 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:44.673080 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2195bb32-cc7b-4eeb-9dc7-02d71eb7469a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.729163 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863124c6-d6a9-4b8d-af7f-4ce44f824bb4 req-d7abcbc1-020d-4383-9a2f-dcfefe61bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:44.730791 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-863124c6-d6a9-4b8d-af7f-4ce44f824bb4 req-d7abcbc1-020d-4383-9a2f-dcfefe61bf4e service neutron] 10.222.0.89 "GET /v2.0/networks?id=7b6709da-22b7-4420-933a-f93ebf434ce7 HTTP/1.1" status: 200 len: 905 time: 0.2124860 Jul 05 03:55:44.741271 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8ca3b8b2-909f-47ac-8c30-3eee588e5e55 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8793552 Jul 05 03:55:44.742114 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53624) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:44.759849 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-4ea520c5-770c-4253-9dc0-a1fa98e9a000 admin admin] Request body: {'subnet': {'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-391280198-subnet', 'tenant_id': '501ed92e20d5480db968048631c9d2f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:44.804881 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3b8b2-909f-47ac-8c30-3eee588e5e55 admin admin] Pushing event updated for resources: {'Network': ['ID=3b64f625-0433-41d5-8266-5dfdc89559ba,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:44.823602 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 3b64f625-0433-41d5-8266-5dfdc89559ba details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:44.865558 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea520c5-770c-4253-9dc0-a1fa98e9a000 admin admin] Made reservation on behalf of 501ed92e20d5480db968048631c9d2f5 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:44.868003 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4ea520c5-770c-4253-9dc0-a1fa98e9a000 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.987861 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580e2ac-a583-4f0f-a512-123b96087220 req-4f446ca8-7dcb-4b4f-887e-ab684826df08 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:44.995655 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5580e2ac-a583-4f0f-a512-123b96087220 req-4f446ca8-7dcb-4b4f-887e-ab684826df08 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 950 time: 0.4552214 Jul 05 03:55:45.084760 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-34d4fb96-0029-4b1e-aeca-d71828ebdf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.133285 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5580e2ac-a583-4f0f-a512-123b96087220 req-5ae60b99-299f-4ed2-bfcc-3028b19b00b4 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367042 Jul 05 03:55:45.137476 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0ec41de-ad7a-45d2-949c-a075b535bec7 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.139413 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4fb96-0029-4b1e-aeca-d71828ebdf80 admin admin] Pushing event deleted for resources: {'Port': ['ID=a520b009-c1ee-400a-ac16-289bbc791249,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:45.209360 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-863124c6-d6a9-4b8d-af7f-4ce44f824bb4 req-0a455d13-4132-4283-bb47-4b4d64d01c43 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=498d2122-3dbe-47b3-8515-2038dec369fc HTTP/1.1" status: 200 len: 217 time: 0.4378946 Jul 05 03:55:45.214040 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195bb32-cc7b-4eeb-9dc7-02d71eb7469a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a53146a9-e800-4bea-af81-85281a870088,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:45.236384 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2195bb32-cc7b-4eeb-9dc7-02d71eb7469a admin admin] Checking segment: {'id': '8c7f3194-91cb-4f38-a3ac-34fa5cf915e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'fb8dad3c-8f3c-416e-8f26-08a04e138816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:45.236752 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2195bb32-cc7b-4eeb-9dc7-02d71eb7469a admin admin] Network hostable DHCP agents. Network: fb8dad3c-8f3c-416e-8f26-08a04e138816, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:55:45.249602 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072e9af6-2099-4dd9-ae63-ae6b26c0455a x-openstack-request-id: req-072e9af6-2099-4dd9-ae63-ae6b26c0455a {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:45.249900 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4b5b93-86d9-4c58-92dc-f68343a97c76", "name": "network-vif-deleted", "tag": "a5fa4400-6baa-46e7-be4a-eb5346e0161e", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:45.250162 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-072e9af6-2099-4dd9-ae63-ae6b26c0455a {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:45.250562 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4b5b93-86d9-4c58-92dc-f68343a97c76', 'name': 'network-vif-deleted', 'tag': 'a5fa4400-6baa-46e7-be4a-eb5346e0161e', 'status': 'completed', 'code': 200} Jul 05 03:55:45.323489 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863124c6-d6a9-4b8d-af7f-4ce44f824bb4 req-31085b1c-8ddb-45be-b049-70555c2ea377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:45.325009 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-863124c6-d6a9-4b8d-af7f-4ce44f824bb4 req-31085b1c-8ddb-45be-b049-70555c2ea377 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ccf7098d-d664-4348-860f-1e166cf68435 HTTP/1.1" status: 200 len: 844 time: 0.1019840 Jul 05 03:55:45.327705 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26c39946-7b62-475f-bce1-353da09501be req-48702376-0ebc-465f-8f55-41aa18dea6b4 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:45.332378 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-26c39946-7b62-475f-bce1-353da09501be req-48702376-0ebc-465f-8f55-41aa18dea6b4 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.339247 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c244dce8-72a1-439a-b3a0-01e948f74dc6 None None] Sync routers for ids ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:45.348612 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c244dce8-72a1-439a-b3a0-01e948f74dc6 None None] Routers {'e8c8aba0-6b37-4fba-98df-2453f45c3a71'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:45.349593 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c244dce8-72a1-439a-b3a0-01e948f74dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:45.351471 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-34d4fb96-0029-4b1e-aeca-d71828ebdf80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.353594 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2195bb32-cc7b-4eeb-9dc7-02d71eb7469a admin admin] Network fb8dad3c-8f3c-416e-8f26-08a04e138816 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:55:45.398274 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-863124c6-d6a9-4b8d-af7f-4ce44f824bb4 req-3d651ad8-b011-4ef3-aa44-48f8d6d30201 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7b6709da-22b7-4420-933a-f93ebf434ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633016 Jul 05 03:55:45.420516 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-2195bb32-cc7b-4eeb-9dc7-02d71eb7469a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, fb8dad3c-8f3c-416e-8f26-08a04e138816) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:45.433974 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500139c1-5736-49a4-b234-6ca5f6f7399a None None] Network fb8dad3c-8f3c-416e-8f26-08a04e138816 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:45.436594 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2195bb32-cc7b-4eeb-9dc7-02d71eb7469a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:45.437351 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2195bb32-cc7b-4eeb-9dc7-02d71eb7469a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.440405 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26c39946-7b62-475f-bce1-353da09501be req-48702376-0ebc-465f-8f55-41aa18dea6b4 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "PUT /v2.0/floatingips/24a11245-b1bb-4d0f-b48d-0427f8de9bdc HTTP/1.1" status: 200 len: 995 time: 3.6352155 Jul 05 03:55:45.483614 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22208d9-1579-4c1c-961f-fefb728cc21f', 'tag': 'f96ad895-fd19-4a35-8349-71cd5ac8f523'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:45.486386 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4feedc-2316-4fac-8d37-f7c5ec6e4933" -d '{"events": [{"name": "network-changed", "server_uuid": "f22208d9-1579-4c1c-961f-fefb728cc21f", "tag": "f96ad895-fd19-4a35-8349-71cd5ac8f523"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:45.503357 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-c244dce8-72a1-439a-b3a0-01e948f74dc6 None None] Set router e8c8aba0-6b37-4fba-98df-2453f45c3a71 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:45.544209 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2195bb32-cc7b-4eeb-9dc7-02d71eb7469a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4862080 Jul 05 03:55:45.586906 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-863124c6-d6a9-4b8d-af7f-4ce44f824bb4 req-f344916e-ec7c-46cf-9a98-dd013434a5b2 service neutron] 10.222.0.89 "GET /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804953 Jul 05 03:55:45.597926 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c39946-7b62-475f-bce1-353da09501be req-6bf3e83b-a200-4ff5-8db6-bc108e14a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:45.599452 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26c39946-7b62-475f-bce1-353da09501be req-6bf3e83b-a200-4ff5-8db6-bc108e14a776 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0d75bfcc600410081741fd09dc4c3bb&device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 1097 time: 0.1081114 Jul 05 03:55:45.651226 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46270cea-447c-44dc-ad48-d8b9d976cb68 None None] Network fb8dad3c-8f3c-416e-8f26-08a04e138816 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:45.786853 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c39946-7b62-475f-bce1-353da09501be req-41c02cd8-ea85-4297-8019-f268a2e9bff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:45.788554 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26c39946-7b62-475f-bce1-353da09501be req-41c02cd8-ea85-4297-8019-f268a2e9bff3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2cce8247-9091-467b-9589-baa0d2dd4bb5 HTTP/1.1" status: 200 len: 921 time: 0.1804333 Jul 05 03:55:45.790030 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c244dce8-72a1-439a-b3a0-01e948f74dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:21Z', 'revision_number': 4, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '24a11245-b1bb-4d0f-b48d-0427f8de9bdc', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'port_id': 'f96ad895-fd19-4a35-8349-71cd5ac8f523', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'mac_address': 'fa:16:3e:0b:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22208d9-1579-4c1c-961f-fefb728cc21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:54:50Z', 'updated_at': '2021-07-05T03:55:43Z', 'revision_number': 8, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb3c1dc-f602-4022-9cf2-273e35a46e35', 'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'mac_address': 'fa:16:3e:40:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:19Z', 'updated_at': '2021-07-05T03:54:28Z', 'revision_number': 5, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'subnets': [{'id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:45.791849 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-863124c6-d6a9-4b8d-af7f-4ce44f824bb4 req-5fc98447-0c0c-4d4a-9d95-d9a00df92ea8 service neutron] 10.222.0.89 "GET /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974604 Jul 05 03:55:45.822063 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c244dce8-72a1-439a-b3a0-01e948f74dc6 None None] Checking router: e8c8aba0-6b37-4fba-98df-2453f45c3a71 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:45.832201 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c244dce8-72a1-439a-b3a0-01e948f74dc6 None None] Routers {'e8c8aba0-6b37-4fba-98df-2453f45c3a71'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:45.832900 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c244dce8-72a1-439a-b3a0-01e948f74dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:45.886800 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26c39946-7b62-475f-bce1-353da09501be req-bf19eb7a-3af8-4479-bf05-95733fe6ba27 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f96ad895-fd19-4a35-8349-71cd5ac8f523 HTTP/1.1" status: 200 len: 998 time: 0.0896344 Jul 05 03:55:45.944534 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c39946-7b62-475f-bce1-353da09501be req-6c434026-be15-43ee-8383-d9a91f97c2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:45.952624 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26c39946-7b62-475f-bce1-353da09501be req-6c434026-be15-43ee-8383-d9a91f97c2d7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2289456f-17c4-488d-a3e1-47cb5ed1e25a HTTP/1.1" status: 200 len: 859 time: 0.0646756 Jul 05 03:55:45.954062 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3fa8a40d-4adc-4403-b7c7-ae12b3a8c108 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:45.979203 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4ea520c5-770c-4253-9dc0-a1fa98e9a000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.980093 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-c244dce8-72a1-439a-b3a0-01e948f74dc6 None None] Set router e8c8aba0-6b37-4fba-98df-2453f45c3a71 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:45.981291 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 3fa8a40d-4adc-4403-b7c7-ae12b3a8c108 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:45.981753 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3fa8a40d-4adc-4403-b7c7-ae12b3a8c108 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:45.982392 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a520b009-c1ee-400a-ac16-289bbc791249 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:45.994554 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-a0ec41de-ad7a-45d2-949c-a075b535bec7 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] Allocated IP 172.25.1.154 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/bf5baa7f-8889-42fe-917c-fa2420ffe70f) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:45.997328 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-34d4fb96-0029-4b1e-aeca-d71828ebdf80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.003462 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-34d4fb96-0029-4b1e-aeca-d71828ebdf80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.006185 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: a520b009-c1ee-400a-ac16-289bbc791249 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:46.006641 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a520b009-c1ee-400a-ac16-289bbc791249 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:46.029376 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c39946-7b62-475f-bce1-353da09501be req-1bde0713-4e76-4542-a60a-f3bf93e7afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:46.037161 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26c39946-7b62-475f-bce1-353da09501be req-1bde0713-4e76-4542-a60a-f3bf93e7afd8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2cce8247-9091-467b-9589-baa0d2dd4bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791647 Jul 05 03:55:46.130543 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26c39946-7b62-475f-bce1-353da09501be req-a4db962d-894d-437f-a622-d996d840ef5b service neutron] 10.222.0.77 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915937 Jul 05 03:55:46.149311 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea520c5-770c-4253-9dc0-a1fa98e9a000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2a1cef0-323d-4d98-bbd7-de1cb5542ec9,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:46.151984 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-34d4fb96-0029-4b1e-aeca-d71828ebdf80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.152545 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d4fb96-0029-4b1e-aeca-d71828ebdf80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d949431d-b88a-4c7c-bcb7-778ab5606203 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:55:46.166626 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-34d4fb96-0029-4b1e-aeca-d71828ebdf80 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.167833 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-34d4fb96-0029-4b1e-aeca-d71828ebdf80 admin admin] 10.222.0.77 "DELETE /v2.0/routers/d949431d-b88a-4c7c-bcb7-778ab5606203 HTTP/1.1" status: 204 len: 168 time: 2.9639740 Jul 05 03:55:46.178467 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53634) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:46.240780 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d163b9-6a8e-49f0-962b-5c935cdee343 req-6772987d-327c-491f-a351-c5291b65ede9 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:46.247274 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d163b9-6a8e-49f0-962b-5c935cdee343 req-6772987d-327c-491f-a351-c5291b65ede9 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:46.250796 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26c39946-7b62-475f-bce1-353da09501be req-4393058e-6a9d-4e18-a181-648ed33f3489 service neutron] 10.222.0.77 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129880 Jul 05 03:55:46.253345 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d163b9-6a8e-49f0-962b-5c935cdee343 req-6772987d-327c-491f-a351-c5291b65ede9 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:46.259926 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d163b9-6a8e-49f0-962b-5c935cdee343 req-6772987d-327c-491f-a351-c5291b65ede9 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:46.265963 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d163b9-6a8e-49f0-962b-5c935cdee343 req-6772987d-327c-491f-a351-c5291b65ede9 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:46.272344 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d163b9-6a8e-49f0-962b-5c935cdee343 req-6772987d-327c-491f-a351-c5291b65ede9 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:46.278957 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d163b9-6a8e-49f0-962b-5c935cdee343 req-6772987d-327c-491f-a351-c5291b65ede9 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:46.291570 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53640) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:46.299671 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-54d163b9-6a8e-49f0-962b-5c935cdee343 req-6772987d-327c-491f-a351-c5291b65ede9 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5432 time: 0.9770401 Jul 05 03:55:46.300542 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea520c5-770c-4253-9dc0-a1fa98e9a000 admin admin] Checking segment: {'id': 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:46.300916 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea520c5-770c-4253-9dc0-a1fa98e9a000 admin admin] Network hostable DHCP agents. Network: 3b64f625-0433-41d5-8266-5dfdc89559ba, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:55:46.307202 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-cafeae7f-8cb0-45ce-933c-ad4355048d5d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Request body: {'floatingip': {'port_id': '6613a61c-a6e8-4b99-bacd-b372db0723d9'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:46.358776 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3df137-5165-459d-826e-60b355c01eaa x-openstack-request-id: req-ac3df137-5165-459d-826e-60b355c01eaa {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:46.358776 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22208d9-1579-4c1c-961f-fefb728cc21f", "tag": "f96ad895-fd19-4a35-8349-71cd5ac8f523", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:46.358776 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ac3df137-5165-459d-826e-60b355c01eaa {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:46.358776 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22208d9-1579-4c1c-961f-fefb728cc21f', 'tag': 'f96ad895-fd19-4a35-8349-71cd5ac8f523', 'status': 'completed', 'code': 200} Jul 05 03:55:46.367608 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c244dce8-72a1-439a-b3a0-01e948f74dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:21Z', 'revision_number': 4, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '24a11245-b1bb-4d0f-b48d-0427f8de9bdc', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'port_id': 'f96ad895-fd19-4a35-8349-71cd5ac8f523', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'mac_address': 'fa:16:3e:0b:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22208d9-1579-4c1c-961f-fefb728cc21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:54:50Z', 'updated_at': '2021-07-05T03:55:43Z', 'revision_number': 8, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb3c1dc-f602-4022-9cf2-273e35a46e35', 'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'mac_address': 'fa:16:3e:40:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:19Z', 'updated_at': '2021-07-05T03:54:28Z', 'revision_number': 5, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'subnets': [{'id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:46.383256 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-450d9c07-cf8d-44cd-9dd7-4e3868109a79 admin admin] Deleting subnet 332015fb-12ae-476b-ba8d-31bc3796f260 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:55:46.385480 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cafeae7f-8cb0-45ce-933c-ad4355048d5d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for floatingip, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.415083 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c244dce8-72a1-439a-b3a0-01e948f74dc6 None None] The sync data for ids ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'] in n-d-780147-23 is: [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:21Z', 'revision_number': 4, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '24a11245-b1bb-4d0f-b48d-0427f8de9bdc', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'port_id': 'f96ad895-fd19-4a35-8349-71cd5ac8f523', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'mac_address': 'fa:16:3e:0b:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22208d9-1579-4c1c-961f-fefb728cc21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:54:50Z', 'updated_at': '2021-07-05T03:55:43Z', 'revision_number': 8, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb3c1dc-f602-4022-9cf2-273e35a46e35', 'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'mac_address': 'fa:16:3e:40:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:19Z', 'updated_at': '2021-07-05T03:54:28Z', 'revision_number': 5, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'subnets': [{'id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:46.420152 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-450d9c07-cf8d-44cd-9dd7-4e3868109a79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.492473 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea520c5-770c-4253-9dc0-a1fa98e9a000 admin admin] Network 3b64f625-0433-41d5-8266-5dfdc89559ba is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:55:46.503694 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 498d2122-3dbe-47b3-8515-2038dec369fc details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:46.506336 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device a5fa4400-6baa-46e7-be4a-eb5346e0161e no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:46.517886 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0ec41de-ad7a-45d2-949c-a075b535bec7 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.546548 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: a5fa4400-6baa-46e7-be4a-eb5346e0161e {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:46.546996 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device a5fa4400-6baa-46e7-be4a-eb5346e0161e not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:46.567572 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-450d9c07-cf8d-44cd-9dd7-4e3868109a79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.601889 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-4ea520c5-770c-4253-9dc0-a1fa98e9a000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 3b64f625-0433-41d5-8266-5dfdc89559ba) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:46.611284 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea520c5-770c-4253-9dc0-a1fa98e9a000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:46.611924 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4ea520c5-770c-4253-9dc0-a1fa98e9a000 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.618767 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce0bb3f-dd3d-4e01-b2ed-8e9b9c9d5de8 None None] Network 3b64f625-0433-41d5-8266-5dfdc89559ba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:46.679098 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4ea520c5-770c-4253-9dc0-a1fa98e9a000 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9223566 Jul 05 03:55:46.734923 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-450d9c07-cf8d-44cd-9dd7-4e3868109a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.783277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 498d2122-3dbe-47b3-8515-2038dec369fc, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=498d2122-3dbe-47b3-8515-2038dec369fc,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:46.796924 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4feedc-2316-4fac-8d37-f7c5ec6e4933 req-ea3aaf91-6671-4f16-aef5-919cca5d2aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:46.798872 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7d4feedc-2316-4fac-8d37-f7c5ec6e4933 req-ea3aaf91-6671-4f16-aef5-919cca5d2aa6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c0d75bfcc600410081741fd09dc4c3bb&device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 1097 time: 0.3908758 Jul 05 03:55:46.804509 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-450d9c07-cf8d-44cd-9dd7-4e3868109a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.821375 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '498d2122-3dbe-47b3-8515-2038dec369fc', 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7', 'port_id': '498d2122-3dbe-47b3-8515-2038dec369fc', 'mac_address': 'fa:16:3e:2b:b4:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf7098d-d664-4348-860f-1e166cf68435', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:46.859960 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fe616-1a33-484b-a2e7-8422883424fa req-1b8d867f-4b8e-47f8-96c7-4b373f8f07c8 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:46.861843 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-253fe616-1a33-484b-a2e7-8422883424fa req-1b8d867f-4b8e-47f8-96c7-4b373f8f07c8 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.77 "GET /v2.0/networks?id=fb8dad3c-8f3c-416e-8f26-08a04e138816 HTTP/1.1" status: 200 len: 821 time: 0.2077203 Jul 05 03:55:46.929633 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-253fe616-1a33-484b-a2e7-8422883424fa req-0bffe176-5484-4f23-b48d-1b53cc3f92c6 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.77 "GET /v2.0/quotas/777e2156a01a4cf79c8a73a199dd1b73 HTTP/1.1" status: 200 len: 375 time: 0.0253663 Jul 05 03:55:46.934663 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fdcfd3-9657-4666-b1c1-2e92e9fbcb12 None None] Network a8e690a6-8e0f-431e-99d1-276b926ce1e1 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:46.937314 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c53331-fe09-44c5-ab5a-e4f1d7b48c8f None None] New status for floating IP 24a11245-b1bb-4d0f-b48d-0427f8de9bdc: ACTIVE {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:55:46.966225 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-450d9c07-cf8d-44cd-9dd7-4e3868109a79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.969169 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-450d9c07-cf8d-44cd-9dd7-4e3868109a79 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/332015fb-12ae-476b-ba8d-31bc3796f260 HTTP/1.1" status: 204 len: 168 time: 0.7896490 Jul 05 03:55:46.980354 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae705855-a71e-4aad-aefc-608d50672ff4 req-2cce8a4f-077b-4884-8773-042469c72589 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:46.982189 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ae705855-a71e-4aad-aefc-608d50672ff4 req-2cce8a4f-077b-4884-8773-042469c72589 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3 HTTP/1.1" status: 200 len: 943 time: 0.4966848 Jul 05 03:55:46.982724 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53658) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:46.987904 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d9c07-cf8d-44cd-9dd7-4e3868109a79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=332015fb-12ae-476b-ba8d-31bc3796f260,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:47.016610 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-253fe616-1a33-484b-a2e7-8422883424fa req-3dce9cc7-95d6-4410-b13e-1b6fa2de5d21 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=777e2156a01a4cf79c8a73a199dd1b73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860038 Jul 05 03:55:47.018890 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0ec41de-ad7a-45d2-949c-a075b535bec7 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.088592 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.099117 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe63e9c1-762f-4793-b05f-3732f18e38f1 None None] Network 3b64f625-0433-41d5-8266-5dfdc89559ba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:47.144720 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ec41de-ad7a-45d2-949c-a075b535bec7 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:47.158308 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-a0ec41de-ad7a-45d2-949c-a075b535bec7 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:47.169443 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ec41de-ad7a-45d2-949c-a075b535bec7 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:47.199496 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e0d7ffb-5aa8-4025-851a-b67261ef7f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.200522 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 498d2122-3dbe-47b3-8515-2038dec369fc {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:47.203225 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ae705855-a71e-4aad-aefc-608d50672ff4 req-2fefa492-c39f-4edc-9a3e-c47ed7f7e792 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058094 Jul 05 03:55:47.217681 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec41de-ad7a-45d2-949c-a075b535bec7 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] Pushing event updated for resources: {'Port': ['ID=bf5baa7f-8889-42fe-917c-fa2420ffe70f,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:47.232158 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 498d2122-3dbe-47b3-8515-2038dec369fc, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=498d2122-3dbe-47b3-8515-2038dec369fc,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:47.232393 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-253fe616-1a33-484b-a2e7-8422883424fa req-fc70db4d-1725-49dd-bdd2-cbdb4e65a0be service neutron] 10.222.0.77 "GET /v2.0/networks/fb8dad3c-8f3c-416e-8f26-08a04e138816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038755 Jul 05 03:55:47.233246 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4feedc-2316-4fac-8d37-f7c5ec6e4933 req-c09721cc-2eb0-44dc-a24f-71bb9e01acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:47.234942 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7d4feedc-2316-4fac-8d37-f7c5ec6e4933 req-c09721cc-2eb0-44dc-a24f-71bb9e01acb2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2cce8247-9091-467b-9589-baa0d2dd4bb5 HTTP/1.1" status: 200 len: 921 time: 0.4264004 Jul 05 03:55:47.259076 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.270615 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cafeae7f-8cb0-45ce-933c-ad4355048d5d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.283205 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cafeae7f-8cb0-45ce-933c-ad4355048d5d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.414318 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7d4feedc-2316-4fac-8d37-f7c5ec6e4933 req-19f65633-8c3e-412d-bb74-d4a080a9aae8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f96ad895-fd19-4a35-8349-71cd5ac8f523 HTTP/1.1" status: 200 len: 998 time: 0.1720083 Jul 05 03:55:47.445379 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0ec41de-ad7a-45d2-949c-a075b535bec7 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.482239 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-253fe616-1a33-484b-a2e7-8422883424fa req-6e644745-e53e-477f-8b5e-80352117b6b2 service neutron] 10.222.0.77 "GET /v2.0/networks/fb8dad3c-8f3c-416e-8f26-08a04e138816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490237 Jul 05 03:55:47.488871 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-cafeae7f-8cb0-45ce-933c-ad4355048d5d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Floating IP fa249b96-5603-44fc-a6db-fe8faec82397 associated. External IP: 172.25.1.83, port: 6613a61c-a6e8-4b99-bacd-b372db0723d9. Jul 05 03:55:47.503001 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-0e0d7ffb-5aa8-4025-851a-b67261ef7f78 admin admin] Deleting port ce03543e-d505-4332-86ef-a97fbd36f8c0 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:47.503342 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e0d7ffb-5aa8-4025-851a-b67261ef7f78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.543831 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4feedc-2316-4fac-8d37-f7c5ec6e4933 req-05c67858-0d1f-4220-b85d-12ef5f5a371a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:47.545327 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7d4feedc-2316-4fac-8d37-f7c5ec6e4933 req-05c67858-0d1f-4220-b85d-12ef5f5a371a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2289456f-17c4-488d-a3e1-47cb5ed1e25a HTTP/1.1" status: 200 len: 859 time: 0.1198499 Jul 05 03:55:47.564819 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=498d2122-3dbe-47b3-8515-2038dec369fc,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:47.580766 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['498d2122-3dbe-47b3-8515-2038dec369fc'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:47.611082 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089db66b-7494-4059-939f-e753ef9ef3cc req-8f3c6990-b452-4431-911b-ab27472c57e6 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:47.617858 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-089db66b-7494-4059-939f-e753ef9ef3cc req-8f3c6990-b452-4431-911b-ab27472c57e6 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 950 time: 0.2687140 Jul 05 03:55:47.672147 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0ec41de-ad7a-45d2-949c-a075b535bec7 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.782641 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-0e0d7ffb-5aa8-4025-851a-b67261ef7f78 admin admin] For port ce03543e-d505-4332-86ef-a97fbd36f8c0, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=ce03543e-d505-4332-86ef-a97fbd36f8c0,segment=NetworkSegment(8065d540-c410-49a9-b601-d2fe469efb98),segment_id=8065d540-c410-49a9-b601-d2fe469efb98)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:47.783019 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e0d7ffb-5aa8-4025-851a-b67261ef7f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.791445 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58af6e76-6c55-4df4-84ab-0a3844c52079 None None] DHCP port deletion for a8e690a6-8e0f-431e-99d1-276b926ce1e1 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:55:47.827882 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-089db66b-7494-4059-939f-e753ef9ef3cc req-601f8173-fac0-4b02-96c8-ca4e7d25fbfa tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090838 Jul 05 03:55:47.829066 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-0e0d7ffb-5aa8-4025-851a-b67261ef7f78 admin admin] Calling delete_port for ce03543e-d505-4332-86ef-a97fbd36f8c0 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:47.844787 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f0ec3aad-b152-4072-a223-05c6e7cdef0b req-58728759-dc86-405e-8fbf-d6ee6a6ee157 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/floatingips/24a11245-b1bb-4d0f-b48d-0427f8de9bdc HTTP/1.1" status: 200 len: 997 time: 0.0940568 Jul 05 03:55:47.909588 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-58af6e76-6c55-4df4-84ab-0a3844c52079 None None] Deleting port ce03543e-d505-4332-86ef-a97fbd36f8c0 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:47.910459 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-58af6e76-6c55-4df4-84ab-0a3844c52079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.014793 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-58af6e76-6c55-4df4-84ab-0a3844c52079 None None] For port ce03543e-d505-4332-86ef-a97fbd36f8c0, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=ce03543e-d505-4332-86ef-a97fbd36f8c0,segment=NetworkSegment(8065d540-c410-49a9-b601-d2fe469efb98),segment_id=8065d540-c410-49a9-b601-d2fe469efb98)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:48.014793 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-58af6e76-6c55-4df4-84ab-0a3844c52079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.030844 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-58af6e76-6c55-4df4-84ab-0a3844c52079 None None] Calling delete_port for ce03543e-d505-4332-86ef-a97fbd36f8c0 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:48.045053 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec3aad-b152-4072-a223-05c6e7cdef0b req-60df69d2-7c1f-495b-88cf-4ddf1d99b0ca tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:48.046596 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f0ec3aad-b152-4072-a223-05c6e7cdef0b req-60df69d2-7c1f-495b-88cf-4ddf1d99b0ca tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.1752830 Jul 05 03:55:48.055383 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafeae7f-8cb0-45ce-933c-ad4355048d5d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Router 5b786658-13de-48c7-8e5b-90fd4ff487ff has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:48.059575 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device ce03543e-d505-4332-86ef-a97fbd36f8c0 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:48.084346 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0ec41de-ad7a-45d2-949c-a075b535bec7 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.185194 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0ec41de-ad7a-45d2-949c-a075b535bec7 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.187457 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e0d7ffb-5aa8-4025-851a-b67261ef7f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.190091 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-267b7987-74cf-49b0-b25a-f32b103477d8 req-3dcb78c4-16ad-4908-9a17-b0a710bd9c56 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.77 "GET /v2.0/ports?device_id=06b2fce1-73f5-4a06-a084-57ee3ad535a1 HTTP/1.1" status: 200 len: 210 time: 0.0627408 Jul 05 03:55:48.217867 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafeae7f-8cb0-45ce-933c-ad4355048d5d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:48.222728 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cafeae7f-8cb0-45ce-933c-ad4355048d5d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.228666 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c45d98-6470-4b0a-8aa2-960b5e5fae5b None None] Sync routers for ids ['5b786658-13de-48c7-8e5b-90fd4ff487ff'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:48.244198 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c45d98-6470-4b0a-8aa2-960b5e5fae5b None None] Routers {'5b786658-13de-48c7-8e5b-90fd4ff487ff'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:48.248855 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-32c45d98-6470-4b0a-8aa2-960b5e5fae5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5b786658-13de-48c7-8e5b-90fd4ff487ff'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: from cryptography.utils import int_from_bytes Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: from cryptography.utils import int_from_bytes Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:48.260976 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 03:55:48.265149 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:48.265149 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 03:55:48.265149 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:48.265149 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 03:55:48.265149 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:48.265149 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 03:55:48.265149 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:48.265149 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 03:55:48.265149 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:48.265149 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 03:55:48.265149 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:48.265149 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 03:55:48.265149 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:48.265149 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 03:55:48.279461 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cafeae7f-8cb0-45ce-933c-ad4355048d5d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "PUT /v2.0/floatingips/fa249b96-5603-44fc-a6db-fe8faec82397 HTTP/1.1" status: 200 len: 990 time: 1.9863114 Jul 05 03:55:48.280158 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4feedc-2316-4fac-8d37-f7c5ec6e4933 req-5971fbd7-3baf-45de-8891-fce3f6df3614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:48.281684 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7d4feedc-2316-4fac-8d37-f7c5ec6e4933 req-5971fbd7-3baf-45de-8891-fce3f6df3614 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cce8247-9091-467b-9589-baa0d2dd4bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7005968 Jul 05 03:55:48.284850 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0d7ffb-5aa8-4025-851a-b67261ef7f78 admin admin] No DVR routers for this DVR port ce03543e-d505-4332-86ef-a97fbd36f8c0 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:48.312148 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-58af6e76-6c55-4df4-84ab-0a3844c52079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.341653 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af6e76-6c55-4df4-84ab-0a3844c52079 None None] Pushing event deleted for resources: {'Port': ['ID=ce03543e-d505-4332-86ef-a97fbd36f8c0,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:48.349564 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.359907 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'tag': '6613a61c-a6e8-4b99-bacd-b372db0723d9'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:48.362760 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d08bc52-1c2e-49d5-9545-05551b19cb03" -d '{"events": [{"name": "network-changed", "server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "tag": "6613a61c-a6e8-4b99-bacd-b372db0723d9"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:48.365998 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58af6e76-6c55-4df4-84ab-0a3844c52079 None None] No DVR routers for this DVR port ce03543e-d505-4332-86ef-a97fbd36f8c0 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:48.410510 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec41de-ad7a-45d2-949c-a075b535bec7 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] Pushing event updated for resources: {'Port': ['ID=bf5baa7f-8889-42fe-917c-fa2420ffe70f,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:48.505963 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 498d2122-3dbe-47b3-8515-2038dec369fc up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:48.512087 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-32c45d98-6470-4b0a-8aa2-960b5e5fae5b None None] Set router 5b786658-13de-48c7-8e5b-90fd4ff487ff gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:48.566492 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278d0fb-c072-4686-a3bb-d22ea4828c2e req-5ec85e42-91e3-4fee-a827-4c64e6a0a60b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:48.575165 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5278d0fb-c072-4686-a3bb-d22ea4828c2e req-5ec85e42-91e3-4fee-a827-4c64e6a0a60b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 950 time: 0.1289248 Jul 05 03:55:48.591290 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d7ffb-5aa8-4025-851a-b67261ef7f78 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce03543e-d505-4332-86ef-a97fbd36f8c0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:48.599050 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 498d2122-3dbe-47b3-8515-2038dec369fc completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:48.606479 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 498d2122-3dbe-47b3-8515-2038dec369fc triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:48.608320 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.638617 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5278d0fb-c072-4686-a3bb-d22ea4828c2e req-1cd41535-2a89-4434-b7f9-37c6d2739fd8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608511 Jul 05 03:55:48.651257 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e0d7ffb-5aa8-4025-851a-b67261ef7f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.662439 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0ec41de-ad7a-45d2-949c-a075b535bec7 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.691050 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-0e0d7ffb-5aa8-4025-851a-b67261ef7f78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e690a6-8e0f-431e-99d1-276b926ce1e1']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:48.733335 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-87c300bf-45c7-4e28-80f9-c53d02c182c7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:48.740535 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-87c300bf-45c7-4e28-80f9-c53d02c182c7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/networks?id=3b64f625-0433-41d5-8266-5dfdc89559ba HTTP/1.1" status: 200 len: 811 time: 0.5709386 Jul 05 03:55:48.753923 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-0e0d7ffb-5aa8-4025-851a-b67261ef7f78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8065d540-c410-49a9-b601-d2fe469efb98') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:48.754211 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-0e0d7ffb-5aa8-4025-851a-b67261ef7f78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8065d540-c410-49a9-b601-d2fe469efb98') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:48.777205 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-ad759eb3-34eb-4036-b2e8-0d1ad3f6b9ea tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/quotas/501ed92e20d5480db968048631c9d2f5 HTTP/1.1" status: 200 len: 375 time: 0.0357113 Jul 05 03:55:48.800396 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-05d6b67a-545d-483e-a494-5fc33e4b9df2 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 1000 time: 0.1350279 Jul 05 03:55:48.802324 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0ec41de-ad7a-45d2-949c-a075b535bec7 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.803976 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a0ec41de-ad7a-45d2-949c-a075b535bec7 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6794810 Jul 05 03:55:48.806663 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e0d7ffb-5aa8-4025-851a-b67261ef7f78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.812806 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53692) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:48.821341 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.855998 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-3f7a3fa5-b1dc-40c0-8876-60d31b4858b1 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=501ed92e20d5480db968048631c9d2f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777900 Jul 05 03:55:48.866952 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 498d2122-3dbe-47b3-8515-2038dec369fc, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=498d2122-3dbe-47b3-8515-2038dec369fc,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:48.868098 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498d2122-3dbe-47b3-8515-2038dec369fc'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:48.871700 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bb2653-5039-46d2-a188-05fc3067b586" -d '{"events": [{"server_uuid": "59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3", "name": "network-vif-plugged", "status": "completed", "tag": "498d2122-3dbe-47b3-8515-2038dec369fc"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:48.873110 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7d4feedc-2316-4fac-8d37-f7c5ec6e4933 req-4dac45d7-288e-44e6-a681-e892a1e336b5 service neutron] 10.222.0.70 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471153 Jul 05 03:55:48.876015 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.887694 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e0d7ffb-5aa8-4025-851a-b67261ef7f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.936324 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0d7ffb-5aa8-4025-851a-b67261ef7f78 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:48.937490 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e0d7ffb-5aa8-4025-851a-b67261ef7f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: timer() Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:48.940272 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:48.966297 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=498d2122-3dbe-47b3-8515-2038dec369fc,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:48.967847 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-32c45d98-6470-4b0a-8aa2-960b5e5fae5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'name': 'tempest-TaggedBootDevicesTest-2024056273-router', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7b4c47c6-a85c-4077-b2a4-3651f0159ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:02Z', 'updated_at': '2021-07-05T03:53:11Z', 'revision_number': 4, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'gw_port': {'id': '7b4c47c6-a85c-4077-b2a4-3651f0159ded', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'fa249b96-5603-44fc-a6db-fe8faec82397', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'floating_ip_address': '172.25.1.83', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'port_id': '6613a61c-a6e8-4b99-bacd-b372db0723d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d', 'mac_address': 'fa:16:3e:23:67:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:54:09Z', 'updated_at': '2021-07-05T03:55:47Z', 'revision_number': 1, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f3a0104-461a-4547-859a-85216e30919b', 'name': '', 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'mac_address': 'fa:16:3e:be:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:10Z', 'updated_at': '2021-07-05T03:53:18Z', 'revision_number': 5, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'subnets': [{'id': '30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:49.004585 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-b0ee0159-b0ca-4721-80cf-98d90d20b279 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:49.006376 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-b0ee0159-b0ca-4721-80cf-98d90d20b279 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports/f96ad895-fd19-4a35-8349-71cd5ac8f523 HTTP/1.1" status: 200 len: 942 time: 0.2049081 Jul 05 03:55:49.013468 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c45d98-6470-4b0a-8aa2-960b5e5fae5b None None] Checking router: 5b786658-13de-48c7-8e5b-90fd4ff487ff for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:49.014107 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e7ba7e92-b37b-44e7-a374-6247e237a485 tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3217 time: 0.1999557 Jul 05 03:55:49.016925 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53696) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:49.026196 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c45d98-6470-4b0a-8aa2-960b5e5fae5b None None] Routers {'5b786658-13de-48c7-8e5b-90fd4ff487ff'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:49.026824 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-32c45d98-6470-4b0a-8aa2-960b5e5fae5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5b786658-13de-48c7-8e5b-90fd4ff487ff'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:49.069160 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e0d7ffb-5aa8-4025-851a-b67261ef7f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.097687 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e0d7ffb-5aa8-4025-851a-b67261ef7f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.099623 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0e0d7ffb-5aa8-4025-851a-b67261ef7f78 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a8e690a6-8e0f-431e-99d1-276b926ce1e1 HTTP/1.1" status: 204 len: 168 time: 2.1128743 Jul 05 03:55:49.106808 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d7ffb-5aa8-4025-851a-b67261ef7f78 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8e690a6-8e0f-431e-99d1-276b926ce1e1,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:49.122260 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-64fa11c0-f515-4ab4-8a7c-84f83ed37a38 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1042588 Jul 05 03:55:49.125784 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53700) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:49.129222 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-66971f8b-bb53-4048-9582-0a5f5ca4f766 service neutron] 10.222.0.77 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724297 Jul 05 03:55:49.163722 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-32c45d98-6470-4b0a-8aa2-960b5e5fae5b None None] Set router 5b786658-13de-48c7-8e5b-90fd4ff487ff gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:49.181940 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7d4feedc-2316-4fac-8d37-f7c5ec6e4933 req-70475a44-2e9a-4326-b84d-6b2359cfaaa5 service neutron] 10.222.0.70 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908418 Jul 05 03:55:49.208694 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-9d628de3-a82c-4b4d-a0c4-f522eacab8d8 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 1000 time: 0.0699873 Jul 05 03:55:49.334545 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53704) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:49.373115 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-8857bcbd-ca57-4f71-a8f7-4cf7e7db6a70 service neutron] 10.222.0.77 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348950 Jul 05 03:55:49.389252 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-cc14f605-3bf8-4824-ba1e-9a0f770cfd64 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] Deleting port bf5baa7f-8889-42fe-917c-fa2420ffe70f {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:49.389666 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cc14f605-3bf8-4824-ba1e-9a0f770cfd64 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.434078 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-13dd95b7-f154-4229-933f-4977fd5c22c8 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:49.447279 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-13dd95b7-f154-4229-933f-4977fd5c22c8 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.2301645 Jul 05 03:55:49.481231 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cc14f605-3bf8-4824-ba1e-9a0f770cfd64 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.481595 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cc14f605-3bf8-4824-ba1e-9a0f770cfd64 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.513788 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-cc14f605-3bf8-4824-ba1e-9a0f770cfd64 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] Calling delete_port for bf5baa7f-8889-42fe-917c-fa2420ffe70f owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:49.535016 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-04a42280-6b1a-4fce-b683-9737326a0198 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9ff6bd26a45e49ae97b99bbcef80f6b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1914418 Jul 05 03:55:49.544395 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53706) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:49.585414 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fe616-1a33-484b-a2e7-8422883424fa req-bfe100e1-f0ba-4cf7-845f-8dfd26ebf1ec tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:49.587166 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-253fe616-1a33-484b-a2e7-8422883424fa req-bfe100e1-f0ba-4cf7-845f-8dfd26ebf1ec tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.89 "GET /v2.0/networks?id=fb8dad3c-8f3c-416e-8f26-08a04e138816 HTTP/1.1" status: 200 len: 821 time: 0.2366157 Jul 05 03:55:49.589331 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-32c45d98-6470-4b0a-8aa2-960b5e5fae5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'name': 'tempest-TaggedBootDevicesTest-2024056273-router', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7b4c47c6-a85c-4077-b2a4-3651f0159ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:02Z', 'updated_at': '2021-07-05T03:53:11Z', 'revision_number': 4, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'gw_port': {'id': '7b4c47c6-a85c-4077-b2a4-3651f0159ded', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'fa249b96-5603-44fc-a6db-fe8faec82397', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'floating_ip_address': '172.25.1.83', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'port_id': '6613a61c-a6e8-4b99-bacd-b372db0723d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d', 'mac_address': 'fa:16:3e:23:67:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:54:09Z', 'updated_at': '2021-07-05T03:55:47Z', 'revision_number': 1, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f3a0104-461a-4547-859a-85216e30919b', 'name': '', 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'mac_address': 'fa:16:3e:be:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:10Z', 'updated_at': '2021-07-05T03:53:18Z', 'revision_number': 5, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'subnets': [{'id': '30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:49.596237 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-0325a413-77fb-4d05-ba29-9b75224b6d88 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 1000 time: 0.1475325 Jul 05 03:55:49.601462 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-253fe616-1a33-484b-a2e7-8422883424fa req-c2bd2789-b94f-4a09-8901-702db9036830 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Request body: {'port': {'device_id': '06b2fce1-73f5-4a06-a084-57ee3ad535a1', 'network_id': 'fb8dad3c-8f3c-416e-8f26-08a04e138816', 'admin_state_up': True, 'tenant_id': '777e2156a01a4cf79c8a73a199dd1b73'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:49.632665 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c45d98-6470-4b0a-8aa2-960b5e5fae5b None None] The sync data for ids ['5b786658-13de-48c7-8e5b-90fd4ff487ff'] in n-d-780147-23 is: [{'id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'name': 'tempest-TaggedBootDevicesTest-2024056273-router', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7b4c47c6-a85c-4077-b2a4-3651f0159ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:02Z', 'updated_at': '2021-07-05T03:53:11Z', 'revision_number': 4, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'gw_port': {'id': '7b4c47c6-a85c-4077-b2a4-3651f0159ded', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'fa249b96-5603-44fc-a6db-fe8faec82397', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'floating_ip_address': '172.25.1.83', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'port_id': '6613a61c-a6e8-4b99-bacd-b372db0723d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d', 'mac_address': 'fa:16:3e:23:67:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:54:09Z', 'updated_at': '2021-07-05T03:55:47Z', 'revision_number': 1, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f3a0104-461a-4547-859a-85216e30919b', 'name': '', 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'mac_address': 'fa:16:3e:be:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:10Z', 'updated_at': '2021-07-05T03:53:18Z', 'revision_number': 5, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'subnets': [{'id': '30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:49.719098 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-21c835f0-291d-497c-9204-7ae8ee8cb51a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:49.835217 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-21c835f0-291d-497c-9204-7ae8ee8cb51a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks [] for floatingip, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.952879 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2dc52e-cd8e-4955-95e8-d8cfe8dc88da None None] New status for floating IP fa249b96-5603-44fc-a6db-fe8faec82397: ACTIVE {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:55:49.978174 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-253fe616-1a33-484b-a2e7-8422883424fa req-c2bd2789-b94f-4a09-8901-702db9036830 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Made reservation on behalf of 777e2156a01a4cf79c8a73a199dd1b73 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:49.981892 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-253fe616-1a33-484b-a2e7-8422883424fa req-c2bd2789-b94f-4a09-8901-702db9036830 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.197008 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3c1632ef-8ed5-40ee-8269-07716d7f2ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.227392 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7f608-4e27-4f2a-a689-0291f4e6c07c req-f9905218-38d9-4b87-91fb-c79f799649a8 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:50.229696 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0fb7f608-4e27-4f2a-a689-0291f4e6c07c req-f9905218-38d9-4b87-91fb-c79f799649a8 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3 HTTP/1.1" status: 200 len: 945 time: 0.1744375 Jul 05 03:55:50.248132 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3c1632ef-8ed5-40ee-8269-07716d7f2ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.347564 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0fb7f608-4e27-4f2a-a689-0291f4e6c07c req-a55ff253-8366-402a-aa31-9c5f64110782 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018257 Jul 05 03:55:50.366369 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cc14f605-3bf8-4824-ba1e-9a0f770cfd64 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.415693 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14f605-3bf8-4824-ba1e-9a0f770cfd64 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] Pushing event deleted for resources: {'Port': ['ID=bf5baa7f-8889-42fe-917c-fa2420ffe70f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:50.422760 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3c1632ef-8ed5-40ee-8269-07716d7f2ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.437134 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3c1632ef-8ed5-40ee-8269-07716d7f2ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.441873 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3c1632ef-8ed5-40ee-8269-07716d7f2ae3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/466a8c9d-2933-4b61-aca6-4e66bbf96eaf HTTP/1.1" status: 204 len: 168 time: 0.8924949 Jul 05 03:55:50.475317 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-21c835f0-291d-497c-9204-7ae8ee8cb51a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.482422 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1632ef-8ed5-40ee-8269-07716d7f2ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466a8c9d-2933-4b61-aca6-4e66bbf96eaf,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:50.487906 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-21c835f0-291d-497c-9204-7ae8ee8cb51a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.488510 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-21c835f0-291d-497c-9204-7ae8ee8cb51a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Floating IP 24a11245-b1bb-4d0f-b48d-0427f8de9bdc disassociated. External IP: 172.25.1.22, port: f96ad895-fd19-4a35-8349-71cd5ac8f523. Jul 05 03:55:50.577046 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cc14f605-3bf8-4824-ba1e-9a0f770cfd64 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.580728 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cc14f605-3bf8-4824-ba1e-9a0f770cfd64 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.582315 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cc14f605-3bf8-4824-ba1e-9a0f770cfd64 tempest-FloatingIPAdminTestJSON-850438858 tempest-FloatingIPAdminTestJSON-850438858-project] 10.222.0.77 "DELETE /v2.0/floatingips/65677198-65a0-459c-9230-fbe5c4c9ba75 HTTP/1.1" status: 204 len: 168 time: 1.4554231 Jul 05 03:55:50.585086 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53720) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:50.609090 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7993ca4b-9e0d-4341-9b5d-03506251c5d5 x-openstack-request-id: req-7993ca4b-9e0d-4341-9b5d-03506251c5d5 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:50.609396 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "tag": "6613a61c-a6e8-4b99-bacd-b372db0723d9", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:50.609625 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7993ca4b-9e0d-4341-9b5d-03506251c5d5 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:50.610016 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'tag': '6613a61c-a6e8-4b99-bacd-b372db0723d9', 'status': 'completed', 'code': 200} Jul 05 03:55:50.652894 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-253fe616-1a33-484b-a2e7-8422883424fa req-c2bd2789-b94f-4a09-8901-702db9036830 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Allocated IP 172.20.0.7 (fb8dad3c-8f3c-416e-8f26-08a04e138816/a53146a9-e800-4bea-af81-85281a870088/71c68d99-2034-4b56-809a-0e959f0f8384) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:50.677433 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48a40f5-0108-4423-b1ae-e22b24424ef2 x-openstack-request-id: req-c48a40f5-0108-4423-b1ae-e22b24424ef2 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:50.678196 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3", "name": "network-vif-plugged", "status": "completed", "tag": "498d2122-3dbe-47b3-8515-2038dec369fc", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:50.680952 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c48a40f5-0108-4423-b1ae-e22b24424ef2 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:50.680952 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498d2122-3dbe-47b3-8515-2038dec369fc', 'code': 200} Jul 05 03:55:50.894588 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-21c835f0-291d-497c-9204-7ae8ee8cb51a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Router e8c8aba0-6b37-4fba-98df-2453f45c3a71 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:50.946963 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-48492ff6-c987-4e27-9bd6-76867def7b4f req-0f501c92-ae00-4367-8fcd-f7f42641fcda tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.77 "GET /v2.0/ports?device_id=06b2fce1-73f5-4a06-a084-57ee3ad535a1 HTTP/1.1" status: 200 len: 210 time: 0.1089976 Jul 05 03:55:50.968687 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-253fe616-1a33-484b-a2e7-8422883424fa req-c2bd2789-b94f-4a09-8901-702db9036830 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.015281 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc361d7-7063-46b3-9aeb-3a88944f6c8e req-a4fbf257-2ed8-4cfe-b842-dfb40aeabb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:51.017143 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fbc361d7-7063-46b3-9aeb-3a88944f6c8e req-a4fbf257-2ed8-4cfe-b842-dfb40aeabb60 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3 HTTP/1.1" status: 200 len: 1097 time: 0.1930900 Jul 05 03:55:51.066203 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08bc52-1c2e-49d5-9545-05551b19cb03 req-3459bbbd-fa04-44b8-ac73-20aff4acc4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:51.066866 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08bc52-1c2e-49d5-9545-05551b19cb03 req-3459bbbd-fa04-44b8-ac73-20aff4acc4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:51.067444 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08bc52-1c2e-49d5-9545-05551b19cb03 req-3459bbbd-fa04-44b8-ac73-20aff4acc4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:51.068012 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08bc52-1c2e-49d5-9545-05551b19cb03 req-3459bbbd-fa04-44b8-ac73-20aff4acc4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:51.068577 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08bc52-1c2e-49d5-9545-05551b19cb03 req-3459bbbd-fa04-44b8-ac73-20aff4acc4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:51.069723 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08bc52-1c2e-49d5-9545-05551b19cb03 req-3459bbbd-fa04-44b8-ac73-20aff4acc4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:51.070312 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08bc52-1c2e-49d5-9545-05551b19cb03 req-3459bbbd-fa04-44b8-ac73-20aff4acc4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:51.073340 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9d08bc52-1c2e-49d5-9545-05551b19cb03 req-3459bbbd-fa04-44b8-ac73-20aff4acc4a1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=37edaf8ff03a4b18a4527fc6265a8b9e&device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 6496 time: 0.2605040 Jul 05 03:55:51.075005 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-30ad1279-8735-4b62-8292-a2c58b1ea94a tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Deleting port 539b66e1-5d41-4147-a027-f6db613721e9 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:51.075450 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-30ad1279-8735-4b62-8292-a2c58b1ea94a tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.077074 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-21c835f0-291d-497c-9204-7ae8ee8cb51a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:51.082645 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-21c835f0-291d-497c-9204-7ae8ee8cb51a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.092739 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d23c0b-32c2-4c22-893d-2d2c095456ab None None] Sync routers for ids ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:51.109997 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d23c0b-32c2-4c22-893d-2d2c095456ab None None] Routers {'e8c8aba0-6b37-4fba-98df-2453f45c3a71'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:51.112064 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f2d23c0b-32c2-4c22-893d-2d2c095456ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:51.115040 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-253fe616-1a33-484b-a2e7-8422883424fa req-c2bd2789-b94f-4a09-8901-702db9036830 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.194039 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-21c835f0-291d-497c-9204-7ae8ee8cb51a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "PUT /v2.0/floatingips/24a11245-b1bb-4d0f-b48d-0427f8de9bdc HTTP/1.1" status: 200 len: 695 time: 1.5183871 Jul 05 03:55:51.207700 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-30ad1279-8735-4b62-8292-a2c58b1ea94a tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.208183 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-30ad1279-8735-4b62-8292-a2c58b1ea94a tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.217197 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-253fe616-1a33-484b-a2e7-8422883424fa req-c2bd2789-b94f-4a09-8901-702db9036830 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Network fb8dad3c-8f3c-416e-8f26-08a04e138816 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:51.225521 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-30ad1279-8735-4b62-8292-a2c58b1ea94a tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Calling delete_port for 539b66e1-5d41-4147-a027-f6db613721e9 owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:51.233337 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-253fe616-1a33-484b-a2e7-8422883424fa req-c2bd2789-b94f-4a09-8901-702db9036830 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:51.274107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd2789-b94f-4a09-8901-702db9036830 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Pushing event updated for resources: {'Port': ['ID=71c68d99-2034-4b56-809a-0e959f0f8384,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:51.281258 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-253fe616-1a33-484b-a2e7-8422883424fa req-c2bd2789-b94f-4a09-8901-702db9036830 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:51.301851 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-f2d23c0b-32c2-4c22-893d-2d2c095456ab None None] Set router e8c8aba0-6b37-4fba-98df-2453f45c3a71 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:51.414253 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fe616-1a33-484b-a2e7-8422883424fa req-c2bd2789-b94f-4a09-8901-702db9036830 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:51.416731 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-253fe616-1a33-484b-a2e7-8422883424fa req-c2bd2789-b94f-4a09-8901-702db9036830 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.465952 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62a1d562-41e9-409b-9bfa-3d18f72aeb7f req-2b5545a5-eb23-40ad-bbdb-dcea6eda0b43 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=dddc2a6e-d71c-4901-9aee-248d5bb82266 HTTP/1.1" status: 200 len: 210 time: 0.1522701 Jul 05 03:55:51.474151 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-6ed8118a-a54e-4910-8e37-542f5d4de776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:51.476266 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-6ed8118a-a54e-4910-8e37-542f5d4de776 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0d75bfcc600410081741fd09dc4c3bb&device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 1097 time: 0.2560368 Jul 05 03:55:51.482020 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-253fe616-1a33-484b-a2e7-8422883424fa req-c2bd2789-b94f-4a09-8901-702db9036830 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8847017 Jul 05 03:55:51.525367 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-253fe616-1a33-484b-a2e7-8422883424fa req-c728ddef-1605-4872-ac39-78c9e1e8739c service neutron] Request body: {'port': {'device_id': '06b2fce1-73f5-4a06-a084-57ee3ad535a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:51.667092 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f2d23c0b-32c2-4c22-893d-2d2c095456ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:21Z', 'revision_number': 4, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '4fb3c1dc-f602-4022-9cf2-273e35a46e35', 'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'mac_address': 'fa:16:3e:40:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:19Z', 'updated_at': '2021-07-05T03:54:28Z', 'revision_number': 5, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'subnets': [{'id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:51.694096 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fbc361d7-7063-46b3-9aeb-3a88944f6c8e req-b29a906f-964d-4543-be5c-8f19b72e421a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6353972 Jul 05 03:55:51.703433 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-ebf42585-1ba5-4e6c-8b64-5c85b7e4f1a9 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:51.706372 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-ebf42585-1ba5-4e6c-8b64-5c85b7e4f1a9 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.89 "GET /v2.0/networks?id=3b64f625-0433-41d5-8266-5dfdc89559ba HTTP/1.1" status: 200 len: 811 time: 0.3696852 Jul 05 03:55:51.713718 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d23c0b-32c2-4c22-893d-2d2c095456ab None None] Checking router: e8c8aba0-6b37-4fba-98df-2453f45c3a71 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:51.719070 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-30ad1279-8735-4b62-8292-a2c58b1ea94a tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.726158 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d23c0b-32c2-4c22-893d-2d2c095456ab None None] Routers {'e8c8aba0-6b37-4fba-98df-2453f45c3a71'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:51.726920 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f2d23c0b-32c2-4c22-893d-2d2c095456ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:51.756314 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-253fe616-1a33-484b-a2e7-8422883424fa req-c728ddef-1605-4872-ac39-78c9e1e8739c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.775212 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-4a9b725b-707b-4925-812e-4dd7c83bd694 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Request body: {'port': {'device_id': 'dddc2a6e-d71c-4901-9aee-248d5bb82266', 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba', 'admin_state_up': True, 'tenant_id': '501ed92e20d5480db968048631c9d2f5'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:51.779623 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-a1e444da-bd13-4e9e-b456-5e5f976cd300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:51.781317 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-a1e444da-bd13-4e9e-b456-5e5f976cd300 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2cce8247-9091-467b-9589-baa0d2dd4bb5 HTTP/1.1" status: 200 len: 921 time: 0.2908373 Jul 05 03:55:51.819334 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad1279-8735-4b62-8292-a2c58b1ea94a tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Pushing event deleted for resources: {'Port': ['ID=539b66e1-5d41-4147-a027-f6db613721e9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:51.824210 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53748) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:51.855724 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08bc52-1c2e-49d5-9545-05551b19cb03 req-51209549-50e8-4881-8a8c-8c7d20e85f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:51.858314 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9d08bc52-1c2e-49d5-9545-05551b19cb03 req-51209549-50e8-4881-8a8c-8c7d20e85f19 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ac936e6f-3e04-4437-b04d-b7e14555028d HTTP/1.1" status: 200 len: 913 time: 0.5459614 Jul 05 03:55:51.888170 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-f2d23c0b-32c2-4c22-893d-2d2c095456ab None None] Set router e8c8aba0-6b37-4fba-98df-2453f45c3a71 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:51.893393 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-60e5549f-2912-4cb5-b45c-5ace08f7382c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f96ad895-fd19-4a35-8349-71cd5ac8f523 HTTP/1.1" status: 200 len: 217 time: 0.0966492 Jul 05 03:55:52.017261 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-c3b431e5-3122-4f44-a10f-b36824fab66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:52.018811 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-c3b431e5-3122-4f44-a10f-b36824fab66a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2289456f-17c4-488d-a3e1-47cb5ed1e25a HTTP/1.1" status: 200 len: 859 time: 0.1024854 Jul 05 03:55:52.023729 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-30ad1279-8735-4b62-8292-a2c58b1ea94a tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.027565 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-30ad1279-8735-4b62-8292-a2c58b1ea94a tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.033969 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-30ad1279-8735-4b62-8292-a2c58b1ea94a tempest-FloatingIPAdminTestJSON-169834053 tempest-FloatingIPAdminTestJSON-169834053-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/086e7aea-b277-4e0f-bbee-067da440f93e HTTP/1.1" status: 204 len: 168 time: 1.4427466 Jul 05 03:55:52.033969 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-864c6f76-14ef-4046-9b35-ee1cefaca95c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-833098323-network', 'tenant_id': '49680e170dda412ea6a325ff7b871202'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:52.038530 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53756) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:52.117223 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864c6f76-14ef-4046-9b35-ee1cefaca95c admin admin] Made reservation on behalf of 49680e170dda412ea6a325ff7b871202 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:52.119779 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-864c6f76-14ef-4046-9b35-ee1cefaca95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.123037 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9d08bc52-1c2e-49d5-9545-05551b19cb03 req-5761ce2b-a7ff-40d7-8dfb-c397e2496cdd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6613a61c-a6e8-4b99-bacd-b372db0723d9 HTTP/1.1" status: 200 len: 1000 time: 0.1710131 Jul 05 03:55:52.148440 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-864c6f76-14ef-4046-9b35-ee1cefaca95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.194754 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-4a9b725b-707b-4925-812e-4dd7c83bd694 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Made reservation on behalf of 501ed92e20d5480db968048631c9d2f5 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:52.200861 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-4a9b725b-707b-4925-812e-4dd7c83bd694 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.240365 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b86a15-3ad8-4a01-bdbe-520c795426a1 req-dd9c7feb-6751-437a-bde5-2cc9d2230ba4 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:52.241054 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39b86a15-3ad8-4a01-bdbe-520c795426a1 req-dd9c7feb-6751-437a-bde5-2cc9d2230ba4 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3 HTTP/1.1" status: 200 len: 945 time: 0.4297931 Jul 05 03:55:52.244435 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f2d23c0b-32c2-4c22-893d-2d2c095456ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:21Z', 'revision_number': 4, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '4fb3c1dc-f602-4022-9cf2-273e35a46e35', 'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'mac_address': 'fa:16:3e:40:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:19Z', 'updated_at': '2021-07-05T03:54:28Z', 'revision_number': 5, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'subnets': [{'id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:52.266941 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08bc52-1c2e-49d5-9545-05551b19cb03 req-e0aa7d03-810d-4f50-a69e-f4b83d5f9625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:52.268521 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9d08bc52-1c2e-49d5-9545-05551b19cb03 req-e0aa7d03-810d-4f50-a69e-f4b83d5f9625 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4 HTTP/1.1" status: 200 len: 851 time: 0.1352391 Jul 05 03:55:52.277167 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d23c0b-32c2-4c22-893d-2d2c095456ab None None] The sync data for ids ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'] in n-d-780147-23 is: [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:54:21Z', 'revision_number': 4, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '4fb3c1dc-f602-4022-9cf2-273e35a46e35', 'name': '', 'network_id': '2cce8247-9091-467b-9589-baa0d2dd4bb5', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'mac_address': 'fa:16:3e:40:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:19Z', 'updated_at': '2021-07-05T03:54:28Z', 'revision_number': 5, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'subnets': [{'id': '2289456f-17c4-488d-a3e1-47cb5ed1e25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:52.310848 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-4a565d53-759e-44fa-ba51-b0c9979687c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:52.312459 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-4a565d53-759e-44fa-ba51-b0c9979687c7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2cce8247-9091-467b-9589-baa0d2dd4bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2334201 Jul 05 03:55:52.358706 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39b86a15-3ad8-4a01-bdbe-520c795426a1 req-a2452aa4-4ae0-4c44-985e-a97bcd6b8ead tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114171 Jul 05 03:55:52.371362 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-d485d4cb-860d-4deb-b744-878f8f59e823 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Deleting port b04799f5-0951-4aba-9d56-1775e3230224 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:52.371710 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d485d4cb-860d-4deb-b744-878f8f59e823 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.478397 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08bc52-1c2e-49d5-9545-05551b19cb03 req-f3241261-7d1d-4c82-92fd-1e406f01ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:52.480030 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9d08bc52-1c2e-49d5-9545-05551b19cb03 req-f3241261-7d1d-4c82-92fd-1e406f01ac62 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac936e6f-3e04-4437-b04d-b7e14555028d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1989434 Jul 05 03:55:52.534101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-4a9b725b-707b-4925-812e-4dd7c83bd694 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Allocated IP 172.20.0.13 (3b64f625-0433-41d5-8266-5dfdc89559ba/c2a1cef0-323d-4d98-bbd7-de1cb5542ec9/5fa35a88-8fe7-476f-bc48-17b7438a2421) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:52.571932 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-864c6f76-14ef-4046-9b35-ee1cefaca95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.574092 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d485d4cb-860d-4deb-b744-878f8f59e823 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.580787 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-253fe616-1a33-484b-a2e7-8422883424fa req-c728ddef-1605-4872-ac39-78c9e1e8739c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c68d99-2034-4b56-809a-0e959f0f8384 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:52.588951 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-864c6f76-14ef-4046-9b35-ee1cefaca95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.598949 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-d485d4cb-860d-4deb-b744-878f8f59e823 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Calling delete_port for b04799f5-0951-4aba-9d56-1775e3230224 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:52.605286 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-253fe616-1a33-484b-a2e7-8422883424fa req-c728ddef-1605-4872-ac39-78c9e1e8739c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.614383 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22208d9-1579-4c1c-961f-fefb728cc21f', 'tag': 'f96ad895-fd19-4a35-8349-71cd5ac8f523'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:52.621188 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858aaa02-d32b-4161-a7bd-720318434ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "f22208d9-1579-4c1c-961f-fefb728cc21f", "tag": "f96ad895-fd19-4a35-8349-71cd5ac8f523"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:52.633171 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-9a6807c3-ecc6-4021-8abc-7995237a75d8 service neutron] 10.222.0.77 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050854 Jul 05 03:55:52.638534 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864c6f76-14ef-4046-9b35-ee1cefaca95c admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:52.662358 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-253fe616-1a33-484b-a2e7-8422883424fa req-c728ddef-1605-4872-ac39-78c9e1e8739c service neutron] Transition to ACTIVE for port object 71c68d99-2034-4b56-809a-0e959f0f8384 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:52.682966 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-864c6f76-14ef-4046-9b35-ee1cefaca95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.684053 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-864c6f76-14ef-4046-9b35-ee1cefaca95c admin admin] Added segment 8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d of type vlan for network 099b0587-c94e-4226-806b-3799e77d38db Jul 05 03:55:52.697255 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c6f76-14ef-4046-9b35-ee1cefaca95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab84865a-745b-48f8-822a-f360c9d2c2ba,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:52.715283 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-253fe616-1a33-484b-a2e7-8422883424fa req-c728ddef-1605-4872-ac39-78c9e1e8739c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.776795 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cc5773-c4f9-476a-923a-b02e0b358349 None None] New status for floating IP 24a11245-b1bb-4d0f-b48d-0427f8de9bdc: DOWN {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:55:52.812298 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-864c6f76-14ef-4046-9b35-ee1cefaca95c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.817996 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9d08bc52-1c2e-49d5-9545-05551b19cb03 req-a0ffeb90-4a62-42c9-8ee4-f146ffd365a3 service neutron] 10.222.0.70 "GET /v2.0/networks/ac936e6f-3e04-4437-b04d-b7e14555028d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276899 Jul 05 03:55:52.878152 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728ddef-1605-4872-ac39-78c9e1e8739c service neutron] Pushing event updated for resources: {'Port': ['ID=71c68d99-2034-4b56-809a-0e959f0f8384,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:52.930683 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b5b4fbd-9a40-4927-b8ec-41763a87e4ad req-08864b44-4e6a-40cc-b481-5d7689f34ee2 service neutron] 10.222.0.77 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807920 Jul 05 03:55:52.946542 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-864c6f76-14ef-4046-9b35-ee1cefaca95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.947651 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864c6f76-14ef-4046-9b35-ee1cefaca95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:52.948266 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-864c6f76-14ef-4046-9b35-ee1cefaca95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.006590 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-4a9b725b-707b-4925-812e-4dd7c83bd694 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.051224 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-253fe616-1a33-484b-a2e7-8422883424fa req-c728ddef-1605-4872-ac39-78c9e1e8739c service neutron] Attempting to bind port 71c68d99-2034-4b56-809a-0e959f0f8384 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:53.056691 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-253fe616-1a33-484b-a2e7-8422883424fa req-c728ddef-1605-4872-ac39-78c9e1e8739c service neutron] Attempting to bind port 71c68d99-2034-4b56-809a-0e959f0f8384 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '8c7f3194-91cb-4f38-a3ac-34fa5cf915e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'fb8dad3c-8f3c-416e-8f26-08a04e138816'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:53.056691 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253fe616-1a33-484b-a2e7-8422883424fa req-c728ddef-1605-4872-ac39-78c9e1e8739c service neutron] Attempting to bind port 71c68d99-2034-4b56-809a-0e959f0f8384 on network fb8dad3c-8f3c-416e-8f26-08a04e138816 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:53.089667 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253fe616-1a33-484b-a2e7-8422883424fa req-c728ddef-1605-4872-ac39-78c9e1e8739c service neutron] Port 71c68d99-2034-4b56-809a-0e959f0f8384 on network fb8dad3c-8f3c-416e-8f26-08a04e138816 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:55:53.090213 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253fe616-1a33-484b-a2e7-8422883424fa req-c728ddef-1605-4872-ac39-78c9e1e8739c service neutron] Attempting to bind port 71c68d99-2034-4b56-809a-0e959f0f8384 on network fb8dad3c-8f3c-416e-8f26-08a04e138816 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:53.119671 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253fe616-1a33-484b-a2e7-8422883424fa req-c728ddef-1605-4872-ac39-78c9e1e8739c service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:53.120134 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253fe616-1a33-484b-a2e7-8422883424fa req-c728ddef-1605-4872-ac39-78c9e1e8739c service neutron] Checking segment: {'id': '8c7f3194-91cb-4f38-a3ac-34fa5cf915e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'fb8dad3c-8f3c-416e-8f26-08a04e138816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:53.120526 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253fe616-1a33-484b-a2e7-8422883424fa req-c728ddef-1605-4872-ac39-78c9e1e8739c service neutron] Bound using segment: {'id': '8c7f3194-91cb-4f38-a3ac-34fa5cf915e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'fb8dad3c-8f3c-416e-8f26-08a04e138816'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:53.120974 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-253fe616-1a33-484b-a2e7-8422883424fa req-c728ddef-1605-4872-ac39-78c9e1e8739c service neutron] Bound port: 71c68d99-2034-4b56-809a-0e959f0f8384, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c7f3194-91cb-4f38-a3ac-34fa5cf915e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'fb8dad3c-8f3c-416e-8f26-08a04e138816'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:53.121361 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-253fe616-1a33-484b-a2e7-8422883424fa req-c728ddef-1605-4872-ac39-78c9e1e8739c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.178254 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-864c6f76-14ef-4046-9b35-ee1cefaca95c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3310218 Jul 05 03:55:53.182033 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53766) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:53.187030 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d19ff9d6-fe6a-46ae-bd14-5d08df18cddc req-bf6a2bc4-875c-4b8a-88b2-690deb094739 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=dddc2a6e-d71c-4901-9aee-248d5bb82266 HTTP/1.1" status: 200 len: 210 time: 0.0619798 Jul 05 03:55:53.193175 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-51744e9f-181a-4a7b-afd3-6fee1492baf4 admin admin] Request body: {'subnet': {'network_id': '099b0587-c94e-4226-806b-3799e77d38db', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-833098323-subnet', 'tenant_id': '49680e170dda412ea6a325ff7b871202', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:53.209111 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9d08bc52-1c2e-49d5-9545-05551b19cb03 req-e658f28b-5da1-4a91-bea7-aa8ed38c7b26 service neutron] 10.222.0.70 "GET /v2.0/networks/ac936e6f-3e04-4437-b04d-b7e14555028d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802154 Jul 05 03:55:53.214456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c6f76-14ef-4046-9b35-ee1cefaca95c admin admin] Pushing event updated for resources: {'Network': ['ID=099b0587-c94e-4226-806b-3799e77d38db,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:53.229300 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 099b0587-c94e-4226-806b-3799e77d38db details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:53.236832 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d485d4cb-860d-4deb-b744-878f8f59e823 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.277027 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599718ae-1ca3-44b2-a4c3-2f0b9cf0baab x-openstack-request-id: req-599718ae-1ca3-44b2-a4c3-2f0b9cf0baab {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:53.277356 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22208d9-1579-4c1c-961f-fefb728cc21f", "tag": "f96ad895-fd19-4a35-8349-71cd5ac8f523", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:53.277586 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-599718ae-1ca3-44b2-a4c3-2f0b9cf0baab {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:53.278012 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22208d9-1579-4c1c-961f-fefb728cc21f', 'tag': 'f96ad895-fd19-4a35-8349-71cd5ac8f523', 'status': 'completed', 'code': 200} Jul 05 03:55:53.288338 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-4a9b725b-707b-4925-812e-4dd7c83bd694 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.289588 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485d4cb-860d-4deb-b744-878f8f59e823 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Pushing event deleted for resources: {'Port': ['ID=b04799f5-0951-4aba-9d56-1775e3230224,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:53.366481 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51744e9f-181a-4a7b-afd3-6fee1492baf4 admin admin] Made reservation on behalf of 49680e170dda412ea6a325ff7b871202 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:53.369873 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-51744e9f-181a-4a7b-afd3-6fee1492baf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.394064 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d946d-a163-43bf-af25-c4ee3c356dfc req-ea4d9c0d-7f20-46f0-b514-1750ecf077f0 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:53.395761 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a77d946d-a163-43bf-af25-c4ee3c356dfc req-ea4d9c0d-7f20-46f0-b514-1750ecf077f0 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.77 "GET /v2.0/ports?device_id=06b2fce1-73f5-4a06-a084-57ee3ad535a1 HTTP/1.1" status: 200 len: 943 time: 0.2572167 Jul 05 03:55:53.413642 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f2038de-2ee6-466f-8c0d-d8a5002dfb42 req-820758ab-7470-4505-86da-136c482773fd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3519809 Jul 05 03:55:53.465289 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-253fe616-1a33-484b-a2e7-8422883424fa req-c728ddef-1605-4872-ac39-78c9e1e8739c service neutron] For port 71c68d99-2034-4b56-809a-0e959f0f8384, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:53.469968 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-4a9b725b-707b-4925-812e-4dd7c83bd694 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Network 3b64f625-0433-41d5-8266-5dfdc89559ba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:53.496716 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-4a9b725b-707b-4925-812e-4dd7c83bd694 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:53.506478 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d485d4cb-860d-4deb-b744-878f8f59e823 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.511100 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d485d4cb-860d-4deb-b744-878f8f59e823 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] 10.222.0.77 "DELETE /v2.0/ports/b04799f5-0951-4aba-9d56-1775e3230224 HTTP/1.1" status: 204 len: 168 time: 1.4669237 Jul 05 03:55:53.515578 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53774) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:53.521931 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-253fe616-1a33-484b-a2e7-8422883424fa req-c728ddef-1605-4872-ac39-78c9e1e8739c service neutron] For port 71c68d99-2034-4b56-809a-0e959f0f8384, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=71c68d99-2034-4b56-809a-0e959f0f8384,segment=NetworkSegment(8c7f3194-91cb-4f38-a3ac-34fa5cf915e2),segment_id=8c7f3194-91cb-4f38-a3ac-34fa5cf915e2)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:53.525511 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-4a9b725b-707b-4925-812e-4dd7c83bd694 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:53.533586 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b725b-707b-4925-812e-4dd7c83bd694 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Pushing event updated for resources: {'Port': ['ID=5fa35a88-8fe7-476f-bc48-17b7438a2421,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:53.550150 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a77d946d-a163-43bf-af25-c4ee3c356dfc req-ee2d2530-4e0b-4171-afd8-6f6258854441 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.77 "GET /v2.0/security-groups?id=5de71ea7-8bae-4094-b267-c8e980ae07a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045589 Jul 05 03:55:53.589722 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-253fe616-1a33-484b-a2e7-8422883424fa req-c728ddef-1605-4872-ac39-78c9e1e8739c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.597292 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858aaa02-d32b-4161-a7bd-720318434ab6 req-b3a9fc44-25e8-4abb-9051-9fb2a068294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:53.599485 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-858aaa02-d32b-4161-a7bd-720318434ab6 req-b3a9fc44-25e8-4abb-9051-9fb2a068294d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c0d75bfcc600410081741fd09dc4c3bb&device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 1097 time: 0.2367835 Jul 05 03:55:53.703423 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fe616-1a33-484b-a2e7-8422883424fa req-c728ddef-1605-4872-ac39-78c9e1e8739c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:53.704075 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-253fe616-1a33-484b-a2e7-8422883424fa req-c728ddef-1605-4872-ac39-78c9e1e8739c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.705505 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-253fe616-1a33-484b-a2e7-8422883424fa req-c728ddef-1605-4872-ac39-78c9e1e8739c service neutron] 10.222.0.89 "PUT /v2.0/ports/71c68d99-2034-4b56-809a-0e959f0f8384 HTTP/1.1" status: 200 len: 1092 time: 2.2003632 Jul 05 03:55:53.725252 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77d5697-4a9a-4805-9cd3-d91f602d0ceb tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:53.730984 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-4a9b725b-707b-4925-812e-4dd7c83bd694 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:53.731923 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-4a9b725b-707b-4925-812e-4dd7c83bd694 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.733724 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d77d5697-4a9a-4805-9cd3-d91f602d0ceb tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] 10.222.0.77 "GET /v2.0/ports?device_id=d72805e1-0c39-4d97-bc45-80a0d449e290 HTTP/1.1" status: 200 len: 913 time: 0.2168911 Jul 05 03:55:53.738674 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53786) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:53.794462 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858aaa02-d32b-4161-a7bd-720318434ab6 req-be01f17d-0700-4e5b-a45c-40b306f2c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:53.796222 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-858aaa02-d32b-4161-a7bd-720318434ab6 req-be01f17d-0700-4e5b-a45c-40b306f2c4e5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2cce8247-9091-467b-9589-baa0d2dd4bb5 HTTP/1.1" status: 200 len: 921 time: 0.1872983 Jul 05 03:55:53.845483 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728ddef-1605-4872-ac39-78c9e1e8739c service neutron] Pushing event updated for resources: {'Port': ['ID=71c68d99-2034-4b56-809a-0e959f0f8384,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:53.881499 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-858aaa02-d32b-4161-a7bd-720318434ab6 req-51ca4aff-f227-4125-8d07-63406cc8f8f3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f96ad895-fd19-4a35-8349-71cd5ac8f523 HTTP/1.1" status: 200 len: 217 time: 0.0765696 Jul 05 03:55:53.896319 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-4a9b725b-707b-4925-812e-4dd7c83bd694 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1337588 Jul 05 03:55:53.957351 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858aaa02-d32b-4161-a7bd-720318434ab6 req-d9fcb0c4-0170-471f-a73b-7326d650b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:53.959035 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-858aaa02-d32b-4161-a7bd-720318434ab6 req-d9fcb0c4-0170-471f-a73b-7326d650b540 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2289456f-17c4-488d-a3e1-47cb5ed1e25a HTTP/1.1" status: 200 len: 859 time: 0.0703158 Jul 05 03:55:53.960861 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-824cfb8d-d20c-4fc3-b57a-7e3551a6a838 service neutron] Request body: {'port': {'device_id': 'dddc2a6e-d71c-4901-9aee-248d5bb82266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:53.968735 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e106e-1bd5-4e09-97d4-116c5c14139e req-04483bee-fcfb-4ff9-aa61-a15f2d59e95a tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:53.970311 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-022e106e-1bd5-4e09-97d4-116c5c14139e req-04483bee-fcfb-4ff9-aa61-a15f2d59e95a tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3 HTTP/1.1" status: 200 len: 945 time: 0.1569476 Jul 05 03:55:54.041658 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-022e106e-1bd5-4e09-97d4-116c5c14139e req-68306518-37c6-4a23-98b4-9226c035c9e7 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616455 Jul 05 03:55:54.074166 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858aaa02-d32b-4161-a7bd-720318434ab6 req-d5a97598-a65a-40fc-90e7-56eb5a7babf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:54.076750 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-858aaa02-d32b-4161-a7bd-720318434ab6 req-d5a97598-a65a-40fc-90e7-56eb5a7babf9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cce8247-9091-467b-9589-baa0d2dd4bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1054902 Jul 05 03:55:54.196837 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-858aaa02-d32b-4161-a7bd-720318434ab6 req-c96a241d-7721-4739-880b-44a63afc3722 service neutron] 10.222.0.70 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126137 Jul 05 03:55:54.344707 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-858aaa02-d32b-4161-a7bd-720318434ab6 req-7d2ab08c-f92b-4c1a-8433-08186da66f61 service neutron] 10.222.0.70 "GET /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111515 Jul 05 03:55:54.404591 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d476fac-4cb2-4449-a180-ee1feec005ee req-fb7a84ca-1bcb-4708-9813-7d8f446c5a73 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:54.408285 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3d476fac-4cb2-4449-a180-ee1feec005ee req-fb7a84ca-1bcb-4708-9813-7d8f446c5a73 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 950 time: 0.9252763 Jul 05 03:55:54.595815 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fe616-1a33-484b-a2e7-8422883424fa req-2a1816a6-e777-4a08-81bb-ef3c15596a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:54.597358 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-253fe616-1a33-484b-a2e7-8422883424fa req-2a1816a6-e777-4a08-81bb-ef3c15596a6d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=777e2156a01a4cf79c8a73a199dd1b73&device_id=06b2fce1-73f5-4a06-a084-57ee3ad535a1 HTTP/1.1" status: 200 len: 1095 time: 0.8263919 Jul 05 03:55:54.612148 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-51744e9f-181a-4a7b-afd3-6fee1492baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:54.687874 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3d476fac-4cb2-4449-a180-ee1feec005ee req-6a379d03-ae24-4c00-875e-f13a1ce50b82 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691255 Jul 05 03:55:54.701761 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-253fe616-1a33-484b-a2e7-8422883424fa req-0c5388a5-6ab6-4010-a4d5-f736ab15c023 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71c68d99-2034-4b56-809a-0e959f0f8384 HTTP/1.1" status: 200 len: 217 time: 0.0912082 Jul 05 03:55:54.712788 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-824cfb8d-d20c-4fc3-b57a-7e3551a6a838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:54.779808 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6c1db-0bb1-4a1f-a03a-f182dfcbdd37 req-7f1d5dd5-af45-4e0a-86e9-7acb95d3b7e7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:54.781726 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a7f6c1db-0bb1-4a1f-a03a-f182dfcbdd37 req-7f1d5dd5-af45-4e0a-86e9-7acb95d3b7e7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=dddc2a6e-d71c-4901-9aee-248d5bb82266 HTTP/1.1" status: 200 len: 932 time: 0.0925341 Jul 05 03:55:54.820938 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a7f6c1db-0bb1-4a1f-a03a-f182dfcbdd37 req-f8076096-899e-4b3c-9b58-4225c51b85d4 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328486 Jul 05 03:55:54.838483 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51744e9f-181a-4a7b-afd3-6fee1492baf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6ed1c63-2cd0-4bae-9eae-a91abd9d5b06,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:54.865427 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9af95fdd-4b59-4541-82d6-cd2c6ec73b3c req-76d14266-556d-462b-9ad9-3c1d8cfd9e16 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/floatingips/24a11245-b1bb-4d0f-b48d-0427f8de9bdc HTTP/1.1" status: 200 len: 693 time: 0.1200316 Jul 05 03:55:54.928282 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fe616-1a33-484b-a2e7-8422883424fa req-42d3c1c4-7664-4c91-8101-7bd7ab19e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:54.929782 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-253fe616-1a33-484b-a2e7-8422883424fa req-42d3c1c4-7664-4c91-8101-7bd7ab19e41f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a53146a9-e800-4bea-af81-85281a870088 HTTP/1.1" status: 200 len: 861 time: 0.2148499 Jul 05 03:55:55.013204 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51744e9f-181a-4a7b-afd3-6fee1492baf4 admin admin] Checking segment: {'id': '8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '099b0587-c94e-4226-806b-3799e77d38db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:55.013573 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51744e9f-181a-4a7b-afd3-6fee1492baf4 admin admin] Network hostable DHCP agents. Network: 099b0587-c94e-4226-806b-3799e77d38db, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:55:55.054903 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-253fe616-1a33-484b-a2e7-8422883424fa req-765654a1-cb56-4f07-baa2-73973575bd75 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fb8dad3c-8f3c-416e-8f26-08a04e138816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082504 Jul 05 03:55:55.247207 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51744e9f-181a-4a7b-afd3-6fee1492baf4 admin admin] Network 099b0587-c94e-4226-806b-3799e77d38db is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:55:55.280850 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dbc3a-043b-4358-aa7f-b397417a92ec req-878b0c50-770a-4281-880b-28cb20b310a6 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:55.282742 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b2fce1-73f5-4a06-a084-57ee3ad535a1', 'tag': '71c68d99-2034-4b56-809a-0e959f0f8384'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:55.284269 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a98dbc3a-043b-4358-aa7f-b397417a92ec req-878b0c50-770a-4281-880b-28cb20b310a6 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.77 "GET /v2.0/ports?device_id=06b2fce1-73f5-4a06-a084-57ee3ad535a1 HTTP/1.1" status: 200 len: 943 time: 0.1512780 Jul 05 03:55:55.285049 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa38ce8-4f8b-417e-bbfa-73ca717fbc3e" -d '{"events": [{"name": "network-changed", "server_uuid": "06b2fce1-73f5-4a06-a084-57ee3ad535a1", "tag": "71c68d99-2034-4b56-809a-0e959f0f8384"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:55.287534 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2038de-2ee6-466f-8c0d-d8a5002dfb42 req-a1962533-b9cd-4433-9825-9fec09ea2227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:55.289174 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f2038de-2ee6-466f-8c0d-d8a5002dfb42 req-a1962533-b9cd-4433-9825-9fec09ea2227 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 1102 time: 0.0999060 Jul 05 03:55:55.321906 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-51744e9f-181a-4a7b-afd3-6fee1492baf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 099b0587-c94e-4226-806b-3799e77d38db) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:55.330795 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c30282-a9c6-4fd8-82b4-e2309a523a17 None None] Network 099b0587-c94e-4226-806b-3799e77d38db requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:55.345689 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af95fdd-4b59-4541-82d6-cd2c6ec73b3c req-33978a88-d42e-493c-9b21-46d28c57aef6 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:55.346111 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9af95fdd-4b59-4541-82d6-cd2c6ec73b3c req-33978a88-d42e-493c-9b21-46d28c57aef6 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.4496925 Jul 05 03:55:55.350962 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51744e9f-181a-4a7b-afd3-6fee1492baf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:55.351567 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-51744e9f-181a-4a7b-afd3-6fee1492baf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:55.390410 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a98dbc3a-043b-4358-aa7f-b397417a92ec req-80c5fe5a-abba-4d6c-8f6e-75bcb3ca8820 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.77 "GET /v2.0/security-groups?id=5de71ea7-8bae-4094-b267-c8e980ae07a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000772 Jul 05 03:55:55.445664 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-253fe616-1a33-484b-a2e7-8422883424fa req-a9789bf7-1b7d-41d6-9841-37e4de0ced23 service neutron] 10.222.0.89 "GET /v2.0/networks/fb8dad3c-8f3c-416e-8f26-08a04e138816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243403 Jul 05 03:55:55.459957 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9af95fdd-4b59-4541-82d6-cd2c6ec73b3c req-23f4b3af-39fb-4e0c-b368-328cb7c51679 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 696 time: 0.1034138 Jul 05 03:55:55.469274 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-51744e9f-181a-4a7b-afd3-6fee1492baf4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2848086 Jul 05 03:55:55.481894 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2038de-2ee6-466f-8c0d-d8a5002dfb42 req-b7d6d13e-ef60-4c06-b67d-e285d6689eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:55.486309 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f2038de-2ee6-466f-8c0d-d8a5002dfb42 req-b7d6d13e-ef60-4c06-b67d-e285d6689eb1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.1888483 Jul 05 03:55:55.559258 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f2038de-2ee6-466f-8c0d-d8a5002dfb42 req-6648fabf-e696-467d-be03-a81db96a8f8d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=372e5c95-500c-4d2a-a795-11448643f5ba HTTP/1.1" status: 200 len: 217 time: 0.0578904 Jul 05 03:55:55.599913 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9162af-70c4-46b9-92ef-6a0d77a97802 None None] Network 099b0587-c94e-4226-806b-3799e77d38db requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:55.620509 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9af95fdd-4b59-4541-82d6-cd2c6ec73b3c req-a8a536d8-f226-4830-8e1a-e1647107e2be tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 696 time: 0.1595714 Jul 05 03:55:55.631614 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2038de-2ee6-466f-8c0d-d8a5002dfb42 req-a0f7d26a-170d-4fba-8b7d-a868f03df729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:55.634667 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f2038de-2ee6-466f-8c0d-d8a5002dfb42 req-a0f7d26a-170d-4fba-8b7d-a868f03df729 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0670698 Jul 05 03:55:55.761539 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1714fb-481f-4e9c-a964-de860abb8933 req-2edb1890-4d9e-4b11-aa85-250ced1814f4 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:55.763466 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8e1714fb-481f-4e9c-a964-de860abb8933 req-2edb1890-4d9e-4b11-aa85-250ced1814f4 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3 HTTP/1.1" status: 200 len: 945 time: 0.1277568 Jul 05 03:55:55.780187 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2038de-2ee6-466f-8c0d-d8a5002dfb42 req-c8371ab4-459a-4098-9fa2-bb6c8b31535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:55.781910 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f2038de-2ee6-466f-8c0d-d8a5002dfb42 req-c8371ab4-459a-4098-9fa2-bb6c8b31535d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1091502 Jul 05 03:55:55.796016 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-253fe616-1a33-484b-a2e7-8422883424fa req-45af90c9-aaa2-4f92-bbe7-dc89ddeb5db1 service neutron] 10.222.0.89 "GET /v2.0/networks/fb8dad3c-8f3c-416e-8f26-08a04e138816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246999 Jul 05 03:55:55.822190 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-824cfb8d-d20c-4fc3-b57a-7e3551a6a838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa35a88-8fe7-476f-bc48-17b7438a2421 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:55.831267 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-824cfb8d-d20c-4fc3-b57a-7e3551a6a838 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:55.845263 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-39b677e4-844e-40cc-b163-aa283c87887d tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:55.861467 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8e1714fb-481f-4e9c-a964-de860abb8933 req-d100b953-e2b6-4720-b51f-04e5a9d91db6 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911295 Jul 05 03:55:55.895586 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-824cfb8d-d20c-4fc3-b57a-7e3551a6a838 service neutron] Transition to ACTIVE for port object 5fa35a88-8fe7-476f-bc48-17b7438a2421 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:55.908240 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-824cfb8d-d20c-4fc3-b57a-7e3551a6a838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:55.910489 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f2038de-2ee6-466f-8c0d-d8a5002dfb42 req-5e5fec76-cabd-4902-b6eb-b2ee57928018 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183772 Jul 05 03:55:55.991063 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-9af95fdd-4b59-4541-82d6-cd2c6ec73b3c req-29f73654-9c9e-482a-930f-4b92ef9eb2b8 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Deleting port a9f08de0-65ff-4b90-8f20-6b40b9befac9 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:55.991425 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9af95fdd-4b59-4541-82d6-cd2c6ec73b3c req-29f73654-9c9e-482a-930f-4b92ef9eb2b8 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.013942 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f2038de-2ee6-466f-8c0d-d8a5002dfb42 req-4fb5479b-a9d3-4586-8ae7-0d4a0e208ac6 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918438 Jul 05 03:55:56.048543 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cfb8d-d20c-4fc3-b57a-7e3551a6a838 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa35a88-8fe7-476f-bc48-17b7438a2421,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:56.063941 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5dc177-20c6-4aee-a2c8-f8cf4a038948 x-openstack-request-id: req-ac5dc177-20c6-4aee-a2c8-f8cf4a038948 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:56.064235 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b2fce1-73f5-4a06-a084-57ee3ad535a1", "tag": "71c68d99-2034-4b56-809a-0e959f0f8384", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:56.064498 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ac5dc177-20c6-4aee-a2c8-f8cf4a038948 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:56.064891 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b2fce1-73f5-4a06-a084-57ee3ad535a1', 'tag': '71c68d99-2034-4b56-809a-0e959f0f8384', 'status': 'completed', 'code': 200} Jul 05 03:55:56.233348 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d58cef-8499-4037-8a4c-4d0a64e18fee req-fb02a37a-d975-459a-b009-ba8c70296c61 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:56.234984 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-28d58cef-8499-4037-8a4c-4d0a64e18fee req-fb02a37a-d975-459a-b009-ba8c70296c61 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 950 time: 0.0712090 Jul 05 03:55:56.242677 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9af95fdd-4b59-4541-82d6-cd2c6ec73b3c req-29f73654-9c9e-482a-930f-4b92ef9eb2b8 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.242954 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9af95fdd-4b59-4541-82d6-cd2c6ec73b3c req-29f73654-9c9e-482a-930f-4b92ef9eb2b8 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.267504 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-9af95fdd-4b59-4541-82d6-cd2c6ec73b3c req-29f73654-9c9e-482a-930f-4b92ef9eb2b8 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Calling delete_port for a9f08de0-65ff-4b90-8f20-6b40b9befac9 owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:56.280100 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-28d58cef-8499-4037-8a4c-4d0a64e18fee req-fa14424a-547e-4bdf-bd88-45be5ebc0293 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387750 Jul 05 03:55:56.296095 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-824cfb8d-d20c-4fc3-b57a-7e3551a6a838 service neutron] Attempting to bind port 5fa35a88-8fe7-476f-bc48-17b7438a2421 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:56.296442 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-824cfb8d-d20c-4fc3-b57a-7e3551a6a838 service neutron] Attempting to bind port 5fa35a88-8fe7-476f-bc48-17b7438a2421 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:56.296778 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-824cfb8d-d20c-4fc3-b57a-7e3551a6a838 service neutron] Attempting to bind port 5fa35a88-8fe7-476f-bc48-17b7438a2421 on network 3b64f625-0433-41d5-8266-5dfdc89559ba {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:56.345317 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa38ce8-4f8b-417e-bbfa-73ca717fbc3e req-c4414a33-09ab-4aa5-bdf0-66ae813c30bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:56.346846 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fa38ce8-4f8b-417e-bbfa-73ca717fbc3e req-c4414a33-09ab-4aa5-bdf0-66ae813c30bc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=777e2156a01a4cf79c8a73a199dd1b73&device_id=06b2fce1-73f5-4a06-a084-57ee3ad535a1 HTTP/1.1" status: 200 len: 1095 time: 0.2538459 Jul 05 03:55:56.348273 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-824cfb8d-d20c-4fc3-b57a-7e3551a6a838 service neutron] Port 5fa35a88-8fe7-476f-bc48-17b7438a2421 on network 3b64f625-0433-41d5-8266-5dfdc89559ba not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:55:56.348597 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-824cfb8d-d20c-4fc3-b57a-7e3551a6a838 service neutron] Attempting to bind port 5fa35a88-8fe7-476f-bc48-17b7438a2421 on network 3b64f625-0433-41d5-8266-5dfdc89559ba {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:56.384632 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-824cfb8d-d20c-4fc3-b57a-7e3551a6a838 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:56.385015 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-824cfb8d-d20c-4fc3-b57a-7e3551a6a838 service neutron] Checking segment: {'id': 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:56.385413 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-824cfb8d-d20c-4fc3-b57a-7e3551a6a838 service neutron] Bound using segment: {'id': 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:56.385863 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-824cfb8d-d20c-4fc3-b57a-7e3551a6a838 service neutron] Bound port: 5fa35a88-8fe7-476f-bc48-17b7438a2421, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:56.386227 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-824cfb8d-d20c-4fc3-b57a-7e3551a6a838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.579061 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-238d6d81-24d8-4d51-8d2f-3994353694fa tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:56.580550 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-238d6d81-24d8-4d51-8d2f-3994353694fa tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/networks?id=099b0587-c94e-4226-806b-3799e77d38db HTTP/1.1" status: 200 len: 812 time: 0.1132221 Jul 05 03:55:56.594540 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-824cfb8d-d20c-4fc3-b57a-7e3551a6a838 service neutron] For port 5fa35a88-8fe7-476f-bc48-17b7438a2421, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:56.598523 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa38ce8-4f8b-417e-bbfa-73ca717fbc3e req-b5c4d33b-d57f-4ab1-b60c-17d065251248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:56.599024 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-e9c332ba-6710-4be3-85aa-574308b69ef9 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/quotas/49680e170dda412ea6a325ff7b871202 HTTP/1.1" status: 200 len: 375 time: 0.0106592 Jul 05 03:55:56.600635 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fa38ce8-4f8b-417e-bbfa-73ca717fbc3e req-b5c4d33b-d57f-4ab1-b60c-17d065251248 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fb8dad3c-8f3c-416e-8f26-08a04e138816 HTTP/1.1" status: 200 len: 922 time: 0.2417045 Jul 05 03:55:56.601883 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-824cfb8d-d20c-4fc3-b57a-7e3551a6a838 service neutron] For port 5fa35a88-8fe7-476f-bc48-17b7438a2421, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=5fa35a88-8fe7-476f-bc48-17b7438a2421,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:56.641268 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-2cc3db16-1392-4f7c-9232-9cab0e760efb tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=49680e170dda412ea6a325ff7b871202&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354304 Jul 05 03:55:56.650966 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-824cfb8d-d20c-4fc3-b57a-7e3551a6a838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.715546 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fa38ce8-4f8b-417e-bbfa-73ca717fbc3e req-778581a1-4480-46f7-bc31-e69f405d3ace service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71c68d99-2034-4b56-809a-0e959f0f8384 HTTP/1.1" status: 200 len: 217 time: 0.0937040 Jul 05 03:55:56.736236 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-824cfb8d-d20c-4fc3-b57a-7e3551a6a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:56.736856 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-824cfb8d-d20c-4fc3-b57a-7e3551a6a838 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.738244 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-824cfb8d-d20c-4fc3-b57a-7e3551a6a838 service neutron] 10.222.0.89 "PUT /v2.0/ports/5fa35a88-8fe7-476f-bc48-17b7438a2421 HTTP/1.1" status: 200 len: 1093 time: 2.7865536 Jul 05 03:55:56.740440 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-5a5ac107-6bfb-412c-b6ef-4da89d61eb67 service neutron] 10.222.0.77 "GET /v2.0/networks/099b0587-c94e-4226-806b-3799e77d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891109 Jul 05 03:55:56.784958 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9af95fdd-4b59-4541-82d6-cd2c6ec73b3c req-29f73654-9c9e-482a-930f-4b92ef9eb2b8 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.844834 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-9899ca95-7f21-4c52-84b6-dc61fd029312 service neutron] 10.222.0.77 "GET /v2.0/networks/099b0587-c94e-4226-806b-3799e77d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942507 Jul 05 03:55:57.184213 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed6051-4b33-414d-a1f0-f7d799d662dd req-38ec7c0a-5080-4c94-a741-a6101c569def tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:57.186207 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77ed6051-4b33-414d-a1f0-f7d799d662dd req-38ec7c0a-5080-4c94-a741-a6101c569def tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=dddc2a6e-d71c-4901-9aee-248d5bb82266 HTTP/1.1" status: 200 len: 944 time: 0.0710380 Jul 05 03:55:57.199110 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cfb8d-d20c-4fc3-b57a-7e3551a6a838 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa35a88-8fe7-476f-bc48-17b7438a2421,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:57.239031 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77ed6051-4b33-414d-a1f0-f7d799d662dd req-eb429533-d0f5-4c1a-8e47-cb6f44bd3616 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465446 Jul 05 03:55:57.262380 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f73654-9c9e-482a-930f-4b92ef9eb2b8 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Pushing event deleted for resources: {'Port': ['ID=a9f08de0-65ff-4b90-8f20-6b40b9befac9,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:57.284942 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa38ce8-4f8b-417e-bbfa-73ca717fbc3e req-d8eafaa1-c319-4790-9e72-03f4c0ff9eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:57.286455 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fa38ce8-4f8b-417e-bbfa-73ca717fbc3e req-d8eafaa1-c319-4790-9e72-03f4c0ff9eca service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a53146a9-e800-4bea-af81-85281a870088 HTTP/1.1" status: 200 len: 861 time: 0.5552781 Jul 05 03:55:57.290790 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-39b677e4-844e-40cc-b163-aa283c87887d tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Deleting port 985cba3f-de12-476f-ad4e-d02d7e0f45e2 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:57.291136 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-39b677e4-844e-40cc-b163-aa283c87887d tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:57.382595 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fa38ce8-4f8b-417e-bbfa-73ca717fbc3e req-aeb1acd8-ba9e-4224-9f5e-6ff43f27508f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fb8dad3c-8f3c-416e-8f26-08a04e138816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721450 Jul 05 03:55:57.411254 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9af95fdd-4b59-4541-82d6-cd2c6ec73b3c req-29f73654-9c9e-482a-930f-4b92ef9eb2b8 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:57.414014 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9af95fdd-4b59-4541-82d6-cd2c6ec73b3c req-29f73654-9c9e-482a-930f-4b92ef9eb2b8 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:57.415715 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9af95fdd-4b59-4541-82d6-cd2c6ec73b3c req-29f73654-9c9e-482a-930f-4b92ef9eb2b8 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "DELETE /v2.0/floatingips/24a11245-b1bb-4d0f-b48d-0427f8de9bdc HTTP/1.1" status: 204 len: 173 time: 1.7937882 Jul 05 03:55:57.478221 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-caafdeec-257e-4442-95de-ea6f33e8b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:57.479735 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-caafdeec-257e-4442-95de-ea6f33e8b36a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=501ed92e20d5480db968048631c9d2f5&device_id=dddc2a6e-d71c-4901-9aee-248d5bb82266 HTTP/1.1" status: 200 len: 1096 time: 0.6864874 Jul 05 03:55:57.504819 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-39b677e4-844e-40cc-b163-aa283c87887d tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:57.557809 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-0946173a-c522-4cc8-84b0-26e97bc5adaa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fa35a88-8fe7-476f-bc48-17b7438a2421 HTTP/1.1" status: 200 len: 217 time: 0.0636880 Jul 05 03:55:57.560287 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-39b677e4-844e-40cc-b163-aa283c87887d tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Calling delete_port for 985cba3f-de12-476f-ad4e-d02d7e0f45e2 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:57.705468 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fa38ce8-4f8b-417e-bbfa-73ca717fbc3e req-13ceb196-9b8b-4948-a3a9-2de6ddca3def service neutron] 10.222.0.89 "GET /v2.0/networks/fb8dad3c-8f3c-416e-8f26-08a04e138816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077199 Jul 05 03:55:57.719525 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-2da8cc74-6306-440e-a388-0e038f7329b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:57.721043 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-2da8cc74-6306-440e-a388-0e038f7329b7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c2a1cef0-323d-4d98-bbd7-de1cb5542ec9 HTTP/1.1" status: 200 len: 851 time: 0.1486220 Jul 05 03:55:57.823218 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-84ec4714-f1f5-4529-9c97-4dc7df1b49b1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3b64f625-0433-41d5-8266-5dfdc89559ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867250 Jul 05 03:55:57.889439 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eafe3c-80c3-49a9-8f0c-26616daa497f req-17086400-0aed-4ce5-b6b3-3287e9527a12 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:57.891021 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-41eafe3c-80c3-49a9-8f0c-26616daa497f req-17086400-0aed-4ce5-b6b3-3287e9527a12 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.77 "GET /v2.0/ports?device_id=06b2fce1-73f5-4a06-a084-57ee3ad535a1 HTTP/1.1" status: 200 len: 943 time: 0.3211057 Jul 05 03:55:58.028356 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fa38ce8-4f8b-417e-bbfa-73ca717fbc3e req-0984ab3c-c6d4-472d-913f-b5e9627950ec service neutron] 10.222.0.89 "GET /v2.0/networks/fb8dad3c-8f3c-416e-8f26-08a04e138816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907138 Jul 05 03:55:58.039430 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-41eafe3c-80c3-49a9-8f0c-26616daa497f req-54325d5f-930b-413d-97ae-a9f81a5dec6b tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.77 "GET /v2.0/security-groups?id=5de71ea7-8bae-4094-b267-c8e980ae07a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343584 Jul 05 03:55:58.067494 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dddc2a6e-d71c-4901-9aee-248d5bb82266', 'tag': '5fa35a88-8fe7-476f-bc48-17b7438a2421'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:58.069787 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b6c458-96b8-4723-ba11-6071659cb5d1" -d '{"events": [{"name": "network-changed", "server_uuid": "dddc2a6e-d71c-4901-9aee-248d5bb82266", "tag": "5fa35a88-8fe7-476f-bc48-17b7438a2421"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:58.103401 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-b16b9bb8-e403-4b15-a221-ff638c31d487 service neutron] 10.222.0.89 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391868 Jul 05 03:55:58.177422 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-39b677e4-844e-40cc-b163-aa283c87887d tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.249402 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b677e4-844e-40cc-b163-aa283c87887d tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Pushing event deleted for resources: {'Port': ['ID=985cba3f-de12-476f-ad4e-d02d7e0f45e2,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:58.363215 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a59fc155-0fda-4325-9a00-7eb17910fab4 req-9800fce4-33a6-4a56-978d-ed2d64c2d5ba service neutron] 10.222.0.89 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497990 Jul 05 03:55:58.386627 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fb6bd-735c-42be-8a2f-f4179338308c req-338af9ed-1a21-484f-9558-c348d65665bb tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:58.388283 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3b1fb6bd-735c-42be-8a2f-f4179338308c req-338af9ed-1a21-484f-9558-c348d65665bb tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 950 time: 0.1970143 Jul 05 03:55:58.537770 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4f45db6d-ca12-42fc-a40e-c49351e73e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.553163 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 71c68d99-2034-4b56-809a-0e959f0f8384 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:58.561734 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3b1fb6bd-735c-42be-8a2f-f4179338308c req-c5bb409d-7472-46e6-956d-c1dcf03b1890 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218321 Jul 05 03:55:58.606102 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-39b677e4-844e-40cc-b163-aa283c87887d tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.616686 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262078e9-38f9-407d-b85e-92c7232d45f0 x-openstack-request-id: req-262078e9-38f9-407d-b85e-92c7232d45f0 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:58.617001 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dddc2a6e-d71c-4901-9aee-248d5bb82266", "tag": "5fa35a88-8fe7-476f-bc48-17b7438a2421", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:58.617261 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-262078e9-38f9-407d-b85e-92c7232d45f0 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:58.619996 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dddc2a6e-d71c-4901-9aee-248d5bb82266', 'tag': '5fa35a88-8fe7-476f-bc48-17b7438a2421', 'status': 'completed', 'code': 200} Jul 05 03:55:58.684954 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 71c68d99-2034-4b56-809a-0e959f0f8384, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=71c68d99-2034-4b56-809a-0e959f0f8384,segment=NetworkSegment(8c7f3194-91cb-4f38-a3ac-34fa5cf915e2),segment_id=8c7f3194-91cb-4f38-a3ac-34fa5cf915e2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:58.712805 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '71c68d99-2034-4b56-809a-0e959f0f8384', 'network_id': 'fb8dad3c-8f3c-416e-8f26-08a04e138816', 'port_id': '71c68d99-2034-4b56-809a-0e959f0f8384', 'mac_address': 'fa:16:3e:a3:e6:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a53146a9-e800-4bea-af81-85281a870088', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:58.767120 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.770319 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cb7395c0-c071-4576-a3d4-1ae61dce8f2e req-d9c3905b-89ae-4a9e-9342-d18a0ba22f98 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e0b2316-c515-489d-b95c-0f47a3a1809b HTTP/1.1" status: 200 len: 210 time: 0.0645230 Jul 05 03:55:58.786780 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c68d99-2034-4b56-809a-0e959f0f8384 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:58.817496 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 71c68d99-2034-4b56-809a-0e959f0f8384, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=71c68d99-2034-4b56-809a-0e959f0f8384,segment=NetworkSegment(8c7f3194-91cb-4f38-a3ac-34fa5cf915e2),segment_id=8c7f3194-91cb-4f38-a3ac-34fa5cf915e2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:58.823409 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.896185 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=71c68d99-2034-4b56-809a-0e959f0f8384,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:58.944479 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6c458-96b8-4723-ba11-6071659cb5d1 req-c63a3d07-0403-4047-9078-a14373b747be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:58.946030 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93b6c458-96b8-4723-ba11-6071659cb5d1 req-c63a3d07-0403-4047-9078-a14373b747be service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=501ed92e20d5480db968048631c9d2f5&device_id=dddc2a6e-d71c-4901-9aee-248d5bb82266 HTTP/1.1" status: 200 len: 1096 time: 0.2532094 Jul 05 03:55:58.957213 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-9e3c867f-2493-4624-8555-2185611c2a6c tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:58.958662 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-9e3c867f-2493-4624-8555-2185611c2a6c tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.89 "GET /v2.0/networks?id=099b0587-c94e-4226-806b-3799e77d38db HTTP/1.1" status: 200 len: 812 time: 0.2768662 Jul 05 03:55:58.961787 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b147a67-42c4-4903-800a-f18fbe807b58 req-06d04055-603d-4bd6-a1f0-81cf7ddd77dc tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:58.963973 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8b147a67-42c4-4903-800a-f18fbe807b58 req-06d04055-603d-4bd6-a1f0-81cf7ddd77dc tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 945 time: 0.0818336 Jul 05 03:55:58.976879 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-39ae0f16-c0d7-466f-80ed-84812ee5f061 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Request body: {'port': {'device_id': '2338ba2c-5704-4fd7-82f7-7eff8227a540', 'network_id': '099b0587-c94e-4226-806b-3799e77d38db', 'admin_state_up': True, 'tenant_id': '49680e170dda412ea6a325ff7b871202'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:58.992154 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.997548 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c293e4-18ea-4142-8a86-9d16fa0bf133 req-c0fd9912-1d97-4514-b3b6-648d35e4ba72 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:58.998950 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f9c293e4-18ea-4142-8a86-9d16fa0bf133 req-c0fd9912-1d97-4514-b3b6-648d35e4ba72 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=dddc2a6e-d71c-4901-9aee-248d5bb82266 HTTP/1.1" status: 200 len: 944 time: 0.2145972 Jul 05 03:55:59.036987 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8b147a67-42c4-4903-800a-f18fbe807b58 req-9ed17d19-c0e1-44de-95ae-6b7b38091a62 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/security-groups?id=c92c4dda-83c6-41ac-901c-1f6822de63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592794 Jul 05 03:55:59.088529 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['71c68d99-2034-4b56-809a-0e959f0f8384'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:59.276614 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6c458-96b8-4723-ba11-6071659cb5d1 req-72af5882-cd4f-4dc8-bf17-dc15fbf8e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:59.278223 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93b6c458-96b8-4723-ba11-6071659cb5d1 req-72af5882-cd4f-4dc8-bf17-dc15fbf8e9e0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3b64f625-0433-41d5-8266-5dfdc89559ba HTTP/1.1" status: 200 len: 912 time: 0.3062363 Jul 05 03:55:59.347769 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f9c293e4-18ea-4142-8a86-9d16fa0bf133 req-e6fe9c13-281b-4f07-9e35-afb6ec6b4882 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129930 Jul 05 03:55:59.396419 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93b6c458-96b8-4723-ba11-6071659cb5d1 req-eb9c7cd2-562f-46b8-942a-5d781b6324f9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fa35a88-8fe7-476f-bc48-17b7438a2421 HTTP/1.1" status: 200 len: 217 time: 0.0637441 Jul 05 03:55:59.421462 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b677e4-844e-40cc-b163-aa283c87887d tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Router d72805e1-0c39-4d97-bc45-80a0d449e290 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:59.423949 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-39ae0f16-c0d7-466f-80ed-84812ee5f061 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Made reservation on behalf of 49680e170dda412ea6a325ff7b871202 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:59.427488 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-39ae0f16-c0d7-466f-80ed-84812ee5f061 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.497668 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6c458-96b8-4723-ba11-6071659cb5d1 req-697e282c-7f68-49b5-b941-97f69ddaf62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:59.499409 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93b6c458-96b8-4723-ba11-6071659cb5d1 req-697e282c-7f68-49b5-b941-97f69ddaf62a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c2a1cef0-323d-4d98-bbd7-de1cb5542ec9 HTTP/1.1" status: 200 len: 851 time: 0.0898669 Jul 05 03:55:59.575251 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-c71c998d-0614-4a49-9f77-580e21fb16b5 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:59.576881 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-c71c998d-0614-4a49-9f77-580e21fb16b5 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.70 "GET /v2.0/networks?id=099b0587-c94e-4226-806b-3799e77d38db HTTP/1.1" status: 200 len: 812 time: 0.5262241 Jul 05 03:55:59.580341 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-db170fca-e37b-455e-9e0c-01e491cd916b req-3279e11d-35ba-414c-b909-1a4e13a81945 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5416968 Jul 05 03:55:59.607900 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-9ce18cd6-d189-41b9-935c-8721abb5b09f tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Request body: {'port': {'device_id': '8e0b2316-c515-489d-b95c-0f47a3a1809b', 'network_id': '099b0587-c94e-4226-806b-3799e77d38db', 'admin_state_up': True, 'tenant_id': '49680e170dda412ea6a325ff7b871202'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:59.724203 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa890bb-ea72-4c98-b26b-78f1ef5dd4a8 req-6fb0f211-311f-4b4f-8090-53829f1fbb25 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:59.726174 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9fa890bb-ea72-4c98-b26b-78f1ef5dd4a8 req-6fb0f211-311f-4b4f-8090-53829f1fbb25 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.77 "GET /v2.0/ports?device_id=06b2fce1-73f5-4a06-a084-57ee3ad535a1 HTTP/1.1" status: 200 len: 944 time: 0.2138941 Jul 05 03:55:59.811792 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db170fca-e37b-455e-9e0c-01e491cd916b req-37d94918-aeab-4405-bba2-fd1cb6b301ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:59.813259 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-db170fca-e37b-455e-9e0c-01e491cd916b req-37d94918-aeab-4405-bba2-fd1cb6b301ef service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 1102 time: 0.1493661 Jul 05 03:55:59.820356 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9fa890bb-ea72-4c98-b26b-78f1ef5dd4a8 req-ed8a02de-d7a4-4cb9-b4a6-dc56a9697f0e tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.77 "GET /v2.0/security-groups?id=5de71ea7-8bae-4094-b267-c8e980ae07a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823174 Jul 05 03:55:59.854679 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-9ce18cd6-d189-41b9-935c-8721abb5b09f tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Made reservation on behalf of 49680e170dda412ea6a325ff7b871202 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:59.858534 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-9ce18cd6-d189-41b9-935c-8721abb5b09f tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.986130 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93b6c458-96b8-4723-ba11-6071659cb5d1 req-2486fd75-573d-498b-a538-97de91a60a3c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3b64f625-0433-41d5-8266-5dfdc89559ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513570 Jul 05 03:55:59.996224 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38792e5b-8a4c-4d0d-9697-f92b0dd401e7 req-6b5e9443-5d67-48b3-b13a-d90fdce44ce9 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e0b2316-c515-489d-b95c-0f47a3a1809b HTTP/1.1" status: 200 len: 210 time: 0.0634613 Jul 05 03:56:00.073319 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db170fca-e37b-455e-9e0c-01e491cd916b req-e75555ad-ec73-4028-96cf-1575d755b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:00.073961 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-db170fca-e37b-455e-9e0c-01e491cd916b req-e75555ad-ec73-4028-96cf-1575d755b187 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.2290175 Jul 05 03:56:00.129598 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-db170fca-e37b-455e-9e0c-01e491cd916b req-53ab78c9-7b03-4f92-a1a4-93503bce4493 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 HTTP/1.1" status: 200 len: 217 time: 0.0463088 Jul 05 03:56:00.149050 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-9ce18cd6-d189-41b9-935c-8721abb5b09f tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Allocated IP 172.20.0.10 (099b0587-c94e-4226-806b-3799e77d38db/c6ed1c63-2cd0-4bae-9eae-a91abd9d5b06/83619e62-5d39-441e-b236-04c27aa8c5fa) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:00.193536 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b677e4-844e-40cc-b163-aa283c87887d tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:56:00.205192 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-39b677e4-844e-40cc-b163-aa283c87887d tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] 10.222.0.77 "PUT /v2.0/routers/d72805e1-0c39-4d97-bc45-80a0d449e290/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4654312 Jul 05 03:56:00.207423 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c499c188-bad6-4f97-9f5b-1dc19644df61 None None] Sync routers for ids ['d72805e1-0c39-4d97-bc45-80a0d449e290'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:56:00.208876 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53904) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:00.222457 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c499c188-bad6-4f97-9f5b-1dc19644df61 None None] Routers {'d72805e1-0c39-4d97-bc45-80a0d449e290'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:00.223599 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c499c188-bad6-4f97-9f5b-1dc19644df61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d72805e1-0c39-4d97-bc45-80a0d449e290'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:00.224628 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93b6c458-96b8-4723-ba11-6071659cb5d1 req-31d820aa-5ae0-459b-99ab-050f74a0dc93 service neutron] 10.222.0.89 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164433 Jul 05 03:56:00.253959 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db170fca-e37b-455e-9e0c-01e491cd916b req-bb1fd305-d7d5-4b31-aac0-15ba15903c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:00.255468 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-db170fca-e37b-455e-9e0c-01e491cd916b req-bb1fd305-d7d5-4b31-aac0-15ba15903c26 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1156867 Jul 05 03:56:00.261778 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c499c188-bad6-4f97-9f5b-1dc19644df61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:00.264568 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ed031-6c86-4bf3-8e6a-82d24d76531c req-2323b697-adc3-42e5-a03e-e8f4acbeebe8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:00.267393 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f94ed031-6c86-4bf3-8e6a-82d24d76531c req-2323b697-adc3-42e5-a03e-e8f4acbeebe8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 950 time: 0.3200192 Jul 05 03:56:00.278631 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c499c188-bad6-4f97-9f5b-1dc19644df61 None None] Routers {'d72805e1-0c39-4d97-bc45-80a0d449e290'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:00.279504 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c499c188-bad6-4f97-9f5b-1dc19644df61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d72805e1-0c39-4d97-bc45-80a0d449e290'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:00.332459 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c499c188-bad6-4f97-9f5b-1dc19644df61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:00.333758 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c499c188-bad6-4f97-9f5b-1dc19644df61 None None] The sync data for ids ['d72805e1-0c39-4d97-bc45-80a0d449e290'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:56:00.392629 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f20ff-9545-4cac-b230-a94598b559bf req-5e5b95fc-1ba3-49c9-84c3-ae38dc6f8893 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:00.394655 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-640f20ff-9545-4cac-b230-a94598b559bf req-5e5b95fc-1ba3-49c9-84c3-ae38dc6f8893 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 945 time: 0.2189329 Jul 05 03:56:00.432450 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f94ed031-6c86-4bf3-8e6a-82d24d76531c req-c09ff7a8-fdb7-4b33-bf0b-7e4859a17bb6 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512725 Jul 05 03:56:00.444647 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a5e4d6b-2200-4d1a-9999-cdbd59ec1368 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.487444 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db170fca-e37b-455e-9e0c-01e491cd916b req-edce1b55-0e68-4273-b41d-29f28db160d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:00.489812 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-db170fca-e37b-455e-9e0c-01e491cd916b req-edce1b55-0e68-4273-b41d-29f28db160d1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2241833 Jul 05 03:56:00.546633 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 498d2122-3dbe-47b3-8515-2038dec369fc details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:00.548707 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 71c68d99-2034-4b56-809a-0e959f0f8384 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:00.573534 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93b6c458-96b8-4723-ba11-6071659cb5d1 req-cc9a38fa-3a9a-423b-a02e-43e68acfdf33 service neutron] 10.222.0.89 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043909 Jul 05 03:56:00.604852 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-9ce18cd6-d189-41b9-935c-8721abb5b09f tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.619735 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-640f20ff-9545-4cac-b230-a94598b559bf req-be754cff-1842-4350-a8e5-803b612ef740 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/security-groups?id=c92c4dda-83c6-41ac-901c-1f6822de63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047875 Jul 05 03:56:00.726997 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-db170fca-e37b-455e-9e0c-01e491cd916b req-4aeef26b-a05d-4d11-a675-df685267fd0d service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189295 Jul 05 03:56:00.729800 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 71c68d99-2034-4b56-809a-0e959f0f8384 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:00.732575 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a5e4d6b-2200-4d1a-9999-cdbd59ec1368 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.742557 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 71c68d99-2034-4b56-809a-0e959f0f8384 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:00.743507 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.756641 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-9ce18cd6-d189-41b9-935c-8721abb5b09f tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.813121 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 498d2122-3dbe-47b3-8515-2038dec369fc, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=498d2122-3dbe-47b3-8515-2038dec369fc,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:00.832653 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '498d2122-3dbe-47b3-8515-2038dec369fc', 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7', 'port_id': '498d2122-3dbe-47b3-8515-2038dec369fc', 'mac_address': 'fa:16:3e:2b:b4:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf7098d-d664-4348-860f-1e166cf68435', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:00.905585 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-9ce18cd6-d189-41b9-935c-8721abb5b09f tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Network 099b0587-c94e-4226-806b-3799e77d38db is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:00.917683 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-9ce18cd6-d189-41b9-935c-8721abb5b09f tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:00.928483 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-9ce18cd6-d189-41b9-935c-8721abb5b09f tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:00.933972 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce18cd6-d189-41b9-935c-8721abb5b09f tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Pushing event updated for resources: {'Port': ['ID=83619e62-5d39-441e-b236-04c27aa8c5fa,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:00.934409 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-39ae0f16-c0d7-466f-80ed-84812ee5f061 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Allocated IP 172.20.0.2 (099b0587-c94e-4226-806b-3799e77d38db/c6ed1c63-2cd0-4bae-9eae-a91abd9d5b06/6bdc5510-3684-421d-aade-d5a2c7d251c2) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:00.959995 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.000706 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-db170fca-e37b-455e-9e0c-01e491cd916b req-e43551f4-8e3a-4aab-8eb9-e6dbe9848a95 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550511 Jul 05 03:56:01.019229 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-9ce18cd6-d189-41b9-935c-8721abb5b09f tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:01.020022 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-9ce18cd6-d189-41b9-935c-8721abb5b09f tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.040883 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651ae0c-af1c-4df3-9d41-5c7d6bc71b33 req-c1d5b338-e0a6-48ec-be16-8cebf3134d10 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:01.042610 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1651ae0c-af1c-4df3-9d41-5c7d6bc71b33 req-c1d5b338-e0a6-48ec-be16-8cebf3134d10 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.70 "GET /v2.0/ports?device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 945 time: 0.2733552 Jul 05 03:56:01.048992 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-9ce18cd6-d189-41b9-935c-8721abb5b09f tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4453888 Jul 05 03:56:01.052202 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba28ee9-0883-4f60-bae0-092cb18a3152 req-2c50a29d-6ca4-431d-a996-a4f7807ee2e8 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:01.055377 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0ba28ee9-0883-4f60-bae0-092cb18a3152 req-2c50a29d-6ca4-431d-a996-a4f7807ee2e8 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=dddc2a6e-d71c-4901-9aee-248d5bb82266 HTTP/1.1" status: 200 len: 944 time: 0.4498527 Jul 05 03:56:01.057033 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b2fce1-73f5-4a06-a084-57ee3ad535a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c68d99-2034-4b56-809a-0e959f0f8384'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:01.059714 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1203a4-24b9-4038-889c-ac91d93cc929" -d '{"events": [{"server_uuid": "06b2fce1-73f5-4a06-a084-57ee3ad535a1", "name": "network-vif-plugged", "status": "completed", "tag": "71c68d99-2034-4b56-809a-0e959f0f8384"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:01.068491 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 71c68d99-2034-4b56-809a-0e959f0f8384, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=71c68d99-2034-4b56-809a-0e959f0f8384,segment=NetworkSegment(8c7f3194-91cb-4f38-a3ac-34fa5cf915e2),segment_id=8c7f3194-91cb-4f38-a3ac-34fa5cf915e2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:01.082317 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.101421 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-53edd95e-1ff8-4279-88f5-02c037082ee2 service neutron] Request body: {'port': {'device_id': '8e0b2316-c515-489d-b95c-0f47a3a1809b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:01.134698 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.152221 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 498d2122-3dbe-47b3-8515-2038dec369fc {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:01.177455 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=71c68d99-2034-4b56-809a-0e959f0f8384,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:01.183977 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 498d2122-3dbe-47b3-8515-2038dec369fc, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=498d2122-3dbe-47b3-8515-2038dec369fc,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:01.189452 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.210083 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e4d6b-2200-4d1a-9999-cdbd59ec1368 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Deleting port a63d3b0e-6fc9-4e7c-a96e-956bce46c6c9 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:01.210371 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a5e4d6b-2200-4d1a-9999-cdbd59ec1368 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.273673 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=498d2122-3dbe-47b3-8515-2038dec369fc,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:01.299020 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['498d2122-3dbe-47b3-8515-2038dec369fc'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:01.305021 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0ba28ee9-0883-4f60-bae0-092cb18a3152 req-3c07880b-0f08-451e-a1b1-32b573d4894a tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277423 Jul 05 03:56:01.363327 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-39ae0f16-c0d7-466f-80ed-84812ee5f061 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.389088 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a5e4d6b-2200-4d1a-9999-cdbd59ec1368 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.417256 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e4d6b-2200-4d1a-9999-cdbd59ec1368 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Calling delete_port for a63d3b0e-6fc9-4e7c-a96e-956bce46c6c9 owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:01.478292 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3c97d5a1-9f1b-485f-b9d5-8b10e5bd154f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.518988 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-39ae0f16-c0d7-466f-80ed-84812ee5f061 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.524506 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-53edd95e-1ff8-4279-88f5-02c037082ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.622026 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-1651ae0c-af1c-4df3-9d41-5c7d6bc71b33 req-6e8a0bd1-4f77-4940-b0c7-23fbcebea66a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Deleting port f96ad895-fd19-4a35-8349-71cd5ac8f523 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:01.622759 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1651ae0c-af1c-4df3-9d41-5c7d6bc71b33 req-6e8a0bd1-4f77-4940-b0c7-23fbcebea66a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.623300 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-39ae0f16-c0d7-466f-80ed-84812ee5f061 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Network 099b0587-c94e-4226-806b-3799e77d38db is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:01.639900 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-39ae0f16-c0d7-466f-80ed-84812ee5f061 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:01.647374 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd5fdf-98bf-4cf8-8704-e60085ea6106 req-6454731d-0ebb-49ea-a6e4-1e39d6f1343a tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:01.647940 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-39ae0f16-c0d7-466f-80ed-84812ee5f061 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:01.659305 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ecbd5fdf-98bf-4cf8-8704-e60085ea6106 req-6454731d-0ebb-49ea-a6e4-1e39d6f1343a tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.77 "GET /v2.0/ports?device_id=06b2fce1-73f5-4a06-a084-57ee3ad535a1 HTTP/1.1" status: 200 len: 945 time: 0.4274220 Jul 05 03:56:01.684149 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.687548 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae0f16-c0d7-466f-80ed-84812ee5f061 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Pushing event updated for resources: {'Port': ['ID=6bdc5510-3684-421d-aade-d5a2c7d251c2,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:01.771816 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:56:01.777936 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-39ae0f16-c0d7-466f-80ed-84812ee5f061 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:01.778630 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-39ae0f16-c0d7-466f-80ed-84812ee5f061 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.793938 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ccc443-f831-4463-98ff-d9047a511808 req-3fae2219-8670-4f6d-8bf4-816091b3e1d0 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:01.799076 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ecbd5fdf-98bf-4cf8-8704-e60085ea6106 req-03433628-5507-4282-8b39-1995b0379858 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.77 "GET /v2.0/security-groups?id=5de71ea7-8bae-4094-b267-c8e980ae07a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350775 Jul 05 03:56:01.801921 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d8ccc443-f831-4463-98ff-d9047a511808 req-3fae2219-8670-4f6d-8bf4-816091b3e1d0 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e0b2316-c515-489d-b95c-0f47a3a1809b HTTP/1.1" status: 200 len: 932 time: 0.3025358 Jul 05 03:56:01.845934 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-39ae0f16-c0d7-466f-80ed-84812ee5f061 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8749909 Jul 05 03:56:01.876583 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-2d6a3624-2c2b-4564-a08a-ff165fd60812 service neutron] Request body: {'port': {'device_id': '2338ba2c-5704-4fd7-82f7-7eff8227a540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:01.900519 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69693c35-4789-4b26-9dc7-8e6e1e17c55f x-openstack-request-id: req-69693c35-4789-4b26-9dc7-8e6e1e17c55f {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:01.900849 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b2fce1-73f5-4a06-a084-57ee3ad535a1", "name": "network-vif-plugged", "status": "completed", "tag": "71c68d99-2034-4b56-809a-0e959f0f8384", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:01.901108 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-69693c35-4789-4b26-9dc7-8e6e1e17c55f {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:01.901512 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b2fce1-73f5-4a06-a084-57ee3ad535a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c68d99-2034-4b56-809a-0e959f0f8384', 'code': 200} Jul 05 03:56:01.967649 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d8ccc443-f831-4463-98ff-d9047a511808 req-56f6e703-79fd-40dc-81de-5bb142c215a6 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645155 Jul 05 03:56:02.054081 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a5e4d6b-2200-4d1a-9999-cdbd59ec1368 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.092141 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-1651ae0c-af1c-4df3-9d41-5c7d6bc71b33 req-6e8a0bd1-4f77-4940-b0c7-23fbcebea66a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] For port f96ad895-fd19-4a35-8349-71cd5ac8f523, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f96ad895-fd19-4a35-8349-71cd5ac8f523,segment=NetworkSegment(781a2029-9354-4745-84c1-56f0c912ee63),segment_id=781a2029-9354-4745-84c1-56f0c912ee63)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:02.092749 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1651ae0c-af1c-4df3-9d41-5c7d6bc71b33 req-6e8a0bd1-4f77-4940-b0c7-23fbcebea66a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.098594 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e4d6b-2200-4d1a-9999-cdbd59ec1368 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Pushing event deleted for resources: {'Port': ['ID=a63d3b0e-6fc9-4e7c-a96e-956bce46c6c9,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:02.106517 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-2d6a3624-2c2b-4564-a08a-ff165fd60812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.171722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-1651ae0c-af1c-4df3-9d41-5c7d6bc71b33 req-6e8a0bd1-4f77-4940-b0c7-23fbcebea66a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Calling delete_port for f96ad895-fd19-4a35-8349-71cd5ac8f523 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:02.252694 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a5e4d6b-2200-4d1a-9999-cdbd59ec1368 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.341029 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de927b1-7282-47f6-9d47-dc3e5d4b278c req-b20f2bb4-eeb3-46ef-aad8-e9b5cedc9580 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:02.349758 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4de927b1-7282-47f6-9d47-dc3e5d4b278c req-b20f2bb4-eeb3-46ef-aad8-e9b5cedc9580 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 950 time: 0.2954869 Jul 05 03:56:02.377419 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d7fee-fec8-4434-9fb3-50d00a5466a2 req-29df6e4e-dbcb-4108-aee6-a8a2d5a30f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:02.379249 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a35d7fee-fec8-4434-9fb3-50d00a5466a2 req-29df6e4e-dbcb-4108-aee6-a8a2d5a30f5f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=06b2fce1-73f5-4a06-a084-57ee3ad535a1 HTTP/1.1" status: 200 len: 1097 time: 0.3479557 Jul 05 03:56:02.420727 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a5e4d6b-2200-4d1a-9999-cdbd59ec1368 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.423787 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a5e4d6b-2200-4d1a-9999-cdbd59ec1368 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.440979 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.493476 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4de927b1-7282-47f6-9d47-dc3e5d4b278c req-3d3fecba-b0fe-4f8b-b7cb-6971723c5b20 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415491 Jul 05 03:56:02.502132 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96218a2-c603-435c-a37a-d3cc4ad139f1 req-b5eddd44-4aea-4c75-b845-f7a01e0b19d8 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:02.503710 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e96218a2-c603-435c-a37a-d3cc4ad139f1 req-b5eddd44-4aea-4c75-b845-f7a01e0b19d8 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/ports?device_id=f22208d9-1579-4c1c-961f-fefb728cc21f HTTP/1.1" status: 200 len: 945 time: 0.3236456 Jul 05 03:56:02.504555 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a5e4d6b-2200-4d1a-9999-cdbd59ec1368 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.505317 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5e4d6b-2200-4d1a-9999-cdbd59ec1368 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Fanout notify agent at l3_agent the message router_deleted on router d72805e1-0c39-4d97-bc45-80a0d449e290 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:56:02.534025 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a5e4d6b-2200-4d1a-9999-cdbd59ec1368 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.537385 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7a5e4d6b-2200-4d1a-9999-cdbd59ec1368 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] 10.222.0.77 "DELETE /v2.0/routers/d72805e1-0c39-4d97-bc45-80a0d449e290 HTTP/1.1" status: 204 len: 168 time: 2.3246429 Jul 05 03:56:02.546450 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53960) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:02.550714 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a35d7fee-fec8-4434-9fb3-50d00a5466a2 req-fbf6c964-7e3a-424e-805c-fae572b793c2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5de71ea7-8bae-4094-b267-c8e980ae07a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548626 Jul 05 03:56:02.566908 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 5fa35a88-8fe7-476f-bc48-17b7438a2421 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:02.570175 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 498d2122-3dbe-47b3-8515-2038dec369fc up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:02.608239 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e96218a2-c603-435c-a37a-d3cc4ad139f1 req-4128d1bb-e7dd-40d7-9ee0-4db747a92027 tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.77 "GET /v2.0/security-groups?id=c92c4dda-83c6-41ac-901c-1f6822de63b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959089 Jul 05 03:56:02.630794 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b12d4c-4e29-40e2-89cd-f436c82c3103 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Deleting subnet b1ec80a4-d7b3-4dd9-bab0-c2f4a839e667 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:56:02.635161 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c0b12d4c-4e29-40e2-89cd-f436c82c3103 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.647019 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-53edd95e-1ff8-4279-88f5-02c037082ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83619e62-5d39-441e-b236-04c27aa8c5fa {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:02.672068 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-53edd95e-1ff8-4279-88f5-02c037082ee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.723203 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c0b12d4c-4e29-40e2-89cd-f436c82c3103 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.753602 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-53edd95e-1ff8-4279-88f5-02c037082ee2 service neutron] Transition to ACTIVE for port object 83619e62-5d39-441e-b236-04c27aa8c5fa will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:02.764516 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-53edd95e-1ff8-4279-88f5-02c037082ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.780757 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1651ae0c-af1c-4df3-9d41-5c7d6bc71b33 req-6e8a0bd1-4f77-4940-b0c7-23fbcebea66a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.825396 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['f96ad895-fd19-4a35-8349-71cd5ac8f523'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:02.920535 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 498d2122-3dbe-47b3-8515-2038dec369fc triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:02.927659 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.002445 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 5fa35a88-8fe7-476f-bc48-17b7438a2421, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=5fa35a88-8fe7-476f-bc48-17b7438a2421,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:03.007715 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-1651ae0c-af1c-4df3-9d41-5c7d6bc71b33 req-6e8a0bd1-4f77-4940-b0c7-23fbcebea66a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] No DVR routers for this DVR port f96ad895-fd19-4a35-8349-71cd5ac8f523 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:03.026946 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1651ae0c-af1c-4df3-9d41-5c7d6bc71b33 req-6e8a0bd1-4f77-4940-b0c7-23fbcebea66a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.028799 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '5fa35a88-8fe7-476f-bc48-17b7438a2421', 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba', 'port_id': '5fa35a88-8fe7-476f-bc48-17b7438a2421', 'mac_address': 'fa:16:3e:ea:cc:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a1cef0-323d-4d98-bbd7-de1cb5542ec9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:03.038206 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c0b12d4c-4e29-40e2-89cd-f436c82c3103 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.039198 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1651ae0c-af1c-4df3-9d41-5c7d6bc71b33 req-6e8a0bd1-4f77-4940-b0c7-23fbcebea66a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] 10.222.0.70 "DELETE /v2.0/ports/f96ad895-fd19-4a35-8349-71cd5ac8f523 HTTP/1.1" status: 204 len: 173 time: 1.9702134 Jul 05 03:56:03.049888 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22208d9-1579-4c1c-961f-fefb728cc21f', 'name': 'network-vif-deleted', 'tag': 'f96ad895-fd19-4a35-8349-71cd5ac8f523'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:03.056166 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5fd3a6-73f3-4281-b208-11aa3991253f" -d '{"events": [{"server_uuid": "f22208d9-1579-4c1c-961f-fefb728cc21f", "name": "network-vif-deleted", "tag": "f96ad895-fd19-4a35-8349-71cd5ac8f523"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:03.114936 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edd95e-1ff8-4279-88f5-02c037082ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=83619e62-5d39-441e-b236-04c27aa8c5fa,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:03.190878 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a0bd1-4f77-4940-b0c7-23fbcebea66a tempest-FloatingIPsAssociationTestJSON-99708084 tempest-FloatingIPsAssociationTestJSON-99708084-project] Pushing event deleted for resources: {'Port': ['ID=f96ad895-fd19-4a35-8349-71cd5ac8f523,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:03.230331 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c0b12d4c-4e29-40e2-89cd-f436c82c3103 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.343050 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec0d89-c934-4a6d-8616-e5b887ed5cb6 req-1284e01c-2f0e-456c-a857-75af700e4da8 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:03.353639 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a3ec0d89-c934-4a6d-8616-e5b887ed5cb6 req-1284e01c-2f0e-456c-a857-75af700e4da8 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=dddc2a6e-d71c-4901-9aee-248d5bb82266 HTTP/1.1" status: 200 len: 944 time: 0.3809838 Jul 05 03:56:03.395879 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.417182 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-53edd95e-1ff8-4279-88f5-02c037082ee2 service neutron] Attempting to bind port 83619e62-5d39-441e-b236-04c27aa8c5fa on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:03.419552 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b12d4c-4e29-40e2-89cd-f436c82c3103 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Pushing event deleted for resources: {'Subnet': ['ID=b1ec80a4-d7b3-4dd9-bab0-c2f4a839e667,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:03.420395 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-53edd95e-1ff8-4279-88f5-02c037082ee2 service neutron] Attempting to bind port 83619e62-5d39-441e-b236-04c27aa8c5fa by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '099b0587-c94e-4226-806b-3799e77d38db'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:03.420992 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-53edd95e-1ff8-4279-88f5-02c037082ee2 service neutron] Attempting to bind port 83619e62-5d39-441e-b236-04c27aa8c5fa on network 099b0587-c94e-4226-806b-3799e77d38db {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:03.428146 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c0b12d4c-4e29-40e2-89cd-f436c82c3103 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.435481 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53976) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:03.435997 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c0b12d4c-4e29-40e2-89cd-f436c82c3103 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] 10.222.0.77 "DELETE /v2.0/subnets/b1ec80a4-d7b3-4dd9-bab0-c2f4a839e667 HTTP/1.1" status: 204 len: 168 time: 0.8839719 Jul 05 03:56:03.466446 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-2d6a3624-2c2b-4564-a08a-ff165fd60812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bdc5510-3684-421d-aade-d5a2c7d251c2 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:03.480333 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 498d2122-3dbe-47b3-8515-2038dec369fc, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=498d2122-3dbe-47b3-8515-2038dec369fc,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:03.482097 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.486157 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d759a253-376a-4dc2-826e-c8ac27047d0c None None] Network 801e8595-e59a-47a4-9e36-232b0c5ae2da requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:03.491942 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.520418 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e642b3-0915-46f2-b224-28f73cc234b8 req-f0b52e7a-16ba-4b8b-a8ff-f2d7f5149c7a tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:03.522405 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49e642b3-0915-46f2-b224-28f73cc234b8 req-f0b52e7a-16ba-4b8b-a8ff-f2d7f5149c7a tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.77 "GET /v2.0/ports?device_id=06b2fce1-73f5-4a06-a084-57ee3ad535a1 HTTP/1.1" status: 200 len: 945 time: 0.4439147 Jul 05 03:56:03.531839 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-2d6a3624-2c2b-4564-a08a-ff165fd60812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.565658 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-2d6a3624-2c2b-4564-a08a-ff165fd60812 service neutron] Transition to ACTIVE for port object 6bdc5510-3684-421d-aade-d5a2c7d251c2 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:03.593716 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-2d6a3624-2c2b-4564-a08a-ff165fd60812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.602662 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3be3fa7f-248f-499c-8a2e-00c3632a96d3 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.616411 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-53edd95e-1ff8-4279-88f5-02c037082ee2 service neutron] Port 83619e62-5d39-441e-b236-04c27aa8c5fa on network 099b0587-c94e-4226-806b-3799e77d38db not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:03.616906 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-53edd95e-1ff8-4279-88f5-02c037082ee2 service neutron] Attempting to bind port 83619e62-5d39-441e-b236-04c27aa8c5fa on network 099b0587-c94e-4226-806b-3799e77d38db {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:03.638896 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a3ec0d89-c934-4a6d-8616-e5b887ed5cb6 req-c7e437cc-8ee5-4df4-a4e3-1c2ebd368c4d tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731507 Jul 05 03:56:03.661688 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-53edd95e-1ff8-4279-88f5-02c037082ee2 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:03.662071 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-53edd95e-1ff8-4279-88f5-02c037082ee2 service neutron] Checking segment: {'id': '8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '099b0587-c94e-4226-806b-3799e77d38db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:03.662479 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-53edd95e-1ff8-4279-88f5-02c037082ee2 service neutron] Bound using segment: {'id': '8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '099b0587-c94e-4226-806b-3799e77d38db'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:03.662956 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-53edd95e-1ff8-4279-88f5-02c037082ee2 service neutron] Bound port: 83619e62-5d39-441e-b236-04c27aa8c5fa, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '099b0587-c94e-4226-806b-3799e77d38db'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:03.663339 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-53edd95e-1ff8-4279-88f5-02c037082ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.680905 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49e642b3-0915-46f2-b224-28f73cc234b8 req-5077f1cc-2d50-4365-b75e-8b3ab430323e tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.77 "GET /v2.0/security-groups?id=5de71ea7-8bae-4094-b267-c8e980ae07a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458564 Jul 05 03:56:03.717696 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa35a88-8fe7-476f-bc48-17b7438a2421 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:03.740921 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a3624-2c2b-4564-a08a-ff165fd60812 service neutron] Pushing event updated for resources: {'Port': ['ID=6bdc5510-3684-421d-aade-d5a2c7d251c2,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:03.897078 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789a8e3f-9c9c-4d4b-b40e-e58d69f21f11 x-openstack-request-id: req-789a8e3f-9c9c-4d4b-b40e-e58d69f21f11 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:03.902572 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22208d9-1579-4c1c-961f-fefb728cc21f", "name": "network-vif-deleted", "tag": "f96ad895-fd19-4a35-8349-71cd5ac8f523", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:03.903098 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-789a8e3f-9c9c-4d4b-b40e-e58d69f21f11 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:03.903622 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22208d9-1579-4c1c-961f-fefb728cc21f', 'name': 'network-vif-deleted', 'tag': 'f96ad895-fd19-4a35-8349-71cd5ac8f523', 'status': 'completed', 'code': 200} Jul 05 03:56:03.925921 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498d2122-3dbe-47b3-8515-2038dec369fc'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:03.928799 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ef38d1-2fa4-41b6-ba44-ac39df3128bb" -d '{"events": [{"server_uuid": "59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3", "name": "network-vif-plugged", "status": "completed", "tag": "498d2122-3dbe-47b3-8515-2038dec369fc"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:03.932510 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-2d6a3624-2c2b-4564-a08a-ff165fd60812 service neutron] Attempting to bind port 6bdc5510-3684-421d-aade-d5a2c7d251c2 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:03.932853 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-2d6a3624-2c2b-4564-a08a-ff165fd60812 service neutron] Attempting to bind port 6bdc5510-3684-421d-aade-d5a2c7d251c2 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '099b0587-c94e-4226-806b-3799e77d38db'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:03.933182 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-2d6a3624-2c2b-4564-a08a-ff165fd60812 service neutron] Attempting to bind port 6bdc5510-3684-421d-aade-d5a2c7d251c2 on network 099b0587-c94e-4226-806b-3799e77d38db {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:03.950185 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-2d6a3624-2c2b-4564-a08a-ff165fd60812 service neutron] Port 6bdc5510-3684-421d-aade-d5a2c7d251c2 on network 099b0587-c94e-4226-806b-3799e77d38db not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:03.950512 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-2d6a3624-2c2b-4564-a08a-ff165fd60812 service neutron] Attempting to bind port 6bdc5510-3684-421d-aade-d5a2c7d251c2 on network 099b0587-c94e-4226-806b-3799e77d38db {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:03.955903 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-2d6a3624-2c2b-4564-a08a-ff165fd60812 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:03.956236 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-2d6a3624-2c2b-4564-a08a-ff165fd60812 service neutron] Checking segment: {'id': '8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '099b0587-c94e-4226-806b-3799e77d38db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:03.956626 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-2d6a3624-2c2b-4564-a08a-ff165fd60812 service neutron] Bound using segment: {'id': '8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '099b0587-c94e-4226-806b-3799e77d38db'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:03.957060 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-2d6a3624-2c2b-4564-a08a-ff165fd60812 service neutron] Bound port: 6bdc5510-3684-421d-aade-d5a2c7d251c2, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '099b0587-c94e-4226-806b-3799e77d38db'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:03.957424 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-2d6a3624-2c2b-4564-a08a-ff165fd60812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.959416 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 5fa35a88-8fe7-476f-bc48-17b7438a2421, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=5fa35a88-8fe7-476f-bc48-17b7438a2421,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:03.967935 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=498d2122-3dbe-47b3-8515-2038dec369fc,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:03.986757 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.063170 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-3be3fa7f-248f-499c-8a2e-00c3632a96d3 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Deleting port 424f1c1d-40f1-4534-83a6-ee02f106dbc3 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:04.063943 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3be3fa7f-248f-499c-8a2e-00c3632a96d3 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.099682 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=5fa35a88-8fe7-476f-bc48-17b7438a2421,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:04.176483 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-2d6a3624-2c2b-4564-a08a-ff165fd60812 service neutron] For port 6bdc5510-3684-421d-aade-d5a2c7d251c2, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:04.182927 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-2d6a3624-2c2b-4564-a08a-ff165fd60812 service neutron] For port 6bdc5510-3684-421d-aade-d5a2c7d251c2, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=6bdc5510-3684-421d-aade-d5a2c7d251c2,segment=NetworkSegment(8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d),segment_id=8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:04.188831 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-3be3fa7f-248f-499c-8a2e-00c3632a96d3 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] For port 424f1c1d-40f1-4534-83a6-ee02f106dbc3, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=424f1c1d-40f1-4534-83a6-ee02f106dbc3,segment=NetworkSegment(59618e64-6733-4865-88bc-e3a45049e410),segment_id=59618e64-6733-4865-88bc-e3a45049e410)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:04.189569 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3be3fa7f-248f-499c-8a2e-00c3632a96d3 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.189703 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-2d6a3624-2c2b-4564-a08a-ff165fd60812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.205896 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-53edd95e-1ff8-4279-88f5-02c037082ee2 service neutron] For port 83619e62-5d39-441e-b236-04c27aa8c5fa, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:04.221534 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ea0193-456c-4290-a588-36e0351d2fd5 None None] DHCP port deletion for 801e8595-e59a-47a4-9e36-232b0c5ae2da request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:56:04.225025 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-3be3fa7f-248f-499c-8a2e-00c3632a96d3 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Calling delete_port for 424f1c1d-40f1-4534-83a6-ee02f106dbc3 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:04.249000 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9d2fa-e135-4a0a-b3b8-da0b7d9db8e9 req-c2895111-85b9-4efa-a511-2cfc9b8d4893 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:04.251498 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-55e9d2fa-e135-4a0a-b3b8-da0b7d9db8e9 req-c2895111-85b9-4efa-a511-2cfc9b8d4893 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e0b2316-c515-489d-b95c-0f47a3a1809b HTTP/1.1" status: 200 len: 944 time: 0.3266587 Jul 05 03:56:04.253655 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-2d6a3624-2c2b-4564-a08a-ff165fd60812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:04.254325 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-53edd95e-1ff8-4279-88f5-02c037082ee2 service neutron] For port 83619e62-5d39-441e-b236-04c27aa8c5fa, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=83619e62-5d39-441e-b236-04c27aa8c5fa,segment=NetworkSegment(8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d),segment_id=8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:04.255270 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-2d6a3624-2c2b-4564-a08a-ff165fd60812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.258824 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-2d6a3624-2c2b-4564-a08a-ff165fd60812 service neutron] 10.222.0.89 "PUT /v2.0/ports/6bdc5510-3684-421d-aade-d5a2c7d251c2 HTTP/1.1" status: 200 len: 1092 time: 2.3872659 Jul 05 03:56:04.263656 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2338ba2c-5704-4fd7-82f7-7eff8227a540', 'tag': '6bdc5510-3684-421d-aade-d5a2c7d251c2'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:04.267207 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d614239-32e6-4108-87fa-5c3c9e4419be" -d '{"events": [{"name": "network-changed", "server_uuid": "2338ba2c-5704-4fd7-82f7-7eff8227a540", "tag": "6bdc5510-3684-421d-aade-d5a2c7d251c2"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:04.272935 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-53edd95e-1ff8-4279-88f5-02c037082ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.326144 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['5fa35a88-8fe7-476f-bc48-17b7438a2421'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:04.345957 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b059b-c3c0-44e6-a63a-a7c52b0d0a4a req-f5170b6e-3b2f-480a-8612-9f7625ac9842 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:04.347963 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-861b059b-c3c0-44e6-a63a-a7c52b0d0a4a req-f5170b6e-3b2f-480a-8612-9f7625ac9842 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 950 time: 0.3197954 Jul 05 03:56:04.388763 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-53edd95e-1ff8-4279-88f5-02c037082ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:04.389680 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-53edd95e-1ff8-4279-88f5-02c037082ee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.391310 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-53edd95e-1ff8-4279-88f5-02c037082ee2 service neutron] 10.222.0.70 "PUT /v2.0/ports/83619e62-5d39-441e-b236-04c27aa8c5fa HTTP/1.1" status: 200 len: 1093 time: 3.2955055 Jul 05 03:56:04.405951 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a3624-2c2b-4564-a08a-ff165fd60812 service neutron] Pushing event updated for resources: {'Port': ['ID=6bdc5510-3684-421d-aade-d5a2c7d251c2,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:04.407018 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.424634 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-55e9d2fa-e135-4a0a-b3b8-da0b7d9db8e9 req-876de62c-3dd6-4b30-acd7-7c95d16a2853 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661174 Jul 05 03:56:04.435893 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-861b059b-c3c0-44e6-a63a-a7c52b0d0a4a req-cad18959-8959-43c1-9eb3-999efb195e1b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606606 Jul 05 03:56:04.465392 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edd95e-1ff8-4279-88f5-02c037082ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=83619e62-5d39-441e-b236-04c27aa8c5fa,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:04.488821 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-22b559d1-12f6-4e92-8a2c-10ac3cae54ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:04.491708 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-22b559d1-12f6-4e92-8a2c-10ac3cae54ca service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=49680e170dda412ea6a325ff7b871202&device_id=2338ba2c-5704-4fd7-82f7-7eff8227a540 HTTP/1.1" status: 200 len: 1095 time: 0.1771946 Jul 05 03:56:04.527933 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea0193-456c-4290-a588-36e0351d2fd5 None None] Deleting port 424f1c1d-40f1-4534-83a6-ee02f106dbc3 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:04.528517 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0193-456c-4290-a588-36e0351d2fd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.550665 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-c1e8abc0-d4fa-465d-a207-59d6fa2af768 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6bdc5510-3684-421d-aade-d5a2c7d251c2 HTTP/1.1" status: 200 len: 217 time: 0.0512683 Jul 05 03:56:04.616960 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53990) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:04.690599 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-c8ea0193-456c-4290-a588-36e0351d2fd5 None None] For port 424f1c1d-40f1-4534-83a6-ee02f106dbc3, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=424f1c1d-40f1-4534-83a6-ee02f106dbc3,segment=NetworkSegment(59618e64-6733-4865-88bc-e3a45049e410),segment_id=59618e64-6733-4865-88bc-e3a45049e410)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:04.691104 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0193-456c-4290-a588-36e0351d2fd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.722356 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea0193-456c-4290-a588-36e0351d2fd5 None None] Calling delete_port for 424f1c1d-40f1-4534-83a6-ee02f106dbc3 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:04.751932 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3be3fa7f-248f-499c-8a2e-00c3632a96d3 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.767723 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-e4d4d42c-edc3-4e09-b739-6bc5f668967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:04.775759 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-e4d4d42c-edc3-4e09-b739-6bc5f668967e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c6ed1c63-2cd0-4bae-9eae-a91abd9d5b06 HTTP/1.1" status: 200 len: 852 time: 0.2032371 Jul 05 03:56:04.816497 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be3fa7f-248f-499c-8a2e-00c3632a96d3 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] No DVR routers for this DVR port 424f1c1d-40f1-4534-83a6-ee02f106dbc3 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:04.821291 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3fa7f-248f-499c-8a2e-00c3632a96d3 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Pushing event deleted for resources: {'Port': ['ID=424f1c1d-40f1-4534-83a6-ee02f106dbc3,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:04.862871 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device f96ad895-fd19-4a35-8349-71cd5ac8f523 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:04.863505 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-26a04bfb-b6cc-4bd3-a834-426cd79cf570 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=099b0587-c94e-4226-806b-3799e77d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848897 Jul 05 03:56:04.865665 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-e606b585-444b-464f-baaa-1966a5eaec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:04.867217 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-e606b585-444b-464f-baaa-1966a5eaec0f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=49680e170dda412ea6a325ff7b871202&device_id=8e0b2316-c515-489d-b95c-0f47a3a1809b HTTP/1.1" status: 200 len: 1096 time: 0.3799999 Jul 05 03:56:04.873645 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88769b39-950d-4cef-bbf2-c4b20694f1e7 x-openstack-request-id: req-88769b39-950d-4cef-bbf2-c4b20694f1e7 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:04.873936 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3", "name": "network-vif-plugged", "status": "completed", "tag": "498d2122-3dbe-47b3-8515-2038dec369fc", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:04.874182 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-88769b39-950d-4cef-bbf2-c4b20694f1e7 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:04.874619 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498d2122-3dbe-47b3-8515-2038dec369fc', 'code': 200} Jul 05 03:56:04.890315 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c588ce7-ca20-4d91-b5cc-a5ef66e18ac9 x-openstack-request-id: req-5c588ce7-ca20-4d91-b5cc-a5ef66e18ac9 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:04.890607 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2338ba2c-5704-4fd7-82f7-7eff8227a540", "tag": "6bdc5510-3684-421d-aade-d5a2c7d251c2", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:04.890860 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5c588ce7-ca20-4d91-b5cc-a5ef66e18ac9 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:04.891265 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2338ba2c-5704-4fd7-82f7-7eff8227a540', 'tag': '6bdc5510-3684-421d-aade-d5a2c7d251c2', 'status': 'completed', 'code': 200} Jul 05 03:56:04.957884 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: f96ad895-fd19-4a35-8349-71cd5ac8f523 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:04.958651 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device f96ad895-fd19-4a35-8349-71cd5ac8f523 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:04.996471 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-6114a1d1-37ef-480a-97af-e3f885c8d491 service neutron] 10.222.0.89 "GET /v2.0/networks/099b0587-c94e-4226-806b-3799e77d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258762 Jul 05 03:56:05.092819 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0193-456c-4290-a588-36e0351d2fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.144400 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ea0193-456c-4290-a588-36e0351d2fd5 None None] No DVR routers for this DVR port 424f1c1d-40f1-4534-83a6-ee02f106dbc3 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:05.152768 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea0193-456c-4290-a588-36e0351d2fd5 None None] Pushing event deleted for resources: {'Port': ['ID=424f1c1d-40f1-4534-83a6-ee02f106dbc3,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:05.206869 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-84c1410b-49ce-42fc-b471-bed1832abbbe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83619e62-5d39-441e-b236-04c27aa8c5fa HTTP/1.1" status: 200 len: 217 time: 0.2096586 Jul 05 03:56:05.222171 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1a06a-5727-4215-9ca8-22d803cc056d req-eff8a389-ce75-410a-9c18-e910ffcf1c9c tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:05.223901 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0a1a06a-5727-4215-9ca8-22d803cc056d req-eff8a389-ce75-410a-9c18-e910ffcf1c9c tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.77 "GET /v2.0/ports?device_id=06b2fce1-73f5-4a06-a084-57ee3ad535a1 HTTP/1.1" status: 200 len: 945 time: 0.1311302 Jul 05 03:56:05.251907 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-289592ea-2c6f-4adb-a828-edcdeb3e295a service neutron] 10.222.0.89 "GET /v2.0/networks/099b0587-c94e-4226-806b-3799e77d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485023 Jul 05 03:56:05.257561 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3be3fa7f-248f-499c-8a2e-00c3632a96d3 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.276798 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0a1a06a-5727-4215-9ca8-22d803cc056d req-9c4695bc-ae79-4def-ada2-501129c8afcb tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.77 "GET /v2.0/security-groups?id=5de71ea7-8bae-4094-b267-c8e980ae07a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459075 Jul 05 03:56:05.344847 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-3be3fa7f-248f-499c-8a2e-00c3632a96d3 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801e8595-e59a-47a4-9e36-232b0c5ae2da']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:05.379474 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-3be3fa7f-248f-499c-8a2e-00c3632a96d3 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59618e64-6733-4865-88bc-e3a45049e410') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:05.379767 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-3be3fa7f-248f-499c-8a2e-00c3632a96d3 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59618e64-6733-4865-88bc-e3a45049e410') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:05.395633 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d614239-32e6-4108-87fa-5c3c9e4419be req-c3f8285a-ad79-4f1b-b080-10eb4b6438f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:05.397708 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4d614239-32e6-4108-87fa-5c3c9e4419be req-c3f8285a-ad79-4f1b-b080-10eb4b6438f8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=49680e170dda412ea6a325ff7b871202&device_id=2338ba2c-5704-4fd7-82f7-7eff8227a540 HTTP/1.1" status: 200 len: 1095 time: 0.0808465 Jul 05 03:56:05.410177 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3be3fa7f-248f-499c-8a2e-00c3632a96d3 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.585275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d614239-32e6-4108-87fa-5c3c9e4419be req-3bf924ca-5deb-42ca-97d0-42073765370b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:05.589321 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4d614239-32e6-4108-87fa-5c3c9e4419be req-3bf924ca-5deb-42ca-97d0-42073765370b service neutron] 10.222.0.89 "GET /v2.0/networks?id=099b0587-c94e-4226-806b-3799e77d38db HTTP/1.1" status: 200 len: 913 time: 0.1845379 Jul 05 03:56:05.719348 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4d614239-32e6-4108-87fa-5c3c9e4419be req-d1b971f7-936f-45f6-9ea1-9532790e1396 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6bdc5510-3684-421d-aade-d5a2c7d251c2 HTTP/1.1" status: 200 len: 217 time: 0.1226037 Jul 05 03:56:05.816792 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828263c0-2eb4-4bca-b678-e2169256b755 req-690485ad-29c3-4bb5-9b32-4b7f2547b969 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:05.818557 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-828263c0-2eb4-4bca-b678-e2169256b755 req-690485ad-29c3-4bb5-9b32-4b7f2547b969 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e0b2316-c515-489d-b95c-0f47a3a1809b HTTP/1.1" status: 200 len: 944 time: 0.2091424 Jul 05 03:56:05.820381 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d614239-32e6-4108-87fa-5c3c9e4419be req-7402d8e0-8561-4f56-bbcb-1c14b28938e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:05.822681 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4d614239-32e6-4108-87fa-5c3c9e4419be req-7402d8e0-8561-4f56-bbcb-1c14b28938e7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c6ed1c63-2cd0-4bae-9eae-a91abd9d5b06 HTTP/1.1" status: 200 len: 852 time: 0.0930398 Jul 05 03:56:05.832313 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-5094f647-5fed-43ba-bbe4-a571f3d2b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:05.833807 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-5094f647-5fed-43ba-bbe4-a571f3d2b8e2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c6ed1c63-2cd0-4bae-9eae-a91abd9d5b06 HTTP/1.1" status: 200 len: 852 time: 0.5909741 Jul 05 03:56:05.854905 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3be3fa7f-248f-499c-8a2e-00c3632a96d3 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.902994 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-a49bee74-0f9f-4f49-be16-bdb5f229e9b5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=099b0587-c94e-4226-806b-3799e77d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511279 Jul 05 03:56:05.904364 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be3fa7f-248f-499c-8a2e-00c3632a96d3 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:56:05.904783 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3be3fa7f-248f-499c-8a2e-00c3632a96d3 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.911718 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0b2316-c515-489d-b95c-0f47a3a1809b', 'tag': '83619e62-5d39-441e-b236-04c27aa8c5fa'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:05.914222 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9670fa34-3b08-4627-9a31-339a2ca6adec" -d '{"events": [{"name": "network-changed", "server_uuid": "8e0b2316-c515-489d-b95c-0f47a3a1809b", "tag": "83619e62-5d39-441e-b236-04c27aa8c5fa"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: timer() Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:56:05.917389 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:56:05.925406 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbd1ed-6179-4aa8-8494-918aa61602df req-ee482ce4-6d75-491e-af91-564ae647fbe9 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:05.934061 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7bbbd1ed-6179-4aa8-8494-918aa61602df req-ee482ce4-6d75-491e-af91-564ae647fbe9 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=dddc2a6e-d71c-4901-9aee-248d5bb82266 HTTP/1.1" status: 200 len: 945 time: 0.7462192 Jul 05 03:56:05.972565 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 424f1c1d-40f1-4534-83a6-ee02f106dbc3 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:06.008121 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 424f1c1d-40f1-4534-83a6-ee02f106dbc3 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:06.008641 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 424f1c1d-40f1-4534-83a6-ee02f106dbc3 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:06.173114 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3be3fa7f-248f-499c-8a2e-00c3632a96d3 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:06.193511 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7bbbd1ed-6179-4aa8-8494-918aa61602df req-fc3f3418-583c-4586-87f1-2a81b1f6e89c tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537580 Jul 05 03:56:06.202415 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3be3fa7f-248f-499c-8a2e-00c3632a96d3 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:06.213640 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3be3fa7f-248f-499c-8a2e-00c3632a96d3 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] 10.222.0.77 "DELETE /v2.0/networks/801e8595-e59a-47a4-9e36-232b0c5ae2da HTTP/1.1" status: 204 len: 168 time: 2.7744675 Jul 05 03:56:06.244587 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54020) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:06.379174 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4d614239-32e6-4108-87fa-5c3c9e4419be req-a4b0ff37-b306-4022-9ebb-ea994296dd7a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=099b0587-c94e-4226-806b-3799e77d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5484784 Jul 05 03:56:06.380680 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3fa7f-248f-499c-8a2e-00c3632a96d3 tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Pushing event deleted for resources: {'Network': ['ID=801e8595-e59a-47a4-9e36-232b0c5ae2da,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:06.409955 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-828263c0-2eb4-4bca-b678-e2169256b755 req-a77e91d3-6fe1-4451-b3e6-4cf0ff87ad49 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5811915 Jul 05 03:56:06.446954 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-b589dbe9-7dfa-47e3-8bdb-5333ce3de033 service neutron] 10.222.0.70 "GET /v2.0/networks/099b0587-c94e-4226-806b-3799e77d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047991 Jul 05 03:56:06.555979 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4d614239-32e6-4108-87fa-5c3c9e4419be req-0b5cd40c-627d-4681-ad64-fa5c55690706 service neutron] 10.222.0.89 "GET /v2.0/networks/099b0587-c94e-4226-806b-3799e77d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497929 Jul 05 03:56:06.584970 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 5fa35a88-8fe7-476f-bc48-17b7438a2421 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:06.768841 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 5fa35a88-8fe7-476f-bc48-17b7438a2421 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:06.785321 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 5fa35a88-8fe7-476f-bc48-17b7438a2421 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:06.786659 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:06.793741 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4d614239-32e6-4108-87fa-5c3c9e4419be req-efa85532-1a94-4ecc-92dd-2bf14eef5f56 service neutron] 10.222.0.89 "GET /v2.0/networks/099b0587-c94e-4226-806b-3799e77d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947057 Jul 05 03:56:06.838059 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-475ebc02-85f4-4502-a02c-d812c584ca46 req-221c76d8-4bda-427b-a0ed-b652dc83a1c4 service neutron] 10.222.0.70 "GET /v2.0/networks/099b0587-c94e-4226-806b-3799e77d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808703 Jul 05 03:56:06.867614 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-eae5fe0f-223e-4037-87e6-4442ff94a0ef tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Deleting port b86a553e-4e03-4f56-a6bd-618cc6ec57db {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:06.868275 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eae5fe0f-223e-4037-87e6-4442ff94a0ef tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:06.881820 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7134d4-fa05-4909-a3e6-81bfe74a3655 x-openstack-request-id: req-4c7134d4-fa05-4909-a3e6-81bfe74a3655 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:06.882564 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e0b2316-c515-489d-b95c-0f47a3a1809b", "tag": "83619e62-5d39-441e-b236-04c27aa8c5fa", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:06.882564 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4c7134d4-fa05-4909-a3e6-81bfe74a3655 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:06.882891 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e0b2316-c515-489d-b95c-0f47a3a1809b', 'tag': '83619e62-5d39-441e-b236-04c27aa8c5fa', 'status': 'completed', 'code': 200} Jul 05 03:56:06.910033 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fae356-1703-4f37-aef4-4da096c62faf req-36f43d3e-22a5-41bc-af1a-2f50d5387bc4 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:06.911059 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:06.911684 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b1fae356-1703-4f37-aef4-4da096c62faf req-36f43d3e-22a5-41bc-af1a-2f50d5387bc4 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 950 time: 0.3576889 Jul 05 03:56:06.961064 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddc2a6e-d71c-4901-9aee-248d5bb82266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa35a88-8fe7-476f-bc48-17b7438a2421'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:06.964698 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066f9a42-d6d8-460d-b19f-c1b93aa8622f" -d '{"events": [{"server_uuid": "dddc2a6e-d71c-4901-9aee-248d5bb82266", "name": "network-vif-plugged", "status": "completed", "tag": "5fa35a88-8fe7-476f-bc48-17b7438a2421"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:06.990197 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 5fa35a88-8fe7-476f-bc48-17b7438a2421, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=5fa35a88-8fe7-476f-bc48-17b7438a2421,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:06.996805 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.046724 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8e58a76d-013b-4786-a658-3690e94f3cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.127084 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b42362-6639-4059-af78-9cbe7ac50a90 x-openstack-request-id: req-a8b42362-6639-4059-af78-9cbe7ac50a90 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:07.127382 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dddc2a6e-d71c-4901-9aee-248d5bb82266", "name": "network-vif-plugged", "status": "completed", "tag": "5fa35a88-8fe7-476f-bc48-17b7438a2421", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:07.127648 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a8b42362-6639-4059-af78-9cbe7ac50a90 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:07.128327 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddc2a6e-d71c-4901-9aee-248d5bb82266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa35a88-8fe7-476f-bc48-17b7438a2421', 'code': 200} Jul 05 03:56:07.129198 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=5fa35a88-8fe7-476f-bc48-17b7438a2421,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:07.179441 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b1fae356-1703-4f37-aef4-4da096c62faf req-b071f571-7d94-40a0-9e45-57ab63384fe1 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234273 Jul 05 03:56:07.282424 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e9aca-ceb1-485d-b148-a7980070d7b4 req-960f5377-f957-4c9b-a9de-46a009fcaa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:07.286192 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-de5e9aca-ceb1-485d-b148-a7980070d7b4 req-960f5377-f957-4c9b-a9de-46a009fcaa70 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dddc2a6e-d71c-4901-9aee-248d5bb82266 HTTP/1.1" status: 200 len: 1098 time: 0.1112642 Jul 05 03:56:07.398827 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eae5fe0f-223e-4037-87e6-4442ff94a0ef tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.400054 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eae5fe0f-223e-4037-87e6-4442ff94a0ef tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.409809 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-de5e9aca-ceb1-485d-b148-a7980070d7b4 req-19b1aab9-e658-44f4-9515-08cbdd0c7f47 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108327 Jul 05 03:56:07.478766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-eae5fe0f-223e-4037-87e6-4442ff94a0ef tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Calling delete_port for b86a553e-4e03-4f56-a6bd-618cc6ec57db owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:07.686975 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670fa34-3b08-4627-9a31-339a2ca6adec req-c508e2f5-bba1-4565-8493-7d8b2e9e41aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:07.690559 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9670fa34-3b08-4627-9a31-339a2ca6adec req-c508e2f5-bba1-4565-8493-7d8b2e9e41aa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=49680e170dda412ea6a325ff7b871202&device_id=8e0b2316-c515-489d-b95c-0f47a3a1809b HTTP/1.1" status: 200 len: 1096 time: 0.6637795 Jul 05 03:56:07.923356 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe133b-0c2d-4a62-a862-7c8137593c95 req-4c5b471d-d84a-4a65-9f76-d5e2cf8dbd0d tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:07.924691 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc1ca7-1706-48b2-ba4b-150f28ce7475 req-9b32206f-8f92-456a-afe8-417a2e845552 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:07.925670 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fabe133b-0c2d-4a62-a862-7c8137593c95 req-4c5b471d-d84a-4a65-9f76-d5e2cf8dbd0d tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e0b2316-c515-489d-b95c-0f47a3a1809b HTTP/1.1" status: 200 len: 944 time: 0.0964000 Jul 05 03:56:07.928164 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8edc1ca7-1706-48b2-ba4b-150f28ce7475 req-9b32206f-8f92-456a-afe8-417a2e845552 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=dddc2a6e-d71c-4901-9aee-248d5bb82266 HTTP/1.1" status: 200 len: 946 time: 0.4445353 Jul 05 03:56:07.987901 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fabe133b-0c2d-4a62-a862-7c8137593c95 req-e8dd27f4-75ea-45b7-b4c6-cd80e58efa41 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525451 Jul 05 03:56:08.072947 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670fa34-3b08-4627-9a31-339a2ca6adec req-735fee12-5504-4c34-978e-19a47949c0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:08.074577 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9670fa34-3b08-4627-9a31-339a2ca6adec req-735fee12-5504-4c34-978e-19a47949c0bb service neutron] 10.222.0.70 "GET /v2.0/networks?id=099b0587-c94e-4226-806b-3799e77d38db HTTP/1.1" status: 200 len: 913 time: 0.3703101 Jul 05 03:56:08.178917 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9670fa34-3b08-4627-9a31-339a2ca6adec req-6546b5dc-af91-43bd-bd0a-8bc00f2bbcf9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83619e62-5d39-441e-b236-04c27aa8c5fa HTTP/1.1" status: 200 len: 217 time: 0.0596037 Jul 05 03:56:08.185521 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8edc1ca7-1706-48b2-ba4b-150f28ce7475 req-384f1e56-7ea4-4607-9a5e-6df126092524 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980405 Jul 05 03:56:08.278830 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670fa34-3b08-4627-9a31-339a2ca6adec req-ffd06ad7-1f0f-41c6-b44b-26fc59532b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:08.280388 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9670fa34-3b08-4627-9a31-339a2ca6adec req-ffd06ad7-1f0f-41c6-b44b-26fc59532b8e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c6ed1c63-2cd0-4bae-9eae-a91abd9d5b06 HTTP/1.1" status: 200 len: 852 time: 0.0827615 Jul 05 03:56:08.323306 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eae5fe0f-223e-4037-87e6-4442ff94a0ef tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:08.340746 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9670fa34-3b08-4627-9a31-339a2ca6adec req-ca26f0d5-877a-4e03-b61c-d645f1d898eb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=099b0587-c94e-4226-806b-3799e77d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526214 Jul 05 03:56:08.372410 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-8e58a76d-013b-4786-a658-3690e94f3cf5 admin admin] Deleting port 4fb3c1dc-f602-4022-9cf2-273e35a46e35 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:08.372781 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8e58a76d-013b-4786-a658-3690e94f3cf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:08.388489 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d2021-e984-4363-978d-c7dd3ed6afb3 req-4027999c-a802-444d-9451-5acc7972868a tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:08.397557 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-782d2021-e984-4363-978d-c7dd3ed6afb3 req-4027999c-a802-444d-9451-5acc7972868a tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.77 "GET /v2.0/ports?device_id=06b2fce1-73f5-4a06-a084-57ee3ad535a1 HTTP/1.1" status: 200 len: 945 time: 0.1601901 Jul 05 03:56:08.496976 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-782d2021-e984-4363-978d-c7dd3ed6afb3 req-13b69d54-ada8-4768-8024-52f1dda80cda tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.77 "GET /v2.0/security-groups?id=5de71ea7-8bae-4094-b267-c8e980ae07a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874114 Jul 05 03:56:08.544552 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5fe0f-223e-4037-87e6-4442ff94a0ef tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Pushing event deleted for resources: {'Port': ['ID=b86a553e-4e03-4f56-a6bd-618cc6ec57db,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:08.584054 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 6bdc5510-3684-421d-aade-d5a2c7d251c2 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:08.739331 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-8e58a76d-013b-4786-a658-3690e94f3cf5 admin admin] For port 4fb3c1dc-f602-4022-9cf2-273e35a46e35, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4fb3c1dc-f602-4022-9cf2-273e35a46e35,segment=NetworkSegment(781a2029-9354-4745-84c1-56f0c912ee63),segment_id=781a2029-9354-4745-84c1-56f0c912ee63)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:08.740175 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8e58a76d-013b-4786-a658-3690e94f3cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:08.756166 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-8e58a76d-013b-4786-a658-3690e94f3cf5 admin admin] Calling delete_port for 4fb3c1dc-f602-4022-9cf2-273e35a46e35 owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:08.775987 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 6bdc5510-3684-421d-aade-d5a2c7d251c2, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=6bdc5510-3684-421d-aade-d5a2c7d251c2,segment=NetworkSegment(8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d),segment_id=8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:08.805030 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '6bdc5510-3684-421d-aade-d5a2c7d251c2', 'network_id': '099b0587-c94e-4226-806b-3799e77d38db', 'port_id': '6bdc5510-3684-421d-aade-d5a2c7d251c2', 'mac_address': 'fa:16:3e:47:db:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ed1c63-2cd0-4bae-9eae-a91abd9d5b06', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:08.832236 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3e344-1991-4a17-853b-1910dacb1989 req-9db738f6-3d9f-4f91-8cc5-328b9bba5aeb tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:08.834286 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-73c3e344-1991-4a17-853b-1910dacb1989 req-9db738f6-3d9f-4f91-8cc5-328b9bba5aeb tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 950 time: 0.1456685 Jul 05 03:56:08.855215 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eae5fe0f-223e-4037-87e6-4442ff94a0ef tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:08.858298 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eae5fe0f-223e-4037-87e6-4442ff94a0ef tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:08.862995 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-eae5fe0f-223e-4037-87e6-4442ff94a0ef tempest-FloatingIPAdminTestJSON-2058542177 tempest-FloatingIPAdminTestJSON-2058542177-project] 10.222.0.77 "DELETE /v2.0/floatingips/2b3f8cf7-51e2-47b1-b79f-a5234bc2dae2 HTTP/1.1" status: 204 len: 168 time: 2.6175315 Jul 05 03:56:08.876700 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:08.880556 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9670fa34-3b08-4627-9a31-339a2ca6adec req-acee48a4-e909-4f4b-a139-8fac9e5584be service neutron] 10.222.0.70 "GET /v2.0/networks/099b0587-c94e-4226-806b-3799e77d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116844 Jul 05 03:56:08.897207 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bdc5510-3684-421d-aade-d5a2c7d251c2 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:08.915931 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-73c3e344-1991-4a17-853b-1910dacb1989 req-02bce852-0044-4ced-92fe-4aaf06bfcfc3 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667560 Jul 05 03:56:08.966154 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 6bdc5510-3684-421d-aade-d5a2c7d251c2, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=6bdc5510-3684-421d-aade-d5a2c7d251c2,segment=NetworkSegment(8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d),segment_id=8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:08.982953 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:09.048829 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=6bdc5510-3684-421d-aade-d5a2c7d251c2,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:09.256322 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['6bdc5510-3684-421d-aade-d5a2c7d251c2'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:09.332852 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75310a80-eeab-4ac5-831c-f3f879523407 req-e881b102-77f9-4df7-9441-c5bc1302fa23 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:09.338705 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-75310a80-eeab-4ac5-831c-f3f879523407 req-e881b102-77f9-4df7-9441-c5bc1302fa23 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.89 "GET /v2.0/ports?device_id=06b2fce1-73f5-4a06-a084-57ee3ad535a1 HTTP/1.1" status: 200 len: 945 time: 0.1470222 Jul 05 03:56:09.389372 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8e58a76d-013b-4786-a658-3690e94f3cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:09.399588 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54094) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:09.484575 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9670fa34-3b08-4627-9a31-339a2ca6adec req-904d47aa-6909-4d46-8d05-3f71867219ab service neutron] 10.222.0.70 "GET /v2.0/networks/099b0587-c94e-4226-806b-3799e77d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5870192 Jul 05 03:56:09.493621 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58a76d-013b-4786-a658-3690e94f3cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb3c1dc-f602-4022-9cf2-273e35a46e35,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:09.582838 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb670da3-5844-40b8-9610-86e64d5e0d00 req-b0c4c5f1-fc17-4f2a-a835-72330578731a tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:09.596759 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fb670da3-5844-40b8-9610-86e64d5e0d00 req-b0c4c5f1-fc17-4f2a-a835-72330578731a tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e0b2316-c515-489d-b95c-0f47a3a1809b HTTP/1.1" status: 200 len: 944 time: 0.3911333 Jul 05 03:56:09.683854 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0617522-b7b1-4cde-b1e1-5af4cd0b3d04 req-3dcf5e26-0441-4d09-8dac-e435cff214a1 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:09.692704 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f0617522-b7b1-4cde-b1e1-5af4cd0b3d04 req-3dcf5e26-0441-4d09-8dac-e435cff214a1 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=dddc2a6e-d71c-4901-9aee-248d5bb82266 HTTP/1.1" status: 200 len: 946 time: 0.2504766 Jul 05 03:56:09.696718 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-75310a80-eeab-4ac5-831c-f3f879523407 req-b17b9026-9c7f-4d11-a7e0-e8cc40b7e0a5 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Deleting port 71c68d99-2034-4b56-809a-0e959f0f8384 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:09.697105 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-75310a80-eeab-4ac5-831c-f3f879523407 req-b17b9026-9c7f-4d11-a7e0-e8cc40b7e0a5 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:09.848403 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-75310a80-eeab-4ac5-831c-f3f879523407 req-b17b9026-9c7f-4d11-a7e0-e8cc40b7e0a5 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] For port 71c68d99-2034-4b56-809a-0e959f0f8384, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=71c68d99-2034-4b56-809a-0e959f0f8384,segment=NetworkSegment(8c7f3194-91cb-4f38-a3ac-34fa5cf915e2),segment_id=8c7f3194-91cb-4f38-a3ac-34fa5cf915e2)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:09.848771 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-75310a80-eeab-4ac5-831c-f3f879523407 req-b17b9026-9c7f-4d11-a7e0-e8cc40b7e0a5 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:09.863218 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fb670da3-5844-40b8-9610-86e64d5e0d00 req-d07c7a21-7fad-4f98-ae61-6227ee0943b8 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582254 Jul 05 03:56:09.875927 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-75310a80-eeab-4ac5-831c-f3f879523407 req-b17b9026-9c7f-4d11-a7e0-e8cc40b7e0a5 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Calling delete_port for 71c68d99-2034-4b56-809a-0e959f0f8384 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:09.923322 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f0617522-b7b1-4cde-b1e1-5af4cd0b3d04 req-1b938a05-b8f4-4dc5-bd4d-ddfa3ad967f9 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294085 Jul 05 03:56:09.929102 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-588e4e61-ecd8-4b2a-9f52-e231b567abf4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=61eca6dac7bf482c81ff4e873cc77907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5191915 Jul 05 03:56:09.930491 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54102) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:10.112682 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8e58a76d-013b-4786-a658-3690e94f3cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:10.155969 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-11402580-1fdc-4d81-ae21-8bd0f60d0960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:10.218856 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-11402580-1fdc-4d81-ae21-8bd0f60d0960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:10.292258 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-75310a80-eeab-4ac5-831c-f3f879523407 req-b17b9026-9c7f-4d11-a7e0-e8cc40b7e0a5 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:10.306878 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['71c68d99-2034-4b56-809a-0e959f0f8384'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:10.394953 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b9026-9c7f-4d11-a7e0-e8cc40b7e0a5 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Pushing event deleted for resources: {'Port': ['ID=71c68d99-2034-4b56-809a-0e959f0f8384,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:10.422225 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-11402580-1fdc-4d81-ae21-8bd0f60d0960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:10.424133 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6790b-d244-464d-93b2-69f115768588 req-1fc56beb-98e5-4d18-8f04-8e0a8bf94c67 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:10.425058 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-11402580-1fdc-4d81-ae21-8bd0f60d0960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:10.429092 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-11402580-1fdc-4d81-ae21-8bd0f60d0960 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b0fee81c-1cf6-4aac-85e8-2c63f6f74796 HTTP/1.1" status: 204 len: 168 time: 0.4931803 Jul 05 03:56:10.431430 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b4e6790b-d244-464d-93b2-69f115768588 req-1fc56beb-98e5-4d18-8f04-8e0a8bf94c67 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.77 "GET /v2.0/ports?device_id=06b2fce1-73f5-4a06-a084-57ee3ad535a1 HTTP/1.1" status: 200 len: 867 time: 0.2940123 Jul 05 03:56:10.505746 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-75310a80-eeab-4ac5-831c-f3f879523407 req-b17b9026-9c7f-4d11-a7e0-e8cc40b7e0a5 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] No DVR routers for this DVR port 71c68d99-2034-4b56-809a-0e959f0f8384 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:10.507578 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11402580-1fdc-4d81-ae21-8bd0f60d0960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fee81c-1cf6-4aac-85e8-2c63f6f74796,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:10.517105 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-75310a80-eeab-4ac5-831c-f3f879523407 req-b17b9026-9c7f-4d11-a7e0-e8cc40b7e0a5 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:10.519967 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-75310a80-eeab-4ac5-831c-f3f879523407 req-b17b9026-9c7f-4d11-a7e0-e8cc40b7e0a5 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.89 "DELETE /v2.0/ports/71c68d99-2034-4b56-809a-0e959f0f8384 HTTP/1.1" status: 204 len: 173 time: 1.1753883 Jul 05 03:56:10.520824 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b2fce1-73f5-4a06-a084-57ee3ad535a1', 'name': 'network-vif-deleted', 'tag': '71c68d99-2034-4b56-809a-0e959f0f8384'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:10.547718 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc75aac-5c43-495f-8724-74e2f6444ead" -d '{"events": [{"server_uuid": "06b2fce1-73f5-4a06-a084-57ee3ad535a1", "name": "network-vif-deleted", "tag": "71c68d99-2034-4b56-809a-0e959f0f8384"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:10.596833 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 6bdc5510-3684-421d-aade-d5a2c7d251c2 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:10.674606 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 6bdc5510-3684-421d-aade-d5a2c7d251c2 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:10.681784 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 6bdc5510-3684-421d-aade-d5a2c7d251c2 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:10.683065 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:10.824634 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:10.879432 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5180a15-ac48-44cb-af1d-31cc0cf28209 req-4daed90a-27a8-4257-9287-637fa1ac6b59 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:10.885041 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5180a15-ac48-44cb-af1d-31cc0cf28209 req-4daed90a-27a8-4257-9287-637fa1ac6b59 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 950 time: 0.2311304 Jul 05 03:56:10.930200 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 83619e62-5d39-441e-b236-04c27aa8c5fa details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:10.972633 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2338ba2c-5704-4fd7-82f7-7eff8227a540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bdc5510-3684-421d-aade-d5a2c7d251c2'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:10.976026 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47af3ce0-4f60-434c-943d-c9e205e3774b" -d '{"events": [{"server_uuid": "2338ba2c-5704-4fd7-82f7-7eff8227a540", "name": "network-vif-plugged", "status": "completed", "tag": "6bdc5510-3684-421d-aade-d5a2c7d251c2"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:10.994617 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 6bdc5510-3684-421d-aade-d5a2c7d251c2, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=6bdc5510-3684-421d-aade-d5a2c7d251c2,segment=NetworkSegment(8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d),segment_id=8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:11.011989 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5180a15-ac48-44cb-af1d-31cc0cf28209 req-3b23c9c0-7e31-4ee0-882d-62d427b2fffb tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229694 Jul 05 03:56:11.037213 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.196909 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b4e6790b-d244-464d-93b2-69f115768588 req-598ee654-2127-42a2-9279-314594839ab5 tempest-ServerMetadataNegativeTestJSON-337743835 tempest-ServerMetadataNegativeTestJSON-337743835-project] 10.222.0.77 "GET /v2.0/security-groups?id=5de71ea7-8bae-4094-b267-c8e980ae07a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7635152 Jul 05 03:56:11.241000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54132) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:11.275329 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8fb7e616-271d-4586-bb13-ca62c7d0e863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.312193 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e58a76d-013b-4786-a658-3690e94f3cf5 admin admin] Router e8c8aba0-6b37-4fba-98df-2453f45c3a71 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:56:11.367791 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 83619e62-5d39-441e-b236-04c27aa8c5fa, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=83619e62-5d39-441e-b236-04c27aa8c5fa,segment=NetworkSegment(8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d),segment_id=8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:11.401437 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=6bdc5510-3684-421d-aade-d5a2c7d251c2,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:11.408523 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '83619e62-5d39-441e-b236-04c27aa8c5fa', 'network_id': '099b0587-c94e-4226-806b-3799e77d38db', 'port_id': '83619e62-5d39-441e-b236-04c27aa8c5fa', 'mac_address': 'fa:16:3e:58:d3:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ed1c63-2cd0-4bae-9eae-a91abd9d5b06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:11.529068 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8fb7e616-271d-4586-bb13-ca62c7d0e863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.532646 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1386af-709b-4880-862b-aec7531e6bd7 x-openstack-request-id: req-3b1386af-709b-4880-862b-aec7531e6bd7 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:11.533102 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b2fce1-73f5-4a06-a084-57ee3ad535a1", "name": "network-vif-deleted", "tag": "71c68d99-2034-4b56-809a-0e959f0f8384", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:11.533323 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3b1386af-709b-4880-862b-aec7531e6bd7 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:11.533897 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.536736 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b2fce1-73f5-4a06-a084-57ee3ad535a1', 'name': 'network-vif-deleted', 'tag': '71c68d99-2034-4b56-809a-0e959f0f8384', 'status': 'completed', 'code': 200} Jul 05 03:56:11.537990 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8fb7e616-271d-4586-bb13-ca62c7d0e863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.564151 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83619e62-5d39-441e-b236-04c27aa8c5fa {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:11.622455 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 83619e62-5d39-441e-b236-04c27aa8c5fa, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=83619e62-5d39-441e-b236-04c27aa8c5fa,segment=NetworkSegment(8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d),segment_id=8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:11.627117 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.640522 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e58a76d-013b-4786-a658-3690e94f3cf5 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:56:11.651009 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8e58a76d-013b-4786-a658-3690e94f3cf5 admin admin] 10.222.0.77 "PUT /v2.0/routers/e8c8aba0-6b37-4fba-98df-2453f45c3a71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0315650 Jul 05 03:56:11.654001 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54134) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:11.688370 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7e616-271d-4586-bb13-ca62c7d0e863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf2d0e6-9b86-4a0a-8e21-8a066761adde,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:11.709777 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8fb7e616-271d-4586-bb13-ca62c7d0e863 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cd073d247bf64fe38c4d1cca9c89e3f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4675994 Jul 05 03:56:11.710469 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54136) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:11.717666 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4536414-4684-4389-903b-7bf67b179f39 None None] Sync routers for ids ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:56:11.749058 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4536414-4684-4389-903b-7bf67b179f39 None None] Routers {'e8c8aba0-6b37-4fba-98df-2453f45c3a71'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:11.750127 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b4536414-4684-4389-903b-7bf67b179f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:56:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:11.800127 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac8077-15b6-453c-97e7-d466d6b16c85 req-bd4d2900-7382-4134-809b-96a7467f6d09 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:11.802012 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0cac8077-15b6-453c-97e7-d466d6b16c85 req-bd4d2900-7382-4134-809b-96a7467f6d09 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=dddc2a6e-d71c-4901-9aee-248d5bb82266 HTTP/1.1" status: 200 len: 946 time: 0.2219703 Jul 05 03:56:11.827986 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-12379afa-8654-4d19-a097-3798380dea21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.848317 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d2d87-e2fb-4826-8a5a-9c15a9770930 req-e0e58310-076a-4beb-b12b-4232ea24b8b1 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:11.856020 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-276d2d87-e2fb-4826-8a5a-9c15a9770930 req-e0e58310-076a-4beb-b12b-4232ea24b8b1 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e0b2316-c515-489d-b95c-0f47a3a1809b HTTP/1.1" status: 200 len: 944 time: 0.2802746 Jul 05 03:56:11.901384 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-12379afa-8654-4d19-a097-3798380dea21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.933845 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=83619e62-5d39-441e-b236-04c27aa8c5fa,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:11.939559 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0cac8077-15b6-453c-97e7-d466d6b16c85 req-e9bde317-dcdc-4f70-8df8-a9794b40da9a tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243382 Jul 05 03:56:12.028817 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-b4536414-4684-4389-903b-7bf67b179f39 None None] Set router e8c8aba0-6b37-4fba-98df-2453f45c3a71 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:12.072827 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-276d2d87-e2fb-4826-8a5a-9c15a9770930 req-3f27a5a6-9d55-4af8-97cf-3dfe1a55021e tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063241 Jul 05 03:56:12.139681 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a1570a-84a9-4bc5-8900-34e569e456df x-openstack-request-id: req-77a1570a-84a9-4bc5-8900-34e569e456df {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:12.140123 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2338ba2c-5704-4fd7-82f7-7eff8227a540", "name": "network-vif-plugged", "status": "completed", "tag": "6bdc5510-3684-421d-aade-d5a2c7d251c2", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:12.140576 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-77a1570a-84a9-4bc5-8900-34e569e456df {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:12.141129 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2338ba2c-5704-4fd7-82f7-7eff8227a540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bdc5510-3684-421d-aade-d5a2c7d251c2', 'code': 200} Jul 05 03:56:12.201901 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-726bb9e5-7138-4d4e-973a-4e0a092b7d86 admin admin] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:12.293973 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-12379afa-8654-4d19-a097-3798380dea21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:12.311747 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-12379afa-8654-4d19-a097-3798380dea21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:12.322538 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-12379afa-8654-4d19-a097-3798380dea21 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dbf2d0e6-9b86-4a0a-8e21-8a066761adde HTTP/1.1" status: 204 len: 168 time: 0.6090345 Jul 05 03:56:12.365647 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b4536414-4684-4389-903b-7bf67b179f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:56:09Z', 'revision_number': 5, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:12.374147 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269c9fb-21ec-410f-9167-f0afb53aec04 req-4c7e10b9-7e03-4b4e-89c1-4da0ed249d93 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:12.376928 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b269c9fb-21ec-410f-9167-f0afb53aec04 req-4c7e10b9-7e03-4b4e-89c1-4da0ed249d93 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.89 "GET /v2.0/ports?device_id=dddc2a6e-d71c-4901-9aee-248d5bb82266 HTTP/1.1" status: 200 len: 946 time: 0.3916397 Jul 05 03:56:12.401245 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4536414-4684-4389-903b-7bf67b179f39 None None] Checking router: e8c8aba0-6b37-4fba-98df-2453f45c3a71 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:56:12.405014 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['83619e62-5d39-441e-b236-04c27aa8c5fa'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:12.425190 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12379afa-8654-4d19-a097-3798380dea21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf2d0e6-9b86-4a0a-8e21-8a066761adde,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:12.479285 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4536414-4684-4389-903b-7bf67b179f39 None None] Routers {'e8c8aba0-6b37-4fba-98df-2453f45c3a71'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:12.480382 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b4536414-4684-4389-903b-7bf67b179f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:56:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:12.633082 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 71c68d99-2034-4b56-809a-0e959f0f8384 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:12.805877 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-726bb9e5-7138-4d4e-973a-4e0a092b7d86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:12.812036 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 71c68d99-2034-4b56-809a-0e959f0f8384 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:12.812534 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 71c68d99-2034-4b56-809a-0e959f0f8384 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:12.831450 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:12.914559 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f9600-22e0-4f44-be06-2a3ed26e9aa1 req-5dd343e3-f0b2-4745-a990-9b89ec050b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:12.926707 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-230f9600-22e0-4f44-be06-2a3ed26e9aa1 req-5dd343e3-f0b2-4745-a990-9b89ec050b04 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2338ba2c-5704-4fd7-82f7-7eff8227a540 HTTP/1.1" status: 200 len: 1097 time: 0.5049038 Jul 05 03:56:12.973261 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54156) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:12.982850 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-b4536414-4684-4389-903b-7bf67b179f39 None None] Set router e8c8aba0-6b37-4fba-98df-2453f45c3a71 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:13.234917 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-726bb9e5-7138-4d4e-973a-4e0a092b7d86 admin admin] Deleting port a752df09-4b21-4b6b-9fc9-853ed28b1b74 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:13.237632 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-726bb9e5-7138-4d4e-973a-4e0a092b7d86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.322915 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-b269c9fb-21ec-410f-9167-f0afb53aec04 req-84683c7d-c92f-4ff6-88d0-c65b1095edbc tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Deleting port 5fa35a88-8fe7-476f-bc48-17b7438a2421 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:13.323828 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b269c9fb-21ec-410f-9167-f0afb53aec04 req-84683c7d-c92f-4ff6-88d0-c65b1095edbc tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.342534 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf8394-4447-40bd-844a-814448a73356 req-0fe28963-2dd5-4e33-b24d-1834d2231e76 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:13.350867 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eabf8394-4447-40bd-844a-814448a73356 req-0fe28963-2dd5-4e33-b24d-1834d2231e76 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 950 time: 0.6384559 Jul 05 03:56:13.380550 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b4536414-4684-4389-903b-7bf67b179f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:56:09Z', 'revision_number': 5, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:13.422121 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54164) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:13.483179 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-230f9600-22e0-4f44-be06-2a3ed26e9aa1 req-5bd2b7b9-93b4-471c-9b5f-18d1337f1719 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5455608 Jul 05 03:56:13.486487 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4536414-4684-4389-903b-7bf67b179f39 None None] The sync data for ids ['e8c8aba0-6b37-4fba-98df-2453f45c3a71'] in n-d-780147-23 is: [{'id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-855685980-router', 'tenant_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:13Z', 'updated_at': '2021-07-05T03:56:09Z', 'revision_number': 5, 'project_id': 'c0d75bfcc600410081741fd09dc4c3bb', 'gw_port': {'id': 'a752df09-4b21-4b6b-9fc9-853ed28b1b74', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c8aba0-6b37-4fba-98df-2453f45c3a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:14Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:56:13.489288 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8e8587b9-6b25-4c2c-a27f-6407ec03bf4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.510690 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2982b3e-f0e6-4ecc-b1de-488bda52ed78 admin admin] Deleting subnet a53146a9-e800-4bea-af81-85281a870088 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:56:13.517949 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2982b3e-f0e6-4ecc-b1de-488bda52ed78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.551614 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eabf8394-4447-40bd-844a-814448a73356 req-4a4a504e-9d4b-4a56-9785-95bb64caf1b8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997364 Jul 05 03:56:13.661389 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-b269c9fb-21ec-410f-9167-f0afb53aec04 req-84683c7d-c92f-4ff6-88d0-c65b1095edbc tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] For port 5fa35a88-8fe7-476f-bc48-17b7438a2421, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=5fa35a88-8fe7-476f-bc48-17b7438a2421,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:13.661730 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b269c9fb-21ec-410f-9167-f0afb53aec04 req-84683c7d-c92f-4ff6-88d0-c65b1095edbc tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.665617 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-726bb9e5-7138-4d4e-973a-4e0a092b7d86 admin admin] For port a752df09-4b21-4b6b-9fc9-853ed28b1b74, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a752df09-4b21-4b6b-9fc9-853ed28b1b74,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:13.667180 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-726bb9e5-7138-4d4e-973a-4e0a092b7d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.696211 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2982b3e-f0e6-4ecc-b1de-488bda52ed78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.711757 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-b269c9fb-21ec-410f-9167-f0afb53aec04 req-84683c7d-c92f-4ff6-88d0-c65b1095edbc tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Calling delete_port for 5fa35a88-8fe7-476f-bc48-17b7438a2421 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:13.799951 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-726bb9e5-7138-4d4e-973a-4e0a092b7d86 admin admin] Calling delete_port for a752df09-4b21-4b6b-9fc9-853ed28b1b74 owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:13.902757 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2982b3e-f0e6-4ecc-b1de-488bda52ed78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.948461 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67003e8e-ffd6-48cb-bf1c-9eec2bb5a227 req-fd3a8108-e0bb-49e0-9ce2-b158b672325b tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:13.958093 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-67003e8e-ffd6-48cb-bf1c-9eec2bb5a227 req-fd3a8108-e0bb-49e0-9ce2-b158b672325b tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=dddc2a6e-d71c-4901-9aee-248d5bb82266 HTTP/1.1" status: 200 len: 946 time: 0.4099717 Jul 05 03:56:13.958629 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8e8587b9-6b25-4c2c-a27f-6407ec03bf4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.964843 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8e8587b9-6b25-4c2c-a27f-6407ec03bf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.027634 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15317a-f8ef-4168-8a13-9d453d1c57b1 req-d62e3361-67c6-4457-b28e-75d833b504de tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:14.035043 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c15317a-f8ef-4168-8a13-9d453d1c57b1 req-d62e3361-67c6-4457-b28e-75d833b504de tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e0b2316-c515-489d-b95c-0f47a3a1809b HTTP/1.1" status: 200 len: 945 time: 0.2180252 Jul 05 03:56:14.081010 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8587b9-6b25-4c2c-a27f-6407ec03bf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c1c519-515d-438d-83f7-479f42eab29a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:14.094637 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8e8587b9-6b25-4c2c-a27f-6407ec03bf4c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9113afe4f2dd4172959c90148d7a462c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6642332 Jul 05 03:56:14.101658 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54174) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:14.103581 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-67003e8e-ffd6-48cb-bf1c-9eec2bb5a227 req-75d84268-6a6d-4445-bc4b-39dec14d4ef7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453149 Jul 05 03:56:14.139697 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b269c9fb-21ec-410f-9167-f0afb53aec04 req-84683c7d-c92f-4ff6-88d0-c65b1095edbc tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.164154 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['5fa35a88-8fe7-476f-bc48-17b7438a2421'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:14.164423 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2982b3e-f0e6-4ecc-b1de-488bda52ed78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.197260 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c15317a-f8ef-4168-8a13-9d453d1c57b1 req-60425364-0594-40b5-b058-9fe781a0a44a tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609020 Jul 05 03:56:14.243254 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4fb3c1dc-f602-4022-9cf2-273e35a46e35 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:14.270612 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84683c7d-c92f-4ff6-88d0-c65b1095edbc tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Pushing event deleted for resources: {'Port': ['ID=5fa35a88-8fe7-476f-bc48-17b7438a2421,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:14.289287 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2982b3e-f0e6-4ecc-b1de-488bda52ed78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a53146a9-e800-4bea-af81-85281a870088,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:14.329500 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2982b3e-f0e6-4ecc-b1de-488bda52ed78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.340781 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e2982b3e-f0e6-4ecc-b1de-488bda52ed78 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a53146a9-e800-4bea-af81-85281a870088 HTTP/1.1" status: 204 len: 168 time: 1.3622999 Jul 05 03:56:14.352154 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54180) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:14.354748 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-b269c9fb-21ec-410f-9167-f0afb53aec04 req-84683c7d-c92f-4ff6-88d0-c65b1095edbc tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] No DVR routers for this DVR port 5fa35a88-8fe7-476f-bc48-17b7438a2421 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:14.364700 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b269c9fb-21ec-410f-9167-f0afb53aec04 req-84683c7d-c92f-4ff6-88d0-c65b1095edbc tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.369904 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b269c9fb-21ec-410f-9167-f0afb53aec04 req-84683c7d-c92f-4ff6-88d0-c65b1095edbc tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.89 "DELETE /v2.0/ports/5fa35a88-8fe7-476f-bc48-17b7438a2421 HTTP/1.1" status: 204 len: 173 time: 1.9734011 Jul 05 03:56:14.376734 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddc2a6e-d71c-4901-9aee-248d5bb82266', 'name': 'network-vif-deleted', 'tag': '5fa35a88-8fe7-476f-bc48-17b7438a2421'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:14.380480 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0423ac3a-c0cc-45b8-bab1-dbafd00f3241" -d '{"events": [{"server_uuid": "dddc2a6e-d71c-4901-9aee-248d5bb82266", "name": "network-vif-deleted", "tag": "5fa35a88-8fe7-476f-bc48-17b7438a2421"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:14.494930 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-20252267-0c7f-4c7d-ba68-2bb2a93d9d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.605648 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-20252267-0c7f-4c7d-ba68-2bb2a93d9d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.670259 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-726bb9e5-7138-4d4e-973a-4e0a092b7d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.762023 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409671f0-3c51-43f5-888c-797134393157 x-openstack-request-id: req-409671f0-3c51-43f5-888c-797134393157 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:14.762827 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dddc2a6e-d71c-4901-9aee-248d5bb82266", "name": "network-vif-deleted", "tag": "5fa35a88-8fe7-476f-bc48-17b7438a2421", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:14.763463 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-409671f0-3c51-43f5-888c-797134393157 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:14.764351 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddc2a6e-d71c-4901-9aee-248d5bb82266', 'name': 'network-vif-deleted', 'tag': '5fa35a88-8fe7-476f-bc48-17b7438a2421', 'status': 'completed', 'code': 200} Jul 05 03:56:14.795945 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-20252267-0c7f-4c7d-ba68-2bb2a93d9d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.801428 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-20252267-0c7f-4c7d-ba68-2bb2a93d9d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.803658 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-20252267-0c7f-4c7d-ba68-2bb2a93d9d81 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e5c1c519-515d-438d-83f7-479f42eab29a HTTP/1.1" status: 204 len: 168 time: 0.6985562 Jul 05 03:56:14.843415 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aa3c1de9-351c-4b2e-95c9-c7830d81c1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.848538 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20252267-0c7f-4c7d-ba68-2bb2a93d9d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c1c519-515d-438d-83f7-479f42eab29a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:14.850502 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bb9e5-7138-4d4e-973a-4e0a092b7d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=a752df09-4b21-4b6b-9fc9-853ed28b1b74,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:14.995526 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 83619e62-5d39-441e-b236-04c27aa8c5fa up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:15.073131 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aa3c1de9-351c-4b2e-95c9-c7830d81c1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.095206 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-726bb9e5-7138-4d4e-973a-4e0a092b7d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.139025 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 4fb3c1dc-f602-4022-9cf2-273e35a46e35 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:15.143566 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-aa3c1de9-351c-4b2e-95c9-c7830d81c1be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb8dad3c-8f3c-416e-8f26-08a04e138816']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:15.147081 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4fb3c1dc-f602-4022-9cf2-273e35a46e35 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:15.219894 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-aa3c1de9-351c-4b2e-95c9-c7830d81c1be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7f3194-91cb-4f38-a3ac-34fa5cf915e2') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:15.222995 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-aa3c1de9-351c-4b2e-95c9-c7830d81c1be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7f3194-91cb-4f38-a3ac-34fa5cf915e2') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:15.237425 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 83619e62-5d39-441e-b236-04c27aa8c5fa completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:15.255552 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aa3c1de9-351c-4b2e-95c9-c7830d81c1be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.272276 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 83619e62-5d39-441e-b236-04c27aa8c5fa triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:15.273020 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.349121 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aa3c1de9-351c-4b2e-95c9-c7830d81c1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.420067 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afd0b19a-7068-48f3-b26a-9a2ea05ca99f req-bc5549ec-f511-4941-9875-9030bc30cad5 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=dddc2a6e-d71c-4901-9aee-248d5bb82266 HTTP/1.1" status: 200 len: 210 time: 0.1179583 Jul 05 03:56:15.421694 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3c1de9-351c-4b2e-95c9-c7830d81c1be admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:56:15.422351 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aa3c1de9-351c-4b2e-95c9-c7830d81c1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: timer() Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:56:15.425206 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:56:15.468056 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.493625 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-726bb9e5-7138-4d4e-973a-4e0a092b7d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.514499 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-726bb9e5-7138-4d4e-973a-4e0a092b7d86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.544509 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0b2316-c515-489d-b95c-0f47a3a1809b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83619e62-5d39-441e-b236-04c27aa8c5fa'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:15.554219 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9790e132-6917-47c1-b11e-227901185f9d" -d '{"events": [{"server_uuid": "8e0b2316-c515-489d-b95c-0f47a3a1809b", "name": "network-vif-plugged", "status": "completed", "tag": "83619e62-5d39-441e-b236-04c27aa8c5fa"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:15.589488 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 83619e62-5d39-441e-b236-04c27aa8c5fa, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=83619e62-5d39-441e-b236-04c27aa8c5fa,segment=NetworkSegment(8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d),segment_id=8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:15.603083 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.637852 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aa3c1de9-351c-4b2e-95c9-c7830d81c1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.647338 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aa3c1de9-351c-4b2e-95c9-c7830d81c1be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.676813 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-aa3c1de9-351c-4b2e-95c9-c7830d81c1be admin admin] 10.222.0.77 "DELETE /v2.0/networks/fb8dad3c-8f3c-416e-8f26-08a04e138816 HTTP/1.1" status: 204 len: 168 time: 1.3180921 Jul 05 03:56:15.736419 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c1de9-351c-4b2e-95c9-c7830d81c1be admin admin] Pushing event deleted for resources: {'Network': ['ID=fb8dad3c-8f3c-416e-8f26-08a04e138816,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:15.788049 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-726bb9e5-7138-4d4e-973a-4e0a092b7d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.796233 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726bb9e5-7138-4d4e-973a-4e0a092b7d86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8c8aba0-6b37-4fba-98df-2453f45c3a71 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:56:15.843565 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeedb7f-77cd-403f-a4c3-5abd08f095b0 req-c30e618e-bc73-4981-99cd-96ed3223b89e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:15.845170 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffeedb7f-77cd-403f-a4c3-5abd08f095b0 req-c30e618e-bc73-4981-99cd-96ed3223b89e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 950 time: 0.6731575 Jul 05 03:56:15.848982 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-726bb9e5-7138-4d4e-973a-4e0a092b7d86 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.854054 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54210) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:15.868906 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=83619e62-5d39-441e-b236-04c27aa8c5fa,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:15.885793 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-726bb9e5-7138-4d4e-973a-4e0a092b7d86 admin admin] 10.222.0.77 "DELETE /v2.0/routers/e8c8aba0-6b37-4fba-98df-2453f45c3a71 HTTP/1.1" status: 204 len: 168 time: 4.2318585 Jul 05 03:56:16.073033 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffeedb7f-77cd-403f-a4c3-5abd08f095b0 req-40397e84-d2e8-4b44-a670-5b0493766cd3 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852632 Jul 05 03:56:16.193305 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a543772-7c2c-4dd4-8f58-b3996ca67d70 admin admin] Deleting subnet 2289456f-17c4-488d-a3e1-47cb5ed1e25a {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:56:16.201325 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9a543772-7c2c-4dd4-8f58-b3996ca67d70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:16.268958 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9a543772-7c2c-4dd4-8f58-b3996ca67d70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:16.295289 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0163b1ec-8be4-4c3d-a2d1-d69270bcd990 x-openstack-request-id: req-0163b1ec-8be4-4c3d-a2d1-d69270bcd990 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:16.296704 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0b2316-c515-489d-b95c-0f47a3a1809b", "name": "network-vif-plugged", "status": "completed", "tag": "83619e62-5d39-441e-b236-04c27aa8c5fa", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:16.297502 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0163b1ec-8be4-4c3d-a2d1-d69270bcd990 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:16.298413 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0b2316-c515-489d-b95c-0f47a3a1809b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83619e62-5d39-441e-b236-04c27aa8c5fa', 'code': 200} Jul 05 03:56:16.308272 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54224) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:16.417873 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f9aa4e83-144b-4d5f-8ed0-36c93526a3f5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=777e2156a01a4cf79c8a73a199dd1b73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1080031 Jul 05 03:56:16.453794 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54226) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:16.483122 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9a543772-7c2c-4dd4-8f58-b3996ca67d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:16.572339 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ccedb4e5-9a06-4d79-9935-97d29807d30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:16.586936 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9a543772-7c2c-4dd4-8f58-b3996ca67d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:16.596993 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7aabe-557b-43f8-a626-39106654510b req-cbf87e50-c064-425a-ba24-fd776ad31faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:16.598604 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9a7aabe-557b-43f8-a626-39106654510b req-cbf87e50-c064-425a-ba24-fd776ad31faa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8e0b2316-c515-489d-b95c-0f47a3a1809b HTTP/1.1" status: 200 len: 1098 time: 0.1785989 Jul 05 03:56:16.616271 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6581cd-46f7-469d-9740-0aad7a721da5 req-a642382f-24e3-48ea-9751-b9615effaffe tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:16.618402 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5f6581cd-46f7-469d-9740-0aad7a721da5 req-a642382f-24e3-48ea-9751-b9615effaffe tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e0b2316-c515-489d-b95c-0f47a3a1809b HTTP/1.1" status: 200 len: 946 time: 0.7411115 Jul 05 03:56:16.637070 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 5fa35a88-8fe7-476f-bc48-17b7438a2421 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:16.668630 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ccedb4e5-9a06-4d79-9935-97d29807d30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:16.684479 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9a543772-7c2c-4dd4-8f58-b3996ca67d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:16.695146 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54230) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:16.704377 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9a543772-7c2c-4dd4-8f58-b3996ca67d70 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2289456f-17c4-488d-a3e1-47cb5ed1e25a HTTP/1.1" status: 204 len: 168 time: 0.8483708 Jul 05 03:56:16.706539 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a543772-7c2c-4dd4-8f58-b3996ca67d70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2289456f-17c4-488d-a3e1-47cb5ed1e25a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:16.741869 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 5fa35a88-8fe7-476f-bc48-17b7438a2421 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:16.743305 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 5fa35a88-8fe7-476f-bc48-17b7438a2421 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:16.746835 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0b89fb-bb6e-49b3-baef-e2ca219790e9 None None] Network 2cce8247-9091-467b-9589-baa0d2dd4bb5 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:16.808625 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5f6581cd-46f7-469d-9740-0aad7a721da5 req-9e477e15-f941-4515-a602-cbc23e5ef5a6 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309366 Jul 05 03:56:16.896693 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9a7aabe-557b-43f8-a626-39106654510b req-b196df03-76e0-4cc4-ba51-796bccea8789 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863164 Jul 05 03:56:16.951374 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ccedb4e5-9a06-4d79-9935-97d29807d30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:16.954372 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ccedb4e5-9a06-4d79-9935-97d29807d30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:16.959317 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ccedb4e5-9a06-4d79-9935-97d29807d30a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5de71ea7-8bae-4094-b267-c8e980ae07a1 HTTP/1.1" status: 204 len: 168 time: 0.4971406 Jul 05 03:56:16.983329 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedb4e5-9a06-4d79-9935-97d29807d30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de71ea7-8bae-4094-b267-c8e980ae07a1,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:17.007707 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8fb7946c-f77a-44b6-b038-31e766f20535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:17.123593 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcc663d-2a5b-4003-bf6e-4228197ca993 None None] DHCP port deletion for 2cce8247-9091-467b-9589-baa0d2dd4bb5 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:56:17.247211 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-5bcc663d-2a5b-4003-bf6e-4228197ca993 None None] Deleting port 42f1a517-7122-4cba-9a71-b24aaa450e85 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:17.247584 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5bcc663d-2a5b-4003-bf6e-4228197ca993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:17.353491 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-0bcd9bb3-9fa9-41ba-a15e-82c5eebb5bb9 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:17.362105 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-0bcd9bb3-9fa9-41ba-a15e-82c5eebb5bb9 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/networks?id=3b64f625-0433-41d5-8266-5dfdc89559ba HTTP/1.1" status: 200 len: 811 time: 0.1873233 Jul 05 03:56:17.421670 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-18ca8d05-2b09-428d-a8bc-1ccc7c6d3629 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/quotas/501ed92e20d5480db968048631c9d2f5 HTTP/1.1" status: 200 len: 375 time: 0.0582542 Jul 05 03:56:17.448275 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-5bcc663d-2a5b-4003-bf6e-4228197ca993 None None] For port 42f1a517-7122-4cba-9a71-b24aaa450e85, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=42f1a517-7122-4cba-9a71-b24aaa450e85,segment=NetworkSegment(781a2029-9354-4745-84c1-56f0c912ee63),segment_id=781a2029-9354-4745-84c1-56f0c912ee63)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:17.453787 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5bcc663d-2a5b-4003-bf6e-4228197ca993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:17.454768 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-8fb7946c-f77a-44b6-b038-31e766f20535 admin admin] Deleting port 42f1a517-7122-4cba-9a71-b24aaa450e85 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:17.455432 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8fb7946c-f77a-44b6-b038-31e766f20535 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:17.490330 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54260) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:17.502005 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-5bcc663d-2a5b-4003-bf6e-4228197ca993 None None] Calling delete_port for 42f1a517-7122-4cba-9a71-b24aaa450e85 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:17.566267 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-5be14604-51c8-4a3e-9783-5b0637ef5b15 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=501ed92e20d5480db968048631c9d2f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1430707 Jul 05 03:56:17.650199 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290407c-313f-4e84-9349-65a698c45f6c req-3828d9b7-bead-487d-a652-74043e7f6b0e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:17.663924 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9290407c-313f-4e84-9349-65a698c45f6c req-3828d9b7-bead-487d-a652-74043e7f6b0e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 950 time: 0.2408247 Jul 05 03:56:17.763397 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5bcc663d-2a5b-4003-bf6e-4228197ca993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:17.783537 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-da335668-0520-4b7e-9013-26c4479bc892 tempest-AgentManagementNegativeTest-634653438 tempest-AgentManagementNegativeTest-634653438-project] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2916579 Jul 05 03:56:17.833273 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9290407c-313f-4e84-9349-65a698c45f6c req-90f10609-23bf-414c-84cc-0a78f291aeee tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619470 Jul 05 03:56:17.885443 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc663d-2a5b-4003-bf6e-4228197ca993 None None] Pushing event deleted for resources: {'Port': ['ID=42f1a517-7122-4cba-9a71-b24aaa450e85,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:17.904739 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcc663d-2a5b-4003-bf6e-4228197ca993 None None] No DVR routers for this DVR port 42f1a517-7122-4cba-9a71-b24aaa450e85 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:18.050926 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a752df09-4b21-4b6b-9fc9-853ed28b1b74 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:18.056333 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-8fb7946c-f77a-44b6-b038-31e766f20535 admin admin] For port 42f1a517-7122-4cba-9a71-b24aaa450e85, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=42f1a517-7122-4cba-9a71-b24aaa450e85,segment=NetworkSegment(781a2029-9354-4745-84c1-56f0c912ee63),segment_id=781a2029-9354-4745-84c1-56f0c912ee63)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:18.057165 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8fb7946c-f77a-44b6-b038-31e766f20535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:18.097959 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: a752df09-4b21-4b6b-9fc9-853ed28b1b74 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:18.098255 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a752df09-4b21-4b6b-9fc9-853ed28b1b74 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:18.111880 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 42f1a517-7122-4cba-9a71-b24aaa450e85 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:18.138049 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-8fb7946c-f77a-44b6-b038-31e766f20535 admin admin] Calling delete_port for 42f1a517-7122-4cba-9a71-b24aaa450e85 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:18.171697 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 42f1a517-7122-4cba-9a71-b24aaa450e85 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:18.172009 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 42f1a517-7122-4cba-9a71-b24aaa450e85 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:18.204324 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-ba7e00e5-c364-4429-8d85-27cf0a03febd service neutron] 10.222.0.77 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6269059 Jul 05 03:56:18.211075 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-95431c92-c0ba-4833-ad2f-dcf03641156e req-a4a5144f-5496-41ee-b61f-866931169090 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4798031 Jul 05 03:56:18.574249 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-736fd8d2-50f9-4d37-a79b-a8304eedd298 service neutron] 10.222.0.77 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529365 Jul 05 03:56:18.591511 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54296) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:18.678984 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54300) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:18.727271 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8fb7946c-f77a-44b6-b038-31e766f20535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:18.739423 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1bd41-e56c-435d-8f26-73156de5aa5f req-134f48cd-8d8e-4e9c-8c23-949d7ada65cb tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:18.756543 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c7e1bd41-e56c-435d-8f26-73156de5aa5f req-134f48cd-8d8e-4e9c-8c23-949d7ada65cb tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e0b2316-c515-489d-b95c-0f47a3a1809b HTTP/1.1" status: 200 len: 946 time: 0.2575078 Jul 05 03:56:18.834734 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7946c-f77a-44b6-b038-31e766f20535 admin admin] Pushing event deleted for resources: {'Port': ['ID=42f1a517-7122-4cba-9a71-b24aaa450e85,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:18.845899 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb7946c-f77a-44b6-b038-31e766f20535 admin admin] No DVR routers for this DVR port 42f1a517-7122-4cba-9a71-b24aaa450e85 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:18.850651 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c7e1bd41-e56c-435d-8f26-73156de5aa5f req-15c4d6d0-1956-466f-9f8d-a826032a2bb5 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860972 Jul 05 03:56:18.932362 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0681692a-42dd-4fd0-832c-37d410644a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:18.982275 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95431c92-c0ba-4833-ad2f-dcf03641156e req-843e1643-f962-4784-858c-42a654423a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:18.984117 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-95431c92-c0ba-4833-ad2f-dcf03641156e req-843e1643-f962-4784-858c-42a654423a11 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 1102 time: 0.5019372 Jul 05 03:56:19.026363 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8fb7946c-f77a-44b6-b038-31e766f20535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:19.166759 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-2032e362-588c-4f32-a17c-ecd332ed96f7 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1662621467-network', 'tenant_id': 'aaab9b0ddfa749ca977c5ab1b6138289'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:19.201000 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-8fb7946c-f77a-44b6-b038-31e766f20535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cce8247-9091-467b-9589-baa0d2dd4bb5']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:19.231007 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-8fb7946c-f77a-44b6-b038-31e766f20535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781a2029-9354-4745-84c1-56f0c912ee63') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:19.231519 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-8fb7946c-f77a-44b6-b038-31e766f20535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781a2029-9354-4745-84c1-56f0c912ee63') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:19.279461 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8fb7946c-f77a-44b6-b038-31e766f20535 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:19.287547 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0681692a-42dd-4fd0-832c-37d410644a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:19.309652 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8fb7946c-f77a-44b6-b038-31e766f20535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:19.316477 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85f981-ea66-46a1-9a4a-513ebba9962d req-19751eed-fe98-41b4-a30d-e50949168960 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:19.322275 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb7946c-f77a-44b6-b038-31e766f20535 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:56:19.322859 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8fb7946c-f77a-44b6-b038-31e766f20535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:19.328937 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e85f981-ea66-46a1-9a4a-513ebba9962d req-19751eed-fe98-41b4-a30d-e50949168960 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 950 time: 0.1694069 Jul 05 03:56:19.332268 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0681692a-42dd-4fd0-832c-37d410644a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:19.450104 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0681692a-42dd-4fd0-832c-37d410644a6a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ea580bc0b0fb4037b9c10bfd7d9f9437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8573687 Jul 05 03:56:19.451901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681692a-42dd-4fd0-832c-37d410644a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2544268-74bb-4a63-a880-a9cf8cb25ea6,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:19.471573 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54320) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:19.489143 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e85f981-ea66-46a1-9a4a-513ebba9962d req-09219237-7472-4891-b9fc-99243fe31f7f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109326 Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: self.session.flush() Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: self.session.flush() Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: self.session.flush() Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: self.session.flush() Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: timer() Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:56:19.491440 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:56:19.520181 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8fb7946c-f77a-44b6-b038-31e766f20535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:19.530730 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8fb7946c-f77a-44b6-b038-31e766f20535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:19.533762 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8fb7946c-f77a-44b6-b038-31e766f20535 admin admin] 10.222.0.77 "DELETE /v2.0/networks/2cce8247-9091-467b-9589-baa0d2dd4bb5 HTTP/1.1" status: 204 len: 168 time: 2.8370013 Jul 05 03:56:19.566115 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2032e362-588c-4f32-a17c-ecd332ed96f7 admin admin] Made reservation on behalf of aaab9b0ddfa749ca977c5ab1b6138289 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:19.572610 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2032e362-588c-4f32-a17c-ecd332ed96f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:19.590610 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7946c-f77a-44b6-b038-31e766f20535 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cce8247-9091-467b-9589-baa0d2dd4bb5,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:19.608031 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f2038de-2ee6-466f-8c0d-d8a5002dfb42 req-ee5b8c22-ac31-4797-b282-ea76f39f4830 service neutron] 10.222.0.70 "GET /v2.0/ports/372e5c95-500c-4d2a-a795-11448643f5ba/bindings/n-h2-780147-23 HTTP/1.1" status: 200 len: 383 time: 0.6465712 Jul 05 03:56:19.622939 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2032e362-588c-4f32-a17c-ecd332ed96f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:19.669994 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95431c92-c0ba-4833-ad2f-dcf03641156e req-f033e59c-e83e-4225-9897-b2dcda8846d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:19.673765 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-95431c92-c0ba-4833-ad2f-dcf03641156e req-f033e59c-e83e-4225-9897-b2dcda8846d7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.6578736 Jul 05 03:56:19.770212 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-815c8fd8-99df-47ea-b6a3-10f82102f322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:19.949308 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54336) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:19.993235 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-95431c92-c0ba-4833-ad2f-dcf03641156e req-10b6011f-d796-4736-bda5-40096aabe268 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=63ec1ef3-1bc2-4036-b7e6-034a978916ca HTTP/1.1" status: 200 len: 217 time: 0.3065670 Jul 05 03:56:19.995106 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2032e362-588c-4f32-a17c-ecd332ed96f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.029591 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-815c8fd8-99df-47ea-b6a3-10f82102f322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.050144 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2032e362-588c-4f32-a17c-ecd332ed96f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.121098 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2032e362-588c-4f32-a17c-ecd332ed96f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:56:20.132402 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032e362-588c-4f32-a17c-ecd332ed96f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de01797d-bf4c-4dfd-b1ce-2461dc6235ed,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:20.142971 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2032e362-588c-4f32-a17c-ecd332ed96f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.143650 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-2032e362-588c-4f32-a17c-ecd332ed96f7 admin admin] Added segment 2c4b3056-4923-4363-8715-a2d215287363 of type vlan for network 86d29a04-71d5-4ba1-98ec-e3542b36b343 Jul 05 03:56:20.211003 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-815c8fd8-99df-47ea-b6a3-10f82102f322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.215180 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-815c8fd8-99df-47ea-b6a3-10f82102f322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.221968 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-815c8fd8-99df-47ea-b6a3-10f82102f322 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a2544268-74bb-4a63-a880-a9cf8cb25ea6 HTTP/1.1" status: 204 len: 168 time: 0.7227988 Jul 05 03:56:20.239719 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2032e362-588c-4f32-a17c-ecd332ed96f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.252972 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-75db901e-a2bb-4409-8f19-6b7c8d5f672b req-7c2681e4-474e-4592-ad8c-472f3a3959d3 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=b461704a-dfd4-4d98-804f-5d65e3714576 HTTP/1.1" status: 200 len: 210 time: 0.9865501 Jul 05 03:56:20.279864 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c8fd8-99df-47ea-b6a3-10f82102f322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2544268-74bb-4a63-a880-a9cf8cb25ea6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:20.311989 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ef1a3ad7-ad84-4c04-b318-0bf1ac4e6155 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c0d75bfcc600410081741fd09dc4c3bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594735 Jul 05 03:56:20.315341 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54340) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:20.357446 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2032e362-588c-4f32-a17c-ecd332ed96f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.358856 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2032e362-588c-4f32-a17c-ecd332ed96f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:20.359542 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2032e362-588c-4f32-a17c-ecd332ed96f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.438576 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95431c92-c0ba-4833-ad2f-dcf03641156e req-80cb5a74-6af9-41e1-8c0b-acbc7e8073eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:20.440433 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-95431c92-c0ba-4833-ad2f-dcf03641156e req-80cb5a74-6af9-41e1-8c0b-acbc7e8073eb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.3926733 Jul 05 03:56:20.494639 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2032e362-588c-4f32-a17c-ecd332ed96f7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8088822 Jul 05 03:56:20.500757 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54342) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:20.515699 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-36a43884-0bb7-4948-b6f2-0ee1dcd70bde admin admin] Request body: {'subnet': {'network_id': '86d29a04-71d5-4ba1-98ec-e3542b36b343', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1662621467-subnet', 'tenant_id': 'aaab9b0ddfa749ca977c5ab1b6138289', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:20.537793 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032e362-588c-4f32-a17c-ecd332ed96f7 admin admin] Pushing event updated for resources: {'Network': ['ID=86d29a04-71d5-4ba1-98ec-e3542b36b343,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:20.556762 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 86d29a04-71d5-4ba1-98ec-e3542b36b343 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:56:20.654839 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2038de-2ee6-466f-8c0d-d8a5002dfb42 req-2a427be7-9fca-4959-aaec-47684493c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:20.657401 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f2038de-2ee6-466f-8c0d-d8a5002dfb42 req-2a427be7-9fca-4959-aaec-47684493c3dd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0&tenant_id=ba5800eba7ce4067ae2fae645ac62ef9 HTTP/1.1" status: 200 len: 1102 time: 0.4269123 Jul 05 03:56:20.693956 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a43884-0bb7-4948-b6f2-0ee1dcd70bde admin admin] Made reservation on behalf of aaab9b0ddfa749ca977c5ab1b6138289 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:20.698421 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-36a43884-0bb7-4948-b6f2-0ee1dcd70bde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.718876 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c4bd3119-9766-4a5b-aa4b-725e3dde863a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.736364 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95431c92-c0ba-4833-ad2f-dcf03641156e req-a979ebbe-4657-46b3-8342-3034e69e5682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:20.743238 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-95431c92-c0ba-4833-ad2f-dcf03641156e req-a979ebbe-4657-46b3-8342-3034e69e5682 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2871909 Jul 05 03:56:20.922125 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c4bd3119-9766-4a5b-aa4b-725e3dde863a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.938264 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e4bbe-009c-4a91-a67b-7febab843aa9 req-fd817ea7-69bc-4a45-a82d-324e36bd9116 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:20.957592 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-856e4bbe-009c-4a91-a67b-7febab843aa9 req-fd817ea7-69bc-4a45-a82d-324e36bd9116 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e0b2316-c515-489d-b95c-0f47a3a1809b HTTP/1.1" status: 200 len: 946 time: 0.3985949 Jul 05 03:56:21.062090 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2038de-2ee6-466f-8c0d-d8a5002dfb42 req-d3635a4a-7056-4134-b021-92afb453cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:21.063850 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f2038de-2ee6-466f-8c0d-d8a5002dfb42 req-d3635a4a-7056-4134-b021-92afb453cd5f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 1102 time: 0.3634653 Jul 05 03:56:21.073803 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-95431c92-c0ba-4833-ad2f-dcf03641156e req-bd779777-fdf6-4ca3-836f-6f965ba62c7b service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919934 Jul 05 03:56:21.154014 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-856e4bbe-009c-4a91-a67b-7febab843aa9 req-16f92ea0-cefd-4cc4-b5cc-5580db508a26 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937304 Jul 05 03:56:21.204243 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c4bd3119-9766-4a5b-aa4b-725e3dde863a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:21.207610 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c4bd3119-9766-4a5b-aa4b-725e3dde863a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:21.209058 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c4bd3119-9766-4a5b-aa4b-725e3dde863a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c92c4dda-83c6-41ac-901c-1f6822de63b0 HTTP/1.1" status: 204 len: 168 time: 0.8547580 Jul 05 03:56:21.272111 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd3119-9766-4a5b-aa4b-725e3dde863a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92c4dda-83c6-41ac-901c-1f6822de63b0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:21.286363 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae38b8-71bf-48d4-b4c5-6d82bd648414 req-80e9d182-e8af-452e-bf43-eaa8dfa22c7f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:21.288971 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-41ae38b8-71bf-48d4-b4c5-6d82bd648414 req-80e9d182-e8af-452e-bf43-eaa8dfa22c7f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 950 time: 0.3132045 Jul 05 03:56:21.372505 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-36a43884-0bb7-4948-b6f2-0ee1dcd70bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:21.541153 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2038de-2ee6-466f-8c0d-d8a5002dfb42 req-821b8745-21c9-413f-84af-de542a493876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:21.542839 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f2038de-2ee6-466f-8c0d-d8a5002dfb42 req-821b8745-21c9-413f-84af-de542a493876 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.4651837 Jul 05 03:56:21.583305 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a43884-0bb7-4948-b6f2-0ee1dcd70bde admin admin] Pushing event updated for resources: {'Subnet': ['ID=553fbf9f-55ea-43a5-a206-cfb9ebd19d2d,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:21.586932 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-95431c92-c0ba-4833-ad2f-dcf03641156e req-7f043bc6-dbdd-4405-b78f-1f478f53ed41 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983287 Jul 05 03:56:21.913112 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a43884-0bb7-4948-b6f2-0ee1dcd70bde admin admin] Checking segment: {'id': '2c4b3056-4923-4363-8715-a2d215287363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '86d29a04-71d5-4ba1-98ec-e3542b36b343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:21.913872 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a43884-0bb7-4948-b6f2-0ee1dcd70bde admin admin] Network hostable DHCP agents. Network: 86d29a04-71d5-4ba1-98ec-e3542b36b343, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:56:22.035170 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-39ebbf5a-b56b-4564-9916-d0bd2b9de406 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:22.049035 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-39ebbf5a-b56b-4564-9916-d0bd2b9de406 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.89 "GET /v2.0/networks?id=3b64f625-0433-41d5-8266-5dfdc89559ba HTTP/1.1" status: 200 len: 811 time: 0.4544084 Jul 05 03:56:22.096375 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-c527974a-9547-402c-a36f-10690a54cbb7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Request body: {'port': {'device_id': 'b461704a-dfd4-4d98-804f-5d65e3714576', 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba', 'admin_state_up': True, 'tenant_id': '501ed92e20d5480db968048631c9d2f5'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:22.103196 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a43884-0bb7-4948-b6f2-0ee1dcd70bde admin admin] Network 86d29a04-71d5-4ba1-98ec-e3542b36b343 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:56:22.305713 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-36a43884-0bb7-4948-b6f2-0ee1dcd70bde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 86d29a04-71d5-4ba1-98ec-e3542b36b343) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:22.313824 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a43884-0bb7-4948-b6f2-0ee1dcd70bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:22.314879 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-36a43884-0bb7-4948-b6f2-0ee1dcd70bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:22.316003 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a454e033-79d7-46c6-ba12-d86f88285b37 None None] Network 86d29a04-71d5-4ba1-98ec-e3542b36b343 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:22.464196 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-36a43884-0bb7-4948-b6f2-0ee1dcd70bde admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9621742 Jul 05 03:56:22.692405 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5e45e-1c3e-4cd7-9e5c-156f2b0f986d req-0a2fd9f4-b1f2-454f-851c-ac31c39acc11 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:22.715936 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6fc5e45e-1c3e-4cd7-9e5c-156f2b0f986d req-0a2fd9f4-b1f2-454f-851c-ac31c39acc11 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=2338ba2c-5704-4fd7-82f7-7eff8227a540 HTTP/1.1" status: 200 len: 945 time: 0.4181001 Jul 05 03:56:22.754178 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54394) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:22.806000 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de26fd82-bc3c-41a7-b458-d337ba5a41e6 None None] Network 86d29a04-71d5-4ba1-98ec-e3542b36b343 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:22.809532 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-c527974a-9547-402c-a36f-10690a54cbb7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Made reservation on behalf of 501ed92e20d5480db968048631c9d2f5 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:22.827539 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-c527974a-9547-402c-a36f-10690a54cbb7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:22.901765 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-41ae38b8-71bf-48d4-b4c5-6d82bd648414 req-984b6ee7-2882-4941-9af3-5cb0a49cebad tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5877492 Jul 05 03:56:22.910063 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f2038de-2ee6-466f-8c0d-d8a5002dfb42 req-cb6b75a1-84c3-4a76-9175-4aa2bc29811d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=372e5c95-500c-4d2a-a795-11448643f5ba HTTP/1.1" status: 200 len: 217 time: 1.2498496 Jul 05 03:56:23.006701 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 372e5c95-500c-4d2a-a795-11448643f5ba no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:23.048815 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2038de-2ee6-466f-8c0d-d8a5002dfb42 req-9ade9c37-1deb-41e4-ba0f-b79a6229fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:23.054992 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f2038de-2ee6-466f-8c0d-d8a5002dfb42 req-9ade9c37-1deb-41e4-ba0f-b79a6229fb70 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1395290 Jul 05 03:56:23.222522 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-c527974a-9547-402c-a36f-10690a54cbb7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Allocated IP 172.20.0.7 (3b64f625-0433-41d5-8266-5dfdc89559ba/c2a1cef0-323d-4d98-bbd7-de1cb5542ec9/eae27fa2-4f41-49a8-8c5d-ebf0aed88de4) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:23.236899 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:23.253911 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2038de-2ee6-466f-8c0d-d8a5002dfb42 req-d7b83477-ba80-4ffc-9b51-28b9388576c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:23.261541 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f2038de-2ee6-466f-8c0d-d8a5002dfb42 req-d7b83477-ba80-4ffc-9b51-28b9388576c7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1997452 Jul 05 03:56:23.343970 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03283c32-27e5-4bbe-81b6-a81a7ff331f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '372e5c95-500c-4d2a-a795-11448643f5ba'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:23.350865 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4935fe3-790b-43a4-a95c-e9810692d27c" -d '{"events": [{"server_uuid": "03283c32-27e5-4bbe-81b6-a81a7ff331f0", "name": "network-vif-unplugged", "status": "completed", "tag": "372e5c95-500c-4d2a-a795-11448643f5ba"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:23.393673 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 372e5c95-500c-4d2a-a795-11448643f5ba, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=372e5c95-500c-4d2a-a795-11448643f5ba,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:23.402447 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:23.509115 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-250f7232-f121-4448-a095-a796ec70eed6 req-9fb4d713-3948-46ef-bca9-0b90a8fe84be tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=b461704a-dfd4-4d98-804f-5d65e3714576 HTTP/1.1" status: 200 len: 210 time: 0.1214268 Jul 05 03:56:23.578612 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-a22a75c0-c450-466d-83ac-e53dab71ffc1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-31572716'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:23.609684 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=372e5c95-500c-4d2a-a795-11448643f5ba,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:23.643374 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-c527974a-9547-402c-a36f-10690a54cbb7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:23.651525 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f2038de-2ee6-466f-8c0d-d8a5002dfb42 req-2ef0bb1e-dc19-44b1-b22c-76e8da8d9bc8 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823805 Jul 05 03:56:23.768747 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-c527974a-9547-402c-a36f-10690a54cbb7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:23.905422 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6fc5e45e-1c3e-4cd7-9e5c-156f2b0f986d req-9d14f7a9-486c-4360-a037-f171ace77fa4 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1860967 Jul 05 03:56:23.920757 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-c527974a-9547-402c-a36f-10690a54cbb7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Network 3b64f625-0433-41d5-8266-5dfdc89559ba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:23.923003 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527974a-9547-402c-a36f-10690a54cbb7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Pushing event updated for resources: {'Port': ['ID=eae27fa2-4f41-49a8-8c5d-ebf0aed88de4,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:23.926052 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-c527974a-9547-402c-a36f-10690a54cbb7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:23.928208 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22a75c0-c450-466d-83ac-e53dab71ffc1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:23.945581 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a22a75c0-c450-466d-83ac-e53dab71ffc1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:23.953694 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-c527974a-9547-402c-a36f-10690a54cbb7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:23.984621 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f2038de-2ee6-466f-8c0d-d8a5002dfb42 req-ca1a2424-b07e-43b1-89b1-8a050df4d1fa service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210633 Jul 05 03:56:24.003952 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d0dec9-52e0-4368-8704-874c538d41ee x-openstack-request-id: req-55d0dec9-52e0-4368-8704-874c538d41ee {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:24.004795 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03283c32-27e5-4bbe-81b6-a81a7ff331f0", "name": "network-vif-unplugged", "status": "completed", "tag": "372e5c95-500c-4d2a-a795-11448643f5ba", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:24.005265 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-55d0dec9-52e0-4368-8704-874c538d41ee {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:24.005894 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03283c32-27e5-4bbe-81b6-a81a7ff331f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '372e5c95-500c-4d2a-a795-11448643f5ba', 'code': 200} Jul 05 03:56:24.020594 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a22a75c0-c450-466d-83ac-e53dab71ffc1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.074663 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-c527974a-9547-402c-a36f-10690a54cbb7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:24.075098 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-c527974a-9547-402c-a36f-10690a54cbb7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.291169 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a22a75c0-c450-466d-83ac-e53dab71ffc1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.302405 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a22a75c0-c450-466d-83ac-e53dab71ffc1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.349279 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-c527974a-9547-402c-a36f-10690a54cbb7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2823775 Jul 05 03:56:24.382859 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-b90cff36-3b30-47ae-a028-85cd138f09c8 service neutron] Request body: {'port': {'device_id': 'b461704a-dfd4-4d98-804f-5d65e3714576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:24.406261 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22a75c0-c450-466d-83ac-e53dab71ffc1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:56:24.444346 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a22a75c0-c450-466d-83ac-e53dab71ffc1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.445738 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-a22a75c0-c450-466d-83ac-e53dab71ffc1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Added segment a6f67722-a0f0-483a-939c-d8ea118f0349 of type vlan for network 11254a26-e0ed-4207-b9f1-d7e3a27daaba Jul 05 03:56:24.752489 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a75c0-c450-466d-83ac-e53dab71ffc1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d17fc82-e99a-4dce-a926-8fb15c5e6584,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:24.838557 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a22a75c0-c450-466d-83ac-e53dab71ffc1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.942966 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a22a75c0-c450-466d-83ac-e53dab71ffc1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.949219 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22a75c0-c450-466d-83ac-e53dab71ffc1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:24.949859 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a22a75c0-c450-466d-83ac-e53dab71ffc1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.968594 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-fb8a86aa-63a5-4488-8807-741dc02424da tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:24.975110 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-fb8a86aa-63a5-4488-8807-741dc02424da tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/networks?id=86d29a04-71d5-4ba1-98ec-e3542b36b343 HTTP/1.1" status: 200 len: 813 time: 0.4987524 Jul 05 03:56:24.996229 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-b90cff36-3b30-47ae-a028-85cd138f09c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:25.057986 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948230f8-3f05-4799-841a-44ac07eb751f req-4f804363-2d58-41cc-923c-dc4543ee798d tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:25.059413 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-948230f8-3f05-4799-841a-44ac07eb751f req-4f804363-2d58-41cc-923c-dc4543ee798d tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 948 time: 0.1058986 Jul 05 03:56:25.060033 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a22a75c0-c450-466d-83ac-e53dab71ffc1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3015010 Jul 05 03:56:25.060276 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54464) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:25.066941 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-56e97246-b648-40e9-a2ab-11c498457bf6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:25.068217 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-3b14925e-70b0-438a-b9d6-87bbd5b53bb8 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/quotas/aaab9b0ddfa749ca977c5ab1b6138289 HTTP/1.1" status: 200 len: 375 time: 0.0922782 Jul 05 03:56:25.078721 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a75c0-c450-466d-83ac-e53dab71ffc1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Network': ['ID=11254a26-e0ed-4207-b9f1-d7e3a27daaba,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:25.091182 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:56:25.152337 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-546b8bdd-a5b7-44ee-ba24-b23ca3894e59 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=aaab9b0ddfa749ca977c5ab1b6138289&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751843 Jul 05 03:56:25.223933 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-948230f8-3f05-4799-841a-44ac07eb751f req-5fb8c1b9-61ee-40d4-b0d8-9b18e40449bd tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504116 Jul 05 03:56:25.284188 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e97246-b648-40e9-a2ab-11c498457bf6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:25.292279 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-56e97246-b648-40e9-a2ab-11c498457bf6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:25.468964 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-2feecd0b-8377-4ade-8c10-5f868df2c89c service neutron] 10.222.0.77 "GET /v2.0/networks/86d29a04-71d5-4ba1-98ec-e3542b36b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056927 Jul 05 03:56:25.528575 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f5179-19bc-4a65-8d90-b4e682c07aff req-d3eb30b9-eecf-4974-8cd2-e9e6b3ed6a9c tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:25.531202 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-855f5179-19bc-4a65-8d90-b4e682c07aff req-d3eb30b9-eecf-4974-8cd2-e9e6b3ed6a9c tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=b461704a-dfd4-4d98-804f-5d65e3714576 HTTP/1.1" status: 200 len: 931 time: 0.1437137 Jul 05 03:56:25.606803 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-855f5179-19bc-4a65-8d90-b4e682c07aff req-0c229ac5-6e69-4fd6-9201-6779f7326a70 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674896 Jul 05 03:56:25.697361 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-56e97246-b648-40e9-a2ab-11c498457bf6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:25.826530 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e97246-b648-40e9-a2ab-11c498457bf6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=5214f54c-4cda-4f4f-adce-2bbde3ba6775,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:25.829991 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e97246-b648-40e9-a2ab-11c498457bf6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Checking segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:25.830563 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e97246-b648-40e9-a2ab-11c498457bf6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network hostable DHCP agents. Network: 11254a26-e0ed-4207-b9f1-d7e3a27daaba, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:56:25.849085 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e97246-b648-40e9-a2ab-11c498457bf6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:25.849664 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e97246-b648-40e9-a2ab-11c498457bf6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:25.850196 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e97246-b648-40e9-a2ab-11c498457bf6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:25.850730 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e97246-b648-40e9-a2ab-11c498457bf6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:25.851279 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e97246-b648-40e9-a2ab-11c498457bf6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:25.852525 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e97246-b648-40e9-a2ab-11c498457bf6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:25.853084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e97246-b648-40e9-a2ab-11c498457bf6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:25.853629 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e97246-b648-40e9-a2ab-11c498457bf6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:25.854163 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e97246-b648-40e9-a2ab-11c498457bf6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:25.854703 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e97246-b648-40e9-a2ab-11c498457bf6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:25.855251 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e97246-b648-40e9-a2ab-11c498457bf6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:25.855784 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e97246-b648-40e9-a2ab-11c498457bf6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:25.890365 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e97246-b648-40e9-a2ab-11c498457bf6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:56:25.908253 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-56e97246-b648-40e9-a2ab-11c498457bf6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 11254a26-e0ed-4207-b9f1-d7e3a27daaba) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:25.919004 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e97246-b648-40e9-a2ab-11c498457bf6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:25.920374 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-56e97246-b648-40e9-a2ab-11c498457bf6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:25.926619 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1fab19-6e40-483d-aad7-7997a7537caf None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:25.963327 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eb6c3589-566e-4510-aedd-4ab644921623 req-6321a418-3333-4bd5-b718-c36514832731 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=b1aa393894be4fabb6fa267311dd83ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330596 Jul 05 03:56:25.965936 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-56e97246-b648-40e9-a2ab-11c498457bf6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9047544 Jul 05 03:56:25.975230 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54478) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:25.983153 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-4a0bed35-4045-4436-88ab-acff5a0008c6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'name': 'tempest-NetworksTestDHCPv6-756841750'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:26.137547 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-b90cff36-3b30-47ae-a028-85cd138f09c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae27fa2-4f41-49a8-8c5d-ebf0aed88de4 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:26.151177 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-b90cff36-3b30-47ae-a028-85cd138f09c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:26.153980 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e7c63f-aa8f-4f9a-8a07-3d378138274c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'fixed_ips': [{'subnet_id': '5214f54c-4cda-4f4f-adce-2bbde3ba6775'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:56:26.155131 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-08e7c63f-aa8f-4f9a-8a07-3d378138274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:26.161140 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-562d4c88-596f-4dd1-b75f-7678c8162a30 service neutron] 10.222.0.77 "GET /v2.0/networks/86d29a04-71d5-4ba1-98ec-e3542b36b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6842978 Jul 05 03:56:26.177036 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-b90cff36-3b30-47ae-a028-85cd138f09c8 service neutron] Transition to ACTIVE for port object eae27fa2-4f41-49a8-8c5d-ebf0aed88de4 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:26.186655 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-b90cff36-3b30-47ae-a028-85cd138f09c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:26.251792 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c3589-566e-4510-aedd-4ab644921623 req-9259da62-f0b3-43a8-9911-2112e13ebe8d tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:26.254190 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eb6c3589-566e-4510-aedd-4ab644921623 req-9259da62-f0b3-43a8-9911-2112e13ebe8d tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2800605 Jul 05 03:56:26.300749 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eb6c3589-566e-4510-aedd-4ab644921623 req-0757f497-e5d9-4982-9487-0d5b8b3eea0f tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/quotas/b1aa393894be4fabb6fa267311dd83ea HTTP/1.1" status: 200 len: 375 time: 0.0334799 Jul 05 03:56:26.304567 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0bed35-4045-4436-88ab-acff5a0008c6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:26.310795 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cff36-3b30-47ae-a028-85cd138f09c8 service neutron] Pushing event updated for resources: {'Port': ['ID=eae27fa2-4f41-49a8-8c5d-ebf0aed88de4,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:26.312557 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4a0bed35-4045-4436-88ab-acff5a0008c6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:26.364917 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-08e7c63f-aa8f-4f9a-8a07-3d378138274c None None] Allocated IP 2001:db8::2 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/5214f54c-4cda-4f4f-adce-2bbde3ba6775/3ce38119-9480-4bf4-8dfd-9d09191f0d8e) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:26.395254 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-b90cff36-3b30-47ae-a028-85cd138f09c8 service neutron] Attempting to bind port eae27fa2-4f41-49a8-8c5d-ebf0aed88de4 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:26.395776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-b90cff36-3b30-47ae-a028-85cd138f09c8 service neutron] Attempting to bind port eae27fa2-4f41-49a8-8c5d-ebf0aed88de4 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:26.397035 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-b90cff36-3b30-47ae-a028-85cd138f09c8 service neutron] Attempting to bind port eae27fa2-4f41-49a8-8c5d-ebf0aed88de4 on network 3b64f625-0433-41d5-8266-5dfdc89559ba {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:26.404047 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-b90cff36-3b30-47ae-a028-85cd138f09c8 service neutron] Port eae27fa2-4f41-49a8-8c5d-ebf0aed88de4 on network 3b64f625-0433-41d5-8266-5dfdc89559ba not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:26.404568 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-b90cff36-3b30-47ae-a028-85cd138f09c8 service neutron] Attempting to bind port eae27fa2-4f41-49a8-8c5d-ebf0aed88de4 on network 3b64f625-0433-41d5-8266-5dfdc89559ba {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:26.406539 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eb6c3589-566e-4510-aedd-4ab644921623 req-36597508-3c65-4139-85c8-48000e2c0c49 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b1aa393894be4fabb6fa267311dd83ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1028063 Jul 05 03:56:26.412759 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-b90cff36-3b30-47ae-a028-85cd138f09c8 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:26.413290 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-b90cff36-3b30-47ae-a028-85cd138f09c8 service neutron] Checking segment: {'id': 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:26.413829 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-b90cff36-3b30-47ae-a028-85cd138f09c8 service neutron] Bound using segment: {'id': 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:26.414675 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-b90cff36-3b30-47ae-a028-85cd138f09c8 service neutron] Bound port: eae27fa2-4f41-49a8-8c5d-ebf0aed88de4, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:26.415122 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-b90cff36-3b30-47ae-a028-85cd138f09c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:26.480841 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-4a0bed35-4045-4436-88ab-acff5a0008c6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] device_id is not set on port 23e82e7b-0791-4335-8479-8fc7ec57e758 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:56:26.589724 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-b90cff36-3b30-47ae-a028-85cd138f09c8 service neutron] For port eae27fa2-4f41-49a8-8c5d-ebf0aed88de4, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:26.593484 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-b90cff36-3b30-47ae-a028-85cd138f09c8 service neutron] For port eae27fa2-4f41-49a8-8c5d-ebf0aed88de4, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=eae27fa2-4f41-49a8-8c5d-ebf0aed88de4,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:26.601874 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-b90cff36-3b30-47ae-a028-85cd138f09c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:26.643664 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-b90cff36-3b30-47ae-a028-85cd138f09c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:26.644729 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-b90cff36-3b30-47ae-a028-85cd138f09c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:26.647238 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-b90cff36-3b30-47ae-a028-85cd138f09c8 service neutron] 10.222.0.89 "PUT /v2.0/ports/eae27fa2-4f41-49a8-8c5d-ebf0aed88de4 HTTP/1.1" status: 200 len: 1092 time: 2.2845294 Jul 05 03:56:26.647686 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b461704a-dfd4-4d98-804f-5d65e3714576', 'tag': 'eae27fa2-4f41-49a8-8c5d-ebf0aed88de4'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:26.651447 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d2d1b4-ba3c-4e3c-b2be-47a24d9808b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b461704a-dfd4-4d98-804f-5d65e3714576", "tag": "eae27fa2-4f41-49a8-8c5d-ebf0aed88de4"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:26.691448 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459c2c4-8559-44dc-822c-8b57ecfd3b73 req-45a7e85c-c7cf-4e90-8359-eba4e33f30d6 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:26.698171 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1459c2c4-8559-44dc-822c-8b57ecfd3b73 req-45a7e85c-c7cf-4e90-8359-eba4e33f30d6 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.89 "GET /v2.0/ports?device_id=2338ba2c-5704-4fd7-82f7-7eff8227a540 HTTP/1.1" status: 200 len: 945 time: 0.3460689 Jul 05 03:56:26.727843 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cff36-3b30-47ae-a028-85cd138f09c8 service neutron] Pushing event updated for resources: {'Port': ['ID=eae27fa2-4f41-49a8-8c5d-ebf0aed88de4,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:26.831149 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-08e7c63f-aa8f-4f9a-8a07-3d378138274c None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:26.870075 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-08e7c63f-aa8f-4f9a-8a07-3d378138274c None None] Transition to ACTIVE for port object 3ce38119-9480-4bf4-8dfd-9d09191f0d8e will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:26.927954 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-08e7c63f-aa8f-4f9a-8a07-3d378138274c None None] Transition to ACTIVE for port object 3ce38119-9480-4bf4-8dfd-9d09191f0d8e will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:26.939360 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 372e5c95-500c-4d2a-a795-11448643f5ba details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:26.941992 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-781752c4-35c0-4e33-88b0-cedf79fc583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:26.951220 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-781752c4-35c0-4e33-88b0-cedf79fc583e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=501ed92e20d5480db968048631c9d2f5&device_id=b461704a-dfd4-4d98-804f-5d65e3714576 HTTP/1.1" status: 200 len: 1095 time: 0.2160232 Jul 05 03:56:26.952432 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-08e7c63f-aa8f-4f9a-8a07-3d378138274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:27.052273 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e7c63f-aa8f-4f9a-8a07-3d378138274c None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:27.064255 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-08e7c63f-aa8f-4f9a-8a07-3d378138274c None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:27.076077 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e7c63f-aa8f-4f9a-8a07-3d378138274c None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:27.077010 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-4a0bed35-4045-4436-88ab-acff5a0008c6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 2001:db8::189 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/5214f54c-4cda-4f4f-adce-2bbde3ba6775/23e82e7b-0791-4335-8479-8fc7ec57e758) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:27.088414 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-1459c2c4-8559-44dc-822c-8b57ecfd3b73 req-bcb24207-2227-4e83-a086-9481db34f8a5 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Deleting port 6bdc5510-3684-421d-aade-d5a2c7d251c2 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:27.089094 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1459c2c4-8559-44dc-822c-8b57ecfd3b73 req-bcb24207-2227-4e83-a086-9481db34f8a5 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:27.146255 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-a6281d23-03aa-4b61-9f78-e74be8e5d885 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eae27fa2-4f41-49a8-8c5d-ebf0aed88de4 HTTP/1.1" status: 200 len: 217 time: 0.1825495 Jul 05 03:56:27.267749 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7c63f-aa8f-4f9a-8a07-3d378138274c None None] Pushing event updated for resources: {'Port': ['ID=3ce38119-9480-4bf4-8dfd-9d09191f0d8e,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:27.280097 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-8ed032b5-18cd-422b-b13f-48adfe0dcdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:27.283229 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-8ed032b5-18cd-422b-b13f-48adfe0dcdb9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c2a1cef0-323d-4d98-bbd7-de1cb5542ec9 HTTP/1.1" status: 200 len: 851 time: 0.1243606 Jul 05 03:56:27.290997 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-08e7c63f-aa8f-4f9a-8a07-3d378138274c None None] Attempting to bind port 3ce38119-9480-4bf4-8dfd-9d09191f0d8e on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:27.291780 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-08e7c63f-aa8f-4f9a-8a07-3d378138274c None None] Attempting to bind port 3ce38119-9480-4bf4-8dfd-9d09191f0d8e by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:27.301101 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e7c63f-aa8f-4f9a-8a07-3d378138274c None None] Attempting to bind port 3ce38119-9480-4bf4-8dfd-9d09191f0d8e on network 11254a26-e0ed-4207-b9f1-d7e3a27daaba {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:27.327705 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e7c63f-aa8f-4f9a-8a07-3d378138274c None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:27.330758 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e7c63f-aa8f-4f9a-8a07-3d378138274c None None] Checking segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:27.331501 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-08e7c63f-aa8f-4f9a-8a07-3d378138274c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:27.332044 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e7c63f-aa8f-4f9a-8a07-3d378138274c None None] Bound using segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:27.340540 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-08e7c63f-aa8f-4f9a-8a07-3d378138274c None None] Bound port: 3ce38119-9480-4bf4-8dfd-9d09191f0d8e, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:27.347852 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-08e7c63f-aa8f-4f9a-8a07-3d378138274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:27.393181 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-192fdde7-2113-4383-aa8f-29b3c37b19a1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3b64f625-0433-41d5-8266-5dfdc89559ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997579 Jul 05 03:56:27.465233 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-1459c2c4-8559-44dc-822c-8b57ecfd3b73 req-bcb24207-2227-4e83-a086-9481db34f8a5 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] For port 6bdc5510-3684-421d-aade-d5a2c7d251c2, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=6bdc5510-3684-421d-aade-d5a2c7d251c2,segment=NetworkSegment(8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d),segment_id=8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:27.466316 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1459c2c4-8559-44dc-822c-8b57ecfd3b73 req-bcb24207-2227-4e83-a086-9481db34f8a5 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:27.515567 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 372e5c95-500c-4d2a-a795-11448643f5ba, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=372e5c95-500c-4d2a-a795-11448643f5ba,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:27.532780 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-1459c2c4-8559-44dc-822c-8b57ecfd3b73 req-bcb24207-2227-4e83-a086-9481db34f8a5 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Calling delete_port for 6bdc5510-3684-421d-aade-d5a2c7d251c2 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:27.551633 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4f758037-0655-4dac-b88e-e2302e357538 req-c1fccb75-1ab6-43a3-92e5-80879be7038d tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5ef936b-af11-42e0-bc62-1b881299e11b HTTP/1.1" status: 200 len: 210 time: 0.0517385 Jul 05 03:56:27.576818 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '372e5c95-500c-4d2a-a795-11448643f5ba', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '372e5c95-500c-4d2a-a795-11448643f5ba', 'mac_address': 'fa:16:3e:0d:2a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:27.611709 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a6748-d64a-4a9c-98df-9606721994c7 req-56e13f92-974e-4d6d-a204-01532a36b32e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:27.613468 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-359a6748-d64a-4a9c-98df-9606721994c7 req-56e13f92-974e-4d6d-a204-01532a36b32e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 948 time: 0.4569149 Jul 05 03:56:27.665447 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-87425027-5029-4766-84de-73939d570017 service neutron] 10.222.0.89 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620490 Jul 05 03:56:27.687697 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-08e7c63f-aa8f-4f9a-8a07-3d378138274c None None] For port 3ce38119-9480-4bf4-8dfd-9d09191f0d8e, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:27.708688 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-08e7c63f-aa8f-4f9a-8a07-3d378138274c None None] For port 3ce38119-9480-4bf4-8dfd-9d09191f0d8e, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3ce38119-9480-4bf4-8dfd-9d09191f0d8e,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:27.726363 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-08e7c63f-aa8f-4f9a-8a07-3d378138274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:27.734280 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:27.758237 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4a0bed35-4045-4436-88ab-acff5a0008c6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:27.794728 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-359a6748-d64a-4a9c-98df-9606721994c7 req-7d36b5d2-0be6-483d-a531-712c7dfacfdf tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554666 Jul 05 03:56:27.841468 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-4a0bed35-4045-4436-88ab-acff5a0008c6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Transition to ACTIVE for port object 23e82e7b-0791-4335-8479-8fc7ec57e758 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:27.861452 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372e5c95-500c-4d2a-a795-11448643f5ba {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:27.949509 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 372e5c95-500c-4d2a-a795-11448643f5ba, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=372e5c95-500c-4d2a-a795-11448643f5ba,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:27.952222 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7c63f-aa8f-4f9a-8a07-3d378138274c None None] Pushing event updated for resources: {'Port': ['ID=3ce38119-9480-4bf4-8dfd-9d09191f0d8e,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:27.958799 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:28.108275 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c6e809d-9047-459b-80e2-c0b31df2555c req-acb03563-1f26-427b-8e3c-ccc42daf4481 service neutron] 10.222.0.89 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332690 Jul 05 03:56:28.112884 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2c813d-0a0f-4efb-842f-4c4100570a72 x-openstack-request-id: req-4f2c813d-0a0f-4efb-842f-4c4100570a72 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:28.113198 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b461704a-dfd4-4d98-804f-5d65e3714576", "tag": "eae27fa2-4f41-49a8-8c5d-ebf0aed88de4", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:28.113564 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4f2c813d-0a0f-4efb-842f-4c4100570a72 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:28.117994 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b461704a-dfd4-4d98-804f-5d65e3714576', 'tag': 'eae27fa2-4f41-49a8-8c5d-ebf0aed88de4', 'status': 'completed', 'code': 200} Jul 05 03:56:28.151760 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=372e5c95-500c-4d2a-a795-11448643f5ba,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:28.172378 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1459c2c4-8559-44dc-822c-8b57ecfd3b73 req-bcb24207-2227-4e83-a086-9481db34f8a5 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:28.176276 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4a0bed35-4045-4436-88ab-acff5a0008c6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:28.196816 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['6bdc5510-3684-421d-aade-d5a2c7d251c2'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:28.348355 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['83619e62-5d39-441e-b236-04c27aa8c5fa'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:28.413819 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be9da8-9071-4d30-ab03-39fbe0115f86 req-47af9682-31ee-4d7f-a323-89dc9b6bcdd7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:28.418557 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-12be9da8-9071-4d30-ab03-39fbe0115f86 req-47af9682-31ee-4d7f-a323-89dc9b6bcdd7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=b461704a-dfd4-4d98-804f-5d65e3714576 HTTP/1.1" status: 200 len: 943 time: 0.2990921 Jul 05 03:56:28.451787 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb24207-2227-4e83-a086-9481db34f8a5 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Pushing event deleted for resources: {'Port': ['ID=6bdc5510-3684-421d-aade-d5a2c7d251c2,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:28.555906 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-12be9da8-9071-4d30-ab03-39fbe0115f86 req-b48c57e7-deea-475f-8339-9774789de815 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292837 Jul 05 03:56:28.627955 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9e28d039-6fd8-444c-8122-196b78a07864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:28.649932 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-856c7f20-04d1-4a08-8b5e-b607c1afe237 req-0afaa926-06ff-4469-8b25-c5e00e8aa525 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a53338-97cf-4a89-8218-fb205c45a8a7 HTTP/1.1" status: 200 len: 210 time: 0.3097680 Jul 05 03:56:28.656851 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2d1b4-ba3c-4e3c-b2be-47a24d9808b4 req-25f7d32d-292f-4698-a215-e6a92a5cb47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:28.660695 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07d2d1b4-ba3c-4e3c-b2be-47a24d9808b4 req-25f7d32d-292f-4698-a215-e6a92a5cb47c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=501ed92e20d5480db968048631c9d2f5&device_id=b461704a-dfd4-4d98-804f-5d65e3714576 HTTP/1.1" status: 200 len: 1095 time: 0.0888009 Jul 05 03:56:28.673994 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 6bdc5510-3684-421d-aade-d5a2c7d251c2 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:28.722100 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['372e5c95-500c-4d2a-a795-11448643f5ba'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:28.730714 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 6bdc5510-3684-421d-aade-d5a2c7d251c2 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:28.731476 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 6bdc5510-3684-421d-aade-d5a2c7d251c2 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:28.732194 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 498d2122-3dbe-47b3-8515-2038dec369fc no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:28.758951 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bed35-4045-4436-88ab-acff5a0008c6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=23e82e7b-0791-4335-8479-8fc7ec57e758,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:28.764057 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-1459c2c4-8559-44dc-822c-8b57ecfd3b73 req-bcb24207-2227-4e83-a086-9481db34f8a5 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] No DVR routers for this DVR port 6bdc5510-3684-421d-aade-d5a2c7d251c2 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:28.768084 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1459c2c4-8559-44dc-822c-8b57ecfd3b73 req-bcb24207-2227-4e83-a086-9481db34f8a5 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:28.770538 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1459c2c4-8559-44dc-822c-8b57ecfd3b73 req-bcb24207-2227-4e83-a086-9481db34f8a5 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.89 "DELETE /v2.0/ports/6bdc5510-3684-421d-aade-d5a2c7d251c2 HTTP/1.1" status: 204 len: 173 time: 2.0568337 Jul 05 03:56:28.772923 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2338ba2c-5704-4fd7-82f7-7eff8227a540', 'name': 'network-vif-deleted', 'tag': '6bdc5510-3684-421d-aade-d5a2c7d251c2'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:28.778363 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f577a2-21ec-4663-a1e8-27f3d32ad25a" -d '{"events": [{"server_uuid": "2338ba2c-5704-4fd7-82f7-7eff8227a540", "name": "network-vif-deleted", "tag": "6bdc5510-3684-421d-aade-d5a2c7d251c2"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:28.807111 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0bed35-4045-4436-88ab-acff5a0008c6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:28.815784 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-4a0bed35-4045-4436-88ab-acff5a0008c6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:28.828389 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0bed35-4045-4436-88ab-acff5a0008c6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:28.838857 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0bed35-4045-4436-88ab-acff5a0008c6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:28.839829 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4a0bed35-4045-4436-88ab-acff5a0008c6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:28.908235 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4a0bed35-4045-4436-88ab-acff5a0008c6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9267302 Jul 05 03:56:28.908840 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54546) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:28.923246 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2d1b4-ba3c-4e3c-b2be-47a24d9808b4 req-97f61cd7-8eb6-4b76-bace-b1ca335f2c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:28.926144 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07d2d1b4-ba3c-4e3c-b2be-47a24d9808b4 req-97f61cd7-8eb6-4b76-bace-b1ca335f2c7a service neutron] 10.222.0.89 "GET /v2.0/networks?id=3b64f625-0433-41d5-8266-5dfdc89559ba HTTP/1.1" status: 200 len: 912 time: 0.2554059 Jul 05 03:56:29.103585 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07d2d1b4-ba3c-4e3c-b2be-47a24d9808b4 req-12f11893-8e8e-4e6d-a415-76f9265e6eca service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eae27fa2-4f41-49a8-8c5d-ebf0aed88de4 HTTP/1.1" status: 200 len: 217 time: 0.0756407 Jul 05 03:56:29.137786 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdae7a9b-5de9-4cbb-9009-30ac0dbd287e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:29.155812 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdae7a9b-5de9-4cbb-9009-30ac0dbd287e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:29.160920 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bdae7a9b-5de9-4cbb-9009-30ac0dbd287e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2487957 Jul 05 03:56:29.162139 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54554) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:29.207340 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:29.215309 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2d1b4-ba3c-4e3c-b2be-47a24d9808b4 req-8aafa46e-c95e-4aea-a710-5bcf000aeb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:29.217242 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07d2d1b4-ba3c-4e3c-b2be-47a24d9808b4 req-8aafa46e-c95e-4aea-a710-5bcf000aeb37 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c2a1cef0-323d-4d98-bbd7-de1cb5542ec9 HTTP/1.1" status: 200 len: 851 time: 0.1049385 Jul 05 03:56:29.229081 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-780e5733-cea1-49e5-b187-17fcb1e13757 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:29.237900 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-780e5733-cea1-49e5-b187-17fcb1e13757 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/networks?id=099b0587-c94e-4226-806b-3799e77d38db HTTP/1.1" status: 200 len: 812 time: 0.3099277 Jul 05 03:56:29.246933 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:29.282593 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07d2d1b4-ba3c-4e3c-b2be-47a24d9808b4 req-6f86e55e-1793-4dbb-92b3-9f626645315d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3b64f625-0433-41d5-8266-5dfdc89559ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411952 Jul 05 03:56:29.307553 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-929449b6-a616-43f6-83ec-749123a89f72 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/quotas/49680e170dda412ea6a325ff7b871202 HTTP/1.1" status: 200 len: 375 time: 0.0683229 Jul 05 03:56:29.530962 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-1d85b832-0623-4810-966e-93b96e73e7a8 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:29.533613 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-1d85b832-0623-4810-966e-93b96e73e7a8 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.89 "GET /v2.0/networks?id=86d29a04-71d5-4ba1-98ec-e3542b36b343 HTTP/1.1" status: 200 len: 813 time: 0.3497555 Jul 05 03:56:29.557286 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-653e4b20-e0d2-4bcb-8601-174bc6b984e0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting port 23e82e7b-0791-4335-8479-8fc7ec57e758 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:29.557652 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-653e4b20-e0d2-4bcb-8601-174bc6b984e0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:29.582836 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-cdcf2586-2ad3-4d19-bfd1-bb6ad573a727 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Request body: {'port': {'device_id': 'e5ef936b-af11-42e0-bc62-1b881299e11b', 'network_id': '86d29a04-71d5-4ba1-98ec-e3542b36b343', 'admin_state_up': True, 'tenant_id': 'aaab9b0ddfa749ca977c5ab1b6138289'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:29.667751 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '498d2122-3dbe-47b3-8515-2038dec369fc'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:29.670074 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d5a032-3b9e-4c77-a832-a11b656f7a4b" -d '{"events": [{"server_uuid": "59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3", "name": "network-vif-unplugged", "status": "completed", "tag": "498d2122-3dbe-47b3-8515-2038dec369fc"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:29.693165 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07d2d1b4-ba3c-4e3c-b2be-47a24d9808b4 req-f51b995a-c60d-4b80-9f02-8376d685889f service neutron] 10.222.0.89 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815603 Jul 05 03:56:29.708143 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 498d2122-3dbe-47b3-8515-2038dec369fc, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=498d2122-3dbe-47b3-8515-2038dec369fc,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:29.723600 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:29.747351 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092b7d64-8d73-4349-93fc-e4354fc222d8 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:29.749191 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-5381c5e1-fb66-4f4c-8897-630bdb53050a tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=49680e170dda412ea6a325ff7b871202&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4398379 Jul 05 03:56:29.945605 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77f687-1853-4959-8f1c-20c5840ae9ac req-65259e94-35e2-498b-844f-11f76bca9d38 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:29.952084 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6e77f687-1853-4959-8f1c-20c5840ae9ac req-65259e94-35e2-498b-844f-11f76bca9d38 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e0b2316-c515-489d-b95c-0f47a3a1809b HTTP/1.1" status: 200 len: 946 time: 0.2570112 Jul 05 03:56:29.956346 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-653e4b20-e0d2-4bcb-8601-174bc6b984e0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:30.014561 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=498d2122-3dbe-47b3-8515-2038dec369fc,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:30.022223 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-e0a5c52a-5c8d-411a-b5ae-ff235eddf345 service neutron] 10.222.0.77 "GET /v2.0/networks/099b0587-c94e-4226-806b-3799e77d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710695 Jul 05 03:56:30.031276 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-75a9341f-7f8f-471d-8b82-5db3fb7a45da None None] Provisioning for port 3ce38119-9480-4bf4-8dfd-9d09191f0d8e completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:30.067350 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:30.070107 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:30.074293 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:30.075331 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:30.076690 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:30.077303 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:30.078391 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:30.079267 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:30.080171 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:30.082828 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:30.090343 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:30.094331 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:30.096951 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-653e4b20-e0d2-4bcb-8601-174bc6b984e0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Calling delete_port for 23e82e7b-0791-4335-8479-8fc7ec57e758 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:30.138637 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-44df73f8-c053-4152-9f65-bda75a19b352 service neutron] 10.222.0.77 "GET /v2.0/networks/099b0587-c94e-4226-806b-3799e77d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154134 Jul 05 03:56:30.159505 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3ce38119-9480-4bf4-8dfd-9d09191f0d8e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:30.242206 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07d2d1b4-ba3c-4e3c-b2be-47a24d9808b4 req-b6330cbb-6feb-4b88-b8bb-b22ccc8c546d service neutron] 10.222.0.89 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973272 Jul 05 03:56:30.332766 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eb6c3589-566e-4510-aedd-4ab644921623 req-cdc336a3-bfb2-4763-9f82-9d7ef13bd344 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=b1aa393894be4fabb6fa267311dd83ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843894 Jul 05 03:56:30.512049 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 3ce38119-9480-4bf4-8dfd-9d09191f0d8e completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:30.536742 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 3ce38119-9480-4bf4-8dfd-9d09191f0d8e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:30.537377 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:30.559548 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc564568-1c67-480a-862f-ac8ba429de59 x-openstack-request-id: req-fc564568-1c67-480a-862f-ac8ba429de59 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:30.559548 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2338ba2c-5704-4fd7-82f7-7eff8227a540", "name": "network-vif-deleted", "tag": "6bdc5510-3684-421d-aade-d5a2c7d251c2", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:30.559548 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fc564568-1c67-480a-862f-ac8ba429de59 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:30.561513 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2338ba2c-5704-4fd7-82f7-7eff8227a540', 'name': 'network-vif-deleted', 'tag': '6bdc5510-3684-421d-aade-d5a2c7d251c2', 'status': 'completed', 'code': 200} Jul 05 03:56:30.642672 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-cdcf2586-2ad3-4d19-bfd1-bb6ad573a727 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Made reservation on behalf of aaab9b0ddfa749ca977c5ab1b6138289 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:30.646804 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-cdcf2586-2ad3-4d19-bfd1-bb6ad573a727 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:30.656269 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c3589-566e-4510-aedd-4ab644921623 req-14cd869e-0c65-4687-8cc8-1a11e3eb92ed tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:30.658429 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eb6c3589-566e-4510-aedd-4ab644921623 req-14cd869e-0c65-4687-8cc8-1a11e3eb92ed tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3197608 Jul 05 03:56:30.681812 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device eae27fa2-4f41-49a8-8c5d-ebf0aed88de4 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:30.727700 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-47516f60-1ebf-4fab-8d37-4bee49c17f5c req-249ffc24-97d1-4f8e-b624-5c4a488ea42a tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5ef936b-af11-42e0-bc62-1b881299e11b HTTP/1.1" status: 200 len: 210 time: 0.0924578 Jul 05 03:56:30.775533 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-eb6c3589-566e-4510-aedd-4ab644921623 req-eefe38c9-b407-4b7d-9a38-881e980f7058 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Request body: {'port': {'device_id': 'a5a53338-97cf-4a89-8218-fb205c45a8a7', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': 'b1aa393894be4fabb6fa267311dd83ea'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:30.853051 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-6e77f687-1853-4959-8f1c-20c5840ae9ac req-06432929-6584-49ed-ad78-1c1027111944 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Deleting port 83619e62-5d39-441e-b236-04c27aa8c5fa {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:30.854382 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6e77f687-1853-4959-8f1c-20c5840ae9ac req-06432929-6584-49ed-ad78-1c1027111944 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:30.971521 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.001598 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb6c3589-566e-4510-aedd-4ab644921623 req-eefe38c9-b407-4b7d-9a38-881e980f7058 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Made reservation on behalf of b1aa393894be4fabb6fa267311dd83ea for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:31.006398 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-eb6c3589-566e-4510-aedd-4ab644921623 req-eefe38c9-b407-4b7d-9a38-881e980f7058 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.026469 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-eb6c3589-566e-4510-aedd-4ab644921623 req-eefe38c9-b407-4b7d-9a38-881e980f7058 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.050777 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b5a07-e9c7-4afc-964c-383990fe1ea9 req-fff47ef9-0da8-45cd-ad1b-6edc1a6c33f5 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:31.060062 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-583b5a07-e9c7-4afc-964c-383990fe1ea9 req-fff47ef9-0da8-45cd-ad1b-6edc1a6c33f5 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 949 time: 0.4003048 Jul 05 03:56:31.132638 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port eae27fa2-4f41-49a8-8c5d-ebf0aed88de4, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=eae27fa2-4f41-49a8-8c5d-ebf0aed88de4,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:31.139255 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-583b5a07-e9c7-4afc-964c-383990fe1ea9 req-cd0f598d-1467-4c29-aeb5-8af1983c09ff tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779951 Jul 05 03:56:31.158770 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 3ce38119-9480-4bf4-8dfd-9d09191f0d8e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3ce38119-9480-4bf4-8dfd-9d09191f0d8e,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:31.174595 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.185602 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'eae27fa2-4f41-49a8-8c5d-ebf0aed88de4', 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba', 'port_id': 'eae27fa2-4f41-49a8-8c5d-ebf0aed88de4', 'mac_address': 'fa:16:3e:90:85:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a1cef0-323d-4d98-bbd7-de1cb5542ec9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:31.271762 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-cdcf2586-2ad3-4d19-bfd1-bb6ad573a727 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Allocated IP 172.20.0.6 (86d29a04-71d5-4ba1-98ec-e3542b36b343/553fbf9f-55ea-43a5-a206-cfb9ebd19d2d/1166bccb-3347-4d6a-bc39-2c37ffaa1d69) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:31.281813 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ca5b74-0ab8-4aeb-9930-a5daadbd5803 x-openstack-request-id: req-08ca5b74-0ab8-4aeb-9930-a5daadbd5803 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:31.285706 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3", "name": "network-vif-unplugged", "status": "completed", "tag": "498d2122-3dbe-47b3-8515-2038dec369fc", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:31.286351 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-08ca5b74-0ab8-4aeb-9930-a5daadbd5803 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:31.290657 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '498d2122-3dbe-47b3-8515-2038dec369fc', 'code': 200} Jul 05 03:56:31.298517 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-653e4b20-e0d2-4bcb-8601-174bc6b984e0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.341868 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.362130 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=3ce38119-9480-4bf4-8dfd-9d09191f0d8e,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:31.368839 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae27fa2-4f41-49a8-8c5d-ebf0aed88de4 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:31.383978 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-6e77f687-1853-4959-8f1c-20c5840ae9ac req-06432929-6584-49ed-ad78-1c1027111944 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] For port 83619e62-5d39-441e-b236-04c27aa8c5fa, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=83619e62-5d39-441e-b236-04c27aa8c5fa,segment=NetworkSegment(8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d),segment_id=8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:31.383978 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6e77f687-1853-4959-8f1c-20c5840ae9ac req-06432929-6584-49ed-ad78-1c1027111944 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.386818 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e4b20-e0d2-4bcb-8601-174bc6b984e0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Port': ['ID=23e82e7b-0791-4335-8479-8fc7ec57e758,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:31.396664 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c30e4cc7-3ca9-45c6-bc7f-6f603903aad4 None None] Provisioning complete for port 3ce38119-9480-4bf4-8dfd-9d09191f0d8e triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:31.397291 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c30e4cc7-3ca9-45c6-bc7f-6f603903aad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.406814 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-15097d99-5390-4e7d-879b-f4598cf63699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.467304 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-eb6c3589-566e-4510-aedd-4ab644921623 req-eefe38c9-b407-4b7d-9a38-881e980f7058 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.472274 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port eae27fa2-4f41-49a8-8c5d-ebf0aed88de4, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=eae27fa2-4f41-49a8-8c5d-ebf0aed88de4,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:31.480147 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.482727 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-eb6c3589-566e-4510-aedd-4ab644921623 req-eefe38c9-b407-4b7d-9a38-881e980f7058 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.491425 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-6e77f687-1853-4959-8f1c-20c5840ae9ac req-06432929-6584-49ed-ad78-1c1027111944 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Calling delete_port for 83619e62-5d39-441e-b236-04c27aa8c5fa owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:31.509718 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-653e4b20-e0d2-4bcb-8601-174bc6b984e0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.514296 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-653e4b20-e0d2-4bcb-8601-174bc6b984e0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/23e82e7b-0791-4335-8479-8fc7ec57e758 HTTP/1.1" status: 204 len: 168 time: 2.3490007 Jul 05 03:56:31.536118 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54610) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:31.553359 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe38c9-b407-4b7d-9a38-881e980f7058 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=349467ec-5ad5-42ba-9c8b-9bee86f9f5f5,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:31.617340 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c30e4cc7-3ca9-45c6-bc7f-6f603903aad4 None None] Could not find standard attr ID for object 23e82e7b-0791-4335-8479-8fc7ec57e758. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:56:31.617340 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=eae27fa2-4f41-49a8-8c5d-ebf0aed88de4,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:31.621080 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e5d34d34-b9ab-4931-9b9b-1844caf94c8e req-b97c9025-ce9a-4845-a310-2b2c333f7eed tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a53338-97cf-4a89-8218-fb205c45a8a7 HTTP/1.1" status: 200 len: 210 time: 0.1222918 Jul 05 03:56:31.693175 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.736157 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e44e5e26-199d-43e4-a063-2ba9f502efe8 None None] Could not find standard attr ID for object 23e82e7b-0791-4335-8479-8fc7ec57e758. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:56:31.783868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['eae27fa2-4f41-49a8-8c5d-ebf0aed88de4'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:31.796822 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f2e8c-d98c-4a92-b7a6-ab9a29a217e0 req-c2a072be-c7eb-4ae4-a25c-f965cee094bc tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:31.798445 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-281f2e8c-d98c-4a92-b7a6-ab9a29a217e0 req-c2a072be-c7eb-4ae4-a25c-f965cee094bc tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=b461704a-dfd4-4d98-804f-5d65e3714576 HTTP/1.1" status: 200 len: 943 time: 0.7247632 Jul 05 03:56:31.894669 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bacc59-b0e6-441d-b302-57ea4b27bde4 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:31.896891 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bacc59-b0e6-441d-b302-57ea4b27bde4 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:31.901866 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-95bacc59-b0e6-441d-b302-57ea4b27bde4 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3627758 Jul 05 03:56:31.904055 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54618) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:32.064404 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-281f2e8c-d98c-4a92-b7a6-ab9a29a217e0 req-1dc80250-172e-4425-ab67-2dda62cd0844 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492621 Jul 05 03:56:32.079109 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3ce38119-9480-4bf4-8dfd-9d09191f0d8e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:32.088641 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-eb6c3589-566e-4510-aedd-4ab644921623 req-eefe38c9-b407-4b7d-9a38-881e980f7058 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Allocated IP 192.168.233.198 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/e9517443-98d4-46bf-9370-96c0bebe9a19) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:32.090192 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-cdcf2586-2ad3-4d19-bfd1-bb6ad573a727 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.196654 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b27e4fe-04fc-4fcc-9540-1c867a221dae tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet 5214f54c-4cda-4f4f-adce-2bbde3ba6775 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:56:32.198236 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 3ce38119-9480-4bf4-8dfd-9d09191f0d8e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:32.198614 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.237780 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2b27e4fe-04fc-4fcc-9540-1c867a221dae tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.303750 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6e77f687-1853-4959-8f1c-20c5840ae9ac req-06432929-6584-49ed-ad78-1c1027111944 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.380427 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06432929-6584-49ed-ad78-1c1027111944 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Pushing event deleted for resources: {'Port': ['ID=83619e62-5d39-441e-b236-04c27aa8c5fa,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:32.393140 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-cdcf2586-2ad3-4d19-bfd1-bb6ad573a727 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.455840 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.461682 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2b27e4fe-04fc-4fcc-9540-1c867a221dae tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.551710 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf2586-2ad3-4d19-bfd1-bb6ad573a727 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Pushing event updated for resources: {'Port': ['ID=1166bccb-3347-4d6a-bc39-2c37ffaa1d69,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:32.600103 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e77f687-1853-4959-8f1c-20c5840ae9ac req-06432929-6584-49ed-ad78-1c1027111944 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] No DVR routers for this DVR port 83619e62-5d39-441e-b236-04c27aa8c5fa on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:32.604278 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-cdcf2586-2ad3-4d19-bfd1-bb6ad573a727 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Network 86d29a04-71d5-4ba1-98ec-e3542b36b343 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:32.614790 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6e77f687-1853-4959-8f1c-20c5840ae9ac req-06432929-6584-49ed-ad78-1c1027111944 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.614790 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6e77f687-1853-4959-8f1c-20c5840ae9ac req-06432929-6584-49ed-ad78-1c1027111944 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.70 "DELETE /v2.0/ports/83619e62-5d39-441e-b236-04c27aa8c5fa HTTP/1.1" status: 204 len: 173 time: 2.6478915 Jul 05 03:56:32.614790 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-cdcf2586-2ad3-4d19-bfd1-bb6ad573a727 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:32.615227 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0b2316-c515-489d-b95c-0f47a3a1809b', 'name': 'network-vif-deleted', 'tag': '83619e62-5d39-441e-b236-04c27aa8c5fa'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:32.632299 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3527a9c0-3a1c-4ebe-a8de-a0955e5051a7" -d '{"events": [{"server_uuid": "8e0b2316-c515-489d-b95c-0f47a3a1809b", "name": "network-vif-deleted", "tag": "83619e62-5d39-441e-b236-04c27aa8c5fa"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:32.636329 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-cdcf2586-2ad3-4d19-bfd1-bb6ad573a727 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:32.691593 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device eae27fa2-4f41-49a8-8c5d-ebf0aed88de4 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:32.803718 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port eae27fa2-4f41-49a8-8c5d-ebf0aed88de4 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:32.808813 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-eb6c3589-566e-4510-aedd-4ab644921623 req-eefe38c9-b407-4b7d-9a38-881e980f7058 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.817457 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port eae27fa2-4f41-49a8-8c5d-ebf0aed88de4 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:32.818091 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.834266 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2b27e4fe-04fc-4fcc-9540-1c867a221dae tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.974437 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 372e5c95-500c-4d2a-a795-11448643f5ba up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:32.985807 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-eb6c3589-566e-4510-aedd-4ab644921623 req-eefe38c9-b407-4b7d-9a38-881e980f7058 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Transition to ACTIVE for port object e9517443-98d4-46bf-9370-96c0bebe9a19 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:32.993145 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2b27e4fe-04fc-4fcc-9540-1c867a221dae tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.031734 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27e4fe-04fc-4fcc-9540-1c867a221dae tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=5214f54c-4cda-4f4f-adce-2bbde3ba6775,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:33.049802 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2b27e4fe-04fc-4fcc-9540-1c867a221dae tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.054339 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2b27e4fe-04fc-4fcc-9540-1c867a221dae tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/5214f54c-4cda-4f4f-adce-2bbde3ba6775 HTTP/1.1" status: 204 len: 168 time: 1.1491446 Jul 05 03:56:33.054832 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80afc2a0-0d0f-488a-ac1d-33418b8e26d9 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:33.060760 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b27e4fe-04fc-4fcc-9540-1c867a221dae tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:33.061812 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b27e4fe-04fc-4fcc-9540-1c867a221dae tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:33.062571 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b27e4fe-04fc-4fcc-9540-1c867a221dae tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:33.063221 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b27e4fe-04fc-4fcc-9540-1c867a221dae tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:33.063884 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b27e4fe-04fc-4fcc-9540-1c867a221dae tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:33.064400 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b27e4fe-04fc-4fcc-9540-1c867a221dae tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:33.065260 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b27e4fe-04fc-4fcc-9540-1c867a221dae tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:33.066089 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b27e4fe-04fc-4fcc-9540-1c867a221dae tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:33.067903 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b27e4fe-04fc-4fcc-9540-1c867a221dae tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:33.069679 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b27e4fe-04fc-4fcc-9540-1c867a221dae tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:33.070689 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b27e4fe-04fc-4fcc-9540-1c867a221dae tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:33.071563 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b27e4fe-04fc-4fcc-9540-1c867a221dae tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:33.085070 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54634) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:33.140114 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.238331 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-63f6aa85-f4e8-4a87-a88f-d932203f14c7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1480277 Jul 05 03:56:33.240570 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54640) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:33.260929 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-00a5b772-d5d0-4aa7-9ffd-e47c14feb00e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:33.335330 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b461704a-dfd4-4d98-804f-5d65e3714576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae27fa2-4f41-49a8-8c5d-ebf0aed88de4'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:33.337759 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d35945e-7587-4729-b5c1-30e148080110" -d '{"events": [{"server_uuid": "b461704a-dfd4-4d98-804f-5d65e3714576", "name": "network-vif-plugged", "status": "completed", "tag": "eae27fa2-4f41-49a8-8c5d-ebf0aed88de4"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:33.372889 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port eae27fa2-4f41-49a8-8c5d-ebf0aed88de4, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=eae27fa2-4f41-49a8-8c5d-ebf0aed88de4,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:33.377710 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 372e5c95-500c-4d2a-a795-11448643f5ba triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:33.378141 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.385725 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.394952 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075a3ccb-e99e-4397-9ebc-0da7c8e01026 x-openstack-request-id: req-075a3ccb-e99e-4397-9ebc-0da7c8e01026 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:33.395508 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0b2316-c515-489d-b95c-0f47a3a1809b", "name": "network-vif-deleted", "tag": "83619e62-5d39-441e-b236-04c27aa8c5fa", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:33.395852 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-075a3ccb-e99e-4397-9ebc-0da7c8e01026 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:33.396198 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0b2316-c515-489d-b95c-0f47a3a1809b', 'name': 'network-vif-deleted', 'tag': '83619e62-5d39-441e-b236-04c27aa8c5fa', 'status': 'completed', 'code': 200} Jul 05 03:56:33.435601 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-eb6c3589-566e-4510-aedd-4ab644921623 req-eefe38c9-b407-4b7d-9a38-881e980f7058 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.510959 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=eae27fa2-4f41-49a8-8c5d-ebf0aed88de4,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:33.562866 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-cdcf2586-2ad3-4d19-bfd1-bb6ad573a727 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:33.563333 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-cdcf2586-2ad3-4d19-bfd1-bb6ad573a727 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.567399 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c905853-43fa-4047-9b2c-20c391835ac5 None None] DHCP port deletion for 11254a26-e0ed-4207-b9f1-d7e3a27daaba request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:56:33.603420 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-cdcf2586-2ad3-4d19-bfd1-bb6ad573a727 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0332820 Jul 05 03:56:33.607030 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.612218 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb6c3589-566e-4510-aedd-4ab644921623 req-eefe38c9-b407-4b7d-9a38-881e980f7058 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:33.624318 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-3554e3d8-cd5c-4a0f-af55-a0081be59656 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:56:33.626621 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-3554e3d8-cd5c-4a0f-af55-a0081be59656 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116456 Jul 05 03:56:33.652415 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-eb6c3589-566e-4510-aedd-4ab644921623 req-eefe38c9-b407-4b7d-9a38-881e980f7058 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:33.653051 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-e63e6623-4fd8-4dff-ae5e-956deb60e7f1 service neutron] Request body: {'port': {'device_id': 'e5ef936b-af11-42e0-bc62-1b881299e11b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:33.655219 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6c3589-566e-4510-aedd-4ab644921623 req-eefe38c9-b407-4b7d-9a38-881e980f7058 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:33.712150 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-56fc023e-a107-4615-b6d0-e52676ace185 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:33.714871 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-56fc023e-a107-4615-b6d0-e52676ace185 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.70 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0&tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&binding%3Ahost_id=n-h2-780147-23 HTTP/1.1" status: 200 len: 949 time: 0.3177273 Jul 05 03:56:33.715511 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 372e5c95-500c-4d2a-a795-11448643f5ba, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=372e5c95-500c-4d2a-a795-11448643f5ba,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:33.721454 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2c905853-43fa-4047-9b2c-20c391835ac5 None None] Deleting port 3ce38119-9480-4bf4-8dfd-9d09191f0d8e {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:33.721977 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2c905853-43fa-4047-9b2c-20c391835ac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.741163 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.741996 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 83619e62-5d39-441e-b236-04c27aa8c5fa no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:33.742552 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3abba9-d842-4aca-86e3-cee99e77055c req-e44eb89d-8086-4f75-9473-59aa814d34de tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:33.750072 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4b3abba9-d842-4aca-86e3-cee99e77055c req-e44eb89d-8086-4f75-9473-59aa814d34de tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5ef936b-af11-42e0-bc62-1b881299e11b HTTP/1.1" status: 200 len: 931 time: 0.3507392 Jul 05 03:56:33.766431 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe38c9-b407-4b7d-9a38-881e980f7058 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Pushing event updated for resources: {'Port': ['ID=e9517443-98d4-46bf-9370-96c0bebe9a19,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:33.788323 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a5b772-d5d0-4aa7-9ffd-e47c14feb00e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:33.793092 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-00a5b772-d5d0-4aa7-9ffd-e47c14feb00e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.857280 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4b3abba9-d842-4aca-86e3-cee99e77055c req-1127d57a-95eb-4808-a824-feb21fbb583a tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/security-groups?id=de01797d-bf4c-4dfd-b1ce-2461dc6235ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060605 Jul 05 03:56:33.885523 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f4eb5-e19f-492b-8b94-b1f4cb657a7c req-9ab0509c-ffbb-474f-a887-89cebe22ef8a tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:33.900821 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca5f4eb5-e19f-492b-8b94-b1f4cb657a7c req-9ab0509c-ffbb-474f-a887-89cebe22ef8a tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a53338-97cf-4a89-8218-fb205c45a8a7 HTTP/1.1" status: 200 len: 936 time: 0.3899212 Jul 05 03:56:33.900950 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 83619e62-5d39-441e-b236-04c27aa8c5fa {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:33.906313 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 83619e62-5d39-441e-b236-04c27aa8c5fa not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:33.939758 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2c905853-43fa-4047-9b2c-20c391835ac5 None None] For port 3ce38119-9480-4bf4-8dfd-9d09191f0d8e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3ce38119-9480-4bf4-8dfd-9d09191f0d8e,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:33.940246 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2c905853-43fa-4047-9b2c-20c391835ac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.970383 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2c905853-43fa-4047-9b2c-20c391835ac5 None None] Calling delete_port for 3ce38119-9480-4bf4-8dfd-9d09191f0d8e owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:33.979830 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=372e5c95-500c-4d2a-a795-11448643f5ba,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:33.999900 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-c5b7cf05-26c0-4548-af7f-a86f1ff27e70 service neutron] 10.222.0.70 "GET /v2.0/ports/372e5c95-500c-4d2a-a795-11448643f5ba/bindings/n-h2-780147-23 HTTP/1.1" status: 200 len: 383 time: 0.2447560 Jul 05 03:56:34.034489 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-e63e6623-4fd8-4dff-ae5e-956deb60e7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:34.088571 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3ce38119-9480-4bf4-8dfd-9d09191f0d8e no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:34.204274 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dfe506db-3ce7-4424-a8b7-cc0d01179219 None None] Provisioning for port e9517443-98d4-46bf-9370-96c0bebe9a19 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:34.218527 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dfe506db-3ce7-4424-a8b7-cc0d01179219 None None] Provisioning complete for port e9517443-98d4-46bf-9370-96c0bebe9a19 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:34.219224 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dfe506db-3ce7-4424-a8b7-cc0d01179219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:34.291195 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:34.312225 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3de724a4-7126-4e21-8ea7-70dcdbf034c5 req-8c453336-e2c2-474f-a6c6-36da52df13f2 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=431fd20c-7504-4485-bcb1-1cb8ec4da494 HTTP/1.1" status: 200 len: 210 time: 0.1365380 Jul 05 03:56:34.330595 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2c905853-43fa-4047-9b2c-20c391835ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:34.363652 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c905853-43fa-4047-9b2c-20c391835ac5 None None] No DVR routers for this DVR port 3ce38119-9480-4bf4-8dfd-9d09191f0d8e on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:34.369219 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dfe506db-3ce7-4424-a8b7-cc0d01179219 None None] Port e9517443-98d4-46bf-9370-96c0bebe9a19 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:56:34.393207 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Port 3ce38119-9480-4bf4-8dfd-9d09191f0d8e update to DOWN by agent not found {{(pid=105540) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 05 03:56:34.423807 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-2c13d2fe-24f3-4eb7-9667-a07b9007ef33 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.425447 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-2c13d2fe-24f3-4eb7-9667-a07b9007ef33 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.89 "GET /v2.0/networks?id=099b0587-c94e-4226-806b-3799e77d38db HTTP/1.1" status: 200 len: 812 time: 0.2158971 Jul 05 03:56:34.430292 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c905853-43fa-4047-9b2c-20c391835ac5 None None] Pushing event deleted for resources: {'Port': ['ID=3ce38119-9480-4bf4-8dfd-9d09191f0d8e,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:34.442985 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca5f4eb5-e19f-492b-8b94-b1f4cb657a7c req-59b6aefd-57c8-4b30-b0f4-b5d86b1446c8 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/security-groups?id=349467ec-5ad5-42ba-9c8b-9bee86f9f5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687221 Jul 05 03:56:34.454879 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c3589-566e-4510-aedd-4ab644921623 req-eefe38c9-b407-4b7d-9a38-881e980f7058 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.455829 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-eb6c3589-566e-4510-aedd-4ab644921623 req-eefe38c9-b407-4b7d-9a38-881e980f7058 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:34.460276 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-00a5b772-d5d0-4aa7-9ffd-e47c14feb00e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:34.490238 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-d6d56ce8-e281-4a6e-a861-39845911f207 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Request body: {'port': {'device_id': '431fd20c-7504-4485-bcb1-1cb8ec4da494', 'network_id': '099b0587-c94e-4226-806b-3799e77d38db', 'admin_state_up': True, 'tenant_id': '49680e170dda412ea6a325ff7b871202'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:34.567739 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a5b772-d5d0-4aa7-9ffd-e47c14feb00e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:34.600990 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-00a5b772-d5d0-4aa7-9ffd-e47c14feb00e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:34.611765 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088b43fa-0cf5-4b2c-b75e-0410d89baf90 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:34.625647 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a5b772-d5d0-4aa7-9ffd-e47c14feb00e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.626559 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-00a5b772-d5d0-4aa7-9ffd-e47c14feb00e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:34.639338 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eb6c3589-566e-4510-aedd-4ab644921623 req-eefe38c9-b407-4b7d-9a38-881e980f7058 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9447327 Jul 05 03:56:34.688856 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-00a5b772-d5d0-4aa7-9ffd-e47c14feb00e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4448154 Jul 05 03:56:34.694857 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54654) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:34.734692 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-79379c44-6a48-4416-b9de-8b3af503c36e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'name': 'tempest-NetworksTestDHCPv6-1557747435'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:34.738247 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5b772-d5d0-4aa7-9ffd-e47c14feb00e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=43cca75e-7fd2-4815-9b0c-cb7bc20dc950,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:34.792185 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-b5fed6f9-33ad-4e1e-9a56-fd1b8cd8610a tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.794599 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-b5fed6f9-33ad-4e1e-9a56-fd1b8cd8610a tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.70 "GET /v2.0/networks?id=099b0587-c94e-4226-806b-3799e77d38db HTTP/1.1" status: 200 len: 812 time: 0.7972467 Jul 05 03:56:34.812148 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-e9d2813f-326f-46f8-9901-bfc0ca3b1c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.813748 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-e9d2813f-326f-46f8-9901-bfc0ca3b1c8e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 1102 time: 0.6080441 Jul 05 03:56:34.834038 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-a1eb95c5-a1d1-449e-8de6-715252d8a060 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Request body: {'port': {'device_id': 'e57775cd-a406-4fcf-9d52-e331142d07ea', 'network_id': '099b0587-c94e-4226-806b-3799e77d38db', 'admin_state_up': True, 'tenant_id': '49680e170dda412ea6a325ff7b871202'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:34.848778 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebe324a-7288-40ce-bfa2-9ff920f89ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'fixed_ips': [{'subnet_id': '43cca75e-7fd2-4815-9b0c-cb7bc20dc950'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:56:34.850359 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3ebe324a-7288-40ce-bfa2-9ff920f89ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:34.918298 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-eb6c3589-566e-4510-aedd-4ab644921623 req-ebb19163-fe52-4d79-a373-306c35c3f9d8 service neutron] Request body: {'port': {'device_id': 'a5a53338-97cf-4a89-8218-fb205c45a8a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:34.919191 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8745-684f-41c0-93fb-e212c4390115 req-1717fff2-db4b-4cdf-a109-47116daaa053 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.920777 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-818a8745-684f-41c0-93fb-e212c4390115 req-1717fff2-db4b-4cdf-a109-47116daaa053 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/networks?id=7b6709da-22b7-4420-933a-f93ebf434ce7 HTTP/1.1" status: 200 len: 804 time: 0.4581726 Jul 05 03:56:34.952419 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-d6d56ce8-e281-4a6e-a861-39845911f207 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Made reservation on behalf of 49680e170dda412ea6a325ff7b871202 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:34.956939 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-d6d56ce8-e281-4a6e-a861-39845911f207 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:34.977212 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef46dd-2aa4-4b64-870a-172706afc905 req-2e5af353-3136-473b-897a-c50677e63520 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.979122 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-79ef46dd-2aa4-4b64-870a-172706afc905 req-2e5af353-3136-473b-897a-c50677e63520 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.89 "GET /v2.0/ports?device_id=59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3 HTTP/1.1" status: 200 len: 943 time: 0.5297685 Jul 05 03:56:34.998334 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6a906-d3e6-4138-b727-b07102e0b5ef req-8bd0a7bd-b251-4edd-a529-25e679809188 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:35.006571 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eab6a906-d3e6-4138-b727-b07102e0b5ef req-8bd0a7bd-b251-4edd-a529-25e679809188 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=b461704a-dfd4-4d98-804f-5d65e3714576 HTTP/1.1" status: 200 len: 945 time: 0.2514820 Jul 05 03:56:35.061204 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-818a8745-684f-41c0-93fb-e212c4390115 req-226884e2-a850-401d-8800-4154eb817c16 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/quotas/0b15a843c894428bb9d88f84ee28689c HTTP/1.1" status: 200 len: 375 time: 0.1029828 Jul 05 03:56:35.145548 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79379c44-6a48-4416-b9de-8b3af503c36e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:35.149126 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-79379c44-6a48-4416-b9de-8b3af503c36e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.164763 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eab6a906-d3e6-4138-b727-b07102e0b5ef req-fec3abf4-8c61-446a-ab71-3bdfac84f491 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568656 Jul 05 03:56:35.179350 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-3ebe324a-7288-40ce-bfa2-9ff920f89ce9 None None] Allocated IP 2001:db8::2 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/43cca75e-7fd2-4815-9b0c-cb7bc20dc950/4e654314-c489-4320-9bd8-73f5e545ab06) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:35.255359 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-79379c44-6a48-4416-b9de-8b3af503c36e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] device_id is not set on port ce6399b5-a4b3-469c-9f20-b2660f7c7864 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:56:35.261295 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-eb6c3589-566e-4510-aedd-4ab644921623 req-ebb19163-fe52-4d79-a373-306c35c3f9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.297806 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-57e9827c-7871-460a-a075-7934ce31e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:35.299521 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-57e9827c-7871-460a-a075-7934ce31e461 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.4703710 Jul 05 03:56:35.324143 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-a1eb95c5-a1d1-449e-8de6-715252d8a060 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Made reservation on behalf of 49680e170dda412ea6a325ff7b871202 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:35.327987 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-a1eb95c5-a1d1-449e-8de6-715252d8a060 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.343001 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-e63e6623-4fd8-4dff-ae5e-956deb60e7f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1166bccb-3347-4d6a-bc39-2c37ffaa1d69 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:35.385034 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-e63e6623-4fd8-4dff-ae5e-956deb60e7f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.391253 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-e0589b8f-938a-48ba-842a-8f8174ce80e6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=372e5c95-500c-4d2a-a795-11448643f5ba HTTP/1.1" status: 200 len: 217 time: 0.0822005 Jul 05 03:56:35.419278 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3ebe324a-7288-40ce-bfa2-9ff920f89ce9 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.434648 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3ebe324a-7288-40ce-bfa2-9ff920f89ce9 None None] Transition to ACTIVE for port object 4e654314-c489-4320-9bd8-73f5e545ab06 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:35.456420 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3ebe324a-7288-40ce-bfa2-9ff920f89ce9 None None] Transition to ACTIVE for port object 4e654314-c489-4320-9bd8-73f5e545ab06 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:35.462483 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-e63e6623-4fd8-4dff-ae5e-956deb60e7f1 service neutron] Transition to ACTIVE for port object 1166bccb-3347-4d6a-bc39-2c37ffaa1d69 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:35.463631 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3ebe324a-7288-40ce-bfa2-9ff920f89ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.475206 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-e63e6623-4fd8-4dff-ae5e-956deb60e7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.515535 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebe324a-7288-40ce-bfa2-9ff920f89ce9 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:35.516960 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe324a-7288-40ce-bfa2-9ff920f89ce9 None None] Pushing event updated for resources: {'Port': ['ID=4e654314-c489-4320-9bd8-73f5e545ab06,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:35.518744 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-818a8745-684f-41c0-93fb-e212c4390115 req-7aa5d6c6-c0be-40de-89ab-fe288dab12bf tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b15a843c894428bb9d88f84ee28689c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4271195 Jul 05 03:56:35.526933 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-3ebe324a-7288-40ce-bfa2-9ff920f89ce9 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:35.530553 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebe324a-7288-40ce-bfa2-9ff920f89ce9 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:35.549272 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-79ef46dd-2aa4-4b64-870a-172706afc905 req-fc357fd2-0355-4af9-b2c3-8561b97c541c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Deleting port 498d2122-3dbe-47b3-8515-2038dec369fc {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:35.549618 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-79ef46dd-2aa4-4b64-870a-172706afc905 req-fc357fd2-0355-4af9-b2c3-8561b97c541c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.571859 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-d6d56ce8-e281-4a6e-a861-39845911f207 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Allocated IP 172.20.0.13 (099b0587-c94e-4226-806b-3799e77d38db/c6ed1c63-2cd0-4bae-9eae-a91abd9d5b06/9dfee5e6-3a91-4d89-97ac-9a56486643f6) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:35.602628 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-3ebe324a-7288-40ce-bfa2-9ff920f89ce9 None None] Attempting to bind port 4e654314-c489-4320-9bd8-73f5e545ab06 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:35.603061 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-3ebe324a-7288-40ce-bfa2-9ff920f89ce9 None None] Attempting to bind port 4e654314-c489-4320-9bd8-73f5e545ab06 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:35.603492 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebe324a-7288-40ce-bfa2-9ff920f89ce9 None None] Attempting to bind port 4e654314-c489-4320-9bd8-73f5e545ab06 on network 11254a26-e0ed-4207-b9f1-d7e3a27daaba {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:35.609133 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebe324a-7288-40ce-bfa2-9ff920f89ce9 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:35.609588 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebe324a-7288-40ce-bfa2-9ff920f89ce9 None None] Checking segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:35.610387 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3ebe324a-7288-40ce-bfa2-9ff920f89ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.610821 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebe324a-7288-40ce-bfa2-9ff920f89ce9 None None] Bound using segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:35.611423 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-3ebe324a-7288-40ce-bfa2-9ff920f89ce9 None None] Bound port: 4e654314-c489-4320-9bd8-73f5e545ab06, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:35.611958 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3ebe324a-7288-40ce-bfa2-9ff920f89ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.672163 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-79379c44-6a48-4416-b9de-8b3af503c36e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 2001:db8::22c (11254a26-e0ed-4207-b9f1-d7e3a27daaba/43cca75e-7fd2-4815-9b0c-cb7bc20dc950/ce6399b5-a4b3-469c-9f20-b2660f7c7864) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:35.675647 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-c91c4380-7d81-454e-9c92-0d9ff0017f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:35.676699 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-c91c4380-7d81-454e-9c92-0d9ff0017f5c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.2712238 Jul 05 03:56:35.692120 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-3ebe324a-7288-40ce-bfa2-9ff920f89ce9 None None] For port 4e654314-c489-4320-9bd8-73f5e545ab06, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:35.695965 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-3ebe324a-7288-40ce-bfa2-9ff920f89ce9 None None] For port 4e654314-c489-4320-9bd8-73f5e545ab06, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4e654314-c489-4320-9bd8-73f5e545ab06,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:35.705359 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3ebe324a-7288-40ce-bfa2-9ff920f89ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.737880 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec192a-8afd-4af7-a8c3-bf2a76c2c81d req-ed19d6a9-cc68-49b6-a6ff-5317e4038d44 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:35.740329 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-64ec192a-8afd-4af7-a8c3-bf2a76c2c81d req-ed19d6a9-cc68-49b6-a6ff-5317e4038d44 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 950 time: 0.4248433 Jul 05 03:56:35.749188 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e6623-4fd8-4dff-ae5e-956deb60e7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1166bccb-3347-4d6a-bc39-2c37ffaa1d69,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:35.803376 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe324a-7288-40ce-bfa2-9ff920f89ce9 None None] Pushing event updated for resources: {'Port': ['ID=4e654314-c489-4320-9bd8-73f5e545ab06,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:35.888050 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-79ef46dd-2aa4-4b64-870a-172706afc905 req-fc357fd2-0355-4af9-b2c3-8561b97c541c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] For port 498d2122-3dbe-47b3-8515-2038dec369fc, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=498d2122-3dbe-47b3-8515-2038dec369fc,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:35.888569 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-79ef46dd-2aa4-4b64-870a-172706afc905 req-fc357fd2-0355-4af9-b2c3-8561b97c541c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.907720 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-818a8745-684f-41c0-93fb-e212c4390115 req-102cfb79-df7d-46e7-a564-2f293039c606 service neutron] 10.222.0.77 "GET /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538651 Jul 05 03:56:35.921190 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-79ef46dd-2aa4-4b64-870a-172706afc905 req-fc357fd2-0355-4af9-b2c3-8561b97c541c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Calling delete_port for 498d2122-3dbe-47b3-8515-2038dec369fc owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:35.939473 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-64ec192a-8afd-4af7-a8c3-bf2a76c2c81d req-6173889d-b45d-4de5-b472-0e97ac9fd040 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698050 Jul 05 03:56:36.038001 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-714d24a8-59a1-4a0c-9fe6-61e130fba239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:36.041260 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-714d24a8-59a1-4a0c-9fe6-61e130fba239 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3502283 Jul 05 03:56:36.052622 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6391a0e-fd7d-44f5-a9e7-ed606bd13d4a x-openstack-request-id: req-d6391a0e-fd7d-44f5-a9e7-ed606bd13d4a {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:36.053204 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b461704a-dfd4-4d98-804f-5d65e3714576", "name": "network-vif-plugged", "status": "completed", "tag": "eae27fa2-4f41-49a8-8c5d-ebf0aed88de4", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:36.053885 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d6391a0e-fd7d-44f5-a9e7-ed606bd13d4a {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:36.054539 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b461704a-dfd4-4d98-804f-5d65e3714576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae27fa2-4f41-49a8-8c5d-ebf0aed88de4', 'code': 200} Jul 05 03:56:36.098914 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-e63e6623-4fd8-4dff-ae5e-956deb60e7f1 service neutron] Attempting to bind port 1166bccb-3347-4d6a-bc39-2c37ffaa1d69 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:36.099456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-e63e6623-4fd8-4dff-ae5e-956deb60e7f1 service neutron] Attempting to bind port 1166bccb-3347-4d6a-bc39-2c37ffaa1d69 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '2c4b3056-4923-4363-8715-a2d215287363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '86d29a04-71d5-4ba1-98ec-e3542b36b343'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:36.099791 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-e63e6623-4fd8-4dff-ae5e-956deb60e7f1 service neutron] Attempting to bind port 1166bccb-3347-4d6a-bc39-2c37ffaa1d69 on network 86d29a04-71d5-4ba1-98ec-e3542b36b343 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:36.156256 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-e63e6623-4fd8-4dff-ae5e-956deb60e7f1 service neutron] Port 1166bccb-3347-4d6a-bc39-2c37ffaa1d69 on network 86d29a04-71d5-4ba1-98ec-e3542b36b343 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:36.156644 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-e63e6623-4fd8-4dff-ae5e-956deb60e7f1 service neutron] Attempting to bind port 1166bccb-3347-4d6a-bc39-2c37ffaa1d69 on network 86d29a04-71d5-4ba1-98ec-e3542b36b343 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:36.212396 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.89', 53978) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:36.235914 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-e63e6623-4fd8-4dff-ae5e-956deb60e7f1 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:36.236118 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-e63e6623-4fd8-4dff-ae5e-956deb60e7f1 service neutron] Checking segment: {'id': '2c4b3056-4923-4363-8715-a2d215287363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '86d29a04-71d5-4ba1-98ec-e3542b36b343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:36.236701 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-e63e6623-4fd8-4dff-ae5e-956deb60e7f1 service neutron] Bound using segment: {'id': '2c4b3056-4923-4363-8715-a2d215287363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '86d29a04-71d5-4ba1-98ec-e3542b36b343'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:36.237668 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-e63e6623-4fd8-4dff-ae5e-956deb60e7f1 service neutron] Bound port: 1166bccb-3347-4d6a-bc39-2c37ffaa1d69, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c4b3056-4923-4363-8715-a2d215287363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '86d29a04-71d5-4ba1-98ec-e3542b36b343'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:36.238047 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-e63e6623-4fd8-4dff-ae5e-956deb60e7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.318326 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-818a8745-684f-41c0-93fb-e212c4390115 req-a57f0dd6-2fff-4d15-a94d-6e24261275df service neutron] 10.222.0.77 "GET /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926964 Jul 05 03:56:36.415037 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-d32aea1b-eb3c-4694-a53e-fe8218f16d8b service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185325 Jul 05 03:56:36.512998 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-eb6c3589-566e-4510-aedd-4ab644921623 req-ebb19163-fe52-4d79-a373-306c35c3f9d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9517443-98d4-46bf-9370-96c0bebe9a19 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:36.522662 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-eb6c3589-566e-4510-aedd-4ab644921623 req-ebb19163-fe52-4d79-a373-306c35c3f9d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.551066 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-d6d56ce8-e281-4a6e-a861-39845911f207 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.599545 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a64c1c-565d-4c85-aecb-d34e6c9557e4 req-2350343d-9e7b-417b-8a8b-4f006c81665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:36.604022 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31a64c1c-565d-4c85-aecb-d34e6c9557e4 req-2350343d-9e7b-417b-8a8b-4f006c81665a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b461704a-dfd4-4d98-804f-5d65e3714576 HTTP/1.1" status: 200 len: 1097 time: 0.3882608 Jul 05 03:56:36.613255 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-e63e6623-4fd8-4dff-ae5e-956deb60e7f1 service neutron] For port 1166bccb-3347-4d6a-bc39-2c37ffaa1d69, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:36.623636 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-eb6c3589-566e-4510-aedd-4ab644921623 req-ebb19163-fe52-4d79-a373-306c35c3f9d8 service neutron] Transition to ACTIVE for port object e9517443-98d4-46bf-9370-96c0bebe9a19 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:36.630119 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-e63e6623-4fd8-4dff-ae5e-956deb60e7f1 service neutron] For port 1166bccb-3347-4d6a-bc39-2c37ffaa1d69, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=1166bccb-3347-4d6a-bc39-2c37ffaa1d69,segment=NetworkSegment(2c4b3056-4923-4363-8715-a2d215287363),segment_id=2c4b3056-4923-4363-8715-a2d215287363)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:36.637568 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-79ef46dd-2aa4-4b64-870a-172706afc905 req-fc357fd2-0355-4af9-b2c3-8561b97c541c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.645915 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-eb6c3589-566e-4510-aedd-4ab644921623 req-ebb19163-fe52-4d79-a373-306c35c3f9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.682565 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-79379c44-6a48-4416-b9de-8b3af503c36e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.684721 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-e63e6623-4fd8-4dff-ae5e-956deb60e7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.754488 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31a64c1c-565d-4c85-aecb-d34e6c9557e4 req-eed246ef-c283-489c-abf1-ee9cacfd62ad service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140094 Jul 05 03:56:36.776069 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-79379c44-6a48-4416-b9de-8b3af503c36e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Transition to ACTIVE for port object ce6399b5-a4b3-469c-9f20-b2660f7c7864 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:36.786943 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3a2cd226-e163-4e2c-866e-027696a5cf28 req-1fdaae16-3e1b-4c6a-ba1c-d2e23ba3a550 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=431fd20c-7504-4485-bcb1-1cb8ec4da494 HTTP/1.1" status: 200 len: 210 time: 0.1547656 Jul 05 03:56:36.797894 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-e63e6623-4fd8-4dff-ae5e-956deb60e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:36.798523 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-e63e6623-4fd8-4dff-ae5e-956deb60e7f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.800666 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-e63e6623-4fd8-4dff-ae5e-956deb60e7f1 service neutron] 10.222.0.89 "PUT /v2.0/ports/1166bccb-3347-4d6a-bc39-2c37ffaa1d69 HTTP/1.1" status: 200 len: 1092 time: 3.1610858 Jul 05 03:56:36.834136 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb19163-fe52-4d79-a373-306c35c3f9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e9517443-98d4-46bf-9370-96c0bebe9a19,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:36.839658 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ef936b-af11-42e0-bc62-1b881299e11b', 'tag': '1166bccb-3347-4d6a-bc39-2c37ffaa1d69'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:36.842158 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facbb8df-b1d9-417b-9509-a7aad66c40f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ef936b-af11-42e0-bc62-1b881299e11b", "tag": "1166bccb-3347-4d6a-bc39-2c37ffaa1d69"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:36.938940 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-d6d56ce8-e281-4a6e-a861-39845911f207 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.982281 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750abc5-380d-449b-968b-f9d0dc0e7eb8 req-c9545c04-7dda-44df-85c8-0a869dbbc75a tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:36.995647 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2750abc5-380d-449b-968b-f9d0dc0e7eb8 req-c9545c04-7dda-44df-85c8-0a869dbbc75a tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5ef936b-af11-42e0-bc62-1b881299e11b HTTP/1.1" status: 200 len: 943 time: 0.4614437 Jul 05 03:56:36.996637 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-f428cff8-0458-45f5-b58f-e1928f08cc6e service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5693152 Jul 05 03:56:37.013505 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ef46dd-2aa4-4b64-870a-172706afc905 req-fc357fd2-0355-4af9-b2c3-8561b97c541c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] No DVR routers for this DVR port 498d2122-3dbe-47b3-8515-2038dec369fc on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:37.091385 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-79ef46dd-2aa4-4b64-870a-172706afc905 req-fc357fd2-0355-4af9-b2c3-8561b97c541c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.093471 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-79ef46dd-2aa4-4b64-870a-172706afc905 req-fc357fd2-0355-4af9-b2c3-8561b97c541c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.89 "DELETE /v2.0/ports/498d2122-3dbe-47b3-8515-2038dec369fc HTTP/1.1" status: 204 len: 173 time: 2.1016440 Jul 05 03:56:37.094350 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-79379c44-6a48-4416-b9de-8b3af503c36e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.102785 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-d6d56ce8-e281-4a6e-a861-39845911f207 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Network 099b0587-c94e-4226-806b-3799e77d38db is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:37.131081 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-d6d56ce8-e281-4a6e-a861-39845911f207 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:37.137496 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-d6d56ce8-e281-4a6e-a861-39845911f207 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:37.172883 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e6623-4fd8-4dff-ae5e-956deb60e7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1166bccb-3347-4d6a-bc39-2c37ffaa1d69,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:37.200651 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d56ce8-e281-4a6e-a861-39845911f207 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Pushing event updated for resources: {'Port': ['ID=9dfee5e6-3a91-4d89-97ac-9a56486643f6,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:37.215723 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-eb6c3589-566e-4510-aedd-4ab644921623 req-ebb19163-fe52-4d79-a373-306c35c3f9d8 service neutron] Attempting to bind port e9517443-98d4-46bf-9370-96c0bebe9a19 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:37.216091 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-eb6c3589-566e-4510-aedd-4ab644921623 req-ebb19163-fe52-4d79-a373-306c35c3f9d8 service neutron] Attempting to bind port e9517443-98d4-46bf-9370-96c0bebe9a19 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:37.216443 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6c3589-566e-4510-aedd-4ab644921623 req-ebb19163-fe52-4d79-a373-306c35c3f9d8 service neutron] Attempting to bind port e9517443-98d4-46bf-9370-96c0bebe9a19 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:37.246155 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-a1eb95c5-a1d1-449e-8de6-715252d8a060 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Allocated IP 172.20.0.5 (099b0587-c94e-4226-806b-3799e77d38db/c6ed1c63-2cd0-4bae-9eae-a91abd9d5b06/b862970b-aa5a-4565-b739-33784b96054d) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:37.249543 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc357fd2-0355-4af9-b2c3-8561b97c541c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Pushing event deleted for resources: {'Port': ['ID=498d2122-3dbe-47b3-8515-2038dec369fc,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:37.258547 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2750abc5-380d-449b-968b-f9d0dc0e7eb8 req-1e8aaa8e-0a7c-4247-a9e3-36c590a433b9 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/security-groups?id=de01797d-bf4c-4dfd-b1ce-2461dc6235ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615805 Jul 05 03:56:37.303653 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79379c44-6a48-4416-b9de-8b3af503c36e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:37.309698 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6c3589-566e-4510-aedd-4ab644921623 req-ebb19163-fe52-4d79-a373-306c35c3f9d8 service neutron] Port e9517443-98d4-46bf-9370-96c0bebe9a19 on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:37.310043 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6c3589-566e-4510-aedd-4ab644921623 req-ebb19163-fe52-4d79-a373-306c35c3f9d8 service neutron] Attempting to bind port e9517443-98d4-46bf-9370-96c0bebe9a19 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:37.323190 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-79379c44-6a48-4416-b9de-8b3af503c36e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:37.335482 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79379c44-6a48-4416-b9de-8b3af503c36e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:37.343065 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79379c44-6a48-4416-b9de-8b3af503c36e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:37.343749 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-79379c44-6a48-4416-b9de-8b3af503c36e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.348897 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6c3589-566e-4510-aedd-4ab644921623 req-ebb19163-fe52-4d79-a373-306c35c3f9d8 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:37.349252 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6c3589-566e-4510-aedd-4ab644921623 req-ebb19163-fe52-4d79-a373-306c35c3f9d8 service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:37.349628 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6c3589-566e-4510-aedd-4ab644921623 req-ebb19163-fe52-4d79-a373-306c35c3f9d8 service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:37.350085 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-eb6c3589-566e-4510-aedd-4ab644921623 req-ebb19163-fe52-4d79-a373-306c35c3f9d8 service neutron] Bound port: e9517443-98d4-46bf-9370-96c0bebe9a19, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:37.350450 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-eb6c3589-566e-4510-aedd-4ab644921623 req-ebb19163-fe52-4d79-a373-306c35c3f9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.368147 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-57006599-94c7-4120-b6bb-1a5e2f65442d None None] Provisioning for port 4e654314-c489-4320-9bd8-73f5e545ab06 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:37.392683 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79379c44-6a48-4416-b9de-8b3af503c36e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=ce6399b5-a4b3-469c-9f20-b2660f7c7864,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:37.425909 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-d6d56ce8-e281-4a6e-a861-39845911f207 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:37.426751 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-d6d56ce8-e281-4a6e-a861-39845911f207 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.438118 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-79379c44-6a48-4416-b9de-8b3af503c36e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7384460 Jul 05 03:56:37.461241 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54680) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:37.615713 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-d6d56ce8-e281-4a6e-a861-39845911f207 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1496482 Jul 05 03:56:37.680906 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-cdcf140f-2b54-4e1d-a8ab-b8d28b47e076 service neutron] Request body: {'port': {'device_id': '431fd20c-7504-4485-bcb1-1cb8ec4da494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:37.742798 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d347594d-2368-490b-92a5-d31f2671b482 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:37.751280 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d347594d-2368-490b-92a5-d31f2671b482 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:37.756505 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d347594d-2368-490b-92a5-d31f2671b482 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2876639 Jul 05 03:56:37.760137 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54682) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:37.783258 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-eb6c3589-566e-4510-aedd-4ab644921623 req-ebb19163-fe52-4d79-a373-306c35c3f9d8 service neutron] For port e9517443-98d4-46bf-9370-96c0bebe9a19, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:37.880797 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-cecc6395-77c8-4e18-9a61-5bdffbb1aa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:37.882346 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-cecc6395-77c8-4e18-9a61-5bdffbb1aa26 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aaab9b0ddfa749ca977c5ab1b6138289&device_id=e5ef936b-af11-42e0-bc62-1b881299e11b HTTP/1.1" status: 200 len: 1095 time: 0.9543383 Jul 05 03:56:37.883928 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-eb6c3589-566e-4510-aedd-4ab644921623 req-ebb19163-fe52-4d79-a373-306c35c3f9d8 service neutron] For port e9517443-98d4-46bf-9370-96c0bebe9a19, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=e9517443-98d4-46bf-9370-96c0bebe9a19,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:37.918303 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-217d4e57-02ea-4d91-8344-cc7cdee28bed None None] Provisioning for port ce6399b5-a4b3-469c-9f20-b2660f7c7864 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:37.923782 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-217d4e57-02ea-4d91-8344-cc7cdee28bed None None] Provisioning complete for port ce6399b5-a4b3-469c-9f20-b2660f7c7864 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:37.924442 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-217d4e57-02ea-4d91-8344-cc7cdee28bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.930832 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-eb6c3589-566e-4510-aedd-4ab644921623 req-ebb19163-fe52-4d79-a373-306c35c3f9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.982655 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-217d4e57-02ea-4d91-8344-cc7cdee28bed None None] Port ce6399b5-a4b3-469c-9f20-b2660f7c7864 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:56:38.004619 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c3589-566e-4510-aedd-4ab644921623 req-ebb19163-fe52-4d79-a373-306c35c3f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:38.006062 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-eb6c3589-566e-4510-aedd-4ab644921623 req-ebb19163-fe52-4d79-a373-306c35c3f9d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.007723 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eb6c3589-566e-4510-aedd-4ab644921623 req-ebb19163-fe52-4d79-a373-306c35c3f9d8 service neutron] 10.222.0.89 "PUT /v2.0/ports/e9517443-98d4-46bf-9370-96c0bebe9a19 HTTP/1.1" status: 200 len: 1097 time: 3.3504846 Jul 05 03:56:38.045903 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a53338-97cf-4a89-8218-fb205c45a8a7', 'tag': 'e9517443-98d4-46bf-9370-96c0bebe9a19'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:38.047986 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa55a7-a950-449a-94cd-64cd48f69b89 req-3177bf2d-0c17-4046-8749-8b4abd740e0f tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:38.050358 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4a5ca7-06c6-4c28-ad55-2ad8a30bd648" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a53338-97cf-4a89-8218-fb205c45a8a7", "tag": "e9517443-98d4-46bf-9370-96c0bebe9a19"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:38.052337 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eefa55a7-a950-449a-94cd-64cd48f69b89 req-3177bf2d-0c17-4046-8749-8b4abd740e0f tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a53338-97cf-4a89-8218-fb205c45a8a7 HTTP/1.1" status: 200 len: 948 time: 1.0545452 Jul 05 03:56:38.056674 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03283c32-27e5-4bbe-81b6-a81a7ff331f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372e5c95-500c-4d2a-a795-11448643f5ba'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:38.080018 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9562ed0-3cc2-4038-9484-952c0c8d106a" -d '{"events": [{"server_uuid": "03283c32-27e5-4bbe-81b6-a81a7ff331f0", "name": "network-vif-plugged", "status": "completed", "tag": "372e5c95-500c-4d2a-a795-11448643f5ba"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:38.089201 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4e654314-c489-4320-9bd8-73f5e545ab06 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:38.089764 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-cdcf140f-2b54-4e1d-a8ab-b8d28b47e076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.137566 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb19163-fe52-4d79-a373-306c35c3f9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e9517443-98d4-46bf-9370-96c0bebe9a19,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:38.144181 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-36edda5f-7593-4cbe-b087-8aab72a7a2ef service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1166bccb-3347-4d6a-bc39-2c37ffaa1d69 HTTP/1.1" status: 200 len: 217 time: 0.2474978 Jul 05 03:56:38.213498 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aee6bc-d3fe-4a39-a854-e582f75246d5 req-7351ed9e-ddd2-4082-983d-87f005c96d8a tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:38.215170 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-16aee6bc-d3fe-4a39-a854-e582f75246d5 req-7351ed9e-ddd2-4082-983d-87f005c96d8a tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=b461704a-dfd4-4d98-804f-5d65e3714576 HTTP/1.1" status: 200 len: 945 time: 0.4392321 Jul 05 03:56:38.266445 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 4e654314-c489-4320-9bd8-73f5e545ab06 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:38.272447 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 4e654314-c489-4320-9bd8-73f5e545ab06 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:38.273057 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.288377 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-a40cf3ab-64c4-434c-adf5-65d1ed144aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:38.292712 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-a40cf3ab-64c4-434c-adf5-65d1ed144aa9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=553fbf9f-55ea-43a5-a206-cfb9ebd19d2d HTTP/1.1" status: 200 len: 853 time: 0.1238902 Jul 05 03:56:38.314434 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eefa55a7-a950-449a-94cd-64cd48f69b89 req-54a51c09-c8a7-42a8-aaa1-3d6529d75af1 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/security-groups?id=349467ec-5ad5-42ba-9c8b-9bee86f9f5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785679 Jul 05 03:56:38.403408 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-97892f22-481c-45a6-8c2c-abf949f324d5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=86d29a04-71d5-4ba1-98ec-e3542b36b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809579 Jul 05 03:56:38.406506 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-b29930d9-a7c2-4d8a-bb8d-4d13ad0c7363 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting port ce6399b5-a4b3-469c-9f20-b2660f7c7864 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:38.407096 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b29930d9-a7c2-4d8a-bb8d-4d13ad0c7363 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.487150 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-a1eb95c5-a1d1-449e-8de6-715252d8a060 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.526574 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.557275 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-16aee6bc-d3fe-4a39-a854-e582f75246d5 req-db5ee0d1-409c-4080-9ce4-76c85a097a85 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033590 Jul 05 03:56:38.600557 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 4e654314-c489-4320-9bd8-73f5e545ab06, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4e654314-c489-4320-9bd8-73f5e545ab06,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:38.612874 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.651744 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c3589-566e-4510-aedd-4ab644921623 req-4ad9bb06-fdb4-4416-b009-53542074d902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:38.653755 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eb6c3589-566e-4510-aedd-4ab644921623 req-4ad9bb06-fdb4-4416-b009-53542074d902 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b1aa393894be4fabb6fa267311dd83ea&device_id=a5a53338-97cf-4a89-8218-fb205c45a8a7 HTTP/1.1" status: 200 len: 1100 time: 0.4746404 Jul 05 03:56:38.662140 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8745-684f-41c0-93fb-e212c4390115 req-9942235e-8c6f-4b23-9bb2-ed38670ac834 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:38.664276 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-818a8745-684f-41c0-93fb-e212c4390115 req-9942235e-8c6f-4b23-9bb2-ed38670ac834 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.70 "GET /v2.0/networks?id=7b6709da-22b7-4420-933a-f93ebf434ce7 HTTP/1.1" status: 200 len: 804 time: 0.1744835 Jul 05 03:56:38.730005 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 498d2122-3dbe-47b3-8515-2038dec369fc no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:38.733360 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eb6c3589-566e-4510-aedd-4ab644921623 req-0e58ec65-930a-4469-96ce-a0f02e39deff service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=e9517443-98d4-46bf-9370-96c0bebe9a19 HTTP/1.1" status: 200 len: 217 time: 0.0675027 Jul 05 03:56:38.743479 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=4e654314-c489-4320-9bd8-73f5e545ab06,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:38.770477 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b29930d9-a7c2-4d8a-bb8d-4d13ad0c7363 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.784601 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:56:38.802653 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 498d2122-3dbe-47b3-8515-2038dec369fc {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:38.803010 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 498d2122-3dbe-47b3-8515-2038dec369fc not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:38.824014 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-b29930d9-a7c2-4d8a-bb8d-4d13ad0c7363 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Calling delete_port for ce6399b5-a4b3-469c-9f20-b2660f7c7864 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:38.838266 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66caf46-087f-4fa1-84af-513f67465a67 x-openstack-request-id: req-f66caf46-087f-4fa1-84af-513f67465a67 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:38.838585 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ef936b-af11-42e0-bc62-1b881299e11b", "tag": "1166bccb-3347-4d6a-bc39-2c37ffaa1d69", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:38.838815 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f66caf46-087f-4fa1-84af-513f67465a67 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:38.839198 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ef936b-af11-42e0-bc62-1b881299e11b', 'tag': '1166bccb-3347-4d6a-bc39-2c37ffaa1d69', 'status': 'completed', 'code': 200} Jul 05 03:56:38.842892 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1dc0e6ce-ce68-4839-8071-792a0b0478bc req-4c191858-b553-4ac1-a300-35d00bde88be tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bab9669-0bde-4bb3-af6d-f5f6a364729c HTTP/1.1" status: 200 len: 210 time: 0.1773503 Jul 05 03:56:38.848040 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-818a8745-684f-41c0-93fb-e212c4390115 req-ff624b83-f533-4ca3-b92a-496d8002a11d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Request body: {'port': {'device_id': '1bab9669-0bde-4bb3-af6d-f5f6a364729c', 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7', 'admin_state_up': True, 'tenant_id': '0b15a843c894428bb9d88f84ee28689c'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:38.854592 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-a2662cb2-500c-4c34-a8dc-02616155df7f service neutron] 10.222.0.89 "GET /v2.0/networks/86d29a04-71d5-4ba1-98ec-e3542b36b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385910 Jul 05 03:56:38.884359 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c3589-566e-4510-aedd-4ab644921623 req-b5e8009a-3aab-4550-a451-22b84b27489a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:38.885824 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eb6c3589-566e-4510-aedd-4ab644921623 req-b5e8009a-3aab-4550-a451-22b84b27489a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1410968 Jul 05 03:56:38.953827 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-a1eb95c5-a1d1-449e-8de6-715252d8a060 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.071181 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-a1eb95c5-a1d1-449e-8de6-715252d8a060 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Network 099b0587-c94e-4226-806b-3799e77d38db is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:39.091132 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-a1eb95c5-a1d1-449e-8de6-715252d8a060 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:39.103781 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-a1eb95c5-a1d1-449e-8de6-715252d8a060 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:39.120516 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe701d45-25f1-4f85-8b2f-9ff67a0a7c85 req-937dc1cd-a25c-4d50-9d7d-79f614a934e2 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:39.122060 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe701d45-25f1-4f85-8b2f-9ff67a0a7c85 req-937dc1cd-a25c-4d50-9d7d-79f614a934e2 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 950 time: 0.2869520 Jul 05 03:56:39.144212 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb95c5-a1d1-449e-8de6-715252d8a060 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Pushing event updated for resources: {'Port': ['ID=b862970b-aa5a-4565-b739-33784b96054d,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:39.184740 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fd5fa1a6-170d-42ef-8238-0c7fc7fb291e req-ad6e63d2-27a3-4995-b8bc-664e840aac63 service neutron] 10.222.0.89 "GET /v2.0/networks/86d29a04-71d5-4ba1-98ec-e3542b36b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123968 Jul 05 03:56:39.206927 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-a1eb95c5-a1d1-449e-8de6-715252d8a060 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:39.207710 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-a1eb95c5-a1d1-449e-8de6-715252d8a060 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.212226 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c3589-566e-4510-aedd-4ab644921623 req-10eb010b-1894-425e-991a-9915972e24a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:39.213822 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eb6c3589-566e-4510-aedd-4ab644921623 req-10eb010b-1894-425e-991a-9915972e24a8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2947526 Jul 05 03:56:39.234016 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-818a8745-684f-41c0-93fb-e212c4390115 req-ff624b83-f533-4ca3-b92a-496d8002a11d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Made reservation on behalf of 0b15a843c894428bb9d88f84ee28689c for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:39.239126 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-818a8745-684f-41c0-93fb-e212c4390115 req-ff624b83-f533-4ca3-b92a-496d8002a11d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.250990 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72b708-d1d4-4e3b-b178-332a3709214c req-40263b7c-4d92-4a2e-a2e4-b00f99395571 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:39.252596 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fc72b708-d1d4-4e3b-b178-332a3709214c req-40263b7c-4d92-4a2e-a2e4-b00f99395571 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=431fd20c-7504-4485-bcb1-1cb8ec4da494 HTTP/1.1" status: 200 len: 932 time: 0.2739244 Jul 05 03:56:39.256832 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b29930d9-a7c2-4d8a-bb8d-4d13ad0c7363 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.265350 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-a1eb95c5-a1d1-449e-8de6-715252d8a060 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4460249 Jul 05 03:56:39.291883 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe701d45-25f1-4f85-8b2f-9ff67a0a7c85 req-22a8723f-32b1-421e-8f35-4839c0fa7072 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406822 Jul 05 03:56:39.299469 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-fcc2e745-9e7b-4a76-bd41-ebc84ab12f65 service neutron] Request body: {'port': {'device_id': 'e57775cd-a406-4fcf-9d52-e331142d07ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:39.357282 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3b2db9-0861-42f2-8ba9-f86d72dfba10 x-openstack-request-id: req-da3b2db9-0861-42f2-8ba9-f86d72dfba10 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:39.357282 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a53338-97cf-4a89-8218-fb205c45a8a7", "tag": "e9517443-98d4-46bf-9370-96c0bebe9a19", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:39.357282 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-da3b2db9-0861-42f2-8ba9-f86d72dfba10 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:39.357282 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a53338-97cf-4a89-8218-fb205c45a8a7', 'tag': 'e9517443-98d4-46bf-9370-96c0bebe9a19', 'status': 'completed', 'code': 200} Jul 05 03:56:39.370535 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29930d9-a7c2-4d8a-bb8d-4d13ad0c7363 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Port': ['ID=ce6399b5-a4b3-469c-9f20-b2660f7c7864,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:39.385528 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-cdcf140f-2b54-4e1d-a8ab-b8d28b47e076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dfee5e6-3a91-4d89-97ac-9a56486643f6 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:39.418263 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-cdcf140f-2b54-4e1d-a8ab-b8d28b47e076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.424638 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b29930d9-a7c2-4d8a-bb8d-4d13ad0c7363 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.428745 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b29930d9-a7c2-4d8a-bb8d-4d13ad0c7363 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/ce6399b5-a4b3-469c-9f20-b2660f7c7864 HTTP/1.1" status: 204 len: 168 time: 1.6650026 Jul 05 03:56:39.432954 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d27c2a0-8000-4f64-92a3-59e7557e1aae x-openstack-request-id: req-5d27c2a0-8000-4f64-92a3-59e7557e1aae {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:39.433256 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03283c32-27e5-4bbe-81b6-a81a7ff331f0", "name": "network-vif-plugged", "status": "completed", "tag": "372e5c95-500c-4d2a-a795-11448643f5ba", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:39.433514 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5d27c2a0-8000-4f64-92a3-59e7557e1aae {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:39.433915 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03283c32-27e5-4bbe-81b6-a81a7ff331f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372e5c95-500c-4d2a-a795-11448643f5ba', 'code': 200} Jul 05 03:56:39.436109 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54696) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:39.453339 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fc72b708-d1d4-4e3b-b178-332a3709214c req-04f8abd1-07e2-4a47-b936-930d690f14f8 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853991 Jul 05 03:56:39.560771 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-cdcf140f-2b54-4e1d-a8ab-b8d28b47e076 service neutron] Transition to ACTIVE for port object 9dfee5e6-3a91-4d89-97ac-9a56486643f6 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:39.581743 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-fcc2e745-9e7b-4a76-bd41-ebc84ab12f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.607244 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-cdcf140f-2b54-4e1d-a8ab-b8d28b47e076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.608184 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbb8df-b1d9-417b-9509-a7aad66c40f5 req-6797d5f5-49a3-45e3-8346-697c6014b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:39.609803 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-facbb8df-b1d9-417b-9509-a7aad66c40f5 req-6797d5f5-49a3-45e3-8346-697c6014b952 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aaab9b0ddfa749ca977c5ab1b6138289&device_id=e5ef936b-af11-42e0-bc62-1b881299e11b HTTP/1.1" status: 200 len: 1095 time: 0.3562372 Jul 05 03:56:39.728696 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eb6c3589-566e-4510-aedd-4ab644921623 req-53806802-bbff-46af-b0e6-1c23948321b2 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978144 Jul 05 03:56:39.746145 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7b9d49-23ea-4f30-a089-c213a490ba13 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:39.749009 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7b9d49-23ea-4f30-a089-c213a490ba13 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:39.754006 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-818a8745-684f-41c0-93fb-e212c4390115 req-ff624b83-f533-4ca3-b92a-496d8002a11d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Allocated IP 172.20.0.12 (7b6709da-22b7-4420-933a-f93ebf434ce7/ccf7098d-d664-4348-860f-1e166cf68435/d34872cc-e1db-4185-b226-798d3880c9fe) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:39.757132 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-aa7b9d49-23ea-4f30-a089-c213a490ba13 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3160160 Jul 05 03:56:39.759767 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54700) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:39.842717 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf140f-2b54-4e1d-a8ab-b8d28b47e076 service neutron] Pushing event updated for resources: {'Port': ['ID=9dfee5e6-3a91-4d89-97ac-9a56486643f6,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:39.938185 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872dbc2-0c7b-4a73-9869-d2a6d32e9ebb req-f974ad37-825e-4990-b24a-971fd9c6ec63 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:39.939781 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5872dbc2-0c7b-4a73-9869-d2a6d32e9ebb req-f974ad37-825e-4990-b24a-971fd9c6ec63 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5ef936b-af11-42e0-bc62-1b881299e11b HTTP/1.1" status: 200 len: 943 time: 0.3860736 Jul 05 03:56:39.988329 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eb6c3589-566e-4510-aedd-4ab644921623 req-d76a392c-ad29-46b2-ab14-d2fd61c638b4 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470500 Jul 05 03:56:39.995611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-cdcf140f-2b54-4e1d-a8ab-b8d28b47e076 service neutron] Attempting to bind port 9dfee5e6-3a91-4d89-97ac-9a56486643f6 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:39.995990 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-cdcf140f-2b54-4e1d-a8ab-b8d28b47e076 service neutron] Attempting to bind port 9dfee5e6-3a91-4d89-97ac-9a56486643f6 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '099b0587-c94e-4226-806b-3799e77d38db'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:39.996324 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-cdcf140f-2b54-4e1d-a8ab-b8d28b47e076 service neutron] Attempting to bind port 9dfee5e6-3a91-4d89-97ac-9a56486643f6 on network 099b0587-c94e-4226-806b-3799e77d38db {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:40.006483 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-cdcf140f-2b54-4e1d-a8ab-b8d28b47e076 service neutron] Port 9dfee5e6-3a91-4d89-97ac-9a56486643f6 on network 099b0587-c94e-4226-806b-3799e77d38db not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:40.007252 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-cdcf140f-2b54-4e1d-a8ab-b8d28b47e076 service neutron] Attempting to bind port 9dfee5e6-3a91-4d89-97ac-9a56486643f6 on network 099b0587-c94e-4226-806b-3799e77d38db {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:40.012865 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4e654314-c489-4320-9bd8-73f5e545ab06 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:40.022200 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5872dbc2-0c7b-4a73-9869-d2a6d32e9ebb req-5b0b13ed-af52-4c9a-9068-e49ffd65e847 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/security-groups?id=de01797d-bf4c-4dfd-b1ce-2461dc6235ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702066 Jul 05 03:56:40.023242 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-cdcf140f-2b54-4e1d-a8ab-b8d28b47e076 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:40.023584 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-cdcf140f-2b54-4e1d-a8ab-b8d28b47e076 service neutron] Checking segment: {'id': '8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '099b0587-c94e-4226-806b-3799e77d38db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:40.024003 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-cdcf140f-2b54-4e1d-a8ab-b8d28b47e076 service neutron] Bound using segment: {'id': '8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '099b0587-c94e-4226-806b-3799e77d38db'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:40.024459 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-cdcf140f-2b54-4e1d-a8ab-b8d28b47e076 service neutron] Bound port: 9dfee5e6-3a91-4d89-97ac-9a56486643f6, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '099b0587-c94e-4226-806b-3799e77d38db'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:40.024823 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-cdcf140f-2b54-4e1d-a8ab-b8d28b47e076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.044474 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbb8df-b1d9-417b-9509-a7aad66c40f5 req-9969a08b-28a9-4aeb-ae4a-32874f487208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:40.045975 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-facbb8df-b1d9-417b-9509-a7aad66c40f5 req-9969a08b-28a9-4aeb-ae4a-32874f487208 service neutron] 10.222.0.89 "GET /v2.0/networks?id=86d29a04-71d5-4ba1-98ec-e3542b36b343 HTTP/1.1" status: 200 len: 914 time: 0.4041135 Jul 05 03:56:40.050176 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f28819d-c551-476b-aeaf-ce383c17b582 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet 43cca75e-7fd2-4815-9b0c-cb7bc20dc950 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:56:40.074420 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9f28819d-c551-476b-aeaf-ce383c17b582 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.100893 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 4e654314-c489-4320-9bd8-73f5e545ab06 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:40.103383 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.209533 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a5ca7-06c6-4c28-ad55-2ad8a30bd648 req-8b530741-3f64-4d29-b652-f12aab8f2e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:40.213986 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac4a5ca7-06c6-4c28-ad55-2ad8a30bd648 req-8b530741-3f64-4d29-b652-f12aab8f2e89 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b1aa393894be4fabb6fa267311dd83ea&device_id=a5a53338-97cf-4a89-8218-fb205c45a8a7 HTTP/1.1" status: 200 len: 1100 time: 0.1571319 Jul 05 03:56:40.216120 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-facbb8df-b1d9-417b-9509-a7aad66c40f5 req-8e1935b0-c7d8-4907-a4ef-f390ea659681 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1166bccb-3347-4d6a-bc39-2c37ffaa1d69 HTTP/1.1" status: 200 len: 217 time: 0.1427169 Jul 05 03:56:40.285802 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9f28819d-c551-476b-aeaf-ce383c17b582 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.308089 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-cdcf140f-2b54-4e1d-a8ab-b8d28b47e076 service neutron] For port 9dfee5e6-3a91-4d89-97ac-9a56486643f6, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:40.333481 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a5ffa-5600-4b5c-8a20-d4acf5d13f9d req-7bc565c3-59cd-42e0-b74c-3ed7aaee90f3 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:40.334941 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-288a5ffa-5600-4b5c-8a20-d4acf5d13f9d req-7bc565c3-59cd-42e0-b74c-3ed7aaee90f3 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a53338-97cf-4a89-8218-fb205c45a8a7 HTTP/1.1" status: 200 len: 948 time: 0.5126684 Jul 05 03:56:40.368238 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-cdcf140f-2b54-4e1d-a8ab-b8d28b47e076 service neutron] For port 9dfee5e6-3a91-4d89-97ac-9a56486643f6, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9dfee5e6-3a91-4d89-97ac-9a56486643f6,segment=NetworkSegment(8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d),segment_id=8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:40.380716 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-cdcf140f-2b54-4e1d-a8ab-b8d28b47e076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.453425 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-cdcf140f-2b54-4e1d-a8ab-b8d28b47e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:40.454275 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-cdcf140f-2b54-4e1d-a8ab-b8d28b47e076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.455667 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-cdcf140f-2b54-4e1d-a8ab-b8d28b47e076 service neutron] 10.222.0.89 "PUT /v2.0/ports/9dfee5e6-3a91-4d89-97ac-9a56486643f6 HTTP/1.1" status: 200 len: 1093 time: 2.8194146 Jul 05 03:56:40.462964 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-b0afd786-aa41-491c-99a9-6752fae862c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:40.464527 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-b0afd786-aa41-491c-99a9-6752fae862c3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0&tenant_id=ba5800eba7ce4067ae2fae645ac62ef9 HTTP/1.1" status: 200 len: 1102 time: 0.5253530 Jul 05 03:56:40.487968 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbb8df-b1d9-417b-9509-a7aad66c40f5 req-d673c09f-43a7-4bca-adbf-4032f257965b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:40.489855 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-facbb8df-b1d9-417b-9509-a7aad66c40f5 req-d673c09f-43a7-4bca-adbf-4032f257965b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=553fbf9f-55ea-43a5-a206-cfb9ebd19d2d HTTP/1.1" status: 200 len: 853 time: 0.2356567 Jul 05 03:56:40.493726 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932dbc43-015f-4fd8-9c14-bf9bbaf31a97 req-753be210-1d74-4d21-a56b-39072786a959 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:40.502034 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-932dbc43-015f-4fd8-9c14-bf9bbaf31a97 req-753be210-1d74-4d21-a56b-39072786a959 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=b461704a-dfd4-4d98-804f-5d65e3714576 HTTP/1.1" status: 200 len: 945 time: 0.2727282 Jul 05 03:56:40.504576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf140f-2b54-4e1d-a8ab-b8d28b47e076 service neutron] Pushing event updated for resources: {'Port': ['ID=9dfee5e6-3a91-4d89-97ac-9a56486643f6,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:40.537079 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a5ca7-06c6-4c28-ad55-2ad8a30bd648 req-897b56d6-f016-4ad3-81de-78dba8475d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:40.538668 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac4a5ca7-06c6-4c28-ad55-2ad8a30bd648 req-897b56d6-f016-4ad3-81de-78dba8475d9e service neutron] 10.222.0.89 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.2974205 Jul 05 03:56:40.540419 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-288a5ffa-5600-4b5c-8a20-d4acf5d13f9d req-1c12a618-6994-4286-bea7-22a9575ac273 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/security-groups?id=349467ec-5ad5-42ba-9c8b-9bee86f9f5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752868 Jul 05 03:56:40.561622 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-818a8745-684f-41c0-93fb-e212c4390115 req-ff624b83-f533-4ca3-b92a-496d8002a11d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.648496 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac4a5ca7-06c6-4c28-ad55-2ad8a30bd648 req-e9cea807-cd6b-4760-8aa3-0e63421a7f7a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=e9517443-98d4-46bf-9370-96c0bebe9a19 HTTP/1.1" status: 200 len: 217 time: 0.0867038 Jul 05 03:56:40.662716 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-932dbc43-015f-4fd8-9c14-bf9bbaf31a97 req-d1409080-0e74-4218-aa9e-680dc3ef417b tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563034 Jul 05 03:56:40.694101 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-facbb8df-b1d9-417b-9509-a7aad66c40f5 req-3dc922de-aead-41b6-8421-77b224117a00 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=86d29a04-71d5-4ba1-98ec-e3542b36b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1900136 Jul 05 03:56:40.715080 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-818a8745-684f-41c0-93fb-e212c4390115 req-ff624b83-f533-4ca3-b92a-496d8002a11d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.778169 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a5ca7-06c6-4c28-ad55-2ad8a30bd648 req-de10fcf1-e59a-4251-b69d-926fcfc870f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:40.782072 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac4a5ca7-06c6-4c28-ad55-2ad8a30bd648 req-de10fcf1-e59a-4251-b69d-926fcfc870f8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1185057 Jul 05 03:56:40.786286 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-a2859400-363a-4acc-8415-563c8d35e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:40.791223 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-a2859400-363a-4acc-8415-563c8d35e78e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=49680e170dda412ea6a325ff7b871202&device_id=431fd20c-7504-4485-bcb1-1cb8ec4da494 HTTP/1.1" status: 200 len: 1096 time: 0.2755682 Jul 05 03:56:40.849004 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3', 'name': 'network-vif-deleted', 'tag': '498d2122-3dbe-47b3-8515-2038dec369fc'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:40.852077 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612df667-081b-47a5-9edc-91a9f146f310" -d '{"events": [{"server_uuid": "59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3", "name": "network-vif-deleted", "tag": "498d2122-3dbe-47b3-8515-2038dec369fc"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:40.904955 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9f28819d-c551-476b-aeaf-ce383c17b582 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.910049 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-d9dd660b-fbed-4570-8e67-e6e518ccb247 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9dfee5e6-3a91-4d89-97ac-9a56486643f6 HTTP/1.1" status: 200 len: 217 time: 0.1074922 Jul 05 03:56:40.963429 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-fcc2e745-9e7b-4a76-bd41-ebc84ab12f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b862970b-aa5a-4565-b739-33784b96054d {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:40.977701 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-818a8745-684f-41c0-93fb-e212c4390115 req-ff624b83-f533-4ca3-b92a-496d8002a11d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Network 7b6709da-22b7-4420-933a-f93ebf434ce7 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:40.991678 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-fcc2e745-9e7b-4a76-bd41-ebc84ab12f65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.006133 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a5ca7-06c6-4c28-ad55-2ad8a30bd648 req-f0fe76c1-8587-496e-916e-550508e7d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:41.008347 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac4a5ca7-06c6-4c28-ad55-2ad8a30bd648 req-f0fe76c1-8587-496e-916e-550508e7d201 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2135065 Jul 05 03:56:41.011989 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-818a8745-684f-41c0-93fb-e212c4390115 req-ff624b83-f533-4ca3-b92a-496d8002a11d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:41.013545 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-8c6dad8f-8b23-4a11-b1ad-7a33fedb631c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:41.015057 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-8c6dad8f-8b23-4a11-b1ad-7a33fedb631c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c6ed1c63-2cd0-4bae-9eae-a91abd9d5b06 HTTP/1.1" status: 200 len: 852 time: 0.0864449 Jul 05 03:56:41.025983 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff624b83-f533-4ca3-b92a-496d8002a11d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Pushing event updated for resources: {'Port': ['ID=d34872cc-e1db-4185-b226-798d3880c9fe,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:41.032890 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-818a8745-684f-41c0-93fb-e212c4390115 req-ff624b83-f533-4ca3-b92a-496d8002a11d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:41.085944 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-fcc2e745-9e7b-4a76-bd41-ebc84ab12f65 service neutron] Transition to ACTIVE for port object b862970b-aa5a-4565-b739-33784b96054d will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:41.110489 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-40c0351b-93ed-4301-9b2c-7833d8115826 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=099b0587-c94e-4226-806b-3799e77d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839505 Jul 05 03:56:41.112201 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-1df36d50-d7fb-4d09-b12f-bb696e494ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:41.113773 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-1df36d50-d7fb-4d09-b12f-bb696e494ceb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 1102 time: 0.6045949 Jul 05 03:56:41.124137 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-fcc2e745-9e7b-4a76-bd41-ebc84ab12f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.130838 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6ef29-81f8-41b2-8f32-9ad4fca39f22 req-52fc96e0-0773-4b77-9088-2e65c2b89cf5 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:41.136366 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-adf6ef29-81f8-41b2-8f32-9ad4fca39f22 req-52fc96e0-0773-4b77-9088-2e65c2b89cf5 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 950 time: 0.2391453 Jul 05 03:56:41.166388 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add617a-af14-4f31-b6a6-65425c976631 req-84289cdd-6325-4924-957b-bbb05d291513 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:41.168020 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3add617a-af14-4f31-b6a6-65425c976631 req-84289cdd-6325-4924-957b-bbb05d291513 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bab9669-0bde-4bb3-af6d-f5f6a364729c HTTP/1.1" status: 200 len: 932 time: 0.4780655 Jul 05 03:56:41.169961 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-facbb8df-b1d9-417b-9509-a7aad66c40f5 req-1984f785-9774-4a18-9df7-885e7f377f66 service neutron] 10.222.0.89 "GET /v2.0/networks/86d29a04-71d5-4ba1-98ec-e3542b36b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277983 Jul 05 03:56:41.571676 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431fd20c-7504-4485-bcb1-1cb8ec4da494', 'tag': '9dfee5e6-3a91-4d89-97ac-9a56486643f6'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:41.574054 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca224dcb-709b-4f28-bea2-2d1aa8b8d6e6" -d '{"events": [{"name": "network-changed", "server_uuid": "431fd20c-7504-4485-bcb1-1cb8ec4da494", "tag": "9dfee5e6-3a91-4d89-97ac-9a56486643f6"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:41.649133 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac4a5ca7-06c6-4c28-ad55-2ad8a30bd648 req-dd5c7284-84e8-4d02-8390-3aa4491a2e55 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6328666 Jul 05 03:56:41.650711 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9f28819d-c551-476b-aeaf-ce383c17b582 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.669051 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-adf6ef29-81f8-41b2-8f32-9ad4fca39f22 req-dc92b20c-5d93-4555-a835-b4c19170be23 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5170531 Jul 05 03:56:41.696408 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8745-684f-41c0-93fb-e212c4390115 req-ff624b83-f533-4ca3-b92a-496d8002a11d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:41.697341 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-818a8745-684f-41c0-93fb-e212c4390115 req-ff624b83-f533-4ca3-b92a-496d8002a11d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.708243 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-9ebed774-a378-48dc-a613-8fb040a50764 service neutron] 10.222.0.89 "GET /v2.0/networks/099b0587-c94e-4226-806b-3799e77d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5702734 Jul 05 03:56:41.788148 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28819d-c551-476b-aeaf-ce383c17b582 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=43cca75e-7fd2-4815-9b0c-cb7bc20dc950,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:41.816711 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a19234a-18d4-4b31-91c3-e33311bc89a7 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:41.837878 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9f28819d-c551-476b-aeaf-ce383c17b582 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.843045 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9f28819d-c551-476b-aeaf-ce383c17b582 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/43cca75e-7fd2-4815-9b0c-cb7bc20dc950 HTTP/1.1" status: 204 len: 168 time: 2.0741906 Jul 05 03:56:41.846706 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-818a8745-684f-41c0-93fb-e212c4390115 req-ff624b83-f533-4ca3-b92a-496d8002a11d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0062885 Jul 05 03:56:41.847460 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2e745-9e7b-4a76-bd41-ebc84ab12f65 service neutron] Pushing event updated for resources: {'Port': ['ID=b862970b-aa5a-4565-b739-33784b96054d,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:41.860635 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54732) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:41.885041 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-818a8745-684f-41c0-93fb-e212c4390115 req-a9fd45d2-e521-4745-8c31-a902d39b3140 service neutron] Request body: {'port': {'device_id': '1bab9669-0bde-4bb3-af6d-f5f6a364729c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:41.965643 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3add617a-af14-4f31-b6a6-65425c976631 req-be7ee1c2-3849-42e0-a673-2db6d9b963e6 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294678 Jul 05 03:56:41.970740 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac4a5ca7-06c6-4c28-ad55-2ad8a30bd648 req-0a1f5e13-2ccd-4729-8ae1-f691ff3682e9 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743771 Jul 05 03:56:41.975041 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-33dc8d38-add4-44f8-82f6-4b512109000d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1101947 Jul 05 03:56:41.977752 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54734) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:42.011111 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-4e6636bf-67da-43bc-9620-a0a0680b67b7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:42.024007 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-4192c4f1-78b0-4679-af4b-39b78023ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:42.025936 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-4192c4f1-78b0-4679-af4b-39b78023ae2a service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.8910451 Jul 05 03:56:42.075992 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-facbb8df-b1d9-417b-9509-a7aad66c40f5 req-10a3e79e-ab30-4760-b114-01fea7b6561c service neutron] 10.222.0.89 "GET /v2.0/networks/86d29a04-71d5-4ba1-98ec-e3542b36b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412639 Jul 05 03:56:42.120633 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b49421-02bd-4023-95ce-6c0bc875e474 None None] DHCP port deletion for 11254a26-e0ed-4207-b9f1-d7e3a27daaba request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:56:42.130542 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-d8b61beb-72b9-4a74-86d5-54675d8cd407 service neutron] 10.222.0.89 "GET /v2.0/networks/099b0587-c94e-4226-806b-3799e77d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050107 Jul 05 03:56:42.148332 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-a0eadf21-4068-456f-8761-246b67681f6f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=372e5c95-500c-4d2a-a795-11448643f5ba HTTP/1.1" status: 200 len: 217 time: 0.1032517 Jul 05 03:56:42.178042 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-fcc2e745-9e7b-4a76-bd41-ebc84ab12f65 service neutron] Attempting to bind port b862970b-aa5a-4565-b739-33784b96054d on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:42.178334 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcae17-702a-4de5-bf00-2bc8bb3e1a74 req-222919d5-d98d-4cd9-a2c9-95a804b8b8f8 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:42.178536 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-fcc2e745-9e7b-4a76-bd41-ebc84ab12f65 service neutron] Attempting to bind port b862970b-aa5a-4565-b739-33784b96054d by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '099b0587-c94e-4226-806b-3799e77d38db'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:42.178673 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-fcc2e745-9e7b-4a76-bd41-ebc84ab12f65 service neutron] Attempting to bind port b862970b-aa5a-4565-b739-33784b96054d on network 099b0587-c94e-4226-806b-3799e77d38db {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:42.180607 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-88dcae17-702a-4de5-bf00-2bc8bb3e1a74 req-222919d5-d98d-4cd9-a2c9-95a804b8b8f8 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=431fd20c-7504-4485-bcb1-1cb8ec4da494 HTTP/1.1" status: 200 len: 944 time: 0.3673079 Jul 05 03:56:42.215671 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6636bf-67da-43bc-9620-a0a0680b67b7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:42.216136 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-02b49421-02bd-4023-95ce-6c0bc875e474 None None] Deleting port 4e654314-c489-4320-9bd8-73f5e545ab06 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:42.216580 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02b49421-02bd-4023-95ce-6c0bc875e474 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.219594 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e6636bf-67da-43bc-9620-a0a0680b67b7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.236484 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-36790f03-b3d3-48d8-be5e-8ecfd7d0941d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:42.238019 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-36790f03-b3d3-48d8-be5e-8ecfd7d0941d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0801647 Jul 05 03:56:42.243091 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140719a3-f44c-47c5-a88d-3e9b9c7878ad x-openstack-request-id: req-140719a3-f44c-47c5-a88d-3e9b9c7878ad {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:42.243410 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3", "name": "network-vif-deleted", "tag": "498d2122-3dbe-47b3-8515-2038dec369fc", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:42.243727 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-140719a3-f44c-47c5-a88d-3e9b9c7878ad {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:42.244159 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c6b719-ff6b-4665-9ce5-d25f3f4fa2c3', 'name': 'network-vif-deleted', 'tag': '498d2122-3dbe-47b3-8515-2038dec369fc', 'status': 'completed', 'code': 200} Jul 05 03:56:42.256433 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-818a8745-684f-41c0-93fb-e212c4390115 req-a9fd45d2-e521-4745-8c31-a902d39b3140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.267908 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-fcc2e745-9e7b-4a76-bd41-ebc84ab12f65 service neutron] Port b862970b-aa5a-4565-b739-33784b96054d on network 099b0587-c94e-4226-806b-3799e77d38db not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:42.269076 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-fcc2e745-9e7b-4a76-bd41-ebc84ab12f65 service neutron] Attempting to bind port b862970b-aa5a-4565-b739-33784b96054d on network 099b0587-c94e-4226-806b-3799e77d38db {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:42.289786 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-02b49421-02bd-4023-95ce-6c0bc875e474 None None] For port 4e654314-c489-4320-9bd8-73f5e545ab06, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4e654314-c489-4320-9bd8-73f5e545ab06,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:42.290629 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02b49421-02bd-4023-95ce-6c0bc875e474 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.305508 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-02b49421-02bd-4023-95ce-6c0bc875e474 None None] Calling delete_port for 4e654314-c489-4320-9bd8-73f5e545ab06 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:42.311637 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-fcc2e745-9e7b-4a76-bd41-ebc84ab12f65 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:42.312248 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-fcc2e745-9e7b-4a76-bd41-ebc84ab12f65 service neutron] Checking segment: {'id': '8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '099b0587-c94e-4226-806b-3799e77d38db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:42.312698 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-fcc2e745-9e7b-4a76-bd41-ebc84ab12f65 service neutron] Bound using segment: {'id': '8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '099b0587-c94e-4226-806b-3799e77d38db'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:42.315254 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-fcc2e745-9e7b-4a76-bd41-ebc84ab12f65 service neutron] Bound port: b862970b-aa5a-4565-b739-33784b96054d, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '099b0587-c94e-4226-806b-3799e77d38db'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:42.315425 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-fcc2e745-9e7b-4a76-bd41-ebc84ab12f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.392361 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02b49421-02bd-4023-95ce-6c0bc875e474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.423893 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b49421-02bd-4023-95ce-6c0bc875e474 None None] Pushing event deleted for resources: {'Port': ['ID=4e654314-c489-4320-9bd8-73f5e545ab06,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:42.428434 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b49421-02bd-4023-95ce-6c0bc875e474 None None] No DVR routers for this DVR port 4e654314-c489-4320-9bd8-73f5e545ab06 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:42.445056 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-88dcae17-702a-4de5-bf00-2bc8bb3e1a74 req-d70f00f8-046f-42c6-be9b-7c9ba99ca8b9 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515590 Jul 05 03:56:42.447921 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e6636bf-67da-43bc-9620-a0a0680b67b7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.496808 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6636bf-67da-43bc-9620-a0a0680b67b7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:42.499997 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-4e6636bf-67da-43bc-9620-a0a0680b67b7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:42.505486 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6636bf-67da-43bc-9620-a0a0680b67b7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:42.506095 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e6636bf-67da-43bc-9620-a0a0680b67b7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.513942 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1c0d7a-95f0-4c71-808a-670476455024 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:42.516675 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6636bf-67da-43bc-9620-a0a0680b67b7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=000173ca-cfe7-4b8d-a448-42c01264066d,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:42.554316 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4e6636bf-67da-43bc-9620-a0a0680b67b7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5753913 Jul 05 03:56:42.555263 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54740) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:42.561481 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-24396865-bcd4-4faf-a9e3-0959b5bc00b8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'name': 'tempest-NetworksTestDHCPv6-1314576629'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:42.614148 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-16a04568-4bbb-4dec-b8a2-9d4faaef2bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:42.615837 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-16a04568-4bbb-4dec-b8a2-9d4faaef2bf0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3693538 Jul 05 03:56:42.675314 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-fcc2e745-9e7b-4a76-bd41-ebc84ab12f65 service neutron] For port b862970b-aa5a-4565-b739-33784b96054d, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:42.686605 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae148ed6-69af-49d0-9e95-ad2a2bec3aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'fixed_ips': [{'subnet_id': '000173ca-cfe7-4b8d-a448-42c01264066d'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:56:42.687873 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ae148ed6-69af-49d0-9e95-ad2a2bec3aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.721614 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.733006 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23f488-9b2f-4db3-ac33-ba3b9814fce7 req-0e06d1f6-e6e4-4ada-995d-2f930cbaf625 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:42.734723 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ce23f488-9b2f-4db3-ac33-ba3b9814fce7 req-0e06d1f6-e6e4-4ada-995d-2f930cbaf625 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a53338-97cf-4a89-8218-fb205c45a8a7 HTTP/1.1" status: 200 len: 948 time: 0.1216657 Jul 05 03:56:42.753127 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e05fe-f1c1-4121-99e8-b3960d8b8eb9 req-b1b1b037-9497-438f-9f88-26ec034f6b02 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:42.760477 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0b4e05fe-f1c1-4121-99e8-b3960d8b8eb9 req-b1b1b037-9497-438f-9f88-26ec034f6b02 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5ef936b-af11-42e0-bc62-1b881299e11b HTTP/1.1" status: 200 len: 943 time: 0.3579478 Jul 05 03:56:42.764297 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24396865-bcd4-4faf-a9e3-0959b5bc00b8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:42.767777 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-24396865-bcd4-4faf-a9e3-0959b5bc00b8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.775674 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-fcc2e745-9e7b-4a76-bd41-ebc84ab12f65 service neutron] For port b862970b-aa5a-4565-b739-33784b96054d, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=b862970b-aa5a-4565-b739-33784b96054d,segment=NetworkSegment(8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d),segment_id=8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:42.781963 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device e9517443-98d4-46bf-9370-96c0bebe9a19 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:42.798768 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-24396865-bcd4-4faf-a9e3-0959b5bc00b8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] device_id is not set on port 540f2993-df70-4c15-a245-a236c95ffdf7 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:56:42.799456 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-fcc2e745-9e7b-4a76-bd41-ebc84ab12f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.811869 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ce23f488-9b2f-4db3-ac33-ba3b9814fce7 req-1ff8c687-9f11-469a-9cde-20cbef44dc75 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/security-groups?id=349467ec-5ad5-42ba-9c8b-9bee86f9f5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668426 Jul 05 03:56:42.869035 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-fcc2e745-9e7b-4a76-bd41-ebc84ab12f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:42.869627 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-fcc2e745-9e7b-4a76-bd41-ebc84ab12f65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.871565 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-fcc2e745-9e7b-4a76-bd41-ebc84ab12f65 service neutron] 10.222.0.70 "PUT /v2.0/ports/b862970b-aa5a-4565-b739-33784b96054d HTTP/1.1" status: 200 len: 1092 time: 3.5771573 Jul 05 03:56:42.935149 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0b4e05fe-f1c1-4121-99e8-b3960d8b8eb9 req-74816528-8fe3-4599-ad68-4d3bf177ba8a tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/security-groups?id=de01797d-bf4c-4dfd-b1ce-2461dc6235ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678705 Jul 05 03:56:42.937259 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-ae148ed6-69af-49d0-9e95-ad2a2bec3aac None None] Allocated IP 2001:db8::2 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/000173ca-cfe7-4b8d-a448-42c01264066d/ecedd826-5d9f-4d2a-8d61-720d5cbf368a) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:43.031542 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port e9517443-98d4-46bf-9370-96c0bebe9a19, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=e9517443-98d4-46bf-9370-96c0bebe9a19,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:43.035488 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2e745-9e7b-4a76-bd41-ebc84ab12f65 service neutron] Pushing event updated for resources: {'Port': ['ID=b862970b-aa5a-4565-b739-33784b96054d,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:43.035635 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 372e5c95-500c-4d2a-a795-11448643f5ba no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:43.043663 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-a67b893f-08de-4a6b-ac6b-74b86923691b service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078496 Jul 05 03:56:43.078913 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'e9517443-98d4-46bf-9370-96c0bebe9a19', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': 'e9517443-98d4-46bf-9370-96c0bebe9a19', 'mac_address': 'fa:16:3e:a7:8f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:43.096263 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ae7e6a-9d9c-43e4-994d-b1d44eb99861 x-openstack-request-id: req-40ae7e6a-9d9c-43e4-994d-b1d44eb99861 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:43.096750 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431fd20c-7504-4485-bcb1-1cb8ec4da494", "tag": "9dfee5e6-3a91-4d89-97ac-9a56486643f6", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:43.096978 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-40ae7e6a-9d9c-43e4-994d-b1d44eb99861 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:43.097506 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431fd20c-7504-4485-bcb1-1cb8ec4da494', 'tag': '9dfee5e6-3a91-4d89-97ac-9a56486643f6', 'status': 'completed', 'code': 200} Jul 05 03:56:43.136225 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.180593 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9517443-98d4-46bf-9370-96c0bebe9a19 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:43.193071 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca224dcb-709b-4f28-bea2-2d1aa8b8d6e6 req-3ef25cc0-cd0b-432b-b675-1e717f40f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:43.194460 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca224dcb-709b-4f28-bea2-2d1aa8b8d6e6 req-3ef25cc0-cd0b-432b-b675-1e717f40f32e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=49680e170dda412ea6a325ff7b871202&device_id=431fd20c-7504-4485-bcb1-1cb8ec4da494 HTTP/1.1" status: 200 len: 1096 time: 0.0702736 Jul 05 03:56:43.210998 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-818a8745-684f-41c0-93fb-e212c4390115 req-a9fd45d2-e521-4745-8c31-a902d39b3140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d34872cc-e1db-4185-b226-798d3880c9fe {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:43.240775 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-818a8745-684f-41c0-93fb-e212c4390115 req-a9fd45d2-e521-4745-8c31-a902d39b3140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.249013 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port e9517443-98d4-46bf-9370-96c0bebe9a19, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=e9517443-98d4-46bf-9370-96c0bebe9a19,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:43.261969 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-5fb29f32-15be-447f-9adb-dc9b2de51169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:43.264129 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-5fb29f32-15be-447f-9adb-dc9b2de51169 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=49680e170dda412ea6a325ff7b871202&device_id=e57775cd-a406-4fcf-9d52-e331142d07ea HTTP/1.1" status: 200 len: 1095 time: 0.3182175 Jul 05 03:56:43.323972 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-818a8745-684f-41c0-93fb-e212c4390115 req-a9fd45d2-e521-4745-8c31-a902d39b3140 service neutron] Transition to ACTIVE for port object d34872cc-e1db-4185-b226-798d3880c9fe will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:43.328581 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-f4b7b86e-c52a-47dd-9d08-6cc0626b80fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b862970b-aa5a-4565-b739-33784b96054d HTTP/1.1" status: 200 len: 217 time: 0.0470185 Jul 05 03:56:43.331553 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b756d81-6eb5-44e8-bf82-9e06e4fc094f req-94deba2c-e123-410d-8348-264fe020e0fb service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789328 Jul 05 03:56:43.332365 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-818a8745-684f-41c0-93fb-e212c4390115 req-a9fd45d2-e521-4745-8c31-a902d39b3140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.356774 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.357697 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca224dcb-709b-4f28-bea2-2d1aa8b8d6e6 req-3cd5af50-5e19-42dd-9f6c-0ba17864025a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:43.358169 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 1166bccb-3347-4d6a-bc39-2c37ffaa1d69 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:43.359219 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca224dcb-709b-4f28-bea2-2d1aa8b8d6e6 req-3cd5af50-5e19-42dd-9f6c-0ba17864025a service neutron] 10.222.0.89 "GET /v2.0/networks?id=099b0587-c94e-4226-806b-3799e77d38db HTTP/1.1" status: 200 len: 913 time: 0.1580498 Jul 05 03:56:43.386061 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fea78-e371-40b2-9475-6031d2d968f3 req-dee335f7-6aaa-4281-8c7f-9577be380c8c tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:43.387675 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c22fea78-e371-40b2-9475-6031d2d968f3 req-dee335f7-6aaa-4281-8c7f-9577be380c8c tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 950 time: 0.1255755 Jul 05 03:56:43.427182 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca224dcb-709b-4f28-bea2-2d1aa8b8d6e6 req-ff5a6fcd-ea3f-4265-a1c1-ad65d31d4336 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9dfee5e6-3a91-4d89-97ac-9a56486643f6 HTTP/1.1" status: 200 len: 217 time: 0.0568058 Jul 05 03:56:43.501410 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd45d2-e521-4745-8c31-a902d39b3140 service neutron] Pushing event updated for resources: {'Port': ['ID=d34872cc-e1db-4185-b226-798d3880c9fe,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:43.510746 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ae148ed6-69af-49d0-9e95-ad2a2bec3aac None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.522525 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-b6984b29-1cb2-4263-971e-cf73b8859415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:43.525437 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-b6984b29-1cb2-4263-971e-cf73b8859415 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c6ed1c63-2cd0-4bae-9eae-a91abd9d5b06 HTTP/1.1" status: 200 len: 852 time: 0.1611483 Jul 05 03:56:43.526136 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c22fea78-e371-40b2-9475-6031d2d968f3 req-940d5cb5-8096-43e6-85b0-129655e4fb23 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064768 Jul 05 03:56:43.545753 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca224dcb-709b-4f28-bea2-2d1aa8b8d6e6 req-42600a9a-8485-4754-b041-4267e89da69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:43.547318 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca224dcb-709b-4f28-bea2-2d1aa8b8d6e6 req-42600a9a-8485-4754-b041-4267e89da69d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c6ed1c63-2cd0-4bae-9eae-a91abd9d5b06 HTTP/1.1" status: 200 len: 852 time: 0.1043129 Jul 05 03:56:43.603750 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-200b59c0-1586-4cb4-9f19-9627f5b21867 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=099b0587-c94e-4226-806b-3799e77d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590434 Jul 05 03:56:43.615833 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca224dcb-709b-4f28-bea2-2d1aa8b8d6e6 req-1993f6f3-d775-4573-9aa6-ca151222dc66 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=099b0587-c94e-4226-806b-3799e77d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614290 Jul 05 03:56:43.634463 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ae148ed6-69af-49d0-9e95-ad2a2bec3aac None None] Transition to ACTIVE for port object ecedd826-5d9f-4d2a-8d61-720d5cbf368a will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:43.656147 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.693360 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 1166bccb-3347-4d6a-bc39-2c37ffaa1d69, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=1166bccb-3347-4d6a-bc39-2c37ffaa1d69,segment=NetworkSegment(2c4b3056-4923-4363-8715-a2d215287363),segment_id=2c4b3056-4923-4363-8715-a2d215287363)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:43.712302 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ae148ed6-69af-49d0-9e95-ad2a2bec3aac None None] Transition to ACTIVE for port object ecedd826-5d9f-4d2a-8d61-720d5cbf368a will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:43.714112 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=e9517443-98d4-46bf-9370-96c0bebe9a19,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:43.738821 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '1166bccb-3347-4d6a-bc39-2c37ffaa1d69', 'network_id': '86d29a04-71d5-4ba1-98ec-e3542b36b343', 'port_id': '1166bccb-3347-4d6a-bc39-2c37ffaa1d69', 'mac_address': 'fa:16:3e:31:6e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553fbf9f-55ea-43a5-a206-cfb9ebd19d2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:43.741505 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ae148ed6-69af-49d0-9e95-ad2a2bec3aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.761195 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03283c32-27e5-4bbe-81b6-a81a7ff331f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '372e5c95-500c-4d2a-a795-11448643f5ba'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:43.764393 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4430a7cc-8277-4a6a-9f84-b56da51903c1" -d '{"events": [{"server_uuid": "03283c32-27e5-4bbe-81b6-a81a7ff331f0", "name": "network-vif-unplugged", "status": "completed", "tag": "372e5c95-500c-4d2a-a795-11448643f5ba"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:43.768315 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-818a8745-684f-41c0-93fb-e212c4390115 req-a9fd45d2-e521-4745-8c31-a902d39b3140 service neutron] Attempting to bind port d34872cc-e1db-4185-b226-798d3880c9fe on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:43.769283 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-818a8745-684f-41c0-93fb-e212c4390115 req-a9fd45d2-e521-4745-8c31-a902d39b3140 service neutron] Attempting to bind port d34872cc-e1db-4185-b226-798d3880c9fe by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '06b9089c-3c33-40f8-9fba-09be91ebfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:43.769776 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818a8745-684f-41c0-93fb-e212c4390115 req-a9fd45d2-e521-4745-8c31-a902d39b3140 service neutron] Attempting to bind port d34872cc-e1db-4185-b226-798d3880c9fe on network 7b6709da-22b7-4420-933a-f93ebf434ce7 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:43.785124 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818a8745-684f-41c0-93fb-e212c4390115 req-a9fd45d2-e521-4745-8c31-a902d39b3140 service neutron] Port d34872cc-e1db-4185-b226-798d3880c9fe on network 7b6709da-22b7-4420-933a-f93ebf434ce7 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:43.785775 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818a8745-684f-41c0-93fb-e212c4390115 req-a9fd45d2-e521-4745-8c31-a902d39b3140 service neutron] Attempting to bind port d34872cc-e1db-4185-b226-798d3880c9fe on network 7b6709da-22b7-4420-933a-f93ebf434ce7 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:43.811859 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 372e5c95-500c-4d2a-a795-11448643f5ba, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=372e5c95-500c-4d2a-a795-11448643f5ba,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:43.815061 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae148ed6-69af-49d0-9e95-ad2a2bec3aac None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:43.837009 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818a8745-684f-41c0-93fb-e212c4390115 req-a9fd45d2-e521-4745-8c31-a902d39b3140 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:43.837940 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818a8745-684f-41c0-93fb-e212c4390115 req-a9fd45d2-e521-4745-8c31-a902d39b3140 service neutron] Checking segment: {'id': '06b9089c-3c33-40f8-9fba-09be91ebfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:43.839039 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818a8745-684f-41c0-93fb-e212c4390115 req-a9fd45d2-e521-4745-8c31-a902d39b3140 service neutron] Bound using segment: {'id': '06b9089c-3c33-40f8-9fba-09be91ebfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:43.840712 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-818a8745-684f-41c0-93fb-e212c4390115 req-a9fd45d2-e521-4745-8c31-a902d39b3140 service neutron] Bound port: d34872cc-e1db-4185-b226-798d3880c9fe, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06b9089c-3c33-40f8-9fba-09be91ebfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:43.841169 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-818a8745-684f-41c0-93fb-e212c4390115 req-a9fd45d2-e521-4745-8c31-a902d39b3140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.846054 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.848559 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-ae148ed6-69af-49d0-9e95-ad2a2bec3aac None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:43.856678 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae148ed6-69af-49d0-9e95-ad2a2bec3aac None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:43.882598 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-24396865-bcd4-4faf-a9e3-0959b5bc00b8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 2001:db8::125 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/000173ca-cfe7-4b8d-a448-42c01264066d/540f2993-df70-4c15-a245-a236c95ffdf7) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:43.905711 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae148ed6-69af-49d0-9e95-ad2a2bec3aac None None] Pushing event updated for resources: {'Port': ['ID=ecedd826-5d9f-4d2a-8d61-720d5cbf368a,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:43.924814 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dda371-48a5-4f3c-bb6f-254142c621ad req-e9193c3a-5bcc-42e1-813f-5888b7803c2d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:43.932868 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-56dda371-48a5-4f3c-bb6f-254142c621ad req-e9193c3a-5bcc-42e1-813f-5888b7803c2d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bab9669-0bde-4bb3-af6d-f5f6a364729c HTTP/1.1" status: 200 len: 944 time: 0.3012450 Jul 05 03:56:43.938542 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-fd2f6da0-bab3-4e2e-815d-036460ab7fb1 service neutron] 10.222.0.70 "GET /v2.0/networks/099b0587-c94e-4226-806b-3799e77d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237762 Jul 05 03:56:43.965918 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=372e5c95-500c-4d2a-a795-11448643f5ba,revision_number=9']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:43.985682 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.999171 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca224dcb-709b-4f28-bea2-2d1aa8b8d6e6 req-4e18ce98-24b3-4c0b-bd0e-4d4711d29c4b service neutron] 10.222.0.89 "GET /v2.0/networks/099b0587-c94e-4226-806b-3799e77d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660891 Jul 05 03:56:44.024623 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4e654314-c489-4320-9bd8-73f5e545ab06 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:44.045989 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 4e654314-c489-4320-9bd8-73f5e545ab06 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:44.046558 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4e654314-c489-4320-9bd8-73f5e545ab06 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:44.062788 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-ae148ed6-69af-49d0-9e95-ad2a2bec3aac None None] Attempting to bind port ecedd826-5d9f-4d2a-8d61-720d5cbf368a on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:44.063167 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-ae148ed6-69af-49d0-9e95-ad2a2bec3aac None None] Attempting to bind port ecedd826-5d9f-4d2a-8d61-720d5cbf368a by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:44.063538 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae148ed6-69af-49d0-9e95-ad2a2bec3aac None None] Attempting to bind port ecedd826-5d9f-4d2a-8d61-720d5cbf368a on network 11254a26-e0ed-4207-b9f1-d7e3a27daaba {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:44.069155 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae148ed6-69af-49d0-9e95-ad2a2bec3aac None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:44.069567 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae148ed6-69af-49d0-9e95-ad2a2bec3aac None None] Checking segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:44.070075 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ae148ed6-69af-49d0-9e95-ad2a2bec3aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.070496 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae148ed6-69af-49d0-9e95-ad2a2bec3aac None None] Bound using segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:44.070986 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-ae148ed6-69af-49d0-9e95-ad2a2bec3aac None None] Bound port: ecedd826-5d9f-4d2a-8d61-720d5cbf368a, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:44.071375 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ae148ed6-69af-49d0-9e95-ad2a2bec3aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.074091 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1166bccb-3347-4d6a-bc39-2c37ffaa1d69 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:44.084922 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-56dda371-48a5-4f3c-bb6f-254142c621ad req-b79dfb49-a87f-4692-9837-d922d5884585 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511087 Jul 05 03:56:44.109923 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-818a8745-684f-41c0-93fb-e212c4390115 req-a9fd45d2-e521-4745-8c31-a902d39b3140 service neutron] For port d34872cc-e1db-4185-b226-798d3880c9fe, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:44.113175 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 1166bccb-3347-4d6a-bc39-2c37ffaa1d69, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=1166bccb-3347-4d6a-bc39-2c37ffaa1d69,segment=NetworkSegment(2c4b3056-4923-4363-8715-a2d215287363),segment_id=2c4b3056-4923-4363-8715-a2d215287363)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:44.121017 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-818a8745-684f-41c0-93fb-e212c4390115 req-a9fd45d2-e521-4745-8c31-a902d39b3140 service neutron] For port d34872cc-e1db-4185-b226-798d3880c9fe, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d34872cc-e1db-4185-b226-798d3880c9fe,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:44.140515 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.160648 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-818a8745-684f-41c0-93fb-e212c4390115 req-a9fd45d2-e521-4745-8c31-a902d39b3140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.198834 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addc17ba-44b8-422e-89b3-dcf8bed627d4 x-openstack-request-id: req-addc17ba-44b8-422e-89b3-dcf8bed627d4 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:44.199972 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03283c32-27e5-4bbe-81b6-a81a7ff331f0", "name": "network-vif-unplugged", "status": "completed", "tag": "372e5c95-500c-4d2a-a795-11448643f5ba", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:44.200378 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-addc17ba-44b8-422e-89b3-dcf8bed627d4 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:44.200842 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03283c32-27e5-4bbe-81b6-a81a7ff331f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '372e5c95-500c-4d2a-a795-11448643f5ba', 'code': 200} Jul 05 03:56:44.216674 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-ae148ed6-69af-49d0-9e95-ad2a2bec3aac None None] For port ecedd826-5d9f-4d2a-8d61-720d5cbf368a, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:44.223662 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-ae148ed6-69af-49d0-9e95-ad2a2bec3aac None None] For port ecedd826-5d9f-4d2a-8d61-720d5cbf368a, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=ecedd826-5d9f-4d2a-8d61-720d5cbf368a,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:44.225639 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=1166bccb-3347-4d6a-bc39-2c37ffaa1d69,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:44.230766 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ae148ed6-69af-49d0-9e95-ad2a2bec3aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.255984 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917a09a-c0aa-4bbc-8afc-4973e8546138 req-47458ca5-1008-45f1-a2c0-ac5fe74a2e22 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:44.257665 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3917a09a-c0aa-4bbc-8afc-4973e8546138 req-47458ca5-1008-45f1-a2c0-ac5fe74a2e22 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=431fd20c-7504-4485-bcb1-1cb8ec4da494 HTTP/1.1" status: 200 len: 944 time: 0.3406014 Jul 05 03:56:44.279238 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca224dcb-709b-4f28-bea2-2d1aa8b8d6e6 req-38a83dc9-dd9b-4c6d-9d1a-6832b9983d68 service neutron] 10.222.0.89 "GET /v2.0/networks/099b0587-c94e-4226-806b-3799e77d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627542 Jul 05 03:56:44.323786 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57775cd-a406-4fcf-9d52-e331142d07ea', 'tag': 'b862970b-aa5a-4565-b739-33784b96054d'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:44.329249 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae148ed6-69af-49d0-9e95-ad2a2bec3aac None None] Pushing event updated for resources: {'Port': ['ID=ecedd826-5d9f-4d2a-8d61-720d5cbf368a,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:44.334597 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ad0832-df67-4a03-b7a1-fc31766f04fa" -d '{"events": [{"name": "network-changed", "server_uuid": "e57775cd-a406-4fcf-9d52-e331142d07ea", "tag": "b862970b-aa5a-4565-b739-33784b96054d"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:44.337401 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd45d2-e521-4745-8c31-a902d39b3140 service neutron] Pushing event updated for resources: {'Port': ['ID=d34872cc-e1db-4185-b226-798d3880c9fe,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:44.350029 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c26d630-8338-445c-9d71-634f4b991ee5 req-3f57e8a0-dc1a-4c58-af08-d752789ee12b service neutron] 10.222.0.70 "GET /v2.0/networks/099b0587-c94e-4226-806b-3799e77d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955500 Jul 05 03:56:44.356180 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8745-684f-41c0-93fb-e212c4390115 req-a9fd45d2-e521-4745-8c31-a902d39b3140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:44.356820 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-818a8745-684f-41c0-93fb-e212c4390115 req-a9fd45d2-e521-4745-8c31-a902d39b3140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.358403 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-818a8745-684f-41c0-93fb-e212c4390115 req-a9fd45d2-e521-4745-8c31-a902d39b3140 service neutron] 10.222.0.70 "PUT /v2.0/ports/d34872cc-e1db-4185-b226-798d3880c9fe HTTP/1.1" status: 200 len: 1093 time: 2.4787402 Jul 05 03:56:44.400434 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3917a09a-c0aa-4bbc-8afc-4973e8546138 req-46108ee5-a4b1-466f-a2a9-fb3fd16c4f3d tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349070 Jul 05 03:56:44.412084 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['e9517443-98d4-46bf-9370-96c0bebe9a19'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:44.436805 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-24396865-bcd4-4faf-a9e3-0959b5bc00b8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.453143 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-24396865-bcd4-4faf-a9e3-0959b5bc00b8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Transition to ACTIVE for port object 540f2993-df70-4c15-a245-a236c95ffdf7 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:44.474902 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['1166bccb-3347-4d6a-bc39-2c37ffaa1d69'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:44.494501 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-24396865-bcd4-4faf-a9e3-0959b5bc00b8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.537774 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4bfb3-26a0-4805-b382-40e0f07f7145 req-50612b27-3235-44c4-948e-08ee6d3710c5 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:44.539817 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c5c4bfb3-26a0-4805-b382-40e0f07f7145 req-50612b27-3235-44c4-948e-08ee6d3710c5 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a53338-97cf-4a89-8218-fb205c45a8a7 HTTP/1.1" status: 200 len: 949 time: 0.1596737 Jul 05 03:56:44.558354 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24396865-bcd4-4faf-a9e3-0959b5bc00b8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:44.562080 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-24396865-bcd4-4faf-a9e3-0959b5bc00b8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:44.573553 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8745-684f-41c0-93fb-e212c4390115 req-b8bf8687-70cb-4c24-b90b-0a3bef31f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:44.575265 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-818a8745-684f-41c0-93fb-e212c4390115 req-b8bf8687-70cb-4c24-b90b-0a3bef31f615 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b15a843c894428bb9d88f84ee28689c&device_id=1bab9669-0bde-4bb3-af6d-f5f6a364729c HTTP/1.1" status: 200 len: 1096 time: 0.1085594 Jul 05 03:56:44.585203 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24396865-bcd4-4faf-a9e3-0959b5bc00b8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:44.592387 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24396865-bcd4-4faf-a9e3-0959b5bc00b8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:44.593135 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-24396865-bcd4-4faf-a9e3-0959b5bc00b8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.665821 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24396865-bcd4-4faf-a9e3-0959b5bc00b8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=540f2993-df70-4c15-a245-a236c95ffdf7,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:44.682046 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-24396865-bcd4-4faf-a9e3-0959b5bc00b8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1225526 Jul 05 03:56:44.683972 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54772) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:44.740457 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 9dfee5e6-3a91-4d89-97ac-9a56486643f6 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:44.808374 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110746a9-7961-4349-8e5a-3e64ff542b10 req-30b23ec9-3598-4a66-a18a-4bf5b17eac72 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:44.816368 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-110746a9-7961-4349-8e5a-3e64ff542b10 req-30b23ec9-3598-4a66-a18a-4bf5b17eac72 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5ef936b-af11-42e0-bc62-1b881299e11b HTTP/1.1" status: 200 len: 944 time: 0.2159979 Jul 05 03:56:44.839496 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c5c4bfb3-26a0-4805-b382-40e0f07f7145 req-da7703c1-a8ac-48ee-ab75-53efe9ef0aa0 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/security-groups?id=349467ec-5ad5-42ba-9c8b-9bee86f9f5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904718 Jul 05 03:56:44.857312 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-818a8745-684f-41c0-93fb-e212c4390115 req-58914334-47aa-4ae7-bc25-0b45fe95203f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d34872cc-e1db-4185-b226-798d3880c9fe HTTP/1.1" status: 200 len: 217 time: 0.1994658 Jul 05 03:56:44.872561 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2aeb863-1f88-4ead-9b5e-b67f049119ff tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:44.880696 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2aeb863-1f88-4ead-9b5e-b67f049119ff tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:44.882672 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a2aeb863-1f88-4ead-9b5e-b67f049119ff tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1970646 Jul 05 03:56:44.885788 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54776) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:44.930295 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-110746a9-7961-4349-8e5a-3e64ff542b10 req-9438be72-644f-4553-89b6-6f2e11ee7c96 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/security-groups?id=de01797d-bf4c-4dfd-b1ce-2461dc6235ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118045 Jul 05 03:56:44.950943 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761c04c9-c3c9-45ec-814a-2ea55c6a7c5f x-openstack-request-id: req-761c04c9-c3c9-45ec-814a-2ea55c6a7c5f {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:44.950943 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57775cd-a406-4fcf-9d52-e331142d07ea", "tag": "b862970b-aa5a-4565-b739-33784b96054d", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:44.950943 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-761c04c9-c3c9-45ec-814a-2ea55c6a7c5f {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:44.950943 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57775cd-a406-4fcf-9d52-e331142d07ea', 'tag': 'b862970b-aa5a-4565-b739-33784b96054d', 'status': 'completed', 'code': 200} Jul 05 03:56:44.966563 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8745-684f-41c0-93fb-e212c4390115 req-f584ce1a-4224-4659-8be8-860e1dbf7bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:44.971835 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-818a8745-684f-41c0-93fb-e212c4390115 req-f584ce1a-4224-4659-8be8-860e1dbf7bd9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ccf7098d-d664-4348-860f-1e166cf68435 HTTP/1.1" status: 200 len: 844 time: 0.1080375 Jul 05 03:56:45.078681 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-818a8745-684f-41c0-93fb-e212c4390115 req-19ef5ec9-cf4f-4199-8fc5-47fd711e5431 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7b6709da-22b7-4420-933a-f93ebf434ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987787 Jul 05 03:56:45.113697 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-cdd93241-d7f5-47b3-a639-7e96b6dcfabd tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting port 540f2993-df70-4c15-a245-a236c95ffdf7 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:45.114179 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cdd93241-d7f5-47b3-a639-7e96b6dcfabd tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.168474 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 9dfee5e6-3a91-4d89-97ac-9a56486643f6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9dfee5e6-3a91-4d89-97ac-9a56486643f6,segment=NetworkSegment(8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d),segment_id=8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:45.183617 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '9dfee5e6-3a91-4d89-97ac-9a56486643f6', 'network_id': '099b0587-c94e-4226-806b-3799e77d38db', 'port_id': '9dfee5e6-3a91-4d89-97ac-9a56486643f6', 'mac_address': 'fa:16:3e:f5:da:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ed1c63-2cd0-4bae-9eae-a91abd9d5b06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:45.233104 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad0832-df67-4a03-b7a1-fc31766f04fa req-93b961e8-0bd2-4cd1-9a6e-86807ee7f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:45.235468 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-35ad0832-df67-4a03-b7a1-fc31766f04fa req-93b961e8-0bd2-4cd1-9a6e-86807ee7f632 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=49680e170dda412ea6a325ff7b871202&device_id=e57775cd-a406-4fcf-9d52-e331142d07ea HTTP/1.1" status: 200 len: 1095 time: 0.2310040 Jul 05 03:56:45.246791 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.272279 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dfee5e6-3a91-4d89-97ac-9a56486643f6 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:45.312864 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cdd93241-d7f5-47b3-a639-7e96b6dcfabd tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.315511 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 9dfee5e6-3a91-4d89-97ac-9a56486643f6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9dfee5e6-3a91-4d89-97ac-9a56486643f6,segment=NetworkSegment(8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d),segment_id=8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:45.323010 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.358247 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-818a8745-684f-41c0-93fb-e212c4390115 req-f4bfa219-3f1a-4406-8a44-b2067c09b19b service neutron] 10.222.0.70 "GET /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699082 Jul 05 03:56:45.381534 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-cdd93241-d7f5-47b3-a639-7e96b6dcfabd tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Calling delete_port for 540f2993-df70-4c15-a245-a236c95ffdf7 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:45.445645 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=9dfee5e6-3a91-4d89-97ac-9a56486643f6,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:45.505470 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb7fcb-b7b3-45a7-8085-a03ac122f692 req-6167ced6-fad1-4363-aabc-5273c6153df8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:45.514736 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fadb7fcb-b7b3-45a7-8085-a03ac122f692 req-6167ced6-fad1-4363-aabc-5273c6153df8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 948 time: 0.3653572 Jul 05 03:56:45.573332 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad0832-df67-4a03-b7a1-fc31766f04fa req-cc08ce2b-3497-4947-b26b-145bf9188703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:45.575200 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-35ad0832-df67-4a03-b7a1-fc31766f04fa req-cc08ce2b-3497-4947-b26b-145bf9188703 service neutron] 10.222.0.70 "GET /v2.0/networks?id=099b0587-c94e-4226-806b-3799e77d38db HTTP/1.1" status: 200 len: 913 time: 0.3217301 Jul 05 03:56:45.616202 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cdd93241-d7f5-47b3-a639-7e96b6dcfabd tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.641779 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fadb7fcb-b7b3-45a7-8085-a03ac122f692 req-0e06e67c-5b7f-4ed4-83cb-c8349dec285c tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261461 Jul 05 03:56:45.648577 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-35ad0832-df67-4a03-b7a1-fc31766f04fa req-48cc1095-5cb9-42aa-8692-ea81ee798309 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b862970b-aa5a-4565-b739-33784b96054d HTTP/1.1" status: 200 len: 217 time: 0.0630834 Jul 05 03:56:45.673780 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['9dfee5e6-3a91-4d89-97ac-9a56486643f6'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:45.678617 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd0bac-0353-44a9-9e2b-7fd446b473ae req-1cef6a59-8a12-4495-9074-e752a3700d1b tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:45.681615 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2abd0bac-0353-44a9-9e2b-7fd446b473ae req-1cef6a59-8a12-4495-9074-e752a3700d1b tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bab9669-0bde-4bb3-af6d-f5f6a364729c HTTP/1.1" status: 200 len: 944 time: 0.3399334 Jul 05 03:56:45.687689 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd93241-d7f5-47b3-a639-7e96b6dcfabd tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Port': ['ID=540f2993-df70-4c15-a245-a236c95ffdf7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:45.718200 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cdd93241-d7f5-47b3-a639-7e96b6dcfabd tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.720388 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cdd93241-d7f5-47b3-a639-7e96b6dcfabd tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/540f2993-df70-4c15-a245-a236c95ffdf7 HTTP/1.1" status: 204 len: 168 time: 0.8334451 Jul 05 03:56:45.728420 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54782) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:45.771192 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-818a8745-684f-41c0-93fb-e212c4390115 req-4b52ca14-934c-4cd5-b1b9-5cb991716c16 service neutron] 10.222.0.70 "GET /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037127 Jul 05 03:56:45.811327 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad0832-df67-4a03-b7a1-fc31766f04fa req-1f98b969-22d8-4d3d-b3fc-b8ed9d97faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:45.813019 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-35ad0832-df67-4a03-b7a1-fc31766f04fa req-1f98b969-22d8-4d3d-b3fc-b8ed9d97faaa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c6ed1c63-2cd0-4bae-9eae-a91abd9d5b06 HTTP/1.1" status: 200 len: 852 time: 0.1518638 Jul 05 03:56:45.828453 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61732f5b-abde-4531-8f70-e67d24fe6f78 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:45.830542 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61732f5b-abde-4531-8f70-e67d24fe6f78 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:45.836050 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-61732f5b-abde-4531-8f70-e67d24fe6f78 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1022463 Jul 05 03:56:45.836050 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54784) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:45.866342 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-35ad0832-df67-4a03-b7a1-fc31766f04fa req-30363358-c157-4194-b934-372a458dc822 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=099b0587-c94e-4226-806b-3799e77d38db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463073 Jul 05 03:56:45.998114 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-94782b1c-5c4b-4ab3-94f1-af19253b4820 None None] Provisioning for port ecedd826-5d9f-4d2a-8d61-720d5cbf368a completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:46.071709 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device ecedd826-5d9f-4d2a-8d61-720d5cbf368a up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:46.095143 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f795d-8fd7-494c-a6aa-ccd3c6668aa2 req-18a95794-03d3-4fb9-bbe1-de7b66ceefbb tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:46.097696 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d03f795d-8fd7-494c-a6aa-ccd3c6668aa2 req-18a95794-03d3-4fb9-bbe1-de7b66ceefbb tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=431fd20c-7504-4485-bcb1-1cb8ec4da494 HTTP/1.1" status: 200 len: 945 time: 0.2297468 Jul 05 03:56:46.100343 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-35ad0832-df67-4a03-b7a1-fc31766f04fa req-1e9e722e-4aab-4cda-a122-c012a3c5d5f6 service neutron] 10.222.0.70 "GET /v2.0/networks/099b0587-c94e-4226-806b-3799e77d38db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148650 Jul 05 03:56:46.139433 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port ecedd826-5d9f-4d2a-8d61-720d5cbf368a completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:46.146431 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port ecedd826-5d9f-4d2a-8d61-720d5cbf368a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:46.146965 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.246780 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.249028 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d03f795d-8fd7-494c-a6aa-ccd3c6668aa2 req-f25570fd-48cc-41cd-9d06-ead6f453f856 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397588 Jul 05 03:56:46.315975 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port ecedd826-5d9f-4d2a-8d61-720d5cbf368a, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=ecedd826-5d9f-4d2a-8d61-720d5cbf368a,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:46.316239 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2abd0bac-0353-44a9-9e2b-7fd446b473ae req-e45bf12d-c49c-4c12-8e3e-4a6b83795f9b tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6074414 Jul 05 03:56:46.324100 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.333343 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-35ad0832-df67-4a03-b7a1-fc31766f04fa req-b2f67e5a-8e8c-4019-ae77-b5c96d30e9f0 service neutron] 10.222.0.70 "GET /v2.0/networks/099b0587-c94e-4226-806b-3799e77d38db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214670 Jul 05 03:56:46.358461 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2cefb4-5576-4a3c-8263-804b2c4b9059 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet 000173ca-cfe7-4b8d-a448-42c01264066d {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:56:46.374333 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd2cefb4-5576-4a3c-8263-804b2c4b9059 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.394826 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8106660e-d061-4d0d-b113-d46d78f1ba30 None None] Could not find standard attr ID for object 540f2993-df70-4c15-a245-a236c95ffdf7. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:56:46.456428 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=ecedd826-5d9f-4d2a-8d61-720d5cbf368a,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:46.462859 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd2cefb4-5576-4a3c-8263-804b2c4b9059 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.522213 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557c25c-fca3-46c6-baa4-e0a0914cdbc6 req-a12a3c88-9d2b-4b33-a895-2ba099171407 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:46.524428 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1557c25c-fca3-46c6-baa4-e0a0914cdbc6 req-a12a3c88-9d2b-4b33-a895-2ba099171407 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a53338-97cf-4a89-8218-fb205c45a8a7 HTTP/1.1" status: 200 len: 949 time: 0.0967410 Jul 05 03:56:46.579785 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1557c25c-fca3-46c6-baa4-e0a0914cdbc6 req-e4f10e00-8cfd-465b-9646-7d68b7d4397b tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/security-groups?id=349467ec-5ad5-42ba-9c8b-9bee86f9f5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496178 Jul 05 03:56:46.600719 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd2cefb4-5576-4a3c-8263-804b2c4b9059 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.651341 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97682278-5dab-4be0-bd91-5682b68a7123 req-0391b22d-41bb-475d-b8f5-8784032cdb40 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:46.652924 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-97682278-5dab-4be0-bd91-5682b68a7123 req-0391b22d-41bb-475d-b8f5-8784032cdb40 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5ef936b-af11-42e0-bc62-1b881299e11b HTTP/1.1" status: 200 len: 944 time: 0.1642611 Jul 05 03:56:46.703786 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd2cefb4-5576-4a3c-8263-804b2c4b9059 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.721287 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-97682278-5dab-4be0-bd91-5682b68a7123 req-9e6dd4ee-1374-4352-863a-f7c51fb56b01 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/security-groups?id=de01797d-bf4c-4dfd-b1ce-2461dc6235ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573959 Jul 05 03:56:46.745996 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device e9517443-98d4-46bf-9370-96c0bebe9a19 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:46.746505 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2cefb4-5576-4a3c-8263-804b2c4b9059 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=000173ca-cfe7-4b8d-a448-42c01264066d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:46.749198 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd2cefb4-5576-4a3c-8263-804b2c4b9059 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.751563 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bd2cefb4-5576-4a3c-8263-804b2c4b9059 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/000173ca-cfe7-4b8d-a448-42c01264066d HTTP/1.1" status: 204 len: 168 time: 0.9126792 Jul 05 03:56:46.753889 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54796) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:46.766228 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f10d5b-21e9-4536-ba2c-740df5fe9cb5 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:46.806355 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-176e12ec-bf17-4996-8f00-59121db5e62f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511191 Jul 05 03:56:46.808942 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54798) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:46.891518 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d37c8d-dc3c-42ed-9f6e-f9d8e8035c99 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:46.895288 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-88d37c8d-dc3c-42ed-9f6e-f9d8e8035c99 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0828674 Jul 05 03:56:46.895582 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54800) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:46.923486 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port e9517443-98d4-46bf-9370-96c0bebe9a19 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:46.931139 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port e9517443-98d4-46bf-9370-96c0bebe9a19 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:46.932146 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.958725 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7393e27-14d7-4f81-9335-2a2f3a0f2477 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:46.959995 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bab9669-0bde-4bb3-af6d-f5f6a364729c', 'tag': 'd34872cc-e1db-4185-b226-798d3880c9fe'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:46.964265 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c7393e27-14d7-4f81-9335-2a2f3a0f2477 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0676317 Jul 05 03:56:46.964891 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54804) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:46.966719 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f8ae10-de2e-4b2e-8682-3dfdef3a5154" -d '{"events": [{"name": "network-changed", "server_uuid": "1bab9669-0bde-4bb3-af6d-f5f6a364729c", "tag": "d34872cc-e1db-4185-b226-798d3880c9fe"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:47.015648 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fe7b580f-89a4-4f61-aedd-3abd5ad31dfc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491576 Jul 05 03:56:47.016010 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54808) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:47.021898 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-6a1effb4-9d5a-48eb-8fa8-f79278f24c30 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:47.028796 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7754b-b8be-48b0-a315-a6fb4d33caa5 req-17d4e466-6ede-4624-be3b-40fb8c535073 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:47.033978 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0c7754b-b8be-48b0-a315-a6fb4d33caa5 req-17d4e466-6ede-4624-be3b-40fb8c535073 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 948 time: 0.1575377 Jul 05 03:56:47.043190 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device b862970b-aa5a-4565-b739-33784b96054d details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:47.047121 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2853277-d5a1-4c68-ac01-fcf678b04b2e x-openstack-request-id: req-b2853277-d5a1-4c68-ac01-fcf678b04b2e {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:47.047405 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bab9669-0bde-4bb3-af6d-f5f6a364729c", "tag": "d34872cc-e1db-4185-b226-798d3880c9fe", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:47.047663 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b2853277-d5a1-4c68-ac01-fcf678b04b2e {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:47.050207 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bab9669-0bde-4bb3-af6d-f5f6a364729c', 'tag': 'd34872cc-e1db-4185-b226-798d3880c9fe', 'status': 'completed', 'code': 200} Jul 05 03:56:47.060365 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.129138 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port e9517443-98d4-46bf-9370-96c0bebe9a19, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=e9517443-98d4-46bf-9370-96c0bebe9a19,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:47.134752 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a53338-97cf-4a89-8218-fb205c45a8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9517443-98d4-46bf-9370-96c0bebe9a19'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:47.138076 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bbf154-acad-41c3-87a7-5a5921f03773" -d '{"events": [{"server_uuid": "a5a53338-97cf-4a89-8218-fb205c45a8a7", "name": "network-vif-plugged", "status": "completed", "tag": "e9517443-98d4-46bf-9370-96c0bebe9a19"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:47.141393 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f363e7-fce4-4c26-b4f4-61ec2a74f170 None None] DHCP port deletion for 11254a26-e0ed-4207-b9f1-d7e3a27daaba request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:56:47.148914 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.151257 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 1166bccb-3347-4d6a-bc39-2c37ffaa1d69 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:47.167752 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1effb4-9d5a-48eb-8fa8-f79278f24c30 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:47.172774 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0c7754b-b8be-48b0-a315-a6fb4d33caa5 req-9869e133-99ba-4a74-a956-7eea0cc474c8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273987 Jul 05 03:56:47.176814 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6a1effb4-9d5a-48eb-8fa8-f79278f24c30 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.227768 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8ae10-de2e-4b2e-8682-3dfdef3a5154 req-71758155-bf5f-4bf9-93f0-b483af7d83f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:47.232094 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-49f8ae10-de2e-4b2e-8682-3dfdef3a5154 req-71758155-bf5f-4bf9-93f0-b483af7d83f8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b15a843c894428bb9d88f84ee28689c&device_id=1bab9669-0bde-4bb3-af6d-f5f6a364729c HTTP/1.1" status: 200 len: 1096 time: 0.1242039 Jul 05 03:56:47.262722 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce22a37-c9c1-4fc0-957f-8eec5567c499 x-openstack-request-id: req-dce22a37-c9c1-4fc0-957f-8eec5567c499 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:47.263263 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a53338-97cf-4a89-8218-fb205c45a8a7", "name": "network-vif-plugged", "status": "completed", "tag": "e9517443-98d4-46bf-9370-96c0bebe9a19", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:47.263469 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dce22a37-c9c1-4fc0-957f-8eec5567c499 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:47.263981 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a53338-97cf-4a89-8218-fb205c45a8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9517443-98d4-46bf-9370-96c0bebe9a19', 'code': 200} Jul 05 03:56:47.355039 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8ae10-de2e-4b2e-8682-3dfdef3a5154 req-c2d4fbe9-b68f-4cae-9e0c-142196fdf364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:47.356976 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-49f8ae10-de2e-4b2e-8682-3dfdef3a5154 req-c2d4fbe9-b68f-4cae-9e0c-142196fdf364 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7b6709da-22b7-4420-933a-f93ebf434ce7 HTTP/1.1" status: 200 len: 905 time: 0.1179099 Jul 05 03:56:47.402314 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=e9517443-98d4-46bf-9370-96c0bebe9a19,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:47.418818 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-49f8ae10-de2e-4b2e-8682-3dfdef3a5154 req-2bfe51e0-113f-4205-868b-041f2add14e7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d34872cc-e1db-4185-b226-798d3880c9fe HTTP/1.1" status: 200 len: 217 time: 0.0548689 Jul 05 03:56:47.487288 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 1166bccb-3347-4d6a-bc39-2c37ffaa1d69 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:47.500680 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 1166bccb-3347-4d6a-bc39-2c37ffaa1d69 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:47.504276 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.520358 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6a1effb4-9d5a-48eb-8fa8-f79278f24c30 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.577820 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-07f363e7-fce4-4c26-b4f4-61ec2a74f170 None None] Deleting port ecedd826-5d9f-4d2a-8d61-720d5cbf368a {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:47.578558 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-07f363e7-fce4-4c26-b4f4-61ec2a74f170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.582285 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port b862970b-aa5a-4565-b739-33784b96054d, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=b862970b-aa5a-4565-b739-33784b96054d,segment=NetworkSegment(8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d),segment_id=8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:47.653071 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'b862970b-aa5a-4565-b739-33784b96054d', 'network_id': '099b0587-c94e-4226-806b-3799e77d38db', 'port_id': 'b862970b-aa5a-4565-b739-33784b96054d', 'mac_address': 'fa:16:3e:1d:30:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ed1c63-2cd0-4bae-9eae-a91abd9d5b06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:47.688576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1effb4-9d5a-48eb-8fa8-f79278f24c30 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:47.738801 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-6a1effb4-9d5a-48eb-8fa8-f79278f24c30 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:47.749511 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1effb4-9d5a-48eb-8fa8-f79278f24c30 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:47.751271 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6a1effb4-9d5a-48eb-8fa8-f79278f24c30 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.764873 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.791264 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1effb4-9d5a-48eb-8fa8-f79278f24c30 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=703aa4fb-0974-4a6e-9014-f21caf2a8ccd,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:47.810682 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6a1effb4-9d5a-48eb-8fa8-f79278f24c30 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7935922 Jul 05 03:56:47.814820 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54822) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:47.824518 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-3cbe084e-a35b-4c8b-b675-95fcb4d94fb1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'fixed_ips': [{'subnet_id': '703aa4fb-0974-4a6e-9014-f21caf2a8ccd', 'ip_address': '2001:db8::7c4e:5ed5:27:da1'}], 'name': 'tempest-NetworksTestDHCPv6-1977598513'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:47.870021 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.883850 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a3858-9667-4520-8e44-c8245b867f52 req-60719cfc-d67b-4e70-b817-120923ec61fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:47.885479 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e1a3858-9667-4520-8e44-c8245b867f52 req-60719cfc-d67b-4e70-b817-120923ec61fe service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a5a53338-97cf-4a89-8218-fb205c45a8a7 HTTP/1.1" status: 200 len: 1102 time: 0.3923194 Jul 05 03:56:47.908607 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694434c-bc97-4c8b-8f63-18c3b5adb896 req-cf176bd7-ba79-49b8-bafc-1260a946e8f7 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:47.911332 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4694434c-bc97-4c8b-8f63-18c3b5adb896 req-cf176bd7-ba79-49b8-bafc-1260a946e8f7 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bab9669-0bde-4bb3-af6d-f5f6a364729c HTTP/1.1" status: 200 len: 944 time: 0.3942695 Jul 05 03:56:47.978764 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 1166bccb-3347-4d6a-bc39-2c37ffaa1d69, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=1166bccb-3347-4d6a-bc39-2c37ffaa1d69,segment=NetworkSegment(2c4b3056-4923-4363-8715-a2d215287363),segment_id=2c4b3056-4923-4363-8715-a2d215287363)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:48.000267 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-07f363e7-fce4-4c26-b4f4-61ec2a74f170 None None] For port ecedd826-5d9f-4d2a-8d61-720d5cbf368a, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=ecedd826-5d9f-4d2a-8d61-720d5cbf368a,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:48.002490 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-07f363e7-fce4-4c26-b4f4-61ec2a74f170 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:48.015052 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b862970b-aa5a-4565-b739-33784b96054d {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:48.034887 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e1a3858-9667-4520-8e44-c8245b867f52 req-ed06f7c9-d0c0-4cd9-9d69-c09d6da07021 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=349467ec-5ad5-42ba-9c8b-9bee86f9f5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171839 Jul 05 03:56:48.062927 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:48.068178 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4694434c-bc97-4c8b-8f63-18c3b5adb896 req-57438c4f-f02d-4854-ba24-7fb97a5e8fbc tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295857 Jul 05 03:56:48.068601 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 9dfee5e6-3a91-4d89-97ac-9a56486643f6 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:48.074928 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device ecedd826-5d9f-4d2a-8d61-720d5cbf368a no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:48.159278 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8ae10-de2e-4b2e-8682-3dfdef3a5154 req-f2336cfc-5b1e-4d15-8b2e-3bf6b12eead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:48.161141 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-49f8ae10-de2e-4b2e-8682-3dfdef3a5154 req-f2336cfc-5b1e-4d15-8b2e-3bf6b12eead7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ccf7098d-d664-4348-860f-1e166cf68435 HTTP/1.1" status: 200 len: 844 time: 0.7086713 Jul 05 03:56:48.201554 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbe084e-a35b-4c8b-b675-95fcb4d94fb1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:48.206541 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c40cc-8944-4b38-ba9e-e370db59eef3 req-f71ed489-1330-48da-8ce8-15c636d91d21 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:48.219757 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0e5c40cc-8944-4b38-ba9e-e370db59eef3 req-f71ed489-1330-48da-8ce8-15c636d91d21 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=431fd20c-7504-4485-bcb1-1cb8ec4da494 HTTP/1.1" status: 200 len: 945 time: 0.1642954 Jul 05 03:56:48.288301 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port b862970b-aa5a-4565-b739-33784b96054d, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=b862970b-aa5a-4565-b739-33784b96054d,segment=NetworkSegment(8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d),segment_id=8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:48.292862 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-07f363e7-fce4-4c26-b4f4-61ec2a74f170 None None] Calling delete_port for ecedd826-5d9f-4d2a-8d61-720d5cbf368a owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:48.304604 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-49f8ae10-de2e-4b2e-8682-3dfdef3a5154 req-1e2ace2d-199d-4995-8aed-150a32a3fde9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7b6709da-22b7-4420-933a-f93ebf434ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281590 Jul 05 03:56:48.309199 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:48.309825 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 372e5c95-500c-4d2a-a795-11448643f5ba details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:48.354479 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3cbe084e-a35b-4c8b-b675-95fcb4d94fb1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:48.374150 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:48.397462 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-3cbe084e-a35b-4c8b-b675-95fcb4d94fb1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] device_id is not set on port 0c477508-119e-4423-acb5-31a36723fe60 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:56:48.445658 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=1166bccb-3347-4d6a-bc39-2c37ffaa1d69,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:48.463111 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-49f8ae10-de2e-4b2e-8682-3dfdef3a5154 req-c6a5848b-69ed-48d6-8e9f-74fd38862741 service neutron] 10.222.0.70 "GET /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497171 Jul 05 03:56:48.469533 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0e5c40cc-8944-4b38-ba9e-e370db59eef3 req-e03b600d-5ce4-4903-ade5-2081df89b209 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485011 Jul 05 03:56:48.585923 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-49f8ae10-de2e-4b2e-8682-3dfdef3a5154 req-bdd4f722-4e2d-4427-8bb9-6cf90f4e8dd9 service neutron] 10.222.0.70 "GET /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148536 Jul 05 03:56:48.595547 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=b862970b-aa5a-4565-b739-33784b96054d,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:48.606509 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port ecedd826-5d9f-4d2a-8d61-720d5cbf368a, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=ecedd826-5d9f-4d2a-8d61-720d5cbf368a,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:48.613370 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e691bcb-203e-4402-9886-0e53ab02a91a req-599d7136-0b4b-4be1-ae0e-414795097b92 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:48.615286 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9e691bcb-203e-4402-9886-0e53ab02a91a req-599d7136-0b4b-4be1-ae0e-414795097b92 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a53338-97cf-4a89-8218-fb205c45a8a7 HTTP/1.1" status: 200 len: 950 time: 0.2994659 Jul 05 03:56:48.623747 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:48.640744 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 9dfee5e6-3a91-4d89-97ac-9a56486643f6 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:48.649796 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 9dfee5e6-3a91-4d89-97ac-9a56486643f6 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:48.650261 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:48.687297 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-3cbe084e-a35b-4c8b-b675-95fcb4d94fb1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 2001:db8::7c4e:5ed5:27:da1 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/703aa4fb-0974-4a6e-9014-f21caf2a8ccd/0c477508-119e-4423-acb5-31a36723fe60) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:48.910037 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-07f363e7-fce4-4c26-b4f4-61ec2a74f170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:48.940955 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3cbe084e-a35b-4c8b-b675-95fcb4d94fb1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:48.955412 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f5b25-c25d-450e-8ef4-08a433435fa3 req-675f3ed6-e542-409a-89d6-928416eded73 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:48.965564 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e73f5b25-c25d-450e-8ef4-08a433435fa3 req-675f3ed6-e542-409a-89d6-928416eded73 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5ef936b-af11-42e0-bc62-1b881299e11b HTTP/1.1" status: 200 len: 945 time: 0.1169109 Jul 05 03:56:48.981020 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=ecedd826-5d9f-4d2a-8d61-720d5cbf368a,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:48.985707 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 372e5c95-500c-4d2a-a795-11448643f5ba, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=372e5c95-500c-4d2a-a795-11448643f5ba,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:48.989279 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-3cbe084e-a35b-4c8b-b675-95fcb4d94fb1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Transition to ACTIVE for port object 0c477508-119e-4423-acb5-31a36723fe60 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:49.045433 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9e691bcb-203e-4402-9886-0e53ab02a91a req-344472a1-1a5b-42dc-afbd-3ab96f1fb48f tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/security-groups?id=349467ec-5ad5-42ba-9c8b-9bee86f9f5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596964 Jul 05 03:56:49.047440 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3cbe084e-a35b-4c8b-b675-95fcb4d94fb1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.056812 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f363e7-fce4-4c26-b4f4-61ec2a74f170 None None] Pushing event deleted for resources: {'Port': ['ID=ecedd826-5d9f-4d2a-8d61-720d5cbf368a,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:49.072102 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f363e7-fce4-4c26-b4f4-61ec2a74f170 None None] No DVR routers for this DVR port ecedd826-5d9f-4d2a-8d61-720d5cbf368a on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:49.083032 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '372e5c95-500c-4d2a-a795-11448643f5ba', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '372e5c95-500c-4d2a-a795-11448643f5ba', 'mac_address': 'fa:16:3e:0d:2a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:49.104550 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e73f5b25-c25d-450e-8ef4-08a433435fa3 req-99bbcf38-d523-4d7a-a2de-ef4083a73961 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/security-groups?id=de01797d-bf4c-4dfd-b1ce-2461dc6235ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376371 Jul 05 03:56:49.149244 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbe084e-a35b-4c8b-b675-95fcb4d94fb1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:49.150830 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-3cbe084e-a35b-4c8b-b675-95fcb4d94fb1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:49.166542 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbe084e-a35b-4c8b-b675-95fcb4d94fb1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:49.176692 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbe084e-a35b-4c8b-b675-95fcb4d94fb1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:49.180246 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3cbe084e-a35b-4c8b-b675-95fcb4d94fb1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.189027 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd044e0-99ab-46dd-bcd7-bfd0644199ac None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:49.215462 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3cbe084e-a35b-4c8b-b675-95fcb4d94fb1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.3996768 Jul 05 03:56:49.220004 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54832) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:49.244785 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe084e-a35b-4c8b-b675-95fcb4d94fb1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=0c477508-119e-4423-acb5-31a36723fe60,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:49.307513 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ef936b-af11-42e0-bc62-1b881299e11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1166bccb-3347-4d6a-bc39-2c37ffaa1d69'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:49.310445 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830d60ea-e8b5-4f0f-b7fa-d3f9e948daf5" -d '{"events": [{"server_uuid": "e5ef936b-af11-42e0-bc62-1b881299e11b", "name": "network-vif-plugged", "status": "completed", "tag": "1166bccb-3347-4d6a-bc39-2c37ffaa1d69"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:49.329256 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.383606 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.402151 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 9dfee5e6-3a91-4d89-97ac-9a56486643f6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9dfee5e6-3a91-4d89-97ac-9a56486643f6,segment=NetworkSegment(8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d),segment_id=8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:49.426116 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372e5c95-500c-4d2a-a795-11448643f5ba {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:49.428177 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7c8102-f633-43d3-8cb8-6c97903d2d4b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:49.429830 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5a7c8102-f633-43d3-8cb8-6c97903d2d4b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2084844 Jul 05 03:56:49.434628 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.436558 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54836) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:49.521725 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0dbe2-167a-4adf-9292-0ac0e5f1d050 req-9470cc3c-3f3e-4917-997d-9e64ca71c7e1 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:49.523361 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-66b0dbe2-167a-4adf-9292-0ac0e5f1d050 req-9470cc3c-3f3e-4917-997d-9e64ca71c7e1 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bab9669-0bde-4bb3-af6d-f5f6a364729c HTTP/1.1" status: 200 len: 944 time: 0.1277936 Jul 05 03:56:49.559383 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 372e5c95-500c-4d2a-a795-11448643f5ba, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=372e5c95-500c-4d2a-a795-11448643f5ba,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:49.569374 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50388fd7-00e1-4114-8d4d-5e12ee3c4e82 req-bd71b1e3-a46c-48d7-985d-c87acf4156e8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:49.573131 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-50388fd7-00e1-4114-8d4d-5e12ee3c4e82 req-bd71b1e3-a46c-48d7-985d-c87acf4156e8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 948 time: 0.2854869 Jul 05 03:56:49.596846 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.605406 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-66b0dbe2-167a-4adf-9292-0ac0e5f1d050 req-83235f71-aeed-49df-8763-5e3bcdfe4b23 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744212 Jul 05 03:56:49.632133 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=9dfee5e6-3a91-4d89-97ac-9a56486643f6,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:49.663354 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b3d06b-8196-42a0-9f3c-ca7e0000b46f x-openstack-request-id: req-19b3d06b-8196-42a0-9f3c-ca7e0000b46f {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:49.664377 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ef936b-af11-42e0-bc62-1b881299e11b", "name": "network-vif-plugged", "status": "completed", "tag": "1166bccb-3347-4d6a-bc39-2c37ffaa1d69", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:49.664674 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-19b3d06b-8196-42a0-9f3c-ca7e0000b46f {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:49.665536 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ef936b-af11-42e0-bc62-1b881299e11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1166bccb-3347-4d6a-bc39-2c37ffaa1d69', 'code': 200} Jul 05 03:56:49.670759 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device d34872cc-e1db-4185-b226-798d3880c9fe details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:49.681925 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-50388fd7-00e1-4114-8d4d-5e12ee3c4e82 req-b9b885e3-1f64-40ef-96ab-b80d8bb78fd4 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025641 Jul 05 03:56:49.685079 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-d1a8f6ff-5bbe-4a8e-9d64-bfd1c69676c1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting port 0c477508-119e-4423-acb5-31a36723fe60 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:49.687683 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f6ff-5bbe-4a8e-9d64-bfd1c69676c1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.722105 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca80640d-43a4-4fa9-b5c8-d929d2c5a493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'fixed_ips': [{'subnet_id': '703aa4fb-0974-4a6e-9014-f21caf2a8ccd'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:56:49.724568 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ca80640d-43a4-4fa9-b5c8-d929d2c5a493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.740168 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=372e5c95-500c-4d2a-a795-11448643f5ba,revision_number=10']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:49.895397 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eec751-6cae-422d-a9b4-d68846c55b80 req-1567cad9-3409-4e65-81cd-27acc49255ef tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:49.904717 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port d34872cc-e1db-4185-b226-798d3880c9fe, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d34872cc-e1db-4185-b226-798d3880c9fe,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:49.904864 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-21eec751-6cae-422d-a9b4-d68846c55b80 req-1567cad9-3409-4e65-81cd-27acc49255ef tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=431fd20c-7504-4485-bcb1-1cb8ec4da494 HTTP/1.1" status: 200 len: 946 time: 0.1106732 Jul 05 03:56:49.952783 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f6ff-5bbe-4a8e-9d64-bfd1c69676c1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.957997 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'd34872cc-e1db-4185-b226-798d3880c9fe', 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7', 'port_id': 'd34872cc-e1db-4185-b226-798d3880c9fe', 'mac_address': 'fa:16:3e:50:96:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf7098d-d664-4348-860f-1e166cf68435', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:49.968073 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-21eec751-6cae-422d-a9b4-d68846c55b80 req-4d6d0c16-fc4e-42c2-aca9-da8a2953c2f9 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621965 Jul 05 03:56:49.984366 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-d1a8f6ff-5bbe-4a8e-9d64-bfd1c69676c1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Calling delete_port for 0c477508-119e-4423-acb5-31a36723fe60 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:50.005817 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-ca80640d-43a4-4fa9-b5c8-d929d2c5a493 None None] Allocated IP 2001:db8::2 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/703aa4fb-0974-4a6e-9014-f21caf2a8ccd/fd79db2a-ada4-4847-b9f5-4677c3f297c4) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:50.025243 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:50.080749 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9851882-9c84-45dc-9a2e-d6b3c7259fe7 req-7613014f-398a-452c-80e5-c80a6fe11cd3 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:50.082654 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9851882-9c84-45dc-9a2e-d6b3c7259fe7 req-7613014f-398a-452c-80e5-c80a6fe11cd3 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 950 time: 0.2145114 Jul 05 03:56:50.084797 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d34872cc-e1db-4185-b226-798d3880c9fe {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:50.085708 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8647ba-9cc0-41a9-969e-8b668de00790 req-e3fdc62a-6cbe-4768-bd4a-c0102e72a135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:50.087383 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5f8647ba-9cc0-41a9-969e-8b668de00790 req-e3fdc62a-6cbe-4768-bd4a-c0102e72a135 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e5ef936b-af11-42e0-bc62-1b881299e11b HTTP/1.1" status: 200 len: 1097 time: 0.2821102 Jul 05 03:56:50.116045 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port d34872cc-e1db-4185-b226-798d3880c9fe, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d34872cc-e1db-4185-b226-798d3880c9fe,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:50.125618 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:50.193833 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['372e5c95-500c-4d2a-a795-11448643f5ba'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:50.233333 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9851882-9c84-45dc-9a2e-d6b3c7259fe7 req-2e8b1252-6744-4530-8e88-745cc57bf0e6 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444256 Jul 05 03:56:50.241194 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5f8647ba-9cc0-41a9-969e-8b668de00790 req-ddda8df6-e8bd-4d5c-95ee-a1442d31d6d2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=de01797d-bf4c-4dfd-b1ce-2461dc6235ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256540 Jul 05 03:56:50.243690 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['b862970b-aa5a-4565-b739-33784b96054d'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:50.331526 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=d34872cc-e1db-4185-b226-798d3880c9fe,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:50.373182 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f6ff-5bbe-4a8e-9d64-bfd1c69676c1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:50.379699 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ca80640d-43a4-4fa9-b5c8-d929d2c5a493 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:50.413230 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ee85e-3305-4e82-9957-b8204682051d req-4d3ec564-8ee1-446b-8f51-df8d39a1ec3c tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:50.414017 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ca80640d-43a4-4fa9-b5c8-d929d2c5a493 None None] Transition to ACTIVE for port object fd79db2a-ada4-4847-b9f5-4677c3f297c4 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:50.421596 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d0ee85e-3305-4e82-9957-b8204682051d req-4d3ec564-8ee1-446b-8f51-df8d39a1ec3c tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a53338-97cf-4a89-8218-fb205c45a8a7 HTTP/1.1" status: 200 len: 950 time: 0.1542768 Jul 05 03:56:50.432685 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8f6ff-5bbe-4a8e-9d64-bfd1c69676c1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Port': ['ID=0c477508-119e-4423-acb5-31a36723fe60,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:50.472994 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d0ee85e-3305-4e82-9957-b8204682051d req-e68aaf09-3075-47f5-94c4-75f0eb60d74c tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/security-groups?id=349467ec-5ad5-42ba-9c8b-9bee86f9f5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502663 Jul 05 03:56:50.486158 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ca80640d-43a4-4fa9-b5c8-d929d2c5a493 None None] Transition to ACTIVE for port object fd79db2a-ada4-4847-b9f5-4677c3f297c4 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:50.521626 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ca80640d-43a4-4fa9-b5c8-d929d2c5a493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:50.528166 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f6ff-5bbe-4a8e-9d64-bfd1c69676c1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:50.530873 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d1a8f6ff-5bbe-4a8e-9d64-bfd1c69676c1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/0c477508-119e-4423-acb5-31a36723fe60 HTTP/1.1" status: 204 len: 168 time: 1.0923281 Jul 05 03:56:50.534547 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54854) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:50.598040 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca80640d-43a4-4fa9-b5c8-d929d2c5a493 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:50.603010 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f732a3-050d-42b2-a7ce-e9e89ebd49a2 req-8b7feb5e-e8c3-40bf-be17-03c81756ff86 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:50.608159 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-ca80640d-43a4-4fa9-b5c8-d929d2c5a493 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:50.608939 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-67f732a3-050d-42b2-a7ce-e9e89ebd49a2 req-8b7feb5e-e8c3-40bf-be17-03c81756ff86 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5ef936b-af11-42e0-bc62-1b881299e11b HTTP/1.1" status: 200 len: 945 time: 0.1590056 Jul 05 03:56:50.612498 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca80640d-43a4-4fa9-b5c8-d929d2c5a493 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:50.638673 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b866a7d-3d27-4086-95ce-d23fba75f056 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:50.640851 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b866a7d-3d27-4086-95ce-d23fba75f056 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:50.644677 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1b866a7d-3d27-4086-95ce-d23fba75f056 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1066558 Jul 05 03:56:50.651154 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54860) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:50.675323 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-67f732a3-050d-42b2-a7ce-e9e89ebd49a2 req-cc02d697-d612-4133-bd7e-f4968058ea22 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/security-groups?id=de01797d-bf4c-4dfd-b1ce-2461dc6235ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558529 Jul 05 03:56:50.675458 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80640d-43a4-4fa9-b5c8-d929d2c5a493 None None] Pushing event updated for resources: {'Port': ['ID=fd79db2a-ada4-4847-b9f5-4677c3f297c4,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:50.688530 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['d34872cc-e1db-4185-b226-798d3880c9fe'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:50.754346 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f469552-6a45-4197-ade1-2bf5f5e780e8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet 703aa4fb-0974-4a6e-9014-f21caf2a8ccd {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:56:50.758787 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4f469552-6a45-4197-ade1-2bf5f5e780e8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:50.779160 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-ca80640d-43a4-4fa9-b5c8-d929d2c5a493 None None] Attempting to bind port fd79db2a-ada4-4847-b9f5-4677c3f297c4 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:50.779533 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-ca80640d-43a4-4fa9-b5c8-d929d2c5a493 None None] Attempting to bind port fd79db2a-ada4-4847-b9f5-4677c3f297c4 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:50.779943 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca80640d-43a4-4fa9-b5c8-d929d2c5a493 None None] Attempting to bind port fd79db2a-ada4-4847-b9f5-4677c3f297c4 on network 11254a26-e0ed-4207-b9f1-d7e3a27daaba {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:50.811673 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4f469552-6a45-4197-ade1-2bf5f5e780e8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:50.814702 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca80640d-43a4-4fa9-b5c8-d929d2c5a493 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:50.815170 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca80640d-43a4-4fa9-b5c8-d929d2c5a493 None None] Checking segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:50.815602 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ca80640d-43a4-4fa9-b5c8-d929d2c5a493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:50.816026 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca80640d-43a4-4fa9-b5c8-d929d2c5a493 None None] Bound using segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:50.816515 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-ca80640d-43a4-4fa9-b5c8-d929d2c5a493 None None] Bound port: fd79db2a-ada4-4847-b9f5-4677c3f297c4, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:50.816893 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ca80640d-43a4-4fa9-b5c8-d929d2c5a493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:50.926811 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4f469552-6a45-4197-ade1-2bf5f5e780e8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:50.939540 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe264077-4b62-44be-b715-7563fc768d68 req-73fba84f-d8c0-4497-8a2e-b0193253e15b tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:50.942479 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe264077-4b62-44be-b715-7563fc768d68 req-73fba84f-d8c0-4497-8a2e-b0193253e15b tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bab9669-0bde-4bb3-af6d-f5f6a364729c HTTP/1.1" status: 200 len: 945 time: 0.1024859 Jul 05 03:56:51.005723 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4f469552-6a45-4197-ade1-2bf5f5e780e8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:51.010322 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-ca80640d-43a4-4fa9-b5c8-d929d2c5a493 None None] For port fd79db2a-ada4-4847-b9f5-4677c3f297c4, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:51.012621 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe264077-4b62-44be-b715-7563fc768d68 req-d6cd29b9-515e-4cfd-a55c-4c9cb8bafb9e tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622470 Jul 05 03:56:51.026074 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-ca80640d-43a4-4fa9-b5c8-d929d2c5a493 None None] For port fd79db2a-ada4-4847-b9f5-4677c3f297c4, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=fd79db2a-ada4-4847-b9f5-4677c3f297c4,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:51.041769 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ca80640d-43a4-4fa9-b5c8-d929d2c5a493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:51.054989 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f469552-6a45-4197-ade1-2bf5f5e780e8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=703aa4fb-0974-4a6e-9014-f21caf2a8ccd,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:51.071468 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4f469552-6a45-4197-ade1-2bf5f5e780e8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:51.076679 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54878) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:51.077100 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4f469552-6a45-4197-ade1-2bf5f5e780e8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/703aa4fb-0974-4a6e-9014-f21caf2a8ccd HTTP/1.1" status: 204 len: 168 time: 0.4244883 Jul 05 03:56:51.145038 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80640d-43a4-4fa9-b5c8-d929d2c5a493 None None] Pushing event updated for resources: {'Port': ['ID=fd79db2a-ada4-4847-b9f5-4677c3f297c4,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:51.149354 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7a7a3bd2-9a4a-4bb2-928a-da0363d3a1ca tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715120 Jul 05 03:56:51.152369 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54886) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:51.166682 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-38d97360-f8c8-41ba-a988-8fd25d03f6c4 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:51.195919 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-05828504-ca5d-4567-ae24-18961a070a7c req-171623c4-0a84-4ba6-bfd5-cf3e34d22b45 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499151 Jul 05 03:56:51.379157 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d97360-f8c8-41ba-a988-8fd25d03f6c4 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:51.383924 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05828504-ca5d-4567-ae24-18961a070a7c req-26566a6e-fb99-46b7-975a-ec469030e7f2 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:51.387011 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38d97360-f8c8-41ba-a988-8fd25d03f6c4 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:51.394371 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-05828504-ca5d-4567-ae24-18961a070a7c req-26566a6e-fb99-46b7-975a-ec469030e7f2 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1925156 Jul 05 03:56:51.410579 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-05828504-ca5d-4567-ae24-18961a070a7c req-a2071f9b-ad98-48ba-81e2-79d1e07442d0 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/quotas/ba5800eba7ce4067ae2fae645ac62ef9 HTTP/1.1" status: 200 len: 375 time: 0.0153213 Jul 05 03:56:51.518988 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56982116-c9b6-4002-92a9-725023ab9587 req-598b9af6-273d-47de-b91e-eec8315d29f7 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:51.527110 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-56982116-c9b6-4002-92a9-725023ab9587 req-598b9af6-273d-47de-b91e-eec8315d29f7 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=431fd20c-7504-4485-bcb1-1cb8ec4da494 HTTP/1.1" status: 200 len: 946 time: 0.2539880 Jul 05 03:56:51.593383 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-56982116-c9b6-4002-92a9-725023ab9587 req-d76c7ca9-a24e-46f2-8cb0-30ac0dabdd2b tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650909 Jul 05 03:56:51.600628 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-05828504-ca5d-4567-ae24-18961a070a7c req-307119d6-6d03-4691-8b23-227c36fc6e23 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1741750 Jul 05 03:56:51.666918 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431fd20c-7504-4485-bcb1-1cb8ec4da494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfee5e6-3a91-4d89-97ac-9a56486643f6'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:51.670453 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5594bd1e-6130-4d33-b70b-04db7b75aec1" -d '{"events": [{"server_uuid": "431fd20c-7504-4485-bcb1-1cb8ec4da494", "name": "network-vif-plugged", "status": "completed", "tag": "9dfee5e6-3a91-4d89-97ac-9a56486643f6"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:51.716012 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38d97360-f8c8-41ba-a988-8fd25d03f6c4 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:51.771852 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d97360-f8c8-41ba-a988-8fd25d03f6c4 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:51.776576 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-38d97360-f8c8-41ba-a988-8fd25d03f6c4 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:51.781251 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d97360-f8c8-41ba-a988-8fd25d03f6c4 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:51.786489 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38d97360-f8c8-41ba-a988-8fd25d03f6c4 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:51.811718 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d97360-f8c8-41ba-a988-8fd25d03f6c4 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=c7d1f483-f39f-49e1-a554-38043448e7ff,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:51.815837 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-38d97360-f8c8-41ba-a988-8fd25d03f6c4 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6617095 Jul 05 03:56:51.818651 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54910) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:51.828844 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-469102d3-a866-4954-883a-82d4b439fca5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'fixed_ips': [{'subnet_id': 'c7d1f483-f39f-49e1-a554-38043448e7ff', 'ip_address': '2001:db8::32d3:7a12:9b0f:5e63'}], 'name': 'tempest-NetworksTestDHCPv6-1426356995'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:51.876804 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f45dbc3-8248-47be-8732-9f33974d768e x-openstack-request-id: req-2f45dbc3-8248-47be-8732-9f33974d768e {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:51.877414 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431fd20c-7504-4485-bcb1-1cb8ec4da494", "name": "network-vif-plugged", "status": "completed", "tag": "9dfee5e6-3a91-4d89-97ac-9a56486643f6", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:51.877811 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2f45dbc3-8248-47be-8732-9f33974d768e {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:51.878357 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431fd20c-7504-4485-bcb1-1cb8ec4da494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfee5e6-3a91-4d89-97ac-9a56486643f6', 'code': 200} Jul 05 03:56:52.009992 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0a727545-9f6e-47ce-b48f-d36ffc66e3e5 req-01533cc7-731a-4504-ba49-47b8bc5882d4 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 210 time: 0.0668581 Jul 05 03:56:52.026347 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9fb3a-e69c-425c-b569-9696a4a48e91 req-63136b20-8112-4af0-8c5c-fb9117528bc8 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:52.028498 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f8d9fb3a-e69c-425c-b569-9696a4a48e91 req-63136b20-8112-4af0-8c5c-fb9117528bc8 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5ef936b-af11-42e0-bc62-1b881299e11b HTTP/1.1" status: 200 len: 945 time: 0.1065214 Jul 05 03:56:52.052162 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device fd79db2a-ada4-4847-b9f5-4677c3f297c4 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:52.141875 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f8d9fb3a-e69c-425c-b569-9696a4a48e91 req-e6bdfa19-43fe-4261-8607-bfac87208712 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/security-groups?id=de01797d-bf4c-4dfd-b1ce-2461dc6235ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067877 Jul 05 03:56:52.160625 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port fd79db2a-ada4-4847-b9f5-4677c3f297c4 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:52.184788 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723b730-86f6-437e-9224-4e9de7b999a3 req-db87b467-0b35-40b4-8eec-b4bc70b4943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:52.186789 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3723b730-86f6-437e-9224-4e9de7b999a3 req-db87b467-0b35-40b4-8eec-b4bc70b4943f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=431fd20c-7504-4485-bcb1-1cb8ec4da494 HTTP/1.1" status: 200 len: 1098 time: 0.1892955 Jul 05 03:56:52.188100 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469102d3-a866-4954-883a-82d4b439fca5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:52.193608 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-469102d3-a866-4954-883a-82d4b439fca5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.233084 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-469102d3-a866-4954-883a-82d4b439fca5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] device_id is not set on port 44f212e7-b405-4270-8c14-d348585c90c2 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:56:52.475200 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a193f8-3bea-4c56-b4fb-a7d9ebc62c1a None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:52.597319 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a80fc3a0-d083-4cda-9580-835a90f2d15e None None] Provisioning for port fd79db2a-ada4-4847-b9f5-4677c3f297c4 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:52.604497 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a80fc3a0-d083-4cda-9580-835a90f2d15e None None] Provisioning complete for port fd79db2a-ada4-4847-b9f5-4677c3f297c4 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:52.604966 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a80fc3a0-d083-4cda-9580-835a90f2d15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.624310 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3723b730-86f6-437e-9224-4e9de7b999a3 req-551e315b-3f3a-454e-86e9-bb26d1769a91 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163826 Jul 05 03:56:52.737177 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bef26-f266-4ac5-b26f-0a59a1669ef8 req-08bb17ba-1f96-41ec-9d2b-dfb6fe140e50 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:52.739140 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a0bef26-f266-4ac5-b26f-0a59a1669ef8 req-08bb17ba-1f96-41ec-9d2b-dfb6fe140e50 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bab9669-0bde-4bb3-af6d-f5f6a364729c HTTP/1.1" status: 200 len: 945 time: 0.4997599 Jul 05 03:56:52.764552 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a80fc3a0-d083-4cda-9580-835a90f2d15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.816732 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a80fc3a0-d083-4cda-9580-835a90f2d15e None None] For port fd79db2a-ada4-4847-b9f5-4677c3f297c4, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=fd79db2a-ada4-4847-b9f5-4677c3f297c4,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:52.828914 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a80fc3a0-d083-4cda-9580-835a90f2d15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.838268 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a80fc3a0-d083-4cda-9580-835a90f2d15e None None] Could not find standard attr ID for object 0c477508-119e-4423-acb5-31a36723fe60. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:56:52.871845 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a0bef26-f266-4ac5-b26f-0a59a1669ef8 req-0654f573-9985-49de-8d80-a13e7f1bea4f tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207635 Jul 05 03:56:52.903368 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fc3a0-d083-4cda-9580-835a90f2d15e None None] Pushing event updated for resources: {'Port': ['ID=fd79db2a-ada4-4847-b9f5-4677c3f297c4,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:52.922666 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-469102d3-a866-4954-883a-82d4b439fca5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 2001:db8::32d3:7a12:9b0f:5e63 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/c7d1f483-f39f-49e1-a554-38043448e7ff/44f212e7-b405-4270-8c14-d348585c90c2) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:53.062885 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5956dc7-f9f0-4d17-b5bd-de3a716a8f77 req-db065685-f03d-4f8b-abc8-9fb1baaa33ea tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:53.064579 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a5956dc7-f9f0-4d17-b5bd-de3a716a8f77 req-db065685-f03d-4f8b-abc8-9fb1baaa33ea tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=431fd20c-7504-4485-bcb1-1cb8ec4da494 HTTP/1.1" status: 200 len: 946 time: 0.0805519 Jul 05 03:56:53.122523 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a5956dc7-f9f0-4d17-b5bd-de3a716a8f77 req-9f6844c1-d11e-47d4-a5a9-4cd1c76d3d80 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523157 Jul 05 03:56:53.128196 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-469102d3-a866-4954-883a-82d4b439fca5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.154798 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-469102d3-a866-4954-883a-82d4b439fca5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Transition to ACTIVE for port object 44f212e7-b405-4270-8c14-d348585c90c2 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:53.175270 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5453214e-a02e-40aa-8e1c-67f2cd2656f9 None None] Provisioning complete for port fd79db2a-ada4-4847-b9f5-4677c3f297c4 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:53.175993 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5453214e-a02e-40aa-8e1c-67f2cd2656f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.193795 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-469102d3-a866-4954-883a-82d4b439fca5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.266745 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469102d3-a866-4954-883a-82d4b439fca5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:53.272449 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-469102d3-a866-4954-883a-82d4b439fca5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:53.276655 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469102d3-a866-4954-883a-82d4b439fca5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=44f212e7-b405-4270-8c14-d348585c90c2,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:53.280488 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469102d3-a866-4954-883a-82d4b439fca5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:53.289237 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469102d3-a866-4954-883a-82d4b439fca5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:53.290018 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-469102d3-a866-4954-883a-82d4b439fca5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.310030 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-469102d3-a866-4954-883a-82d4b439fca5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4886644 Jul 05 03:56:53.312010 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54946) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:53.363100 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fb76ec19-36aa-4b53-9752-7b97193f0097 req-c727aaac-1cb9-487b-99f6-0ea3c6e53f49 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 210 time: 0.0408769 Jul 05 03:56:53.409380 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ca2a1134-8271-4c17-a011-d441d43eacba None None] Could not find standard attr ID for object 0c477508-119e-4423-acb5-31a36723fe60. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:56:53.430415 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d61ca0-6afb-48d6-a4e6-9ecbeef2b467 req-4d341c8b-f3ce-417c-800d-850bd2b561fa tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:53.431985 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c5d61ca0-6afb-48d6-a4e6-9ecbeef2b467 req-4d341c8b-f3ce-417c-800d-850bd2b561fa tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5ef936b-af11-42e0-bc62-1b881299e11b HTTP/1.1" status: 200 len: 945 time: 0.1603026 Jul 05 03:56:53.446910 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f3155f-274f-44d8-9713-8f520a0b8aec tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:53.454328 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f3155f-274f-44d8-9713-8f520a0b8aec tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:53.458573 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-65f3155f-274f-44d8-9713-8f520a0b8aec tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1429763 Jul 05 03:56:53.459138 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54948) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:53.525937 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05828504-ca5d-4567-ae24-18961a070a7c req-86eba505-e8ef-46a6-b01c-c60bdca7a94e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686622 Jul 05 03:56:53.644004 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4b6d864f-b051-496c-89e7-e70982da8eb2 None None] Provisioning for port 44f212e7-b405-4270-8c14-d348585c90c2 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:53.646446 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c5d61ca0-6afb-48d6-a4e6-9ecbeef2b467 req-85fc40be-53a8-432d-914d-f1ddb5a81a4b tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/security-groups?id=de01797d-bf4c-4dfd-b1ce-2461dc6235ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882389 Jul 05 03:56:53.647635 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4b6d864f-b051-496c-89e7-e70982da8eb2 None None] Provisioning complete for port 44f212e7-b405-4270-8c14-d348585c90c2 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:53.649460 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4b6d864f-b051-496c-89e7-e70982da8eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.690849 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 372e5c95-500c-4d2a-a795-11448643f5ba up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:53.740436 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05828504-ca5d-4567-ae24-18961a070a7c req-8a3bbead-b011-400c-8dbd-072f8180b0e9 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:53.744009 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05828504-ca5d-4567-ae24-18961a070a7c req-8a3bbead-b011-400c-8dbd-072f8180b0e9 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2094395 Jul 05 03:56:53.749588 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-4b6d864f-b051-496c-89e7-e70982da8eb2 None None] Port 44f212e7-b405-4270-8c14-d348585c90c2 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:56:53.774480 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 372e5c95-500c-4d2a-a795-11448643f5ba triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:53.774480 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.777212 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-05828504-ca5d-4567-ae24-18961a070a7c req-f273211d-32a5-4b01-833b-245d9645792e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Request body: {'port': {'device_id': '87b65db4-83c8-4395-a635-6c35979b0bba', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': 'ba5800eba7ce4067ae2fae645ac62ef9'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:53.837966 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ec59ff07-6e5c-4c8f-b599-fd778f9d557e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting port 44f212e7-b405-4270-8c14-d348585c90c2 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:53.838320 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec59ff07-6e5c-4c8f-b599-fd778f9d557e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.921266 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.982404 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03283c32-27e5-4bbe-81b6-a81a7ff331f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372e5c95-500c-4d2a-a795-11448643f5ba'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:53.985304 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec59ff07-6e5c-4c8f-b599-fd778f9d557e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.986363 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2247ed-471e-4bf2-8052-5bd14737d0d0" -d '{"events": [{"server_uuid": "03283c32-27e5-4bbe-81b6-a81a7ff331f0", "name": "network-vif-plugged", "status": "completed", "tag": "372e5c95-500c-4d2a-a795-11448643f5ba"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:54.018302 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ec59ff07-6e5c-4c8f-b599-fd778f9d557e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Calling delete_port for 44f212e7-b405-4270-8c14-d348585c90c2 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:54.028436 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device fd79db2a-ada4-4847-b9f5-4677c3f297c4 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:54.043587 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 372e5c95-500c-4d2a-a795-11448643f5ba, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=372e5c95-500c-4d2a-a795-11448643f5ba,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:54.067697 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782cb01b-b4d7-4dd0-a4ec-2594fdc1623b x-openstack-request-id: req-782cb01b-b4d7-4dd0-a4ec-2594fdc1623b {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:54.068391 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03283c32-27e5-4bbe-81b6-a81a7ff331f0", "name": "network-vif-plugged", "status": "completed", "tag": "372e5c95-500c-4d2a-a795-11448643f5ba", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:54.068854 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-782cb01b-b4d7-4dd0-a4ec-2594fdc1623b {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:54.069480 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03283c32-27e5-4bbe-81b6-a81a7ff331f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372e5c95-500c-4d2a-a795-11448643f5ba', 'code': 200} Jul 05 03:56:54.072610 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.074134 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device b862970b-aa5a-4565-b739-33784b96054d up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:54.110625 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05828504-ca5d-4567-ae24-18961a070a7c req-f273211d-32a5-4b01-833b-245d9645792e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Made reservation on behalf of ba5800eba7ce4067ae2fae645ac62ef9 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:54.115147 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-05828504-ca5d-4567-ae24-18961a070a7c req-f273211d-32a5-4b01-833b-245d9645792e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.127698 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b39ca8-fd0e-47fc-8b04-c7da250bfba1 req-deb715d4-c031-4563-b8c8-ada45ef1d3c1 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:54.139152 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91b39ca8-fd0e-47fc-8b04-c7da250bfba1 req-deb715d4-c031-4563-b8c8-ada45ef1d3c1 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bab9669-0bde-4bb3-af6d-f5f6a364729c HTTP/1.1" status: 200 len: 945 time: 0.1010466 Jul 05 03:56:54.186463 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port fd79db2a-ada4-4847-b9f5-4677c3f297c4 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:54.186845 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.215154 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91b39ca8-fd0e-47fc-8b04-c7da250bfba1 req-f3eedce5-6186-4ee2-ad8e-22e759360a3f tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749223 Jul 05 03:56:54.215469 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=372e5c95-500c-4d2a-a795-11448643f5ba,revision_number=11']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:54.234268 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port b862970b-aa5a-4565-b739-33784b96054d completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:54.243860 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port b862970b-aa5a-4565-b739-33784b96054d triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:54.244245 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.357443 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec59ff07-6e5c-4c8f-b599-fd778f9d557e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.406369 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-05828504-ca5d-4567-ae24-18961a070a7c req-f273211d-32a5-4b01-833b-245d9645792e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Allocated IP 192.168.233.34 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/a870b999-a174-4512-8044-db72baed00ca) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:54.415231 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59ff07-6e5c-4c8f-b599-fd778f9d557e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Port': ['ID=44f212e7-b405-4270-8c14-d348585c90c2,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:54.458964 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec59ff07-6e5c-4c8f-b599-fd778f9d557e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.461758 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ec59ff07-6e5c-4c8f-b599-fd778f9d557e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/44f212e7-b405-4270-8c14-d348585c90c2 HTTP/1.1" status: 204 len: 168 time: 0.9890051 Jul 05 03:56:54.464443 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54972) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:54.510119 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daadfb-9b5d-4fab-a65b-83c4733d32b8 req-5ff8f8e1-329c-4ae6-97b3-176d14ce9eae tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:54.511718 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-11daadfb-9b5d-4fab-a65b-83c4733d32b8 req-5ff8f8e1-329c-4ae6-97b3-176d14ce9eae tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=431fd20c-7504-4485-bcb1-1cb8ec4da494 HTTP/1.1" status: 200 len: 946 time: 0.2079444 Jul 05 03:56:54.560420 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-67f18ae9-13f6-4bd5-a92c-6b6beb9d4c4f req-0e084f8a-af1b-4546-a47e-95247771da72 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 210 time: 0.0422704 Jul 05 03:56:54.584550 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f89079-a059-4d8d-94ff-75172bce5d02 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:54.584550 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f89079-a059-4d8d-94ff-75172bce5d02 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:54.584550 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e0f89079-a059-4d8d-94ff-75172bce5d02 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1134129 Jul 05 03:56:54.585133 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.588266 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54974) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:54.628395 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port b862970b-aa5a-4565-b739-33784b96054d, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=b862970b-aa5a-4565-b739-33784b96054d,segment=NetworkSegment(8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d),segment_id=8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:54.635125 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.636030 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device d34872cc-e1db-4185-b226-798d3880c9fe up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:54.662269 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-11daadfb-9b5d-4fab-a65b-83c4733d32b8 req-a82c2f81-34be-46d8-97ad-9704d7e96894 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395924 Jul 05 03:56:54.712095 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-df726b10-40c8-474c-bb6f-e625648cca50 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet c7d1f483-f39f-49e1-a554-38043448e7ff {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:56:54.715846 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df726b10-40c8-474c-bb6f-e625648cca50 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.762435 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=b862970b-aa5a-4565-b739-33784b96054d,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:54.807287 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port d34872cc-e1db-4185-b226-798d3880c9fe completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:54.812305 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port d34872cc-e1db-4185-b226-798d3880c9fe triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:54.812772 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.834554 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df726b10-40c8-474c-bb6f-e625648cca50 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.838373 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-05828504-ca5d-4567-ae24-18961a070a7c req-f273211d-32a5-4b01-833b-245d9645792e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.864807 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device e9517443-98d4-46bf-9370-96c0bebe9a19 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:54.883166 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-05828504-ca5d-4567-ae24-18961a070a7c req-f273211d-32a5-4b01-833b-245d9645792e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Transition to ACTIVE for port object a870b999-a174-4512-8044-db72baed00ca will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:54.966961 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-05828504-ca5d-4567-ae24-18961a070a7c req-f273211d-32a5-4b01-833b-245d9645792e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.000731 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df726b10-40c8-474c-bb6f-e625648cca50 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.011557 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.013852 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['93dee6f6-70a2-41b0-8f4f-7393eabe6ba0'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:55.019834 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['63ec1ef3-1bc2-4036-b7e6-034a978916ca', '372e5c95-500c-4d2a-a795-11448643f5ba'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:55.074861 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273211d-32a5-4b01-833b-245d9645792e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Pushing event updated for resources: {'Port': ['ID=a870b999-a174-4512-8044-db72baed00ca,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:55.092021 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05828504-ca5d-4567-ae24-18961a070a7c req-f273211d-32a5-4b01-833b-245d9645792e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:55.099713 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-05828504-ca5d-4567-ae24-18961a070a7c req-f273211d-32a5-4b01-833b-245d9645792e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:55.104889 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-05828504-ca5d-4567-ae24-18961a070a7c req-f273211d-32a5-4b01-833b-245d9645792e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:55.146609 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port d34872cc-e1db-4185-b226-798d3880c9fe, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d34872cc-e1db-4185-b226-798d3880c9fe,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:55.155889 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5f5cb-3423-48ed-9817-31a7226218c9 req-def77583-9e6c-465a-a162-c5ef9427757e tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:55.157921 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05e5f5cb-3423-48ed-9817-31a7226218c9 req-def77583-9e6c-465a-a162-c5ef9427757e tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5ef936b-af11-42e0-bc62-1b881299e11b HTTP/1.1" status: 200 len: 945 time: 0.2587423 Jul 05 03:56:55.160585 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.183624 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port e9517443-98d4-46bf-9370-96c0bebe9a19, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=e9517443-98d4-46bf-9370-96c0bebe9a19,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:55.183873 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d47fb-cf27-45b7-bb5b-bb97c191cee2 req-0d46469c-9c84-4e11-b43a-c9d2d5e45bbd tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:55.185666 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0d2d47fb-cf27-45b7-bb5b-bb97c191cee2 req-0d46469c-9c84-4e11-b43a-c9d2d5e45bbd tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5ef936b-af11-42e0-bc62-1b881299e11b HTTP/1.1" status: 200 len: 945 time: 0.3082871 Jul 05 03:56:55.195205 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3335bf-c1ba-47ae-9f53-4f7ba496d42e req-0df9a334-a124-4a2e-9bc0-e3aacef7d689 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:55.203206 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-df3335bf-c1ba-47ae-9f53-4f7ba496d42e req-0df9a334-a124-4a2e-9bc0-e3aacef7d689 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=e57775cd-a406-4fcf-9d52-e331142d07ea HTTP/1.1" status: 200 len: 945 time: 0.2810240 Jul 05 03:56:55.237665 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05828504-ca5d-4567-ae24-18961a070a7c req-f273211d-32a5-4b01-833b-245d9645792e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:55.238472 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-05828504-ca5d-4567-ae24-18961a070a7c req-f273211d-32a5-4b01-833b-245d9645792e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.263088 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df726b10-40c8-474c-bb6f-e625648cca50 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.272303 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05e5f5cb-3423-48ed-9817-31a7226218c9 req-99ca2c72-ebd7-47a9-888a-308d1e9587b5 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/security-groups?id=de01797d-bf4c-4dfd-b1ce-2461dc6235ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066072 Jul 05 03:56:55.281555 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05828504-ca5d-4567-ae24-18961a070a7c req-f273211d-32a5-4b01-833b-245d9645792e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5102384 Jul 05 03:56:55.314992 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'e9517443-98d4-46bf-9370-96c0bebe9a19', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': 'e9517443-98d4-46bf-9370-96c0bebe9a19', 'mac_address': 'fa:16:3e:a7:8f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:55.327664 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-05828504-ca5d-4567-ae24-18961a070a7c req-71b8c258-7cff-4d6b-86d7-bf51afb49a42 service neutron] Request body: {'port': {'device_id': '87b65db4-83c8-4395-a635-6c35979b0bba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:55.369991 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df726b10-40c8-474c-bb6f-e625648cca50 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=c7d1f483-f39f-49e1-a554-38043448e7ff,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:55.408619 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df726b10-40c8-474c-bb6f-e625648cca50 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.416040 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-df726b10-40c8-474c-bb6f-e625648cca50 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/c7d1f483-f39f-49e1-a554-38043448e7ff HTTP/1.1" status: 204 len: 168 time: 0.8264492 Jul 05 03:56:55.425010 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55018) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:55.443653 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-df3335bf-c1ba-47ae-9f53-4f7ba496d42e req-da0bd075-6c5c-4779-a5e6-4361eaafe787 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392519 Jul 05 03:56:55.457548 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f567af9-29d8-4d87-b484-80d226b084a8 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:55.609023 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=d34872cc-e1db-4185-b226-798d3880c9fe,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:55.613485 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3a64937b-85be-49fd-b35a-66d93737cb95 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1742048 Jul 05 03:56:55.619170 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55022) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:55.627467 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-c32a98e4-d399-4bbc-b0e7-913ae1270bd8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:55.652223 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-0d2d47fb-cf27-45b7-bb5b-bb97c191cee2 req-21755655-478a-460f-96c5-7cfbd8f4ae5b tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Deleting port 1166bccb-3347-4d6a-bc39-2c37ffaa1d69 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:55.652528 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0d2d47fb-cf27-45b7-bb5b-bb97c191cee2 req-21755655-478a-460f-96c5-7cfbd8f4ae5b tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.676872 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4d4fa61b-d8d1-4c73-9894-7a64c7f4414b None None] Provisioning for port a870b999-a174-4512-8044-db72baed00ca completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:55.686549 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4d4fa61b-d8d1-4c73-9894-7a64c7f4414b None None] Provisioning complete for port a870b999-a174-4512-8044-db72baed00ca triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:55.686920 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4d4fa61b-d8d1-4c73-9894-7a64c7f4414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.744021 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-4d4fa61b-d8d1-4c73-9894-7a64c7f4414b None None] Port a870b999-a174-4512-8044-db72baed00ca cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:56:55.745491 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.832744 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9517443-98d4-46bf-9370-96c0bebe9a19 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:55.854996 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32a98e4-d399-4bbc-b0e7-913ae1270bd8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:55.868875 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c32a98e4-d399-4bbc-b0e7-913ae1270bd8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.892532 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-0d2d47fb-cf27-45b7-bb5b-bb97c191cee2 req-21755655-478a-460f-96c5-7cfbd8f4ae5b tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] For port 1166bccb-3347-4d6a-bc39-2c37ffaa1d69, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=1166bccb-3347-4d6a-bc39-2c37ffaa1d69,segment=NetworkSegment(2c4b3056-4923-4363-8715-a2d215287363),segment_id=2c4b3056-4923-4363-8715-a2d215287363)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:55.893028 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0d2d47fb-cf27-45b7-bb5b-bb97c191cee2 req-21755655-478a-460f-96c5-7cfbd8f4ae5b tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.916821 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-0d2d47fb-cf27-45b7-bb5b-bb97c191cee2 req-21755655-478a-460f-96c5-7cfbd8f4ae5b tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Calling delete_port for 1166bccb-3347-4d6a-bc39-2c37ffaa1d69 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:55.948158 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port e9517443-98d4-46bf-9370-96c0bebe9a19, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=e9517443-98d4-46bf-9370-96c0bebe9a19,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:55.967518 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.055833 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=e9517443-98d4-46bf-9370-96c0bebe9a19,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:56.070769 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57775cd-a406-4fcf-9d52-e331142d07ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b862970b-aa5a-4565-b739-33784b96054d'}, {'server_uuid': '1bab9669-0bde-4bb3-af6d-f5f6a364729c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34872cc-e1db-4185-b226-798d3880c9fe'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:56.074571 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caf80c3-d99f-4c36-bf3a-eeada6b736d1" -d '{"events": [{"server_uuid": "e57775cd-a406-4fcf-9d52-e331142d07ea", "name": "network-vif-plugged", "status": "completed", "tag": "b862970b-aa5a-4565-b739-33784b96054d"}, {"server_uuid": "1bab9669-0bde-4bb3-af6d-f5f6a364729c", "name": "network-vif-plugged", "status": "completed", "tag": "d34872cc-e1db-4185-b226-798d3880c9fe"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:56.104263 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9032e805-4c6b-4641-8f08-b2f803037451 None None] DHCP port deletion for 11254a26-e0ed-4207-b9f1-d7e3a27daaba request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:56:56.109311 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['e9517443-98d4-46bf-9370-96c0bebe9a19'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:56.175041 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ab4f3-6ab1-4f5d-96e0-fc771df0b84c req-d525492e-6a6d-49be-bb1a-a21827eaf81a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:56.176765 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-05828504-ca5d-4567-ae24-18961a070a7c req-71b8c258-7cff-4d6b-86d7-bf51afb49a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.182933 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d26ab4f3-6ab1-4f5d-96e0-fc771df0b84c req-d525492e-6a6d-49be-bb1a-a21827eaf81a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 935 time: 0.1934402 Jul 05 03:56:56.266159 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d26ab4f3-6ab1-4f5d-96e0-fc771df0b84c req-08898fd1-eaed-43b7-a00f-2b61a750252e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824554 Jul 05 03:56:56.271694 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0d2d47fb-cf27-45b7-bb5b-bb97c191cee2 req-21755655-478a-460f-96c5-7cfbd8f4ae5b tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.347207 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21755655-478a-460f-96c5-7cfbd8f4ae5b tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Pushing event deleted for resources: {'Port': ['ID=1166bccb-3347-4d6a-bc39-2c37ffaa1d69,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:56.374248 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274f182-3fec-4644-9a02-f49b18fd31ef req-c8dba175-7908-4c29-a10d-de0c11b21419 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:56.379074 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbae4040-fa19-4ea2-9e16-c4df99af2760 x-openstack-request-id: req-dbae4040-fa19-4ea2-9e16-c4df99af2760 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:56.379478 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57775cd-a406-4fcf-9d52-e331142d07ea", "name": "network-vif-plugged", "status": "completed", "tag": "b862970b-aa5a-4565-b739-33784b96054d", "code": 200}, {"server_uuid": "1bab9669-0bde-4bb3-af6d-f5f6a364729c", "name": "network-vif-plugged", "status": "completed", "tag": "d34872cc-e1db-4185-b226-798d3880c9fe", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:56.379891 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dbae4040-fa19-4ea2-9e16-c4df99af2760 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:56.380395 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57775cd-a406-4fcf-9d52-e331142d07ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b862970b-aa5a-4565-b739-33784b96054d', 'code': 200} Jul 05 03:56:56.380754 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bab9669-0bde-4bb3-af6d-f5f6a364729c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34872cc-e1db-4185-b226-798d3880c9fe', 'code': 200} Jul 05 03:56:56.381954 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3274f182-3fec-4644-9a02-f49b18fd31ef req-c8dba175-7908-4c29-a10d-de0c11b21419 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bab9669-0bde-4bb3-af6d-f5f6a364729c HTTP/1.1" status: 200 len: 946 time: 0.5413237 Jul 05 03:56:56.440723 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2d47fb-cf27-45b7-bb5b-bb97c191cee2 req-21755655-478a-460f-96c5-7cfbd8f4ae5b tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] No DVR routers for this DVR port 1166bccb-3347-4d6a-bc39-2c37ffaa1d69 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:56.444182 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0d2d47fb-cf27-45b7-bb5b-bb97c191cee2 req-21755655-478a-460f-96c5-7cfbd8f4ae5b tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.446673 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0d2d47fb-cf27-45b7-bb5b-bb97c191cee2 req-21755655-478a-460f-96c5-7cfbd8f4ae5b tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.89 "DELETE /v2.0/ports/1166bccb-3347-4d6a-bc39-2c37ffaa1d69 HTTP/1.1" status: 204 len: 173 time: 1.2413859 Jul 05 03:56:56.447139 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ef936b-af11-42e0-bc62-1b881299e11b', 'name': 'network-vif-deleted', 'tag': '1166bccb-3347-4d6a-bc39-2c37ffaa1d69'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:56.449625 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86419f37-fdf4-48b4-ac91-babac241797d" -d '{"events": [{"server_uuid": "e5ef936b-af11-42e0-bc62-1b881299e11b", "name": "network-vif-deleted", "tag": "1166bccb-3347-4d6a-bc39-2c37ffaa1d69"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:56.467874 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-9032e805-4c6b-4641-8f08-b2f803037451 None None] Deleting port fd79db2a-ada4-4847-b9f5-4677c3f297c4 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:56.468257 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9032e805-4c6b-4641-8f08-b2f803037451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.564628 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-9032e805-4c6b-4641-8f08-b2f803037451 None None] For port fd79db2a-ada4-4847-b9f5-4677c3f297c4, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=fd79db2a-ada4-4847-b9f5-4677c3f297c4,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:56.565090 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9032e805-4c6b-4641-8f08-b2f803037451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.577790 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5ea79891-5469-4a43-b228-a45c91dc1d41 req-3baba433-e898-4ee6-b4c1-460522d684a3 tempest-ServerPasswordTestJSON-1070083079 tempest-ServerPasswordTestJSON-1070083079-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5ef936b-af11-42e0-bc62-1b881299e11b HTTP/1.1" status: 200 len: 210 time: 0.0436535 Jul 05 03:56:56.580435 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-9032e805-4c6b-4641-8f08-b2f803037451 None None] Calling delete_port for fd79db2a-ada4-4847-b9f5-4677c3f297c4 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:56.694096 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e5a7cf-f7ad-4d9c-8e24-e85803e9ab5e x-openstack-request-id: req-b5e5a7cf-f7ad-4d9c-8e24-e85803e9ab5e {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:56.695214 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ef936b-af11-42e0-bc62-1b881299e11b", "name": "network-vif-deleted", "tag": "1166bccb-3347-4d6a-bc39-2c37ffaa1d69", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:56.695675 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b5e5a7cf-f7ad-4d9c-8e24-e85803e9ab5e {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:56.696261 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ef936b-af11-42e0-bc62-1b881299e11b', 'name': 'network-vif-deleted', 'tag': '1166bccb-3347-4d6a-bc39-2c37ffaa1d69', 'status': 'completed', 'code': 200} Jul 05 03:56:56.759983 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9032e805-4c6b-4641-8f08-b2f803037451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.811882 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032e805-4c6b-4641-8f08-b2f803037451 None None] Pushing event deleted for resources: {'Port': ['ID=fd79db2a-ada4-4847-b9f5-4677c3f297c4,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:56.813178 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9032e805-4c6b-4641-8f08-b2f803037451 None None] No DVR routers for this DVR port fd79db2a-ada4-4847-b9f5-4677c3f297c4 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:56.841613 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 1166bccb-3347-4d6a-bc39-2c37ffaa1d69 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:56.878909 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 1166bccb-3347-4d6a-bc39-2c37ffaa1d69 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:56.879242 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 1166bccb-3347-4d6a-bc39-2c37ffaa1d69 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:57.067394 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9804c8f-37a0-4c28-8e73-d1b11289a317 req-167b1cde-96c8-4423-bca2-93a70bc6dbcb tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:57.081737 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9804c8f-37a0-4c28-8e73-d1b11289a317 req-167b1cde-96c8-4423-bca2-93a70bc6dbcb tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=e57775cd-a406-4fcf-9d52-e331142d07ea HTTP/1.1" status: 200 len: 945 time: 0.1256173 Jul 05 03:56:57.166294 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9804c8f-37a0-4c28-8e73-d1b11289a317 req-27c5b85f-c426-4821-8006-d9534572b10c tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833278 Jul 05 03:56:57.208455 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3274f182-3fec-4644-9a02-f49b18fd31ef req-2ee75383-1b68-4fcf-9efa-974c9b6eee85 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8250184 Jul 05 03:56:57.211293 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-05828504-ca5d-4567-ae24-18961a070a7c req-71b8c258-7cff-4d6b-86d7-bf51afb49a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a870b999-a174-4512-8044-db72baed00ca {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:57.219959 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c32a98e4-d399-4bbc-b0e7-913ae1270bd8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:57.224977 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-05828504-ca5d-4567-ae24-18961a070a7c req-71b8c258-7cff-4d6b-86d7-bf51afb49a42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:57.361111 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32a98e4-d399-4bbc-b0e7-913ae1270bd8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:57.391417 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-05828504-ca5d-4567-ae24-18961a070a7c req-71b8c258-7cff-4d6b-86d7-bf51afb49a42 service neutron] Transition to ACTIVE for port object a870b999-a174-4512-8044-db72baed00ca will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:57.397674 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-c32a98e4-d399-4bbc-b0e7-913ae1270bd8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:57.418523 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32a98e4-d399-4bbc-b0e7-913ae1270bd8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:57.419149 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c32a98e4-d399-4bbc-b0e7-913ae1270bd8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:57.424343 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-05828504-ca5d-4567-ae24-18961a070a7c req-71b8c258-7cff-4d6b-86d7-bf51afb49a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:57.429238 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f641adf9-e05f-49dd-8cdb-5f077e820288 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:57.502484 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a98e4-d399-4bbc-b0e7-913ae1270bd8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=e853fc31-720c-4314-872c-8aba091ddf3f,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:57.507815 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cae5d-2cb5-4735-83cf-afecdbc474fb req-8f1d0805-4ede-4b29-a83b-c094bcd4e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:57.509547 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d54cae5d-2cb5-4735-83cf-afecdbc474fb req-8f1d0805-4ede-4b29-a83b-c094bcd4e33b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e57775cd-a406-4fcf-9d52-e331142d07ea HTTP/1.1" status: 200 len: 1097 time: 0.6405370 Jul 05 03:56:57.551982 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd670b-dd4f-4200-9a85-f411bd68814c req-7036f930-a57a-4534-8208-09284a112209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:57.553597 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-afcd670b-dd4f-4200-9a85-f411bd68814c req-7036f930-a57a-4534-8208-09284a112209 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1bab9669-0bde-4bb3-af6d-f5f6a364729c HTTP/1.1" status: 200 len: 1098 time: 0.6859312 Jul 05 03:56:57.576795 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55054) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:57.582812 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-10dc99f7-2900-48b1-b327-5873f9434829 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'fixed_ips': [{'subnet_id': 'e853fc31-720c-4314-872c-8aba091ddf3f', 'ip_address': '2001:db8::5759:f543:8141:86d7'}], 'name': 'tempest-NetworksTestDHCPv6-1782317696'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:57.586579 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c32a98e4-d399-4bbc-b0e7-913ae1270bd8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9651113 Jul 05 03:56:57.671487 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b8c258-7cff-4d6b-86d7-bf51afb49a42 service neutron] Pushing event updated for resources: {'Port': ['ID=a870b999-a174-4512-8044-db72baed00ca,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:57.775841 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d54cae5d-2cb5-4735-83cf-afecdbc474fb req-0f8a726c-292d-452e-b547-51d8421ecb6e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368367 Jul 05 03:56:57.795380 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-afcd670b-dd4f-4200-9a85-f411bd68814c req-38d26d7f-d80b-4703-b8c8-af8f2f3555d4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993444 Jul 05 03:56:57.830287 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dc99f7-2900-48b1-b327-5873f9434829 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:57.842970 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-05828504-ca5d-4567-ae24-18961a070a7c req-71b8c258-7cff-4d6b-86d7-bf51afb49a42 service neutron] Attempting to bind port a870b999-a174-4512-8044-db72baed00ca on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:57.843562 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-05828504-ca5d-4567-ae24-18961a070a7c req-71b8c258-7cff-4d6b-86d7-bf51afb49a42 service neutron] Attempting to bind port a870b999-a174-4512-8044-db72baed00ca by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:57.844148 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05828504-ca5d-4567-ae24-18961a070a7c req-71b8c258-7cff-4d6b-86d7-bf51afb49a42 service neutron] Attempting to bind port a870b999-a174-4512-8044-db72baed00ca on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:57.849304 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05828504-ca5d-4567-ae24-18961a070a7c req-71b8c258-7cff-4d6b-86d7-bf51afb49a42 service neutron] Port a870b999-a174-4512-8044-db72baed00ca on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:57.849681 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05828504-ca5d-4567-ae24-18961a070a7c req-71b8c258-7cff-4d6b-86d7-bf51afb49a42 service neutron] Attempting to bind port a870b999-a174-4512-8044-db72baed00ca on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:57.862202 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55062) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:57.894831 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05828504-ca5d-4567-ae24-18961a070a7c req-71b8c258-7cff-4d6b-86d7-bf51afb49a42 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:57.895173 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05828504-ca5d-4567-ae24-18961a070a7c req-71b8c258-7cff-4d6b-86d7-bf51afb49a42 service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:57.895564 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05828504-ca5d-4567-ae24-18961a070a7c req-71b8c258-7cff-4d6b-86d7-bf51afb49a42 service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:57.896051 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-05828504-ca5d-4567-ae24-18961a070a7c req-71b8c258-7cff-4d6b-86d7-bf51afb49a42 service neutron] Bound port: a870b999-a174-4512-8044-db72baed00ca, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:57.896418 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-05828504-ca5d-4567-ae24-18961a070a7c req-71b8c258-7cff-4d6b-86d7-bf51afb49a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:57.922607 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f088e81-da8c-4137-ae99-06640d4e26c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'fixed_ips': [{'subnet_id': 'e853fc31-720c-4314-872c-8aba091ddf3f'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:56:57.925108 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8f088e81-da8c-4137-ae99-06640d4e26c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:57.992101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0439b60-5232-454e-9fbd-b2ba98d517d9 req-1df9ea0d-5551-496d-9aba-862f4a98752a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:57.992101 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a0439b60-5232-454e-9fbd-b2ba98d517d9 req-1df9ea0d-5551-496d-9aba-862f4a98752a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 947 time: 0.2112863 Jul 05 03:56:58.078958 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a0439b60-5232-454e-9fbd-b2ba98d517d9 req-cadb0ff3-73d9-43ec-865c-83c4a6549f18 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803609 Jul 05 03:56:58.101085 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device fd79db2a-ada4-4847-b9f5-4677c3f297c4 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:58.110919 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd80598-54c0-4e99-8ce9-a6315af8d6ca admin admin] Deleting subnet 553fbf9f-55ea-43a5-a206-cfb9ebd19d2d {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:56:58.121614 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-10dc99f7-2900-48b1-b327-5873f9434829 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.140812 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fd80598-54c0-4e99-8ce9-a6315af8d6ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.143455 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-10dc99f7-2900-48b1-b327-5873f9434829 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] device_id is not set on port 3a1ebc6f-0130-428a-a643-0d7b2cf4785d yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:56:58.247916 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-05828504-ca5d-4567-ae24-18961a070a7c req-71b8c258-7cff-4d6b-86d7-bf51afb49a42 service neutron] For port a870b999-a174-4512-8044-db72baed00ca, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:58.248798 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-8f088e81-da8c-4137-ae99-06640d4e26c7 None None] Allocated IP 2001:db8::2 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/e853fc31-720c-4314-872c-8aba091ddf3f/9105063c-a529-4180-afbd-f035f2a1705b) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:58.253303 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-05828504-ca5d-4567-ae24-18961a070a7c req-71b8c258-7cff-4d6b-86d7-bf51afb49a42 service neutron] For port a870b999-a174-4512-8044-db72baed00ca, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=a870b999-a174-4512-8044-db72baed00ca,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:58.268969 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fd80598-54c0-4e99-8ce9-a6315af8d6ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.310003 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-05828504-ca5d-4567-ae24-18961a070a7c req-71b8c258-7cff-4d6b-86d7-bf51afb49a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.352881 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3eee3-e373-4c03-9f98-a50992a22287 req-2929ef29-6e66-469d-ad5b-f5285f2974c3 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:58.356821 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: fd79db2a-ada4-4847-b9f5-4677c3f297c4 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:58.357164 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device fd79db2a-ada4-4847-b9f5-4677c3f297c4 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:58.360579 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c2a3eee3-e373-4c03-9f98-a50992a22287 req-2929ef29-6e66-469d-ad5b-f5285f2974c3 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=b461704a-dfd4-4d98-804f-5d65e3714576 HTTP/1.1" status: 200 len: 945 time: 0.3778834 Jul 05 03:56:58.424700 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05828504-ca5d-4567-ae24-18961a070a7c req-71b8c258-7cff-4d6b-86d7-bf51afb49a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:58.425338 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-05828504-ca5d-4567-ae24-18961a070a7c req-71b8c258-7cff-4d6b-86d7-bf51afb49a42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.426795 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05828504-ca5d-4567-ae24-18961a070a7c req-71b8c258-7cff-4d6b-86d7-bf51afb49a42 service neutron] 10.222.0.70 "PUT /v2.0/ports/a870b999-a174-4512-8044-db72baed00ca HTTP/1.1" status: 200 len: 1096 time: 3.1117177 Jul 05 03:56:58.427275 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b65db4-83c8-4395-a635-6c35979b0bba', 'tag': 'a870b999-a174-4512-8044-db72baed00ca'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:58.430268 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14412919-0851-40af-82d0-64589ab648dd" -d '{"events": [{"name": "network-changed", "server_uuid": "87b65db4-83c8-4395-a635-6c35979b0bba", "tag": "a870b999-a174-4512-8044-db72baed00ca"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:58.448862 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fd80598-54c0-4e99-8ce9-a6315af8d6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.495772 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b8c258-7cff-4d6b-86d7-bf51afb49a42 service neutron] Pushing event updated for resources: {'Port': ['ID=a870b999-a174-4512-8044-db72baed00ca,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:58.503854 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1dfc2-0037-4df5-9d9b-37bb28694a18 req-e7bd9215-777c-47cf-8bf9-613c4fd60361 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:58.512430 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-45b1dfc2-0037-4df5-9d9b-37bb28694a18 req-e7bd9215-777c-47cf-8bf9-613c4fd60361 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=e57775cd-a406-4fcf-9d52-e331142d07ea HTTP/1.1" status: 200 len: 945 time: 0.1269219 Jul 05 03:56:58.535908 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8f088e81-da8c-4137-ae99-06640d4e26c7 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.547895 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c2a3eee3-e373-4c03-9f98-a50992a22287 req-ce3b886d-a38c-4476-8881-6540ee099bb8 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800864 Jul 05 03:56:58.555047 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f734d52e-9966-4b52-91f0-99c13c0acac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.571543 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8f088e81-da8c-4137-ae99-06640d4e26c7 None None] Transition to ACTIVE for port object 9105063c-a529-4180-afbd-f035f2a1705b will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:58.595006 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8f088e81-da8c-4137-ae99-06640d4e26c7 None None] Transition to ACTIVE for port object 9105063c-a529-4180-afbd-f035f2a1705b will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:58.605884 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8f088e81-da8c-4137-ae99-06640d4e26c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.631730 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fd80598-54c0-4e99-8ce9-a6315af8d6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.660767 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-45b1dfc2-0037-4df5-9d9b-37bb28694a18 req-7bc9a578-ea54-4184-b79e-1f8d2c50b074 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436405 Jul 05 03:56:58.689758 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-10dc99f7-2900-48b1-b327-5873f9434829 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 2001:db8::5759:f543:8141:86d7 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/e853fc31-720c-4314-872c-8aba091ddf3f/3a1ebc6f-0130-428a-a643-0d7b2cf4785d) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:58.715410 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f088e81-da8c-4137-ae99-06640d4e26c7 None None] Pushing event updated for resources: {'Port': ['ID=9105063c-a529-4180-afbd-f035f2a1705b,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:58.719984 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd80598-54c0-4e99-8ce9-a6315af8d6ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=553fbf9f-55ea-43a5-a206-cfb9ebd19d2d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:58.753493 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fd80598-54c0-4e99-8ce9-a6315af8d6ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.761234 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4fd80598-54c0-4e99-8ce9-a6315af8d6ca admin admin] 10.222.0.77 "DELETE /v2.0/subnets/553fbf9f-55ea-43a5-a206-cfb9ebd19d2d HTTP/1.1" status: 204 len: 168 time: 0.8979487 Jul 05 03:56:58.769272 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55082) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:58.779257 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f088e81-da8c-4137-ae99-06640d4e26c7 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:58.799580 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-8f088e81-da8c-4137-ae99-06640d4e26c7 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:58.808318 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f088e81-da8c-4137-ae99-06640d4e26c7 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:58.874686 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device e9517443-98d4-46bf-9370-96c0bebe9a19 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:58.986375 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4179395e-855c-4b8e-b375-a13822b4b30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.992128 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-10dc99f7-2900-48b1-b327-5873f9434829 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.016512 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-10dc99f7-2900-48b1-b327-5873f9434829 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Transition to ACTIVE for port object 3a1ebc6f-0130-428a-a643-0d7b2cf4785d will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:59.045590 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8f088e81-da8c-4137-ae99-06640d4e26c7 None None] Attempting to bind port 9105063c-a529-4180-afbd-f035f2a1705b on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:59.047160 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8f088e81-da8c-4137-ae99-06640d4e26c7 None None] Attempting to bind port 9105063c-a529-4180-afbd-f035f2a1705b by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:59.048714 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f088e81-da8c-4137-ae99-06640d4e26c7 None None] Attempting to bind port 9105063c-a529-4180-afbd-f035f2a1705b on network 11254a26-e0ed-4207-b9f1-d7e3a27daaba {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:59.059035 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.064713 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f088e81-da8c-4137-ae99-06640d4e26c7 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:59.065094 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f088e81-da8c-4137-ae99-06640d4e26c7 None None] Checking segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:59.065496 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8f088e81-da8c-4137-ae99-06640d4e26c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.066241 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f088e81-da8c-4137-ae99-06640d4e26c7 None None] Bound using segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:59.066362 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8f088e81-da8c-4137-ae99-06640d4e26c7 None None] Bound port: 9105063c-a529-4180-afbd-f035f2a1705b, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:59.067064 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8f088e81-da8c-4137-ae99-06640d4e26c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.087516 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-10dc99f7-2900-48b1-b327-5873f9434829 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.111055 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e069f4ac-c0a5-4a0c-8ae6-efa9c46119d4 x-openstack-request-id: req-e069f4ac-c0a5-4a0c-8ae6-efa9c46119d4 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:59.111420 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b65db4-83c8-4395-a635-6c35979b0bba", "tag": "a870b999-a174-4512-8044-db72baed00ca", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:59.111588 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e069f4ac-c0a5-4a0c-8ae6-efa9c46119d4 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:59.112103 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b65db4-83c8-4395-a635-6c35979b0bba', 'tag': 'a870b999-a174-4512-8044-db72baed00ca', 'status': 'completed', 'code': 200} Jul 05 03:56:59.117528 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port e9517443-98d4-46bf-9370-96c0bebe9a19 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:59.117926 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.139364 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dc99f7-2900-48b1-b327-5873f9434829 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:59.142791 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-10dc99f7-2900-48b1-b327-5873f9434829 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:59.151196 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dc99f7-2900-48b1-b327-5873f9434829 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:59.157545 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dc99f7-2900-48b1-b327-5873f9434829 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:59.158262 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-10dc99f7-2900-48b1-b327-5873f9434829 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.170655 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4179395e-855c-4b8e-b375-a13822b4b30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.182279 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-4179395e-855c-4b8e-b375-a13822b4b30a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d29a04-71d5-4ba1-98ec-e3542b36b343']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:59.187423 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8f088e81-da8c-4137-ae99-06640d4e26c7 None None] For port 9105063c-a529-4180-afbd-f035f2a1705b, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:59.201323 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-10dc99f7-2900-48b1-b327-5873f9434829 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6229346 Jul 05 03:56:59.201993 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55086) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:59.203329 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-4179395e-855c-4b8e-b375-a13822b4b30a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c4b3056-4923-4363-8715-a2d215287363') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:59.203848 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-4179395e-855c-4b8e-b375-a13822b4b30a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c4b3056-4923-4363-8715-a2d215287363') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:59.206515 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8f088e81-da8c-4137-ae99-06640d4e26c7 None None] For port 9105063c-a529-4180-afbd-f035f2a1705b, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=9105063c-a529-4180-afbd-f035f2a1705b,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:59.214360 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8f088e81-da8c-4137-ae99-06640d4e26c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.241073 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4179395e-855c-4b8e-b375-a13822b4b30a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.261753 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc99f7-2900-48b1-b327-5873f9434829 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=3a1ebc6f-0130-428a-a643-0d7b2cf4785d,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:59.321201 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f083fd-3713-45a4-aba0-2672a516362d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:59.323709 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7ebc0-628a-4bb0-a66c-3f0b8299e457 req-aaae8e2c-6850-4f3b-8ea5-2840bd350565 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:59.328035 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f083fd-3713-45a4-aba0-2672a516362d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:59.332871 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-85f083fd-3713-45a4-aba0-2672a516362d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1232717 Jul 05 03:56:59.334276 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-58b7ebc0-628a-4bb0-a66c-3f0b8299e457 req-aaae8e2c-6850-4f3b-8ea5-2840bd350565 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bab9669-0bde-4bb3-af6d-f5f6a364729c HTTP/1.1" status: 200 len: 946 time: 0.4223118 Jul 05 03:56:59.335405 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4179395e-855c-4b8e-b375-a13822b4b30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.337341 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55090) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:59.410141 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4179395e-855c-4b8e-b375-a13822b4b30a admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:56:59.410563 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4179395e-855c-4b8e-b375-a13822b4b30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.415582 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05828504-ca5d-4567-ae24-18961a070a7c req-ff375be0-635c-4604-84f9-9c48d8029914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:59.417211 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05828504-ca5d-4567-ae24-18961a070a7c req-ff375be0-635c-4604-84f9-9c48d8029914 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 1099 time: 0.7990520 Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: timer() Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:56:59.417977 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:56:59.433417 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd07b07-b1da-4680-9c9f-764b8380d96a req-909e9692-4a1c-4c14-b680-fedcd00ce8f8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:59.444106 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dfd07b07-b1da-4680-9c9f-764b8380d96a req-909e9692-4a1c-4c14-b680-fedcd00ce8f8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 947 time: 0.1091917 Jul 05 03:56:59.532968 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.546991 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05828504-ca5d-4567-ae24-18961a070a7c req-db5fd707-df20-4480-902b-0fa368a0a266 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a870b999-a174-4512-8044-db72baed00ca HTTP/1.1" status: 200 len: 217 time: 0.1027951 Jul 05 03:56:59.583170 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dfd07b07-b1da-4680-9c9f-764b8380d96a req-e4710149-2398-48c2-85e1-8c1f512b6ee6 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340356 Jul 05 03:56:59.599105 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a53338-97cf-4a89-8218-fb205c45a8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9517443-98d4-46bf-9370-96c0bebe9a19'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:59.602141 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84ec11c-0ed7-4e6e-bfc5-d2df02042fb3" -d '{"events": [{"server_uuid": "a5a53338-97cf-4a89-8218-fb205c45a8a7", "name": "network-vif-plugged", "status": "completed", "tag": "e9517443-98d4-46bf-9370-96c0bebe9a19"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:59.614567 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4179395e-855c-4b8e-b375-a13822b4b30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.617915 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f088e81-da8c-4137-ae99-06640d4e26c7 None None] Pushing event updated for resources: {'Port': ['ID=9105063c-a529-4180-afbd-f035f2a1705b,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:59.636692 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port e9517443-98d4-46bf-9370-96c0bebe9a19, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=e9517443-98d4-46bf-9370-96c0bebe9a19,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:59.640797 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-58b7ebc0-628a-4bb0-a66c-3f0b8299e457 req-cf5f07c0-2dc4-4576-87a8-2ab6b8bdf457 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809832 Jul 05 03:56:59.665334 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.700408 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4179395e-855c-4b8e-b375-a13822b4b30a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.709166 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4179395e-855c-4b8e-b375-a13822b4b30a admin admin] 10.222.0.77 "DELETE /v2.0/networks/86d29a04-71d5-4ba1-98ec-e3542b36b343 HTTP/1.1" status: 204 len: 168 time: 0.9245749 Jul 05 03:56:59.718533 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0bc5a-1ac7-47c7-981d-92b1d15ff292 req-a668eee1-d9c1-47fb-8ca2-efff2bd461f1 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:59.728776 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-44a0bc5a-1ac7-47c7-981d-92b1d15ff292 req-a668eee1-d9c1-47fb-8ca2-efff2bd461f1 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.89 "GET /v2.0/ports?device_id=b461704a-dfd4-4d98-804f-5d65e3714576 HTTP/1.1" status: 200 len: 945 time: 0.2308214 Jul 05 03:56:59.782234 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179395e-855c-4b8e-b375-a13822b4b30a admin admin] Pushing event deleted for resources: {'Network': ['ID=86d29a04-71d5-4ba1-98ec-e3542b36b343,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:59.842583 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b87dc5-8243-4e88-8bea-b243b07fd69d x-openstack-request-id: req-d4b87dc5-8243-4e88-8bea-b243b07fd69d {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:59.842888 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a53338-97cf-4a89-8218-fb205c45a8a7", "name": "network-vif-plugged", "status": "completed", "tag": "e9517443-98d4-46bf-9370-96c0bebe9a19", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:59.843159 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d4b87dc5-8243-4e88-8bea-b243b07fd69d {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:59.843534 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a53338-97cf-4a89-8218-fb205c45a8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9517443-98d4-46bf-9370-96c0bebe9a19', 'code': 200} Jul 05 03:56:59.909956 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05828504-ca5d-4567-ae24-18961a070a7c req-bd3de9eb-3765-402a-93db-01739fdcffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:59.920138 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05828504-ca5d-4567-ae24-18961a070a7c req-bd3de9eb-3765-402a-93db-01739fdcffbb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.3511004 Jul 05 03:57:00.040883 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=e9517443-98d4-46bf-9370-96c0bebe9a19,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:00.086255 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-44a0bc5a-1ac7-47c7-981d-92b1d15ff292 req-9b466ef2-5cee-4507-aceb-c9f844dd2c38 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Deleting port eae27fa2-4f41-49a8-8c5d-ebf0aed88de4 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:00.087060 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-44a0bc5a-1ac7-47c7-981d-92b1d15ff292 req-9b466ef2-5cee-4507-aceb-c9f844dd2c38 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:00.281560 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-44a0bc5a-1ac7-47c7-981d-92b1d15ff292 req-9b466ef2-5cee-4507-aceb-c9f844dd2c38 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] For port eae27fa2-4f41-49a8-8c5d-ebf0aed88de4, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=eae27fa2-4f41-49a8-8c5d-ebf0aed88de4,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:00.282028 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-44a0bc5a-1ac7-47c7-981d-92b1d15ff292 req-9b466ef2-5cee-4507-aceb-c9f844dd2c38 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:00.291111 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 9105063c-a529-4180-afbd-f035f2a1705b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:00.303599 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-44a0bc5a-1ac7-47c7-981d-92b1d15ff292 req-9b466ef2-5cee-4507-aceb-c9f844dd2c38 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Calling delete_port for eae27fa2-4f41-49a8-8c5d-ebf0aed88de4 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:00.313655 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ab72b-b798-400f-8056-86f656322ff4 req-1c052ef4-04d8-4ffe-ac29-133d740bb593 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:00.321726 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f27ab72b-b798-400f-8056-86f656322ff4 req-1c052ef4-04d8-4ffe-ac29-133d740bb593 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=e57775cd-a406-4fcf-9d52-e331142d07ea HTTP/1.1" status: 200 len: 945 time: 0.1414847 Jul 05 03:57:00.322192 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-78d9e7c6-caa1-4c5d-b23b-b89bab3ef2ca tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting port 3a1ebc6f-0130-428a-a643-0d7b2cf4785d {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:00.322624 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-78d9e7c6-caa1-4c5d-b23b-b89bab3ef2ca tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:00.424342 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f27ab72b-b798-400f-8056-86f656322ff4 req-5d06e42b-e794-487d-a82b-1d5839fdb086 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012430 Jul 05 03:57:00.426597 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55110) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:00.466990 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 9105063c-a529-4180-afbd-f035f2a1705b completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:00.512314 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b8dc646e-13f5-47f7-abe3-bd8d9b1470ec admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aaab9b0ddfa749ca977c5ab1b6138289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0843847 Jul 05 03:57:00.513095 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55112) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:00.621463 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-44a0bc5a-1ac7-47c7-981d-92b1d15ff292 req-9b466ef2-5cee-4507-aceb-c9f844dd2c38 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:00.643426 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['eae27fa2-4f41-49a8-8c5d-ebf0aed88de4'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:00.708819 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b466ef2-5cee-4507-aceb-c9f844dd2c38 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Pushing event deleted for resources: {'Port': ['ID=eae27fa2-4f41-49a8-8c5d-ebf0aed88de4,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:00.738467 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f7727f01-00ae-4e74-8b8f-e3438ec6032a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:00.894853 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f7727f01-00ae-4e74-8b8f-e3438ec6032a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:00.898185 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a0bc5a-1ac7-47c7-981d-92b1d15ff292 req-9b466ef2-5cee-4507-aceb-c9f844dd2c38 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] No DVR routers for this DVR port eae27fa2-4f41-49a8-8c5d-ebf0aed88de4 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:00.906677 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-44a0bc5a-1ac7-47c7-981d-92b1d15ff292 req-9b466ef2-5cee-4507-aceb-c9f844dd2c38 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:00.920341 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-44a0bc5a-1ac7-47c7-981d-92b1d15ff292 req-9b466ef2-5cee-4507-aceb-c9f844dd2c38 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.89 "DELETE /v2.0/ports/eae27fa2-4f41-49a8-8c5d-ebf0aed88de4 HTTP/1.1" status: 204 len: 173 time: 1.1861882 Jul 05 03:57:00.961664 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b461704a-dfd4-4d98-804f-5d65e3714576', 'name': 'network-vif-deleted', 'tag': 'eae27fa2-4f41-49a8-8c5d-ebf0aed88de4'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:00.964717 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a7b038-4786-41c4-86b3-242eaae5835c" -d '{"events": [{"server_uuid": "b461704a-dfd4-4d98-804f-5d65e3714576", "name": "network-vif-deleted", "tag": "eae27fa2-4f41-49a8-8c5d-ebf0aed88de4"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:01.111092 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f7727f01-00ae-4e74-8b8f-e3438ec6032a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.118794 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f7727f01-00ae-4e74-8b8f-e3438ec6032a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.127364 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f7727f01-00ae-4e74-8b8f-e3438ec6032a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/de01797d-bf4c-4dfd-b1ce-2461dc6235ed HTTP/1.1" status: 204 len: 168 time: 0.5878630 Jul 05 03:57:01.142061 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7727f01-00ae-4e74-8b8f-e3438ec6032a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de01797d-bf4c-4dfd-b1ce-2461dc6235ed,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:01.162873 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46615e-e7a3-4c7f-90d2-1d87ac4ee2c8 req-0e7e26c9-8d44-469f-86f9-25ac523c0ad9 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:01.186307 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c46615e-e7a3-4c7f-90d2-1d87ac4ee2c8 req-0e7e26c9-8d44-469f-86f9-25ac523c0ad9 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 947 time: 0.2643087 Jul 05 03:57:01.230143 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05828504-ca5d-4567-ae24-18961a070a7c req-68f0ae40-63c1-4465-9a95-06b342381035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:01.239919 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05828504-ca5d-4567-ae24-18961a070a7c req-68f0ae40-63c1-4465-9a95-06b342381035 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.2684700 Jul 05 03:57:01.283311 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c46615e-e7a3-4c7f-90d2-1d87ac4ee2c8 req-d9cfeaa7-61a7-4069-a082-602c30dc9d7b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950811 Jul 05 03:57:01.318861 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d7179-1014-4482-a168-b29fdd2ee5bc req-03e693eb-0fc3-4b23-82b3-a7ba2852593b tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:01.334344 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e11d7179-1014-4482-a168-b29fdd2ee5bc req-03e693eb-0fc3-4b23-82b3-a7ba2852593b tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=b461704a-dfd4-4d98-804f-5d65e3714576 HTTP/1.1" status: 200 len: 867 time: 1.3637555 Jul 05 03:57:01.348934 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b3cd3a5d-81d3-4367-a7fe-290ee58b9cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.349978 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-05828504-ca5d-4567-ae24-18961a070a7c req-f2ccf6d1-5cc0-4570-85a3-12f788f8a35a service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:57:01.351033 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05828504-ca5d-4567-ae24-18961a070a7c req-f2ccf6d1-5cc0-4570-85a3-12f788f8a35a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149753 Jul 05 03:57:01.381081 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-78d9e7c6-caa1-4c5d-b23b-b89bab3ef2ca tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.395077 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-47067b0f-8e8d-46c8-8c31-75e37b17a7e2 None None] Provisioning for port 9105063c-a529-4180-afbd-f035f2a1705b completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:01.402795 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-47067b0f-8e8d-46c8-8c31-75e37b17a7e2 None None] Provisioning complete for port 9105063c-a529-4180-afbd-f035f2a1705b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:01.403414 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-47067b0f-8e8d-46c8-8c31-75e37b17a7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.566118 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-47067b0f-8e8d-46c8-8c31-75e37b17a7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.568964 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-78d9e7c6-caa1-4c5d-b23b-b89bab3ef2ca tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Calling delete_port for 3a1ebc6f-0130-428a-a643-0d7b2cf4785d owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:01.676114 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-47067b0f-8e8d-46c8-8c31-75e37b17a7e2 None None] For port 9105063c-a529-4180-afbd-f035f2a1705b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=9105063c-a529-4180-afbd-f035f2a1705b,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:01.688799 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c76db2-0621-4b0a-8b7a-303fe2d6ee8a req-c078e9b4-024d-4cdf-91ca-52b9280266ac tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:01.690915 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9c76db2-0621-4b0a-8b7a-303fe2d6ee8a req-c078e9b4-024d-4cdf-91ca-52b9280266ac tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bab9669-0bde-4bb3-af6d-f5f6a364729c HTTP/1.1" status: 200 len: 946 time: 0.1599123 Jul 05 03:57:01.754848 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-47067b0f-8e8d-46c8-8c31-75e37b17a7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.770609 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.810277 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9c76db2-0621-4b0a-8b7a-303fe2d6ee8a req-1d0956ef-a99c-4be2-9384-6f8eb6b64de2 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125522 Jul 05 03:57:01.849443 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47067b0f-8e8d-46c8-8c31-75e37b17a7e2 None None] Pushing event updated for resources: {'Port': ['ID=9105063c-a529-4180-afbd-f035f2a1705b,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:01.922440 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e11d7179-1014-4482-a168-b29fdd2ee5bc req-4d467afd-921f-47a0-a822-9e6a932ede35 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5875099 Jul 05 03:57:01.924412 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05828504-ca5d-4567-ae24-18961a070a7c req-5a3377e5-0a36-4361-9890-f1fc36e15775 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473340 Jul 05 03:57:02.030821 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e3a6da-9009-499d-9607-eacbc6f6adf7 x-openstack-request-id: req-99e3a6da-9009-499d-9607-eacbc6f6adf7 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:02.031100 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b461704a-dfd4-4d98-804f-5d65e3714576", "name": "network-vif-deleted", "tag": "eae27fa2-4f41-49a8-8c5d-ebf0aed88de4", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:02.031100 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-99e3a6da-9009-499d-9607-eacbc6f6adf7 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:02.031477 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b461704a-dfd4-4d98-804f-5d65e3714576', 'name': 'network-vif-deleted', 'tag': 'eae27fa2-4f41-49a8-8c5d-ebf0aed88de4', 'status': 'completed', 'code': 200} Jul 05 03:57:02.088154 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-53d4c236-980f-4c7e-a336-e1e4c2a5f7df None None] Provisioning for port 3a1ebc6f-0130-428a-a643-0d7b2cf4785d completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:02.096686 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-78d9e7c6-caa1-4c5d-b23b-b89bab3ef2ca tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.102275 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-53d4c236-980f-4c7e-a336-e1e4c2a5f7df None None] Provisioning complete for port 3a1ebc6f-0130-428a-a643-0d7b2cf4785d triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:02.102917 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-53d4c236-980f-4c7e-a336-e1e4c2a5f7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.147674 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 9105063c-a529-4180-afbd-f035f2a1705b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:02.153117 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-53d4c236-980f-4c7e-a336-e1e4c2a5f7df None None] Port 3a1ebc6f-0130-428a-a643-0d7b2cf4785d was deleted so its status cannot be updated. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 03:57:02.225267 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9e7c6-caa1-4c5d-b23b-b89bab3ef2ca tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Port': ['ID=3a1ebc6f-0130-428a-a643-0d7b2cf4785d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:02.231890 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05828504-ca5d-4567-ae24-18961a070a7c req-9282e156-b925-40ed-8757-040f1a44cc51 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973762 Jul 05 03:57:02.280597 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-78d9e7c6-caa1-4c5d-b23b-b89bab3ef2ca tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.287746 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-78d9e7c6-caa1-4c5d-b23b-b89bab3ef2ca tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/3a1ebc6f-0130-428a-a643-0d7b2cf4785d HTTP/1.1" status: 204 len: 168 time: 2.9385738 Jul 05 03:57:02.288883 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55144) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:02.306627 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 9105063c-a529-4180-afbd-f035f2a1705b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:02.307008 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.417517 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b06284-f997-47c7-8309-e2f51335d7ff req-14255636-c736-4224-987f-29d0bcafb7af tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:02.428210 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-66b06284-f997-47c7-8309-e2f51335d7ff req-14255636-c736-4224-987f-29d0bcafb7af tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=e57775cd-a406-4fcf-9d52-e331142d07ea HTTP/1.1" status: 200 len: 945 time: 0.1629922 Jul 05 03:57:02.528450 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7bdf46-53be-4b6a-8506-dfaa039b0494 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:02.529976 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7bdf46-53be-4b6a-8506-dfaa039b0494 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:02.539041 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.540378 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5d7bdf46-53be-4b6a-8506-dfaa039b0494 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2477541 Jul 05 03:57:02.541207 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55158) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:02.598893 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-66b06284-f997-47c7-8309-e2f51335d7ff req-f2d6f4c0-f61f-456f-8813-15ca07bb6789 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687057 Jul 05 03:57:02.688991 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca01f759-922d-4bce-be9a-0d781bebcea8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet e853fc31-720c-4314-872c-8aba091ddf3f {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:57:02.697961 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ca01f759-922d-4bce-be9a-0d781bebcea8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.791823 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14412919-0851-40af-82d0-64589ab648dd req-a1541cfc-e4f1-473e-844d-d6dfd6244592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:02.794069 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-14412919-0851-40af-82d0-64589ab648dd req-a1541cfc-e4f1-473e-844d-d6dfd6244592 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 1099 time: 0.3729243 Jul 05 03:57:02.860594 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ca01f759-922d-4bce-be9a-0d781bebcea8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.884356 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device eae27fa2-4f41-49a8-8c5d-ebf0aed88de4 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:02.933678 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: eae27fa2-4f41-49a8-8c5d-ebf0aed88de4 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:02.934026 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device eae27fa2-4f41-49a8-8c5d-ebf0aed88de4 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:03.093091 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff1c1c-9ed4-4de0-884e-8e79873c9e70 req-8624427b-0115-4d23-bac7-fdc38cb65e10 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:03.094568 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aaff1c1c-9ed4-4de0-884e-8e79873c9e70 req-8624427b-0115-4d23-bac7-fdc38cb65e10 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 947 time: 0.1837027 Jul 05 03:57:03.112892 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55182) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:03.181148 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14412919-0851-40af-82d0-64589ab648dd req-e1806152-dba2-415b-b555-077f0fcdccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:03.182688 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-14412919-0851-40af-82d0-64589ab648dd req-e1806152-dba2-415b-b555-077f0fcdccf5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.3717470 Jul 05 03:57:03.185705 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aaff1c1c-9ed4-4de0-884e-8e79873c9e70 req-18178947-1319-4d0f-83ab-01be922aecf0 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808525 Jul 05 03:57:03.203193 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ca01f759-922d-4bce-be9a-0d781bebcea8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.360840 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ca01f759-922d-4bce-be9a-0d781bebcea8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.369703 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-14412919-0851-40af-82d0-64589ab648dd req-8da8cf8d-9b8a-4946-bf32-ec4ea5e5999b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a870b999-a174-4512-8044-db72baed00ca HTTP/1.1" status: 200 len: 217 time: 0.0986278 Jul 05 03:57:03.504294 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14412919-0851-40af-82d0-64589ab648dd req-659118a2-ac98-41be-864d-cab9b9cfd2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:03.506153 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-14412919-0851-40af-82d0-64589ab648dd req-659118a2-ac98-41be-864d-cab9b9cfd2c4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0969446 Jul 05 03:57:03.511443 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-fad5664f-318f-4b8b-bdb2-4ce61a658911 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1265191528-network', 'tenant_id': '95f0b38a585f41a59ed1656d8eea23b3'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:03.528553 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01f759-922d-4bce-be9a-0d781bebcea8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=e853fc31-720c-4314-872c-8aba091ddf3f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:03.576753 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ca01f759-922d-4bce-be9a-0d781bebcea8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.583384 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55190) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:03.587876 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75de907e-10a8-4cc8-8e8a-11f2afe1f8fe None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:03.592580 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ca01f759-922d-4bce-be9a-0d781bebcea8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/e853fc31-720c-4314-872c-8aba091ddf3f HTTP/1.1" status: 204 len: 168 time: 1.0409043 Jul 05 03:57:03.669596 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-154c5f6f-95af-40d2-b515-3f07c6cd3fbf req-1789e1a7-1c76-452c-bcfc-76a320ea7f78 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=b461704a-dfd4-4d98-804f-5d65e3714576 HTTP/1.1" status: 200 len: 210 time: 0.1515200 Jul 05 03:57:03.698288 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-89d24094-d09d-4bf1-b5de-0bb5816db655 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1118636 Jul 05 03:57:03.698920 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55198) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:03.754075 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad5664f-318f-4b8b-bdb2-4ce61a658911 admin admin] Made reservation on behalf of 95f0b38a585f41a59ed1656d8eea23b3 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:03.756519 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fad5664f-318f-4b8b-bdb2-4ce61a658911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.794796 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14412919-0851-40af-82d0-64589ab648dd req-012d27e6-95b4-445b-bf0b-93bb2f479936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:03.801223 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-14412919-0851-40af-82d0-64589ab648dd req-012d27e6-95b4-445b-bf0b-93bb2f479936 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2592053 Jul 05 03:57:03.810381 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fad5664f-318f-4b8b-bdb2-4ce61a658911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.906126 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e297b65-8aaf-4519-96e9-7d57315867c9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:03.926590 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6e297b65-8aaf-4519-96e9-7d57315867c9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2265918 Jul 05 03:57:03.927449 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55214) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:04.062479 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bb3fa1-102e-453e-8c7c-723c6eabd713 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:04.071626 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d2bb3fa1-102e-453e-8c7c-723c6eabd713 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1428585 Jul 05 03:57:04.072352 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55220) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:04.156063 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-14412919-0851-40af-82d0-64589ab648dd req-e62903a5-3181-4f9b-b924-b1dea3201bea service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171520 Jul 05 03:57:04.195558 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f603c9bb-a014-46ca-b84e-933480daef02 None None] DHCP port deletion for 11254a26-e0ed-4207-b9f1-d7e3a27daaba request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:57:04.196167 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cd6fddab-255f-4661-84d7-fb44cff6e1b6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1144249 Jul 05 03:57:04.197802 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55228) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:04.218614 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-2b9b7f52-f031-4580-b420-195f044f83f9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:04.277379 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.295367 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-f603c9bb-a014-46ca-b84e-933480daef02 None None] Deleting port 9105063c-a529-4180-afbd-f035f2a1705b {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:04.296113 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f603c9bb-a014-46ca-b84e-933480daef02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.426697 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f603c9bb-a014-46ca-b84e-933480daef02 None None] For port 9105063c-a529-4180-afbd-f035f2a1705b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=9105063c-a529-4180-afbd-f035f2a1705b,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:04.427563 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f603c9bb-a014-46ca-b84e-933480daef02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.470643 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-f603c9bb-a014-46ca-b84e-933480daef02 None None] Calling delete_port for 9105063c-a529-4180-afbd-f035f2a1705b owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:04.533298 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-14412919-0851-40af-82d0-64589ab648dd req-d1d14154-42a0-4b2d-add3-1127dac6630e service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695316 Jul 05 03:57:04.608184 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fad5664f-318f-4b8b-bdb2-4ce61a658911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.621068 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fad5664f-318f-4b8b-bdb2-4ce61a658911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.633992 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad5664f-318f-4b8b-bdb2-4ce61a658911 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:57:04.643378 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fad5664f-318f-4b8b-bdb2-4ce61a658911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.643991 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-fad5664f-318f-4b8b-bdb2-4ce61a658911 admin admin] Added segment 0c99a00c-e059-4fa8-bac3-c0cea323b9b5 of type vlan for network 875157ee-1ede-4160-9cdc-ffb3b506197c Jul 05 03:57:04.645347 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9b7f52-f031-4580-b420-195f044f83f9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:04.653654 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2b9b7f52-f031-4580-b420-195f044f83f9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.688386 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fad5664f-318f-4b8b-bdb2-4ce61a658911 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.723040 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f603c9bb-a014-46ca-b84e-933480daef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.770085 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f603c9bb-a014-46ca-b84e-933480daef02 None None] No DVR routers for this DVR port 9105063c-a529-4180-afbd-f035f2a1705b on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:04.777040 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c9bb-a014-46ca-b84e-933480daef02 None None] Pushing event deleted for resources: {'Port': ['ID=9105063c-a529-4180-afbd-f035f2a1705b,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:04.792404 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fad5664f-318f-4b8b-bdb2-4ce61a658911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.793592 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad5664f-318f-4b8b-bdb2-4ce61a658911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:04.794196 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fad5664f-318f-4b8b-bdb2-4ce61a658911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.870765 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5664f-318f-4b8b-bdb2-4ce61a658911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88de0e7-28b4-4e23-881b-444372caf5c9,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:04.911599 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384cb0e-49e0-4a3a-9ea0-ef0e8f266441 req-66c78c94-562c-4ac7-8790-ef267b56403c tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:04.915024 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5664f-318f-4b8b-bdb2-4ce61a658911 admin admin] Pushing event updated for resources: {'Network': ['ID=875157ee-1ede-4160-9cdc-ffb3b506197c,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:04.921772 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4384cb0e-49e0-4a3a-9ea0-ef0e8f266441 req-66c78c94-562c-4ac7-8790-ef267b56403c tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=e57775cd-a406-4fcf-9d52-e331142d07ea HTTP/1.1" status: 200 len: 945 time: 0.1298084 Jul 05 03:57:04.935469 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 875157ee-1ede-4160-9cdc-ffb3b506197c details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:57:04.984027 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fad5664f-318f-4b8b-bdb2-4ce61a658911 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8681877 Jul 05 03:57:04.987828 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55244) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:05.002353 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e05dcf8c-392d-4f68-b3ed-898fc49fea55 admin admin] Request body: {'subnet': {'network_id': '875157ee-1ede-4160-9cdc-ffb3b506197c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1265191528-subnet', 'tenant_id': '95f0b38a585f41a59ed1656d8eea23b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:05.015374 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4384cb0e-49e0-4a3a-9ea0-ef0e8f266441 req-c96903d7-e974-41b4-ba11-aa691b33e0c6 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923889 Jul 05 03:57:05.102300 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05dcf8c-392d-4f68-b3ed-898fc49fea55 admin admin] Made reservation on behalf of 95f0b38a585f41a59ed1656d8eea23b3 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:05.107129 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e05dcf8c-392d-4f68-b3ed-898fc49fea55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.204133 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f4d0f-ab8e-4d95-9919-b466a31d7797 req-e3f17f05-e0dd-40ae-9d4a-1237ab6cb634 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:05.208354 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e18f4d0f-ab8e-4d95-9919-b466a31d7797 req-e3f17f05-e0dd-40ae-9d4a-1237ab6cb634 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 947 time: 0.6025612 Jul 05 03:57:05.300474 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c7890d6d-f20c-44b5-a1b8-0eb82e232fe6 req-1c495db7-0cfd-4639-a879-7117db0c509b tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=b461704a-dfd4-4d98-804f-5d65e3714576 HTTP/1.1" status: 200 len: 210 time: 0.0634422 Jul 05 03:57:05.322162 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2b9b7f52-f031-4580-b420-195f044f83f9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.332318 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e18f4d0f-ab8e-4d95-9919-b466a31d7797 req-eac118c0-a492-4275-bcd3-4a3cd36c2d09 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171830 Jul 05 03:57:05.439907 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9b7f52-f031-4580-b420-195f044f83f9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:05.444962 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-2b9b7f52-f031-4580-b420-195f044f83f9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:05.449681 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9b7f52-f031-4580-b420-195f044f83f9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:05.450553 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2b9b7f52-f031-4580-b420-195f044f83f9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.456042 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a253ed08-9e4a-47ce-95ba-4e3c2ac22e7a None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:05.551553 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2b9b7f52-f031-4580-b420-195f044f83f9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3516042 Jul 05 03:57:05.552313 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55262) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:05.560001 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d18bcb79-6dec-437e-bc91-3c1d355ecfe8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'fixed_ips': [{'subnet_id': '6ec5a1a9-2a17-40a0-a9fb-d06e858bc4ac', 'ip_address': '2001:db8::157:4d46:782d:29dd'}], 'name': 'tempest-NetworksTestDHCPv6-425812045'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:05.655041 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e05dcf8c-392d-4f68-b3ed-898fc49fea55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.725333 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device a870b999-a174-4512-8044-db72baed00ca details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:57:05.845973 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port a870b999-a174-4512-8044-db72baed00ca, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=a870b999-a174-4512-8044-db72baed00ca,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:05.865441 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'a870b999-a174-4512-8044-db72baed00ca', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': 'a870b999-a174-4512-8044-db72baed00ca', 'mac_address': 'fa:16:3e:15:c7:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:57:05.871307 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dd8c1f-9a2a-427a-a151-efb962d526a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'fixed_ips': [{'subnet_id': '6ec5a1a9-2a17-40a0-a9fb-d06e858bc4ac'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:57:05.872211 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8c1f-9a2a-427a-a151-efb962d526a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.918749 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b7f52-f031-4580-b420-195f044f83f9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=6ec5a1a9-2a17-40a0-a9fb-d06e858bc4ac,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:05.968801 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05dcf8c-392d-4f68-b3ed-898fc49fea55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbd78a45-de58-4c6c-b596-dd6afb42d456,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:05.973590 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05dcf8c-392d-4f68-b3ed-898fc49fea55 admin admin] Checking segment: {'id': '0c99a00c-e059-4fa8-bac3-c0cea323b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '875157ee-1ede-4160-9cdc-ffb3b506197c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:05.973963 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05dcf8c-392d-4f68-b3ed-898fc49fea55 admin admin] Network hostable DHCP agents. Network: 875157ee-1ede-4160-9cdc-ffb3b506197c, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:57:06.004359 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:06.040943 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05dcf8c-392d-4f68-b3ed-898fc49fea55 admin admin] Network 875157ee-1ede-4160-9cdc-ffb3b506197c is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:57:06.111472 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6db397-e420-4413-b34f-2aa78a0d69d5 req-fbef7b06-b74e-4a92-8f3a-9e70272d6d3f tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:06.113604 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f6db397-e420-4413-b34f-2aa78a0d69d5 req-fbef7b06-b74e-4a92-8f3a-9e70272d6d3f tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.70 "GET /v2.0/ports?device_id=e57775cd-a406-4fcf-9d52-e331142d07ea HTTP/1.1" status: 200 len: 945 time: 0.2357647 Jul 05 03:57:06.128917 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 9105063c-a529-4180-afbd-f035f2a1705b no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:06.218566 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a870b999-a174-4512-8044-db72baed00ca {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:06.230029 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 9105063c-a529-4180-afbd-f035f2a1705b {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:06.230447 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 9105063c-a529-4180-afbd-f035f2a1705b not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:06.261768 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port a870b999-a174-4512-8044-db72baed00ca, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=a870b999-a174-4512-8044-db72baed00ca,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:06.268174 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:06.316344 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-e05dcf8c-392d-4f68-b3ed-898fc49fea55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 875157ee-1ede-4160-9cdc-ffb3b506197c) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:06.326181 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3135985-7ce9-42b0-9d46-e1f5976d92f2 req-cddd0330-fc8e-453c-8c14-dbe39a5c3127 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:06.328227 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e3135985-7ce9-42b0-9d46-e1f5976d92f2 req-cddd0330-fc8e-453c-8c14-dbe39a5c3127 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.89 "GET /v2.0/ports?device_id=431fd20c-7504-4485-bcb1-1cb8ec4da494 HTTP/1.1" status: 200 len: 946 time: 0.4049044 Jul 05 03:57:06.332430 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-e6dd8c1f-9a2a-427a-a151-efb962d526a9 None None] Allocated IP 2001:db8::2 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/6ec5a1a9-2a17-40a0-a9fb-d06e858bc4ac/890f8d09-964f-4b96-80cb-7e1e4e161764) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:06.337663 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=a870b999-a174-4512-8044-db72baed00ca,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:06.340439 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a271ff60-9310-4b53-a768-52861d46865b None None] Network 875157ee-1ede-4160-9cdc-ffb3b506197c requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:06.349420 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93172f9d-9a83-48c3-a908-7737a033bb80 req-c41b8c09-054e-4028-ad59-874aa3c8dac5 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:06.352757 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05dcf8c-392d-4f68-b3ed-898fc49fea55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:06.353494 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93172f9d-9a83-48c3-a908-7737a033bb80 req-c41b8c09-054e-4028-ad59-874aa3c8dac5 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bab9669-0bde-4bb3-af6d-f5f6a364729c HTTP/1.1" status: 200 len: 946 time: 0.4763014 Jul 05 03:57:06.361415 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e05dcf8c-392d-4f68-b3ed-898fc49fea55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:06.429830 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18bcb79-6dec-437e-bc91-3c1d355ecfe8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:06.497438 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e05dcf8c-392d-4f68-b3ed-898fc49fea55 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4999905 Jul 05 03:57:06.611288 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e664c-f0a1-4d94-bf91-193affeaaef6 req-9c5581b5-c466-442a-ab14-96e94ada55d8 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:06.622076 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-709e664c-f0a1-4d94-bf91-193affeaaef6 req-9c5581b5-c466-442a-ab14-96e94ada55d8 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=e57775cd-a406-4fcf-9d52-e331142d07ea HTTP/1.1" status: 200 len: 945 time: 0.3089902 Jul 05 03:57:06.625480 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-0f6db397-e420-4413-b34f-2aa78a0d69d5 req-0bdca6c4-183c-4f87-938a-cf88ed0bb75d tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Deleting port b862970b-aa5a-4565-b739-33784b96054d {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:06.625812 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0f6db397-e420-4413-b34f-2aa78a0d69d5 req-0bdca6c4-183c-4f87-938a-cf88ed0bb75d tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:06.672866 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14c327d-bf54-4af4-bc39-d9643d2091bb None None] Network 875157ee-1ede-4160-9cdc-ffb3b506197c requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:06.829728 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-709e664c-f0a1-4d94-bf91-193affeaaef6 req-03395598-4caa-4957-b7de-223fc141c158 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab84865a-745b-48f8-822a-f360c9d2c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066605 Jul 05 03:57:06.879489 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93172f9d-9a83-48c3-a908-7737a033bb80 req-76d160e3-f38b-46a0-81d2-0d6731d990ca tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653573 Jul 05 03:57:06.914863 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['a870b999-a174-4512-8044-db72baed00ca'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:07.019693 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-0f6db397-e420-4413-b34f-2aa78a0d69d5 req-0bdca6c4-183c-4f87-938a-cf88ed0bb75d tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] For port b862970b-aa5a-4565-b739-33784b96054d, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=b862970b-aa5a-4565-b739-33784b96054d,segment=NetworkSegment(8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d),segment_id=8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:07.020057 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0f6db397-e420-4413-b34f-2aa78a0d69d5 req-0bdca6c4-183c-4f87-938a-cf88ed0bb75d tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:07.044436 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-e3135985-7ce9-42b0-9d46-e1f5976d92f2 req-56534d53-09a9-4660-8746-4dfbd65c37f3 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Deleting port 9dfee5e6-3a91-4d89-97ac-9a56486643f6 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:07.058074 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8c1f-9a2a-427a-a151-efb962d526a9 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:07.065821 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e3135985-7ce9-42b0-9d46-e1f5976d92f2 req-56534d53-09a9-4660-8746-4dfbd65c37f3 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:07.073390 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e6dd8c1f-9a2a-427a-a151-efb962d526a9 None None] Transition to ACTIVE for port object 890f8d09-964f-4b96-80cb-7e1e4e161764 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:07.074497 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-0f6db397-e420-4413-b34f-2aa78a0d69d5 req-0bdca6c4-183c-4f87-938a-cf88ed0bb75d tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Calling delete_port for b862970b-aa5a-4565-b739-33784b96054d owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:07.088629 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d18bcb79-6dec-437e-bc91-3c1d355ecfe8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:07.093112 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e6dd8c1f-9a2a-427a-a151-efb962d526a9 None None] Transition to ACTIVE for port object 890f8d09-964f-4b96-80cb-7e1e4e161764 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:07.171901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-d18bcb79-6dec-437e-bc91-3c1d355ecfe8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] device_id is not set on port 90148139-8145-4166-9a81-0c9b309f02c1 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:57:07.179498 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8c1f-9a2a-427a-a151-efb962d526a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:07.204430 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-337a5265-50e9-4c50-a0b0-3f3adb110540 req-c477cbfe-77a2-44f0-9be0-9018bcb0fcee tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=b461704a-dfd4-4d98-804f-5d65e3714576 HTTP/1.1" status: 200 len: 210 time: 0.1047513 Jul 05 03:57:07.298811 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dd8c1f-9a2a-427a-a151-efb962d526a9 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:07.313204 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-e6dd8c1f-9a2a-427a-a151-efb962d526a9 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:07.317601 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dd8c1f-9a2a-427a-a151-efb962d526a9 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:07.433777 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-d18bcb79-6dec-437e-bc91-3c1d355ecfe8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 2001:db8::157:4d46:782d:29dd (11254a26-e0ed-4207-b9f1-d7e3a27daaba/6ec5a1a9-2a17-40a0-a9fb-d06e858bc4ac/90148139-8145-4166-9a81-0c9b309f02c1) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:07.448738 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd8c1f-9a2a-427a-a151-efb962d526a9 None None] Pushing event updated for resources: {'Port': ['ID=890f8d09-964f-4b96-80cb-7e1e4e161764,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:07.456700 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e6dd8c1f-9a2a-427a-a151-efb962d526a9 None None] Attempting to bind port 890f8d09-964f-4b96-80cb-7e1e4e161764 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:07.457073 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e6dd8c1f-9a2a-427a-a151-efb962d526a9 None None] Attempting to bind port 890f8d09-964f-4b96-80cb-7e1e4e161764 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:07.457449 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dd8c1f-9a2a-427a-a151-efb962d526a9 None None] Attempting to bind port 890f8d09-964f-4b96-80cb-7e1e4e161764 on network 11254a26-e0ed-4207-b9f1-d7e3a27daaba {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:07.472414 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dd8c1f-9a2a-427a-a151-efb962d526a9 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:07.472841 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dd8c1f-9a2a-427a-a151-efb962d526a9 None None] Checking segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:07.473193 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8c1f-9a2a-427a-a151-efb962d526a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:07.473840 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dd8c1f-9a2a-427a-a151-efb962d526a9 None None] Bound using segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:07.474344 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e6dd8c1f-9a2a-427a-a151-efb962d526a9 None None] Bound port: 890f8d09-964f-4b96-80cb-7e1e4e161764, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:07.474728 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8c1f-9a2a-427a-a151-efb962d526a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:07.509091 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0f6db397-e420-4413-b34f-2aa78a0d69d5 req-0bdca6c4-183c-4f87-938a-cf88ed0bb75d tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:07.615389 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdca6c4-183c-4f87-938a-cf88ed0bb75d tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Pushing event deleted for resources: {'Port': ['ID=b862970b-aa5a-4565-b739-33784b96054d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:07.617388 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e6dd8c1f-9a2a-427a-a151-efb962d526a9 None None] For port 890f8d09-964f-4b96-80cb-7e1e4e161764, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:07.628496 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e6dd8c1f-9a2a-427a-a151-efb962d526a9 None None] For port 890f8d09-964f-4b96-80cb-7e1e4e161764, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=890f8d09-964f-4b96-80cb-7e1e4e161764,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:07.636956 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['9dfee5e6-3a91-4d89-97ac-9a56486643f6'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:07.685256 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8c1f-9a2a-427a-a151-efb962d526a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:07.705984 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-e3135985-7ce9-42b0-9d46-e1f5976d92f2 req-56534d53-09a9-4660-8746-4dfbd65c37f3 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] For port 9dfee5e6-3a91-4d89-97ac-9a56486643f6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9dfee5e6-3a91-4d89-97ac-9a56486643f6,segment=NetworkSegment(8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d),segment_id=8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:07.706356 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e3135985-7ce9-42b0-9d46-e1f5976d92f2 req-56534d53-09a9-4660-8746-4dfbd65c37f3 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:07.730367 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c34fe-57db-4156-b61f-f54b89d238c0 req-1d3d3586-db36-4a4f-8ede-7b3c6a1136ee tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:07.735350 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device d34872cc-e1db-4185-b226-798d3880c9fe details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:57:07.740027 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bf3c34fe-57db-4156-b61f-f54b89d238c0 req-1d3d3586-db36-4a4f-8ede-7b3c6a1136ee tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 948 time: 0.2273316 Jul 05 03:57:07.751146 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6db397-e420-4413-b34f-2aa78a0d69d5 req-0bdca6c4-183c-4f87-938a-cf88ed0bb75d tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] No DVR routers for this DVR port b862970b-aa5a-4565-b739-33784b96054d on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:07.754292 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0f6db397-e420-4413-b34f-2aa78a0d69d5 req-0bdca6c4-183c-4f87-938a-cf88ed0bb75d tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:07.761017 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f6db397-e420-4413-b34f-2aa78a0d69d5 req-0bdca6c4-183c-4f87-938a-cf88ed0bb75d tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.70 "DELETE /v2.0/ports/b862970b-aa5a-4565-b739-33784b96054d HTTP/1.1" status: 204 len: 173 time: 1.6372924 Jul 05 03:57:07.761942 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57775cd-a406-4fcf-9d52-e331142d07ea', 'name': 'network-vif-deleted', 'tag': 'b862970b-aa5a-4565-b739-33784b96054d'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:07.766741 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-e3135985-7ce9-42b0-9d46-e1f5976d92f2 req-56534d53-09a9-4660-8746-4dfbd65c37f3 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Calling delete_port for 9dfee5e6-3a91-4d89-97ac-9a56486643f6 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:07.771101 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e89180-185f-4284-a1dd-1768ccc28f24" -d '{"events": [{"server_uuid": "e57775cd-a406-4fcf-9d52-e331142d07ea", "name": "network-vif-deleted", "tag": "b862970b-aa5a-4565-b739-33784b96054d"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:07.863066 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port d34872cc-e1db-4185-b226-798d3880c9fe, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d34872cc-e1db-4185-b226-798d3880c9fe,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:07.895520 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'd34872cc-e1db-4185-b226-798d3880c9fe', 'network_id': '7b6709da-22b7-4420-933a-f93ebf434ce7', 'port_id': 'd34872cc-e1db-4185-b226-798d3880c9fe', 'mac_address': 'fa:16:3e:50:96:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf7098d-d664-4348-860f-1e166cf68435', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:57:07.899584 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device b862970b-aa5a-4565-b739-33784b96054d no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:07.974781 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: b862970b-aa5a-4565-b739-33784b96054d {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:07.976331 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device b862970b-aa5a-4565-b739-33784b96054d not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:08.023914 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:08.044293 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bf3c34fe-57db-4156-b61f-f54b89d238c0 req-9a76bec4-df93-41cc-91fa-23b26b576339 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031194 Jul 05 03:57:08.115522 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d34872cc-e1db-4185-b226-798d3880c9fe {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:08.118988 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d18bcb79-6dec-437e-bc91-3c1d355ecfe8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:08.153478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-d18bcb79-6dec-437e-bc91-3c1d355ecfe8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Transition to ACTIVE for port object 90148139-8145-4166-9a81-0c9b309f02c1 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:08.211716 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd8c1f-9a2a-427a-a151-efb962d526a9 None None] Pushing event updated for resources: {'Port': ['ID=890f8d09-964f-4b96-80cb-7e1e4e161764,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:08.271116 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port d34872cc-e1db-4185-b226-798d3880c9fe, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d34872cc-e1db-4185-b226-798d3880c9fe,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:08.291470 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:08.368845 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf2193a-d0c2-435f-86e3-de038ac79e18 x-openstack-request-id: req-dcf2193a-d0c2-435f-86e3-de038ac79e18 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:08.369408 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57775cd-a406-4fcf-9d52-e331142d07ea", "name": "network-vif-deleted", "tag": "b862970b-aa5a-4565-b739-33784b96054d", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:08.369408 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dcf2193a-d0c2-435f-86e3-de038ac79e18 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:08.375474 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57775cd-a406-4fcf-9d52-e331142d07ea', 'name': 'network-vif-deleted', 'tag': 'b862970b-aa5a-4565-b739-33784b96054d', 'status': 'completed', 'code': 200} Jul 05 03:57:08.440045 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=d34872cc-e1db-4185-b226-798d3880c9fe,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:08.532040 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-56841f51-29fa-4405-afaf-071b6829034f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:08.533238 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d18bcb79-6dec-437e-bc91-3c1d355ecfe8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:08.536320 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e3135985-7ce9-42b0-9d46-e1f5976d92f2 req-56534d53-09a9-4660-8746-4dfbd65c37f3 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:08.544926 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-56841f51-29fa-4405-afaf-071b6829034f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/networks?id=875157ee-1ede-4160-9cdc-ffb3b506197c HTTP/1.1" status: 200 len: 814 time: 0.3696463 Jul 05 03:57:08.564809 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-25c65699-5f5a-4dba-a683-549e6b167d62 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/quotas/95f0b38a585f41a59ed1656d8eea23b3 HTTP/1.1" status: 200 len: 375 time: 0.0183756 Jul 05 03:57:08.576542 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['d34872cc-e1db-4185-b226-798d3880c9fe'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:08.614729 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18bcb79-6dec-437e-bc91-3c1d355ecfe8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:08.620971 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18bcb79-6dec-437e-bc91-3c1d355ecfe8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=90148139-8145-4166-9a81-0c9b309f02c1,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:08.650524 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-d18bcb79-6dec-437e-bc91-3c1d355ecfe8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:08.678979 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56534d53-09a9-4660-8746-4dfbd65c37f3 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Pushing event deleted for resources: {'Port': ['ID=9dfee5e6-3a91-4d89-97ac-9a56486643f6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:08.706658 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-58898aa1-693d-4f33-89df-792fc25d2572 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=95f0b38a585f41a59ed1656d8eea23b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1402631 Jul 05 03:57:08.745106 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18bcb79-6dec-437e-bc91-3c1d355ecfe8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:08.763995 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18bcb79-6dec-437e-bc91-3c1d355ecfe8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:08.764674 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d18bcb79-6dec-437e-bc91-3c1d355ecfe8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:08.833897 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3135985-7ce9-42b0-9d46-e1f5976d92f2 req-56534d53-09a9-4660-8746-4dfbd65c37f3 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] No DVR routers for this DVR port 9dfee5e6-3a91-4d89-97ac-9a56486643f6 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:08.862503 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e3135985-7ce9-42b0-9d46-e1f5976d92f2 req-56534d53-09a9-4660-8746-4dfbd65c37f3 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:08.867466 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e3135985-7ce9-42b0-9d46-e1f5976d92f2 req-56534d53-09a9-4660-8746-4dfbd65c37f3 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.89 "DELETE /v2.0/ports/9dfee5e6-3a91-4d89-97ac-9a56486643f6 HTTP/1.1" status: 204 len: 173 time: 2.4733393 Jul 05 03:57:08.902693 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-053f22f9-1743-4123-91a6-63cc22992e87 req-4cdce493-570e-413d-a7f7-500ba8c7da55 tempest-MultipleCreateTestJSON-1281624666 tempest-MultipleCreateTestJSON-1281624666-project] 10.222.0.77 "GET /v2.0/ports?device_id=e57775cd-a406-4fcf-9d52-e331142d07ea HTTP/1.1" status: 200 len: 210 time: 0.1658945 Jul 05 03:57:08.903629 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431fd20c-7504-4485-bcb1-1cb8ec4da494', 'name': 'network-vif-deleted', 'tag': '9dfee5e6-3a91-4d89-97ac-9a56486643f6'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:08.906841 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-d13663b7-ab32-4739-9320-9c009ca465db service neutron] 10.222.0.77 "GET /v2.0/networks/875157ee-1ede-4160-9cdc-ffb3b506197c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990521 Jul 05 03:57:08.914486 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd54b049-583d-4f7d-8dde-58d72f30a878" -d '{"events": [{"server_uuid": "431fd20c-7504-4485-bcb1-1cb8ec4da494", "name": "network-vif-deleted", "tag": "9dfee5e6-3a91-4d89-97ac-9a56486643f6"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:08.936532 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d18bcb79-6dec-437e-bc91-3c1d355ecfe8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.3781073 Jul 05 03:57:08.936720 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55312) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:08.943685 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-7ed6b370-f81d-47e3-9b3d-6f7af75f49cf tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'fixed_ips': [{'subnet_id': '6ec5a1a9-2a17-40a0-a9fb-d06e858bc4ac', 'ip_address': '2001:db8::157:4d46:782d:29dd'}], 'name': 'tempest-NetworksTestDHCPv6-1789976911'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:09.192862 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-04197a25-af9b-4495-88dd-2de8fb86fc02 service neutron] 10.222.0.77 "GET /v2.0/networks/875157ee-1ede-4160-9cdc-ffb3b506197c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599108 Jul 05 03:57:09.376918 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed6b370-f81d-47e3-9b3d-6f7af75f49cf tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:09.387735 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b370-f81d-47e3-9b3d-6f7af75f49cf tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:09.416813 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f74134-0446-4214-aa91-25866350f587 req-077dd79f-98e6-426a-b3d2-7659e57e735a tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:09.431364 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-75f74134-0446-4214-aa91-25866350f587 req-077dd79f-98e6-426a-b3d2-7659e57e735a tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bab9669-0bde-4bb3-af6d-f5f6a364729c HTTP/1.1" status: 200 len: 945 time: 0.1805437 Jul 05 03:57:09.492676 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-7ed6b370-f81d-47e3-9b3d-6f7af75f49cf tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] device_id is not set on port 98245947-fde3-451c-ae8e-732011006802 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:57:09.571992 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-75f74134-0446-4214-aa91-25866350f587 req-cae5b5bf-7849-46e5-9874-d15dac583251 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385369 Jul 05 03:57:09.728213 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device d34872cc-e1db-4185-b226-798d3880c9fe up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:09.762954 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4c3b0bc4-84c4-4b45-91bd-554fda334622 req-41aa809c-c7be-4753-bd7a-914b09d0c23a tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=b461704a-dfd4-4d98-804f-5d65e3714576 HTTP/1.1" status: 200 len: 210 time: 0.1359339 Jul 05 03:57:09.887146 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8985913d-0d04-4b4a-8263-643170df4304 None None] Provisioning for port 890f8d09-964f-4b96-80cb-7e1e4e161764 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:09.951782 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port d34872cc-e1db-4185-b226-798d3880c9fe triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:09.952092 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.130013 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed6b370-f81d-47e3-9b3d-6f7af75f49cf tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 03:57:10.135913 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed6b370-f81d-47e3-9b3d-6f7af75f49cf tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:57:10.209671 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d82d79e-46f9-424d-85b4-654f269be3aa x-openstack-request-id: req-6d82d79e-46f9-424d-85b4-654f269be3aa {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:10.212098 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431fd20c-7504-4485-bcb1-1cb8ec4da494", "name": "network-vif-deleted", "tag": "9dfee5e6-3a91-4d89-97ac-9a56486643f6", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:10.212391 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6d82d79e-46f9-424d-85b4-654f269be3aa {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:10.213006 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431fd20c-7504-4485-bcb1-1cb8ec4da494', 'name': 'network-vif-deleted', 'tag': '9dfee5e6-3a91-4d89-97ac-9a56486643f6', 'status': 'completed', 'code': 200} Jul 05 03:57:10.225002 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55336) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:10.241020 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7ed6b370-f81d-47e3-9b3d-6f7af75f49cf tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.3002622 Jul 05 03:57:10.325246 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f8e65654-4d7c-43fe-91a2-df01adc9ab39 req-4ce63036-a249-402c-96b3-0d793777c482 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 210 time: 0.0778370 Jul 05 03:57:10.362777 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 890f8d09-964f-4b96-80cb-7e1e4e161764 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:10.442002 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f1779886-971c-4b0b-b887-0d7d8082c710 None None] Provisioning for port 90148139-8145-4166-9a81-0c9b309f02c1 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:10.458122 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 890f8d09-964f-4b96-80cb-7e1e4e161764 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:10.473287 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 890f8d09-964f-4b96-80cb-7e1e4e161764 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:10.473598 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.531394 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709dbd1-3f0d-423d-94c8-8b8afb05b00d req-f351b9ca-2235-4222-9030-c6e778d51889 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:10.534998 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f1779886-971c-4b0b-b887-0d7d8082c710 None None] Provisioning complete for port 90148139-8145-4166-9a81-0c9b309f02c1 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:10.535346 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f1779886-971c-4b0b-b887-0d7d8082c710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.540456 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e709dbd1-3f0d-423d-94c8-8b8afb05b00d req-f351b9ca-2235-4222-9030-c6e778d51889 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 948 time: 0.2876613 Jul 05 03:57:10.570502 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736cbadb-cc49-4c37-a0f9-3436b70a16c3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:10.590593 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736cbadb-cc49-4c37-a0f9-3436b70a16c3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:10.592854 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-736cbadb-cc49-4c37-a0f9-3436b70a16c3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3662467 Jul 05 03:57:10.595764 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55340) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:10.637802 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e709dbd1-3f0d-423d-94c8-8b8afb05b00d req-1a71d97b-a6bf-4452-a451-b3f5ff492da4 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962613 Jul 05 03:57:10.649972 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55344) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:10.696655 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.766339 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ebd7277-292b-44a7-96d8-35c3628a276a admin admin] Deleting subnet c6ed1c63-2cd0-4bae-9eae-a91abd9d5b06 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:57:10.772347 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port d34872cc-e1db-4185-b226-798d3880c9fe, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d34872cc-e1db-4185-b226-798d3880c9fe,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:10.774181 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ebd7277-292b-44a7-96d8-35c3628a276a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.774929 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-f1779886-971c-4b0b-b887-0d7d8082c710 None None] Port 90148139-8145-4166-9a81-0c9b309f02c1 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:57:10.777890 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bab9669-0bde-4bb3-af6d-f5f6a364729c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34872cc-e1db-4185-b226-798d3880c9fe'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:10.782527 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405956a0-141b-4b41-88f5-97a81546aa53" -d '{"events": [{"server_uuid": "1bab9669-0bde-4bb3-af6d-f5f6a364729c", "name": "network-vif-plugged", "status": "completed", "tag": "d34872cc-e1db-4185-b226-798d3880c9fe"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:10.795954 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.797146 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device a870b999-a174-4512-8044-db72baed00ca up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:10.880505 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ebd7277-292b-44a7-96d8-35c3628a276a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.916624 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-15a6e950-0ca1-4b98-9ce9-45596865fe50 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting port 90148139-8145-4166-9a81-0c9b309f02c1 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:10.917280 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-15a6e950-0ca1-4b98-9ce9-45596865fe50 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.968759 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ebd7277-292b-44a7-96d8-35c3628a276a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.984640 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2298070-4ea1-4f55-a306-d3ed8c722ede x-openstack-request-id: req-d2298070-4ea1-4f55-a306-d3ed8c722ede {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:10.985228 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bab9669-0bde-4bb3-af6d-f5f6a364729c", "name": "network-vif-plugged", "status": "completed", "tag": "d34872cc-e1db-4185-b226-798d3880c9fe", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:10.985413 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d2298070-4ea1-4f55-a306-d3ed8c722ede {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:10.985765 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bab9669-0bde-4bb3-af6d-f5f6a364729c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34872cc-e1db-4185-b226-798d3880c9fe', 'code': 200} Jul 05 03:57:10.989576 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=d34872cc-e1db-4185-b226-798d3880c9fe,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:11.012702 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 9dfee5e6-3a91-4d89-97ac-9a56486643f6 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:11.131188 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 9dfee5e6-3a91-4d89-97ac-9a56486643f6 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:11.131547 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 9dfee5e6-3a91-4d89-97ac-9a56486643f6 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:11.159678 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ebd7277-292b-44a7-96d8-35c3628a276a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.191669 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.276078 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 890f8d09-964f-4b96-80cb-7e1e4e161764, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=890f8d09-964f-4b96-80cb-7e1e4e161764,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:11.292974 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd7277-292b-44a7-96d8-35c3628a276a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6ed1c63-2cd0-4bae-9eae-a91abd9d5b06,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:11.296813 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port a870b999-a174-4512-8044-db72baed00ca completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:11.309194 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-15a6e950-0ca1-4b98-9ce9-45596865fe50 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.311130 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port a870b999-a174-4512-8044-db72baed00ca triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:11.311835 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.317487 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ebd7277-292b-44a7-96d8-35c3628a276a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.323477 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55366) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:11.325576 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0ebd7277-292b-44a7-96d8-35c3628a276a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c6ed1c63-2cd0-4bae-9eae-a91abd9d5b06 HTTP/1.1" status: 204 len: 168 time: 0.6746352 Jul 05 03:57:11.370958 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.427486 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-15a6e950-0ca1-4b98-9ce9-45596865fe50 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Calling delete_port for 90148139-8145-4166-9a81-0c9b309f02c1 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:11.489239 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=890f8d09-964f-4b96-80cb-7e1e4e161764,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:11.532238 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.571380 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port a870b999-a174-4512-8044-db72baed00ca, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=a870b999-a174-4512-8044-db72baed00ca,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:11.591711 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.661472 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-15a6e950-0ca1-4b98-9ce9-45596865fe50 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.674236 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=a870b999-a174-4512-8044-db72baed00ca,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:11.691522 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfde00-1de0-4bf3-bf34-e8fd07df913a req-facad61f-3865-48dc-b299-da27a50cce84 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:11.702687 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-70dfde00-1de0-4bf3-bf34-e8fd07df913a req-facad61f-3865-48dc-b299-da27a50cce84 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bab9669-0bde-4bb3-af6d-f5f6a364729c HTTP/1.1" status: 200 len: 946 time: 0.7329059 Jul 05 03:57:11.805074 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-70dfde00-1de0-4bf3-bf34-e8fd07df913a req-bff4b179-62b3-4bd3-ab4e-2e174b1ea688 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039932 Jul 05 03:57:11.814372 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6e950-0ca1-4b98-9ce9-45596865fe50 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Port': ['ID=90148139-8145-4166-9a81-0c9b309f02c1,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:11.823758 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19ff2e5c-7e11-4004-a1ee-654f2e1bc336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.868344 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c2ce29f2-1f91-4607-b1f8-237937342183 req-e601ac09-e6b2-4518-93eb-a35a3854abf1 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 210 time: 0.0925124 Jul 05 03:57:11.897606 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-15a6e950-0ca1-4b98-9ce9-45596865fe50 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.901675 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-15a6e950-0ca1-4b98-9ce9-45596865fe50 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/90148139-8145-4166-9a81-0c9b309f02c1 HTTP/1.1" status: 204 len: 168 time: 1.3036897 Jul 05 03:57:11.907886 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55388) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:12.060522 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4b94bb-73b2-444b-bf42-765491de7c17 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:12.062255 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4b94bb-73b2-444b-bf42-765491de7c17 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:12.067831 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fb4b94bb-73b2-444b-bf42-765491de7c17 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1549709 Jul 05 03:57:12.079205 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55394) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:12.111367 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 890f8d09-964f-4b96-80cb-7e1e4e161764 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:12.272543 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 890f8d09-964f-4b96-80cb-7e1e4e161764 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:12.272926 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddfd0d63-86bf-4ac2-bd15-707e8e349a0c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet 6ec5a1a9-2a17-40a0-a9fb-d06e858bc4ac {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:57:12.274411 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.277353 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0d63-86bf-4ac2-bd15-707e8e349a0c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.397124 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19ff2e5c-7e11-4004-a1ee-654f2e1bc336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.409966 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-19ff2e5c-7e11-4004-a1ee-654f2e1bc336 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099b0587-c94e-4226-806b-3799e77d38db']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:12.421642 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0d63-86bf-4ac2-bd15-707e8e349a0c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.432277 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-19ff2e5c-7e11-4004-a1ee-654f2e1bc336 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:12.432580 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-19ff2e5c-7e11-4004-a1ee-654f2e1bc336 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae7e9b7-87ad-4de2-a077-8dc0a42fdc6d') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:12.483055 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27826dc-eb06-4c95-9be5-5e48d187402b req-55a492b0-69c9-4d1c-9b09-93fa90a0b447 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:12.492808 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-80e534c7-59be-4237-95f5-42a5b11175b3 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:12.493070 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b27826dc-eb06-4c95-9be5-5e48d187402b req-55a492b0-69c9-4d1c-9b09-93fa90a0b447 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.3133633 Jul 05 03:57:12.494295 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-80e534c7-59be-4237-95f5-42a5b11175b3 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.89 "GET /v2.0/networks?id=875157ee-1ede-4160-9cdc-ffb3b506197c HTTP/1.1" status: 200 len: 814 time: 0.5304842 Jul 05 03:57:12.496505 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19ff2e5c-7e11-4004-a1ee-654f2e1bc336 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.516480 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-bd95ca37-3c81-45e0-9b57-4de0f80eb8db tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Request body: {'port': {'device_id': 'd525443a-faf5-4515-9877-65d292c47592', 'network_id': '875157ee-1ede-4160-9cdc-ffb3b506197c', 'admin_state_up': True, 'tenant_id': '95f0b38a585f41a59ed1656d8eea23b3'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:12.579370 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19ff2e5c-7e11-4004-a1ee-654f2e1bc336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.599658 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16573c6d-efcc-457f-a17e-e2910d249767 req-dd96ab36-cbf3-4c36-9bc6-118f87e0bdf9 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:12.611061 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-16573c6d-efcc-457f-a17e-e2910d249767 req-dd96ab36-cbf3-4c36-9bc6-118f87e0bdf9 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/networks?id=3b64f625-0433-41d5-8266-5dfdc89559ba HTTP/1.1" status: 200 len: 811 time: 0.5589027 Jul 05 03:57:12.616537 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ff2e5c-7e11-4004-a1ee-654f2e1bc336 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:57:12.616949 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19ff2e5c-7e11-4004-a1ee-654f2e1bc336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: timer() Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:57:12.620755 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:57:12.672277 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-16573c6d-efcc-457f-a17e-e2910d249767 req-d4a0fa52-20e9-451e-a517-be64e4154ff3 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/quotas/501ed92e20d5480db968048631c9d2f5 HTTP/1.1" status: 200 len: 375 time: 0.0628130 Jul 05 03:57:12.713463 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.720708 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-16573c6d-efcc-457f-a17e-e2910d249767 req-5c7e0ee5-8e58-421d-af8d-e7790b4f8a7e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=501ed92e20d5480db968048631c9d2f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475061 Jul 05 03:57:12.752678 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-16573c6d-efcc-457f-a17e-e2910d249767 req-783c3508-e337-4ee6-801a-8137d0e4c03e service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:57:12.753696 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-16573c6d-efcc-457f-a17e-e2910d249767 req-783c3508-e337-4ee6-801a-8137d0e4c03e service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054770 Jul 05 03:57:12.759680 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19ff2e5c-7e11-4004-a1ee-654f2e1bc336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.784281 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19ff2e5c-7e11-4004-a1ee-654f2e1bc336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.791635 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-19ff2e5c-7e11-4004-a1ee-654f2e1bc336 admin admin] 10.222.0.77 "DELETE /v2.0/networks/099b0587-c94e-4226-806b-3799e77d38db HTTP/1.1" status: 204 len: 168 time: 1.4540777 Jul 05 03:57:12.849390 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff2e5c-7e11-4004-a1ee-654f2e1bc336 admin admin] Pushing event deleted for resources: {'Network': ['ID=099b0587-c94e-4226-806b-3799e77d38db,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:12.902217 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b27826dc-eb06-4c95-9be5-5e48d187402b req-9607205a-29a5-406f-9231-7ca491bd6667 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082410 Jul 05 03:57:12.906454 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-bd95ca37-3c81-45e0-9b57-4de0f80eb8db tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Made reservation on behalf of 95f0b38a585f41a59ed1656d8eea23b3 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:12.910780 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-bd95ca37-3c81-45e0-9b57-4de0f80eb8db tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.944895 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-16573c6d-efcc-457f-a17e-e2910d249767 req-d41209af-64d2-437d-bf13-b837d75ad478 service neutron] 10.222.0.77 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706550 Jul 05 03:57:12.963031 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0d63-86bf-4ac2-bd15-707e8e349a0c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.987460 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b65db4-83c8-4395-a635-6c35979b0bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a870b999-a174-4512-8044-db72baed00ca'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:12.989932 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b01daf-2d3d-491d-a596-48595b7c02cd" -d '{"events": [{"server_uuid": "87b65db4-83c8-4395-a635-6c35979b0bba", "name": "network-vif-plugged", "status": "completed", "tag": "a870b999-a174-4512-8044-db72baed00ca"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:13.051026 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55416) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:13.064598 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0d63-86bf-4ac2-bd15-707e8e349a0c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.118157 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd0d63-86bf-4ac2-bd15-707e8e349a0c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec5a1a9-2a17-40a0-a9fb-d06e858bc4ac,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:13.132553 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0d63-86bf-4ac2-bd15-707e8e349a0c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.137088 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ddfd0d63-86bf-4ac2-bd15-707e8e349a0c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/6ec5a1a9-2a17-40a0-a9fb-d06e858bc4ac HTTP/1.1" status: 204 len: 168 time: 1.0545459 Jul 05 03:57:13.137377 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55418) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:13.138815 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6fd55a-74b7-4466-9d66-453d039a262e None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:13.199625 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-19666678-06e2-4bba-8f2c-60f4258b1026 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573080 Jul 05 03:57:13.201676 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55420) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:13.208803 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-eb9f000c-4927-4066-a638-d45352638b30 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:13.363564 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9f000c-4927-4066-a638-d45352638b30 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:13.368883 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eb9f000c-4927-4066-a638-d45352638b30 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.509041 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-059fe81a-6f94-4b55-b90e-b68bf7d31be9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=49680e170dda412ea6a325ff7b871202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4563279 Jul 05 03:57:13.511707 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55422) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:13.535674 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-bd95ca37-3c81-45e0-9b57-4de0f80eb8db tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Allocated IP 172.20.0.3 (875157ee-1ede-4160-9cdc-ffb3b506197c/cbd78a45-de58-4c6c-b596-dd6afb42d456/273766da-a5ab-4aa9-aa87-8c3c05b47b02) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:13.554328 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-16573c6d-efcc-457f-a17e-e2910d249767 req-bf07b669-9339-4d5e-ae9a-229390d531d5 service neutron] 10.222.0.77 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5796034 Jul 05 03:57:13.557973 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e14a96-6231-439d-a0c0-893b6f59ab56 None None] DHCP port deletion for 11254a26-e0ed-4207-b9f1-d7e3a27daaba request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:57:13.649106 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-25e14a96-6231-439d-a0c0-893b6f59ab56 None None] Deleting port 890f8d09-964f-4b96-80cb-7e1e4e161764 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:13.649318 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805b313-2103-42bf-8c00-158a1bf19c44 req-2d0b3505-ec3e-4b90-a23f-db0bbdea988d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:13.649603 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-25e14a96-6231-439d-a0c0-893b6f59ab56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.650716 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0805b313-2103-42bf-8c00-158a1bf19c44 req-2d0b3505-ec3e-4b90-a23f-db0bbdea988d tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bab9669-0bde-4bb3-af6d-f5f6a364729c HTTP/1.1" status: 200 len: 946 time: 0.2412381 Jul 05 03:57:13.674127 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8f87510a-a535-459e-9aa5-09571202007f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.780028 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-25e14a96-6231-439d-a0c0-893b6f59ab56 None None] For port 890f8d09-964f-4b96-80cb-7e1e4e161764, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=890f8d09-964f-4b96-80cb-7e1e4e161764,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:13.780588 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-25e14a96-6231-439d-a0c0-893b6f59ab56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.827070 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-25e14a96-6231-439d-a0c0-893b6f59ab56 None None] Calling delete_port for 890f8d09-964f-4b96-80cb-7e1e4e161764 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:13.893966 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-bd95ca37-3c81-45e0-9b57-4de0f80eb8db tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.940077 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8f87510a-a535-459e-9aa5-09571202007f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:14.025913 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-25e14a96-6231-439d-a0c0-893b6f59ab56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:14.035941 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eb9f000c-4927-4066-a638-d45352638b30 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:14.049707 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e14a96-6231-439d-a0c0-893b6f59ab56 None None] No DVR routers for this DVR port 890f8d09-964f-4b96-80cb-7e1e4e161764 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:14.065466 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ec57aa8b-068e-4e09-858c-27f557a765a5 req-17e3f2bc-3103-4eb4-ac3f-e83b4f058038 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 210 time: 0.0861652 Jul 05 03:57:14.078905 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 890f8d09-964f-4b96-80cb-7e1e4e161764 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:14.091968 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-bd95ca37-3c81-45e0-9b57-4de0f80eb8db tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:14.113179 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 890f8d09-964f-4b96-80cb-7e1e4e161764 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:14.113511 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 890f8d09-964f-4b96-80cb-7e1e4e161764 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:14.122096 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e14a96-6231-439d-a0c0-893b6f59ab56 None None] Pushing event deleted for resources: {'Port': ['ID=890f8d09-964f-4b96-80cb-7e1e4e161764,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:14.137318 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0805b313-2103-42bf-8c00-158a1bf19c44 req-3964c5a7-29e1-433c-803a-6b32f2dcd3eb tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787436 Jul 05 03:57:14.184931 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95ca37-3c81-45e0-9b57-4de0f80eb8db tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Pushing event updated for resources: {'Port': ['ID=273766da-a5ab-4aa9-aa87-8c3c05b47b02,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:14.204928 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-bd95ca37-3c81-45e0-9b57-4de0f80eb8db tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Network 875157ee-1ede-4160-9cdc-ffb3b506197c is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:14.206609 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-bd95ca37-3c81-45e0-9b57-4de0f80eb8db tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:14.218723 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-bd95ca37-3c81-45e0-9b57-4de0f80eb8db tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:14.246705 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b0cba1-cdb6-4895-8e15-4c21d993b60c x-openstack-request-id: req-10b0cba1-cdb6-4895-8e15-4c21d993b60c {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:14.247184 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b65db4-83c8-4395-a635-6c35979b0bba", "name": "network-vif-plugged", "status": "completed", "tag": "a870b999-a174-4512-8044-db72baed00ca", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:14.247371 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-10b0cba1-cdb6-4895-8e15-4c21d993b60c {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:14.247866 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b65db4-83c8-4395-a635-6c35979b0bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a870b999-a174-4512-8044-db72baed00ca', 'code': 200} Jul 05 03:57:14.251524 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9f000c-4927-4066-a638-d45352638b30 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:14.313306 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-eb9f000c-4927-4066-a638-d45352638b30 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:14.315774 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f000c-4927-4066-a638-d45352638b30 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=3e0966d2-eb9f-4583-8fed-ec5f23042adf,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:14.327594 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f7e5d0-b098-4f9e-9252-28efbf8c82cd None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:14.347097 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f000c-4927-4066-a638-d45352638b30 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:14.347765 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eb9f000c-4927-4066-a638-d45352638b30 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:14.356224 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8f87510a-a535-459e-9aa5-09571202007f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:14.360535 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8f87510a-a535-459e-9aa5-09571202007f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:14.360535 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8f87510a-a535-459e-9aa5-09571202007f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ab84865a-745b-48f8-822a-f360c9d2c2ba HTTP/1.1" status: 204 len: 168 time: 0.8464468 Jul 05 03:57:14.365384 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-bd95ca37-3c81-45e0-9b57-4de0f80eb8db tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:14.366812 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-bd95ca37-3c81-45e0-9b57-4de0f80eb8db tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:14.395137 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-bd95ca37-3c81-45e0-9b57-4de0f80eb8db tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8836520 Jul 05 03:57:14.439469 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-2fe30d0c-2017-49f8-8d95-2385dc60ffc9 service neutron] Request body: {'port': {'device_id': 'd525443a-faf5-4515-9877-65d292c47592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:14.483696 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-25cd00f0-8e5f-4755-87a6-25a8cf22600a req-e09772e6-a008-4c71-9878-9f777542ec6e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=961ed3c2-8452-4100-a53b-7a2f2110920b HTTP/1.1" status: 200 len: 210 time: 0.1298804 Jul 05 03:57:14.551093 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87510a-a535-459e-9aa5-09571202007f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab84865a-745b-48f8-822a-f360c9d2c2ba,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:14.562649 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-2fe30d0c-2017-49f8-8d95-2385dc60ffc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:14.622415 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-eb9f000c-4927-4066-a638-d45352638b30 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4191694 Jul 05 03:57:14.625188 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55454) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:14.658285 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-033805b1-359b-40be-a099-13f9c90cd40f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'fixed_ips': [{'subnet_id': '3e0966d2-eb9f-4583-8fed-ec5f23042adf', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-532356925'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:14.808895 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3df353-53c9-47a0-b399-5aa77039a0f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'fixed_ips': [{'subnet_id': '3e0966d2-eb9f-4583-8fed-ec5f23042adf'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:57:14.813320 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6f3df353-53c9-47a0-b399-5aa77039a0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:14.923658 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d253645-5e21-4052-a2b1-04e0a6debbd9 req-f256fbb3-c3b8-461b-97d6-f4d02b40daea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:14.925479 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9d253645-5e21-4052-a2b1-04e0a6debbd9 req-f256fbb3-c3b8-461b-97d6-f4d02b40daea service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 1101 time: 0.4406712 Jul 05 03:57:15.074866 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033805b1-359b-40be-a099-13f9c90cd40f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:15.168690 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-6f3df353-53c9-47a0-b399-5aa77039a0f4 None None] Allocated IP 2001:db8::2 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/3e0966d2-eb9f-4583-8fed-ec5f23042adf/b05b4ce5-a3ff-425d-b6da-008854c08ba4) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:15.209006 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9d253645-5e21-4052-a2b1-04e0a6debbd9 req-90b3dc13-9aca-46da-b61f-28b3c073fc9e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481916 Jul 05 03:57:15.264974 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b743b45-4c7b-4b5e-bc41-f1686321d3af req-26997318-e58f-4ec8-a75c-761aa4ef319a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:15.280653 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5b743b45-4c7b-4b5e-bc41-f1686321d3af req-26997318-e58f-4ec8-a75c-761aa4ef319a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.6582720 Jul 05 03:57:15.379373 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-033805b1-359b-40be-a099-13f9c90cd40f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:15.420724 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6f3df353-53c9-47a0-b399-5aa77039a0f4 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:15.434974 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5b743b45-4c7b-4b5e-bc41-f1686321d3af req-f45f29ab-323e-4c52-ab35-b9f1a57d724e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526365 Jul 05 03:57:15.439607 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6f3df353-53c9-47a0-b399-5aa77039a0f4 None None] Transition to ACTIVE for port object b05b4ce5-a3ff-425d-b6da-008854c08ba4 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:15.483679 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-033805b1-359b-40be-a099-13f9c90cd40f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] device_id is not set on port 70db529e-ea7c-43f2-8e04-178434e7a372 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:57:15.489973 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6f3df353-53c9-47a0-b399-5aa77039a0f4 None None] Transition to ACTIVE for port object b05b4ce5-a3ff-425d-b6da-008854c08ba4 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:15.511954 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6f3df353-53c9-47a0-b399-5aa77039a0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:15.633142 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3df353-53c9-47a0-b399-5aa77039a0f4 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:15.644334 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-6f3df353-53c9-47a0-b399-5aa77039a0f4 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:15.655574 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3df353-53c9-47a0-b399-5aa77039a0f4 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:15.780096 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3df353-53c9-47a0-b399-5aa77039a0f4 None None] Pushing event updated for resources: {'Port': ['ID=b05b4ce5-a3ff-425d-b6da-008854c08ba4,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:15.799913 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:57:15.853514 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-6f3df353-53c9-47a0-b399-5aa77039a0f4 None None] Attempting to bind port b05b4ce5-a3ff-425d-b6da-008854c08ba4 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:15.854220 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-6f3df353-53c9-47a0-b399-5aa77039a0f4 None None] Attempting to bind port b05b4ce5-a3ff-425d-b6da-008854c08ba4 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:15.855085 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3df353-53c9-47a0-b399-5aa77039a0f4 None None] Attempting to bind port b05b4ce5-a3ff-425d-b6da-008854c08ba4 on network 11254a26-e0ed-4207-b9f1-d7e3a27daaba {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:15.876932 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3df353-53c9-47a0-b399-5aa77039a0f4 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:15.877717 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3df353-53c9-47a0-b399-5aa77039a0f4 None None] Checking segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:15.879876 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6f3df353-53c9-47a0-b399-5aa77039a0f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:15.881022 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3df353-53c9-47a0-b399-5aa77039a0f4 None None] Bound using segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:15.884795 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-6f3df353-53c9-47a0-b399-5aa77039a0f4 None None] Bound port: b05b4ce5-a3ff-425d-b6da-008854c08ba4, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:15.885718 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6f3df353-53c9-47a0-b399-5aa77039a0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.041520 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-2fe30d0c-2017-49f8-8d95-2385dc60ffc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 273766da-a5ab-4aa9-aa87-8c3c05b47b02 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:16.064771 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-2fe30d0c-2017-49f8-8d95-2385dc60ffc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.089978 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-033805b1-359b-40be-a099-13f9c90cd40f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 03:57:16.091682 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-033805b1-359b-40be-a099-13f9c90cd40f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:57:16.110954 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-6f3df353-53c9-47a0-b399-5aa77039a0f4 None None] For port b05b4ce5-a3ff-425d-b6da-008854c08ba4, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:16.120390 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-6f3df353-53c9-47a0-b399-5aa77039a0f4 None None] For port b05b4ce5-a3ff-425d-b6da-008854c08ba4, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b05b4ce5-a3ff-425d-b6da-008854c08ba4,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:16.126308 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-033805b1-359b-40be-a099-13f9c90cd40f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4923854 Jul 05 03:57:16.132560 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6f3df353-53c9-47a0-b399-5aa77039a0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.133656 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55482) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:16.145908 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-2fe30d0c-2017-49f8-8d95-2385dc60ffc9 service neutron] Transition to ACTIVE for port object 273766da-a5ab-4aa9-aa87-8c3c05b47b02 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:16.188862 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-2fe30d0c-2017-49f8-8d95-2385dc60ffc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.283263 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe30d0c-2017-49f8-8d95-2385dc60ffc9 service neutron] Pushing event updated for resources: {'Port': ['ID=273766da-a5ab-4aa9-aa87-8c3c05b47b02,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:16.309040 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2c95f7-4efd-4f8a-8bd7-2015e3fd0546 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:16.310103 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3df353-53c9-47a0-b399-5aa77039a0f4 None None] Pushing event updated for resources: {'Port': ['ID=b05b4ce5-a3ff-425d-b6da-008854c08ba4,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:16.310740 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bffe5-4121-4ace-9d33-f4f7488256c7 req-d6d0f03b-c69e-4895-b1a8-8f5689978708 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:16.318440 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bf2c95f7-4efd-4f8a-8bd7-2015e3fd0546 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1826220 Jul 05 03:57:16.318766 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-407bffe5-4121-4ace-9d33-f4f7488256c7 req-d6d0f03b-c69e-4895-b1a8-8f5689978708 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 931 time: 0.5118163 Jul 05 03:57:16.319830 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55488) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:16.398392 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-407bffe5-4121-4ace-9d33-f4f7488256c7 req-1c39f760-a776-4bb4-821a-84a9dde17508 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780466 Jul 05 03:57:16.421800 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1b8de9-c945-470d-9b4a-5a58ec63d7f7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:16.423482 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1b8de9-c945-470d-9b4a-5a58ec63d7f7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:16.429043 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9d1b8de9-c945-470d-9b4a-5a58ec63d7f7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1068285 Jul 05 03:57:16.430653 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55490) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:16.459342 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55494) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:16.505083 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1b75f7-12ae-4a28-91f5-bf3a8a17639b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet 3e0966d2-eb9f-4583-8fed-ec5f23042adf {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:57:16.511683 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a1b75f7-12ae-4a28-91f5-bf3a8a17639b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.579470 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-2fe30d0c-2017-49f8-8d95-2385dc60ffc9 service neutron] Attempting to bind port 273766da-a5ab-4aa9-aa87-8c3c05b47b02 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:16.579974 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-2fe30d0c-2017-49f8-8d95-2385dc60ffc9 service neutron] Attempting to bind port 273766da-a5ab-4aa9-aa87-8c3c05b47b02 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '0c99a00c-e059-4fa8-bac3-c0cea323b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '875157ee-1ede-4160-9cdc-ffb3b506197c'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:16.580457 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-2fe30d0c-2017-49f8-8d95-2385dc60ffc9 service neutron] Attempting to bind port 273766da-a5ab-4aa9-aa87-8c3c05b47b02 on network 875157ee-1ede-4160-9cdc-ffb3b506197c {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:16.589593 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-2fe30d0c-2017-49f8-8d95-2385dc60ffc9 service neutron] Port 273766da-a5ab-4aa9-aa87-8c3c05b47b02 on network 875157ee-1ede-4160-9cdc-ffb3b506197c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:57:16.589985 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-2fe30d0c-2017-49f8-8d95-2385dc60ffc9 service neutron] Attempting to bind port 273766da-a5ab-4aa9-aa87-8c3c05b47b02 on network 875157ee-1ede-4160-9cdc-ffb3b506197c {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:16.615056 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba74bd9-8b70-46d5-abe0-2738fff81c7d req-709ed140-9df9-4d76-84e5-e51dd6dd598e tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:16.618639 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-2fe30d0c-2017-49f8-8d95-2385dc60ffc9 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:16.619415 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-2fe30d0c-2017-49f8-8d95-2385dc60ffc9 service neutron] Checking segment: {'id': '0c99a00c-e059-4fa8-bac3-c0cea323b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '875157ee-1ede-4160-9cdc-ffb3b506197c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:16.620223 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-2fe30d0c-2017-49f8-8d95-2385dc60ffc9 service neutron] Bound using segment: {'id': '0c99a00c-e059-4fa8-bac3-c0cea323b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '875157ee-1ede-4160-9cdc-ffb3b506197c'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:16.621030 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-2fe30d0c-2017-49f8-8d95-2385dc60ffc9 service neutron] Bound port: 273766da-a5ab-4aa9-aa87-8c3c05b47b02, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c99a00c-e059-4fa8-bac3-c0cea323b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '875157ee-1ede-4160-9cdc-ffb3b506197c'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:16.622309 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-2fe30d0c-2017-49f8-8d95-2385dc60ffc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.623006 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7ba74bd9-8b70-46d5-abe0-2738fff81c7d req-709ed140-9df9-4d76-84e5-e51dd6dd598e tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bab9669-0bde-4bb3-af6d-f5f6a364729c HTTP/1.1" status: 200 len: 946 time: 0.2920060 Jul 05 03:57:16.660497 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a1b75f7-12ae-4a28-91f5-bf3a8a17639b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.734336 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7ba74bd9-8b70-46d5-abe0-2738fff81c7d req-e397f2c7-c6fe-438c-8487-79dec7d65533 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099076 Jul 05 03:57:16.792376 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-2fe30d0c-2017-49f8-8d95-2385dc60ffc9 service neutron] For port 273766da-a5ab-4aa9-aa87-8c3c05b47b02, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:16.798081 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-2fe30d0c-2017-49f8-8d95-2385dc60ffc9 service neutron] For port 273766da-a5ab-4aa9-aa87-8c3c05b47b02, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=273766da-a5ab-4aa9-aa87-8c3c05b47b02,segment=NetworkSegment(0c99a00c-e059-4fa8-bac3-c0cea323b9b5),segment_id=0c99a00c-e059-4fa8-bac3-c0cea323b9b5)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:16.805805 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-2fe30d0c-2017-49f8-8d95-2385dc60ffc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.827782 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-2fe30d0c-2017-49f8-8d95-2385dc60ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:16.828791 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-2fe30d0c-2017-49f8-8d95-2385dc60ffc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.830611 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-2fe30d0c-2017-49f8-8d95-2385dc60ffc9 service neutron] 10.222.0.89 "PUT /v2.0/ports/273766da-a5ab-4aa9-aa87-8c3c05b47b02 HTTP/1.1" status: 200 len: 1092 time: 2.4164600 Jul 05 03:57:16.831249 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd525443a-faf5-4515-9877-65d292c47592', 'tag': '273766da-a5ab-4aa9-aa87-8c3c05b47b02'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:16.835855 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095e3f8b-37ec-4e71-a005-294ac50086dd" -d '{"events": [{"name": "network-changed", "server_uuid": "d525443a-faf5-4515-9877-65d292c47592", "tag": "273766da-a5ab-4aa9-aa87-8c3c05b47b02"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:16.888170 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-b0b168f3-2474-4ee9-aed9-d985b8d5376c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2097019974-network', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:16.943824 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a1b75f7-12ae-4a28-91f5-bf3a8a17639b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.067274 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f869f09-391d-4ee7-b92a-b267ce917713 req-c279c5d6-f629-4763-853c-f09b45e2a1f1 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=961ed3c2-8452-4100-a53b-7a2f2110920b HTTP/1.1" status: 200 len: 210 time: 0.0811727 Jul 05 03:57:17.137505 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe30d0c-2017-49f8-8d95-2385dc60ffc9 service neutron] Pushing event updated for resources: {'Port': ['ID=273766da-a5ab-4aa9-aa87-8c3c05b47b02,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:17.153801 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a1b75f7-12ae-4a28-91f5-bf3a8a17639b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.166581 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b168f3-2474-4ee9-aed9-d985b8d5376c admin admin] Made reservation on behalf of f1c1197f995c40748eb7a04272d5b4dc for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:17.169000 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0b168f3-2474-4ee9-aed9-d985b8d5376c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.191608 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-8d94d856-ecdc-49b3-9565-ee14af676bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:17.193368 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-8d94d856-ecdc-49b3-9565-ee14af676bd2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=95f0b38a585f41a59ed1656d8eea23b3&device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 1095 time: 0.2563527 Jul 05 03:57:17.197652 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0b168f3-2474-4ee9-aed9-d985b8d5376c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.198207 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b75f7-12ae-4a28-91f5-bf3a8a17639b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=3e0966d2-eb9f-4583-8fed-ec5f23042adf,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:17.212076 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a1b75f7-12ae-4a28-91f5-bf3a8a17639b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.216037 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3a1b75f7-12ae-4a28-91f5-bf3a8a17639b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/3e0966d2-eb9f-4583-8fed-ec5f23042adf HTTP/1.1" status: 204 len: 168 time: 0.7821496 Jul 05 03:57:17.218924 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55510) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:17.300963 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0ef19a39-65b6-4956-bd87-3f0ff6fd1296 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759778 Jul 05 03:57:17.300963 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55512) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:17.302856 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-a54228e0-3b37-4d1f-9721-853f77816c03 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=273766da-a5ab-4aa9-aa87-8c3c05b47b02 HTTP/1.1" status: 200 len: 217 time: 0.0942624 Jul 05 03:57:17.308396 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-41876477-4d83-42da-9ddc-0be350a4b198 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:17.329246 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345208d1-f08e-4e85-8265-2378f2e33029 req-88f1b4f7-225c-4b86-98e0-4495441846d3 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:17.336217 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-345208d1-f08e-4e85-8265-2378f2e33029 req-88f1b4f7-225c-4b86-98e0-4495441846d3 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.2857239 Jul 05 03:57:17.496958 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-ead74bcd-b6ea-47dc-a3f6-3b7308c8b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:17.498761 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-ead74bcd-b6ea-47dc-a3f6-3b7308c8b0b2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cbd78a45-de58-4c6c-b596-dd6afb42d456 HTTP/1.1" status: 200 len: 854 time: 0.1604133 Jul 05 03:57:17.560854 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-820c00e8-2a59-4ef0-aeed-a699092c109d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=875157ee-1ede-4160-9cdc-ffb3b506197c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508738 Jul 05 03:57:17.597435 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-345208d1-f08e-4e85-8265-2378f2e33029 req-fbbe95f0-0355-4bc5-a371-a2e514b06b48 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602091 Jul 05 03:57:17.657690 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7690c5ca-3630-45b3-bfb6-4f4c529f788d x-openstack-request-id: req-7690c5ca-3630-45b3-bfb6-4f4c529f788d {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:17.660092 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d525443a-faf5-4515-9877-65d292c47592", "tag": "273766da-a5ab-4aa9-aa87-8c3c05b47b02", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:17.660092 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7690c5ca-3630-45b3-bfb6-4f4c529f788d {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:17.660506 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd525443a-faf5-4515-9877-65d292c47592', 'tag': '273766da-a5ab-4aa9-aa87-8c3c05b47b02', 'status': 'completed', 'code': 200} Jul 05 03:57:17.831688 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda818d-a729-4ed4-8835-54d2df715f10 req-43aede89-3ce3-4d97-a705-f27081046b51 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:17.840007 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1dda818d-a729-4ed4-8835-54d2df715f10 req-43aede89-3ce3-4d97-a705-f27081046b51 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 943 time: 0.0977812 Jul 05 03:57:17.874737 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0b168f3-2474-4ee9-aed9-d985b8d5376c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.924211 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-37f60757-86ab-4e2e-a402-52b79434e524 service neutron] 10.222.0.89 "GET /v2.0/networks/875157ee-1ede-4160-9cdc-ffb3b506197c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524759 Jul 05 03:57:17.925679 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0b168f3-2474-4ee9-aed9-d985b8d5376c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.950207 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1dda818d-a729-4ed4-8835-54d2df715f10 req-4f311d94-9b11-45ba-992c-2c0c6849ea37 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025114 Jul 05 03:57:17.952924 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41876477-4d83-42da-9ddc-0be350a4b198 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:17.964418 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-41876477-4d83-42da-9ddc-0be350a4b198 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.981205 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b168f3-2474-4ee9-aed9-d985b8d5376c admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:57:18.022772 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0b168f3-2474-4ee9-aed9-d985b8d5376c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.023467 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-b0b168f3-2474-4ee9-aed9-d985b8d5376c admin admin] Added segment 41ac87ba-2d8d-4b84-8496-b28973bdc907 of type vlan for network 76e1944d-1d03-4c4e-b1ba-413cddc95912 Jul 05 03:57:18.083242 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e268da7c-f622-4d67-b8d7-363e6189d121 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:18.135145 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-79f8a9ba-0615-4d5f-a0a4-3c32dbc92a2f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2865491 Jul 05 03:57:18.169077 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0b168f3-2474-4ee9-aed9-d985b8d5376c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.196167 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b05b4ce5-a3ff-425d-b6da-008854c08ba4 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:18.221742 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-16573c6d-efcc-457f-a17e-e2910d249767 req-a38f25d3-7f2d-4871-ace8-f5157eebff33 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=501ed92e20d5480db968048631c9d2f5&device_id=961ed3c2-8452-4100-a53b-7a2f2110920b HTTP/1.1" status: 200 len: 210 time: 0.0853357 Jul 05 03:57:18.226068 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8cfea1ab-4881-4122-8382-a507b4ea26bc None None] Provisioning for port b05b4ce5-a3ff-425d-b6da-008854c08ba4 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:18.356170 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-849f7428-54e7-4f05-8d6e-68c8d56bf995 req-e5783ef8-4bcb-4694-84d6-d5a19d760bb3 service neutron] 10.222.0.89 "GET /v2.0/networks/875157ee-1ede-4160-9cdc-ffb3b506197c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395445 Jul 05 03:57:18.358590 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0b168f3-2474-4ee9-aed9-d985b8d5376c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.359567 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b168f3-2474-4ee9-aed9-d985b8d5376c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:18.360629 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0b168f3-2474-4ee9-aed9-d985b8d5376c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.416300 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port b05b4ce5-a3ff-425d-b6da-008854c08ba4 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:18.428635 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port b05b4ce5-a3ff-425d-b6da-008854c08ba4 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:18.428635 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.532297 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58dc708-c2a3-4b76-a995-a88becd9752c None None] DHCP port deletion for 11254a26-e0ed-4207-b9f1-d7e3a27daaba request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:57:18.543020 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.573241 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b168f3-2474-4ee9-aed9-d985b8d5376c admin admin] Pushing event updated for resources: {'Network': ['ID=76e1944d-1d03-4c4e-b1ba-413cddc95912,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:18.593254 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 76e1944d-1d03-4c4e-b1ba-413cddc95912 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:57:18.598533 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b0b168f3-2474-4ee9-aed9-d985b8d5376c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1352739 Jul 05 03:57:18.599229 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55540) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:18.599673 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08078984-3db2-4260-bf9f-f907f0209da1 req-2ed61896-4f45-44ec-8213-1d95f03eaaa3 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=961ed3c2-8452-4100-a53b-7a2f2110920b HTTP/1.1" status: 200 len: 210 time: 0.0642145 Jul 05 03:57:18.611542 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-b985c63c-84a4-4f09-9768-00b53ff19ff1 admin admin] Request body: {'subnet': {'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2097019974-subnet', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:18.616347 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b168f3-2474-4ee9-aed9-d985b8d5376c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65d1285-8027-4bf5-96e4-bd3270c3b54e,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:18.681463 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e3f8b-37ec-4e71-a005-294ac50086dd req-d0aea015-6982-456f-830c-738f1e3e8fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:18.684076 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-095e3f8b-37ec-4e71-a005-294ac50086dd req-d0aea015-6982-456f-830c-738f1e3e8fac service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=95f0b38a585f41a59ed1656d8eea23b3&device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 1095 time: 0.1862895 Jul 05 03:57:18.716008 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port b05b4ce5-a3ff-425d-b6da-008854c08ba4, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b05b4ce5-a3ff-425d-b6da-008854c08ba4,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:18.739119 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.752484 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-e58dc708-c2a3-4b76-a995-a88becd9752c None None] Deleting port b05b4ce5-a3ff-425d-b6da-008854c08ba4 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:18.753147 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e58dc708-c2a3-4b76-a995-a88becd9752c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.824573 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e58dc708-c2a3-4b76-a995-a88becd9752c None None] For port b05b4ce5-a3ff-425d-b6da-008854c08ba4, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b05b4ce5-a3ff-425d-b6da-008854c08ba4,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:18.825278 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e58dc708-c2a3-4b76-a995-a88becd9752c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.825962 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e3f8b-37ec-4e71-a005-294ac50086dd req-0fc7b95d-5f35-4d22-be82-8b50af4b9b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:18.827668 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-095e3f8b-37ec-4e71-a005-294ac50086dd req-0fc7b95d-5f35-4d22-be82-8b50af4b9b52 service neutron] 10.222.0.89 "GET /v2.0/networks?id=875157ee-1ede-4160-9cdc-ffb3b506197c HTTP/1.1" status: 200 len: 915 time: 0.1339636 Jul 05 03:57:18.840841 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-e58dc708-c2a3-4b76-a995-a88becd9752c None None] Calling delete_port for b05b4ce5-a3ff-425d-b6da-008854c08ba4 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:18.855639 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b985c63c-84a4-4f09-9768-00b53ff19ff1 admin admin] Made reservation on behalf of f1c1197f995c40748eb7a04272d5b4dc for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:18.858235 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b985c63c-84a4-4f09-9768-00b53ff19ff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.891063 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16573c6d-efcc-457f-a17e-e2910d249767 req-8e30e2c8-84f9-411d-a18f-68d1f4e83422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:18.892631 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-16573c6d-efcc-457f-a17e-e2910d249767 req-8e30e2c8-84f9-411d-a18f-68d1f4e83422 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=501ed92e20d5480db968048631c9d2f5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6290812 Jul 05 03:57:18.935620 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-095e3f8b-37ec-4e71-a005-294ac50086dd req-909f145b-ac4f-4cf3-8062-1e0fc33015fc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=273766da-a5ab-4aa9-aa87-8c3c05b47b02 HTTP/1.1" status: 200 len: 217 time: 0.0584743 Jul 05 03:57:18.945299 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-9b6fa880-c11a-4de0-b35a-e5d1f3ea40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:18.945720 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-9b6fa880-c11a-4de0-b35a-e5d1f3ea40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:18.946209 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-9b6fa880-c11a-4de0-b35a-e5d1f3ea40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:18.946687 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-9b6fa880-c11a-4de0-b35a-e5d1f3ea40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:18.947163 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-9b6fa880-c11a-4de0-b35a-e5d1f3ea40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:18.947636 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-9b6fa880-c11a-4de0-b35a-e5d1f3ea40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:18.948157 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-9b6fa880-c11a-4de0-b35a-e5d1f3ea40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:18.950546 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-9b6fa880-c11a-4de0-b35a-e5d1f3ea40cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=37edaf8ff03a4b18a4527fc6265a8b9e&device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 6496 time: 0.7135725 Jul 05 03:57:19.027498 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e3f8b-37ec-4e71-a005-294ac50086dd req-8119efa1-b981-4fbb-b718-f8c1af5842f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:19.029090 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-095e3f8b-37ec-4e71-a005-294ac50086dd req-8119efa1-b981-4fbb-b718-f8c1af5842f6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cbd78a45-de58-4c6c-b596-dd6afb42d456 HTTP/1.1" status: 200 len: 854 time: 0.0790126 Jul 05 03:57:19.087715 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e58dc708-c2a3-4b76-a995-a88becd9752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:19.098222 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af416d5-3c61-4a24-9480-2ac354b03f5e req-d333d0ec-3633-4782-95ba-e264abd8cc2a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:19.101565 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2af416d5-3c61-4a24-9480-2ac354b03f5e req-d333d0ec-3633-4782-95ba-e264abd8cc2a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.2674828 Jul 05 03:57:19.104862 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58dc708-c2a3-4b76-a995-a88becd9752c None None] No DVR routers for this DVR port b05b4ce5-a3ff-425d-b6da-008854c08ba4 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:19.108373 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-095e3f8b-37ec-4e71-a005-294ac50086dd req-d45e2d97-a824-4a66-8c65-57907ef4197c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=875157ee-1ede-4160-9cdc-ffb3b506197c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696537 Jul 05 03:57:19.154239 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=b05b4ce5-a3ff-425d-b6da-008854c08ba4,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:19.192550 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58dc708-c2a3-4b76-a995-a88becd9752c None None] Pushing event deleted for resources: {'Port': ['ID=b05b4ce5-a3ff-425d-b6da-008854c08ba4,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:19.269007 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2af416d5-3c61-4a24-9480-2ac354b03f5e req-e0de0480-ac2a-47b7-9f88-a89bb19c430b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534104 Jul 05 03:57:19.307373 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-095e3f8b-37ec-4e71-a005-294ac50086dd req-7e3acd2f-5b0b-4352-a94c-ed155498a402 service neutron] 10.222.0.89 "GET /v2.0/networks/875157ee-1ede-4160-9cdc-ffb3b506197c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875424 Jul 05 03:57:19.435765 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7088a-dfbd-4fb6-9b11-624555f81df9 req-a7bbaff8-0227-42a9-b04e-28577d0e02fa tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:19.436582 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-095e3f8b-37ec-4e71-a005-294ac50086dd req-6615735c-ab17-43fe-bcd4-26a1a1531a66 service neutron] 10.222.0.89 "GET /v2.0/networks/875157ee-1ede-4160-9cdc-ffb3b506197c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212907 Jul 05 03:57:19.442444 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7dc7088a-dfbd-4fb6-9b11-624555f81df9 req-a7bbaff8-0227-42a9-b04e-28577d0e02fa tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bab9669-0bde-4bb3-af6d-f5f6a364729c HTTP/1.1" status: 200 len: 946 time: 0.9322257 Jul 05 03:57:19.544816 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-41876477-4d83-42da-9ddc-0be350a4b198 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:19.613769 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2f833-82f9-482d-aa0d-cb26dd15d219 req-0b535321-f4ca-4889-935b-f1d2174f0d09 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:19.616972 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cfd2f833-82f9-482d-aa0d-cb26dd15d219 req-0b535321-f4ca-4889-935b-f1d2174f0d09 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 943 time: 0.1151760 Jul 05 03:57:19.675188 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cfd2f833-82f9-482d-aa0d-cb26dd15d219 req-46b60dde-bcdc-4793-a9d7-c75a2ea0a964 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526321 Jul 05 03:57:19.700333 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41876477-4d83-42da-9ddc-0be350a4b198 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:19.744528 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7dc7088a-dfbd-4fb6-9b11-624555f81df9 req-09c2c222-65a6-41c7-acaa-cde0f022d91f tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010736 Jul 05 03:57:19.746098 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-41876477-4d83-42da-9ddc-0be350a4b198 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:19.753076 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device d34872cc-e1db-4185-b226-798d3880c9fe no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:19.804245 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efac401f-a84b-4dfc-9867-cc19f0f7501e None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:19.854130 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41876477-4d83-42da-9ddc-0be350a4b198 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=0b5fa50f-7b35-4a68-8681-f6f4e4946a13,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:19.863524 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41876477-4d83-42da-9ddc-0be350a4b198 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:19.864149 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-41876477-4d83-42da-9ddc-0be350a4b198 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:19.894131 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16573c6d-efcc-457f-a17e-e2910d249767 req-82f875a3-df4b-4b2c-99c9-05fff3fe9873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:19.900750 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-16573c6d-efcc-457f-a17e-e2910d249767 req-82f875a3-df4b-4b2c-99c9-05fff3fe9873 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9639425 Jul 05 03:57:19.916198 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-5972df9f-6791-41ab-b905-adb8f03bde69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:19.916198 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-5972df9f-6791-41ab-b905-adb8f03bde69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:19.916198 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-5972df9f-6791-41ab-b905-adb8f03bde69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:19.917882 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-5972df9f-6791-41ab-b905-adb8f03bde69 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ac936e6f-3e04-4437-b04d-b7e14555028d&id=3109c869-7127-4afd-9f38-c7624c1dbe78&id=3109c869-7127-4afd-9f38-c7624c1dbe78&id=3109c869-7127-4afd-9f38-c7624c1dbe78&id=3109c869-7127-4afd-9f38-c7624c1dbe78&id=3786fe40-9645-44e0-a910-e28556aff90f&id=3786fe40-9645-44e0-a910-e28556aff90f HTTP/1.1" status: 200 len: 2293 time: 0.9313107 Jul 05 03:57:19.920605 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-41876477-4d83-42da-9ddc-0be350a4b198 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6180577 Jul 05 03:57:19.921812 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b985c63c-84a4-4f09-9768-00b53ff19ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:19.923466 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55566) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:19.930680 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-0bfe65e5-17e5-4f35-a021-303da14efb12 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1327224585', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:20.017778 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0bfe65e5-17e5-4f35-a021-303da14efb12 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.018826 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0bfe65e5-17e5-4f35-a021-303da14efb12 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.066374 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b05b4ce5-a3ff-425d-b6da-008854c08ba4 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:20.119229 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.125907 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: b05b4ce5-a3ff-425d-b6da-008854c08ba4 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:20.126195 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b05b4ce5-a3ff-425d-b6da-008854c08ba4 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:20.127149 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-16573c6d-efcc-457f-a17e-e2910d249767 req-75ce6d60-893d-44ae-87a2-ac04a54fd064 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.89 "GET /v2.0/ports?device_id=961ed3c2-8452-4100-a53b-7a2f2110920b HTTP/1.1" status: 200 len: 210 time: 0.0943820 Jul 05 03:57:20.175900 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bab9669-0bde-4bb3-af6d-f5f6a364729c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd34872cc-e1db-4185-b226-798d3880c9fe'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:20.178878 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec6bea6-e664-48d7-aab6-39ed1a78ade1" -d '{"events": [{"server_uuid": "1bab9669-0bde-4bb3-af6d-f5f6a364729c", "name": "network-vif-unplugged", "status": "completed", "tag": "d34872cc-e1db-4185-b226-798d3880c9fe"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:20.211476 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port d34872cc-e1db-4185-b226-798d3880c9fe, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d34872cc-e1db-4185-b226-798d3880c9fe,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:20.214404 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33a231b-0794-4ee4-a263-ada5e4b405f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'fixed_ips': [{'subnet_id': '0b5fa50f-7b35-4a68-8681-f6f4e4946a13'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:57:20.215585 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c33a231b-0794-4ee4-a263-ada5e4b405f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.228677 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.233536 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-33f4d7c6-d28b-4a57-8552-e2ccc99c465d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6613a61c-a6e8-4b99-bacd-b372db0723d9 HTTP/1.1" status: 200 len: 1000 time: 0.2919569 Jul 05 03:57:20.241446 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985c63c-84a4-4f09-9768-00b53ff19ff1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d157b61e-6b4a-43c9-a07c-5c6e1fda4120,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:20.252356 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b985c63c-84a4-4f09-9768-00b53ff19ff1 admin admin] Checking segment: {'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:20.252839 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b985c63c-84a4-4f09-9768-00b53ff19ff1 admin admin] Network hostable DHCP agents. Network: 76e1944d-1d03-4c4e-b1ba-413cddc95912, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:57:20.277257 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-09b76103-2603-4fbd-96bb-30c7f7d648d8 req-13c32344-5356-44b2-bd6b-ffa3cedc5802 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=961ed3c2-8452-4100-a53b-7a2f2110920b HTTP/1.1" status: 200 len: 210 time: 0.1817257 Jul 05 03:57:20.280097 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0bfe65e5-17e5-4f35-a021-303da14efb12 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.285393 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0bfe65e5-17e5-4f35-a021-303da14efb12 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.307016 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0bfe65e5-17e5-4f35-a021-303da14efb12 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.312541 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0bfe65e5-17e5-4f35-a021-303da14efb12 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3875601 Jul 05 03:57:20.313448 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55576) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:20.339618 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a1fb3-f083-4b64-9282-8b8d6217919a req-6f526ed1-2945-435d-8c49-2f4548c18a9f tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:20.341374 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd2a1fb3-f083-4b64-9282-8b8d6217919a req-6f526ed1-2945-435d-8c49-2f4548c18a9f tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bab9669-0bde-4bb3-af6d-f5f6a364729c HTTP/1.1" status: 200 len: 946 time: 0.4104717 Jul 05 03:57:20.346410 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b985c63c-84a4-4f09-9768-00b53ff19ff1 admin admin] Network 76e1944d-1d03-4c4e-b1ba-413cddc95912 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:57:20.350028 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f901b7-c67c-4693-b257-8feba9028872 req-c0f653a1-3aad-4e3f-bf26-612dd6d13fff tempest-MigrationsAdminTest-963030395 tempest-MigrationsAdminTest-963030395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:20.352530 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-69f901b7-c67c-4693-b257-8feba9028872 req-c0f653a1-3aad-4e3f-bf26-612dd6d13fff tempest-MigrationsAdminTest-963030395 tempest-MigrationsAdminTest-963030395-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 1101 time: 0.3159864 Jul 05 03:57:20.356520 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-f17e7120-6756-4760-b319-cead677e9a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:20.361410 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-f17e7120-6756-4760-b319-cead677e9a13 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4 HTTP/1.1" status: 200 len: 851 time: 0.1084158 Jul 05 03:57:20.459357 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-b985c63c-84a4-4f09-9768-00b53ff19ff1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 76e1944d-1d03-4c4e-b1ba-413cddc95912) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:20.471252 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b985c63c-84a4-4f09-9768-00b53ff19ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:20.472124 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b985c63c-84a4-4f09-9768-00b53ff19ff1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.485177 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e55a18-1bc6-4d4e-bec4-6f099faf72cc x-openstack-request-id: req-34e55a18-1bc6-4d4e-bec4-6f099faf72cc {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:20.485652 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bab9669-0bde-4bb3-af6d-f5f6a364729c", "name": "network-vif-unplugged", "status": "completed", "tag": "d34872cc-e1db-4185-b226-798d3880c9fe", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:20.486737 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34e55a18-1bc6-4d4e-bec4-6f099faf72cc {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:20.487274 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bab9669-0bde-4bb3-af6d-f5f6a364729c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd34872cc-e1db-4185-b226-798d3880c9fe', 'code': 200} Jul 05 03:57:20.488259 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88048c1-3517-426a-8765-df02cf1537de None None] Network 76e1944d-1d03-4c4e-b1ba-413cddc95912 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:20.525092 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-69f901b7-c67c-4693-b257-8feba9028872 req-78d0f8ca-0eb2-4bcb-98b3-8c2c66bc623b tempest-MigrationsAdminTest-963030395 tempest-MigrationsAdminTest-963030395-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467524 Jul 05 03:57:20.569232 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b985c63c-84a4-4f09-9768-00b53ff19ff1 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9610133 Jul 05 03:57:20.569837 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-c33a231b-0794-4ee4-a263-ada5e4b405f7 None None] Allocated IP 2001:db8::2 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/0b5fa50f-7b35-4a68-8681-f6f4e4946a13/be21830a-e3a0-464a-8520-477347e22ebe) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:20.578465 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55604) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:20.586145 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-c30c4578-f9f6-4cb1-8030-56812b401038 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2097019974-router', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:20.604799 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-edd721be-d2e5-499f-b974-911a532c6e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:20.606376 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-edd721be-d2e5-499f-b974-911a532c6e77 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac936e6f-3e04-4437-b04d-b7e14555028d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2377479 Jul 05 03:57:20.704930 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c30c4578-f9f6-4cb1-8030-56812b401038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.706231 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c30c4578-f9f6-4cb1-8030-56812b401038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.748293 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-dd2a1fb3-f083-4b64-9282-8b8d6217919a req-50219842-db50-4034-bbf8-2907861f04c2 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Deleting port d34872cc-e1db-4185-b226-798d3880c9fe {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:20.748741 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dd2a1fb3-f083-4b64-9282-8b8d6217919a req-50219842-db50-4034-bbf8-2907861f04c2 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.850086 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c33a231b-0794-4ee4-a263-ada5e4b405f7 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.860743 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c33a231b-0794-4ee4-a263-ada5e4b405f7 None None] Transition to ACTIVE for port object be21830a-e3a0-464a-8520-477347e22ebe will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:20.879551 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ffb1d8c6-814a-497d-ad72-97232bc1b983 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.914075 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ef9e4fe6-b1d3-4578-9469-89b3a3634030 req-da0a4710-6e8b-4402-8f05-4b1ac46b7745 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=501ed92e20d5480db968048631c9d2f5&device_id=961ed3c2-8452-4100-a53b-7a2f2110920b HTTP/1.1" status: 200 len: 210 time: 0.0952694 Jul 05 03:57:20.934952 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-370855eb-d844-45f1-8cdb-8d49aba316bd service neutron] 10.222.0.70 "GET /v2.0/networks/ac936e6f-3e04-4437-b04d-b7e14555028d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193142 Jul 05 03:57:20.942200 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c33a231b-0794-4ee4-a263-ada5e4b405f7 None None] Transition to ACTIVE for port object be21830a-e3a0-464a-8520-477347e22ebe will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:20.943723 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=d34872cc-e1db-4185-b226-798d3880c9fe,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:20.954094 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c33a231b-0794-4ee4-a263-ada5e4b405f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:21.012551 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c30c4578-f9f6-4cb1-8030-56812b401038 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:21.090165 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 273766da-a5ab-4aa9-aa87-8c3c05b47b02 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:57:21.100764 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a231b-0794-4ee4-a263-ada5e4b405f7 None None] Pushing event updated for resources: {'Port': ['ID=be21830a-e3a0-464a-8520-477347e22ebe,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:21.157109 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33a231b-0794-4ee4-a263-ada5e4b405f7 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:21.173122 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-c33a231b-0794-4ee4-a263-ada5e4b405f7 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:21.179734 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33a231b-0794-4ee4-a263-ada5e4b405f7 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:21.245569 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-dd2a1fb3-f083-4b64-9282-8b8d6217919a req-50219842-db50-4034-bbf8-2907861f04c2 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] For port d34872cc-e1db-4185-b226-798d3880c9fe, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d34872cc-e1db-4185-b226-798d3880c9fe,segment=NetworkSegment(06b9089c-3c33-40f8-9fba-09be91ebfd82),segment_id=06b9089c-3c33-40f8-9fba-09be91ebfd82)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:21.245569 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dd2a1fb3-f083-4b64-9282-8b8d6217919a req-50219842-db50-4034-bbf8-2907861f04c2 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:21.329540 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-dd2a1fb3-f083-4b64-9282-8b8d6217919a req-50219842-db50-4034-bbf8-2907861f04c2 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Calling delete_port for d34872cc-e1db-4185-b226-798d3880c9fe owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:21.378990 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665b165-1d9c-41f2-aab7-5ff7264c6a9a req-876c7dd8-5614-4813-a6a4-19f9b0b4fc66 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:21.383275 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2665b165-1d9c-41f2-aab7-5ff7264c6a9a req-876c7dd8-5614-4813-a6a4-19f9b0b4fc66 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a53338-97cf-4a89-8218-fb205c45a8a7 HTTP/1.1" status: 200 len: 950 time: 0.6018207 Jul 05 03:57:21.420507 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f367eed0-880a-4767-8a7b-f64d6d12a2db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-76e1944d-1d03-4c4e-b1ba-413cddc95912', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'fixed_ips': [{'subnet_id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:57:21.421446 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f367eed0-880a-4767-8a7b-f64d6d12a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:21.526580 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 273766da-a5ab-4aa9-aa87-8c3c05b47b02, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=273766da-a5ab-4aa9-aa87-8c3c05b47b02,segment=NetworkSegment(0c99a00c-e059-4fa8-bac3-c0cea323b9b5),segment_id=0c99a00c-e059-4fa8-bac3-c0cea323b9b5)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:21.541156 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '273766da-a5ab-4aa9-aa87-8c3c05b47b02', 'network_id': '875157ee-1ede-4160-9cdc-ffb3b506197c', 'port_id': '273766da-a5ab-4aa9-aa87-8c3c05b47b02', 'mac_address': 'fa:16:3e:ba:f5:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd78a45-de58-4c6c-b596-dd6afb42d456', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:57:21.547968 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c33a231b-0794-4ee4-a263-ada5e4b405f7 None None] Attempting to bind port be21830a-e3a0-464a-8520-477347e22ebe on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:21.548648 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c33a231b-0794-4ee4-a263-ada5e4b405f7 None None] Attempting to bind port be21830a-e3a0-464a-8520-477347e22ebe by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:21.549199 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a231b-0794-4ee4-a263-ada5e4b405f7 None None] Attempting to bind port be21830a-e3a0-464a-8520-477347e22ebe on network 11254a26-e0ed-4207-b9f1-d7e3a27daaba {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:21.593184 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a231b-0794-4ee4-a263-ada5e4b405f7 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:21.594024 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a231b-0794-4ee4-a263-ada5e4b405f7 None None] Checking segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:21.594617 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c33a231b-0794-4ee4-a263-ada5e4b405f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:21.595222 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a231b-0794-4ee4-a263-ada5e4b405f7 None None] Bound using segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:21.595933 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c33a231b-0794-4ee4-a263-ada5e4b405f7 None None] Bound port: be21830a-e3a0-464a-8520-477347e22ebe, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:21.596557 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c33a231b-0794-4ee4-a263-ada5e4b405f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:21.605894 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2665b165-1d9c-41f2-aab7-5ff7264c6a9a req-c5451d25-d743-4ce1-b6f5-42bd9ebcc77f tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/security-groups?id=349467ec-5ad5-42ba-9c8b-9bee86f9f5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216299 Jul 05 03:57:21.634824 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-ffb1d8c6-814a-497d-ad72-97232bc1b983 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 2001:db8::1 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/0b5fa50f-7b35-4a68-8681-f6f4e4946a13/ad724569-206f-4fae-bbcb-577028c6c813) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:21.733282 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-39d0acf1-1ef4-4b58-b028-f71fc614be8a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1773086 Jul 05 03:57:21.758297 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e4fe6-b1d3-4578-9469-89b3a3634030 req-cb2062a7-8fca-4283-96dc-380b03131224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:21.759907 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ef9e4fe6-b1d3-4578-9469-89b3a3634030 req-cb2062a7-8fca-4283-96dc-380b03131224 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=501ed92e20d5480db968048631c9d2f5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7886353 Jul 05 03:57:21.795629 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c30c4578-f9f6-4cb1-8030-56812b401038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:21.805268 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:21.853742 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-554b6d12-ee6e-4e70-a2d1-610da81a3c7b service neutron] 10.222.0.70 "GET /v2.0/networks/ac936e6f-3e04-4437-b04d-b7e14555028d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8811355 Jul 05 03:57:21.856670 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ffb1d8c6-814a-497d-ad72-97232bc1b983 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:21.860540 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 273766da-a5ab-4aa9-aa87-8c3c05b47b02 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:21.873560 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-ffb1d8c6-814a-497d-ad72-97232bc1b983 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Transition to ACTIVE for port object ad724569-206f-4fae-bbcb-577028c6c813 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:21.937837 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ffb1d8c6-814a-497d-ad72-97232bc1b983 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:21.938466 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-c33a231b-0794-4ee4-a263-ada5e4b405f7 None None] For port be21830a-e3a0-464a-8520-477347e22ebe, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:21.942941 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-c33a231b-0794-4ee4-a263-ada5e4b405f7 None None] For port be21830a-e3a0-464a-8520-477347e22ebe, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=be21830a-e3a0-464a-8520-477347e22ebe,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:21.964040 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c33a231b-0794-4ee4-a263-ada5e4b405f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:21.969553 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 273766da-a5ab-4aa9-aa87-8c3c05b47b02, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=273766da-a5ab-4aa9-aa87-8c3c05b47b02,segment=NetworkSegment(0c99a00c-e059-4fa8-bac3-c0cea323b9b5),segment_id=0c99a00c-e059-4fa8-bac3-c0cea323b9b5)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:22.015495 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.019074 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb1d8c6-814a-497d-ad72-97232bc1b983 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:22.034434 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-0ad00eb1-333d-4d42-9f7c-0c82f6d190e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=43e10832-bba0-43bb-bb99-461c4ef85b71 HTTP/1.1" status: 200 len: 217 time: 0.1640358 Jul 05 03:57:22.043670 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-ffb1d8c6-814a-497d-ad72-97232bc1b983 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:22.046318 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb1d8c6-814a-497d-ad72-97232bc1b983 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:22.046865 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ffb1d8c6-814a-497d-ad72-97232bc1b983 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.049550 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1d8c6-814a-497d-ad72-97232bc1b983 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=ad724569-206f-4fae-bbcb-577028c6c813,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:22.052071 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-f367eed0-880a-4767-8a7b-f64d6d12a2db None None] Allocated IP 172.20.0.2 (76e1944d-1d03-4c4e-b1ba-413cddc95912/d157b61e-6b4a-43c9-a07c-5c6e1fda4120/390869f7-9f65-43a7-8d65-7e7abe49591f) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:22.062010 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a231b-0794-4ee4-a263-ada5e4b405f7 None None] Pushing event updated for resources: {'Port': ['ID=be21830a-e3a0-464a-8520-477347e22ebe,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:22.118690 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=273766da-a5ab-4aa9-aa87-8c3c05b47b02,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:22.170031 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c27843-9911-4528-a468-be9df8ef15f9 req-67bcf2f0-81fe-4d9b-a253-eac8c4319d06 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:22.181967 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-71c27843-9911-4528-a468-be9df8ef15f9 req-67bcf2f0-81fe-4d9b-a253-eac8c4319d06 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bab9669-0bde-4bb3-af6d-f5f6a364729c HTTP/1.1" status: 200 len: 944 time: 0.3891516 Jul 05 03:57:22.203084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-2c7e26b3-64c3-4492-8437-26ab3ef4069c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:22.204527 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-2c7e26b3-64c3-4492-8437-26ab3ef4069c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a8d1c4cd-d124-4cd8-93ef-98e2af049099 HTTP/1.1" status: 200 len: 797 time: 0.1524549 Jul 05 03:57:22.212639 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fdd02-5e3f-47b7-a538-02e10fcece54 req-b5230433-2f81-46d5-a481-617a93a49684 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:22.219375 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b87fdd02-5e3f-47b7-a538-02e10fcece54 req-b5230433-2f81-46d5-a481-617a93a49684 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 943 time: 0.4536383 Jul 05 03:57:22.247346 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e4fe6-b1d3-4578-9469-89b3a3634030 req-b7cc11b1-8948-475e-990d-4a162ea1ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:22.248838 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-71c27843-9911-4528-a468-be9df8ef15f9 req-d4e1bf61-61fe-49e2-a72b-784a7b05a978 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/security-groups?id=5dea16ad-f25d-4419-a080-cc38b1d500a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653818 Jul 05 03:57:22.249856 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ef9e4fe6-b1d3-4578-9469-89b3a3634030 req-b7cc11b1-8948-475e-990d-4a162ea1ba69 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4796412 Jul 05 03:57:22.360898 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f367eed0-880a-4767-8a7b-f64d6d12a2db None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.376818 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['273766da-a5ab-4aa9-aa87-8c3c05b47b02'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:22.382116 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f367eed0-880a-4767-8a7b-f64d6d12a2db None None] Transition to ACTIVE for port object 390869f7-9f65-43a7-8d65-7e7abe49591f will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:22.423339 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ef9e4fe6-b1d3-4578-9469-89b3a3634030 req-9e311095-e4a9-4b42-93b3-d2362f8349e3 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.89 "GET /v2.0/ports?device_id=961ed3c2-8452-4100-a53b-7a2f2110920b HTTP/1.1" status: 200 len: 210 time: 0.0935647 Jul 05 03:57:22.460339 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f367eed0-880a-4767-8a7b-f64d6d12a2db None None] Transition to ACTIVE for port object 390869f7-9f65-43a7-8d65-7e7abe49591f will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:22.469637 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f367eed0-880a-4767-8a7b-f64d6d12a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.502941 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b87fdd02-5e3f-47b7-a538-02e10fcece54 req-c836522b-17fb-4e22-9f5b-9f92e808f88c tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826443 Jul 05 03:57:22.583319 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dd2a1fb3-f083-4b64-9282-8b8d6217919a req-50219842-db50-4034-bbf8-2907861f04c2 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.591381 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f367eed0-880a-4767-8a7b-f64d6d12a2db None None] Network 76e1944d-1d03-4c4e-b1ba-413cddc95912 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:22.597060 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367eed0-880a-4767-8a7b-f64d6d12a2db None None] Pushing event updated for resources: {'Port': ['ID=390869f7-9f65-43a7-8d65-7e7abe49591f,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:22.614594 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-f367eed0-880a-4767-8a7b-f64d6d12a2db None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:22.621412 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f367eed0-880a-4767-8a7b-f64d6d12a2db None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:22.666773 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50219842-db50-4034-bbf8-2907861f04c2 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Pushing event deleted for resources: {'Port': ['ID=d34872cc-e1db-4185-b226-798d3880c9fe,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:22.687614 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-f7e82778-5fbe-4e5f-8204-59c86dd88545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:22.689352 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-f7e82778-5fbe-4e5f-8204-59c86dd88545 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3109c869-7127-4afd-9f38-c7624c1dbe78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4663959 Jul 05 03:57:22.767548 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2a1fb3-f083-4b64-9282-8b8d6217919a req-50219842-db50-4034-bbf8-2907861f04c2 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] No DVR routers for this DVR port d34872cc-e1db-4185-b226-798d3880c9fe on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:22.812290 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f7102f60-1c10-4ce7-91d9-81394d6448b3 req-ed8d2680-552f-49c6-8606-b19c9fae4412 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=961ed3c2-8452-4100-a53b-7a2f2110920b HTTP/1.1" status: 200 len: 210 time: 0.0955870 Jul 05 03:57:22.879291 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dd2a1fb3-f083-4b64-9282-8b8d6217919a req-50219842-db50-4034-bbf8-2907861f04c2 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.880349 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f367eed0-880a-4767-8a7b-f64d6d12a2db None None] Attempting to bind port 390869f7-9f65-43a7-8d65-7e7abe49591f on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:22.881118 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f367eed0-880a-4767-8a7b-f64d6d12a2db None None] Attempting to bind port 390869f7-9f65-43a7-8d65-7e7abe49591f by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:22.881254 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f367eed0-880a-4767-8a7b-f64d6d12a2db None None] Attempting to bind port 390869f7-9f65-43a7-8d65-7e7abe49591f on network 76e1944d-1d03-4c4e-b1ba-413cddc95912 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:22.882066 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd2a1fb3-f083-4b64-9282-8b8d6217919a req-50219842-db50-4034-bbf8-2907861f04c2 tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.70 "DELETE /v2.0/ports/d34872cc-e1db-4185-b226-798d3880c9fe HTTP/1.1" status: 204 len: 173 time: 2.5281978 Jul 05 03:57:22.886077 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ffb1d8c6-814a-497d-ad72-97232bc1b983 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.942583 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f367eed0-880a-4767-8a7b-f64d6d12a2db None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:22.943164 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f367eed0-880a-4767-8a7b-f64d6d12a2db None None] Checking segment: {'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:22.948419 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f367eed0-880a-4767-8a7b-f64d6d12a2db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.951262 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f367eed0-880a-4767-8a7b-f64d6d12a2db None None] Bound using segment: {'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:22.951915 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f367eed0-880a-4767-8a7b-f64d6d12a2db None None] Bound port: 390869f7-9f65-43a7-8d65-7e7abe49591f, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:22.952410 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f367eed0-880a-4767-8a7b-f64d6d12a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.010815 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device e9517443-98d4-46bf-9370-96c0bebe9a19 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:23.182499 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bab9669-0bde-4bb3-af6d-f5f6a364729c', 'name': 'network-vif-deleted', 'tag': 'd34872cc-e1db-4185-b226-798d3880c9fe'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:23.185612 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0398b208-500d-4554-be24-90acc0b6ef82" -d '{"events": [{"server_uuid": "1bab9669-0bde-4bb3-af6d-f5f6a364729c", "name": "network-vif-deleted", "tag": "d34872cc-e1db-4185-b226-798d3880c9fe"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:23.196674 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-271bcf6d-fc1b-44b1-b2ac-d0137568d689 service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305251 Jul 05 03:57:23.201736 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c30c4578-f9f6-4cb1-8030-56812b401038 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.295380 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c30c4578-f9f6-4cb1-8030-56812b401038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.377571 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e6046-adf7-48d6-a979-9c99e86beaa1 req-4f25d69a-316d-40e3-8a3a-03cb7279da28 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:23.380152 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6a2e6046-adf7-48d6-a979-9c99e86beaa1 req-4f25d69a-316d-40e3-8a3a-03cb7279da28 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a53338-97cf-4a89-8218-fb205c45a8a7 HTTP/1.1" status: 200 len: 950 time: 0.2641864 Jul 05 03:57:23.430260 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f367eed0-880a-4767-8a7b-f64d6d12a2db None None] For port 390869f7-9f65-43a7-8d65-7e7abe49591f, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:23.434604 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f367eed0-880a-4767-8a7b-f64d6d12a2db None None] For port 390869f7-9f65-43a7-8d65-7e7abe49591f, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=390869f7-9f65-43a7-8d65-7e7abe49591f,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:23.470330 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f367eed0-880a-4767-8a7b-f64d6d12a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.486488 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ffb1d8c6-814a-497d-ad72-97232bc1b983 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.504387 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ffb1d8c6-814a-497d-ad72-97232bc1b983 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.505185 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ffb1d8c6-814a-497d-ad72-97232bc1b983 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.513051 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.524575 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6a2e6046-adf7-48d6-a979-9c99e86beaa1 req-6d39fad4-8efb-45da-b481-a5b645f6310c tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/security-groups?id=349467ec-5ad5-42ba-9c8b-9bee86f9f5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806844 Jul 05 03:57:23.576729 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-c30c4578-f9f6-4cb1-8030-56812b401038 admin admin] Allocated IP 172.25.1.14 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/967f0af8-23df-46a6-9a62-d7de2f337f15) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:23.626464 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port e9517443-98d4-46bf-9370-96c0bebe9a19, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=e9517443-98d4-46bf-9370-96c0bebe9a19,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:23.637704 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a53338-97cf-4a89-8218-fb205c45a8a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9517443-98d4-46bf-9370-96c0bebe9a19'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:23.644394 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f08e4c5-bca2-4f2f-8fc6-e33bd4740ac7" -d '{"events": [{"server_uuid": "a5a53338-97cf-4a89-8218-fb205c45a8a7", "name": "network-vif-unplugged", "status": "completed", "tag": "e9517443-98d4-46bf-9370-96c0bebe9a19"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:23.651856 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.679724 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62bdbaf-44ab-46ff-85af-48888a0f6451 x-openstack-request-id: req-a62bdbaf-44ab-46ff-85af-48888a0f6451 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:23.685899 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bab9669-0bde-4bb3-af6d-f5f6a364729c", "name": "network-vif-deleted", "tag": "d34872cc-e1db-4185-b226-798d3880c9fe", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:23.686430 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a62bdbaf-44ab-46ff-85af-48888a0f6451 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:23.686858 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bab9669-0bde-4bb3-af6d-f5f6a364729c', 'name': 'network-vif-deleted', 'tag': 'd34872cc-e1db-4185-b226-798d3880c9fe', 'status': 'completed', 'code': 200} Jul 05 03:57:23.698531 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367eed0-880a-4767-8a7b-f64d6d12a2db None None] Pushing event updated for resources: {'Port': ['ID=390869f7-9f65-43a7-8d65-7e7abe49591f,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:23.725739 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1d8c6-814a-497d-ad72-97232bc1b983 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=ad724569-206f-4fae-bbcb-577028c6c813,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:23.768260 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device d34872cc-e1db-4185-b226-798d3880c9fe no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:23.815579 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb1d8c6-814a-497d-ad72-97232bc1b983 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:23.817539 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=e9517443-98d4-46bf-9370-96c0bebe9a19,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:23.817775 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-ffb1d8c6-814a-497d-ad72-97232bc1b983 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:23.825624 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: d34872cc-e1db-4185-b226-798d3880c9fe {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:23.825969 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device d34872cc-e1db-4185-b226-798d3880c9fe not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:23.857126 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fd2e10c8-4e75-4258-99ce-45574a081f11 None None] Provisioning for port be21830a-e3a0-464a-8520-477347e22ebe completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:23.870790 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-77da34e8-0401-43ab-95ac-810760575230 service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6253181 Jul 05 03:57:23.956713 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-408bb8ea-2cc2-44e4-9cfb-6a9129d5ac06 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=ed8d3ec4-006f-4eb5-af83-d5d95a707d39 HTTP/1.1" status: 200 len: 217 time: 0.0687382 Jul 05 03:57:23.979430 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c30c4578-f9f6-4cb1-8030-56812b401038 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.992071 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea3ea1-6c71-458d-9f9b-4673a39c871a req-272e13a0-b424-4e93-a80f-7ffc5a80efd5 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:23.999107 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-afea3ea1-6c71-458d-9f9b-4673a39c871a req-272e13a0-b424-4e93-a80f-7ffc5a80efd5 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.8005362 Jul 05 03:57:24.064016 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c87b8a8e-c644-4df6-aca9-ff659e448c76 req-dda962c6-e747-4f51-9075-5ddcc9cac5cd tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bab9669-0bde-4bb3-af6d-f5f6a364729c HTTP/1.1" status: 200 len: 210 time: 0.2162418 Jul 05 03:57:24.151127 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device be21830a-e3a0-464a-8520-477347e22ebe up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:24.189898 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb1d8c6-814a-497d-ad72-97232bc1b983 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Router d872e1aa-726f-4ccd-b370-f71f1736734a is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:57:24.243192 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-afea3ea1-6c71-458d-9f9b-4673a39c871a req-06011d17-8d60-47ec-9897-ad6cc5349060 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431808 Jul 05 03:57:24.244738 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-a5e72bbc-ddc2-44d8-a9de-6f32d4f3b95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:24.246671 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-a5e72bbc-ddc2-44d8-a9de-6f32d4f3b95d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a8d1c4cd-d124-4cd8-93ef-98e2af049099 HTTP/1.1" status: 200 len: 797 time: 0.2633023 Jul 05 03:57:24.264362 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port be21830a-e3a0-464a-8520-477347e22ebe completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:24.271178 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port be21830a-e3a0-464a-8520-477347e22ebe triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:24.272070 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:24.336137 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c30c4578-f9f6-4cb1-8030-56812b401038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:24.355632 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-db998eb9-9691-45f0-ba0d-2ea00545defa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:24.356617 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-db998eb9-9691-45f0-ba0d-2ea00545defa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 1101 time: 0.3968794 Jul 05 03:57:24.408353 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb1d8c6-814a-497d-ad72-97232bc1b983 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:24.422819 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] Sync routers for ids ['d872e1aa-726f-4ccd-b370-f71f1736734a'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:57:24.431815 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3313eb24-b770-4cd9-811b-f8e9874b9bbe None None] Provisioning for port ad724569-206f-4fae-bbcb-577028c6c813 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:24.437465 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ffb1d8c6-814a-497d-ad72-97232bc1b983 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "PUT /v2.0/routers/d872e1aa-726f-4ccd-b370-f71f1736734a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1163981 Jul 05 03:57:24.438156 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55670) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:24.439588 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] Routers {'d872e1aa-726f-4ccd-b370-f71f1736734a'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:24.440421 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:57:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d872e1aa-726f-4ccd-b370-f71f1736734a'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:24.459019 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3313eb24-b770-4cd9-811b-f8e9874b9bbe None None] Provisioning complete for port ad724569-206f-4fae-bbcb-577028c6c813 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:24.460422 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3313eb24-b770-4cd9-811b-f8e9874b9bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:24.462604 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30c4578-f9f6-4cb1-8030-56812b401038 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:24.512632 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-c30c4578-f9f6-4cb1-8030-56812b401038 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:24.527275 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-3313eb24-b770-4cd9-811b-f8e9874b9bbe None None] Port ad724569-206f-4fae-bbcb-577028c6c813 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:57:24.545104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3bece8-2b33-47b1-92a8-6a430523805a tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:24.545243 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:24.551037 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4f3bece8-2b33-47b1-92a8-6a430523805a tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports/ad724569-206f-4fae-bbcb-577028c6c813 HTTP/1.1" status: 200 len: 911 time: 0.1110749 Jul 05 03:57:24.551787 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55678) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:24.559430 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30c4578-f9f6-4cb1-8030-56812b401038 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:24.567677 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c4578-f9f6-4cb1-8030-56812b401038 admin admin] Pushing event updated for resources: {'Port': ['ID=967f0af8-23df-46a6-9a62-d7de2f337f15,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:24.571503 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0b9205-37e9-4e11-925a-2cd90f22df2e x-openstack-request-id: req-0f0b9205-37e9-4e11-925a-2cd90f22df2e {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:24.572044 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a53338-97cf-4a89-8218-fb205c45a8a7", "name": "network-vif-unplugged", "status": "completed", "tag": "e9517443-98d4-46bf-9370-96c0bebe9a19", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:24.576599 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0f0b9205-37e9-4e11-925a-2cd90f22df2e {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:24.576845 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a53338-97cf-4a89-8218-fb205c45a8a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9517443-98d4-46bf-9370-96c0bebe9a19', 'code': 200} Jul 05 03:57:24.625483 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port be21830a-e3a0-464a-8520-477347e22ebe, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=be21830a-e3a0-464a-8520-477347e22ebe,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:24.640934 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:24.642558 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-29578c8c-9851-4da2-99de-f176c81374e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:24.643976 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-29578c8c-9851-4da2-99de-f176c81374e2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3109c869-7127-4afd-9f38-c7624c1dbe78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3864634 Jul 05 03:57:24.652933 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] Set router d872e1aa-726f-4ccd-b370-f71f1736734a gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:24.694882 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afd4225-1106-42fa-a21a-c29cdeba0b3e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:24.708796 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afd4225-1106-42fa-a21a-c29cdeba0b3e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:24.730412 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9afd4225-1106-42fa-a21a-c29cdeba0b3e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1751037 Jul 05 03:57:24.735590 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55688) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:24.771371 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=be21830a-e3a0-464a-8520-477347e22ebe,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:24.845343 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-a8160184-fe68-4f6e-8c6c-9a1216fc5318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:24.846841 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-a8160184-fe68-4f6e-8c6c-9a1216fc5318 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.4535296 Jul 05 03:57:24.860702 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6f269dd9-0e3a-4804-9cc8-4bf7354d5463 None None] Provisioning complete for port ad724569-206f-4fae-bbcb-577028c6c813 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:24.864421 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6f269dd9-0e3a-4804-9cc8-4bf7354d5463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:24.963991 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-6f269dd9-0e3a-4804-9cc8-4bf7354d5463 None None] Port ad724569-206f-4fae-bbcb-577028c6c813 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:57:24.969894 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12621c-8e02-47a7-8e3e-edab688ebaef req-830504cb-2688-4622-9c5c-9159f115db29 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:24.978476 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cf12621c-8e02-47a7-8e3e-edab688ebaef req-830504cb-2688-4622-9c5c-9159f115db29 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 944 time: 0.5242362 Jul 05 03:57:24.985382 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-1d1598c9-d24f-49d0-94e3-ff41650e50ff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a870b999-a174-4512-8044-db72baed00ca HTTP/1.1" status: 200 len: 217 time: 0.1018257 Jul 05 03:57:25.034404 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 273766da-a5ab-4aa9-aa87-8c3c05b47b02 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:25.047016 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd872e1aa-726f-4ccd-b370-f71f1736734a', 'name': 'tempest-NetworksTestDHCPv6-router-1327224585', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:20Z', 'updated_at': '2021-07-05T03:57:22Z', 'revision_number': 2, 'project_id': 'f87805c8407343a69ffdea24be5ca922', 'gw_port_host': None, '_interfaces': [{'id': 'ad724569-206f-4fae-bbcb-577028c6c813', 'name': '', 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'mac_address': 'fa:16:3e:27:32:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd872e1aa-726f-4ccd-b370-f71f1736734a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '0b5fa50f-7b35-4a68-8681-f6f4e4946a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:21Z', 'updated_at': '2021-07-05T03:57:23Z', 'revision_number': 2, 'project_id': 'f87805c8407343a69ffdea24be5ca922', 'subnets': [{'id': '0b5fa50f-7b35-4a68-8681-f6f4e4946a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:25.089432 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] Checking router: d872e1aa-726f-4ccd-b370-f71f1736734a for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:57:25.089957 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] Updating router d872e1aa-726f-4ccd-b370-f71f1736734a port ad724569-206f-4fae-bbcb-577028c6c813 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:57:25.146520 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.162120 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 273766da-a5ab-4aa9-aa87-8c3c05b47b02 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:25.167575 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 273766da-a5ab-4aa9-aa87-8c3c05b47b02 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:25.168138 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.376953 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb74c8a-8a3e-41e2-bcfe-0d610cf912c5 None None] Network 76e1944d-1d03-4c4e-b1ba-413cddc95912 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:25.452516 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.512046 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 273766da-a5ab-4aa9-aa87-8c3c05b47b02, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=273766da-a5ab-4aa9-aa87-8c3c05b47b02,segment=NetworkSegment(0c99a00c-e059-4fa8-bac3-c0cea323b9b5),segment_id=0c99a00c-e059-4fa8-bac3-c0cea323b9b5)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:25.516055 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bdb9bf3b-afc1-46ed-bfce-24dd70617df3 None None] Provisioning for port 390869f7-9f65-43a7-8d65-7e7abe49591f completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:25.519707 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-d7b226d2-e1d6-4839-b37a-5e19ab5ee49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:25.522041 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-d7b226d2-e1d6-4839-b37a-5e19ab5ee49d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.4861860 Jul 05 03:57:25.535115 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.575688 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cf12621c-8e02-47a7-8e3e-edab688ebaef req-9658487d-3482-4b53-b730-9a731d455fae tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5925732 Jul 05 03:57:25.646259 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=273766da-a5ab-4aa9-aa87-8c3c05b47b02,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:25.714322 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.747991 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] Transition to ACTIVE for port object ad724569-206f-4fae-bbcb-577028c6c813 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:25.760077 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.817717 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-99601500-f7ec-4369-9b60-503006d11690 service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1604235 Jul 05 03:57:25.882971 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0a648-559b-4165-bdc8-47a811b89c79 None None] Pushing event updated for resources: {'Port': ['ID=ad724569-206f-4fae-bbcb-577028c6c813,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:25.888443 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26e4f35e-4a5e-412e-b79c-95db591a7d5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.911511 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0a648-559b-4165-bdc8-47a811b89c79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:25.911890 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0a648-559b-4165-bdc8-47a811b89c79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:25.912238 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0a648-559b-4165-bdc8-47a811b89c79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:25.913133 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0a648-559b-4165-bdc8-47a811b89c79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:25.913588 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0a648-559b-4165-bdc8-47a811b89c79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:25.914209 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0a648-559b-4165-bdc8-47a811b89c79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:25.914209 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0a648-559b-4165-bdc8-47a811b89c79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:25.914520 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0a648-559b-4165-bdc8-47a811b89c79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:25.914841 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0a648-559b-4165-bdc8-47a811b89c79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:25.915221 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0a648-559b-4165-bdc8-47a811b89c79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:25.915693 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0a648-559b-4165-bdc8-47a811b89c79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:25.916347 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab0a648-559b-4165-bdc8-47a811b89c79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:25.943987 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] Attempting to bind port ad724569-206f-4fae-bbcb-577028c6c813 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:25.946884 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] Attempting to bind port ad724569-206f-4fae-bbcb-577028c6c813 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:25.947497 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] Attempting to bind port ad724569-206f-4fae-bbcb-577028c6c813 on network 11254a26-e0ed-4207-b9f1-d7e3a27daaba {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:25.961013 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:25.961617 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] Checking segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:25.962286 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.962833 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] Bound using segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:25.963462 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] Bound port: ad724569-206f-4fae-bbcb-577028c6c813, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:25.964110 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.122807 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-44eae536-a38a-40db-a46e-89c3349fc40a tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:26.129716 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-44eae536-a38a-40db-a46e-89c3349fc40a tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/networks?id=3b64f625-0433-41d5-8266-5dfdc89559ba HTTP/1.1" status: 200 len: 811 time: 0.3719923 Jul 05 03:57:26.130855 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] For port ad724569-206f-4fae-bbcb-577028c6c813, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:26.137356 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] For port ad724569-206f-4fae-bbcb-577028c6c813, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=ad724569-206f-4fae-bbcb-577028c6c813,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:26.157237 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.222142 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 390869f7-9f65-43a7-8d65-7e7abe49591f up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:26.234324 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0a648-559b-4165-bdc8-47a811b89c79 None None] Pushing event updated for resources: {'Port': ['ID=ad724569-206f-4fae-bbcb-577028c6c813,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:26.257181 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] Routers {'d872e1aa-726f-4ccd-b370-f71f1736734a'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:26.257567 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:57:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d872e1aa-726f-4ccd-b370-f71f1736734a'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:26.264895 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-d8bf3b90-9967-4d1c-be5c-c8c7a6059980 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/quotas/501ed92e20d5480db968048631c9d2f5 HTTP/1.1" status: 200 len: 375 time: 0.1338727 Jul 05 03:57:26.295096 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ef1f4-c997-4cb8-8eec-13372729fbc7 req-35b3d266-9ad2-444f-9276-ebf53a64d4f6 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:26.305705 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f3ef1f4-c997-4cb8-8eec-13372729fbc7 req-35b3d266-9ad2-444f-9276-ebf53a64d4f6 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.1348131 Jul 05 03:57:26.317620 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-67bb92cb-7786-4992-96a1-5cd39685cb4f tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=501ed92e20d5480db968048631c9d2f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513599 Jul 05 03:57:26.318775 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c30c4578-f9f6-4cb1-8030-56812b401038 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.343533 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 390869f7-9f65-43a7-8d65-7e7abe49591f completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:26.353186 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 390869f7-9f65-43a7-8d65-7e7abe49591f triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:26.354428 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.366462 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-f91d3d05-4fff-47b2-bc0c-73870d3a6e57 service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109978 Jul 05 03:57:26.374543 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f3ef1f4-c997-4cb8-8eec-13372729fbc7 req-eef78a34-2300-4068-9476-f01ba18677d6 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676310 Jul 05 03:57:26.385085 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] Set router d872e1aa-726f-4ccd-b370-f71f1736734a gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:26.387990 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-26e4f35e-4a5e-412e-b79c-95db591a7d5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting port ad724569-206f-4fae-bbcb-577028c6c813 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:26.387990 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26e4f35e-4a5e-412e-b79c-95db591a7d5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.475162 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.530761 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 390869f7-9f65-43a7-8d65-7e7abe49591f, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=390869f7-9f65-43a7-8d65-7e7abe49591f,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:26.548389 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.549612 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device be21830a-e3a0-464a-8520-477347e22ebe up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:26.647848 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-26e4f35e-4a5e-412e-b79c-95db591a7d5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] For port ad724569-206f-4fae-bbcb-577028c6c813, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=ad724569-206f-4fae-bbcb-577028c6c813,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:26.648428 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26e4f35e-4a5e-412e-b79c-95db591a7d5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.662582 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd525443a-faf5-4515-9877-65d292c47592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273766da-a5ab-4aa9-aa87-8c3c05b47b02'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:26.667261 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d5c490-359b-411f-b200-c772647ee482" -d '{"events": [{"server_uuid": "d525443a-faf5-4515-9877-65d292c47592", "name": "network-vif-plugged", "status": "completed", "tag": "273766da-a5ab-4aa9-aa87-8c3c05b47b02"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:26.667608 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-77317e2a-fed1-4257-bcc7-a50bc9bf8561 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=271f91fe-88b3-4c1f-b2dd-4328b37c7b7c HTTP/1.1" status: 200 len: 217 time: 0.0820763 Jul 05 03:57:26.683027 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-26e4f35e-4a5e-412e-b79c-95db591a7d5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Calling delete_port for ad724569-206f-4fae-bbcb-577028c6c813 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:26.699573 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=390869f7-9f65-43a7-8d65-7e7abe49591f,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:26.717129 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-93c91d54-b3a4-4986-8105-8a59682eacc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:26.718824 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-93c91d54-b3a4-4986-8105-8a59682eacc5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.1866598 Jul 05 03:57:26.727242 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port be21830a-e3a0-464a-8520-477347e22ebe triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:26.730007 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.792669 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd872e1aa-726f-4ccd-b370-f71f1736734a', 'name': 'tempest-NetworksTestDHCPv6-router-1327224585', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:20Z', 'updated_at': '2021-07-05T03:57:22Z', 'revision_number': 2, 'project_id': 'f87805c8407343a69ffdea24be5ca922', 'gw_port_host': None, '_interfaces': [{'id': 'ad724569-206f-4fae-bbcb-577028c6c813', 'name': '', 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'mac_address': 'fa:16:3e:27:32:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd872e1aa-726f-4ccd-b370-f71f1736734a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '0b5fa50f-7b35-4a68-8681-f6f4e4946a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:21Z', 'updated_at': '2021-07-05T03:57:26Z', 'revision_number': 4, 'project_id': 'f87805c8407343a69ffdea24be5ca922', 'subnets': [{'id': '0b5fa50f-7b35-4a68-8681-f6f4e4946a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:26.839661 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f6096e-59b3-4bbf-a565-40cb78fc133b None None] The sync data for ids ['d872e1aa-726f-4ccd-b370-f71f1736734a'] in n-d-780147-23 is: [{'id': 'd872e1aa-726f-4ccd-b370-f71f1736734a', 'name': 'tempest-NetworksTestDHCPv6-router-1327224585', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:20Z', 'updated_at': '2021-07-05T03:57:22Z', 'revision_number': 2, 'project_id': 'f87805c8407343a69ffdea24be5ca922', 'gw_port_host': None, '_interfaces': [{'id': 'ad724569-206f-4fae-bbcb-577028c6c813', 'name': '', 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'mac_address': 'fa:16:3e:27:32:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd872e1aa-726f-4ccd-b370-f71f1736734a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '0b5fa50f-7b35-4a68-8681-f6f4e4946a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:21Z', 'updated_at': '2021-07-05T03:57:26Z', 'revision_number': 4, 'project_id': 'f87805c8407343a69ffdea24be5ca922', 'subnets': [{'id': '0b5fa50f-7b35-4a68-8681-f6f4e4946a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:57:26.864693 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-d451210d-1c2d-4884-8bf4-c7e9df573c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:26.868178 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-d451210d-1c2d-4884-8bf4-c7e9df573c24 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a8d1c4cd-d124-4cd8-93ef-98e2af049099 HTTP/1.1" status: 200 len: 797 time: 0.1789680 Jul 05 03:57:26.900336 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-bddcbb7f-92bc-4351-83e9-151752628376 service neutron] 10.222.0.77 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325260 Jul 05 03:57:26.956868 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26e4f35e-4a5e-412e-b79c-95db591a7d5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.992684 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4f35e-4a5e-412e-b79c-95db591a7d5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Port': ['ID=ad724569-206f-4fae-bbcb-577028c6c813,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:27.104515 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26e4f35e-4a5e-412e-b79c-95db591a7d5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.139561 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-1e4ef856-3f71-4fc9-97fc-1359de216549 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857105 Jul 05 03:57:27.339289 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-33a7fc86-0e42-4d55-9cce-360c89129ffa service neutron] 10.222.0.77 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289501 Jul 05 03:57:27.344944 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-8f65a7ee-e137-4af1-a776-5cbe40de550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:27.346235 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-8f65a7ee-e137-4af1-a776-5cbe40de550f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3109c869-7127-4afd-9f38-c7624c1dbe78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4351661 Jul 05 03:57:27.349869 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e4f35e-4a5e-412e-b79c-95db591a7d5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Router d872e1aa-726f-4ccd-b370-f71f1736734a has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:57:27.354016 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-9f903a8c-923d-47b4-a2de-fd4a9c190c83 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765137 Jul 05 03:57:27.356985 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c30c4578-f9f6-4cb1-8030-56812b401038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.376572 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e89e97-46ca-43cf-8de0-cda9c091153c req-86eae3b0-09be-4840-b273-f821107e2935 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:27.378352 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-63e89e97-46ca-43cf-8de0-cda9c091153c req-86eae3b0-09be-4840-b273-f821107e2935 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.1713841 Jul 05 03:57:27.479135 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e4f35e-4a5e-412e-b79c-95db591a7d5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:27.486050 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-26e4f35e-4a5e-412e-b79c-95db591a7d5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "PUT /v2.0/routers/d872e1aa-726f-4ccd-b370-f71f1736734a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7481554 Jul 05 03:57:27.498181 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55760) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:27.521944 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-63e89e97-46ca-43cf-8de0-cda9c091153c req-3e0cbf6a-40a8-47d5-8119-a2cf6451647a tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002815 Jul 05 03:57:27.633565 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fa1dc0-b5c3-4d08-91c5-c51d8dc34d16 x-openstack-request-id: req-62fa1dc0-b5c3-4d08-91c5-c51d8dc34d16 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:27.635086 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d525443a-faf5-4515-9877-65d292c47592", "name": "network-vif-plugged", "status": "completed", "tag": "273766da-a5ab-4aa9-aa87-8c3c05b47b02", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:27.635365 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-62fa1dc0-b5c3-4d08-91c5-c51d8dc34d16 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:27.636517 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd525443a-faf5-4515-9877-65d292c47592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273766da-a5ab-4aa9-aa87-8c3c05b47b02', 'code': 200} Jul 05 03:57:27.687679 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5760b56-5f7e-469c-99d6-867c9b76ee06 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:27.689369 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5760b56-5f7e-469c-99d6-867c9b76ee06 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:27.690924 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a5760b56-5f7e-469c-99d6-867c9b76ee06 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1915264 Jul 05 03:57:27.695646 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55766) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:27.732099 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-3adfb434-bed0-4ae5-a784-a66b10c23dc8 service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189135 Jul 05 03:57:27.799951 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e41d43a-951c-4820-b771-f57ed3299c13 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet 0b5fa50f-7b35-4a68-8681-f6f4e4946a13 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:57:27.805847 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e41d43a-951c-4820-b771-f57ed3299c13 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.876537 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e41d43a-951c-4820-b771-f57ed3299c13 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.986859 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-cc00b58b-f8dc-45b4-873e-385f6ac2f9d7 service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114825 Jul 05 03:57:28.012054 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e41d43a-951c-4820-b771-f57ed3299c13 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.052941 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-da5c09ba-27ee-4209-ae2e-b1ddec31c836 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=7cb1d7da-fadf-49bd-aa0b-664cc94b989a HTTP/1.1" status: 200 len: 217 time: 0.0513463 Jul 05 03:57:28.114092 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 390869f7-9f65-43a7-8d65-7e7abe49591f up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:28.140303 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515faa5-0481-4dbb-b1bf-877020bf52b6 req-f42058e1-2ce5-48bc-a34e-d13ace714871 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:28.141973 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9515faa5-0481-4dbb-b1bf-877020bf52b6 req-f42058e1-2ce5-48bc-a34e-d13ace714871 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.1028953 Jul 05 03:57:28.143599 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e41d43a-951c-4820-b771-f57ed3299c13 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.167596 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e41d43a-951c-4820-b771-f57ed3299c13 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.169467 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4e41d43a-951c-4820-b771-f57ed3299c13 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/0b5fa50f-7b35-4a68-8681-f6f4e4946a13 HTTP/1.1" status: 204 len: 168 time: 0.4724526 Jul 05 03:57:28.193158 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55786) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:28.194817 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-656c3c8e-9db0-4e30-b134-08c1370ae632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:28.197737 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-656c3c8e-9db0-4e30-b134-08c1370ae632 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a8d1c4cd-d124-4cd8-93ef-98e2af049099 HTTP/1.1" status: 200 len: 797 time: 0.1349864 Jul 05 03:57:28.207739 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41d43a-951c-4820-b771-f57ed3299c13 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=0b5fa50f-7b35-4a68-8681-f6f4e4946a13,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:28.221168 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd26ca-4b09-4832-a94e-976a40f06809 req-e3b5eecb-4b58-4363-b5b6-70390e502c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:28.226884 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9bdd26ca-4b09-4832-a94e-976a40f06809 req-e3b5eecb-4b58-4363-b5b6-70390e502c0d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 1097 time: 0.4880474 Jul 05 03:57:28.232623 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30c4578-f9f6-4cb1-8030-56812b401038 admin admin] Router fb2fc65b-aec5-449a-87e0-1bd56df2d64e is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:57:28.275706 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7963b759-8a49-4601-b86d-3087646e6852 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:28.350924 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9515faa5-0481-4dbb-b1bf-877020bf52b6 req-e1fcd4b0-e559-47a8-b95a-07ceaf5af3c7 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972687 Jul 05 03:57:28.371335 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5c481040-eaa5-4ca6-8513-90181caa01ad tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1766555 Jul 05 03:57:28.376811 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55790) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:28.432977 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 390869f7-9f65-43a7-8d65-7e7abe49591f triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:28.433360 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.603161 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e8a2b4ba-913b-410d-b6fd-3986ad7d089a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.785894 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b41141a-3556-4d08-b80b-c9612d21878b None None] DHCP port deletion for 11254a26-e0ed-4207-b9f1-d7e3a27daaba request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:57:28.842768 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-0b41141a-3556-4d08-b80b-c9612d21878b None None] Deleting port be21830a-e3a0-464a-8520-477347e22ebe {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:28.843403 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0b41141a-3556-4d08-b80b-c9612d21878b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.925047 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-0b41141a-3556-4d08-b80b-c9612d21878b None None] For port be21830a-e3a0-464a-8520-477347e22ebe, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=be21830a-e3a0-464a-8520-477347e22ebe,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:28.925640 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0b41141a-3556-4d08-b80b-c9612d21878b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.934755 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1734e-f78e-4ac6-a9cd-0e9a7a44c6c7 req-bcd3a185-3064-41ea-be8b-55c17601d149 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:28.938780 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-80d1734e-f78e-4ac6-a9cd-0e9a7a44c6c7 req-bcd3a185-3064-41ea-be8b-55c17601d149 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.0717223 Jul 05 03:57:28.946643 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-0b41141a-3556-4d08-b80b-c9612d21878b None None] Calling delete_port for be21830a-e3a0-464a-8520-477347e22ebe owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:28.948372 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-98ed727a-eee0-4ddf-851a-845dba049d11 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.958180 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85137d09-6ae2-4d39-b205-e40c479179d4 None None] Sync routers for ids ['d872e1aa-726f-4ccd-b370-f71f1736734a'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:57:28.996845 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-80d1734e-f78e-4ac6-a9cd-0e9a7a44c6c7 req-4ef0813d-c6e3-42ea-8725-bc8edd198e68 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519693 Jul 05 03:57:29.006350 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85137d09-6ae2-4d39-b205-e40c479179d4 None None] Routers {'d872e1aa-726f-4ccd-b370-f71f1736734a'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:29.007360 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-85137d09-6ae2-4d39-b205-e40c479179d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:57:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d872e1aa-726f-4ccd-b370-f71f1736734a'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:29.091313 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.102987 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-85137d09-6ae2-4d39-b205-e40c479179d4 None None] Set router d872e1aa-726f-4ccd-b370-f71f1736734a gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:29.146393 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9721166-1233-43d4-89b5-778c0cbc53c8 req-1d1f6ebc-e5b4-4afd-90a7-625b15c261d5 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=50283983-37b9-4334-b0d9-e1ed8420e187 HTTP/1.1" status: 200 len: 210 time: 0.1575663 Jul 05 03:57:29.148865 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9bdd26ca-4b09-4832-a94e-976a40f06809 req-550c643c-59a8-4f6b-b649-1e10bdc04f4e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9125876 Jul 05 03:57:29.188897 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-85137d09-6ae2-4d39-b205-e40c479179d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd872e1aa-726f-4ccd-b370-f71f1736734a', 'name': 'tempest-NetworksTestDHCPv6-router-1327224585', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:20Z', 'updated_at': '2021-07-05T03:57:26Z', 'revision_number': 3, 'project_id': 'f87805c8407343a69ffdea24be5ca922', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:29.227104 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85137d09-6ae2-4d39-b205-e40c479179d4 None None] Checking router: d872e1aa-726f-4ccd-b370-f71f1736734a for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:57:29.239592 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85137d09-6ae2-4d39-b205-e40c479179d4 None None] Routers {'d872e1aa-726f-4ccd-b370-f71f1736734a'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:29.240267 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-85137d09-6ae2-4d39-b205-e40c479179d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:57:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d872e1aa-726f-4ccd-b370-f71f1736734a'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:29.244687 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0b41141a-3556-4d08-b80b-c9612d21878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.355718 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41141a-3556-4d08-b80b-c9612d21878b None None] Pushing event deleted for resources: {'Port': ['ID=be21830a-e3a0-464a-8520-477347e22ebe,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:29.363165 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b41141a-3556-4d08-b80b-c9612d21878b None None] No DVR routers for this DVR port be21830a-e3a0-464a-8520-477347e22ebe on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:29.374608 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-85137d09-6ae2-4d39-b205-e40c479179d4 None None] Set router d872e1aa-726f-4ccd-b370-f71f1736734a gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:29.392899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55824) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:29.403205 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-98ed727a-eee0-4ddf-851a-845dba049d11 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.414341 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-98ed727a-eee0-4ddf-851a-845dba049d11 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.427258 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-96d06d28-3cf5-4f3e-a2cf-5cd0c6d9dd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:29.429646 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-96d06d28-3cf5-4f3e-a2cf-5cd0c6d9dd5a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3109c869-7127-4afd-9f38-c7624c1dbe78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1988771 Jul 05 03:57:29.451074 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-444dac7a-e324-46df-856f-91955a66e5dd admin admin] Deleting subnet ccf7098d-d664-4348-860f-1e166cf68435 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:57:29.456203 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-444dac7a-e324-46df-856f-91955a66e5dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.500364 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-85137d09-6ae2-4d39-b205-e40c479179d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd872e1aa-726f-4ccd-b370-f71f1736734a', 'name': 'tempest-NetworksTestDHCPv6-router-1327224585', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:20Z', 'updated_at': '2021-07-05T03:57:26Z', 'revision_number': 3, 'project_id': 'f87805c8407343a69ffdea24be5ca922', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:29.516695 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-444dac7a-e324-46df-856f-91955a66e5dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.540645 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85137d09-6ae2-4d39-b205-e40c479179d4 None None] The sync data for ids ['d872e1aa-726f-4ccd-b370-f71f1736734a'] in n-d-780147-23 is: [{'id': 'd872e1aa-726f-4ccd-b370-f71f1736734a', 'name': 'tempest-NetworksTestDHCPv6-router-1327224585', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:20Z', 'updated_at': '2021-07-05T03:57:26Z', 'revision_number': 3, 'project_id': 'f87805c8407343a69ffdea24be5ca922', 'gw_port_host': None}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:57:29.549940 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-98ed727a-eee0-4ddf-851a-845dba049d11 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.550580 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ed727a-eee0-4ddf-851a-845dba049d11 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Fanout notify agent at l3_agent the message router_deleted on router d872e1aa-726f-4ccd-b370-f71f1736734a {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:57:29.564920 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30c4578-f9f6-4cb1-8030-56812b401038 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:29.565786 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-444dac7a-e324-46df-856f-91955a66e5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.575563 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] Sync routers for ids ['fb2fc65b-aec5-449a-87e0-1bd56df2d64e'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:57:29.582103 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-98ed727a-eee0-4ddf-851a-845dba049d11 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.586492 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-98ed727a-eee0-4ddf-851a-845dba049d11 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/routers/d872e1aa-726f-4ccd-b370-f71f1736734a HTTP/1.1" status: 204 len: 168 time: 1.1992512 Jul 05 03:57:29.589327 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] Routers {'fb2fc65b-aec5-449a-87e0-1bd56df2d64e'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:29.589984 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55826) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:29.590298 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:57:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['fb2fc65b-aec5-449a-87e0-1bd56df2d64e'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:29.595630 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-fbef861b-636c-408c-963f-d8182b7b706c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:29.641320 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-ecc5a8da-a5d2-4311-85f9-a243cb855cb3 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:29.642856 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-ecc5a8da-a5d2-4311-85f9-a243cb855cb3 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.89 "GET /v2.0/networks?id=3b64f625-0433-41d5-8266-5dfdc89559ba HTTP/1.1" status: 200 len: 811 time: 0.4314857 Jul 05 03:57:29.667551 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-afe69409-fe32-4ac8-9cdd-26d168c62b96 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Request body: {'port': {'device_id': '50283983-37b9-4334-b0d9-e1ed8420e187', 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba', 'admin_state_up': True, 'tenant_id': '501ed92e20d5480db968048631c9d2f5'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:29.688880 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c30c4578-f9f6-4cb1-8030-56812b401038 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.690254 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c30c4578-f9f6-4cb1-8030-56812b401038 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.1107368 Jul 05 03:57:29.696433 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55830) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:29.752346 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-444dac7a-e324-46df-856f-91955a66e5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.752637 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-674daffb-a683-48e3-ac03-f56fe4c115f9 service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106692 Jul 05 03:57:29.757046 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] Set router fb2fc65b-aec5-449a-87e0-1bd56df2d64e gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:29.791523 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbef861b-636c-408c-963f-d8182b7b706c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:29.795101 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fbef861b-636c-408c-963f-d8182b7b706c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.798387 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444dac7a-e324-46df-856f-91955a66e5dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccf7098d-d664-4348-860f-1e166cf68435,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:29.805595 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-444dac7a-e324-46df-856f-91955a66e5dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.807482 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-444dac7a-e324-46df-856f-91955a66e5dd admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ccf7098d-d664-4348-860f-1e166cf68435 HTTP/1.1" status: 204 len: 168 time: 0.4135993 Jul 05 03:57:29.818737 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55834) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:29.848517 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb7c63-f08b-45af-9d0b-efdeaa93ccd8 req-e314e127-08ed-40c6-bc6a-1901ce03b8ea tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:29.850710 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2eb7c63-f08b-45af-9d0b-efdeaa93ccd8 req-e314e127-08ed-40c6-bc6a-1901ce03b8ea tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.3060086 Jul 05 03:57:29.962746 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2eb7c63-f08b-45af-9d0b-efdeaa93ccd8 req-6d03c49f-1f25-47c1-9c1d-abdc0b026b59 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958264 Jul 05 03:57:29.972042 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-d597e1bb-13e5-4d87-a8b2-03b0fa8a92a3 service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099862 Jul 05 03:57:29.973126 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-afe69409-fe32-4ac8-9cdd-26d168c62b96 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Made reservation on behalf of 501ed92e20d5480db968048631c9d2f5 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:29.977427 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-afe69409-fe32-4ac8-9cdd-26d168c62b96 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.076309 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device be21830a-e3a0-464a-8520-477347e22ebe no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:30.078236 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'name': 'tempest-ServerActionsTestJSON-2097019974-router', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '967f0af8-23df-46a6-9a62-d7de2f337f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:20Z', 'updated_at': '2021-07-05T03:57:25Z', 'revision_number': 3, 'project_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'gw_port': {'id': '967f0af8-23df-46a6-9a62-d7de2f337f15', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ae:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:23Z', 'updated_at': '2021-07-05T03:57:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:30.101698 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-3773eba6-437b-4c89-a955-06927567a3dd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d4c119dc-7661-47b0-addb-5f1d79b8d725 HTTP/1.1" status: 200 len: 217 time: 0.1099968 Jul 05 03:57:30.116877 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: be21830a-e3a0-464a-8520-477347e22ebe {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:30.117199 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] Checking router: fb2fc65b-aec5-449a-87e0-1bd56df2d64e for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:57:30.117637 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device be21830a-e3a0-464a-8520-477347e22ebe not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:30.117977 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] Updating router fb2fc65b-aec5-449a-87e0-1bd56df2d64e port 967f0af8-23df-46a6-9a62-d7de2f337f15 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:57:30.118242 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device ad724569-206f-4fae-bbcb-577028c6c813 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:30.155250 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d4b9937-c331-4aeb-8be7-30ae64353760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.168310 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: ad724569-206f-4fae-bbcb-577028c6c813 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:30.169894 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device ad724569-206f-4fae-bbcb-577028c6c813 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:30.200540 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.219995 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-2fe3edf9-5ed8-4c99-b2c6-73c155da971f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:30.222550 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-2fe3edf9-5ed8-4c99-b2c6-73c155da971f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=71989378-012f-4fd9-a75b-6448013e5d85 HTTP/1.1" status: 200 len: 797 time: 0.1119361 Jul 05 03:57:30.489535 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-afe69409-fe32-4ac8-9cdd-26d168c62b96 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Allocated IP 172.20.0.5 (3b64f625-0433-41d5-8266-5dfdc89559ba/c2a1cef0-323d-4d98-bbd7-de1cb5542ec9/8e58af8c-ec1f-4a05-80f1-e7d60966024e) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:30.507162 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395f511-5123-4a8c-9a15-b34219fcf837 req-18d7e1a0-7cbb-4235-8114-77de8c5a3c7e tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:30.512937 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d395f511-5123-4a8c-9a15-b34219fcf837 req-18d7e1a0-7cbb-4235-8114-77de8c5a3c7e tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.2322688 Jul 05 03:57:30.520687 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-d19f1c1e-4be3-4d2d-99d1-f93bd3d26d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:30.523939 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-d19f1c1e-4be3-4d2d-99d1-f93bd3d26d27 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3786fe40-9645-44e0-a910-e28556aff90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2235327 Jul 05 03:57:30.574648 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.586952 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] Transition to ACTIVE for port object 967f0af8-23df-46a6-9a62-d7de2f337f15 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:30.594059 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.648526 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] Attempting to bind port 967f0af8-23df-46a6-9a62-d7de2f337f15 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:30.649011 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] Attempting to bind port 967f0af8-23df-46a6-9a62-d7de2f337f15 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:30.649455 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] Attempting to bind port 967f0af8-23df-46a6-9a62-d7de2f337f15 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:30.660912 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d395f511-5123-4a8c-9a15-b34219fcf837 req-16392df9-1136-4dac-b986-e8f57c7a6603 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362123 Jul 05 03:57:30.663135 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:30.663657 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:30.664151 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.664561 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:30.665037 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] Bound port: 967f0af8-23df-46a6-9a62-d7de2f337f15, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:30.666320 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.688411 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7066e5ff-faa0-45d0-b530-1ebd75186e28 req-1938330c-d97c-4aad-8e23-a0355051d89d tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=50283983-37b9-4334-b0d9-e1ed8420e187 HTTP/1.1" status: 200 len: 210 time: 0.0886178 Jul 05 03:57:30.733316 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-ef5779bb-6c26-4a3c-aa4b-ae6212140dca service neutron] 10.222.0.70 "GET /v2.0/networks/3786fe40-9645-44e0-a910-e28556aff90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908948 Jul 05 03:57:30.739699 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289776dd-b4b7-4ea8-b16a-3cb5b59aa888 None None] Pushing event updated for resources: {'Port': ['ID=967f0af8-23df-46a6-9a62-d7de2f337f15,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:30.743461 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] For port 967f0af8-23df-46a6-9a62-d7de2f337f15, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:30.746692 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] For port 967f0af8-23df-46a6-9a62-d7de2f337f15, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=967f0af8-23df-46a6-9a62-d7de2f337f15,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:30.754993 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.807071 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d4b9937-c331-4aeb-8be7-30ae64353760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.815415 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] Routers {'fb2fc65b-aec5-449a-87e0-1bd56df2d64e'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:30.816596 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:57:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['fb2fc65b-aec5-449a-87e0-1bd56df2d64e'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:30.837889 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-4d4b9937-c331-4aeb-8be7-30ae64353760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6709da-22b7-4420-933a-f93ebf434ce7']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:30.855171 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-4d4b9937-c331-4aeb-8be7-30ae64353760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b9089c-3c33-40f8-9fba-09be91ebfd82') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:30.855594 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-4d4b9937-c331-4aeb-8be7-30ae64353760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b9089c-3c33-40f8-9fba-09be91ebfd82') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:30.867450 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289776dd-b4b7-4ea8-b16a-3cb5b59aa888 None None] Pushing event updated for resources: {'Port': ['ID=967f0af8-23df-46a6-9a62-d7de2f337f15,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:30.889780 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-afe69409-fe32-4ac8-9cdd-26d168c62b96 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.899241 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fbef861b-636c-408c-963f-d8182b7b706c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.909686 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d4b9937-c331-4aeb-8be7-30ae64353760 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.941319 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] Set router fb2fc65b-aec5-449a-87e0-1bd56df2d64e gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:30.955182 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-79391690-5f40-4420-8511-b81471d986f5 service neutron] 10.222.0.70 "GET /v2.0/networks/3786fe40-9645-44e0-a910-e28556aff90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084348 Jul 05 03:57:30.965584 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-afe69409-fe32-4ac8-9cdd-26d168c62b96 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.977733 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbef861b-636c-408c-963f-d8182b7b706c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:30.978991 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d4b9937-c331-4aeb-8be7-30ae64353760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.028632 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-fbef861b-636c-408c-963f-d8182b7b706c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:31.040200 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81087dfe-426b-4694-9d2b-22c6d61e66af None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:31.059007 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbef861b-636c-408c-963f-d8182b7b706c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:31.062344 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fbef861b-636c-408c-963f-d8182b7b706c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.063615 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-033aa85b-fcf5-4379-b140-ad4285681b08 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b HTTP/1.1" status: 200 len: 217 time: 0.0956626 Jul 05 03:57:31.067342 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4b9937-c331-4aeb-8be7-30ae64353760 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:57:31.067759 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d4b9937-c331-4aeb-8be7-30ae64353760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: timer() Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:57:31.072921 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:57:31.075440 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-afe69409-fe32-4ac8-9cdd-26d168c62b96 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Network 3b64f625-0433-41d5-8266-5dfdc89559ba is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:31.111128 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-afe69409-fe32-4ac8-9cdd-26d168c62b96 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:31.119479 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-afe69409-fe32-4ac8-9cdd-26d168c62b96 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:31.127385 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device e9517443-98d4-46bf-9370-96c0bebe9a19 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:57:31.129277 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe69409-fe32-4ac8-9cdd-26d168c62b96 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Pushing event updated for resources: {'Port': ['ID=8e58af8c-ec1f-4a05-80f1-e7d60966024e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:31.156086 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef861b-636c-408c-963f-d8182b7b706c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=aff2fcdb-8154-4273-99f6-c5e4b225f0ec,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:31.166554 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe69409-fe32-4ac8-9cdd-26d168c62b96 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:31.166973 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe69409-fe32-4ac8-9cdd-26d168c62b96 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:31.167733 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe69409-fe32-4ac8-9cdd-26d168c62b96 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:31.168173 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe69409-fe32-4ac8-9cdd-26d168c62b96 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:31.168576 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe69409-fe32-4ac8-9cdd-26d168c62b96 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:31.168981 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe69409-fe32-4ac8-9cdd-26d168c62b96 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:31.169377 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe69409-fe32-4ac8-9cdd-26d168c62b96 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:31.169768 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe69409-fe32-4ac8-9cdd-26d168c62b96 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:31.170630 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe69409-fe32-4ac8-9cdd-26d168c62b96 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:31.170630 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe69409-fe32-4ac8-9cdd-26d168c62b96 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:31.170916 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe69409-fe32-4ac8-9cdd-26d168c62b96 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:31.171304 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe69409-fe32-4ac8-9cdd-26d168c62b96 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:31.193755 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-32bdd280-e702-43f8-b576-e5429f0ec263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:31.195757 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-32bdd280-e702-43f8-b576-e5429f0ec263 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=71989378-012f-4fd9-a75b-6448013e5d85 HTTP/1.1" status: 200 len: 797 time: 0.1197808 Jul 05 03:57:31.225401 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fbef861b-636c-408c-963f-d8182b7b706c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6313272 Jul 05 03:57:31.227881 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55862) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:31.236229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-c7a51ce1-ae77-4dea-85f5-98269e9ebd84 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1727304697', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:31.242866 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'name': 'tempest-ServerActionsTestJSON-2097019974-router', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '967f0af8-23df-46a6-9a62-d7de2f337f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:20Z', 'updated_at': '2021-07-05T03:57:25Z', 'revision_number': 3, 'project_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'gw_port': {'id': '967f0af8-23df-46a6-9a62-d7de2f337f15', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ae:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:23Z', 'updated_at': '2021-07-05T03:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:31.266516 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-afe69409-fe32-4ac8-9cdd-26d168c62b96 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:31.267147 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-afe69409-fe32-4ac8-9cdd-26d168c62b96 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.283320 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d4b9937-c331-4aeb-8be7-30ae64353760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.289285 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e74acd-c6b4-46f9-b6c3-e0219ab73b66 None None] The sync data for ids ['fb2fc65b-aec5-449a-87e0-1bd56df2d64e'] in n-d-780147-23 is: [{'id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'name': 'tempest-ServerActionsTestJSON-2097019974-router', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '967f0af8-23df-46a6-9a62-d7de2f337f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:20Z', 'updated_at': '2021-07-05T03:57:25Z', 'revision_number': 3, 'project_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'gw_port': {'id': '967f0af8-23df-46a6-9a62-d7de2f337f15', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ae:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:23Z', 'updated_at': '2021-07-05T03:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:57:31.298338 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d4b9937-c331-4aeb-8be7-30ae64353760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.300178 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4d4b9937-c331-4aeb-8be7-30ae64353760 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7b6709da-22b7-4420-933a-f93ebf434ce7 HTTP/1.1" status: 204 len: 168 time: 1.4781933 Jul 05 03:57:31.325528 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-76c1ea27-278a-40f2-bcb1-42c4ef1e8a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:31.328389 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-76c1ea27-278a-40f2-bcb1-42c4ef1e8a13 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3786fe40-9645-44e0-a910-e28556aff90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1222155 Jul 05 03:57:31.330296 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b9937-c331-4aeb-8be7-30ae64353760 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b6709da-22b7-4420-933a-f93ebf434ce7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:31.331083 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-afe69409-fe32-4ac8-9cdd-26d168c62b96 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6708694 Jul 05 03:57:31.332531 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c7a51ce1-ae77-4dea-85f5-98269e9ebd84 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.336179 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c7a51ce1-ae77-4dea-85f5-98269e9ebd84 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.351700 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-1eddb852-5399-430c-a4b8-ef081e9bdc3b service neutron] Request body: {'port': {'device_id': '50283983-37b9-4334-b0d9-e1ed8420e187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:31.376318 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-49145d1d-389b-4ed1-89ba-f53615e48adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.404681 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f22afa-bbfd-4d65-91b2-cc91781213bb req-2f24b380-b1fc-46f5-984c-62f361a94564 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:31.406260 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-64f22afa-bbfd-4d65-91b2-cc91781213bb req-2f24b380-b1fc-46f5-984c-62f361a94564 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.2470376 Jul 05 03:57:31.420051 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e905b2-7cda-4786-80e0-7f1e553c7aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'fixed_ips': [{'subnet_id': 'aff2fcdb-8154-4273-99f6-c5e4b225f0ec'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:57:31.420936 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c7e905b2-7cda-4786-80e0-7f1e553c7aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.453829 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port e9517443-98d4-46bf-9370-96c0bebe9a19, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=e9517443-98d4-46bf-9370-96c0bebe9a19,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:31.466558 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'e9517443-98d4-46bf-9370-96c0bebe9a19', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': 'e9517443-98d4-46bf-9370-96c0bebe9a19', 'mac_address': 'fa:16:3e:a7:8f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:57:31.501630 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-5114eef4-9476-402f-abc9-6975486e4cfe service neutron] 10.222.0.70 "GET /v2.0/networks/3786fe40-9645-44e0-a910-e28556aff90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439345 Jul 05 03:57:31.505841 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55866) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:31.541435 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c7a51ce1-ae77-4dea-85f5-98269e9ebd84 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.589090 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.590596 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c7a51ce1-ae77-4dea-85f5-98269e9ebd84 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.612503 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9517443-98d4-46bf-9370-96c0bebe9a19 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:31.633725 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4ad2f876-2a8f-4e89-9945-f24c2a0d9038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.660541 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-1eddb852-5399-430c-a4b8-ef081e9bdc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.707521 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c7a51ce1-ae77-4dea-85f5-98269e9ebd84 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.707521 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c7a51ce1-ae77-4dea-85f5-98269e9ebd84 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4757197 Jul 05 03:57:31.716821 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port e9517443-98d4-46bf-9370-96c0bebe9a19, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=e9517443-98d4-46bf-9370-96c0bebe9a19,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:31.721206 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d7a2ecf5-4b7f-4a6c-8b34-cb7428db0c88 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0b15a843c894428bb9d88f84ee28689c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1866233 Jul 05 03:57:31.726962 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-64f22afa-bbfd-4d65-91b2-cc91781213bb req-eb458fd3-71f4-4c84-a4ad-6f638bea989d tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875137 Jul 05 03:57:31.726962 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55868) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:31.731925 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55872) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:31.732091 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.751180 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.797898 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-c7e905b2-7cda-4786-80e0-7f1e553c7aee None None] Allocated IP 2001:db8::2 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/aff2fcdb-8154-4273-99f6-c5e4b225f0ec/4868475c-8919-49de-824f-5bd82635be5a) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:31.860390 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['e9517443-98d4-46bf-9370-96c0bebe9a19'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:32.086992 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=e9517443-98d4-46bf-9370-96c0bebe9a19,revision_number=9']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:32.094796 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 967f0af8-23df-46a6-9a62-d7de2f337f15 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:32.147090 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:32.147680 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:32.147877 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:32.148450 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:32.148930 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:32.149406 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:32.150065 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:32.150538 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:32.151020 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:32.151487 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:32.151982 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:32.152445 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:32.327032 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 967f0af8-23df-46a6-9a62-d7de2f337f15 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:32.327848 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af7a7eb-0d5c-477a-b379-8024bc70b7f7 req-92c6fcbc-fc71-4223-8cdc-4084692e5949 service neutron] 10.222.0.70 "GET /v2.0/networks/3786fe40-9645-44e0-a910-e28556aff90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8036315 Jul 05 03:57:32.349334 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 967f0af8-23df-46a6-9a62-d7de2f337f15 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:32.349842 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.389084 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c7e905b2-7cda-4786-80e0-7f1e553c7aee None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.401427 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4813b-beac-4ae5-9840-7ff7b4863937 req-3cdc8388-18a4-40c7-8c48-efb4f28877a6 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:32.403924 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bac4813b-beac-4ae5-9840-7ff7b4863937 req-3cdc8388-18a4-40c7-8c48-efb4f28877a6 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=50283983-37b9-4334-b0d9-e1ed8420e187 HTTP/1.1" status: 200 len: 931 time: 0.3455586 Jul 05 03:57:32.407578 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c7e905b2-7cda-4786-80e0-7f1e553c7aee None None] Transition to ACTIVE for port object 4868475c-8919-49de-824f-5bd82635be5a will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:32.458792 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c7e905b2-7cda-4786-80e0-7f1e553c7aee None None] Transition to ACTIVE for port object 4868475c-8919-49de-824f-5bd82635be5a will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:32.475353 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c7e905b2-7cda-4786-80e0-7f1e553c7aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.476185 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f520464-eb47-4d6a-9ae0-85f0e1395bce req-f40e8ccb-52a9-4605-970a-728f0ec84247 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:32.484347 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4f520464-eb47-4d6a-9ae0-85f0e1395bce req-f40e8ccb-52a9-4605-970a-728f0ec84247 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.2370396 Jul 05 03:57:32.505430 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.545389 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e905b2-7cda-4786-80e0-7f1e553c7aee None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:32.551090 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-c7e905b2-7cda-4786-80e0-7f1e553c7aee None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:32.552883 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e905b2-7cda-4786-80e0-7f1e553c7aee None None] Pushing event updated for resources: {'Port': ['ID=4868475c-8919-49de-824f-5bd82635be5a,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:32.556475 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e905b2-7cda-4786-80e0-7f1e553c7aee None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:32.562266 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7b00d7b1-cded-458d-b0bc-b1a75f03a802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.568480 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-4ad2f876-2a8f-4e89-9945-f24c2a0d9038 admin admin] Allocated IP 172.20.0.1 (76e1944d-1d03-4c4e-b1ba-413cddc95912/d157b61e-6b4a-43c9-a07c-5c6e1fda4120/6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:32.587921 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4f520464-eb47-4d6a-9ae0-85f0e1395bce req-30f1f23c-71d9-461b-8c83-2a94f7873a0c tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022425 Jul 05 03:57:32.676668 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.688208 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c7e905b2-7cda-4786-80e0-7f1e553c7aee None None] Attempting to bind port 4868475c-8919-49de-824f-5bd82635be5a on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:32.688626 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c7e905b2-7cda-4786-80e0-7f1e553c7aee None None] Attempting to bind port 4868475c-8919-49de-824f-5bd82635be5a by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:32.689026 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e905b2-7cda-4786-80e0-7f1e553c7aee None None] Attempting to bind port 4868475c-8919-49de-824f-5bd82635be5a on network 11254a26-e0ed-4207-b9f1-d7e3a27daaba {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:32.715843 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e905b2-7cda-4786-80e0-7f1e553c7aee None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:32.723254 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e905b2-7cda-4786-80e0-7f1e553c7aee None None] Checking segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:32.723674 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c7e905b2-7cda-4786-80e0-7f1e553c7aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.724250 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e905b2-7cda-4786-80e0-7f1e553c7aee None None] Bound using segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:32.730664 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c7e905b2-7cda-4786-80e0-7f1e553c7aee None None] Bound port: 4868475c-8919-49de-824f-5bd82635be5a, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:32.731137 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c7e905b2-7cda-4786-80e0-7f1e553c7aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.737016 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 967f0af8-23df-46a6-9a62-d7de2f337f15, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=967f0af8-23df-46a6-9a62-d7de2f337f15,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:32.753595 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.813462 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-1eddb852-5399-430c-a4b8-ef081e9bdc3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e58af8c-ec1f-4a05-80f1-e7d60966024e {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:32.823563 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7b00d7b1-cded-458d-b0bc-b1a75f03a802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.824222 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-1eddb852-5399-430c-a4b8-ef081e9bdc3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.831312 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bac4813b-beac-4ae5-9840-7ff7b4863937 req-512ef00b-7531-4f11-b84b-a35363136f9a tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346393 Jul 05 03:57:32.844521 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-1eddb852-5399-430c-a4b8-ef081e9bdc3b service neutron] Transition to ACTIVE for port object 8e58af8c-ec1f-4a05-80f1-e7d60966024e will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:32.854762 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-1eddb852-5399-430c-a4b8-ef081e9bdc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.891768 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=967f0af8-23df-46a6-9a62-d7de2f337f15,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:32.900640 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8750c1b3-ca02-4a44-8ae1-d4a309f3a381 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.916357 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-c7e905b2-7cda-4786-80e0-7f1e553c7aee None None] For port 4868475c-8919-49de-824f-5bd82635be5a, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:32.925477 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-c7e905b2-7cda-4786-80e0-7f1e553c7aee None None] For port 4868475c-8919-49de-824f-5bd82635be5a, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4868475c-8919-49de-824f-5bd82635be5a,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:32.931889 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c7e905b2-7cda-4786-80e0-7f1e553c7aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.998839 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4ad2f876-2a8f-4e89-9945-f24c2a0d9038 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.032559 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eddb852-5399-430c-a4b8-ef081e9bdc3b service neutron] Pushing event updated for resources: {'Port': ['ID=8e58af8c-ec1f-4a05-80f1-e7d60966024e,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:33.067334 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e905b2-7cda-4786-80e0-7f1e553c7aee None None] Pushing event updated for resources: {'Port': ['ID=4868475c-8919-49de-824f-5bd82635be5a,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:33.072643 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device e9517443-98d4-46bf-9370-96c0bebe9a19 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:33.076772 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-4ad2f876-2a8f-4e89-9945-f24c2a0d9038 admin admin] Transition to ACTIVE for port object 6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:33.078168 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7b00d7b1-cded-458d-b0bc-b1a75f03a802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.080837 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7b00d7b1-cded-458d-b0bc-b1a75f03a802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.091645 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7b00d7b1-cded-458d-b0bc-b1a75f03a802 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5dea16ad-f25d-4419-a080-cc38b1d500a3 HTTP/1.1" status: 204 len: 168 time: 1.3508117 Jul 05 03:57:33.167642 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00d7b1-cded-458d-b0bc-b1a75f03a802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dea16ad-f25d-4419-a080-cc38b1d500a3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:33.191352 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-1eddb852-5399-430c-a4b8-ef081e9bdc3b service neutron] Attempting to bind port 8e58af8c-ec1f-4a05-80f1-e7d60966024e on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:33.191748 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-1eddb852-5399-430c-a4b8-ef081e9bdc3b service neutron] Attempting to bind port 8e58af8c-ec1f-4a05-80f1-e7d60966024e by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:33.192071 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-1eddb852-5399-430c-a4b8-ef081e9bdc3b service neutron] Attempting to bind port 8e58af8c-ec1f-4a05-80f1-e7d60966024e on network 3b64f625-0433-41d5-8266-5dfdc89559ba {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:33.197312 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port e9517443-98d4-46bf-9370-96c0bebe9a19 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:33.197886 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.219694 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00d7b1-cded-458d-b0bc-b1a75f03a802 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:33.220081 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00d7b1-cded-458d-b0bc-b1a75f03a802 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:33.220444 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00d7b1-cded-458d-b0bc-b1a75f03a802 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:33.221665 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00d7b1-cded-458d-b0bc-b1a75f03a802 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:33.222009 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00d7b1-cded-458d-b0bc-b1a75f03a802 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:33.222350 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00d7b1-cded-458d-b0bc-b1a75f03a802 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:33.222688 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00d7b1-cded-458d-b0bc-b1a75f03a802 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:33.223021 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00d7b1-cded-458d-b0bc-b1a75f03a802 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:33.223445 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00d7b1-cded-458d-b0bc-b1a75f03a802 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:33.223667 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00d7b1-cded-458d-b0bc-b1a75f03a802 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:33.224039 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00d7b1-cded-458d-b0bc-b1a75f03a802 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:33.224360 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00d7b1-cded-458d-b0bc-b1a75f03a802 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:33.280560 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-1eddb852-5399-430c-a4b8-ef081e9bdc3b service neutron] Port 8e58af8c-ec1f-4a05-80f1-e7d60966024e on network 3b64f625-0433-41d5-8266-5dfdc89559ba not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:57:33.280893 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-1eddb852-5399-430c-a4b8-ef081e9bdc3b service neutron] Attempting to bind port 8e58af8c-ec1f-4a05-80f1-e7d60966024e on network 3b64f625-0433-41d5-8266-5dfdc89559ba {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:33.304874 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-1eddb852-5399-430c-a4b8-ef081e9bdc3b service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:33.305383 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-1eddb852-5399-430c-a4b8-ef081e9bdc3b service neutron] Checking segment: {'id': 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:33.305795 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-1eddb852-5399-430c-a4b8-ef081e9bdc3b service neutron] Bound using segment: {'id': 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:33.308689 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-1eddb852-5399-430c-a4b8-ef081e9bdc3b service neutron] Bound port: 8e58af8c-ec1f-4a05-80f1-e7d60966024e, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:33.309160 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-1eddb852-5399-430c-a4b8-ef081e9bdc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.441188 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f53a0-12be-4e2b-b5e8-fe0d015bf8c0 req-63b19f03-e252-4b29-ab71-6ee0d47cd132 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:33.449142 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7e5f53a0-12be-4e2b-b5e8-fe0d015bf8c0 req-63b19f03-e252-4b29-ab71-6ee0d47cd132 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.3017366 Jul 05 03:57:33.468712 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.501967 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4ad2f876-2a8f-4e89-9945-f24c2a0d9038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.556409 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-1eddb852-5399-430c-a4b8-ef081e9bdc3b service neutron] For port 8e58af8c-ec1f-4a05-80f1-e7d60966024e, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:33.564468 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7e5f53a0-12be-4e2b-b5e8-fe0d015bf8c0 req-2af56283-5970-4331-8c67-3fa6685fb797 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040599 Jul 05 03:57:33.569736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a53338-97cf-4a89-8218-fb205c45a8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9517443-98d4-46bf-9370-96c0bebe9a19'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:33.576095 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-1eddb852-5399-430c-a4b8-ef081e9bdc3b service neutron] For port 8e58af8c-ec1f-4a05-80f1-e7d60966024e, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8e58af8c-ec1f-4a05-80f1-e7d60966024e,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:33.581892 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd89d369-e291-4ae2-9ec0-d8ee40351aa0" -d '{"events": [{"server_uuid": "a5a53338-97cf-4a89-8218-fb205c45a8a7", "name": "network-vif-plugged", "status": "completed", "tag": "e9517443-98d4-46bf-9370-96c0bebe9a19"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:33.585187 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-1eddb852-5399-430c-a4b8-ef081e9bdc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.626963 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port e9517443-98d4-46bf-9370-96c0bebe9a19, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=e9517443-98d4-46bf-9370-96c0bebe9a19,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:33.639853 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.679625 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad2f876-2a8f-4e89-9945-f24c2a0d9038 admin admin] Network 76e1944d-1d03-4c4e-b1ba-413cddc95912 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:33.682116 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2f876-2a8f-4e89-9945-f24c2a0d9038 admin admin] Pushing event updated for resources: {'Port': ['ID=6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:33.707630 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-4ad2f876-2a8f-4e89-9945-f24c2a0d9038 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:33.708752 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eddb852-5399-430c-a4b8-ef081e9bdc3b service neutron] Pushing event updated for resources: {'Port': ['ID=8e58af8c-ec1f-4a05-80f1-e7d60966024e,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:33.720217 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-1eddb852-5399-430c-a4b8-ef081e9bdc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:33.720918 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-1eddb852-5399-430c-a4b8-ef081e9bdc3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.722409 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-1eddb852-5399-430c-a4b8-ef081e9bdc3b service neutron] 10.222.0.89 "PUT /v2.0/ports/8e58af8c-ec1f-4a05-80f1-e7d60966024e HTTP/1.1" status: 200 len: 1092 time: 2.3778031 Jul 05 03:57:33.723114 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50283983-37b9-4334-b0d9-e1ed8420e187', 'tag': '8e58af8c-ec1f-4a05-80f1-e7d60966024e'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:33.727067 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dd5c9c-432f-43cb-b579-8fd39407d43a" -d '{"events": [{"name": "network-changed", "server_uuid": "50283983-37b9-4334-b0d9-e1ed8420e187", "tag": "8e58af8c-ec1f-4a05-80f1-e7d60966024e"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:33.736959 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fe4cd4-6cf0-483d-a51f-10de9d0469e1 x-openstack-request-id: req-e7fe4cd4-6cf0-483d-a51f-10de9d0469e1 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:33.737362 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a53338-97cf-4a89-8218-fb205c45a8a7", "name": "network-vif-plugged", "status": "completed", "tag": "e9517443-98d4-46bf-9370-96c0bebe9a19", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:33.737541 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e7fe4cd4-6cf0-483d-a51f-10de9d0469e1 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:33.737942 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a53338-97cf-4a89-8218-fb205c45a8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9517443-98d4-46bf-9370-96c0bebe9a19', 'code': 200} Jul 05 03:57:33.750111 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad2f876-2a8f-4e89-9945-f24c2a0d9038 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:33.800405 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a792b5d-40bc-4b1a-926e-ea280668fb9e x-openstack-request-id: req-2a792b5d-40bc-4b1a-926e-ea280668fb9e {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:33.802546 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=e9517443-98d4-46bf-9370-96c0bebe9a19,revision_number=10']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:33.802708 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50283983-37b9-4334-b0d9-e1ed8420e187", "tag": "8e58af8c-ec1f-4a05-80f1-e7d60966024e", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:33.802708 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2a792b5d-40bc-4b1a-926e-ea280668fb9e {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:33.804628 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50283983-37b9-4334-b0d9-e1ed8420e187', 'tag': '8e58af8c-ec1f-4a05-80f1-e7d60966024e', 'status': 'completed', 'code': 200} Jul 05 03:57:33.842601 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4ad2f876-2a8f-4e89-9945-f24c2a0d9038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.910963 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-8c2b187f-7668-42fd-9fae-37cc2cb080c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:33.915003 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-8c2b187f-7668-42fd-9fae-37cc2cb080c2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=501ed92e20d5480db968048631c9d2f5&device_id=50283983-37b9-4334-b0d9-e1ed8420e187 HTTP/1.1" status: 200 len: 1095 time: 0.1241572 Jul 05 03:57:34.070476 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-d65c5d3a-af66-4cf7-9227-96a6f38bcbce service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e58af8c-ec1f-4a05-80f1-e7d60966024e HTTP/1.1" status: 200 len: 217 time: 0.1481564 Jul 05 03:57:34.202358 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-addff635-53d4-4f52-9c6d-80d6c21dd369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:34.204438 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-addff635-53d4-4f52-9c6d-80d6c21dd369 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c2a1cef0-323d-4d98-bbd7-de1cb5542ec9 HTTP/1.1" status: 200 len: 851 time: 0.1278546 Jul 05 03:57:34.281434 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4868475c-8919-49de-824f-5bd82635be5a up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:34.288509 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-c495f8ef-66d7-47a1-9d06-69217ebc31b6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3b64f625-0433-41d5-8266-5dfdc89559ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670547 Jul 05 03:57:34.330254 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.405214 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-5832fdbb-0cc3-4652-8d72-b64c9205619f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:34.407016 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-5832fdbb-0cc3-4652-8d72-b64c9205619f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/networks?id=875157ee-1ede-4160-9cdc-ffb3b506197c HTTP/1.1" status: 200 len: 814 time: 1.1749792 Jul 05 03:57:34.428231 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-aba473a4-63cf-42f5-a897-fd44e1f35419 None None] Provisioning for port 6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:34.443159 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-aba473a4-63cf-42f5-a897-fd44e1f35419 None None] Provisioning complete for port 6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:34.443772 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-aba473a4-63cf-42f5-a897-fd44e1f35419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.479314 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-7975a0b7-22f3-4454-a8da-4468cb958202 service neutron] 10.222.0.89 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841602 Jul 05 03:57:34.500950 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 4868475c-8919-49de-824f-5bd82635be5a completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:34.501631 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-06f2806f-1776-4b68-b5d8-fd3e490dfdc3 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/quotas/95f0b38a585f41a59ed1656d8eea23b3 HTTP/1.1" status: 200 len: 375 time: 0.0830817 Jul 05 03:57:34.514045 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-aba473a4-63cf-42f5-a897-fd44e1f35419 None None] Port 6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:57:34.516704 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 967f0af8-23df-46a6-9a62-d7de2f337f15 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:34.518350 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-8750c1b3-ca02-4a44-8ae1-d4a309f3a381 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 2001:db8::1 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/aff2fcdb-8154-4273-99f6-c5e4b225f0ec/8ae3958c-efb2-4392-8c00-7c1529380bdc) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:34.610279 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 967f0af8-23df-46a6-9a62-d7de2f337f15 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:34.611063 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.748699 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b00e37-397d-4e71-bf91-6e7fdba5f600 req-f48a3a76-3a61-4ff8-a385-8bce3681a2eb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:34.750236 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-29b00e37-397d-4e71-bf91-6e7fdba5f600 req-f48a3a76-3a61-4ff8-a385-8bce3681a2eb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=50283983-37b9-4334-b0d9-e1ed8420e187 HTTP/1.1" status: 200 len: 943 time: 0.2695639 Jul 05 03:57:34.752366 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ace10696-1857-4670-8ca4-c3a742655aa5 req-e7b19773-d81e-4587-a87b-b69a6186b6d0 service neutron] 10.222.0.89 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529466 Jul 05 03:57:34.806448 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-29b00e37-397d-4e71-bf91-6e7fdba5f600 req-bd561f91-99b9-44f4-a51d-8490a89c568d tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487077 Jul 05 03:57:34.917161 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8750c1b3-ca02-4a44-8ae1-d4a309f3a381 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.945988 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-480a1b69-cdd6-46aa-b7d2-cd3174ac17c8 None None] Provisioning for port 4868475c-8919-49de-824f-5bd82635be5a completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:34.950051 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-480a1b69-cdd6-46aa-b7d2-cd3174ac17c8 None None] Provisioning complete for port 4868475c-8919-49de-824f-5bd82635be5a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:34.950423 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-480a1b69-cdd6-46aa-b7d2-cd3174ac17c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.968819 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd5c9c-432f-43cb-b579-8fd39407d43a req-9380a57a-b7d5-482f-97db-2ae3bfed1625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:34.972325 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2dd5c9c-432f-43cb-b579-8fd39407d43a req-9380a57a-b7d5-482f-97db-2ae3bfed1625 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=501ed92e20d5480db968048631c9d2f5&device_id=50283983-37b9-4334-b0d9-e1ed8420e187 HTTP/1.1" status: 200 len: 1095 time: 0.1194220 Jul 05 03:57:34.975690 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-8750c1b3-ca02-4a44-8ae1-d4a309f3a381 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Transition to ACTIVE for port object 8ae3958c-efb2-4392-8c00-7c1529380bdc will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:35.044634 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8750c1b3-ca02-4a44-8ae1-d4a309f3a381 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.064000 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-ad2688c6-4c17-48e7-b19c-ab8581f00c7e tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=95f0b38a585f41a59ed1656d8eea23b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5367284 Jul 05 03:57:35.074181 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-480a1b69-cdd6-46aa-b7d2-cd3174ac17c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.134294 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-480a1b69-cdd6-46aa-b7d2-cd3174ac17c8 None None] For port 4868475c-8919-49de-824f-5bd82635be5a, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4868475c-8919-49de-824f-5bd82635be5a,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:35.145184 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-480a1b69-cdd6-46aa-b7d2-cd3174ac17c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.181221 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8750c1b3-ca02-4a44-8ae1-d4a309f3a381 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:35.186655 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4ad2f876-2a8f-4e89-9945-f24c2a0d9038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.207935 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-8750c1b3-ca02-4a44-8ae1-d4a309f3a381 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:35.218361 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8750c1b3-ca02-4a44-8ae1-d4a309f3a381 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:35.219290 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8750c1b3-ca02-4a44-8ae1-d4a309f3a381 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.248283 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a1b69-cdd6-46aa-b7d2-cd3174ac17c8 None None] Pushing event updated for resources: {'Port': ['ID=4868475c-8919-49de-824f-5bd82635be5a,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:35.286977 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750c1b3-ca02-4a44-8ae1-d4a309f3a381 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=8ae3958c-efb2-4392-8c00-7c1529380bdc,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:35.295682 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be9c69-d885-401d-a14b-0ce9e1eb5ff9 req-a95663d3-dcbf-43a0-9894-e474dadf4a63 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:35.309934 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a1be9c69-d885-401d-a14b-0ce9e1eb5ff9 req-a95663d3-dcbf-43a0-9894-e474dadf4a63 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.2147524 Jul 05 03:57:35.360239 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd5c9c-432f-43cb-b579-8fd39407d43a req-65a12e86-1437-4345-86b0-eab2a820a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:35.361740 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2dd5c9c-432f-43cb-b579-8fd39407d43a req-65a12e86-1437-4345-86b0-eab2a820a55e service neutron] 10.222.0.89 "GET /v2.0/networks?id=3b64f625-0433-41d5-8266-5dfdc89559ba HTTP/1.1" status: 200 len: 912 time: 0.3829026 Jul 05 03:57:35.392479 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a1be9c69-d885-401d-a14b-0ce9e1eb5ff9 req-9cbd6a16-cf8c-44d8-9757-9e15f5bfc382 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796139 Jul 05 03:57:35.436013 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2dd5c9c-432f-43cb-b579-8fd39407d43a req-bbc88bf0-7057-4fdf-9f0a-31c1db1053b1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e58af8c-ec1f-4a05-80f1-e7d60966024e HTTP/1.1" status: 200 len: 217 time: 0.0649498 Jul 05 03:57:35.544571 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd5c9c-432f-43cb-b579-8fd39407d43a req-694316e6-31a8-4349-b905-558e786f9a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:35.546975 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2dd5c9c-432f-43cb-b579-8fd39407d43a req-694316e6-31a8-4349-b905-558e786f9a6d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c2a1cef0-323d-4d98-bbd7-de1cb5542ec9 HTTP/1.1" status: 200 len: 851 time: 0.0845916 Jul 05 03:57:35.593441 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2dd5c9c-432f-43cb-b579-8fd39407d43a req-2b49eba0-efe9-41f5-a2c3-be6f6cd9ed6e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3b64f625-0433-41d5-8266-5dfdc89559ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367155 Jul 05 03:57:35.682630 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8750c1b3-ca02-4a44-8ae1-d4a309f3a381 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.687393 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6a475285-7794-4099-9bd3-8fbe15de58d8 None None] Provisioning for port 8ae3958c-efb2-4392-8c00-7c1529380bdc completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:35.697367 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6a475285-7794-4099-9bd3-8fbe15de58d8 None None] Provisioning complete for port 8ae3958c-efb2-4392-8c00-7c1529380bdc triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:35.697607 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6a475285-7794-4099-9bd3-8fbe15de58d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.717061 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-ae10c2d5-7956-4cea-9da8-9f4c640a2eca service neutron] 10.222.0.77 "GET /v2.0/networks/875157ee-1ede-4160-9cdc-ffb3b506197c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6332614 Jul 05 03:57:35.740147 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2dd5c9c-432f-43cb-b579-8fd39407d43a req-c4f6b534-1e30-4ff4-9fa8-fec136642854 service neutron] 10.222.0.89 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278553 Jul 05 03:57:35.788211 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-6a475285-7794-4099-9bd3-8fbe15de58d8 None None] Port 8ae3958c-efb2-4392-8c00-7c1529380bdc cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:57:35.830525 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4ad2f876-2a8f-4e89-9945-f24c2a0d9038 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.843485 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4ad2f876-2a8f-4e89-9945-f24c2a0d9038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.917097 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2dd5c9c-432f-43cb-b579-8fd39407d43a req-53050b6f-c171-4b5c-a6c2-121c77b88381 service neutron] 10.222.0.89 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690354 Jul 05 03:57:36.014490 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4ad2f876-2a8f-4e89-9945-f24c2a0d9038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:36.027431 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2f876-2a8f-4e89-9945-f24c2a0d9038 admin admin] Pushing event updated for resources: {'Port': ['ID=6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:36.048346 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-a73335d1-353d-4a75-ba5a-35f2247c8220 service neutron] 10.222.0.77 "GET /v2.0/networks/875157ee-1ede-4160-9cdc-ffb3b506197c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227181 Jul 05 03:57:36.080298 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4868475c-8919-49de-824f-5bd82635be5a up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:36.163620 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75beb587-cad7-4286-a438-72820a4922a2 req-973aaf23-2e01-4226-9485-4bb8416aa517 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:36.170542 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 4868475c-8919-49de-824f-5bd82635be5a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:36.170921 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:36.189445 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-75beb587-cad7-4286-a438-72820a4922a2 req-973aaf23-2e01-4226-9485-4bb8416aa517 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=50283983-37b9-4334-b0d9-e1ed8420e187 HTTP/1.1" status: 200 len: 943 time: 0.1906188 Jul 05 03:57:36.238228 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad2f876-2a8f-4e89-9945-f24c2a0d9038 admin admin] Network 76e1944d-1d03-4c4e-b1ba-413cddc95912 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:36.243637 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-4ad2f876-2a8f-4e89-9945-f24c2a0d9038 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:36.301388 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-75beb587-cad7-4286-a438-72820a4922a2 req-7bf64672-30c6-4563-af0a-394e2da43eac tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112056 Jul 05 03:57:36.375171 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8750c1b3-ca02-4a44-8ae1-d4a309f3a381 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:36.399103 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8750c1b3-ca02-4a44-8ae1-d4a309f3a381 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:36.400693 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8750c1b3-ca02-4a44-8ae1-d4a309f3a381 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:36.403104 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7670327c-317e-4473-9de3-6f796d9c0044 req-009f22c3-15e4-43eb-80fd-417ca39630fc tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e75bd11-1561-4164-89e4-098a164f41ad HTTP/1.1" status: 200 len: 210 time: 0.0548429 Jul 05 03:57:36.597073 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750c1b3-ca02-4a44-8ae1-d4a309f3a381 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=8ae3958c-efb2-4392-8c00-7c1529380bdc,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:36.704039 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad2f876-2a8f-4e89-9945-f24c2a0d9038 admin admin] Router fb2fc65b-aec5-449a-87e0-1bd56df2d64e has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:57:36.825298 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9cfce-bb72-42bc-8c30-d93bd427eb3b req-cdfd201f-7740-4425-9a8f-ab9dd653ba21 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:36.836862 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2c9cfce-bb72-42bc-8c30-d93bd427eb3b req-cdfd201f-7740-4425-9a8f-ab9dd653ba21 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.1520000 Jul 05 03:57:36.840077 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f3dc522f-67b2-4e50-a1b4-8ccb7e0e7f3e None None] Provisioning complete for port 6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:36.842605 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f3dc522f-67b2-4e50-a1b4-8ccb7e0e7f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:36.886753 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8750c1b3-ca02-4a44-8ae1-d4a309f3a381 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:36.894678 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-8750c1b3-ca02-4a44-8ae1-d4a309f3a381 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:36.943172 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2c9cfce-bb72-42bc-8c30-d93bd427eb3b req-af3db8e0-95db-43bb-923f-0e186c3b348e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053021 Jul 05 03:57:36.968681 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-f3dc522f-67b2-4e50-a1b4-8ccb7e0e7f3e None None] Port 6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:57:37.014916 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad2f876-2a8f-4e89-9945-f24c2a0d9038 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:37.030186 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4ad2f876-2a8f-4e89-9945-f24c2a0d9038 admin admin] 10.222.0.77 "PUT /v2.0/routers/fb2fc65b-aec5-449a-87e0-1bd56df2d64e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3239372 Jul 05 03:57:37.039084 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] Sync routers for ids ['fb2fc65b-aec5-449a-87e0-1bd56df2d64e'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:57:37.060956 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] Routers {'fb2fc65b-aec5-449a-87e0-1bd56df2d64e'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:37.062303 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:57:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['fb2fc65b-aec5-449a-87e0-1bd56df2d64e'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:37.182145 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8750c1b3-ca02-4a44-8ae1-d4a309f3a381 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Router 4ab37fba-20da-4a64-bf34-bb48408e59f4 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:57:37.211780 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8e58af8c-ec1f-4a05-80f1-e7d60966024e details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:57:37.214302 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56034) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:37.396714 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8750c1b3-ca02-4a44-8ae1-d4a309f3a381 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:37.405007 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56044) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:37.405595 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8750c1b3-ca02-4a44-8ae1-d4a309f3a381 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "PUT /v2.0/routers/4ab37fba-20da-4a64-bf34-bb48408e59f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6426835 Jul 05 03:57:37.416901 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] Sync routers for ids ['4ab37fba-20da-4a64-bf34-bb48408e59f4'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:57:37.439355 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] Routers {'4ab37fba-20da-4a64-bf34-bb48408e59f4'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:37.440343 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:57:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['4ab37fba-20da-4a64-bf34-bb48408e59f4'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:37.529018 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] Set router fb2fc65b-aec5-449a-87e0-1bd56df2d64e gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:37.531426 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c5d07ae8-e62d-490d-bffe-b72ecf5665f7 None None] Provisioning complete for port 8ae3958c-efb2-4392-8c00-7c1529380bdc triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:37.532217 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c5d07ae8-e62d-490d-bffe-b72ecf5665f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:37.607409 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5df55f-d45f-4539-aabf-b17427aaaf5b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:37.623690 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bd5df55f-d45f-4539-aabf-b17427aaaf5b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports/8ae3958c-efb2-4392-8c00-7c1529380bdc HTTP/1.1" status: 200 len: 911 time: 0.2169178 Jul 05 03:57:37.626961 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56050) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:37.629456 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8d1f17c7-08a7-4b05-91ee-eddb07b8772b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:37.715687 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8e58af8c-ec1f-4a05-80f1-e7d60966024e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8e58af8c-ec1f-4a05-80f1-e7d60966024e,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:37.719464 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] Set router 4ab37fba-20da-4a64-bf34-bb48408e59f4 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:37.922951 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '8e58af8c-ec1f-4a05-80f1-e7d60966024e', 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba', 'port_id': '8e58af8c-ec1f-4a05-80f1-e7d60966024e', 'mac_address': 'fa:16:3e:93:e9:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a1cef0-323d-4d98-bbd7-de1cb5542ec9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:57:37.957086 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-c5d07ae8-e62d-490d-bffe-b72ecf5665f7 None None] Port 8ae3958c-efb2-4392-8c00-7c1529380bdc cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:57:37.975539 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8d1f17c7-08a7-4b05-91ee-eddb07b8772b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:37.991342 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8d1f17c7-08a7-4b05-91ee-eddb07b8772b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.110437 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8d1f17c7-08a7-4b05-91ee-eddb07b8772b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7c16e96871324229a5179c2fb0980adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8946855 Jul 05 03:57:38.117330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56054) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:38.118346 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f17c7-08a7-4b05-91ee-eddb07b8772b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406a1f4e-fa72-45f6-b5a5-7e3ea65a6a4f,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:38.153860 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab37fba-20da-4a64-bf34-bb48408e59f4', 'name': 'tempest-NetworksTestDHCPv6-router-1727304697', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:31Z', 'updated_at': '2021-07-05T03:57:35Z', 'revision_number': 2, 'project_id': 'f87805c8407343a69ffdea24be5ca922', 'gw_port_host': None, '_interfaces': [{'id': '8ae3958c-efb2-4392-8c00-7c1529380bdc', 'name': '', 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'mac_address': 'fa:16:3e:75:73:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab37fba-20da-4a64-bf34-bb48408e59f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'aff2fcdb-8154-4273-99f6-c5e4b225f0ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:33Z', 'updated_at': '2021-07-05T03:57:36Z', 'revision_number': 2, 'project_id': 'f87805c8407343a69ffdea24be5ca922', 'subnets': [{'id': 'aff2fcdb-8154-4273-99f6-c5e4b225f0ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:38.191452 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] Checking router: 4ab37fba-20da-4a64-bf34-bb48408e59f4 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:57:38.192355 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] Updating router 4ab37fba-20da-4a64-bf34-bb48408e59f4 port 8ae3958c-efb2-4392-8c00-7c1529380bdc binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:57:38.235365 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.253803 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-735ae59c-767a-403b-a7df-9eacf2f44d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.298150 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56058) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:38.320864 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-4ddc9593-ff6d-431b-bfbb-fb2b83849abb tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1106030578', 'description': 'tempest-description--33771420'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:38.327688 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-735ae59c-767a-403b-a7df-9eacf2f44d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.465245 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9593-ff6d-431b-bfbb-fb2b83849abb tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.539918 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6610188f-77fc-43f5-b8fe-254a6fe34e67 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:38.546828 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-735ae59c-767a-403b-a7df-9eacf2f44d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.552131 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-735ae59c-767a-403b-a7df-9eacf2f44d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.557356 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6610188f-77fc-43f5-b8fe-254a6fe34e67 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:38.558749 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-735ae59c-767a-403b-a7df-9eacf2f44d0d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/406a1f4e-fa72-45f6-b5a5-7e3ea65a6a4f HTTP/1.1" status: 204 len: 168 time: 0.4363930 Jul 05 03:57:38.559740 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6610188f-77fc-43f5-b8fe-254a6fe34e67 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.9315917 Jul 05 03:57:38.564831 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56070) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:38.591827 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b1312-dc08-4cc0-a630-c9b7dab3e49d req-9fc50cf0-7cb1-404a-b9b2-3e89247565e7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:38.601414 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2d6b1312-dc08-4cc0-a630-c9b7dab3e49d req-9fc50cf0-7cb1-404a-b9b2-3e89247565e7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=50283983-37b9-4334-b0d9-e1ed8420e187 HTTP/1.1" status: 200 len: 943 time: 0.9758608 Jul 05 03:57:38.636253 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.661214 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e58af8c-ec1f-4a05-80f1-e7d60966024e {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:38.686504 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2d6b1312-dc08-4cc0-a630-c9b7dab3e49d req-3a1f154c-8f11-4b0b-a99b-3de274570bce tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842667 Jul 05 03:57:38.719371 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8e58af8c-ec1f-4a05-80f1-e7d60966024e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8e58af8c-ec1f-4a05-80f1-e7d60966024e,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:38.732033 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'name': 'tempest-ServerActionsTestJSON-2097019974-router', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '967f0af8-23df-46a6-9a62-d7de2f337f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:20Z', 'updated_at': '2021-07-05T03:57:34Z', 'revision_number': 4, 'project_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'gw_port': {'id': '967f0af8-23df-46a6-9a62-d7de2f337f15', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:23Z', 'updated_at': '2021-07-05T03:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5', 'name': '', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'mac_address': 'fa:16:3e:e7:de:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:31Z', 'updated_at': '2021-07-05T03:57:35Z', 'revision_number': 2, 'project_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'subnets': [{'id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:38.827295 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.837809 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] Checking router: fb2fc65b-aec5-449a-87e0-1bd56df2d64e for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:57:38.839279 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] Updating router fb2fc65b-aec5-449a-87e0-1bd56df2d64e port 6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:57:38.874509 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ae59c-767a-403b-a7df-9eacf2f44d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406a1f4e-fa72-45f6-b5a5-7e3ea65a6a4f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:38.951346 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:39.003586 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:39.005361 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] Transition to ACTIVE for port object 8ae3958c-efb2-4392-8c00-7c1529380bdc will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:39.015257 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=8e58af8c-ec1f-4a05-80f1-e7d60966024e,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:39.023963 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:39.049592 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c24b7f-4953-40a9-8571-4293728014f8 req-fa8e758f-4c65-411b-96ab-6ee74e0b0287 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:39.064707 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-79c24b7f-4953-40a9-8571-4293728014f8 req-fa8e758f-4c65-411b-96ab-6ee74e0b0287 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.1550522 Jul 05 03:57:39.133402 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ac056941-c5de-403a-9a16-77581fac93c7 req-426402f5-31e8-4ecc-b93e-1b4cc188048e tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e75bd11-1561-4164-89e4-098a164f41ad HTTP/1.1" status: 200 len: 210 time: 0.3817177 Jul 05 03:57:39.137003 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['8e58af8c-ec1f-4a05-80f1-e7d60966024e'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:39.208689 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-79c24b7f-4953-40a9-8571-4293728014f8 req-f47f6db5-1013-4afa-8084-c84be91d01fd tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428282 Jul 05 03:57:39.288093 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81ff26-5ba4-4aa6-8f1c-8cbf13e300c8 None None] Pushing event updated for resources: {'Port': ['ID=8ae3958c-efb2-4392-8c00-7c1529380bdc,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:39.340229 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] Attempting to bind port 8ae3958c-efb2-4392-8c00-7c1529380bdc on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:39.340604 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] Attempting to bind port 8ae3958c-efb2-4392-8c00-7c1529380bdc by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:39.340966 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] Attempting to bind port 8ae3958c-efb2-4392-8c00-7c1529380bdc on network 11254a26-e0ed-4207-b9f1-d7e3a27daaba {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:39.360098 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:39.360492 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] Checking segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:39.361000 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:39.361404 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] Bound using segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:39.361881 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] Bound port: 8ae3958c-efb2-4392-8c00-7c1529380bdc, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:39.362448 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:39.460569 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9593-ff6d-431b-bfbb-fb2b83849abb tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:39.494603 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9593-ff6d-431b-bfbb-fb2b83849abb tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:39.537029 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] For port 8ae3958c-efb2-4392-8c00-7c1529380bdc, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:39.545763 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] For port 8ae3958c-efb2-4392-8c00-7c1529380bdc, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=8ae3958c-efb2-4392-8c00-7c1529380bdc,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:39.561765 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:39.603729 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-59dabab5-0085-4710-82f7-4406e61e82d0 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:39.605596 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-59dabab5-0085-4710-82f7-4406e61e82d0 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.70 "GET /v2.0/networks?id=875157ee-1ede-4160-9cdc-ffb3b506197c HTTP/1.1" status: 200 len: 814 time: 0.8660812 Jul 05 03:57:39.711141 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc9593-ff6d-431b-bfbb-fb2b83849abb tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b158ea1a-7f96-486f-a4bc-e8f094aa59cc,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:39.728524 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-f0a0de1e-7c59-4be5-a9ef-bdbe22e9fef8 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Request body: {'port': {'device_id': '1e75bd11-1561-4164-89e4-098a164f41ad', 'network_id': '875157ee-1ede-4160-9cdc-ffb3b506197c', 'admin_state_up': True, 'tenant_id': '95f0b38a585f41a59ed1656d8eea23b3'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:39.757929 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81ff26-5ba4-4aa6-8f1c-8cbf13e300c8 None None] Pushing event updated for resources: {'Port': ['ID=8ae3958c-efb2-4392-8c00-7c1529380bdc,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:39.777053 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] Routers {'4ab37fba-20da-4a64-bf34-bb48408e59f4'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:39.778034 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:57:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['4ab37fba-20da-4a64-bf34-bb48408e59f4'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:39.829869 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9593-ff6d-431b-bfbb-fb2b83849abb tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:39.831127 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4ddc9593-ff6d-431b-bfbb-fb2b83849abb tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5320110 Jul 05 03:57:39.834749 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56102) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:39.841800 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f2b29950-941e-4789-a3f3-07fb1a7af7e2 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Request body: {'security_group_rule': {'security_group_id': 'b158ea1a-7f96-486f-a4bc-e8f094aa59cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:39.917668 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2b29950-941e-4789-a3f3-07fb1a7af7e2 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:39.928000 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] Set router 4ab37fba-20da-4a64-bf34-bb48408e59f4 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:40.163738 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2b29950-941e-4789-a3f3-07fb1a7af7e2 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.177051 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2b29950-941e-4789-a3f3-07fb1a7af7e2 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.241714 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81419344-5243-4f98-8925-7683e35c8f9a req-24dc68d3-ecd1-4bfb-a5a9-7fd1e7d483b8 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:40.242732 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b29950-941e-4789-a3f3-07fb1a7af7e2 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168f62d2-5981-4f36-8771-243010ff26ef,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:40.254953 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-81419344-5243-4f98-8925-7683e35c8f9a req-24dc68d3-ecd1-4bfb-a5a9-7fd1e7d483b8 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=50283983-37b9-4334-b0d9-e1ed8420e187 HTTP/1.1" status: 200 len: 944 time: 0.2224433 Jul 05 03:57:40.257836 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2b29950-941e-4789-a3f3-07fb1a7af7e2 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.265045 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f2b29950-941e-4789-a3f3-07fb1a7af7e2 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4266818 Jul 05 03:57:40.265736 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56114) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:40.282517 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-2498ee80-f852-42d4-87c5-cff5465727e2 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Request body: {'security_group_rule': {'security_group_id': 'b158ea1a-7f96-486f-a4bc-e8f094aa59cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:40.366227 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2498ee80-f852-42d4-87c5-cff5465727e2 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.383961 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-f0a0de1e-7c59-4be5-a9ef-bdbe22e9fef8 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Made reservation on behalf of 95f0b38a585f41a59ed1656d8eea23b3 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:40.397071 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-f0a0de1e-7c59-4be5-a9ef-bdbe22e9fef8 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.422665 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.474430 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab37fba-20da-4a64-bf34-bb48408e59f4', 'name': 'tempest-NetworksTestDHCPv6-router-1727304697', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:31Z', 'updated_at': '2021-07-05T03:57:35Z', 'revision_number': 2, 'project_id': 'f87805c8407343a69ffdea24be5ca922', 'gw_port_host': None, '_interfaces': [{'id': '8ae3958c-efb2-4392-8c00-7c1529380bdc', 'name': '', 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'mac_address': 'fa:16:3e:75:73:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab37fba-20da-4a64-bf34-bb48408e59f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'aff2fcdb-8154-4273-99f6-c5e4b225f0ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:33Z', 'updated_at': '2021-07-05T03:57:39Z', 'revision_number': 4, 'project_id': 'f87805c8407343a69ffdea24be5ca922', 'subnets': [{'id': 'aff2fcdb-8154-4273-99f6-c5e4b225f0ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:40.484279 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] Transition to ACTIVE for port object 6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:40.500550 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2498ee80-f852-42d4-87c5-cff5465727e2 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.508591 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.510516 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2498ee80-f852-42d4-87c5-cff5465727e2 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.558295 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498ee80-f852-42d4-87c5-cff5465727e2 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f1efa56-0c85-4cfd-9e73-474b548bf659,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:40.561101 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2498ee80-f852-42d4-87c5-cff5465727e2 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.562569 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2498ee80-f852-42d4-87c5-cff5465727e2 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2931337 Jul 05 03:57:40.568365 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56128) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:40.573644 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-572dc4fa-4cbd-4d4a-902b-9bb9dfa6d99b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:40.579466 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0117a8b-ebdc-4691-99f0-940e143d060e None None] The sync data for ids ['4ab37fba-20da-4a64-bf34-bb48408e59f4'] in n-d-780147-23 is: [{'id': '4ab37fba-20da-4a64-bf34-bb48408e59f4', 'name': 'tempest-NetworksTestDHCPv6-router-1727304697', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:31Z', 'updated_at': '2021-07-05T03:57:35Z', 'revision_number': 2, 'project_id': 'f87805c8407343a69ffdea24be5ca922', 'gw_port_host': None, '_interfaces': [{'id': '8ae3958c-efb2-4392-8c00-7c1529380bdc', 'name': '', 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'mac_address': 'fa:16:3e:75:73:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab37fba-20da-4a64-bf34-bb48408e59f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'aff2fcdb-8154-4273-99f6-c5e4b225f0ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:33Z', 'updated_at': '2021-07-05T03:57:39Z', 'revision_number': 4, 'project_id': 'f87805c8407343a69ffdea24be5ca922', 'subnets': [{'id': 'aff2fcdb-8154-4273-99f6-c5e4b225f0ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:57:40.617747 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-81419344-5243-4f98-8925-7683e35c8f9a req-8519af42-4219-4549-982b-f5a178a3d5c3 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576984 Jul 05 03:57:40.658345 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdfbdf-f3c3-4c39-9ca0-a3aaa156750d None None] Pushing event updated for resources: {'Port': ['ID=6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:40.669629 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-572dc4fa-4cbd-4d4a-902b-9bb9dfa6d99b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.759418 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-b69f3528-0d37-4174-90c7-8d671cb6cf4a tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e0bd834121314c97a5e63a64d7998a80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1251888 Jul 05 03:57:40.899838 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] Attempting to bind port 6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:40.900258 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] Attempting to bind port 6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:40.900686 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] Attempting to bind port 6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5 on network 76e1944d-1d03-4c4e-b1ba-413cddc95912 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:40.934845 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:40.935222 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] Checking segment: {'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:40.935774 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.940455 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] Bound using segment: {'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:40.941011 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] Bound port: 6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:40.941421 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:41.146284 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8e58af8c-ec1f-4a05-80f1-e7d60966024e up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:41.280161 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-03b3aff5-4073-4ba5-8578-a99dacdd5193 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:41.282022 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-03b3aff5-4073-4ba5-8578-a99dacdd5193 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4817271 Jul 05 03:57:41.310960 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-66ca83ab-0eba-4db4-882e-8610dd3f97c5 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/quotas/e0bd834121314c97a5e63a64d7998a80 HTTP/1.1" status: 200 len: 375 time: 0.0216954 Jul 05 03:57:41.366849 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] For port 6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:41.387784 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] For port 6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:41.395141 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-572dc4fa-4cbd-4d4a-902b-9bb9dfa6d99b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:41.403308 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:41.406550 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-caef42f4-fa8a-4af0-b87e-03e04ee09f4e tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e0bd834121314c97a5e63a64d7998a80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811725 Jul 05 03:57:41.611692 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 8e58af8c-ec1f-4a05-80f1-e7d60966024e completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:41.621735 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-75a6d6c9-14a9-42bf-93b1-9fd7ae312f19 req-8b6c2418-3b11-45d1-97b6-cf01ee4d7f00 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e75bd11-1561-4164-89e4-098a164f41ad HTTP/1.1" status: 200 len: 210 time: 0.0934267 Jul 05 03:57:41.641815 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] Routers {'fb2fc65b-aec5-449a-87e0-1bd56df2d64e'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:41.642478 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:57:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['fb2fc65b-aec5-449a-87e0-1bd56df2d64e'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:41.651500 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdfbdf-f3c3-4c39-9ca0-a3aaa156750d None None] Pushing event updated for resources: {'Port': ['ID=6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:41.660890 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 8e58af8c-ec1f-4a05-80f1-e7d60966024e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:41.661267 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:41.708477 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-572dc4fa-4cbd-4d4a-902b-9bb9dfa6d99b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Allocated IP 172.25.1.28 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/0666b3ea-af8b-4f16-b5f5-a7fce9e7b6ec) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:42.016771 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1ab4e331-0a92-4ee8-afd1-4736e88664ee tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:42.085582 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-572dc4fa-4cbd-4d4a-902b-9bb9dfa6d99b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:42.165380 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8ae3958c-efb2-4392-8c00-7c1529380bdc up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:42.232839 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-f0a0de1e-7c59-4be5-a9ef-bdbe22e9fef8 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Allocated IP 172.20.0.2 (875157ee-1ede-4160-9cdc-ffb3b506197c/cbd78a45-de58-4c6c-b596-dd6afb42d456/f6ec7c3a-8fdb-4dba-bb51-4415047f951e) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:42.297534 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-572dc4fa-4cbd-4d4a-902b-9bb9dfa6d99b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:42.445900 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] Set router fb2fc65b-aec5-449a-87e0-1bd56df2d64e gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:42.540238 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94171a3-248e-49f8-b404-311d3c6a917c req-8e870ede-9fd2-4d9e-88b6-3266b99dfb2e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:42.567065 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572dc4fa-4cbd-4d4a-902b-9bb9dfa6d99b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:42.573955 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e94171a3-248e-49f8-b404-311d3c6a917c req-8e870ede-9fd2-4d9e-88b6-3266b99dfb2e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.5627978 Jul 05 03:57:42.574198 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-572dc4fa-4cbd-4d4a-902b-9bb9dfa6d99b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:42.604650 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:42.607331 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572dc4fa-4cbd-4d4a-902b-9bb9dfa6d99b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Pushing event updated for resources: {'Port': ['ID=0666b3ea-af8b-4f16-b5f5-a7fce9e7b6ec,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:42.612322 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572dc4fa-4cbd-4d4a-902b-9bb9dfa6d99b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:42.719893 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 8ae3958c-efb2-4392-8c00-7c1529380bdc completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:42.759714 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e94171a3-248e-49f8-b404-311d3c6a917c req-79a3e7a8-310a-4d9d-b150-f2bcbdcdc902 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838403 Jul 05 03:57:42.786286 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-1ab4e331-0a92-4ee8-afd1-4736e88664ee tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting port 8ae3958c-efb2-4392-8c00-7c1529380bdc {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:42.786857 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1ab4e331-0a92-4ee8-afd1-4736e88664ee tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:42.865494 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-572dc4fa-4cbd-4d4a-902b-9bb9dfa6d99b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:42.871612 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 8ae3958c-efb2-4392-8c00-7c1529380bdc triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:42.872330 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:42.888612 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5a8ed-ad7d-4ac1-a3f3-fdf6e4076a82 req-c536c7c1-5b68-4b26-8373-37a0c40d3479 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:42.910600 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-00a5a8ed-ad7d-4ac1-a3f3-fdf6e4076a82 req-c536c7c1-5b68-4b26-8373-37a0c40d3479 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=50283983-37b9-4334-b0d9-e1ed8420e187 HTTP/1.1" status: 200 len: 944 time: 0.4731808 Jul 05 03:57:42.984261 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-1ab4e331-0a92-4ee8-afd1-4736e88664ee tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] For port 8ae3958c-efb2-4392-8c00-7c1529380bdc, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=8ae3958c-efb2-4392-8c00-7c1529380bdc,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:42.984913 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1ab4e331-0a92-4ee8-afd1-4736e88664ee tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:42.989915 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50283983-37b9-4334-b0d9-e1ed8420e187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e58af8c-ec1f-4a05-80f1-e7d60966024e'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:42.993249 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c58bc9-8ff4-4650-9bcc-c02eb8059fd0" -d '{"events": [{"server_uuid": "50283983-37b9-4334-b0d9-e1ed8420e187", "name": "network-vif-plugged", "status": "completed", "tag": "8e58af8c-ec1f-4a05-80f1-e7d60966024e"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:43.014138 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:43.041934 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8e58af8c-ec1f-4a05-80f1-e7d60966024e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8e58af8c-ec1f-4a05-80f1-e7d60966024e,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:43.048008 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-1ab4e331-0a92-4ee8-afd1-4736e88664ee tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Calling delete_port for 8ae3958c-efb2-4392-8c00-7c1529380bdc owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:43.057144 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:43.102120 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-00a5a8ed-ad7d-4ac1-a3f3-fdf6e4076a82 req-eb2f0701-c2c9-4dfc-93c8-f0849ef544cc tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831036 Jul 05 03:57:43.151155 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-572dc4fa-4cbd-4d4a-902b-9bb9dfa6d99b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:43.229250 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=8e58af8c-ec1f-4a05-80f1-e7d60966024e,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:43.250525 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:43.317623 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 8ae3958c-efb2-4392-8c00-7c1529380bdc, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=8ae3958c-efb2-4392-8c00-7c1529380bdc,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:43.326999 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:43.388770 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'name': 'tempest-ServerActionsTestJSON-2097019974-router', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '967f0af8-23df-46a6-9a62-d7de2f337f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:20Z', 'updated_at': '2021-07-05T03:57:34Z', 'revision_number': 4, 'project_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'gw_port': {'id': '967f0af8-23df-46a6-9a62-d7de2f337f15', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:23Z', 'updated_at': '2021-07-05T03:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5', 'name': '', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'mac_address': 'fa:16:3e:e7:de:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:31Z', 'updated_at': '2021-07-05T03:57:41Z', 'revision_number': 4, 'project_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'subnets': [{'id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:43.431756 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f895522-5fc2-495e-bd1b-af67a52bd8ca None None] The sync data for ids ['fb2fc65b-aec5-449a-87e0-1bd56df2d64e'] in n-d-780147-23 is: [{'id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'name': 'tempest-ServerActionsTestJSON-2097019974-router', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '967f0af8-23df-46a6-9a62-d7de2f337f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:20Z', 'updated_at': '2021-07-05T03:57:34Z', 'revision_number': 4, 'project_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'gw_port': {'id': '967f0af8-23df-46a6-9a62-d7de2f337f15', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:23Z', 'updated_at': '2021-07-05T03:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5', 'name': '', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'mac_address': 'fa:16:3e:e7:de:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:31Z', 'updated_at': '2021-07-05T03:57:41Z', 'revision_number': 4, 'project_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'subnets': [{'id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:57:43.438549 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=8ae3958c-efb2-4392-8c00-7c1529380bdc,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:43.587198 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1ab4e331-0a92-4ee8-afd1-4736e88664ee tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:43.622007 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0d946343-ed6d-41ef-b161-56dae74cf332 req-961557a2-c769-46cd-85ab-6a14e0655ea4 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e75bd11-1561-4164-89e4-098a164f41ad HTTP/1.1" status: 200 len: 210 time: 0.1069119 Jul 05 03:57:43.752076 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4aeffe8-6231-4f58-9378-39d703e74e94 req-cf48d6c5-7f2a-4b01-a154-2b9d52782360 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff4293d6-29cc-4361-b533-0f3552f8adb7 HTTP/1.1" status: 200 len: 210 time: 0.4373217 Jul 05 03:57:43.753376 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4e331-0a92-4ee8-afd1-4736e88664ee tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Port': ['ID=8ae3958c-efb2-4392-8c00-7c1529380bdc,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:43.830170 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-572dc4fa-4cbd-4d4a-902b-9bb9dfa6d99b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:43.839177 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-572dc4fa-4cbd-4d4a-902b-9bb9dfa6d99b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:43.890656 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffcdc4a-7dc5-40c4-9d13-0dc80f1e6e37 x-openstack-request-id: req-dffcdc4a-7dc5-40c4-9d13-0dc80f1e6e37 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:43.891204 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50283983-37b9-4334-b0d9-e1ed8420e187", "name": "network-vif-plugged", "status": "completed", "tag": "8e58af8c-ec1f-4a05-80f1-e7d60966024e", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:43.891204 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dffcdc4a-7dc5-40c4-9d13-0dc80f1e6e37 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:43.891585 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50283983-37b9-4334-b0d9-e1ed8420e187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e58af8c-ec1f-4a05-80f1-e7d60966024e', 'code': 200} Jul 05 03:57:43.980664 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572dc4fa-4cbd-4d4a-902b-9bb9dfa6d99b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Pushing event updated for resources: {'Port': ['ID=0666b3ea-af8b-4f16-b5f5-a7fce9e7b6ec,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:44.009541 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-572dc4fa-4cbd-4d4a-902b-9bb9dfa6d99b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.046128 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-572dc4fa-4cbd-4d4a-902b-9bb9dfa6d99b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.064958 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-572dc4fa-4cbd-4d4a-902b-9bb9dfa6d99b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4948664 Jul 05 03:57:44.295602 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:44.361466 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-80b59e7d-dc03-4ebd-b2c6-658e60786494 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e0bd834121314c97a5e63a64d7998a80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318794 Jul 05 03:57:44.367170 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-f0a0de1e-7c59-4be5-a9ef-bdbe22e9fef8 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.371421 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1ab4e331-0a92-4ee8-afd1-4736e88664ee tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.441280 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:44.448791 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:44.452719 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.479100 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53955110-81c1-4233-a345-26b3d82f46e2 req-db38f23f-6647-458d-b9b8-3ae31b3f0dde tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:44.486932 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-53955110-81c1-4233-a345-26b3d82f46e2 req-db38f23f-6647-458d-b9b8-3ae31b3f0dde tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=50283983-37b9-4334-b0d9-e1ed8420e187 HTTP/1.1" status: 200 len: 945 time: 0.1474793 Jul 05 03:57:44.556397 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-53955110-81c1-4233-a345-26b3d82f46e2 req-bbcb4e4d-c2ef-43ab-b81e-bff4503696de tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683842 Jul 05 03:57:44.596286 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.673386 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:44.696092 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.795927 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:44.809806 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-bb302f3f-598e-4bd4-a8bc-b500cb3937dd tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1106030578&fields=id&tenant_id=f1c1197f995c40748eb7a04272d5b4dc HTTP/1.1" status: 200 len: 267 time: 0.1030543 Jul 05 03:57:44.841772 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-f0a0de1e-7c59-4be5-a9ef-bdbe22e9fef8 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.855641 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['273766da-a5ab-4aa9-aa87-8c3c05b47b02'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:44.907540 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3d904-e73f-41f7-911d-8dc38f567b59 req-e99df475-6a7a-4d21-a8da-42a192a513d7 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:44.915966 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-92f3d904-e73f-41f7-911d-8dc38f567b59 req-e99df475-6a7a-4d21-a8da-42a192a513d7 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.7005026 Jul 05 03:57:44.953519 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-913be940-d84a-4548-a26f-8a7dc84b9ebb tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:44.956813 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee62ccb-e9ab-463a-a58d-9c8bf1a82314 req-671cfe24-94e3-42f3-bb9d-cb4aa2829d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:44.958346 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5ee62ccb-e9ab-463a-a58d-9c8bf1a82314 req-671cfe24-94e3-42f3-bb9d-cb4aa2829d86 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=50283983-37b9-4334-b0d9-e1ed8420e187 HTTP/1.1" status: 200 len: 1097 time: 0.8605483 Jul 05 03:57:44.966086 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-913be940-d84a-4548-a26f-8a7dc84b9ebb tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 812 time: 0.1544323 Jul 05 03:57:44.993442 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-81e98218-c7ce-462e-8bb0-07398676b154 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/quotas/f1c1197f995c40748eb7a04272d5b4dc HTTP/1.1" status: 200 len: 375 time: 0.0218804 Jul 05 03:57:45.124165 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-f0a0de1e-7c59-4be5-a9ef-bdbe22e9fef8 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Network 875157ee-1ede-4160-9cdc-ffb3b506197c is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:45.130475 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-f0a0de1e-7c59-4be5-a9ef-bdbe22e9fef8 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:45.133642 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-b5b67d7d-91e1-4ed8-bcfe-be8757a1925e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1279294 Jul 05 03:57:45.168393 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-f0a0de1e-7c59-4be5-a9ef-bdbe22e9fef8 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:45.180623 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-d7ab859b-1e35-4f1c-b009-d4d41fab9364 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:45.182776 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-d7ab859b-1e35-4f1c-b009-d4d41fab9364 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8089404 Jul 05 03:57:45.247925 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-92f3d904-e73f-41f7-911d-8dc38f567b59 req-7d61a0ce-3ba4-4528-9391-6e599f609887 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310306 Jul 05 03:57:45.257742 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-fbba3b46-e09d-4182-a0d2-69bd86563b6f tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Request body: {'port': {'device_id': 'ff4293d6-29cc-4361-b533-0f3552f8adb7', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': 'e0bd834121314c97a5e63a64d7998a80'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:45.329137 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-a6c2c57c-adac-4685-a133-0c6a9179b02b service neutron] 10.222.0.77 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736546 Jul 05 03:57:45.389450 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab4e331-0a92-4ee8-afd1-4736e88664ee tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Router 4ab37fba-20da-4a64-bf34-bb48408e59f4 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:57:45.405317 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0de1e-7c59-4be5-a9ef-bdbe22e9fef8 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Pushing event updated for resources: {'Port': ['ID=f6ec7c3a-8fdb-4dba-bb51-4415047f951e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:45.435381 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5ee62ccb-e9ab-463a-a58d-9c8bf1a82314 req-2bd39240-5f75-4a00-8979-a07219471d7c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193598 Jul 05 03:57:45.458850 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-f0a0de1e-7c59-4be5-a9ef-bdbe22e9fef8 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:45.464752 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-f0a0de1e-7c59-4be5-a9ef-bdbe22e9fef8 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:45.477518 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-fbba3b46-e09d-4182-a0d2-69bd86563b6f tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Made reservation on behalf of e0bd834121314c97a5e63a64d7998a80 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:45.481488 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-fbba3b46-e09d-4182-a0d2-69bd86563b6f tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:45.518347 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-aeb9b06e-568c-4f1f-b84c-85e1bda68cca service neutron] 10.222.0.77 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872005 Jul 05 03:57:45.558512 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-f0a0de1e-7c59-4be5-a9ef-bdbe22e9fef8 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8543110 Jul 05 03:57:45.559195 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-fbba3b46-e09d-4182-a0d2-69bd86563b6f tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:45.832594 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-00c66de7-ffbb-4081-b415-3a0bbc38bc7c req-b02f03fe-6ca6-435a-94fe-d121f5020267 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff4293d6-29cc-4361-b533-0f3552f8adb7 HTTP/1.1" status: 200 len: 210 time: 0.0444245 Jul 05 03:57:45.994771 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-66db6a0c-79f3-4d97-901a-8b8b36015ca6 service neutron] Request body: {'port': {'device_id': '1e75bd11-1561-4164-89e4-098a164f41ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:46.009434 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab4e331-0a92-4ee8-afd1-4736e88664ee tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:46.020285 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da171fb3-1edc-452a-bfab-2212dadc17f6 None None] Sync routers for ids ['4ab37fba-20da-4a64-bf34-bb48408e59f4'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:57:46.036549 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1ab4e331-0a92-4ee8-afd1-4736e88664ee tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "PUT /v2.0/routers/4ab37fba-20da-4a64-bf34-bb48408e59f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4630241 Jul 05 03:57:46.040748 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56204) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:46.065038 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da171fb3-1edc-452a-bfab-2212dadc17f6 None None] Routers {'4ab37fba-20da-4a64-bf34-bb48408e59f4'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:46.066423 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-da171fb3-1edc-452a-bfab-2212dadc17f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:57:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['4ab37fba-20da-4a64-bf34-bb48408e59f4'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:46.107613 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:46.171836 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8fdcc-e094-451c-b4f1-dd36b31bf283 req-e9bd8fcf-0339-4df1-8e0f-fbc709d4375b tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:46.180452 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31e8fdcc-e094-451c-b4f1-dd36b31bf283 req-e9bd8fcf-0339-4df1-8e0f-fbc709d4375b tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e75bd11-1561-4164-89e4-098a164f41ad HTTP/1.1" status: 200 len: 931 time: 0.6354451 Jul 05 03:57:46.215584 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-66db6a0c-79f3-4d97-901a-8b8b36015ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:46.325305 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27664949-f6dd-4cf7-844b-31addb10d430 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:46.330478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27664949-f6dd-4cf7-844b-31addb10d430 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:46.332771 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-27664949-f6dd-4cf7-844b-31addb10d430 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2901666 Jul 05 03:57:46.336234 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56218) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:46.404448 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-da171fb3-1edc-452a-bfab-2212dadc17f6 None None] Set router 4ab37fba-20da-4a64-bf34-bb48408e59f4 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:46.442528 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31e8fdcc-e094-451c-b4f1-dd36b31bf283 req-bccc715e-87f8-4385-8d42-0bb4e7c9fbfe tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610755 Jul 05 03:57:46.503736 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b892295-47ee-4728-8e8b-e38cf2ed1cca tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet aff2fcdb-8154-4273-99f6-c5e4b225f0ec {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:57:46.514805 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0b892295-47ee-4728-8e8b-e38cf2ed1cca tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:46.534889 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-fbba3b46-e09d-4182-a0d2-69bd86563b6f tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:46.569342 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-da171fb3-1edc-452a-bfab-2212dadc17f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab37fba-20da-4a64-bf34-bb48408e59f4', 'name': 'tempest-NetworksTestDHCPv6-router-1727304697', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:31Z', 'updated_at': '2021-07-05T03:57:43Z', 'revision_number': 3, 'project_id': 'f87805c8407343a69ffdea24be5ca922', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:46.629049 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da171fb3-1edc-452a-bfab-2212dadc17f6 None None] Checking router: 4ab37fba-20da-4a64-bf34-bb48408e59f4 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:57:46.635363 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:46.635935 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:46.648962 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8d3fb8f-2f66-4d75-94c7-d0fbf8e758cb req-d9b3a20d-ddc0-4a5f-aeee-43398d18eac4 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 210 time: 0.0914907 Jul 05 03:57:46.660781 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-fbba3b46-e09d-4182-a0d2-69bd86563b6f tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:46.669797 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da171fb3-1edc-452a-bfab-2212dadc17f6 None None] Routers {'4ab37fba-20da-4a64-bf34-bb48408e59f4'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:46.670812 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-da171fb3-1edc-452a-bfab-2212dadc17f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:57:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['4ab37fba-20da-4a64-bf34-bb48408e59f4'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:46.680572 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0b892295-47ee-4728-8e8b-e38cf2ed1cca tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:46.820477 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-da171fb3-1edc-452a-bfab-2212dadc17f6 None None] Set router 4ab37fba-20da-4a64-bf34-bb48408e59f4 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:46.853207 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc5389-eb17-4485-a589-1921aca8ad0f req-7d95c86a-49c5-44fd-898f-a5a1d91eb270 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:46.855340 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bdfc5389-eb17-4485-a589-1921aca8ad0f req-7d95c86a-49c5-44fd-898f-a5a1d91eb270 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=50283983-37b9-4334-b0d9-e1ed8420e187 HTTP/1.1" status: 200 len: 945 time: 0.2614071 Jul 05 03:57:47.033622 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bdfc5389-eb17-4485-a589-1921aca8ad0f req-10e2201f-e842-4571-b2b4-69dba81befe4 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216228 Jul 05 03:57:47.040281 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0b892295-47ee-4728-8e8b-e38cf2ed1cca tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:47.067291 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba3b46-e09d-4182-a0d2-69bd86563b6f tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f958f347-3816-4b24-8a28-5d1c245670bb,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:47.146523 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-da171fb3-1edc-452a-bfab-2212dadc17f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab37fba-20da-4a64-bf34-bb48408e59f4', 'name': 'tempest-NetworksTestDHCPv6-router-1727304697', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:31Z', 'updated_at': '2021-07-05T03:57:43Z', 'revision_number': 3, 'project_id': 'f87805c8407343a69ffdea24be5ca922', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:47.164656 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0b892295-47ee-4728-8e8b-e38cf2ed1cca tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:47.222665 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-66db6a0c-79f3-4d97-901a-8b8b36015ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ec7c3a-8fdb-4dba-bb51-4415047f951e {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:47.223764 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da171fb3-1edc-452a-bfab-2212dadc17f6 None None] The sync data for ids ['4ab37fba-20da-4a64-bf34-bb48408e59f4'] in n-d-780147-23 is: [{'id': '4ab37fba-20da-4a64-bf34-bb48408e59f4', 'name': 'tempest-NetworksTestDHCPv6-router-1727304697', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:31Z', 'updated_at': '2021-07-05T03:57:43Z', 'revision_number': 3, 'project_id': 'f87805c8407343a69ffdea24be5ca922', 'gw_port_host': None}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:57:47.228556 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b892295-47ee-4728-8e8b-e38cf2ed1cca tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=aff2fcdb-8154-4273-99f6-c5e4b225f0ec,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:47.235625 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-66db6a0c-79f3-4d97-901a-8b8b36015ca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:47.260118 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0b892295-47ee-4728-8e8b-e38cf2ed1cca tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:47.262411 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0b892295-47ee-4728-8e8b-e38cf2ed1cca tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/aff2fcdb-8154-4273-99f6-c5e4b225f0ec HTTP/1.1" status: 204 len: 168 time: 0.9243238 Jul 05 03:57:47.265071 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56226) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:47.278004 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-66db6a0c-79f3-4d97-901a-8b8b36015ca6 service neutron] Transition to ACTIVE for port object f6ec7c3a-8fdb-4dba-bb51-4415047f951e will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:47.318879 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-66db6a0c-79f3-4d97-901a-8b8b36015ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:47.332651 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deb9bf3-dac8-42d2-919e-742ce09809da None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:47.360559 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-57de1c38-d095-48f6-9534-03f48298872f req-f65741ba-5872-4166-99ac-13fa15fc025b tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff4293d6-29cc-4361-b533-0f3552f8adb7 HTTP/1.1" status: 200 len: 210 time: 0.0790708 Jul 05 03:57:47.467342 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-64f1518f-c332-4be4-8dfd-c9596b02a905 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2010071 Jul 05 03:57:47.471853 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56232) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:47.571027 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-500b0c7c-1dd5-4c45-b8e1-7f5fb2b46a02 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:47.584699 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db6a0c-79f3-4d97-901a-8b8b36015ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ec7c3a-8fdb-4dba-bb51-4415047f951e,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:47.614593 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dad15-5045-491a-a754-1d0fee66bdf6 req-7f4125bb-9f5a-4eb4-b62f-01b29c85211b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:47.616312 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c30dad15-5045-491a-a754-1d0fee66bdf6 req-7f4125bb-9f5a-4eb4-b62f-01b29c85211b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.7252104 Jul 05 03:57:47.651412 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bef0b63-33f0-411b-aa49-a3684d728df6 None None] DHCP port deletion for 11254a26-e0ed-4207-b9f1-d7e3a27daaba request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:57:47.767333 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-fbba3b46-e09d-4182-a0d2-69bd86563b6f tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Allocated IP 192.168.233.195 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/a22179df-0c23-4737-9865-f59570dd15e8) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:47.772660 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-3bef0b63-33f0-411b-aa49-a3684d728df6 None None] Deleting port 4868475c-8919-49de-824f-5bd82635be5a {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:47.774165 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3bef0b63-33f0-411b-aa49-a3684d728df6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:47.854379 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c30dad15-5045-491a-a754-1d0fee66bdf6 req-cf577afa-afd4-45ad-bebd-0d1bf2b96c29 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246871 Jul 05 03:57:47.978192 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-3bef0b63-33f0-411b-aa49-a3684d728df6 None None] For port 4868475c-8919-49de-824f-5bd82635be5a, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4868475c-8919-49de-824f-5bd82635be5a,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:47.978721 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3bef0b63-33f0-411b-aa49-a3684d728df6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.001013 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-500b0c7c-1dd5-4c45-b8e1-7f5fb2b46a02 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.002260 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-66db6a0c-79f3-4d97-901a-8b8b36015ca6 service neutron] Attempting to bind port f6ec7c3a-8fdb-4dba-bb51-4415047f951e on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:48.002469 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-66db6a0c-79f3-4d97-901a-8b8b36015ca6 service neutron] Attempting to bind port f6ec7c3a-8fdb-4dba-bb51-4415047f951e by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '0c99a00c-e059-4fa8-bac3-c0cea323b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '875157ee-1ede-4160-9cdc-ffb3b506197c'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:48.002804 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-66db6a0c-79f3-4d97-901a-8b8b36015ca6 service neutron] Attempting to bind port f6ec7c3a-8fdb-4dba-bb51-4415047f951e on network 875157ee-1ede-4160-9cdc-ffb3b506197c {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:48.038948 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-3bef0b63-33f0-411b-aa49-a3684d728df6 None None] Calling delete_port for 4868475c-8919-49de-824f-5bd82635be5a owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:48.065671 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-500b0c7c-1dd5-4c45-b8e1-7f5fb2b46a02 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.118612 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-66db6a0c-79f3-4d97-901a-8b8b36015ca6 service neutron] Port f6ec7c3a-8fdb-4dba-bb51-4415047f951e on network 875157ee-1ede-4160-9cdc-ffb3b506197c not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:57:48.118982 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-66db6a0c-79f3-4d97-901a-8b8b36015ca6 service neutron] Attempting to bind port f6ec7c3a-8fdb-4dba-bb51-4415047f951e on network 875157ee-1ede-4160-9cdc-ffb3b506197c {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:48.160412 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4868475c-8919-49de-824f-5bd82635be5a no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:48.217749 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-500b0c7c-1dd5-4c45-b8e1-7f5fb2b46a02 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.217989 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-66db6a0c-79f3-4d97-901a-8b8b36015ca6 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:48.218239 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-66db6a0c-79f3-4d97-901a-8b8b36015ca6 service neutron] Checking segment: {'id': '0c99a00c-e059-4fa8-bac3-c0cea323b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '875157ee-1ede-4160-9cdc-ffb3b506197c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:48.218666 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-66db6a0c-79f3-4d97-901a-8b8b36015ca6 service neutron] Bound using segment: {'id': '0c99a00c-e059-4fa8-bac3-c0cea323b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '875157ee-1ede-4160-9cdc-ffb3b506197c'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:48.219089 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500b0c7c-1dd5-4c45-b8e1-7f5fb2b46a02 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Fanout notify agent at l3_agent the message router_deleted on router 4ab37fba-20da-4a64-bf34-bb48408e59f4 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:57:48.219519 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-66db6a0c-79f3-4d97-901a-8b8b36015ca6 service neutron] Bound port: f6ec7c3a-8fdb-4dba-bb51-4415047f951e, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c99a00c-e059-4fa8-bac3-c0cea323b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '875157ee-1ede-4160-9cdc-ffb3b506197c'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:48.219936 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-66db6a0c-79f3-4d97-901a-8b8b36015ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.247425 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-500b0c7c-1dd5-4c45-b8e1-7f5fb2b46a02 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.252534 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-500b0c7c-1dd5-4c45-b8e1-7f5fb2b46a02 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/routers/4ab37fba-20da-4a64-bf34-bb48408e59f4 HTTP/1.1" status: 204 len: 168 time: 0.7795072 Jul 05 03:57:48.255184 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56246) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:48.325137 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ebddbe05-456e-4f6f-9f9f-184891ce824b req-2a7f870d-8153-4a37-9bf1-aef62cfcc374 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 210 time: 0.1580384 Jul 05 03:57:48.343548 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.377081 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3bef0b63-33f0-411b-aa49-a3684d728df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.385110 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c519dd8-563b-45bb-95db-acb156ab2dc0 req-d4818c34-2443-4b43-b3c7-a0e6f89592ed tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:48.405783 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1c519dd8-563b-45bb-95db-acb156ab2dc0 req-d4818c34-2443-4b43-b3c7-a0e6f89592ed tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e75bd11-1561-4164-89e4-098a164f41ad HTTP/1.1" status: 200 len: 943 time: 0.4600632 Jul 05 03:57:48.481038 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bef0b63-33f0-411b-aa49-a3684d728df6 None None] No DVR routers for this DVR port 4868475c-8919-49de-824f-5bd82635be5a on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:48.485242 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef0b63-33f0-411b-aa49-a3684d728df6 None None] Pushing event deleted for resources: {'Port': ['ID=4868475c-8919-49de-824f-5bd82635be5a,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:48.494394 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-a6c02321-6c47-4d81-9e77-0a9ddd1fc2e8 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:48.495868 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-a6c02321-6c47-4d81-9e77-0a9ddd1fc2e8 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.70 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 812 time: 0.5626621 Jul 05 03:57:48.520241 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1c519dd8-563b-45bb-95db-acb156ab2dc0 req-4aa4a11b-199b-4d38-8d21-23f67e6da644 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130421 Jul 05 03:57:48.557224 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8ae3958c-efb2-4392-8c00-7c1529380bdc no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:48.571923 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a831529-1254-4546-8f3c-7426468df863 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:48.583177 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56250) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:48.584482 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4a831529-1254-4546-8f3c-7426468df863 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3206191 Jul 05 03:57:48.607081 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 8ae3958c-efb2-4392-8c00-7c1529380bdc {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:48.607615 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8ae3958c-efb2-4392-8c00-7c1529380bdc not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:48.655772 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-66db6a0c-79f3-4d97-901a-8b8b36015ca6 service neutron] For port f6ec7c3a-8fdb-4dba-bb51-4415047f951e, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:48.660192 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-fbba3b46-e09d-4182-a0d2-69bd86563b6f tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.749206 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-fbba3b46-e09d-4182-a0d2-69bd86563b6f tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Transition to ACTIVE for port object a22179df-0c23-4737-9865-f59570dd15e8 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:48.754828 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-66db6a0c-79f3-4d97-901a-8b8b36015ca6 service neutron] For port f6ec7c3a-8fdb-4dba-bb51-4415047f951e, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f6ec7c3a-8fdb-4dba-bb51-4415047f951e,segment=NetworkSegment(0c99a00c-e059-4fa8-bac3-c0cea323b9b5),segment_id=0c99a00c-e059-4fa8-bac3-c0cea323b9b5)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:48.759657 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5c5456-8547-4b42-8862-50196c5a675a tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:48.764247 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ed5c5456-8547-4b42-8862-50196c5a675a tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1708336 Jul 05 03:57:48.769973 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56256) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:48.783312 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-66db6a0c-79f3-4d97-901a-8b8b36015ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.795142 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-5e9293f9-b1d5-4da9-a01e-273f6952b4ff tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1c1197f995c40748eb7a04272d5b4dc HTTP/1.1" status: 200 len: 380 time: 0.2362502 Jul 05 03:57:48.856685 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-00ac0a01-56d3-431a-8955-b338ade8a16f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Request body: {'port': {'device_id': '887e929d-cd43-451e-8752-b2d1274a7ffb', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'admin_state_up': True, 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'security_groups': ['b158ea1a-7f96-486f-a4bc-e8f094aa59cc']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:48.867121 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a2fcdd88-8e8c-4618-8d46-4c2d38199a49 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0944321 Jul 05 03:57:48.875816 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56258) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:48.881517 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-bcbefab1-e517-4fb1-a8f1-8a3164553a67 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:49.000938 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-66db6a0c-79f3-4d97-901a-8b8b36015ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:49.001579 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-66db6a0c-79f3-4d97-901a-8b8b36015ca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.002994 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-66db6a0c-79f3-4d97-901a-8b8b36015ca6 service neutron] 10.222.0.70 "PUT /v2.0/ports/f6ec7c3a-8fdb-4dba-bb51-4415047f951e HTTP/1.1" status: 200 len: 1092 time: 3.0369270 Jul 05 03:57:49.019711 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e75bd11-1561-4164-89e4-098a164f41ad', 'tag': 'f6ec7c3a-8fdb-4dba-bb51-4415047f951e'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:49.022962 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b96959-d3f7-4ea7-adc8-79cadd122975" -d '{"events": [{"name": "network-changed", "server_uuid": "1e75bd11-1561-4164-89e4-098a164f41ad", "tag": "f6ec7c3a-8fdb-4dba-bb51-4415047f951e"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:49.052100 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ecdcc49-3a95-4ba2-9edd-cd0ecc8aaf23 req-3df90cda-cf22-46ff-9e2f-d6376d8db530 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff4293d6-29cc-4361-b533-0f3552f8adb7 HTTP/1.1" status: 200 len: 210 time: 0.3522482 Jul 05 03:57:49.116293 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db6a0c-79f3-4d97-901a-8b8b36015ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ec7c3a-8fdb-4dba-bb51-4415047f951e,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:49.140653 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbefab1-e517-4fb1-a8f1-8a3164553a67 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:49.147446 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bcbefab1-e517-4fb1-a8f1-8a3164553a67 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.158309 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8625e5-e771-4022-a911-10a5f5db5284 req-4302e6d4-7d66-4ebe-9526-150dc0d9e2ad tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:49.160129 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f8625e5-e771-4022-a911-10a5f5db5284 req-4302e6d4-7d66-4ebe-9526-150dc0d9e2ad tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=50283983-37b9-4334-b0d9-e1ed8420e187 HTTP/1.1" status: 200 len: 945 time: 0.6024997 Jul 05 03:57:49.188514 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-fbba3b46-e09d-4182-a0d2-69bd86563b6f tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.433388 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-fbba3b46-e09d-4182-a0d2-69bd86563b6f tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:49.460135 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-fbba3b46-e09d-4182-a0d2-69bd86563b6f tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:49.462138 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba3b46-e09d-4182-a0d2-69bd86563b6f tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Pushing event updated for resources: {'Port': ['ID=a22179df-0c23-4737-9865-f59570dd15e8,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:49.463981 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93715c6-cd38-4856-a293-c8f3181c78dd req-1650682c-5e99-45b7-8afd-3c3ca5d72637 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:49.476058 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e93715c6-cd38-4856-a293-c8f3181c78dd req-1650682c-5e99-45b7-8afd-3c3ca5d72637 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.0814888 Jul 05 03:57:49.478519 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-fbba3b46-e09d-4182-a0d2-69bd86563b6f tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:49.485822 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f8625e5-e771-4022-a911-10a5f5db5284 req-7f5594c3-6672-47e2-9793-e84340c31d82 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988119 Jul 05 03:57:49.567077 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e93715c6-cd38-4856-a293-c8f3181c78dd req-fe027dff-a0cc-48d2-a18a-514ddc2f865d tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899713 Jul 05 03:57:49.628967 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-00ac0a01-56d3-431a-8955-b338ade8a16f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Made reservation on behalf of f1c1197f995c40748eb7a04272d5b4dc for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:49.633449 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-00ac0a01-56d3-431a-8955-b338ade8a16f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.718565 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57707d02-6aee-4a93-bd45-589cbc510b3c x-openstack-request-id: req-57707d02-6aee-4a93-bd45-589cbc510b3c {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:49.730129 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e75bd11-1561-4164-89e4-098a164f41ad", "tag": "f6ec7c3a-8fdb-4dba-bb51-4415047f951e", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:49.730129 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-57707d02-6aee-4a93-bd45-589cbc510b3c {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:49.730129 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e75bd11-1561-4164-89e4-098a164f41ad', 'tag': 'f6ec7c3a-8fdb-4dba-bb51-4415047f951e', 'status': 'completed', 'code': 200} Jul 05 03:57:49.805256 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bfd83afa-fcf5-4667-bcff-756c1e7c0631 req-5a2ef6fd-5350-431f-bb0f-3dd023b3e5e7 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 210 time: 0.0662642 Jul 05 03:57:49.878546 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-5ad3fb58-fc7b-4a94-b267-315611a20aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:49.888623 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-5ad3fb58-fc7b-4a94-b267-315611a20aa4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=95f0b38a585f41a59ed1656d8eea23b3&device_id=1e75bd11-1561-4164-89e4-098a164f41ad HTTP/1.1" status: 200 len: 1095 time: 0.7186446 Jul 05 03:57:49.939510 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f5356-cc20-40ba-9ac3-685e3ccbd0a2 None None] Provisioning for port a22179df-0c23-4737-9865-f59570dd15e8 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:49.946177 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f5356-cc20-40ba-9ac3-685e3ccbd0a2 None None] Provisioning complete for port a22179df-0c23-4737-9865-f59570dd15e8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:49.946561 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f5356-cc20-40ba-9ac3-685e3ccbd0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:50.013652 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-fbba3b46-e09d-4182-a0d2-69bd86563b6f tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:50.015385 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-fbba3b46-e09d-4182-a0d2-69bd86563b6f tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:50.021750 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-f24cfaaa-3974-4cc1-943c-b19be6efc2cb service neutron] show failed (client error): The resource could not be found. Jul 05 03:57:50.029973 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-f24cfaaa-3974-4cc1-943c-b19be6efc2cb service neutron] 10.222.0.70 "GET /v2.0/ports/a870b999-a174-4512-8044-db72baed00ca/bindings/n-h1-780147-23 HTTP/1.1" status: 404 len: 381 time: 0.1801243 Jul 05 03:57:50.053931 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f5356-cc20-40ba-9ac3-685e3ccbd0a2 None None] Port a22179df-0c23-4737-9865-f59570dd15e8 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:57:50.175208 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc32dd2-eb95-4442-8ac0-592119a448b8 req-0ae3a1ab-1618-4eec-89ff-7cdab33ea0e5 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:50.177117 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fc32dd2-eb95-4442-8ac0-592119a448b8 req-0ae3a1ab-1618-4eec-89ff-7cdab33ea0e5 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e75bd11-1561-4164-89e4-098a164f41ad HTTP/1.1" status: 200 len: 943 time: 0.1199963 Jul 05 03:57:50.214900 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-8c71fb96-d8a9-4823-9e3d-d24649d53613 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6ec7c3a-8fdb-4dba-bb51-4415047f951e HTTP/1.1" status: 200 len: 217 time: 0.2792797 Jul 05 03:57:50.294279 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4fc32dd2-eb95-4442-8ac0-592119a448b8 req-685ec019-772e-43ed-8fd5-093988b8c816 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072774 Jul 05 03:57:50.308005 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-fbba3b46-e09d-4182-a0d2-69bd86563b6f tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0898879 Jul 05 03:57:50.324738 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-33ca15a0-de1e-41c1-86e8-fd3fd2771ac3 service neutron] Request body: {'port': {'device_id': 'ff4293d6-29cc-4361-b533-0f3552f8adb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:50.574098 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-ad8520a6-2896-4324-81f6-462e86466e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:50.575661 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-ad8520a6-2896-4324-81f6-462e86466e1f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbd78a45-de58-4c6c-b596-dd6afb42d456 HTTP/1.1" status: 200 len: 854 time: 0.3344457 Jul 05 03:57:50.578834 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f53f9-564a-4fe7-acdc-c06c29f886a3 req-daef339a-dd3c-4c0c-b47a-8ca5ac13a658 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:50.588038 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-325f53f9-564a-4fe7-acdc-c06c29f886a3 req-daef339a-dd3c-4c0c-b47a-8ca5ac13a658 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=50283983-37b9-4334-b0d9-e1ed8420e187 HTTP/1.1" status: 200 len: 945 time: 0.1098962 Jul 05 03:57:50.664684 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-325f53f9-564a-4fe7-acdc-c06c29f886a3 req-75ac36bc-c1ac-49ca-a8aa-b4432d92504f tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745387 Jul 05 03:57:50.691205 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-ac1211cc-6c9b-4dd7-8c8e-4cc102c9a8bd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=875157ee-1ede-4160-9cdc-ffb3b506197c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817852 Jul 05 03:57:50.742447 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-00ac0a01-56d3-431a-8955-b338ade8a16f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Allocated IP 172.20.0.5 (76e1944d-1d03-4c4e-b1ba-413cddc95912/d157b61e-6b4a-43c9-a07c-5c6e1fda4120/2a737e3b-7647-4859-8d3b-5a41559ab915) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:51.122395 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3024747-a7d1-4f98-8e37-d112852e7010 req-f075f38c-371b-4751-b4fc-e2ead397077d tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:51.130255 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e3024747-a7d1-4f98-8e37-d112852e7010 req-f075f38c-371b-4751-b4fc-e2ead397077d tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.0905089 Jul 05 03:57:51.177186 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-33ca15a0-de1e-41c1-86e8-fd3fd2771ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:51.178608 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e3024747-a7d1-4f98-8e37-d112852e7010 req-06e8a0e6-a1df-4872-9685-42022fa740e1 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465174 Jul 05 03:57:51.242903 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587824d1-5460-4afd-af40-e268a5a12358 req-31f44a46-dd1a-44d3-9ab2-61b43f801c8c tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:51.250557 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-587824d1-5460-4afd-af40-e268a5a12358 req-31f44a46-dd1a-44d3-9ab2-61b43f801c8c tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff4293d6-29cc-4361-b533-0f3552f8adb7 HTTP/1.1" status: 200 len: 936 time: 0.8486676 Jul 05 03:57:51.306757 n-d-780147-23 neutron-server[105538]: DEBUG neutron.objects.ports [None req-bcbefab1-e517-4fb1-a8f1-8a3164553a67 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105538) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:57:51.351871 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bcbefab1-e517-4fb1-a8f1-8a3164553a67 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:51.352065 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-29cfa58e-2033-4535-8778-b4afa8e72c93 req-9d9b540f-aa00-4b40-b128-f1868a00800c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 210 time: 0.0491412 Jul 05 03:57:51.526064 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbefab1-e517-4fb1-a8f1-8a3164553a67 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:51.530990 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-bcbefab1-e517-4fb1-a8f1-8a3164553a67 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:51.544638 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74409490-6180-463a-9194-543445db28fb None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:51.547915 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-e60e5149-70f1-46f1-bcda-7181696581b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:51.552064 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-e60e5149-70f1-46f1-bcda-7181696581b0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba&tenant_id=ba5800eba7ce4067ae2fae645ac62ef9 HTTP/1.1" status: 200 len: 1101 time: 0.9612417 Jul 05 03:57:51.554657 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbefab1-e517-4fb1-a8f1-8a3164553a67 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:51.555079 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bcbefab1-e517-4fb1-a8f1-8a3164553a67 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:51.575051 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-587824d1-5460-4afd-af40-e268a5a12358 req-be2b37ad-b670-4748-97bd-358089765e71 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f958f347-3816-4b24-8a28-5d1c245670bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238449 Jul 05 03:57:51.585405 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-7b0005dd-54d6-4789-91bf-1c2df2d548de service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-23', 'device_owner': 'compute:nova'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:51.629629 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41024ad5-4709-4d2f-b02f-aac002a63cf9 req-f8f431e3-50d4-4af3-b623-040e19aa5328 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:51.647221 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-41024ad5-4709-4d2f-b02f-aac002a63cf9 req-f8f431e3-50d4-4af3-b623-040e19aa5328 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e75bd11-1561-4164-89e4-098a164f41ad HTTP/1.1" status: 200 len: 943 time: 0.1509433 Jul 05 03:57:51.741952 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-581da1de-2333-46ca-ab45-29b71542ab24 service neutron] 10.222.0.70 "GET /v2.0/networks/875157ee-1ede-4160-9cdc-ffb3b506197c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0024624 Jul 05 03:57:51.746871 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23f6f77-6fa4-4832-8a34-20c10b3840c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'fixed_ips': [{'subnet_id': '439d04e6-9353-4bc1-8672-b626a9a3af70'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:57:51.747758 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b23f6f77-6fa4-4832-8a34-20c10b3840c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:51.752339 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-41024ad5-4709-4d2f-b02f-aac002a63cf9 req-b7ff13bb-12f3-4784-9672-dbf282b24230 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034520 Jul 05 03:57:51.798084 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56308) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:51.799415 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bcbefab1-e517-4fb1-a8f1-8a3164553a67 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9221807 Jul 05 03:57:51.810325 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-0d0bf2a6-5a99-4c5b-b63a-65b0bdbcdea6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:51.824766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbefab1-e517-4fb1-a8f1-8a3164553a67 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=439d04e6-9353-4bc1-8672-b626a9a3af70,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:51.919726 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-7b0005dd-54d6-4789-91bf-1c2df2d548de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:51.967291 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-b23f6f77-6fa4-4832-8a34-20c10b3840c8 None None] Allocated IP 2001:db8::f816:3eff:fe1b:3d4d (11254a26-e0ed-4207-b9f1-d7e3a27daaba/439d04e6-9353-4bc1-8672-b626a9a3af70/39414816-6937-40fc-900b-327d1e7d76dc) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:52.085568 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0bf2a6-5a99-4c5b-b63a-65b0bdbcdea6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:52.093645 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0d0bf2a6-5a99-4c5b-b63a-65b0bdbcdea6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.178643 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b23f6f77-6fa4-4832-8a34-20c10b3840c8 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.190540 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b23f6f77-6fa4-4832-8a34-20c10b3840c8 None None] Transition to ACTIVE for port object 39414816-6937-40fc-900b-327d1e7d76dc will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:52.225147 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b23f6f77-6fa4-4832-8a34-20c10b3840c8 None None] Transition to ACTIVE for port object 39414816-6937-40fc-900b-327d1e7d76dc will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:52.235447 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b23f6f77-6fa4-4832-8a34-20c10b3840c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.274055 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-7b0005dd-54d6-4789-91bf-1c2df2d548de service neutron] For port a870b999-a174-4512-8044-db72baed00ca, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=a870b999-a174-4512-8044-db72baed00ca,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:52.298879 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23f6f77-6fa4-4832-8a34-20c10b3840c8 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:52.303001 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-b23f6f77-6fa4-4832-8a34-20c10b3840c8 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:52.313371 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23f6f77-6fa4-4832-8a34-20c10b3840c8 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:52.329183 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f6f77-6fa4-4832-8a34-20c10b3840c8 None None] Pushing event updated for resources: {'Port': ['ID=39414816-6937-40fc-900b-327d1e7d76dc,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:52.355119 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-00ac0a01-56d3-431a-8955-b338ade8a16f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.402054 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-b23f6f77-6fa4-4832-8a34-20c10b3840c8 None None] Attempting to bind port 39414816-6937-40fc-900b-327d1e7d76dc on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:52.402909 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-b23f6f77-6fa4-4832-8a34-20c10b3840c8 None None] Attempting to bind port 39414816-6937-40fc-900b-327d1e7d76dc by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:52.403740 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23f6f77-6fa4-4832-8a34-20c10b3840c8 None None] Attempting to bind port 39414816-6937-40fc-900b-327d1e7d76dc on network 11254a26-e0ed-4207-b9f1-d7e3a27daaba {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:52.415063 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23f6f77-6fa4-4832-8a34-20c10b3840c8 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:52.415793 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23f6f77-6fa4-4832-8a34-20c10b3840c8 None None] Checking segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:52.418191 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b23f6f77-6fa4-4832-8a34-20c10b3840c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.419026 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23f6f77-6fa4-4832-8a34-20c10b3840c8 None None] Bound using segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:52.420077 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-b23f6f77-6fa4-4832-8a34-20c10b3840c8 None None] Bound port: 39414816-6937-40fc-900b-327d1e7d76dc, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:52.420920 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b23f6f77-6fa4-4832-8a34-20c10b3840c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.422917 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-00ac0a01-56d3-431a-8955-b338ade8a16f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Transition to ACTIVE for port object 2a737e3b-7647-4859-8d3b-5a41559ab915 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:52.445590 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53cb69bf-6cc4-464b-bf2c-9a916f43d2df req-19913781-6f0d-435e-b270-e0bf40d63b35 service neutron] 10.222.0.70 "GET /v2.0/networks/875157ee-1ede-4160-9cdc-ffb3b506197c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6923935 Jul 05 03:57:52.449090 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-7b0005dd-54d6-4789-91bf-1c2df2d548de service neutron] For port a870b999-a174-4512-8044-db72baed00ca, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:52.460554 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15206e59-5ceb-4a57-83f5-601c88a56520 req-54625b7b-9270-453f-a0f6-4b24eb868503 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:52.476141 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-15206e59-5ceb-4a57-83f5-601c88a56520 req-54625b7b-9270-453f-a0f6-4b24eb868503 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=50283983-37b9-4334-b0d9-e1ed8420e187 HTTP/1.1" status: 200 len: 945 time: 0.6070962 Jul 05 03:57:52.491736 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0d0bf2a6-5a99-4c5b-b63a-65b0bdbcdea6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.525897 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-b23f6f77-6fa4-4832-8a34-20c10b3840c8 None None] For port 39414816-6937-40fc-900b-327d1e7d76dc, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:52.530393 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-b23f6f77-6fa4-4832-8a34-20c10b3840c8 None None] For port 39414816-6937-40fc-900b-327d1e7d76dc, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=39414816-6937-40fc-900b-327d1e7d76dc,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:52.537492 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b23f6f77-6fa4-4832-8a34-20c10b3840c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.556257 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0bf2a6-5a99-4c5b-b63a-65b0bdbcdea6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:52.564523 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-0d0bf2a6-5a99-4c5b-b63a-65b0bdbcdea6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:52.573473 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0bf2a6-5a99-4c5b-b63a-65b0bdbcdea6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:52.574414 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0d0bf2a6-5a99-4c5b-b63a-65b0bdbcdea6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.612273 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bf2a6-5a99-4c5b-b63a-65b0bdbcdea6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=591f98a2-bc66-4a72-b8e5-a2524ffd51a7,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:52.626888 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0d0bf2a6-5a99-4c5b-b63a-65b0bdbcdea6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8231468 Jul 05 03:57:52.628899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56326) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:52.639501 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-7a372f21-456e-49a5-92a7-559ce325bedb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'mac_address': 'fa:16:3e:42:32:28', 'name': 'tempest-NetworksTestDHCPv6-375044812'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:52.651745 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f6f77-6fa4-4832-8a34-20c10b3840c8 None None] Pushing event updated for resources: {'Port': ['ID=39414816-6937-40fc-900b-327d1e7d76dc,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:52.653395 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18f570-f8fc-4d4f-a721-3ebe5b3bebe5 req-c963eae1-a2d8-4344-a814-f93b0c23efd9 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:52.661357 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9f18f570-f8fc-4d4f-a721-3ebe5b3bebe5 req-c963eae1-a2d8-4344-a814-f93b0c23efd9 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.3336933 Jul 05 03:57:52.688711 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-15206e59-5ceb-4a57-83f5-601c88a56520 req-d1eced27-d06f-4cea-9f34-c547f2138a2d tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728718 Jul 05 03:57:52.736371 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b65db4-83c8-4395-a635-6c35979b0bba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a870b999-a174-4512-8044-db72baed00ca'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:52.746774 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd38132c-4415-4f31-a1ab-fbebe03d6a54" -d '{"events": [{"server_uuid": "87b65db4-83c8-4395-a635-6c35979b0bba", "name": "network-vif-unplugged", "status": "completed", "tag": "a870b999-a174-4512-8044-db72baed00ca"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:52.777491 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-7b0005dd-54d6-4789-91bf-1c2df2d548de service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.792068 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:57:52.830079 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-00ac0a01-56d3-431a-8955-b338ade8a16f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.836632 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9f18f570-f8fc-4d4f-a721-3ebe5b3bebe5 req-3f018ce1-6865-48b8-8da1-c05fbbb3bd67 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736169 Jul 05 03:57:52.846016 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-7b0005dd-54d6-4789-91bf-1c2df2d548de service neutron] Transition to ACTIVE for port object a870b999-a174-4512-8044-db72baed00ca will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:52.914622 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-7b0005dd-54d6-4789-91bf-1c2df2d548de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.026245 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a372f21-456e-49a5-92a7-559ce325bedb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:53.241974 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-00ac0a01-56d3-431a-8955-b338ade8a16f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Network 76e1944d-1d03-4c4e-b1ba-413cddc95912 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:53.246852 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b96959-d3f7-4ea7-adc8-79cadd122975 req-e96ee0ad-927e-4428-bffa-762cd88f7d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:53.249691 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-08b96959-d3f7-4ea7-adc8-79cadd122975 req-e96ee0ad-927e-4428-bffa-762cd88f7d50 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=95f0b38a585f41a59ed1656d8eea23b3&device_id=1e75bd11-1561-4164-89e4-098a164f41ad HTTP/1.1" status: 200 len: 1095 time: 0.6815989 Jul 05 03:57:53.283119 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca263c4-80ba-455a-8b12-09c1146d2cbe req-2843891c-301a-4b1a-8289-6dd35d73bb58 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:53.285828 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0ca263c4-80ba-455a-8b12-09c1146d2cbe req-2843891c-301a-4b1a-8289-6dd35d73bb58 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff4293d6-29cc-4361-b533-0f3552f8adb7 HTTP/1.1" status: 200 len: 936 time: 0.1573920 Jul 05 03:57:53.289958 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a372f21-456e-49a5-92a7-559ce325bedb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.299860 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac0a01-56d3-431a-8955-b338ade8a16f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Pushing event updated for resources: {'Port': ['ID=2a737e3b-7647-4859-8d3b-5a41559ab915,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:53.316450 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-00ac0a01-56d3-431a-8955-b338ade8a16f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:53.320152 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-00ac0a01-56d3-431a-8955-b338ade8a16f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:53.339831 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-7b0005dd-54d6-4789-91bf-1c2df2d548de service neutron] No DVR routers for this DVR port a870b999-a174-4512-8044-db72baed00ca on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:53.395270 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0ca263c4-80ba-455a-8b12-09c1146d2cbe req-b58bf90f-4c70-4cd7-ace3-4bccb1b95dda tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f958f347-3816-4b24-8a28-5d1c245670bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853112 Jul 05 03:57:53.448364 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-7a372f21-456e-49a5-92a7-559ce325bedb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] device_id is not set on port 08105f99-0eb0-4d82-8641-3599cc1364b4 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:57:53.705828 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0005dd-54d6-4789-91bf-1c2df2d548de service neutron] Pushing event updated for resources: {'Port': ['ID=a870b999-a174-4512-8044-db72baed00ca,revision_number=6']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:53.790555 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-00ac0a01-56d3-431a-8955-b338ade8a16f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:53.791252 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-00ac0a01-56d3-431a-8955-b338ade8a16f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.853978 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4259abb-4157-4219-9de3-e5585bf2420c req-4ccaeeb4-4c08-4bd8-b4b3-907d25a866c3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:53.865451 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4259abb-4157-4219-9de3-e5585bf2420c req-4ccaeeb4-4c08-4bd8-b4b3-907d25a866c3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 931 time: 0.8473930 Jul 05 03:57:53.869667 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dc735fe0-cac7-4443-ae7b-43557c72de43 None None] Provisioning for port 2a737e3b-7647-4859-8d3b-5a41559ab915 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:53.875603 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dc735fe0-cac7-4443-ae7b-43557c72de43 None None] Provisioning complete for port 2a737e3b-7647-4859-8d3b-5a41559ab915 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:53.877478 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-7b0005dd-54d6-4789-91bf-1c2df2d548de service neutron] Attempting to bind port a870b999-a174-4512-8044-db72baed00ca on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:53.878123 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dc735fe0-cac7-4443-ae7b-43557c72de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.879667 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-7b0005dd-54d6-4789-91bf-1c2df2d548de service neutron] Attempting to bind port a870b999-a174-4512-8044-db72baed00ca by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:53.879667 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-7b0005dd-54d6-4789-91bf-1c2df2d548de service neutron] Attempting to bind port a870b999-a174-4512-8044-db72baed00ca on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:53.891821 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-7a372f21-456e-49a5-92a7-559ce325bedb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 172.20.0.14 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/591f98a2-bc66-4a72-b8e5-a2524ffd51a7/08105f99-0eb0-4d82-8641-3599cc1364b4) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:53.918476 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-7a372f21-456e-49a5-92a7-559ce325bedb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 2001:db8::f816:3eff:fe42:3228 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/439d04e6-9353-4bc1-8672-b626a9a3af70/08105f99-0eb0-4d82-8641-3599cc1364b4) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:53.959360 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device a870b999-a174-4512-8044-db72baed00ca no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:54.034394 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dc735fe0-cac7-4443-ae7b-43557c72de43 None None] Port 2a737e3b-7647-4859-8d3b-5a41559ab915 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:57:54.051708 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-00ac0a01-56d3-431a-8955-b338ade8a16f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1990879 Jul 05 03:57:54.062841 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device a870b999-a174-4512-8044-db72baed00ca not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:54.082752 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b96959-d3f7-4ea7-adc8-79cadd122975 req-78ea1fde-f6d9-4a92-b123-582842d36609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:54.085103 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-08b96959-d3f7-4ea7-adc8-79cadd122975 req-78ea1fde-f6d9-4a92-b123-582842d36609 service neutron] 10.222.0.70 "GET /v2.0/networks?id=875157ee-1ede-4160-9cdc-ffb3b506197c HTTP/1.1" status: 200 len: 915 time: 0.8253603 Jul 05 03:57:54.107980 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-3e4fa7ad-77be-4a22-9cde-2afd925ee673 service neutron] Request body: {'port': {'device_id': '887e929d-cd43-451e-8752-b2d1274a7ffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:54.187273 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-7b0005dd-54d6-4789-91bf-1c2df2d548de service neutron] Port a870b999-a174-4512-8044-db72baed00ca on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:57:54.187609 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-7b0005dd-54d6-4789-91bf-1c2df2d548de service neutron] Attempting to bind port a870b999-a174-4512-8044-db72baed00ca on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:54.196470 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 39414816-6937-40fc-900b-327d1e7d76dc up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:54.283999 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 39414816-6937-40fc-900b-327d1e7d76dc completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:54.311178 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-33ca15a0-de1e-41c1-86e8-fd3fd2771ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a22179df-0c23-4737-9865-f59570dd15e8 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:54.316551 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-7b0005dd-54d6-4789-91bf-1c2df2d548de service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:54.316896 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-7b0005dd-54d6-4789-91bf-1c2df2d548de service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:54.317302 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-7b0005dd-54d6-4789-91bf-1c2df2d548de service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:54.318124 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-7b0005dd-54d6-4789-91bf-1c2df2d548de service neutron] Bound port: a870b999-a174-4512-8044-db72baed00ca, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:54.318258 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-7b0005dd-54d6-4789-91bf-1c2df2d548de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.333189 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-08b96959-d3f7-4ea7-adc8-79cadd122975 req-b74616f2-6d53-4572-b8dc-eeb5b85a0585 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6ec7c3a-8fdb-4dba-bb51-4415047f951e HTTP/1.1" status: 200 len: 217 time: 0.1312175 Jul 05 03:57:54.345746 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-33ca15a0-de1e-41c1-86e8-fd3fd2771ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.364044 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a372f21-456e-49a5-92a7-559ce325bedb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.380673 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-7a372f21-456e-49a5-92a7-559ce325bedb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Transition to ACTIVE for port object 08105f99-0eb0-4d82-8641-3599cc1364b4 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:54.434082 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4259abb-4157-4219-9de3-e5585bf2420c req-df759142-692b-45c4-84ed-194fb99e5ee0 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5657561 Jul 05 03:57:54.451061 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6efe9a-64df-45f0-8be0-b77befaf4f0e req-7ab2d425-f429-4e2d-a6a8-71392577a98e tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:54.460392 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e6efe9a-64df-45f0-8be0-b77befaf4f0e req-7ab2d425-f429-4e2d-a6a8-71392577a98e tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e75bd11-1561-4164-89e4-098a164f41ad HTTP/1.1" status: 200 len: 943 time: 0.2245231 Jul 05 03:57:54.460896 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-33ca15a0-de1e-41c1-86e8-fd3fd2771ac3 service neutron] Transition to ACTIVE for port object a22179df-0c23-4737-9865-f59570dd15e8 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:54.464044 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-3e4fa7ad-77be-4a22-9cde-2afd925ee673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.471077 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-33ca15a0-de1e-41c1-86e8-fd3fd2771ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.474658 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f829426d-037f-46cf-b945-1c0da9f44698 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:54.487706 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b96959-d3f7-4ea7-adc8-79cadd122975 req-8a71eb76-b681-4a03-99cf-05785800323e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:54.490187 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-08b96959-d3f7-4ea7-adc8-79cadd122975 req-8a71eb76-b681-4a03-99cf-05785800323e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbd78a45-de58-4c6c-b596-dd6afb42d456 HTTP/1.1" status: 200 len: 854 time: 0.1323297 Jul 05 03:57:54.529252 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e6efe9a-64df-45f0-8be0-b77befaf4f0e req-34665d79-5e9f-4f56-bc0d-a0c8b4621877 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677774 Jul 05 03:57:54.536131 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a372f21-456e-49a5-92a7-559ce325bedb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.560560 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-7b0005dd-54d6-4789-91bf-1c2df2d548de service neutron] For port a870b999-a174-4512-8044-db72baed00ca, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:54.565114 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-7b0005dd-54d6-4789-91bf-1c2df2d548de service neutron] For port a870b999-a174-4512-8044-db72baed00ca, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a870b999-a174-4512-8044-db72baed00ca,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:54.673868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b05ec4b8-8279-477e-a5af-4568fde568de None None] Provisioning for port 39414816-6937-40fc-900b-327d1e7d76dc completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:54.677187 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a372f21-456e-49a5-92a7-559ce325bedb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:54.681246 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-7a372f21-456e-49a5-92a7-559ce325bedb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:54.687846 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a372f21-456e-49a5-92a7-559ce325bedb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:54.691448 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b05ec4b8-8279-477e-a5af-4568fde568de None None] Provisioning complete for port 39414816-6937-40fc-900b-327d1e7d76dc triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:54.694778 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b05ec4b8-8279-477e-a5af-4568fde568de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.726824 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca15a0-de1e-41c1-86e8-fd3fd2771ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=a22179df-0c23-4737-9865-f59570dd15e8,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:54.742421 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-08b96959-d3f7-4ea7-adc8-79cadd122975 req-bfc46fb4-1fab-4868-9747-fad8934fac30 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=875157ee-1ede-4160-9cdc-ffb3b506197c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042047 Jul 05 03:57:54.753452 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6aa3cb-2ce2-4ad9-81fd-d3a70601e732 x-openstack-request-id: req-fe6aa3cb-2ce2-4ad9-81fd-d3a70601e732 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:54.753908 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b65db4-83c8-4395-a635-6c35979b0bba", "name": "network-vif-unplugged", "status": "completed", "tag": "a870b999-a174-4512-8044-db72baed00ca", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:54.754194 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fe6aa3cb-2ce2-4ad9-81fd-d3a70601e732 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:54.759259 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b65db4-83c8-4395-a635-6c35979b0bba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a870b999-a174-4512-8044-db72baed00ca', 'code': 200} Jul 05 03:57:54.763388 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-7b0005dd-54d6-4789-91bf-1c2df2d548de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.774704 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a372f21-456e-49a5-92a7-559ce325bedb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=08105f99-0eb0-4d82-8641-3599cc1364b4,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:54.846564 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a372f21-456e-49a5-92a7-559ce325bedb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:54.847558 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a372f21-456e-49a5-92a7-559ce325bedb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.892291 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7a372f21-456e-49a5-92a7-559ce325bedb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2620187 Jul 05 03:57:54.904307 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56356) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:55.103923 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efca1cf0-e49e-4ab1-a93d-79a12b6a365d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:55.112179 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efca1cf0-e49e-4ab1-a93d-79a12b6a365d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:55.117423 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-efca1cf0-e49e-4ab1-a93d-79a12b6a365d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2177858 Jul 05 03:57:55.118344 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56358) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:55.118751 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b05ec4b8-8279-477e-a5af-4568fde568de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.193853 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-b05ec4b8-8279-477e-a5af-4568fde568de None None] For port 39414816-6937-40fc-900b-327d1e7d76dc, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=39414816-6937-40fc-900b-327d1e7d76dc,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:55.210051 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b05ec4b8-8279-477e-a5af-4568fde568de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.303892 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ec4b8-8279-477e-a5af-4568fde568de None None] Pushing event updated for resources: {'Port': ['ID=39414816-6937-40fc-900b-327d1e7d76dc,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:55.426265 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-37ee1f03-8481-4b31-a4bf-87fbe9940a22 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting port 08105f99-0eb0-4d82-8641-3599cc1364b4 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:55.426673 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-37ee1f03-8481-4b31-a4bf-87fbe9940a22 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.510579 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ccefc-c3f1-4142-885e-65fdd07959cd req-2b9dd1ba-c533-47c0-a1d6-c12258dd9451 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:55.512169 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fa9ccefc-c3f1-4142-885e-65fdd07959cd req-2b9dd1ba-c533-47c0-a1d6-c12258dd9451 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 947 time: 0.2825589 Jul 05 03:57:55.533270 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e66586-4efc-43ea-94d4-85ac74388d05 None None] Update dhcp port {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'fixed_ips': [{'subnet_id': '439d04e6-9353-4bc1-8672-b626a9a3af70', 'ip_address': '2001:db8::f816:3eff:fe1b:3d4d'}, {'subnet_id': '591f98a2-bc66-4a72-b8e5-a2524ffd51a7'}], 'binding:host_id': 'n-d-780147-23'}, 'id': '39414816-6937-40fc-900b-327d1e7d76dc'} from n-d-780147-23. {{(pid=105540) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 03:57:55.647589 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a2e66586-4efc-43ea-94d4-85ac74388d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.653414 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-37ee1f03-8481-4b31-a4bf-87fbe9940a22 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.671360 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-37ee1f03-8481-4b31-a4bf-87fbe9940a22 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Calling delete_port for 08105f99-0eb0-4d82-8641-3599cc1364b4 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:55.889054 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-08b96959-d3f7-4ea7-adc8-79cadd122975 req-60dc5f1b-cf10-4fc8-91ca-a510f1be47fc service neutron] 10.222.0.70 "GET /v2.0/networks/875157ee-1ede-4160-9cdc-ffb3b506197c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0543675 Jul 05 03:57:55.889802 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0005dd-54d6-4789-91bf-1c2df2d548de service neutron] Pushing event updated for resources: {'Port': ['ID=a870b999-a174-4512-8044-db72baed00ca,revision_number=7']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:55.891408 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-a2e66586-4efc-43ea-94d4-85ac74388d05 None None] Allocated IP 172.20.0.2 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/591f98a2-bc66-4a72-b8e5-a2524ffd51a7/39414816-6937-40fc-900b-327d1e7d76dc) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:55.922202 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-7b0005dd-54d6-4789-91bf-1c2df2d548de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:55.923109 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-7b0005dd-54d6-4789-91bf-1c2df2d548de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.924258 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-7b0005dd-54d6-4789-91bf-1c2df2d548de service neutron] 10.222.0.89 "PUT /v2.0/ports/a870b999-a174-4512-8044-db72baed00ca HTTP/1.1" status: 200 len: 1096 time: 4.3432608 Jul 05 03:57:55.999161 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-37ee1f03-8481-4b31-a4bf-87fbe9940a22 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.065914 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-08b96959-d3f7-4ea7-adc8-79cadd122975 req-4036541a-a3e3-418c-bf9e-93858c019eb4 service neutron] 10.222.0.70 "GET /v2.0/networks/875157ee-1ede-4160-9cdc-ffb3b506197c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603408 Jul 05 03:57:56.102836 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee1f03-8481-4b31-a4bf-87fbe9940a22 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Port': ['ID=08105f99-0eb0-4d82-8641-3599cc1364b4,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:56.164929 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a2e66586-4efc-43ea-94d4-85ac74388d05 None None] For port 39414816-6937-40fc-900b-327d1e7d76dc, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=39414816-6937-40fc-900b-327d1e7d76dc,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:56.245220 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a2e66586-4efc-43ea-94d4-85ac74388d05 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.263772 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a2e66586-4efc-43ea-94d4-85ac74388d05 None None] Transition to ACTIVE for port object 39414816-6937-40fc-900b-327d1e7d76dc will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:56.266680 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 39414816-6937-40fc-900b-327d1e7d76dc up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:56.274389 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a2e66586-4efc-43ea-94d4-85ac74388d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.282252 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53fd7f-3662-476c-b559-2a1987622c78 req-cb7e7117-5fab-4f77-8c9f-ed9ff20a78ee tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:56.284097 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b53fd7f-3662-476c-b559-2a1987622c78 req-cb7e7117-5fab-4f77-8c9f-ed9ff20a78ee tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=50283983-37b9-4334-b0d9-e1ed8420e187 HTTP/1.1" status: 200 len: 945 time: 1.0360317 Jul 05 03:57:56.316897 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fa9ccefc-c3f1-4142-885e-65fdd07959cd req-f2cbb9ab-988f-4d96-9adf-8ad784c7f383 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7872434 Jul 05 03:57:56.319046 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-37ee1f03-8481-4b31-a4bf-87fbe9940a22 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.328963 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-37ee1f03-8481-4b31-a4bf-87fbe9940a22 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/08105f99-0eb0-4d82-8641-3599cc1364b4 HTTP/1.1" status: 204 len: 168 time: 1.2080159 Jul 05 03:57:56.351091 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56372) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:56.356497 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d90c0-1d4f-4ab0-9376-c653439027d0 req-751ab500-77ff-4eea-8e46-5105c5bdff4a tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:56.359009 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8e7d90c0-1d4f-4ab0-9376-c653439027d0 req-751ab500-77ff-4eea-8e46-5105c5bdff4a tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.89 "GET /v2.0/ports?device_id=50283983-37b9-4334-b0d9-e1ed8420e187 HTTP/1.1" status: 200 len: 945 time: 0.4334965 Jul 05 03:57:56.416323 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-33ca15a0-de1e-41c1-86e8-fd3fd2771ac3 service neutron] Attempting to bind port a22179df-0c23-4737-9865-f59570dd15e8 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:56.416805 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-33ca15a0-de1e-41c1-86e8-fd3fd2771ac3 service neutron] Attempting to bind port a22179df-0c23-4737-9865-f59570dd15e8 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:56.417368 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-33ca15a0-de1e-41c1-86e8-fd3fd2771ac3 service neutron] Attempting to bind port a22179df-0c23-4737-9865-f59570dd15e8 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:56.426237 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-effa42fc-d75e-4e70-ae52-3b6411900b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:56.430035 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-effa42fc-d75e-4e70-ae52-3b6411900b8c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 1099 time: 0.3588974 Jul 05 03:57:56.447601 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b53fd7f-3662-476c-b559-2a1987622c78 req-36a7e553-4989-4b7a-a459-9b4ef628d4c6 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481400 Jul 05 03:57:56.603020 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-3e4fa7ad-77be-4a22-9cde-2afd925ee673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a737e3b-7647-4859-8d3b-5a41559ab915 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:56.622488 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-3e4fa7ad-77be-4a22-9cde-2afd925ee673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.657074 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-3e4fa7ad-77be-4a22-9cde-2afd925ee673 service neutron] Transition to ACTIVE for port object 2a737e3b-7647-4859-8d3b-5a41559ab915 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:56.681441 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e66586-4efc-43ea-94d4-85ac74388d05 None None] Pushing event updated for resources: {'Port': ['ID=39414816-6937-40fc-900b-327d1e7d76dc,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:56.683078 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-33ca15a0-de1e-41c1-86e8-fd3fd2771ac3 service neutron] Port a22179df-0c23-4737-9865-f59570dd15e8 on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:57:56.683591 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-33ca15a0-de1e-41c1-86e8-fd3fd2771ac3 service neutron] Attempting to bind port a22179df-0c23-4737-9865-f59570dd15e8 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:56.703860 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-8e7d90c0-1d4f-4ab0-9376-c653439027d0 req-bf52780a-814d-4e58-9532-4e69e67ad4c9 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Deleting port 8e58af8c-ec1f-4a05-80f1-e7d60966024e {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:56.703860 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8e7d90c0-1d4f-4ab0-9376-c653439027d0 req-bf52780a-814d-4e58-9532-4e69e67ad4c9 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.717830 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-3e4fa7ad-77be-4a22-9cde-2afd925ee673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.804336 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b65db4-83c8-4395-a635-6c35979b0bba', 'tag': 'a870b999-a174-4512-8044-db72baed00ca'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:56.807055 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c44e2b-4d81-4078-b6a5-3e2ba98831fb" -d '{"events": [{"name": "network-changed", "server_uuid": "87b65db4-83c8-4395-a635-6c35979b0bba", "tag": "a870b999-a174-4512-8044-db72baed00ca"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:56.810314 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-33ca15a0-de1e-41c1-86e8-fd3fd2771ac3 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:56.810678 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-33ca15a0-de1e-41c1-86e8-fd3fd2771ac3 service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:56.811049 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-33ca15a0-de1e-41c1-86e8-fd3fd2771ac3 service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:56.811502 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-33ca15a0-de1e-41c1-86e8-fd3fd2771ac3 service neutron] Bound port: a22179df-0c23-4737-9865-f59570dd15e8, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:56.811893 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-33ca15a0-de1e-41c1-86e8-fd3fd2771ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.872154 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b07d1a-bc6b-4867-9e9c-b4b47621f8b0 req-b47a2c32-7826-4a3d-ae36-045f7e29f0e6 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:56.873696 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e0b07d1a-bc6b-4867-9e9c-b4b47621f8b0 req-b47a2c32-7826-4a3d-ae36-045f7e29f0e6 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff4293d6-29cc-4361-b533-0f3552f8adb7 HTTP/1.1" status: 200 len: 948 time: 0.2537110 Jul 05 03:57:56.929184 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e0b07d1a-bc6b-4867-9e9c-b4b47621f8b0 req-c40d317b-6d60-4109-b1c1-129ad0072781 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f958f347-3816-4b24-8a28-5d1c245670bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495164 Jul 05 03:57:56.931562 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-8e7d90c0-1d4f-4ab0-9376-c653439027d0 req-bf52780a-814d-4e58-9532-4e69e67ad4c9 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] For port 8e58af8c-ec1f-4a05-80f1-e7d60966024e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8e58af8c-ec1f-4a05-80f1-e7d60966024e,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:56.931839 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8e7d90c0-1d4f-4ab0-9376-c653439027d0 req-bf52780a-814d-4e58-9532-4e69e67ad4c9 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.946212 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-8e7d90c0-1d4f-4ab0-9376-c653439027d0 req-bf52780a-814d-4e58-9532-4e69e67ad4c9 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Calling delete_port for 8e58af8c-ec1f-4a05-80f1-e7d60966024e owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:56.946601 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1d601d-516f-45c5-a99f-db0147d6e309 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:56.948994 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1d601d-516f-45c5-a99f-db0147d6e309 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:56.951405 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1d601d-516f-45c5-a99f-db0147d6e309 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:56.953722 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1e1d601d-516f-45c5-a99f-db0147d6e309 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5990834 Jul 05 03:57:56.972421 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56376) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:57.005068 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-52c84015-0ade-4446-a239-b618544b413c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:57.007201 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-52c84015-0ade-4446-a239-b618544b413c service neutron] 10.222.0.89 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.5367341 Jul 05 03:57:57.173067 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fa7ad-77be-4a22-9cde-2afd925ee673 service neutron] Pushing event updated for resources: {'Port': ['ID=2a737e3b-7647-4859-8d3b-5a41559ab915,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:57.185977 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-33ca15a0-de1e-41c1-86e8-fd3fd2771ac3 service neutron] For port a22179df-0c23-4737-9865-f59570dd15e8, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:57.201745 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-bb0d89ee-cb7a-4630-9754-01fa9167b950 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a870b999-a174-4512-8044-db72baed00ca HTTP/1.1" status: 200 len: 217 time: 0.1762073 Jul 05 03:57:57.245474 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-33ca15a0-de1e-41c1-86e8-fd3fd2771ac3 service neutron] For port a22179df-0c23-4737-9865-f59570dd15e8, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=a22179df-0c23-4737-9865-f59570dd15e8,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:57.252408 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3867411-0487-4770-9fb1-012b6a73a2c8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet 439d04e6-9353-4bc1-8672-b626a9a3af70 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:57:57.274107 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3867411-0487-4770-9fb1-012b6a73a2c8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.336439 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-9fa86e34-ca60-484a-bdde-d7c56877d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:57.338141 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-9fa86e34-ca60-484a-bdde-d7c56877d37a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1196949 Jul 05 03:57:57.342389 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-33ca15a0-de1e-41c1-86e8-fd3fd2771ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.406906 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5153be-4130-4eb6-bf2e-7eafad589cf2 req-dffe7b48-8351-469a-8951-10b32e6888b1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:57.408722 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ad5153be-4130-4eb6-bf2e-7eafad589cf2 req-dffe7b48-8351-469a-8951-10b32e6888b1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 943 time: 0.7184594 Jul 05 03:57:57.410197 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3867411-0487-4770-9fb1-012b6a73a2c8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.436443 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-33ca15a0-de1e-41c1-86e8-fd3fd2771ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:57.437192 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-33ca15a0-de1e-41c1-86e8-fd3fd2771ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.438753 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-33ca15a0-de1e-41c1-86e8-fd3fd2771ac3 service neutron] 10.222.0.70 "PUT /v2.0/ports/a22179df-0c23-4737-9865-f59570dd15e8 HTTP/1.1" status: 200 len: 1097 time: 7.1296165 Jul 05 03:57:57.502664 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621af60d-a5ea-42a1-8702-e053e325d6dd req-55d4fac5-526a-4af1-a553-ae0dacf7b9f3 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:57.512166 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-621af60d-a5ea-42a1-8702-e053e325d6dd req-55d4fac5-526a-4af1-a553-ae0dacf7b9f3 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e75bd11-1561-4164-89e4-098a164f41ad HTTP/1.1" status: 200 len: 943 time: 0.3359828 Jul 05 03:57:57.527258 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8e7d90c0-1d4f-4ab0-9376-c653439027d0 req-bf52780a-814d-4e58-9532-4e69e67ad4c9 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.650029 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ad5153be-4130-4eb6-bf2e-7eafad589cf2 req-deb64f96-069b-46b1-8dbc-20e755b9ecfd tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900687 Jul 05 03:57:57.652555 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52780a-814d-4e58-9532-4e69e67ad4c9 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Pushing event deleted for resources: {'Port': ['ID=8e58af8c-ec1f-4a05-80f1-e7d60966024e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:57.669092 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca15a0-de1e-41c1-86e8-fd3fd2771ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=a22179df-0c23-4737-9865-f59570dd15e8,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:57.672025 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-3e4fa7ad-77be-4a22-9cde-2afd925ee673 service neutron] Attempting to bind port 2a737e3b-7647-4859-8d3b-5a41559ab915 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:57.672372 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-3e4fa7ad-77be-4a22-9cde-2afd925ee673 service neutron] Attempting to bind port 2a737e3b-7647-4859-8d3b-5a41559ab915 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:57.672700 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-3e4fa7ad-77be-4a22-9cde-2afd925ee673 service neutron] Attempting to bind port 2a737e3b-7647-4859-8d3b-5a41559ab915 on network 76e1944d-1d03-4c4e-b1ba-413cddc95912 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:57.685319 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-3e4fa7ad-77be-4a22-9cde-2afd925ee673 service neutron] Port 2a737e3b-7647-4859-8d3b-5a41559ab915 on network 76e1944d-1d03-4c4e-b1ba-413cddc95912 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:57:57.685647 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-3e4fa7ad-77be-4a22-9cde-2afd925ee673 service neutron] Attempting to bind port 2a737e3b-7647-4859-8d3b-5a41559ab915 on network 76e1944d-1d03-4c4e-b1ba-413cddc95912 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:57.695493 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-3e4fa7ad-77be-4a22-9cde-2afd925ee673 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:57.695854 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-3e4fa7ad-77be-4a22-9cde-2afd925ee673 service neutron] Checking segment: {'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:57.696251 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-3e4fa7ad-77be-4a22-9cde-2afd925ee673 service neutron] Bound using segment: {'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:57.697204 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-3e4fa7ad-77be-4a22-9cde-2afd925ee673 service neutron] Bound port: 2a737e3b-7647-4859-8d3b-5a41559ab915, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:57.697204 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-3e4fa7ad-77be-4a22-9cde-2afd925ee673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.723163 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-621af60d-a5ea-42a1-8702-e053e325d6dd req-92d27294-2795-468b-89fd-c58c38a818d2 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099586 Jul 05 03:57:57.725454 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-50614299-8948-4ced-9be9-6b305116387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:57.727081 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-50614299-8948-4ced-9be9-6b305116387f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3662460 Jul 05 03:57:57.753525 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7d90c0-1d4f-4ab0-9376-c653439027d0 req-bf52780a-814d-4e58-9532-4e69e67ad4c9 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] No DVR routers for this DVR port 8e58af8c-ec1f-4a05-80f1-e7d60966024e on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:57.756084 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3867411-0487-4770-9fb1-012b6a73a2c8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.760217 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8e7d90c0-1d4f-4ab0-9376-c653439027d0 req-bf52780a-814d-4e58-9532-4e69e67ad4c9 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.762399 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8e7d90c0-1d4f-4ab0-9376-c653439027d0 req-bf52780a-814d-4e58-9532-4e69e67ad4c9 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.89 "DELETE /v2.0/ports/8e58af8c-ec1f-4a05-80f1-e7d60966024e HTTP/1.1" status: 204 len: 173 time: 1.3959322 Jul 05 03:57:57.762864 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50283983-37b9-4334-b0d9-e1ed8420e187', 'name': 'network-vif-deleted', 'tag': '8e58af8c-ec1f-4a05-80f1-e7d60966024e'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:57.765635 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029c7e34-206c-4f5c-9a90-cb80c7ba8886" -d '{"events": [{"server_uuid": "50283983-37b9-4334-b0d9-e1ed8420e187", "name": "network-vif-deleted", "tag": "8e58af8c-ec1f-4a05-80f1-e7d60966024e"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:57.820556 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-3e4fa7ad-77be-4a22-9cde-2afd925ee673 service neutron] For port 2a737e3b-7647-4859-8d3b-5a41559ab915, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:57.823822 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-3e4fa7ad-77be-4a22-9cde-2afd925ee673 service neutron] For port 2a737e3b-7647-4859-8d3b-5a41559ab915, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=2a737e3b-7647-4859-8d3b-5a41559ab915,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:57.874669 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3867411-0487-4770-9fb1-012b6a73a2c8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.910409 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device f6ec7c3a-8fdb-4dba-bb51-4415047f951e details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:57:57.945450 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-b5707764-97e5-45aa-aa30-1b446cde1952 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162271 Jul 05 03:57:57.945450 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-bc82006e-95e6-45cd-9bef-2fc3eed56b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:57.947070 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-bc82006e-95e6-45cd-9bef-2fc3eed56b1f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0bd834121314c97a5e63a64d7998a80&device_id=ff4293d6-29cc-4361-b533-0f3552f8adb7 HTTP/1.1" status: 200 len: 1100 time: 0.4248455 Jul 05 03:57:57.948323 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-3e4fa7ad-77be-4a22-9cde-2afd925ee673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.997347 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9e77b8-bb08-4e01-b3f1-908f09546ad9 x-openstack-request-id: req-8f9e77b8-bb08-4e01-b3f1-908f09546ad9 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:57.997712 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b65db4-83c8-4395-a635-6c35979b0bba", "tag": "a870b999-a174-4512-8044-db72baed00ca", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:57.997960 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8f9e77b8-bb08-4e01-b3f1-908f09546ad9 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:57.998372 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b65db4-83c8-4395-a635-6c35979b0bba', 'tag': 'a870b999-a174-4512-8044-db72baed00ca', 'status': 'completed', 'code': 200} Jul 05 03:57:58.022657 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3867411-0487-4770-9fb1-012b6a73a2c8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=439d04e6-9353-4bc1-8672-b626a9a3af70,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:58.027066 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3867411-0487-4770-9fb1-012b6a73a2c8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.029047 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e3867411-0487-4770-9fb1-012b6a73a2c8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/439d04e6-9353-4bc1-8672-b626a9a3af70 HTTP/1.1" status: 204 len: 168 time: 1.0524645 Jul 05 03:57:58.033013 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56406) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:58.143736 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-0839e0e9-f28d-4806-9ad5-4f0288598f62 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet 591f98a2-bc66-4a72-b8e5-a2524ffd51a7 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:57:58.152488 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0839e0e9-f28d-4806-9ad5-4f0288598f62 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.191356 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7f26b2-a7b3-4b6d-bcb5-a04a9a76b3f5 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:58.196753 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 39414816-6937-40fc-900b-327d1e7d76dc up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:58.223200 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-9759d38c-af56-4b64-9a2c-72d7726e877a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=a22179df-0c23-4737-9865-f59570dd15e8 HTTP/1.1" status: 200 len: 217 time: 0.2586081 Jul 05 03:57:58.239287 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0839e0e9-f28d-4806-9ad5-4f0288598f62 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.344857 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-fbcd3bff-20d5-4018-af30-324406d23411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:58.346119 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-fbcd3bff-20d5-4018-af30-324406d23411 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0953751 Jul 05 03:57:58.365527 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port f6ec7c3a-8fdb-4dba-bb51-4415047f951e, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f6ec7c3a-8fdb-4dba-bb51-4415047f951e,segment=NetworkSegment(0c99a00c-e059-4fa8-bac3-c0cea323b9b5),segment_id=0c99a00c-e059-4fa8-bac3-c0cea323b9b5)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:58.366541 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-3e4fa7ad-77be-4a22-9cde-2afd925ee673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:58.367177 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-3e4fa7ad-77be-4a22-9cde-2afd925ee673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.369198 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-3e4fa7ad-77be-4a22-9cde-2afd925ee673 service neutron] 10.222.0.70 "PUT /v2.0/ports/2a737e3b-7647-4859-8d3b-5a41559ab915 HTTP/1.1" status: 200 len: 1092 time: 4.2656081 Jul 05 03:57:58.429456 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'f6ec7c3a-8fdb-4dba-bb51-4415047f951e', 'network_id': '875157ee-1ede-4160-9cdc-ffb3b506197c', 'port_id': 'f6ec7c3a-8fdb-4dba-bb51-4415047f951e', 'mac_address': 'fa:16:3e:7d:f0:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd78a45-de58-4c6c-b596-dd6afb42d456', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:57:58.442118 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2b3c9-0ce3-4ce0-a087-422a8c950150 req-a64f315e-eb4f-4040-ad84-8ae9414ff360 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:58.444737 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-63f2b3c9-0ce3-4ce0-a087-422a8c950150 req-a64f315e-eb4f-4040-ad84-8ae9414ff360 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 947 time: 0.1495352 Jul 05 03:57:58.466015 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0032d822-3068-46c7-964b-7497ec9be078 req-c2193af6-bc94-4670-9263-08bba3bf5ddb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=50283983-37b9-4334-b0d9-e1ed8420e187 HTTP/1.1" status: 200 len: 210 time: 0.1131840 Jul 05 03:57:58.518269 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0839e0e9-f28d-4806-9ad5-4f0288598f62 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.582864 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-923f8ca2-c6ed-4d6e-bde3-28a78060b878 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6316974 Jul 05 03:57:58.585415 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937c863e-3540-4b87-9412-283b6aec1775 x-openstack-request-id: req-937c863e-3540-4b87-9412-283b6aec1775 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:58.585865 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50283983-37b9-4334-b0d9-e1ed8420e187", "name": "network-vif-deleted", "tag": "8e58af8c-ec1f-4a05-80f1-e7d60966024e", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:58.586251 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-937c863e-3540-4b87-9412-283b6aec1775 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:58.586852 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50283983-37b9-4334-b0d9-e1ed8420e187', 'name': 'network-vif-deleted', 'tag': '8e58af8c-ec1f-4a05-80f1-e7d60966024e', 'status': 'completed', 'code': 200} Jul 05 03:57:58.588512 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fa7ad-77be-4a22-9cde-2afd925ee673 service neutron] Pushing event updated for resources: {'Port': ['ID=2a737e3b-7647-4859-8d3b-5a41559ab915,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:58.607879 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-63f2b3c9-0ce3-4ce0-a087-422a8c950150 req-7a00cb43-9970-4840-a2ae-aa10ca30abe2 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491988 Jul 05 03:57:58.608978 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ecec48d5-35a1-4951-ad64-0f4fccc04b8e None None] Could not find standard attr ID for object 08105f99-0eb0-4d82-8641-3599cc1364b4. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:57:58.666041 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c44e2b-4d81-4078-b6a5-3e2ba98831fb req-741747a0-f490-4d68-9c5a-591f790708d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:58.667849 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1c44e2b-4d81-4078-b6a5-3e2ba98831fb req-741747a0-f490-4d68-9c5a-591f790708d2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 1099 time: 0.5196967 Jul 05 03:57:58.691780 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0839e0e9-f28d-4806-9ad5-4f0288598f62 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.693148 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7b1a-8040-47c9-ac08-482eac6e7fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.721885 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ecec48d5-35a1-4951-ad64-0f4fccc04b8e None None] Provisioning for port 39414816-6937-40fc-900b-327d1e7d76dc completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:58.774996 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839e0e9-f28d-4806-9ad5-4f0288598f62 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=591f98a2-bc66-4a72-b8e5-a2524ffd51a7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:58.784243 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0839e0e9-f28d-4806-9ad5-4f0288598f62 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.790164 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c44e2b-4d81-4078-b6a5-3e2ba98831fb req-d515f5cf-bc0d-4c12-a3fd-d0c6f22e6736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:58.791646 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1c44e2b-4d81-4078-b6a5-3e2ba98831fb req-d515f5cf-bc0d-4c12-a3fd-d0c6f22e6736 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.1158247 Jul 05 03:57:58.793605 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0839e0e9-f28d-4806-9ad5-4f0288598f62 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/591f98a2-bc66-4a72-b8e5-a2524ffd51a7 HTTP/1.1" status: 204 len: 168 time: 0.7595348 Jul 05 03:57:58.794270 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56422) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:58.798989 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ecec48d5-35a1-4951-ad64-0f4fccc04b8e None None] Provisioning complete for port 39414816-6937-40fc-900b-327d1e7d76dc triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:58.799493 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ecec48d5-35a1-4951-ad64-0f4fccc04b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.821803 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-f0bf838d-e5fd-44bc-8511-01a5d70a294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:58.823464 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-f0bf838d-e5fd-44bc-8511-01a5d70a294e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4532912 Jul 05 03:57:58.859863 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.893999 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-23e53e39-d604-43e4-af71-9497b2b98a95 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0986245 Jul 05 03:57:58.904781 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ec7c3a-8fdb-4dba-bb51-4415047f951e {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:58.916191 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56424) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:58.922585 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-5b2cebc1-2ce4-49c6-935f-20a369fffd9f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:58.981827 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port f6ec7c3a-8fdb-4dba-bb51-4415047f951e, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f6ec7c3a-8fdb-4dba-bb51-4415047f951e,segment=NetworkSegment(0c99a00c-e059-4fa8-bac3-c0cea323b9b5),segment_id=0c99a00c-e059-4fa8-bac3-c0cea323b9b5)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:58.989203 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-1449fec4-7995-435e-8a1c-3f4bad0aee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:58.993862 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-1449fec4-7995-435e-8a1c-3f4bad0aee78 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 1095 time: 0.5370955 Jul 05 03:57:59.010960 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1c44e2b-4d81-4078-b6a5-3e2ba98831fb req-7244a92b-839b-4763-a285-4ebd3eccd985 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a870b999-a174-4512-8044-db72baed00ca HTTP/1.1" status: 200 len: 217 time: 0.2010245 Jul 05 03:57:59.014182 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.088012 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.090555 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=f6ec7c3a-8fdb-4dba-bb51-4415047f951e,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:59.127873 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-4f047b3c-a011-4660-80f0-0d946ee841ad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a737e3b-7647-4859-8d3b-5a41559ab915 HTTP/1.1" status: 200 len: 217 time: 0.0950298 Jul 05 03:57:59.194231 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aabdf67-114a-48c9-851a-a9cabef03e04 None None] Update dhcp port {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'fixed_ips': [{'subnet_id': '591f98a2-bc66-4a72-b8e5-a2524ffd51a7'}], 'binding:host_id': 'n-d-780147-23'}, 'id': '39414816-6937-40fc-900b-327d1e7d76dc'} from n-d-780147-23. {{(pid=105540) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 03:57:59.223684 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device e9517443-98d4-46bf-9370-96c0bebe9a19 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:59.319705 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7aabdf67-114a-48c9-851a-a9cabef03e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.376843 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c365da-79e1-4b35-bacb-0cb676a7477b req-f62c6e20-7a35-4c1b-8a72-b8ac313ce7b3 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:59.380412 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b8c365da-79e1-4b35-bacb-0cb676a7477b req-f62c6e20-7a35-4c1b-8a72-b8ac313ce7b3 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff4293d6-29cc-4361-b533-0f3552f8adb7 HTTP/1.1" status: 200 len: 948 time: 0.4973717 Jul 05 03:57:59.399609 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2cebc1-2ce4-49c6-935f-20a369fffd9f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:59.404240 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b2cebc1-2ce4-49c6-935f-20a369fffd9f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.479522 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.504879 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b8c365da-79e1-4b35-bacb-0cb676a7477b req-4e00714a-64b7-4cbf-936a-2d28ebf27225 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f958f347-3816-4b24-8a28-5d1c245670bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150029 Jul 05 03:57:59.526495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a53338-97cf-4a89-8218-fb205c45a8a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9517443-98d4-46bf-9370-96c0bebe9a19'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:59.537726 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f46f259-7498-462a-a397-8742880b9834" -d '{"events": [{"server_uuid": "a5a53338-97cf-4a89-8218-fb205c45a8a7", "name": "network-vif-unplugged", "status": "completed", "tag": "e9517443-98d4-46bf-9370-96c0bebe9a19"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:59.559755 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['f6ec7c3a-8fdb-4dba-bb51-4415047f951e'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:59.563557 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c44e2b-4d81-4078-b6a5-3e2ba98831fb req-3a2e21a7-b8c5-41c8-b9b0-2c9234803bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:59.565527 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1c44e2b-4d81-4078-b6a5-3e2ba98831fb req-3a2e21a7-b8c5-41c8-b9b0-2c9234803bcf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.5142853 Jul 05 03:57:59.603093 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-6f79e87d-20ee-4440-9597-cd4d084aa8c6 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7135987 Jul 05 03:57:59.628377 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port e9517443-98d4-46bf-9370-96c0bebe9a19, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=e9517443-98d4-46bf-9370-96c0bebe9a19,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:59.635177 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f10937-cca0-477d-90ad-8720d8c5e01f None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:59.635611 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c44e2b-4d81-4078-b6a5-3e2ba98831fb req-d8227a85-fe54-4826-a201-c9e0bba6f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:59.637818 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1c44e2b-4d81-4078-b6a5-3e2ba98831fb req-d8227a85-fe54-4826-a201-c9e0bba6f02c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 1099 time: 0.8450568 Jul 05 03:57:59.643894 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.645135 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8e58af8c-ec1f-4a05-80f1-e7d60966024e no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:59.649240 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-5d07160f-abee-4305-9e2f-674a66bbea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:59.650688 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-5d07160f-abee-4305-9e2f-674a66bbea2b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d157b61e-6b4a-43c9-a07c-5c6e1fda4120 HTTP/1.1" status: 200 len: 851 time: 0.5134368 Jul 05 03:57:59.745351 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb59249-502c-4a92-a81c-2fc6e2768052 req-daca9413-8a5e-45d5-b91f-231619d34ebe tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:59.752451 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-efb59249-502c-4a92-a81c-2fc6e2768052 req-daca9413-8a5e-45d5-b91f-231619d34ebe tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 943 time: 0.7561805 Jul 05 03:57:59.761682 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 8e58af8c-ec1f-4a05-80f1-e7d60966024e {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:59.762218 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8e58af8c-ec1f-4a05-80f1-e7d60966024e not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:59.782871 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6c5f2-1128-46ae-b23c-2317e92efcb7 req-6b41e363-78f1-4d6a-9a2c-26000dc83634 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:59.784093 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e0a6c5f2-1128-46ae-b23c-2317e92efcb7 req-6b41e363-78f1-4d6a-9a2c-26000dc83634 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a53338-97cf-4a89-8218-fb205c45a8a7 HTTP/1.1" status: 200 len: 949 time: 0.1412563 Jul 05 03:57:59.806171 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-11beaf88-abd7-4d61-a378-5df4b0794c42 None None] Provisioning complete for port 39414816-6937-40fc-900b-327d1e7d76dc triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:59.806458 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-11beaf88-abd7-4d61-a378-5df4b0794c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.842160 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=e9517443-98d4-46bf-9370-96c0bebe9a19,revision_number=11']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:59.944384 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e0a6c5f2-1128-46ae-b23c-2317e92efcb7 req-8331dc23-3490-4732-a79f-ba02caaabb65 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/security-groups?id=349467ec-5ad5-42ba-9c8b-9bee86f9f5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217034 Jul 05 03:57:59.952805 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-efb59249-502c-4a92-a81c-2fc6e2768052 req-a5211d72-1756-4d3a-a9c5-0294694ac3bd tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993496 Jul 05 03:57:59.994232 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c44e2b-4d81-4078-b6a5-3e2ba98831fb req-dab9b8e4-5a23-4b0e-8253-6d9c1b63b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:59.996093 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1c44e2b-4d81-4078-b6a5-3e2ba98831fb req-dab9b8e4-5a23-4b0e-8253-6d9c1b63b948 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4164460 Jul 05 03:58:00.020084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4293d6-29cc-4361-b533-0f3552f8adb7', 'tag': 'a22179df-0c23-4737-9865-f59570dd15e8'}, {'name': 'network-changed', 'server_uuid': '887e929d-cd43-451e-8752-b2d1274a7ffb', 'tag': '2a737e3b-7647-4859-8d3b-5a41559ab915'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:00.024124 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dbe621-ff4f-4e40-9c1c-18d3e4444328" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4293d6-29cc-4361-b533-0f3552f8adb7", "tag": "a22179df-0c23-4737-9865-f59570dd15e8"}, {"name": "network-changed", "server_uuid": "887e929d-cd43-451e-8752-b2d1274a7ffb", "tag": "2a737e3b-7647-4859-8d3b-5a41559ab915"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:00.084671 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dddd0d5b-8010-43b0-aff1-81c72fdc464b req-3503a074-8779-4ed5-93c6-cf7fdd636e67 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531577 Jul 05 03:58:00.129518 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 39414816-6937-40fc-900b-327d1e7d76dc no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:00.170360 n-d-780147-23 neutron-server[105539]: DEBUG neutron.objects.ports [None req-5b2cebc1-2ce4-49c6-935f-20a369fffd9f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105539) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:58:00.190257 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5092dee-b9bf-4b86-9b3f-416931d2a805 None None] Update dhcp port {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'fixed_ips': [{'subnet_id': '88733f00-755c-48cf-9efb-a41255f29a0b'}], 'binding:host_id': 'n-d-780147-23'}, 'id': '39414816-6937-40fc-900b-327d1e7d76dc'} from n-d-780147-23. {{(pid=105540) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 03:58:00.197882 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c44e2b-4d81-4078-b6a5-3e2ba98831fb req-355f9c94-67d4-4181-844c-4bb37397d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:00.201323 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1c44e2b-4d81-4078-b6a5-3e2ba98831fb req-355f9c94-67d4-4181-844c-4bb37397d2cb service neutron] 10.222.0.89 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.5478234 Jul 05 03:58:00.216935 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-d8456dee-3228-406c-b1b3-a16802ca976e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:00.219401 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-d8456dee-3228-406c-b1b3-a16802ca976e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=76e1944d-1d03-4c4e-b1ba-413cddc95912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5527587 Jul 05 03:58:00.265528 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a5092dee-b9bf-4b86-9b3f-416931d2a805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.279242 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.353594 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 39414816-6937-40fc-900b-327d1e7d76dc, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=39414816-6937-40fc-900b-327d1e7d76dc,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:00.376271 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1c44e2b-4d81-4078-b6a5-3e2ba98831fb req-3d88c34e-c440-4d42-8b02-ce5462b4f3bf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a870b999-a174-4512-8044-db72baed00ca HTTP/1.1" status: 200 len: 217 time: 0.1486845 Jul 05 03:58:00.456479 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f87d2b-4d07-4e6d-9454-29448ece9c5a x-openstack-request-id: req-89f87d2b-4d07-4e6d-9454-29448ece9c5a {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:00.456793 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a53338-97cf-4a89-8218-fb205c45a8a7", "name": "network-vif-unplugged", "status": "completed", "tag": "e9517443-98d4-46bf-9370-96c0bebe9a19", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:00.457054 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-89f87d2b-4d07-4e6d-9454-29448ece9c5a {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:00.457470 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a53338-97cf-4a89-8218-fb205c45a8a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9517443-98d4-46bf-9370-96c0bebe9a19', 'code': 200} Jul 05 03:58:00.461537 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.509464 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c44e2b-4d81-4078-b6a5-3e2ba98831fb req-666078d2-a3de-4b15-939f-2f146b2ee616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:00.511952 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1c44e2b-4d81-4078-b6a5-3e2ba98831fb req-666078d2-a3de-4b15-939f-2f146b2ee616 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1263070 Jul 05 03:58:00.516997 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-88722bb4-82c5-4802-b886-122e9721bc72 service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777131 Jul 05 03:58:00.519618 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1c44e2b-4d81-4078-b6a5-3e2ba98831fb req-eb8a508a-e7aa-43a6-84bf-8e78cd4356b5 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732401 Jul 05 03:58:00.539291 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d23063-04c1-4ee0-a18f-5a0daa6862d6 req-3a7b4bcb-8de9-4e1b-a28a-db5fb08afaf9 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:00.540910 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-97d23063-04c1-4ee0-a18f-5a0daa6862d6 req-3a7b4bcb-8de9-4e1b-a28a-db5fb08afaf9 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e75bd11-1561-4164-89e4-098a164f41ad HTTP/1.1" status: 200 len: 944 time: 0.3459136 Jul 05 03:58:00.620858 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=39414816-6937-40fc-900b-327d1e7d76dc,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:00.624556 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-97d23063-04c1-4ee0-a18f-5a0daa6862d6 req-2b01c527-6e7d-4a86-af37-749e359bd030 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709541 Jul 05 03:58:00.628719 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b2cebc1-2ce4-49c6-935f-20a369fffd9f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.649288 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.api [None req-a5092dee-b9bf-4b86-9b3f-416931d2a805 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe1b:3d4d-a6d9eac7-0758-46e4-aeeb-75398c6274 {{(pid=105540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:58:00.650100 n-d-780147-23 neutron-server[105540]: DEBUG oslo_db.api [None req-a5092dee-b9bf-4b86-9b3f-416931d2a805 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:58:00.867127 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32e433b5-7e68-4efe-9bd4-8314a37f87e6 req-be294717-8aec-4d88-a46a-0802b389035d service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270173 Jul 05 03:58:00.890019 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c44e2b-4d81-4078-b6a5-3e2ba98831fb req-3a598713-bfc5-4800-b1df-75ccc49752e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:00.891728 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1c44e2b-4d81-4078-b6a5-3e2ba98831fb req-3a598713-bfc5-4800-b1df-75ccc49752e7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3689473 Jul 05 03:58:00.902459 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1c44e2b-4d81-4078-b6a5-3e2ba98831fb req-024fdd10-b534-47ba-adad-7eebc3ccc2f4 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585951 Jul 05 03:58:00.906509 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-5b2cebc1-2ce4-49c6-935f-20a369fffd9f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] For port 39414816-6937-40fc-900b-327d1e7d76dc, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=39414816-6937-40fc-900b-327d1e7d76dc,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:00.928986 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7df72d-defd-4ba2-8e24-366d522ee36b req-ee82ba39-6007-49af-b36a-c1b69377cb4d tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:00.940265 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4c7df72d-defd-4ba2-8e24-366d522ee36b req-ee82ba39-6007-49af-b36a-c1b69377cb4d tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 947 time: 0.3951507 Jul 05 03:58:00.960433 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b2cebc1-2ce4-49c6-935f-20a369fffd9f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.968284 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b2cebc1-2ce4-49c6-935f-20a369fffd9f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.969097 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b2cebc1-2ce4-49c6-935f-20a369fffd9f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.038899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2cebc1-2ce4-49c6-935f-20a369fffd9f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:01.046491 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-5b2cebc1-2ce4-49c6-935f-20a369fffd9f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:01.057048 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4c7df72d-defd-4ba2-8e24-366d522ee36b req-6037d2aa-d0a6-417e-992c-9c9c5b63d332 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151767 Jul 05 03:58:01.057522 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2cebc1-2ce4-49c6-935f-20a369fffd9f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:01.057905 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b2cebc1-2ce4-49c6-935f-20a369fffd9f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.095069 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cebc1-2ce4-49c6-935f-20a369fffd9f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=39414816-6937-40fc-900b-327d1e7d76dc,revision_number=9']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:01.095199 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1c44e2b-4d81-4078-b6a5-3e2ba98831fb req-482126e1-7a44-4b6a-8bc8-30cb4908bab8 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951609 Jul 05 03:58:01.106165 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5b2cebc1-2ce4-49c6-935f-20a369fffd9f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1863279 Jul 05 03:58:01.106165 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cebc1-2ce4-49c6-935f-20a369fffd9f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=88733f00-755c-48cf-9efb-a41255f29a0b,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:01.107323 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56462) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:01.115433 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-7551389b-45dd-4945-a70e-ded7651daea5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:01.200712 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6c1e33-6d6a-4ca6-92a5-4d90af270371 x-openstack-request-id: req-5d6c1e33-6d6a-4ca6-92a5-4d90af270371 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:01.200712 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4293d6-29cc-4361-b533-0f3552f8adb7", "tag": "a22179df-0c23-4737-9865-f59570dd15e8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "887e929d-cd43-451e-8752-b2d1274a7ffb", "tag": "2a737e3b-7647-4859-8d3b-5a41559ab915", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:01.200712 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5d6c1e33-6d6a-4ca6-92a5-4d90af270371 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:01.201113 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff4293d6-29cc-4361-b533-0f3552f8adb7', 'tag': 'a22179df-0c23-4737-9865-f59570dd15e8', 'status': 'completed', 'code': 200} Jul 05 03:58:01.201436 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887e929d-cd43-451e-8752-b2d1274a7ffb', 'tag': '2a737e3b-7647-4859-8d3b-5a41559ab915', 'status': 'completed', 'code': 200} Jul 05 03:58:01.232555 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device a870b999-a174-4512-8044-db72baed00ca details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:01.243935 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a5092dee-b9bf-4b86-9b3f-416931d2a805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.303606 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1c44e2b-4d81-4078-b6a5-3e2ba98831fb req-2a29456b-28d3-49f4-ba51-e4a7ddaa239e service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904676 Jul 05 03:58:01.310464 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbe621-ff4f-4e40-9c1c-18d3e4444328 req-a1cfacb5-4b1e-4584-963d-e9ffc35e82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:01.312269 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7dbe621-ff4f-4e40-9c1c-18d3e4444328 req-a1cfacb5-4b1e-4584-963d-e9ffc35e82c1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0bd834121314c97a5e63a64d7998a80&device_id=ff4293d6-29cc-4361-b533-0f3552f8adb7 HTTP/1.1" status: 200 len: 1100 time: 0.1075256 Jul 05 03:58:01.385127 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7551389b-45dd-4945-a70e-ded7651daea5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:01.400471 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7551389b-45dd-4945-a70e-ded7651daea5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.491652 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbe621-ff4f-4e40-9c1c-18d3e4444328 req-25c9dd88-ba3e-4ed9-ae91-e1b9696788b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:01.493266 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7dbe621-ff4f-4e40-9c1c-18d3e4444328 req-25c9dd88-ba3e-4ed9-ae91-e1b9696788b6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.1719906 Jul 05 03:58:01.569290 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7dbe621-ff4f-4e40-9c1c-18d3e4444328 req-49727d27-5a89-4a75-bf79-27720f35d38e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=a22179df-0c23-4737-9865-f59570dd15e8 HTTP/1.1" status: 200 len: 217 time: 0.0670989 Jul 05 03:58:01.582849 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61084e0-b489-4367-8528-802cc5057231 req-d25828dd-024f-40dd-9028-f84ad08d9d12 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:01.585103 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b61084e0-b489-4367-8528-802cc5057231 req-d25828dd-024f-40dd-9028-f84ad08d9d12 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff4293d6-29cc-4361-b533-0f3552f8adb7 HTTP/1.1" status: 200 len: 948 time: 0.1788139 Jul 05 03:58:01.657099 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbe621-ff4f-4e40-9c1c-18d3e4444328 req-55c43fb8-86af-44ed-8698-f27563e32db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:01.658571 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7dbe621-ff4f-4e40-9c1c-18d3e4444328 req-55c43fb8-86af-44ed-8698-f27563e32db5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0723262 Jul 05 03:58:01.672081 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9596964e-1a80-43d5-93ae-0be6086da7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.676490 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b61084e0-b489-4367-8528-802cc5057231 req-97ab2822-9a87-4cd3-965b-f9520bed9cdb tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f958f347-3816-4b24-8a28-5d1c245670bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630207 Jul 05 03:58:01.702718 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.742577 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbe621-ff4f-4e40-9c1c-18d3e4444328 req-2f435366-bfe1-4711-bdca-d91fb272dd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:01.744271 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7dbe621-ff4f-4e40-9c1c-18d3e4444328 req-2f435366-bfe1-4711-bdca-d91fb272dd20 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0784082 Jul 05 03:58:01.750400 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port a870b999-a174-4512-8044-db72baed00ca, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a870b999-a174-4512-8044-db72baed00ca,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:01.796780 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'a870b999-a174-4512-8044-db72baed00ca', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': 'a870b999-a174-4512-8044-db72baed00ca', 'mac_address': 'fa:16:3e:15:c7:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:01.805732 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-1cd2385f-0bbf-402c-9302-bc493822addf tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:01.807844 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-1cd2385f-0bbf-402c-9302-bc493822addf tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/networks?id=3b64f625-0433-41d5-8266-5dfdc89559ba HTTP/1.1" status: 200 len: 811 time: 0.1890728 Jul 05 03:58:01.851613 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-a5ffa111-69e3-42e4-93e9-8dc6739fb0ca tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/quotas/501ed92e20d5480db968048631c9d2f5 HTTP/1.1" status: 200 len: 375 time: 0.0146351 Jul 05 03:58:01.873807 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.897406 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a870b999-a174-4512-8044-db72baed00ca {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:01.903010 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a5092dee-b9bf-4b86-9b3f-416931d2a805 None None] For port 39414816-6937-40fc-900b-327d1e7d76dc, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=39414816-6937-40fc-900b-327d1e7d76dc,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:01.905661 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-c858e526-6376-4481-8bfd-3f00bb17c8fd tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=501ed92e20d5480db968048631c9d2f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420308 Jul 05 03:58:01.910962 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7dbe621-ff4f-4e40-9c1c-18d3e4444328 req-58c89598-edff-4c08-b933-f7ad8d9cf25f service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589117 Jul 05 03:58:01.922424 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4aa470-89e6-4056-84b4-c77b99fcf242 req-7f1da416-56eb-48c7-aa04-9d5abb0b22b4 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:01.924029 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1f4aa470-89e6-4056-84b4-c77b99fcf242 req-7f1da416-56eb-48c7-aa04-9d5abb0b22b4 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 943 time: 0.1053417 Jul 05 03:58:01.934345 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port a870b999-a174-4512-8044-db72baed00ca, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a870b999-a174-4512-8044-db72baed00ca,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:01.942172 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device f6ec7c3a-8fdb-4dba-bb51-4415047f951e up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:01.949771 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.973810 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a5092dee-b9bf-4b86-9b3f-416931d2a805 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.981384 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7551389b-45dd-4945-a70e-ded7651daea5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.999636 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a5092dee-b9bf-4b86-9b3f-416931d2a805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.031001 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1f4aa470-89e6-4056-84b4-c77b99fcf242 req-d01adc1d-b3fa-4a70-b7b4-30f5cc6f4315 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969186 Jul 05 03:58:02.039696 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7551389b-45dd-4945-a70e-ded7651daea5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:02.044717 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-7551389b-45dd-4945-a70e-ded7651daea5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:02.051560 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7551389b-45dd-4945-a70e-ded7651daea5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:02.052243 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7551389b-45dd-4945-a70e-ded7651daea5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.052358 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=a870b999-a174-4512-8044-db72baed00ca,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:02.084363 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7551389b-45dd-4945-a70e-ded7651daea5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9756844 Jul 05 03:58:02.090336 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56502) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:02.093169 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port f6ec7c3a-8fdb-4dba-bb51-4415047f951e completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:02.098101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-ef6641da-bf24-4230-b596-843862f3f548 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'mac_address': 'fa:16:3e:35:f6:39', 'name': 'tempest-NetworksTestDHCPv6-526472114'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:02.103337 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port f6ec7c3a-8fdb-4dba-bb51-4415047f951e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:02.104118 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.131814 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7dbe621-ff4f-4e40-9c1c-18d3e4444328 req-a10f5e76-0509-4e76-a9c5-d61a30acc2ac service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066634 Jul 05 03:58:02.168833 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f090eeca-91e9-4974-9146-374413ca7f9d req-431ca094-35c8-472c-8a25-dac9afcd64d9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0952039 Jul 05 03:58:02.175935 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5092dee-b9bf-4b86-9b3f-416931d2a805 None None] Pushing event updated for resources: {'Port': ['ID=39414816-6937-40fc-900b-327d1e7d76dc,revision_number=10']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:02.235206 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551389b-45dd-4945-a70e-ded7651daea5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=028eb275-0f9a-4895-87fe-a83c5a9be19f,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:02.278745 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-a5554a9d-b360-470b-a36a-c8eb2e818dc9 service neutron] 10.222.0.77 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473194 Jul 05 03:58:02.319785 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['a870b999-a174-4512-8044-db72baed00ca'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:02.379120 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.405549 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbe621-ff4f-4e40-9c1c-18d3e4444328 req-95d7de2d-2390-4073-a4d9-003bd7d47442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:02.407289 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7dbe621-ff4f-4e40-9c1c-18d3e4444328 req-95d7de2d-2390-4073-a4d9-003bd7d47442 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 1095 time: 0.1649072 Jul 05 03:58:02.436321 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090eeca-91e9-4974-9146-374413ca7f9d req-14fe3ca5-caf8-4368-82e5-d23b61ee3171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:02.436900 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6641da-bf24-4230-b596-843862f3f548 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:02.438150 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f090eeca-91e9-4974-9146-374413ca7f9d req-14fe3ca5-caf8-4368-82e5-d23b61ee3171 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 1102 time: 0.1436956 Jul 05 03:58:02.472633 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e75bd11-1561-4164-89e4-098a164f41ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ec7c3a-8fdb-4dba-bb51-4415047f951e'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:02.479271 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac800312-d21a-4fe0-89c2-c89d9ba9876a" -d '{"events": [{"server_uuid": "1e75bd11-1561-4164-89e4-098a164f41ad", "name": "network-vif-plugged", "status": "completed", "tag": "f6ec7c3a-8fdb-4dba-bb51-4415047f951e"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:02.497058 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port f6ec7c3a-8fdb-4dba-bb51-4415047f951e, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f6ec7c3a-8fdb-4dba-bb51-4415047f951e,segment=NetworkSegment(0c99a00c-e059-4fa8-bac3-c0cea323b9b5),segment_id=0c99a00c-e059-4fa8-bac3-c0cea323b9b5)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:02.507262 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.578593 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ef6641da-bf24-4230-b596-843862f3f548 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.606307 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-5d2213b6-7a68-43a0-9258-c9b4ababbd07 service neutron] 10.222.0.77 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168209 Jul 05 03:58:02.610981 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=f6ec7c3a-8fdb-4dba-bb51-4415047f951e,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:02.619982 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-ef6641da-bf24-4230-b596-843862f3f548 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] device_id is not set on port 58e78973-66de-43e8-9934-f1c727331895 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:58:02.622015 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.691132 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbe621-ff4f-4e40-9c1c-18d3e4444328 req-165b782e-3342-4b88-b0b2-b94d3999fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:02.693555 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7dbe621-ff4f-4e40-9c1c-18d3e4444328 req-165b782e-3342-4b88-b0b2-b94d3999fe5f service neutron] 10.222.0.70 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 913 time: 0.2786984 Jul 05 03:58:02.700388 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090eeca-91e9-4974-9146-374413ca7f9d req-33e59d3b-e3b9-4d7b-ad5a-3df14f6f8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:02.701964 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f090eeca-91e9-4974-9146-374413ca7f9d req-33e59d3b-e3b9-4d7b-ad5a-3df14f6f8b60 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.2212377 Jul 05 03:58:02.793490 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7dbe621-ff4f-4e40-9c1c-18d3e4444328 req-b48143c0-46da-4611-a94a-3dbd5649efc8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a737e3b-7647-4859-8d3b-5a41559ab915 HTTP/1.1" status: 200 len: 217 time: 0.0903866 Jul 05 03:58:02.796626 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f090eeca-91e9-4974-9146-374413ca7f9d req-e09afd3f-267e-4860-9ed6-d5c0d74b8e14 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 HTTP/1.1" status: 200 len: 217 time: 0.0818751 Jul 05 03:58:02.863537 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dceba6d-06d2-4236-adc1-0c5dd65bd2a0 req-41e14196-4edd-4167-8653-5234e676bdbe tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:02.871348 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1dceba6d-06d2-4236-adc1-0c5dd65bd2a0 req-41e14196-4edd-4167-8653-5234e676bdbe tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e75bd11-1561-4164-89e4-098a164f41ad HTTP/1.1" status: 200 len: 945 time: 0.2992241 Jul 05 03:58:02.878367 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-ef6641da-bf24-4230-b596-843862f3f548 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 172.20.0.10 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/028eb275-0f9a-4895-87fe-a83c5a9be19f/58e78973-66de-43e8-9934-f1c727331895) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:02.890838 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-ef6641da-bf24-4230-b596-843862f3f548 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 2001:db8::f816:3eff:fe35:f639 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/88733f00-755c-48cf-9efb-a41255f29a0b/58e78973-66de-43e8-9934-f1c727331895) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:02.950916 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbe621-ff4f-4e40-9c1c-18d3e4444328 req-4768409f-0df1-4d48-947d-e5c8eb3dc525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:02.952480 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7dbe621-ff4f-4e40-9c1c-18d3e4444328 req-4768409f-0df1-4d48-947d-e5c8eb3dc525 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d157b61e-6b4a-43c9-a07c-5c6e1fda4120 HTTP/1.1" status: 200 len: 851 time: 0.1516252 Jul 05 03:58:02.995448 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1dceba6d-06d2-4236-adc1-0c5dd65bd2a0 req-7da30864-e587-48eb-ae50-96d689be4975 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169908 Jul 05 03:58:03.007880 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090eeca-91e9-4974-9146-374413ca7f9d req-f7d246a6-52a6-4e0c-b86e-3577b064ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:03.009680 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f090eeca-91e9-4974-9146-374413ca7f9d req-f7d246a6-52a6-4e0c-b86e-3577b064ed21 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1977820 Jul 05 03:58:03.142366 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ef6641da-bf24-4230-b596-843862f3f548 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.167265 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-ef6641da-bf24-4230-b596-843862f3f548 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Transition to ACTIVE for port object 58e78973-66de-43e8-9934-f1c727331895 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:03.198537 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d0e6ff-ce7f-4188-892f-449216a8f01c None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:03.227157 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090eeca-91e9-4974-9146-374413ca7f9d req-a0807667-3b5d-4d8b-a963-2e0a82d5a8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:03.229113 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f090eeca-91e9-4974-9146-374413ca7f9d req-a0807667-3b5d-4d8b-a963-2e0a82d5a8a6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1836538 Jul 05 03:58:03.232762 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbe621-ff4f-4e40-9c1c-18d3e4444328 req-636e37f6-46b2-4d79-864e-21254f142106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:03.235263 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7dbe621-ff4f-4e40-9c1c-18d3e4444328 req-636e37f6-46b2-4d79-864e-21254f142106 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=76e1944d-1d03-4c4e-b1ba-413cddc95912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2739010 Jul 05 03:58:03.237683 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ef6641da-bf24-4230-b596-843862f3f548 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.333282 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6641da-bf24-4230-b596-843862f3f548 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:03.342336 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-ef6641da-bf24-4230-b596-843862f3f548 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:03.352058 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6641da-bf24-4230-b596-843862f3f548 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:03.359186 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6641da-bf24-4230-b596-843862f3f548 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=58e78973-66de-43e8-9934-f1c727331895,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:03.390964 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0aab5435-a556-4222-830d-3c0373aae9ee None None] Provisioning complete for port 39414816-6937-40fc-900b-327d1e7d76dc triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:03.391533 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0aab5435-a556-4222-830d-3c0373aae9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.410963 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0a298-c4d2-4611-a9a7-3edbd2fbcbfb req-d6a70542-b9ae-42e0-91ae-c104891ca500 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:03.413718 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-11d0a298-c4d2-4611-a9a7-3edbd2fbcbfb req-d6a70542-b9ae-42e0-91ae-c104891ca500 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 948 time: 0.1783798 Jul 05 03:58:03.434796 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6641da-bf24-4230-b596-843862f3f548 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:03.435497 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ef6641da-bf24-4230-b596-843862f3f548 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.459370 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ef6641da-bf24-4230-b596-843862f3f548 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3649437 Jul 05 03:58:03.470205 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56530) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:03.531616 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-11d0a298-c4d2-4611-a9a7-3edbd2fbcbfb req-71504909-e82a-46ba-a9d6-0e09c596ab29 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080821 Jul 05 03:58:03.598186 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8c8414-1077-4f8f-a560-cb0c59b6fc45 x-openstack-request-id: req-1e8c8414-1077-4f8f-a560-cb0c59b6fc45 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:03.598551 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e75bd11-1561-4164-89e4-098a164f41ad", "name": "network-vif-plugged", "status": "completed", "tag": "f6ec7c3a-8fdb-4dba-bb51-4415047f951e", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:03.599060 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1e8c8414-1077-4f8f-a560-cb0c59b6fc45 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:03.599555 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e75bd11-1561-4164-89e4-098a164f41ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ec7c3a-8fdb-4dba-bb51-4415047f951e', 'code': 200} Jul 05 03:58:03.627122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd74e710-5b02-490d-b8d2-506106048604 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:03.643629 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd74e710-5b02-490d-b8d2-506106048604 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:03.657520 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cd74e710-5b02-490d-b8d2-506106048604 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1806133 Jul 05 03:58:03.658244 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56536) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:03.726364 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0aab5435-a556-4222-830d-3c0373aae9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.782861 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-0aab5435-a556-4222-830d-3c0373aae9ee None None] For port 39414816-6937-40fc-900b-327d1e7d76dc, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=39414816-6937-40fc-900b-327d1e7d76dc,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:03.791498 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0aab5435-a556-4222-830d-3c0373aae9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.805171 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7034897-ce19-410b-959a-ebffe2072742 req-0847a315-e419-467f-921f-849f10bd260b tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 210 time: 0.0699036 Jul 05 03:58:03.934850 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab5435-a556-4222-830d-3c0373aae9ee None None] Pushing event updated for resources: {'Port': ['ID=39414816-6937-40fc-900b-327d1e7d76dc,revision_number=11']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:03.935072 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f090eeca-91e9-4974-9146-374413ca7f9d req-846745e7-ab21-4a7f-a05f-f59590939aa6 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6985085 Jul 05 03:58:03.938896 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7dbe621-ff4f-4e40-9c1c-18d3e4444328 req-a2642d1f-d7db-41b8-be82-1e913b3aaff3 service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6926169 Jul 05 03:58:03.951826 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-38596101-12ca-43c4-b4d7-b7f9d334d4e0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting port 58e78973-66de-43e8-9934-f1c727331895 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:03.954281 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab480b66-b12f-4d59-a8ca-8d65325bb989 None None] Update dhcp port {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'fixed_ips': [{'subnet_id': '88733f00-755c-48cf-9efb-a41255f29a0b', 'ip_address': '2001:db8::f816:3eff:fe1b:3d4d'}, {'subnet_id': '028eb275-0f9a-4895-87fe-a83c5a9be19f'}], 'binding:host_id': 'n-d-780147-23'}, 'id': '39414816-6937-40fc-900b-327d1e7d76dc'} from n-d-780147-23. {{(pid=105540) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 03:58:03.955680 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-38596101-12ca-43c4-b4d7-b7f9d334d4e0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:04.028659 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ab480b66-b12f-4d59-a8ca-8d65325bb989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:04.109898 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2766e5f-031f-46b2-9698-c0142c8196b9 req-7569c7d6-a919-47ed-b3f4-6735ddb69bb5 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:04.117312 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b2766e5f-031f-46b2-9698-c0142c8196b9 req-7569c7d6-a919-47ed-b3f4-6735ddb69bb5 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff4293d6-29cc-4361-b533-0f3552f8adb7 HTTP/1.1" status: 200 len: 948 time: 0.3264835 Jul 05 03:58:04.138500 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-38596101-12ca-43c4-b4d7-b7f9d334d4e0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:04.166380 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64228c6-085e-4645-84cf-7821a0a82dae req-e4e51c8d-f91a-43eb-9ece-cb9bfb7fb4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:04.167940 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f64228c6-085e-4645-84cf-7821a0a82dae req-e4e51c8d-f91a-43eb-9ece-cb9bfb7fb4de service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1e75bd11-1561-4164-89e4-098a164f41ad HTTP/1.1" status: 200 len: 1097 time: 0.3109713 Jul 05 03:58:04.177993 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-38596101-12ca-43c4-b4d7-b7f9d334d4e0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Calling delete_port for 58e78973-66de-43e8-9934-f1c727331895 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:04.194569 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 39414816-6937-40fc-900b-327d1e7d76dc up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:04.196140 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c403e-1cab-4853-ba3d-e7f6a42e3636 req-7ee40e0b-be94-4b8e-8f41-bf0443f5f96e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:04.199524 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7b7c403e-1cab-4853-ba3d-e7f6a42e3636 req-7ee40e0b-be94-4b8e-8f41-bf0443f5f96e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 943 time: 0.2003658 Jul 05 03:58:04.231775 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f090eeca-91e9-4974-9146-374413ca7f9d req-22d1a3bb-e23d-45d1-a9fa-981918651633 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860777 Jul 05 03:58:04.262003 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b2766e5f-031f-46b2-9698-c0142c8196b9 req-8435b648-c450-42c4-bdbd-9af6fcc757f5 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f958f347-3816-4b24-8a28-5d1c245670bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406779 Jul 05 03:58:04.280014 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7dbe621-ff4f-4e40-9c1c-18d3e4444328 req-dfa061e0-3ab3-4a4f-9e9c-64c192f3bb03 service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305023 Jul 05 03:58:04.308336 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:04.308861 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f64228c6-085e-4645-84cf-7821a0a82dae req-da57e3d5-fe17-42fb-bfd6-a604b5972129 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322622 Jul 05 03:58:04.310630 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7b7c403e-1cab-4853-ba3d-e7f6a42e3636 req-d72f46db-c4ef-4ce2-b7b8-a2a8e08ea33e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684328 Jul 05 03:58:04.336692 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 39414816-6937-40fc-900b-327d1e7d76dc triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:04.337115 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:04.351927 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-ab480b66-b12f-4d59-a8ca-8d65325bb989 None None] Allocated IP 172.20.0.2 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/028eb275-0f9a-4895-87fe-a83c5a9be19f/39414816-6937-40fc-900b-327d1e7d76dc) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:04.513268 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-ab480b66-b12f-4d59-a8ca-8d65325bb989 None None] For port 39414816-6937-40fc-900b-327d1e7d76dc, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=39414816-6937-40fc-900b-327d1e7d76dc,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:04.546416 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ab480b66-b12f-4d59-a8ca-8d65325bb989 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:04.556087 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-38596101-12ca-43c4-b4d7-b7f9d334d4e0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:04.564092 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ab480b66-b12f-4d59-a8ca-8d65325bb989 None None] Transition to ACTIVE for port object 39414816-6937-40fc-900b-327d1e7d76dc will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:04.572115 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ab480b66-b12f-4d59-a8ca-8d65325bb989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:04.592822 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38596101-12ca-43c4-b4d7-b7f9d334d4e0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Port': ['ID=58e78973-66de-43e8-9934-f1c727331895,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:04.655779 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-445d551c-b75a-44af-91b4-48acf70c205a tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:04.657950 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-445d551c-b75a-44af-91b4-48acf70c205a tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.89 "GET /v2.0/networks?id=3b64f625-0433-41d5-8266-5dfdc89559ba HTTP/1.1" status: 200 len: 811 time: 0.1416059 Jul 05 03:58:04.668435 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b53f5-511f-489e-9a27-63639e7b0dc4 req-50500adf-b690-4912-8440-22096c8d69e5 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:04.672777 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-bbf4a7ec-5c9e-4999-8ac4-253e21e5f60c tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Request body: {'port': {'device_id': '87d653ff-7be3-4396-a3b2-9c0c4a63823e', 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba', 'admin_state_up': True, 'tenant_id': '501ed92e20d5480db968048631c9d2f5'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:04.675962 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3d9b53f5-511f-489e-9a27-63639e7b0dc4 req-50500adf-b690-4912-8440-22096c8d69e5 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a53338-97cf-4a89-8218-fb205c45a8a7 HTTP/1.1" status: 200 len: 949 time: 0.2072217 Jul 05 03:58:04.697252 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab480b66-b12f-4d59-a8ca-8d65325bb989 None None] Pushing event updated for resources: {'Port': ['ID=39414816-6937-40fc-900b-327d1e7d76dc,revision_number=12']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:04.789405 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-38596101-12ca-43c4-b4d7-b7f9d334d4e0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:04.794969 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56540) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:04.796579 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-38596101-12ca-43c4-b4d7-b7f9d334d4e0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/58e78973-66de-43e8-9934-f1c727331895 HTTP/1.1" status: 204 len: 168 time: 1.1372287 Jul 05 03:58:04.827597 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3d9b53f5-511f-489e-9a27-63639e7b0dc4 req-853e2ca7-bb12-4537-b958-fe61b761b83d tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/security-groups?id=349467ec-5ad5-42ba-9c8b-9bee86f9f5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503396 Jul 05 03:58:04.890785 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48182cc8-c251-41d3-bcf9-71bb93769cc1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:04.892653 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48182cc8-c251-41d3-bcf9-71bb93769cc1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:04.894564 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48182cc8-c251-41d3-bcf9-71bb93769cc1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:04.896281 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-48182cc8-c251-41d3-bcf9-71bb93769cc1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0966697 Jul 05 03:58:04.899181 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56544) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:04.954411 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-bbf4a7ec-5c9e-4999-8ac4-253e21e5f60c tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Made reservation on behalf of 501ed92e20d5480db968048631c9d2f5 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:04.958230 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-bbf4a7ec-5c9e-4999-8ac4-253e21e5f60c tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.018910 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19b9de6-f234-4604-8a93-a2c48bfcb9af tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet 028eb275-0f9a-4895-87fe-a83c5a9be19f {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:05.028431 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d19b9de6-f234-4604-8a93-a2c48bfcb9af tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.132888 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443451bf-9d26-4baa-b654-d6a92541fa7f req-0610f49d-9530-449d-b625-894726b184c6 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:05.134944 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-443451bf-9d26-4baa-b654-d6a92541fa7f req-0610f49d-9530-449d-b625-894726b184c6 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e75bd11-1561-4164-89e4-098a164f41ad HTTP/1.1" status: 200 len: 945 time: 0.1684823 Jul 05 03:58:05.150028 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-27e7f316-9e2f-46c5-8b26-0179b7feeea1 req-6e5515bf-2139-452c-bf64-01a26544eaee tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 210 time: 0.0432301 Jul 05 03:58:05.154715 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d19b9de6-f234-4604-8a93-a2c48bfcb9af tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.205139 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-ef4d70b1-f203-490a-af2a-b37fb64a71d0 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:05.206819 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-ef4d70b1-f203-490a-af2a-b37fb64a71d0 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.89 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba&tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&binding%3Ahost_id=n-h1-780147-23 HTTP/1.1" status: 200 len: 948 time: 0.1867101 Jul 05 03:58:05.213487 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-443451bf-9d26-4baa-b654-d6a92541fa7f req-83ceccca-e28b-47da-8427-dca558947854 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696979 Jul 05 03:58:05.249736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device a870b999-a174-4512-8044-db72baed00ca up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:05.326919 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-eac5c26b-c96c-4546-b688-9042f6c75355 service neutron] 10.222.0.89 "GET /v2.0/ports/a870b999-a174-4512-8044-db72baed00ca/bindings/n-h1-780147-23 HTTP/1.1" status: 200 len: 383 time: 0.1121614 Jul 05 03:58:05.345777 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-bbf4a7ec-5c9e-4999-8ac4-253e21e5f60c tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Allocated IP 172.20.0.13 (3b64f625-0433-41d5-8266-5dfdc89559ba/c2a1cef0-323d-4d98-bbd7-de1cb5542ec9/48355ee6-d3d0-48de-b7ce-903b87666e0f) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:05.390764 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port a870b999-a174-4512-8044-db72baed00ca completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:05.405999 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port a870b999-a174-4512-8044-db72baed00ca triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:05.406560 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.460904 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d19b9de6-f234-4604-8a93-a2c48bfcb9af tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.509007 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-c9d94fbd-e710-480e-99ce-454ae07a095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:05.510903 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-c9d94fbd-e710-480e-99ce-454ae07a095f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 1100 time: 0.1545174 Jul 05 03:58:05.558538 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d19b9de6-f234-4604-8a93-a2c48bfcb9af tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.629950 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b9de6-f234-4604-8a93-a2c48bfcb9af tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=028eb275-0f9a-4895-87fe-a83c5a9be19f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:05.641930 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d19b9de6-f234-4604-8a93-a2c48bfcb9af tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.648231 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d19b9de6-f234-4604-8a93-a2c48bfcb9af tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/028eb275-0f9a-4895-87fe-a83c5a9be19f HTTP/1.1" status: 204 len: 168 time: 0.7436614 Jul 05 03:58:05.653440 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56552) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:05.687101 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb608d7e-b6d7-4f97-9221-76e6c76d2bd8 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:05.760594 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-53cd0af7-c0c9-43e2-ac5d-9290726c16de None None] Could not find standard attr ID for object 58e78973-66de-43e8-9934-f1c727331895. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:58:05.764895 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.800088 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-53cd0af7-c0c9-43e2-ac5d-9290726c16de None None] Provisioning for port 39414816-6937-40fc-900b-327d1e7d76dc completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:05.827120 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-53cd0af7-c0c9-43e2-ac5d-9290726c16de None None] Provisioning complete for port 39414816-6937-40fc-900b-327d1e7d76dc triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:05.827410 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-53cd0af7-c0c9-43e2-ac5d-9290726c16de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.841615 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b65db4-83c8-4395-a635-6c35979b0bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a870b999-a174-4512-8044-db72baed00ca'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:05.844030 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbbc33f-218b-4909-82f8-555161548b81" -d '{"events": [{"server_uuid": "87b65db4-83c8-4395-a635-6c35979b0bba", "name": "network-vif-plugged", "status": "completed", "tag": "a870b999-a174-4512-8044-db72baed00ca"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:05.867350 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-bbf4a7ec-5c9e-4999-8ac4-253e21e5f60c tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.883975 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2bd36-ec88-4bfb-926e-d754880759f9 req-68bc36a6-e438-4ede-8033-1743d328057b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:05.888502 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-18e2bd36-ec88-4bfb-926e-d754880759f9 req-68bc36a6-e438-4ede-8033-1743d328057b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 948 time: 0.5446916 Jul 05 03:58:05.900667 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port a870b999-a174-4512-8044-db72baed00ca, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a870b999-a174-4512-8044-db72baed00ca,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:05.933378 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.962915 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1d30f5-b8f7-4b31-8d93-b18d23507624 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet 88733f00-755c-48cf-9efb-a41255f29a0b {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:05.972076 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2f1d30f5-b8f7-4b31-8d93-b18d23507624 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.981422 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device a22179df-0c23-4737-9865-f59570dd15e8 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:06.046813 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2f1d30f5-b8f7-4b31-8d93-b18d23507624 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.079194 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=a870b999-a174-4512-8044-db72baed00ca,revision_number=9']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:06.084839 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2471da-b68b-4e3c-ab83-fe8556934874 req-e22b06d9-83f5-4b14-8ebb-5086cd7bd43b tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:06.086503 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac2471da-b68b-4e3c-ab83-fe8556934874 req-e22b06d9-83f5-4b14-8ebb-5086cd7bd43b tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff4293d6-29cc-4361-b533-0f3552f8adb7 HTTP/1.1" status: 200 len: 948 time: 0.6857252 Jul 05 03:58:06.090530 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-bf1e18b0-58da-454c-8529-94184d6849e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:06.091930 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-bf1e18b0-58da-454c-8529-94184d6849e2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.5701566 Jul 05 03:58:06.096535 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-18e2bd36-ec88-4bfb-926e-d754880759f9 req-4fb51d35-760c-4eed-b37c-5425885aa0c3 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798155 Jul 05 03:58:06.127208 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 39414816-6937-40fc-900b-327d1e7d76dc up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:06.127950 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-bbf4a7ec-5c9e-4999-8ac4-253e21e5f60c tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.152971 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-88365bad-6e14-43b4-a2e7-fafa5414737e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a870b999-a174-4512-8044-db72baed00ca HTTP/1.1" status: 200 len: 217 time: 0.0498846 Jul 05 03:58:06.190139 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4a7ec-5c9e-4999-8ac4-253e21e5f60c tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Pushing event updated for resources: {'Port': ['ID=48355ee6-d3d0-48de-b7ce-903b87666e0f,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:06.210231 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac2471da-b68b-4e3c-ab83-fe8556934874 req-be081a98-6a44-41c2-a70d-8703ff635de8 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f958f347-3816-4b24-8a28-5d1c245670bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164281 Jul 05 03:58:06.222373 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-bbf4a7ec-5c9e-4999-8ac4-253e21e5f60c tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Network 3b64f625-0433-41d5-8266-5dfdc89559ba is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:06.229424 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-bbf4a7ec-5c9e-4999-8ac4-253e21e5f60c tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:06.235043 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-bbf4a7ec-5c9e-4999-8ac4-253e21e5f60c tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:06.258092 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-31c9eaa9-c211-47df-b6ec-8fd98d1e7e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:06.259595 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-31c9eaa9-c211-47df-b6ec-8fd98d1e7e7c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0963595 Jul 05 03:58:06.273579 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258cb7e-e6d0-4ec7-b059-75d26a551112 req-c4fa6825-1099-400d-a991-39b67e2fd64d tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:06.283852 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e258cb7e-e6d0-4ec7-b059-75d26a551112 req-c4fa6825-1099-400d-a991-39b67e2fd64d tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.89 "GET /v2.0/ports?device_id=a5a53338-97cf-4a89-8218-fb205c45a8a7 HTTP/1.1" status: 200 len: 949 time: 0.6908460 Jul 05 03:58:06.295429 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 39414816-6937-40fc-900b-327d1e7d76dc triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:06.295824 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.333051 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2f1d30f5-b8f7-4b31-8d93-b18d23507624 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.382317 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port a22179df-0c23-4737-9865-f59570dd15e8, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=a22179df-0c23-4737-9865-f59570dd15e8,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:06.389537 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-bbf4a7ec-5c9e-4999-8ac4-253e21e5f60c tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:06.390286 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-bbf4a7ec-5c9e-4999-8ac4-253e21e5f60c tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.456862 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-59d4f962-ede1-4359-9663-8f313ab546a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:06.458871 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-59d4f962-ede1-4359-9663-8f313ab546a4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1738963 Jul 05 03:58:06.459310 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-bbf4a7ec-5c9e-4999-8ac4-253e21e5f60c tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7914886 Jul 05 03:58:06.475827 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2b9982-5378-4513-8a4b-580021b443a9 x-openstack-request-id: req-ba2b9982-5378-4513-8a4b-580021b443a9 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:06.479336 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b65db4-83c8-4395-a635-6c35979b0bba", "name": "network-vif-plugged", "status": "completed", "tag": "a870b999-a174-4512-8044-db72baed00ca", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:06.481101 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ba2b9982-5378-4513-8a4b-580021b443a9 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:06.482182 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-43416dbb-db78-4e8f-91ee-3be9e7e868d9 service neutron] Request body: {'port': {'device_id': '87d653ff-7be3-4396-a3b2-9c0c4a63823e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:06.482314 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b65db4-83c8-4395-a635-6c35979b0bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a870b999-a174-4512-8044-db72baed00ca', 'code': 200} Jul 05 03:58:06.506519 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'a22179df-0c23-4737-9865-f59570dd15e8', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': 'a22179df-0c23-4737-9865-f59570dd15e8', 'mac_address': 'fa:16:3e:16:6f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:06.548891 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2f1d30f5-b8f7-4b31-8d93-b18d23507624 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.559705 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-e258cb7e-e6d0-4ec7-b059-75d26a551112 req-90dd51a6-0c79-4903-9338-9ad45bd56a6b tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Deleting port e9517443-98d4-46bf-9370-96c0bebe9a19 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:06.560084 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e258cb7e-e6d0-4ec7-b059-75d26a551112 req-90dd51a6-0c79-4903-9338-9ad45bd56a6b tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.578827 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.599989 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a22179df-0c23-4737-9865-f59570dd15e8 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:06.624709 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cd49f-b15f-42cf-b005-16fb8a401b25 req-4350a7f3-4196-461a-9a43-efe9c213644a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:06.629129 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port a22179df-0c23-4737-9865-f59570dd15e8, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=a22179df-0c23-4737-9865-f59570dd15e8,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:06.632620 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ed3cd49f-b15f-42cf-b005-16fb8a401b25 req-4350a7f3-4196-461a-9a43-efe9c213644a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 943 time: 0.2937207 Jul 05 03:58:06.635489 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.636816 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 2a737e3b-7647-4859-8d3b-5a41559ab915 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:06.673046 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d30f5-b8f7-4b31-8d93-b18d23507624 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=88733f00-755c-48cf-9efb-a41255f29a0b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:06.675180 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-43416dbb-db78-4e8f-91ee-3be9e7e868d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.689987 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2f1d30f5-b8f7-4b31-8d93-b18d23507624 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.692488 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2f1d30f5-b8f7-4b31-8d93-b18d23507624 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/88733f00-755c-48cf-9efb-a41255f29a0b HTTP/1.1" status: 204 len: 168 time: 1.0380650 Jul 05 03:58:06.695547 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56564) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:06.728635 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-a5457cca-6475-48dc-900c-eb15071954e3 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570207 Jul 05 03:58:06.760956 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=a22179df-0c23-4737-9865-f59570dd15e8,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:06.769511 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0d62ba4c-2f9d-4dce-92f5-4fe8ff024773 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676525 Jul 05 03:58:06.770520 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56566) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:06.779405 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-c5128466-97c3-4eaa-9935-15496102ba79 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:06.825887 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 2a737e3b-7647-4859-8d3b-5a41559ab915, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=2a737e3b-7647-4859-8d3b-5a41559ab915,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:06.835702 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ed3cd49f-b15f-42cf-b005-16fb8a401b25 req-2b078aae-818a-4c82-8296-3d829e38235a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020380 Jul 05 03:58:06.845064 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '2a737e3b-7647-4859-8d3b-5a41559ab915', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'port_id': '2a737e3b-7647-4859-8d3b-5a41559ab915', 'mac_address': 'fa:16:3e:df:39:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:06.856045 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-e258cb7e-e6d0-4ec7-b059-75d26a551112 req-90dd51a6-0c79-4903-9338-9ad45bd56a6b tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] For port e9517443-98d4-46bf-9370-96c0bebe9a19, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=e9517443-98d4-46bf-9370-96c0bebe9a19,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:06.856045 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e258cb7e-e6d0-4ec7-b059-75d26a551112 req-90dd51a6-0c79-4903-9338-9ad45bd56a6b tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.882140 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-e258cb7e-e6d0-4ec7-b059-75d26a551112 req-90dd51a6-0c79-4903-9338-9ad45bd56a6b tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Calling delete_port for e9517443-98d4-46bf-9370-96c0bebe9a19 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:06.912703 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.936047 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a737e3b-7647-4859-8d3b-5a41559ab915 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:06.960154 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 2a737e3b-7647-4859-8d3b-5a41559ab915, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=2a737e3b-7647-4859-8d3b-5a41559ab915,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:06.965901 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.981295 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fa60e-2c82-490e-95ee-36a0407f7a66 req-2f155a6b-7c1a-4d90-9bac-65bfc5d7b4f7 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:06.991201 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-377fa60e-2c82-490e-95ee-36a0407f7a66 req-2f155a6b-7c1a-4d90-9bac-65bfc5d7b4f7 tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a53338-97cf-4a89-8218-fb205c45a8a7 HTTP/1.1" status: 200 len: 949 time: 0.3670144 Jul 05 03:58:07.033782 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=2a737e3b-7647-4859-8d3b-5a41559ab915,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:07.067356 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-377fa60e-2c82-490e-95ee-36a0407f7a66 req-86c7c097-447e-4242-a30f-344cb602af7b tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.77 "GET /v2.0/security-groups?id=349467ec-5ad5-42ba-9c8b-9bee86f9f5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751481 Jul 05 03:58:07.157067 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5128466-97c3-4eaa-9935-15496102ba79 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:07.160653 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c5128466-97c3-4eaa-9935-15496102ba79 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.178540 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-8f147400-81d2-42b3-b91d-fab26c6f9342 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330637 Jul 05 03:58:07.180829 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e258cb7e-e6d0-4ec7-b059-75d26a551112 req-90dd51a6-0c79-4903-9338-9ad45bd56a6b tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.251293 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc92c7e-38db-4cd0-b313-8441dc5e8ed2 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:07.263285 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd51a6-0c79-4903-9338-9ad45bd56a6b tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Pushing event deleted for resources: {'Port': ['ID=e9517443-98d4-46bf-9370-96c0bebe9a19,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:07.277597 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f2421-73a1-4b8d-ab11-99afe2db9a43 req-89befe1a-09eb-4ac5-86c8-fdfefed7e3aa tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:07.279171 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-263f2421-73a1-4b8d-ab11-99afe2db9a43 req-89befe1a-09eb-4ac5-86c8-fdfefed7e3aa tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 932 time: 0.2705636 Jul 05 03:58:07.296965 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-e258cb7e-e6d0-4ec7-b059-75d26a551112 req-90dd51a6-0c79-4903-9338-9ad45bd56a6b tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] No DVR routers for this DVR port e9517443-98d4-46bf-9370-96c0bebe9a19 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:07.301882 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e258cb7e-e6d0-4ec7-b059-75d26a551112 req-90dd51a6-0c79-4903-9338-9ad45bd56a6b tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.305819 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e258cb7e-e6d0-4ec7-b059-75d26a551112 req-90dd51a6-0c79-4903-9338-9ad45bd56a6b tempest-ImagesOneServerTestJSON-436866625 tempest-ImagesOneServerTestJSON-436866625-project] 10.222.0.89 "DELETE /v2.0/ports/e9517443-98d4-46bf-9370-96c0bebe9a19 HTTP/1.1" status: 204 len: 173 time: 1.0056250 Jul 05 03:58:07.306476 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a53338-97cf-4a89-8218-fb205c45a8a7', 'name': 'network-vif-deleted', 'tag': 'e9517443-98d4-46bf-9370-96c0bebe9a19'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:07.309642 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab88f945-f03d-4e06-a99c-7d3123483750" -d '{"events": [{"server_uuid": "a5a53338-97cf-4a89-8218-fb205c45a8a7", "name": "network-vif-deleted", "tag": "e9517443-98d4-46bf-9370-96c0bebe9a19"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:07.335644 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-87b79376-d39e-4144-9e89-3a4827000c9c None None] Provisioning complete for port 39414816-6937-40fc-900b-327d1e7d76dc triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:07.336198 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-87b79376-d39e-4144-9e89-3a4827000c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.385828 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c48317-2c77-4f25-80e9-a3f2b266836f req-0b0cae06-6d36-4821-a1c9-e4eaafa79803 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:07.387386 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e6c48317-2c77-4f25-80e9-a3f2b266836f req-0b0cae06-6d36-4821-a1c9-e4eaafa79803 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e75bd11-1561-4164-89e4-098a164f41ad HTTP/1.1" status: 200 len: 945 time: 0.1262231 Jul 05 03:58:07.449591 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e6c48317-2c77-4f25-80e9-a3f2b266836f req-5303c1aa-681d-46af-8a9d-cfd6ac92d951 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557599 Jul 05 03:58:07.488347 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-263f2421-73a1-4b8d-ab11-99afe2db9a43 req-d371afe9-ac41-4199-b7fc-f4b0aef80269 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991820 Jul 05 03:58:07.537670 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['a22179df-0c23-4737-9865-f59570dd15e8'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:07.621863 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-43416dbb-db78-4e8f-91ee-3be9e7e868d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48355ee6-d3d0-48de-b7ce-903b87666e0f {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:07.623397 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8317d0-9225-4cd4-bd02-ef2713156ba1 None None] DHCP port deletion for 11254a26-e0ed-4207-b9f1-d7e3a27daaba request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:58:07.635484 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-43416dbb-db78-4e8f-91ee-3be9e7e868d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.650287 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c5128466-97c3-4eaa-9935-15496102ba79 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.690394 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-43416dbb-db78-4e8f-91ee-3be9e7e868d9 service neutron] Transition to ACTIVE for port object 48355ee6-d3d0-48de-b7ce-903b87666e0f will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:07.699274 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592ffb7-fc56-4ed2-8338-ef31e545e324 req-0438a5c4-3529-4d5d-a5d0-3dc48c3a5fd2 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:07.712983 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c592ffb7-fc56-4ed2-8338-ef31e545e324 req-0438a5c4-3529-4d5d-a5d0-3dc48c3a5fd2 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.1342061 Jul 05 03:58:07.718190 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['2a737e3b-7647-4859-8d3b-5a41559ab915'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:07.725338 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-43416dbb-db78-4e8f-91ee-3be9e7e868d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.769974 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c592ffb7-fc56-4ed2-8338-ef31e545e324 req-778e261a-4329-404f-ada8-64ee6e8587a9 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560095 Jul 05 03:58:07.829029 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5128466-97c3-4eaa-9935-15496102ba79 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:07.841439 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97a339f-865e-42dc-a27e-849ab51f4078 x-openstack-request-id: req-d97a339f-865e-42dc-a27e-849ab51f4078 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:07.841740 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a53338-97cf-4a89-8218-fb205c45a8a7", "name": "network-vif-deleted", "tag": "e9517443-98d4-46bf-9370-96c0bebe9a19", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:07.841992 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d97a339f-865e-42dc-a27e-849ab51f4078 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:07.842387 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a53338-97cf-4a89-8218-fb205c45a8a7', 'name': 'network-vif-deleted', 'tag': 'e9517443-98d4-46bf-9370-96c0bebe9a19', 'status': 'completed', 'code': 200} Jul 05 03:58:07.852861 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-c5128466-97c3-4eaa-9935-15496102ba79 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:07.854578 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-1f8317d0-9225-4cd4-bd02-ef2713156ba1 None None] Deleting port 39414816-6937-40fc-900b-327d1e7d76dc {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:07.855065 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1f8317d0-9225-4cd4-bd02-ef2713156ba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.855162 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5128466-97c3-4eaa-9935-15496102ba79 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=6e93341a-fc32-4157-86e0-0069bafab5f7,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:07.867644 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5128466-97c3-4eaa-9935-15496102ba79 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:07.868281 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c5128466-97c3-4eaa-9935-15496102ba79 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.875922 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43416dbb-db78-4e8f-91ee-3be9e7e868d9 service neutron] Pushing event updated for resources: {'Port': ['ID=48355ee6-d3d0-48de-b7ce-903b87666e0f,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:07.953263 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c5128466-97c3-4eaa-9935-15496102ba79 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1777620 Jul 05 03:58:07.956102 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56580) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:07.962358 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-7e74a809-715e-4bc2-bebf-daeda56acbf2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:08.007739 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa610628-abcf-4d2c-b0ad-8beae6889ebd req-e8e34507-4106-4beb-9c97-48abe9f08251 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:08.015219 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fa610628-abcf-4d2c-b0ad-8beae6889ebd req-e8e34507-4106-4beb-9c97-48abe9f08251 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff4293d6-29cc-4361-b533-0f3552f8adb7 HTTP/1.1" status: 200 len: 949 time: 0.3523207 Jul 05 03:58:08.066193 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-43416dbb-db78-4e8f-91ee-3be9e7e868d9 service neutron] Attempting to bind port 48355ee6-d3d0-48de-b7ce-903b87666e0f on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:08.066539 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-43416dbb-db78-4e8f-91ee-3be9e7e868d9 service neutron] Attempting to bind port 48355ee6-d3d0-48de-b7ce-903b87666e0f by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:08.067126 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-43416dbb-db78-4e8f-91ee-3be9e7e868d9 service neutron] Attempting to bind port 48355ee6-d3d0-48de-b7ce-903b87666e0f on network 3b64f625-0433-41d5-8266-5dfdc89559ba {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:08.089797 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-43416dbb-db78-4e8f-91ee-3be9e7e868d9 service neutron] Port 48355ee6-d3d0-48de-b7ce-903b87666e0f on network 3b64f625-0433-41d5-8266-5dfdc89559ba not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:58:08.090129 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-43416dbb-db78-4e8f-91ee-3be9e7e868d9 service neutron] Attempting to bind port 48355ee6-d3d0-48de-b7ce-903b87666e0f on network 3b64f625-0433-41d5-8266-5dfdc89559ba {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:08.101891 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fa610628-abcf-4d2c-b0ad-8beae6889ebd req-e2be6a04-8cc7-49d3-a6a7-c6f2b69f3cf1 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f958f347-3816-4b24-8a28-5d1c245670bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857799 Jul 05 03:58:08.103246 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-43416dbb-db78-4e8f-91ee-3be9e7e868d9 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:08.104512 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-43416dbb-db78-4e8f-91ee-3be9e7e868d9 service neutron] Checking segment: {'id': 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:08.104512 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-43416dbb-db78-4e8f-91ee-3be9e7e868d9 service neutron] Bound using segment: {'id': 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:08.105070 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-43416dbb-db78-4e8f-91ee-3be9e7e868d9 service neutron] Bound port: 48355ee6-d3d0-48de-b7ce-903b87666e0f, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:08.105714 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-43416dbb-db78-4e8f-91ee-3be9e7e868d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:08.112303 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 39414816-6937-40fc-900b-327d1e7d76dc no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:08.124171 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-1f8317d0-9225-4cd4-bd02-ef2713156ba1 None None] For port 39414816-6937-40fc-900b-327d1e7d76dc, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=39414816-6937-40fc-900b-327d1e7d76dc,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:08.132846 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1f8317d0-9225-4cd4-bd02-ef2713156ba1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:08.167659 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e74a809-715e-4bc2-bebf-daeda56acbf2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:08.172306 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e74a809-715e-4bc2-bebf-daeda56acbf2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:08.221130 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-1f8317d0-9225-4cd4-bd02-ef2713156ba1 None None] Calling delete_port for 39414816-6937-40fc-900b-327d1e7d76dc owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:08.296979 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-43416dbb-db78-4e8f-91ee-3be9e7e868d9 service neutron] For port 48355ee6-d3d0-48de-b7ce-903b87666e0f, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:08.305863 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-43416dbb-db78-4e8f-91ee-3be9e7e868d9 service neutron] For port 48355ee6-d3d0-48de-b7ce-903b87666e0f, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=48355ee6-d3d0-48de-b7ce-903b87666e0f,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:08.313288 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-43416dbb-db78-4e8f-91ee-3be9e7e868d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:08.361181 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:08.389887 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-43416dbb-db78-4e8f-91ee-3be9e7e868d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:08.390899 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-43416dbb-db78-4e8f-91ee-3be9e7e868d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:08.393289 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-43416dbb-db78-4e8f-91ee-3be9e7e868d9 service neutron] 10.222.0.89 "PUT /v2.0/ports/48355ee6-d3d0-48de-b7ce-903b87666e0f HTTP/1.1" status: 200 len: 1093 time: 1.9151957 Jul 05 03:58:08.397642 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1f8317d0-9225-4cd4-bd02-ef2713156ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:08.416925 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d653ff-7be3-4396-a3b2-9c0c4a63823e', 'tag': '48355ee6-d3d0-48de-b7ce-903b87666e0f'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:08.419392 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12435b6a-1073-4e1c-a984-3b5370ae1ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "87d653ff-7be3-4396-a3b2-9c0c4a63823e", "tag": "48355ee6-d3d0-48de-b7ce-903b87666e0f"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:08.457212 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8317d0-9225-4cd4-bd02-ef2713156ba1 None None] Pushing event deleted for resources: {'Port': ['ID=39414816-6937-40fc-900b-327d1e7d76dc,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:08.491791 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8317d0-9225-4cd4-bd02-ef2713156ba1 None None] No DVR routers for this DVR port 39414816-6937-40fc-900b-327d1e7d76dc on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:08.512509 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010974b6-dec4-4ae1-88ee-34940cd9a240 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:08.524065 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43416dbb-db78-4e8f-91ee-3be9e7e868d9 service neutron] Pushing event updated for resources: {'Port': ['ID=48355ee6-d3d0-48de-b7ce-903b87666e0f,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:08.784636 n-d-780147-23 neutron-server[105539]: DEBUG neutron.objects.ports [None req-7e74a809-715e-4bc2-bebf-daeda56acbf2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105539) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:58:08.794053 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e74a809-715e-4bc2-bebf-daeda56acbf2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:08.794646 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203b5193-cdca-4870-8852-fd6dbff6b3c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'fixed_ips': [{'subnet_id': '3b57043e-e217-47f6-8170-3407019d3c83'}, {'subnet_id': '6e93341a-fc32-4157-86e0-0069bafab5f7'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:58:08.796128 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-203b5193-cdca-4870-8852-fd6dbff6b3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:08.882228 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed67356-0c0c-426a-b7ac-babb433f62d5 req-bc5cf6b5-e04d-4aa0-bcc3-d2a3c1b77a6f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:08.884385 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aed67356-0c0c-426a-b7ac-babb433f62d5 req-bc5cf6b5-e04d-4aa0-bcc3-d2a3c1b77a6f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e75bd11-1561-4164-89e4-098a164f41ad HTTP/1.1" status: 200 len: 945 time: 0.2748802 Jul 05 03:58:08.888563 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e74a809-715e-4bc2-bebf-daeda56acbf2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:08.889434 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56596) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:08.918329 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-7e74a809-715e-4bc2-bebf-daeda56acbf2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:08.933220 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e74a809-715e-4bc2-bebf-daeda56acbf2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:08.933847 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e74a809-715e-4bc2-bebf-daeda56acbf2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:08.943404 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74a809-715e-4bc2-bebf-daeda56acbf2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=3b57043e-e217-47f6-8170-3407019d3c83,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:08.963853 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697a671-ebe0-4921-a395-1ce0c478e40a req-11338541-8990-4f90-8114-529cb8718549 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:08.965607 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6697a671-ebe0-4921-a395-1ce0c478e40a req-11338541-8990-4f90-8114-529cb8718549 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.6056912 Jul 05 03:58:08.972688 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-6bffd635-4bf1-417d-b208-e1264c3ac5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:08.975534 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-6bffd635-4bf1-417d-b208-e1264c3ac5aa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=501ed92e20d5480db968048631c9d2f5&device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 1096 time: 0.4966636 Jul 05 03:58:08.989880 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7e74a809-715e-4bc2-bebf-daeda56acbf2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0287368 Jul 05 03:58:08.990887 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56600) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:08.995648 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-2c9b7dae-c66a-468e-90b7-f18f5c2d8744 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'mac_address': 'fa:16:3e:c6:c4:55', 'name': 'tempest-NetworksTestDHCPv6-1821487940'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:09.030806 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aed67356-0c0c-426a-b7ac-babb433f62d5 req-52f669e2-d530-46b4-8f4f-45fd6997a44f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293209 Jul 05 03:58:09.035981 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-e6c15b9d-9595-459c-ad6a-2d79a3456015 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48355ee6-d3d0-48de-b7ce-903b87666e0f HTTP/1.1" status: 200 len: 217 time: 0.0422869 Jul 05 03:58:09.079863 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-203b5193-cdca-4870-8852-fd6dbff6b3c2 None None] Allocated IP 172.20.0.2 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/6e93341a-fc32-4157-86e0-0069bafab5f7/a8d3d892-f926-498e-9fd9-c1cfad39c89b) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:09.088208 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-203b5193-cdca-4870-8852-fd6dbff6b3c2 None None] Allocated IP 2001:db8::f816:3eff:febb:488b (11254a26-e0ed-4207-b9f1-d7e3a27daaba/3b57043e-e217-47f6-8170-3407019d3c83/a8d3d892-f926-498e-9fd9-c1cfad39c89b) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:09.099531 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-1e92c5c6-d70c-47ba-a83b-fd5c36159f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:09.101295 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-1e92c5c6-d70c-47ba-a83b-fd5c36159f98 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c2a1cef0-323d-4d98-bbd7-de1cb5542ec9 HTTP/1.1" status: 200 len: 851 time: 0.0515413 Jul 05 03:58:09.103276 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bbcbab-64e2-496c-b627-d698ad6509d6 x-openstack-request-id: req-78bbcbab-64e2-496c-b627-d698ad6509d6 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:09.103568 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d653ff-7be3-4396-a3b2-9c0c4a63823e", "tag": "48355ee6-d3d0-48de-b7ce-903b87666e0f", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:09.103937 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-78bbcbab-64e2-496c-b627-d698ad6509d6 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:09.104336 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d653ff-7be3-4396-a3b2-9c0c4a63823e', 'tag': '48355ee6-d3d0-48de-b7ce-903b87666e0f', 'status': 'completed', 'code': 200} Jul 05 03:58:09.155027 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-5db2b501-2eeb-49ca-a0e4-09a094fef572 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3b64f625-0433-41d5-8266-5dfdc89559ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421999 Jul 05 03:58:09.161126 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6697a671-ebe0-4921-a395-1ce0c478e40a req-32000e69-e874-4d19-ac39-492d089a44ea tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845059 Jul 05 03:58:09.247663 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c178256b-65ef-4fe8-8600-6a0bdb4c2f4b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b1aa393894be4fabb6fa267311dd83ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3544676 Jul 05 03:58:09.253099 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56606) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:09.269663 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-203b5193-cdca-4870-8852-fd6dbff6b3c2 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.273442 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-898de657-73a8-4207-bbaf-eb165c497cca service neutron] 10.222.0.89 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104777 Jul 05 03:58:09.282639 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-203b5193-cdca-4870-8852-fd6dbff6b3c2 None None] Transition to ACTIVE for port object a8d3d892-f926-498e-9fd9-c1cfad39c89b will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:09.321300 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-203b5193-cdca-4870-8852-fd6dbff6b3c2 None None] Transition to ACTIVE for port object a8d3d892-f926-498e-9fd9-c1cfad39c89b will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:09.327077 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device e9517443-98d4-46bf-9370-96c0bebe9a19 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:09.332037 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-203b5193-cdca-4870-8852-fd6dbff6b3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.360187 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: e9517443-98d4-46bf-9370-96c0bebe9a19 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:09.360187 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device e9517443-98d4-46bf-9370-96c0bebe9a19 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:09.387606 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9b7dae-c66a-468e-90b7-f18f5c2d8744 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:09.401463 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203b5193-cdca-4870-8852-fd6dbff6b3c2 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:09.405252 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-203b5193-cdca-4870-8852-fd6dbff6b3c2 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:09.409275 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203b5193-cdca-4870-8852-fd6dbff6b3c2 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:09.425409 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b5193-cdca-4870-8852-fd6dbff6b3c2 None None] Pushing event updated for resources: {'Port': ['ID=a8d3d892-f926-498e-9fd9-c1cfad39c89b,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:09.473322 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b9d85029-1f0c-434d-9150-b7bfec027421 req-72894145-cfe7-4d1f-aa66-b0889fb11eea service neutron] 10.222.0.89 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784368 Jul 05 03:58:09.476822 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9591ae9-e4ba-413d-acfd-5a6ca5b442a6 req-5fc8f364-94ea-4728-94c4-775bfc59f6fd tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:09.485896 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9591ae9-e4ba-413d-acfd-5a6ca5b442a6 req-5fc8f364-94ea-4728-94c4-775bfc59f6fd tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 944 time: 0.2860026 Jul 05 03:58:09.527813 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-203b5193-cdca-4870-8852-fd6dbff6b3c2 None None] Attempting to bind port a8d3d892-f926-498e-9fd9-c1cfad39c89b on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:09.528211 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-203b5193-cdca-4870-8852-fd6dbff6b3c2 None None] Attempting to bind port a8d3d892-f926-498e-9fd9-c1cfad39c89b by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:09.528598 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203b5193-cdca-4870-8852-fd6dbff6b3c2 None None] Attempting to bind port a8d3d892-f926-498e-9fd9-c1cfad39c89b on network 11254a26-e0ed-4207-b9f1-d7e3a27daaba {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:09.534118 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203b5193-cdca-4870-8852-fd6dbff6b3c2 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:09.534441 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203b5193-cdca-4870-8852-fd6dbff6b3c2 None None] Checking segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:09.535043 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-203b5193-cdca-4870-8852-fd6dbff6b3c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.535452 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203b5193-cdca-4870-8852-fd6dbff6b3c2 None None] Bound using segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:09.535962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-203b5193-cdca-4870-8852-fd6dbff6b3c2 None None] Bound port: a8d3d892-f926-498e-9fd9-c1cfad39c89b, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:09.536587 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-203b5193-cdca-4870-8852-fd6dbff6b3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.541737 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517092b-48fe-4c95-935e-ef9598fd238a req-7e94cb1a-2c01-479d-90a4-654d31e7161a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:09.552812 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b517092b-48fe-4c95-935e-ef9598fd238a req-7e94cb1a-2c01-479d-90a4-654d31e7161a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.1079760 Jul 05 03:58:09.571428 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-734518c8-7455-4346-a682-45776d7d2828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.584815 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9591ae9-e4ba-413d-acfd-5a6ca5b442a6 req-5d78f5e9-fe00-409a-a90a-31ec43b209fe tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980175 Jul 05 03:58:09.625100 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2c9b7dae-c66a-468e-90b7-f18f5c2d8744 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.633565 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-734518c8-7455-4346-a682-45776d7d2828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.661869 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-203b5193-cdca-4870-8852-fd6dbff6b3c2 None None] For port a8d3d892-f926-498e-9fd9-c1cfad39c89b, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:09.665956 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-203b5193-cdca-4870-8852-fd6dbff6b3c2 None None] For port a8d3d892-f926-498e-9fd9-c1cfad39c89b, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a8d3d892-f926-498e-9fd9-c1cfad39c89b,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:09.672864 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-203b5193-cdca-4870-8852-fd6dbff6b3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.675825 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-2c9b7dae-c66a-468e-90b7-f18f5c2d8744 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] device_id is not set on port e7472613-672e-4662-a7bc-627cd83b90e4 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:58:09.680391 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b517092b-48fe-4c95-935e-ef9598fd238a req-006073ae-49ef-46f0-85d3-eafc0d547c20 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269007 Jul 05 03:58:09.738028 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12435b6a-1073-4e1c-a984-3b5370ae1ccb req-a439a7cb-9a58-44d5-adad-e53528513b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:09.741547 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12435b6a-1073-4e1c-a984-3b5370ae1ccb req-a439a7cb-9a58-44d5-adad-e53528513b16 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=501ed92e20d5480db968048631c9d2f5&device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 1096 time: 0.1846490 Jul 05 03:58:09.805174 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b5193-cdca-4870-8852-fd6dbff6b3c2 None None] Pushing event updated for resources: {'Port': ['ID=a8d3d892-f926-498e-9fd9-c1cfad39c89b,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:09.872259 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-734518c8-7455-4346-a682-45776d7d2828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.876669 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-734518c8-7455-4346-a682-45776d7d2828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.881004 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-734518c8-7455-4346-a682-45776d7d2828 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/349467ec-5ad5-42ba-9c8b-9bee86f9f5f5 HTTP/1.1" status: 204 len: 168 time: 0.6226654 Jul 05 03:58:09.912554 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734518c8-7455-4346-a682-45776d7d2828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349467ec-5ad5-42ba-9c8b-9bee86f9f5f5,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:09.960716 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12435b6a-1073-4e1c-a984-3b5370ae1ccb req-251825be-402c-4455-904d-816a31d52094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:09.962569 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12435b6a-1073-4e1c-a984-3b5370ae1ccb req-251825be-402c-4455-904d-816a31d52094 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3b64f625-0433-41d5-8266-5dfdc89559ba HTTP/1.1" status: 200 len: 912 time: 0.2052402 Jul 05 03:58:09.986235 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device a22179df-0c23-4737-9865-f59570dd15e8 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:10.018331 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-2c9b7dae-c66a-468e-90b7-f18f5c2d8744 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 172.20.0.10 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/6e93341a-fc32-4157-86e0-0069bafab5f7/e7472613-672e-4662-a7bc-627cd83b90e4) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:10.027980 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-2c9b7dae-c66a-468e-90b7-f18f5c2d8744 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 2001:db8::f816:3eff:fec6:c455 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/3b57043e-e217-47f6-8170-3407019d3c83/e7472613-672e-4662-a7bc-627cd83b90e4) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:10.037580 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12435b6a-1073-4e1c-a984-3b5370ae1ccb req-d1d909b4-3d6f-4ac2-b517-8be27829b839 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48355ee6-d3d0-48de-b7ce-903b87666e0f HTTP/1.1" status: 200 len: 217 time: 0.0656447 Jul 05 03:58:10.098404 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368244fd-0ea7-4db8-9803-d33129794a1c req-836005a4-b06a-4146-bb75-4ccaacc8d870 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.122562 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-368244fd-0ea7-4db8-9803-d33129794a1c req-836005a4-b06a-4146-bb75-4ccaacc8d870 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff4293d6-29cc-4361-b533-0f3552f8adb7 HTTP/1.1" status: 200 len: 949 time: 0.2591867 Jul 05 03:58:10.129220 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port a22179df-0c23-4737-9865-f59570dd15e8 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:10.136636 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port a22179df-0c23-4737-9865-f59570dd15e8 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:10.137240 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.167019 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-1f3ceaba-5d3f-4597-8765-1e7045ee4075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.169951 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-1f3ceaba-5d3f-4597-8765-1e7045ee4075 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba&tenant_id=ba5800eba7ce4067ae2fae645ac62ef9 HTTP/1.1" status: 200 len: 1101 time: 0.4269919 Jul 05 03:58:10.237325 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-a0a37214-597c-41bd-aa1e-6adb1b352c64 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-23', 'device_owner': 'compute:nova'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:10.388408 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-368244fd-0ea7-4db8-9803-d33129794a1c req-4d871bb4-30ef-4589-949c-be68cf6dc66f tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f958f347-3816-4b24-8a28-5d1c245670bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644205 Jul 05 03:58:10.390369 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2c9b7dae-c66a-468e-90b7-f18f5c2d8744 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.409092 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42090539-5b39-4603-bc8f-b4e38713b46a req-d367c36d-d5ee-4cf0-9f06-36f0d3cf4287 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.417265 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-42090539-5b39-4603-bc8f-b4e38713b46a req-d367c36d-d5ee-4cf0-9f06-36f0d3cf4287 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e75bd11-1561-4164-89e4-098a164f41ad HTTP/1.1" status: 200 len: 945 time: 0.1965797 Jul 05 03:58:10.420384 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12435b6a-1073-4e1c-a984-3b5370ae1ccb req-75de7d1a-0dbd-42bd-a772-bb9192c458c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.433188 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12435b6a-1073-4e1c-a984-3b5370ae1ccb req-75de7d1a-0dbd-42bd-a772-bb9192c458c5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c2a1cef0-323d-4d98-bbd7-de1cb5542ec9 HTTP/1.1" status: 200 len: 851 time: 0.2835920 Jul 05 03:58:10.433819 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.450949 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-2c9b7dae-c66a-468e-90b7-f18f5c2d8744 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Transition to ACTIVE for port object e7472613-672e-4662-a7bc-627cd83b90e4 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:10.480207 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4293d6-29cc-4361-b533-0f3552f8adb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22179df-0c23-4737-9865-f59570dd15e8'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:10.488885 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba4ce61-94b2-4e1b-ae98-784a6a3a123d" -d '{"events": [{"server_uuid": "ff4293d6-29cc-4361-b533-0f3552f8adb7", "name": "network-vif-plugged", "status": "completed", "tag": "a22179df-0c23-4737-9865-f59570dd15e8"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:10.492685 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-42090539-5b39-4603-bc8f-b4e38713b46a req-d136bdf3-48df-4a3d-8f40-343d047ef3f0 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717130 Jul 05 03:58:10.521868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port a22179df-0c23-4737-9865-f59570dd15e8, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=a22179df-0c23-4737-9865-f59570dd15e8,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:10.533755 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.534818 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 2a737e3b-7647-4859-8d3b-5a41559ab915 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:10.555641 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2c9b7dae-c66a-468e-90b7-f18f5c2d8744 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.573875 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12435b6a-1073-4e1c-a984-3b5370ae1ccb req-9abf42d7-397b-4e93-97d2-c56ce20dc4f6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3b64f625-0433-41d5-8266-5dfdc89559ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412451 Jul 05 03:58:10.632879 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9b7dae-c66a-468e-90b7-f18f5c2d8744 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:10.633923 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf4a02c-d927-4bcd-8732-957f703160e2 x-openstack-request-id: req-4bf4a02c-d927-4bcd-8732-957f703160e2 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:10.634247 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4293d6-29cc-4361-b533-0f3552f8adb7", "name": "network-vif-plugged", "status": "completed", "tag": "a22179df-0c23-4737-9865-f59570dd15e8", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:10.642222 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4bf4a02c-d927-4bcd-8732-957f703160e2 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:10.642726 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4293d6-29cc-4361-b533-0f3552f8adb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22179df-0c23-4737-9865-f59570dd15e8', 'code': 200} Jul 05 03:58:10.643351 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=a22179df-0c23-4737-9865-f59570dd15e8,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:10.647719 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-2c9b7dae-c66a-468e-90b7-f18f5c2d8744 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:10.665364 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9b7dae-c66a-468e-90b7-f18f5c2d8744 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:10.673519 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 2a737e3b-7647-4859-8d3b-5a41559ab915 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:10.675696 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b7dae-c66a-468e-90b7-f18f5c2d8744 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=e7472613-672e-4662-a7bc-627cd83b90e4,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:10.680668 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 2a737e3b-7647-4859-8d3b-5a41559ab915 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:10.681184 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.715985 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc2464-3a78-401e-a31c-a02d154cf15e req-78729bf0-c545-4145-b175-7efee30f7edf tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.717553 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dacc2464-3a78-401e-a31c-a02d154cf15e req-78729bf0-c545-4145-b175-7efee30f7edf tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e75bd11-1561-4164-89e4-098a164f41ad HTTP/1.1" status: 200 len: 945 time: 0.3662789 Jul 05 03:58:10.801002 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9b7dae-c66a-468e-90b7-f18f5c2d8744 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.801689 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2c9b7dae-c66a-468e-90b7-f18f5c2d8744 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.820194 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.838985 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-a0a37214-597c-41bd-aa1e-6adb1b352c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.839196 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2c9b7dae-c66a-468e-90b7-f18f5c2d8744 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.8455994 Jul 05 03:58:10.839196 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56636) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:10.866550 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 2a737e3b-7647-4859-8d3b-5a41559ab915, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=2a737e3b-7647-4859-8d3b-5a41559ab915,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:10.880713 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.983003 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=2a737e3b-7647-4859-8d3b-5a41559ab915,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:11.009297 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b24ba-2d88-4994-bc9f-a6a292bc4979 req-1e3e9f1a-0064-4663-beb3-74a4389af8cd tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:11.011453 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-854b24ba-2d88-4994-bc9f-a6a292bc4979 req-1e3e9f1a-0064-4663-beb3-74a4389af8cd tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 944 time: 0.1568196 Jul 05 03:58:11.020312 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85741ce2-53d0-4f11-9fc1-85735ea66f03 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:11.027614 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85741ce2-53d0-4f11-9fc1-85735ea66f03 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:11.029733 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-85741ce2-53d0-4f11-9fc1-85735ea66f03 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1893299 Jul 05 03:58:11.032681 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56642) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:11.089904 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56644) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:11.180306 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-854b24ba-2d88-4994-bc9f-a6a292bc4979 req-0c28aec0-65c7-43aa-816d-13f9b3dd9175 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484051 Jul 05 03:58:11.216349 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-c3097c9d-d987-45b2-ba1d-e648033e3344 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting port e7472613-672e-4662-a7bc-627cd83b90e4 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:11.224966 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c3097c9d-d987-45b2-ba1d-e648033e3344 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.279495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 48355ee6-d3d0-48de-b7ce-903b87666e0f details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:11.285605 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-a9d0eed9-150d-4048-92f4-05319fd1fbd3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2055442268-network', 'tenant_id': '74140f698ac946aead4a19757080d1da'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:11.336220 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d0eed9-150d-4048-92f4-05319fd1fbd3 admin admin] Made reservation on behalf of 74140f698ac946aead4a19757080d1da for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:11.339109 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a9d0eed9-150d-4048-92f4-05319fd1fbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.341726 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-a0a37214-597c-41bd-aa1e-6adb1b352c64 service neutron] For port a870b999-a174-4512-8044-db72baed00ca, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a870b999-a174-4512-8044-db72baed00ca,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:11.353855 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a9d0eed9-150d-4048-92f4-05319fd1fbd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.358504 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12435b6a-1073-4e1c-a984-3b5370ae1ccb req-5956a010-be7b-42ec-a0fb-f187228e79d5 service neutron] 10.222.0.89 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7661719 Jul 05 03:58:11.372087 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70bff9-6800-48c8-8b8e-620a2bfd1e7d req-82860ec6-d1d7-4f67-bf38-163531b77774 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:11.373682 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aa70bff9-6800-48c8-8b8e-620a2bfd1e7d req-82860ec6-d1d7-4f67-bf38-163531b77774 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.7911146 Jul 05 03:58:11.383583 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba80208-96ea-4204-83ce-c3648d336099 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:11.423008 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c3097c9d-d987-45b2-ba1d-e648033e3344 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.444931 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-c3097c9d-d987-45b2-ba1d-e648033e3344 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Calling delete_port for e7472613-672e-4662-a7bc-627cd83b90e4 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:11.447161 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a3857853-3c63-4ec1-a310-2d104615f677 None None] Provisioning for port a8d3d892-f926-498e-9fd9-c1cfad39c89b completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:11.495404 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328c64a-8418-4d0d-8b29-b853be46b01f req-5eb744f0-cd8a-49c4-9708-3032cee4a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:11.497027 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6328c64a-8418-4d0d-8b29-b853be46b01f req-5eb744f0-cd8a-49c4-9708-3032cee4a14c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ff4293d6-29cc-4361-b533-0f3552f8adb7 HTTP/1.1" status: 200 len: 1102 time: 0.7780530 Jul 05 03:58:11.508116 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-a0a37214-597c-41bd-aa1e-6adb1b352c64 service neutron] For port a870b999-a174-4512-8044-db72baed00ca, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:11.516085 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 48355ee6-d3d0-48de-b7ce-903b87666e0f, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=48355ee6-d3d0-48de-b7ce-903b87666e0f,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:11.544796 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '48355ee6-d3d0-48de-b7ce-903b87666e0f', 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba', 'port_id': '48355ee6-d3d0-48de-b7ce-903b87666e0f', 'mac_address': 'fa:16:3e:54:5a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a1cef0-323d-4d98-bbd7-de1cb5542ec9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:11.568626 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aa70bff9-6800-48c8-8b8e-620a2bfd1e7d req-a24b3d33-ef08-444c-9f68-be1c5bbc6cb9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781220 Jul 05 03:58:11.570815 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79225b77-df1d-4b19-a3dc-b8df841298e0 req-be1d2a73-f31a-4a04-89de-db96b05abd80 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:11.580577 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-79225b77-df1d-4b19-a3dc-b8df841298e0 req-be1d2a73-f31a-4a04-89de-db96b05abd80 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.2232914 Jul 05 03:58:11.614149 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-dacc2464-3a78-401e-a31c-a02d154cf15e req-858ff3ae-9ab3-407a-b632-8534f9e70f31 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Deleting port f6ec7c3a-8fdb-4dba-bb51-4415047f951e {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:11.614655 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dacc2464-3a78-401e-a31c-a02d154cf15e req-858ff3ae-9ab3-407a-b632-8534f9e70f31 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.625359 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b65db4-83c8-4395-a635-6c35979b0bba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a870b999-a174-4512-8044-db72baed00ca'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:11.627349 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ee795e-1ff9-4c2f-b735-85daccebede5" -d '{"events": [{"server_uuid": "87b65db4-83c8-4395-a635-6c35979b0bba", "name": "network-vif-unplugged", "status": "completed", "tag": "a870b999-a174-4512-8044-db72baed00ca"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:11.636782 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-a0a37214-597c-41bd-aa1e-6adb1b352c64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.651381 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.668056 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48355ee6-d3d0-48de-b7ce-903b87666e0f {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:11.682229 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-79225b77-df1d-4b19-a3dc-b8df841298e0 req-bcda2a73-3377-456e-9582-cfde55034a6e tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009431 Jul 05 03:58:11.687765 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12435b6a-1073-4e1c-a984-3b5370ae1ccb req-03465437-877f-43f6-b298-17f0e534a01c service neutron] 10.222.0.89 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120368 Jul 05 03:58:11.694416 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 48355ee6-d3d0-48de-b7ce-903b87666e0f, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=48355ee6-d3d0-48de-b7ce-903b87666e0f,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:11.697779 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6328c64a-8418-4d0d-8b29-b853be46b01f req-39d3ebe1-1304-4890-80ce-310de2d0f162 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f958f347-3816-4b24-8a28-5d1c245670bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521668 Jul 05 03:58:11.711392 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.715557 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-a0a37214-597c-41bd-aa1e-6adb1b352c64 service neutron] Transition to ACTIVE for port object a870b999-a174-4512-8044-db72baed00ca will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:11.739387 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-a0a37214-597c-41bd-aa1e-6adb1b352c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.745755 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a9d0eed9-150d-4048-92f4-05319fd1fbd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.789876 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a9d0eed9-150d-4048-92f4-05319fd1fbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.799233 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=48355ee6-d3d0-48de-b7ce-903b87666e0f,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:11.844235 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-a0a37214-597c-41bd-aa1e-6adb1b352c64 service neutron] No DVR routers for this DVR port a870b999-a174-4512-8044-db72baed00ca on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:11.846017 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a37214-597c-41bd-aa1e-6adb1b352c64 service neutron] Pushing event updated for resources: {'Port': ['ID=a870b999-a174-4512-8044-db72baed00ca,revision_number=10']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:11.873175 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-dacc2464-3a78-401e-a31c-a02d154cf15e req-858ff3ae-9ab3-407a-b632-8534f9e70f31 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] For port f6ec7c3a-8fdb-4dba-bb51-4415047f951e, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f6ec7c3a-8fdb-4dba-bb51-4415047f951e,segment=NetworkSegment(0c99a00c-e059-4fa8-bac3-c0cea323b9b5),segment_id=0c99a00c-e059-4fa8-bac3-c0cea323b9b5)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:11.873547 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dacc2464-3a78-401e-a31c-a02d154cf15e req-858ff3ae-9ab3-407a-b632-8534f9e70f31 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.911362 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-dacc2464-3a78-401e-a31c-a02d154cf15e req-858ff3ae-9ab3-407a-b632-8534f9e70f31 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Calling delete_port for f6ec7c3a-8fdb-4dba-bb51-4415047f951e owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:11.923729 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-a0a37214-597c-41bd-aa1e-6adb1b352c64 service neutron] Attempting to bind port a870b999-a174-4512-8044-db72baed00ca on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:11.924098 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-a0a37214-597c-41bd-aa1e-6adb1b352c64 service neutron] Attempting to bind port a870b999-a174-4512-8044-db72baed00ca by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:11.924435 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-a0a37214-597c-41bd-aa1e-6adb1b352c64 service neutron] Attempting to bind port a870b999-a174-4512-8044-db72baed00ca on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:11.933132 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-a0a37214-597c-41bd-aa1e-6adb1b352c64 service neutron] Port a870b999-a174-4512-8044-db72baed00ca on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:58:11.933463 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-a0a37214-597c-41bd-aa1e-6adb1b352c64 service neutron] Attempting to bind port a870b999-a174-4512-8044-db72baed00ca on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:11.965259 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['48355ee6-d3d0-48de-b7ce-903b87666e0f'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:11.976096 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-a0a37214-597c-41bd-aa1e-6adb1b352c64 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:11.976442 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-a0a37214-597c-41bd-aa1e-6adb1b352c64 service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:11.976836 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-a0a37214-597c-41bd-aa1e-6adb1b352c64 service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:11.977285 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-a0a37214-597c-41bd-aa1e-6adb1b352c64 service neutron] Bound port: a870b999-a174-4512-8044-db72baed00ca, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:11.977654 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-a0a37214-597c-41bd-aa1e-6adb1b352c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.995357 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0eed9-150d-4048-92f4-05319fd1fbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8638a74-d164-4dd5-ae17-b4cc6dca598f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:12.046162 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c3097c9d-d987-45b2-ba1d-e648033e3344 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.058828 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d0eed9-150d-4048-92f4-05319fd1fbd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:58:12.132632 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-a0a37214-597c-41bd-aa1e-6adb1b352c64 service neutron] For port a870b999-a174-4512-8044-db72baed00ca, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:12.135173 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3097c9d-d987-45b2-ba1d-e648033e3344 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Port': ['ID=e7472613-672e-4662-a7bc-627cd83b90e4,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:12.149839 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-a0a37214-597c-41bd-aa1e-6adb1b352c64 service neutron] For port a870b999-a174-4512-8044-db72baed00ca, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=a870b999-a174-4512-8044-db72baed00ca,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:12.177786 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a8d3d892-f926-498e-9fd9-c1cfad39c89b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:12.189136 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-a0a37214-597c-41bd-aa1e-6adb1b352c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.211356 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ee14a-e46a-4652-9903-e270e5dbd632 req-339ba944-8c33-4013-a259-6a5770e423a9 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:12.218718 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-788ee14a-e46a-4652-9903-e270e5dbd632 req-339ba944-8c33-4013-a259-6a5770e423a9 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff4293d6-29cc-4361-b533-0f3552f8adb7 HTTP/1.1" status: 200 len: 950 time: 0.3199840 Jul 05 03:58:12.244935 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-a0a37214-597c-41bd-aa1e-6adb1b352c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:12.245946 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-a0a37214-597c-41bd-aa1e-6adb1b352c64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.248104 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-a0a37214-597c-41bd-aa1e-6adb1b352c64 service neutron] 10.222.0.70 "PUT /v2.0/ports/a870b999-a174-4512-8044-db72baed00ca HTTP/1.1" status: 200 len: 1097 time: 2.0265017 Jul 05 03:58:12.284268 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dacc2464-3a78-401e-a31c-a02d154cf15e req-858ff3ae-9ab3-407a-b632-8534f9e70f31 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.303039 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a9d0eed9-150d-4048-92f4-05319fd1fbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.303690 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-a9d0eed9-150d-4048-92f4-05319fd1fbd3 admin admin] Added segment 21468ec5-9624-4ff3-ac93-6e1823c29111 of type vlan for network d00b4e4e-a659-430a-b170-6ef5e93e32a9 Jul 05 03:58:12.368316 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port a8d3d892-f926-498e-9fd9-c1cfad39c89b completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:12.378262 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a8d3d892-f926-498e-9fd9-c1cfad39c89b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:12.378565 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.404470 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a37214-597c-41bd-aa1e-6adb1b352c64 service neutron] Pushing event updated for resources: {'Port': ['ID=a870b999-a174-4512-8044-db72baed00ca,revision_number=11']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:12.440896 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-897610d4-0252-4ee0-8fa1-9d85966fe981 None None] Could not find standard attr ID for object e7472613-672e-4662-a7bc-627cd83b90e4. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:58:12.445950 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a9d0eed9-150d-4048-92f4-05319fd1fbd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.473946 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-788ee14a-e46a-4652-9903-e270e5dbd632 req-cd225ee8-eb5c-41aa-b47d-098128da7e15 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f958f347-3816-4b24-8a28-5d1c245670bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541356 Jul 05 03:58:12.476457 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-897610d4-0252-4ee0-8fa1-9d85966fe981 None None] Provisioning complete for port a8d3d892-f926-498e-9fd9-c1cfad39c89b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:12.476884 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-897610d4-0252-4ee0-8fa1-9d85966fe981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.504214 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ff3ae-9ab3-407a-b632-8534f9e70f31 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Pushing event deleted for resources: {'Port': ['ID=f6ec7c3a-8fdb-4dba-bb51-4415047f951e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:12.527453 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-dacc2464-3a78-401e-a31c-a02d154cf15e req-858ff3ae-9ab3-407a-b632-8534f9e70f31 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] No DVR routers for this DVR port f6ec7c3a-8fdb-4dba-bb51-4415047f951e on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:12.549185 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c3097c9d-d987-45b2-ba1d-e648033e3344 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.549348 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-50f8b038-2f97-487b-b428-b40f5541f584 req-c72a6db6-8e4b-4410-97f1-4bb7c9964ccb tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e75bd11-1561-4164-89e4-098a164f41ad HTTP/1.1" status: 200 len: 210 time: 0.1802933 Jul 05 03:58:12.556461 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c3097c9d-d987-45b2-ba1d-e648033e3344 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/e7472613-672e-4662-a7bc-627cd83b90e4 HTTP/1.1" status: 204 len: 168 time: 1.5203424 Jul 05 03:58:12.556671 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dacc2464-3a78-401e-a31c-a02d154cf15e req-858ff3ae-9ab3-407a-b632-8534f9e70f31 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.560634 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56656) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:12.561885 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dacc2464-3a78-401e-a31c-a02d154cf15e req-858ff3ae-9ab3-407a-b632-8534f9e70f31 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.70 "DELETE /v2.0/ports/f6ec7c3a-8fdb-4dba-bb51-4415047f951e HTTP/1.1" status: 204 len: 173 time: 1.7355733 Jul 05 03:58:12.586965 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.634440 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd62419-861f-4051-a50a-3923087216a9 x-openstack-request-id: req-cbd62419-861f-4051-a50a-3923087216a9 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:12.637553 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b65db4-83c8-4395-a635-6c35979b0bba", "name": "network-vif-unplugged", "status": "completed", "tag": "a870b999-a174-4512-8044-db72baed00ca", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:12.638767 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port a8d3d892-f926-498e-9fd9-c1cfad39c89b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a8d3d892-f926-498e-9fd9-c1cfad39c89b,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:12.642330 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cbd62419-861f-4051-a50a-3923087216a9 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:12.643542 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b65db4-83c8-4395-a635-6c35979b0bba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a870b999-a174-4512-8044-db72baed00ca', 'code': 200} Jul 05 03:58:12.669055 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-0e17d02f-ff06-4732-bf17-c60925683ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:12.674065 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-0e17d02f-ff06-4732-bf17-c60925683ce0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 1100 time: 0.3747754 Jul 05 03:58:12.701630 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887e929d-cd43-451e-8752-b2d1274a7ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a737e3b-7647-4859-8d3b-5a41559ab915'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:12.709712 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a4a5cc-0f6f-4bf5-9987-c88b7feb6f3c" -d '{"events": [{"server_uuid": "887e929d-cd43-451e-8752-b2d1274a7ffb", "name": "network-vif-plugged", "status": "completed", "tag": "2a737e3b-7647-4859-8d3b-5a41559ab915"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:12.713865 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a9d0eed9-150d-4048-92f4-05319fd1fbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.716293 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d0eed9-150d-4048-92f4-05319fd1fbd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:12.719325 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a9d0eed9-150d-4048-92f4-05319fd1fbd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.721462 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.774706 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-897610d4-0252-4ee0-8fa1-9d85966fe981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.809655 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['273766da-a5ab-4aa9-aa87-8c3c05b47b02'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:12.813823 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.900002 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=a8d3d892-f926-498e-9fd9-c1cfad39c89b,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:12.925960 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a9d0eed9-150d-4048-92f4-05319fd1fbd3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8302379 Jul 05 03:58:12.929970 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e76bdd5-dd43-4ecb-9c58-419cde0d29b4 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:12.930145 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56664) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:12.933144 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e76bdd5-dd43-4ecb-9c58-419cde0d29b4 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:12.936374 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-6a01690f-e362-4f59-bdc3-3b839daec2f0 admin admin] Request body: {'subnet': {'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2055442268-subnet', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:12.940185 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e76bdd5-dd43-4ecb-9c58-419cde0d29b4 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:12.942130 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0e76bdd5-dd43-4ecb-9c58-419cde0d29b4 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3764486 Jul 05 03:58:12.947746 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56666) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:12.975179 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-45c16428-3dbc-417c-8942-757b3ba4b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:12.977280 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-45c16428-3dbc-417c-8942-757b3ba4b76f service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.2868462 Jul 05 03:58:12.989078 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.api [None req-897610d4-0252-4ee0-8fa1-9d85966fe981 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:58:12.989669 n-d-780147-23 neutron-server[105540]: DEBUG oslo_db.api [None req-897610d4-0252-4ee0-8fa1-9d85966fe981 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:58:13.010530 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0eed9-150d-4048-92f4-05319fd1fbd3 admin admin] Pushing event updated for resources: {'Network': ['ID=d00b4e4e-a659-430a-b170-6ef5e93e32a9,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:13.014257 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef07966-153e-457b-9d68-a8bcc79bc1a1 req-da5d3fda-af45-4df3-98d6-1d6c5ecb6854 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:13.016003 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fef07966-153e-457b-9d68-a8bcc79bc1a1 req-da5d3fda-af45-4df3-98d6-1d6c5ecb6854 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 945 time: 0.1840417 Jul 05 03:58:13.031250 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network d00b4e4e-a659-430a-b170-6ef5e93e32a9 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:58:13.041564 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-61615365-871b-476b-b750-8c3e4c8a7edd tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet 3b57043e-e217-47f6-8170-3407019d3c83 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:13.046535 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61615365-871b-476b-b750-8c3e4c8a7edd tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.076753 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a01690f-e362-4f59-bdc3-3b839daec2f0 admin admin] Made reservation on behalf of 74140f698ac946aead4a19757080d1da for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:13.080908 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a01690f-e362-4f59-bdc3-3b839daec2f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.090560 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-7e530fa6-a933-45e0-bf53-4940c5db0744 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a870b999-a174-4512-8044-db72baed00ca HTTP/1.1" status: 200 len: 217 time: 0.0966046 Jul 05 03:58:13.109808 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61615365-871b-476b-b750-8c3e4c8a7edd tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.244114 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdeb917-2528-4ee8-9504-b0766f30e3ce req-ba3ab70d-b868-4a70-b35e-1f25daec2432 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:13.250441 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0fdeb917-2528-4ee8-9504-b0766f30e3ce req-ba3ab70d-b868-4a70-b35e-1f25daec2432 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 945 time: 0.4485981 Jul 05 03:58:13.257551 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fef07966-153e-457b-9d68-a8bcc79bc1a1 req-ce020653-254b-4cc2-a7dc-4757924fa434 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820667 Jul 05 03:58:13.272305 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-64b48d5b-3f39-46e2-9a34-62805ed46327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:13.273883 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-64b48d5b-3f39-46e2-9a34-62805ed46327 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1343591 Jul 05 03:58:13.283294 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61615365-871b-476b-b750-8c3e4c8a7edd tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.292388 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 48355ee6-d3d0-48de-b7ce-903b87666e0f up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:13.352460 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0fdeb917-2528-4ee8-9504-b0766f30e3ce req-456eb1ed-1a4a-4eba-84e5-b73247d666ff tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010089 Jul 05 03:58:13.403525 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61615365-871b-476b-b750-8c3e4c8a7edd tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.455494 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d29dffd-c335-411b-9cc0-3aeda9f21bb3 x-openstack-request-id: req-7d29dffd-c335-411b-9cc0-3aeda9f21bb3 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:13.456151 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887e929d-cd43-451e-8752-b2d1274a7ffb", "name": "network-vif-plugged", "status": "completed", "tag": "2a737e3b-7647-4859-8d3b-5a41559ab915", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:13.456151 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7d29dffd-c335-411b-9cc0-3aeda9f21bb3 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:13.457795 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887e929d-cd43-451e-8752-b2d1274a7ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a737e3b-7647-4859-8d3b-5a41559ab915', 'code': 200} Jul 05 03:58:13.493958 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61615365-871b-476b-b750-8c3e4c8a7edd tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=3b57043e-e217-47f6-8170-3407019d3c83,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:13.507324 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61615365-871b-476b-b750-8c3e4c8a7edd tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.510133 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-61615365-871b-476b-b750-8c3e4c8a7edd tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/3b57043e-e217-47f6-8170-3407019d3c83 HTTP/1.1" status: 204 len: 168 time: 0.5534585 Jul 05 03:58:13.513377 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56672) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:13.541074 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a01690f-e362-4f59-bdc3-3b839daec2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.585911 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-4030c20b-a388-48fd-8812-f99100117c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:13.587496 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-4030c20b-a388-48fd-8812-f99100117c8f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2695315 Jul 05 03:58:13.604372 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 48355ee6-d3d0-48de-b7ce-903b87666e0f completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:13.641766 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 48355ee6-d3d0-48de-b7ce-903b87666e0f triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:13.646807 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.672432 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f752bd-21c1-49aa-8deb-fac47458316d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet 6e93341a-fc32-4157-86e0-0069bafab5f7 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:13.690672 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c9f752bd-21c1-49aa-8deb-fac47458316d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.692353 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8f33f6-f91c-41af-9cfc-7200207f0849 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:13.752594 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c9f752bd-21c1-49aa-8deb-fac47458316d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.803331 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8841a-90c2-4398-8ced-41100e271feb req-91a0b33f-5e45-46c3-8cdf-70165c0ae3ab tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:13.816171 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d5d8841a-90c2-4398-8ced-41100e271feb req-91a0b33f-5e45-46c3-8cdf-70165c0ae3ab tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 948 time: 0.3930843 Jul 05 03:58:13.829829 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01690f-e362-4f59-bdc3-3b839daec2f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a6070d3-2c38-4aef-b766-407634b2309e,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:13.847990 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e18dd1af-d4dd-4efc-bb9c-5062a4824090 None None] Could not find standard attr ID for object e7472613-672e-4662-a7bc-627cd83b90e4. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:58:13.925823 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a01690f-e362-4f59-bdc3-3b839daec2f0 admin admin] Checking segment: {'id': '21468ec5-9624-4ff3-ac93-6e1823c29111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:13.926136 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a01690f-e362-4f59-bdc3-3b839daec2f0 admin admin] Network hostable DHCP agents. Network: d00b4e4e-a659-430a-b170-6ef5e93e32a9, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:58:13.942091 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-10493e4a-94dc-464f-b198-e97e1fab3bc8 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390906 Jul 05 03:58:13.969882 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c9f752bd-21c1-49aa-8deb-fac47458316d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.970529 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.978615 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e18dd1af-d4dd-4efc-bb9c-5062a4824090 None None] Could not find standard attr ID for object 08105f99-0eb0-4d82-8641-3599cc1364b4. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:58:13.983009 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d5d8841a-90c2-4398-8ced-41100e271feb req-2ae0db3f-e32b-4248-8609-62f3e9567ebd tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540854 Jul 05 03:58:14.000288 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device f6ec7c3a-8fdb-4dba-bb51-4415047f951e no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:14.036037 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b035bc5-f917-4141-aaad-a1575b869e5d req-d6ae8639-914d-4ab5-88d4-14b54419f3f0 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:14.037763 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5b035bc5-f917-4141-aaad-a1575b869e5d req-d6ae8639-914d-4ab5-88d4-14b54419f3f0 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff4293d6-29cc-4361-b533-0f3552f8adb7 HTTP/1.1" status: 200 len: 950 time: 0.1636655 Jul 05 03:58:14.065463 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: f6ec7c3a-8fdb-4dba-bb51-4415047f951e {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:14.065899 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device f6ec7c3a-8fdb-4dba-bb51-4415047f951e not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:14.090779 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a01690f-e362-4f59-bdc3-3b839daec2f0 admin admin] Network d00b4e4e-a659-430a-b170-6ef5e93e32a9 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:58:14.112684 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-6a01690f-e362-4f59-bdc3-3b839daec2f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, d00b4e4e-a659-430a-b170-6ef5e93e32a9) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:14.117991 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e008ae4-24f7-46fa-a3cd-fddacae062e7 req-5cb899fc-117e-48e1-a3b2-7db7e98648ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:14.119701 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3e008ae4-24f7-46fa-a3cd-fddacae062e7 req-5cb899fc-117e-48e1-a3b2-7db7e98648ef service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 1097 time: 0.3380258 Jul 05 03:58:14.128446 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a01690f-e362-4f59-bdc3-3b839daec2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:14.128694 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 48355ee6-d3d0-48de-b7ce-903b87666e0f, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=48355ee6-d3d0-48de-b7ce-903b87666e0f,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:14.129051 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a01690f-e362-4f59-bdc3-3b839daec2f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.130829 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5b035bc5-f917-4141-aaad-a1575b869e5d req-baa8464d-d922-4fef-9a0c-bf1054597420 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f958f347-3816-4b24-8a28-5d1c245670bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872321 Jul 05 03:58:14.142665 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46fb037-85e5-47cf-a959-de221402a5b7 None None] Network d00b4e4e-a659-430a-b170-6ef5e93e32a9 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:14.144795 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a8d3d892-f926-498e-9fd9-c1cfad39c89b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:14.168770 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c9f752bd-21c1-49aa-8deb-fac47458316d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.180761 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.181566 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device a870b999-a174-4512-8044-db72baed00ca no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:14.183828 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6a01690f-e362-4f59-bdc3-3b839daec2f0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2521200 Jul 05 03:58:14.186927 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56678) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:14.194252 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-61864c5b-fcbe-474b-a36c-4b887715e238 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2055442268-router', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:14.237988 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f752bd-21c1-49aa-8deb-fac47458316d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=6e93341a-fc32-4157-86e0-0069bafab5f7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:14.242928 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c9f752bd-21c1-49aa-8deb-fac47458316d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.248158 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c9f752bd-21c1-49aa-8deb-fac47458316d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/6e93341a-fc32-4157-86e0-0069bafab5f7 HTTP/1.1" status: 204 len: 168 time: 0.7333419 Jul 05 03:58:14.260711 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56682) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:14.266148 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-61864c5b-fcbe-474b-a36c-4b887715e238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.267310 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-61864c5b-fcbe-474b-a36c-4b887715e238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.289915 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1a6aefa0-e50f-4eff-b4ad-1de33e3cd9a0 req-15ee0033-05a4-4685-b9e8-a2d019a4f436 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358064 Jul 05 03:58:14.296876 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3e008ae4-24f7-46fa-a3cd-fddacae062e7 req-809aa6ee-d846-4592-8c73-c4cc49ad5c79 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651940 Jul 05 03:58:14.360829 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fd850086-035d-43ef-be4c-7c3956d29383 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0983484 Jul 05 03:58:14.367468 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56686) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:14.376693 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-561ff822-fbde-44b8-aeb0-d332106f59cc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:14.396259 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device a870b999-a174-4512-8044-db72baed00ca not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:14.416861 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=48355ee6-d3d0-48de-b7ce-903b87666e0f,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:14.438307 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a8d3d892-f926-498e-9fd9-c1cfad39c89b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:14.438728 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.517057 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561ff822-fbde-44b8-aeb0-d332106f59cc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:14.522713 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-561ff822-fbde-44b8-aeb0-d332106f59cc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.670940 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c994e89-2206-42cd-870d-471033d51d82 None None] Update dhcp port {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'fixed_ips': [{'subnet_id': '6e93341a-fc32-4157-86e0-0069bafab5f7'}], 'binding:host_id': 'n-d-780147-23'}, 'id': 'a8d3d892-f926-498e-9fd9-c1cfad39c89b'} from n-d-780147-23. {{(pid=105540) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 03:58:14.671520 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b65db4-83c8-4395-a635-6c35979b0bba', 'tag': 'a870b999-a174-4512-8044-db72baed00ca'}, {'server_uuid': '1e75bd11-1561-4164-89e4-098a164f41ad', 'name': 'network-vif-deleted', 'tag': 'f6ec7c3a-8fdb-4dba-bb51-4415047f951e'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:14.673894 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5c68ca-e205-4baa-b075-6be06f0ab4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "87b65db4-83c8-4395-a635-6c35979b0bba", "tag": "a870b999-a174-4512-8044-db72baed00ca"}, {"server_uuid": "1e75bd11-1561-4164-89e4-098a164f41ad", "name": "network-vif-deleted", "tag": "f6ec7c3a-8fdb-4dba-bb51-4415047f951e"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:14.688083 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc89a268-c962-4b19-aab1-b5974b7928d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-d00b4e4e-a659-430a-b170-6ef5e93e32a9', 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'fixed_ips': [{'subnet_id': '1a6070d3-2c38-4aef-b766-407634b2309e'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:58:14.689073 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bc89a268-c962-4b19-aab1-b5974b7928d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.743533 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-61864c5b-fcbe-474b-a36c-4b887715e238 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.888707 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1c994e89-2206-42cd-870d-471033d51d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.944266 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9147c-5828-47d1-bc63-cd1b31e08ba8 req-f04b10d6-eed1-4b40-bae4-d7ecd0b39e51 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:14.946504 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0ed9147c-5828-47d1-bc63-cd1b31e08ba8 req-f04b10d6-eed1-4b40-bae4-d7ecd0b39e51 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.2686706 Jul 05 03:58:14.950911 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-61864c5b-fcbe-474b-a36c-4b887715e238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.021784 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d548987-eedb-48a5-9699-8bb4ca297cbb req-51777ee5-b3b8-4ac6-9481-3f715dc25488 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:15.028504 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6d548987-eedb-48a5-9699-8bb4ca297cbb req-51777ee5-b3b8-4ac6-9481-3f715dc25488 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.1125836 Jul 05 03:58:15.049404 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0ed9147c-5828-47d1-bc63-cd1b31e08ba8 req-1d6a7ad9-b0cb-4fd8-bb61-02f69ef17b87 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886548 Jul 05 03:58:15.113104 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-bc89a268-c962-4b19-aab1-b5974b7928d2 None None] Allocated IP 172.20.0.2 (d00b4e4e-a659-430a-b170-6ef5e93e32a9/1a6070d3-2c38-4aef-b766-407634b2309e/163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:15.136236 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6d548987-eedb-48a5-9699-8bb4ca297cbb req-fc188fcb-c34d-42a8-8783-12638ab1e512 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066983 Jul 05 03:58:15.233386 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2691e4ba-9e71-4c68-af20-1994c7341d2f None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:15.242989 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-561ff822-fbde-44b8-aeb0-d332106f59cc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.296313 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f011ca8f-6086-4f2e-8f0f-9f24abec2275 None None] Provisioning complete for port a8d3d892-f926-498e-9fd9-c1cfad39c89b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:15.296690 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f011ca8f-6086-4f2e-8f0f-9f24abec2275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.317147 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561ff822-fbde-44b8-aeb0-d332106f59cc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:15.324521 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-561ff822-fbde-44b8-aeb0-d332106f59cc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:15.330488 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561ff822-fbde-44b8-aeb0-d332106f59cc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:15.331454 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-561ff822-fbde-44b8-aeb0-d332106f59cc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.352948 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-61864c5b-fcbe-474b-a36c-4b887715e238 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.362888 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ff822-fbde-44b8-aeb0-d332106f59cc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=b0d177a8-9095-42f9-9c91-b46d9cc62dda,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:15.373119 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-561ff822-fbde-44b8-aeb0-d332106f59cc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0020399 Jul 05 03:58:15.391053 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56704) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:15.397425 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-e2416dd3-7813-411a-a48f-8a0ee5e1ff5c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:15.413454 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-61864c5b-fcbe-474b-a36c-4b887715e238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.461189 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d653ff-7be3-4396-a3b2-9c0c4a63823e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48355ee6-d3d0-48de-b7ce-903b87666e0f'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:15.463940 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3e0328-c32c-4e4a-98a5-000cbf1bd688" -d '{"events": [{"server_uuid": "87d653ff-7be3-4396-a3b2-9c0c4a63823e", "name": "network-vif-plugged", "status": "completed", "tag": "48355ee6-d3d0-48de-b7ce-903b87666e0f"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:15.527081 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81296f-0d7d-4fdb-87b8-b5cb17d0d858 req-0e04905d-1517-432a-959e-d4872d1e08ec tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:15.528715 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5f81296f-0d7d-4fdb-87b8-b5cb17d0d858 req-0e04905d-1517-432a-959e-d4872d1e08ec tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff4293d6-29cc-4361-b533-0f3552f8adb7 HTTP/1.1" status: 200 len: 950 time: 0.1776299 Jul 05 03:58:15.534711 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0e292-de30-45ef-a1ad-a49643066b51 req-f7c20de8-de88-452b-afce-06f4394ead30 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:15.536657 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1ab0e292-de30-45ef-a1ad-a49643066b51 req-f7c20de8-de88-452b-afce-06f4394ead30 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 945 time: 0.1859729 Jul 05 03:58:15.551432 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bc89a268-c962-4b19-aab1-b5974b7928d2 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.566187 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bc89a268-c962-4b19-aab1-b5974b7928d2 None None] Transition to ACTIVE for port object 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:15.586591 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-61864c5b-fcbe-474b-a36c-4b887715e238 admin admin] Allocated IP 172.25.1.237 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/672a33a5-deea-4b23-a5df-8b32ffc764ea) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:15.591653 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bc89a268-c962-4b19-aab1-b5974b7928d2 None None] Transition to ACTIVE for port object 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:15.605554 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bc89a268-c962-4b19-aab1-b5974b7928d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.620956 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1ab0e292-de30-45ef-a1ad-a49643066b51 req-35c1f559-ae24-4e35-8e9d-ec475ba3cb64 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750980 Jul 05 03:58:15.621509 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2416dd3-7813-411a-a48f-8a0ee5e1ff5c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:15.626500 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e2416dd3-7813-411a-a48f-8a0ee5e1ff5c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.667302 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89a268-c962-4b19-aab1-b5974b7928d2 None None] Pushing event updated for resources: {'Port': ['ID=163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:15.678921 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5f81296f-0d7d-4fdb-87b8-b5cb17d0d858 req-1957af81-18c8-4603-be1c-ac3370844330 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f958f347-3816-4b24-8a28-5d1c245670bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228907 Jul 05 03:58:15.720047 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc89a268-c962-4b19-aab1-b5974b7928d2 None None] Network d00b4e4e-a659-430a-b170-6ef5e93e32a9 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:15.722876 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-bc89a268-c962-4b19-aab1-b5974b7928d2 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:15.727889 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc89a268-c962-4b19-aab1-b5974b7928d2 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:15.746771 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de018e4b-aef2-4add-85d6-8f2cfa9048e9 x-openstack-request-id: req-de018e4b-aef2-4add-85d6-8f2cfa9048e9 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:15.747152 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b65db4-83c8-4395-a635-6c35979b0bba", "tag": "a870b999-a174-4512-8044-db72baed00ca", "status": "completed", "code": 200}, {"server_uuid": "1e75bd11-1561-4164-89e4-098a164f41ad", "name": "network-vif-deleted", "tag": "f6ec7c3a-8fdb-4dba-bb51-4415047f951e", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:15.747316 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de018e4b-aef2-4add-85d6-8f2cfa9048e9 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:15.747723 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b65db4-83c8-4395-a635-6c35979b0bba', 'tag': 'a870b999-a174-4512-8044-db72baed00ca', 'status': 'completed', 'code': 200} Jul 05 03:58:15.748105 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e75bd11-1561-4164-89e4-098a164f41ad', 'name': 'network-vif-deleted', 'tag': 'f6ec7c3a-8fdb-4dba-bb51-4415047f951e', 'status': 'completed', 'code': 200} Jul 05 03:58:15.780727 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53439380-efb7-4dea-ab5c-f0070fe3d0bf None None] Update dhcp port {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'fixed_ips': [{'subnet_id': 'b0d177a8-9095-42f9-9c91-b46d9cc62dda'}], 'binding:host_id': 'n-d-780147-23'}, 'id': 'a8d3d892-f926-498e-9fd9-c1cfad39c89b'} from n-d-780147-23. {{(pid=105540) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 03:58:15.842565 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-bc89a268-c962-4b19-aab1-b5974b7928d2 None None] Attempting to bind port 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:15.843047 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-bc89a268-c962-4b19-aab1-b5974b7928d2 None None] Attempting to bind port 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '21468ec5-9624-4ff3-ac93-6e1823c29111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:15.843427 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc89a268-c962-4b19-aab1-b5974b7928d2 None None] Attempting to bind port 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4 on network d00b4e4e-a659-430a-b170-6ef5e93e32a9 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:15.856948 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-53439380-efb7-4dea-ab5c-f0070fe3d0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.886940 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-61864c5b-fcbe-474b-a36c-4b887715e238 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.892036 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc89a268-c962-4b19-aab1-b5974b7928d2 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:15.892036 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc89a268-c962-4b19-aab1-b5974b7928d2 None None] Checking segment: {'id': '21468ec5-9624-4ff3-ac93-6e1823c29111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:15.892468 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bc89a268-c962-4b19-aab1-b5974b7928d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.894208 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc89a268-c962-4b19-aab1-b5974b7928d2 None None] Bound using segment: {'id': '21468ec5-9624-4ff3-ac93-6e1823c29111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:15.894208 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-bc89a268-c962-4b19-aab1-b5974b7928d2 None None] Bound port: 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21468ec5-9624-4ff3-ac93-6e1823c29111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:15.894208 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bc89a268-c962-4b19-aab1-b5974b7928d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.082467 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-61864c5b-fcbe-474b-a36c-4b887715e238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.091120 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c68ca-e205-4baa-b075-6be06f0ab4b3 req-1272a49d-9d61-4bac-a36b-8d53c33f162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:16.092716 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5a5c68ca-e205-4baa-b075-6be06f0ab4b3 req-1272a49d-9d61-4bac-a36b-8d53c33f162e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 1100 time: 0.2627940 Jul 05 03:58:16.094783 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c68ca-e205-4baa-b075-6be06f0ab4b3 req-bac1186d-9d15-41c8-b5b4-16f7206247b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:16.096746 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5a5c68ca-e205-4baa-b075-6be06f0ab4b3 req-bac1186d-9d15-41c8-b5b4-16f7206247b7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 1100 time: 0.3236661 Jul 05 03:58:16.106894 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a8d3d892-f926-498e-9fd9-c1cfad39c89b no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:16.187246 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-bc89a268-c962-4b19-aab1-b5974b7928d2 None None] For port 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:16.226479 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-bc89a268-c962-4b19-aab1-b5974b7928d2 None None] For port 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4,segment=NetworkSegment(21468ec5-9624-4ff3-ac93-6e1823c29111),segment_id=21468ec5-9624-4ff3-ac93-6e1823c29111)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:16.241798 n-d-780147-23 neutron-server[105539]: DEBUG neutron.objects.ports [None req-e2416dd3-7813-411a-a48f-8a0ee5e1ff5c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105539) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:58:16.242955 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bc89a268-c962-4b19-aab1-b5974b7928d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.260085 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610617f-56a5-46b5-93c5-60674ffc41f8 req-561d932e-5044-463f-81e2-22b5a8c9b939 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:16.270981 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7610617f-56a5-46b5-93c5-60674ffc41f8 req-561d932e-5044-463f-81e2-22b5a8c9b939 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 948 time: 0.3776486 Jul 05 03:58:16.304242 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c94762-2460-4363-9588-2ec0339bdfbe x-openstack-request-id: req-b6c94762-2460-4363-9588-2ec0339bdfbe {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:16.304646 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d653ff-7be3-4396-a3b2-9c0c4a63823e", "name": "network-vif-plugged", "status": "completed", "tag": "48355ee6-d3d0-48de-b7ce-903b87666e0f", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:16.304822 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b6c94762-2460-4363-9588-2ec0339bdfbe {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:16.305396 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d653ff-7be3-4396-a3b2-9c0c4a63823e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48355ee6-d3d0-48de-b7ce-903b87666e0f', 'code': 200} Jul 05 03:58:16.308045 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61864c5b-fcbe-474b-a36c-4b887715e238 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:16.367645 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-53439380-efb7-4dea-ab5c-f0070fe3d0bf None None] Allocated IP 172.20.0.2 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/b0d177a8-9095-42f9-9c91-b46d9cc62dda/a8d3d892-f926-498e-9fd9-c1cfad39c89b) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:16.400074 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61864c5b-fcbe-474b-a36c-4b887715e238 admin admin] Pushing event updated for resources: {'Port': ['ID=672a33a5-deea-4b23-a5df-8b32ffc764ea,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:16.427922 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-61864c5b-fcbe-474b-a36c-4b887715e238 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:16.428861 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89a268-c962-4b19-aab1-b5974b7928d2 None None] Pushing event updated for resources: {'Port': ['ID=163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:16.431741 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.441751 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61864c5b-fcbe-474b-a36c-4b887715e238 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:16.489258 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c68ca-e205-4baa-b075-6be06f0ab4b3 req-8a5eb252-3e4c-4ce2-b4fb-ed7b97a2c4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:16.492981 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5a5c68ca-e205-4baa-b075-6be06f0ab4b3 req-8a5eb252-3e4c-4ce2-b4fb-ed7b97a2c4ba service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.3818188 Jul 05 03:58:16.534816 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7610617f-56a5-46b5-93c5-60674ffc41f8 req-77467f66-5bd7-46d1-85c7-a17aa6b79d4a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619059 Jul 05 03:58:16.554500 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-53439380-efb7-4dea-ab5c-f0070fe3d0bf None None] For port a8d3d892-f926-498e-9fd9-c1cfad39c89b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a8d3d892-f926-498e-9fd9-c1cfad39c89b,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:16.606950 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f986da-ac17-43c8-a269-4dedc82780f2 req-aa35d748-a4e8-46ee-b1cb-4709c19a7ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:16.610240 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2f986da-ac17-43c8-a269-4dedc82780f2 req-aa35d748-a4e8-46ee-b1cb-4709c19a7ab2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 1098 time: 0.2577550 Jul 05 03:58:16.620676 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5a5c68ca-e205-4baa-b075-6be06f0ab4b3 req-c95d8be3-586a-427b-b219-debd1de2da00 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a870b999-a174-4512-8044-db72baed00ca HTTP/1.1" status: 200 len: 217 time: 0.0755479 Jul 05 03:58:16.620676 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c68ca-e205-4baa-b075-6be06f0ab4b3 req-d4ebed02-1ea0-41b3-ae61-86e2e3c74217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:16.633128 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5a5c68ca-e205-4baa-b075-6be06f0ab4b3 req-d4ebed02-1ea0-41b3-ae61-86e2e3c74217 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.5183396 Jul 05 03:58:16.644393 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-53439380-efb7-4dea-ab5c-f0070fe3d0bf None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.711901 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2f986da-ac17-43c8-a269-4dedc82780f2 req-26371dbb-aeb6-42bb-aa8e-3bd31c149d07 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769455 Jul 05 03:58:16.726498 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f8313-1933-4bb9-84d1-83cd7fa17b21 req-af4a610a-490c-413b-8c3a-f852bd517839 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:16.728800 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2e7f8313-1933-4bb9-84d1-83cd7fa17b21 req-af4a610a-490c-413b-8c3a-f852bd517839 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.3164649 Jul 05 03:58:16.730789 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-53439380-efb7-4dea-ab5c-f0070fe3d0bf None None] Transition to ACTIVE for port object a8d3d892-f926-498e-9fd9-c1cfad39c89b will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:16.747707 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-53439380-efb7-4dea-ab5c-f0070fe3d0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.871018 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2e7f8313-1933-4bb9-84d1-83cd7fa17b21 req-41af39fd-dde9-4444-ac76-b30865478c89 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144722 Jul 05 03:58:16.872369 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e2416dd3-7813-411a-a48f-8a0ee5e1ff5c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.940079 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.api [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:58:16.940079 n-d-780147-23 neutron-server[105540]: DEBUG oslo_db.api [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:58:16.951169 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53439380-efb7-4dea-ab5c-f0070fe3d0bf None None] Pushing event updated for resources: {'Port': ['ID=a8d3d892-f926-498e-9fd9-c1cfad39c89b,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:16.967580 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5a5c68ca-e205-4baa-b075-6be06f0ab4b3 req-d1a028cd-02e6-4d9d-886b-4162c3ccbbd4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a870b999-a174-4512-8044-db72baed00ca HTTP/1.1" status: 200 len: 217 time: 0.2559245 Jul 05 03:58:17.174679 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-e2416dd3-7813-411a-a48f-8a0ee5e1ff5c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] For port a8d3d892-f926-498e-9fd9-c1cfad39c89b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a8d3d892-f926-498e-9fd9-c1cfad39c89b,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:17.262161 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c68ca-e205-4baa-b075-6be06f0ab4b3 req-f598f5c7-112d-4f2a-818b-2de49e0dc9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:17.265587 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5a5c68ca-e205-4baa-b075-6be06f0ab4b3 req-f598f5c7-112d-4f2a-818b-2de49e0dc9db service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.2170429 Jul 05 03:58:17.284670 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e2416dd3-7813-411a-a48f-8a0ee5e1ff5c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:17.299136 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e2416dd3-7813-411a-a48f-8a0ee5e1ff5c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:17.300073 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e2416dd3-7813-411a-a48f-8a0ee5e1ff5c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:17.303666 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c68ca-e205-4baa-b075-6be06f0ab4b3 req-bd52f228-9bbf-4b73-a994-6e1d1a903584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:17.306145 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5a5c68ca-e205-4baa-b075-6be06f0ab4b3 req-bd52f228-9bbf-4b73-a994-6e1d1a903584 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.5964367 Jul 05 03:58:17.399493 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2416dd3-7813-411a-a48f-8a0ee5e1ff5c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:17.413870 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-e2416dd3-7813-411a-a48f-8a0ee5e1ff5c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:17.436040 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2416dd3-7813-411a-a48f-8a0ee5e1ff5c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:17.437353 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e2416dd3-7813-411a-a48f-8a0ee5e1ff5c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:17.466381 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2416dd3-7813-411a-a48f-8a0ee5e1ff5c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=a8d3d892-f926-498e-9fd9-c1cfad39c89b,revision_number=8']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:17.495424 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b9b19-6e77-469f-b2ad-7713ff1235cf req-8079b287-007c-4137-a11e-e563dd758216 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:17.503150 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b40b9b19-6e77-469f-b2ad-7713ff1235cf req-8079b287-007c-4137-a11e-e563dd758216 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 945 time: 0.3056967 Jul 05 03:58:17.509919 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2416dd3-7813-411a-a48f-8a0ee5e1ff5c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=3e76d2f9-54f1-417a-aed3-e624776a66dc,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:17.549655 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e2416dd3-7813-411a-a48f-8a0ee5e1ff5c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1574605 Jul 05 03:58:17.550549 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56720) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:17.558558 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:17.566741 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea1dcb-be2c-4490-9e98-570cddcafaa2 req-2cd384d0-724f-4ca8-afb4-626a618366bd tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:17.568298 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-aae28664-e9ff-4448-a3c0-6e2525fe086e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'mac_address': 'fa:16:3e:de:b0:f8', 'name': 'tempest-NetworksTestDHCPv6-444223429'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:17.574889 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4fea1dcb-be2c-4490-9e98-570cddcafaa2 req-2cd384d0-724f-4ca8-afb4-626a618366bd tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.6565139 Jul 05 03:58:17.605883 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0c4a0-10c2-438c-bfeb-26d49b60db66 req-e356ddb4-3879-4f90-b41a-076d86111bca tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:17.607549 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6de0c4a0-10c2-438c-bfeb-26d49b60db66 req-e356ddb4-3879-4f90-b41a-076d86111bca tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff4293d6-29cc-4361-b533-0f3552f8adb7 HTTP/1.1" status: 200 len: 950 time: 0.5301917 Jul 05 03:58:17.642433 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port a8d3d892-f926-498e-9fd9-c1cfad39c89b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a8d3d892-f926-498e-9fd9-c1cfad39c89b,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:17.652745 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:17.682574 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b40b9b19-6e77-469f-b2ad-7713ff1235cf req-6a4c3dc5-17ed-44fd-be4f-14bd9e0cec49 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777103 Jul 05 03:58:17.698136 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c68ca-e205-4baa-b075-6be06f0ab4b3 req-73534643-9993-4ebe-9ff2-ef94fd79d789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:17.713881 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5a5c68ca-e205-4baa-b075-6be06f0ab4b3 req-73534643-9993-4ebe-9ff2-ef94fd79d789 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4193866 Jul 05 03:58:17.788288 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=a8d3d892-f926-498e-9fd9-c1cfad39c89b,revision_number=9']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:17.845893 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c68ca-e205-4baa-b075-6be06f0ab4b3 req-e64f7b5d-c280-4336-a71d-405a22e527f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:17.847532 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5a5c68ca-e205-4baa-b075-6be06f0ab4b3 req-e64f7b5d-c280-4336-a71d-405a22e527f5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5224478 Jul 05 03:58:17.876142 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae28664-e9ff-4448-a3c0-6e2525fe086e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:18.108842 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aae28664-e9ff-4448-a3c0-6e2525fe086e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.155840 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-aae28664-e9ff-4448-a3c0-6e2525fe086e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] device_id is not set on port 8e7378b9-a945-4ed5-ad08-f7b6c626e280 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:58:18.227244 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a44f3-5d6a-408e-981a-e915d7876097 req-e61bc1fa-b92e-4cd5-9de0-200baafe8eb0 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:18.229067 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e32a44f3-5d6a-408e-981a-e915d7876097 req-e61bc1fa-b92e-4cd5-9de0-200baafe8eb0 tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff4293d6-29cc-4361-b533-0f3552f8adb7 HTTP/1.1" status: 200 len: 950 time: 0.2349958 Jul 05 03:58:18.237224 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:18.274439 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce01f6f-1114-4038-9c78-ca98c93f1f14 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:18.332436 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e32a44f3-5d6a-408e-981a-e915d7876097 req-107e8141-b2f6-4550-afe5-08af4235e82c tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/security-groups?id=f958f347-3816-4b24-8a28-5d1c245670bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951774 Jul 05 03:58:18.333198 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22845c6-e3c7-4bd5-afcc-12f4d4d9e4df None None] Network d00b4e4e-a659-430a-b170-6ef5e93e32a9 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:18.423119 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4fea1dcb-be2c-4490-9e98-570cddcafaa2 req-8d2e2b35-e6ab-4fa9-943a-710df518f850 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8471138 Jul 05 03:58:18.451480 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-61864c5b-fcbe-474b-a36c-4b887715e238 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.489406 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f0985e03-3332-49b9-8d1b-2cc06da7fc41 None None] Provisioning for port a8d3d892-f926-498e-9fd9-c1cfad39c89b completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:18.519763 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f0985e03-3332-49b9-8d1b-2cc06da7fc41 None None] Provisioning complete for port a8d3d892-f926-498e-9fd9-c1cfad39c89b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:18.521103 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f0985e03-3332-49b9-8d1b-2cc06da7fc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.527227 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-aae28664-e9ff-4448-a3c0-6e2525fe086e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 172.20.0.7 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/b0d177a8-9095-42f9-9c91-b46d9cc62dda/8e7378b9-a945-4ed5-ad08-f7b6c626e280) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:18.541574 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-aae28664-e9ff-4448-a3c0-6e2525fe086e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 2001:db8::f816:3eff:fede:b0f8 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/3e76d2f9-54f1-417a-aed3-e624776a66dc/8e7378b9-a945-4ed5-ad08-f7b6c626e280) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:18.759395 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:18.803948 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5a5c68ca-e205-4baa-b075-6be06f0ab4b3 req-3bbba218-8ffe-48bf-a54f-0ce1628a0a13 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9399900 Jul 05 03:58:18.810450 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a8d3d892-f926-498e-9fd9-c1cfad39c89b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:18.811427 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5a5c68ca-e205-4baa-b075-6be06f0ab4b3 req-bbeb2c7a-52f2-47e0-99c0-91f873075a3f service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0884111 Jul 05 03:58:18.813419 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-6de0c4a0-10c2-438c-bfeb-26d49b60db66 req-f86a361d-c3ce-4754-9745-e2958ad9690a tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Deleting port a22179df-0c23-4737-9865-f59570dd15e8 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:18.813865 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6de0c4a0-10c2-438c-bfeb-26d49b60db66 req-f86a361d-c3ce-4754-9745-e2958ad9690a tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.838088 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40c540-8e68-4c35-a8e2-674b87533069 req-7b87a96a-7184-46e4-b557-28cec8364628 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:18.839645 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dd40c540-8e68-4c35-a8e2-674b87533069 req-7b87a96a-7184-46e4-b557-28cec8364628 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 945 time: 0.1283226 Jul 05 03:58:18.851499 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aae28664-e9ff-4448-a3c0-6e2525fe086e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.851730 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56730) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:18.857348 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-fbb182bd-27e7-428f-9849-3dd764e1dcdc tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Request body: {'floatingip': {'port_id': '2a737e3b-7647-4859-8d3b-5a41559ab915'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:18.910944 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-aae28664-e9ff-4448-a3c0-6e2525fe086e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Transition to ACTIVE for port object 8e7378b9-a945-4ed5-ad08-f7b6c626e280 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:18.917063 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fbb182bd-27e7-428f-9849-3dd764e1dcdc tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for floatingip, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.945200 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5a5c68ca-e205-4baa-b075-6be06f0ab4b3 req-9ca4ba4c-ac3d-4be4-83a9-59e757937fa3 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247590 Jul 05 03:58:18.949666 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f0985e03-3332-49b9-8d1b-2cc06da7fc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.967677 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a8d3d892-f926-498e-9fd9-c1cfad39c89b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:18.969583 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.072137 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f0985e03-3332-49b9-8d1b-2cc06da7fc41 None None] For port a8d3d892-f926-498e-9fd9-c1cfad39c89b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a8d3d892-f926-498e-9fd9-c1cfad39c89b,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:19.078631 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f0985e03-3332-49b9-8d1b-2cc06da7fc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.182622 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0985e03-3332-49b9-8d1b-2cc06da7fc41 None None] Pushing event updated for resources: {'Port': ['ID=a8d3d892-f926-498e-9fd9-c1cfad39c89b,revision_number=10']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:19.187401 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaac168-0afc-415c-9952-30af55da8097 req-7e4c088b-58b0-412f-914f-277e5b01d097 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:19.189075 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-acaac168-0afc-415c-9952-30af55da8097 req-7e4c088b-58b0-412f-914f-277e5b01d097 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 948 time: 0.5659831 Jul 05 03:58:19.264636 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f0985e03-3332-49b9-8d1b-2cc06da7fc41 None None] Provisioning for port 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:19.274887 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f0985e03-3332-49b9-8d1b-2cc06da7fc41 None None] Provisioning complete for port 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:19.276275 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f0985e03-3332-49b9-8d1b-2cc06da7fc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.310668 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-6de0c4a0-10c2-438c-bfeb-26d49b60db66 req-f86a361d-c3ce-4754-9745-e2958ad9690a tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] For port a22179df-0c23-4737-9865-f59570dd15e8, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=a22179df-0c23-4737-9865-f59570dd15e8,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:19.311043 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6de0c4a0-10c2-438c-bfeb-26d49b60db66 req-f86a361d-c3ce-4754-9745-e2958ad9690a tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.344274 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-6de0c4a0-10c2-438c-bfeb-26d49b60db66 req-f86a361d-c3ce-4754-9745-e2958ad9690a tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Calling delete_port for a22179df-0c23-4737-9865-f59570dd15e8 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:19.433473 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aae28664-e9ff-4448-a3c0-6e2525fe086e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.459158 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f0985e03-3332-49b9-8d1b-2cc06da7fc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.536404 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f0985e03-3332-49b9-8d1b-2cc06da7fc41 None None] For port 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4,segment=NetworkSegment(21468ec5-9624-4ff3-ac93-6e1823c29111),segment_id=21468ec5-9624-4ff3-ac93-6e1823c29111)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:19.542681 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f0985e03-3332-49b9-8d1b-2cc06da7fc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.561015 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae28664-e9ff-4448-a3c0-6e2525fe086e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:19.571339 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-61864c5b-fcbe-474b-a36c-4b887715e238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.599835 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5a5c68ca-e205-4baa-b075-6be06f0ab4b3 req-c85e921c-3513-4d2e-8f2b-315c72c3d2c3 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7801366 Jul 05 03:58:19.612295 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-aae28664-e9ff-4448-a3c0-6e2525fe086e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:19.613992 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0985e03-3332-49b9-8d1b-2cc06da7fc41 None None] Pushing event updated for resources: {'Port': ['ID=163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:19.620740 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae28664-e9ff-4448-a3c0-6e2525fe086e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:19.669610 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b6633a19-4086-40e6-a50d-21f74083bb92 None None] Provisioning complete for port 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:19.669979 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6633a19-4086-40e6-a50d-21f74083bb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.681239 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-acaac168-0afc-415c-9952-30af55da8097 req-208131c4-c299-4dd1-953a-49466df58d2a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685516 Jul 05 03:58:19.709435 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6de0c4a0-10c2-438c-bfeb-26d49b60db66 req-f86a361d-c3ce-4754-9745-e2958ad9690a tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.771790 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae28664-e9ff-4448-a3c0-6e2525fe086e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:19.772511 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aae28664-e9ff-4448-a3c0-6e2525fe086e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.821102 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a361d-c3ce-4754-9745-e2958ad9690a tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Pushing event deleted for resources: {'Port': ['ID=a22179df-0c23-4737-9865-f59570dd15e8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:19.893975 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de0c4a0-10c2-438c-bfeb-26d49b60db66 req-f86a361d-c3ce-4754-9745-e2958ad9690a tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] No DVR routers for this DVR port a22179df-0c23-4737-9865-f59570dd15e8 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:19.908566 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230ddee-259f-40ca-8a75-9ecc2c15c7f9 req-a40a70b6-8ba7-4ea2-8501-0fd72111de5d tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:19.917412 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4230ddee-259f-40ca-8a75-9ecc2c15c7f9 req-a40a70b6-8ba7-4ea2-8501-0fd72111de5d tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.8901503 Jul 05 03:58:19.928139 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae28664-e9ff-4448-a3c0-6e2525fe086e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=8e7378b9-a945-4ed5-ad08-f7b6c626e280,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:19.940126 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6de0c4a0-10c2-438c-bfeb-26d49b60db66 req-f86a361d-c3ce-4754-9745-e2958ad9690a tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.942143 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6de0c4a0-10c2-438c-bfeb-26d49b60db66 req-f86a361d-c3ce-4754-9745-e2958ad9690a tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.70 "DELETE /v2.0/ports/a22179df-0c23-4737-9865-f59570dd15e8 HTTP/1.1" status: 204 len: 173 time: 2.2781882 Jul 05 03:58:19.942789 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4293d6-29cc-4361-b533-0f3552f8adb7', 'name': 'network-vif-deleted', 'tag': 'a22179df-0c23-4737-9865-f59570dd15e8'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:19.945345 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefe14ad-68d9-439f-ad6c-1900dde410bc" -d '{"events": [{"server_uuid": "ff4293d6-29cc-4361-b533-0f3552f8adb7", "name": "network-vif-deleted", "tag": "a22179df-0c23-4737-9865-f59570dd15e8"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:19.946898 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-aae28664-e9ff-4448-a3c0-6e2525fe086e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3935077 Jul 05 03:58:19.962104 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56736) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:19.974921 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702e7fba-f50e-4a48-920d-40ba99ab6d25 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:20.065483 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4230ddee-259f-40ca-8a75-9ecc2c15c7f9 req-42fed531-751c-4008-bed6-56e8f67344a7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470444 Jul 05 03:58:20.110816 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device a870b999-a174-4512-8044-db72baed00ca details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:20.118286 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.db.resource_extend [None req-fbb182bd-27e7-428f-9849-3dd764e1dcdc tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:58:20.153142 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device a22179df-0c23-4737-9865-f59570dd15e8 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:20.191824 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fbb182bd-27e7-428f-9849-3dd764e1dcdc tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.197817 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fbb182bd-27e7-428f-9849-3dd764e1dcdc tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.235441 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:20.265453 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: a22179df-0c23-4737-9865-f59570dd15e8 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:20.266549 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device a22179df-0c23-4737-9865-f59570dd15e8 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:20.311477 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ba29c-d938-4876-8150-50b74b4155c0 req-4a9fdf1c-c5d7-4e8a-8853-92f8b669bdee tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:20.315154 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-20037956-b440-4f06-84a4-e766243ccbb0 None None] Provisioning complete for port a8d3d892-f926-498e-9fd9-c1cfad39c89b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:20.315527 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-20037956-b440-4f06-84a4-e766243ccbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.316314 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9f4ba29c-d938-4876-8150-50b74b4155c0 req-4a9fdf1c-c5d7-4e8a-8853-92f8b669bdee tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.4303207 Jul 05 03:58:20.355698 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383dfc8e-f95b-4ca2-98f4-096677a8700a tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:20.362443 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383dfc8e-f95b-4ca2-98f4-096677a8700a tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:20.367461 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-383dfc8e-f95b-4ca2-98f4-096677a8700a tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3977757 Jul 05 03:58:20.369182 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56742) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:20.369820 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61864c5b-fcbe-474b-a36c-4b887715e238 admin admin] Router 1c28d227-3d63-4ad6-bbe0-a233637866e0 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:58:20.374294 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-721ad71e-0f42-4dad-82de-2999a75b2775 req-017b01c9-1216-4e36-b4f4-e9d9dad581a8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3484292 Jul 05 03:58:20.400573 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port a870b999-a174-4512-8044-db72baed00ca, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=a870b999-a174-4512-8044-db72baed00ca,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:20.437516 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'a870b999-a174-4512-8044-db72baed00ca', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': 'a870b999-a174-4512-8044-db72baed00ca', 'mac_address': 'fa:16:3e:15:c7:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:20.443252 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:20.443755 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.469955 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9f4ba29c-d938-4876-8150-50b74b4155c0 req-572ba26d-9a3e-4987-9f84-41f529ba557c tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466322 Jul 05 03:58:20.689024 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61864c5b-fcbe-474b-a36c-4b887715e238 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:58:20.693614 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ad71e-0f42-4dad-82de-2999a75b2775 req-e96fd433-9129-4693-8a4b-ce49b6caf1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:20.695566 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-721ad71e-0f42-4dad-82de-2999a75b2775 req-e96fd433-9129-4693-8a4b-ce49b6caf1d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 1103 time: 0.2640326 Jul 05 03:58:20.701583 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-e0be7792-9f52-42a6-822c-668dcf80e315 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting port 8e7378b9-a945-4ed5-ad08-f7b6c626e280 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:20.702035 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e0be7792-9f52-42a6-822c-668dcf80e315 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.714571 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] Sync routers for ids ['1c28d227-3d63-4ad6-bbe0-a233637866e0'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:58:20.737008 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] Routers {'1c28d227-3d63-4ad6-bbe0-a233637866e0'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:20.737626 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:58:02Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1c28d227-3d63-4ad6-bbe0-a233637866e0'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:20.758040 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.821840 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a870b999-a174-4512-8044-db72baed00ca {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:20.825699 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-61864c5b-fcbe-474b-a36c-4b887715e238 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.840415 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-61864c5b-fcbe-474b-a36c-4b887715e238 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.6499758 Jul 05 03:58:20.844839 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d596266b-7453-4c3a-9ce1-2e2322ed32cc x-openstack-request-id: req-d596266b-7453-4c3a-9ce1-2e2322ed32cc {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:20.845348 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4293d6-29cc-4361-b533-0f3552f8adb7", "name": "network-vif-deleted", "tag": "a22179df-0c23-4737-9865-f59570dd15e8", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:20.847846 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d596266b-7453-4c3a-9ce1-2e2322ed32cc {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:20.851304 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3af4fa2c-f295-49e8-bb0f-ca02c24db799 req-4a9ef3e1-a4a4-4fbb-80b5-bcad0156febb tempest-ImagesNegativeTestJSON-696945957 tempest-ImagesNegativeTestJSON-696945957-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff4293d6-29cc-4361-b533-0f3552f8adb7 HTTP/1.1" status: 200 len: 210 time: 0.1161790 Jul 05 03:58:20.852456 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4293d6-29cc-4361-b533-0f3552f8adb7', 'name': 'network-vif-deleted', 'tag': 'a22179df-0c23-4737-9865-f59570dd15e8', 'status': 'completed', 'code': 200} Jul 05 03:58:20.867731 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56750) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:20.910797 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port a870b999-a174-4512-8044-db72baed00ca, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=a870b999-a174-4512-8044-db72baed00ca,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:20.997655 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] Set router 1c28d227-3d63-4ad6-bbe0-a233637866e0 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:21.041735 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-fbb182bd-27e7-428f-9849-3dd764e1dcdc tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Floating IP 09d48147-d405-4890-8c12-a52901390609 associated. External IP: 172.25.1.28, port: 2a737e3b-7647-4859-8d3b-5a41559ab915. Jul 05 03:58:21.067516 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a8d3d892-f926-498e-9fd9-c1cfad39c89b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:21.113236 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e0be7792-9f52-42a6-822c-668dcf80e315 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:21.181218 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:21.204587 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-e0be7792-9f52-42a6-822c-668dcf80e315 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Calling delete_port for 8e7378b9-a945-4ed5-ad08-f7b6c626e280 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:21.232087 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ad71e-0f42-4dad-82de-2999a75b2775 req-aa91f334-7c12-4944-9752-83df6c813cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:21.235698 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-721ad71e-0f42-4dad-82de-2999a75b2775 req-aa91f334-7c12-4944-9752-83df6c813cdc service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.4613674 Jul 05 03:58:21.268454 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=a870b999-a174-4512-8044-db72baed00ca,revision_number=12']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:21.295629 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a8d3d892-f926-498e-9fd9-c1cfad39c89b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:21.296077 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:21.476870 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-76c7210c-f632-482c-ad7b-73a168c7dde0 None None] Provisioning for port 8e7378b9-a945-4ed5-ad08-f7b6c626e280 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:21.492293 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-721ad71e-0f42-4dad-82de-2999a75b2775 req-a1dbdc47-dbbc-4e14-893b-f31579bd21a1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=372e5c95-500c-4d2a-a795-11448643f5ba HTTP/1.1" status: 200 len: 217 time: 0.2408946 Jul 05 03:58:21.494036 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-76c7210c-f632-482c-ad7b-73a168c7dde0 None None] Provisioning complete for port 8e7378b9-a945-4ed5-ad08-f7b6c626e280 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:21.494423 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-76c7210c-f632-482c-ad7b-73a168c7dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:21.598015 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-76c7210c-f632-482c-ad7b-73a168c7dde0 None None] Port 8e7378b9-a945-4ed5-ad08-f7b6c626e280 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:58:21.615738 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'name': 'tempest-ServersTestManualDisk-2055442268-router', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:14Z', 'updated_at': '2021-07-05T03:58:17Z', 'revision_number': 3, 'project_id': '74140f698ac946aead4a19757080d1da', 'gw_port': {'id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:73:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:21.634527 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-76c7210c-f632-482c-ad7b-73a168c7dde0 None None] Provisioning complete for port a8d3d892-f926-498e-9fd9-c1cfad39c89b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:21.634908 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-76c7210c-f632-482c-ad7b-73a168c7dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:21.661732 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ad71e-0f42-4dad-82de-2999a75b2775 req-c911842b-4407-45eb-9070-25e96230dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:21.671464 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-721ad71e-0f42-4dad-82de-2999a75b2775 req-c911842b-4407-45eb-9070-25e96230dc0e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1699848 Jul 05 03:58:21.710439 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] Checking router: 1c28d227-3d63-4ad6-bbe0-a233637866e0 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:58:21.710784 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] Updating router 1c28d227-3d63-4ad6-bbe0-a233637866e0 port 672a33a5-deea-4b23-a5df-8b32ffc764ea binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:58:21.766228 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['a870b999-a174-4512-8044-db72baed00ca'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:21.802816 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:21.895083 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ca7766-fa15-4b1c-93ed-30a600b5942f None None] get_active_networks_info from n-d-780147-23 {{(pid=105540) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 03:58:21.924581 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92290e5-7918-4381-8523-b68229cd15cb req-3fc57854-d104-4a8c-81ef-0c2bcc042ea8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:21.937962 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e92290e5-7918-4381-8523-b68229cd15cb req-3fc57854-d104-4a8c-81ef-0c2bcc042ea8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.7746091 Jul 05 03:58:22.170046 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e0be7792-9f52-42a6-822c-668dcf80e315 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:22.189587 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb182bd-27e7-428f-9849-3dd764e1dcdc tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Router fb2fc65b-aec5-449a-87e0-1bd56df2d64e has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:58:22.322386 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:22.344684 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] Transition to ACTIVE for port object 672a33a5-deea-4b23-a5df-8b32ffc764ea will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:22.348579 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be7792-9f52-42a6-822c-668dcf80e315 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Port': ['ID=8e7378b9-a945-4ed5-ad08-f7b6c626e280,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:22.385828 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:22.400907 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e92290e5-7918-4381-8523-b68229cd15cb req-13e9addc-7a75-414c-a113-6fdda2908818 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613824 Jul 05 03:58:22.437544 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ad71e-0f42-4dad-82de-2999a75b2775 req-7752bb45-ea16-470d-b2fd-44698c318720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:22.439141 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-721ad71e-0f42-4dad-82de-2999a75b2775 req-7752bb45-ea16-470d-b2fd-44698c318720 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3793020 Jul 05 03:58:22.513970 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ca7766-fa15-4b1c-93ed-30a600b5942f None None] Resources bound (agent type, host, resource id): {{(pid=105540) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 03:58:22.591079 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-850e8f08-18c4-4152-b1bc-006130a29def None None] Could not find standard attr ID for object 8e7378b9-a945-4ed5-ad08-f7b6c626e280. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:58:22.636295 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-721ad71e-0f42-4dad-82de-2999a75b2775 req-1f1b05d4-3676-479b-9060-002db0dd72cc service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369371 Jul 05 03:58:22.637847 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e0be7792-9f52-42a6-822c-668dcf80e315 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:22.643728 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e0be7792-9f52-42a6-822c-668dcf80e315 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/8e7378b9-a945-4ed5-ad08-f7b6c626e280 HTTP/1.1" status: 204 len: 168 time: 2.2683413 Jul 05 03:58:22.649130 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56782) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:22.682327 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4655f66a-65f6-48e4-bb71-324bb54f052f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:22.692993 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b085f8f-d5eb-492c-b7bc-9106df7571e8 None None] Pushing event updated for resources: {'Port': ['ID=672a33a5-deea-4b23-a5df-8b32ffc764ea,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:22.708288 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb182bd-27e7-428f-9849-3dd764e1dcdc tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:58:22.713710 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fbb182bd-27e7-428f-9849-3dd764e1dcdc tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:22.730085 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] Attempting to bind port 672a33a5-deea-4b23-a5df-8b32ffc764ea on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:22.730085 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] Attempting to bind port 672a33a5-deea-4b23-a5df-8b32ffc764ea by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:22.730085 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] Attempting to bind port 672a33a5-deea-4b23-a5df-8b32ffc764ea on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:22.742835 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:22.743207 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:22.743605 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:22.744018 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:22.744488 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] Bound port: 672a33a5-deea-4b23-a5df-8b32ffc764ea, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:22.744864 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:22.781261 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fbb182bd-27e7-428f-9849-3dd764e1dcdc tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "PUT /v2.0/floatingips/09d48147-d405-4890-8c12-a52901390609 HTTP/1.1" status: 200 len: 990 time: 3.9279513 Jul 05 03:58:22.782871 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887e929d-cd43-451e-8752-b2d1274a7ffb', 'tag': '2a737e3b-7647-4859-8d3b-5a41559ab915'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:22.785574 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa5c3d5-8e42-4a61-a46c-521c6f40c50d" -d '{"events": [{"name": "network-changed", "server_uuid": "887e929d-cd43-451e-8752-b2d1274a7ffb", "tag": "2a737e3b-7647-4859-8d3b-5a41559ab915"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:22.833698 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-721ad71e-0f42-4dad-82de-2999a75b2775 req-580b9c71-ee85-44b9-968f-221ebdfdaa93 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828754 Jul 05 03:58:22.857632 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] For port 672a33a5-deea-4b23-a5df-8b32ffc764ea, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:22.863297 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] For port 672a33a5-deea-4b23-a5df-8b32ffc764ea, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=672a33a5-deea-4b23-a5df-8b32ffc764ea,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:22.866294 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d5b8fa-5134-4611-9677-9f078aa6bcee tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:22.868460 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d5b8fa-5134-4611-9677-9f078aa6bcee tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:22.870408 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d5b8fa-5134-4611-9677-9f078aa6bcee tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:22.871312 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:22.875966 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-36d5b8fa-5134-4611-9677-9f078aa6bcee tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1148849 Jul 05 03:58:22.876541 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6ee7ef-82a0-451e-a4b3-e061642144ea None None] Sync routers for ids ['fb2fc65b-aec5-449a-87e0-1bd56df2d64e'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:58:22.876664 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56790) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:22.945822 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf0904b9-ea8d-4e50-8a07-a3350aa5a25b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet 3e76d2f9-54f1-417a-aed3-e624776a66dc {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:22.947726 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6ee7ef-82a0-451e-a4b3-e061642144ea None None] Routers {'fb2fc65b-aec5-449a-87e0-1bd56df2d64e'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:22.948505 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5e6ee7ef-82a0-451e-a4b3-e061642144ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:58:02Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['fb2fc65b-aec5-449a-87e0-1bd56df2d64e'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:22.950027 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cf0904b9-ea8d-4e50-8a07-a3350aa5a25b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:22.952410 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b085f8f-d5eb-492c-b7bc-9106df7571e8 None None] Pushing event updated for resources: {'Port': ['ID=672a33a5-deea-4b23-a5df-8b32ffc764ea,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:22.975971 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae58cfb-106f-463a-a015-18461b0c9f90 req-ce85b056-a7a2-4245-a933-84e20e8359a8 tempest-MigrationsAdminTest-963030395 tempest-MigrationsAdminTest-963030395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:22.977581 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aae58cfb-106f-463a-a015-18461b0c9f90 req-ce85b056-a7a2-4245-a933-84e20e8359a8 tempest-MigrationsAdminTest-963030395 tempest-MigrationsAdminTest-963030395-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 1101 time: 0.1459801 Jul 05 03:58:22.988897 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] Routers {'1c28d227-3d63-4ad6-bbe0-a233637866e0'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:22.990661 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:58:02Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1c28d227-3d63-4ad6-bbe0-a233637866e0'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:22.997689 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cf0904b9-ea8d-4e50-8a07-a3350aa5a25b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.060787 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aae58cfb-106f-463a-a015-18461b0c9f90 req-cd72475f-ff89-43a6-8695-1c5b3040b5cd tempest-MigrationsAdminTest-963030395 tempest-MigrationsAdminTest-963030395-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509372 Jul 05 03:58:23.064137 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-4655f66a-65f6-48e4-bb71-324bb54f052f admin admin] Allocated IP 172.20.0.1 (d00b4e4e-a659-430a-b170-6ef5e93e32a9/1a6070d3-2c38-4aef-b766-407634b2309e/4974bbfb-fd29-4560-8074-537cbaececea) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:23.134764 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cf0904b9-ea8d-4e50-8a07-a3350aa5a25b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.199083 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72789c-1c2d-4af7-8ff4-3101a6d85fe3 req-22a02274-7c99-4e08-b46d-eca9f47dc961 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:23.200523 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-5e6ee7ef-82a0-451e-a4b3-e061642144ea None None] Set router fb2fc65b-aec5-449a-87e0-1bd56df2d64e gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:23.204534 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] Set router 1c28d227-3d63-4ad6-bbe0-a233637866e0 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:23.209186 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1e72789c-1c2d-4af7-8ff4-3101a6d85fe3 req-22a02274-7c99-4e08-b46d-eca9f47dc961 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.9183247 Jul 05 03:58:23.224445 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4655f66a-65f6-48e4-bb71-324bb54f052f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.262018 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1e72789c-1c2d-4af7-8ff4-3101a6d85fe3 req-f9d0bf3d-db51-402f-b403-a6934fd14e6e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516195 Jul 05 03:58:23.279826 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-4655f66a-65f6-48e4-bb71-324bb54f052f admin admin] Transition to ACTIVE for port object 4974bbfb-fd29-4560-8074-537cbaececea will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:23.281472 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cf0904b9-ea8d-4e50-8a07-a3350aa5a25b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.340027 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4655f66a-65f6-48e4-bb71-324bb54f052f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.345061 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cf0904b9-ea8d-4e50-8a07-a3350aa5a25b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.347105 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cf0904b9-ea8d-4e50-8a07-a3350aa5a25b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/3e76d2f9-54f1-417a-aed3-e624776a66dc HTTP/1.1" status: 204 len: 168 time: 0.4684608 Jul 05 03:58:23.348789 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0904b9-ea8d-4e50-8a07-a3350aa5a25b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=3e76d2f9-54f1-417a-aed3-e624776a66dc,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:23.350697 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56798) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:23.372772 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4044712f-2a90-404b-aa15-a6706cf95494 x-openstack-request-id: req-4044712f-2a90-404b-aa15-a6706cf95494 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:23.373060 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887e929d-cd43-451e-8752-b2d1274a7ffb", "tag": "2a737e3b-7647-4859-8d3b-5a41559ab915", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:23.374186 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4044712f-2a90-404b-aa15-a6706cf95494 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:23.374597 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887e929d-cd43-451e-8752-b2d1274a7ffb', 'tag': '2a737e3b-7647-4859-8d3b-5a41559ab915', 'status': 'completed', 'code': 200} Jul 05 03:58:23.429535 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-667e840a-0148-47dc-8676-b72784fdc0cf tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet b0d177a8-9095-42f9-9c91-b46d9cc62dda {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:23.448384 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'name': 'tempest-ServersTestManualDisk-2055442268-router', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:14Z', 'updated_at': '2021-07-05T03:58:17Z', 'revision_number': 3, 'project_id': '74140f698ac946aead4a19757080d1da', 'gw_port': {'id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:73:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:23.448973 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-667e840a-0148-47dc-8676-b72784fdc0cf tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.454177 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4655f66a-65f6-48e4-bb71-324bb54f052f admin admin] Network d00b4e4e-a659-430a-b170-6ef5e93e32a9 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:23.457009 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-4655f66a-65f6-48e4-bb71-324bb54f052f admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:23.461316 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4655f66a-65f6-48e4-bb71-324bb54f052f admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:23.494146 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ce6d33-67c2-4f80-96b0-b1a6a682aa25 None None] The sync data for ids ['1c28d227-3d63-4ad6-bbe0-a233637866e0'] in n-d-780147-23 is: [{'id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'name': 'tempest-ServersTestManualDisk-2055442268-router', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:14Z', 'updated_at': '2021-07-05T03:58:17Z', 'revision_number': 3, 'project_id': '74140f698ac946aead4a19757080d1da', 'gw_port': {'id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:73:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:58:23.534970 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655f66a-65f6-48e4-bb71-324bb54f052f admin admin] Pushing event updated for resources: {'Port': ['ID=4974bbfb-fd29-4560-8074-537cbaececea,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:23.554323 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4655f66a-65f6-48e4-bb71-324bb54f052f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.919331 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4655f66a-65f6-48e4-bb71-324bb54f052f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.096311 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5e6ee7ef-82a0-451e-a4b3-e061642144ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'name': 'tempest-ServerActionsTestJSON-2097019974-router', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '967f0af8-23df-46a6-9a62-d7de2f337f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:20Z', 'updated_at': '2021-07-05T03:57:34Z', 'revision_number': 4, 'project_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'gw_port': {'id': '967f0af8-23df-46a6-9a62-d7de2f337f15', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:23Z', 'updated_at': '2021-07-05T03:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '09d48147-d405-4890-8c12-a52901390609', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'port_id': '2a737e3b-7647-4859-8d3b-5a41559ab915', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'mac_address': 'fa:16:3e:df:39:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887e929d-cd43-451e-8752-b2d1274a7ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:57:42Z', 'updated_at': '2021-07-05T03:58:20Z', 'revision_number': 1, 'project_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5', 'name': '', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'mac_address': 'fa:16:3e:e7:de:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:31Z', 'updated_at': '2021-07-05T03:57:44Z', 'revision_number': 5, 'project_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'subnets': [{'id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:24.161952 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6ee7ef-82a0-451e-a4b3-e061642144ea None None] Checking router: fb2fc65b-aec5-449a-87e0-1bd56df2d64e for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:58:24.172660 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6ee7ef-82a0-451e-a4b3-e061642144ea None None] Routers {'fb2fc65b-aec5-449a-87e0-1bd56df2d64e'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:24.173305 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5e6ee7ef-82a0-451e-a4b3-e061642144ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:58:02Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['fb2fc65b-aec5-449a-87e0-1bd56df2d64e'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:24.253441 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 672a33a5-deea-4b23-a5df-8b32ffc764ea up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:24.297771 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-667e840a-0148-47dc-8676-b72784fdc0cf tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.342279 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fd9eb-1a53-40e8-9ca2-dd9a63e667d1 req-f24e319b-466b-4023-ba41-cbb4e5452d64 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:24.365553 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-421fd9eb-1a53-40e8-9ca2-dd9a63e667d1 req-f24e319b-466b-4023-ba41-cbb4e5452d64 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.2448089 Jul 05 03:58:24.430746 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5c3d5-8e42-4a61-a46c-521c6f40c50d req-036a3f1f-0b5d-4144-aea9-80365d825721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:24.436704 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9aa5c3d5-8e42-4a61-a46c-521c6f40c50d req-036a3f1f-0b5d-4144-aea9-80365d825721 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 1097 time: 1.0025408 Jul 05 03:58:24.451828 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 672a33a5-deea-4b23-a5df-8b32ffc764ea completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:24.474620 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4655f66a-65f6-48e4-bb71-324bb54f052f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.502209 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-421fd9eb-1a53-40e8-9ca2-dd9a63e667d1 req-a4c463e7-63a4-45e0-b780-94dafc648873 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356633 Jul 05 03:58:24.504066 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4655f66a-65f6-48e4-bb71-324bb54f052f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.507148 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-5e6ee7ef-82a0-451e-a4b3-e061642144ea None None] Set router fb2fc65b-aec5-449a-87e0-1bd56df2d64e gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:24.668979 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 672a33a5-deea-4b23-a5df-8b32ffc764ea triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:24.669581 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.725026 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4655f66a-65f6-48e4-bb71-324bb54f052f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.748550 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655f66a-65f6-48e4-bb71-324bb54f052f admin admin] Pushing event updated for resources: {'Port': ['ID=4974bbfb-fd29-4560-8074-537cbaececea,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:24.770920 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-667e840a-0148-47dc-8676-b72784fdc0cf tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.838859 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56834) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:24.915449 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed66260-4c31-4adf-bb00-71ebb0db3db4 req-e9c42d8c-296d-45be-982a-4433033cc17a tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:24.917346 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aed66260-4c31-4adf-bb00-71ebb0db3db4 req-e9c42d8c-296d-45be-982a-4433033cc17a tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.4528773 Jul 05 03:58:24.929670 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5c3d5-8e42-4a61-a46c-521c6f40c50d req-b56e0f45-ecd5-460f-b9c7-5825530d867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:24.931785 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9aa5c3d5-8e42-4a61-a46c-521c6f40c50d req-b56e0f45-ecd5-460f-b9c7-5825530d867b service neutron] 10.222.0.70 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 913 time: 0.4832377 Jul 05 03:58:24.960799 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668084b6-3bf8-4b70-b81e-3ed4bd1b3f5d req-2ea43ce4-0950-4e54-947b-c561ab8f1e5f tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:24.962621 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-668084b6-3bf8-4b70-b81e-3ed4bd1b3f5d req-2ea43ce4-0950-4e54-947b-c561ab8f1e5f tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.1682107 Jul 05 03:58:24.975665 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4655f66a-65f6-48e4-bb71-324bb54f052f admin admin] Network d00b4e4e-a659-430a-b170-6ef5e93e32a9 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:24.985000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-4655f66a-65f6-48e4-bb71-324bb54f052f admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:24.998785 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.012126 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-667e840a-0148-47dc-8676-b72784fdc0cf tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.027958 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 672a33a5-deea-4b23-a5df-8b32ffc764ea, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=672a33a5-deea-4b23-a5df-8b32ffc764ea,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:25.036982 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.079756 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aed66260-4c31-4adf-bb00-71ebb0db3db4 req-2b3072be-db13-47ed-8b65-1b85c3b45df9 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518114 Jul 05 03:58:25.080586 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e840a-0148-47dc-8676-b72784fdc0cf tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=b0d177a8-9095-42f9-9c91-b46d9cc62dda,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:25.081152 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5e6ee7ef-82a0-451e-a4b3-e061642144ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'name': 'tempest-ServerActionsTestJSON-2097019974-router', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '967f0af8-23df-46a6-9a62-d7de2f337f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:20Z', 'updated_at': '2021-07-05T03:57:34Z', 'revision_number': 4, 'project_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'gw_port': {'id': '967f0af8-23df-46a6-9a62-d7de2f337f15', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:23Z', 'updated_at': '2021-07-05T03:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '09d48147-d405-4890-8c12-a52901390609', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'port_id': '2a737e3b-7647-4859-8d3b-5a41559ab915', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'mac_address': 'fa:16:3e:df:39:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887e929d-cd43-451e-8752-b2d1274a7ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:57:42Z', 'updated_at': '2021-07-05T03:58:20Z', 'revision_number': 1, 'project_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5', 'name': '', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'mac_address': 'fa:16:3e:e7:de:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:31Z', 'updated_at': '2021-07-05T03:57:44Z', 'revision_number': 5, 'project_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'subnets': [{'id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:25.112960 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-667e840a-0148-47dc-8676-b72784fdc0cf tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.122748 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-667e840a-0148-47dc-8676-b72784fdc0cf tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/b0d177a8-9095-42f9-9c91-b46d9cc62dda HTTP/1.1" status: 204 len: 168 time: 1.7685332 Jul 05 03:58:25.123921 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56840) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:25.127934 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-668084b6-3bf8-4b70-b81e-3ed4bd1b3f5d req-5b11b838-a287-4273-a755-bd7e229fe6f0 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504951 Jul 05 03:58:25.141254 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6ee7ef-82a0-451e-a4b3-e061642144ea None None] The sync data for ids ['fb2fc65b-aec5-449a-87e0-1bd56df2d64e'] in n-d-780147-23 is: [{'id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'name': 'tempest-ServerActionsTestJSON-2097019974-router', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '967f0af8-23df-46a6-9a62-d7de2f337f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:20Z', 'updated_at': '2021-07-05T03:57:34Z', 'revision_number': 4, 'project_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'gw_port': {'id': '967f0af8-23df-46a6-9a62-d7de2f337f15', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:23Z', 'updated_at': '2021-07-05T03:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '09d48147-d405-4890-8c12-a52901390609', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'port_id': '2a737e3b-7647-4859-8d3b-5a41559ab915', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'mac_address': 'fa:16:3e:df:39:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887e929d-cd43-451e-8752-b2d1274a7ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:57:42Z', 'updated_at': '2021-07-05T03:58:20Z', 'revision_number': 1, 'project_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5', 'name': '', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'mac_address': 'fa:16:3e:e7:de:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:31Z', 'updated_at': '2021-07-05T03:57:44Z', 'revision_number': 5, 'project_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'subnets': [{'id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:58:25.149086 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa69fd8-50e7-46f9-87fe-cf4ffa377808 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:25.154450 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-400680d1-5cef-44cb-8379-c854c17026f9 None None] Provisioning complete for port a8d3d892-f926-498e-9fd9-c1cfad39c89b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:25.155161 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-400680d1-5cef-44cb-8379-c854c17026f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.294470 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9aa5c3d5-8e42-4a61-a46c-521c6f40c50d req-c7a77116-6a3f-48db-a9e4-90d6b92b4cf4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a737e3b-7647-4859-8d3b-5a41559ab915 HTTP/1.1" status: 200 len: 998 time: 0.3432639 Jul 05 03:58:25.304234 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-eab204e6-7879-4327-b970-1bca5d595623 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1391456 Jul 05 03:58:25.341021 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56842) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:25.358210 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ad28235c-362e-4c0b-beba-0e97b45ff6b3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e0bd834121314c97a5e63a64d7998a80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5144386 Jul 05 03:58:25.359450 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56844) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:25.402926 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5c3d5-8e42-4a61-a46c-521c6f40c50d req-37301b4b-0f2b-4640-a808-adf891016877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:25.404764 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9aa5c3d5-8e42-4a61-a46c-521c6f40c50d req-37301b4b-0f2b-4640-a808-adf891016877 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d157b61e-6b4a-43c9-a07c-5c6e1fda4120 HTTP/1.1" status: 200 len: 851 time: 0.1006045 Jul 05 03:58:25.448368 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=672a33a5-deea-4b23-a5df-8b32ffc764ea,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:25.457705 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4655f66a-65f6-48e4-bb71-324bb54f052f admin admin] Router 1c28d227-3d63-4ad6-bbe0-a233637866e0 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:58:25.561536 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a26f2cc1-1f71-480c-8f7b-baee18b123fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.608254 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a26f2cc1-1f71-480c-8f7b-baee18b123fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.681109 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57ae343-d498-4ef1-b3fb-d320d1144431 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:25.682709 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b57ae343-d498-4ef1-b3fb-d320d1144431 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3269627 Jul 05 03:58:25.683218 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5c3d5-8e42-4a61-a46c-521c6f40c50d req-55154ab7-09f8-45d8-8c16-2d0a5425a647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:25.684949 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9aa5c3d5-8e42-4a61-a46c-521c6f40c50d req-55154ab7-09f8-45d8-8c16-2d0a5425a647 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=76e1944d-1d03-4c4e-b1ba-413cddc95912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2332997 Jul 05 03:58:25.685441 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56848) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:25.703614 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4655f66a-65f6-48e4-bb71-324bb54f052f admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:58:25.728268 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4655f66a-65f6-48e4-bb71-324bb54f052f admin admin] 10.222.0.77 "PUT /v2.0/routers/1c28d227-3d63-4ad6-bbe0-a233637866e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8582714 Jul 05 03:58:25.808821 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4079912-6fe1-4934-9ed7-af9ad4661260 req-9be00b53-ed63-419c-a23f-34cf80dbee44 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:25.810511 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a4079912-6fe1-4934-9ed7-af9ad4661260 req-9be00b53-ed63-419c-a23f-34cf80dbee44 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.1266932 Jul 05 03:58:25.910765 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a4079912-6fe1-4934-9ed7-af9ad4661260 req-e1f5d98a-285f-461b-b17a-4c03cd41d227 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916870 Jul 05 03:58:25.921366 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a26f2cc1-1f71-480c-8f7b-baee18b123fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.924043 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a26f2cc1-1f71-480c-8f7b-baee18b123fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.926060 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a26f2cc1-1f71-480c-8f7b-baee18b123fc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f958f347-3816-4b24-8a28-5d1c245670bb HTTP/1.1" status: 204 len: 168 time: 0.5658002 Jul 05 03:58:25.942692 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd004e44-712d-4fcf-925b-05cdda764fb2 None None] DHCP port deletion for 11254a26-e0ed-4207-b9f1-d7e3a27daaba request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:58:25.995457 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ed690-137a-4bbe-b211-ae4084be5ffc req-81f0bda9-5f29-455a-a74a-606fbaf44228 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:25.997098 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c54ed690-137a-4bbe-b211-ae4084be5ffc req-81f0bda9-5f29-455a-a74a-606fbaf44228 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.4255726 Jul 05 03:58:26.028311 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1582bae0-77da-4f05-855f-77d2ca54ec42 None None] Provisioning for port 4974bbfb-fd29-4560-8074-537cbaececea completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:26.043588 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1582bae0-77da-4f05-855f-77d2ca54ec42 None None] Provisioning complete for port 4974bbfb-fd29-4560-8074-537cbaececea triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:26.043993 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1582bae0-77da-4f05-855f-77d2ca54ec42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.068683 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f2cc1-1f71-480c-8f7b-baee18b123fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f958f347-3816-4b24-8a28-5d1c245670bb,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:26.080101 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfa31ff-adb5-4177-8672-dbf2845d3ac6 None None] New status for floating IP 09d48147-d405-4890-8c12-a52901390609: ACTIVE {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:58:26.106154 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187d9514-39b5-4f6d-8e12-112793730a05 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:26.110373 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-187d9514-39b5-4f6d-8e12-112793730a05 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4189372 Jul 05 03:58:26.111825 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56858) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:26.127993 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device a870b999-a174-4512-8044-db72baed00ca up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:26.187910 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-76f35ace-30dd-4f39-bab1-db5b9023d4a4 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759699 Jul 05 03:58:26.194956 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56864) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:26.197936 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 672a33a5-deea-4b23-a5df-8b32ffc764ea up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:26.199520 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f2230-51de-48da-bae6-f96bffeb7d43 req-64b5ae9f-4fc3-4502-b9de-d8b58e1d46ee tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:26.201398 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ef5f2230-51de-48da-bae6-f96bffeb7d43 req-64b5ae9f-4fc3-4502-b9de-d8b58e1d46ee tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.70 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.4406204 Jul 05 03:58:26.204267 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9aa5c3d5-8e42-4a61-a46c-521c6f40c50d req-995e396b-00de-48b8-af17-ccd603389eaf service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507070 Jul 05 03:58:26.213611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-1e7a96b8-32ba-45b9-9f20-bfc4bf731659 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:26.310409 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-cd004e44-712d-4fcf-925b-05cdda764fb2 None None] Deleting port a8d3d892-f926-498e-9fd9-c1cfad39c89b {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:26.310839 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cd004e44-712d-4fcf-925b-05cdda764fb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.430049 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9aa5c3d5-8e42-4a61-a46c-521c6f40c50d req-ebd9cc86-5729-4a2d-a0af-628cb5887037 service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108746 Jul 05 03:58:26.486777 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] Sync routers for ids ['1c28d227-3d63-4ad6-bbe0-a233637866e0'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:58:26.499002 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c54ed690-137a-4bbe-b211-ae4084be5ffc req-37da04fd-d1a6-4267-bf3f-d85235f2c371 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425297 Jul 05 03:58:26.523647 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-1582bae0-77da-4f05-855f-77d2ca54ec42 None None] Port 4974bbfb-fd29-4560-8074-537cbaececea cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:58:26.531786 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] Routers {'1c28d227-3d63-4ad6-bbe0-a233637866e0'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:26.532427 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:58:02Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1c28d227-3d63-4ad6-bbe0-a233637866e0'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:26.685148 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] Set router 1c28d227-3d63-4ad6-bbe0-a233637866e0 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:26.814703 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-ef5f2230-51de-48da-bae6-f96bffeb7d43 req-75a7722c-0fbe-40b8-a870-4832b72b291b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Deleting port a870b999-a174-4512-8044-db72baed00ca {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:26.814986 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ef5f2230-51de-48da-bae6-f96bffeb7d43 req-75a7722c-0fbe-40b8-a870-4832b72b291b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.885807 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 672a33a5-deea-4b23-a5df-8b32ffc764ea triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:26.887917 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.907663 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7a96b8-32ba-45b9-9f20-bfc4bf731659 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:26.912095 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-cd004e44-712d-4fcf-925b-05cdda764fb2 None None] For port a8d3d892-f926-498e-9fd9-c1cfad39c89b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a8d3d892-f926-498e-9fd9-c1cfad39c89b,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:26.912584 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cd004e44-712d-4fcf-925b-05cdda764fb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.919398 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1e7a96b8-32ba-45b9-9f20-bfc4bf731659 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.926995 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-cd004e44-712d-4fcf-925b-05cdda764fb2 None None] Calling delete_port for a8d3d892-f926-498e-9fd9-c1cfad39c89b owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:26.928865 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7a96b8-32ba-45b9-9f20-bfc4bf731659 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 03:58:26.929487 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7a96b8-32ba-45b9-9f20-bfc4bf731659 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:58:26.968054 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1e7a96b8-32ba-45b9-9f20-bfc4bf731659 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7643898 Jul 05 03:58:26.969663 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56888) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:26.984640 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-93d28cfd-7f8b-4e72-a5a4-4e57b704248b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:27.032536 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56890) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:27.040915 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cd004e44-712d-4fcf-925b-05cdda764fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.065078 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-182b0fd7-7b84-434d-b284-928db4f46a91 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2039048865', 'description': 'tempest-description--1895256422'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:27.083657 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port a870b999-a174-4512-8044-db72baed00ca completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:27.095359 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd004e44-712d-4fcf-925b-05cdda764fb2 None None] Pushing event deleted for resources: {'Port': ['ID=a8d3d892-f926-498e-9fd9-c1cfad39c89b,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:27.163957 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06eb07-8090-40aa-83a3-61624abfdfba req-b7ff5208-570e-430c-9868-afce14299c3f tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.166444 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port a870b999-a174-4512-8044-db72baed00ca triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:27.167487 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.171404 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b06eb07-8090-40aa-83a3-61624abfdfba req-b7ff5208-570e-430c-9868-afce14299c3f tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.2343476 Jul 05 03:58:27.173492 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-182b0fd7-7b84-434d-b284-928db4f46a91 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.181291 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd004e44-712d-4fcf-925b-05cdda764fb2 None None] No DVR routers for this DVR port a8d3d892-f926-498e-9fd9-c1cfad39c89b on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:27.184927 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d28cfd-7f8b-4e72-a5a4-4e57b704248b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:27.197657 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-93d28cfd-7f8b-4e72-a5a4-4e57b704248b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.201039 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d28cfd-7f8b-4e72-a5a4-4e57b704248b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 03:58:27.202727 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93d28cfd-7f8b-4e72-a5a4-4e57b704248b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:58:27.241248 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-93d28cfd-7f8b-4e72-a5a4-4e57b704248b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2694480 Jul 05 03:58:27.242947 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56898) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:27.248283 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-ef5f2230-51de-48da-bae6-f96bffeb7d43 req-75a7722c-0fbe-40b8-a870-4832b72b291b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] For port a870b999-a174-4512-8044-db72baed00ca, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=a870b999-a174-4512-8044-db72baed00ca,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:27.248746 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ef5f2230-51de-48da-bae6-f96bffeb7d43 req-75a7722c-0fbe-40b8-a870-4832b72b291b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.249250 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-33a33fe7-86b4-489c-b39a-79da694bbd24 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:27.292776 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b06eb07-8090-40aa-83a3-61624abfdfba req-d5a1aa30-96ff-4bc5-9675-608f278bd16e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201150 Jul 05 03:58:27.309064 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-ef5f2230-51de-48da-bae6-f96bffeb7d43 req-75a7722c-0fbe-40b8-a870-4832b72b291b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Calling delete_port for a870b999-a174-4512-8044-db72baed00ca owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:27.478072 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a8d3d892-f926-498e-9fd9-c1cfad39c89b no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:27.481843 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.507383 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'name': 'tempest-ServersTestManualDisk-2055442268-router', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:14Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '74140f698ac946aead4a19757080d1da', 'gw_port': {'id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:73:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '4974bbfb-fd29-4560-8074-537cbaececea', 'name': '', 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'mac_address': 'fa:16:3e:9e:50:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '1a6070d3-2c38-4aef-b766-407634b2309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:24Z', 'revision_number': 2, 'project_id': '74140f698ac946aead4a19757080d1da', 'subnets': [{'id': '1a6070d3-2c38-4aef-b766-407634b2309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:27.563623 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: a8d3d892-f926-498e-9fd9-c1cfad39c89b {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:27.564061 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a8d3d892-f926-498e-9fd9-c1cfad39c89b not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:27.565968 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] Checking router: 1c28d227-3d63-4ad6-bbe0-a233637866e0 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:58:27.566386 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] Updating router 1c28d227-3d63-4ad6-bbe0-a233637866e0 port 4974bbfb-fd29-4560-8074-537cbaececea binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:58:27.623335 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.625134 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b65db4-83c8-4395-a635-6c35979b0bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a870b999-a174-4512-8044-db72baed00ca'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:27.627546 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658b7a23-41cb-4696-ba7a-bc31fb69ee97" -d '{"events": [{"server_uuid": "87b65db4-83c8-4395-a635-6c35979b0bba", "name": "network-vif-plugged", "status": "completed", "tag": "a870b999-a174-4512-8044-db72baed00ca"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:27.630322 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-182b0fd7-7b84-434d-b284-928db4f46a91 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.639180 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-182b0fd7-7b84-434d-b284-928db4f46a91 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.666225 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a33fe7-86b4-489c-b39a-79da694bbd24 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:27.670379 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-33a33fe7-86b4-489c-b39a-79da694bbd24 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.672065 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a33fe7-86b4-489c-b39a-79da694bbd24 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 03:58:27.672478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33a33fe7-86b4-489c-b39a-79da694bbd24 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:58:27.676230 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port a870b999-a174-4512-8044-db72baed00ca, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=a870b999-a174-4512-8044-db72baed00ca,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:27.683361 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.692825 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522cf5ab-8735-40d6-a056-d33f70fd584b req-63f47323-d47a-4fbb-bbd5-689403c23edd tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.701038 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-522cf5ab-8735-40d6-a056-d33f70fd584b req-63f47323-d47a-4fbb-bbd5-689403c23edd tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 949 time: 0.2061706 Jul 05 03:58:27.704893 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-182b0fd7-7b84-434d-b284-928db4f46a91 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.709543 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-182b0fd7-7b84-434d-b284-928db4f46a91 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6665821 Jul 05 03:58:27.709898 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56910) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:27.714897 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-69b68395-d066-4993-885b-ab731bc12604 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Request body: {'security_group_rule': {'security_group_id': '5a0b7abb-c11d-41dd-bd4e-d705d597fcb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:27.718966 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b0fd7-7b84-434d-b284-928db4f46a91 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0b7abb-c11d-41dd-bd4e-d705d597fcb0,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:27.721288 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-33a33fe7-86b4-489c-b39a-79da694bbd24 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4768867 Jul 05 03:58:27.724440 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56912) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:27.731042 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-babbdc26-2729-4037-b4f5-4f9d835c10b8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:27.810770 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-69b68395-d066-4993-885b-ab731bc12604 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.817933 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-522cf5ab-8735-40d6-a056-d33f70fd584b req-1e03398a-2fc7-482b-9c11-de889864b5f0 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159117 Jul 05 03:58:27.824547 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ef5f2230-51de-48da-bae6-f96bffeb7d43 req-75a7722c-0fbe-40b8-a870-4832b72b291b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.871266 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7722c-0fbe-40b8-a870-4832b72b291b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Pushing event deleted for resources: {'Port': ['ID=a870b999-a174-4512-8044-db72baed00ca,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:27.872700 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-69b68395-d066-4993-885b-ab731bc12604 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.878147 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-69b68395-d066-4993-885b-ab731bc12604 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.896644 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc3ec6f-05ba-4a33-bbe5-ad61578cbf16 x-openstack-request-id: req-1dc3ec6f-05ba-4a33-bbe5-ad61578cbf16 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:27.896927 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b65db4-83c8-4395-a635-6c35979b0bba", "name": "network-vif-plugged", "status": "completed", "tag": "a870b999-a174-4512-8044-db72baed00ca", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:27.897198 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1dc3ec6f-05ba-4a33-bbe5-ad61578cbf16 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:27.897831 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b65db4-83c8-4395-a635-6c35979b0bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a870b999-a174-4512-8044-db72baed00ca', 'code': 200} Jul 05 03:58:27.912119 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['93dee6f6-70a2-41b0-8f4f-7393eabe6ba0'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:27.927318 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b68395-d066-4993-885b-ab731bc12604 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=108321b7-8ad9-43cb-8f06-75ca93692e3e,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:27.937364 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babbdc26-2729-4037-b4f5-4f9d835c10b8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:27.944242 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['63ec1ef3-1bc2-4036-b7e6-034a978916ca', '372e5c95-500c-4d2a-a795-11448643f5ba', 'a870b999-a174-4512-8044-db72baed00ca'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:27.945375 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-babbdc26-2729-4037-b4f5-4f9d835c10b8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.949069 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-babbdc26-2729-4037-b4f5-4f9d835c10b8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 03:58:27.949527 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-babbdc26-2729-4037-b4f5-4f9d835c10b8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:58:27.966099 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-69b68395-d066-4993-885b-ab731bc12604 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.967380 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-69b68395-d066-4993-885b-ab731bc12604 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2564945 Jul 05 03:58:27.971308 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56914) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:27.979760 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5f2230-51de-48da-bae6-f96bffeb7d43 req-75a7722c-0fbe-40b8-a870-4832b72b291b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] No DVR routers for this DVR port a870b999-a174-4512-8044-db72baed00ca on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:27.983207 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ef5f2230-51de-48da-bae6-f96bffeb7d43 req-75a7722c-0fbe-40b8-a870-4832b72b291b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.984728 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-cfd5655e-147e-4511-9f2a-51670986910c tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Request body: {'security_group_rule': {'security_group_id': '5a0b7abb-c11d-41dd-bd4e-d705d597fcb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:27.985649 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ef5f2230-51de-48da-bae6-f96bffeb7d43 req-75a7722c-0fbe-40b8-a870-4832b72b291b tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.70 "DELETE /v2.0/ports/a870b999-a174-4512-8044-db72baed00ca HTTP/1.1" status: 204 len: 173 time: 1.7653854 Jul 05 03:58:27.986107 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b65db4-83c8-4395-a635-6c35979b0bba', 'name': 'network-vif-deleted', 'tag': 'a870b999-a174-4512-8044-db72baed00ca'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:27.988622 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11354a17-4c0c-4cf5-9c59-e9fb8ee4b23d" -d '{"events": [{"server_uuid": "87b65db4-83c8-4395-a635-6c35979b0bba", "name": "network-vif-deleted", "tag": "a870b999-a174-4512-8044-db72baed00ca"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:28.037962 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56918) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:28.040334 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-babbdc26-2729-4037-b4f5-4f9d835c10b8 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3146379 Jul 05 03:58:28.044189 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-b880fad7-31d2-4951-b53e-874f4dc85215 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:28.074413 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbf5081-8406-44fe-be16-6b15ce51686a x-openstack-request-id: req-dbbf5081-8406-44fe-be16-6b15ce51686a {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:28.074901 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cfd5655e-147e-4511-9f2a-51670986910c tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.078057 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b65db4-83c8-4395-a635-6c35979b0bba", "name": "network-vif-deleted", "tag": "a870b999-a174-4512-8044-db72baed00ca", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:28.078447 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dbbf5081-8406-44fe-be16-6b15ce51686a {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:28.078975 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b65db4-83c8-4395-a635-6c35979b0bba', 'name': 'network-vif-deleted', 'tag': 'a870b999-a174-4512-8044-db72baed00ca', 'status': 'completed', 'code': 200} Jul 05 03:58:28.143114 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cfd5655e-147e-4511-9f2a-51670986910c tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.150837 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cfd5655e-147e-4511-9f2a-51670986910c tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.182665 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event deleted for resources: {'Port': ['ID=a870b999-a174-4512-8044-db72baed00ca,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:28.188894 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5655e-147e-4511-9f2a-51670986910c tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9e6a84-4cd3-406d-97c8-c8caa16bdb6e,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:28.195641 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cfd5655e-147e-4511-9f2a-51670986910c tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.200493 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cfd5655e-147e-4511-9f2a-51670986910c tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2281501 Jul 05 03:58:28.201270 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56920) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:28.210911 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-abb153c9-e202-4ae9-a25f-070223333f37 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:28.252399 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-abb153c9-e202-4ae9-a25f-070223333f37 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.288985 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.300611 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b880fad7-31d2-4951-b53e-874f4dc85215 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:28.310976 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b880fad7-31d2-4951-b53e-874f4dc85215 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.319643 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-b880fad7-31d2-4951-b53e-874f4dc85215 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 03:58:28.320553 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b880fad7-31d2-4951-b53e-874f4dc85215 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:58:28.362234 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b880fad7-31d2-4951-b53e-874f4dc85215 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3227985 Jul 05 03:58:28.365325 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56928) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:28.370766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-d6fb3f82-f245-444d-8865-46d745555536 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:28.390476 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] Transition to ACTIVE for port object 4974bbfb-fd29-4560-8074-537cbaececea will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:28.406486 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.487608 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-abb153c9-e202-4ae9-a25f-070223333f37 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.500165 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fb3f82-f245-444d-8865-46d745555536 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:28.505526 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d6fb3f82-f245-444d-8865-46d745555536 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.508083 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6fb3f82-f245-444d-8865-46d745555536 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 03:58:28.508083 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6fb3f82-f245-444d-8865-46d745555536 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:58:28.527850 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d6fb3f82-f245-444d-8865-46d745555536 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1593211 Jul 05 03:58:28.528745 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56930) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:28.573422 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0788548c-4503-4656-a72c-a9f15cef5ac9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0432460 Jul 05 03:58:28.574154 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56934) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:28.644929 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431ad289-7a1b-4ecc-acaa-d00cb8be61af tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:28.646039 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae8ac6-007d-41fa-bed7-d4fed84ebceb None None] Pushing event updated for resources: {'Port': ['ID=4974bbfb-fd29-4560-8074-537cbaececea,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:28.653039 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56940) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:28.656648 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-431ad289-7a1b-4ecc-acaa-d00cb8be61af tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0811536 Jul 05 03:58:28.720856 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e2d9e5f4-6136-4768-8f4e-918675a99ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.733511 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56942) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:28.736141 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-905531b2-5c34-4aae-a742-7d6253f9e37d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0817540 Jul 05 03:58:28.740294 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-36f06b9e-8085-4049-82d2-c88d2d3ceebc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:28.766608 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-abb153c9-e202-4ae9-a25f-070223333f37 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Allocated IP 172.25.1.121 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/dbd579e4-37b1-488b-8e95-99e5ebdb55fd) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:28.804408 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478f5f7-0f00-4ab3-ad66-ad5615cb2564 req-2cf5f7fe-e217-4f83-8243-f896b85c02f9 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:28.806344 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2478f5f7-0f00-4ab3-ad66-ad5615cb2564 req-2cf5f7fe-e217-4f83-8243-f896b85c02f9 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.3042669 Jul 05 03:58:28.911553 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2478f5f7-0f00-4ab3-ad66-ad5615cb2564 req-b017f78b-3ec2-471c-901f-7b2d13d8ab03 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887098 Jul 05 03:58:28.935130 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] Attempting to bind port 4974bbfb-fd29-4560-8074-537cbaececea on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:28.935409 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] Attempting to bind port 4974bbfb-fd29-4560-8074-537cbaececea by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '21468ec5-9624-4ff3-ac93-6e1823c29111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:28.935776 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] Attempting to bind port 4974bbfb-fd29-4560-8074-537cbaececea on network d00b4e4e-a659-430a-b170-6ef5e93e32a9 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:28.962302 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:28.962680 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] Checking segment: {'id': '21468ec5-9624-4ff3-ac93-6e1823c29111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:28.963081 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.963506 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] Bound using segment: {'id': '21468ec5-9624-4ff3-ac93-6e1823c29111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:28.972024 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] Bound port: 4974bbfb-fd29-4560-8074-537cbaececea, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21468ec5-9624-4ff3-ac93-6e1823c29111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:28.972587 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.982581 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f06b9e-8085-4049-82d2-c88d2d3ceebc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:28.990186 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-36f06b9e-8085-4049-82d2-c88d2d3ceebc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.010102 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-abb153c9-e202-4ae9-a25f-070223333f37 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.033951 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.106719 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-abb153c9-e202-4ae9-a25f-070223333f37 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.145469 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8068065e-1fda-4357-a217-1043b399c43d req-9e259d53-4dfe-46e9-a94c-a28b5d7432f7 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=87b65db4-83c8-4395-a635-6c35979b0bba HTTP/1.1" status: 200 len: 210 time: 0.1120656 Jul 05 03:58:29.158886 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] For port 4974bbfb-fd29-4560-8074-537cbaececea, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:29.160370 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb153c9-e202-4ae9-a25f-070223333f37 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:29.183283 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-abb153c9-e202-4ae9-a25f-070223333f37 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:29.187443 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb153c9-e202-4ae9-a25f-070223333f37 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:29.189225 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] For port 4974bbfb-fd29-4560-8074-537cbaececea, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4974bbfb-fd29-4560-8074-537cbaececea,segment=NetworkSegment(21468ec5-9624-4ff3-ac93-6e1823c29111),segment_id=21468ec5-9624-4ff3-ac93-6e1823c29111)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:29.195736 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.242014 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb153c9-e202-4ae9-a25f-070223333f37 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Pushing event updated for resources: {'Port': ['ID=dbd579e4-37b1-488b-8e95-99e5ebdb55fd,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:29.264606 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] Routers {'1c28d227-3d63-4ad6-bbe0-a233637866e0'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:29.265382 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:58:02Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1c28d227-3d63-4ad6-bbe0-a233637866e0'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:29.314655 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae8ac6-007d-41fa-bed7-d4fed84ebceb None None] Pushing event updated for resources: {'Port': ['ID=4974bbfb-fd29-4560-8074-537cbaececea,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:29.341737 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-abb153c9-e202-4ae9-a25f-070223333f37 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.431210 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-abb153c9-e202-4ae9-a25f-070223333f37 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.471079 n-d-780147-23 neutron-server[105538]: DEBUG neutron.objects.ports [None req-36f06b9e-8085-4049-82d2-c88d2d3ceebc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105538) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:58:29.473073 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-36f06b9e-8085-4049-82d2-c88d2d3ceebc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.594828 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f06b9e-8085-4049-82d2-c88d2d3ceebc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:29.622143 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-36f06b9e-8085-4049-82d2-c88d2d3ceebc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:29.633185 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f06b9e-8085-4049-82d2-c88d2d3ceebc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:29.635743 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-36f06b9e-8085-4049-82d2-c88d2d3ceebc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.688827 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f06b9e-8085-4049-82d2-c88d2d3ceebc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=d4ffed42-891c-4dbc-a327-071ce57df92b,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:29.696502 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-36f06b9e-8085-4049-82d2-c88d2d3ceebc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9585099 Jul 05 03:58:29.696897 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56994) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:29.701938 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-b0a09c79-0732-4634-b2f5-a842d7a06ded tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'mac_address': 'fa:16:3e:61:0d:d5', 'name': 'tempest-NetworksTestDHCPv6-557532751'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:29.732861 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ddfe06-af2d-4407-a962-9046b0159994 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:29.740247 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] Set router 1c28d227-3d63-4ad6-bbe0-a233637866e0 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:29.775778 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-abb153c9-e202-4ae9-a25f-070223333f37 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.783037 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-abb153c9-e202-4ae9-a25f-070223333f37 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.793545 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:58:29.886706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb153c9-e202-4ae9-a25f-070223333f37 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Pushing event updated for resources: {'Port': ['ID=dbd579e4-37b1-488b-8e95-99e5ebdb55fd,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:29.890238 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90f3c8-a17e-4e1f-a19b-4f8dccaf3d81 req-cca6e620-2b4b-4b02-b2cd-c3d95d23d49d tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:29.892127 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ca90f3c8-a17e-4e1f-a19b-4f8dccaf3d81 req-cca6e620-2b4b-4b02-b2cd-c3d95d23d49d tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.0930607 Jul 05 03:58:29.909102 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-abb153c9-e202-4ae9-a25f-070223333f37 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.934617 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a09c79-0732-4634-b2f5-a842d7a06ded tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:29.941346 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-abb153c9-e202-4ae9-a25f-070223333f37 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.942838 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-abb153c9-e202-4ae9-a25f-070223333f37 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7398953 Jul 05 03:58:29.974691 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ca90f3c8-a17e-4e1f-a19b-4f8dccaf3d81 req-52963ead-9904-4bbe-9e54-d16f4dd481e9 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677230 Jul 05 03:58:30.054321 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0a09c79-0732-4634-b2f5-a842d7a06ded tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:30.080775 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-b0a09c79-0732-4634-b2f5-a842d7a06ded tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] device_id is not set on port 6ac2f9ea-80a5-4c19-b051-9c7f830017e1 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:58:30.113614 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device a870b999-a174-4512-8044-db72baed00ca no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:30.144147 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: a870b999-a174-4512-8044-db72baed00ca {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:30.144489 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device a870b999-a174-4512-8044-db72baed00ca not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:30.199891 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1034e7-895e-4ec3-b0cd-6a29a1296901 req-56bb03c0-5b9a-4f75-845d-460fada78b20 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:30.202354 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ae1034e7-895e-4ec3-b0cd-6a29a1296901 req-56bb03c0-5b9a-4f75-845d-460fada78b20 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.0935154 Jul 05 03:58:30.209753 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-b0a09c79-0732-4634-b2f5-a842d7a06ded tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 2001:db8::f816:3eff:fe61:dd5 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/d4ffed42-891c-4dbc-a327-071ce57df92b/6ac2f9ea-80a5-4c19-b051-9c7f830017e1) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:30.212792 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'name': 'tempest-ServersTestManualDisk-2055442268-router', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:14Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '74140f698ac946aead4a19757080d1da', 'gw_port': {'id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:73:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '4974bbfb-fd29-4560-8074-537cbaececea', 'name': '', 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'mac_address': 'fa:16:3e:9e:50:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '1a6070d3-2c38-4aef-b766-407634b2309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:29Z', 'revision_number': 4, 'project_id': '74140f698ac946aead4a19757080d1da', 'subnets': [{'id': '1a6070d3-2c38-4aef-b766-407634b2309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:30.251624 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca284f1-a9bd-44ae-8d20-25320db8a3b6 None None] The sync data for ids ['1c28d227-3d63-4ad6-bbe0-a233637866e0'] in n-d-780147-23 is: [{'id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'name': 'tempest-ServersTestManualDisk-2055442268-router', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:14Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '74140f698ac946aead4a19757080d1da', 'gw_port': {'id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:73:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '4974bbfb-fd29-4560-8074-537cbaececea', 'name': '', 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'mac_address': 'fa:16:3e:9e:50:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '1a6070d3-2c38-4aef-b766-407634b2309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:29Z', 'revision_number': 4, 'project_id': '74140f698ac946aead4a19757080d1da', 'subnets': [{'id': '1a6070d3-2c38-4aef-b766-407634b2309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:58:30.253582 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2b723f-f70e-449c-87ca-f2f98d73c966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'fixed_ips': [{'subnet_id': 'd4ffed42-891c-4dbc-a327-071ce57df92b'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:58:30.254677 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4e2b723f-f70e-449c-87ca-f2f98d73c966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:30.264496 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ae1034e7-895e-4ec3-b0cd-6a29a1296901 req-605793cc-0184-427d-b8a7-f2739059d52d tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557051 Jul 05 03:58:30.448560 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacf47b-b5e9-4085-a316-6a14a6116601 req-9e4dd3ce-e974-4154-9dd7-275047e81ef6 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:30.450215 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3cacf47b-b5e9-4085-a316-6a14a6116601 req-9e4dd3ce-e974-4154-9dd7-275047e81ef6 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.2215617 Jul 05 03:58:30.479290 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-7c869256-e975-48ab-9fcc-815126318cf1 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--2039048865&fields=id&tenant_id=74140f698ac946aead4a19757080d1da HTTP/1.1" status: 200 len: 267 time: 0.0618434 Jul 05 03:58:30.523845 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3cacf47b-b5e9-4085-a316-6a14a6116601 req-3ae374ff-4f8f-40bb-b578-8851c002e1fb tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637155 Jul 05 03:58:30.555485 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0a09c79-0732-4634-b2f5-a842d7a06ded tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:30.581420 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-b0a09c79-0732-4634-b2f5-a842d7a06ded tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Transition to ACTIVE for port object 6ac2f9ea-80a5-4c19-b051-9c7f830017e1 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:30.624896 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0a09c79-0732-4634-b2f5-a842d7a06ded tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:30.662004 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-78d33a3d-92ec-464f-8535-7f890d28352a tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:30.675233 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-78d33a3d-92ec-464f-8535-7f890d28352a tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/networks?id=d00b4e4e-a659-430a-b170-6ef5e93e32a9 HTTP/1.1" status: 200 len: 812 time: 0.1870940 Jul 05 03:58:30.698660 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a09c79-0732-4634-b2f5-a842d7a06ded tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:30.704693 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-b0a09c79-0732-4634-b2f5-a842d7a06ded tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:30.707458 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a09c79-0732-4634-b2f5-a842d7a06ded tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:30.715085 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a09c79-0732-4634-b2f5-a842d7a06ded tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:30.715846 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0a09c79-0732-4634-b2f5-a842d7a06ded tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:30.732566 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a09c79-0732-4634-b2f5-a842d7a06ded tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=6ac2f9ea-80a5-4c19-b051-9c7f830017e1,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:30.734921 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-7b0c327a-6cbe-48a8-b620-ab1d0e913d1b tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/quotas/74140f698ac946aead4a19757080d1da HTTP/1.1" status: 200 len: 375 time: 0.0597324 Jul 05 03:58:30.739446 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b0a09c79-0732-4634-b2f5-a842d7a06ded tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0408094 Jul 05 03:58:30.743037 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57030) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:30.793128 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-4e2b723f-f70e-449c-87ca-f2f98d73c966 None None] Allocated IP 2001:db8::f816:3eff:feec:3e1c (11254a26-e0ed-4207-b9f1-d7e3a27daaba/d4ffed42-891c-4dbc-a327-071ce57df92b/314938be-6f1e-4c67-97fc-bac91f4e3af8) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:30.875150 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e39e1e3-a65a-4be2-b9d5-e739ed2160c7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:30.879410 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1e39e1e3-a65a-4be2-b9d5-e739ed2160c7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1326787 Jul 05 03:58:30.880962 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57040) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:30.932034 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-e73e637e-9e17-4b1a-b2ba-61ff535a79a5 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=74140f698ac946aead4a19757080d1da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1955070 Jul 05 03:58:30.939254 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-ae822648-55ab-488b-a5af-53152551910a service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:58:30.949176 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-ae822648-55ab-488b-a5af-53152551910a service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152898 Jul 05 03:58:31.034140 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-e9d6a1bb-644e-4002-a771-f0524a50b407 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting port 6ac2f9ea-80a5-4c19-b051-9c7f830017e1 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:31.034496 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e9d6a1bb-644e-4002-a771-f0524a50b407 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.059071 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4e2b723f-f70e-449c-87ca-f2f98d73c966 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.093133 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4e2b723f-f70e-449c-87ca-f2f98d73c966 None None] Transition to ACTIVE for port object 314938be-6f1e-4c67-97fc-bac91f4e3af8 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:31.096389 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-64d26f2a-c1ad-42c4-b369-895229d79988 service neutron] 10.222.0.77 "GET /v2.0/networks/d00b4e4e-a659-430a-b170-6ef5e93e32a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456764 Jul 05 03:58:31.124665 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4e2b723f-f70e-449c-87ca-f2f98d73c966 None None] Transition to ACTIVE for port object 314938be-6f1e-4c67-97fc-bac91f4e3af8 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:31.133237 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4e2b723f-f70e-449c-87ca-f2f98d73c966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.187735 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2b723f-f70e-449c-87ca-f2f98d73c966 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:31.193701 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-4e2b723f-f70e-449c-87ca-f2f98d73c966 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:31.198062 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2b723f-f70e-449c-87ca-f2f98d73c966 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:31.207904 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b723f-f70e-449c-87ca-f2f98d73c966 None None] Pushing event updated for resources: {'Port': ['ID=314938be-6f1e-4c67-97fc-bac91f4e3af8,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:31.217058 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e9d6a1bb-644e-4002-a771-f0524a50b407 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.231570 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-e9d6a1bb-644e-4002-a771-f0524a50b407 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Calling delete_port for 6ac2f9ea-80a5-4c19-b051-9c7f830017e1 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:31.280331 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-8550032b-68cd-44e3-ae80-6e47d8df42bb service neutron] 10.222.0.77 "GET /v2.0/networks/d00b4e4e-a659-430a-b170-6ef5e93e32a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830060 Jul 05 03:58:31.308715 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-4e2b723f-f70e-449c-87ca-f2f98d73c966 None None] Attempting to bind port 314938be-6f1e-4c67-97fc-bac91f4e3af8 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:31.309093 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-4e2b723f-f70e-449c-87ca-f2f98d73c966 None None] Attempting to bind port 314938be-6f1e-4c67-97fc-bac91f4e3af8 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:31.309469 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2b723f-f70e-449c-87ca-f2f98d73c966 None None] Attempting to bind port 314938be-6f1e-4c67-97fc-bac91f4e3af8 on network 11254a26-e0ed-4207-b9f1-d7e3a27daaba {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:31.331517 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2b723f-f70e-449c-87ca-f2f98d73c966 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:31.331750 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2b723f-f70e-449c-87ca-f2f98d73c966 None None] Checking segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:31.332093 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4e2b723f-f70e-449c-87ca-f2f98d73c966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.332498 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2b723f-f70e-449c-87ca-f2f98d73c966 None None] Bound using segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:31.333703 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-4e2b723f-f70e-449c-87ca-f2f98d73c966 None None] Bound port: 314938be-6f1e-4c67-97fc-bac91f4e3af8, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:31.334115 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4e2b723f-f70e-449c-87ca-f2f98d73c966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.372592 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-87feec2b-d98b-49f4-8f8f-380b9f1b9524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.433204 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e9d6a1bb-644e-4002-a771-f0524a50b407 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.451399 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-4e2b723f-f70e-449c-87ca-f2f98d73c966 None None] For port 314938be-6f1e-4c67-97fc-bac91f4e3af8, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:31.455635 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-4e2b723f-f70e-449c-87ca-f2f98d73c966 None None] For port 314938be-6f1e-4c67-97fc-bac91f4e3af8, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=314938be-6f1e-4c67-97fc-bac91f4e3af8,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:31.461798 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4e2b723f-f70e-449c-87ca-f2f98d73c966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.470173 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6a1bb-644e-4002-a771-f0524a50b407 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Port': ['ID=6ac2f9ea-80a5-4c19-b051-9c7f830017e1,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:31.507034 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e9d6a1bb-644e-4002-a771-f0524a50b407 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.511249 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e9d6a1bb-644e-4002-a771-f0524a50b407 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/6ac2f9ea-80a5-4c19-b051-9c7f830017e1 HTTP/1.1" status: 204 len: 168 time: 0.6274030 Jul 05 03:58:31.511530 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57054) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:31.544771 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b723f-f70e-449c-87ca-f2f98d73c966 None None] Pushing event updated for resources: {'Port': ['ID=314938be-6f1e-4c67-97fc-bac91f4e3af8,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:31.638021 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba95e9a-4fd3-4f98-b016-dc679bae156d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:31.639822 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba95e9a-4fd3-4f98-b016-dc679bae156d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:31.645961 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57070) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:31.654888 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cba95e9a-4fd3-4f98-b016-dc679bae156d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1306252 Jul 05 03:58:31.667772 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.720646 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe07429-e563-48ec-a021-4e54740a5748 req-16961dc9-27ec-46cc-9a84-a06d49c66a3c tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:31.722362 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0511226-b202-46b3-ba69-85ba388b32fb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet d4ffed42-891c-4dbc-a327-071ce57df92b {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:31.726182 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c0511226-b202-46b3-ba69-85ba388b32fb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.735981 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0fe07429-e563-48ec-a021-4e54740a5748 req-16961dc9-27ec-46cc-9a84-a06d49c66a3c tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.1560700 Jul 05 03:58:31.797138 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c0511226-b202-46b3-ba69-85ba388b32fb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.798562 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0fe07429-e563-48ec-a021-4e54740a5748 req-88815242-5f7b-483c-b7eb-b222fbf0a8c3 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616267 Jul 05 03:58:31.932378 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c0511226-b202-46b3-ba69-85ba388b32fb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.034906 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c0511226-b202-46b3-ba69-85ba388b32fb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.087994 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0511226-b202-46b3-ba69-85ba388b32fb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ffed42-891c-4dbc-a327-071ce57df92b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:32.112249 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0511226-b202-46b3-ba69-85ba388b32fb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:32.112743 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0511226-b202-46b3-ba69-85ba388b32fb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:32.113097 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0511226-b202-46b3-ba69-85ba388b32fb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:32.113484 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0511226-b202-46b3-ba69-85ba388b32fb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:32.113777 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0511226-b202-46b3-ba69-85ba388b32fb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:32.114653 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0511226-b202-46b3-ba69-85ba388b32fb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:32.114987 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0511226-b202-46b3-ba69-85ba388b32fb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:32.115323 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0511226-b202-46b3-ba69-85ba388b32fb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:32.116158 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0511226-b202-46b3-ba69-85ba388b32fb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:32.117763 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0511226-b202-46b3-ba69-85ba388b32fb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:32.117763 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0511226-b202-46b3-ba69-85ba388b32fb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:32.117763 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0511226-b202-46b3-ba69-85ba388b32fb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:32.122301 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c0511226-b202-46b3-ba69-85ba388b32fb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.126952 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57080) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:32.127090 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c0511226-b202-46b3-ba69-85ba388b32fb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/d4ffed42-891c-4dbc-a327-071ce57df92b HTTP/1.1" status: 204 len: 168 time: 0.4799111 Jul 05 03:58:32.193310 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3e4aa312-f54e-4502-81e1-69a7229f985b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625484 Jul 05 03:58:32.195850 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57082) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:32.202964 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-38d4490f-3862-48f2-8ce5-1d7145852e5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:32.264561 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4974bbfb-fd29-4560-8074-537cbaececea up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:32.282066 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256b649-0886-4b60-b847-020118d7afa2 req-b3bce479-1380-4608-b492-01970889fe75 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:32.283858 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0256b649-0886-4b60-b847-020118d7afa2 req-b3bce479-1380-4608-b492-01970889fe75 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.0921535 Jul 05 03:58:32.336585 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0256b649-0886-4b60-b847-020118d7afa2 req-72c98bee-9f19-4ec1-abea-032202c1f640 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445139 Jul 05 03:58:32.339642 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 4974bbfb-fd29-4560-8074-537cbaececea completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:32.345420 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 4974bbfb-fd29-4560-8074-537cbaececea triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:32.346387 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.402811 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9e2dc-5dba-4086-808d-92faec06a199 req-2aa544c5-feb6-44a3-a2df-a0a8fb4acf57 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:32.410191 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6cd9e2dc-5dba-4086-808d-92faec06a199 req-2aa544c5-feb6-44a3-a2df-a0a8fb4acf57 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 951 time: 0.2259462 Jul 05 03:58:32.413892 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d4490f-3862-48f2-8ce5-1d7145852e5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:32.418163 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38d4490f-3862-48f2-8ce5-1d7145852e5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.474372 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.476510 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.500961 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a0def15d-51f7-4285-8d7e-faf17f53ba26 req-3ab0e974-f999-4a5e-b7a8-8f309af87ab9 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce HTTP/1.1" status: 200 len: 210 time: 0.0407441 Jul 05 03:58:32.522578 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 4974bbfb-fd29-4560-8074-537cbaececea, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4974bbfb-fd29-4560-8074-537cbaececea,segment=NetworkSegment(21468ec5-9624-4ff3-ac93-6e1823c29111),segment_id=21468ec5-9624-4ff3-ac93-6e1823c29111)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:32.530032 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6cd9e2dc-5dba-4086-808d-92faec06a199 req-fac669b1-b45c-445f-a367-256249862666 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056082 Jul 05 03:58:32.542190 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.542996 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 314938be-6f1e-4c67-97fc-bac91f4e3af8 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:32.664361 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 314938be-6f1e-4c67-97fc-bac91f4e3af8 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:32.689404 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=4974bbfb-fd29-4560-8074-537cbaececea,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:32.699870 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:32.700569 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:32.701073 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:32.701563 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:32.702053 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:32.702566 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:32.703048 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:32.703527 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:32.704167 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:32.704645 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:32.705141 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:32.705617 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:32.932598 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cce6d-95ff-48f3-a5ca-6e324a15bef0 req-270b4ea7-bd3e-4b06-a963-711261a515a9 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:32.934905 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3e6cce6d-95ff-48f3-a5ca-6e324a15bef0 req-270b4ea7-bd3e-4b06-a963-711261a515a9 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.1773911 Jul 05 03:58:33.011628 n-d-780147-23 neutron-server[105538]: DEBUG neutron.objects.ports [None req-38d4490f-3862-48f2-8ce5-1d7145852e5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105538) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:58:33.070093 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397a569d-bb3d-446c-aad7-89de90b5e33d None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:33.091289 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3e6cce6d-95ff-48f3-a5ca-6e324a15bef0 req-02ccda43-a9f5-4871-8b09-4c8381834f33 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476319 Jul 05 03:58:33.131897 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-be570343-b5a9-4030-9720-db543e0d41b0 None None] Provisioning for port 314938be-6f1e-4c67-97fc-bac91f4e3af8 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:33.137477 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-be570343-b5a9-4030-9720-db543e0d41b0 None None] Provisioning complete for port 314938be-6f1e-4c67-97fc-bac91f4e3af8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:33.137846 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-be570343-b5a9-4030-9720-db543e0d41b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.310534 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-be570343-b5a9-4030-9720-db543e0d41b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.356551 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-be570343-b5a9-4030-9720-db543e0d41b0 None None] For port 314938be-6f1e-4c67-97fc-bac91f4e3af8, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=314938be-6f1e-4c67-97fc-bac91f4e3af8,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:33.365162 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-be570343-b5a9-4030-9720-db543e0d41b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.424455 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be570343-b5a9-4030-9720-db543e0d41b0 None None] Pushing event updated for resources: {'Port': ['ID=314938be-6f1e-4c67-97fc-bac91f4e3af8,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:33.571190 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780df43-b9e2-4b43-b60e-e99af1bb120b req-de4b7d23-dc36-4918-a3b8-6ec66043a4bf tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:33.573886 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2780df43-b9e2-4b43-b60e-e99af1bb120b req-de4b7d23-dc36-4918-a3b8-6ec66043a4bf tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.0932863 Jul 05 03:58:33.632773 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2780df43-b9e2-4b43-b60e-e99af1bb120b req-f9e384ba-504b-438b-9edc-1e5903008f59 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518396 Jul 05 03:58:33.694153 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e30db405-5a0b-4e8e-b8d4-56469b1dc686 None None] Provisioning complete for port 314938be-6f1e-4c67-97fc-bac91f4e3af8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:33.694625 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e30db405-5a0b-4e8e-b8d4-56469b1dc686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.794675 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19426904-eea6-46dd-a94a-afcf5728be19 req-f55d399f-5961-4185-bd50-1db514991745 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:33.797577 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-19426904-eea6-46dd-a94a-afcf5728be19 req-f55d399f-5961-4185-bd50-1db514991745 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.70 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 951 time: 0.3383551 Jul 05 03:58:33.839195 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9f269477-7168-48e2-b05e-6b81f3535293 req-904efa1f-3609-4d0d-b5d7-e8c1d74115af tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce HTTP/1.1" status: 200 len: 210 time: 0.0443163 Jul 05 03:58:33.962004 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e25154-81ba-48ac-a6ac-f9d097a3d1f6 req-a045d72a-b9cc-411e-9e39-a46f393ae054 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:33.983754 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f6e25154-81ba-48ac-a6ac-f9d097a3d1f6 req-a045d72a-b9cc-411e-9e39-a46f393ae054 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.5264089 Jul 05 03:58:34.020028 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8495bea8-12a7-40c4-b1e8-7cef260a7528 None None] Could not find standard attr ID for object 6ac2f9ea-80a5-4c19-b051-9c7f830017e1. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:58:34.031215 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38d4490f-3862-48f2-8ce5-1d7145852e5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.072060 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-5069d126-547d-44d8-90cd-44ea7827a822 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:34.074496 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-5069d126-547d-44d8-90cd-44ea7827a822 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.70 "GET /v2.0/networks?id=d00b4e4e-a659-430a-b170-6ef5e93e32a9 HTTP/1.1" status: 200 len: 812 time: 0.4981093 Jul 05 03:58:34.082140 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e86d49-d0fd-41bb-a75a-462aef4367ae req-64367044-0a84-4e3e-934d-9bdc1c243f9f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:34.085035 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a0e86d49-d0fd-41bb-a75a-462aef4367ae req-64367044-0a84-4e3e-934d-9bdc1c243f9f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 951 time: 0.1239178 Jul 05 03:58:34.158242 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4974bbfb-fd29-4560-8074-537cbaececea up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:34.167830 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a0e86d49-d0fd-41bb-a75a-462aef4367ae req-c6f55c72-a30f-43a1-89d1-8e074606b6d1 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734234 Jul 05 03:58:34.178594 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f6e25154-81ba-48ac-a6ac-f9d097a3d1f6 req-cc63fb5f-4c80-4b5f-8e7f-321380f6a146 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935933 Jul 05 03:58:34.229458 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-c3a16083-70fb-4786-8644-7f316533605e tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74140f698ac946aead4a19757080d1da HTTP/1.1" status: 200 len: 380 time: 0.1281786 Jul 05 03:58:34.263860 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-80ed33df-1ad0-426b-84db-79d2aae119b8 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Request body: {'port': {'device_id': 'ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce', 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9', 'admin_state_up': True, 'tenant_id': '74140f698ac946aead4a19757080d1da', 'security_groups': ['5a0b7abb-c11d-41dd-bd4e-d705d597fcb0']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:34.272459 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.277086 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 4974bbfb-fd29-4560-8074-537cbaececea triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:34.277458 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.366088 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-19426904-eea6-46dd-a94a-afcf5728be19 req-23999e42-9179-4fed-995e-072345b055b8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Deleting port 372e5c95-500c-4d2a-a795-11448643f5ba {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:34.366432 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-19426904-eea6-46dd-a94a-afcf5728be19 req-23999e42-9179-4fed-995e-072345b055b8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.367057 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 314938be-6f1e-4c67-97fc-bac91f4e3af8 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:34.475187 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 314938be-6f1e-4c67-97fc-bac91f4e3af8 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:34.475187 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.579872 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-38d4490f-3862-48f2-8ce5-1d7145852e5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] For port 314938be-6f1e-4c67-97fc-bac91f4e3af8, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=314938be-6f1e-4c67-97fc-bac91f4e3af8,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:34.642967 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-19426904-eea6-46dd-a94a-afcf5728be19 req-23999e42-9179-4fed-995e-072345b055b8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] For port 372e5c95-500c-4d2a-a795-11448643f5ba, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=372e5c95-500c-4d2a-a795-11448643f5ba,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:34.643381 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-19426904-eea6-46dd-a94a-afcf5728be19 req-23999e42-9179-4fed-995e-072345b055b8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.674221 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-19426904-eea6-46dd-a94a-afcf5728be19 req-23999e42-9179-4fed-995e-072345b055b8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Calling delete_port for 372e5c95-500c-4d2a-a795-11448643f5ba owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:34.677695 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38d4490f-3862-48f2-8ce5-1d7145852e5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.681555 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-b96a42aa-ff48-407f-86d7-8bee3ffae241 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c9a40b5d699147b59a12eb825121102d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235825 Jul 05 03:58:34.684504 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-80ed33df-1ad0-426b-84db-79d2aae119b8 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Made reservation on behalf of 74140f698ac946aead4a19757080d1da for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:34.688118 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-80ed33df-1ad0-426b-84db-79d2aae119b8 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.701042 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38d4490f-3862-48f2-8ce5-1d7145852e5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.701792 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38d4490f-3862-48f2-8ce5-1d7145852e5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.768375 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6aee0-9670-46de-a3f7-ea27c6f9f231 req-a4c11151-1e9d-415a-a55b-a5f7b0269b7d tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:34.769897 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-08a6aee0-9670-46de-a3f7-ea27c6f9f231 req-a4c11151-1e9d-415a-a55b-a5f7b0269b7d tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.2724011 Jul 05 03:58:34.792317 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-16b6825d-43bc-41f3-991a-d5350f0252a8 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:34.793850 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-16b6825d-43bc-41f3-991a-d5350f0252a8 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1068454 Jul 05 03:58:34.809973 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-cb4ea267-040a-48b6-904e-c7ae8a1e5f9f tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/quotas/c9a40b5d699147b59a12eb825121102d HTTP/1.1" status: 200 len: 375 time: 0.0104063 Jul 05 03:58:34.843846 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-cf887bdf-4a0b-4294-aedf-3dcdf557dfb6 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c9a40b5d699147b59a12eb825121102d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283489 Jul 05 03:58:34.858071 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d4490f-3862-48f2-8ce5-1d7145852e5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:34.910313 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-38d4490f-3862-48f2-8ce5-1d7145852e5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:34.914260 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d4490f-3862-48f2-8ce5-1d7145852e5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:34.914858 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38d4490f-3862-48f2-8ce5-1d7145852e5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.920203 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0c7282-2d00-4c28-ba48-72f8c114e944 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:34.947769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4490f-3862-48f2-8ce5-1d7145852e5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=06a8f738-0a0c-4a72-8dee-630c9adf48d3,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:35.009377 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-08a6aee0-9670-46de-a3f7-ea27c6f9f231 req-43b56bed-eb17-4a82-9c2b-5d5fbddb8d84 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253416 Jul 05 03:58:35.034832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57174) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:35.037509 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-38d4490f-3862-48f2-8ce5-1d7145852e5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8371992 Jul 05 03:58:35.038325 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4490f-3862-48f2-8ce5-1d7145852e5d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=314938be-6f1e-4c67-97fc-bac91f4e3af8,revision_number=6']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:35.045480 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'mac_address': 'fa:16:3e:ab:8e:31', 'name': 'tempest-NetworksTestDHCPv6-1740992534'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:35.241479 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-80ed33df-1ad0-426b-84db-79d2aae119b8 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Allocated IP 172.20.0.5 (d00b4e4e-a659-430a-b170-6ef5e93e32a9/1a6070d3-2c38-4aef-b766-407634b2309e/dd7276b8-a4cd-47ca-89cc-0d1d051433fb) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:35.262353 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-19426904-eea6-46dd-a94a-afcf5728be19 req-23999e42-9179-4fed-995e-072345b055b8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.284824 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['93dee6f6-70a2-41b0-8f4f-7393eabe6ba0'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:35.291099 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5100451-864f-4c99-90a5-9d7725ffe538 req-b8d4486c-60ac-4ee5-8061-9d538d5f4058 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:35.300853 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5100451-864f-4c99-90a5-9d7725ffe538 req-b8d4486c-60ac-4ee5-8061-9d538d5f4058 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.1514411 Jul 05 03:58:35.319118 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['63ec1ef3-1bc2-4036-b7e6-034a978916ca'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:35.364896 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23999e42-9179-4fed-995e-072345b055b8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Pushing event deleted for resources: {'Port': ['ID=372e5c95-500c-4d2a-a795-11448643f5ba,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:35.371321 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fd7bd5c9-79d6-4626-82f4-792cb3aeaf54 req-d87412f7-e5ba-47f6-a316-46438f3f43c2 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce HTTP/1.1" status: 200 len: 210 time: 0.0977094 Jul 05 03:58:35.388467 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5100451-864f-4c99-90a5-9d7725ffe538 req-e6bc28ed-9b6b-45c1-98d1-fb7aa77ed330 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855913 Jul 05 03:58:35.392720 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:35.460073 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-19426904-eea6-46dd-a94a-afcf5728be19 req-23999e42-9179-4fed-995e-072345b055b8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] No DVR routers for this DVR port 372e5c95-500c-4d2a-a795-11448643f5ba on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:35.463142 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-19426904-eea6-46dd-a94a-afcf5728be19 req-23999e42-9179-4fed-995e-072345b055b8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.465777 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-19426904-eea6-46dd-a94a-afcf5728be19 req-23999e42-9179-4fed-995e-072345b055b8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.70 "DELETE /v2.0/ports/372e5c95-500c-4d2a-a795-11448643f5ba HTTP/1.1" status: 204 len: 173 time: 1.6598871 Jul 05 03:58:35.470588 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03283c32-27e5-4bbe-81b6-a81a7ff331f0', 'name': 'network-vif-deleted', 'tag': '372e5c95-500c-4d2a-a795-11448643f5ba'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:35.473123 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2beb4ac-1dab-45a4-9e22-9308b500d0da" -d '{"events": [{"server_uuid": "03283c32-27e5-4bbe-81b6-a81a7ff331f0", "name": "network-vif-deleted", "tag": "372e5c95-500c-4d2a-a795-11448643f5ba"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:35.578600 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.637210 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] device_id is not set on port 383c9b67-beb2-465c-9fea-2c32a062c449 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:58:35.642234 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-85e81ac7-efc3-47cb-bc32-3924846c893c tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c9a40b5d699147b59a12eb825121102d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683930 Jul 05 03:58:35.768983 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5a209dcd-36a1-4397-a5e9-5d3ceabdb663 None None] Provisioning complete for port 314938be-6f1e-4c67-97fc-bac91f4e3af8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:35.769576 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5a209dcd-36a1-4397-a5e9-5d3ceabdb663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.816001 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7585f7c0-f344-4389-8eb9-05383609f3a3 req-9fda5539-d7e8-4e3d-863d-4f55d95a95f7 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=03283c32-27e5-4bbe-81b6-a81a7ff331f0 HTTP/1.1" status: 200 len: 210 time: 0.0894284 Jul 05 03:58:35.852244 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-80ed33df-1ad0-426b-84db-79d2aae119b8 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.920086 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 2001:db8::f816:3eff:feab:8e31 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/06a8f738-0a0c-4a72-8dee-630c9adf48d3/383c9b67-beb2-465c-9fea-2c32a062c449) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:35.920655 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-459bb70b-f547-4995-9d77-24c359b3d4d3 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:35.928464 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-459bb70b-f547-4995-9d77-24c359b3d4d3 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2852056 Jul 05 03:58:35.948408 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-9e4228a5-3d75-4066-a65a-523e4335f717 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/quotas/c9a40b5d699147b59a12eb825121102d HTTP/1.1" status: 200 len: 375 time: 0.0182605 Jul 05 03:58:35.996142 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-80ed33df-1ad0-426b-84db-79d2aae119b8 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Transition to ACTIVE for port object dd7276b8-a4cd-47ca-89cc-0d1d051433fb will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:36.002215 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-a50de236-f1fd-43ea-914d-ecc27c307e8d tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c9a40b5d699147b59a12eb825121102d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525200 Jul 05 03:58:36.042471 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-80ed33df-1ad0-426b-84db-79d2aae119b8 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.095838 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-80ed33df-1ad0-426b-84db-79d2aae119b8 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Network d00b4e4e-a659-430a-b170-6ef5e93e32a9 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:36.101620 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-80ed33df-1ad0-426b-84db-79d2aae119b8 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:36.106528 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 372e5c95-500c-4d2a-a795-11448643f5ba no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:36.137129 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-80ed33df-1ad0-426b-84db-79d2aae119b8 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:36.180971 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 314938be-6f1e-4c67-97fc-bac91f4e3af8 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:36.191923 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 372e5c95-500c-4d2a-a795-11448643f5ba {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:36.192423 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 372e5c95-500c-4d2a-a795-11448643f5ba not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:36.215493 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed33df-1ad0-426b-84db-79d2aae119b8 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Pushing event updated for resources: {'Port': ['ID=dd7276b8-a4cd-47ca-89cc-0d1d051433fb,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:36.251620 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-80ed33df-1ad0-426b-84db-79d2aae119b8 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:36.252873 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-80ed33df-1ad0-426b-84db-79d2aae119b8 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.265204 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.274346 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-80ed33df-1ad0-426b-84db-79d2aae119b8 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0204322 Jul 05 03:58:36.294705 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-98bb65f5-eb67-4971-acd9-593ce041afba service neutron] Request body: {'port': {'device_id': 'ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:36.302859 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Transition to ACTIVE for port object 383c9b67-beb2-465c-9fea-2c32a062c449 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:36.361007 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 314938be-6f1e-4c67-97fc-bac91f4e3af8 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:36.361396 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.417467 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.429463 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80fe3b3-3394-47a5-bcd7-df58931804fb x-openstack-request-id: req-d80fe3b3-3394-47a5-bcd7-df58931804fb {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:36.434825 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03283c32-27e5-4bbe-81b6-a81a7ff331f0", "name": "network-vif-deleted", "tag": "372e5c95-500c-4d2a-a795-11448643f5ba", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:36.435344 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d80fe3b3-3394-47a5-bcd7-df58931804fb {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:36.436416 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03283c32-27e5-4bbe-81b6-a81a7ff331f0', 'name': 'network-vif-deleted', 'tag': '372e5c95-500c-4d2a-a795-11448643f5ba', 'status': 'completed', 'code': 200} Jul 05 03:58:36.618913 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-98bb65f5-eb67-4971-acd9-593ce041afba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.620381 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9f4f9c22-0915-4122-aed6-d1024acc2805 None None] Provisioning for port dd7276b8-a4cd-47ca-89cc-0d1d051433fb completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:36.623749 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:36.630025 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9f4f9c22-0915-4122-aed6-d1024acc2805 None None] Provisioning complete for port dd7276b8-a4cd-47ca-89cc-0d1d051433fb triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:36.630881 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9f4f9c22-0915-4122-aed6-d1024acc2805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.632316 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=383c9b67-beb2-465c-9fea-2c32a062c449,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:36.666855 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:36.673912 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cef71e52-918e-4c9e-90fd-05847589bab3 req-e7a61961-fc46-42f8-99c8-4e04d45a6b61 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/ports?device_id=d68c521e-765a-4528-aaf0-81cedbba5230 HTTP/1.1" status: 200 len: 210 time: 0.0803518 Jul 05 03:58:36.694813 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:36.711852 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:36.711852 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.748557 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:36.749229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:36.749528 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-9f4f9c22-0915-4122-aed6-d1024acc2805 None None] Port dd7276b8-a4cd-47ca-89cc-0d1d051433fb cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:58:36.750506 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:36.751868 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:36.753673 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:36.753978 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:36.754875 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:36.755354 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:36.755541 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:36.755906 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:36.756248 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:36.756580 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:36.785500 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f5fa19d2-36f5-422d-a0d6-0a20346b3527 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7491446 Jul 05 03:58:36.793643 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57218) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:36.896646 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd010bb-c68b-4b17-a85f-2ee97161f425 req-54fffd9a-25e8-4f42-8db5-5cfb368a92e2 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:36.904242 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afd010bb-c68b-4b17-a85f-2ee97161f425 req-54fffd9a-25e8-4f42-8db5-5cfb368a92e2 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.2679737 Jul 05 03:58:36.996857 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afd010bb-c68b-4b17-a85f-2ee97161f425 req-37ec9f40-3071-45ca-a41f-c506efa84e8e tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910985 Jul 05 03:58:37.021668 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e843656-1e59-4fb9-8370-538b9c92e231 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:37.049101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e843656-1e59-4fb9-8370-538b9c92e231 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:37.052055 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e93a92-4986-49f0-ac7e-9a4cb42d29d2 req-cbfa03ec-94d2-4b0e-b1fa-cbd2bef47824 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:37.052587 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6e843656-1e59-4fb9-8370-538b9c92e231 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2549613 Jul 05 03:58:37.055097 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-13e93a92-4986-49f0-ac7e-9a4cb42d29d2 req-cbfa03ec-94d2-4b0e-b1fa-cbd2bef47824 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce HTTP/1.1" status: 200 len: 931 time: 0.1813912 Jul 05 03:58:37.072493 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57226) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:37.081277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-069ae8a6-1926-4d68-a202-f1f84285c77c None None] Provisioning for port 383c9b67-beb2-465c-9fea-2c32a062c449 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:37.099774 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-069ae8a6-1926-4d68-a202-f1f84285c77c None None] Provisioning complete for port 383c9b67-beb2-465c-9fea-2c32a062c449 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:37.100289 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-069ae8a6-1926-4d68-a202-f1f84285c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:37.112169 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-62fade90-cd33-4c02-a9f5-8c741d02aebe tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=c9a40b5d699147b59a12eb825121102d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403829 Jul 05 03:58:37.176248 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-069ae8a6-1926-4d68-a202-f1f84285c77c None None] Port 383c9b67-beb2-465c-9fea-2c32a062c449 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:58:37.232391 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-98bb65f5-eb67-4971-acd9-593ce041afba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7276b8-a4cd-47ca-89cc-0d1d051433fb {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:37.245441 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-98bb65f5-eb67-4971-acd9-593ce041afba service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:37.250290 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-13e93a92-4986-49f0-ac7e-9a4cb42d29d2 req-8f2b8b33-e59f-4bac-9da8-0618888dc6b7 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/security-groups?id=5a0b7abb-c11d-41dd-bd4e-d705d597fcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885662 Jul 05 03:58:37.278450 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-98bb65f5-eb67-4971-acd9-593ce041afba service neutron] Transition to ACTIVE for port object dd7276b8-a4cd-47ca-89cc-0d1d051433fb will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:37.285398 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-98bb65f5-eb67-4971-acd9-593ce041afba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:37.286451 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db3f47-44ca-419b-98f9-204dee22a478 req-f7a2bd23-ec54-40e4-9f29-37cb567cf0f0 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:37.288093 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58db3f47-44ca-419b-98f9-204dee22a478 req-f7a2bd23-ec54-40e4-9f29-37cb567cf0f0 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.1292210 Jul 05 03:58:37.300483 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-be359f1c-098b-495f-9bf0-58a3d2ba1629 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting port 383c9b67-beb2-465c-9fea-2c32a062c449 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:37.301080 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-be359f1c-098b-495f-9bf0-58a3d2ba1629 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:37.358101 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-fb33e31d-a9c8-472f-a91c-ecf94b830ffd tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:37.360589 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-fb33e31d-a9c8-472f-a91c-ecf94b830ffd tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2360158 Jul 05 03:58:37.403067 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-63e9cf22-8ccc-4172-ba3e-580e5455a2b0 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Request body: {'port': {'device_id': '8646f29a-20d1-471e-8a0c-2f174a94b7ea', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': 'c9a40b5d699147b59a12eb825121102d'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:37.466487 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb65f5-eb67-4971-acd9-593ce041afba service neutron] Pushing event updated for resources: {'Port': ['ID=dd7276b8-a4cd-47ca-89cc-0d1d051433fb,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:37.492887 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-be359f1c-098b-495f-9bf0-58a3d2ba1629 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:37.513544 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-be359f1c-098b-495f-9bf0-58a3d2ba1629 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Calling delete_port for 383c9b67-beb2-465c-9fea-2c32a062c449 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:37.624901 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-98bb65f5-eb67-4971-acd9-593ce041afba service neutron] Attempting to bind port dd7276b8-a4cd-47ca-89cc-0d1d051433fb on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:37.625166 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-98bb65f5-eb67-4971-acd9-593ce041afba service neutron] Attempting to bind port dd7276b8-a4cd-47ca-89cc-0d1d051433fb by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '21468ec5-9624-4ff3-ac93-6e1823c29111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:37.625467 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-98bb65f5-eb67-4971-acd9-593ce041afba service neutron] Attempting to bind port dd7276b8-a4cd-47ca-89cc-0d1d051433fb on network d00b4e4e-a659-430a-b170-6ef5e93e32a9 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:37.654533 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-98bb65f5-eb67-4971-acd9-593ce041afba service neutron] Port dd7276b8-a4cd-47ca-89cc-0d1d051433fb on network d00b4e4e-a659-430a-b170-6ef5e93e32a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:58:37.654870 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-98bb65f5-eb67-4971-acd9-593ce041afba service neutron] Attempting to bind port dd7276b8-a4cd-47ca-89cc-0d1d051433fb on network d00b4e4e-a659-430a-b170-6ef5e93e32a9 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:37.665480 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58db3f47-44ca-419b-98f9-204dee22a478 req-eefb096a-0688-4af0-b359-884a472162ba tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711429 Jul 05 03:58:37.674596 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb8ec5-0c2a-401c-8d3e-7db2ae4d4f83 req-a5a84342-e639-4b9a-a8ab-4aed2e1a8fca tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:37.676867 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-01bb8ec5-0c2a-401c-8d3e-7db2ae4d4f83 req-a5a84342-e639-4b9a-a8ab-4aed2e1a8fca tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.1561344 Jul 05 03:58:37.680847 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-98bb65f5-eb67-4971-acd9-593ce041afba service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:37.681243 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-98bb65f5-eb67-4971-acd9-593ce041afba service neutron] Checking segment: {'id': '21468ec5-9624-4ff3-ac93-6e1823c29111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:37.681563 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-98bb65f5-eb67-4971-acd9-593ce041afba service neutron] Bound using segment: {'id': '21468ec5-9624-4ff3-ac93-6e1823c29111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:37.682012 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-98bb65f5-eb67-4971-acd9-593ce041afba service neutron] Bound port: dd7276b8-a4cd-47ca-89cc-0d1d051433fb, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21468ec5-9624-4ff3-ac93-6e1823c29111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:37.682383 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-98bb65f5-eb67-4971-acd9-593ce041afba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:37.783478 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-be359f1c-098b-495f-9bf0-58a3d2ba1629 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:37.817594 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be359f1c-098b-495f-9bf0-58a3d2ba1629 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Port': ['ID=383c9b67-beb2-465c-9fea-2c32a062c449,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:37.859415 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-be359f1c-098b-495f-9bf0-58a3d2ba1629 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:37.864415 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-be359f1c-098b-495f-9bf0-58a3d2ba1629 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/383c9b67-beb2-465c-9fea-2c32a062c449 HTTP/1.1" status: 204 len: 168 time: 0.7881105 Jul 05 03:58:37.864955 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57236) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:37.945726 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e458d1c-0cd2-4490-b886-a5fedb946fbb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:37.947706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e458d1c-0cd2-4490-b886-a5fedb946fbb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:37.951791 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3e458d1c-0cd2-4490-b886-a5fedb946fbb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0830181 Jul 05 03:58:37.952130 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57238) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:38.067031 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-15fc2faa-02d1-404e-999e-14f681cbece3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet 06a8f738-0a0c-4a72-8dee-630c9adf48d3 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:38.071696 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-15fc2faa-02d1-404e-999e-14f681cbece3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:38.098724 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-63e9cf22-8ccc-4172-ba3e-580e5455a2b0 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Made reservation on behalf of c9a40b5d699147b59a12eb825121102d for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:38.102890 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-63e9cf22-8ccc-4172-ba3e-580e5455a2b0 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:38.124717 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-63e9cf22-8ccc-4172-ba3e-580e5455a2b0 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:38.161394 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-15fc2faa-02d1-404e-999e-14f681cbece3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:38.167592 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-01bb8ec5-0c2a-401c-8d3e-7db2ae4d4f83 req-4242c6f3-3476-4f75-b454-889052373c51 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728239 Jul 05 03:58:38.188657 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-98bb65f5-eb67-4971-acd9-593ce041afba service neutron] For port dd7276b8-a4cd-47ca-89cc-0d1d051433fb, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:38.193670 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-98bb65f5-eb67-4971-acd9-593ce041afba service neutron] For port dd7276b8-a4cd-47ca-89cc-0d1d051433fb, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=dd7276b8-a4cd-47ca-89cc-0d1d051433fb,segment=NetworkSegment(21468ec5-9624-4ff3-ac93-6e1823c29111),segment_id=21468ec5-9624-4ff3-ac93-6e1823c29111)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:38.211938 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-98bb65f5-eb67-4971-acd9-593ce041afba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:38.324222 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-ffd29972-18c8-4868-ac3d-58cb546457cd tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=c9a40b5d699147b59a12eb825121102d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495999 Jul 05 03:58:38.330116 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-98bb65f5-eb67-4971-acd9-593ce041afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:38.331098 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-98bb65f5-eb67-4971-acd9-593ce041afba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:38.333525 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-98bb65f5-eb67-4971-acd9-593ce041afba service neutron] 10.222.0.70 "PUT /v2.0/ports/dd7276b8-a4cd-47ca-89cc-0d1d051433fb HTTP/1.1" status: 200 len: 1092 time: 2.0446537 Jul 05 03:58:38.381314 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb65f5-eb67-4971-acd9-593ce041afba service neutron] Pushing event updated for resources: {'Port': ['ID=dd7276b8-a4cd-47ca-89cc-0d1d051433fb,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:38.447552 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce', 'tag': 'dd7276b8-a4cd-47ca-89cc-0d1d051433fb'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:38.472527 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec58d89e-f0e2-47f7-8c0c-7b4fdb0539d1" -d '{"events": [{"name": "network-changed", "server_uuid": "ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce", "tag": "dd7276b8-a4cd-47ca-89cc-0d1d051433fb"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:38.528790 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b2be17bd-611c-4f25-8e5e-dc09cd03ffda req-28cfc37d-7409-4390-983a-bec6c5f00842 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/ports?device_id=d68c521e-765a-4528-aaf0-81cedbba5230 HTTP/1.1" status: 200 len: 210 time: 0.1234946 Jul 05 03:58:38.538192 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-15fc2faa-02d1-404e-999e-14f681cbece3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:38.573180 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-63e9cf22-8ccc-4172-ba3e-580e5455a2b0 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:38.607829 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-63e9cf22-8ccc-4172-ba3e-580e5455a2b0 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:38.632848 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-7d32f6da-9999-4f47-bfc2-ba606cb3ab78 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:38.634577 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-7d32f6da-9999-4f47-bfc2-ba606cb3ab78 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2592988 Jul 05 03:58:38.654847 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-a7ea9308-af48-4af5-972a-1893d40c8874 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Request body: {'port': {'device_id': 'd68c521e-765a-4528-aaf0-81cedbba5230', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': 'c9a40b5d699147b59a12eb825121102d'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:38.662024 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-15fc2faa-02d1-404e-999e-14f681cbece3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:38.748174 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-15fc2faa-02d1-404e-999e-14f681cbece3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:38.750266 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-15fc2faa-02d1-404e-999e-14f681cbece3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/06a8f738-0a0c-4a72-8dee-630c9adf48d3 HTTP/1.1" status: 204 len: 168 time: 0.7968681 Jul 05 03:58:38.752654 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc2faa-02d1-404e-999e-14f681cbece3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=06a8f738-0a0c-4a72-8dee-630c9adf48d3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:38.753494 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3461f0-f970-4bd3-b552-b196ec2dc963 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:38.758904 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57254) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:38.761134 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9cf22-8ccc-4172-ba3e-580e5455a2b0 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41211d4f-8bab-4f3e-af15-f89c2da58568,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:38.839955 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-95c345bc-b3ab-481d-a603-46c9b20ff21b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770061 Jul 05 03:58:38.841230 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57256) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:38.851401 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-06e11e2f-ec32-4d91-bfad-8fa9aeb04763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:38.852962 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-06e11e2f-ec32-4d91-bfad-8fa9aeb04763 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=74140f698ac946aead4a19757080d1da&device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce HTTP/1.1" status: 200 len: 1095 time: 0.3692117 Jul 05 03:58:38.866163 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07d59b-1e66-4026-9225-8b652ab22dee req-27d6f259-2e20-49a3-b969-07268528474a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:38.868003 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8e07d59b-1e66-4026-9225-8b652ab22dee req-27d6f259-2e20-49a3-b969-07268528474a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 950 time: 0.3464308 Jul 05 03:58:38.885654 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-63e9cf22-8ccc-4172-ba3e-580e5455a2b0 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Allocated IP 192.168.233.213 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/67ea9714-eff0-4a73-b6ce-078041b69a48) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:38.929993 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af3099-cd59-4f27-a975-ecf2198ad8b3 req-b5f83e13-a6d1-4b14-9fe2-80cb3d51b856 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:38.931569 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e8af3099-cd59-4f27-a975-ecf2198ad8b3 req-b5f83e13-a6d1-4b14-9fe2-80cb3d51b856 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce HTTP/1.1" status: 200 len: 943 time: 0.1872225 Jul 05 03:58:38.933833 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-a7ea9308-af48-4af5-972a-1893d40c8874 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Made reservation on behalf of c9a40b5d699147b59a12eb825121102d for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:38.937241 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-a7ea9308-af48-4af5-972a-1893d40c8874 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:38.946288 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-8206f5a9-2a78-4371-997c-fe47fae6eb64 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd7276b8-a4cd-47ca-89cc-0d1d051433fb HTTP/1.1" status: 200 len: 217 time: 0.0636320 Jul 05 03:58:38.983098 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22beb31-7bef-4f35-9307-456489edebb3 None None] DHCP port deletion for 11254a26-e0ed-4207-b9f1-d7e3a27daaba request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:58:39.013371 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8e07d59b-1e66-4026-9225-8b652ab22dee req-0f7f0ab4-f283-4260-a5fa-f8e4b5c695fb tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292346 Jul 05 03:58:39.037945 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-d22beb31-7bef-4f35-9307-456489edebb3 None None] Deleting port 314938be-6f1e-4c67-97fc-bac91f4e3af8 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:39.038604 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d22beb31-7bef-4f35-9307-456489edebb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:39.047340 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-c03208b5-6eee-4bb9-817f-f35eaff4383d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:39.048934 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-c03208b5-6eee-4bb9-817f-f35eaff4383d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1a6070d3-2c38-4aef-b766-407634b2309e HTTP/1.1" status: 200 len: 851 time: 0.0939279 Jul 05 03:58:39.109609 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98270736-321d-4679-b639-fcc8efd2dcec x-openstack-request-id: req-98270736-321d-4679-b639-fcc8efd2dcec {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:39.110165 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce", "tag": "dd7276b8-a4cd-47ca-89cc-0d1d051433fb", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:39.110165 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-98270736-321d-4679-b639-fcc8efd2dcec {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:39.110498 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce', 'tag': 'dd7276b8-a4cd-47ca-89cc-0d1d051433fb', 'status': 'completed', 'code': 200} Jul 05 03:58:39.133737 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d22beb31-7bef-4f35-9307-456489edebb3 None None] For port 314938be-6f1e-4c67-97fc-bac91f4e3af8, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=314938be-6f1e-4c67-97fc-bac91f4e3af8,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:39.134154 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d22beb31-7bef-4f35-9307-456489edebb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:39.155634 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-d22beb31-7bef-4f35-9307-456489edebb3 None None] Calling delete_port for 314938be-6f1e-4c67-97fc-bac91f4e3af8 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:39.231014 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-63e9cf22-8ccc-4172-ba3e-580e5455a2b0 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:39.235044 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-1b78cb8e-54f1-4ead-aef3-cf17d120aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:39.236551 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-1b78cb8e-54f1-4ead-aef3-cf17d120aab8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d00b4e4e-a659-430a-b170-6ef5e93e32a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1661344 Jul 05 03:58:39.257164 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d22beb31-7bef-4f35-9307-456489edebb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:39.288897 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22beb31-7bef-4f35-9307-456489edebb3 None None] Pushing event deleted for resources: {'Port': ['ID=314938be-6f1e-4c67-97fc-bac91f4e3af8,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:39.296782 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22beb31-7bef-4f35-9307-456489edebb3 None None] No DVR routers for this DVR port 314938be-6f1e-4c67-97fc-bac91f4e3af8 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:39.326973 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-63e9cf22-8ccc-4172-ba3e-580e5455a2b0 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Transition to ACTIVE for port object 67ea9714-eff0-4a73-b6ce-078041b69a48 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:39.393194 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20202941-51de-4ab4-b6ad-e0811117a690 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:39.395187 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-20202941-51de-4ab4-b6ad-e0811117a690 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5522342 Jul 05 03:58:39.400250 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57262) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:39.407176 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e8af3099-cd59-4f27-a975-ecf2198ad8b3 req-ded1d0d4-e912-49fb-9f84-5e17d617bcd6 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/security-groups?id=5a0b7abb-c11d-41dd-bd4e-d705d597fcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4653351 Jul 05 03:58:39.430107 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e1e17-9e6b-4a98-a14e-4dc123f4a313 req-af892046-9bbd-4829-ab0b-4fc91beb2dff tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:39.430675 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-881e1e17-9e6b-4a98-a14e-4dc123f4a313 req-af892046-9bbd-4829-ab0b-4fc91beb2dff tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.2235696 Jul 05 03:58:39.433369 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-2c09e696-dd4c-4358-b45b-3ec987aa17ae service neutron] 10.222.0.70 "GET /v2.0/networks/d00b4e4e-a659-430a-b170-6ef5e93e32a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717978 Jul 05 03:58:39.525341 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-63e9cf22-8ccc-4172-ba3e-580e5455a2b0 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:39.579068 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-a7ea9308-af48-4af5-972a-1893d40c8874 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Allocated IP 192.168.233.121 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/56664bf8-fef9-4c0a-9a19-d05a8c26dfb6) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:39.604081 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f58ded6-c0ce-4b4f-9a89-635f19447dc3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:39.605605 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1f58ded6-c0ce-4b4f-9a89-635f19447dc3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2029030 Jul 05 03:58:39.614559 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57266) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:39.627133 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-63e9cf22-8ccc-4172-ba3e-580e5455a2b0 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:39.630858 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-881e1e17-9e6b-4a98-a14e-4dc123f4a313 req-5f00727b-a55b-4134-b745-d1b465bf44e9 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965828 Jul 05 03:58:39.637395 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-63e9cf22-8ccc-4172-ba3e-580e5455a2b0 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:39.641415 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-63e9cf22-8ccc-4172-ba3e-580e5455a2b0 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:39.677029 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9cf22-8ccc-4172-ba3e-580e5455a2b0 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Pushing event updated for resources: {'Port': ['ID=67ea9714-eff0-4a73-b6ce-078041b69a48,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:39.693128 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-31f5ef82-6a29-4f13-b259-109b8df24127 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701499 Jul 05 03:58:39.693575 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ccb5093-e7eb-4ea2-900e-8fcb5baf1b03 req-dd945139-9119-4062-8197-09774a23ad89 service neutron] 10.222.0.70 "GET /v2.0/networks/d00b4e4e-a659-430a-b170-6ef5e93e32a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337220 Jul 05 03:58:39.705380 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57270) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:39.711776 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-0147d619-7b3d-438e-bb89-0ad31160d41b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:39.715120 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9062c-b0ca-462a-a8fd-ea8de63d970c req-c147d9e5-34bb-476b-b262-562e1665b0a6 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:39.722746 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b6b9062c-b0ca-462a-a8fd-ea8de63d970c req-c147d9e5-34bb-476b-b262-562e1665b0a6 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.1904972 Jul 05 03:58:39.765960 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-63e9cf22-8ccc-4172-ba3e-580e5455a2b0 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:39.766622 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-63e9cf22-8ccc-4172-ba3e-580e5455a2b0 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:39.818315 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b6b9062c-b0ca-462a-a8fd-ea8de63d970c req-2fcad931-1f4c-4317-9725-b57e26426c77 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925114 Jul 05 03:58:39.820061 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-63e9cf22-8ccc-4172-ba3e-580e5455a2b0 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4306102 Jul 05 03:58:39.870615 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-50a0f2d6-cdd0-4f94-ab3d-2f4dfd163bac service neutron] Request body: {'port': {'device_id': '8646f29a-20d1-471e-8a0c-2f174a94b7ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:39.994661 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f085fc9f-2d64-4e3d-977e-c8afb5c182e5 None None] Provisioning for port 67ea9714-eff0-4a73-b6ce-078041b69a48 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:39.999572 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f085fc9f-2d64-4e3d-977e-c8afb5c182e5 None None] Provisioning complete for port 67ea9714-eff0-4a73-b6ce-078041b69a48 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:39.999988 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f085fc9f-2d64-4e3d-977e-c8afb5c182e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.004873 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c81326-c292-46df-92cd-f942c64b1956 req-b42cdce2-9518-4ff5-a224-6494f0c426bc tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:40.006432 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e7c81326-c292-46df-92cd-f942c64b1956 req-b42cdce2-9518-4ff5-a224-6494f0c426bc tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.89 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 950 time: 0.2577236 Jul 05 03:58:40.035213 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-a7ea9308-af48-4af5-972a-1893d40c8874 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.052779 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-f085fc9f-2d64-4e3d-977e-c8afb5c182e5 None None] Port 67ea9714-eff0-4a73-b6ce-078041b69a48 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:58:40.076056 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b6539ed-1035-421b-b184-215f734a5c55 req-11ab78db-af96-4a25-a54c-cd019333dcf0 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/ports?device_id=d68c521e-765a-4528-aaf0-81cedbba5230 HTTP/1.1" status: 200 len: 210 time: 0.0918047 Jul 05 03:58:40.087408 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0147d619-7b3d-438e-bb89-0ad31160d41b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:40.092752 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0147d619-7b3d-438e-bb89-0ad31160d41b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.113276 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-50a0f2d6-cdd0-4f94-ab3d-2f4dfd163bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.149104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-a7ea9308-af48-4af5-972a-1893d40c8874 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Transition to ACTIVE for port object 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:40.151210 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 314938be-6f1e-4c67-97fc-bac91f4e3af8 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:40.188177 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-e7c81326-c292-46df-92cd-f942c64b1956 req-782edcd8-5db0-4db9-9461-dc7116fea7c4 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Deleting port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:40.188602 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e7c81326-c292-46df-92cd-f942c64b1956 req-782edcd8-5db0-4db9-9461-dc7116fea7c4 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.199192 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 314938be-6f1e-4c67-97fc-bac91f4e3af8 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:40.200405 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 314938be-6f1e-4c67-97fc-bac91f4e3af8 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:40.213172 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58d89e-f0e2-47f7-8c0c-7b4fdb0539d1 req-9400ceb2-e810-40ee-9a6c-e7ccd4fc9fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:40.214922 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ec58d89e-f0e2-47f7-8c0c-7b4fdb0539d1 req-9400ceb2-e810-40ee-9a6c-e7ccd4fc9fe6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=74140f698ac946aead4a19757080d1da&device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce HTTP/1.1" status: 200 len: 1095 time: 0.4061952 Jul 05 03:58:40.316431 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-a7ea9308-af48-4af5-972a-1893d40c8874 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.397094 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-a7ea9308-af48-4af5-972a-1893d40c8874 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:40.416748 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-a7ea9308-af48-4af5-972a-1893d40c8874 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:40.419988 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-a7ea9308-af48-4af5-972a-1893d40c8874 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:40.423925 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-e7c81326-c292-46df-92cd-f942c64b1956 req-782edcd8-5db0-4db9-9461-dc7116fea7c4 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] For port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:40.424230 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e7c81326-c292-46df-92cd-f942c64b1956 req-782edcd8-5db0-4db9-9461-dc7116fea7c4 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.431080 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea9308-af48-4af5-972a-1893d40c8874 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Pushing event updated for resources: {'Port': ['ID=56664bf8-fef9-4c0a-9a19-d05a8c26dfb6,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:40.470141 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-e7c81326-c292-46df-92cd-f942c64b1956 req-782edcd8-5db0-4db9-9461-dc7116fea7c4 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Calling delete_port for 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:40.484948 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3b784-d6c3-4ad8-bfcb-d7730d48b4b5 req-57aed14a-aa68-477b-b891-e82027f2d03e tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:40.486690 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d4b3b784-d6c3-4ad8-bfcb-d7730d48b4b5 req-57aed14a-aa68-477b-b891-e82027f2d03e tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.2645235 Jul 05 03:58:40.583615 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-a7ea9308-af48-4af5-972a-1893d40c8874 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:40.584622 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-a7ea9308-af48-4af5-972a-1893d40c8874 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.593436 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58d89e-f0e2-47f7-8c0c-7b4fdb0539d1 req-ad513e81-6cec-4ff7-a512-6b0ee2482b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:40.595112 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ec58d89e-f0e2-47f7-8c0c-7b4fdb0539d1 req-ad513e81-6cec-4ff7-a512-6b0ee2482b1c service neutron] 10.222.0.70 "GET /v2.0/networks?id=d00b4e4e-a659-430a-b170-6ef5e93e32a9 HTTP/1.1" status: 200 len: 913 time: 0.3582737 Jul 05 03:58:40.612804 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a3222-f0d9-407e-9da0-1aa2b65a5977 req-d4c25ef7-5d65-4690-be6f-b5333ff3a4d3 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:40.621407 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9b7a3222-f0d9-407e-9da0-1aa2b65a5977 req-d4c25ef7-5d65-4690-be6f-b5333ff3a4d3 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=ea3cec11-fda2-486f-b10d-a1a89f5d74c9 HTTP/1.1" status: 200 len: 950 time: 0.3519866 Jul 05 03:58:40.635100 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d4b3b784-d6c3-4ad8-bfcb-d7730d48b4b5 req-057cae24-3c0c-4b44-aea7-e75281403b3f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261103 Jul 05 03:58:40.640884 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-a7ea9308-af48-4af5-972a-1893d40c8874 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9911578 Jul 05 03:58:40.660291 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-647651b1-ddfa-4246-ae44-27f49e2468ae service neutron] Request body: {'port': {'device_id': 'd68c521e-765a-4528-aaf0-81cedbba5230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:40.704645 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9b7a3222-f0d9-407e-9da0-1aa2b65a5977 req-1dac00f5-dd12-4a1d-bf82-a26390fd0ad8 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821583 Jul 05 03:58:40.807187 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ec58d89e-f0e2-47f7-8c0c-7b4fdb0539d1 req-9c83d6b1-9b67-46c9-bdd2-1c5756cf45b6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd7276b8-a4cd-47ca-89cc-0d1d051433fb HTTP/1.1" status: 200 len: 217 time: 0.1572883 Jul 05 03:58:40.851021 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-647651b1-ddfa-4246-ae44-27f49e2468ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.856404 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e7c81326-c292-46df-92cd-f942c64b1956 req-782edcd8-5db0-4db9-9461-dc7116fea7c4 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.892149 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['93dee6f6-70a2-41b0-8f4f-7393eabe6ba0'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:40.932925 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782edcd8-5db0-4db9-9461-dc7116fea7c4 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Pushing event deleted for resources: {'Port': ['ID=93dee6f6-70a2-41b0-8f4f-7393eabe6ba0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:40.953597 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['63ec1ef3-1bc2-4036-b7e6-034a978916ca'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:40.958745 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-874bb771-f546-4d21-9737-4a58c7929d6d None None] Provisioning for port 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:41.052996 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58d89e-f0e2-47f7-8c0c-7b4fdb0539d1 req-7513f733-02cb-4157-9206-08959930e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:41.056280 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ec58d89e-f0e2-47f7-8c0c-7b4fdb0539d1 req-7513f733-02cb-4157-9206-08959930e4b2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1a6070d3-2c38-4aef-b766-407634b2309e HTTP/1.1" status: 200 len: 851 time: 0.2281375 Jul 05 03:58:41.061452 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-874bb771-f546-4d21-9737-4a58c7929d6d None None] Provisioning complete for port 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:41.062867 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-874bb771-f546-4d21-9737-4a58c7929d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.087418 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c81326-c292-46df-92cd-f942c64b1956 req-782edcd8-5db0-4db9-9461-dc7116fea7c4 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] No DVR routers for this DVR port 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:41.095246 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e7c81326-c292-46df-92cd-f942c64b1956 req-782edcd8-5db0-4db9-9461-dc7116fea7c4 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.097408 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e7c81326-c292-46df-92cd-f942c64b1956 req-782edcd8-5db0-4db9-9461-dc7116fea7c4 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.89 "DELETE /v2.0/ports/93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 HTTP/1.1" status: 204 len: 173 time: 1.0672617 Jul 05 03:58:41.099041 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3cec11-fda2-486f-b10d-a1a89f5d74c9', 'name': 'network-vif-deleted', 'tag': '93dee6f6-70a2-41b0-8f4f-7393eabe6ba0'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:41.102485 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec329bdc-9e82-4995-ba7a-ed9a35e4da51" -d '{"events": [{"server_uuid": "ea3cec11-fda2-486f-b10d-a1a89f5d74c9", "name": "network-vif-deleted", "tag": "93dee6f6-70a2-41b0-8f4f-7393eabe6ba0"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:41.304466 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f904962-214d-4e37-93c4-bb2851f9cf77 req-d6eafd2f-d195-42c3-8c11-3583ecb56442 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:41.314721 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7f904962-214d-4e37-93c4-bb2851f9cf77 req-d6eafd2f-d195-42c3-8c11-3583ecb56442 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce HTTP/1.1" status: 200 len: 943 time: 0.3948464 Jul 05 03:58:41.330522 n-d-780147-23 neutron-server[105538]: DEBUG neutron.objects.ports [None req-0147d619-7b3d-438e-bb89-0ad31160d41b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105538) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:58:41.344324 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0147d619-7b3d-438e-bb89-0ad31160d41b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.363465 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-50a0f2d6-cdd0-4f94-ab3d-2f4dfd163bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ea9714-eff0-4a73-b6ce-078041b69a48 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:41.375609 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7f904962-214d-4e37-93c4-bb2851f9cf77 req-a96cdfcb-51a5-41f4-b76e-83eb946d245c tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/security-groups?id=5a0b7abb-c11d-41dd-bd4e-d705d597fcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597718 Jul 05 03:58:41.411654 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-50a0f2d6-cdd0-4f94-ab3d-2f4dfd163bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.460771 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0147d619-7b3d-438e-bb89-0ad31160d41b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:41.469827 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-874bb771-f546-4d21-9737-4a58c7929d6d None None] Port 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:58:41.483151 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-0147d619-7b3d-438e-bb89-0ad31160d41b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:41.488234 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58d89e-f0e2-47f7-8c0c-7b4fdb0539d1 req-340e1dad-a021-425a-b9b0-2f67effc9d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:41.489855 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ec58d89e-f0e2-47f7-8c0c-7b4fdb0539d1 req-340e1dad-a021-425a-b9b0-2f67effc9d10 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d00b4e4e-a659-430a-b170-6ef5e93e32a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4202428 Jul 05 03:58:41.492081 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0147d619-7b3d-438e-bb89-0ad31160d41b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:41.492698 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0147d619-7b3d-438e-bb89-0ad31160d41b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.498729 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-50a0f2d6-cdd0-4f94-ab3d-2f4dfd163bac service neutron] Transition to ACTIVE for port object 67ea9714-eff0-4a73-b6ce-078041b69a48 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:41.514413 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c046595-fab6-4a28-9dee-0338516bba68 req-cd72dec5-7670-4059-bf40-04ced02b11f7 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:41.516094 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9c046595-fab6-4a28-9dee-0338516bba68 req-cd72dec5-7670-4059-bf40-04ced02b11f7 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.4263880 Jul 05 03:58:41.529116 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f76801e-cd3a-4ab2-9dc2-a8c7ef4e5b67 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:41.532970 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-50a0f2d6-cdd0-4f94-ab3d-2f4dfd163bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.558271 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147d619-7b3d-438e-bb89-0ad31160d41b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=43c44ba4-f385-4d08-8740-6f768ec0cf95,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:41.677663 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0147d619-7b3d-438e-bb89-0ad31160d41b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9707348 Jul 05 03:58:41.690922 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57292) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:41.708508 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-3a1d0e18-b373-4930-8aa2-e0600a1f154d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'mac_address': 'fa:16:3e:87:8d:67', 'name': 'tempest-NetworksTestDHCPv6-2082470994'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:41.777485 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2356fbf5-e48a-41d7-9467-2e01cf3170c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'fixed_ips': [{'subnet_id': '43c44ba4-f385-4d08-8740-6f768ec0cf95'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:58:41.778813 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2356fbf5-e48a-41d7-9467-2e01cf3170c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.801794 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9c046595-fab6-4a28-9dee-0338516bba68 req-fbc0eb35-961a-4cd4-abeb-9cc55f4f8336 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708068 Jul 05 03:58:41.819418 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a0f2d6-cdd0-4f94-ab3d-2f4dfd163bac service neutron] Pushing event updated for resources: {'Port': ['ID=67ea9714-eff0-4a73-b6ce-078041b69a48,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:41.861002 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-647651b1-ddfa-4246-ae44-27f49e2468ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:41.891820 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-647651b1-ddfa-4246-ae44-27f49e2468ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.924856 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-647651b1-ddfa-4246-ae44-27f49e2468ae service neutron] Transition to ACTIVE for port object 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:41.930471 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-647651b1-ddfa-4246-ae44-27f49e2468ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.069226 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ec58d89e-f0e2-47f7-8c0c-7b4fdb0539d1 req-48a00bb3-b9e9-492b-834f-e7ae048ced94 service neutron] 10.222.0.70 "GET /v2.0/networks/d00b4e4e-a659-430a-b170-6ef5e93e32a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5633283 Jul 05 03:58:42.095656 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647651b1-ddfa-4246-ae44-27f49e2468ae service neutron] Pushing event updated for resources: {'Port': ['ID=56664bf8-fef9-4c0a-9a19-d05a8c26dfb6,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:42.103021 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-2356fbf5-e48a-41d7-9467-2e01cf3170c0 None None] Allocated IP 2001:db8::f816:3eff:fe78:9c75 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/43c44ba4-f385-4d08-8740-6f768ec0cf95/0e5e737f-94d2-4975-aa16-2a60b48b4939) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:42.145784 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-50a0f2d6-cdd0-4f94-ab3d-2f4dfd163bac service neutron] Attempting to bind port 67ea9714-eff0-4a73-b6ce-078041b69a48 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:42.146169 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-50a0f2d6-cdd0-4f94-ab3d-2f4dfd163bac service neutron] Attempting to bind port 67ea9714-eff0-4a73-b6ce-078041b69a48 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:42.146450 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-50a0f2d6-cdd0-4f94-ab3d-2f4dfd163bac service neutron] Attempting to bind port 67ea9714-eff0-4a73-b6ce-078041b69a48 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:42.177467 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-50a0f2d6-cdd0-4f94-ab3d-2f4dfd163bac service neutron] Port 67ea9714-eff0-4a73-b6ce-078041b69a48 on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:58:42.177750 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-50a0f2d6-cdd0-4f94-ab3d-2f4dfd163bac service neutron] Attempting to bind port 67ea9714-eff0-4a73-b6ce-078041b69a48 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:42.208484 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1d0e18-b373-4930-8aa2-e0600a1f154d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:42.213872 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-50a0f2d6-cdd0-4f94-ab3d-2f4dfd163bac service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:42.214220 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-50a0f2d6-cdd0-4f94-ab3d-2f4dfd163bac service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:42.214666 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-50a0f2d6-cdd0-4f94-ab3d-2f4dfd163bac service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:42.215117 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-50a0f2d6-cdd0-4f94-ab3d-2f4dfd163bac service neutron] Bound port: 67ea9714-eff0-4a73-b6ce-078041b69a48, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:42.215480 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-50a0f2d6-cdd0-4f94-ab3d-2f4dfd163bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.320567 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-647651b1-ddfa-4246-ae44-27f49e2468ae service neutron] Attempting to bind port 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:42.320924 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-647651b1-ddfa-4246-ae44-27f49e2468ae service neutron] Attempting to bind port 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:42.321263 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-647651b1-ddfa-4246-ae44-27f49e2468ae service neutron] Attempting to bind port 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:42.347522 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0b6dd-4de7-4e39-8e92-c06508a04d6d req-a50b3470-22eb-45ea-bb00-60fd9527e421 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:42.354822 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-64a0b6dd-4de7-4e39-8e92-c06508a04d6d req-a50b3470-22eb-45ea-bb00-60fd9527e421 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.4078836 Jul 05 03:58:42.356682 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-647651b1-ddfa-4246-ae44-27f49e2468ae service neutron] Port 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:58:42.356999 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-647651b1-ddfa-4246-ae44-27f49e2468ae service neutron] Attempting to bind port 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:42.370547 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-647651b1-ddfa-4246-ae44-27f49e2468ae service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:42.371166 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-647651b1-ddfa-4246-ae44-27f49e2468ae service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:42.371737 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-647651b1-ddfa-4246-ae44-27f49e2468ae service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:42.372422 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-647651b1-ddfa-4246-ae44-27f49e2468ae service neutron] Bound port: 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:42.372947 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-647651b1-ddfa-4246-ae44-27f49e2468ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.389274 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2356fbf5-e48a-41d7-9467-2e01cf3170c0 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.405434 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2356fbf5-e48a-41d7-9467-2e01cf3170c0 None None] Transition to ACTIVE for port object 0e5e737f-94d2-4975-aa16-2a60b48b4939 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:42.435894 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2356fbf5-e48a-41d7-9467-2e01cf3170c0 None None] Transition to ACTIVE for port object 0e5e737f-94d2-4975-aa16-2a60b48b4939 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:42.444473 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2356fbf5-e48a-41d7-9467-2e01cf3170c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.451941 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-64a0b6dd-4de7-4e39-8e92-c06508a04d6d req-23caa397-a963-4b88-bdaa-5d1f7ed50b3b tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961835 Jul 05 03:58:42.492155 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2356fbf5-e48a-41d7-9467-2e01cf3170c0 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:42.497380 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-2356fbf5-e48a-41d7-9467-2e01cf3170c0 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:42.503381 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2356fbf5-e48a-41d7-9467-2e01cf3170c0 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:42.510822 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-647651b1-ddfa-4246-ae44-27f49e2468ae service neutron] For port 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:42.517325 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-647651b1-ddfa-4246-ae44-27f49e2468ae service neutron] For port 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=56664bf8-fef9-4c0a-9a19-d05a8c26dfb6,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:42.523765 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356fbf5-e48a-41d7-9467-2e01cf3170c0 None None] Pushing event updated for resources: {'Port': ['ID=0e5e737f-94d2-4975-aa16-2a60b48b4939,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:42.524596 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-647651b1-ddfa-4246-ae44-27f49e2468ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.595830 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-2356fbf5-e48a-41d7-9467-2e01cf3170c0 None None] Attempting to bind port 0e5e737f-94d2-4975-aa16-2a60b48b4939 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:42.596239 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-2356fbf5-e48a-41d7-9467-2e01cf3170c0 None None] Attempting to bind port 0e5e737f-94d2-4975-aa16-2a60b48b4939 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:42.596609 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2356fbf5-e48a-41d7-9467-2e01cf3170c0 None None] Attempting to bind port 0e5e737f-94d2-4975-aa16-2a60b48b4939 on network 11254a26-e0ed-4207-b9f1-d7e3a27daaba {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:42.607894 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2356fbf5-e48a-41d7-9467-2e01cf3170c0 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:42.608271 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2356fbf5-e48a-41d7-9467-2e01cf3170c0 None None] Checking segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:42.608679 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2356fbf5-e48a-41d7-9467-2e01cf3170c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.609277 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4acf8b-f229-48ea-bd36-fbaa770e34fd x-openstack-request-id: req-4c4acf8b-f229-48ea-bd36-fbaa770e34fd {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:42.609414 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2356fbf5-e48a-41d7-9467-2e01cf3170c0 None None] Bound using segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:42.609811 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-2356fbf5-e48a-41d7-9467-2e01cf3170c0 None None] Bound port: 0e5e737f-94d2-4975-aa16-2a60b48b4939, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:42.610012 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3cec11-fda2-486f-b10d-a1a89f5d74c9", "name": "network-vif-deleted", "tag": "93dee6f6-70a2-41b0-8f4f-7393eabe6ba0", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:42.610341 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2356fbf5-e48a-41d7-9467-2e01cf3170c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.610572 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4c4acf8b-f229-48ea-bd36-fbaa770e34fd {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:42.611170 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3cec11-fda2-486f-b10d-a1a89f5d74c9', 'name': 'network-vif-deleted', 'tag': '93dee6f6-70a2-41b0-8f4f-7393eabe6ba0', 'status': 'completed', 'code': 200} Jul 05 03:58:42.614242 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-647651b1-ddfa-4246-ae44-27f49e2468ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:42.615205 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-647651b1-ddfa-4246-ae44-27f49e2468ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.616960 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-647651b1-ddfa-4246-ae44-27f49e2468ae service neutron] 10.222.0.89 "PUT /v2.0/ports/56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 HTTP/1.1" status: 200 len: 1097 time: 1.9621012 Jul 05 03:58:42.642487 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647651b1-ddfa-4246-ae44-27f49e2468ae service neutron] Pushing event updated for resources: {'Port': ['ID=56664bf8-fef9-4c0a-9a19-d05a8c26dfb6,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:42.763563 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-4fe6d59b-cb19-4058-8f29-ed17d104ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:42.766401 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-4fe6d59b-cb19-4058-8f29-ed17d104ba9f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c9a40b5d699147b59a12eb825121102d&device_id=d68c521e-765a-4528-aaf0-81cedbba5230 HTTP/1.1" status: 200 len: 1100 time: 0.1035671 Jul 05 03:58:42.768463 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.772360 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2356fbf5-e48a-41d7-9467-2e01cf3170c0 None None] For port 0e5e737f-94d2-4975-aa16-2a60b48b4939, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:42.781668 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2356fbf5-e48a-41d7-9467-2e01cf3170c0 None None] For port 0e5e737f-94d2-4975-aa16-2a60b48b4939, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=0e5e737f-94d2-4975-aa16-2a60b48b4939,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:42.789043 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2356fbf5-e48a-41d7-9467-2e01cf3170c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.805931 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ec58d89e-f0e2-47f7-8c0c-7b4fdb0539d1 req-17812ae1-a84b-4774-9c4f-03e219eaa410 service neutron] 10.222.0.70 "GET /v2.0/networks/d00b4e4e-a659-430a-b170-6ef5e93e32a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7123148 Jul 05 03:58:42.815904 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-50a0f2d6-cdd0-4f94-ab3d-2f4dfd163bac service neutron] For port 67ea9714-eff0-4a73-b6ce-078041b69a48, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:42.826639 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-50a0f2d6-cdd0-4f94-ab3d-2f4dfd163bac service neutron] For port 67ea9714-eff0-4a73-b6ce-078041b69a48, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=67ea9714-eff0-4a73-b6ce-078041b69a48,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:42.836626 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0e18-b373-4930-8aa2-e0600a1f154d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.840354 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-50a0f2d6-cdd0-4f94-ab3d-2f4dfd163bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.890613 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-d3db0d3b-0618-468c-a968-1ecdfded902e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 HTTP/1.1" status: 200 len: 217 time: 0.1132088 Jul 05 03:58:42.899124 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356fbf5-e48a-41d7-9467-2e01cf3170c0 None None] Pushing event updated for resources: {'Port': ['ID=0e5e737f-94d2-4975-aa16-2a60b48b4939,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:42.925053 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-3a1d0e18-b373-4930-8aa2-e0600a1f154d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] device_id is not set on port e532f8d8-5027-476c-a5a3-e79aa9b2cf3e yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:58:42.946249 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-50a0f2d6-cdd0-4f94-ab3d-2f4dfd163bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:42.946765 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-50a0f2d6-cdd0-4f94-ab3d-2f4dfd163bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.948764 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-50a0f2d6-cdd0-4f94-ab3d-2f4dfd163bac service neutron] 10.222.0.89 "PUT /v2.0/ports/67ea9714-eff0-4a73-b6ce-078041b69a48 HTTP/1.1" status: 200 len: 1097 time: 3.0909863 Jul 05 03:58:42.954433 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8646f29a-20d1-471e-8a0c-2f174a94b7ea', 'tag': '67ea9714-eff0-4a73-b6ce-078041b69a48'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:42.957177 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d032dff-a854-44f9-abb7-622cff5f9572" -d '{"events": [{"name": "network-changed", "server_uuid": "8646f29a-20d1-471e-8a0c-2f174a94b7ea", "tag": "67ea9714-eff0-4a73-b6ce-078041b69a48"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:43.015419 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-0b37c530-7ac0-4982-94f5-b6fa32d68af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:43.017225 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-0b37c530-7ac0-4982-94f5-b6fa32d68af0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0939767 Jul 05 03:58:43.018973 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859aa1a2-5ffe-4d20-8ab5-a41aa58ec76a req-0442b12b-5d36-430b-a676-ea4c6d18b40f tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:43.022052 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-859aa1a2-5ffe-4d20-8ab5-a41aa58ec76a req-0442b12b-5d36-430b-a676-ea4c6d18b40f tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/ports?device_id=d68c521e-765a-4528-aaf0-81cedbba5230 HTTP/1.1" status: 200 len: 948 time: 0.3557732 Jul 05 03:58:43.040878 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0ed80-c30c-44a3-bc4e-55833d95a0a9 req-6d369c56-e194-4ade-ba7a-8cfe232c9deb tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:43.049233 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5ad0ed80-c30c-44a3-bc4e-55833d95a0a9 req-6d369c56-e194-4ade-ba7a-8cfe232c9deb tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.1708541 Jul 05 03:58:43.123446 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5ad0ed80-c30c-44a3-bc4e-55833d95a0a9 req-9f70b970-d0bc-41e0-a478-a8cae036663b tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732896 Jul 05 03:58:43.143418 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a0f2d6-cdd0-4f94-ab3d-2f4dfd163bac service neutron] Pushing event updated for resources: {'Port': ['ID=67ea9714-eff0-4a73-b6ce-078041b69a48,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:43.197690 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-70248dd0-1e19-45f0-8d11-3d6210b46ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:43.207046 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-70248dd0-1e19-45f0-8d11-3d6210b46ea9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1778054 Jul 05 03:58:43.246809 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-859aa1a2-5ffe-4d20-8ab5-a41aa58ec76a req-df081956-40b3-4dae-b0e5-37a95342164c tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/security-groups?id=41211d4f-8bab-4f3e-af15-f89c2da58568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025185 Jul 05 03:58:43.314511 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-3a1d0e18-b373-4930-8aa2-e0600a1f154d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 2001:db8::f816:3eff:fe87:8d67 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/43c44ba4-f385-4d08-8740-6f768ec0cf95/e532f8d8-5027-476c-a5a3-e79aa9b2cf3e) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:43.351294 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-4bf8af12-6ab7-4ce8-864c-b492701746e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:43.362111 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-4bf8af12-6ab7-4ce8-864c-b492701746e8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c9a40b5d699147b59a12eb825121102d&device_id=8646f29a-20d1-471e-8a0c-2f174a94b7ea HTTP/1.1" status: 200 len: 1100 time: 0.3569191 Jul 05 03:58:43.430004 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-8f8a486e-1bd7-4cf6-b8e3-132ca592b7ef service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=67ea9714-eff0-4a73-b6ce-078041b69a48 HTTP/1.1" status: 200 len: 217 time: 0.0551207 Jul 05 03:58:43.486101 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-1ce1769b-eb9d-4271-8810-4a03530a0b48 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751970 Jul 05 03:58:43.492892 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:43.518802 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:43.519288 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 93dee6f6-70a2-41b0-8f4f-7393eabe6ba0 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:43.558491 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-e9a9406f-b125-495f-9d1f-9774da4e801e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:43.559165 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-e9a9406f-b125-495f-9d1f-9774da4e801e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1161830 Jul 05 03:58:43.631022 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7263ab6-abe9-4eae-9659-edeffefb172b req-5aef2ea6-bd7b-489b-a059-5d707a9c73eb tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:43.632345 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97275c5d-ca31-49a3-b514-ce8c4ae931b7 x-openstack-request-id: req-97275c5d-ca31-49a3-b514-ce8c4ae931b7 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:43.632645 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8646f29a-20d1-471e-8a0c-2f174a94b7ea", "tag": "67ea9714-eff0-4a73-b6ce-078041b69a48", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:43.632905 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-97275c5d-ca31-49a3-b514-ce8c4ae931b7 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:43.633462 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7263ab6-abe9-4eae-9659-edeffefb172b req-5aef2ea6-bd7b-489b-a059-5d707a9c73eb tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce HTTP/1.1" status: 200 len: 943 time: 0.2419689 Jul 05 03:58:43.638807 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8646f29a-20d1-471e-8a0c-2f174a94b7ea', 'tag': '67ea9714-eff0-4a73-b6ce-078041b69a48', 'status': 'completed', 'code': 200} Jul 05 03:58:43.680807 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0e18-b373-4930-8aa2-e0600a1f154d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.690759 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2869216f-7b84-4cdd-bdcc-2374cbbe76b7 req-b39fe24e-775a-4467-a368-3ecf35a83c89 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958973 Jul 05 03:58:43.701243 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-3a1d0e18-b373-4930-8aa2-e0600a1f154d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Transition to ACTIVE for port object e532f8d8-5027-476c-a5a3-e79aa9b2cf3e will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:43.716451 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-0085e695-d852-4a44-84d4-565388145326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:43.718198 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-0085e695-d852-4a44-84d4-565388145326 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1444082 Jul 05 03:58:43.721904 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7263ab6-abe9-4eae-9659-edeffefb172b req-1c282638-c8b0-4915-9852-e5c8d195b654 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/security-groups?id=5a0b7abb-c11d-41dd-bd4e-d705d597fcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791597 Jul 05 03:58:43.814823 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0e18-b373-4930-8aa2-e0600a1f154d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.885262 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1d0e18-b373-4930-8aa2-e0600a1f154d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:43.912263 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-3a1d0e18-b373-4930-8aa2-e0600a1f154d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:43.965476 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1d0e18-b373-4930-8aa2-e0600a1f154d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:43.971787 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1d0e18-b373-4930-8aa2-e0600a1f154d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:43.972723 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0e18-b373-4930-8aa2-e0600a1f154d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.982474 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d0e18-b373-4930-8aa2-e0600a1f154d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=e532f8d8-5027-476c-a5a3-e79aa9b2cf3e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:43.997830 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-fcaf594c-26e6-47f6-a668-9184d2400fca service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489917 Jul 05 03:58:44.037520 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3a1d0e18-b373-4930-8aa2-e0600a1f154d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3415327 Jul 05 03:58:44.038164 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57324) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:44.115773 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add40213-4e29-4510-b0d9-b964db629ce1 req-0adacd66-b3a6-4924-aaa2-9bbcee91d953 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:44.117562 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-add40213-4e29-4510-b0d9-b964db629ce1 req-0adacd66-b3a6-4924-aaa2-9bbcee91d953 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.1465819 Jul 05 03:58:44.158964 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621961a3-9256-43d3-8993-d1d3afd9cbcc req-66c4bf94-eb1d-42cd-9700-67dbdea793e9 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:44.164342 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-621961a3-9256-43d3-8993-d1d3afd9cbcc req-66c4bf94-eb1d-42cd-9700-67dbdea793e9 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/networks?id=875157ee-1ede-4160-9cdc-ffb3b506197c HTTP/1.1" status: 200 len: 814 time: 0.2853358 Jul 05 03:58:44.184828 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device dd7276b8-a4cd-47ca-89cc-0d1d051433fb details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:44.202663 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-add40213-4e29-4510-b0d9-b964db629ce1 req-ddba680c-06c5-4017-ba5e-2ed3daec4cd1 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788193 Jul 05 03:58:44.228437 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 0e5e737f-94d2-4975-aa16-2a60b48b4939 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:44.228597 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-621961a3-9256-43d3-8993-d1d3afd9cbcc req-1b11c81b-d94e-4f80-a580-3fba0d66b504 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/quotas/95f0b38a585f41a59ed1656d8eea23b3 HTTP/1.1" status: 200 len: 375 time: 0.0602758 Jul 05 03:58:44.283432 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8fda01ec-f514-4fd1-bea8-0a11e2f2bc48 req-9be3263c-9a37-470b-bdf4-eaf64582b3ae service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692678 Jul 05 03:58:44.311268 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068531f6-21f8-4d01-a1f7-0e3cab9ef41b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:44.322087 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068531f6-21f8-4d01-a1f7-0e3cab9ef41b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:44.327061 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-068531f6-21f8-4d01-a1f7-0e3cab9ef41b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2770245 Jul 05 03:58:44.327601 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57328) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:44.372677 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 0e5e737f-94d2-4975-aa16-2a60b48b4939 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:44.408707 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-621961a3-9256-43d3-8993-d1d3afd9cbcc req-9ce78681-8547-42d7-8fd9-97adde3ec5f4 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=95f0b38a585f41a59ed1656d8eea23b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1807342 Jul 05 03:58:44.450584 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d032dff-a854-44f9-abb7-622cff5f9572 req-9e71b6f1-6522-402d-900e-df6e92f87746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:44.452195 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4d032dff-a854-44f9-abb7-622cff5f9572 req-9e71b6f1-6522-402d-900e-df6e92f87746 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c9a40b5d699147b59a12eb825121102d&device_id=8646f29a-20d1-471e-8a0c-2f174a94b7ea HTTP/1.1" status: 200 len: 1100 time: 0.0951498 Jul 05 03:58:44.482409 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port dd7276b8-a4cd-47ca-89cc-0d1d051433fb, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=dd7276b8-a4cd-47ca-89cc-0d1d051433fb,segment=NetworkSegment(21468ec5-9624-4ff3-ac93-6e1823c29111),segment_id=21468ec5-9624-4ff3-ac93-6e1823c29111)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:44.514344 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'dd7276b8-a4cd-47ca-89cc-0d1d051433fb', 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9', 'port_id': 'dd7276b8-a4cd-47ca-89cc-0d1d051433fb', 'mac_address': 'fa:16:3e:05:2a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a6070d3-2c38-4aef-b766-407634b2309e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:44.517720 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838e08d-cf2a-4fcc-9cec-861a1092fc30 req-acf80026-ff19-4228-bf51-3141e2928e38 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:44.528075 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5838e08d-cf2a-4fcc-9cec-861a1092fc30 req-acf80026-ff19-4228-bf51-3141e2928e38 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 950 time: 0.1490703 Jul 05 03:58:44.558887 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-b7c5baf9-31ef-4e6c-9541-05e31d9d5e77 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting port e532f8d8-5027-476c-a5a3-e79aa9b2cf3e {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:44.559384 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b7c5baf9-31ef-4e6c-9541-05e31d9d5e77 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.605228 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8d7d5713-11cf-4298-abf1-6ab6a6d19ad3 None None] Provisioning for port 0e5e737f-94d2-4975-aa16-2a60b48b4939 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:44.618513 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8d7d5713-11cf-4298-abf1-6ab6a6d19ad3 None None] Provisioning complete for port 0e5e737f-94d2-4975-aa16-2a60b48b4939 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:44.618882 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8d7d5713-11cf-4298-abf1-6ab6a6d19ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.619008 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5838e08d-cf2a-4fcc-9cec-861a1092fc30 req-c142d43a-2347-475a-998c-d51b2eb3389f tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867484 Jul 05 03:58:44.672463 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68c521e-765a-4528-aaf0-81cedbba5230', 'tag': '56664bf8-fef9-4c0a-9a19-d05a8c26dfb6'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:44.676541 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d032dff-a854-44f9-abb7-622cff5f9572 req-f88c7637-f23d-4d54-ad48-fc187dee0c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:44.678533 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4d032dff-a854-44f9-abb7-622cff5f9572 req-f88c7637-f23d-4d54-ad48-fc187dee0c75 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.2175357 Jul 05 03:58:44.688384 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.690164 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9a9672-5240-4707-a4d3-1646e9886afc" -d '{"events": [{"name": "network-changed", "server_uuid": "d68c521e-765a-4528-aaf0-81cedbba5230", "tag": "56664bf8-fef9-4c0a-9a19-d05a8c26dfb6"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:44.733729 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7276b8-a4cd-47ca-89cc-0d1d051433fb {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:44.813600 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b7c5baf9-31ef-4e6c-9541-05e31d9d5e77 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.814867 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4d032dff-a854-44f9-abb7-622cff5f9572 req-bd818455-5e2b-46c1-82c2-6829325d9cb5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=67ea9714-eff0-4a73-b6ce-078041b69a48 HTTP/1.1" status: 200 len: 217 time: 0.1274388 Jul 05 03:58:44.824664 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port dd7276b8-a4cd-47ca-89cc-0d1d051433fb, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=dd7276b8-a4cd-47ca-89cc-0d1d051433fb,segment=NetworkSegment(21468ec5-9624-4ff3-ac93-6e1823c29111),segment_id=21468ec5-9624-4ff3-ac93-6e1823c29111)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:44.831275 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.837103 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-b7c5baf9-31ef-4e6c-9541-05e31d9d5e77 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Calling delete_port for e532f8d8-5027-476c-a5a3-e79aa9b2cf3e owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:44.901023 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8d7d5713-11cf-4298-abf1-6ab6a6d19ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.901838 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e64b7-0935-47de-bea6-ae090e9e4ecf req-ab87d5d9-6a7e-4f58-974b-adac62a5ad1e tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:44.908387 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4f6e64b7-0935-47de-bea6-ae090e9e4ecf req-ab87d5d9-6a7e-4f58-974b-adac62a5ad1e tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/ports?device_id=d68c521e-765a-4528-aaf0-81cedbba5230 HTTP/1.1" status: 200 len: 948 time: 0.2892833 Jul 05 03:58:44.948061 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d032dff-a854-44f9-abb7-622cff5f9572 req-e978533e-4bb6-475f-8cd9-68f4066b2bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:44.949794 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4d032dff-a854-44f9-abb7-622cff5f9572 req-e978533e-4bb6-475f-8cd9-68f4066b2bbc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1169920 Jul 05 03:58:44.953601 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=dd7276b8-a4cd-47ca-89cc-0d1d051433fb,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:44.982972 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8d7d5713-11cf-4298-abf1-6ab6a6d19ad3 None None] For port 0e5e737f-94d2-4975-aa16-2a60b48b4939, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=0e5e737f-94d2-4975-aa16-2a60b48b4939,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:44.987207 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76afff-678e-47ae-9f03-b750bc9cff30 req-5c96c0e1-9385-4d93-a34e-4fc54e8cb530 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:44.988064 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8d7d5713-11cf-4298-abf1-6ab6a6d19ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.989238 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dc76afff-678e-47ae-9f03-b750bc9cff30 req-5c96c0e1-9385-4d93-a34e-4fc54e8cb530 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.1466072 Jul 05 03:58:44.998789 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4f6e64b7-0935-47de-bea6-ae090e9e4ecf req-37281262-c582-4393-8007-b9d331c2c8b6 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/security-groups?id=41211d4f-8bab-4f3e-af15-f89c2da58568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823176 Jul 05 03:58:45.037557 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d032dff-a854-44f9-abb7-622cff5f9572 req-f91573d2-0f28-4018-a8dd-1ff15c684c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:45.040319 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4d032dff-a854-44f9-abb7-622cff5f9572 req-f91573d2-0f28-4018-a8dd-1ff15c684c51 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0798786 Jul 05 03:58:45.061220 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9be686-e57b-4def-90b5-c8dc866fe5a7 x-openstack-request-id: req-4a9be686-e57b-4def-90b5-c8dc866fe5a7 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:45.061564 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68c521e-765a-4528-aaf0-81cedbba5230", "tag": "56664bf8-fef9-4c0a-9a19-d05a8c26dfb6", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:45.062737 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4a9be686-e57b-4def-90b5-c8dc866fe5a7 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:45.063211 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68c521e-765a-4528-aaf0-81cedbba5230', 'tag': '56664bf8-fef9-4c0a-9a19-d05a8c26dfb6', 'status': 'completed', 'code': 200} Jul 05 03:58:45.093491 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d5713-11cf-4298-abf1-6ab6a6d19ad3 None None] Pushing event updated for resources: {'Port': ['ID=0e5e737f-94d2-4975-aa16-2a60b48b4939,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:45.156925 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dc76afff-678e-47ae-9f03-b750bc9cff30 req-2473b132-7059-400b-a21c-3f9c043c4a0d tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555257 Jul 05 03:58:45.158168 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4d032dff-a854-44f9-abb7-622cff5f9572 req-dfe23ffe-3748-4119-8724-6393a9fe4ebd service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098356 Jul 05 03:58:45.171113 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5998f569-dd22-4c49-8064-b8352e6f782f None None] Provisioning for port e532f8d8-5027-476c-a5a3-e79aa9b2cf3e completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:45.175117 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b7c5baf9-31ef-4e6c-9541-05e31d9d5e77 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.179192 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5998f569-dd22-4c49-8064-b8352e6f782f None None] Provisioning complete for port e532f8d8-5027-476c-a5a3-e79aa9b2cf3e triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:45.179901 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5998f569-dd22-4c49-8064-b8352e6f782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.211853 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-5998f569-dd22-4c49-8064-b8352e6f782f None None] Port e532f8d8-5027-476c-a5a3-e79aa9b2cf3e was deleted so its status cannot be updated. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 03:58:45.252540 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5baf9-31ef-4e6c-9541-05e31d9d5e77 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Port': ['ID=e532f8d8-5027-476c-a5a3-e79aa9b2cf3e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:45.323489 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b7c5baf9-31ef-4e6c-9541-05e31d9d5e77 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.326122 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b7c5baf9-31ef-4e6c-9541-05e31d9d5e77 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/e532f8d8-5027-476c-a5a3-e79aa9b2cf3e HTTP/1.1" status: 204 len: 168 time: 0.9971795 Jul 05 03:58:45.329273 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4d032dff-a854-44f9-abb7-622cff5f9572 req-92b6a444-3863-4880-b394-c8e331ff2166 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638949 Jul 05 03:58:45.331668 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57344) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:45.358032 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a9672-5240-4707-a4d3-1646e9886afc req-42845e7c-96cb-47a2-9ab4-d7d9214d79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:45.360793 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ae9a9672-5240-4707-a4d3-1646e9886afc req-42845e7c-96cb-47a2-9ab4-d7d9214d79c5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c9a40b5d699147b59a12eb825121102d&device_id=d68c521e-765a-4528-aaf0-81cedbba5230 HTTP/1.1" status: 200 len: 1100 time: 0.2595847 Jul 05 03:58:45.411035 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4871a-5249-44c6-abf6-3e52d880be05 req-55df8ea5-a075-49f9-a522-5eec6d95d573 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:45.430378 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6c4871a-5249-44c6-abf6-3e52d880be05 req-55df8ea5-a075-49f9-a522-5eec6d95d573 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce HTTP/1.1" status: 200 len: 944 time: 0.2372963 Jul 05 03:58:45.439837 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['dd7276b8-a4cd-47ca-89cc-0d1d051433fb'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:45.503995 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:45.528785 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6c4871a-5249-44c6-abf6-3e52d880be05 req-67dc26d5-569f-478b-8654-73dfa541ff43 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/security-groups?id=5a0b7abb-c11d-41dd-bd4e-d705d597fcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968778 Jul 05 03:58:45.539747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669ddd07-57c4-4ebc-b9f2-b01d2ebb7db7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:45.547031 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669ddd07-57c4-4ebc-b9f2-b01d2ebb7db7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:45.556918 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-669ddd07-57c4-4ebc-b9f2-b01d2ebb7db7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2180629 Jul 05 03:58:45.559117 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57346) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:45.683038 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ec9623-66f2-4b8e-b1e7-408d8232fbd0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet 43c44ba4-f385-4d08-8740-6f768ec0cf95 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:45.695508 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a8ec9623-66f2-4b8e-b1e7-408d8232fbd0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.737479 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055321a9-e606-43c7-9ad4-a93534dc2c4c req-e653010d-06d6-4884-9469-8b8c29e3dfaa tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:45.739826 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-055321a9-e606-43c7-9ad4-a93534dc2c4c req-e653010d-06d6-4884-9469-8b8c29e3dfaa tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 950 time: 0.1816545 Jul 05 03:58:45.740169 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a9672-5240-4707-a4d3-1646e9886afc req-b2678cf0-62d7-4d20-9864-78b10f2e21d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:45.741355 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=56664bf8-fef9-4c0a-9a19-d05a8c26dfb6,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:45.742853 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ae9a9672-5240-4707-a4d3-1646e9886afc req-b2678cf0-62d7-4d20-9864-78b10f2e21d5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.3286679 Jul 05 03:58:45.782634 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '56664bf8-fef9-4c0a-9a19-d05a8c26dfb6', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '56664bf8-fef9-4c0a-9a19-d05a8c26dfb6', 'mac_address': 'fa:16:3e:ee:a5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:45.823441 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ae9a9672-5240-4707-a4d3-1646e9886afc req-e50e8b73-c50d-4dc9-ba0b-1aef47d62d42 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 HTTP/1.1" status: 200 len: 217 time: 0.0732727 Jul 05 03:58:45.846710 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a8ec9623-66f2-4b8e-b1e7-408d8232fbd0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.855738 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.872921 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:45.878884 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e84aa-c6c0-4c52-9c29-79952c208cc0 req-560a8dbd-d59c-4c9c-b1ee-7b37a102c4ca tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:45.881421 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-068e84aa-c6c0-4c52-9c29-79952c208cc0 req-560a8dbd-d59c-4c9c-b1ee-7b37a102c4ca tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.1687260 Jul 05 03:58:45.896115 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=56664bf8-fef9-4c0a-9a19-d05a8c26dfb6,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:45.900594 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.948088 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-068e84aa-c6c0-4c52-9c29-79952c208cc0 req-bac2074d-b34e-419c-b13f-a2f865dfe93d tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614908 Jul 05 03:58:45.951750 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-055321a9-e606-43c7-9ad4-a93534dc2c4c req-ee009d3b-eb5e-4c70-aef3-2bc15e1c0e77 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Deleting port 63ec1ef3-1bc2-4036-b7e6-034a978916ca {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:45.952178 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-055321a9-e606-43c7-9ad4-a93534dc2c4c req-ee009d3b-eb5e-4c70-aef3-2bc15e1c0e77 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.956054 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a9672-5240-4707-a4d3-1646e9886afc req-d0bbc51d-ee69-4924-ad07-1474e539a615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:45.958728 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ae9a9672-5240-4707-a4d3-1646e9886afc req-d0bbc51d-ee69-4924-ad07-1474e539a615 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1060419 Jul 05 03:58:45.963312 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=56664bf8-fef9-4c0a-9a19-d05a8c26dfb6,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:46.045464 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a8ec9623-66f2-4b8e-b1e7-408d8232fbd0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.057656 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6434bd-918e-4266-a58a-f6f9c6ddf3f6 req-b8d59c42-757b-4e75-9c8f-5047823c87c4 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:46.068338 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea6434bd-918e-4266-a58a-f6f9c6ddf3f6 req-b8d59c42-757b-4e75-9c8f-5047823c87c4 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.2597756 Jul 05 03:58:46.098466 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-055321a9-e606-43c7-9ad4-a93534dc2c4c req-ee009d3b-eb5e-4c70-aef3-2bc15e1c0e77 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] For port 63ec1ef3-1bc2-4036-b7e6-034a978916ca, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=63ec1ef3-1bc2-4036-b7e6-034a978916ca,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:46.098985 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-055321a9-e606-43c7-9ad4-a93534dc2c4c req-ee009d3b-eb5e-4c70-aef3-2bc15e1c0e77 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.117031 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-055321a9-e606-43c7-9ad4-a93534dc2c4c req-ee009d3b-eb5e-4c70-aef3-2bc15e1c0e77 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Calling delete_port for 63ec1ef3-1bc2-4036-b7e6-034a978916ca owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:46.133120 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 0e5e737f-94d2-4975-aa16-2a60b48b4939 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:46.163817 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['56664bf8-fef9-4c0a-9a19-d05a8c26dfb6'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:46.167015 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea6434bd-918e-4266-a58a-f6f9c6ddf3f6 req-40af5fa5-6598-4eed-98f6-94e1bf9d0d46 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003923 Jul 05 03:58:46.185195 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a8ec9623-66f2-4b8e-b1e7-408d8232fbd0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.199701 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a9672-5240-4707-a4d3-1646e9886afc req-a7b0cf3c-a43b-440d-8f78-6fcb86f51333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:46.202891 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ae9a9672-5240-4707-a4d3-1646e9886afc req-a7b0cf3c-a43b-440d-8f78-6fcb86f51333 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2211962 Jul 05 03:58:46.243921 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec9623-66f2-4b8e-b1e7-408d8232fbd0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=43c44ba4-f385-4d08-8740-6f768ec0cf95,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:46.259512 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a8ec9623-66f2-4b8e-b1e7-408d8232fbd0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.261451 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a8ec9623-66f2-4b8e-b1e7-408d8232fbd0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/43c44ba4-f385-4d08-8740-6f768ec0cf95 HTTP/1.1" status: 204 len: 168 time: 0.6998596 Jul 05 03:58:46.272752 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e2a3cc-58fe-4edd-b9c8-49e307f31c0c None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:46.275535 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57356) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:46.334162 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-57b33210-027d-485d-a1e8-8ecb9e016f47 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492244 Jul 05 03:58:46.338607 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57358) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:46.347713 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-a0c0d480-802e-455a-9c5d-aaede163bae5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:46.392759 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ae9a9672-5240-4707-a4d3-1646e9886afc req-2a6ab50f-454b-4f36-96b8-5a4958126cef service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624153 Jul 05 03:58:46.400374 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 0e5e737f-94d2-4975-aa16-2a60b48b4939 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:46.401012 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.418049 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331850ee-5591-42ee-a93a-27dbc8f36247 req-f278e532-e06e-4807-b369-268dd442838a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:46.419698 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-331850ee-5591-42ee-a93a-27dbc8f36247 req-f278e532-e06e-4807-b369-268dd442838a tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bfcabb8-91e6-4f12-ba49-bf451b98ad63 HTTP/1.1" status: 200 len: 950 time: 0.2231691 Jul 05 03:58:46.549320 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-055321a9-e606-43c7-9ad4-a93534dc2c4c req-ee009d3b-eb5e-4c70-aef3-2bc15e1c0e77 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.606996 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-331850ee-5591-42ee-a93a-27dbc8f36247 req-fdf342c5-22ad-499e-bc1a-ce7820f04dbc tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.77 "GET /v2.0/security-groups?id=e7eceed3-26f0-46b2-82e5-4ba58a979ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352036 Jul 05 03:58:46.608126 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee009d3b-eb5e-4c70-aef3-2bc15e1c0e77 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Pushing event deleted for resources: {'Port': ['ID=63ec1ef3-1bc2-4036-b7e6-034a978916ca,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:46.624478 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c0d480-802e-455a-9c5d-aaede163bae5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:46.628743 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0c0d480-802e-455a-9c5d-aaede163bae5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.696014 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16b2a54-f342-4233-bfd6-cf05bf433d1e None None] DHCP port deletion for 11254a26-e0ed-4207-b9f1-d7e3a27daaba request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:58:46.760559 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-055321a9-e606-43c7-9ad4-a93534dc2c4c req-ee009d3b-eb5e-4c70-aef3-2bc15e1c0e77 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] No DVR routers for this DVR port 63ec1ef3-1bc2-4036-b7e6-034a978916ca on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:46.772940 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-055321a9-e606-43c7-9ad4-a93534dc2c4c req-ee009d3b-eb5e-4c70-aef3-2bc15e1c0e77 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.775083 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-055321a9-e606-43c7-9ad4-a93534dc2c4c req-ee009d3b-eb5e-4c70-aef3-2bc15e1c0e77 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] 10.222.0.70 "DELETE /v2.0/ports/63ec1ef3-1bc2-4036-b7e6-034a978916ca HTTP/1.1" status: 204 len: 173 time: 1.0176296 Jul 05 03:58:46.779326 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfcabb8-91e6-4f12-ba49-bf451b98ad63', 'name': 'network-vif-deleted', 'tag': '63ec1ef3-1bc2-4036-b7e6-034a978916ca'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:46.780905 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def150eb-0731-468d-80ef-ddceaf9dcdf0" -d '{"events": [{"server_uuid": "4bfcabb8-91e6-4f12-ba49-bf451b98ad63", "name": "network-vif-deleted", "tag": "63ec1ef3-1bc2-4036-b7e6-034a978916ca"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:46.782026 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-b16b2a54-f342-4233-bfd6-cf05bf433d1e None None] Deleting port 0e5e737f-94d2-4975-aa16-2a60b48b4939 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:46.783460 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b16b2a54-f342-4233-bfd6-cf05bf433d1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.829240 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cf8a17fe-ae8e-4bac-975d-9ceccdb39ac1 req-9aaa82ca-27fb-45a1-9c82-4340780a67c0 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=95f0b38a585f41a59ed1656d8eea23b3 HTTP/1.1" status: 200 len: 221 time: 0.0641141 Jul 05 03:58:46.898585 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-b16b2a54-f342-4233-bfd6-cf05bf433d1e None None] For port 0e5e737f-94d2-4975-aa16-2a60b48b4939, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=0e5e737f-94d2-4975-aa16-2a60b48b4939,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:46.899144 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b16b2a54-f342-4233-bfd6-cf05bf433d1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.905693 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a61b4-3108-4914-9398-30bf5901f035 req-4701c013-8816-47e7-85a7-2d0843e83499 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:46.915206 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-b16b2a54-f342-4233-bfd6-cf05bf433d1e None None] Calling delete_port for 0e5e737f-94d2-4975-aa16-2a60b48b4939 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:46.923244 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-499a61b4-3108-4914-9398-30bf5901f035 req-4701c013-8816-47e7-85a7-2d0843e83499 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/ports?device_id=d68c521e-765a-4528-aaf0-81cedbba5230 HTTP/1.1" status: 200 len: 949 time: 0.5910420 Jul 05 03:58:46.956247 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ae9a9672-5240-4707-a4d3-1646e9886afc req-2b553556-95de-4fe6-a950-750ac48e9fab service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5563505 Jul 05 03:58:46.998362 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-499a61b4-3108-4914-9398-30bf5901f035 req-6f4d7839-849c-43d5-b3b4-b221dbcbdabd tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/security-groups?id=41211d4f-8bab-4f3e-af15-f89c2da58568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738606 Jul 05 03:58:47.062881 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b16b2a54-f342-4233-bfd6-cf05bf433d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:47.118091 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b2a54-f342-4233-bfd6-cf05bf433d1e None None] Pushing event deleted for resources: {'Port': ['ID=0e5e737f-94d2-4975-aa16-2a60b48b4939,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:47.121791 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16b2a54-f342-4233-bfd6-cf05bf433d1e None None] No DVR routers for this DVR port 0e5e737f-94d2-4975-aa16-2a60b48b4939 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:47.141822 n-d-780147-23 neutron-server[105538]: DEBUG neutron.objects.ports [None req-a0c0d480-802e-455a-9c5d-aaede163bae5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105538) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:58:47.143993 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0c0d480-802e-455a-9c5d-aaede163bae5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:47.206099 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c0d480-802e-455a-9c5d-aaede163bae5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:47.212308 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-a0c0d480-802e-455a-9c5d-aaede163bae5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:47.215849 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c0d480-802e-455a-9c5d-aaede163bae5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:47.216631 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0c0d480-802e-455a-9c5d-aaede163bae5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:47.225250 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08a0dd0-cbbb-4aad-9036-13494e30d3ec None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:47.234536 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0d480-802e-455a-9c5d-aaede163bae5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=e824dd39-9c9c-4ce5-8b89-e04566e5d731,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:47.255584 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a0c0d480-802e-455a-9c5d-aaede163bae5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9138291 Jul 05 03:58:47.256400 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57380) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:47.262678 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-29f69f17-42aa-4ac9-88d2-a3a74a518aa0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'mac_address': 'fa:16:3e:62:0d:2b', 'name': 'tempest-NetworksTestDHCPv6-1593007534'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:47.290091 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9a1be-efe0-4193-a7ee-9af5cb5d73de req-d65f93b8-cf7c-40af-b180-687bed1be324 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:47.291678 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-68a9a1be-efe0-4193-a7ee-9af5cb5d73de req-d65f93b8-cf7c-40af-b180-687bed1be324 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce HTTP/1.1" status: 200 len: 944 time: 0.1217833 Jul 05 03:58:47.379635 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-68a9a1be-efe0-4193-a7ee-9af5cb5d73de req-a5df425d-5e19-426e-b838-77c9e20a46dd tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/security-groups?id=5a0b7abb-c11d-41dd-bd4e-d705d597fcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622942 Jul 05 03:58:47.390362 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c692546f-c9c1-4e88-8504-7bc9992105ca x-openstack-request-id: req-c692546f-c9c1-4e88-8504-7bc9992105ca {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:47.391512 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfcabb8-91e6-4f12-ba49-bf451b98ad63", "name": "network-vif-deleted", "tag": "63ec1ef3-1bc2-4036-b7e6-034a978916ca", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:47.392371 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c692546f-c9c1-4e88-8504-7bc9992105ca {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:47.393833 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfcabb8-91e6-4f12-ba49-bf451b98ad63', 'name': 'network-vif-deleted', 'tag': '63ec1ef3-1bc2-4036-b7e6-034a978916ca', 'status': 'completed', 'code': 200} Jul 05 03:58:47.417392 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabd7921-393d-40b3-993a-aa9b12b9a6d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'fixed_ips': [{'subnet_id': 'e824dd39-9c9c-4ce5-8b89-e04566e5d731'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:58:47.418318 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dabd7921-393d-40b3-993a-aa9b12b9a6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:47.440593 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f69f17-42aa-4ac9-88d2-a3a74a518aa0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:47.497299 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 67ea9714-eff0-4a73-b6ce-078041b69a48 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:47.499655 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:47.664566 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-29f69f17-42aa-4ac9-88d2-a3a74a518aa0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:47.676265 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546868b-06e7-4efa-a61c-a421cd3812f3 req-42eb51a2-c1a6-4523-86c2-869d472fabce tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:47.677758 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9546868b-06e7-4efa-a61c-a421cd3812f3 req-42eb51a2-c1a6-4523-86c2-869d472fabce tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.1472616 Jul 05 03:58:47.721750 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a43b71-f108-4944-a92f-d34448536805 req-2a4e9ed8-80c7-4e0e-a9e1-926b4a1af434 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:47.730230 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-49a43b71-f108-4944-a92f-d34448536805 req-2a4e9ed8-80c7-4e0e-a9e1-926b4a1af434 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.1776578 Jul 05 03:58:47.750976 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-29f69f17-42aa-4ac9-88d2-a3a74a518aa0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] device_id is not set on port 09362a17-3819-4e00-bc21-4f72f01c09c4 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:58:47.784190 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-49a43b71-f108-4944-a92f-d34448536805 req-5cfda4ed-defd-44d4-bf6e-c9c5e6ec5f24 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527804 Jul 05 03:58:47.828934 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9546868b-06e7-4efa-a61c-a421cd3812f3 req-1578376c-1889-4ee0-9405-0c7c5401970e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392100 Jul 05 03:58:47.898004 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:47.917790 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:47.918169 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:47.944967 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-dabd7921-393d-40b3-993a-aa9b12b9a6d3 None None] Allocated IP 2001:db8::f816:3eff:fecc:cecc (11254a26-e0ed-4207-b9f1-d7e3a27daaba/e824dd39-9c9c-4ce5-8b89-e04566e5d731/5192487b-d68f-4eff-8c6d-88b6bac51711) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:47.993161 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 67ea9714-eff0-4a73-b6ce-078041b69a48, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=67ea9714-eff0-4a73-b6ce-078041b69a48,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:48.095865 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb320fd-de53-4c54-916d-ec02c93cfac5 req-fa5dd063-8a49-47a2-b0b3-05798074e65b tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:48.095865 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fbb320fd-de53-4c54-916d-ec02c93cfac5 req-fa5dd063-8a49-47a2-b0b3-05798074e65b tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.1120605 Jul 05 03:58:48.104897 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '67ea9714-eff0-4a73-b6ce-078041b69a48', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '67ea9714-eff0-4a73-b6ce-078041b69a48', 'mac_address': 'fa:16:3e:c0:be:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:48.143977 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fbb320fd-de53-4c54-916d-ec02c93cfac5 req-137633ee-84ac-4b4a-9f9c-e9ffd8ec2c64 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451117 Jul 05 03:58:48.195980 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 0e5e737f-94d2-4975-aa16-2a60b48b4939 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:48.197842 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device dd7276b8-a4cd-47ca-89cc-0d1d051433fb up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:48.249848 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0123a1-1b74-4b25-b2be-fda79ef72ded req-706354f7-6a3c-4a14-835a-fe68a64200e6 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:48.259307 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ad0123a1-1b74-4b25-b2be-fda79ef72ded req-706354f7-6a3c-4a14-835a-fe68a64200e6 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/ports?device_id=d68c521e-765a-4528-aaf0-81cedbba5230 HTTP/1.1" status: 200 len: 949 time: 0.1081452 Jul 05 03:58:48.318085 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 0e5e737f-94d2-4975-aa16-2a60b48b4939 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:48.319461 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 0e5e737f-94d2-4975-aa16-2a60b48b4939 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:48.340208 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ad0123a1-1b74-4b25-b2be-fda79ef72ded req-3223a323-aad9-4415-9f1b-98499df4e059 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/security-groups?id=41211d4f-8bab-4f3e-af15-f89c2da58568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794599 Jul 05 03:58:48.356699 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57398) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:48.370550 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.445101 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.453469 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ea9714-eff0-4a73-b6ce-078041b69a48 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:48.560371 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 67ea9714-eff0-4a73-b6ce-078041b69a48, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=67ea9714-eff0-4a73-b6ce-078041b69a48,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:48.584556 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.604557 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68c521e-765a-4528-aaf0-81cedbba5230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56664bf8-fef9-4c0a-9a19-d05a8c26dfb6'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:48.607263 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f43148-6cd4-4d4d-831a-77820568db91" -d '{"events": [{"server_uuid": "d68c521e-765a-4528-aaf0-81cedbba5230", "name": "network-vif-plugged", "status": "completed", "tag": "56664bf8-fef9-4c0a-9a19-d05a8c26dfb6"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:48.618988 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port dd7276b8-a4cd-47ca-89cc-0d1d051433fb completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:48.654139 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-42bc7154-649a-4047-832b-8383a16c8ad7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ba5800eba7ce4067ae2fae645ac62ef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958438 Jul 05 03:58:48.656467 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57408) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:48.659964 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dabd7921-393d-40b3-993a-aa9b12b9a6d3 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.683111 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=56664bf8-fef9-4c0a-9a19-d05a8c26dfb6,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:48.684667 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port dd7276b8-a4cd-47ca-89cc-0d1d051433fb triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:48.685413 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.693175 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a439f68-ea07-44f4-bb5e-b836f31ddbf1 req-1e0473e6-75dc-421b-b33c-61bf00632729 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:48.700615 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5a439f68-ea07-44f4-bb5e-b836f31ddbf1 req-1e0473e6-75dc-421b-b33c-61bf00632729 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.1123831 Jul 05 03:58:48.728029 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dabd7921-393d-40b3-993a-aa9b12b9a6d3 None None] Transition to ACTIVE for port object 5192487b-d68f-4eff-8c6d-88b6bac51711 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:48.730693 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.763047 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5a439f68-ea07-44f4-bb5e-b836f31ddbf1 req-c0e2197a-4496-4f1e-8ae6-0b175be1577b tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615306 Jul 05 03:58:48.790232 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dabd7921-393d-40b3-993a-aa9b12b9a6d3 None None] Transition to ACTIVE for port object 5192487b-d68f-4eff-8c6d-88b6bac51711 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:48.793188 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-60369ab7-668b-4d7c-a9aa-d4d983483d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.800161 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=67ea9714-eff0-4a73-b6ce-078041b69a48,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:48.804472 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dabd7921-393d-40b3-993a-aa9b12b9a6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.850774 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ca8eb-f5c1-423a-805a-b368f1c6b719 req-904c3362-4188-4f20-943e-7c0c52070870 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:48.861913 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c546fa1-0750-4cce-a139-5198af83f314 x-openstack-request-id: req-1c546fa1-0750-4cce-a139-5198af83f314 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:48.862207 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68c521e-765a-4528-aaf0-81cedbba5230", "name": "network-vif-plugged", "status": "completed", "tag": "56664bf8-fef9-4c0a-9a19-d05a8c26dfb6", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:48.862461 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1c546fa1-0750-4cce-a139-5198af83f314 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:48.862888 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68c521e-765a-4528-aaf0-81cedbba5230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56664bf8-fef9-4c0a-9a19-d05a8c26dfb6', 'code': 200} Jul 05 03:58:48.868008 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabd7921-393d-40b3-993a-aa9b12b9a6d3 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:48.872604 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-003ca8eb-f5c1-423a-805a-b368f1c6b719 req-904c3362-4188-4f20-943e-7c0c52070870 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce HTTP/1.1" status: 200 len: 944 time: 0.1879363 Jul 05 03:58:48.881056 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-29f69f17-42aa-4ac9-88d2-a3a74a518aa0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 2001:db8::f816:3eff:fe62:d2b (11254a26-e0ed-4207-b9f1-d7e3a27daaba/e824dd39-9c9c-4ce5-8b89-e04566e5d731/09362a17-3819-4e00-bc21-4f72f01c09c4) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:48.885000 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-dabd7921-393d-40b3-993a-aa9b12b9a6d3 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:48.896090 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabd7921-393d-40b3-993a-aa9b12b9a6d3 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:48.899151 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['67ea9714-eff0-4a73-b6ce-078041b69a48'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:48.933858 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-60369ab7-668b-4d7c-a9aa-d4d983483d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.965501 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=56664bf8-fef9-4c0a-9a19-d05a8c26dfb6,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:49.052588 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-003ca8eb-f5c1-423a-805a-b368f1c6b719 req-3a8ce8f3-407d-449d-a233-928b78539e1d tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/security-groups?id=5a0b7abb-c11d-41dd-bd4e-d705d597fcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785457 Jul 05 03:58:49.053442 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-60369ab7-668b-4d7c-a9aa-d4d983483d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.056549 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-60369ab7-668b-4d7c-a9aa-d4d983483d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.062275 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-60369ab7-668b-4d7c-a9aa-d4d983483d46 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e7eceed3-26f0-46b2-82e5-4ba58a979ce6 HTTP/1.1" status: 204 len: 168 time: 0.4035921 Jul 05 03:58:49.072881 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60369ab7-668b-4d7c-a9aa-d4d983483d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7eceed3-26f0-46b2-82e5-4ba58a979ce6,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:49.111049 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.168095 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd7921-393d-40b3-993a-aa9b12b9a6d3 None None] Pushing event updated for resources: {'Port': ['ID=5192487b-d68f-4eff-8c6d-88b6bac51711,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:49.170749 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-dabd7921-393d-40b3-993a-aa9b12b9a6d3 None None] Attempting to bind port 5192487b-d68f-4eff-8c6d-88b6bac51711 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:49.171026 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-dabd7921-393d-40b3-993a-aa9b12b9a6d3 None None] Attempting to bind port 5192487b-d68f-4eff-8c6d-88b6bac51711 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:49.172072 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabd7921-393d-40b3-993a-aa9b12b9a6d3 None None] Attempting to bind port 5192487b-d68f-4eff-8c6d-88b6bac51711 on network 11254a26-e0ed-4207-b9f1-d7e3a27daaba {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:49.206939 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabd7921-393d-40b3-993a-aa9b12b9a6d3 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:49.208696 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabd7921-393d-40b3-993a-aa9b12b9a6d3 None None] Checking segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:49.209645 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dabd7921-393d-40b3-993a-aa9b12b9a6d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.210578 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabd7921-393d-40b3-993a-aa9b12b9a6d3 None None] Bound using segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:49.210808 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-dabd7921-393d-40b3-993a-aa9b12b9a6d3 None None] Bound port: 5192487b-d68f-4eff-8c6d-88b6bac51711, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:49.211114 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dabd7921-393d-40b3-993a-aa9b12b9a6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.260362 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bcc4f-c69e-495a-8275-a4e7720aa8c4 req-689457b0-09d3-4cef-b5eb-1c9a5fa4ab94 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:49.261381 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port dd7276b8-a4cd-47ca-89cc-0d1d051433fb, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=dd7276b8-a4cd-47ca-89cc-0d1d051433fb,segment=NetworkSegment(21468ec5-9624-4ff3-ac93-6e1823c29111),segment_id=21468ec5-9624-4ff3-ac93-6e1823c29111)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:49.268584 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-718bcc4f-c69e-495a-8275-a4e7720aa8c4 req-689457b0-09d3-4cef-b5eb-1c9a5fa4ab94 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.2734604 Jul 05 03:58:49.294497 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f86b5f-0025-4dd7-9fb3-9bfff72624e2 req-cb341324-2dbf-467c-adca-b60f4969ac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:49.296067 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38f86b5f-0025-4dd7-9fb3-9bfff72624e2 req-cb341324-2dbf-467c-adca-b60f4969ac52 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d68c521e-765a-4528-aaf0-81cedbba5230 HTTP/1.1" status: 200 len: 1102 time: 0.3160522 Jul 05 03:58:49.305401 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.306290 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 63ec1ef3-1bc2-4036-b7e6-034a978916ca no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:49.343487 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-29f69f17-42aa-4ac9-88d2-a3a74a518aa0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.377549 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73197349-2edc-4f85-a37e-e275a9a7b224 req-1cd2130d-6dfe-4cac-9b88-c453f7171160 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:49.379846 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 63ec1ef3-1bc2-4036-b7e6-034a978916ca {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:49.380169 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 63ec1ef3-1bc2-4036-b7e6-034a978916ca not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:49.386604 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-73197349-2edc-4f85-a37e-e275a9a7b224 req-1cd2130d-6dfe-4cac-9b88-c453f7171160 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.1215165 Jul 05 03:58:49.387003 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-29f69f17-42aa-4ac9-88d2-a3a74a518aa0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Transition to ACTIVE for port object 09362a17-3819-4e00-bc21-4f72f01c09c4 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:49.402988 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-718bcc4f-c69e-495a-8275-a4e7720aa8c4 req-0d774167-23b3-4ca2-9bb7-8ee9489fcd0f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331270 Jul 05 03:58:49.438996 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38f86b5f-0025-4dd7-9fb3-9bfff72624e2 req-15004102-4cc1-4dbe-a53c-374b1aaee443 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=41211d4f-8bab-4f3e-af15-f89c2da58568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192088 Jul 05 03:58:49.442689 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dabd7921-393d-40b3-993a-aa9b12b9a6d3 None None] For port 5192487b-d68f-4eff-8c6d-88b6bac51711, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:49.454861 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-73197349-2edc-4f85-a37e-e275a9a7b224 req-b242c355-0a0b-4153-bc08-0de22df1aa74 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672562 Jul 05 03:58:49.487170 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dabd7921-393d-40b3-993a-aa9b12b9a6d3 None None] For port 5192487b-d68f-4eff-8c6d-88b6bac51711, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5192487b-d68f-4eff-8c6d-88b6bac51711,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:49.490860 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=dd7276b8-a4cd-47ca-89cc-0d1d051433fb,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:49.502013 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dabd7921-393d-40b3-993a-aa9b12b9a6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.525758 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-29f69f17-42aa-4ac9-88d2-a3a74a518aa0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.583677 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57426) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:49.597583 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd7921-393d-40b3-993a-aa9b12b9a6d3 None None] Pushing event updated for resources: {'Port': ['ID=5192487b-d68f-4eff-8c6d-88b6bac51711,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:49.621226 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f69f17-42aa-4ac9-88d2-a3a74a518aa0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:49.639857 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f69f17-42aa-4ac9-88d2-a3a74a518aa0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=09362a17-3819-4e00-bc21-4f72f01c09c4,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:49.644686 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-29f69f17-42aa-4ac9-88d2-a3a74a518aa0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:49.649892 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f69f17-42aa-4ac9-88d2-a3a74a518aa0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:49.656250 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f69f17-42aa-4ac9-88d2-a3a74a518aa0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:49.657022 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-29f69f17-42aa-4ac9-88d2-a3a74a518aa0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.669931 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e59b85f4-bbbf-4dab-aa93-5fb22f1bda1a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6acc75d93a944e1eb89eed679a840ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0835907 Jul 05 03:58:49.670837 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57430) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:49.684108 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-29f69f17-42aa-4ac9-88d2-a3a74a518aa0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4225223 Jul 05 03:58:49.684789 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57432) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:49.729829 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8c1fc72c-b9a0-438e-86f6-14d3b51675ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.761039 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8c1fc72c-b9a0-438e-86f6-14d3b51675ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.778374 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c460c8-312b-4c9a-9c29-ca0efe43f3cd req-8a44cd6e-4854-49d2-9991-adeb8c868e27 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:49.780055 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c4c460c8-312b-4c9a-9c29-ca0efe43f3cd req-8a44cd6e-4854-49d2-9991-adeb8c868e27 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/ports?device_id=d68c521e-765a-4528-aaf0-81cedbba5230 HTTP/1.1" status: 200 len: 950 time: 0.2350838 Jul 05 03:58:49.830982 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8c1fc72c-b9a0-438e-86f6-14d3b51675ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.835327 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8c1fc72c-b9a0-438e-86f6-14d3b51675ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.836828 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8c1fc72c-b9a0-438e-86f6-14d3b51675ed admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/87bbc69e-39cb-4d5d-ae1a-cb88951468b3 HTTP/1.1" status: 204 len: 168 time: 0.1647725 Jul 05 03:58:49.838058 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dfe0d9-3d43-4e5e-9725-a2bc94e5033c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:49.846867 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dfe0d9-3d43-4e5e-9725-a2bc94e5033c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:49.851296 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b6dfe0d9-3d43-4e5e-9725-a2bc94e5033c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1616290 Jul 05 03:58:49.854016 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57436) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:49.884935 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fc72c-b9a0-438e-86f6-14d3b51675ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bbc69e-39cb-4d5d-ae1a-cb88951468b3,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:49.920531 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c4c460c8-312b-4c9a-9c29-ca0efe43f3cd req-2adbcf5e-684a-4c01-8c1c-7b232049e0a5 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/security-groups?id=41211d4f-8bab-4f3e-af15-f89c2da58568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237164 Jul 05 03:58:50.028543 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-9550fc11-577f-4c69-9329-fc52b4e1d739 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting port 09362a17-3819-4e00-bc21-4f72f01c09c4 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:50.029023 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9550fc11-577f-4c69-9329-fc52b4e1d739 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.061258 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7d641-0382-4060-82c1-bbaf720dc2e5 req-e232fc23-b570-4697-96b9-3c7c9ef30a73 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:50.071448 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39c7d641-0382-4060-82c1-bbaf720dc2e5 req-e232fc23-b570-4697-96b9-3c7c9ef30a73 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.0964499 Jul 05 03:58:50.143367 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39c7d641-0382-4060-82c1-bbaf720dc2e5 req-e6da1920-7a30-4c3e-a1de-2887bae1ad41 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704875 Jul 05 03:58:50.248540 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5192487b-d68f-4eff-8c6d-88b6bac51711 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:50.376016 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9550fc11-577f-4c69-9329-fc52b4e1d739 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.393225 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 5192487b-d68f-4eff-8c6d-88b6bac51711 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:50.419220 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-9550fc11-577f-4c69-9329-fc52b4e1d739 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Calling delete_port for 09362a17-3819-4e00-bc21-4f72f01c09c4 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:50.509812 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68543230-16d6-4c4e-a4ef-115ba1135f09 req-092ef3f6-5221-4f49-8b35-c2c74655760c tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:50.511416 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-68543230-16d6-4c4e-a4ef-115ba1135f09 req-092ef3f6-5221-4f49-8b35-c2c74655760c tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce HTTP/1.1" status: 200 len: 945 time: 0.2389400 Jul 05 03:58:50.612314 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-68543230-16d6-4c4e-a4ef-115ba1135f09 req-57794c70-3b81-4c1f-b56b-ca4a539a8f96 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/security-groups?id=5a0b7abb-c11d-41dd-bd4e-d705d597fcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887966 Jul 05 03:58:50.621206 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e50d7-dc3d-49ef-87fa-343ec2fba22f req-d07621d9-a234-454f-a38e-76f35b12f84f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:50.630599 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-482e50d7-dc3d-49ef-87fa-343ec2fba22f req-d07621d9-a234-454f-a38e-76f35b12f84f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.1605012 Jul 05 03:58:50.695009 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-482e50d7-dc3d-49ef-87fa-343ec2fba22f req-16fbe5a9-bdd3-4e25-a015-0a6a0e2cf4f5 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631273 Jul 05 03:58:50.742742 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9550fc11-577f-4c69-9329-fc52b4e1d739 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.784506 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550fc11-577f-4c69-9329-fc52b4e1d739 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Port': ['ID=09362a17-3819-4e00-bc21-4f72f01c09c4,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:50.826573 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9550fc11-577f-4c69-9329-fc52b4e1d739 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.828515 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9550fc11-577f-4c69-9329-fc52b4e1d739 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/09362a17-3819-4e00-bc21-4f72f01c09c4 HTTP/1.1" status: 204 len: 168 time: 0.9734647 Jul 05 03:58:50.830883 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57462) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:50.864489 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7276b8-a4cd-47ca-89cc-0d1d051433fb'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:50.866865 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff37ad80-a621-4367-b447-ce36b6777eba" -d '{"events": [{"server_uuid": "ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce", "name": "network-vif-plugged", "status": "completed", "tag": "dd7276b8-a4cd-47ca-89cc-0d1d051433fb"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:50.968199 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920a7141-de0e-4a80-a0fd-3fff1974f45a tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:50.969638 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920a7141-de0e-4a80-a0fd-3fff1974f45a tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:50.971195 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-920a7141-de0e-4a80-a0fd-3fff1974f45a tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1393254 Jul 05 03:58:50.974646 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57474) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:50.989676 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae65df-1971-44dd-898f-cafc937c58df req-d38e1c92-0905-4a46-beee-cdf814418a7e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:50.991312 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-83ae65df-1971-44dd-898f-cafc937c58df req-d38e1c92-0905-4a46-beee-cdf814418a7e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.1691806 Jul 05 03:58:51.043063 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-83ae65df-1971-44dd-898f-cafc937c58df req-1aeb81cd-8111-43c2-a6f7-7f702eea305b tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444615 Jul 05 03:58:51.051022 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac2a1d1-ae56-4c4b-b41a-cf9b13be3555 x-openstack-request-id: req-5ac2a1d1-ae56-4c4b-b41a-cf9b13be3555 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:51.051331 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce", "name": "network-vif-plugged", "status": "completed", "tag": "dd7276b8-a4cd-47ca-89cc-0d1d051433fb", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:51.051587 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5ac2a1d1-ae56-4c4b-b41a-cf9b13be3555 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:51.052086 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7276b8-a4cd-47ca-89cc-0d1d051433fb', 'code': 200} Jul 05 03:58:51.066587 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-2297f053-62a6-4310-b44c-6639fb6195d7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet e824dd39-9c9c-4ce5-8b89-e04566e5d731 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:51.071752 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2297f053-62a6-4310-b44c-6639fb6195d7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.154489 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2297f053-62a6-4310-b44c-6639fb6195d7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.218854 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7a85ef41-fb3a-4328-988a-cbbc89449527 None None] Provisioning for port 5192487b-d68f-4eff-8c6d-88b6bac51711 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:51.234917 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7a85ef41-fb3a-4328-988a-cbbc89449527 None None] Provisioning complete for port 5192487b-d68f-4eff-8c6d-88b6bac51711 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:51.235289 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7a85ef41-fb3a-4328-988a-cbbc89449527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.341909 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676f615-5b34-4d15-8bf8-3c8c6acc2aa9 req-5577a83d-efa9-40d1-84e8-e062143c516c tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:51.344219 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6676f615-5b34-4d15-8bf8-3c8c6acc2aa9 req-5577a83d-efa9-40d1-84e8-e062143c516c tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/ports?device_id=d68c521e-765a-4528-aaf0-81cedbba5230 HTTP/1.1" status: 200 len: 950 time: 0.1186080 Jul 05 03:58:51.388708 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7a85ef41-fb3a-4328-988a-cbbc89449527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.390754 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6676f615-5b34-4d15-8bf8-3c8c6acc2aa9 req-fb51cbbe-dc7f-4663-a4ca-e05ae8a78622 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/security-groups?id=41211d4f-8bab-4f3e-af15-f89c2da58568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404122 Jul 05 03:58:51.402455 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2297f053-62a6-4310-b44c-6639fb6195d7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.436618 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93f7ab-e691-4486-a01f-6c00e929e3a0 req-524dfa4c-c14c-4c16-8c79-d3eed9d894b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:51.438411 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4b93f7ab-e691-4486-a01f-6c00e929e3a0 req-524dfa4c-c14c-4c16-8c79-d3eed9d894b0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce HTTP/1.1" status: 200 len: 1097 time: 0.2561164 Jul 05 03:58:51.458283 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa51c90-ebb5-4011-98f6-aba41bc1b69e req-1f897085-c81d-4fc3-8835-a0c121b99cb7 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:51.460038 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-daa51c90-ebb5-4011-98f6-aba41bc1b69e req-1f897085-c81d-4fc3-8835-a0c121b99cb7 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.2761993 Jul 05 03:58:51.517594 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 67ea9714-eff0-4a73-b6ce-078041b69a48 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:51.574416 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2297f053-62a6-4310-b44c-6639fb6195d7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.619649 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369e572-6c95-4d1e-ae6d-04ab8df4191d req-5bb1b758-1c27-464e-97c6-62b0945568b5 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:51.621635 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e369e572-6c95-4d1e-ae6d-04ab8df4191d req-5bb1b758-1c27-464e-97c6-62b0945568b5 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/ports?device_id=8646f29a-20d1-471e-8a0c-2f174a94b7ea HTTP/1.1" status: 200 len: 949 time: 0.0968838 Jul 05 03:58:51.641613 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.api [None req-7a85ef41-fb3a-4328-988a-cbbc89449527 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:58:51.642441 n-d-780147-23 neutron-server[105540]: DEBUG oslo_db.api [None req-7a85ef41-fb3a-4328-988a-cbbc89449527 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:58:51.644334 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 67ea9714-eff0-4a73-b6ce-078041b69a48 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:51.656245 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 67ea9714-eff0-4a73-b6ce-078041b69a48 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:51.656888 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.657605 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297f053-62a6-4310-b44c-6639fb6195d7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=e824dd39-9c9c-4ce5-8b89-e04566e5d731,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:51.664637 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4b93f7ab-e691-4486-a01f-6c00e929e3a0 req-b90b67d6-3aff-44d0-b8c4-23090a08b7f2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5a0b7abb-c11d-41dd-bd4e-d705d597fcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034881 Jul 05 03:58:51.684132 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-daa51c90-ebb5-4011-98f6-aba41bc1b69e req-1633365b-f7fc-456a-aada-36ac705e6dc7 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012005 Jul 05 03:58:51.690555 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2297f053-62a6-4310-b44c-6639fb6195d7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.695445 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2297f053-62a6-4310-b44c-6639fb6195d7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/e824dd39-9c9c-4ce5-8b89-e04566e5d731 HTTP/1.1" status: 204 len: 168 time: 0.7175519 Jul 05 03:58:51.696283 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e369e572-6c95-4d1e-ae6d-04ab8df4191d req-60bcfb70-d1b1-4a33-b659-cd21defd8da9 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/security-groups?id=41211d4f-8bab-4f3e-af15-f89c2da58568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689573 Jul 05 03:58:51.698872 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57492) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:51.840747 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.860068 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47258509-b8db-44c2-a592-5a7d78bc5a87 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:51.889474 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 67ea9714-eff0-4a73-b6ce-078041b69a48, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=67ea9714-eff0-4a73-b6ce-078041b69a48,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:51.929849 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.000837 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edfedc-28a0-497b-82f6-e023ff7ba939 req-036cd895-2b3f-4c03-9a0b-e3bfb5196cda tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:52.002467 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-03edfedc-28a0-497b-82f6-e023ff7ba939 req-036cd895-2b3f-4c03-9a0b-e3bfb5196cda tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.0897012 Jul 05 03:58:52.053690 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-03edfedc-28a0-497b-82f6-e023ff7ba939 req-2a8a2ae4-5e0a-4b2e-9245-142b38bcf1a7 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440085 Jul 05 03:58:52.084573 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=67ea9714-eff0-4a73-b6ce-078041b69a48,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:52.119959 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b539086e-00f9-49d0-a4e9-f2db9456637e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4198961 Jul 05 03:58:52.122394 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57510) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:52.203545 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a9598-7767-425a-9462-6f2a8771a150 req-e2290865-4fd2-43bd-b92d-f0b445b67f8f tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:52.204929 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-df6a9598-7767-425a-9462-6f2a8771a150 req-e2290865-4fd2-43bd-b92d-f0b445b67f8f tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce HTTP/1.1" status: 200 len: 945 time: 0.0874226 Jul 05 03:58:52.226287 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7a85ef41-fb3a-4328-988a-cbbc89449527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.229103 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a04cada-13b8-4ec6-8dee-283c41592eb9 None None] DHCP port deletion for 11254a26-e0ed-4207-b9f1-d7e3a27daaba request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:58:52.236710 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d4341a-a7c2-4efe-b85f-4db779b1d3d2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:52.239048 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-52d4341a-a7c2-4efe-b85f-4db779b1d3d2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1150749 Jul 05 03:58:52.259474 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57514) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:52.302712 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-df6a9598-7767-425a-9462-6f2a8771a150 req-468be0c5-e5c1-45c5-b457-8e527fac03e8 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/security-groups?id=5a0b7abb-c11d-41dd-bd4e-d705d597fcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908999 Jul 05 03:58:52.304196 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-7a85ef41-fb3a-4328-988a-cbbc89449527 None None] For port 5192487b-d68f-4eff-8c6d-88b6bac51711, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5192487b-d68f-4eff-8c6d-88b6bac51711,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:52.322969 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7a85ef41-fb3a-4328-988a-cbbc89449527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.396520 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66fa6ac-dd8e-4933-a59f-0c3ed5bb8fe9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:52.399183 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d66fa6ac-dd8e-4933-a59f-0c3ed5bb8fe9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1379688 Jul 05 03:58:52.401818 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57518) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:52.435497 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-9a04cada-13b8-4ec6-8dee-283c41592eb9 None None] Deleting port 5192487b-d68f-4eff-8c6d-88b6bac51711 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:52.436540 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9a04cada-13b8-4ec6-8dee-283c41592eb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.454281 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85ef41-fb3a-4328-988a-cbbc89449527 None None] Pushing event updated for resources: {'Port': ['ID=5192487b-d68f-4eff-8c6d-88b6bac51711,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:52.487207 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8b677aaf-c7fa-427e-8cde-477cacf21801 None None] Could not find standard attr ID for object 09362a17-3819-4e00-bc21-4f72f01c09c4. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:58:52.496953 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-020310c8-74ac-444b-97e4-8090f14d14a0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0936878 Jul 05 03:58:52.501958 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57526) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:52.509937 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-dd58833f-3f09-4788-b41f-9b441c3d82f2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:52.535247 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-9a04cada-13b8-4ec6-8dee-283c41592eb9 None None] For port 5192487b-d68f-4eff-8c6d-88b6bac51711, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5192487b-d68f-4eff-8c6d-88b6bac51711,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:52.537119 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9a04cada-13b8-4ec6-8dee-283c41592eb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.553939 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-9a04cada-13b8-4ec6-8dee-283c41592eb9 None None] Calling delete_port for 5192487b-d68f-4eff-8c6d-88b6bac51711 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:52.613728 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd58833f-3f09-4788-b41f-9b441c3d82f2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:52.618804 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dd58833f-3f09-4788-b41f-9b441c3d82f2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.661465 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9a04cada-13b8-4ec6-8dee-283c41592eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.688353 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04cada-13b8-4ec6-8dee-283c41592eb9 None None] Pushing event deleted for resources: {'Port': ['ID=5192487b-d68f-4eff-8c6d-88b6bac51711,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:52.697955 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a04cada-13b8-4ec6-8dee-283c41592eb9 None None] No DVR routers for this DVR port 5192487b-d68f-4eff-8c6d-88b6bac51711 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:52.749324 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f520c8-5eec-4434-8120-2a5c74982400 req-f4bebc99-28aa-463f-8e9a-ca827e55bbbe tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:52.750973 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-47f520c8-5eec-4434-8120-2a5c74982400 req-f4bebc99-28aa-463f-8e9a-ca827e55bbbe tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.1064274 Jul 05 03:58:52.794604 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-47f520c8-5eec-4434-8120-2a5c74982400 req-b8236356-f749-4ea1-a53b-3278fa34287b tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367274 Jul 05 03:58:52.858948 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dd58833f-3f09-4788-b41f-9b441c3d82f2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.907152 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd58833f-3f09-4788-b41f-9b441c3d82f2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:52.911524 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-dd58833f-3f09-4788-b41f-9b441c3d82f2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:52.916123 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd58833f-3f09-4788-b41f-9b441c3d82f2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:52.916727 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dd58833f-3f09-4788-b41f-9b441c3d82f2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.927991 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d29719-ac1d-420d-b69a-40063a782eae None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:52.929622 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58833f-3f09-4788-b41f-9b441c3d82f2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=d67b0999-7c55-472d-990b-ac2520f82b20,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:52.970775 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-dd58833f-3f09-4788-b41f-9b441c3d82f2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4625733 Jul 05 03:58:52.970962 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57538) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:52.978302 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-da89c5e6-4367-4ef0-8c65-ebcf127428b2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'mac_address': 'fa:16:3e:bd:51:8f', 'name': 'tempest-NetworksTestDHCPv6-2069555745'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:53.001054 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d362c2c-65da-40f0-a949-a6c6417dae84 req-fd8378ea-7612-4aab-b4bf-449b25fd3c7e tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:53.002689 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d362c2c-65da-40f0-a949-a6c6417dae84 req-fd8378ea-7612-4aab-b4bf-449b25fd3c7e tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/ports?device_id=8646f29a-20d1-471e-8a0c-2f174a94b7ea HTTP/1.1" status: 200 len: 950 time: 0.0691688 Jul 05 03:58:53.064329 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8646f29a-20d1-471e-8a0c-2f174a94b7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ea9714-eff0-4a73-b6ce-078041b69a48'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:53.067813 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d362c2c-65da-40f0-a949-a6c6417dae84 req-f46fb5f1-38a2-4385-94b1-5b1030dcd41c tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/security-groups?id=41211d4f-8bab-4f3e-af15-f89c2da58568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421011 Jul 05 03:58:53.073444 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed7ffae-c38e-44f2-9dc2-cea8e8c83334" -d '{"events": [{"server_uuid": "8646f29a-20d1-471e-8a0c-2f174a94b7ea", "name": "network-vif-plugged", "status": "completed", "tag": "67ea9714-eff0-4a73-b6ce-078041b69a48"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:53.078131 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecea62c-1918-4456-84ef-e2fabdfd73e5 req-6be0f899-489d-4114-b192-0f1cc02d2644 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:53.086112 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ecea62c-1918-4456-84ef-e2fabdfd73e5 req-6be0f899-489d-4114-b192-0f1cc02d2644 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.1637709 Jul 05 03:58:53.109087 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae28a02-4204-446b-9c53-4e9a56fb2848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'fixed_ips': [{'subnet_id': 'd67b0999-7c55-472d-990b-ac2520f82b20'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:58:53.110967 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cae28a02-4204-446b-9c53-4e9a56fb2848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.152986 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ecea62c-1918-4456-84ef-e2fabdfd73e5 req-c771a7f6-6f5c-4cec-9697-1f90d6e5e30d tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660024 Jul 05 03:58:53.195792 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da89c5e6-4367-4ef0-8c65-ebcf127428b2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:53.239126 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307f875f-7ba6-4177-9303-2efc10ba0b83 x-openstack-request-id: req-307f875f-7ba6-4177-9303-2efc10ba0b83 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:53.239670 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8646f29a-20d1-471e-8a0c-2f174a94b7ea", "name": "network-vif-plugged", "status": "completed", "tag": "67ea9714-eff0-4a73-b6ce-078041b69a48", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:53.239996 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-307f875f-7ba6-4177-9303-2efc10ba0b83 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:53.240538 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8646f29a-20d1-471e-8a0c-2f174a94b7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ea9714-eff0-4a73-b6ce-078041b69a48', 'code': 200} Jul 05 03:58:53.437620 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5f15f-a87e-4dfa-b944-fc7ed55a6643 req-a548c6a5-72ff-4351-9caf-81daf1c00ed5 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:53.445536 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-79f5f15f-a87e-4dfa-b944-fc7ed55a6643 req-a548c6a5-72ff-4351-9caf-81daf1c00ed5 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.1383796 Jul 05 03:58:53.464052 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-da89c5e6-4367-4ef0-8c65-ebcf127428b2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.499729 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-79f5f15f-a87e-4dfa-b944-fc7ed55a6643 req-f4b5f3a8-841d-48be-bf17-0ecad629dc91 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532160 Jul 05 03:58:53.526244 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 48355ee6-d3d0-48de-b7ce-903b87666e0f details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:53.533913 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-da89c5e6-4367-4ef0-8c65-ebcf127428b2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] device_id is not set on port 81f7c959-8529-4bfc-9f4e-e71cc3dc423c yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:58:53.556356 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-cae28a02-4204-446b-9c53-4e9a56fb2848 None None] Allocated IP 2001:db8::2 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/d67b0999-7c55-472d-990b-ac2520f82b20/30544ebd-122b-4427-9a77-4fbe7be7dea8) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:53.671142 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db24eb1-2e98-45f3-8e3d-aadeb0be34eb req-ff651d01-fc46-4055-843c-53e119313988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:53.674060 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0db24eb1-2e98-45f3-8e3d-aadeb0be34eb req-ff651d01-fc46-4055-843c-53e119313988 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8646f29a-20d1-471e-8a0c-2f174a94b7ea HTTP/1.1" status: 200 len: 1102 time: 0.2375479 Jul 05 03:58:53.723132 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87711766-fcff-4b88-a02a-aa8433bc4026 req-64abea82-3713-4688-a8c6-45b7492e29f8 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:53.728999 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87711766-fcff-4b88-a02a-aa8433bc4026 req-64abea82-3713-4688-a8c6-45b7492e29f8 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce HTTP/1.1" status: 200 len: 945 time: 0.1449764 Jul 05 03:58:53.731910 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 48355ee6-d3d0-48de-b7ce-903b87666e0f, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=48355ee6-d3d0-48de-b7ce-903b87666e0f,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:53.757134 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '48355ee6-d3d0-48de-b7ce-903b87666e0f', 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba', 'port_id': '48355ee6-d3d0-48de-b7ce-903b87666e0f', 'mac_address': 'fa:16:3e:54:5a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a1cef0-323d-4d98-bbd7-de1cb5542ec9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:53.765697 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0db24eb1-2e98-45f3-8e3d-aadeb0be34eb req-9c53c210-0578-4886-a509-754c5de09ade service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=41211d4f-8bab-4f3e-af15-f89c2da58568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829511 Jul 05 03:58:53.781170 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87711766-fcff-4b88-a02a-aa8433bc4026 req-28db772a-b8f5-44be-94bc-cdc4aa654ae4 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/security-groups?id=5a0b7abb-c11d-41dd-bd4e-d705d597fcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497413 Jul 05 03:58:53.841914 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.848549 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cae28a02-4204-446b-9c53-4e9a56fb2848 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.866300 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48355ee6-d3d0-48de-b7ce-903b87666e0f {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:53.872145 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-cae28a02-4204-446b-9c53-4e9a56fb2848 None None] Transition to ACTIVE for port object 30544ebd-122b-4427-9a77-4fbe7be7dea8 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:53.907925 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 48355ee6-d3d0-48de-b7ce-903b87666e0f, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=48355ee6-d3d0-48de-b7ce-903b87666e0f,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:53.911679 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-cae28a02-4204-446b-9c53-4e9a56fb2848 None None] Transition to ACTIVE for port object 30544ebd-122b-4427-9a77-4fbe7be7dea8 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:53.917161 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.923240 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cae28a02-4204-446b-9c53-4e9a56fb2848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.968841 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae28a02-4204-446b-9c53-4e9a56fb2848 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:53.971941 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-cae28a02-4204-446b-9c53-4e9a56fb2848 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:53.979987 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae28a02-4204-446b-9c53-4e9a56fb2848 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:54.001573 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=48355ee6-d3d0-48de-b7ce-903b87666e0f,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:54.040533 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-da89c5e6-4367-4ef0-8c65-ebcf127428b2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 2001:db8::355 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/d67b0999-7c55-472d-990b-ac2520f82b20/81f7c959-8529-4bfc-9f4e-e71cc3dc423c) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:54.071538 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['48355ee6-d3d0-48de-b7ce-903b87666e0f'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:54.137536 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cae28a02-4204-446b-9c53-4e9a56fb2848 None None] Attempting to bind port 30544ebd-122b-4427-9a77-4fbe7be7dea8 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:54.138010 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cae28a02-4204-446b-9c53-4e9a56fb2848 None None] Attempting to bind port 30544ebd-122b-4427-9a77-4fbe7be7dea8 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:54.138367 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae28a02-4204-446b-9c53-4e9a56fb2848 None None] Attempting to bind port 30544ebd-122b-4427-9a77-4fbe7be7dea8 on network 11254a26-e0ed-4207-b9f1-d7e3a27daaba {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:54.143912 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae28a02-4204-446b-9c53-4e9a56fb2848 None None] Pushing event updated for resources: {'Port': ['ID=30544ebd-122b-4427-9a77-4fbe7be7dea8,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:54.155736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae28a02-4204-446b-9c53-4e9a56fb2848 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:54.156150 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae28a02-4204-446b-9c53-4e9a56fb2848 None None] Checking segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:54.156772 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cae28a02-4204-446b-9c53-4e9a56fb2848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.156967 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae28a02-4204-446b-9c53-4e9a56fb2848 None None] Bound using segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:54.157844 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cae28a02-4204-446b-9c53-4e9a56fb2848 None None] Bound port: 30544ebd-122b-4427-9a77-4fbe7be7dea8, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:54.157844 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cae28a02-4204-446b-9c53-4e9a56fb2848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.169918 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237495b2-366b-403a-b9cf-d06cc9718ce6 req-3923701c-eebd-4b5f-ab2d-3c52dbb4fd83 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:54.174285 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-237495b2-366b-403a-b9cf-d06cc9718ce6 req-3923701c-eebd-4b5f-ab2d-3c52dbb4fd83 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce HTTP/1.1" status: 200 len: 945 time: 0.2210526 Jul 05 03:58:54.197416 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57578) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:54.202683 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5192487b-d68f-4eff-8c6d-88b6bac51711 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:54.208843 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-b1b98dd6-85cb-48d1-82c0-6945f915a3f4 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Request body: {'floatingip': {'port_id': 'dd7276b8-a4cd-47ca-89cc-0d1d051433fb'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:54.261926 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 5192487b-d68f-4eff-8c6d-88b6bac51711 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:54.262274 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5192487b-d68f-4eff-8c6d-88b6bac51711 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:54.335383 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-cae28a02-4204-446b-9c53-4e9a56fb2848 None None] For port 30544ebd-122b-4427-9a77-4fbe7be7dea8, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:54.354258 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b1b98dd6-85cb-48d1-82c0-6945f915a3f4 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks [] for floatingip, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.365112 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-cae28a02-4204-446b-9c53-4e9a56fb2848 None None] For port 30544ebd-122b-4427-9a77-4fbe7be7dea8, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=30544ebd-122b-4427-9a77-4fbe7be7dea8,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:54.378619 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cae28a02-4204-446b-9c53-4e9a56fb2848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.414537 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-da89c5e6-4367-4ef0-8c65-ebcf127428b2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.502786 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-da89c5e6-4367-4ef0-8c65-ebcf127428b2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Transition to ACTIVE for port object 81f7c959-8529-4bfc-9f4e-e71cc3dc423c will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:54.514928 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae28a02-4204-446b-9c53-4e9a56fb2848 None None] Pushing event updated for resources: {'Port': ['ID=30544ebd-122b-4427-9a77-4fbe7be7dea8,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:54.542381 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a1cba-16cf-48b2-bad5-c5c95d3308ae req-adf4637a-1b60-4802-8a06-584894da9659 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:54.549846 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-038a1cba-16cf-48b2-bad5-c5c95d3308ae req-adf4637a-1b60-4802-8a06-584894da9659 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.3796024 Jul 05 03:58:54.562688 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-da89c5e6-4367-4ef0-8c65-ebcf127428b2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.670046 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da89c5e6-4367-4ef0-8c65-ebcf127428b2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:54.674604 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89c5e6-4367-4ef0-8c65-ebcf127428b2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=81f7c959-8529-4bfc-9f4e-e71cc3dc423c,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:54.680784 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-da89c5e6-4367-4ef0-8c65-ebcf127428b2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:54.693571 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb04af-e526-4e67-b2f0-b90bef2c907f req-49d8ad06-6f12-4445-9a0e-60577f4651cb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:54.712141 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5dbb04af-e526-4e67-b2f0-b90bef2c907f req-49d8ad06-6f12-4445-9a0e-60577f4651cb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 945 time: 0.3080556 Jul 05 03:58:54.720625 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da89c5e6-4367-4ef0-8c65-ebcf127428b2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:54.734060 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-038a1cba-16cf-48b2-bad5-c5c95d3308ae req-89e00391-84af-4964-bcea-377d7a57628c tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551616 Jul 05 03:58:54.744400 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da89c5e6-4367-4ef0-8c65-ebcf127428b2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:54.745140 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-da89c5e6-4367-4ef0-8c65-ebcf127428b2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.823100 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-da89c5e6-4367-4ef0-8c65-ebcf127428b2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8509741 Jul 05 03:58:54.831134 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57604) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:54.990737 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5dbb04af-e526-4e67-b2f0-b90bef2c907f req-5c5e0c70-e8ef-4589-8367-06dcafc40099 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754428 Jul 05 03:58:55.063341 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e414e13-50fa-4d2e-bd62-83fe604f8754 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:55.069813 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e414e13-50fa-4d2e-bd62-83fe604f8754 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:55.078810 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4e414e13-50fa-4d2e-bd62-83fe604f8754 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2414398 Jul 05 03:58:55.083352 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57612) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:55.314750 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-31433306-13b3-4983-a6c0-03362d573075 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting port 81f7c959-8529-4bfc-9f4e-e71cc3dc423c {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:55.315406 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-31433306-13b3-4983-a6c0-03362d573075 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:55.367203 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd52645-2348-4440-8a1e-8fe778901e29 req-14e4ec4a-80d7-41e9-a5dd-6051579dc53f tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:55.368890 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3bd52645-2348-4440-8a1e-8fe778901e29 req-14e4ec4a-80d7-41e9-a5dd-6051579dc53f tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/ports?device_id=8646f29a-20d1-471e-8a0c-2f174a94b7ea HTTP/1.1" status: 200 len: 950 time: 0.3216467 Jul 05 03:58:55.481019 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-31433306-13b3-4983-a6c0-03362d573075 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:55.515078 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-31433306-13b3-4983-a6c0-03362d573075 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Calling delete_port for 81f7c959-8529-4bfc-9f4e-e71cc3dc423c owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:55.551595 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 48355ee6-d3d0-48de-b7ce-903b87666e0f up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:55.609226 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3bd52645-2348-4440-8a1e-8fe778901e29 req-be0707eb-b6c3-4321-acf8-313ca3a20777 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/security-groups?id=41211d4f-8bab-4f3e-af15-f89c2da58568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127388 Jul 05 03:58:55.717724 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.db.resource_extend [None req-b1b98dd6-85cb-48d1-82c0-6945f915a3f4 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:58:55.752456 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 48355ee6-d3d0-48de-b7ce-903b87666e0f triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:55.752839 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:55.966622 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b1b98dd6-85cb-48d1-82c0-6945f915a3f4 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:55.973565 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b1b98dd6-85cb-48d1-82c0-6945f915a3f4 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:56.001483 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9021ca-4e7f-46f4-a448-03d71b86e979 req-e5fcdec8-7412-412f-bd86-ea200114c417 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:56.013298 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4f9021ca-4e7f-46f4-a448-03d71b86e979 req-e5fcdec8-7412-412f-bd86-ea200114c417 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.2628698 Jul 05 03:58:56.013501 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:56.106300 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 48355ee6-d3d0-48de-b7ce-903b87666e0f, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=48355ee6-d3d0-48de-b7ce-903b87666e0f,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:56.107652 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d653ff-7be3-4396-a3b2-9c0c4a63823e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48355ee6-d3d0-48de-b7ce-903b87666e0f'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:56.112554 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1c2a2e-6ae9-4baf-8e04-efddc20663af" -d '{"events": [{"server_uuid": "87d653ff-7be3-4396-a3b2-9c0c4a63823e", "name": "network-vif-plugged", "status": "completed", "tag": "48355ee6-d3d0-48de-b7ce-903b87666e0f"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:56.117905 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:56.192550 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-31433306-13b3-4983-a6c0-03362d573075 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:56.216687 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=48355ee6-d3d0-48de-b7ce-903b87666e0f,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:56.241673 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4f9021ca-4e7f-46f4-a448-03d71b86e979 req-c5a8a867-c2d4-4ce3-92e7-3ad67b8aca0a tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265015 Jul 05 03:58:56.287151 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57638) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:56.288027 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31433306-13b3-4983-a6c0-03362d573075 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Port': ['ID=81f7c959-8529-4bfc-9f4e-e71cc3dc423c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:56.319609 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 30544ebd-122b-4427-9a77-4fbe7be7dea8 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:56.340620 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-b1b98dd6-85cb-48d1-82c0-6945f915a3f4 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Floating IP 77f57f6d-29c9-4273-87ca-0d46f7d81f4d associated. External IP: 172.25.1.121, port: dd7276b8-a4cd-47ca-89cc-0d1d051433fb. Jul 05 03:58:56.474651 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-31433306-13b3-4983-a6c0-03362d573075 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:56.475973 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0d4daa34-e9fb-441f-96dc-4446d6020cfe None None] Provisioning for port 30544ebd-122b-4427-9a77-4fbe7be7dea8 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:56.478032 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-31433306-13b3-4983-a6c0-03362d573075 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/81f7c959-8529-4bfc-9f4e-e71cc3dc423c HTTP/1.1" status: 204 len: 168 time: 1.3937025 Jul 05 03:58:56.508266 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57648) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:56.543707 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 30544ebd-122b-4427-9a77-4fbe7be7dea8 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:56.556409 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 30544ebd-122b-4427-9a77-4fbe7be7dea8 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:56.557323 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:56.637813 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f587d-b8d1-430b-a601-04a5f930e813 req-7eb0bc52-77a8-440d-9c60-0744f21b8b7a tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:56.650525 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-956f587d-b8d1-430b-a601-04a5f930e813 req-7eb0bc52-77a8-440d-9c60-0744f21b8b7a tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.2179308 Jul 05 03:58:56.757175 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-956f587d-b8d1-430b-a601-04a5f930e813 req-52f680f0-e0f0-4e05-bb8a-2936fe1cf4b5 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015611 Jul 05 03:58:56.799676 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:56.877478 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5ee0895c-5f6e-4edc-8b79-d61cf769568f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:56.899672 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 30544ebd-122b-4427-9a77-4fbe7be7dea8, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=30544ebd-122b-4427-9a77-4fbe7be7dea8,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:56.910405 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8020d25a-11f1-4b3e-8e2b-39948e04bdf9 x-openstack-request-id: req-8020d25a-11f1-4b3e-8e2b-39948e04bdf9 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:56.912108 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d653ff-7be3-4396-a3b2-9c0c4a63823e", "name": "network-vif-plugged", "status": "completed", "tag": "48355ee6-d3d0-48de-b7ce-903b87666e0f", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:56.913185 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8020d25a-11f1-4b3e-8e2b-39948e04bdf9 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:56.914845 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d653ff-7be3-4396-a3b2-9c0c4a63823e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48355ee6-d3d0-48de-b7ce-903b87666e0f', 'code': 200} Jul 05 03:58:56.932916 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:56.983222 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6831895b-c0d7-4b0c-ac7f-f756922b1aaf tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:56.986019 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6831895b-c0d7-4b0c-ac7f-f756922b1aaf tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:56.993060 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57656) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:57.054144 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6831895b-c0d7-4b0c-ac7f-f756922b1aaf tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4789109 Jul 05 03:58:57.142111 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=30544ebd-122b-4427-9a77-4fbe7be7dea8,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:57.148484 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b95f88df-1d1e-401a-ae76-299b0a9eab99 None None] Could not find standard attr ID for object 81f7c959-8529-4bfc-9f4e-e71cc3dc423c. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:58:57.241579 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ba4290-a88d-48e5-ac70-05bca6c8d1dc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet d67b0999-7c55-472d-990b-ac2520f82b20 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:57.246314 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-91ba4290-a88d-48e5-ac70-05bca6c8d1dc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:57.389648 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-91ba4290-a88d-48e5-ac70-05bca6c8d1dc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:57.458392 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b98dd6-85cb-48d1-82c0-6945f915a3f4 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Router 1c28d227-3d63-4ad6-bbe0-a233637866e0 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:58:57.480946 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c9b5d-b00b-44a9-bc6c-7b1648eac028 req-31296b18-5f57-4481-867f-e905364b7513 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:57.488605 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-602c9b5d-b00b-44a9-bc6c-7b1648eac028 req-31296b18-5f57-4481-867f-e905364b7513 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.1618538 Jul 05 03:58:57.500378 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5ee0895c-5f6e-4edc-8b79-d61cf769568f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:57.540128 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5ee0895c-5f6e-4edc-8b79-d61cf769568f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:57.565608 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-602c9b5d-b00b-44a9-bc6c-7b1648eac028 req-1a511928-d894-43f5-bd17-3fafb5f10d49 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753484 Jul 05 03:58:57.574560 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-91ba4290-a88d-48e5-ac70-05bca6c8d1dc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:57.574727 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0895c-5f6e-4edc-8b79-d61cf769568f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142feff3-1672-428b-93ab-ec117439b955,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:57.664078 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5ee0895c-5f6e-4edc-8b79-d61cf769568f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8104622beb27436287d73337cc086693&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3758507 Jul 05 03:58:57.667961 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57668) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:57.725021 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-91ba4290-a88d-48e5-ac70-05bca6c8d1dc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:57.729249 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b98dd6-85cb-48d1-82c0-6945f915a3f4 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:58:57.735428 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b1b98dd6-85cb-48d1-82c0-6945f915a3f4 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:57.744286 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953c420f-619f-4e3b-8af3-0c6e93d81ac5 None None] Sync routers for ids ['1c28d227-3d63-4ad6-bbe0-a233637866e0'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:58:57.759250 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-91ba4290-a88d-48e5-ac70-05bca6c8d1dc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:57.764656 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7db474c-dc9d-4b8d-9631-5712f0db1e75 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:57.768004 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-91ba4290-a88d-48e5-ac70-05bca6c8d1dc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/d67b0999-7c55-472d-990b-ac2520f82b20 HTTP/1.1" status: 204 len: 168 time: 0.7711568 Jul 05 03:58:57.772466 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57670) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:57.773478 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953c420f-619f-4e3b-8af3-0c6e93d81ac5 None None] Routers {'1c28d227-3d63-4ad6-bbe0-a233637866e0'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:57.776031 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-953c420f-619f-4e3b-8af3-0c6e93d81ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:58:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1c28d227-3d63-4ad6-bbe0-a233637866e0'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:57.831022 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba4290-a88d-48e5-ac70-05bca6c8d1dc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=d67b0999-7c55-472d-990b-ac2520f82b20,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:57.914321 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ad3f2144-3b1a-4e3e-9da0-7896d026a3e0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1404216 Jul 05 03:58:57.916829 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57674) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:58.010108 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b1b98dd6-85cb-48d1-82c0-6945f915a3f4 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "PUT /v2.0/floatingips/77f57f6d-29c9-4273-87ca-0d46f7d81f4d HTTP/1.1" status: 200 len: 991 time: 3.8093696 Jul 05 03:58:58.016631 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce', 'tag': 'dd7276b8-a4cd-47ca-89cc-0d1d051433fb'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:58.020256 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d53c12-7f04-432a-810d-78302c8593d2" -d '{"events": [{"name": "network-changed", "server_uuid": "ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce", "tag": "dd7276b8-a4cd-47ca-89cc-0d1d051433fb"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:58.038059 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-01c13340-8158-4d7c-96d9-772404705fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:58.052845 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-953c420f-619f-4e3b-8af3-0c6e93d81ac5 None None] Set router 1c28d227-3d63-4ad6-bbe0-a233637866e0 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:58.098120 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e058a449-76b3-4d2d-ae52-f6b547e5c659 None None] DHCP port deletion for 11254a26-e0ed-4207-b9f1-d7e3a27daaba request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:58:58.109283 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-01c13340-8158-4d7c-96d9-772404705fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:58.180773 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3d6d2-926f-4124-ae6e-d6984351051a req-c949430b-c402-4b48-9f66-d56d32bd661a tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:58.190642 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c4d3d6d2-926f-4124-ae6e-d6984351051a req-c949430b-c402-4b48-9f66-d56d32bd661a tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.2470508 Jul 05 03:58:58.203962 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d8ae34-c2be-4a38-a7ec-67e89a99bccd tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:58.207350 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-09d8ae34-c2be-4a38-a7ec-67e89a99bccd tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2887437 Jul 05 03:58:58.209659 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57684) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:58.216109 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770654a-8637-4542-a091-1ba451955940 req-d336b3f0-6592-4a2e-980f-bf7a9d66c88f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:58.224208 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-e058a449-76b3-4d2d-ae52-f6b547e5c659 None None] Deleting port 30544ebd-122b-4427-9a77-4fbe7be7dea8 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:58.224540 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a770654a-8637-4542-a091-1ba451955940 req-d336b3f0-6592-4a2e-980f-bf7a9d66c88f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.3272130 Jul 05 03:58:58.224657 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e058a449-76b3-4d2d-ae52-f6b547e5c659 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:58.291546 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a770654a-8637-4542-a091-1ba451955940 req-c1e09a57-104a-4ba4-b830-018f354db858 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658751 Jul 05 03:58:58.292770 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-01c13340-8158-4d7c-96d9-772404705fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:58.295360 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-01c13340-8158-4d7c-96d9-772404705fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:58.298293 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f8aab7-ad2c-4c70-a16b-d914f4c81b1d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:58.299121 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-01c13340-8158-4d7c-96d9-772404705fd7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/142feff3-1672-428b-93ab-ec117439b955 HTTP/1.1" status: 204 len: 168 time: 0.6296854 Jul 05 03:58:58.305598 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-65f8aab7-ad2c-4c70-a16b-d914f4c81b1d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0946465 Jul 05 03:58:58.309222 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57690) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:58.370478 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-67619aae-6ab3-4537-9eb5-a0218bcff4bd tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600526 Jul 05 03:58:58.374033 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57694) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:58.380599 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c13340-8158-4d7c-96d9-772404705fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142feff3-1672-428b-93ab-ec117439b955,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:58.383464 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-07436506-47d6-4c54-af02-862c83e9085d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:58.470782 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c4d3d6d2-926f-4124-ae6e-d6984351051a req-5ce3cfeb-c7eb-4bfa-a368-592ad5aca90d tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770677 Jul 05 03:58:58.568958 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0af7750-90c4-4682-81d4-fa1cf31a9b91 x-openstack-request-id: req-b0af7750-90c4-4682-81d4-fa1cf31a9b91 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:58.569468 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce", "tag": "dd7276b8-a4cd-47ca-89cc-0d1d051433fb", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:58.569575 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b0af7750-90c4-4682-81d4-fa1cf31a9b91 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:58.569901 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce', 'tag': 'dd7276b8-a4cd-47ca-89cc-0d1d051433fb', 'status': 'completed', 'code': 200} Jul 05 03:58:58.583875 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07436506-47d6-4c54-af02-862c83e9085d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:58.584351 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e058a449-76b3-4d2d-ae52-f6b547e5c659 None None] For port 30544ebd-122b-4427-9a77-4fbe7be7dea8, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=30544ebd-122b-4427-9a77-4fbe7be7dea8,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:58.584534 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e058a449-76b3-4d2d-ae52-f6b547e5c659 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:58.589019 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-07436506-47d6-4c54-af02-862c83e9085d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:58.687107 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-e058a449-76b3-4d2d-ae52-f6b547e5c659 None None] Calling delete_port for 30544ebd-122b-4427-9a77-4fbe7be7dea8 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:58.691044 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-953c420f-619f-4e3b-8af3-0c6e93d81ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'name': 'tempest-ServersTestManualDisk-2055442268-router', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:14Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '74140f698ac946aead4a19757080d1da', 'gw_port': {'id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:73:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '77f57f6d-29c9-4273-87ca-0d46f7d81f4d', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'floating_ip_address': '172.25.1.121', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'port_id': 'dd7276b8-a4cd-47ca-89cc-0d1d051433fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9', 'mac_address': 'fa:16:3e:05:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:58:29Z', 'updated_at': '2021-07-05T03:58:55Z', 'revision_number': 1, 'project_id': '74140f698ac946aead4a19757080d1da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4974bbfb-fd29-4560-8074-537cbaececea', 'name': '', 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'mac_address': 'fa:16:3e:9e:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '1a6070d3-2c38-4aef-b766-407634b2309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:32Z', 'revision_number': 5, 'project_id': '74140f698ac946aead4a19757080d1da', 'subnets': [{'id': '1a6070d3-2c38-4aef-b766-407634b2309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:58.836709 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5d6274ee-068e-418f-9c10-97f45321e6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:58.840832 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e058a449-76b3-4d2d-ae52-f6b547e5c659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:58.884502 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953c420f-619f-4e3b-8af3-0c6e93d81ac5 None None] Checking router: 1c28d227-3d63-4ad6-bbe0-a233637866e0 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:58:58.899613 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d53c12-7f04-432a-810d-78302c8593d2 req-572f06f2-5eb9-4bb4-a992-0cde73854acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:58.907399 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e2d53c12-7f04-432a-810d-78302c8593d2 req-572f06f2-5eb9-4bb4-a992-0cde73854acb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=74140f698ac946aead4a19757080d1da&device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce HTTP/1.1" status: 200 len: 1097 time: 0.2955837 Jul 05 03:58:58.918499 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953c420f-619f-4e3b-8af3-0c6e93d81ac5 None None] Routers {'1c28d227-3d63-4ad6-bbe0-a233637866e0'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:58.919145 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-953c420f-619f-4e3b-8af3-0c6e93d81ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:58:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1c28d227-3d63-4ad6-bbe0-a233637866e0'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:58.979707 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e058a449-76b3-4d2d-ae52-f6b547e5c659 None None] No DVR routers for this DVR port 30544ebd-122b-4427-9a77-4fbe7be7dea8 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:58.994666 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058a449-76b3-4d2d-ae52-f6b547e5c659 None None] Pushing event deleted for resources: {'Port': ['ID=30544ebd-122b-4427-9a77-4fbe7be7dea8,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:59.070697 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:59.160948 n-d-780147-23 neutron-server[105539]: DEBUG neutron.objects.ports [None req-07436506-47d6-4c54-af02-862c83e9085d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105539) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:58:59.163260 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-07436506-47d6-4c54-af02-862c83e9085d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:59.186130 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d53c12-7f04-432a-810d-78302c8593d2 req-01df7412-cff3-40cd-bde5-7d3ca360b1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:59.188230 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e2d53c12-7f04-432a-810d-78302c8593d2 req-01df7412-cff3-40cd-bde5-7d3ca360b1ca service neutron] 10.222.0.70 "GET /v2.0/networks?id=d00b4e4e-a659-430a-b170-6ef5e93e32a9 HTTP/1.1" status: 200 len: 913 time: 0.2763996 Jul 05 03:58:59.207452 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-953c420f-619f-4e3b-8af3-0c6e93d81ac5 None None] Set router 1c28d227-3d63-4ad6-bbe0-a233637866e0 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:59.252822 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07436506-47d6-4c54-af02-862c83e9085d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:59.258174 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-07436506-47d6-4c54-af02-862c83e9085d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:59.272377 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87453f1-4fa8-4d07-b1b8-b06467c8c907 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:59.315364 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07436506-47d6-4c54-af02-862c83e9085d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=5404ae45-e48d-4ae9-a906-70dd1a0735f6,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:59.349210 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e2d53c12-7f04-432a-810d-78302c8593d2 req-08f41a77-a984-4fed-849a-47ab8774a36c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd7276b8-a4cd-47ca-89cc-0d1d051433fb HTTP/1.1" status: 200 len: 999 time: 0.1500182 Jul 05 03:58:59.349803 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07436506-47d6-4c54-af02-862c83e9085d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:59.350417 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-07436506-47d6-4c54-af02-862c83e9085d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:59.357804 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57710) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:59.443735 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c292c837-cfcc-4d5f-b94e-842b529bbd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:59.452595 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-07436506-47d6-4c54-af02-862c83e9085d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0774643 Jul 05 03:58:59.453685 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57712) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:59.481845 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-7a748819-0813-4eb7-a985-0e2120a86295 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:59.522346 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234772ad-76ba-40f1-8d4f-370826e7388b req-b0f01fca-7f21-49bc-a5c5-995d763dae62 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:59.531921 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-234772ad-76ba-40f1-8d4f-370826e7388b req-b0f01fca-7f21-49bc-a5c5-995d763dae62 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.2746601 Jul 05 03:58:59.585819 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 67ea9714-eff0-4a73-b6ce-078041b69a48 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:59.618664 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-234772ad-76ba-40f1-8d4f-370826e7388b req-2edbbca7-70ef-485d-91ad-9b6b877a1451 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855708 Jul 05 03:58:59.627139 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d53c12-7f04-432a-810d-78302c8593d2 req-e383ff86-ecae-4071-b2a8-c185ff4fcbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:59.633701 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e2d53c12-7f04-432a-810d-78302c8593d2 req-e383ff86-ecae-4071-b2a8-c185ff4fcbdf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1a6070d3-2c38-4aef-b766-407634b2309e HTTP/1.1" status: 200 len: 851 time: 0.2771325 Jul 05 03:58:59.667612 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-953c420f-619f-4e3b-8af3-0c6e93d81ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'name': 'tempest-ServersTestManualDisk-2055442268-router', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:14Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '74140f698ac946aead4a19757080d1da', 'gw_port': {'id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:73:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '77f57f6d-29c9-4273-87ca-0d46f7d81f4d', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'floating_ip_address': '172.25.1.121', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'port_id': 'dd7276b8-a4cd-47ca-89cc-0d1d051433fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9', 'mac_address': 'fa:16:3e:05:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:58:29Z', 'updated_at': '2021-07-05T03:58:55Z', 'revision_number': 1, 'project_id': '74140f698ac946aead4a19757080d1da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4974bbfb-fd29-4560-8074-537cbaececea', 'name': '', 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'mac_address': 'fa:16:3e:9e:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '1a6070d3-2c38-4aef-b766-407634b2309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:32Z', 'revision_number': 5, 'project_id': '74140f698ac946aead4a19757080d1da', 'subnets': [{'id': '1a6070d3-2c38-4aef-b766-407634b2309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:59.755517 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 67ea9714-eff0-4a73-b6ce-078041b69a48, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=67ea9714-eff0-4a73-b6ce-078041b69a48,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:59.761784 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953c420f-619f-4e3b-8af3-0c6e93d81ac5 None None] The sync data for ids ['1c28d227-3d63-4ad6-bbe0-a233637866e0'] in n-d-780147-23 is: [{'id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'name': 'tempest-ServersTestManualDisk-2055442268-router', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:14Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '74140f698ac946aead4a19757080d1da', 'gw_port': {'id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:73:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '77f57f6d-29c9-4273-87ca-0d46f7d81f4d', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'floating_ip_address': '172.25.1.121', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'port_id': 'dd7276b8-a4cd-47ca-89cc-0d1d051433fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9', 'mac_address': 'fa:16:3e:05:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:58:29Z', 'updated_at': '2021-07-05T03:58:55Z', 'revision_number': 1, 'project_id': '74140f698ac946aead4a19757080d1da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4974bbfb-fd29-4560-8074-537cbaececea', 'name': '', 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'mac_address': 'fa:16:3e:9e:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '1a6070d3-2c38-4aef-b766-407634b2309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:32Z', 'revision_number': 5, 'project_id': '74140f698ac946aead4a19757080d1da', 'subnets': [{'id': '1a6070d3-2c38-4aef-b766-407634b2309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:58:59.782305 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '67ea9714-eff0-4a73-b6ce-078041b69a48', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '67ea9714-eff0-4a73-b6ce-078041b69a48', 'mac_address': 'fa:16:3e:c0:be:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:59.786868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be38e11-0397-4347-999c-6af385f6544c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'fixed_ips': [{'subnet_id': '5404ae45-e48d-4ae9-a906-70dd1a0735f6'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:58:59.787842 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2be38e11-0397-4347-999c-6af385f6544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:59.872644 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:59.882543 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d53c12-7f04-432a-810d-78302c8593d2 req-82c72ad4-e0c8-4dbd-bfea-5eea0817157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:59.885518 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e2d53c12-7f04-432a-810d-78302c8593d2 req-82c72ad4-e0c8-4dbd-bfea-5eea0817157f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d00b4e4e-a659-430a-b170-6ef5e93e32a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2413490 Jul 05 03:58:59.953373 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67ea9714-eff0-4a73-b6ce-078041b69a48 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:59.990195 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 67ea9714-eff0-4a73-b6ce-078041b69a48, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=67ea9714-eff0-4a73-b6ce-078041b69a48,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:00.001539 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:00.168401 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['67ea9714-eff0-4a73-b6ce-078041b69a48'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:00.223730 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 30544ebd-122b-4427-9a77-4fbe7be7dea8 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:00.282934 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82fae7-36af-47df-9d65-5cacc694ff43 req-2f13d797-9391-4f66-9e41-f2ed1d59a93b tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:00.290114 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb18b8ad-7f2a-47ad-950a-13449f1ea6fa None None] New status for floating IP 77f57f6d-29c9-4273-87ca-0d46f7d81f4d: ACTIVE {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:59:00.293153 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7a82fae7-36af-47df-9d65-5cacc694ff43 req-2f13d797-9391-4f66-9e41-f2ed1d59a93b tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.1110072 Jul 05 03:59:00.360496 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7a82fae7-36af-47df-9d65-5cacc694ff43 req-5133f005-d89e-4278-86b3-bed5cd1014e3 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662558 Jul 05 03:59:00.515388 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e2d53c12-7f04-432a-810d-78302c8593d2 req-98dc17fe-7a98-4688-95ab-436e65134e5e service neutron] 10.222.0.70 "GET /v2.0/networks/d00b4e4e-a659-430a-b170-6ef5e93e32a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6161058 Jul 05 03:59:00.519245 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 30544ebd-122b-4427-9a77-4fbe7be7dea8 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:59:00.521033 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 30544ebd-122b-4427-9a77-4fbe7be7dea8 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:59:00.523382 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=67ea9714-eff0-4a73-b6ce-078041b69a48,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:00.573066 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-2be38e11-0397-4347-999c-6af385f6544c None None] Allocated IP 2001:db8::f816:3eff:feda:566b (11254a26-e0ed-4207-b9f1-d7e3a27daaba/5404ae45-e48d-4ae9-a906-70dd1a0735f6/65ca839e-4de1-409b-878d-fa442b1fd5b6) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:00.576745 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c292c837-cfcc-4d5f-b94e-842b529bbd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:00.593968 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c292c837-cfcc-4d5f-b94e-842b529bbd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:00.638710 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292c837-cfcc-4d5f-b94e-842b529bbd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b392414-1dd6-47df-8996-25cca29cf9d3,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:00.742056 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e0eef-30d7-4f34-867f-7fae59a37ebd req-bcf7f398-3080-4652-a038-f39f7690a90a tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:00.743665 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-816e0eef-30d7-4f34-867f-7fae59a37ebd req-bcf7f398-3080-4652-a038-f39f7690a90a tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.9286456 Jul 05 03:59:00.807319 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-816e0eef-30d7-4f34-867f-7fae59a37ebd req-52f0d794-9a2d-4020-a834-1f806d029830 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469725 Jul 05 03:59:00.811587 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c292c837-cfcc-4d5f-b94e-842b529bbd73 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b27fb1f853b43b5af15093f95573d3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4137957 Jul 05 03:59:00.816888 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57748) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:00.817525 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a748819-0813-4eb7-a985-0e2120a86295 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:00.820883 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7a748819-0813-4eb7-a985-0e2120a86295 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:00.976084 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b2fc00c3-2da7-409d-bfc8-f786ea9b80c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:01.028588 n-d-780147-23 neutron-server[105538]: INFO neutron.db.ipam_backend_mixin [None req-7a748819-0813-4eb7-a985-0e2120a86295 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5404ae45-e48d-4ae9-a906-70dd1a0735f6 (CIDR: 2001:db8::/64) Jul 05 03:59:01.032876 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b2fc00c3-2da7-409d-bfc8-f786ea9b80c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:01.037484 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a748819-0813-4eb7-a985-0e2120a86295 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 03:59:01.038050 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a748819-0813-4eb7-a985-0e2120a86295 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:01.066832 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e2d53c12-7f04-432a-810d-78302c8593d2 req-fa76a830-fb81-49f4-849b-c588ced8d62a service neutron] 10.222.0.70 "GET /v2.0/networks/d00b4e4e-a659-430a-b170-6ef5e93e32a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812014 Jul 05 03:59:01.076397 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7a748819-0813-4eb7-a985-0e2120a86295 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6137087 Jul 05 03:59:01.078539 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57758) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:01.108443 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-15ef57b9-9745-47ea-8a10-3e5a19879a3e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:01.218092 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b2fc00c3-2da7-409d-bfc8-f786ea9b80c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:01.221491 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b2fc00c3-2da7-409d-bfc8-f786ea9b80c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:01.225548 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b2fc00c3-2da7-409d-bfc8-f786ea9b80c6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1b392414-1dd6-47df-8996-25cca29cf9d3 HTTP/1.1" status: 204 len: 168 time: 0.4080801 Jul 05 03:59:01.259695 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc00c3-2da7-409d-bfc8-f786ea9b80c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b392414-1dd6-47df-8996-25cca29cf9d3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:01.494501 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ef57b9-9745-47ea-8a10-3e5a19879a3e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:01.505205 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-15ef57b9-9745-47ea-8a10-3e5a19879a3e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:01.778468 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-70eca827-9d5a-43d8-ace7-8efb9cce7f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:01.834351 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.219635 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2be38e11-0397-4347-999c-6af385f6544c None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.286382 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2be38e11-0397-4347-999c-6af385f6544c None None] Transition to ACTIVE for port object 65ca839e-4de1-409b-878d-fa442b1fd5b6 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:02.433481 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2be38e11-0397-4347-999c-6af385f6544c None None] Transition to ACTIVE for port object 65ca839e-4de1-409b-878d-fa442b1fd5b6 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:02.471559 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2be38e11-0397-4347-999c-6af385f6544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.581040 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582d31e-6465-42dd-8b72-debd341f1a8a req-373c30a6-2453-49ed-8ec8-ce6d30adda09 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:02.589362 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6582d31e-6465-42dd-8b72-debd341f1a8a req-373c30a6-2453-49ed-8ec8-ce6d30adda09 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.8617160 Jul 05 03:59:02.597652 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be38e11-0397-4347-999c-6af385f6544c None None] Pushing event updated for resources: {'Port': ['ID=65ca839e-4de1-409b-878d-fa442b1fd5b6,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:02.641726 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be38e11-0397-4347-999c-6af385f6544c None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:02.643133 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.654522 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-2be38e11-0397-4347-999c-6af385f6544c None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:02.663722 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be38e11-0397-4347-999c-6af385f6544c None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:02.788342 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-15ef57b9-9745-47ea-8a10-3e5a19879a3e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.819862 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6582d31e-6465-42dd-8b72-debd341f1a8a req-d28bfa45-6341-4230-8f98-988bd94e34e6 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294910 Jul 05 03:59:02.860488 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-2be38e11-0397-4347-999c-6af385f6544c None None] Attempting to bind port 65ca839e-4de1-409b-878d-fa442b1fd5b6 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:02.860488 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-2be38e11-0397-4347-999c-6af385f6544c None None] Attempting to bind port 65ca839e-4de1-409b-878d-fa442b1fd5b6 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:02.860488 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be38e11-0397-4347-999c-6af385f6544c None None] Attempting to bind port 65ca839e-4de1-409b-878d-fa442b1fd5b6 on network 11254a26-e0ed-4207-b9f1-d7e3a27daaba {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:02.873411 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be38e11-0397-4347-999c-6af385f6544c None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:02.873959 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be38e11-0397-4347-999c-6af385f6544c None None] Checking segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:02.875286 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2be38e11-0397-4347-999c-6af385f6544c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.880661 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be38e11-0397-4347-999c-6af385f6544c None None] Bound using segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:02.881674 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-2be38e11-0397-4347-999c-6af385f6544c None None] Bound port: 65ca839e-4de1-409b-878d-fa442b1fd5b6, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:02.884780 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2be38e11-0397-4347-999c-6af385f6544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.993173 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ef57b9-9745-47ea-8a10-3e5a19879a3e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:02.999165 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-15ef57b9-9745-47ea-8a10-3e5a19879a3e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:03.010026 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ef57b9-9745-47ea-8a10-3e5a19879a3e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:03.011402 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-15ef57b9-9745-47ea-8a10-3e5a19879a3e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.054797 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef57b9-9745-47ea-8a10-3e5a19879a3e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=37a8635d-c1be-4d28-8d46-ff882d1e109f,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:03.059547 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2be38e11-0397-4347-999c-6af385f6544c None None] For port 65ca839e-4de1-409b-878d-fa442b1fd5b6, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:03.067071 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2be38e11-0397-4347-999c-6af385f6544c None None] For port 65ca839e-4de1-409b-878d-fa442b1fd5b6, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=65ca839e-4de1-409b-878d-fa442b1fd5b6,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:03.077665 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-15ef57b9-9745-47ea-8a10-3e5a19879a3e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9920635 Jul 05 03:59:03.078686 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57798) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:03.086158 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2be38e11-0397-4347-999c-6af385f6544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.093211 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-28294a86-97d2-43a1-8f7e-a343e57217b0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'mac_address': 'fa:16:3e:e7:29:44', 'name': 'tempest-NetworksTestDHCPv6-168084096'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:03.272612 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be38e11-0397-4347-999c-6af385f6544c None None] Pushing event updated for resources: {'Port': ['ID=65ca839e-4de1-409b-878d-fa442b1fd5b6,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:03.408780 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28294a86-97d2-43a1-8f7e-a343e57217b0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:03.580018 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 67ea9714-eff0-4a73-b6ce-078041b69a48 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:03.740317 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87572e6b-d025-424f-ac0f-7beb0b64b316 req-ffbf1fe6-92c7-40a6-8e67-8b661b27168e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.2067935 Jul 05 03:59:03.782828 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 67ea9714-eff0-4a73-b6ce-078041b69a48 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:03.783203 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.940940 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-28294a86-97d2-43a1-8f7e-a343e57217b0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.970202 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87572e6b-d025-424f-ac0f-7beb0b64b316 req-845ce72d-ba7e-44f4-9e60-a02f8a762800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:03.971665 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87572e6b-d025-424f-ac0f-7beb0b64b316 req-845ce72d-ba7e-44f4-9e60-a02f8a762800 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=95f0b38a585f41a59ed1656d8eea23b3&device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 1097 time: 0.1907327 Jul 05 03:59:04.008156 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.047539 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dc599-58de-409b-a5ac-1169860269e4 req-a058a9eb-a223-4206-a2d9-1988b17984d3 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:04.056539 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8646f29a-20d1-471e-8a0c-2f174a94b7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ea9714-eff0-4a73-b6ce-078041b69a48'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:04.060151 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e36bb7-38c3-448d-8c0c-bf7a49e75164" -d '{"events": [{"server_uuid": "8646f29a-20d1-471e-8a0c-2f174a94b7ea", "name": "network-vif-plugged", "status": "completed", "tag": "67ea9714-eff0-4a73-b6ce-078041b69a48"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:04.063066 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5b3dc599-58de-409b-a5ac-1169860269e4 req-a058a9eb-a223-4206-a2d9-1988b17984d3 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.4881365 Jul 05 03:59:04.079038 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-28294a86-97d2-43a1-8f7e-a343e57217b0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] device_id is not set on port 4432dd13-a7f8-4544-bde5-aea24ff9d062 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:59:04.119125 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 67ea9714-eff0-4a73-b6ce-078041b69a48, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=67ea9714-eff0-4a73-b6ce-078041b69a48,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:04.128226 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.245977 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87572e6b-d025-424f-ac0f-7beb0b64b316 req-5ddfd1e2-3dff-4912-9ba4-9ad123ad133c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:04.247503 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87572e6b-d025-424f-ac0f-7beb0b64b316 req-5ddfd1e2-3dff-4912-9ba4-9ad123ad133c service neutron] 10.222.0.89 "GET /v2.0/networks?id=875157ee-1ede-4160-9cdc-ffb3b506197c HTTP/1.1" status: 200 len: 915 time: 0.2462263 Jul 05 03:59:04.258914 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=67ea9714-eff0-4a73-b6ce-078041b69a48,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:04.303495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 65ca839e-4de1-409b-878d-fa442b1fd5b6 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:04.308879 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.332224 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5b3dc599-58de-409b-a5ac-1169860269e4 req-46071e89-3558-4874-8081-4a61319ea28c tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679498 Jul 05 03:59:04.356965 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87572e6b-d025-424f-ac0f-7beb0b64b316 req-1f01ad98-e4a9-47ae-b08b-5af53e6c765d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=273766da-a5ab-4aa9-aa87-8c3c05b47b02 HTTP/1.1" status: 200 len: 217 time: 0.0940623 Jul 05 03:59:04.427603 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 65ca839e-4de1-409b-878d-fa442b1fd5b6 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:04.464696 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87572e6b-d025-424f-ac0f-7beb0b64b316 req-b134f909-a887-45e4-8869-5c201b8452e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:04.466465 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87572e6b-d025-424f-ac0f-7beb0b64b316 req-b134f909-a887-45e4-8869-5c201b8452e0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cbd78a45-de58-4c6c-b596-dd6afb42d456 HTTP/1.1" status: 200 len: 854 time: 0.1034403 Jul 05 03:59:04.613511 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87572e6b-d025-424f-ac0f-7beb0b64b316 req-27502f5d-1b91-4907-bac6-9477b844d4c7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=875157ee-1ede-4160-9cdc-ffb3b506197c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1371408 Jul 05 03:59:04.804207 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87572e6b-d025-424f-ac0f-7beb0b64b316 req-64e1bf24-1fe8-4b73-941d-4c2e8ac0beb0 service neutron] 10.222.0.89 "GET /v2.0/networks/875157ee-1ede-4160-9cdc-ffb3b506197c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826386 Jul 05 03:59:04.824524 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-28294a86-97d2-43a1-8f7e-a343e57217b0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 2001:db8:0:1::215 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/37a8635d-c1be-4d28-8d46-ff882d1e109f/4432dd13-a7f8-4544-bde5-aea24ff9d062) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:04.841136 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-28294a86-97d2-43a1-8f7e-a343e57217b0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 2001:db8::f816:3eff:fee7:2944 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/5404ae45-e48d-4ae9-a906-70dd1a0735f6/4432dd13-a7f8-4544-bde5-aea24ff9d062) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:04.958906 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87572e6b-d025-424f-ac0f-7beb0b64b316 req-1b27029a-dd2d-48ec-8f4f-828f36df2edf service neutron] 10.222.0.89 "GET /v2.0/networks/875157ee-1ede-4160-9cdc-ffb3b506197c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479759 Jul 05 03:59:05.199031 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1260c2ae-7178-4ecb-b6d8-d9cc4aab364f None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:05.231656 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-28294a86-97d2-43a1-8f7e-a343e57217b0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.258462 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-28294a86-97d2-43a1-8f7e-a343e57217b0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Transition to ACTIVE for port object 4432dd13-a7f8-4544-bde5-aea24ff9d062 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:05.334076 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0847cbc2-8256-4528-8c53-0e43b589d47d None None] Provisioning for port 65ca839e-4de1-409b-878d-fa442b1fd5b6 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:05.343578 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-28294a86-97d2-43a1-8f7e-a343e57217b0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.366876 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0847cbc2-8256-4528-8c53-0e43b589d47d None None] Provisioning complete for port 65ca839e-4de1-409b-878d-fa442b1fd5b6 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:05.368112 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0847cbc2-8256-4528-8c53-0e43b589d47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.518607 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28294a86-97d2-43a1-8f7e-a343e57217b0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:05.533844 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-28294a86-97d2-43a1-8f7e-a343e57217b0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:05.538244 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28294a86-97d2-43a1-8f7e-a343e57217b0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:05.560293 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28294a86-97d2-43a1-8f7e-a343e57217b0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:05.560995 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-28294a86-97d2-43a1-8f7e-a343e57217b0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.654311 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57824) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:05.674865 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28294a86-97d2-43a1-8f7e-a343e57217b0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=4432dd13-a7f8-4544-bde5-aea24ff9d062,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:05.704303 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-28294a86-97d2-43a1-8f7e-a343e57217b0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6178389 Jul 05 03:59:05.705128 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57828) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:05.857681 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1ae43-1cbb-41fa-8676-824a90a83c65 req-a0d275a5-06b1-44c1-afa4-5036253969e6 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:05.862581 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0847cbc2-8256-4528-8c53-0e43b589d47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.873536 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07d1ae43-1cbb-41fa-8676-824a90a83c65 req-a0d275a5-06b1-44c1-afa4-5036253969e6 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.3003900 Jul 05 03:59:05.944028 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4494ad72-9c21-4455-ac12-911b1f323176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.053236 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07d1ae43-1cbb-41fa-8676-824a90a83c65 req-53ef97b5-249b-492b-af50-7f99425f1cd5 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783936 Jul 05 03:59:06.100045 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-0847cbc2-8256-4528-8c53-0e43b589d47d None None] For port 65ca839e-4de1-409b-878d-fa442b1fd5b6, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=65ca839e-4de1-409b-878d-fa442b1fd5b6,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:06.109717 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0847cbc2-8256-4528-8c53-0e43b589d47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.134289 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4494ad72-9c21-4455-ac12-911b1f323176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.141313 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-152ed4ba-db51-485a-85d4-ef016d7366c6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting port 4432dd13-a7f8-4544-bde5-aea24ff9d062 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:06.141999 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-152ed4ba-db51-485a-85d4-ef016d7366c6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.146369 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4494ad72-9c21-4455-ac12-911b1f323176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.192766 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37430b2-a57b-4723-b36e-9c4a80232cd6 x-openstack-request-id: req-a37430b2-a57b-4723-b36e-9c4a80232cd6 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:06.193047 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8646f29a-20d1-471e-8a0c-2f174a94b7ea", "name": "network-vif-plugged", "status": "completed", "tag": "67ea9714-eff0-4a73-b6ce-078041b69a48", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:06.193396 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a37430b2-a57b-4723-b36e-9c4a80232cd6 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:06.193675 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8646f29a-20d1-471e-8a0c-2f174a94b7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ea9714-eff0-4a73-b6ce-078041b69a48', 'code': 200} Jul 05 03:59:06.194393 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847cbc2-8256-4528-8c53-0e43b589d47d None None] Pushing event updated for resources: {'Port': ['ID=65ca839e-4de1-409b-878d-fa442b1fd5b6,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:06.263285 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57836) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:06.263900 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4494ad72-9c21-4455-ac12-911b1f323176 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f9c131250164433ca210d70e048f7277&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6076744 Jul 05 03:59:06.267835 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494ad72-9c21-4455-ac12-911b1f323176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebcb63f-19ef-4d6b-8a2e-a0869710a574,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:06.337630 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-152ed4ba-db51-485a-85d4-ef016d7366c6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.366724 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-152ed4ba-db51-485a-85d4-ef016d7366c6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Calling delete_port for 4432dd13-a7f8-4544-bde5-aea24ff9d062 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:06.407132 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8254005b-bb68-47b9-8379-baf37b2237b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.432925 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b418a776-463b-430e-8ee0-bf172a261b65 None None] Update dhcp port {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'fixed_ips': [{'subnet_id': '5404ae45-e48d-4ae9-a906-70dd1a0735f6', 'ip_address': '2001:db8::f816:3eff:feda:566b'}, {'subnet_id': '37a8635d-c1be-4d28-8d46-ff882d1e109f'}], 'binding:host_id': 'n-d-780147-23'}, 'id': '65ca839e-4de1-409b-878d-fa442b1fd5b6'} from n-d-780147-23. {{(pid=105540) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 03:59:06.462130 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8254005b-bb68-47b9-8379-baf37b2237b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.549623 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b418a776-463b-430e-8ee0-bf172a261b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.569164 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8254005b-bb68-47b9-8379-baf37b2237b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.573829 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8254005b-bb68-47b9-8379-baf37b2237b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.594891 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8254005b-bb68-47b9-8379-baf37b2237b0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7ebcb63f-19ef-4d6b-8a2e-a0869710a574 HTTP/1.1" status: 204 len: 168 time: 0.3304119 Jul 05 03:59:06.621582 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254005b-bb68-47b9-8379-baf37b2237b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebcb63f-19ef-4d6b-8a2e-a0869710a574,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:06.794987 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:59:06.796217 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-b418a776-463b-430e-8ee0-bf172a261b65 None None] Allocated IP 2001:db8:0:1::2 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/37a8635d-c1be-4d28-8d46-ff882d1e109f/65ca839e-4de1-409b-878d-fa442b1fd5b6) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:06.923493 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-152ed4ba-db51-485a-85d4-ef016d7366c6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.962120 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3d66e-30b2-41d3-a46b-0b17d74dbe78 req-7824c148-ff2c-40da-a839-39b66efd7b55 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:06.965387 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4b3d66e-30b2-41d3-a46b-0b17d74dbe78 req-7824c148-ff2c-40da-a839-39b66efd7b55 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.1841528 Jul 05 03:59:07.008312 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-b418a776-463b-430e-8ee0-bf172a261b65 None None] For port 65ca839e-4de1-409b-878d-fa442b1fd5b6, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=65ca839e-4de1-409b-878d-fa442b1fd5b6,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:07.034584 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4b3d66e-30b2-41d3-a46b-0b17d74dbe78 req-f292929c-40f3-436e-b891-98592227223c tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607529 Jul 05 03:59:07.052139 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ed4ba-db51-485a-85d4-ef016d7366c6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Port': ['ID=4432dd13-a7f8-4544-bde5-aea24ff9d062,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:07.099510 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b418a776-463b-430e-8ee0-bf172a261b65 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:07.149204 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-152ed4ba-db51-485a-85d4-ef016d7366c6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:07.153405 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-152ed4ba-db51-485a-85d4-ef016d7366c6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/4432dd13-a7f8-4544-bde5-aea24ff9d062 HTTP/1.1" status: 204 len: 168 time: 1.4443231 Jul 05 03:59:07.154427 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57846) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:07.171316 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b418a776-463b-430e-8ee0-bf172a261b65 None None] Transition to ACTIVE for port object 65ca839e-4de1-409b-878d-fa442b1fd5b6 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:07.178754 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b418a776-463b-430e-8ee0-bf172a261b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:07.320847 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57848) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:07.346158 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2941dd-dd86-40dc-8efa-2e776a91ecf7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.357066 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57850) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:07.358055 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-aa2941dd-dd86-40dc-8efa-2e776a91ecf7 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2020273 Jul 05 03:59:07.370053 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3b3ccaf2-1d4c-493c-9131-ecf7c8fcd067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:07.408512 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418a776-463b-430e-8ee0-bf172a261b65 None None] Pushing event updated for resources: {'Port': ['ID=65ca839e-4de1-409b-878d-fa442b1fd5b6,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:07.639564 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ca2ff9-e641-441f-8c06-f033dbb618f9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.646203 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-39ca2ff9-e641-441f-8c06-f033dbb618f9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2876039 Jul 05 03:59:07.649689 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57856) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:07.874736 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa63885-a624-489a-ac10-8bd17b02bd3d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.876565 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa63885-a624-489a-ac10-8bd17b02bd3d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.878293 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa63885-a624-489a-ac10-8bd17b02bd3d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.883716 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-afa63885-a624-489a-ac10-8bd17b02bd3d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2325463 Jul 05 03:59:07.884334 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57858) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:07.937713 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3b3ccaf2-1d4c-493c-9131-ecf7c8fcd067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:07.948115 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3b3ccaf2-1d4c-493c-9131-ecf7c8fcd067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.080689 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcfb7e0-3b69-433b-9ebc-d59278475269 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet 37a8635d-c1be-4d28-8d46-ff882d1e109f {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:59:08.092073 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5bcfb7e0-3b69-433b-9ebc-d59278475269 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.113796 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3b3ccaf2-1d4c-493c-9131-ecf7c8fcd067 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fd216514dd654259b3d6f161f49d5780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7921929 Jul 05 03:59:08.114775 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ccaf2-1d4c-493c-9131-ecf7c8fcd067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4e942a-8183-404e-9af5-2775c6961643,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:08.122625 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57862) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:08.216321 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5bcfb7e0-3b69-433b-9ebc-d59278475269 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.237092 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 65ca839e-4de1-409b-878d-fa442b1fd5b6 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:08.355005 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0a51ddfb-bf42-4d88-8aca-7c37ec1a6d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.472790 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0a51ddfb-bf42-4d88-8aca-7c37ec1a6d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.676312 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0a51ddfb-bf42-4d88-8aca-7c37ec1a6d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.694991 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0a51ddfb-bf42-4d88-8aca-7c37ec1a6d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.699352 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5bcfb7e0-3b69-433b-9ebc-d59278475269 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.701343 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0a51ddfb-bf42-4d88-8aca-7c37ec1a6d1f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fe4e942a-8183-404e-9af5-2775c6961643 HTTP/1.1" status: 204 len: 168 time: 0.5770559 Jul 05 03:59:08.779711 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51ddfb-bf42-4d88-8aca-7c37ec1a6d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4e942a-8183-404e-9af5-2775c6961643,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:08.835752 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5bcfb7e0-3b69-433b-9ebc-d59278475269 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.889870 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5bcfb7e0-3b69-433b-9ebc-d59278475269 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.895028 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4d786c92-8496-40d9-bc59-fe0dae36836f None None] Provisioning for port 65ca839e-4de1-409b-878d-fa442b1fd5b6 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:08.899323 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5bcfb7e0-3b69-433b-9ebc-d59278475269 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/37a8635d-c1be-4d28-8d46-ff882d1e109f HTTP/1.1" status: 204 len: 168 time: 1.0113280 Jul 05 03:59:08.899585 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57870) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:08.903293 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4d786c92-8496-40d9-bc59-fe0dae36836f None None] Provisioning complete for port 65ca839e-4de1-409b-878d-fa442b1fd5b6 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:08.904008 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4d786c92-8496-40d9-bc59-fe0dae36836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.919101 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfb7e0-3b69-433b-9ebc-d59278475269 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=37a8635d-c1be-4d28-8d46-ff882d1e109f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:09.089603 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca715b-8af6-4222-a467-a16fe410f76e req-3a860b92-9eea-412c-a60c-5f71bcf6da1e tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:09.100722 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9237035-b589-4ded-ab23-7e69c29efb7e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet 5404ae45-e48d-4ae9-a906-70dd1a0735f6 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:59:09.117888 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53ca715b-8af6-4222-a467-a16fe410f76e req-3a860b92-9eea-412c-a60c-5f71bcf6da1e tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.7765594 Jul 05 03:59:09.118620 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f9237035-b589-4ded-ab23-7e69c29efb7e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.146799 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4d786c92-8496-40d9-bc59-fe0dae36836f None None] Could not find standard attr ID for object 4432dd13-a7f8-4544-bde5-aea24ff9d062. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:59:09.307081 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53ca715b-8af6-4222-a467-a16fe410f76e req-5d57e5fa-0075-4a8b-baed-30cd57bde227 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825891 Jul 05 03:59:09.307621 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f9237035-b589-4ded-ab23-7e69c29efb7e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.525313 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d086c6a-a5e2-4c80-b824-ee2820312121 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:09.635020 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f9237035-b589-4ded-ab23-7e69c29efb7e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.672772 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c7d0e0f5-3336-4093-ac6d-922a71a09e8f None None] Could not find standard attr ID for object 4432dd13-a7f8-4544-bde5-aea24ff9d062. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:59:09.755034 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b98ab-b270-42b0-840b-aa7cfd00ccb8 req-1f62701e-3826-4003-82db-f7999fe806bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:09.761072 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f9237035-b589-4ded-ab23-7e69c29efb7e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.782004 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-012b98ab-b270-42b0-840b-aa7cfd00ccb8 req-1f62701e-3826-4003-82db-f7999fe806bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.1784146 Jul 05 03:59:09.792515 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f9237035-b589-4ded-ab23-7e69c29efb7e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.802789 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f9237035-b589-4ded-ab23-7e69c29efb7e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/5404ae45-e48d-4ae9-a906-70dd1a0735f6 HTTP/1.1" status: 204 len: 168 time: 0.9017544 Jul 05 03:59:09.804206 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57888) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:09.864186 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9237035-b589-4ded-ab23-7e69c29efb7e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=5404ae45-e48d-4ae9-a906-70dd1a0735f6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:09.917136 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-46e403cd-f8ba-4a2f-af63-cdc510644aed tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1023319 Jul 05 03:59:09.920218 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57892) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:09.949342 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-5d87c042-1845-4cab-ae2d-44d3c15f61ef tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:09.993287 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-012b98ab-b270-42b0-840b-aa7cfd00ccb8 req-b0980619-67c3-4ca7-a843-c35f6f22a0a1 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007217 Jul 05 03:59:10.094316 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4510b28e-2153-45be-8497-efcc8a5ca263 None None] Update dhcp port {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'fixed_ips': [{'subnet_id': '5404ae45-e48d-4ae9-a906-70dd1a0735f6'}], 'binding:host_id': 'n-d-780147-23'}, 'id': '65ca839e-4de1-409b-878d-fa442b1fd5b6'} from n-d-780147-23. {{(pid=105540) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 03:59:10.197660 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4510b28e-2153-45be-8497-efcc8a5ca263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.263491 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d87c042-1845-4cab-ae2d-44d3c15f61ef tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:10.267385 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d87c042-1845-4cab-ae2d-44d3c15f61ef tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.582914 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e80404-16b8-444b-b4b0-9a5b71713104 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:10.714568 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-95b837cd-47e2-48e4-bea8-82052dc94d7a None None] Provisioning complete for port 65ca839e-4de1-409b-878d-fa442b1fd5b6 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:10.715221 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-95b837cd-47e2-48e4-bea8-82052dc94d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:11.135746 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba27e4d4-e978-482b-913c-6fc04833a7da None None] DHCP port deletion for 11254a26-e0ed-4207-b9f1-d7e3a27daaba request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:59:11.164573 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffae36-6da6-4b1c-970f-deb3a21db1fa req-4cad62ff-1859-4428-a864-b0517e842a82 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:11.178296 n-d-780147-23 neutron-server[105539]: DEBUG neutron.objects.ports [None req-5d87c042-1845-4cab-ae2d-44d3c15f61ef tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105539) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:59:11.185254 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f9ffae36-6da6-4b1c-970f-deb3a21db1fa req-4cad62ff-1859-4428-a864-b0517e842a82 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.1739235 Jul 05 03:59:11.283843 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f9ffae36-6da6-4b1c-970f-deb3a21db1fa req-ddfda2f3-8132-4903-aa5d-70d8949c4b07 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973506 Jul 05 03:59:11.323440 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-ba27e4d4-e978-482b-913c-6fc04833a7da None None] Deleting port 65ca839e-4de1-409b-878d-fa442b1fd5b6 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:11.323847 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ba27e4d4-e978-482b-913c-6fc04833a7da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:11.494132 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-ba27e4d4-e978-482b-913c-6fc04833a7da None None] For port 65ca839e-4de1-409b-878d-fa442b1fd5b6, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=65ca839e-4de1-409b-878d-fa442b1fd5b6,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:11.495359 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ba27e4d4-e978-482b-913c-6fc04833a7da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:11.528887 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-ba27e4d4-e978-482b-913c-6fc04833a7da None None] Calling delete_port for 65ca839e-4de1-409b-878d-fa442b1fd5b6 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:11.648573 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d0644-d25f-4c07-8e8e-b85217ca4c2d req-4f022bb0-3f1d-4d0f-8522-b2cb1e3ba1c3 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:11.661731 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ae2d0644-d25f-4c07-8e8e-b85217ca4c2d req-4f022bb0-3f1d-4d0f-8522-b2cb1e3ba1c3 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.1763344 Jul 05 03:59:11.666904 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ba27e4d4-e978-482b-913c-6fc04833a7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:11.675587 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d87c042-1845-4cab-ae2d-44d3c15f61ef tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:11.740701 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ae2d0644-d25f-4c07-8e8e-b85217ca4c2d req-bf821ac5-0e11-4ef8-9820-e0ef8a315e1b tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777278 Jul 05 03:59:11.750856 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27e4d4-e978-482b-913c-6fc04833a7da None None] Pushing event deleted for resources: {'Port': ['ID=65ca839e-4de1-409b-878d-fa442b1fd5b6,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:11.766195 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba27e4d4-e978-482b-913c-6fc04833a7da None None] No DVR routers for this DVR port 65ca839e-4de1-409b-878d-fa442b1fd5b6 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:11.807776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d87c042-1845-4cab-ae2d-44d3c15f61ef tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Port 65ca839e-4de1-409b-878d-fa442b1fd5b6 concurrently deleted while adding address for new subnet {'id': '13fafec6-7513-4300-9990-da1e0cae8c46', 'name': '', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1282, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-05T03:59:10Z', 'updated_at': '2021-07-05T03:59:10Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'f87805c8407343a69ffdea24be5ca922'}. {{(pid=105539) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 05 03:59:11.808544 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d87c042-1845-4cab-ae2d-44d3c15f61ef tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:11.864664 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d87c042-1845-4cab-ae2d-44d3c15f61ef tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:11.868551 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-5d87c042-1845-4cab-ae2d-44d3c15f61ef tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:11.883577 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40ab660-e477-4b61-b30c-a28244aa59e7 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:11.898225 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d87c042-1845-4cab-ae2d-44d3c15f61ef tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:11.898865 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d87c042-1845-4cab-ae2d-44d3c15f61ef tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.007198 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87c042-1845-4cab-ae2d-44d3c15f61ef tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=13fafec6-7513-4300-9990-da1e0cae8c46,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:12.069987 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5d87c042-1845-4cab-ae2d-44d3c15f61ef tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1453393 Jul 05 03:59:12.070519 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57926) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:12.076033 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-1902ee56-d219-4e67-b311-2246402d482c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:12.252369 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 65ca839e-4de1-409b-878d-fa442b1fd5b6 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:12.353498 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 65ca839e-4de1-409b-878d-fa442b1fd5b6 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:59:12.359381 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 65ca839e-4de1-409b-878d-fa442b1fd5b6 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:59:12.420761 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1902ee56-d219-4e67-b311-2246402d482c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:12.423536 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1902ee56-d219-4e67-b311-2246402d482c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.464119 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1401751b-b73f-49ad-b272-df959a38c584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'fixed_ips': [{'subnet_id': '13fafec6-7513-4300-9990-da1e0cae8c46'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:12.465014 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1401751b-b73f-49ad-b272-df959a38c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.757570 n-d-780147-23 neutron-server[105538]: INFO neutron.db.ipam_backend_mixin [None req-1902ee56-d219-4e67-b311-2246402d482c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 13fafec6-7513-4300-9990-da1e0cae8c46 (CIDR: 2001:db8::/64) Jul 05 03:59:12.766946 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-1902ee56-d219-4e67-b311-2246402d482c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 03:59:12.767532 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1902ee56-d219-4e67-b311-2246402d482c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:12.777976 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.815608 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57934) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:12.817231 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1902ee56-d219-4e67-b311-2246402d482c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7442067 Jul 05 03:59:12.821970 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-34f6e5fd-60b9-4486-bf3c-243e56391e18 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:12.931301 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-1401751b-b73f-49ad-b272-df959a38c584 None None] Allocated IP 2001:db8::f816:3eff:fe13:de71 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/13fafec6-7513-4300-9990-da1e0cae8c46/32ff47e7-ffb9-4448-802e-94b7180551a3) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:13.021009 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f6e5fd-60b9-4486-bf3c-243e56391e18 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:13.034282 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-34f6e5fd-60b9-4486-bf3c-243e56391e18 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.341295 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1401751b-b73f-49ad-b272-df959a38c584 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.372956 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1401751b-b73f-49ad-b272-df959a38c584 None None] Transition to ACTIVE for port object 32ff47e7-ffb9-4448-802e-94b7180551a3 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:13.415659 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1401751b-b73f-49ad-b272-df959a38c584 None None] Transition to ACTIVE for port object 32ff47e7-ffb9-4448-802e-94b7180551a3 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:13.423085 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1401751b-b73f-49ad-b272-df959a38c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.477044 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1401751b-b73f-49ad-b272-df959a38c584 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:13.482634 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-1401751b-b73f-49ad-b272-df959a38c584 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:13.489322 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1401751b-b73f-49ad-b272-df959a38c584 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:13.518445 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401751b-b73f-49ad-b272-df959a38c584 None None] Pushing event updated for resources: {'Port': ['ID=32ff47e7-ffb9-4448-802e-94b7180551a3,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:13.542844 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-34f6e5fd-60b9-4486-bf3c-243e56391e18 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.562090 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f6e5fd-60b9-4486-bf3c-243e56391e18 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:13.565560 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-34f6e5fd-60b9-4486-bf3c-243e56391e18 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:13.574400 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f6e5fd-60b9-4486-bf3c-243e56391e18 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:13.575331 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-34f6e5fd-60b9-4486-bf3c-243e56391e18 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.697443 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-1401751b-b73f-49ad-b272-df959a38c584 None None] Attempting to bind port 32ff47e7-ffb9-4448-802e-94b7180551a3 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:13.698586 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-1401751b-b73f-49ad-b272-df959a38c584 None None] Attempting to bind port 32ff47e7-ffb9-4448-802e-94b7180551a3 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:13.700099 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1401751b-b73f-49ad-b272-df959a38c584 None None] Attempting to bind port 32ff47e7-ffb9-4448-802e-94b7180551a3 on network 11254a26-e0ed-4207-b9f1-d7e3a27daaba {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:13.713315 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1401751b-b73f-49ad-b272-df959a38c584 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:13.714171 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1401751b-b73f-49ad-b272-df959a38c584 None None] Checking segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:13.714824 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1401751b-b73f-49ad-b272-df959a38c584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.715541 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1401751b-b73f-49ad-b272-df959a38c584 None None] Bound using segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:13.716315 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-1401751b-b73f-49ad-b272-df959a38c584 None None] Bound port: 32ff47e7-ffb9-4448-802e-94b7180551a3, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:13.717181 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1401751b-b73f-49ad-b272-df959a38c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.719944 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-34f6e5fd-60b9-4486-bf3c-243e56391e18 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9030869 Jul 05 03:59:13.732056 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57946) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:13.752721 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6e5fd-60b9-4486-bf3c-243e56391e18 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=36517072-818d-4d9d-a33c-2ba722729767,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:13.777000 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-c710648a-6c14-4ab2-b78b-ed3810b5ebb9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'mac_address': 'fa:16:3e:d4:01:26', 'name': 'tempest-NetworksTestDHCPv6-381516133'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:13.939838 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-1401751b-b73f-49ad-b272-df959a38c584 None None] For port 32ff47e7-ffb9-4448-802e-94b7180551a3, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:13.947308 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-1401751b-b73f-49ad-b272-df959a38c584 None None] For port 32ff47e7-ffb9-4448-802e-94b7180551a3, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=32ff47e7-ffb9-4448-802e-94b7180551a3,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:13.960863 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1401751b-b73f-49ad-b272-df959a38c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.129769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609f7c8-1691-43ba-bd7e-98cdc72eda75 req-bd9b6338-3a31-4599-b0c7-75cc3ebebbab tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:14.134316 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5609f7c8-1691-43ba-bd7e-98cdc72eda75 req-bd9b6338-3a31-4599-b0c7-75cc3ebebbab tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.5618842 Jul 05 03:59:14.137989 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401751b-b73f-49ad-b272-df959a38c584 None None] Pushing event updated for resources: {'Port': ['ID=32ff47e7-ffb9-4448-802e-94b7180551a3,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:14.272441 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5609f7c8-1691-43ba-bd7e-98cdc72eda75 req-fdd291d8-3ff0-4196-b488-52a9d36b0840 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192830 Jul 05 03:59:14.286468 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c710648a-6c14-4ab2-b78b-ed3810b5ebb9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:14.539594 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c710648a-6c14-4ab2-b78b-ed3810b5ebb9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.623027 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-c710648a-6c14-4ab2-b78b-ed3810b5ebb9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] device_id is not set on port 41a1864b-4368-4237-8d11-e8e375da373b yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:59:14.776431 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a696f36-9150-4a3e-8259-f9da6b7a67d1 req-0c152e72-4276-4ead-8c04-5fcaeb276836 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:14.783745 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2a696f36-9150-4a3e-8259-f9da6b7a67d1 req-0c152e72-4276-4ead-8c04-5fcaeb276836 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.2414744 Jul 05 03:59:15.029722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-c710648a-6c14-4ab2-b78b-ed3810b5ebb9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 2001:db8:0:1::1f5 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/36517072-818d-4d9d-a33c-2ba722729767/41a1864b-4368-4237-8d11-e8e375da373b) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:15.050109 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-c710648a-6c14-4ab2-b78b-ed3810b5ebb9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 2001:db8::f816:3eff:fed4:126 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/13fafec6-7513-4300-9990-da1e0cae8c46/41a1864b-4368-4237-8d11-e8e375da373b) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:15.260683 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c710648a-6c14-4ab2-b78b-ed3810b5ebb9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.276872 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-c710648a-6c14-4ab2-b78b-ed3810b5ebb9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Transition to ACTIVE for port object 41a1864b-4368-4237-8d11-e8e375da373b will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:15.362925 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c710648a-6c14-4ab2-b78b-ed3810b5ebb9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.410809 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c710648a-6c14-4ab2-b78b-ed3810b5ebb9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:15.414292 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-c710648a-6c14-4ab2-b78b-ed3810b5ebb9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:15.475138 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2a696f36-9150-4a3e-8259-f9da6b7a67d1 req-256e5c4d-8360-4f43-91e6-7e6a4125507c tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6903198 Jul 05 03:59:15.476543 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c710648a-6c14-4ab2-b78b-ed3810b5ebb9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:15.482616 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c710648a-6c14-4ab2-b78b-ed3810b5ebb9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:15.483322 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c710648a-6c14-4ab2-b78b-ed3810b5ebb9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.514311 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710648a-6c14-4ab2-b78b-ed3810b5ebb9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=41a1864b-4368-4237-8d11-e8e375da373b,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:15.558643 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c710648a-6c14-4ab2-b78b-ed3810b5ebb9 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8166165 Jul 05 03:59:15.560031 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57956) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:15.694818 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe4d239-a593-4c95-8473-88e3e3eb3bb4 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:15.821086 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-d2bb260c-debd-4b61-86a3-8d0014bb9d8c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting port 41a1864b-4368-4237-8d11-e8e375da373b {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:15.821886 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d2bb260c-debd-4b61-86a3-8d0014bb9d8c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.870550 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9cf1cae0-d4d9-497b-8b33-72f7c5652456 None None] Provisioning for port 32ff47e7-ffb9-4448-802e-94b7180551a3 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:16.135988 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d2bb260c-debd-4b61-86a3-8d0014bb9d8c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.181934 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-d2bb260c-debd-4b61-86a3-8d0014bb9d8c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Calling delete_port for 41a1864b-4368-4237-8d11-e8e375da373b owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:16.189401 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386abc64-9289-42dc-82a7-caa229ecd03d None None] Update dhcp port {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'fixed_ips': [{'subnet_id': '13fafec6-7513-4300-9990-da1e0cae8c46', 'ip_address': '2001:db8::f816:3eff:fe13:de71'}, {'subnet_id': '36517072-818d-4d9d-a33c-2ba722729767'}], 'binding:host_id': 'n-d-780147-23'}, 'id': '32ff47e7-ffb9-4448-802e-94b7180551a3'} from n-d-780147-23. {{(pid=105540) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 03:59:16.236792 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-386abc64-9289-42dc-82a7-caa229ecd03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.283946 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 32ff47e7-ffb9-4448-802e-94b7180551a3 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:16.542395 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d2bb260c-debd-4b61-86a3-8d0014bb9d8c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.546757 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 32ff47e7-ffb9-4448-802e-94b7180551a3 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:16.555709 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 32ff47e7-ffb9-4448-802e-94b7180551a3 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:16.556457 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.608763 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb260c-debd-4b61-86a3-8d0014bb9d8c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Port': ['ID=41a1864b-4368-4237-8d11-e8e375da373b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:16.710322 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d2bb260c-debd-4b61-86a3-8d0014bb9d8c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.719226 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d2bb260c-debd-4b61-86a3-8d0014bb9d8c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/41a1864b-4368-4237-8d11-e8e375da373b HTTP/1.1" status: 204 len: 168 time: 1.1560755 Jul 05 03:59:16.720072 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57982) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:16.876714 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4b0f81-0645-451a-b15a-c26d3d14ed08 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:16.881613 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ef4b0f81-0645-451a-b15a-c26d3d14ed08 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1571863 Jul 05 03:59:16.881984 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57992) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:17.012226 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf150e-f7af-45e4-bde9-2cee9f60483d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:17.022425 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57994) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:17.034223 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7fbf150e-f7af-45e4-bde9-2cee9f60483d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1510508 Jul 05 03:59:17.173589 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.272733 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56999568-24f3-4946-bc82-a29f151ca182 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:17.278788 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56999568-24f3-4946-bc82-a29f151ca182 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:17.284001 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56999568-24f3-4946-bc82-a29f151ca182 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:17.291403 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-56999568-24f3-4946-bc82-a29f151ca182 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2628868 Jul 05 03:59:17.291642 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-386abc64-9289-42dc-82a7-caa229ecd03d None None] Allocated IP 2001:db8:0:1::2 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/36517072-818d-4d9d-a33c-2ba722729767/32ff47e7-ffb9-4448-802e-94b7180551a3) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:17.296130 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58000) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:17.310847 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 32ff47e7-ffb9-4448-802e-94b7180551a3, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=32ff47e7-ffb9-4448-802e-94b7180551a3,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:17.325218 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.350987 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb0a43-5fb2-493f-aeb7-9bf34c1c87e9 req-193a9a01-a5ba-4c29-bbeb-7bbe7b1dcdbf tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:17.362170 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cffb0a43-5fb2-493f-aeb7-9bf34c1c87e9 req-193a9a01-a5ba-4c29-bbeb-7bbe7b1dcdbf tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.3246522 Jul 05 03:59:17.450316 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=32ff47e7-ffb9-4448-802e-94b7180551a3,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:17.452578 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cffb0a43-5fb2-493f-aeb7-9bf34c1c87e9 req-25a28ab2-c289-487d-be74-eaab2eaceccf tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887504 Jul 05 03:59:17.501374 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ee3778-d884-4ed5-8988-7e2a6be1301f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet 13fafec6-7513-4300-9990-da1e0cae8c46 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:59:17.591829 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-386abc64-9289-42dc-82a7-caa229ecd03d None None] For port 32ff47e7-ffb9-4448-802e-94b7180551a3, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=32ff47e7-ffb9-4448-802e-94b7180551a3,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:17.633266 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-386abc64-9289-42dc-82a7-caa229ecd03d None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.647791 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed23484-ba20-47a1-9e65-a1cd67381fd3 req-3cf71565-1dda-48d4-a681-523c9cd8652e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:17.653754 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-386abc64-9289-42dc-82a7-caa229ecd03d None None] Transition to ACTIVE for port object 32ff47e7-ffb9-4448-802e-94b7180551a3 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:17.655093 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5ed23484-ba20-47a1-9e65-a1cd67381fd3 req-3cf71565-1dda-48d4-a681-523c9cd8652e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=501ed92e20d5480db968048631c9d2f5&device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 1098 time: 0.1568682 Jul 05 03:59:17.660867 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-386abc64-9289-42dc-82a7-caa229ecd03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.662564 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76ee3778-d884-4ed5-8988-7e2a6be1301f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.841440 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76ee3778-d884-4ed5-8988-7e2a6be1301f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.861962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386abc64-9289-42dc-82a7-caa229ecd03d None None] Pushing event updated for resources: {'Port': ['ID=32ff47e7-ffb9-4448-802e-94b7180551a3,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:17.912034 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed23484-ba20-47a1-9e65-a1cd67381fd3 req-9583754f-e0f6-4037-b92d-a21906eb63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:17.928509 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5ed23484-ba20-47a1-9e65-a1cd67381fd3 req-9583754f-e0f6-4037-b92d-a21906eb63fb service neutron] 10.222.0.89 "GET /v2.0/networks?id=3b64f625-0433-41d5-8266-5dfdc89559ba HTTP/1.1" status: 200 len: 912 time: 0.2575037 Jul 05 03:59:18.082211 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5ed23484-ba20-47a1-9e65-a1cd67381fd3 req-76651deb-f5f6-4bec-9b32-ae69d4bd67f1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48355ee6-d3d0-48de-b7ce-903b87666e0f HTTP/1.1" status: 200 len: 217 time: 0.1474741 Jul 05 03:59:18.083488 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58014) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:18.154758 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76ee3778-d884-4ed5-8988-7e2a6be1301f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.269672 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76ee3778-d884-4ed5-8988-7e2a6be1301f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.287383 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed23484-ba20-47a1-9e65-a1cd67381fd3 req-f2dcd868-fc46-4aec-bec8-25bfea64629c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.294804 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5ed23484-ba20-47a1-9e65-a1cd67381fd3 req-f2dcd868-fc46-4aec-bec8-25bfea64629c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c2a1cef0-323d-4d98-bbd7-de1cb5542ec9 HTTP/1.1" status: 200 len: 851 time: 0.1759582 Jul 05 03:59:18.331769 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 32ff47e7-ffb9-4448-802e-94b7180551a3 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:18.384647 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5ed23484-ba20-47a1-9e65-a1cd67381fd3 req-781801bf-16f1-4a1b-811c-d8a285892827 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3b64f625-0433-41d5-8266-5dfdc89559ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777838 Jul 05 03:59:18.393575 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76ee3778-d884-4ed5-8988-7e2a6be1301f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.399667 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-76ee3778-d884-4ed5-8988-7e2a6be1301f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/13fafec6-7513-4300-9990-da1e0cae8c46 HTTP/1.1" status: 204 len: 168 time: 1.1042480 Jul 05 03:59:18.404455 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee3778-d884-4ed5-8988-7e2a6be1301f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=13fafec6-7513-4300-9990-da1e0cae8c46,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:18.404455 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58026) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:18.429712 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e26f157-511d-443b-80d8-ab5fc7d70984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.458792 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942365cf-c06f-4818-9c1e-e9032d938da5 req-1f265b17-ec15-4986-b9d2-3601073a5211 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.476232 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-942365cf-c06f-4818-9c1e-e9032d938da5 req-1f265b17-ec15-4986-b9d2-3601073a5211 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.3921559 Jul 05 03:59:18.558382 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-25cc4e33-5e02-433e-8d1f-e5f91ca04495 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet 36517072-818d-4d9d-a33c-2ba722729767 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:59:18.562389 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-25cc4e33-5e02-433e-8d1f-e5f91ca04495 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.670512 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-25cc4e33-5e02-433e-8d1f-e5f91ca04495 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.867453 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-942365cf-c06f-4818-9c1e-e9032d938da5 req-53bcb44d-b2df-468b-86bc-535d509b2aee tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902113 Jul 05 03:59:18.990567 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e26f157-511d-443b-80d8-ab5fc7d70984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.026861 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e26f157-511d-443b-80d8-ab5fc7d70984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.080051 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-25cc4e33-5e02-433e-8d1f-e5f91ca04495 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.094935 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3e26f157-511d-443b-80d8-ab5fc7d70984 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aa2fbe80451f4d4d885f7964cf26a312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9931810 Jul 05 03:59:19.098398 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58034) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:19.138821 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5ed23484-ba20-47a1-9e65-a1cd67381fd3 req-9bc1bb47-2cc3-4a15-9c2c-6569da8afdf2 service neutron] 10.222.0.89 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7257569 Jul 05 03:59:19.180766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fffff-e928-4d6d-b1c5-d21cc8f2c268 req-43212fd4-8ef1-4144-97c9-4bbe6a881de3 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:19.182683 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-018fffff-e928-4d6d-b1c5-d21cc8f2c268 req-43212fd4-8ef1-4144-97c9-4bbe6a881de3 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.4156764 Jul 05 03:59:19.235250 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26f157-511d-443b-80d8-ab5fc7d70984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824b789e-8809-4dc4-864d-c5ad901675f3,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:19.255830 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106afba9-1ff0-4071-a216-3fdd0fe06fab None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:19.327188 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df5b6052-c732-4137-9bda-c0cef222a241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.343634 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-25cc4e33-5e02-433e-8d1f-e5f91ca04495 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.424168 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df5b6052-c732-4137-9bda-c0cef222a241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.428446 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-018fffff-e928-4d6d-b1c5-d21cc8f2c268 req-8e1a12e4-67a1-41c0-9dd7-02f5bd1a8f4b tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259531 Jul 05 03:59:19.432785 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-20ff5e44-36e0-4af1-9e13-2a3142d7d626 None None] Provisioning for port 32ff47e7-ffb9-4448-802e-94b7180551a3 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:19.436989 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-25cc4e33-5e02-433e-8d1f-e5f91ca04495 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.438928 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-25cc4e33-5e02-433e-8d1f-e5f91ca04495 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/36517072-818d-4d9d-a33c-2ba722729767 HTTP/1.1" status: 204 len: 168 time: 1.0330076 Jul 05 03:59:19.439934 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5ed23484-ba20-47a1-9e65-a1cd67381fd3 req-1dcaf412-e4e2-4907-a925-cf294aa27e22 service neutron] 10.222.0.89 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876995 Jul 05 03:59:19.442380 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58038) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:19.442668 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc4e33-5e02-433e-8d1f-e5f91ca04495 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=36517072-818d-4d9d-a33c-2ba722729767,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:19.464471 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-20ff5e44-36e0-4af1-9e13-2a3142d7d626 None None] Provisioning complete for port 32ff47e7-ffb9-4448-802e-94b7180551a3 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:19.465232 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-20ff5e44-36e0-4af1-9e13-2a3142d7d626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.517802 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e426af73-7257-4c74-9c6e-4153a2c20883 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715160 Jul 05 03:59:19.522240 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58044) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:19.527630 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-6e09dd95-8fad-404f-a564-75ab6b478944 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:19.671527 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df5b6052-c732-4137-9bda-c0cef222a241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.674343 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df5b6052-c732-4137-9bda-c0cef222a241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.677337 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-df5b6052-c732-4137-9bda-c0cef222a241 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/824b789e-8809-4dc4-864d-c5ad901675f3 HTTP/1.1" status: 204 len: 168 time: 0.5703125 Jul 05 03:59:19.692921 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b6052-c732-4137-9bda-c0cef222a241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824b789e-8809-4dc4-864d-c5ad901675f3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:19.713348 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e09dd95-8fad-404f-a564-75ab6b478944 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:19.718902 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6e09dd95-8fad-404f-a564-75ab6b478944 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.781485 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-20ff5e44-36e0-4af1-9e13-2a3142d7d626 None None] Could not find standard attr ID for object 41a1864b-4368-4237-8d11-e8e375da373b. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:59:19.889941 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2576f6-0abc-44f2-b96d-89b8191c3d0d None None] DHCP port deletion for 11254a26-e0ed-4207-b9f1-d7e3a27daaba request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:59:19.986745 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-7f2576f6-0abc-44f2-b96d-89b8191c3d0d None None] Deleting port 32ff47e7-ffb9-4448-802e-94b7180551a3 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:19.988679 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7f2576f6-0abc-44f2-b96d-89b8191c3d0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.081908 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-7f2576f6-0abc-44f2-b96d-89b8191c3d0d None None] For port 32ff47e7-ffb9-4448-802e-94b7180551a3, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=32ff47e7-ffb9-4448-802e-94b7180551a3,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:20.082603 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7f2576f6-0abc-44f2-b96d-89b8191c3d0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.099845 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-7f2576f6-0abc-44f2-b96d-89b8191c3d0d None None] Calling delete_port for 32ff47e7-ffb9-4448-802e-94b7180551a3 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:20.164924 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6e09dd95-8fad-404f-a564-75ab6b478944 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.208776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e09dd95-8fad-404f-a564-75ab6b478944 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:20.217349 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-6e09dd95-8fad-404f-a564-75ab6b478944 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:20.238646 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 32ff47e7-ffb9-4448-802e-94b7180551a3 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:20.244826 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e09dd95-8fad-404f-a564-75ab6b478944 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:20.245903 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6e09dd95-8fad-404f-a564-75ab6b478944 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.266486 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58060) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:20.280384 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58062) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:20.286417 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6e09dd95-8fad-404f-a564-75ab6b478944 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7628958 Jul 05 03:59:20.288470 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-2d31c001-5c2e-4ba5-b3df-2b7d87e8eaa0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:20.328828 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5335ef-2244-49ec-bc1a-f5cb86d1c0c8 req-d8d75b9e-3c17-4ac8-b1f8-057229b096b4 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:20.334198 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7d5335ef-2244-49ec-bc1a-f5cb86d1c0c8 req-d8d75b9e-3c17-4ac8-b1f8-057229b096b4 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.2318211 Jul 05 03:59:20.345932 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09dd95-8fad-404f-a564-75ab6b478944 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=ab319ac0-04c4-4241-a087-900f08ed91ef,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:20.434538 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.459770 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7d5335ef-2244-49ec-bc1a-f5cb86d1c0c8 req-06f8cae6-457c-4099-80bb-8213ca2d2e81 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166954 Jul 05 03:59:20.469451 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7f2576f6-0abc-44f2-b96d-89b8191c3d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.507740 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2576f6-0abc-44f2-b96d-89b8191c3d0d None None] No DVR routers for this DVR port 32ff47e7-ffb9-4448-802e-94b7180551a3 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:20.517391 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2576f6-0abc-44f2-b96d-89b8191c3d0d None None] Pushing event deleted for resources: {'Port': ['ID=32ff47e7-ffb9-4448-802e-94b7180551a3,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:20.563981 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d1190b-68fa-49ce-8eb2-e3c2282aea3c None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:20.580852 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2fb04f59-02a2-45b4-96f8-6ca1f8f4da34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.699281 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.db.api [None req-2fb04f59-02a2-45b4-96f8-6ca1f8f4da34 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 03:59:20.699281 n-d-780147-23 neutron-server[105538]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 03:59:20.699281 n-d-780147-23 neutron-server[105538]: [parameters: {'project_id': 'b12b6aa07a114d058cde953e622d3b45', 'id': '4fd5c4d3-ea11-4b1f-b1f3-5ed3411169f7', 'expiration': datetime.datetime(2021, 7, 5, 4, 1, 20, 684222)}] Jul 05 03:59:20.699281 n-d-780147-23 neutron-server[105538]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105538) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:59:20.700086 n-d-780147-23 neutron-server[105538]: DEBUG oslo_db.api [None req-2fb04f59-02a2-45b4-96f8-6ca1f8f4da34 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:59:20.730381 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d31c001-5c2e-4ba5-b3df-2b7d87e8eaa0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:20.735664 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2d31c001-5c2e-4ba5-b3df-2b7d87e8eaa0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.782871 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-1946e6c1-6d6f-4b89-b52d-82beceb7a2e8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1905255 Jul 05 03:59:20.873320 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0794261-da21-4c5a-94c1-dc409c6588d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'fixed_ips': [{'subnet_id': 'ab319ac0-04c4-4241-a087-900f08ed91ef'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:20.874572 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f0794261-da21-4c5a-94c1-dc409c6588d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.030079 n-d-780147-23 neutron-server[105538]: INFO neutron.db.ipam_backend_mixin [None req-2d31c001-5c2e-4ba5-b3df-2b7d87e8eaa0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ab319ac0-04c4-4241-a087-900f08ed91ef (CIDR: 2001:db8::/64) Jul 05 03:59:21.041871 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d31c001-5c2e-4ba5-b3df-2b7d87e8eaa0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 03:59:21.042692 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d31c001-5c2e-4ba5-b3df-2b7d87e8eaa0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:21.063619 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d631e-2912-4853-b89a-4dc67963a625 req-8ce0f3bd-a183-4bc8-bf8e-147b8834ef4a tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.068399 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4a2d631e-2912-4853-b89a-4dc67963a625 req-8ce0f3bd-a183-4bc8-bf8e-147b8834ef4a tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.3424096 Jul 05 03:59:21.084256 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-4924c7e4-d940-4ba8-9cb1-672283b02d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.084915 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-4924c7e4-d940-4ba8-9cb1-672283b02d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.085465 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-4924c7e4-d940-4ba8-9cb1-672283b02d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.086014 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-4924c7e4-d940-4ba8-9cb1-672283b02d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.086551 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-4924c7e4-d940-4ba8-9cb1-672283b02d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.087094 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-4924c7e4-d940-4ba8-9cb1-672283b02d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.087633 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-4924c7e4-d940-4ba8-9cb1-672283b02d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.089614 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-4924c7e4-d940-4ba8-9cb1-672283b02d3d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=37edaf8ff03a4b18a4527fc6265a8b9e&device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 6496 time: 0.1976318 Jul 05 03:59:21.098299 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2d31c001-5c2e-4ba5-b3df-2b7d87e8eaa0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8120732 Jul 05 03:59:21.114609 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58078) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:21.121359 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-9b5c3cbe-a4bc-4039-bab7-50ea3608c399 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:21.129350 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-f0794261-da21-4c5a-94c1-dc409c6588d0 None None] Allocated IP 2001:db8::2 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/ab319ac0-04c4-4241-a087-900f08ed91ef/a25e364e-aa69-4dcb-b0ab-39301eace691) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:21.176952 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4a2d631e-2912-4853-b89a-4dc67963a625 req-2f948eea-9cf6-4fbd-a3b2-2e6e5fc41104 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854404 Jul 05 03:59:21.214163 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf27a5-ca7c-480d-b69f-b6b8dabec89f req-dc7ed945-a9a5-479f-b275-1dfc56aef041 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.214763 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2fb04f59-02a2-45b4-96f8-6ca1f8f4da34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.226516 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2fcf27a5-ca7c-480d-b69f-b6b8dabec89f req-dc7ed945-a9a5-479f-b275-1dfc56aef041 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 946 time: 0.2360165 Jul 05 03:59:21.375066 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f0794261-da21-4c5a-94c1-dc409c6588d0 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.380914 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2fcf27a5-ca7c-480d-b69f-b6b8dabec89f req-475a6509-11c3-4475-8f88-89eee7964ea5 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525898 Jul 05 03:59:21.384813 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f0794261-da21-4c5a-94c1-dc409c6588d0 None None] Transition to ACTIVE for port object a25e364e-aa69-4dcb-b0ab-39301eace691 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:21.403378 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f0794261-da21-4c5a-94c1-dc409c6588d0 None None] Transition to ACTIVE for port object a25e364e-aa69-4dcb-b0ab-39301eace691 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:21.416770 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f0794261-da21-4c5a-94c1-dc409c6588d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.436150 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-3b84f607-f25b-45e9-b978-f42e4559197f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.436150 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-3b84f607-f25b-45e9-b978-f42e4559197f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.436150 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-3b84f607-f25b-45e9-b978-f42e4559197f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.444177 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-3b84f607-f25b-45e9-b978-f42e4559197f service neutron] 10.222.0.70 "GET /v2.0/networks?id=ac936e6f-3e04-4437-b04d-b7e14555028d&id=3109c869-7127-4afd-9f38-c7624c1dbe78&id=3109c869-7127-4afd-9f38-c7624c1dbe78&id=3109c869-7127-4afd-9f38-c7624c1dbe78&id=3109c869-7127-4afd-9f38-c7624c1dbe78&id=3786fe40-9645-44e0-a910-e28556aff90f&id=3786fe40-9645-44e0-a910-e28556aff90f HTTP/1.1" status: 200 len: 2293 time: 0.2875793 Jul 05 03:59:21.598492 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0794261-da21-4c5a-94c1-dc409c6588d0 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:21.603460 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-f0794261-da21-4c5a-94c1-dc409c6588d0 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:21.611689 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0794261-da21-4c5a-94c1-dc409c6588d0 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:21.652054 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0794261-da21-4c5a-94c1-dc409c6588d0 None None] Pushing event updated for resources: {'Port': ['ID=a25e364e-aa69-4dcb-b0ab-39301eace691,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:21.758791 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 48355ee6-d3d0-48de-b7ce-903b87666e0f no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:21.950141 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f0794261-da21-4c5a-94c1-dc409c6588d0 None None] Attempting to bind port a25e364e-aa69-4dcb-b0ab-39301eace691 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:21.950613 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f0794261-da21-4c5a-94c1-dc409c6588d0 None None] Attempting to bind port a25e364e-aa69-4dcb-b0ab-39301eace691 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:21.951075 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0794261-da21-4c5a-94c1-dc409c6588d0 None None] Attempting to bind port a25e364e-aa69-4dcb-b0ab-39301eace691 on network 11254a26-e0ed-4207-b9f1-d7e3a27daaba {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:21.965868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0794261-da21-4c5a-94c1-dc409c6588d0 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:21.966419 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0794261-da21-4c5a-94c1-dc409c6588d0 None None] Checking segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:21.966967 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f0794261-da21-4c5a-94c1-dc409c6588d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.967470 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0794261-da21-4c5a-94c1-dc409c6588d0 None None] Bound using segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:21.968182 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f0794261-da21-4c5a-94c1-dc409c6588d0 None None] Bound port: a25e364e-aa69-4dcb-b0ab-39301eace691, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:21.968669 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f0794261-da21-4c5a-94c1-dc409c6588d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.122531 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f0794261-da21-4c5a-94c1-dc409c6588d0 None None] For port a25e364e-aa69-4dcb-b0ab-39301eace691, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:22.137567 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f0794261-da21-4c5a-94c1-dc409c6588d0 None None] For port a25e364e-aa69-4dcb-b0ab-39301eace691, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a25e364e-aa69-4dcb-b0ab-39301eace691,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:22.147537 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f0794261-da21-4c5a-94c1-dc409c6588d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.149437 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2fb04f59-02a2-45b4-96f8-6ca1f8f4da34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.155379 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.176127 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5c3cbe-a4bc-4039-bab7-50ea3608c399 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:22.181108 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9b5c3cbe-a4bc-4039-bab7-50ea3608c399 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.184304 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2fb04f59-02a2-45b4-96f8-6ca1f8f4da34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.217353 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-848740d5-5a65-4636-a07c-2109365125a4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6613a61c-a6e8-4b99-bacd-b372db0723d9 HTTP/1.1" status: 200 len: 1000 time: 0.7643812 Jul 05 03:59:22.261100 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 48355ee6-d3d0-48de-b7ce-903b87666e0f, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=48355ee6-d3d0-48de-b7ce-903b87666e0f,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:22.265763 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d653ff-7be3-4396-a3b2-9c0c4a63823e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48355ee6-d3d0-48de-b7ce-903b87666e0f'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:22.269689 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6a4338-8d9f-46b6-85ce-6c7e8dadc46e" -d '{"events": [{"server_uuid": "87d653ff-7be3-4396-a3b2-9c0c4a63823e", "name": "network-vif-unplugged", "status": "completed", "tag": "48355ee6-d3d0-48de-b7ce-903b87666e0f"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:22.278386 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb04f59-02a2-45b4-96f8-6ca1f8f4da34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10836b82-f238-4ba2-b0c2-8a56a2731fce,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:22.285429 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.289964 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2fb04f59-02a2-45b4-96f8-6ca1f8f4da34 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b12b6aa07a114d058cde953e622d3b45&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0197937 Jul 05 03:59:22.296405 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58108) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:22.333857 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0794261-da21-4c5a-94c1-dc409c6588d0 None None] Pushing event updated for resources: {'Port': ['ID=a25e364e-aa69-4dcb-b0ab-39301eace691,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:22.369541 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303339e7-6ab8-44de-8383-ff1705278c9d x-openstack-request-id: req-303339e7-6ab8-44de-8383-ff1705278c9d {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:22.370602 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d653ff-7be3-4396-a3b2-9c0c4a63823e", "name": "network-vif-unplugged", "status": "completed", "tag": "48355ee6-d3d0-48de-b7ce-903b87666e0f", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:22.370906 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-303339e7-6ab8-44de-8383-ff1705278c9d {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:22.371465 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d653ff-7be3-4396-a3b2-9c0c4a63823e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48355ee6-d3d0-48de-b7ce-903b87666e0f', 'code': 200} Jul 05 03:59:22.410004 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28bfa77-8eb7-4080-9f84-503d132a49f8 req-c8386fb9-f3e6-469b-a153-0a6c00dc5152 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:22.411707 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d28bfa77-8eb7-4080-9f84-503d132a49f8 req-c8386fb9-f3e6-469b-a153-0a6c00dc5152 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.2776587 Jul 05 03:59:22.418033 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-8a2a07e8-2242-4a8a-a0b4-36f61c2edcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:22.419561 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-8a2a07e8-2242-4a8a-a0b4-36f61c2edcf4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4 HTTP/1.1" status: 200 len: 851 time: 0.1800318 Jul 05 03:59:22.432324 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=48355ee6-d3d0-48de-b7ce-903b87666e0f,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:22.625701 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90ee1853-156a-49d3-a1ce-ae032ac0df8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.663472 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d28bfa77-8eb7-4080-9f84-503d132a49f8 req-144c621a-4d09-42f5-a9f4-05e7e0288269 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400427 Jul 05 03:59:22.740854 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90ee1853-156a-49d3-a1ce-ae032ac0df8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.799605 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-1e022b93-4cb1-431e-ab37-8fa41d9cec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:22.802885 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-1e022b93-4cb1-431e-ab37-8fa41d9cec8f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac936e6f-3e04-4437-b04d-b7e14555028d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3602350 Jul 05 03:59:22.812724 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7f8cc-a614-4e3e-adb8-2a0766c69648 req-cb2bbea5-d54a-482a-8755-1a7db7a61a94 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:22.820546 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c3d7f8cc-a614-4e3e-adb8-2a0766c69648 req-cb2bbea5-d54a-482a-8755-1a7db7a61a94 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 944 time: 0.1797316 Jul 05 03:59:22.884002 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c3d7f8cc-a614-4e3e-adb8-2a0766c69648 req-89ccb6b9-797c-4866-aa84-055402374f2e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621829 Jul 05 03:59:22.918274 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90ee1853-156a-49d3-a1ce-ae032ac0df8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.922455 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90ee1853-156a-49d3-a1ce-ae032ac0df8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.928617 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-90ee1853-156a-49d3-a1ce-ae032ac0df8e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/10836b82-f238-4ba2-b0c2-8a56a2731fce HTTP/1.1" status: 204 len: 168 time: 0.6253111 Jul 05 03:59:22.957051 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee1853-156a-49d3-a1ce-ae032ac0df8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10836b82-f238-4ba2-b0c2-8a56a2731fce,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:23.067122 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-69ce7f87-fa32-4333-9dce-60390d646fe9 service neutron] 10.222.0.70 "GET /v2.0/networks/ac936e6f-3e04-4437-b04d-b7e14555028d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395825 Jul 05 03:59:23.097958 n-d-780147-23 neutron-server[105539]: DEBUG neutron.objects.ports [None req-9b5c3cbe-a4bc-4039-bab7-50ea3608c399 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105539) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:59:23.346147 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7bd71-6b4f-4179-803c-dab3155c5ff4 req-ae8c54d5-26ec-41eb-a748-2963c808f621 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:23.354472 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-9f6bbd97-036d-4d63-88c3-f3040158ec35 service neutron] 10.222.0.70 "GET /v2.0/networks/ac936e6f-3e04-4437-b04d-b7e14555028d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799139 Jul 05 03:59:23.358615 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4be7bd71-6b4f-4179-803c-dab3155c5ff4 req-ae8c54d5-26ec-41eb-a748-2963c808f621 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.3023038 Jul 05 03:59:23.432487 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4be7bd71-6b4f-4179-803c-dab3155c5ff4 req-d18bedc2-318a-4036-bc22-cef8495e94fb tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727048 Jul 05 03:59:23.434611 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-37226c71-b319-40cc-9b62-2a339fc1b56f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=43e10832-bba0-43bb-bb99-461c4ef85b71 HTTP/1.1" status: 200 len: 217 time: 0.0726740 Jul 05 03:59:23.507872 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244108e9-87a7-4863-b6a8-c5ff6f5af6b4 req-dd6df31d-6742-4d88-8fcb-70cb3f4ab58c tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:23.517902 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-244108e9-87a7-4863-b6a8-c5ff6f5af6b4 req-dd6df31d-6742-4d88-8fcb-70cb3f4ab58c tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/ports?device_id=8646f29a-20d1-471e-8a0c-2f174a94b7ea HTTP/1.1" status: 200 len: 950 time: 0.2863140 Jul 05 03:59:23.580091 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-84a9a6cb-e96e-455e-b040-7e93be082302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:23.582686 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-84a9a6cb-e96e-455e-b040-7e93be082302 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a8d1c4cd-d124-4cd8-93ef-98e2af049099 HTTP/1.1" status: 200 len: 797 time: 0.1378706 Jul 05 03:59:23.587475 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-244108e9-87a7-4863-b6a8-c5ff6f5af6b4 req-c2509e77-7986-4aad-995f-1aac1a409f27 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/security-groups?id=41211d4f-8bab-4f3e-af15-f89c2da58568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683050 Jul 05 03:59:23.600926 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9b5c3cbe-a4bc-4039-bab7-50ea3608c399 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.759337 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-db365729-d698-42aa-9477-1ec680173f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:23.761906 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-db365729-d698-42aa-9477-1ec680173f77 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3109c869-7127-4afd-9f38-c7624c1dbe78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1683054 Jul 05 03:59:23.972696 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8783fd44-729a-40e1-a7fd-b95f9b8c0f07 None None] Provisioning for port a25e364e-aa69-4dcb-b0ab-39301eace691 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:24.014476 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-9b5c3cbe-a4bc-4039-bab7-50ea3608c399 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] For port a25e364e-aa69-4dcb-b0ab-39301eace691, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a25e364e-aa69-4dcb-b0ab-39301eace691,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:24.031264 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-540ee967-ee09-4bda-8091-3d5d95fc4052 service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369039 Jul 05 03:59:24.095516 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9b5c3cbe-a4bc-4039-bab7-50ea3608c399 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.111223 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9b5c3cbe-a4bc-4039-bab7-50ea3608c399 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.114331 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9b5c3cbe-a4bc-4039-bab7-50ea3608c399 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.298661 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a25e364e-aa69-4dcb-b0ab-39301eace691 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:24.376649 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-b0b27435-beba-4289-80fe-d46b637d3379 service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220890 Jul 05 03:59:24.424551 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1b5e8f26-e4af-4930-b993-12277ba3877a None None] Could not find standard attr ID for object 41a1864b-4368-4237-8d11-e8e375da373b. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:59:24.433149 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port a25e364e-aa69-4dcb-b0ab-39301eace691 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:24.439597 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a25e364e-aa69-4dcb-b0ab-39301eace691 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:24.440629 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.475167 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5c3cbe-a4bc-4039-bab7-50ea3608c399 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:24.482593 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c3cbe-a4bc-4039-bab7-50ea3608c399 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=051805b8-23ef-4c37-ae71-65532710f0d1,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:24.496255 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-b0330569-baf1-40b1-bfd5-26957345df0c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=ed8d3ec4-006f-4eb5-af83-d5d95a707d39 HTTP/1.1" status: 200 len: 217 time: 0.1103806 Jul 05 03:59:24.504850 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-9b5c3cbe-a4bc-4039-bab7-50ea3608c399 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:24.517586 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5c3cbe-a4bc-4039-bab7-50ea3608c399 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:24.520560 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9b5c3cbe-a4bc-4039-bab7-50ea3608c399 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.534549 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c3cbe-a4bc-4039-bab7-50ea3608c399 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=a25e364e-aa69-4dcb-b0ab-39301eace691,revision_number=4']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:24.579937 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9b5c3cbe-a4bc-4039-bab7-50ea3608c399 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.4635351 Jul 05 03:59:24.587147 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58190) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:24.620079 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-245cc8d5-88c4-4ce3-af4e-68075afe6859 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'mac_address': 'fa:16:3e:7a:ac:e6', 'name': 'tempest-NetworksTestDHCPv6-1747680556'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:24.652681 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-1e3fcdce-f1fe-4c06-bb6e-5679bb223c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:24.660872 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-1e3fcdce-f1fe-4c06-bb6e-5679bb223c78 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a8d1c4cd-d124-4cd8-93ef-98e2af049099 HTTP/1.1" status: 200 len: 797 time: 0.1589100 Jul 05 03:59:24.757519 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.813050 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port a25e364e-aa69-4dcb-b0ab-39301eace691, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a25e364e-aa69-4dcb-b0ab-39301eace691,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:24.822470 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.868246 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-68e538dd-8f18-490a-990c-13731e3d339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:24.872009 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-68e538dd-8f18-490a-990c-13731e3d339d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3109c869-7127-4afd-9f38-c7624c1dbe78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2028892 Jul 05 03:59:24.896903 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556ca96e-cabb-49fb-b222-844a0cd936d9 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:24.949170 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245cc8d5-88c4-4ce3-af4e-68075afe6859 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:24.963276 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58202) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:25.080725 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=a25e364e-aa69-4dcb-b0ab-39301eace691,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:25.110145 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-de113b65-3282-4f0a-b236-c4b049a99a13 service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295294 Jul 05 03:59:25.275988 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-929d5eca-20e4-4839-ae52-f382e1d68529 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2000700277-network', 'tenant_id': '84855aa0cff44f948db352b90e985895'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:25.281460 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-245cc8d5-88c4-4ce3-af4e-68075afe6859 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.325716 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-245cc8d5-88c4-4ce3-af4e-68075afe6859 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] device_id is not set on port 626c5e72-661f-4f9d-a80b-ed116d6dc863 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:59:25.408158 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929d5eca-20e4-4839-ae52-f382e1d68529 admin admin] Made reservation on behalf of 84855aa0cff44f948db352b90e985895 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:25.412826 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-929d5eca-20e4-4839-ae52-f382e1d68529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.448787 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-929d5eca-20e4-4839-ae52-f382e1d68529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.495626 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-d371f761-5f7d-47bc-b053-f71db0755b8f service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776526 Jul 05 03:59:25.562910 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-7c4ff9ec-8229-4a69-bc5f-2920dfcfb30e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=271f91fe-88b3-4c1f-b2dd-4328b37c7b7c HTTP/1.1" status: 200 len: 217 time: 0.0580904 Jul 05 03:59:25.692646 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 48355ee6-d3d0-48de-b7ce-903b87666e0f no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:25.728537 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-929d5eca-20e4-4839-ae52-f382e1d68529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.744477 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-2958f7ef-228a-44a7-8946-e1ec61ba68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:25.749401 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-2958f7ef-228a-44a7-8946-e1ec61ba68b0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a8d1c4cd-d124-4cd8-93ef-98e2af049099 HTTP/1.1" status: 200 len: 797 time: 0.1380770 Jul 05 03:59:25.753798 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-929d5eca-20e4-4839-ae52-f382e1d68529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.804403 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929d5eca-20e4-4839-ae52-f382e1d68529 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:59:25.820288 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-929d5eca-20e4-4839-ae52-f382e1d68529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.820695 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-929d5eca-20e4-4839-ae52-f382e1d68529 admin admin] Added segment b7e52b96-01e3-469f-aa7a-896898307299 of type vlan for network adf4335e-6a0f-4b60-b008-011a382a081a Jul 05 03:59:25.821677 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 67ea9714-eff0-4a73-b6ce-078041b69a48 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:25.866929 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-929d5eca-20e4-4839-ae52-f382e1d68529 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.940011 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d5eca-20e4-4839-ae52-f382e1d68529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b049ac02-4c75-4b34-a01c-c47295632689,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:25.946443 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-929d5eca-20e4-4839-ae52-f382e1d68529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.947340 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929d5eca-20e4-4839-ae52-f382e1d68529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:25.947947 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-929d5eca-20e4-4839-ae52-f382e1d68529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.020970 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.032200 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d5eca-20e4-4839-ae52-f382e1d68529 admin admin] Pushing event updated for resources: {'Network': ['ID=adf4335e-6a0f-4b60-b008-011a382a081a,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:26.040038 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-929d5eca-20e4-4839-ae52-f382e1d68529 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0756433 Jul 05 03:59:26.047548 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58228) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:26.051396 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05162c9-d562-499e-b350-1971e97b2157 req-8f536314-0606-4ef5-b407-a181b650a54b tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:26.059187 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e05162c9-d562-499e-b350-1971e97b2157 req-8f536314-0606-4ef5-b407-a181b650a54b tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=87d653ff-7be3-4396-a3b2-9c0c4a63823e HTTP/1.1" status: 200 len: 944 time: 0.4494762 Jul 05 03:59:26.059771 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network adf4335e-6a0f-4b60-b008-011a382a081a details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:59:26.072201 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-fb65fedf-3bab-426c-8e86-bcc2cdfa40c5 admin admin] Request body: {'subnet': {'network_id': 'adf4335e-6a0f-4b60-b008-011a382a081a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2000700277-subnet', 'tenant_id': '84855aa0cff44f948db352b90e985895', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:26.131694 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-9b8f93b0-d917-4267-accb-50db13416ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:26.133693 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-9b8f93b0-d917-4267-accb-50db13416ecc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3109c869-7127-4afd-9f38-c7624c1dbe78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3672903 Jul 05 03:59:26.144391 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb65fedf-3bab-426c-8e86-bcc2cdfa40c5 admin admin] Made reservation on behalf of 84855aa0cff44f948db352b90e985895 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:26.148141 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fb65fedf-3bab-426c-8e86-bcc2cdfa40c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.199427 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c83205-fa45-4dc7-9d27-eb4b81939930 req-6004f4e0-9ce4-416e-9699-52d058657cea tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:26.211998 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6c83205-fa45-4dc7-9d27-eb4b81939930 req-6004f4e0-9ce4-416e-9699-52d058657cea tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.7178075 Jul 05 03:59:26.248676 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8646f29a-20d1-471e-8a0c-2f174a94b7ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67ea9714-eff0-4a73-b6ce-078041b69a48'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:26.252877 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bf91de-cabe-414c-8d37-e0401d464bcf" -d '{"events": [{"server_uuid": "8646f29a-20d1-471e-8a0c-2f174a94b7ea", "name": "network-vif-unplugged", "status": "completed", "tag": "67ea9714-eff0-4a73-b6ce-078041b69a48"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:26.282469 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a25e364e-aa69-4dcb-b0ab-39301eace691 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:26.331135 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-e05162c9-d562-499e-b350-1971e97b2157 req-c6350fc4-caf6-44c3-bbaf-66e5d5169483 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Deleting port 48355ee6-d3d0-48de-b7ce-903b87666e0f {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:26.331528 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e05162c9-d562-499e-b350-1971e97b2157 req-c6350fc4-caf6-44c3-bbaf-66e5d5169483 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.331856 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-245cc8d5-88c4-4ce3-af4e-68075afe6859 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 2001:db8::29d (11254a26-e0ed-4207-b9f1-d7e3a27daaba/ab319ac0-04c4-4241-a087-900f08ed91ef/626c5e72-661f-4f9d-a80b-ed116d6dc863) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:26.364495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 67ea9714-eff0-4a73-b6ce-078041b69a48, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=67ea9714-eff0-4a73-b6ce-078041b69a48,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:26.374745 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.376677 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6c83205-fa45-4dc7-9d27-eb4b81939930 req-1a5d3cf1-de35-4f50-acae-1e0bf66b00c9 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635354 Jul 05 03:59:26.385083 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-245cc8d5-88c4-4ce3-af4e-68075afe6859 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7a:ace6 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/051805b8-23ef-4c37-ae71-65532710f0d1/626c5e72-661f-4f9d-a80b-ed116d6dc863) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:26.444233 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-e05162c9-d562-499e-b350-1971e97b2157 req-c6350fc4-caf6-44c3-bbaf-66e5d5169483 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] For port 48355ee6-d3d0-48de-b7ce-903b87666e0f, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=48355ee6-d3d0-48de-b7ce-903b87666e0f,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:26.444691 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e05162c9-d562-499e-b350-1971e97b2157 req-c6350fc4-caf6-44c3-bbaf-66e5d5169483 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.460270 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-e05162c9-d562-499e-b350-1971e97b2157 req-c6350fc4-caf6-44c3-bbaf-66e5d5169483 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Calling delete_port for 48355ee6-d3d0-48de-b7ce-903b87666e0f owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:26.480511 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=67ea9714-eff0-4a73-b6ce-078041b69a48,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:26.525292 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-51cf0044-06f6-4ebd-91ff-6d16a2870e32 None None] Provisioning complete for port a25e364e-aa69-4dcb-b0ab-39301eace691 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:26.526087 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-51cf0044-06f6-4ebd-91ff-6d16a2870e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.551089 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-576d7be0-85d3-4c50-aae4-a99e8c3caa27 service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777387 Jul 05 03:59:26.605427 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-245cc8d5-88c4-4ce3-af4e-68075afe6859 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.617677 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a25e364e-aa69-4dcb-b0ab-39301eace691 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:26.618649 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.635593 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-245cc8d5-88c4-4ce3-af4e-68075afe6859 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Transition to ACTIVE for port object 626c5e72-661f-4f9d-a80b-ed116d6dc863 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:26.763007 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-5dc0dc66-a4ac-42b0-97f5-e77e02367f75 service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041483 Jul 05 03:59:26.770027 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e05162c9-d562-499e-b350-1971e97b2157 req-c6350fc4-caf6-44c3-bbaf-66e5d5169483 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.786743 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-245cc8d5-88c4-4ce3-af4e-68075afe6859 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.852879 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-fed889e6-4304-4f92-b8ef-cecea4579219 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=7cb1d7da-fadf-49bd-aa0b-664cc94b989a HTTP/1.1" status: 200 len: 217 time: 0.0481799 Jul 05 03:59:26.855620 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6350fc4-caf6-44c3-bbaf-66e5d5169483 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Pushing event deleted for resources: {'Port': ['ID=48355ee6-d3d0-48de-b7ce-903b87666e0f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:26.874552 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b213373-6054-4045-9196-9750e0480710 x-openstack-request-id: req-1b213373-6054-4045-9196-9750e0480710 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:26.874799 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8646f29a-20d1-471e-8a0c-2f174a94b7ea", "name": "network-vif-unplugged", "status": "completed", "tag": "67ea9714-eff0-4a73-b6ce-078041b69a48", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:26.874961 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1b213373-6054-4045-9196-9750e0480710 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:26.875415 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8646f29a-20d1-471e-8a0c-2f174a94b7ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67ea9714-eff0-4a73-b6ce-078041b69a48', 'code': 200} Jul 05 03:59:26.889542 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245cc8d5-88c4-4ce3-af4e-68075afe6859 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:26.899304 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-245cc8d5-88c4-4ce3-af4e-68075afe6859 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:26.902294 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245cc8d5-88c4-4ce3-af4e-68075afe6859 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:26.909946 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245cc8d5-88c4-4ce3-af4e-68075afe6859 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:26.910700 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-245cc8d5-88c4-4ce3-af4e-68075afe6859 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.964428 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-245cc8d5-88c4-4ce3-af4e-68075afe6859 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3699081 Jul 05 03:59:26.967315 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05162c9-d562-499e-b350-1971e97b2157 req-c6350fc4-caf6-44c3-bbaf-66e5d5169483 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] No DVR routers for this DVR port 48355ee6-d3d0-48de-b7ce-903b87666e0f on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:26.968869 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cc8d5-88c4-4ce3-af4e-68075afe6859 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=626c5e72-661f-4f9d-a80b-ed116d6dc863,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:26.970969 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58244) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:26.981852 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e05162c9-d562-499e-b350-1971e97b2157 req-c6350fc4-caf6-44c3-bbaf-66e5d5169483 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.989485 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e05162c9-d562-499e-b350-1971e97b2157 req-c6350fc4-caf6-44c3-bbaf-66e5d5169483 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "DELETE /v2.0/ports/48355ee6-d3d0-48de-b7ce-903b87666e0f HTTP/1.1" status: 204 len: 173 time: 0.9293194 Jul 05 03:59:26.990065 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d653ff-7be3-4396-a3b2-9c0c4a63823e', 'name': 'network-vif-deleted', 'tag': '48355ee6-d3d0-48de-b7ce-903b87666e0f'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:26.992826 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b91eebd-658a-481c-b218-41ce3aa48a1c" -d '{"events": [{"server_uuid": "87d653ff-7be3-4396-a3b2-9c0c4a63823e", "name": "network-vif-deleted", "tag": "48355ee6-d3d0-48de-b7ce-903b87666e0f"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:26.994258 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fb65fedf-3bab-426c-8e86-bcc2cdfa40c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.000840 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-f38fdc72-4af7-437a-9a9c-faad04ed851e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.002470 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-f38fdc72-4af7-437a-9a9c-faad04ed851e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a8d1c4cd-d124-4cd8-93ef-98e2af049099 HTTP/1.1" status: 200 len: 797 time: 0.1419313 Jul 05 03:59:27.120633 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb65fedf-3bab-426c-8e86-bcc2cdfa40c5 admin admin] Checking segment: {'id': 'b7e52b96-01e3-469f-aa7a-896898307299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'adf4335e-6a0f-4b60-b008-011a382a081a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:27.121067 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb65fedf-3bab-426c-8e86-bcc2cdfa40c5 admin admin] Network hostable DHCP agents. Network: adf4335e-6a0f-4b60-b008-011a382a081a, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:59:27.123991 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65fedf-3bab-426c-8e86-bcc2cdfa40c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2236ef3b-18c4-4523-8f5f-ec09a670925c,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:27.151300 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb65fedf-3bab-426c-8e86-bcc2cdfa40c5 admin admin] Network adf4335e-6a0f-4b60-b008-011a382a081a is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:59:27.174547 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-fb65fedf-3bab-426c-8e86-bcc2cdfa40c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, adf4335e-6a0f-4b60-b008-011a382a081a) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:27.187017 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb65fedf-3bab-426c-8e86-bcc2cdfa40c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.187017 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fb65fedf-3bab-426c-8e86-bcc2cdfa40c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.210361 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347654e1-c099-48d3-a205-9b52528dfb5a None None] Network adf4335e-6a0f-4b60-b008-011a382a081a requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:27.217280 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fb65fedf-3bab-426c-8e86-bcc2cdfa40c5 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1645842 Jul 05 03:59:27.220473 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58252) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:27.228684 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-ecc98813-d4e9-4f23-96c7-78556467117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.232819 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-ecc98813-d4e9-4f23-96c7-78556467117d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3109c869-7127-4afd-9f38-c7624c1dbe78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1952560 Jul 05 03:59:27.233921 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-27443510-dd99-41ed-8f5f-7ddd839bb90c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2000700277-router', 'tenant_id': '84855aa0cff44f948db352b90e985895', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:27.284144 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27443510-dd99-41ed-8f5f-7ddd839bb90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.285912 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27443510-dd99-41ed-8f5f-7ddd839bb90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.386264 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-f3ecbe5e-086e-45cf-9b90-c0115ee8be81 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting port 626c5e72-661f-4f9d-a80b-ed116d6dc863 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:27.387071 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f3ecbe5e-086e-45cf-9b90-c0115ee8be81 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.396066 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27443510-dd99-41ed-8f5f-7ddd839bb90c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.412101 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-db8fadbe-5e72-45bb-aa48-f630a1bcffde service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721826 Jul 05 03:59:27.479051 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e2cfa7b9-1b84-4e9a-9be2-2652a0a23fcd None None] Provisioning for port 626c5e72-661f-4f9d-a80b-ed116d6dc863 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:27.492302 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e2cfa7b9-1b84-4e9a-9be2-2652a0a23fcd None None] Provisioning complete for port 626c5e72-661f-4f9d-a80b-ed116d6dc863 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:27.492896 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e2cfa7b9-1b84-4e9a-9be2-2652a0a23fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.554004 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-e2cfa7b9-1b84-4e9a-9be2-2652a0a23fcd None None] Port 626c5e72-661f-4f9d-a80b-ed116d6dc863 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:59:27.598609 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bc5de0-388d-4b75-914c-cb35df5160a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-adf4335e-6a0f-4b60-b008-011a382a081a', 'network_id': 'adf4335e-6a0f-4b60-b008-011a382a081a', 'tenant_id': '84855aa0cff44f948db352b90e985895', 'fixed_ips': [{'subnet_id': '2236ef3b-18c4-4523-8f5f-ec09a670925c'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:27.600242 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5de0-388d-4b75-914c-cb35df5160a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.649839 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-b733df62-e8e6-4fbc-9d07-e22b4e882c03 service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045102 Jul 05 03:59:27.686811 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27443510-dd99-41ed-8f5f-7ddd839bb90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.708741 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690eaa78-5f7a-42b1-a257-cd4d57879a6b req-75de4cfe-41ad-49b9-958d-bed156ecafbf tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.711355 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-690eaa78-5f7a-42b1-a257-cd4d57879a6b req-75de4cfe-41ad-49b9-958d-bed156ecafbf tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.3757913 Jul 05 03:59:27.728743 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:59:27.736351 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-dd7920eb-05d3-41e2-a17e-8764bc44a14e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d4c119dc-7661-47b0-addb-5f1d79b8d725 HTTP/1.1" status: 200 len: 217 time: 0.0778511 Jul 05 03:59:27.761173 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f3ecbe5e-086e-45cf-9b90-c0115ee8be81 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.806474 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-f3ecbe5e-086e-45cf-9b90-c0115ee8be81 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Calling delete_port for 626c5e72-661f-4f9d-a80b-ed116d6dc863 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:27.830255 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-ca38ddb8-2d16-46a0-a081-342e8257f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.832486 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-ca38ddb8-2d16-46a0-a081-342e8257f8bf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=71989378-012f-4fd9-a75b-6448013e5d85 HTTP/1.1" status: 200 len: 797 time: 0.0850124 Jul 05 03:59:27.914137 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ed1fba-144e-4025-a976-47170c4ebba9 x-openstack-request-id: req-20ed1fba-144e-4025-a976-47170c4ebba9 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:27.914434 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d653ff-7be3-4396-a3b2-9c0c4a63823e", "name": "network-vif-deleted", "tag": "48355ee6-d3d0-48de-b7ce-903b87666e0f", "status": "failed", "code": 422}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:27.914830 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-20ed1fba-144e-4025-a976-47170c4ebba9 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:27.915262 n-d-780147-23 neutron-server[105538]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '87d653ff-7be3-4396-a3b2-9c0c4a63823e', 'name': 'network-vif-deleted', 'tag': '48355ee6-d3d0-48de-b7ce-903b87666e0f', 'status': 'failed', 'code': 422} returned with failed status Jul 05 03:59:27.923593 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-690eaa78-5f7a-42b1-a257-cd4d57879a6b req-c3317817-ecd0-428b-9882-781864baea4c tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031724 Jul 05 03:59:27.986029 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-8f4e791f-3cb6-41ea-bd31-c96e46ab39d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.989708 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-8f4e791f-3cb6-41ea-bd31-c96e46ab39d0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3786fe40-9645-44e0-a910-e28556aff90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1179855 Jul 05 03:59:28.063769 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-c7bc5de0-388d-4b75-914c-cb35df5160a3 None None] Allocated IP 172.20.0.2 (adf4335e-6a0f-4b60-b008-011a382a081a/2236ef3b-18c4-4523-8f5f-ec09a670925c/54363101-28c1-448c-91f8-c90df111cd22) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:28.146818 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=56664bf8-fef9-4c0a-9a19-d05a8c26dfb6,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:28.170071 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '56664bf8-fef9-4c0a-9a19-d05a8c26dfb6', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '56664bf8-fef9-4c0a-9a19-d05a8c26dfb6', 'mac_address': 'fa:16:3e:ee:a5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:59:28.215838 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.240372 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:28.261421 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f3ecbe5e-086e-45cf-9b90-c0115ee8be81 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.293324 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=56664bf8-fef9-4c0a-9a19-d05a8c26dfb6,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:28.300429 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.337968 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ecbe5e-086e-45cf-9b90-c0115ee8be81 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Port': ['ID=626c5e72-661f-4f9d-a80b-ed116d6dc863,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:28.369123 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27443510-dd99-41ed-8f5f-7ddd839bb90c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.394855 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5de0-388d-4b75-914c-cb35df5160a3 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.435180 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['56664bf8-fef9-4c0a-9a19-d05a8c26dfb6'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:28.438299 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c7bc5de0-388d-4b75-914c-cb35df5160a3 None None] Transition to ACTIVE for port object 54363101-28c1-448c-91f8-c90df111cd22 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:28.444344 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=56664bf8-fef9-4c0a-9a19-d05a8c26dfb6,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:28.461366 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27443510-dd99-41ed-8f5f-7ddd839bb90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.530740 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c7bc5de0-388d-4b75-914c-cb35df5160a3 None None] Transition to ACTIVE for port object 54363101-28c1-448c-91f8-c90df111cd22 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:28.546932 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5de0-388d-4b75-914c-cb35df5160a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.605535 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f3ecbe5e-086e-45cf-9b90-c0115ee8be81 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.613081 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bc5de0-388d-4b75-914c-cb35df5160a3 None None] Network adf4335e-6a0f-4b60-b008-011a382a081a is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:28.625532 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f3ecbe5e-086e-45cf-9b90-c0115ee8be81 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/626c5e72-661f-4f9d-a80b-ed116d6dc863 HTTP/1.1" status: 204 len: 168 time: 1.6531417 Jul 05 03:59:28.629092 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58284) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:28.636442 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-d24a58c5-6aa5-46b5-a017-b5f679c3918a service neutron] 10.222.0.70 "GET /v2.0/networks/3786fe40-9645-44e0-a910-e28556aff90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884801 Jul 05 03:59:28.669859 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-c7bc5de0-388d-4b75-914c-cb35df5160a3 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:28.676586 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc5de0-388d-4b75-914c-cb35df5160a3 None None] Pushing event updated for resources: {'Port': ['ID=54363101-28c1-448c-91f8-c90df111cd22,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:28.755646 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bc5de0-388d-4b75-914c-cb35df5160a3 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:28.767928 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0b07637c-6fa5-4c2c-920f-d1cdbd2a879e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.836965 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-27443510-dd99-41ed-8f5f-7ddd839bb90c admin admin] Allocated IP 172.25.1.177 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/c3f52a40-ec83-4aa3-a504-cc6031c8c11e) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:28.934866 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c7bc5de0-388d-4b75-914c-cb35df5160a3 None None] Attempting to bind port 54363101-28c1-448c-91f8-c90df111cd22 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:28.935588 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c7bc5de0-388d-4b75-914c-cb35df5160a3 None None] Attempting to bind port 54363101-28c1-448c-91f8-c90df111cd22 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'b7e52b96-01e3-469f-aa7a-896898307299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'adf4335e-6a0f-4b60-b008-011a382a081a'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:28.936187 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bc5de0-388d-4b75-914c-cb35df5160a3 None None] Attempting to bind port 54363101-28c1-448c-91f8-c90df111cd22 on network adf4335e-6a0f-4b60-b008-011a382a081a {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:28.951404 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bc5de0-388d-4b75-914c-cb35df5160a3 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:28.952103 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bc5de0-388d-4b75-914c-cb35df5160a3 None None] Checking segment: {'id': 'b7e52b96-01e3-469f-aa7a-896898307299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'adf4335e-6a0f-4b60-b008-011a382a081a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:28.952659 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5de0-388d-4b75-914c-cb35df5160a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.953158 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bc5de0-388d-4b75-914c-cb35df5160a3 None None] Bound using segment: {'id': 'b7e52b96-01e3-469f-aa7a-896898307299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'adf4335e-6a0f-4b60-b008-011a382a081a'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:28.953747 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c7bc5de0-388d-4b75-914c-cb35df5160a3 None None] Bound port: 54363101-28c1-448c-91f8-c90df111cd22, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e52b96-01e3-469f-aa7a-896898307299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'adf4335e-6a0f-4b60-b008-011a382a081a'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:28.954231 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5de0-388d-4b75-914c-cb35df5160a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.000961 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8ba1a-c7c1-436a-bb7e-43bf4e28aad3 req-8a38acf5-1a4a-4f60-8535-02ff4158d77f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.013188 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49f8ba1a-c7c1-436a-bb7e-43bf4e28aad3 req-8a38acf5-1a4a-4f60-8535-02ff4158d77f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.2062440 Jul 05 03:59:29.038008 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.047328 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3179db79-61ae-4904-9db0-8c74725a2253 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.056845 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3179db79-61ae-4904-9db0-8c74725a2253 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3997316 Jul 05 03:59:29.056845 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-606928b1-46ea-4a25-9ac9-ade0433e08c0 service neutron] 10.222.0.70 "GET /v2.0/networks/3786fe40-9645-44e0-a910-e28556aff90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785977 Jul 05 03:59:29.058395 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58296) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:29.090717 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-c7bc5de0-388d-4b75-914c-cb35df5160a3 None None] For port 54363101-28c1-448c-91f8-c90df111cd22, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:29.097396 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-c7bc5de0-388d-4b75-914c-cb35df5160a3 None None] For port 54363101-28c1-448c-91f8-c90df111cd22, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=54363101-28c1-448c-91f8-c90df111cd22,segment=NetworkSegment(b7e52b96-01e3-469f-aa7a-896898307299),segment_id=b7e52b96-01e3-469f-aa7a-896898307299)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:29.104580 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5de0-388d-4b75-914c-cb35df5160a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.106826 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27443510-dd99-41ed-8f5f-7ddd839bb90c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.121597 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-cf0612a4-55a9-459b-8566-8955483fddbd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b HTTP/1.1" status: 200 len: 217 time: 0.0557504 Jul 05 03:59:29.134390 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-ba45479d-90d0-413f-a576-e0ed100297f1 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.141766 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-ba45479d-90d0-413f-a576-e0ed100297f1 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/networks?id=3b64f625-0433-41d5-8266-5dfdc89559ba HTTP/1.1" status: 200 len: 811 time: 0.2917082 Jul 05 03:59:29.145014 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49f8ba1a-c7c1-436a-bb7e-43bf4e28aad3 req-5809802d-09c7-4526-bc50-9dac175baf94 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303785 Jul 05 03:59:29.199970 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-f6d9a8dc-8ce6-4cb0-ad42-2af17f40d7cd tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/quotas/501ed92e20d5480db968048631c9d2f5 HTTP/1.1" status: 200 len: 375 time: 0.0568876 Jul 05 03:59:29.233089 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539dbb1e-c34e-4a7f-972c-f0d13173553b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.236009 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-539dbb1e-c34e-4a7f-972c-f0d13173553b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1763864 Jul 05 03:59:29.238773 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58306) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:29.245641 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc5de0-388d-4b75-914c-cb35df5160a3 None None] Pushing event updated for resources: {'Port': ['ID=54363101-28c1-448c-91f8-c90df111cd22,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:29.260878 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27443510-dd99-41ed-8f5f-7ddd839bb90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.286587 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-f364f131-f62d-4656-aeae-ac62649c961c tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=501ed92e20d5480db968048631c9d2f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850515 Jul 05 03:59:29.328608 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-e49c5dea-1924-41d5-a4c4-a558252788c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.334280 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-e49c5dea-1924-41d5-a4c4-a558252788c4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=71989378-012f-4fd9-a75b-6448013e5d85 HTTP/1.1" status: 200 len: 797 time: 0.1858327 Jul 05 03:59:29.444905 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27443510-dd99-41ed-8f5f-7ddd839bb90c admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:29.460604 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-27443510-dd99-41ed-8f5f-7ddd839bb90c admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:29.469118 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdaad1f-7315-4c52-a4cf-200e1d936cce tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.472085 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdaad1f-7315-4c52-a4cf-200e1d936cce tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.475029 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdaad1f-7315-4c52-a4cf-200e1d936cce tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.480593 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-acdaad1f-7315-4c52-a4cf-200e1d936cce tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2378805 Jul 05 03:59:29.480593 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27443510-dd99-41ed-8f5f-7ddd839bb90c admin admin] Pushing event updated for resources: {'Port': ['ID=c3f52a40-ec83-4aa3-a504-cc6031c8c11e,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:29.482781 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27443510-dd99-41ed-8f5f-7ddd839bb90c admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:29.486263 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58320) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:29.638038 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d22fe1-e132-4dd2-910b-672d1146f933 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet 051805b8-23ef-4c37-ae71-65532710f0d1 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:59:29.694896 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-44d22fe1-e132-4dd2-910b-672d1146f933 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.736890 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:29.776416 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-42638f54-609d-4faf-bda2-8332a44d1486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.779734 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-42638f54-609d-4faf-bda2-8332a44d1486 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3786fe40-9645-44e0-a910-e28556aff90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4395370 Jul 05 03:59:29.795457 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-a64ce943-157f-4267-85b0-bdc1961b2560 service neutron] 10.222.0.77 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995415 Jul 05 03:59:29.829084 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:29.829691 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.851941 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-44d22fe1-e132-4dd2-910b-672d1146f933 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.965479 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.998684 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68c521e-765a-4528-aaf0-81cedbba5230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56664bf8-fef9-4c0a-9a19-d05a8c26dfb6'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:30.001482 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633e7f28-5f57-4e26-893e-36bdd2cba8c9" -d '{"events": [{"server_uuid": "d68c521e-765a-4528-aaf0-81cedbba5230", "name": "network-vif-plugged", "status": "completed", "tag": "56664bf8-fef9-4c0a-9a19-d05a8c26dfb6"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:30.019717 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=56664bf8-fef9-4c0a-9a19-d05a8c26dfb6,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:30.025358 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.081913 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51e4c0-934c-4879-8650-72dd2e8f5735 req-440a6eb6-fca2-4892-a713-17dba5950302 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:30.104649 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5c51e4c0-934c-4879-8650-72dd2e8f5735 req-440a6eb6-fca2-4892-a713-17dba5950302 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.5441625 Jul 05 03:59:30.129151 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=56664bf8-fef9-4c0a-9a19-d05a8c26dfb6,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:30.361853 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 54363101-28c1-448c-91f8-c90df111cd22 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:30.389521 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-44d22fe1-e132-4dd2-910b-672d1146f933 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.495969 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5c51e4c0-934c-4879-8650-72dd2e8f5735 req-13142cae-f019-4933-ad28-8a2530123f38 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897109 Jul 05 03:59:30.554114 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27443510-dd99-41ed-8f5f-7ddd839bb90c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.556099 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 54363101-28c1-448c-91f8-c90df111cd22 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:30.723450 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-fe7ca2b9-9dfa-4373-a561-0510f53315fe service neutron] 10.222.0.77 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9264536 Jul 05 03:59:30.790141 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-f6d48734-b31a-46bc-bf58-8a6174b4723a service neutron] 10.222.0.70 "GET /v2.0/networks/3786fe40-9645-44e0-a910-e28556aff90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9901772 Jul 05 03:59:30.809568 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-44d22fe1-e132-4dd2-910b-672d1146f933 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.035948 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667ef2bb-d4bd-4224-b59b-2d2dc9c41e41 req-440d8686-0829-4c29-b2af-feb004c78f63 service neutron] 10.222.0.70 "GET /v2.0/networks/3786fe40-9645-44e0-a910-e28556aff90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403963 Jul 05 03:59:31.076666 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a0dffe-a7ff-4e05-ad4c-aef78c7a3104 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:31.080055 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d22fe1-e132-4dd2-910b-672d1146f933 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=051805b8-23ef-4c37-ae71-65532710f0d1,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:31.083816 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-44d22fe1-e132-4dd2-910b-672d1146f933 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.087006 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-44d22fe1-e132-4dd2-910b-672d1146f933 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/051805b8-23ef-4c37-ae71-65532710f0d1 HTTP/1.1" status: 204 len: 168 time: 1.5992558 Jul 05 03:59:31.090365 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58356) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:31.258799 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf90257-0536-4bcd-b928-245bda592f94 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet ab319ac0-04c4-4241-a087-900f08ed91ef {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:59:31.265869 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cdf90257-0536-4bcd-b928-245bda592f94 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.357294 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fc3342-2173-4319-ac5b-919d4f16e98f x-openstack-request-id: req-d7fc3342-2173-4319-ac5b-919d4f16e98f {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:31.359358 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68c521e-765a-4528-aaf0-81cedbba5230", "name": "network-vif-plugged", "status": "completed", "tag": "56664bf8-fef9-4c0a-9a19-d05a8c26dfb6", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:31.360198 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7fc3342-2173-4319-ac5b-919d4f16e98f {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:31.374577 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68c521e-765a-4528-aaf0-81cedbba5230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56664bf8-fef9-4c0a-9a19-d05a8c26dfb6', 'code': 200} Jul 05 03:59:31.381278 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cdf90257-0536-4bcd-b928-245bda592f94 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.407851 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27443510-dd99-41ed-8f5f-7ddd839bb90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.425557 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1480de5-4ada-407c-b633-67de9e85a85a None None] Network adf4335e-6a0f-4b60-b008-011a382a081a requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:31.447472 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5ff7d90f-da48-4328-9e56-9d7bdc25bce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.626318 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cdf90257-0536-4bcd-b928-245bda592f94 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.690980 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7c187dcf-9aea-488c-adbc-50f1f2040bce None None] Provisioning for port 54363101-28c1-448c-91f8-c90df111cd22 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:31.715460 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7c187dcf-9aea-488c-adbc-50f1f2040bce None None] Provisioning complete for port 54363101-28c1-448c-91f8-c90df111cd22 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:31.715777 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-16fca2b9-08da-4933-90fd-1d4f676775d3 req-709d0907-4634-4ce0-8045-c94efb4945a7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 210 time: 0.1095359 Jul 05 03:59:31.716837 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7c187dcf-9aea-488c-adbc-50f1f2040bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.723415 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.906459 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27443510-dd99-41ed-8f5f-7ddd839bb90c admin admin] Router 0131f2b5-1359-43d8-86c7-a7920ba74ae4 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:59:32.000956 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cdf90257-0536-4bcd-b928-245bda592f94 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.120594 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cdf90257-0536-4bcd-b928-245bda592f94 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.125824 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27443510-dd99-41ed-8f5f-7ddd839bb90c admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:59:32.137120 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cdf90257-0536-4bcd-b928-245bda592f94 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/ab319ac0-04c4-4241-a087-900f08ed91ef HTTP/1.1" status: 204 len: 168 time: 1.0453515 Jul 05 03:59:32.138758 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] Sync routers for ids ['0131f2b5-1359-43d8-86c7-a7920ba74ae4'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:59:32.145527 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf90257-0536-4bcd-b928-245bda592f94 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=ab319ac0-04c4-4241-a087-900f08ed91ef,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:32.146408 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58376) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:32.166455 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] Routers {'0131f2b5-1359-43d8-86c7-a7920ba74ae4'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:32.168081 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:59:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0131f2b5-1359-43d8-86c7-a7920ba74ae4'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:32.169067 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27443510-dd99-41ed-8f5f-7ddd839bb90c admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.173705 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-27443510-dd99-41ed-8f5f-7ddd839bb90c admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9516459 Jul 05 03:59:32.177286 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf90257-0536-4bcd-b928-245bda592f94 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:32.177697 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf90257-0536-4bcd-b928-245bda592f94 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:32.178792 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58378) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:32.183218 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf90257-0536-4bcd-b928-245bda592f94 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:32.183744 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf90257-0536-4bcd-b928-245bda592f94 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:32.184389 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf90257-0536-4bcd-b928-245bda592f94 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:32.184861 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf90257-0536-4bcd-b928-245bda592f94 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:32.185219 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf90257-0536-4bcd-b928-245bda592f94 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:32.185649 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf90257-0536-4bcd-b928-245bda592f94 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:32.185992 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf90257-0536-4bcd-b928-245bda592f94 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:32.186385 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf90257-0536-4bcd-b928-245bda592f94 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:32.186742 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf90257-0536-4bcd-b928-245bda592f94 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:32.187166 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf90257-0536-4bcd-b928-245bda592f94 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:32.223921 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7c187dcf-9aea-488c-adbc-50f1f2040bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.232065 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa984af-923a-4ed4-9321-73abfefda97e req-be258977-8e82-4c11-8be6-eccc6cf8152d tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:32.251917 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9aa984af-923a-4ed4-9321-73abfefda97e req-be258977-8e82-4c11-8be6-eccc6cf8152d tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.5537672 Jul 05 03:59:32.333686 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2e78c29c-fb03-4cb0-a1f1-89251eeb3c96 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1838760 Jul 05 03:59:32.339557 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58382) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:32.371420 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9aa984af-923a-4ed4-9321-73abfefda97e req-950f541a-9312-436e-bbaf-6f046c367074 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190853 Jul 05 03:59:32.374569 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-4249fd8b-8416-4a9f-8165-26786712870e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:32.375725 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bbe996-2752-4878-8a4f-7dcd725c5a0f None None] Update dhcp port {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'fixed_ips': [{'subnet_id': 'ab319ac0-04c4-4241-a087-900f08ed91ef'}], 'binding:host_id': 'n-d-780147-23'}, 'id': 'a25e364e-aa69-4dcb-b0ab-39301eace691'} from n-d-780147-23. {{(pid=105540) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 03:59:32.472383 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-16bbe996-2752-4878-8a4f-7dcd725c5a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.668264 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.679558 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-7c187dcf-9aea-488c-adbc-50f1f2040bce None None] For port 54363101-28c1-448c-91f8-c90df111cd22, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=54363101-28c1-448c-91f8-c90df111cd22,segment=NetworkSegment(b7e52b96-01e3-469f-aa7a-896898307299),segment_id=b7e52b96-01e3-469f-aa7a-896898307299)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:32.766131 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] Set router 0131f2b5-1359-43d8-86c7-a7920ba74ae4 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:59:32.810199 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ed46a-6d57-44fb-b68e-fe4b0b07637e req-98a668ad-5d79-4d3d-9cd5-6006fef8ffbb tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:32.813176 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2d7ed46a-6d57-44fb-b68e-fe4b0b07637e req-98a668ad-5d79-4d3d-9cd5-6006fef8ffbb tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.1592672 Jul 05 03:59:32.901441 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2d7ed46a-6d57-44fb-b68e-fe4b0b07637e req-8c3110b2-5ff2-49d5-b809-5295f437f6e8 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785894 Jul 05 03:59:32.934092 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7c187dcf-9aea-488c-adbc-50f1f2040bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.099412 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63d9f91-f5ff-4cbd-85b1-2149256fd0cd None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:33.287460 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c187dcf-9aea-488c-adbc-50f1f2040bce None None] Pushing event updated for resources: {'Port': ['ID=54363101-28c1-448c-91f8-c90df111cd22,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:33.300975 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c187dcf-9aea-488c-adbc-50f1f2040bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:33.301490 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c187dcf-9aea-488c-adbc-50f1f2040bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:33.301928 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c187dcf-9aea-488c-adbc-50f1f2040bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:33.302372 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c187dcf-9aea-488c-adbc-50f1f2040bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:33.302805 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c187dcf-9aea-488c-adbc-50f1f2040bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:33.303314 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c187dcf-9aea-488c-adbc-50f1f2040bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:33.303741 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c187dcf-9aea-488c-adbc-50f1f2040bce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:33.304940 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c187dcf-9aea-488c-adbc-50f1f2040bce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:33.305395 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c187dcf-9aea-488c-adbc-50f1f2040bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:33.305826 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c187dcf-9aea-488c-adbc-50f1f2040bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:33.306484 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c187dcf-9aea-488c-adbc-50f1f2040bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:33.306922 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c187dcf-9aea-488c-adbc-50f1f2040bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:33.348108 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e2cbd57c-b272-4d97-bf4b-60749b0f08b8 req-ea060f6f-f44f-4d8c-91e6-bceabd0afdad tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 210 time: 0.0955162 Jul 05 03:59:33.379230 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8c267c66-a12a-4d65-812f-051953596d1a None None] Provisioning complete for port a25e364e-aa69-4dcb-b0ab-39301eace691 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:33.380977 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8c267c66-a12a-4d65-812f-051953596d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.383015 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0131f2b5-1359-43d8-86c7-a7920ba74ae4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2000700277-router', 'tenant_id': '84855aa0cff44f948db352b90e985895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'c3f52a40-ec83-4aa3-a504-cc6031c8c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:27Z', 'updated_at': '2021-07-05T03:59:29Z', 'revision_number': 3, 'project_id': '84855aa0cff44f948db352b90e985895', 'gw_port': {'id': 'c3f52a40-ec83-4aa3-a504-cc6031c8c11e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0131f2b5-1359-43d8-86c7-a7920ba74ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:28Z', 'updated_at': '2021-07-05T03:59:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:33.475420 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] Checking router: 0131f2b5-1359-43d8-86c7-a7920ba74ae4 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:59:33.476327 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] Updating router 0131f2b5-1359-43d8-86c7-a7920ba74ae4 port c3f52a40-ec83-4aa3-a504-cc6031c8c11e binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:59:33.578004 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.701887 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3438ab11-3293-44a3-ab4b-118c15714b0f None None] DHCP port deletion for 11254a26-e0ed-4207-b9f1-d7e3a27daaba request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:59:33.898600 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7e8e6935-3167-48a2-98cb-beeb57c5f07c None None] Provisioning complete for port 54363101-28c1-448c-91f8-c90df111cd22 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:33.899139 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7e8e6935-3167-48a2-98cb-beeb57c5f07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.932800 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4249fd8b-8416-4a9f-8165-26786712870e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:33.937440 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4249fd8b-8416-4a9f-8165-26786712870e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.968605 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.003041 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] Transition to ACTIVE for port object c3f52a40-ec83-4aa3-a504-cc6031c8c11e will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:34.018981 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.097674 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-3438ab11-3293-44a3-ab4b-118c15714b0f None None] Deleting port a25e364e-aa69-4dcb-b0ab-39301eace691 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:34.099868 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] Attempting to bind port c3f52a40-ec83-4aa3-a504-cc6031c8c11e on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:34.100946 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] Attempting to bind port c3f52a40-ec83-4aa3-a504-cc6031c8c11e by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:34.101671 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] Attempting to bind port c3f52a40-ec83-4aa3-a504-cc6031c8c11e on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:34.102491 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3438ab11-3293-44a3-ab4b-118c15714b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.177891 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:34.178301 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:34.184101 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.185390 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:34.188741 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] Bound port: c3f52a40-ec83-4aa3-a504-cc6031c8c11e, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:34.189310 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.227333 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4d451-cdd6-4e3b-bce9-14ef1946679a req-30d826b3-8656-4aa5-a415-d543c6db09a6 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:34.240452 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-89f4d451-cdd6-4e3b-bce9-14ef1946679a req-30d826b3-8656-4aa5-a415-d543c6db09a6 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.5886383 Jul 05 03:59:34.285405 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-3438ab11-3293-44a3-ab4b-118c15714b0f None None] For port a25e364e-aa69-4dcb-b0ab-39301eace691, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a25e364e-aa69-4dcb-b0ab-39301eace691,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:34.285827 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3438ab11-3293-44a3-ab4b-118c15714b0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.309519 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-3438ab11-3293-44a3-ab4b-118c15714b0f None None] Calling delete_port for a25e364e-aa69-4dcb-b0ab-39301eace691 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:34.321591 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] For port c3f52a40-ec83-4aa3-a504-cc6031c8c11e, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:34.325985 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] For port c3f52a40-ec83-4aa3-a504-cc6031c8c11e, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=c3f52a40-ec83-4aa3-a504-cc6031c8c11e,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:34.343927 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.379634 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62021d-e9c9-48d8-b0e8-9f20df66fe9e None None] Pushing event updated for resources: {'Port': ['ID=c3f52a40-ec83-4aa3-a504-cc6031c8c11e,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:34.395503 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62021d-e9c9-48d8-b0e8-9f20df66fe9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:34.396156 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62021d-e9c9-48d8-b0e8-9f20df66fe9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:34.396467 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62021d-e9c9-48d8-b0e8-9f20df66fe9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:34.397015 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62021d-e9c9-48d8-b0e8-9f20df66fe9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:34.397494 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62021d-e9c9-48d8-b0e8-9f20df66fe9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:34.398212 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62021d-e9c9-48d8-b0e8-9f20df66fe9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:34.398700 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62021d-e9c9-48d8-b0e8-9f20df66fe9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:34.399127 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62021d-e9c9-48d8-b0e8-9f20df66fe9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:34.399582 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62021d-e9c9-48d8-b0e8-9f20df66fe9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:34.401853 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62021d-e9c9-48d8-b0e8-9f20df66fe9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:34.403787 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62021d-e9c9-48d8-b0e8-9f20df66fe9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:34.405719 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e62021d-e9c9-48d8-b0e8-9f20df66fe9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:34.423442 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] Routers {'0131f2b5-1359-43d8-86c7-a7920ba74ae4'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:34.426061 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:59:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0131f2b5-1359-43d8-86c7-a7920ba74ae4'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:34.443414 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-5e23a853-d4b4-4c5f-8eca-d98dba795866 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:34.449508 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-5e23a853-d4b4-4c5f-8eca-d98dba795866 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.70 "GET /v2.0/networks?id=3b64f625-0433-41d5-8266-5dfdc89559ba HTTP/1.1" status: 200 len: 811 time: 0.3213458 Jul 05 03:59:34.454926 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3438ab11-3293-44a3-ab4b-118c15714b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.460703 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 54363101-28c1-448c-91f8-c90df111cd22 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:34.473796 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-58734ccd-9da7-4502-9d0c-557396ea080e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Request body: {'port': {'device_id': 'd2715351-654c-4316-ae0d-5b6a6c6c4013', 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba', 'admin_state_up': True, 'tenant_id': '501ed92e20d5480db968048631c9d2f5'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:34.552774 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438ab11-3293-44a3-ab4b-118c15714b0f None None] Pushing event deleted for resources: {'Port': ['ID=a25e364e-aa69-4dcb-b0ab-39301eace691,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:34.601132 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3438ab11-3293-44a3-ab4b-118c15714b0f None None] No DVR routers for this DVR port a25e364e-aa69-4dcb-b0ab-39301eace691 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:34.622917 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.639851 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 54363101-28c1-448c-91f8-c90df111cd22 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:34.640594 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.648473 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-89f4d451-cdd6-4e3b-bce9-14ef1946679a req-057cdd6a-18f3-451c-887f-71dab98f1efe tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919988 Jul 05 03:59:34.703640 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-820502e2-cdab-429b-82c2-7c0e2fa3c366 req-aa6023f4-d57c-4910-858b-901490800f8c tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 210 time: 0.0557847 Jul 05 03:59:34.766800 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62021d-e9c9-48d8-b0e8-9f20df66fe9e None None] Pushing event updated for resources: {'Port': ['ID=c3f52a40-ec83-4aa3-a504-cc6031c8c11e,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:34.871949 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] Set router 0131f2b5-1359-43d8-86c7-a7920ba74ae4 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:59:34.934763 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a25e364e-aa69-4dcb-b0ab-39301eace691 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:34.978309 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-58734ccd-9da7-4502-9d0c-557396ea080e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Made reservation on behalf of 501ed92e20d5480db968048631c9d2f5 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:34.982900 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-58734ccd-9da7-4502-9d0c-557396ea080e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.988564 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: a25e364e-aa69-4dcb-b0ab-39301eace691 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:59:34.989119 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a25e364e-aa69-4dcb-b0ab-39301eace691 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:59:34.994892 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4249fd8b-8416-4a9f-8165-26786712870e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:35.156200 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-58734ccd-9da7-4502-9d0c-557396ea080e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Allocated IP 172.20.0.12 (3b64f625-0433-41d5-8266-5dfdc89559ba/c2a1cef0-323d-4d98-bbd7-de1cb5542ec9/81a0297e-d8b8-4b18-88e7-f32e7d0b13e7) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:35.252607 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0131f2b5-1359-43d8-86c7-a7920ba74ae4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2000700277-router', 'tenant_id': '84855aa0cff44f948db352b90e985895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'c3f52a40-ec83-4aa3-a504-cc6031c8c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:27Z', 'updated_at': '2021-07-05T03:59:29Z', 'revision_number': 3, 'project_id': '84855aa0cff44f948db352b90e985895', 'gw_port': {'id': 'c3f52a40-ec83-4aa3-a504-cc6031c8c11e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0131f2b5-1359-43d8-86c7-a7920ba74ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:28Z', 'updated_at': '2021-07-05T03:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:35.266901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4249fd8b-8416-4a9f-8165-26786712870e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:35.285134 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-4249fd8b-8416-4a9f-8165-26786712870e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:35.294448 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4249fd8b-8416-4a9f-8165-26786712870e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:35.295392 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4249fd8b-8416-4a9f-8165-26786712870e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:35.297596 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2195e991-ba44-4942-aa2c-6219acaa273f None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:35.308720 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a8e5d9-c3a0-493e-b170-6e3dea34c763 None None] The sync data for ids ['0131f2b5-1359-43d8-86c7-a7920ba74ae4'] in n-d-780147-23 is: [{'id': '0131f2b5-1359-43d8-86c7-a7920ba74ae4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2000700277-router', 'tenant_id': '84855aa0cff44f948db352b90e985895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'c3f52a40-ec83-4aa3-a504-cc6031c8c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:27Z', 'updated_at': '2021-07-05T03:59:29Z', 'revision_number': 3, 'project_id': '84855aa0cff44f948db352b90e985895', 'gw_port': {'id': 'c3f52a40-ec83-4aa3-a504-cc6031c8c11e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0131f2b5-1359-43d8-86c7-a7920ba74ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:28Z', 'updated_at': '2021-07-05T03:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:59:35.322210 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249fd8b-8416-4a9f-8165-26786712870e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=35fd1ea7-8da7-4651-bd48-560c0932472d,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:35.375713 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4249fd8b-8416-4a9f-8165-26786712870e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0289562 Jul 05 03:59:35.381806 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58430) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:35.386964 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-bc520a19-3cc4-4b5b-86ec-3db7a2fe7dd5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:35.461876 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-58734ccd-9da7-4502-9d0c-557396ea080e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:35.555411 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-58734ccd-9da7-4502-9d0c-557396ea080e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:35.640951 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:35.698287 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-58734ccd-9da7-4502-9d0c-557396ea080e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Network 3b64f625-0433-41d5-8266-5dfdc89559ba is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:35.720929 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ed4ae2-53e3-40fc-98c3-54afb89cfbd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'tenant_id': 'f87805c8407343a69ffdea24be5ca922', 'fixed_ips': [{'subnet_id': '35fd1ea7-8da7-4651-bd48-560c0932472d'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:35.723238 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e7ed4ae2-53e3-40fc-98c3-54afb89cfbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:35.730032 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-58734ccd-9da7-4502-9d0c-557396ea080e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:35.759208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-58734ccd-9da7-4502-9d0c-557396ea080e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:35.783287 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58734ccd-9da7-4502-9d0c-557396ea080e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Pushing event updated for resources: {'Port': ['ID=81a0297e-d8b8-4b18-88e7-f32e7d0b13e7,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:35.846226 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc520a19-3cc4-4b5b-86ec-3db7a2fe7dd5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:35.862799 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bc520a19-3cc4-4b5b-86ec-3db7a2fe7dd5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:35.977321 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-58734ccd-9da7-4502-9d0c-557396ea080e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:35.978424 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-58734ccd-9da7-4502-9d0c-557396ea080e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.030552 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-58734ccd-9da7-4502-9d0c-557396ea080e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5695291 Jul 05 03:59:36.048307 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0029112-5022-44e4-904a-cc152be20211 req-1611b414-70f3-4aea-aa9d-a0ac6a3ed2ce tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:36.059701 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a0029112-5022-44e4-904a-cc152be20211 req-1611b414-70f3-4aea-aa9d-a0ac6a3ed2ce tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.5275354 Jul 05 03:59:36.095786 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-df8dcc81-2bc3-4e51-9f85-623e9eb5edc9 service neutron] Request body: {'port': {'device_id': 'd2715351-654c-4316-ae0d-5b6a6c6c4013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:36.133407 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a0029112-5022-44e4-904a-cc152be20211 req-c701e415-51c1-410a-87f2-630597a2a19a tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726376 Jul 05 03:59:36.260090 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-e7ed4ae2-53e3-40fc-98c3-54afb89cfbd8 None None] Allocated IP 2001:db8::2 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/35fd1ea7-8da7-4651-bd48-560c0932472d/7cb03de9-0f9a-4b17-b166-89ba453d6665) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:36.352694 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c3f52a40-ec83-4aa3-a504-cc6031c8c11e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:36.425517 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-df8dcc81-2bc3-4e51-9f85-623e9eb5edc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.453397 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e486d9f-1eb7-4b90-b4c8-1590b51b4d15 req-8c34b4f3-986b-47c7-b385-211bd7aa8538 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:36.462464 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4e486d9f-1eb7-4b90-b4c8-1590b51b4d15 req-8c34b4f3-986b-47c7-b385-211bd7aa8538 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 932 time: 0.4290936 Jul 05 03:59:36.484581 n-d-780147-23 neutron-server[105539]: INFO neutron.db.ipam_backend_mixin [None req-bc520a19-3cc4-4b5b-86ec-3db7a2fe7dd5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 35fd1ea7-8da7-4651-bd48-560c0932472d (CIDR: 2001:db8::/64) Jul 05 03:59:36.509540 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc520a19-3cc4-4b5b-86ec-3db7a2fe7dd5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 03:59:36.509769 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc520a19-3cc4-4b5b-86ec-3db7a2fe7dd5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:36.539657 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bc520a19-3cc4-4b5b-86ec-3db7a2fe7dd5 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1565876 Jul 05 03:59:36.568575 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58450) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:36.584913 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4e486d9f-1eb7-4b90-b4c8-1590b51b4d15 req-388ce33e-bb1f-43d2-8eb6-d524dcdab4c0 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190574 Jul 05 03:59:36.602471 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-703ae5af-98bf-4194-85e1-9a55eaa81add tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'subnet': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:36.614635 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Allocated IP 172.20.0.1 (adf4335e-6a0f-4b60-b008-011a382a081a/2236ef3b-18c4-4523-8f5f-ec09a670925c/41bb12fa-7b1f-4c17-8f00-1332f104328a) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:36.637286 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port c3f52a40-ec83-4aa3-a504-cc6031c8c11e completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:36.760805 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port c3f52a40-ec83-4aa3-a504-cc6031c8c11e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:36.762205 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.952467 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e7ed4ae2-53e3-40fc-98c3-54afb89cfbd8 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.180603 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-df8dcc81-2bc3-4e51-9f85-623e9eb5edc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a0297e-d8b8-4b18-88e7-f32e7d0b13e7 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:37.191932 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-df8dcc81-2bc3-4e51-9f85-623e9eb5edc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.194573 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.199554 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703ae5af-98bf-4194-85e1-9a55eaa81add tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:37.204172 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-703ae5af-98bf-4194-85e1-9a55eaa81add tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.225486 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-df8dcc81-2bc3-4e51-9f85-623e9eb5edc9 service neutron] Transition to ACTIVE for port object 81a0297e-d8b8-4b18-88e7-f32e7d0b13e7 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:37.232916 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-df8dcc81-2bc3-4e51-9f85-623e9eb5edc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.307353 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Transition to ACTIVE for port object 41bb12fa-7b1f-4c17-8f00-1332f104328a will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:37.366082 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8dcc81-2bc3-4e51-9f85-623e9eb5edc9 service neutron] Pushing event updated for resources: {'Port': ['ID=81a0297e-d8b8-4b18-88e7-f32e7d0b13e7,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:37.411894 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e7ed4ae2-53e3-40fc-98c3-54afb89cfbd8 None None] Transition to ACTIVE for port object 7cb03de9-0f9a-4b17-b166-89ba453d6665 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:37.451669 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e7ed4ae2-53e3-40fc-98c3-54afb89cfbd8 None None] Transition to ACTIVE for port object 7cb03de9-0f9a-4b17-b166-89ba453d6665 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:37.454877 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.469500 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e7ed4ae2-53e3-40fc-98c3-54afb89cfbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.511880 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.533257 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-df8dcc81-2bc3-4e51-9f85-623e9eb5edc9 service neutron] Attempting to bind port 81a0297e-d8b8-4b18-88e7-f32e7d0b13e7 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:37.533724 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-df8dcc81-2bc3-4e51-9f85-623e9eb5edc9 service neutron] Attempting to bind port 81a0297e-d8b8-4b18-88e7-f32e7d0b13e7 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:37.534004 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-df8dcc81-2bc3-4e51-9f85-623e9eb5edc9 service neutron] Attempting to bind port 81a0297e-d8b8-4b18-88e7-f32e7d0b13e7 on network 3b64f625-0433-41d5-8266-5dfdc89559ba {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:37.537243 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed4ae2-53e3-40fc-98c3-54afb89cfbd8 None None] Pushing event updated for resources: {'Port': ['ID=7cb03de9-0f9a-4b17-b166-89ba453d6665,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:37.539340 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-df8dcc81-2bc3-4e51-9f85-623e9eb5edc9 service neutron] Port 81a0297e-d8b8-4b18-88e7-f32e7d0b13e7 on network 3b64f625-0433-41d5-8266-5dfdc89559ba not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:59:37.539731 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-df8dcc81-2bc3-4e51-9f85-623e9eb5edc9 service neutron] Attempting to bind port 81a0297e-d8b8-4b18-88e7-f32e7d0b13e7 on network 3b64f625-0433-41d5-8266-5dfdc89559ba {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:37.545369 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-df8dcc81-2bc3-4e51-9f85-623e9eb5edc9 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:37.545731 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-df8dcc81-2bc3-4e51-9f85-623e9eb5edc9 service neutron] Checking segment: {'id': 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:37.546109 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-df8dcc81-2bc3-4e51-9f85-623e9eb5edc9 service neutron] Bound using segment: {'id': 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:37.546544 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-df8dcc81-2bc3-4e51-9f85-623e9eb5edc9 service neutron] Bound port: 81a0297e-d8b8-4b18-88e7-f32e7d0b13e7, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:37.546913 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-df8dcc81-2bc3-4e51-9f85-623e9eb5edc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.557589 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port c3f52a40-ec83-4aa3-a504-cc6031c8c11e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=c3f52a40-ec83-4aa3-a504-cc6031c8c11e,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:37.570699 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ed4ae2-53e3-40fc-98c3-54afb89cfbd8 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:37.574045 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-e7ed4ae2-53e3-40fc-98c3-54afb89cfbd8 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:37.578385 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ed4ae2-53e3-40fc-98c3-54afb89cfbd8 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:37.580867 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.649691 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Network adf4335e-6a0f-4b60-b008-011a382a081a is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:37.677834 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=c3f52a40-ec83-4aa3-a504-cc6031c8c11e,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:37.697905 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-df8dcc81-2bc3-4e51-9f85-623e9eb5edc9 service neutron] For port 81a0297e-d8b8-4b18-88e7-f32e7d0b13e7, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:37.712090 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-df8dcc81-2bc3-4e51-9f85-623e9eb5edc9 service neutron] For port 81a0297e-d8b8-4b18-88e7-f32e7d0b13e7, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=81a0297e-d8b8-4b18-88e7-f32e7d0b13e7,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:37.752566 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-df8dcc81-2bc3-4e51-9f85-623e9eb5edc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.755247 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:37.770970 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:37.839314 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Pushing event updated for resources: {'Port': ['ID=41bb12fa-7b1f-4c17-8f00-1332f104328a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:37.903468 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:37.904091 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:37.904679 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:37.905256 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:37.905832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:37.906412 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:37.906966 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:37.907317 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:37.907663 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:37.908205 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:37.908573 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:37.909629 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:37.915181 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e7ed4ae2-53e3-40fc-98c3-54afb89cfbd8 None None] Attempting to bind port 7cb03de9-0f9a-4b17-b166-89ba453d6665 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:37.931837 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e7ed4ae2-53e3-40fc-98c3-54afb89cfbd8 None None] Attempting to bind port 7cb03de9-0f9a-4b17-b166-89ba453d6665 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:37.932753 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ed4ae2-53e3-40fc-98c3-54afb89cfbd8 None None] Attempting to bind port 7cb03de9-0f9a-4b17-b166-89ba453d6665 on network 11254a26-e0ed-4207-b9f1-d7e3a27daaba {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:37.956637 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ed4ae2-53e3-40fc-98c3-54afb89cfbd8 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:37.965334 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-df8dcc81-2bc3-4e51-9f85-623e9eb5edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.966338 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ed4ae2-53e3-40fc-98c3-54afb89cfbd8 None None] Checking segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:37.966572 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.968161 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e7ed4ae2-53e3-40fc-98c3-54afb89cfbd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.970918 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ed4ae2-53e3-40fc-98c3-54afb89cfbd8 None None] Bound using segment: {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:37.973335 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-df8dcc81-2bc3-4e51-9f85-623e9eb5edc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.981929 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e7ed4ae2-53e3-40fc-98c3-54afb89cfbd8 None None] Bound port: 7cb03de9-0f9a-4b17-b166-89ba453d6665, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f67722-a0f0-483a-939c-d8ea118f0349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:37.981929 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e7ed4ae2-53e3-40fc-98c3-54afb89cfbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.984578 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-df8dcc81-2bc3-4e51-9f85-623e9eb5edc9 service neutron] 10.222.0.70 "PUT /v2.0/ports/81a0297e-d8b8-4b18-88e7-f32e7d0b13e7 HTTP/1.1" status: 200 len: 1093 time: 1.9215837 Jul 05 03:59:37.997898 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2715351-654c-4316-ae0d-5b6a6c6c4013', 'tag': '81a0297e-d8b8-4b18-88e7-f32e7d0b13e7'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:38.000919 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1432a58-696e-4e04-ab6b-3ff9c8acf574" -d '{"events": [{"name": "network-changed", "server_uuid": "d2715351-654c-4316-ae0d-5b6a6c6c4013", "tag": "81a0297e-d8b8-4b18-88e7-f32e7d0b13e7"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:38.075465 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8dcc81-2bc3-4e51-9f85-623e9eb5edc9 service neutron] Pushing event updated for resources: {'Port': ['ID=81a0297e-d8b8-4b18-88e7-f32e7d0b13e7,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:38.173179 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59275848-06ff-4a86-b522-414910954621 req-e3614fcd-f1dd-4a95-aca6-31fabd222479 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:38.195277 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-59275848-06ff-4a86-b522-414910954621 req-e3614fcd-f1dd-4a95-aca6-31fabd222479 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.7999303 Jul 05 03:59:38.269474 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-be060dce-b021-4487-98c8-0159e934287d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:38.281238 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-be060dce-b021-4487-98c8-0159e934287d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=501ed92e20d5480db968048631c9d2f5&device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 1096 time: 0.1939735 Jul 05 03:59:38.296311 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e7ed4ae2-53e3-40fc-98c3-54afb89cfbd8 None None] For port 7cb03de9-0f9a-4b17-b166-89ba453d6665, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:38.309815 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c3f52a40-ec83-4aa3-a504-cc6031c8c11e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:38.319988 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e7ed4ae2-53e3-40fc-98c3-54afb89cfbd8 None None] For port 7cb03de9-0f9a-4b17-b166-89ba453d6665, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7cb03de9-0f9a-4b17-b166-89ba453d6665,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:38.367501 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e7ed4ae2-53e3-40fc-98c3-54afb89cfbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.412299 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-59275848-06ff-4a86-b522-414910954621 req-1bc10bed-86b5-4bcb-942a-2d3cd1b1c631 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157466 Jul 05 03:59:38.417436 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-c48bfb78-f359-402a-b9bf-7d2eca93ea82 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81a0297e-d8b8-4b18-88e7-f32e7d0b13e7 HTTP/1.1" status: 200 len: 217 time: 0.1176798 Jul 05 03:59:38.610131 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed4ae2-53e3-40fc-98c3-54afb89cfbd8 None None] Pushing event updated for resources: {'Port': ['ID=7cb03de9-0f9a-4b17-b166-89ba453d6665,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:38.624585 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e80d974a-1936-4879-977c-7a8596aad4d1 None None] Provisioning for port 41bb12fa-7b1f-4c17-8f00-1332f104328a completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:38.649402 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e80d974a-1936-4879-977c-7a8596aad4d1 None None] Provisioning complete for port 41bb12fa-7b1f-4c17-8f00-1332f104328a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:38.650563 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e80d974a-1936-4879-977c-7a8596aad4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.736162 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-e80d974a-1936-4879-977c-7a8596aad4d1 None None] Port 41bb12fa-7b1f-4c17-8f00-1332f104328a cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:59:38.762274 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b638003-fdc7-4463-a77e-af198bc265f7 req-bda2861e-a136-41e0-912d-e09c80cf607e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:38.765906 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7b638003-fdc7-4463-a77e-af198bc265f7 req-bda2861e-a136-41e0-912d-e09c80cf607e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 944 time: 0.4728484 Jul 05 03:59:38.772782 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-bb5705d3-b247-4cd4-82c1-ad2b212202af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:38.775022 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-bb5705d3-b247-4cd4-82c1-ad2b212202af service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2a1cef0-323d-4d98-bbd7-de1cb5542ec9 HTTP/1.1" status: 200 len: 851 time: 0.3319845 Jul 05 03:59:38.778314 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port c3f52a40-ec83-4aa3-a504-cc6031c8c11e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:38.779475 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.900178 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.932898 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6a64b3-e543-47ff-9cc0-9739eb7c0d1f x-openstack-request-id: req-ce6a64b3-e543-47ff-9cc0-9739eb7c0d1f {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:38.933198 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2715351-654c-4316-ae0d-5b6a6c6c4013", "tag": "81a0297e-d8b8-4b18-88e7-f32e7d0b13e7", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:38.933634 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ce6a64b3-e543-47ff-9cc0-9739eb7c0d1f {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:38.934250 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2715351-654c-4316-ae0d-5b6a6c6c4013', 'tag': '81a0297e-d8b8-4b18-88e7-f32e7d0b13e7', 'status': 'completed', 'code': 200} Jul 05 03:59:38.936487 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-0901bc4e-ceae-497a-85c4-2ba629be00d2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3b64f625-0433-41d5-8266-5dfdc89559ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301086 Jul 05 03:59:38.984764 n-d-780147-23 neutron-server[105539]: DEBUG neutron.objects.ports [None req-703ae5af-98bf-4194-85e1-9a55eaa81add tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105539) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:59:39.052140 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7b638003-fdc7-4463-a77e-af198bc265f7 req-7004dd85-52df-4f81-a392-081b08b1e382 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695367 Jul 05 03:59:39.248260 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-8a714d59-1698-493f-8fd9-e7f13736d22b service neutron] 10.222.0.70 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986090 Jul 05 03:59:39.393953 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd7f8657-0fe4-4098-a133-49247ba621c7 req-ecffad58-6531-4646-ada5-77d50ea4aff2 service neutron] 10.222.0.70 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383812 Jul 05 03:59:39.632293 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1432a58-696e-4e04-ab6b-3ff9c8acf574 req-7736de72-25f0-494c-8c48-67bf3977540b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:39.634446 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f1432a58-696e-4e04-ab6b-3ff9c8acf574 req-7736de72-25f0-494c-8c48-67bf3977540b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=501ed92e20d5480db968048631c9d2f5&device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 1096 time: 0.1179173 Jul 05 03:59:39.685836 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d952dd-db40-4f64-99dd-e2e6b187f7f0 req-4c531a63-417c-4935-aa94-4a6671f3edc5 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:39.687516 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d8d952dd-db40-4f64-99dd-e2e6b187f7f0 req-4c531a63-417c-4935-aa94-4a6671f3edc5 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.2817459 Jul 05 03:59:39.801136 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:39.834878 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:39.854277 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1432a58-696e-4e04-ab6b-3ff9c8acf574 req-6baec264-8e5e-4b5b-85ef-1f73abf11754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:39.855889 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f1432a58-696e-4e04-ab6b-3ff9c8acf574 req-6baec264-8e5e-4b5b-85ef-1f73abf11754 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3b64f625-0433-41d5-8266-5dfdc89559ba HTTP/1.1" status: 200 len: 912 time: 0.2125947 Jul 05 03:59:39.862251 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-703ae5af-98bf-4194-85e1-9a55eaa81add tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:39.887217 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d8d952dd-db40-4f64-99dd-e2e6b187f7f0 req-460df57f-1c9f-4caa-811d-618cdb1ad535 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390703 Jul 05 03:59:39.935545 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f1432a58-696e-4e04-ab6b-3ff9c8acf574 req-f4b597d2-1ed7-45a3-aff3-44b031ef6fe3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81a0297e-d8b8-4b18-88e7-f32e7d0b13e7 HTTP/1.1" status: 200 len: 217 time: 0.0714662 Jul 05 03:59:40.025672 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1432a58-696e-4e04-ab6b-3ff9c8acf574 req-e82e46fc-c979-4cef-b98f-372c7c53fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:40.027572 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f1432a58-696e-4e04-ab6b-3ff9c8acf574 req-e82e46fc-c979-4cef-b98f-372c7c53fc98 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2a1cef0-323d-4d98-bbd7-de1cb5542ec9 HTTP/1.1" status: 200 len: 851 time: 0.0841603 Jul 05 03:59:40.073322 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f1432a58-696e-4e04-ab6b-3ff9c8acf574 req-19f77956-dcaf-4e18-a857-a11023b57e09 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3b64f625-0433-41d5-8266-5dfdc89559ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374928 Jul 05 03:59:40.087406 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:40.125706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Pushing event updated for resources: {'Port': ['ID=41bb12fa-7b1f-4c17-8f00-1332f104328a,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:40.292313 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f1432a58-696e-4e04-ab6b-3ff9c8acf574 req-494b17cf-f635-411a-bf6e-98ce3d0f3d1d service neutron] 10.222.0.70 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102797 Jul 05 03:59:40.431347 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7cb03de9-0f9a-4b17-b166-89ba453d6665 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:40.500831 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-703ae5af-98bf-4194-85e1-9a55eaa81add tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] For port 7cb03de9-0f9a-4b17-b166-89ba453d6665, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7cb03de9-0f9a-4b17-b166-89ba453d6665,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:40.539701 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-703ae5af-98bf-4194-85e1-9a55eaa81add tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:40.556673 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-703ae5af-98bf-4194-85e1-9a55eaa81add tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:40.557428 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-703ae5af-98bf-4194-85e1-9a55eaa81add tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:40.606306 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f1432a58-696e-4e04-ab6b-3ff9c8acf574 req-3291f5ac-4b7e-4839-959f-f4166d48403e service neutron] 10.222.0.70 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052354 Jul 05 03:59:40.717353 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-023e1312-5212-4d10-9001-d87a464475ef None None] Provisioning for port 7cb03de9-0f9a-4b17-b166-89ba453d6665 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:40.744546 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 7cb03de9-0f9a-4b17-b166-89ba453d6665 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:40.751695 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f441f-63f2-45d1-ac56-8a2a37a45198 req-045ac61c-04c3-46c1-b552-006a2a36a612 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:40.766160 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-329f441f-63f2-45d1-ac56-8a2a37a45198 req-045ac61c-04c3-46c1-b552-006a2a36a612 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 944 time: 0.2180381 Jul 05 03:59:40.769580 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 7cb03de9-0f9a-4b17-b166-89ba453d6665 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:40.771156 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:40.878922 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-329f441f-63f2-45d1-ac56-8a2a37a45198 req-6cd92037-e08f-46d2-ae48-4bd1e95a6bb2 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079876 Jul 05 03:59:41.017246 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.093526 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 7cb03de9-0f9a-4b17-b166-89ba453d6665, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7cb03de9-0f9a-4b17-b166-89ba453d6665,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:41.101263 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.175278 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703ae5af-98bf-4194-85e1-9a55eaa81add tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:41.200602 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-703ae5af-98bf-4194-85e1-9a55eaa81add tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:41.218418 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbbbeed-fc28-4667-9f9a-f518b87c3196 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:41.225410 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ae5af-98bf-4194-85e1-9a55eaa81add tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Subnet': ['ID=942d121e-dff5-4410-b570-0dbc50d3dea0,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:41.229875 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703ae5af-98bf-4194-85e1-9a55eaa81add tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:41.230475 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-703ae5af-98bf-4194-85e1-9a55eaa81add tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.286374 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ae5af-98bf-4194-85e1-9a55eaa81add tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=7cb03de9-0f9a-4b17-b166-89ba453d6665,revision_number=4']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:41.303758 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-703ae5af-98bf-4194-85e1-9a55eaa81add tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.7176261 Jul 05 03:59:41.307061 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58518) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:41.313500 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e1ed0c36-7e6a-413e-88b0-f33e19c6d912 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Request body: {'port': {'network_id': '11254a26-e0ed-4207-b9f1-d7e3a27daaba', 'mac_address': 'fa:16:3e:aa:da:80', 'name': 'tempest-NetworksTestDHCPv6-1276826340'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:41.328685 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=7cb03de9-0f9a-4b17-b166-89ba453d6665,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:41.342511 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Network adf4335e-6a0f-4b60-b008-011a382a081a is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:41.361735 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:41.413476 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5f748-ede0-4f18-b809-685418e6d763 req-6483b90b-0783-4c05-a976-cba943f42398 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:41.417442 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ccb5f748-ede0-4f18-b809-685418e6d763 req-6483b90b-0783-4c05-a976-cba943f42398 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 1.1209681 Jul 05 03:59:41.731834 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ed0c36-7e6a-413e-88b0-f33e19c6d912 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Made reservation on behalf of f87805c8407343a69ffdea24be5ca922 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:41.769383 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Router 0131f2b5-1359-43d8-86c7-a7920ba74ae4 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:59:41.830378 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ccb5f748-ede0-4f18-b809-685418e6d763 req-495c436e-776d-4a7c-9cc5-f815514d9525 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116004 Jul 05 03:59:41.996016 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a2b6dafa-9591-4828-ac93-cf4bee3ac982 None None] Provisioning complete for port 41bb12fa-7b1f-4c17-8f00-1332f104328a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:41.996596 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a2b6dafa-9591-4828-ac93-cf4bee3ac982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.077911 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e1ed0c36-7e6a-413e-88b0-f33e19c6d912 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.118957 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a2b6dafa-9591-4828-ac93-cf4bee3ac982 None None] Port 41bb12fa-7b1f-4c17-8f00-1332f104328a cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:59:42.165397 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-e1ed0c36-7e6a-413e-88b0-f33e19c6d912 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] device_id is not set on port 047a7ce0-8f53-4c9b-af95-719b6775dd80 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:59:42.178384 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:59:42.186645 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ef8844cb-4da6-45d4-948b-dab20b4ebb66 admin admin] 10.222.0.77 "PUT /v2.0/routers/0131f2b5-1359-43d8-86c7-a7920ba74ae4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9100473 Jul 05 03:59:42.189971 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] Sync routers for ids ['0131f2b5-1359-43d8-86c7-a7920ba74ae4'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:59:42.237658 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] Routers {'0131f2b5-1359-43d8-86c7-a7920ba74ae4'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:42.238399 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:59:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0131f2b5-1359-43d8-86c7-a7920ba74ae4'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:42.313486 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7cb03de9-0f9a-4b17-b166-89ba453d6665 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:42.515293 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 7cb03de9-0f9a-4b17-b166-89ba453d6665 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:42.515957 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.555775 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432564e-603e-4420-abdd-03e4500bb00f req-58279a5a-4ebf-44f5-991f-84f58ee5c7d7 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:42.576384 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a432564e-603e-4420-abdd-03e4500bb00f req-58279a5a-4ebf-44f5-991f-84f58ee5c7d7 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.3460624 Jul 05 03:59:42.630276 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] Set router 0131f2b5-1359-43d8-86c7-a7920ba74ae4 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:59:42.700366 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219e962-e289-4bef-8fae-c2c841ee078e req-b447ff77-b95c-447a-8f4b-03cc517ca874 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:42.712181 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0219e962-e289-4bef-8fae-c2c841ee078e req-b447ff77-b95c-447a-8f4b-03cc517ca874 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 944 time: 0.2314558 Jul 05 03:59:42.734844 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-e1ed0c36-7e6a-413e-88b0-f33e19c6d912 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 2001:db8::181 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/35fd1ea7-8da7-4651-bd48-560c0932472d/047a7ce0-8f53-4c9b-af95-719b6775dd80) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:42.748268 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a432564e-603e-4420-abdd-03e4500bb00f req-245b4d3b-e723-4ffd-8531-02cd38e7378f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671772 Jul 05 03:59:42.757544 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-e1ed0c36-7e6a-413e-88b0-f33e19c6d912 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Allocated IP 2001:db8:0:1:f816:3eff:feaa:da80 (11254a26-e0ed-4207-b9f1-d7e3a27daaba/942d121e-dff5-4410-b570-0dbc50d3dea0/047a7ce0-8f53-4c9b-af95-719b6775dd80) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:42.816524 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0219e962-e289-4bef-8fae-c2c841ee078e req-cda736cd-0ee3-4726-bb1b-39d3ad87a79a tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023436 Jul 05 03:59:42.972533 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.253001 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a2a51fe1-361c-4d9f-aae1-a0724f8e896c None None] Provisioning complete for port 7cb03de9-0f9a-4b17-b166-89ba453d6665 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:43.254589 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a2a51fe1-361c-4d9f-aae1-a0724f8e896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.264218 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e1ed0c36-7e6a-413e-88b0-f33e19c6d912 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.321455 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-e1ed0c36-7e6a-413e-88b0-f33e19c6d912 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Transition to ACTIVE for port object 047a7ce0-8f53-4c9b-af95-719b6775dd80 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:43.431686 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e1ed0c36-7e6a-413e-88b0-f33e19c6d912 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.506656 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ed0c36-7e6a-413e-88b0-f33e19c6d912 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:43.512591 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-e1ed0c36-7e6a-413e-88b0-f33e19c6d912 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:43.516908 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ed0c36-7e6a-413e-88b0-f33e19c6d912 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:43.523988 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ed0c36-7e6a-413e-88b0-f33e19c6d912 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:43.524657 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e1ed0c36-7e6a-413e-88b0-f33e19c6d912 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.566212 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed0c36-7e6a-413e-88b0-f33e19c6d912 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event updated for resources: {'Port': ['ID=047a7ce0-8f53-4c9b-af95-719b6775dd80,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:43.593096 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58558) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:43.594945 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e1ed0c36-7e6a-413e-88b0-f33e19c6d912 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2857184 Jul 05 03:59:43.611518 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0131f2b5-1359-43d8-86c7-a7920ba74ae4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2000700277-router', 'tenant_id': '84855aa0cff44f948db352b90e985895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'c3f52a40-ec83-4aa3-a504-cc6031c8c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:27Z', 'updated_at': '2021-07-05T03:59:38Z', 'revision_number': 4, 'project_id': '84855aa0cff44f948db352b90e985895', 'gw_port': {'id': 'c3f52a40-ec83-4aa3-a504-cc6031c8c11e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0131f2b5-1359-43d8-86c7-a7920ba74ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:28Z', 'updated_at': '2021-07-05T03:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '41bb12fa-7b1f-4c17-8f00-1332f104328a', 'name': '', 'network_id': 'adf4335e-6a0f-4b60-b008-011a382a081a', 'tenant_id': '84855aa0cff44f948db352b90e985895', 'mac_address': 'fa:16:3e:39:51:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0131f2b5-1359-43d8-86c7-a7920ba74ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '2236ef3b-18c4-4523-8f5f-ec09a670925c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:35Z', 'updated_at': '2021-07-05T03:59:39Z', 'revision_number': 2, 'project_id': '84855aa0cff44f948db352b90e985895', 'subnets': [{'id': '2236ef3b-18c4-4523-8f5f-ec09a670925c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:43.655969 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58560) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:43.672513 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-387df85c-d5bf-4e63-9983-eabcfe73b5d7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1356514387-network', 'tenant_id': '026006706cec4fba9542570c1d5a9e46'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:43.699836 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] Checking router: 0131f2b5-1359-43d8-86c7-a7920ba74ae4 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:59:43.700410 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] Updating router 0131f2b5-1359-43d8-86c7-a7920ba74ae4 port 41bb12fa-7b1f-4c17-8f00-1332f104328a binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:59:43.757317 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387df85c-d5bf-4e63-9983-eabcfe73b5d7 admin admin] Made reservation on behalf of 026006706cec4fba9542570c1d5a9e46 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:43.770336 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-387df85c-d5bf-4e63-9983-eabcfe73b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.771446 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945b0a0-9841-4e94-bc09-2c6abb53a4e4 req-890a5c12-5066-44e9-a56f-95465536993a tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:43.779118 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1945b0a0-9841-4e94-bc09-2c6abb53a4e4 req-890a5c12-5066-44e9-a56f-95465536993a tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.1688271 Jul 05 03:59:43.791612 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.802543 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:59:43.843419 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-387df85c-d5bf-4e63-9983-eabcfe73b5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.881745 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1945b0a0-9841-4e94-bc09-2c6abb53a4e4 req-cb4d6d15-0f41-46df-9f6c-49877b67afb2 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011038 Jul 05 03:59:44.033281 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-f2da9393-b89c-4bfb-b322-c6b6cb5b3569 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting port 047a7ce0-8f53-4c9b-af95-719b6775dd80 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:44.034405 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2da9393-b89c-4bfb-b322-c6b6cb5b3569 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.250895 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7010ec-23dc-4d08-96dc-598657906dc4 req-1c7029e4-38a0-4d73-acd9-4fcaa10ea786 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:44.259721 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6e7010ec-23dc-4d08-96dc-598657906dc4 req-1c7029e4-38a0-4d73-acd9-4fcaa10ea786 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.1461525 Jul 05 03:59:44.335132 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6e7010ec-23dc-4d08-96dc-598657906dc4 req-c66a34d7-195f-4a7d-8498-bb6392c34157 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733202 Jul 05 03:59:44.343220 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2da9393-b89c-4bfb-b322-c6b6cb5b3569 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.350683 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-62d50617-a297-4629-8280-c0688e882982 None None] Provisioning for port 047a7ce0-8f53-4c9b-af95-719b6775dd80 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:44.359001 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-387df85c-d5bf-4e63-9983-eabcfe73b5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.368148 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-f2da9393-b89c-4bfb-b322-c6b6cb5b3569 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Calling delete_port for 047a7ce0-8f53-4c9b-af95-719b6775dd80 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:44.370531 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-387df85c-d5bf-4e63-9983-eabcfe73b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.377756 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-62d50617-a297-4629-8280-c0688e882982 None None] Provisioning complete for port 047a7ce0-8f53-4c9b-af95-719b6775dd80 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:44.378227 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-62d50617-a297-4629-8280-c0688e882982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.469669 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-62d50617-a297-4629-8280-c0688e882982 None None] Port 047a7ce0-8f53-4c9b-af95-719b6775dd80 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:59:44.514086 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 81a0297e-d8b8-4b18-88e7-f32e7d0b13e7 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:59:44.568199 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.747183 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 81a0297e-d8b8-4b18-88e7-f32e7d0b13e7, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=81a0297e-d8b8-4b18-88e7-f32e7d0b13e7,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:44.788341 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '81a0297e-d8b8-4b18-88e7-f32e7d0b13e7', 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba', 'port_id': '81a0297e-d8b8-4b18-88e7-f32e7d0b13e7', 'mac_address': 'fa:16:3e:a7:20:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a1cef0-323d-4d98-bbd7-de1cb5542ec9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:59:44.811373 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387df85c-d5bf-4e63-9983-eabcfe73b5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85574357-da8c-4a9f-a3ba-53ead0bc1d8b,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:44.836357 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.851776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cc5b3-be16-4710-8fa8-43ed5f7de1fd req-7e2d7f02-b0bc-41b6-9ee8-1bdd5bc87447 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:44.854475 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] Transition to ACTIVE for port object 41bb12fa-7b1f-4c17-8f00-1332f104328a will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:44.865430 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f37cc5b3-be16-4710-8fa8-43ed5f7de1fd req-7e2d7f02-b0bc-41b6-9ee8-1bdd5bc87447 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 944 time: 0.6869450 Jul 05 03:59:44.872735 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.880275 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2da9393-b89c-4bfb-b322-c6b6cb5b3569 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.883455 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a0297e-d8b8-4b18-88e7-f32e7d0b13e7 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:44.920674 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387df85c-d5bf-4e63-9983-eabcfe73b5d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:59:44.990778 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da9393-b89c-4bfb-b322-c6b6cb5b3569 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Port': ['ID=047a7ce0-8f53-4c9b-af95-719b6775dd80,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:44.999934 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-387df85c-d5bf-4e63-9983-eabcfe73b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.000375 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-387df85c-d5bf-4e63-9983-eabcfe73b5d7 admin admin] Added segment c98080de-6d9b-4430-a60c-1d9c3beb81f3 of type vlan for network 963b909c-265b-44c9-8d13-5b5e3d7f9cd4 Jul 05 03:59:45.071675 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f37cc5b3-be16-4710-8fa8-43ed5f7de1fd req-f0cfa8b7-7258-4491-ad36-f005228d4865 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017617 Jul 05 03:59:45.095439 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa407246-f418-4a34-a851-cde260b1f0b4 None None] Pushing event updated for resources: {'Port': ['ID=41bb12fa-7b1f-4c17-8f00-1332f104328a,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:45.112618 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 81a0297e-d8b8-4b18-88e7-f32e7d0b13e7, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=81a0297e-d8b8-4b18-88e7-f32e7d0b13e7,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:45.177465 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] Attempting to bind port 41bb12fa-7b1f-4c17-8f00-1332f104328a on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:45.178013 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] Attempting to bind port 41bb12fa-7b1f-4c17-8f00-1332f104328a by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'b7e52b96-01e3-469f-aa7a-896898307299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'adf4335e-6a0f-4b60-b008-011a382a081a'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:45.178968 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] Attempting to bind port 41bb12fa-7b1f-4c17-8f00-1332f104328a on network adf4335e-6a0f-4b60-b008-011a382a081a {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:45.181984 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.243340 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2da9393-b89c-4bfb-b322-c6b6cb5b3569 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.250041 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58588) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:45.251237 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f2da9393-b89c-4bfb-b322-c6b6cb5b3569 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/047a7ce0-8f53-4c9b-af95-719b6775dd80 HTTP/1.1" status: 204 len: 168 time: 1.6480358 Jul 05 03:59:45.274874 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:45.278832 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] Checking segment: {'id': 'b7e52b96-01e3-469f-aa7a-896898307299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'adf4335e-6a0f-4b60-b008-011a382a081a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:45.285003 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.285678 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] Bound using segment: {'id': 'b7e52b96-01e3-469f-aa7a-896898307299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'adf4335e-6a0f-4b60-b008-011a382a081a'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:45.286269 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] Bound port: 41bb12fa-7b1f-4c17-8f00-1332f104328a, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e52b96-01e3-469f-aa7a-896898307299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'adf4335e-6a0f-4b60-b008-011a382a081a'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:45.286673 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.319701 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-387df85c-d5bf-4e63-9983-eabcfe73b5d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.406062 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-387df85c-d5bf-4e63-9983-eabcfe73b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.416563 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387df85c-d5bf-4e63-9983-eabcfe73b5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:45.418619 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-387df85c-d5bf-4e63-9983-eabcfe73b5d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.501594 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496d7b71-f78b-4a54-9e70-7b56df3ab096 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:45.505436 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-496d7b71-f78b-4a54-9e70-7b56df3ab096 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2543793 Jul 05 03:59:45.508229 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58592) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:45.557889 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] For port 41bb12fa-7b1f-4c17-8f00-1332f104328a, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:45.562464 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] For port 41bb12fa-7b1f-4c17-8f00-1332f104328a, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=41bb12fa-7b1f-4c17-8f00-1332f104328a,segment=NetworkSegment(b7e52b96-01e3-469f-aa7a-896898307299),segment_id=b7e52b96-01e3-469f-aa7a-896898307299)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:45.614583 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.621666 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18ef003-1c74-4f4b-9c1b-3802ded84d63 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:45.624079 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d18ef003-1c74-4f4b-9c1b-3802ded84d63 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1141405 Jul 05 03:59:45.627232 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58602) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:45.649335 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=81a0297e-d8b8-4b18-88e7-f32e7d0b13e7,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:45.664685 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387df85c-d5bf-4e63-9983-eabcfe73b5d7 admin admin] Pushing event updated for resources: {'Network': ['ID=963b909c-265b-44c9-8d13-5b5e3d7f9cd4,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:45.723039 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-387df85c-d5bf-4e63-9983-eabcfe73b5d7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0656962 Jul 05 03:59:45.732494 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58606) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:45.739258 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 963b909c-265b-44c9-8d13-5b5e3d7f9cd4 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:59:45.741553 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-0fd6bba3-9a59-4763-b2e1-a4e7c5219d75 admin admin] Request body: {'subnet': {'network_id': '963b909c-265b-44c9-8d13-5b5e3d7f9cd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356514387-subnet', 'tenant_id': '026006706cec4fba9542570c1d5a9e46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:45.778441 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0e3cf2-e21a-45ca-b942-e51fbc3f10c4 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:45.781481 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0e3cf2-e21a-45ca-b942-e51fbc3f10c4 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:45.783302 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0e3cf2-e21a-45ca-b942-e51fbc3f10c4 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:45.787755 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7b0e3cf2-e21a-45ca-b942-e51fbc3f10c4 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1558962 Jul 05 03:59:45.790590 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58608) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:45.834835 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['81a0297e-d8b8-4b18-88e7-f32e7d0b13e7'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:45.868579 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd6bba3-9a59-4763-b2e1-a4e7c5219d75 admin admin] Made reservation on behalf of 026006706cec4fba9542570c1d5a9e46 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:45.872245 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0fd6bba3-9a59-4763-b2e1-a4e7c5219d75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.891874 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc5b3f1-32ae-45fe-bcca-e849f790b6a3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet 35fd1ea7-8da7-4651-bd48-560c0932472d {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:59:45.904195 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fc5b3f1-32ae-45fe-bcca-e849f790b6a3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.949576 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] Routers {'0131f2b5-1359-43d8-86c7-a7920ba74ae4'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:45.950023 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:59:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0131f2b5-1359-43d8-86c7-a7920ba74ae4'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:45.969808 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fc5b3f1-32ae-45fe-bcca-e849f790b6a3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.979529 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa407246-f418-4a34-a851-cde260b1f0b4 None None] Pushing event updated for resources: {'Port': ['ID=41bb12fa-7b1f-4c17-8f00-1332f104328a,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:46.141722 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1eecb-f46a-47b9-b0b3-f27c6c34e4b4 req-aaec6944-1fb4-45f9-a864-380642fbd262 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:46.151817 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-43e1eecb-f46a-47b9-b0b3-f27c6c34e4b4 req-aaec6944-1fb4-45f9-a864-380642fbd262 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.4914172 Jul 05 03:59:46.156334 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fc5b3f1-32ae-45fe-bcca-e849f790b6a3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.254720 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-43e1eecb-f46a-47b9-b0b3-f27c6c34e4b4 req-d2f1eea9-014c-4cd7-a73b-e2521a83e86f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016183 Jul 05 03:59:46.277829 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] Set router 0131f2b5-1359-43d8-86c7-a7920ba74ae4 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:59:46.327923 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fc5b3f1-32ae-45fe-bcca-e849f790b6a3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.392092 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5b3f1-32ae-45fe-bcca-e849f790b6a3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=35fd1ea7-8da7-4651-bd48-560c0932472d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:46.417259 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fc5b3f1-32ae-45fe-bcca-e849f790b6a3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.428949 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58618) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:46.429568 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4fc5b3f1-32ae-45fe-bcca-e849f790b6a3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/35fd1ea7-8da7-4651-bd48-560c0932472d HTTP/1.1" status: 204 len: 168 time: 0.6315179 Jul 05 03:59:46.449790 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0fd6bba3-9a59-4763-b2e1-a4e7c5219d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.551049 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64643bf2-11a3-4a78-848e-d3908095d6b5 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:46.704750 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0190afe-f924-42fb-a020-5e6649afe8a2 req-336abd5b-f5ec-4963-a577-798a0ede4cc7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:46.708376 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e0190afe-f924-42fb-a020-5e6649afe8a2 req-336abd5b-f5ec-4963-a577-798a0ede4cc7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 945 time: 0.1462379 Jul 05 03:59:46.722658 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6bba3-9a59-4763-b2e1-a4e7c5219d75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc0c383f-48d1-44e9-b96f-01d0176cbbce,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:46.735949 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-62904edf-7517-42db-ac8e-d473b9ddb83c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Deleting subnet 942d121e-dff5-4410-b570-0dbc50d3dea0 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:59:46.747481 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-62904edf-7517-42db-ac8e-d473b9ddb83c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.777103 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd6bba3-9a59-4763-b2e1-a4e7c5219d75 admin admin] Checking segment: {'id': 'c98080de-6d9b-4430-a60c-1d9c3beb81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '963b909c-265b-44c9-8d13-5b5e3d7f9cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:46.777827 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd6bba3-9a59-4763-b2e1-a4e7c5219d75 admin admin] Network hostable DHCP agents. Network: 963b909c-265b-44c9-8d13-5b5e3d7f9cd4, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:59:46.794260 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e0190afe-f924-42fb-a020-5e6649afe8a2 req-35bdfb08-b033-40cb-b36f-0d42b2a665e1 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774992 Jul 05 03:59:46.841535 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-62904edf-7517-42db-ac8e-d473b9ddb83c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:47.010514 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533de546-3dc4-4e00-96e9-9fc891146bc2 req-403ac57b-69e0-414d-9ed1-6985ecfec720 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:47.023007 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-533de546-3dc4-4e00-96e9-9fc891146bc2 req-403ac57b-69e0-414d-9ed1-6985ecfec720 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.4419270 Jul 05 03:59:47.025754 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd6bba3-9a59-4763-b2e1-a4e7c5219d75 admin admin] Network 963b909c-265b-44c9-8d13-5b5e3d7f9cd4 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:59:47.075082 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-0fd6bba3-9a59-4763-b2e1-a4e7c5219d75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 963b909c-265b-44c9-8d13-5b5e3d7f9cd4) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:47.113244 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd6bba3-9a59-4763-b2e1-a4e7c5219d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:47.114762 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0fd6bba3-9a59-4763-b2e1-a4e7c5219d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:47.118903 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a57bfcc-b887-4a3c-a3b5-fc02330d0f07 None None] Network 963b909c-265b-44c9-8d13-5b5e3d7f9cd4 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:47.171846 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-533de546-3dc4-4e00-96e9-9fc891146bc2 req-a05f44f8-f6b8-4247-8029-39195a143253 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438460 Jul 05 03:59:47.189837 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0fd6bba3-9a59-4763-b2e1-a4e7c5219d75 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4559953 Jul 05 03:59:47.195370 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58624) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:47.209296 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-62904edf-7517-42db-ac8e-d473b9ddb83c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:47.210985 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-fe4a9670-709c-4f65-af89-3fcc57156356 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1356514387-router', 'tenant_id': '026006706cec4fba9542570c1d5a9e46', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:47.279902 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9670-709c-4f65-af89-3fcc57156356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:47.280996 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9670-709c-4f65-af89-3fcc57156356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:47.389191 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-62904edf-7517-42db-ac8e-d473b9ddb83c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:47.497232 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62904edf-7517-42db-ac8e-d473b9ddb83c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Subnet': ['ID=942d121e-dff5-4410-b570-0dbc50d3dea0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:47.519284 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-62904edf-7517-42db-ac8e-d473b9ddb83c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:47.521959 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-62904edf-7517-42db-ac8e-d473b9ddb83c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/942d121e-dff5-4410-b570-0dbc50d3dea0 HTTP/1.1" status: 204 len: 168 time: 1.0920064 Jul 05 03:59:47.528615 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58640) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:47.535641 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0131f2b5-1359-43d8-86c7-a7920ba74ae4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2000700277-router', 'tenant_id': '84855aa0cff44f948db352b90e985895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'c3f52a40-ec83-4aa3-a504-cc6031c8c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:27Z', 'updated_at': '2021-07-05T03:59:38Z', 'revision_number': 4, 'project_id': '84855aa0cff44f948db352b90e985895', 'gw_port': {'id': 'c3f52a40-ec83-4aa3-a504-cc6031c8c11e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0131f2b5-1359-43d8-86c7-a7920ba74ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:28Z', 'updated_at': '2021-07-05T03:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '41bb12fa-7b1f-4c17-8f00-1332f104328a', 'name': '', 'network_id': 'adf4335e-6a0f-4b60-b008-011a382a081a', 'tenant_id': '84855aa0cff44f948db352b90e985895', 'mac_address': 'fa:16:3e:39:51:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0131f2b5-1359-43d8-86c7-a7920ba74ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '2236ef3b-18c4-4523-8f5f-ec09a670925c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:35Z', 'updated_at': '2021-07-05T03:59:45Z', 'revision_number': 4, 'project_id': '84855aa0cff44f948db352b90e985895', 'subnets': [{'id': '2236ef3b-18c4-4523-8f5f-ec09a670925c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:47.555249 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9670-709c-4f65-af89-3fcc57156356 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:47.664815 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321acf24-5199-48ac-9605-9c640d8439cd None None] The sync data for ids ['0131f2b5-1359-43d8-86c7-a7920ba74ae4'] in n-d-780147-23 is: [{'id': '0131f2b5-1359-43d8-86c7-a7920ba74ae4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2000700277-router', 'tenant_id': '84855aa0cff44f948db352b90e985895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'c3f52a40-ec83-4aa3-a504-cc6031c8c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:27Z', 'updated_at': '2021-07-05T03:59:38Z', 'revision_number': 4, 'project_id': '84855aa0cff44f948db352b90e985895', 'gw_port': {'id': 'c3f52a40-ec83-4aa3-a504-cc6031c8c11e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0131f2b5-1359-43d8-86c7-a7920ba74ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:28Z', 'updated_at': '2021-07-05T03:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '41bb12fa-7b1f-4c17-8f00-1332f104328a', 'name': '', 'network_id': 'adf4335e-6a0f-4b60-b008-011a382a081a', 'tenant_id': '84855aa0cff44f948db352b90e985895', 'mac_address': 'fa:16:3e:39:51:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0131f2b5-1359-43d8-86c7-a7920ba74ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '2236ef3b-18c4-4523-8f5f-ec09a670925c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:35Z', 'updated_at': '2021-07-05T03:59:45Z', 'revision_number': 4, 'project_id': '84855aa0cff44f948db352b90e985895', 'subnets': [{'id': '2236ef3b-18c4-4523-8f5f-ec09a670925c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:59:47.693644 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4cdc1476-aa42-48ea-880d-363e29952c44 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1623099 Jul 05 03:59:47.695172 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58642) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:47.773156 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170bfb2d-d5e9-467a-8179-9cad593c39c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-963b909c-265b-44c9-8d13-5b5e3d7f9cd4', 'network_id': '963b909c-265b-44c9-8d13-5b5e3d7f9cd4', 'tenant_id': '026006706cec4fba9542570c1d5a9e46', 'fixed_ips': [{'subnet_id': 'bc0c383f-48d1-44e9-b96f-01d0176cbbce'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:47.774662 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-170bfb2d-d5e9-467a-8179-9cad593c39c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.054348 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9670-709c-4f65-af89-3fcc57156356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.112820 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c876a72-3be3-4e9d-b119-32eb547cfb5f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:48.124499 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4c876a72-3be3-4e9d-b119-32eb547cfb5f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4278650 Jul 05 03:59:48.131153 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58646) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:48.201520 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33b903-6db0-4790-981a-92df31380c90 req-18045038-5e18-4ea6-ba56-bedb4ee557c5 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:48.220836 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7f33b903-6db0-4790-981a-92df31380c90 req-18045038-5e18-4ea6-ba56-bedb4ee557c5 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.4204123 Jul 05 03:59:48.308768 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-170bfb2d-d5e9-467a-8179-9cad593c39c3 None None] Allocated IP 172.20.0.2 (963b909c-265b-44c9-8d13-5b5e3d7f9cd4/bc0c383f-48d1-44e9-b96f-01d0176cbbce/91086ff5-7b47-4f2b-bd7b-939695a558c3) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:48.327763 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 41bb12fa-7b1f-4c17-8f00-1332f104328a up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:48.337510 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7f33b903-6db0-4790-981a-92df31380c90 req-c69224a7-2cf3-4a64-b84c-30d3b9abf68f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146481 Jul 05 03:59:48.442638 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 41bb12fa-7b1f-4c17-8f00-1332f104328a completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:48.485687 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 41bb12fa-7b1f-4c17-8f00-1332f104328a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:48.486308 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.500530 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0187b2ed-c9ac-4233-8909-3bcb274aadbb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:48.504548 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0187b2ed-c9ac-4233-8909-3bcb274aadbb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2557843 Jul 05 03:59:48.508778 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58654) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:48.720158 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-95575a90-c0ac-427f-b651-4be4863e6d40 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2085421 Jul 05 03:59:48.721137 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58662) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:48.759284 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b722d99-1a2c-47c5-8da8-eba216674470 req-ae699671-ea99-44ef-b4fc-79f2a5d69dd4 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:48.773301 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5b722d99-1a2c-47c5-8da8-eba216674470 req-ae699671-ea99-44ef-b4fc-79f2a5d69dd4 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 945 time: 0.4884930 Jul 05 03:59:48.774254 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e250fe-1f0d-46ed-bdd7-3c5e2ea06a66 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:48.775269 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e250fe-1f0d-46ed-bdd7-3c5e2ea06a66 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:48.782231 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-26e250fe-1f0d-46ed-bdd7-3c5e2ea06a66 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/047a7ce0-8f53-4c9b-af95-719b6775dd80 HTTP/1.1" status: 404 len: 333 time: 0.0477264 Jul 05 03:59:48.786044 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58666) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:48.857902 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.889445 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5b722d99-1a2c-47c5-8da8-eba216674470 req-33df13cc-5d47-470a-b116-e073945855b5 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146097 Jul 05 03:59:48.898419 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-895fe702-65dd-4be7-a5b4-8cb1862ecde1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:48.899290 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895fe702-65dd-4be7-a5b4-8cb1862ecde1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:48.904773 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-895fe702-65dd-4be7-a5b4-8cb1862ecde1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/942d121e-dff5-4410-b570-0dbc50d3dea0 HTTP/1.1" status: 404 len: 337 time: 0.1154127 Jul 05 03:59:48.905761 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58672) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:48.984157 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-170bfb2d-d5e9-467a-8179-9cad593c39c3 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.000148 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d390f664-b2f5-40e6-bdd0-77bde6c02be7 None None] Network 11254a26-e0ed-4207-b9f1-d7e3a27daaba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:49.009731 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef71416f-102a-4069-8651-0ebd5aadd864 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:49.010553 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef71416f-102a-4069-8651-0ebd5aadd864 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:49.012737 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ef71416f-102a-4069-8651-0ebd5aadd864 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/35fd1ea7-8da7-4651-bd48-560c0932472d HTTP/1.1" status: 404 len: 337 time: 0.1056054 Jul 05 03:59:49.017107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58674) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:49.074909 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-e71a0321-ce52-4a05-8379-a045c3c99c7f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:49.076032 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e71a0321-ce52-4a05-8379-a045c3c99c7f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:49.078166 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e71a0321-ce52-4a05-8379-a045c3c99c7f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/626c5e72-661f-4f9d-a80b-ed116d6dc863 HTTP/1.1" status: 404 len: 333 time: 0.0600386 Jul 05 03:59:49.086065 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58676) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:49.223936 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-1321cce0-34e1-4148-a55c-ace2ecc9e39f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:49.224829 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1321cce0-34e1-4148-a55c-ace2ecc9e39f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:49.226134 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1321cce0-34e1-4148-a55c-ace2ecc9e39f tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/051805b8-23ef-4c37-ae71-65532710f0d1 HTTP/1.1" status: 404 len: 337 time: 0.1374233 Jul 05 03:59:49.234096 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58678) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:49.287329 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab1a005-b946-432b-99f3-610e52c44a84 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:49.287329 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab1a005-b946-432b-99f3-610e52c44a84 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:49.289374 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-dab1a005-b946-432b-99f3-610e52c44a84 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/ab319ac0-04c4-4241-a087-900f08ed91ef HTTP/1.1" status: 404 len: 337 time: 0.0542214 Jul 05 03:59:49.313880 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58680) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:49.323401 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 41bb12fa-7b1f-4c17-8f00-1332f104328a, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=41bb12fa-7b1f-4c17-8f00-1332f104328a,segment=NetworkSegment(b7e52b96-01e3-469f-aa7a-896898307299),segment_id=b7e52b96-01e3-469f-aa7a-896898307299)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:49.371110 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e7b6e7-22b1-439c-b074-6104b724b022 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:49.372182 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e7b6e7-22b1-439c-b074-6104b724b022 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:49.374936 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-93e7b6e7-22b1-439c-b074-6104b724b022 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/41a1864b-4368-4237-8d11-e8e375da373b HTTP/1.1" status: 404 len: 333 time: 0.0595975 Jul 05 03:59:49.384062 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58682) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:49.399864 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-170bfb2d-d5e9-467a-8179-9cad593c39c3 None None] Transition to ACTIVE for port object 91086ff5-7b47-4f2b-bd7b-939695a558c3 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:49.443819 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.476804 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-8979a1ff-25e8-44ba-bb99-18f768a3f463 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:49.477265 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8979a1ff-25e8-44ba-bb99-18f768a3f463 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:49.480081 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8979a1ff-25e8-44ba-bb99-18f768a3f463 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/36517072-818d-4d9d-a33c-2ba722729767 HTTP/1.1" status: 404 len: 337 time: 0.0948744 Jul 05 03:59:49.491839 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58684) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:49.564767 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0fb9f00-c831-4dab-bcd5-a59989b6d42e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:49.566688 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0fb9f00-c831-4dab-bcd5-a59989b6d42e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:49.567619 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9670-709c-4f65-af89-3fcc57156356 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.569700 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f0fb9f00-c831-4dab-bcd5-a59989b6d42e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/13fafec6-7513-4300-9990-da1e0cae8c46 HTTP/1.1" status: 404 len: 337 time: 0.0739381 Jul 05 03:59:49.573737 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58686) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:49.620748 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9670-709c-4f65-af89-3fcc57156356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.656768 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-170bfb2d-d5e9-467a-8179-9cad593c39c3 None None] Transition to ACTIVE for port object 91086ff5-7b47-4f2b-bd7b-939695a558c3 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:49.667473 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b4d1da7f-9e7f-4cee-98a8-0ed6616a0463 None None] Provisioning complete for port 7cb03de9-0f9a-4b17-b166-89ba453d6665 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:49.669106 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c5cea-ad80-4be3-994b-e5154edaf9d0 req-580e2e7f-e150-4802-b07e-67d8861de32b tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.670641 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b4d1da7f-9e7f-4cee-98a8-0ed6616a0463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.677954 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c11c5cea-ad80-4be3-994b-e5154edaf9d0 req-580e2e7f-e150-4802-b07e-67d8861de32b tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.5015149 Jul 05 03:59:49.680327 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d65ab5-fc24-4a02-91e6-a9f33053c9c3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:49.681172 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d65ab5-fc24-4a02-91e6-a9f33053c9c3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:49.683694 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d0d65ab5-fc24-4a02-91e6-a9f33053c9c3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/4432dd13-a7f8-4544-bde5-aea24ff9d062 HTTP/1.1" status: 404 len: 333 time: 0.1098816 Jul 05 03:59:49.730307 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58692) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:49.786470 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc67f279-de22-4bcf-91f1-7a4c408b4c69 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:49.786970 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc67f279-de22-4bcf-91f1-7a4c408b4c69 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:49.791043 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bc67f279-de22-4bcf-91f1-7a4c408b4c69 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/37a8635d-c1be-4d28-8d46-ff882d1e109f HTTP/1.1" status: 404 len: 337 time: 0.0597551 Jul 05 03:59:49.799913 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-170bfb2d-d5e9-467a-8179-9cad593c39c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.802454 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c11c5cea-ad80-4be3-994b-e5154edaf9d0 req-a49742f5-a48c-45b4-a07f-e553e42bf224 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173701 Jul 05 03:59:49.802727 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58696) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:49.874440 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-01433bcb-4420-4295-8f1d-e919fd982a44 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:49.875164 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01433bcb-4420-4295-8f1d-e919fd982a44 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:49.883369 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-01433bcb-4420-4295-8f1d-e919fd982a44 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/5404ae45-e48d-4ae9-a906-70dd1a0735f6 HTTP/1.1" status: 404 len: 337 time: 0.0795398 Jul 05 03:59:49.889644 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58700) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:49.933037 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-fe4a9670-709c-4f65-af89-3fcc57156356 admin admin] Allocated IP 172.25.1.59 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/562ac6d3-252f-4275-b467-355e64c2711d) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:49.943686 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a09086e-cdf0-466e-9ce3-e14a2049c913 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:49.944516 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a09086e-cdf0-466e-9ce3-e14a2049c913 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:49.946496 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4a09086e-cdf0-466e-9ce3-e14a2049c913 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/81f7c959-8529-4bfc-9f4e-e71cc3dc423c HTTP/1.1" status: 404 len: 333 time: 0.0557196 Jul 05 03:59:49.951170 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58710) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:50.009490 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=41bb12fa-7b1f-4c17-8f00-1332f104328a,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:50.048872 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd685b1-65ef-4830-ae7a-33979befb790 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:50.052685 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd685b1-65ef-4830-ae7a-33979befb790 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:50.062136 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5fd685b1-65ef-4830-ae7a-33979befb790 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/d67b0999-7c55-472d-990b-ac2520f82b20 HTTP/1.1" status: 404 len: 337 time: 0.1086705 Jul 05 03:59:50.066100 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58712) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:50.112609 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170bfb2d-d5e9-467a-8179-9cad593c39c3 None None] Network 963b909c-265b-44c9-8d13-5b5e3d7f9cd4 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:50.153495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-170bfb2d-d5e9-467a-8179-9cad593c39c3 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:50.168565 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170bfb2d-d5e9-467a-8179-9cad593c39c3 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:50.195137 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed35eefc-822e-4623-9957-173fafdadd14 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:50.209274 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed35eefc-822e-4623-9957-173fafdadd14 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:50.216124 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ed35eefc-822e-4623-9957-173fafdadd14 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/09362a17-3819-4e00-bc21-4f72f01c09c4 HTTP/1.1" status: 404 len: 333 time: 0.1483512 Jul 05 03:59:50.217057 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58718) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:50.312851 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20d3aaa-984d-44c9-b438-25d31b2ce5ee tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:50.313675 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20d3aaa-984d-44c9-b438-25d31b2ce5ee tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:50.314307 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9670-709c-4f65-af89-3fcc57156356 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.324673 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c20d3aaa-984d-44c9-b438-25d31b2ce5ee tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/e824dd39-9c9c-4ce5-8b89-e04566e5d731 HTTP/1.1" status: 404 len: 337 time: 0.1057992 Jul 05 03:59:50.325653 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58722) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:50.451863 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e747d3e-582e-40ea-8682-6472689c0a14 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:50.453006 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e747d3e-582e-40ea-8682-6472689c0a14 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:50.467379 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170bfb2d-d5e9-467a-8179-9cad593c39c3 None None] Pushing event updated for resources: {'Port': ['ID=91086ff5-7b47-4f2b-bd7b-939695a558c3,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:50.468254 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58724) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:50.475405 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3e747d3e-582e-40ea-8682-6472689c0a14 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/e532f8d8-5027-476c-a5a3-e79aa9b2cf3e HTTP/1.1" status: 404 len: 333 time: 0.1480777 Jul 05 03:59:50.499856 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 41bb12fa-7b1f-4c17-8f00-1332f104328a up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:50.589315 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae2c7ab-90c6-454d-a576-76ac8003bb3e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:50.592138 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae2c7ab-90c6-454d-a576-76ac8003bb3e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:50.596171 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6ae2c7ab-90c6-454d-a576-76ac8003bb3e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/43c44ba4-f385-4d08-8740-6f768ec0cf95 HTTP/1.1" status: 404 len: 337 time: 0.1235831 Jul 05 03:59:50.600408 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58730) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:50.668501 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-27032b0b-5be6-41b3-bcd3-0cfa60fc799d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:50.670637 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27032b0b-5be6-41b3-bcd3-0cfa60fc799d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:50.671018 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 81a0297e-d8b8-4b18-88e7-f32e7d0b13e7 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:50.677187 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-27032b0b-5be6-41b3-bcd3-0cfa60fc799d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/383c9b67-beb2-465c-9fea-2c32a062c449 HTTP/1.1" status: 404 len: 333 time: 0.0751426 Jul 05 03:59:50.682273 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58732) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:50.717178 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9670-709c-4f65-af89-3fcc57156356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.797292 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932d506-da03-4d49-b2c3-41e385f72b30 req-8b77e26f-efcd-45ff-9252-3ea63ae9edf0 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:50.810296 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5932d506-da03-4d49-b2c3-41e385f72b30 req-8b77e26f-efcd-45ff-9252-3ea63ae9edf0 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 945 time: 0.2143943 Jul 05 03:59:50.885221 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5932d506-da03-4d49-b2c3-41e385f72b30 req-0c2ee00d-ba42-43a6-b721-4f0b324957c7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754004 Jul 05 03:59:50.939105 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a9670-709c-4f65-af89-3fcc57156356 admin admin] Pushing event updated for resources: {'Port': ['ID=562ac6d3-252f-4275-b467-355e64c2711d,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:50.947547 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e28f74e-00f0-44f2-8336-67f0d086b2f2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:50.948683 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e28f74e-00f0-44f2-8336-67f0d086b2f2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:50.950863 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4e28f74e-00f0-44f2-8336-67f0d086b2f2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/06a8f738-0a0c-4a72-8dee-630c9adf48d3 HTTP/1.1" status: 404 len: 337 time: 0.2643421 Jul 05 03:59:50.953818 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58736) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:50.995226 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4a9670-709c-4f65-af89-3fcc57156356 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:50.996616 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-170bfb2d-d5e9-467a-8179-9cad593c39c3 None None] Attempting to bind port 91086ff5-7b47-4f2b-bd7b-939695a558c3 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:50.996996 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-170bfb2d-d5e9-467a-8179-9cad593c39c3 None None] Attempting to bind port 91086ff5-7b47-4f2b-bd7b-939695a558c3 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'c98080de-6d9b-4430-a60c-1d9c3beb81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '963b909c-265b-44c9-8d13-5b5e3d7f9cd4'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:50.997367 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170bfb2d-d5e9-467a-8179-9cad593c39c3 None None] Attempting to bind port 91086ff5-7b47-4f2b-bd7b-939695a558c3 on network 963b909c-265b-44c9-8d13-5b5e3d7f9cd4 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:50.998270 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-fe4a9670-709c-4f65-af89-3fcc57156356 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:51.009428 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4a9670-709c-4f65-af89-3fcc57156356 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:51.037098 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170bfb2d-d5e9-467a-8179-9cad593c39c3 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:51.038337 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170bfb2d-d5e9-467a-8179-9cad593c39c3 None None] Checking segment: {'id': 'c98080de-6d9b-4430-a60c-1d9c3beb81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '963b909c-265b-44c9-8d13-5b5e3d7f9cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:51.048020 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-170bfb2d-d5e9-467a-8179-9cad593c39c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.048877 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170bfb2d-d5e9-467a-8179-9cad593c39c3 None None] Bound using segment: {'id': 'c98080de-6d9b-4430-a60c-1d9c3beb81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '963b909c-265b-44c9-8d13-5b5e3d7f9cd4'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:51.050396 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-170bfb2d-d5e9-467a-8179-9cad593c39c3 None None] Bound port: 91086ff5-7b47-4f2b-bd7b-939695a558c3, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98080de-6d9b-4430-a60c-1d9c3beb81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '963b909c-265b-44c9-8d13-5b5e3d7f9cd4'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:51.056021 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-170bfb2d-d5e9-467a-8179-9cad593c39c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.062486 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d003b19-d258-4d4c-b1f0-901c3628ab36 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:51.063622 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d003b19-d258-4d4c-b1f0-901c3628ab36 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:51.070238 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4d003b19-d258-4d4c-b1f0-901c3628ab36 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/6ac2f9ea-80a5-4c19-b051-9c7f830017e1 HTTP/1.1" status: 404 len: 333 time: 0.1149311 Jul 05 03:59:51.074802 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58740) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:51.145373 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-376e3e49-bde1-4c44-a965-c6d7ac3fbcfb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:51.146051 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376e3e49-bde1-4c44-a965-c6d7ac3fbcfb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:51.151542 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-376e3e49-bde1-4c44-a965-c6d7ac3fbcfb tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/d4ffed42-891c-4dbc-a327-071ce57df92b HTTP/1.1" status: 404 len: 337 time: 0.0731833 Jul 05 03:59:51.156294 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58744) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:51.349987 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e9ebd5-86c9-4044-857c-3c8b0c5fc891 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:51.360815 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e9ebd5-86c9-4044-857c-3c8b0c5fc891 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:51.400361 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f4e9ebd5-86c9-4044-857c-3c8b0c5fc891 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/8e7378b9-a945-4ed5-ad08-f7b6c626e280 HTTP/1.1" status: 404 len: 333 time: 0.2231944 Jul 05 03:59:51.400628 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-170bfb2d-d5e9-467a-8179-9cad593c39c3 None None] For port 91086ff5-7b47-4f2b-bd7b-939695a558c3, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:51.401850 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58750) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:51.407300 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-170bfb2d-d5e9-467a-8179-9cad593c39c3 None None] For port 91086ff5-7b47-4f2b-bd7b-939695a558c3, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=91086ff5-7b47-4f2b-bd7b-939695a558c3,segment=NetworkSegment(c98080de-6d9b-4430-a60c-1d9c3beb81f3),segment_id=c98080de-6d9b-4430-a60c-1d9c3beb81f3)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:51.416670 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b564e0-f6d7-4370-9be7-7224c68bdc41 None None] DHCP port deletion for 11254a26-e0ed-4207-b9f1-d7e3a27daaba request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:59:51.423905 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 81a0297e-d8b8-4b18-88e7-f32e7d0b13e7 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:51.430070 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-170bfb2d-d5e9-467a-8179-9cad593c39c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.510773 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e19fa3b-bdff-47a2-bfdc-00aaf9eebcbf tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:51.514338 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e19fa3b-bdff-47a2-bfdc-00aaf9eebcbf tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:51.521578 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8e19fa3b-bdff-47a2-bfdc-00aaf9eebcbf tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/3e76d2f9-54f1-417a-aed3-e624776a66dc HTTP/1.1" status: 404 len: 337 time: 0.1155179 Jul 05 03:59:51.523278 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58754) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:51.554853 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 81a0297e-d8b8-4b18-88e7-f32e7d0b13e7 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:51.555737 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.660920 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec12c91a-f3b3-4d4e-af18-da541cc6b25e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:51.667413 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec12c91a-f3b3-4d4e-af18-da541cc6b25e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:51.677038 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ec12c91a-f3b3-4d4e-af18-da541cc6b25e tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/b0d177a8-9095-42f9-9c91-b46d9cc62dda HTTP/1.1" status: 404 len: 337 time: 0.1517029 Jul 05 03:59:51.680576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58756) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:51.723208 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 41bb12fa-7b1f-4c17-8f00-1332f104328a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:51.732595 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.755717 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3ec9be-b226-42ca-8dee-3e5f58a746ce tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:51.756934 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3ec9be-b226-42ca-8dee-3e5f58a746ce tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:51.760290 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9b3ec9be-b226-42ca-8dee-3e5f58a746ce tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/e7472613-672e-4662-a7bc-627cd83b90e4 HTTP/1.1" status: 404 len: 333 time: 0.0775042 Jul 05 03:59:51.762668 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58758) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:51.818381 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170bfb2d-d5e9-467a-8179-9cad593c39c3 None None] Pushing event updated for resources: {'Port': ['ID=91086ff5-7b47-4f2b-bd7b-939695a558c3,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:51.874584 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1c78da-161b-4784-8f16-bbf688c2af44 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:51.875466 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd1c78da-161b-4784-8f16-bbf688c2af44 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:51.881424 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bd1c78da-161b-4784-8f16-bbf688c2af44 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/3b57043e-e217-47f6-8170-3407019d3c83 HTTP/1.1" status: 404 len: 337 time: 0.1018717 Jul 05 03:59:51.888925 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58764) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:52.010669 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df1941f-584c-4c71-a795-079c2ee13f89 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:52.014370 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df1941f-584c-4c71-a795-079c2ee13f89 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:52.020933 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6df1941f-584c-4c71-a795-079c2ee13f89 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/6e93341a-fc32-4157-86e0-0069bafab5f7 HTTP/1.1" status: 404 len: 337 time: 0.1296082 Jul 05 03:59:52.024934 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58772) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:52.165592 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.180462 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed99dade-7544-4346-947b-d6e29f9b8897 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:52.181693 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed99dade-7544-4346-947b-d6e29f9b8897 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:52.199198 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ed99dade-7544-4346-947b-d6e29f9b8897 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/58e78973-66de-43e8-9934-f1c727331895 HTTP/1.1" status: 404 len: 333 time: 0.1691160 Jul 05 03:59:52.201505 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58776) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:52.218849 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-21b564e0-f6d7-4370-9be7-7224c68bdc41 None None] Deleting port 7cb03de9-0f9a-4b17-b166-89ba453d6665 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:52.219559 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-21b564e0-f6d7-4370-9be7-7224c68bdc41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.241340 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a7c3a2-c44d-44c4-bb3f-e1e0d37629c3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:52.241797 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a7c3a2-c44d-44c4-bb3f-e1e0d37629c3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:52.243773 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-64a7c3a2-c44d-44c4-bb3f-e1e0d37629c3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/028eb275-0f9a-4895-87fe-a83c5a9be19f HTTP/1.1" status: 404 len: 337 time: 0.0406573 Jul 05 03:59:52.258986 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58778) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:52.336520 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed899ca-d9c0-4416-afdc-cc3aa29f2f94 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:52.336959 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bed899ca-d9c0-4416-afdc-cc3aa29f2f94 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:52.339834 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bed899ca-d9c0-4416-afdc-cc3aa29f2f94 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/88733f00-755c-48cf-9efb-a41255f29a0b HTTP/1.1" status: 404 len: 337 time: 0.0790091 Jul 05 03:59:52.342480 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58780) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:52.390829 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-763c7b4c-6fb3-41b4-bb47-2d572605776a tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:52.392076 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-763c7b4c-6fb3-41b4-bb47-2d572605776a tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:52.395404 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-763c7b4c-6fb3-41b4-bb47-2d572605776a tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/08105f99-0eb0-4d82-8641-3599cc1364b4 HTTP/1.1" status: 404 len: 333 time: 0.0487144 Jul 05 03:59:52.406198 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58782) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:52.459883 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-98da45f4-e31e-46d3-ac77-0bc7e63d5090 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:52.460448 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98da45f4-e31e-46d3-ac77-0bc7e63d5090 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:52.463767 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-98da45f4-e31e-46d3-ac77-0bc7e63d5090 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/591f98a2-bc66-4a72-b8e5-a2524ffd51a7 HTTP/1.1" status: 404 len: 337 time: 0.0522211 Jul 05 03:59:52.468291 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58784) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:52.490222 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860ebed-3af0-4f4b-b6c8-a11a5b6a7b11 req-7aaee59c-987f-498e-9bba-4ed8cf372e51 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:52.498180 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2860ebed-3af0-4f4b-b6c8-a11a5b6a7b11 req-7aaee59c-987f-498e-9bba-4ed8cf372e51 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 945 time: 0.2498913 Jul 05 03:59:52.537791 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b8a73a-b98f-44d3-b461-5e7674ad5f27 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:52.540124 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b8a73a-b98f-44d3-b461-5e7674ad5f27 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:52.543311 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-84b8a73a-b98f-44d3-b461-5e7674ad5f27 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/439d04e6-9353-4bc1-8672-b626a9a3af70 HTTP/1.1" status: 404 len: 337 time: 0.0718822 Jul 05 03:59:52.551092 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58786) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:52.620916 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2860ebed-3af0-4f4b-b6c8-a11a5b6a7b11 req-4b87112b-1413-440d-9360-ea40abce6778 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213186 Jul 05 03:59:52.622675 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b5b0705c-4354-49ca-a1ce-d317c2e2412b tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ab37fba-20da-4a64-bf34-bb48408e59f4 HTTP/1.1" status: 200 len: 205 time: 0.0661771 Jul 05 03:59:52.622851 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58788) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:52.676763 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2715351-654c-4316-ae0d-5b6a6c6c4013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a0297e-d8b8-4b18-88e7-f32e7d0b13e7'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:52.680939 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519538db-4ea2-43bd-bfd0-f55ae804b2be" -d '{"events": [{"server_uuid": "d2715351-654c-4316-ae0d-5b6a6c6c4013", "name": "network-vif-plugged", "status": "completed", "tag": "81a0297e-d8b8-4b18-88e7-f32e7d0b13e7"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:52.739493 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-07498840-713a-4db5-bb1f-57e6d8949044 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] delete failed (client error): The resource could not be found. Jul 05 03:59:52.740581 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-07498840-713a-4db5-bb1f-57e6d8949044 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/routers/4ab37fba-20da-4a64-bf34-bb48408e59f4 HTTP/1.1" status: 404 len: 336 time: 0.1169508 Jul 05 03:59:52.747367 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58792) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:52.778548 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 81a0297e-d8b8-4b18-88e7-f32e7d0b13e7, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=81a0297e-d8b8-4b18-88e7-f32e7d0b13e7,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:52.820823 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec7cb8b-334e-46ad-b5d1-72a3b6d8e542 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:52.824227 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec7cb8b-334e-46ad-b5d1-72a3b6d8e542 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:52.829959 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0ec7cb8b-334e-46ad-b5d1-72a3b6d8e542 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/aff2fcdb-8154-4273-99f6-c5e4b225f0ec HTTP/1.1" status: 404 len: 337 time: 0.0831156 Jul 05 03:59:52.833203 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58798) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:52.840269 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.880282 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9670-709c-4f65-af89-3fcc57156356 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.938877 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9029d521-0f40-4a82-b640-a40f96607367 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "GET /v2.0/ports?device_id=d872e1aa-726f-4ccd-b370-f71f1736734a HTTP/1.1" status: 200 len: 205 time: 0.1041977 Jul 05 03:59:52.949974 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58800) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:53.000392 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=81a0297e-d8b8-4b18-88e7-f32e7d0b13e7,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:53.040489 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c0a3e-2a79-4d23-b6e7-6412f6b54cbf req-70134c5d-bd67-4cda-bcf0-02f1f38ac324 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:53.059050 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cf8c0a3e-2a79-4d23-b6e7-6412f6b54cbf req-70134c5d-bd67-4cda-bcf0-02f1f38ac324 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.6001916 Jul 05 03:59:53.068587 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-21b564e0-f6d7-4370-9be7-7224c68bdc41 None None] For port 7cb03de9-0f9a-4b17-b166-89ba453d6665, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7cb03de9-0f9a-4b17-b166-89ba453d6665,segment=NetworkSegment(a6f67722-a0f0-483a-939c-d8ea118f0349),segment_id=a6f67722-a0f0-483a-939c-d8ea118f0349)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:53.069051 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-21b564e0-f6d7-4370-9be7-7224c68bdc41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:53.086951 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-6c604c5f-0a77-4de2-93c1-b0bbcfa29a68 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] delete failed (client error): The resource could not be found. Jul 05 03:59:53.109914 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6c604c5f-0a77-4de2-93c1-b0bbcfa29a68 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/routers/d872e1aa-726f-4ccd-b370-f71f1736734a HTTP/1.1" status: 404 len: 336 time: 0.1372619 Jul 05 03:59:53.111351 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58804) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:53.113426 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-21b564e0-f6d7-4370-9be7-7224c68bdc41 None None] Calling delete_port for 7cb03de9-0f9a-4b17-b166-89ba453d6665 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:53.130768 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3076a3bb-32b1-43ec-a748-97ce9fb11254 x-openstack-request-id: req-3076a3bb-32b1-43ec-a748-97ce9fb11254 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:53.131609 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2715351-654c-4316-ae0d-5b6a6c6c4013", "name": "network-vif-plugged", "status": "completed", "tag": "81a0297e-d8b8-4b18-88e7-f32e7d0b13e7", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:53.133283 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3076a3bb-32b1-43ec-a748-97ce9fb11254 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:53.137148 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2715351-654c-4316-ae0d-5b6a6c6c4013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a0297e-d8b8-4b18-88e7-f32e7d0b13e7', 'code': 200} Jul 05 03:59:53.154149 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 91086ff5-7b47-4f2b-bd7b-939695a558c3 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:53.215308 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-319fab23-aae8-46fb-aed9-aaa069d463fc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:53.216118 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319fab23-aae8-46fb-aed9-aaa069d463fc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:53.222516 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-319fab23-aae8-46fb-aed9-aaa069d463fc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/0b5fa50f-7b35-4a68-8681-f6f4e4946a13 HTTP/1.1" status: 404 len: 337 time: 0.1047995 Jul 05 03:59:53.240522 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58806) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:53.296330 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cf8c0a3e-2a79-4d23-b6e7-6412f6b54cbf req-da30cdbc-179e-48ee-a0a8-9abb35b0f69f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197719 Jul 05 03:59:53.313738 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ad82fa-b834-4c15-b8b3-a98dca05f2b1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:53.314426 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ad82fa-b834-4c15-b8b3-a98dca05f2b1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:53.321302 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e3ad82fa-b834-4c15-b8b3-a98dca05f2b1 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/3e0966d2-eb9f-4583-8fed-ec5f23042adf HTTP/1.1" status: 404 len: 337 time: 0.0789876 Jul 05 03:59:53.332536 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58808) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:53.436060 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ca7ddc-7f04-40b8-be13-06a880f231fc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:53.436966 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55ca7ddc-7f04-40b8-be13-06a880f231fc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:53.444487 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-55ca7ddc-7f04-40b8-be13-06a880f231fc tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/90148139-8145-4166-9a81-0c9b309f02c1 HTTP/1.1" status: 404 len: 333 time: 0.1104732 Jul 05 03:59:53.448070 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58810) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:53.478738 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 91086ff5-7b47-4f2b-bd7b-939695a558c3 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:53.529104 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-759ae723-b72d-4f49-b929-9812a8bc6ac6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:53.544506 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-759ae723-b72d-4f49-b929-9812a8bc6ac6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:53.552995 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-759ae723-b72d-4f49-b929-9812a8bc6ac6 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/6ec5a1a9-2a17-40a0-a9fb-d06e858bc4ac HTTP/1.1" status: 404 len: 337 time: 0.0974436 Jul 05 03:59:53.556547 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58816) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:53.574121 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-21b564e0-f6d7-4370-9be7-7224c68bdc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:53.656121 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b564e0-f6d7-4370-9be7-7224c68bdc41 None None] No DVR routers for this DVR port 7cb03de9-0f9a-4b17-b166-89ba453d6665 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:53.687322 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b564e0-f6d7-4370-9be7-7224c68bdc41 None None] Pushing event deleted for resources: {'Port': ['ID=7cb03de9-0f9a-4b17-b166-89ba453d6665,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:53.694955 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-92047769-62e3-4325-a62d-752c5795e098 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:53.696134 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92047769-62e3-4325-a62d-752c5795e098 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:53.702993 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9670-709c-4f65-af89-3fcc57156356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:53.706829 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7cb03de9-0f9a-4b17-b166-89ba453d6665 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:53.710676 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-92047769-62e3-4325-a62d-752c5795e098 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/3a1ebc6f-0130-428a-a643-0d7b2cf4785d HTTP/1.1" status: 404 len: 333 time: 0.1510878 Jul 05 03:59:53.711444 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58824) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:53.735572 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6d72f-add9-4197-9e8d-49d20838c99a req-5bb115d9-c686-415d-ab52-8114c50af7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:53.737338 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2d6d72f-add9-4197-9e8d-49d20838c99a req-5bb115d9-c686-415d-ab52-8114c50af7ec service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 1098 time: 0.4608514 Jul 05 03:59:53.750487 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f58734-7a69-44e1-b023-6f32c608bb3a None None] Network 963b909c-265b-44c9-8d13-5b5e3d7f9cd4 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:53.765776 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-2367c747-5386-4e42-aa75-78deae0cb696 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:53.766503 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2367c747-5386-4e42-aa75-78deae0cb696 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:53.775061 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2367c747-5386-4e42-aa75-78deae0cb696 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/e853fc31-720c-4314-872c-8aba091ddf3f HTTP/1.1" status: 404 len: 337 time: 0.0622370 Jul 05 03:59:53.776179 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58826) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:53.841503 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-94bd794d-c330-45da-81ce-e7871ea8abb3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:53.842632 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94bd794d-c330-45da-81ce-e7871ea8abb3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:53.850812 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-94bd794d-c330-45da-81ce-e7871ea8abb3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/44f212e7-b405-4270-8c14-d348585c90c2 HTTP/1.1" status: 404 len: 333 time: 0.0726933 Jul 05 03:59:53.851784 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58828) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:53.893285 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 7cb03de9-0f9a-4b17-b166-89ba453d6665 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:59:53.893553 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7cb03de9-0f9a-4b17-b166-89ba453d6665 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:59:53.905813 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-724f3623-b709-4a11-bc1c-5c79822e8e7c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:53.906505 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-724f3623-b709-4a11-bc1c-5c79822e8e7c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:53.915829 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58830) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:53.916091 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-724f3623-b709-4a11-bc1c-5c79822e8e7c tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/c7d1f483-f39f-49e1-a554-38043448e7ff HTTP/1.1" status: 404 len: 337 time: 0.0624411 Jul 05 03:59:53.946370 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e9a0248a-784d-43df-a590-229c5e4ee844 None None] Provisioning for port 91086ff5-7b47-4f2b-bd7b-939695a558c3 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:53.956937 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e9a0248a-784d-43df-a590-229c5e4ee844 None None] Provisioning complete for port 91086ff5-7b47-4f2b-bd7b-939695a558c3 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:53.957595 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e9a0248a-784d-43df-a590-229c5e4ee844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:53.997404 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ade8c2-7ed1-44b3-b44e-ce3260e798e0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:53.998780 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ade8c2-7ed1-44b3-b44e-ce3260e798e0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:54.002420 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-80ade8c2-7ed1-44b3-b44e-ce3260e798e0 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/0c477508-119e-4423-acb5-31a36723fe60 HTTP/1.1" status: 404 len: 333 time: 0.0682266 Jul 05 03:59:54.012137 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58834) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:54.066599 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f5d525-16ef-44c8-ab5d-acdcedfd2954 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:54.067062 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f5d525-16ef-44c8-ab5d-acdcedfd2954 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:54.072329 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d0f5d525-16ef-44c8-ab5d-acdcedfd2954 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/703aa4fb-0974-4a6e-9014-f21caf2a8ccd HTTP/1.1" status: 404 len: 337 time: 0.0618229 Jul 05 03:59:54.073306 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58836) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:54.121098 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7779531-55bf-475e-826d-253b75088d97 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:54.122082 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7779531-55bf-475e-826d-253b75088d97 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:54.131672 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a7779531-55bf-475e-826d-253b75088d97 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/540f2993-df70-4c15-a245-a236c95ffdf7 HTTP/1.1" status: 404 len: 333 time: 0.0567381 Jul 05 03:59:54.133079 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58838) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:54.183862 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e9a0248a-784d-43df-a590-229c5e4ee844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.207050 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2d6d72f-add9-4197-9e8d-49d20838c99a req-98ff9497-4b51-4816-b801-e27fb1635af8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361518 Jul 05 03:59:54.209065 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd118cc-68c7-42a5-a51e-942732b8118d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:54.209874 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd118cc-68c7-42a5-a51e-942732b8118d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:54.215592 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cdd118cc-68c7-42a5-a51e-942732b8118d tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/000173ca-cfe7-4b8d-a448-42c01264066d HTTP/1.1" status: 404 len: 337 time: 0.0808737 Jul 05 03:59:54.216041 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58840) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:54.280961 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-9489e8cf-9b50-4471-8177-fb888dc7d2f4 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:54.281810 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9489e8cf-9b50-4471-8177-fb888dc7d2f4 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:54.287616 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9489e8cf-9b50-4471-8177-fb888dc7d2f4 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/ce6399b5-a4b3-469c-9f20-b2660f7c7864 HTTP/1.1" status: 404 len: 333 time: 0.0637474 Jul 05 03:59:54.289396 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58842) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:54.316205 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e9a0248a-784d-43df-a590-229c5e4ee844 None None] For port 91086ff5-7b47-4f2b-bd7b-939695a558c3, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=91086ff5-7b47-4f2b-bd7b-939695a558c3,segment=NetworkSegment(c98080de-6d9b-4430-a60c-1d9c3beb81f3),segment_id=c98080de-6d9b-4430-a60c-1d9c3beb81f3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:54.324900 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e9a0248a-784d-43df-a590-229c5e4ee844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.329905 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc077d40-7067-4b5d-af03-690ba6e878cf req-82c2eebc-1353-42b7-a3be-e084d2bae232 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:54.332022 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fc077d40-7067-4b5d-af03-690ba6e878cf req-82c2eebc-1353-42b7-a3be-e084d2bae232 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 946 time: 0.2734842 Jul 05 03:59:54.365366 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-34635563-6105-4a9c-8bff-6eaf95fe4095 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:54.366347 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34635563-6105-4a9c-8bff-6eaf95fe4095 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:54.373550 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-34635563-6105-4a9c-8bff-6eaf95fe4095 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/43cca75e-7fd2-4815-9b0c-cb7bc20dc950 HTTP/1.1" status: 404 len: 337 time: 0.0823729 Jul 05 03:59:54.374613 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58846) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:54.375200 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4a9670-709c-4f65-af89-3fcc57156356 admin admin] Router 9faf3c67-6006-426f-876a-0a42608e16cc is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:59:54.450799 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f93d151-e0c4-43da-8152-5097e8f910a2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:54.454495 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f93d151-e0c4-43da-8152-5097e8f910a2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:54.465847 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6f93d151-e0c4-43da-8152-5097e8f910a2 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/ports/23e82e7b-0791-4335-8479-8fc7ec57e758 HTTP/1.1" status: 404 len: 333 time: 0.0879278 Jul 05 03:59:54.466199 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58848) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:54.485503 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0248a-784d-43df-a590-229c5e4ee844 None None] Pushing event updated for resources: {'Port': ['ID=91086ff5-7b47-4f2b-bd7b-939695a558c3,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:54.490156 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fc077d40-7067-4b5d-af03-690ba6e878cf req-fab11469-e545-40f7-89d0-be3b390c6df8 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326079 Jul 05 03:59:54.533543 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f05c24-2a31-4158-a140-5139a123cdd3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] DELETE failed (client error): The resource could not be found. Jul 05 03:59:54.533543 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f05c24-2a31-4158-a140-5139a123cdd3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:54.535932 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e0f05c24-2a31-4158-a140-5139a123cdd3 tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/subnets/5214f54c-4cda-4f4f-adce-2bbde3ba6775 HTTP/1.1" status: 404 len: 337 time: 0.0693123 Jul 05 03:59:54.552169 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58852) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:54.565423 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6f1f9c04-7f3c-4543-9a3d-c48062d31462 None None] Provisioning complete for port 91086ff5-7b47-4f2b-bd7b-939695a558c3 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:54.565965 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6f1f9c04-7f3c-4543-9a3d-c48062d31462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.650230 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4a9670-709c-4f65-af89-3fcc57156356 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:59:54.672794 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] Sync routers for ids ['9faf3c67-6006-426f-876a-0a42608e16cc'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:59:54.687691 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] Routers {'9faf3c67-6006-426f-876a-0a42608e16cc'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:54.688264 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:59:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['9faf3c67-6006-426f-876a-0a42608e16cc'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:54.713151 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9670-709c-4f65-af89-3fcc57156356 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.719199 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fe4a9670-709c-4f65-af89-3fcc57156356 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.5182688 Jul 05 03:59:54.719611 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58858) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:54.882829 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b728e9a7-fcc7-412a-9e99-493c75a2c52a tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.932172 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] Set router 9faf3c67-6006-426f-876a-0a42608e16cc gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:59:55.010689 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 91086ff5-7b47-4f2b-bd7b-939695a558c3 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:55.161340 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b728e9a7-fcc7-412a-9e99-493c75a2c52a tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.177798 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 91086ff5-7b47-4f2b-bd7b-939695a558c3 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:55.179837 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.206420 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-b728e9a7-fcc7-412a-9e99-493c75a2c52a tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11254a26-e0ed-4207-b9f1-d7e3a27daaba']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:55.226753 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-b728e9a7-fcc7-412a-9e99-493c75a2c52a tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f67722-a0f0-483a-939c-d8ea118f0349') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:55.227356 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-b728e9a7-fcc7-412a-9e99-493c75a2c52a tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f67722-a0f0-483a-939c-d8ea118f0349') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:55.243659 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b728e9a7-fcc7-412a-9e99-493c75a2c52a tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.289139 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b728e9a7-fcc7-412a-9e99-493c75a2c52a tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.321838 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b728e9a7-fcc7-412a-9e99-493c75a2c52a tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:59:55.322599 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b728e9a7-fcc7-412a-9e99-493c75a2c52a tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: timer() Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:59:55.328168 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:59:55.483987 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faf3c67-6006-426f-876a-0a42608e16cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356514387-router', 'tenant_id': '026006706cec4fba9542570c1d5a9e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '562ac6d3-252f-4275-b467-355e64c2711d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:47Z', 'updated_at': '2021-07-05T03:59:52Z', 'revision_number': 3, 'project_id': '026006706cec4fba9542570c1d5a9e46', 'gw_port': {'id': '562ac6d3-252f-4275-b467-355e64c2711d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9faf3c67-6006-426f-876a-0a42608e16cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:49Z', 'updated_at': '2021-07-05T03:59:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:55.514502 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b728e9a7-fcc7-412a-9e99-493c75a2c52a tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.527420 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471bc72-f367-4638-91a0-d92363c864cb req-c1390af0-ff04-4e89-b5da-e4adddffe5ba tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:55.528069 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] Checking router: 9faf3c67-6006-426f-876a-0a42608e16cc for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:59:55.528561 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] Updating router 9faf3c67-6006-426f-876a-0a42608e16cc port 562ac6d3-252f-4275-b467-355e64c2711d binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:59:55.528986 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b728e9a7-fcc7-412a-9e99-493c75a2c52a tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.530905 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e471bc72-f367-4638-91a0-d92363c864cb req-c1390af0-ff04-4e89-b5da-e4adddffe5ba tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.6271009 Jul 05 03:59:55.536934 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b728e9a7-fcc7-412a-9e99-493c75a2c52a tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] 10.222.0.77 "DELETE /v2.0/networks/11254a26-e0ed-4207-b9f1-d7e3a27daaba HTTP/1.1" status: 204 len: 168 time: 0.9824202 Jul 05 03:59:55.585133 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728e9a7-fcc7-412a-9e99-493c75a2c52a tempest-NetworksTestDHCPv6-2138249126 tempest-NetworksTestDHCPv6-2138249126-project] Pushing event deleted for resources: {'Network': ['ID=11254a26-e0ed-4207-b9f1-d7e3a27daaba,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:55.589082 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.606312 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e471bc72-f367-4638-91a0-d92363c864cb req-fc1f3838-6d3c-41b0-8b7f-1c107e11b07d tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636861 Jul 05 03:59:56.091522 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58878) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:56.126476 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62913bf9-0828-4d73-be04-71a7c13c3d53 req-310a16cc-eb4b-4e23-ba7d-bf3aa1cc096f tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:56.141085 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-62913bf9-0828-4d73-be04-71a7c13c3d53 req-310a16cc-eb4b-4e23-ba7d-bf3aa1cc096f tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 946 time: 0.2214489 Jul 05 03:59:56.220118 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-62913bf9-0828-4d73-be04-71a7c13c3d53 req-e8e0f04f-51eb-46aa-9190-e43cbda23039 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751705 Jul 05 03:59:56.302559 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.335056 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] Transition to ACTIVE for port object 562ac6d3-252f-4275-b467-355e64c2711d will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:56.352148 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.388945 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] Attempting to bind port 562ac6d3-252f-4275-b467-355e64c2711d on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:56.389357 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] Attempting to bind port 562ac6d3-252f-4275-b467-355e64c2711d by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:56.389722 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] Attempting to bind port 562ac6d3-252f-4275-b467-355e64c2711d on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:56.417813 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:56.418191 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:56.418583 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.419018 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:56.419520 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] Bound port: 562ac6d3-252f-4275-b467-355e64c2711d, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:56.420068 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.499781 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] For port 562ac6d3-252f-4275-b467-355e64c2711d, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:56.508082 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a8f2cf21-8948-4b0e-ada2-e6b7412fa4ce admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f87805c8407343a69ffdea24be5ca922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4091058 Jul 05 03:59:56.508352 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] For port 562ac6d3-252f-4275-b467-355e64c2711d, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=562ac6d3-252f-4275-b467-355e64c2711d,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:56.508723 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58890) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:56.523011 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.562485 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e7c11836-dca0-4d14-99bd-05c3af9add65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.605666 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac008aa5-b85a-4cd3-b966-5405920f93b1 None None] Pushing event updated for resources: {'Port': ['ID=562ac6d3-252f-4275-b467-355e64c2711d,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:56.646500 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] Routers {'9faf3c67-6006-426f-876a-0a42608e16cc'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:56.649793 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T03:59:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['9faf3c67-6006-426f-876a-0a42608e16cc'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:56.766314 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac008aa5-b85a-4cd3-b966-5405920f93b1 None None] Pushing event updated for resources: {'Port': ['ID=562ac6d3-252f-4275-b467-355e64c2711d,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:56.808812 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b7a8cc3-eaa5-4fc3-8597-f087e4f693f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.869258 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b7a8cc3-eaa5-4fc3-8597-f087e4f693f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.983525 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b7a8cc3-eaa5-4fc3-8597-f087e4f693f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.991750 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b7a8cc3-eaa5-4fc3-8597-f087e4f693f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.993513 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8b7a8cc3-eaa5-4fc3-8597-f087e4f693f7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8d17fc82-e99a-4dce-a926-8fb15c5e6584 HTTP/1.1" status: 204 len: 168 time: 0.4832511 Jul 05 03:59:57.045162 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a8cc3-eaa5-4fc3-8597-f087e4f693f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d17fc82-e99a-4dce-a926-8fb15c5e6584,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:57.057240 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] Set router 9faf3c67-6006-426f-876a-0a42608e16cc gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:59:57.233467 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-e7c11836-dca0-4d14-99bd-05c3af9add65 admin admin] Allocated IP 172.20.0.1 (963b909c-265b-44c9-8d13-5b5e3d7f9cd4/bc0c383f-48d1-44e9-b96f-01d0176cbbce/1387043f-4741-4a11-af8c-bdcb6e1e6493) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:57.568705 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e7c11836-dca0-4d14-99bd-05c3af9add65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.600782 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-e7c11836-dca0-4d14-99bd-05c3af9add65 admin admin] Transition to ACTIVE for port object 1387043f-4741-4a11-af8c-bdcb6e1e6493 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:57.693971 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faf3c67-6006-426f-876a-0a42608e16cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356514387-router', 'tenant_id': '026006706cec4fba9542570c1d5a9e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '562ac6d3-252f-4275-b467-355e64c2711d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:47Z', 'updated_at': '2021-07-05T03:59:52Z', 'revision_number': 3, 'project_id': '026006706cec4fba9542570c1d5a9e46', 'gw_port': {'id': '562ac6d3-252f-4275-b467-355e64c2711d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9faf3c67-6006-426f-876a-0a42608e16cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:49Z', 'updated_at': '2021-07-05T03:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:57.708801 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e7c11836-dca0-4d14-99bd-05c3af9add65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.776543 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f210b67-8716-417f-bc46-af81ec3f9768 req-cc7ce0eb-885d-4f83-b1bf-f6d402d6310a tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:57.785232 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1f210b67-8716-417f-bc46-af81ec3f9768 req-cc7ce0eb-885d-4f83-b1bf-f6d402d6310a tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.8314037 Jul 05 03:59:57.834839 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c11836-dca0-4d14-99bd-05c3af9add65 admin admin] Network 963b909c-265b-44c9-8d13-5b5e3d7f9cd4 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:57.851038 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-e7c11836-dca0-4d14-99bd-05c3af9add65 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:57.855283 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c11836-dca0-4d14-99bd-05c3af9add65 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:57.869934 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a49d30-e160-4a77-b47d-dceb75e7f13d None None] The sync data for ids ['9faf3c67-6006-426f-876a-0a42608e16cc'] in n-d-780147-23 is: [{'id': '9faf3c67-6006-426f-876a-0a42608e16cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356514387-router', 'tenant_id': '026006706cec4fba9542570c1d5a9e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '562ac6d3-252f-4275-b467-355e64c2711d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:47Z', 'updated_at': '2021-07-05T03:59:52Z', 'revision_number': 3, 'project_id': '026006706cec4fba9542570c1d5a9e46', 'gw_port': {'id': '562ac6d3-252f-4275-b467-355e64c2711d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9faf3c67-6006-426f-876a-0a42608e16cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:49Z', 'updated_at': '2021-07-05T03:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:59:57.870892 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c11836-dca0-4d14-99bd-05c3af9add65 admin admin] Pushing event updated for resources: {'Port': ['ID=1387043f-4741-4a11-af8c-bdcb6e1e6493,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:57.968996 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1f210b67-8716-417f-bc46-af81ec3f9768 req-2405342a-4fa8-44ab-96f3-85586853a559 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821368 Jul 05 03:59:58.054983 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e7c11836-dca0-4d14-99bd-05c3af9add65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.123259 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f4f3b-940f-4224-82ad-22d3d1dcf397 req-7a9407f2-1e39-448c-a640-27e80ebd804b tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:58.151693 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eb5f4f3b-940f-4224-82ad-22d3d1dcf397 req-7a9407f2-1e39-448c-a640-27e80ebd804b tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 946 time: 0.3934333 Jul 05 03:59:58.215464 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eb5f4f3b-940f-4224-82ad-22d3d1dcf397 req-d0b10955-f485-4c4d-9e1e-cdac10cb4d11 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630722 Jul 05 03:59:58.350454 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58936) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:58.442936 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0a04a6ea-0097-483c-bb42-490b2b4abbf2 None None] Provisioning for port 1387043f-4741-4a11-af8c-bdcb6e1e6493 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:58.451571 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0a04a6ea-0097-483c-bb42-490b2b4abbf2 None None] Provisioning complete for port 1387043f-4741-4a11-af8c-bdcb6e1e6493 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:58.452582 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0a04a6ea-0097-483c-bb42-490b2b4abbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.519545 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e7c11836-dca0-4d14-99bd-05c3af9add65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.614785 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-0a04a6ea-0097-483c-bb42-490b2b4abbf2 None None] Port 1387043f-4741-4a11-af8c-bdcb6e1e6493 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:59:58.684897 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-77938645-be2a-4ea8-a418-65ebaf080900 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1731270715'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:58.689500 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6182e4cc-6f52-49e6-9253-5f05f78f6030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.766248 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77938645-be2a-4ea8-a418-65ebaf080900 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Made reservation on behalf of d0d741ed6fd54cd0afbf0fdc3c4525cf for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:58.770786 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-77938645-be2a-4ea8-a418-65ebaf080900 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.787686 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-77938645-be2a-4ea8-a418-65ebaf080900 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.014688 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-77938645-be2a-4ea8-a418-65ebaf080900 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.030679 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-77938645-be2a-4ea8-a418-65ebaf080900 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.053816 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.077915 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e7c11836-dca0-4d14-99bd-05c3af9add65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.081265 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77938645-be2a-4ea8-a418-65ebaf080900 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0599089c-16fa-410a-bfb2-1d940a7be420,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:59.098691 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e7c11836-dca0-4d14-99bd-05c3af9add65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.113640 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77938645-be2a-4ea8-a418-65ebaf080900 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:59:59.130014 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-77938645-be2a-4ea8-a418-65ebaf080900 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.130710 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-77938645-be2a-4ea8-a418-65ebaf080900 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Added segment 1652ae78-45c6-4459-a7ec-1c5314df462e of type vlan for network 2e6e4ed4-c83c-42b1-a84b-889632bd52ce Jul 05 03:59:59.199752 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 562ac6d3-252f-4275-b467-355e64c2711d up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:59.226113 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-77938645-be2a-4ea8-a418-65ebaf080900 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.282570 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c11836-dca0-4d14-99bd-05c3af9add65 admin admin] Pushing event updated for resources: {'Port': ['ID=1387043f-4741-4a11-af8c-bdcb6e1e6493,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:59.298706 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-77938645-be2a-4ea8-a418-65ebaf080900 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.301987 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e7c11836-dca0-4d14-99bd-05c3af9add65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.316462 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77938645-be2a-4ea8-a418-65ebaf080900 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:59.317146 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-77938645-be2a-4ea8-a418-65ebaf080900 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.392358 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 562ac6d3-252f-4275-b467-355e64c2711d completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:59.403922 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 562ac6d3-252f-4275-b467-355e64c2711d triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:59.404451 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.523837 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-77938645-be2a-4ea8-a418-65ebaf080900 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1582582 Jul 05 03:59:59.623369 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.629936 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77938645-be2a-4ea8-a418-65ebaf080900 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event updated for resources: {'Network': ['ID=2e6e4ed4-c83c-42b1-a84b-889632bd52ce,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:59.671004 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 2e6e4ed4-c83c-42b1-a84b-889632bd52ce details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:59:59.719246 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3c502-3eea-4715-b083-25d0fda2dd64 req-31aa32b1-42cb-4dd6-bc7d-d92fade238fe tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:59.731526 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07f3c502-3eea-4715-b083-25d0fda2dd64 req-31aa32b1-42cb-4dd6-bc7d-d92fade238fe tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.3895931 Jul 05 03:59:59.968479 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07f3c502-3eea-4715-b083-25d0fda2dd64 req-60014948-eabe-4d38-8191-401f022705b9 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796958 Jul 05 03:59:59.990657 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 562ac6d3-252f-4275-b467-355e64c2711d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=562ac6d3-252f-4275-b467-355e64c2711d,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:00.021480 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:00.186045 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=562ac6d3-252f-4275-b467-355e64c2711d,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:00.567013 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a1d4e-4b5b-404f-8b6b-84d7e97b4cba req-fa68bb85-c4e9-4a94-8693-eb316528bbef tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:00.569801 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-182a1d4e-4b5b-404f-8b6b-84d7e97b4cba req-fa68bb85-c4e9-4a94-8693-eb316528bbef tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 946 time: 1.1429679 Jul 05 04:00:00.590603 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c11836-dca0-4d14-99bd-05c3af9add65 admin admin] Network 963b909c-265b-44c9-8d13-5b5e3d7f9cd4 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:00.620648 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-e7c11836-dca0-4d14-99bd-05c3af9add65 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:01.028970 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 562ac6d3-252f-4275-b467-355e64c2711d up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:01.056264 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c11836-dca0-4d14-99bd-05c3af9add65 admin admin] Router 9faf3c67-6006-426f-876a-0a42608e16cc has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:00:01.101133 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-182a1d4e-4b5b-404f-8b6b-84d7e97b4cba req-6ef3708c-28c4-4163-bc61-c753597aa160 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045209 Jul 05 04:00:01.207491 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-16be6daf-1bb8-4a8b-9806-2107d55af337 None None] Provisioning complete for port 1387043f-4741-4a11-af8c-bdcb6e1e6493 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:01.210448 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-16be6daf-1bb8-4a8b-9806-2107d55af337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.227766 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 562ac6d3-252f-4275-b467-355e64c2711d triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:01.228638 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.334620 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c11836-dca0-4d14-99bd-05c3af9add65 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:00:01.353151 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e7c11836-dca0-4d14-99bd-05c3af9add65 admin admin] 10.222.0.77 "PUT /v2.0/routers/9faf3c67-6006-426f-876a-0a42608e16cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6263313 Jul 05 04:00:01.437620 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d92da7d5-317b-4c9e-9599-d98653162810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.441477 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-16be6daf-1bb8-4a8b-9806-2107d55af337 None None] Port 1387043f-4741-4a11-af8c-bdcb6e1e6493 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:00:01.652487 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceac6e4-3337-445a-b53f-549169d4d24e req-3e1b665b-f6d0-4461-95a2-c4d739ba7f91 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:01.656775 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aceac6e4-3337-445a-b53f-549169d4d24e req-3e1b665b-f6d0-4461-95a2-c4d739ba7f91 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.3364303 Jul 05 04:00:01.705842 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.775893 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aceac6e4-3337-445a-b53f-549169d4d24e req-00a897f6-56de-41f8-a1b3-6d94b3de2539 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061771 Jul 05 04:00:01.919717 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] Sync routers for ids ['9faf3c67-6006-426f-876a-0a42608e16cc'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:00:01.942151 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] Routers {'9faf3c67-6006-426f-876a-0a42608e16cc'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:01.944071 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:00:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['9faf3c67-6006-426f-876a-0a42608e16cc'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:02.355599 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] Set router 9faf3c67-6006-426f-876a-0a42608e16cc gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:00:02.686238 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245205c-92cf-4a9a-be7e-5f89b7661939 req-8218617e-adfa-4dbf-b608-d7ba3c7f39b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:02.693689 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e245205c-92cf-4a9a-be7e-5f89b7661939 req-8218617e-adfa-4dbf-b608-d7ba3c7f39b5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=95f0b38a585f41a59ed1656d8eea23b3&device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 1097 time: 0.2724607 Jul 05 04:00:02.947710 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.172592 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245205c-92cf-4a9a-be7e-5f89b7661939 req-92779507-864d-4500-8d86-48f7de277cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:03.175221 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e245205c-92cf-4a9a-be7e-5f89b7661939 req-92779507-864d-4500-8d86-48f7de277cef service neutron] 10.222.0.89 "GET /v2.0/networks?id=875157ee-1ede-4160-9cdc-ffb3b506197c HTTP/1.1" status: 200 len: 915 time: 0.4238555 Jul 05 04:00:03.188656 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faf3c67-6006-426f-876a-0a42608e16cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356514387-router', 'tenant_id': '026006706cec4fba9542570c1d5a9e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '562ac6d3-252f-4275-b467-355e64c2711d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:47Z', 'updated_at': '2021-07-05T03:59:58Z', 'revision_number': 4, 'project_id': '026006706cec4fba9542570c1d5a9e46', 'gw_port': {'id': '562ac6d3-252f-4275-b467-355e64c2711d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faf3c67-6006-426f-876a-0a42608e16cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:49Z', 'updated_at': '2021-07-05T03:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '1387043f-4741-4a11-af8c-bdcb6e1e6493', 'name': '', 'network_id': '963b909c-265b-44c9-8d13-5b5e3d7f9cd4', 'tenant_id': '026006706cec4fba9542570c1d5a9e46', 'mac_address': 'fa:16:3e:2c:f0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9faf3c67-6006-426f-876a-0a42608e16cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'bc0c383f-48d1-44e9-b96f-01d0176cbbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:56Z', 'updated_at': '2021-07-05T03:59:58Z', 'revision_number': 2, 'project_id': '026006706cec4fba9542570c1d5a9e46', 'subnets': [{'id': 'bc0c383f-48d1-44e9-b96f-01d0176cbbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:03.236163 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] Checking router: 9faf3c67-6006-426f-876a-0a42608e16cc for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:00:03.237402 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] Updating router 9faf3c67-6006-426f-876a-0a42608e16cc port 1387043f-4741-4a11-af8c-bdcb6e1e6493 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:00:03.280794 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.780955 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.800360 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] Transition to ACTIVE for port object 1387043f-4741-4a11-af8c-bdcb6e1e6493 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:03.808220 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.887131 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69912b-a041-49a2-9312-8516160cbb88 None None] Pushing event updated for resources: {'Port': ['ID=1387043f-4741-4a11-af8c-bdcb6e1e6493,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:04.141141 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 273766da-a5ab-4aa9-aa87-8c3c05b47b02 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:00:04.498962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 273766da-a5ab-4aa9-aa87-8c3c05b47b02, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=273766da-a5ab-4aa9-aa87-8c3c05b47b02,segment=NetworkSegment(0c99a00c-e059-4fa8-bac3-c0cea323b9b5),segment_id=0c99a00c-e059-4fa8-bac3-c0cea323b9b5)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:04.562491 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '273766da-a5ab-4aa9-aa87-8c3c05b47b02', 'network_id': '875157ee-1ede-4160-9cdc-ffb3b506197c', 'port_id': '273766da-a5ab-4aa9-aa87-8c3c05b47b02', 'mac_address': 'fa:16:3e:ba:f5:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd78a45-de58-4c6c-b596-dd6afb42d456', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:00:04.701630 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59018) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:04.709939 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-16888e27-8962-48e5-b4ea-ada06e6e6697 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Request body: {'subnet': {'network_id': '2e6e4ed4-c83c-42b1-a84b-889632bd52ce', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:04.727744 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e245205c-92cf-4a9a-be7e-5f89b7661939 req-46618214-bdd9-4ff2-bfba-d82ec5020398 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=273766da-a5ab-4aa9-aa87-8c3c05b47b02 HTTP/1.1" status: 200 len: 217 time: 1.5079160 Jul 05 04:00:04.740270 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b13b2-c36d-4359-a4bd-44799c9c4c75 req-365748de-e7bb-4a1a-a9a2-60fab6e71170 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:04.742988 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-909b13b2-c36d-4359-a4bd-44799c9c4c75 req-365748de-e7bb-4a1a-a9a2-60fab6e71170 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.1902194 Jul 05 04:00:04.800327 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] Attempting to bind port 1387043f-4741-4a11-af8c-bdcb6e1e6493 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:04.801044 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] Attempting to bind port 1387043f-4741-4a11-af8c-bdcb6e1e6493 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'c98080de-6d9b-4430-a60c-1d9c3beb81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '963b909c-265b-44c9-8d13-5b5e3d7f9cd4'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:04.801174 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] Attempting to bind port 1387043f-4741-4a11-af8c-bdcb6e1e6493 on network 963b909c-265b-44c9-8d13-5b5e3d7f9cd4 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:04.808143 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.813348 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:04.813348 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] Checking segment: {'id': 'c98080de-6d9b-4430-a60c-1d9c3beb81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '963b909c-265b-44c9-8d13-5b5e3d7f9cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:04.813571 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.814137 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] Bound using segment: {'id': 'c98080de-6d9b-4430-a60c-1d9c3beb81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '963b909c-265b-44c9-8d13-5b5e3d7f9cd4'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:04.814880 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] Bound port: 1387043f-4741-4a11-af8c-bdcb6e1e6493, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98080de-6d9b-4430-a60c-1d9c3beb81f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '963b909c-265b-44c9-8d13-5b5e3d7f9cd4'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:04.815279 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.876520 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.906353 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 273766da-a5ab-4aa9-aa87-8c3c05b47b02 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:00:04.957960 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245205c-92cf-4a9a-be7e-5f89b7661939 req-76401210-ee69-4145-a0d9-0ed45061f258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:04.963108 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e245205c-92cf-4a9a-be7e-5f89b7661939 req-76401210-ee69-4145-a0d9-0ed45061f258 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cbd78a45-de58-4c6c-b596-dd6afb42d456 HTTP/1.1" status: 200 len: 854 time: 0.2222383 Jul 05 04:00:04.982832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc02a2-a5cf-422e-a995-da412d3251a1 req-80b329d3-dbb0-4901-b118-9995d79093ad tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:04.998153 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-46cc02a2-a5cf-422e-a995-da412d3251a1 req-80b329d3-dbb0-4901-b118-9995d79093ad tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 946 time: 1.8116362 Jul 05 04:00:05.008348 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 273766da-a5ab-4aa9-aa87-8c3c05b47b02, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=273766da-a5ab-4aa9-aa87-8c3c05b47b02,segment=NetworkSegment(0c99a00c-e059-4fa8-bac3-c0cea323b9b5),segment_id=0c99a00c-e059-4fa8-bac3-c0cea323b9b5)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:05.061999 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] For port 1387043f-4741-4a11-af8c-bdcb6e1e6493, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:05.071001 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] For port 1387043f-4741-4a11-af8c-bdcb6e1e6493, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1387043f-4741-4a11-af8c-bdcb6e1e6493,segment=NetworkSegment(c98080de-6d9b-4430-a60c-1d9c3beb81f3),segment_id=c98080de-6d9b-4430-a60c-1d9c3beb81f3)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:05.075380 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.089381 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.092660 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-909b13b2-c36d-4359-a4bd-44799c9c4c75 req-af2674fe-d98c-4258-a398-d510dfc76ebc tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946650 Jul 05 04:00:05.179147 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-46cc02a2-a5cf-422e-a995-da412d3251a1 req-536ea771-327a-49d0-8a36-4963d4a89629 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800358 Jul 05 04:00:05.215772 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['273766da-a5ab-4aa9-aa87-8c3c05b47b02'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:05.221438 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16888e27-8962-48e5-b4ea-ada06e6e6697 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Made reservation on behalf of d0d741ed6fd54cd0afbf0fdc3c4525cf for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:05.229974 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-16888e27-8962-48e5-b4ea-ada06e6e6697 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.277026 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e245205c-92cf-4a9a-be7e-5f89b7661939 req-aafb46b7-8c4f-4618-9064-c5f4b68e4875 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=875157ee-1ede-4160-9cdc-ffb3b506197c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2274110 Jul 05 04:00:05.393456 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] Routers {'9faf3c67-6006-426f-876a-0a42608e16cc'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:05.393456 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:00:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['9faf3c67-6006-426f-876a-0a42608e16cc'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:05.542238 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=273766da-a5ab-4aa9-aa87-8c3c05b47b02,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:05.739415 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e245205c-92cf-4a9a-be7e-5f89b7661939 req-33e006bc-ff4e-4507-b837-35a33866f095 service neutron] 10.222.0.89 "GET /v2.0/networks/875157ee-1ede-4160-9cdc-ffb3b506197c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509776 Jul 05 04:00:05.918763 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-16888e27-8962-48e5-b4ea-ada06e6e6697 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.929748 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e245205c-92cf-4a9a-be7e-5f89b7661939 req-5dfb0750-48ae-439a-a1f2-f52d70f64c80 service neutron] 10.222.0.89 "GET /v2.0/networks/875157ee-1ede-4160-9cdc-ffb3b506197c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788015 Jul 05 04:00:06.125668 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16888e27-8962-48e5-b4ea-ada06e6e6697 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event updated for resources: {'Subnet': ['ID=90051f25-5581-49e3-9a76-770c352569fb,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:06.134560 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16888e27-8962-48e5-b4ea-ada06e6e6697 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Checking segment: {'id': '1652ae78-45c6-4459-a7ec-1c5314df462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2e6e4ed4-c83c-42b1-a84b-889632bd52ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:06.134962 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16888e27-8962-48e5-b4ea-ada06e6e6697 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Network hostable DHCP agents. Network: 2e6e4ed4-c83c-42b1-a84b-889632bd52ce, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:06.175738 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16888e27-8962-48e5-b4ea-ada06e6e6697 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Network 2e6e4ed4-c83c-42b1-a84b-889632bd52ce is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:06.204916 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-16888e27-8962-48e5-b4ea-ada06e6e6697 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 2e6e4ed4-c83c-42b1-a84b-889632bd52ce) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:06.214140 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16888e27-8962-48e5-b4ea-ada06e6e6697 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:06.215202 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-16888e27-8962-48e5-b4ea-ada06e6e6697 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.257179 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-16888e27-8962-48e5-b4ea-ada06e6e6697 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5530288 Jul 05 04:00:06.257627 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:06.260456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59054) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:06.275287 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-eb0a66d4-2768-4d5e-ae74-2a1572b1ed8b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1064322187'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:06.327451 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fe569a-f800-4527-ac57-2ad9cc7d078b None None] Network 2e6e4ed4-c83c-42b1-a84b-889632bd52ce requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:06.330781 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0a66d4-2768-4d5e-ae74-2a1572b1ed8b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Made reservation on behalf of d0d741ed6fd54cd0afbf0fdc3c4525cf for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:06.335241 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eb0a66d4-2768-4d5e-ae74-2a1572b1ed8b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.391181 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb0a66d4-2768-4d5e-ae74-2a1572b1ed8b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:06.403660 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eb0a66d4-2768-4d5e-ae74-2a1572b1ed8b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.404544 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-eb0a66d4-2768-4d5e-ae74-2a1572b1ed8b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Added segment a8591f57-6b23-4713-b2e2-09aa60f0f7d9 of type vlan for network 1c9c6d19-e2ab-413b-a2e2-aa67ed95ad78 Jul 05 04:00:06.456529 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eb0a66d4-2768-4d5e-ae74-2a1572b1ed8b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.524174 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eb0a66d4-2768-4d5e-ae74-2a1572b1ed8b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.531490 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0a66d4-2768-4d5e-ae74-2a1572b1ed8b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:06.532560 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eb0a66d4-2768-4d5e-ae74-2a1572b1ed8b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.745787 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-eb0a66d4-2768-4d5e-ae74-2a1572b1ed8b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4837685 Jul 05 04:00:06.748895 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59060) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:06.755165 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-8df6df09-47ad-494b-9961-d29dcfa11819 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Request body: {'subnet': {'network_id': '1c9c6d19-e2ab-413b-a2e2-aa67ed95ad78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:06.764199 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a66d4-2768-4d5e-ae74-2a1572b1ed8b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event updated for resources: {'Network': ['ID=1c9c6d19-e2ab-413b-a2e2-aa67ed95ad78,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:06.786491 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 1c9c6d19-e2ab-413b-a2e2-aa67ed95ad78 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:06.838866 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5ea26-763d-4117-82a0-78a3e9ea7c64 req-0d813f21-828e-4b9d-83d0-f85cf1550ecb tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:06.860497 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-add5ea26-763d-4117-82a0-78a3e9ea7c64 req-0d813f21-828e-4b9d-83d0-f85cf1550ecb tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 944 time: 0.3488078 Jul 05 04:00:06.890255 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69912b-a041-49a2-9312-8516160cbb88 None None] Pushing event updated for resources: {'Port': ['ID=1387043f-4741-4a11-af8c-bdcb6e1e6493,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:06.913766 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] Set router 9faf3c67-6006-426f-876a-0a42608e16cc gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:00:07.013098 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-add5ea26-763d-4117-82a0-78a3e9ea7c64 req-74c18a06-9020-4d59-9874-e6c9c1c56d33 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515813 Jul 05 04:00:07.093380 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df6df09-47ad-494b-9961-d29dcfa11819 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Made reservation on behalf of d0d741ed6fd54cd0afbf0fdc3c4525cf for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:07.100471 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8df6df09-47ad-494b-9961-d29dcfa11819 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.410753 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb78d70-6498-4fe7-9b5c-6447715c90b2 req-580682ac-30db-4c88-864d-d4a2644e64e5 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:07.418139 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1fb78d70-6498-4fe7-9b5c-6447715c90b2 req-580682ac-30db-4c88-864d-d4a2644e64e5 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 946 time: 0.2357836 Jul 05 04:00:07.557201 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1fb78d70-6498-4fe7-9b5c-6447715c90b2 req-914713dd-2934-4f12-85aa-30f1722e72e1 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152360 Jul 05 04:00:07.677098 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a36b6e0-39c8-47e7-99a0-5447bd79b41d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-2e6e4ed4-c83c-42b1-a84b-889632bd52ce', 'network_id': '2e6e4ed4-c83c-42b1-a84b-889632bd52ce', 'tenant_id': 'd0d741ed6fd54cd0afbf0fdc3c4525cf', 'fixed_ips': [{'subnet_id': '90051f25-5581-49e3-9a76-770c352569fb'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:07.677997 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0a36b6e0-39c8-47e7-99a0-5447bd79b41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.854686 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8df6df09-47ad-494b-9961-d29dcfa11819 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.037599 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6df09-47ad-494b-9961-d29dcfa11819 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event updated for resources: {'Subnet': ['ID=408d04d9-b3bf-4487-96b5-4da8d65f8a79,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:08.040407 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df6df09-47ad-494b-9961-d29dcfa11819 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Checking segment: {'id': 'a8591f57-6b23-4713-b2e2-09aa60f0f7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1c9c6d19-e2ab-413b-a2e2-aa67ed95ad78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:08.049804 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df6df09-47ad-494b-9961-d29dcfa11819 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Network hostable DHCP agents. Network: 1c9c6d19-e2ab-413b-a2e2-aa67ed95ad78, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:08.091217 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df6df09-47ad-494b-9961-d29dcfa11819 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Network 1c9c6d19-e2ab-413b-a2e2-aa67ed95ad78 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:08.118599 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-8df6df09-47ad-494b-9961-d29dcfa11819 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 1c9c6d19-e2ab-413b-a2e2-aa67ed95ad78) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:08.142013 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df6df09-47ad-494b-9961-d29dcfa11819 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:08.145283 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8df6df09-47ad-494b-9961-d29dcfa11819 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.164354 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.182684 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59082) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:08.194604 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8df6df09-47ad-494b-9961-d29dcfa11819 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4445133 Jul 05 04:00:08.237793 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac2d4eb-c31b-4723-9f9e-eed37cd74f1b None None] Network 1c9c6d19-e2ab-413b-a2e2-aa67ed95ad78 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:08.506773 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89999550-ccdc-44d9-be05-20b8fa0faee9 req-99d6a402-9c7b-4719-b083-4e838039e573 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:08.507756 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e6809-636f-4a69-807e-dd4e9fa1d5d7 req-8972137a-62a3-4797-8daf-4026bc23bb08 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:08.510475 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-546e6809-636f-4a69-807e-dd4e9fa1d5d7 req-8972137a-62a3-4797-8daf-4026bc23bb08 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 944 time: 0.2082968 Jul 05 04:00:08.515122 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-89999550-ccdc-44d9-be05-20b8fa0faee9 req-99d6a402-9c7b-4719-b083-4e838039e573 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/ports?device_id=d68c521e-765a-4528-aaf0-81cedbba5230 HTTP/1.1" status: 200 len: 950 time: 0.2077143 Jul 05 04:00:08.584496 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68c521e-765a-4528-aaf0-81cedbba5230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56664bf8-fef9-4c0a-9a19-d05a8c26dfb6'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:08.586403 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f18284a8-dcfc-480e-9e1a-1e3fc32b1226 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.591093 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1738cd46-61b6-4242-9d14-f8a0b8e2fe17" -d '{"events": [{"server_uuid": "d68c521e-765a-4528-aaf0-81cedbba5230", "name": "network-vif-unplugged", "status": "completed", "tag": "56664bf8-fef9-4c0a-9a19-d05a8c26dfb6"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:08.670052 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=56664bf8-fef9-4c0a-9a19-d05a8c26dfb6,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:08.691423 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.744898 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-546e6809-636f-4a69-807e-dd4e9fa1d5d7 req-e726052c-787c-496c-9f53-fcae888e109f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188034 Jul 05 04:00:08.777935 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 273766da-a5ab-4aa9-aa87-8c3c05b47b02 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:08.801851 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-89999550-ccdc-44d9-be05-20b8fa0faee9 req-f7f92c59-c754-49b6-8e3f-68a2efe98de8 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/security-groups?id=41211d4f-8bab-4f3e-af15-f89c2da58568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853599 Jul 05 04:00:09.062089 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b57d4e-c147-42ea-ae58-210bafee3a72 x-openstack-request-id: req-e3b57d4e-c147-42ea-ae58-210bafee3a72 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:09.062415 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68c521e-765a-4528-aaf0-81cedbba5230", "name": "network-vif-unplugged", "status": "completed", "tag": "56664bf8-fef9-4c0a-9a19-d05a8c26dfb6", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:09.062770 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e3b57d4e-c147-42ea-ae58-210bafee3a72 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:09.063058 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68c521e-765a-4528-aaf0-81cedbba5230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56664bf8-fef9-4c0a-9a19-d05a8c26dfb6', 'code': 200} Jul 05 04:00:09.098149 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f18284a8-dcfc-480e-9e1a-1e3fc32b1226 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.099074 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-0a36b6e0-39c8-47e7-99a0-5447bd79b41d None None] Allocated IP 2001:db8:0:ffff::2 (2e6e4ed4-c83c-42b1-a84b-889632bd52ce/90051f25-5581-49e3-9a76-770c352569fb/aa18f5e5-1f54-462b-975f-0bcf0fb9de90) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:09.190172 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f18284a8-dcfc-480e-9e1a-1e3fc32b1226 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.193040 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faf3c67-6006-426f-876a-0a42608e16cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356514387-router', 'tenant_id': '026006706cec4fba9542570c1d5a9e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '562ac6d3-252f-4275-b467-355e64c2711d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:47Z', 'updated_at': '2021-07-05T03:59:58Z', 'revision_number': 4, 'project_id': '026006706cec4fba9542570c1d5a9e46', 'gw_port': {'id': '562ac6d3-252f-4275-b467-355e64c2711d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faf3c67-6006-426f-876a-0a42608e16cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:49Z', 'updated_at': '2021-07-05T03:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '1387043f-4741-4a11-af8c-bdcb6e1e6493', 'name': '', 'network_id': '963b909c-265b-44c9-8d13-5b5e3d7f9cd4', 'tenant_id': '026006706cec4fba9542570c1d5a9e46', 'mac_address': 'fa:16:3e:2c:f0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9faf3c67-6006-426f-876a-0a42608e16cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'bc0c383f-48d1-44e9-b96f-01d0176cbbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:56Z', 'updated_at': '2021-07-05T04:00:05Z', 'revision_number': 4, 'project_id': '026006706cec4fba9542570c1d5a9e46', 'subnets': [{'id': 'bc0c383f-48d1-44e9-b96f-01d0176cbbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:09.414717 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2923f4-54f6-46c5-a44b-9ad0152d1bb7 None None] The sync data for ids ['9faf3c67-6006-426f-876a-0a42608e16cc'] in n-d-780147-23 is: [{'id': '9faf3c67-6006-426f-876a-0a42608e16cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356514387-router', 'tenant_id': '026006706cec4fba9542570c1d5a9e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '562ac6d3-252f-4275-b467-355e64c2711d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:47Z', 'updated_at': '2021-07-05T03:59:58Z', 'revision_number': 4, 'project_id': '026006706cec4fba9542570c1d5a9e46', 'gw_port': {'id': '562ac6d3-252f-4275-b467-355e64c2711d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faf3c67-6006-426f-876a-0a42608e16cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:49Z', 'updated_at': '2021-07-05T03:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '1387043f-4741-4a11-af8c-bdcb6e1e6493', 'name': '', 'network_id': '963b909c-265b-44c9-8d13-5b5e3d7f9cd4', 'tenant_id': '026006706cec4fba9542570c1d5a9e46', 'mac_address': 'fa:16:3e:2c:f0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9faf3c67-6006-426f-876a-0a42608e16cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'bc0c383f-48d1-44e9-b96f-01d0176cbbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:56Z', 'updated_at': '2021-07-05T04:00:05Z', 'revision_number': 4, 'project_id': '026006706cec4fba9542570c1d5a9e46', 'subnets': [{'id': 'bc0c383f-48d1-44e9-b96f-01d0176cbbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:00:09.450557 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18284a8-dcfc-480e-9e1a-1e3fc32b1226 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event deleted for resources: {'Subnet': ['ID=408d04d9-b3bf-4487-96b5-4da8d65f8a79,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:09.460222 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=56664bf8-fef9-4c0a-9a19-d05a8c26dfb6,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:09.574189 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f18284a8-dcfc-480e-9e1a-1e3fc32b1226 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.636318 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-f18284a8-dcfc-480e-9e1a-1e3fc32b1226 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c9c6d19-e2ab-413b-a2e2-aa67ed95ad78']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:09.707328 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-f18284a8-dcfc-480e-9e1a-1e3fc32b1226 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8591f57-6b23-4713-b2e2-09aa60f0f7d9') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:09.707641 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-f18284a8-dcfc-480e-9e1a-1e3fc32b1226 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8591f57-6b23-4713-b2e2-09aa60f0f7d9') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:09.743404 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f18284a8-dcfc-480e-9e1a-1e3fc32b1226 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.759538 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f18284a8-dcfc-480e-9e1a-1e3fc32b1226 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.767114 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f18284a8-dcfc-480e-9e1a-1e3fc32b1226 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:09.768451 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f18284a8-dcfc-480e-9e1a-1e3fc32b1226 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:09.927835 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:09.936651 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:10.001203 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f18284a8-dcfc-480e-9e1a-1e3fc32b1226 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.010705 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f18284a8-dcfc-480e-9e1a-1e3fc32b1226 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.019184 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f18284a8-dcfc-480e-9e1a-1e3fc32b1226 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/networks/1c9c6d19-e2ab-413b-a2e2-aa67ed95ad78 HTTP/1.1" status: 204 len: 168 time: 1.8301017 Jul 05 04:00:10.020308 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59102) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:10.095146 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-573bb561-9bd7-46c3-ad95-814b6fef9c4b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-573306926'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:10.121254 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18284a8-dcfc-480e-9e1a-1e3fc32b1226 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event deleted for resources: {'Network': ['ID=1c9c6d19-e2ab-413b-a2e2-aa67ed95ad78,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:10.152799 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b627f03-40dd-41f3-af08-5bf8d403f60f req-704af4bf-cf92-4ac8-bd32-f6d30268856b tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:10.159904 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573bb561-9bd7-46c3-ad95-814b6fef9c4b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Made reservation on behalf of d0d741ed6fd54cd0afbf0fdc3c4525cf for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:10.165825 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7b627f03-40dd-41f3-af08-5bf8d403f60f req-704af4bf-cf92-4ac8-bd32-f6d30268856b tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 946 time: 0.2582583 Jul 05 04:00:10.182938 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-573bb561-9bd7-46c3-ad95-814b6fef9c4b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.265965 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573bb561-9bd7-46c3-ad95-814b6fef9c4b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:10.286612 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7b627f03-40dd-41f3-af08-5bf8d403f60f req-bc1d9c1d-6beb-4d03-bd1e-37c954b0a41b tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193128 Jul 05 04:00:10.317662 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-573bb561-9bd7-46c3-ad95-814b6fef9c4b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.318173 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-573bb561-9bd7-46c3-ad95-814b6fef9c4b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Added segment da35b74b-767d-4939-8637-3fd4da00b9b9 of type vlan for network 2a540a05-1324-4171-8395-4c1f0edcc277 Jul 05 04:00:10.320090 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0a36b6e0-39c8-47e7-99a0-5447bd79b41d None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.372413 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0a36b6e0-39c8-47e7-99a0-5447bd79b41d None None] Transition to ACTIVE for port object aa18f5e5-1f54-462b-975f-0bcf0fb9de90 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:10.453403 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0a36b6e0-39c8-47e7-99a0-5447bd79b41d None None] Transition to ACTIVE for port object aa18f5e5-1f54-462b-975f-0bcf0fb9de90 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:10.475088 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-573bb561-9bd7-46c3-ad95-814b6fef9c4b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.478377 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0a36b6e0-39c8-47e7-99a0-5447bd79b41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.491458 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 273766da-a5ab-4aa9-aa87-8c3c05b47b02 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:10.491997 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.555577 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-573bb561-9bd7-46c3-ad95-814b6fef9c4b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.564138 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573bb561-9bd7-46c3-ad95-814b6fef9c4b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:10.566448 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-573bb561-9bd7-46c3-ad95-814b6fef9c4b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.599501 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-573bb561-9bd7-46c3-ad95-814b6fef9c4b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5746663 Jul 05 04:00:10.600128 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59110) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:10.615858 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-ac67bd6c-0f71-475a-9477-a00c8c6c5f7b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Request body: {'subnet': {'network_id': '2a540a05-1324-4171-8395-4c1f0edcc277', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:10.891553 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bb561-9bd7-46c3-ad95-814b6fef9c4b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event updated for resources: {'Network': ['ID=2a540a05-1324-4171-8395-4c1f0edcc277,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:11.113865 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f9584a-7e17-4002-bea5-f52239bf8ad8 None None] Network 1c9c6d19-e2ab-413b-a2e2-aa67ed95ad78 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:11.122241 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 2a540a05-1324-4171-8395-4c1f0edcc277 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:11.155839 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac67bd6c-0f71-475a-9477-a00c8c6c5f7b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Made reservation on behalf of d0d741ed6fd54cd0afbf0fdc3c4525cf for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:11.198936 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac67bd6c-0f71-475a-9477-a00c8c6c5f7b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.246003 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a36b6e0-39c8-47e7-99a0-5447bd79b41d None None] Network 2e6e4ed4-c83c-42b1-a84b-889632bd52ce is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:11.560750 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1387043f-4741-4a11-af8c-bdcb6e1e6493 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:11.824979 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f9584a-7e17-4002-bea5-f52239bf8ad8 None None] Network 1c9c6d19-e2ab-413b-a2e2-aa67ed95ad78 could not be found, it might have been deleted concurrently. {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 04:00:11.828359 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-0a36b6e0-39c8-47e7-99a0-5447bd79b41d None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:11.886531 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a36b6e0-39c8-47e7-99a0-5447bd79b41d None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:11.904003 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36b6e0-39c8-47e7-99a0-5447bd79b41d None None] Pushing event updated for resources: {'Port': ['ID=aa18f5e5-1f54-462b-975f-0bcf0fb9de90,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:11.913039 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac67bd6c-0f71-475a-9477-a00c8c6c5f7b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.021480 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.092709 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac67bd6c-0f71-475a-9477-a00c8c6c5f7b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Checking segment: {'id': 'da35b74b-767d-4939-8637-3fd4da00b9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2a540a05-1324-4171-8395-4c1f0edcc277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:12.093702 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac67bd6c-0f71-475a-9477-a00c8c6c5f7b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Network hostable DHCP agents. Network: 2a540a05-1324-4171-8395-4c1f0edcc277, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:12.099929 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 1387043f-4741-4a11-af8c-bdcb6e1e6493 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:12.162156 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 273766da-a5ab-4aa9-aa87-8c3c05b47b02, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=273766da-a5ab-4aa9-aa87-8c3c05b47b02,segment=NetworkSegment(0c99a00c-e059-4fa8-bac3-c0cea323b9b5),segment_id=0c99a00c-e059-4fa8-bac3-c0cea323b9b5)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:12.163290 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 1387043f-4741-4a11-af8c-bdcb6e1e6493 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:12.163665 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.212959 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd525443a-faf5-4515-9877-65d292c47592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273766da-a5ab-4aa9-aa87-8c3c05b47b02'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:12.217968 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04dbdbe-cbe5-445d-82fc-724483e01be6" -d '{"events": [{"server_uuid": "d525443a-faf5-4515-9877-65d292c47592", "name": "network-vif-plugged", "status": "completed", "tag": "273766da-a5ab-4aa9-aa87-8c3c05b47b02"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:12.263883 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.266671 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be2891-7576-46d9-9bb2-c87868042926 req-00760a3a-5fe9-4d34-bf8c-ffaf760090d8 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:12.284659 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-44be2891-7576-46d9-9bb2-c87868042926 req-00760a3a-5fe9-4d34-bf8c-ffaf760090d8 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 944 time: 0.6288056 Jul 05 04:00:12.363841 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-0a36b6e0-39c8-47e7-99a0-5447bd79b41d None None] Attempting to bind port aa18f5e5-1f54-462b-975f-0bcf0fb9de90 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:12.374130 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-0a36b6e0-39c8-47e7-99a0-5447bd79b41d None None] Attempting to bind port aa18f5e5-1f54-462b-975f-0bcf0fb9de90 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '1652ae78-45c6-4459-a7ec-1c5314df462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2e6e4ed4-c83c-42b1-a84b-889632bd52ce'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:12.374746 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a36b6e0-39c8-47e7-99a0-5447bd79b41d None None] Attempting to bind port aa18f5e5-1f54-462b-975f-0bcf0fb9de90 on network 2e6e4ed4-c83c-42b1-a84b-889632bd52ce {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:12.382460 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac67bd6c-0f71-475a-9477-a00c8c6c5f7b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Network 2a540a05-1324-4171-8395-4c1f0edcc277 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:12.481158 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-44be2891-7576-46d9-9bb2-c87868042926 req-a644e75a-56a9-4b72-babb-bae9405975d8 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950824 Jul 05 04:00:12.482457 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-ac67bd6c-0f71-475a-9477-a00c8c6c5f7b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 2a540a05-1324-4171-8395-4c1f0edcc277) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:12.491669 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67bd6c-0f71-475a-9477-a00c8c6c5f7b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event updated for resources: {'Subnet': ['ID=18b132df-8186-4a7e-9251-b299d679704f,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:12.506813 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac67bd6c-0f71-475a-9477-a00c8c6c5f7b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:12.512025 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac67bd6c-0f71-475a-9477-a00c8c6c5f7b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.574026 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ac67bd6c-0f71-475a-9477-a00c8c6c5f7b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9661984 Jul 05 04:00:12.579374 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59130) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:12.608085 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d76f89bf-8351-41eb-ac17-a6ba53386844 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1187148094'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:12.697690 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76f89bf-8351-41eb-ac17-a6ba53386844 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Made reservation on behalf of d0d741ed6fd54cd0afbf0fdc3c4525cf for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:12.716459 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d76f89bf-8351-41eb-ac17-a6ba53386844 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.811569 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a36b6e0-39c8-47e7-99a0-5447bd79b41d None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:12.811569 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a36b6e0-39c8-47e7-99a0-5447bd79b41d None None] Checking segment: {'id': '1652ae78-45c6-4459-a7ec-1c5314df462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2e6e4ed4-c83c-42b1-a84b-889632bd52ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:12.811569 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0a36b6e0-39c8-47e7-99a0-5447bd79b41d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.811569 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a36b6e0-39c8-47e7-99a0-5447bd79b41d None None] Bound using segment: {'id': '1652ae78-45c6-4459-a7ec-1c5314df462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2e6e4ed4-c83c-42b1-a84b-889632bd52ce'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:12.811569 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-0a36b6e0-39c8-47e7-99a0-5447bd79b41d None None] Bound port: aa18f5e5-1f54-462b-975f-0bcf0fb9de90, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1652ae78-45c6-4459-a7ec-1c5314df462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2e6e4ed4-c83c-42b1-a84b-889632bd52ce'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:12.811569 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0a36b6e0-39c8-47e7-99a0-5447bd79b41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.818165 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=273766da-a5ab-4aa9-aa87-8c3c05b47b02,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:12.841608 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14022ed-9bc2-4384-89e2-5c00151b95cd None None] Network 2a540a05-1324-4171-8395-4c1f0edcc277 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:12.860093 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76f89bf-8351-41eb-ac17-a6ba53386844 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:12.911904 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d76f89bf-8351-41eb-ac17-a6ba53386844 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.911904 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-d76f89bf-8351-41eb-ac17-a6ba53386844 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Added segment 04213cf4-1be0-4440-9ba5-0b8403025d29 of type vlan for network 87ea1d9c-2400-4b5d-93ce-1dde1d3bd315 Jul 05 04:00:12.990871 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.137620 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.188154 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d76f89bf-8351-41eb-ac17-a6ba53386844 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.244072 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-0a36b6e0-39c8-47e7-99a0-5447bd79b41d None None] For port aa18f5e5-1f54-462b-975f-0bcf0fb9de90, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:13.273797 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-0a36b6e0-39c8-47e7-99a0-5447bd79b41d None None] For port aa18f5e5-1f54-462b-975f-0bcf0fb9de90, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=aa18f5e5-1f54-462b-975f-0bcf0fb9de90,segment=NetworkSegment(1652ae78-45c6-4459-a7ec-1c5314df462e),segment_id=1652ae78-45c6-4459-a7ec-1c5314df462e)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:13.283880 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 1387043f-4741-4a11-af8c-bdcb6e1e6493, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1387043f-4741-4a11-af8c-bdcb6e1e6493,segment=NetworkSegment(c98080de-6d9b-4430-a60c-1d9c3beb81f3),segment_id=c98080de-6d9b-4430-a60c-1d9c3beb81f3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:13.283880 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0a36b6e0-39c8-47e7-99a0-5447bd79b41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.335412 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d76f89bf-8351-41eb-ac17-a6ba53386844 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.378442 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76f89bf-8351-41eb-ac17-a6ba53386844 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:13.379126 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d76f89bf-8351-41eb-ac17-a6ba53386844 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.381682 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.450575 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36b6e0-39c8-47e7-99a0-5447bd79b41d None None] Pushing event updated for resources: {'Port': ['ID=aa18f5e5-1f54-462b-975f-0bcf0fb9de90,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:13.639095 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d45d4b-9933-448f-af5b-706d1340c10b req-ac0df6e4-1136-4c5f-bc86-207f69099db7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:13.660243 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b4d45d4b-9933-448f-af5b-706d1340c10b req-ac0df6e4-1136-4c5f-bc86-207f69099db7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 946 time: 0.4002712 Jul 05 04:00:13.705522 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d76f89bf-8351-41eb-ac17-a6ba53386844 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1190157 Jul 05 04:00:13.714111 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59138) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:13.732031 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=1387043f-4741-4a11-af8c-bdcb6e1e6493,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:13.754019 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94634853-a2fe-4b60-b8ab-c8a750218f7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-2a540a05-1324-4171-8395-4c1f0edcc277', 'network_id': '2a540a05-1324-4171-8395-4c1f0edcc277', 'tenant_id': 'd0d741ed6fd54cd0afbf0fdc3c4525cf', 'fixed_ips': [{'subnet_id': '18b132df-8186-4a7e-9251-b299d679704f'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:13.754358 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-63561a2d-5d5b-4eb0-a600-ae4494a9b2fc tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Request body: {'subnet': {'network_id': '87ea1d9c-2400-4b5d-93ce-1dde1d3bd315', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:13.758660 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-94634853-a2fe-4b60-b8ab-c8a750218f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.791975 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d5277c-bfb3-4600-911a-38cf216592bb x-openstack-request-id: req-89d5277c-bfb3-4600-911a-38cf216592bb {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:13.797809 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d525443a-faf5-4515-9877-65d292c47592", "name": "network-vif-plugged", "status": "completed", "tag": "273766da-a5ab-4aa9-aa87-8c3c05b47b02", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:13.800863 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-89d5277c-bfb3-4600-911a-38cf216592bb {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:13.802289 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd525443a-faf5-4515-9877-65d292c47592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273766da-a5ab-4aa9-aa87-8c3c05b47b02', 'code': 200} Jul 05 04:00:13.819463 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b4d45d4b-9933-448f-af5b-706d1340c10b req-4496583c-6893-44f6-9e58-a3d5b8735a2b tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546836 Jul 05 04:00:14.023229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f89bf-8351-41eb-ac17-a6ba53386844 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event updated for resources: {'Network': ['ID=87ea1d9c-2400-4b5d-93ce-1dde1d3bd315,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:14.182362 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 87ea1d9c-2400-4b5d-93ce-1dde1d3bd315 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:14.195678 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 67ea9714-eff0-4a73-b6ce-078041b69a48 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:00:14.258302 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63561a2d-5d5b-4eb0-a600-ae4494a9b2fc tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Made reservation on behalf of d0d741ed6fd54cd0afbf0fdc3c4525cf for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:14.267539 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-63561a2d-5d5b-4eb0-a600-ae4494a9b2fc tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.368332 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.ipam_backend_mixin [None req-63561a2d-5d5b-4eb0-a600-ae4494a9b2fc tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Performing IP validity checks on allocation pools {{(pid=105539) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 04:00:14.369384 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.ipam_backend_mixin [None req-63561a2d-5d5b-4eb0-a600-ae4494a9b2fc tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105539) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 04:00:14.758831 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-63561a2d-5d5b-4eb0-a600-ae4494a9b2fc tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.880962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 67ea9714-eff0-4a73-b6ce-078041b69a48, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=67ea9714-eff0-4a73-b6ce-078041b69a48,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:14.905134 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63561a2d-5d5b-4eb0-a600-ae4494a9b2fc tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event updated for resources: {'Subnet': ['ID=4940d34d-b2e1-443d-a293-ce6b697931c2,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:14.935861 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '67ea9714-eff0-4a73-b6ce-078041b69a48', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '67ea9714-eff0-4a73-b6ce-078041b69a48', 'mac_address': 'fa:16:3e:c0:be:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:00:15.000828 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfa0d1-667a-4afb-896b-2d69b8e5563c req-a979a535-2bd7-4153-8773-b59b3a91f6c7 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:15.037621 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63561a2d-5d5b-4eb0-a600-ae4494a9b2fc tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Checking segment: {'id': '04213cf4-1be0-4440-9ba5-0b8403025d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '87ea1d9c-2400-4b5d-93ce-1dde1d3bd315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:15.038460 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63561a2d-5d5b-4eb0-a600-ae4494a9b2fc tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Network hostable DHCP agents. Network: 87ea1d9c-2400-4b5d-93ce-1dde1d3bd315, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:15.041630 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-44dfa0d1-667a-4afb-896b-2d69b8e5563c req-a979a535-2bd7-4153-8773-b59b3a91f6c7 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.4321377 Jul 05 04:00:15.087551 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63561a2d-5d5b-4eb0-a600-ae4494a9b2fc tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Network 87ea1d9c-2400-4b5d-93ce-1dde1d3bd315 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:15.101248 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-63561a2d-5d5b-4eb0-a600-ae4494a9b2fc tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 87ea1d9c-2400-4b5d-93ce-1dde1d3bd315) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:15.108641 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63561a2d-5d5b-4eb0-a600-ae4494a9b2fc tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:15.109837 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-63561a2d-5d5b-4eb0-a600-ae4494a9b2fc tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.151594 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-63561a2d-5d5b-4eb0-a600-ae4494a9b2fc tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4232488 Jul 05 04:00:15.154163 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6021f3f3-dbd9-4dda-9298-3653f940e5b7 None None] Network 87ea1d9c-2400-4b5d-93ce-1dde1d3bd315 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:15.154735 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59160) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:15.221322 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.228563 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-44dfa0d1-667a-4afb-896b-2d69b8e5563c req-6cba98b6-6c39-4c21-8dba-ddad04abf725 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747351 Jul 05 04:00:15.366386 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-479304de-2adc-4943-95f9-91a8910dcdba tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.550091 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ea9714-eff0-4a73-b6ce-078041b69a48 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:00:15.664725 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 67ea9714-eff0-4a73-b6ce-078041b69a48, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=67ea9714-eff0-4a73-b6ce-078041b69a48,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:15.860327 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-94634853-a2fe-4b60-b8ab-c8a750218f7c None None] Allocated IP 2001:db8::1 (2a540a05-1324-4171-8395-4c1f0edcc277/18b132df-8186-4a7e-9251-b299d679704f/91a58d4e-1b80-44e2-8285-8ebe459b82e5) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:15.879176 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-479304de-2adc-4943-95f9-91a8910dcdba tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.117288 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-479304de-2adc-4943-95f9-91a8910dcdba tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.318255 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-479304de-2adc-4943-95f9-91a8910dcdba tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.339239 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-479304de-2adc-4943-95f9-91a8910dcdba tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ea1d9c-2400-4b5d-93ce-1dde1d3bd315']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:16.347402 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-94634853-a2fe-4b60-b8ab-c8a750218f7c None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.386680 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-479304de-2adc-4943-95f9-91a8910dcdba tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04213cf4-1be0-4440-9ba5-0b8403025d29') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:16.387036 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-479304de-2adc-4943-95f9-91a8910dcdba tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04213cf4-1be0-4440-9ba5-0b8403025d29') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:16.388156 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-94634853-a2fe-4b60-b8ab-c8a750218f7c None None] Transition to ACTIVE for port object 91a58d4e-1b80-44e2-8285-8ebe459b82e5 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:16.416342 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-479304de-2adc-4943-95f9-91a8910dcdba tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.450216 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-94634853-a2fe-4b60-b8ab-c8a750218f7c None None] Transition to ACTIVE for port object 91a58d4e-1b80-44e2-8285-8ebe459b82e5 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:16.460147 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.470239 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9948da6-b41b-4629-9240-e80a41ccd045 None None] Network 2e6e4ed4-c83c-42b1-a84b-889632bd52ce requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:16.471150 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-479304de-2adc-4943-95f9-91a8910dcdba tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.474678 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device aa18f5e5-1f54-462b-975f-0bcf0fb9de90 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:16.510835 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479304de-2adc-4943-95f9-91a8910dcdba tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:16.510835 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-479304de-2adc-4943-95f9-91a8910dcdba tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.538958 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-94634853-a2fe-4b60-b8ab-c8a750218f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.767007 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479304de-2adc-4943-95f9-91a8910dcdba tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event deleted for resources: {'Subnet': ['ID=4940d34d-b2e1-443d-a293-ce6b697931c2,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:16.809110 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:16.873882 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a302b67b-c1ca-4f74-b6cb-137c7320746b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-87ea1d9c-2400-4b5d-93ce-1dde1d3bd315', 'network_id': '87ea1d9c-2400-4b5d-93ce-1dde1d3bd315', 'tenant_id': 'd0d741ed6fd54cd0afbf0fdc3c4525cf', 'fixed_ips': [{'subnet_id': '4940d34d-b2e1-443d-a293-ce6b697931c2'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:16.882871 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a302b67b-c1ca-4f74-b6cb-137c7320746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.069447 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-479304de-2adc-4943-95f9-91a8910dcdba tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.085916 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-479304de-2adc-4943-95f9-91a8910dcdba tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.093428 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79290798-eb38-4f51-881d-b197c0e27af4 req-b95c23e5-5c4f-460a-a224-dde552a55c02 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:17.094959 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-479304de-2adc-4943-95f9-91a8910dcdba tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/networks/87ea1d9c-2400-4b5d-93ce-1dde1d3bd315 HTTP/1.1" status: 204 len: 168 time: 1.9321153 Jul 05 04:00:17.095973 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59204) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:17.115770 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-79290798-eb38-4f51-881d-b197c0e27af4 req-b95c23e5-5c4f-460a-a224-dde552a55c02 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.2749093 Jul 05 04:00:17.160533 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['67ea9714-eff0-4a73-b6ce-078041b69a48'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:17.181371 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d0e0653a-d95b-4e9b-89ef-1f6b09cf321e tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-801656954'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:17.281304 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479304de-2adc-4943-95f9-91a8910dcdba tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event deleted for resources: {'Network': ['ID=87ea1d9c-2400-4b5d-93ce-1dde1d3bd315,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:17.300146 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f612841-9f06-46f9-a324-2155c6e58e85 req-92e18edf-20ad-4e8a-bf79-41a6ec3772f1 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:17.308921 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-79290798-eb38-4f51-881d-b197c0e27af4 req-e69e8ae1-3446-4486-9864-75da6c9b4d1f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941187 Jul 05 04:00:17.328365 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3f612841-9f06-46f9-a324-2155c6e58e85 req-92e18edf-20ad-4e8a-bf79-41a6ec3772f1 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 946 time: 1.7945960 Jul 05 04:00:17.423194 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e0653a-d95b-4e9b-89ef-1f6b09cf321e tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Made reservation on behalf of d0d741ed6fd54cd0afbf0fdc3c4525cf for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:17.458067 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d0e0653a-d95b-4e9b-89ef-1f6b09cf321e tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.552111 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e0653a-d95b-4e9b-89ef-1f6b09cf321e tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:17.573946 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d0e0653a-d95b-4e9b-89ef-1f6b09cf321e tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.575070 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-d0e0653a-d95b-4e9b-89ef-1f6b09cf321e tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Added segment 240f6273-fe73-434a-a96d-c9d75a545657 of type vlan for network b57ef0cc-b777-479a-af87-d543630239dd Jul 05 04:00:17.708959 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d0e0653a-d95b-4e9b-89ef-1f6b09cf321e tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.721901 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0c559cd4-a498-47fd-9402-3a67b0c6d3da None None] Provisioning for port aa18f5e5-1f54-462b-975f-0bcf0fb9de90 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:17.727250 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94634853-a2fe-4b60-b8ab-c8a750218f7c None None] Network 2a540a05-1324-4171-8395-4c1f0edcc277 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:17.825478 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-94634853-a2fe-4b60-b8ab-c8a750218f7c None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:17.834170 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94634853-a2fe-4b60-b8ab-c8a750218f7c None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:17.839956 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=67ea9714-eff0-4a73-b6ce-078041b69a48,revision_number=9']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:17.854001 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a671eb9-0729-4215-ad3c-465556d6832a None None] Network 87ea1d9c-2400-4b5d-93ce-1dde1d3bd315 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:17.865739 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d0e0653a-d95b-4e9b-89ef-1f6b09cf321e tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.891009 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e0653a-d95b-4e9b-89ef-1f6b09cf321e tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:17.895221 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d0e0653a-d95b-4e9b-89ef-1f6b09cf321e tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.927257 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94634853-a2fe-4b60-b8ab-c8a750218f7c None None] Pushing event updated for resources: {'Port': ['ID=91a58d4e-1b80-44e2-8285-8ebe459b82e5,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:17.998198 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d0e0653a-d95b-4e9b-89ef-1f6b09cf321e tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8297501 Jul 05 04:00:17.998917 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59220) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:18.009091 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-5ee1d19e-93d2-4f89-ba44-f8b0f48b7871 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Request body: {'subnet': {'network_id': 'b57ef0cc-b777-479a-af87-d543630239dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:18.009996 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3f612841-9f06-46f9-a324-2155c6e58e85 req-67702ca3-d090-4573-bb63-33dc11e6f025 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6807714 Jul 05 04:00:18.010310 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a671eb9-0729-4215-ad3c-465556d6832a None None] Network 87ea1d9c-2400-4b5d-93ce-1dde1d3bd315 could not be found, it might have been deleted concurrently. {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 04:00:18.091283 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port aa18f5e5-1f54-462b-975f-0bcf0fb9de90 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:18.100068 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port aa18f5e5-1f54-462b-975f-0bcf0fb9de90 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:18.100499 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.125101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0653a-d95b-4e9b-89ef-1f6b09cf321e tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event updated for resources: {'Network': ['ID=b57ef0cc-b777-479a-af87-d543630239dd,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:18.152002 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee1d19e-93d2-4f89-ba44-f8b0f48b7871 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Made reservation on behalf of d0d741ed6fd54cd0afbf0fdc3c4525cf for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:18.160384 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d19e-93d2-4f89-ba44-f8b0f48b7871 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.162480 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network b57ef0cc-b777-479a-af87-d543630239dd details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:18.232562 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-94634853-a2fe-4b60-b8ab-c8a750218f7c None None] Attempting to bind port 91a58d4e-1b80-44e2-8285-8ebe459b82e5 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:18.233282 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-94634853-a2fe-4b60-b8ab-c8a750218f7c None None] Attempting to bind port 91a58d4e-1b80-44e2-8285-8ebe459b82e5 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'da35b74b-767d-4939-8637-3fd4da00b9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2a540a05-1324-4171-8395-4c1f0edcc277'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:18.233721 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94634853-a2fe-4b60-b8ab-c8a750218f7c None None] Attempting to bind port 91a58d4e-1b80-44e2-8285-8ebe459b82e5 on network 2a540a05-1324-4171-8395-4c1f0edcc277 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:18.276254 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94634853-a2fe-4b60-b8ab-c8a750218f7c None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:18.276857 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94634853-a2fe-4b60-b8ab-c8a750218f7c None None] Checking segment: {'id': 'da35b74b-767d-4939-8637-3fd4da00b9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2a540a05-1324-4171-8395-4c1f0edcc277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:18.277759 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-94634853-a2fe-4b60-b8ab-c8a750218f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.277955 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94634853-a2fe-4b60-b8ab-c8a750218f7c None None] Bound using segment: {'id': 'da35b74b-767d-4939-8637-3fd4da00b9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2a540a05-1324-4171-8395-4c1f0edcc277'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:18.278585 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-94634853-a2fe-4b60-b8ab-c8a750218f7c None None] Bound port: 91a58d4e-1b80-44e2-8285-8ebe459b82e5, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da35b74b-767d-4939-8637-3fd4da00b9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2a540a05-1324-4171-8395-4c1f0edcc277'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:18.279069 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-94634853-a2fe-4b60-b8ab-c8a750218f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.710747 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.893337 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d19e-93d2-4f89-ba44-f8b0f48b7871 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.918172 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-94634853-a2fe-4b60-b8ab-c8a750218f7c None None] For port 91a58d4e-1b80-44e2-8285-8ebe459b82e5, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:18.949599 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port aa18f5e5-1f54-462b-975f-0bcf0fb9de90, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=aa18f5e5-1f54-462b-975f-0bcf0fb9de90,segment=NetworkSegment(1652ae78-45c6-4459-a7ec-1c5314df462e),segment_id=1652ae78-45c6-4459-a7ec-1c5314df462e)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:18.952764 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-94634853-a2fe-4b60-b8ab-c8a750218f7c None None] For port 91a58d4e-1b80-44e2-8285-8ebe459b82e5, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=91a58d4e-1b80-44e2-8285-8ebe459b82e5,segment=NetworkSegment(da35b74b-767d-4939-8637-3fd4da00b9b9),segment_id=da35b74b-767d-4939-8637-3fd4da00b9b9)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:18.972552 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.974034 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1387043f-4741-4a11-af8c-bdcb6e1e6493 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:18.983142 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-94634853-a2fe-4b60-b8ab-c8a750218f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.050541 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-037d77f8-350c-4a4f-9382-fff7267e9674 None None] Provisioning complete for port aa18f5e5-1f54-462b-975f-0bcf0fb9de90 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:19.069450 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-037d77f8-350c-4a4f-9382-fff7267e9674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.152640 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee1d19e-93d2-4f89-ba44-f8b0f48b7871 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Checking segment: {'id': '240f6273-fe73-434a-a96d-c9d75a545657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b57ef0cc-b777-479a-af87-d543630239dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:19.166058 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee1d19e-93d2-4f89-ba44-f8b0f48b7871 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Network hostable DHCP agents. Network: b57ef0cc-b777-479a-af87-d543630239dd, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:19.197336 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1d19e-93d2-4f89-ba44-f8b0f48b7871 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event updated for resources: {'Subnet': ['ID=cd40ae1c-7e6b-4996-b0b9-c85688a247fa,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:19.246131 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee1d19e-93d2-4f89-ba44-f8b0f48b7871 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Network b57ef0cc-b777-479a-af87-d543630239dd is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:19.259398 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-5ee1d19e-93d2-4f89-ba44-f8b0f48b7871 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, b57ef0cc-b777-479a-af87-d543630239dd) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:19.266971 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee1d19e-93d2-4f89-ba44-f8b0f48b7871 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:19.268510 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d19e-93d2-4f89-ba44-f8b0f48b7871 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.278160 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21eccd22-4cf9-465d-a298-ba7779316940 None None] Network b57ef0cc-b777-479a-af87-d543630239dd requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:19.328448 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5ee1d19e-93d2-4f89-ba44-f8b0f48b7871 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3291326 Jul 05 04:00:19.329227 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59234) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:19.423776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a8c3e-1128-4fd7-9826-493f892cb06c req-dfbd746c-879c-44f1-ab8d-cd8f2ae8a44d tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:19.431570 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b96a8c3e-1128-4fd7-9826-493f892cb06c req-dfbd746c-879c-44f1-ab8d-cd8f2ae8a44d tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.2282937 Jul 05 04:00:19.525824 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b96a8c3e-1128-4fd7-9826-493f892cb06c req-61fbce07-0fde-4ffb-a978-ed30ff048114 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927167 Jul 05 04:00:19.669943 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71fc9cf8-5d99-467e-92de-52409c271cae tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.708274 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=aa18f5e5-1f54-462b-975f-0bcf0fb9de90,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:19.785598 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94634853-a2fe-4b60-b8ab-c8a750218f7c None None] Pushing event updated for resources: {'Port': ['ID=91a58d4e-1b80-44e2-8285-8ebe459b82e5,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:19.822328 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 1387043f-4741-4a11-af8c-bdcb6e1e6493 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:19.822991 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.976367 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71fc9cf8-5d99-467e-92de-52409c271cae tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.131648 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080e40e-7e7d-4b82-a27a-ee08acd6f9e0 req-e6f74892-8110-494e-9156-4d47b688e183 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:20.146977 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6080e40e-7e7d-4b82-a27a-ee08acd6f9e0 req-e6f74892-8110-494e-9156-4d47b688e183 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 946 time: 0.1914818 Jul 05 04:00:20.161842 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5506f65c-6d43-42d1-866b-1060a9d01600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-b57ef0cc-b777-479a-af87-d543630239dd', 'network_id': 'b57ef0cc-b777-479a-af87-d543630239dd', 'tenant_id': 'd0d741ed6fd54cd0afbf0fdc3c4525cf', 'fixed_ips': [{'subnet_id': 'cd40ae1c-7e6b-4996-b0b9-c85688a247fa'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:20.163067 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5506f65c-6d43-42d1-866b-1060a9d01600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.175745 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71fc9cf8-5d99-467e-92de-52409c271cae tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.270973 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6080e40e-7e7d-4b82-a27a-ee08acd6f9e0 req-1f647874-96c1-43cb-b707-c04ef3bc5197 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245141 Jul 05 04:00:20.334111 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc9cf8-5d99-467e-92de-52409c271cae tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event deleted for resources: {'Subnet': ['ID=cd40ae1c-7e6b-4996-b0b9-c85688a247fa,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:20.433163 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3690d221-39a7-46db-abe7-111de0853d7f None None] Network b57ef0cc-b777-479a-af87-d543630239dd requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:20.540736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 67ea9714-eff0-4a73-b6ce-078041b69a48 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:20.549910 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71fc9cf8-5d99-467e-92de-52409c271cae tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.593907 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-71fc9cf8-5d99-467e-92de-52409c271cae tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57ef0cc-b777-479a-af87-d543630239dd']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:20.626277 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-71fc9cf8-5d99-467e-92de-52409c271cae tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '240f6273-fe73-434a-a96d-c9d75a545657') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:20.629070 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-71fc9cf8-5d99-467e-92de-52409c271cae tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '240f6273-fe73-434a-a96d-c9d75a545657') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:20.631598 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device aa18f5e5-1f54-462b-975f-0bcf0fb9de90 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:20.669454 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71fc9cf8-5d99-467e-92de-52409c271cae tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.713674 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71fc9cf8-5d99-467e-92de-52409c271cae tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.733983 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71fc9cf8-5d99-467e-92de-52409c271cae tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:20.735764 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71fc9cf8-5d99-467e-92de-52409c271cae tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:20.757037 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:20.793702 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:00:20.976828 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 67ea9714-eff0-4a73-b6ce-078041b69a48 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:20.977889 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.982378 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port aa18f5e5-1f54-462b-975f-0bcf0fb9de90 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:20.983646 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.986782 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71fc9cf8-5d99-467e-92de-52409c271cae tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.001479 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71fc9cf8-5d99-467e-92de-52409c271cae tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.004339 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-71fc9cf8-5d99-467e-92de-52409c271cae tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/networks/b57ef0cc-b777-479a-af87-d543630239dd HTTP/1.1" status: 204 len: 168 time: 1.6733203 Jul 05 04:00:21.013138 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59242) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:21.022160 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-e92adbd7-cbda-4d51-9166-f2b177052008 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-447525257'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:21.051217 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc9cf8-5d99-467e-92de-52409c271cae tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event deleted for resources: {'Network': ['ID=b57ef0cc-b777-479a-af87-d543630239dd,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:21.109354 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92adbd7-cbda-4d51-9166-f2b177052008 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Made reservation on behalf of d0d741ed6fd54cd0afbf0fdc3c4525cf for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:21.118887 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e92adbd7-cbda-4d51-9166-f2b177052008 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.177975 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92adbd7-cbda-4d51-9166-f2b177052008 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:21.199893 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e92adbd7-cbda-4d51-9166-f2b177052008 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.200357 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-e92adbd7-cbda-4d51-9166-f2b177052008 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Added segment 016a88a1-baf0-4b94-bce2-0e8f1882ce2a of type vlan for network 432e8437-bc39-4adc-b156-a082dca20d39 Jul 05 04:00:21.257310 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.345720 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e92adbd7-cbda-4d51-9166-f2b177052008 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.406716 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 91a58d4e-1b80-44e2-8285-8ebe459b82e5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:21.432273 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e92adbd7-cbda-4d51-9166-f2b177052008 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.442662 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92adbd7-cbda-4d51-9166-f2b177052008 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:21.448822 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e92adbd7-cbda-4d51-9166-f2b177052008 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.552719 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8646f29a-20d1-471e-8a0c-2f174a94b7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ea9714-eff0-4a73-b6ce-078041b69a48'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:21.555845 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e63fe2-c2cf-4231-85b6-59455938b6ce" -d '{"events": [{"server_uuid": "8646f29a-20d1-471e-8a0c-2f174a94b7ea", "name": "network-vif-plugged", "status": "completed", "tag": "67ea9714-eff0-4a73-b6ce-078041b69a48"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:21.558692 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c30423c-5d9c-4ada-8155-6acd90da0d32 None None] Network 2a540a05-1324-4171-8395-4c1f0edcc277 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:21.662771 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-82f8efd0-7730-4d15-84e7-774dc6ec5020 req-4f016b57-7824-469f-9353-7b123d720539 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1467314 Jul 05 04:00:21.679529 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59250) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:21.688029 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-b473f87a-6f5f-4acc-8b7a-5a622fdef6e9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Request body: {'subnet': {'network_id': '432e8437-bc39-4adc-b156-a082dca20d39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:21.692615 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e92adbd7-cbda-4d51-9166-f2b177052008 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6770363 Jul 05 04:00:21.717631 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92adbd7-cbda-4d51-9166-f2b177052008 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event updated for resources: {'Network': ['ID=432e8437-bc39-4adc-b156-a082dca20d39,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:21.718302 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 67ea9714-eff0-4a73-b6ce-078041b69a48, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=67ea9714-eff0-4a73-b6ce-078041b69a48,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:21.737740 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.756248 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 432e8437-bc39-4adc-b156-a082dca20d39 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:21.757998 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-298b8a40-c73b-4778-9619-63f6525dff19 None None] Provisioning for port 91a58d4e-1b80-44e2-8285-8ebe459b82e5 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:21.786299 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30300c7-038d-4083-870c-69df42b51153 req-c0aa46e7-c98f-4f67-9433-c1fc319c7b45 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:21.797591 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a30300c7-038d-4083-870c-69df42b51153 req-c0aa46e7-c98f-4f67-9433-c1fc319c7b45 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.3453350 Jul 05 04:00:21.905308 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a30300c7-038d-4083-870c-69df42b51153 req-17ac72fd-b685-4cae-b592-91b238b5474f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994611 Jul 05 04:00:21.957426 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 91a58d4e-1b80-44e2-8285-8ebe459b82e5 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:21.980016 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 91a58d4e-1b80-44e2-8285-8ebe459b82e5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:21.980537 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.077040 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8efd0-7730-4d15-84e7-774dc6ec5020 req-0960e74c-3a57-4878-9120-0551c6cb2ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:22.089886 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-82f8efd0-7730-4d15-84e7-774dc6ec5020 req-0960e74c-3a57-4878-9120-0551c6cb2ed7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 1097 time: 0.2077100 Jul 05 04:00:22.091111 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b473f87a-6f5f-4acc-8b7a-5a622fdef6e9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Made reservation on behalf of d0d741ed6fd54cd0afbf0fdc3c4525cf for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:22.106639 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b473f87a-6f5f-4acc-8b7a-5a622fdef6e9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.156063 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=67ea9714-eff0-4a73-b6ce-078041b69a48,revision_number=10']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:22.345861 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.382830 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb95547-aeee-4826-94a5-1300ab1e9d4a req-5c1383e4-2042-4ea8-a5e5-241d6bb778ad tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:22.398079 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0bb95547-aeee-4826-94a5-1300ab1e9d4a req-5c1383e4-2042-4ea8-a5e5-241d6bb778ad tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 946 time: 0.1817160 Jul 05 04:00:22.443941 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 91a58d4e-1b80-44e2-8285-8ebe459b82e5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=91a58d4e-1b80-44e2-8285-8ebe459b82e5,segment=NetworkSegment(da35b74b-767d-4939-8637-3fd4da00b9b9),segment_id=da35b74b-767d-4939-8637-3fd4da00b9b9)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:22.451158 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.469636 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8efd0-7730-4d15-84e7-774dc6ec5020 req-57bb5b2a-b2b6-4545-b8ec-d635c41ebb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:22.471278 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-82f8efd0-7730-4d15-84e7-774dc6ec5020 req-57bb5b2a-b2b6-4545-b8ec-d635c41ebb36 service neutron] 10.222.0.70 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 913 time: 0.3491335 Jul 05 04:00:22.544785 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0bb95547-aeee-4826-94a5-1300ab1e9d4a req-ff2ac1c1-97ec-436f-b9d4-4d4447e6a7ec tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447589 Jul 05 04:00:22.651068 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=91a58d4e-1b80-44e2-8285-8ebe459b82e5,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:22.727483 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddcd72f-5310-4e8a-ad98-92ea7e4cf5f3 x-openstack-request-id: req-7ddcd72f-5310-4e8a-ad98-92ea7e4cf5f3 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:22.728032 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8646f29a-20d1-471e-8a0c-2f174a94b7ea", "name": "network-vif-plugged", "status": "completed", "tag": "67ea9714-eff0-4a73-b6ce-078041b69a48", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:22.730823 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7ddcd72f-5310-4e8a-ad98-92ea7e4cf5f3 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:22.731712 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8646f29a-20d1-471e-8a0c-2f174a94b7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ea9714-eff0-4a73-b6ce-078041b69a48', 'code': 200} Jul 05 04:00:22.769568 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-82f8efd0-7730-4d15-84e7-774dc6ec5020 req-ad1d7ec6-ec0f-4c77-9f43-be3b7471a658 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a737e3b-7647-4859-8d3b-5a41559ab915 HTTP/1.1" status: 200 len: 1000 time: 0.2617598 Jul 05 04:00:22.825747 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d7de5090-b51e-4978-bc29-f70c5017fc77 None None] Provisioning complete for port 91a58d4e-1b80-44e2-8285-8ebe459b82e5 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:22.827122 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d7de5090-b51e-4978-bc29-f70c5017fc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.990076 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8efd0-7730-4d15-84e7-774dc6ec5020 req-6a1dc9dd-bb66-4879-b3cb-b0bb7127600b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:22.991709 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-82f8efd0-7730-4d15-84e7-774dc6ec5020 req-6a1dc9dd-bb66-4879-b3cb-b0bb7127600b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d157b61e-6b4a-43c9-a07c-5c6e1fda4120 HTTP/1.1" status: 200 len: 851 time: 0.2116024 Jul 05 04:00:23.343932 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b473f87a-6f5f-4acc-8b7a-5a622fdef6e9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.463038 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8efd0-7730-4d15-84e7-774dc6ec5020 req-62d40037-7880-4a61-b73d-1f63e222823a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:23.464688 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-82f8efd0-7730-4d15-84e7-774dc6ec5020 req-62d40037-7880-4a61-b73d-1f63e222823a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=76e1944d-1d03-4c4e-b1ba-413cddc95912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4564850 Jul 05 04:00:23.467428 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473f87a-6f5f-4acc-8b7a-5a622fdef6e9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event updated for resources: {'Subnet': ['ID=33ef3e26-038b-45f4-948a-54bc4f710a1a,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:23.686983 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473f87a-6f5f-4acc-8b7a-5a622fdef6e9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Checking segment: {'id': '016a88a1-baf0-4b94-bce2-0e8f1882ce2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '432e8437-bc39-4adc-b156-a082dca20d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:23.687404 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b473f87a-6f5f-4acc-8b7a-5a622fdef6e9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Network hostable DHCP agents. Network: 432e8437-bc39-4adc-b156-a082dca20d39, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:23.805756 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b473f87a-6f5f-4acc-8b7a-5a622fdef6e9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Network 432e8437-bc39-4adc-b156-a082dca20d39 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:23.884445 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-b473f87a-6f5f-4acc-8b7a-5a622fdef6e9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 432e8437-bc39-4adc-b156-a082dca20d39) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:23.894466 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14d71d-4c4c-4a6c-9572-f4fff64968d6 req-99e8c44e-25c0-4fe3-8507-661152f903b7 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:23.902852 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8b14d71d-4c4c-4a6c-9572-f4fff64968d6 req-99e8c44e-25c0-4fe3-8507-661152f903b7 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.1672778 Jul 05 04:00:23.927507 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-82f8efd0-7730-4d15-84e7-774dc6ec5020 req-7b17fe3c-eed2-4e22-9b53-d4d457b8d130 service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522662 Jul 05 04:00:23.974784 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8b14d71d-4c4c-4a6c-9572-f4fff64968d6 req-7b3d84ec-20b2-4cc5-941e-73e58bd9256d tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696738 Jul 05 04:00:24.147671 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c231b236-5a80-4c83-b2c5-89b9f26cb184 None None] Network 432e8437-bc39-4adc-b156-a082dca20d39 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:24.153397 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b473f87a-6f5f-4acc-8b7a-5a622fdef6e9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:24.154864 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b473f87a-6f5f-4acc-8b7a-5a622fdef6e9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.209752 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-82f8efd0-7730-4d15-84e7-774dc6ec5020 req-4f43e19e-24a5-4f68-9a75-c8482a2a5c79 service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672915 Jul 05 04:00:24.241319 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b473f87a-6f5f-4acc-8b7a-5a622fdef6e9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5567663 Jul 05 04:00:24.244427 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59264) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:24.331530 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274e471-99d8-4426-b7bb-e90ec6ec7a3e req-2609c696-dc2c-4446-84da-6a4db3ed8cf9 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:24.345266 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c274e471-99d8-4426-b7bb-e90ec6ec7a3e req-2609c696-dc2c-4446-84da-6a4db3ed8cf9 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 946 time: 0.1875069 Jul 05 04:00:24.399862 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c274e471-99d8-4426-b7bb-e90ec6ec7a3e req-98fe199c-7227-4642-976d-7281159a48b4 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525753 Jul 05 04:00:24.477074 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83b4fbaa-1b9c-452f-9181-d88587447216 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.550778 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93b8dc4-8bea-4548-b6db-80b35e12ec35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-432e8437-bc39-4adc-b156-a082dca20d39', 'network_id': '432e8437-bc39-4adc-b156-a082dca20d39', 'tenant_id': 'd0d741ed6fd54cd0afbf0fdc3c4525cf', 'fixed_ips': [{'subnet_id': '33ef3e26-038b-45f4-948a-54bc4f710a1a'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:24.551731 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c93b8dc4-8bea-4548-b6db-80b35e12ec35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.592593 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83b4fbaa-1b9c-452f-9181-d88587447216 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.631903 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 91a58d4e-1b80-44e2-8285-8ebe459b82e5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:24.731426 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 91a58d4e-1b80-44e2-8285-8ebe459b82e5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:24.731892 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.745468 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83b4fbaa-1b9c-452f-9181-d88587447216 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.795410 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4fbaa-1b9c-452f-9181-d88587447216 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event deleted for resources: {'Subnet': ['ID=33ef3e26-038b-45f4-948a-54bc4f710a1a,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server [None req-c93b8dc4-8bea-4548-b6db-80b35e12ec35 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33ef3e26-038b-45f4-948a-54bc4f710a1a: This subnet is being modified by another concurrent operation. Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:00:24.867652 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise exception Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33ef3e26-038b-45f4-948a-54bc4f710a1a: This subnet is being modified by another concurrent operation. Jul 05 04:00:24.873038 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server Jul 05 04:00:24.951407 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d64e02-0a50-446f-aaf1-eaecf80146e6 None None] Network 432e8437-bc39-4adc-b156-a082dca20d39 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:24.999470 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83b4fbaa-1b9c-452f-9181-d88587447216 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.033663 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-83b4fbaa-1b9c-452f-9181-d88587447216 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432e8437-bc39-4adc-b156-a082dca20d39']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:25.065225 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-83b4fbaa-1b9c-452f-9181-d88587447216 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016a88a1-baf0-4b94-bce2-0e8f1882ce2a') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:25.065691 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-83b4fbaa-1b9c-452f-9181-d88587447216 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016a88a1-baf0-4b94-bce2-0e8f1882ce2a') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:25.088169 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83b4fbaa-1b9c-452f-9181-d88587447216 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.128842 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83b4fbaa-1b9c-452f-9181-d88587447216 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.147557 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b4fbaa-1b9c-452f-9181-d88587447216 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:25.148862 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83b4fbaa-1b9c-452f-9181-d88587447216 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:25.157919 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:25.211645 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5ef154-5443-4076-8ed7-3d175b5884a4 None None] get_active_networks_info from n-d-780147-23 {{(pid=105540) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:00:25.356157 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83b4fbaa-1b9c-452f-9181-d88587447216 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.368624 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83b4fbaa-1b9c-452f-9181-d88587447216 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.386648 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-83b4fbaa-1b9c-452f-9181-d88587447216 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/networks/432e8437-bc39-4adc-b156-a082dca20d39 HTTP/1.1" status: 204 len: 168 time: 1.1350455 Jul 05 04:00:25.389205 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59278) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:25.399824 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-53ec5a68-8931-4f23-b318-910180386112 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1723674020'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:25.419638 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4fbaa-1b9c-452f-9181-d88587447216 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event deleted for resources: {'Network': ['ID=432e8437-bc39-4adc-b156-a082dca20d39,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:25.428829 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ec5a68-8931-4f23-b318-910180386112 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Made reservation on behalf of d0d741ed6fd54cd0afbf0fdc3c4525cf for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:25.437823 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53ec5a68-8931-4f23-b318-910180386112 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.478343 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ec5a68-8931-4f23-b318-910180386112 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:25.511927 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53ec5a68-8931-4f23-b318-910180386112 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.512321 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-53ec5a68-8931-4f23-b318-910180386112 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Added segment 17282aa8-7b66-4f3f-884c-64e3d7820e92 of type vlan for network 412b3dd8-bc60-49dc-87c8-0a4da1c0018e Jul 05 04:00:25.531642 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5ef154-5443-4076-8ed7-3d175b5884a4 None None] Resources bound (agent type, host, resource id): {{(pid=105540) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:00:25.562061 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d14f0-fad6-4e3d-a8bf-1d75074e115c req-4e56eeeb-1e81-4c9c-a74d-a6fd0a33c7a8 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:25.563616 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-078d14f0-fad6-4e3d-a8bf-1d75074e115c req-4e56eeeb-1e81-4c9c-a74d-a6fd0a33c7a8 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.2310817 Jul 05 04:00:25.586789 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53ec5a68-8931-4f23-b318-910180386112 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.633712 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-078d14f0-fad6-4e3d-a8bf-1d75074e115c req-ece9a3c7-5cd4-4765-8919-09283c473200 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584362 Jul 05 04:00:25.685446 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53ec5a68-8931-4f23-b318-910180386112 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.698655 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ec5a68-8931-4f23-b318-910180386112 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:25.698655 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53ec5a68-8931-4f23-b318-910180386112 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.785092 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-53ec5a68-8931-4f23-b318-910180386112 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3885956 Jul 05 04:00:25.785438 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59284) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:25.791008 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-15c2ab24-71b8-44cb-b38e-95b899adbad4 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Request body: {'subnet': {'network_id': '412b3dd8-bc60-49dc-87c8-0a4da1c0018e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:25.817639 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec5a68-8931-4f23-b318-910180386112 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event updated for resources: {'Network': ['ID=412b3dd8-bc60-49dc-87c8-0a4da1c0018e,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:25.904371 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 412b3dd8-bc60-49dc-87c8-0a4da1c0018e details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:25.992574 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c2ab24-71b8-44cb-b38e-95b899adbad4 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Made reservation on behalf of d0d741ed6fd54cd0afbf0fdc3c4525cf for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:25.996599 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-15c2ab24-71b8-44cb-b38e-95b899adbad4 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.015763 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27be2d-5faf-4528-9643-e06364927446 req-4c5d940b-b38f-4214-b0f3-6c3e58fae95e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:26.032845 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cf27be2d-5faf-4528-9643-e06364927446 req-4c5d940b-b38f-4214-b0f3-6c3e58fae95e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 946 time: 0.1192155 Jul 05 04:00:26.112086 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cf27be2d-5faf-4528-9643-e06364927446 req-039e6faf-742f-4cde-bcee-769f02328204 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772238 Jul 05 04:00:26.387776 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-15c2ab24-71b8-44cb-b38e-95b899adbad4 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.468892 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2ab24-71b8-44cb-b38e-95b899adbad4 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event updated for resources: {'Subnet': ['ID=d1d4191b-7c31-45bc-ba41-d0e73c085097,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:26.529259 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c2ab24-71b8-44cb-b38e-95b899adbad4 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Checking segment: {'id': '17282aa8-7b66-4f3f-884c-64e3d7820e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '412b3dd8-bc60-49dc-87c8-0a4da1c0018e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:26.530699 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c2ab24-71b8-44cb-b38e-95b899adbad4 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Network hostable DHCP agents. Network: 412b3dd8-bc60-49dc-87c8-0a4da1c0018e, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:26.580018 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c2ab24-71b8-44cb-b38e-95b899adbad4 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Network 412b3dd8-bc60-49dc-87c8-0a4da1c0018e is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:26.610115 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-15c2ab24-71b8-44cb-b38e-95b899adbad4 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 412b3dd8-bc60-49dc-87c8-0a4da1c0018e) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:26.624402 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9a80be-d3ab-44b7-b1b6-be5baff7fcbf None None] Network 412b3dd8-bc60-49dc-87c8-0a4da1c0018e requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:26.627552 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c2ab24-71b8-44cb-b38e-95b899adbad4 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:26.628317 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-15c2ab24-71b8-44cb-b38e-95b899adbad4 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.678184 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59294) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:26.685142 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-798e14a0-8e2e-4ffc-9a68-093394c319d8 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Request body: {'subnet': {'network_id': '412b3dd8-bc60-49dc-87c8-0a4da1c0018e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:26.688371 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-15c2ab24-71b8-44cb-b38e-95b899adbad4 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9017773 Jul 05 04:00:26.847110 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798e14a0-8e2e-4ffc-9a68-093394c319d8 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Made reservation on behalf of d0d741ed6fd54cd0afbf0fdc3c4525cf for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:26.851939 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-798e14a0-8e2e-4ffc-9a68-093394c319d8 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.007966 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f54f348-441a-425f-93b8-827ce826f5c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-412b3dd8-bc60-49dc-87c8-0a4da1c0018e', 'network_id': '412b3dd8-bc60-49dc-87c8-0a4da1c0018e', 'tenant_id': 'd0d741ed6fd54cd0afbf0fdc3c4525cf', 'fixed_ips': [{'subnet_id': 'd1d4191b-7c31-45bc-ba41-d0e73c085097'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:27.009269 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8f54f348-441a-425f-93b8-827ce826f5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.370555 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-798e14a0-8e2e-4ffc-9a68-093394c319d8 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.548000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e14a0-8e2e-4ffc-9a68-093394c319d8 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event updated for resources: {'Subnet': ['ID=4d5cd590-84f1-40c0-8de0-644e9b3f466f,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:27.561949 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798e14a0-8e2e-4ffc-9a68-093394c319d8 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Network 412b3dd8-bc60-49dc-87c8-0a4da1c0018e is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:27.593531 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-798e14a0-8e2e-4ffc-9a68-093394c319d8 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:27.609469 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-8f54f348-441a-425f-93b8-827ce826f5c9 None None] Allocated IP 2001:db8::2 (412b3dd8-bc60-49dc-87c8-0a4da1c0018e/d1d4191b-7c31-45bc-ba41-d0e73c085097/e95da431-1909-4551-8dba-1b3270e67bda) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:27.610670 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798e14a0-8e2e-4ffc-9a68-093394c319d8 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:27.612821 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-798e14a0-8e2e-4ffc-9a68-093394c319d8 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.671559 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-798e14a0-8e2e-4ffc-9a68-093394c319d8 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9915128 Jul 05 04:00:27.675700 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59302) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:27.778896 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad2076-0db8-408c-b7db-67367b8930a6 req-52e29272-cd48-48f7-8afe-a955dbb1f07f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:27.782488 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-55ad2076-0db8-408c-b7db-67367b8930a6 req-52e29272-cd48-48f7-8afe-a955dbb1f07f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.2472558 Jul 05 04:00:27.918316 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2762b0-0551-49da-92cb-3a832f447000 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:27.926875 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2762b0-0551-49da-92cb-3a832f447000 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:27.930309 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2762b0-0551-49da-92cb-3a832f447000 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:27.939198 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2762b0-0551-49da-92cb-3a832f447000 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:27.944324 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2762b0-0551-49da-92cb-3a832f447000 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:27.946448 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-55ad2076-0db8-408c-b7db-67367b8930a6 req-9fceda85-2bc6-4148-b1ea-b545cef16932 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334441 Jul 05 04:00:27.959117 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59306) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:27.963982 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3d2762b0-0551-49da-92cb-3a832f447000 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2858505 Jul 05 04:00:27.973165 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-47f7e5b5-1133-415a-9172-a0d55930cfbf tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1432717813'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:28.001631 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8f54f348-441a-425f-93b8-827ce826f5c9 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.011786 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8f54f348-441a-425f-93b8-827ce826f5c9 None None] Transition to ACTIVE for port object e95da431-1909-4551-8dba-1b3270e67bda will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:28.030820 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8f54f348-441a-425f-93b8-827ce826f5c9 None None] Transition to ACTIVE for port object e95da431-1909-4551-8dba-1b3270e67bda will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:28.047640 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8f54f348-441a-425f-93b8-827ce826f5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.049602 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f7e5b5-1133-415a-9172-a0d55930cfbf tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Made reservation on behalf of d0d741ed6fd54cd0afbf0fdc3c4525cf for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:28.054858 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47f7e5b5-1133-415a-9172-a0d55930cfbf tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.099982 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f54f348-441a-425f-93b8-827ce826f5c9 None None] Network 412b3dd8-bc60-49dc-87c8-0a4da1c0018e is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:28.106581 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-8f54f348-441a-425f-93b8-827ce826f5c9 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:28.112277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f54f348-441a-425f-93b8-827ce826f5c9 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:28.115056 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f7e5b5-1133-415a-9172-a0d55930cfbf tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:28.125365 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54f348-441a-425f-93b8-827ce826f5c9 None None] Pushing event updated for resources: {'Port': ['ID=e95da431-1909-4551-8dba-1b3270e67bda,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:28.133251 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47f7e5b5-1133-415a-9172-a0d55930cfbf tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.133611 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-47f7e5b5-1133-415a-9172-a0d55930cfbf tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Added segment b4023c35-2e42-42e1-a771-037f81c0c404 of type vlan for network fbb66541-d519-42a0-a472-b82f3560fbed Jul 05 04:00:28.227504 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47f7e5b5-1133-415a-9172-a0d55930cfbf tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.252069 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8f54f348-441a-425f-93b8-827ce826f5c9 None None] Attempting to bind port e95da431-1909-4551-8dba-1b3270e67bda on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:28.252857 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8f54f348-441a-425f-93b8-827ce826f5c9 None None] Attempting to bind port e95da431-1909-4551-8dba-1b3270e67bda by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '17282aa8-7b66-4f3f-884c-64e3d7820e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '412b3dd8-bc60-49dc-87c8-0a4da1c0018e'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:28.253592 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f54f348-441a-425f-93b8-827ce826f5c9 None None] Attempting to bind port e95da431-1909-4551-8dba-1b3270e67bda on network 412b3dd8-bc60-49dc-87c8-0a4da1c0018e {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:28.262068 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f54f348-441a-425f-93b8-827ce826f5c9 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:28.263058 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f54f348-441a-425f-93b8-827ce826f5c9 None None] Checking segment: {'id': '17282aa8-7b66-4f3f-884c-64e3d7820e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '412b3dd8-bc60-49dc-87c8-0a4da1c0018e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:28.263590 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8f54f348-441a-425f-93b8-827ce826f5c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.264206 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f54f348-441a-425f-93b8-827ce826f5c9 None None] Bound using segment: {'id': '17282aa8-7b66-4f3f-884c-64e3d7820e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '412b3dd8-bc60-49dc-87c8-0a4da1c0018e'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:28.265105 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8f54f348-441a-425f-93b8-827ce826f5c9 None None] Bound port: e95da431-1909-4551-8dba-1b3270e67bda, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17282aa8-7b66-4f3f-884c-64e3d7820e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '412b3dd8-bc60-49dc-87c8-0a4da1c0018e'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:28.266052 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8f54f348-441a-425f-93b8-827ce826f5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.303090 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47f7e5b5-1133-415a-9172-a0d55930cfbf tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.310522 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f7e5b5-1133-415a-9172-a0d55930cfbf tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:28.311174 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47f7e5b5-1133-415a-9172-a0d55930cfbf tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.436923 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7e5b5-1133-415a-9172-a0d55930cfbf tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event updated for resources: {'Network': ['ID=fbb66541-d519-42a0-a472-b82f3560fbed,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:28.443968 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8f54f348-441a-425f-93b8-827ce826f5c9 None None] For port e95da431-1909-4551-8dba-1b3270e67bda, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:28.450293 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8f54f348-441a-425f-93b8-827ce826f5c9 None None] For port e95da431-1909-4551-8dba-1b3270e67bda, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e95da431-1909-4551-8dba-1b3270e67bda,segment=NetworkSegment(17282aa8-7b66-4f3f-884c-64e3d7820e92),segment_id=17282aa8-7b66-4f3f-884c-64e3d7820e92)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:28.457293 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8f54f348-441a-425f-93b8-827ce826f5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.483319 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-47f7e5b5-1133-415a-9172-a0d55930cfbf tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5215352 Jul 05 04:00:28.487533 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59308) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:28.488719 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network fbb66541-d519-42a0-a472-b82f3560fbed details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:28.493028 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-64b7f049-15df-404f-b899-fc5eb5c43a42 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:28.682162 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54f348-441a-425f-93b8-827ce826f5c9 None None] Pushing event updated for resources: {'Port': ['ID=e95da431-1909-4551-8dba-1b3270e67bda,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:28.694780 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faa8ba-39b5-40a3-9fdb-2c1705aad301 req-0c6bf9db-db9e-48ec-b31d-da355d37c22f tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:28.712515 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c8faa8ba-39b5-40a3-9fdb-2c1705aad301 req-0c6bf9db-db9e-48ec-b31d-da355d37c22f tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 946 time: 0.3007684 Jul 05 04:00:28.900534 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c8faa8ba-39b5-40a3-9fdb-2c1705aad301 req-b3e81a65-e298-4b4b-99a9-6f54daefcea7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848390 Jul 05 04:00:29.033782 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-64b7f049-15df-404f-b899-fc5eb5c43a42 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.084696 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-64b7f049-15df-404f-b899-fc5eb5c43a42 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.114279 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5db2621d-94e7-423e-ab60-a8eef290a184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.125483 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.181295 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6357af3-e71d-4f0e-9f1d-3d0ee3b2c255 req-e34cbfb1-6860-43a8-abf4-3593cf99b9e0 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:29.183185 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f6357af3-e71d-4f0e-9f1d-3d0ee3b2c255 req-e34cbfb1-6860-43a8-abf4-3593cf99b9e0 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 946 time: 0.3565073 Jul 05 04:00:29.202586 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-64b7f049-15df-404f-b899-fc5eb5c43a42 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Network fbb66541-d519-42a0-a472-b82f3560fbed is not hosted by any dhcp agent {{(pid=105539) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 04:00:29.216619 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b7f049-15df-404f-b899-fc5eb5c43a42 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:29.218266 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-64b7f049-15df-404f-b899-fc5eb5c43a42 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.226718 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-64b7f049-15df-404f-b899-fc5eb5c43a42 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "PUT /v2.0/networks/fbb66541-d519-42a0-a472-b82f3560fbed HTTP/1.1" status: 200 len: 723 time: 0.7339509 Jul 05 04:00:29.229303 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59312) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:29.239437 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d9a382aa-55f4-45ff-b316-4f4ecc5a7f56 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Request body: {'subnet': {'network_id': 'fbb66541-d519-42a0-a472-b82f3560fbed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:29.453512 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-f6357af3-e71d-4f0e-9f1d-3d0ee3b2c255 req-6b12b818-81f9-4c96-9695-de290fc3173d tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Deleting port 81a0297e-d8b8-4b18-88e7-f32e7d0b13e7 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:29.455994 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f6357af3-e71d-4f0e-9f1d-3d0ee3b2c255 req-6b12b818-81f9-4c96-9695-de290fc3173d tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.493213 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a382aa-55f4-45ff-b316-4f4ecc5a7f56 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Made reservation on behalf of d0d741ed6fd54cd0afbf0fdc3c4525cf for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:29.503067 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d9a382aa-55f4-45ff-b316-4f4ecc5a7f56 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.512997 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7f049-15df-404f-b899-fc5eb5c43a42 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event updated for resources: {'Network': ['ID=fbb66541-d519-42a0-a472-b82f3560fbed,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:29.533963 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network fbb66541-d519-42a0-a472-b82f3560fbed details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:29.669687 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-f6357af3-e71d-4f0e-9f1d-3d0ee3b2c255 req-6b12b818-81f9-4c96-9695-de290fc3173d tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] For port 81a0297e-d8b8-4b18-88e7-f32e7d0b13e7, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=81a0297e-d8b8-4b18-88e7-f32e7d0b13e7,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:29.670427 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f6357af3-e71d-4f0e-9f1d-3d0ee3b2c255 req-6b12b818-81f9-4c96-9695-de290fc3173d tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.710501 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-f6357af3-e71d-4f0e-9f1d-3d0ee3b2c255 req-6b12b818-81f9-4c96-9695-de290fc3173d tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Calling delete_port for 81a0297e-d8b8-4b18-88e7-f32e7d0b13e7 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:30.070639 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d9a382aa-55f4-45ff-b316-4f4ecc5a7f56 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:30.209203 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f6357af3-e71d-4f0e-9f1d-3d0ee3b2c255 req-6b12b818-81f9-4c96-9695-de290fc3173d tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:30.242839 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['81a0297e-d8b8-4b18-88e7-f32e7d0b13e7'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:30.310925 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a382aa-55f4-45ff-b316-4f4ecc5a7f56 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event updated for resources: {'Subnet': ['ID=ee347105-8164-415b-b191-47cbd38b6831,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:30.334271 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12b818-81f9-4c96-9695-de290fc3173d tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Pushing event deleted for resources: {'Port': ['ID=81a0297e-d8b8-4b18-88e7-f32e7d0b13e7,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:30.383455 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4d37f7-dcea-42f4-a7bc-7c25297b028c None None] Network 412b3dd8-bc60-49dc-87c8-0a4da1c0018e requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:30.467686 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a382aa-55f4-45ff-b316-4f4ecc5a7f56 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Checking segment: {'id': 'b4023c35-2e42-42e1-a771-037f81c0c404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fbb66541-d519-42a0-a472-b82f3560fbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:30.468363 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a382aa-55f4-45ff-b316-4f4ecc5a7f56 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Network hostable DHCP agents. Network: fbb66541-d519-42a0-a472-b82f3560fbed, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:30.486980 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6357af3-e71d-4f0e-9f1d-3d0ee3b2c255 req-6b12b818-81f9-4c96-9695-de290fc3173d tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] No DVR routers for this DVR port 81a0297e-d8b8-4b18-88e7-f32e7d0b13e7 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:30.500012 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f6357af3-e71d-4f0e-9f1d-3d0ee3b2c255 req-6b12b818-81f9-4c96-9695-de290fc3173d tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:30.507890 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f6357af3-e71d-4f0e-9f1d-3d0ee3b2c255 req-6b12b818-81f9-4c96-9695-de290fc3173d tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.70 "DELETE /v2.0/ports/81a0297e-d8b8-4b18-88e7-f32e7d0b13e7 HTTP/1.1" status: 204 len: 173 time: 1.3183880 Jul 05 04:00:30.508950 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2715351-654c-4316-ae0d-5b6a6c6c4013', 'name': 'network-vif-deleted', 'tag': '81a0297e-d8b8-4b18-88e7-f32e7d0b13e7'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:30.533214 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a382aa-55f4-45ff-b316-4f4ecc5a7f56 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Network fbb66541-d519-42a0-a472-b82f3560fbed is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:30.536730 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3a498b-8f3e-4350-bdc3-60b822e0ac46" -d '{"events": [{"server_uuid": "d2715351-654c-4316-ae0d-5b6a6c6c4013", "name": "network-vif-deleted", "tag": "81a0297e-d8b8-4b18-88e7-f32e7d0b13e7"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:30.563585 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-d9a382aa-55f4-45ff-b316-4f4ecc5a7f56 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, fbb66541-d519-42a0-a472-b82f3560fbed) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:30.578243 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6647c165-93bb-4544-b433-0780a6ae96c4 None None] Provisioning for port e95da431-1909-4551-8dba-1b3270e67bda completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:30.587581 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f54db5-4837-45f6-acae-a258f39f6f0d None None] Network fbb66541-d519-42a0-a472-b82f3560fbed requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:30.606920 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bd3f0-ee4d-4a3b-9c7e-4128cb015bf1 req-7b969a6c-db35-413a-9ca7-ec1ff22eaf26 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:30.613100 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-517bd3f0-ee4d-4a3b-9c7e-4128cb015bf1 req-7b969a6c-db35-413a-9ca7-ec1ff22eaf26 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.2479722 Jul 05 04:00:30.629634 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a382aa-55f4-45ff-b316-4f4ecc5a7f56 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:30.630603 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d9a382aa-55f4-45ff-b316-4f4ecc5a7f56 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:30.667847 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d9a382aa-55f4-45ff-b316-4f4ecc5a7f56 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4375126 Jul 05 04:00:30.671962 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59326) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:30.680041 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-e78da6f6-5500-473d-b1ab-c12767d2e485 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:30.733990 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-517bd3f0-ee4d-4a3b-9c7e-4128cb015bf1 req-57bffa7d-e875-4b4f-9abc-a5e2ce8f623e tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102319 Jul 05 04:00:30.756485 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e95da431-1909-4551-8dba-1b3270e67bda up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:30.915668 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e78da6f6-5500-473d-b1ab-c12767d2e485 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10132668'] for subnet, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:31.039261 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port e95da431-1909-4551-8dba-1b3270e67bda completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:31.150999 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port e95da431-1909-4551-8dba-1b3270e67bda triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:31.150999 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:31.244918 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-13f1fa4d-890d-4f3c-bdb5-8c8f56f498f9 req-2b6027bc-a698-4b53-b94f-cb8083ee1761 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2715351-654c-4316-ae0d-5b6a6c6c4013 HTTP/1.1" status: 200 len: 210 time: 0.2285776 Jul 05 04:00:31.246452 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e78da6f6-5500-473d-b1ab-c12767d2e485 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787916950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10254683'] for subnet, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:31.365202 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78da6f6-5500-473d-b1ab-c12767d2e485 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event updated for resources: {'Subnet': ['ID=ee347105-8164-415b-b191-47cbd38b6831,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:31.388367 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78da6f6-5500-473d-b1ab-c12767d2e485 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:31.389007 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e78da6f6-5500-473d-b1ab-c12767d2e485 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:31.390311 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e78da6f6-5500-473d-b1ab-c12767d2e485 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "PUT /v2.0/subnets/ee347105-8164-415b-b191-47cbd38b6831 HTTP/1.1" status: 200 len: 826 time: 0.7160149 Jul 05 04:00:31.393899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59332) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:31.471400 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-81061575-3d1a-49cd-9727-64a15fcc2612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:31.528347 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-fbb66541-d519-42a0-a472-b82f3560fbed', 'network_id': 'fbb66541-d519-42a0-a472-b82f3560fbed', 'tenant_id': 'd0d741ed6fd54cd0afbf0fdc3c4525cf', 'fixed_ips': [{'subnet_id': 'ee347105-8164-415b-b191-47cbd38b6831'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:31.529222 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:31.837004 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:31.843941 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea6ebc9-26a4-4655-a501-54373a2e9858 x-openstack-request-id: req-0ea6ebc9-26a4-4655-a501-54373a2e9858 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:31.845149 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2715351-654c-4316-ae0d-5b6a6c6c4013", "name": "network-vif-deleted", "tag": "81a0297e-d8b8-4b18-88e7-f32e7d0b13e7", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:31.845806 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0ea6ebc9-26a4-4655-a501-54373a2e9858 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:31.846099 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:31.847304 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2715351-654c-4316-ae0d-5b6a6c6c4013', 'name': 'network-vif-deleted', 'tag': '81a0297e-d8b8-4b18-88e7-f32e7d0b13e7', 'status': 'completed', 'code': 200} Jul 05 04:00:31.885240 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:31.923899 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Allocated IP 2001:db8::2 (fbb66541-d519-42a0-a472-b82f3560fbed/ee347105-8164-415b-b191-47cbd38b6831/cc731aac-0495-4542-ad67-4da7cf7b66c4) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:31.936951 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.091159 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e8234f-0192-40c3-ab06-0608a5c26baa None None] Update dhcp port {'port': {'network_id': '412b3dd8-bc60-49dc-87c8-0a4da1c0018e', 'fixed_ips': [{'subnet_id': 'd1d4191b-7c31-45bc-ba41-d0e73c085097', 'ip_address': '2001:db8::2'}, {'subnet_id': '4d5cd590-84f1-40c0-8de0-644e9b3f466f'}], 'binding:host_id': 'n-d-780147-23'}, 'id': 'e95da431-1909-4551-8dba-1b3270e67bda'} from n-d-780147-23. {{(pid=105540) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:00:32.108169 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.164258 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Transition to ACTIVE for port object cc731aac-0495-4542-ad67-4da7cf7b66c4 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:32.189675 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d6e8234f-0192-40c3-ab06-0608a5c26baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.224938 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port e95da431-1909-4551-8dba-1b3270e67bda, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e95da431-1909-4551-8dba-1b3270e67bda,segment=NetworkSegment(17282aa8-7b66-4f3f-884c-64e3d7820e92),segment_id=17282aa8-7b66-4f3f-884c-64e3d7820e92)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:32.251869 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.260679 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Transition to ACTIVE for port object cc731aac-0495-4542-ad67-4da7cf7b66c4 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:32.295075 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.310410 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.433292 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event deleted for resources: {'Subnet': ['ID=ee347105-8164-415b-b191-47cbd38b6831,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:32.481276 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Network fbb66541-d519-42a0-a472-b82f3560fbed is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:32.498329 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:32.500751 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.507613 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:32.510058 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=e95da431-1909-4551-8dba-1b3270e67bda,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:32.754949 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 81a0297e-d8b8-4b18-88e7-f32e7d0b13e7 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:32.777797 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.805506 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb66541-d519-42a0-a472-b82f3560fbed']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:32.837045 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4023c35-2e42-42e1-a771-037f81c0c404') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:32.840391 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4023c35-2e42-42e1-a771-037f81c0c404') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:32.877932 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.899216 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 81a0297e-d8b8-4b18-88e7-f32e7d0b13e7 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:32.902972 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 81a0297e-d8b8-4b18-88e7-f32e7d0b13e7 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:32.918206 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.927169 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Attempting to bind port cc731aac-0495-4542-ad67-4da7cf7b66c4 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:32.928848 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:32.929569 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Attempting to bind port cc731aac-0495-4542-ad67-4da7cf7b66c4 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'b4023c35-2e42-42e1-a771-037f81c0c404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fbb66541-d519-42a0-a472-b82f3560fbed'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:32.930179 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Attempting to bind port cc731aac-0495-4542-ad67-4da7cf7b66c4 on network fbb66541-d519-42a0-a472-b82f3560fbed {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:32.930820 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.967414 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Pushing event updated for resources: {'Port': ['ID=cc731aac-0495-4542-ad67-4da7cf7b66c4,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:32.994424 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-d6e8234f-0192-40c3-ab06-0608a5c26baa None None] Allocated IP 172.20.0.1 (412b3dd8-bc60-49dc-87c8-0a4da1c0018e/4d5cd590-84f1-40c0-8de0-644e9b3f466f/e95da431-1909-4551-8dba-1b3270e67bda) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:32.997323 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:32.998044 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Checking segment: {'id': 'b4023c35-2e42-42e1-a771-037f81c0c404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fbb66541-d519-42a0-a472-b82f3560fbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:32.998707 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.999474 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Bound using segment: {'id': 'b4023c35-2e42-42e1-a771-037f81c0c404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fbb66541-d519-42a0-a472-b82f3560fbed'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:33.000435 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Bound port: cc731aac-0495-4542-ad67-4da7cf7b66c4, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4023c35-2e42-42e1-a771-037f81c0c404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fbb66541-d519-42a0-a472-b82f3560fbed'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:33.001813 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:33.104394 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:33.119492 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.db.api [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:00:33.119492 n-d-780147-23 neutron-server[105539]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:00:33.119492 n-d-780147-23 neutron-server[105539]: [parameters: {'id': 'fbb66541-d519-42a0-a472-b82f3560fbed'}] Jul 05 04:00:33.119492 n-d-780147-23 neutron-server[105539]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105539) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:00:33.120574 n-d-780147-23 neutron-server[105539]: DEBUG oslo_db.api [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:00:33.184198 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c80e9f-e27d-4714-8e55-228a0d94ecb8 req-abe68c7e-832f-4f74-adc3-2a6ee01b9028 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:33.194794 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47c80e9f-e27d-4714-8e55-228a0d94ecb8 req-abe68c7e-832f-4f74-adc3-2a6ee01b9028 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.6131859 Jul 05 04:00:33.211787 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] For port cc731aac-0495-4542-ad67-4da7cf7b66c4, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:33.218267 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] For port cc731aac-0495-4542-ad67-4da7cf7b66c4, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cc731aac-0495-4542-ad67-4da7cf7b66c4,segment=NetworkSegment(b4023c35-2e42-42e1-a771-037f81c0c404),segment_id=b4023c35-2e42-42e1-a771-037f81c0c404)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:33.237584 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.304440 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47c80e9f-e27d-4714-8e55-228a0d94ecb8 req-9ee582bc-b328-4294-b21f-6167fee3bdde tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079552 Jul 05 04:00:33.624442 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.661065 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb8f701-45f0-42ff-99c6-0c89ee419781 None None] Network fbb66541-d519-42a0-a472-b82f3560fbed requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:33.672004 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d6e8234f-0192-40c3-ab06-0608a5c26baa None None] For port e95da431-1909-4551-8dba-1b3270e67bda, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e95da431-1909-4551-8dba-1b3270e67bda,segment=NetworkSegment(17282aa8-7b66-4f3f-884c-64e3d7820e92),segment_id=17282aa8-7b66-4f3f-884c-64e3d7820e92)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:33.723222 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Pushing event updated for resources: {'Port': ['ID=cc731aac-0495-4542-ad67-4da7cf7b66c4,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:33.777636 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Deleting port cc731aac-0495-4542-ad67-4da7cf7b66c4 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:33.778391 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.045166 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:34.045687 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:34.046032 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:34.046368 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:34.046704 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:34.047041 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:34.047682 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:34.047682 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:34.054992 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:34.054992 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:34.055474 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:34.055934 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd762519-9143-44a5-b62b-17a2cdba75d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:34.085374 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d6e8234f-0192-40c3-ab06-0608a5c26baa None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.157441 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d6e8234f-0192-40c3-ab06-0608a5c26baa None None] Transition to ACTIVE for port object e95da431-1909-4551-8dba-1b3270e67bda will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:34.185258 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d6e8234f-0192-40c3-ab06-0608a5c26baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.344241 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8234f-0192-40c3-ab06-0608a5c26baa None None] Pushing event updated for resources: {'Port': ['ID=e95da431-1909-4551-8dba-1b3270e67bda,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:34.362653 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.366157 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0e0f44-bd5e-4556-ae3b-3b714ecd6640 None None] Network fbb66541-d519-42a0-a472-b82f3560fbed requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:34.588331 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] For port cc731aac-0495-4542-ad67-4da7cf7b66c4, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cc731aac-0495-4542-ad67-4da7cf7b66c4,segment=NetworkSegment(b4023c35-2e42-42e1-a771-037f81c0c404),segment_id=b4023c35-2e42-42e1-a771-037f81c0c404)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:34.589101 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.639300 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Calling delete_port for cc731aac-0495-4542-ad67-4da7cf7b66c4 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:34.660365 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e95da431-1909-4551-8dba-1b3270e67bda up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:34.857020 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.910067 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db877b-d1c8-446d-a198-697fdf222767 req-adf26e79-0eba-481b-971e-15061f1ee1a2 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:34.918531 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e1db877b-d1c8-446d-a198-697fdf222767 req-adf26e79-0eba-481b-971e-15061f1ee1a2 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.3218262 Jul 05 04:00:34.967149 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event deleted for resources: {'Port': ['ID=cc731aac-0495-4542-ad67-4da7cf7b66c4,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:34.980197 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] No DVR routers for this DVR port cc731aac-0495-4542-ad67-4da7cf7b66c4 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:34.998866 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e1db877b-d1c8-446d-a198-697fdf222767 req-1d9d847d-3da9-415f-ac83-d80d167446f9 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793028 Jul 05 04:00:35.176603 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.202722 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb66541-d519-42a0-a472-b82f3560fbed']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:35.233831 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4023c35-2e42-42e1-a771-037f81c0c404') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:35.234154 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4023c35-2e42-42e1-a771-037f81c0c404') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:35.259898 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.304725 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.321761 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:35.322223 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:35.332446 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:35.458774 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.503028 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.515601 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59398) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:35.516233 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/networks/fbb66541-d519-42a0-a472-b82f3560fbed HTTP/1.1" status: 204 len: 168 time: 4.1216400 Jul 05 04:00:35.517887 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e8d47-9815-4b49-a722-3e44b41aea64 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event deleted for resources: {'Network': ['ID=fbb66541-d519-42a0-a472-b82f3560fbed,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:35.559549 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-760474af-47ee-47ab-bd42-893b92cf6d0e tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:35.560170 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760474af-47ee-47ab-bd42-893b92cf6d0e tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:35.567683 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-760474af-47ee-47ab-bd42-893b92cf6d0e tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/networks/fbb66541-d519-42a0-a472-b82f3560fbed HTTP/1.1" status: 404 len: 339 time: 0.0453169 Jul 05 04:00:35.568310 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59400) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:35.574997 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-990d9eb2-c297-48a6-9153-2f76ba18de17 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-109251544', 'description': 'd1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:35.649455 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990d9eb2-c297-48a6-9153-2f76ba18de17 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Made reservation on behalf of d0d741ed6fd54cd0afbf0fdc3c4525cf for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:35.653322 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-990d9eb2-c297-48a6-9153-2f76ba18de17 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.655653 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88f2c3f-9b12-44ee-bd89-0b99fff02099 None None] Network 412b3dd8-bc60-49dc-87c8-0a4da1c0018e requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:35.742942 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990d9eb2-c297-48a6-9153-2f76ba18de17 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:35.774132 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-990d9eb2-c297-48a6-9153-2f76ba18de17 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.774483 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-990d9eb2-c297-48a6-9153-2f76ba18de17 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Added segment aad7d87f-a13e-4376-a012-10175e44be5b of type vlan for network c607ee07-85da-4b32-8449-80bd23ddb99c Jul 05 04:00:35.915486 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-990d9eb2-c297-48a6-9153-2f76ba18de17 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.943545 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-955642c8-e376-454d-b03a-081c25cba044 None None] Provisioning for port e95da431-1909-4551-8dba-1b3270e67bda completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:35.974524 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-990d9eb2-c297-48a6-9153-2f76ba18de17 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.998172 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d9eb2-c297-48a6-9153-2f76ba18de17 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:36.000044 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-955642c8-e376-454d-b03a-081c25cba044 None None] Provisioning complete for port e95da431-1909-4551-8dba-1b3270e67bda triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:36.001304 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-990d9eb2-c297-48a6-9153-2f76ba18de17 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538807'] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:36.002831 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-955642c8-e376-454d-b03a-081c25cba044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:36.143492 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d9eb2-c297-48a6-9153-2f76ba18de17 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event updated for resources: {'Network': ['ID=c607ee07-85da-4b32-8449-80bd23ddb99c,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:36.160334 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-990d9eb2-c297-48a6-9153-2f76ba18de17 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5904901 Jul 05 04:00:36.163083 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d9eb2-c297-48a6-9153-2f76ba18de17 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:36.163886 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d9eb2-c297-48a6-9153-2f76ba18de17 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:36.164678 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59408) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:36.165451 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d9eb2-c297-48a6-9153-2f76ba18de17 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:36.166242 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d9eb2-c297-48a6-9153-2f76ba18de17 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:36.167229 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d9eb2-c297-48a6-9153-2f76ba18de17 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:36.168093 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d9eb2-c297-48a6-9153-2f76ba18de17 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:36.168881 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d9eb2-c297-48a6-9153-2f76ba18de17 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:36.169691 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d9eb2-c297-48a6-9153-2f76ba18de17 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:36.170467 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d9eb2-c297-48a6-9153-2f76ba18de17 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:36.171262 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d9eb2-c297-48a6-9153-2f76ba18de17 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:36.172198 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d9eb2-c297-48a6-9153-2f76ba18de17 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:36.173086 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d9eb2-c297-48a6-9153-2f76ba18de17 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:36.200732 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network c607ee07-85da-4b32-8449-80bd23ddb99c details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:36.287178 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89e93ed-a72d-496c-8190-dc3df3a4704b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:36.289212 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d89e93ed-a72d-496c-8190-dc3df3a4704b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "GET /v2.0/networks?id=c607ee07-85da-4b32-8449-80bd23ddb99c HTTP/1.1" status: 200 len: 764 time: 0.1226673 Jul 05 04:00:36.292292 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59412) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:36.299497 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-37f7485d-a41f-417f-a3c5-a3ab1787bf0b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Request body: {'network': {'description': 'd2'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:36.717276 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2fd1fa-1330-4882-9f2d-98634ac795ec None None] get_active_networks_info from n-d-780147-23 {{(pid=105540) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:00:36.884588 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ba1e1d70-c45e-4d8f-a251-7a1f35fb66c9 None None] Provisioning complete for port e95da431-1909-4551-8dba-1b3270e67bda triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:36.885213 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ba1e1d70-c45e-4d8f-a251-7a1f35fb66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.083004 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2fd1fa-1330-4882-9f2d-98634ac795ec None None] Resources bound (agent type, host, resource id): {{(pid=105540) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:00:37.191963 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37f7485d-a41f-417f-a3c5-a3ab1787bf0b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.195090 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-e52718e6-039b-4e3b-a6f7-adea0b2d840b tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:37.206631 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-e52718e6-039b-4e3b-a6f7-adea0b2d840b tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/networks?id=3b64f625-0433-41d5-8266-5dfdc89559ba HTTP/1.1" status: 200 len: 811 time: 0.3436618 Jul 05 04:00:37.230347 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-98c51ecd-5bfb-4ae3-95f3-87e5c22c4aa1 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/quotas/501ed92e20d5480db968048631c9d2f5 HTTP/1.1" status: 200 len: 375 time: 0.0228136 Jul 05 04:00:37.250287 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37f7485d-a41f-417f-a3c5-a3ab1787bf0b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.263524 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-37f7485d-a41f-417f-a3c5-a3ab1787bf0b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Network c607ee07-85da-4b32-8449-80bd23ddb99c is not hosted by any dhcp agent {{(pid=105538) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 04:00:37.270230 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f7485d-a41f-417f-a3c5-a3ab1787bf0b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:37.271196 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37f7485d-a41f-417f-a3c5-a3ab1787bf0b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.273760 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-37f7485d-a41f-417f-a3c5-a3ab1787bf0b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "PUT /v2.0/networks/c607ee07-85da-4b32-8449-80bd23ddb99c HTTP/1.1" status: 200 len: 761 time: 0.9800651 Jul 05 04:00:37.315123 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59438) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:37.335248 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-837e300c-5fab-48e4-91f2-cd00f854742c tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=501ed92e20d5480db968048631c9d2f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0964592 Jul 05 04:00:37.413598 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7485d-a41f-417f-a3c5-a3ab1787bf0b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event updated for resources: {'Network': ['ID=c607ee07-85da-4b32-8449-80bd23ddb99c,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:37.447538 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network c607ee07-85da-4b32-8449-80bd23ddb99c details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:37.463903 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33db91f4-a95f-4b33-849d-939ea7351dde tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:37.465773 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-33db91f4-a95f-4b33-849d-939ea7351dde tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "GET /v2.0/networks?id=c607ee07-85da-4b32-8449-80bd23ddb99c HTTP/1.1" status: 200 len: 764 time: 0.1484740 Jul 05 04:00:37.476853 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36360c56-d8ba-4c23-b023-238e99fdde7b req-685b0bb8-a5b3-4aab-8960-3187aed0aa4b tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:37.484534 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-36360c56-d8ba-4c23-b023-238e99fdde7b req-685b0bb8-a5b3-4aab-8960-3187aed0aa4b tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.3067160 Jul 05 04:00:37.504929 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59440) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:37.517808 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-88de43cf-4081-4f8b-9a34-c99603f4f628 service neutron] 10.222.0.77 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742585 Jul 05 04:00:37.636706 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-36360c56-d8ba-4c23-b023-238e99fdde7b req-8c112f20-95ad-4191-a470-a7e53b9dce73 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510799 Jul 05 04:00:37.747787 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-e10e5f71-9751-48a3-a079-56b7f6b61822 service neutron] 10.222.0.77 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285895 Jul 05 04:00:37.797563 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eecdde-9095-4d33-a263-0193946ec619 req-53926fa8-63b5-4944-9d87-2bec41f0e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:37.803178 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87eecdde-9095-4d33-a263-0193946ec619 req-53926fa8-63b5-4944-9d87-2bec41f0e846 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=95f0b38a585f41a59ed1656d8eea23b3&device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 1097 time: 0.1577694 Jul 05 04:00:37.886287 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e5c506-6c01-4d65-8c03-1aae69420d0b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:37.897997 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-09e5c506-6c01-4d65-8c03-1aae69420d0b tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3895104 Jul 05 04:00:37.907254 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59442) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:37.968718 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-71f2ef2c-86c1-42c8-a6fd-8ce76c888a3d tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "GET /v2.0/subnets?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 207 time: 0.0593715 Jul 05 04:00:37.974114 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59446) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:38.043777 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eecdde-9095-4d33-a263-0193946ec619 req-559ede86-610f-455f-92ed-c878b0f06854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:38.045868 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87eecdde-9095-4d33-a263-0193946ec619 req-559ede86-610f-455f-92ed-c878b0f06854 service neutron] 10.222.0.89 "GET /v2.0/networks?id=875157ee-1ede-4160-9cdc-ffb3b506197c HTTP/1.1" status: 200 len: 915 time: 0.2328613 Jul 05 04:00:38.170399 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87eecdde-9095-4d33-a263-0193946ec619 req-31976160-1c1c-44bc-b1cd-751821f3a347 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=273766da-a5ab-4aa9-aa87-8c3c05b47b02 HTTP/1.1" status: 200 len: 217 time: 0.1139061 Jul 05 04:00:38.323553 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eecdde-9095-4d33-a263-0193946ec619 req-da339ac7-96fe-429f-9892-cfea96b1eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:38.326632 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87eecdde-9095-4d33-a263-0193946ec619 req-da339ac7-96fe-429f-9892-cfea96b1eb1b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cbd78a45-de58-4c6c-b596-dd6afb42d456 HTTP/1.1" status: 200 len: 854 time: 0.1453643 Jul 05 04:00:38.380157 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87eecdde-9095-4d33-a263-0193946ec619 req-e07c8475-6f26-4b6c-b3ab-aef24f02bb94 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=875157ee-1ede-4160-9cdc-ffb3b506197c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424855 Jul 05 04:00:38.400418 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5f0c8d93-5675-4f76-a68b-28a90fb6ba48 req-7439cc96-7295-42cf-a7bb-4eb7305babdc tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=61931ffe-9cae-4dd0-9a2e-a207996741c3 HTTP/1.1" status: 200 len: 210 time: 0.1235263 Jul 05 04:00:38.449431 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6530ce37-d8ef-49d4-b1ba-ecad7c906aed tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:38.453829 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6530ce37-d8ef-49d4-b1ba-ecad7c906aed tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:38.461697 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6530ce37-d8ef-49d4-b1ba-ecad7c906aed tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:38.468116 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6530ce37-d8ef-49d4-b1ba-ecad7c906aed tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:38.475041 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6530ce37-d8ef-49d4-b1ba-ecad7c906aed tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:38.481921 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6530ce37-d8ef-49d4-b1ba-ecad7c906aed tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:38.484465 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6530ce37-d8ef-49d4-b1ba-ecad7c906aed tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5088167 Jul 05 04:00:38.488847 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59464) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:38.586907 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64d0eb-80ed-485b-a0d3-7a941a048e30 req-cfd35f3a-b2f1-4a32-b594-876f898d252c tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:38.588769 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-df64d0eb-80ed-485b-a0d3-7a941a048e30 req-cfd35f3a-b2f1-4a32-b594-876f898d252c tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/ports?device_id=8646f29a-20d1-471e-8a0c-2f174a94b7ea HTTP/1.1" status: 200 len: 951 time: 0.1891181 Jul 05 04:00:38.692915 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87eecdde-9095-4d33-a263-0193946ec619 req-a1bc0c68-7963-40e7-9005-8fb3fb87dbbd service neutron] 10.222.0.89 "GET /v2.0/networks/875157ee-1ede-4160-9cdc-ffb3b506197c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041303 Jul 05 04:00:38.714530 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-16911a11-bb56-421b-9edf-097846903026 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2244244 Jul 05 04:00:38.719203 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59470) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:38.738724 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-df64d0eb-80ed-485b-a0d3-7a941a048e30 req-0f299cdf-ab0c-482b-95c3-aa07e1ea0ae3 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/security-groups?id=41211d4f-8bab-4f3e-af15-f89c2da58568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144447 Jul 05 04:00:38.814702 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed10840-0e8d-44cc-8a99-9ab1ea705c11 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:38.818029 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed10840-0e8d-44cc-8a99-9ab1ea705c11 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:38.821049 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed10840-0e8d-44cc-8a99-9ab1ea705c11 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:38.823371 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed10840-0e8d-44cc-8a99-9ab1ea705c11 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:38.825447 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed10840-0e8d-44cc-8a99-9ab1ea705c11 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:38.828071 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-eed10840-0e8d-44cc-8a99-9ab1ea705c11 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1063745 Jul 05 04:00:38.835760 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59476) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:38.920890 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cd362d-40fa-4d1d-8bb5-339f88e53dd0 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['shared'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:38.922704 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cd362d-40fa-4d1d-8bb5-339f88e53dd0 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['shared'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:38.925059 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cd362d-40fa-4d1d-8bb5-339f88e53dd0 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['shared'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:38.927093 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cd362d-40fa-4d1d-8bb5-339f88e53dd0 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['shared'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:38.928664 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cd362d-40fa-4d1d-8bb5-339f88e53dd0 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['shared'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:38.930732 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-86cd362d-40fa-4d1d-8bb5-339f88e53dd0 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0927629 Jul 05 04:00:38.936624 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59482) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:39.112760 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb839fb5-4b8b-4fb4-a125-e7fe2c7789d6 req-38418515-5157-4dcd-8971-ac7851e28566 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:39.121546 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fb839fb5-4b8b-4fb4-a125-e7fe2c7789d6 req-38418515-5157-4dcd-8971-ac7851e28566 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.1896563 Jul 05 04:00:39.151607 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87eecdde-9095-4d33-a263-0193946ec619 req-4cfc1034-9a59-431d-b3ae-c37d719e9e0e service neutron] 10.222.0.89 "GET /v2.0/networks/875157ee-1ede-4160-9cdc-ffb3b506197c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116395 Jul 05 04:00:39.202059 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fb839fb5-4b8b-4fb4-a125-e7fe2c7789d6 req-86f3d295-7906-4e69-b834-661ac3a61cf8 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792711 Jul 05 04:00:39.211605 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cbe127-2b9a-4195-b29e-f3000126d866 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:39.221062 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c4cbe127-2b9a-4195-b29e-f3000126d866 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "GET /v2.0/networks/2e6e4ed4-c83c-42b1-a84b-889632bd52ce HTTP/1.1" status: 200 len: 804 time: 0.2730055 Jul 05 04:00:39.226162 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59494) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:39.437273 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b6803fc0-a55b-4821-9ba1-08ffc3b2fe80 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "GET /v2.0/networks/2e6e4ed4-c83c-42b1-a84b-889632bd52ce?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2096531 Jul 05 04:00:39.441064 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59506) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:39.516217 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf11c54-2fc0-4c82-96e0-13f4ce0cb9f5 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:39.517890 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-caf11c54-2fc0-4c82-96e0-13f4ce0cb9f5 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "GET /v2.0/subnets/90051f25-5581-49e3-9a76-770c352569fb HTTP/1.1" status: 200 len: 843 time: 0.0756786 Jul 05 04:00:39.524366 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59514) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:39.644553 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0923e130-ace0-4019-85ac-758a8af8e0a2 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['shared'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:39.646069 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0923e130-ace0-4019-85ac-758a8af8e0a2 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "GET /v2.0/subnets/90051f25-5581-49e3-9a76-770c352569fb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1230855 Jul 05 04:00:39.649622 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59530) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:39.654707 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-579e3069-fbaa-470c-84b7-3982799a358d tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1985288873'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:39.745895 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-de3f1cfc-97b7-4d55-96d5-4d93667d6195 req-3c87194a-192e-4f6d-80f5-25e6ad04a27d tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=61931ffe-9cae-4dd0-9a2e-a207996741c3 HTTP/1.1" status: 200 len: 210 time: 0.0797436 Jul 05 04:00:39.788246 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579e3069-fbaa-470c-84b7-3982799a358d tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Made reservation on behalf of d0d741ed6fd54cd0afbf0fdc3c4525cf for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:39.801856 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-579e3069-fbaa-470c-84b7-3982799a358d tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:39.859022 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579e3069-fbaa-470c-84b7-3982799a358d tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:39.890429 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-579e3069-fbaa-470c-84b7-3982799a358d tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:39.891277 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-579e3069-fbaa-470c-84b7-3982799a358d tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Added segment 58f7c712-cc89-46e7-a062-dad51230913a of type vlan for network e4259284-a7be-4f86-904c-c9496348c8c3 Jul 05 04:00:39.966415 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-adf00723-89aa-4f59-837a-2fb6489ffcb0 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:39.974581 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-adf00723-89aa-4f59-837a-2fb6489ffcb0 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.89 "GET /v2.0/networks?id=3b64f625-0433-41d5-8266-5dfdc89559ba HTTP/1.1" status: 200 len: 811 time: 0.1983459 Jul 05 04:00:39.993928 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-8c0f6d0a-8343-46c4-adea-93d8b78088bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Request body: {'port': {'device_id': '61931ffe-9cae-4dd0-9a2e-a207996741c3', 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba', 'admin_state_up': True, 'tenant_id': '501ed92e20d5480db968048631c9d2f5'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:40.000430 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-579e3069-fbaa-470c-84b7-3982799a358d tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.102477 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-579e3069-fbaa-470c-84b7-3982799a358d tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.119230 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579e3069-fbaa-470c-84b7-3982799a358d tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:40.120238 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-579e3069-fbaa-470c-84b7-3982799a358d tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.179576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-8c0f6d0a-8343-46c4-adea-93d8b78088bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Made reservation on behalf of 501ed92e20d5480db968048631c9d2f5 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:40.189416 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-8c0f6d0a-8343-46c4-adea-93d8b78088bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.331966 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-579e3069-fbaa-470c-84b7-3982799a358d tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6811228 Jul 05 04:00:40.338542 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59580) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:40.340940 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e3069-fbaa-470c-84b7-3982799a358d tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event updated for resources: {'Network': ['ID=e4259284-a7be-4f86-904c-c9496348c8c3,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:40.350378 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-4138a156-fdd4-42d5-9970-cea2ae707a69 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Request body: {'subnet': {'network_id': 'e4259284-a7be-4f86-904c-c9496348c8c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:40.497108 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-8c0f6d0a-8343-46c4-adea-93d8b78088bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Allocated IP 172.20.0.4 (3b64f625-0433-41d5-8266-5dfdc89559ba/c2a1cef0-323d-4d98-bbd7-de1cb5542ec9/daf6f63f-8b9d-4c56-baa8-1b0e4988b41e) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:40.615868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 67ea9714-eff0-4a73-b6ce-078041b69a48 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:40.690484 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4138a156-fdd4-42d5-9970-cea2ae707a69 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Made reservation on behalf of d0d741ed6fd54cd0afbf0fdc3c4525cf for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:40.694226 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4138a156-fdd4-42d5-9970-cea2ae707a69 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.712610 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network e4259284-a7be-4f86-904c-c9496348c8c3 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:40.823203 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-8c0f6d0a-8343-46c4-adea-93d8b78088bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.860075 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.ipam_backend_mixin [None req-4138a156-fdd4-42d5-9970-cea2ae707a69 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Performing IP validity checks on allocation pools {{(pid=105538) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 04:00:40.864631 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.ipam_backend_mixin [None req-4138a156-fdd4-42d5-9970-cea2ae707a69 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105538) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 04:00:40.874363 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a099ca-c109-4680-993b-7e899a2184ab req-61ad3656-08eb-4c00-a76f-ad1993763939 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:40.879287 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.891152 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-43a099ca-c109-4680-993b-7e899a2184ab req-61ad3656-08eb-4c00-a76f-ad1993763939 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.3698211 Jul 05 04:00:40.941035 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-8c0f6d0a-8343-46c4-adea-93d8b78088bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.941567 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8646f29a-20d1-471e-8a0c-2f174a94b7ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67ea9714-eff0-4a73-b6ce-078041b69a48'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:40.948761 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279e0df5-aa04-4132-a997-d1fc0d1dae41" -d '{"events": [{"server_uuid": "8646f29a-20d1-471e-8a0c-2f174a94b7ea", "name": "network-vif-unplugged", "status": "completed", "tag": "67ea9714-eff0-4a73-b6ce-078041b69a48"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:40.990606 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 67ea9714-eff0-4a73-b6ce-078041b69a48, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=67ea9714-eff0-4a73-b6ce-078041b69a48,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:40.996587 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.997573 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 273766da-a5ab-4aa9-aa87-8c3c05b47b02 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:41.008292 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-8c0f6d0a-8343-46c4-adea-93d8b78088bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Network 3b64f625-0433-41d5-8266-5dfdc89559ba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:41.038490 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-43a099ca-c109-4680-993b-7e899a2184ab req-aeee88fe-8c3e-4d76-9c50-e9a81f5e092a tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414301 Jul 05 04:00:41.059349 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-8c0f6d0a-8343-46c4-adea-93d8b78088bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:41.084078 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-8c0f6d0a-8343-46c4-adea-93d8b78088bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:41.130604 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=67ea9714-eff0-4a73-b6ce-078041b69a48,revision_number=11']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:41.245531 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.289695 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4138a156-fdd4-42d5-9970-cea2ae707a69 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.328036 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 273766da-a5ab-4aa9-aa87-8c3c05b47b02, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=273766da-a5ab-4aa9-aa87-8c3c05b47b02,segment=NetworkSegment(0c99a00c-e059-4fa8-bac3-c0cea323b9b5),segment_id=0c99a00c-e059-4fa8-bac3-c0cea323b9b5)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:41.334366 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.387540 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f6d0a-8343-46c4-adea-93d8b78088bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Pushing event updated for resources: {'Port': ['ID=daf6f63f-8b9d-4c56-baa8-1b0e4988b41e,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:41.400115 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0f6d0a-8343-46c4-adea-93d8b78088bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:41.400785 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0f6d0a-8343-46c4-adea-93d8b78088bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:41.401469 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0f6d0a-8343-46c4-adea-93d8b78088bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:41.401967 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0f6d0a-8343-46c4-adea-93d8b78088bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:41.402680 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0f6d0a-8343-46c4-adea-93d8b78088bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:41.403171 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0f6d0a-8343-46c4-adea-93d8b78088bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:41.403657 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0f6d0a-8343-46c4-adea-93d8b78088bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:41.404153 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0f6d0a-8343-46c4-adea-93d8b78088bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:41.404743 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0f6d0a-8343-46c4-adea-93d8b78088bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:41.405238 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0f6d0a-8343-46c4-adea-93d8b78088bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:41.405715 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0f6d0a-8343-46c4-adea-93d8b78088bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:41.406182 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0f6d0a-8343-46c4-adea-93d8b78088bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:41.429847 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-8c0f6d0a-8343-46c4-adea-93d8b78088bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:41.431518 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-8c0f6d0a-8343-46c4-adea-93d8b78088bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.466433 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=273766da-a5ab-4aa9-aa87-8c3c05b47b02,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:41.482469 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fcf1f-e801-491e-bdae-9098f89c8a32 req-073a0e77-7fc0-44b1-9840-e4556074a760 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:41.493039 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-210fcf1f-e801-491e-bdae-9098f89c8a32 req-073a0e77-7fc0-44b1-9840-e4556074a760 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=61931ffe-9cae-4dd0-9a2e-a207996741c3 HTTP/1.1" status: 200 len: 931 time: 0.2162564 Jul 05 04:00:41.495414 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138a156-fdd4-42d5-9970-cea2ae707a69 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event updated for resources: {'Subnet': ['ID=794e1a16-7398-4154-804c-e037e5c8d4d4,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:41.505532 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f712f349-f80f-48d7-9c32-1c311220b3a9 x-openstack-request-id: req-f712f349-f80f-48d7-9c32-1c311220b3a9 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:41.505822 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8646f29a-20d1-471e-8a0c-2f174a94b7ea", "name": "network-vif-unplugged", "status": "completed", "tag": "67ea9714-eff0-4a73-b6ce-078041b69a48", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:41.506075 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f712f349-f80f-48d7-9c32-1c311220b3a9 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:41.506473 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8646f29a-20d1-471e-8a0c-2f174a94b7ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67ea9714-eff0-4a73-b6ce-078041b69a48', 'code': 200} Jul 05 04:00:41.508842 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-8c0f6d0a-8343-46c4-adea-93d8b78088bb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5245051 Jul 05 04:00:41.525312 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-e6fbb241-9d78-4885-9f6a-9b63d262f9b8 service neutron] Request body: {'port': {'device_id': '61931ffe-9cae-4dd0-9a2e-a207996741c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:41.533497 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4138a156-fdd4-42d5-9970-cea2ae707a69 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Checking segment: {'id': '58f7c712-cc89-46e7-a062-dad51230913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e4259284-a7be-4f86-904c-c9496348c8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:41.533870 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4138a156-fdd4-42d5-9970-cea2ae707a69 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Network hostable DHCP agents. Network: e4259284-a7be-4f86-904c-c9496348c8c3, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:41.586076 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-210fcf1f-e801-491e-bdae-9098f89c8a32 req-bce15316-c630-49c1-b138-f277d84793be tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916829 Jul 05 04:00:41.600887 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4138a156-fdd4-42d5-9970-cea2ae707a69 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Network e4259284-a7be-4f86-904c-c9496348c8c3 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:41.623828 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-4138a156-fdd4-42d5-9970-cea2ae707a69 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, e4259284-a7be-4f86-904c-c9496348c8c3) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:41.633874 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95928805-a0bd-48c8-9bdb-a91d049872d1 None None] Network e4259284-a7be-4f86-904c-c9496348c8c3 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:41.660294 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4138a156-fdd4-42d5-9970-cea2ae707a69 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:41.662320 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4138a156-fdd4-42d5-9970-cea2ae707a69 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.717904 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59626) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:41.721758 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4138a156-fdd4-42d5-9970-cea2ae707a69 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3809652 Jul 05 04:00:41.729343 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-02ee3487-e78b-4935-9fa6-ffd17c1de1c2 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:41.939866 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-e6fbb241-9d78-4885-9f6a-9b63d262f9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.024782 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae225df-588a-4273-addd-83688dfea220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-e4259284-a7be-4f86-904c-c9496348c8c3', 'network_id': 'e4259284-a7be-4f86-904c-c9496348c8c3', 'tenant_id': 'd0d741ed6fd54cd0afbf0fdc3c4525cf', 'fixed_ips': [{'subnet_id': '794e1a16-7398-4154-804c-e037e5c8d4d4'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:42.026408 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8ae225df-588a-4273-addd-83688dfea220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.058328 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-02ee3487-e78b-4935-9fa6-ffd17c1de1c2 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10132668'] for subnet, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.392238 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.api [None req-8ae225df-588a-4273-addd-83688dfea220 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:00:42.392238 n-d-780147-23 neutron-server[105540]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 05 04:00:42.392238 n-d-780147-23 neutron-server[105540]: [parameters: {'in_use': 1, 'id_1': '794e1a16-7398-4154-804c-e037e5c8d4d4'}] Jul 05 04:00:42.392238 n-d-780147-23 neutron-server[105540]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:00:42.392839 n-d-780147-23 neutron-server[105540]: DEBUG oslo_db.api [None req-8ae225df-588a-4273-addd-83688dfea220 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:00:42.401230 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242995bc-7bc6-493b-bfc4-b11012ac2b9e req-eb87a675-1320-4705-b596-58c259cc16c7 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:42.407879 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-242995bc-7bc6-493b-bfc4-b11012ac2b9e req-eb87a675-1320-4705-b596-58c259cc16c7 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 943 time: 0.1913838 Jul 05 04:00:42.459657 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-242995bc-7bc6-493b-bfc4-b11012ac2b9e req-d0e7a1e2-853d-4810-b14f-8a42a4d53125 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507412 Jul 05 04:00:42.607862 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-02ee3487-e78b-4935-9fa6-ffd17c1de1c2 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787916950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10254683'] for subnet, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.752152 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.753135 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee3487-e78b-4935-9fa6-ffd17c1de1c2 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event updated for resources: {'Subnet': ['ID=794e1a16-7398-4154-804c-e037e5c8d4d4,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:42.807171 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ee3487-e78b-4935-9fa6-ffd17c1de1c2 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:42.808013 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-02ee3487-e78b-4935-9fa6-ffd17c1de1c2 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.809773 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-02ee3487-e78b-4935-9fa6-ffd17c1de1c2 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "PUT /v2.0/subnets/794e1a16-7398-4154-804c-e037e5c8d4d4 HTTP/1.1" status: 200 len: 900 time: 1.0903432 Jul 05 04:00:42.813128 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59696) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:42.844001 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fad2d8-f697-4b62-b342-d9425e9641c1 req-e52cacac-4a69-4088-961c-2977181f05d5 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:42.847817 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-61fad2d8-f697-4b62-b342-d9425e9641c1 req-e52cacac-4a69-4088-961c-2977181f05d5 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 943 time: 0.1386476 Jul 05 04:00:42.894554 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8ae225df-588a-4273-addd-83688dfea220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.900730 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-e6fbb241-9d78-4885-9f6a-9b63d262f9b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf6f63f-8b9d-4c56-baa8-1b0e4988b41e {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:00:42.914364 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-e6fbb241-9d78-4885-9f6a-9b63d262f9b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.947331 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-e6fbb241-9d78-4885-9f6a-9b63d262f9b8 service neutron] Transition to ACTIVE for port object daf6f63f-8b9d-4c56-baa8-1b0e4988b41e will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:42.972548 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-e6fbb241-9d78-4885-9f6a-9b63d262f9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.987268 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-61fad2d8-f697-4b62-b342-d9425e9641c1 req-1f7a4744-c67a-4639-8fe3-d45d37b12ab8 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319649 Jul 05 04:00:43.032054 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.063289 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbb241-9d78-4885-9f6a-9b63d262f9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=daf6f63f-8b9d-4c56-baa8-1b0e4988b41e,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:43.163920 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-8ae225df-588a-4273-addd-83688dfea220 None None] Allocated IP 2001:db8::3 (e4259284-a7be-4f86-904c-c9496348c8c3/794e1a16-7398-4154-804c-e037e5c8d4d4/9caff885-e9f4-41c2-bffe-5a46ded76319) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:43.214440 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-e6fbb241-9d78-4885-9f6a-9b63d262f9b8 service neutron] Attempting to bind port daf6f63f-8b9d-4c56-baa8-1b0e4988b41e on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:43.214779 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-e6fbb241-9d78-4885-9f6a-9b63d262f9b8 service neutron] Attempting to bind port daf6f63f-8b9d-4c56-baa8-1b0e4988b41e by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:43.215111 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-e6fbb241-9d78-4885-9f6a-9b63d262f9b8 service neutron] Attempting to bind port daf6f63f-8b9d-4c56-baa8-1b0e4988b41e on network 3b64f625-0433-41d5-8266-5dfdc89559ba {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:43.226157 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-e6fbb241-9d78-4885-9f6a-9b63d262f9b8 service neutron] Port daf6f63f-8b9d-4c56-baa8-1b0e4988b41e on network 3b64f625-0433-41d5-8266-5dfdc89559ba not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:00:43.226543 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-e6fbb241-9d78-4885-9f6a-9b63d262f9b8 service neutron] Attempting to bind port daf6f63f-8b9d-4c56-baa8-1b0e4988b41e on network 3b64f625-0433-41d5-8266-5dfdc89559ba {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:43.252132 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-e6fbb241-9d78-4885-9f6a-9b63d262f9b8 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:43.252520 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-e6fbb241-9d78-4885-9f6a-9b63d262f9b8 service neutron] Checking segment: {'id': 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:43.252871 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-e6fbb241-9d78-4885-9f6a-9b63d262f9b8 service neutron] Bound using segment: {'id': 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:43.253335 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-e6fbb241-9d78-4885-9f6a-9b63d262f9b8 service neutron] Bound port: daf6f63f-8b9d-4c56-baa8-1b0e4988b41e, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:43.253673 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-e6fbb241-9d78-4885-9f6a-9b63d262f9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.275356 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.366958 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ffe36-694e-419d-8390-00e0dd064db4 req-fbcbf806-8138-4dd9-944c-bb2dc0ddc52f tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:43.371063 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d2ffe36-694e-419d-8390-00e0dd064db4 req-fbcbf806-8138-4dd9-944c-bb2dc0ddc52f tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=61931ffe-9cae-4dd0-9a2e-a207996741c3 HTTP/1.1" status: 200 len: 943 time: 0.1778851 Jul 05 04:00:43.402942 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-e6fbb241-9d78-4885-9f6a-9b63d262f9b8 service neutron] For port daf6f63f-8b9d-4c56-baa8-1b0e4988b41e, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:43.413231 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-e6fbb241-9d78-4885-9f6a-9b63d262f9b8 service neutron] For port daf6f63f-8b9d-4c56-baa8-1b0e4988b41e, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=daf6f63f-8b9d-4c56-baa8-1b0e4988b41e,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:43.419481 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-e6fbb241-9d78-4885-9f6a-9b63d262f9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.468569 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d2ffe36-694e-419d-8390-00e0dd064db4 req-037461ec-a0f2-4524-a241-978616e8a277 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914247 Jul 05 04:00:43.469990 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-e6fbb241-9d78-4885-9f6a-9b63d262f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:43.470476 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-e6fbb241-9d78-4885-9f6a-9b63d262f9b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.472096 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-e6fbb241-9d78-4885-9f6a-9b63d262f9b8 service neutron] 10.222.0.89 "PUT /v2.0/ports/daf6f63f-8b9d-4c56-baa8-1b0e4988b41e HTTP/1.1" status: 200 len: 1092 time: 1.9516697 Jul 05 04:00:43.476047 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61931ffe-9cae-4dd0-9a2e-a207996741c3', 'tag': 'daf6f63f-8b9d-4c56-baa8-1b0e4988b41e'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:43.491511 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9fead1-ef73-4c83-8828-09d27e9853a9" -d '{"events": [{"name": "network-changed", "server_uuid": "61931ffe-9cae-4dd0-9a2e-a207996741c3", "tag": "daf6f63f-8b9d-4c56-baa8-1b0e4988b41e"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:43.499176 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8ae225df-588a-4273-addd-83688dfea220 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.509814 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd525443a-faf5-4515-9877-65d292c47592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '273766da-a5ab-4aa9-aa87-8c3c05b47b02'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:43.518120 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b359fe-b054-4ebf-b303-139ee2097a61" -d '{"events": [{"server_uuid": "d525443a-faf5-4515-9877-65d292c47592", "name": "network-vif-unplugged", "status": "completed", "tag": "273766da-a5ab-4aa9-aa87-8c3c05b47b02"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:43.527026 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8ae225df-588a-4273-addd-83688dfea220 None None] Transition to ACTIVE for port object 9caff885-e9f4-41c2-bffe-5a46ded76319 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:43.544496 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8ae225df-588a-4273-addd-83688dfea220 None None] Transition to ACTIVE for port object 9caff885-e9f4-41c2-bffe-5a46ded76319 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:43.555826 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8ae225df-588a-4273-addd-83688dfea220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.590875 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae225df-588a-4273-addd-83688dfea220 None None] Network e4259284-a7be-4f86-904c-c9496348c8c3 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:43.595249 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-8ae225df-588a-4273-addd-83688dfea220 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:43.629855 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae225df-588a-4273-addd-83688dfea220 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:43.660246 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbb241-9d78-4885-9f6a-9b63d262f9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=daf6f63f-8b9d-4c56-baa8-1b0e4988b41e,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:43.703290 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.718672 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8ae225df-588a-4273-addd-83688dfea220 None None] Attempting to bind port 9caff885-e9f4-41c2-bffe-5a46ded76319 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:43.719058 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8ae225df-588a-4273-addd-83688dfea220 None None] Attempting to bind port 9caff885-e9f4-41c2-bffe-5a46ded76319 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '58f7c712-cc89-46e7-a062-dad51230913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e4259284-a7be-4f86-904c-c9496348c8c3'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:43.719405 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae225df-588a-4273-addd-83688dfea220 None None] Attempting to bind port 9caff885-e9f4-41c2-bffe-5a46ded76319 on network e4259284-a7be-4f86-904c-c9496348c8c3 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:43.733986 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae225df-588a-4273-addd-83688dfea220 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:43.734492 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae225df-588a-4273-addd-83688dfea220 None None] Checking segment: {'id': '58f7c712-cc89-46e7-a062-dad51230913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e4259284-a7be-4f86-904c-c9496348c8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:43.735075 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8ae225df-588a-4273-addd-83688dfea220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.736354 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae225df-588a-4273-addd-83688dfea220 None None] Bound using segment: {'id': '58f7c712-cc89-46e7-a062-dad51230913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e4259284-a7be-4f86-904c-c9496348c8c3'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:43.737139 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8ae225df-588a-4273-addd-83688dfea220 None None] Bound port: 9caff885-e9f4-41c2-bffe-5a46ded76319, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f7c712-cc89-46e7-a062-dad51230913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e4259284-a7be-4f86-904c-c9496348c8c3'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:43.737736 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8ae225df-588a-4273-addd-83688dfea220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.759327 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae225df-588a-4273-addd-83688dfea220 None None] Pushing event updated for resources: {'Port': ['ID=9caff885-e9f4-41c2-bffe-5a46ded76319,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:43.805396 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event deleted for resources: {'Subnet': ['ID=794e1a16-7398-4154-804c-e037e5c8d4d4,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:43.838798 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8ae225df-588a-4273-addd-83688dfea220 None None] For port 9caff885-e9f4-41c2-bffe-5a46ded76319, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:43.842958 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8ae225df-588a-4273-addd-83688dfea220 None None] For port 9caff885-e9f4-41c2-bffe-5a46ded76319, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=9caff885-e9f4-41c2-bffe-5a46ded76319,segment=NetworkSegment(58f7c712-cc89-46e7-a062-dad51230913a),segment_id=58f7c712-cc89-46e7-a062-dad51230913a)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:43.849264 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8ae225df-588a-4273-addd-83688dfea220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.956492 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a7bf03-b107-4b4f-a21b-30935ca8636c x-openstack-request-id: req-49a7bf03-b107-4b4f-a21b-30935ca8636c {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:43.956798 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61931ffe-9cae-4dd0-9a2e-a207996741c3", "tag": "daf6f63f-8b9d-4c56-baa8-1b0e4988b41e", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:43.957183 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-49a7bf03-b107-4b4f-a21b-30935ca8636c {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:43.957815 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61931ffe-9cae-4dd0-9a2e-a207996741c3', 'tag': 'daf6f63f-8b9d-4c56-baa8-1b0e4988b41e', 'status': 'completed', 'code': 200} Jul 05 04:00:43.964391 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e75be8f-3dd0-413c-a7d4-876047a6017c x-openstack-request-id: req-8e75be8f-3dd0-413c-a7d4-876047a6017c {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:43.964740 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d525443a-faf5-4515-9877-65d292c47592", "name": "network-vif-unplugged", "status": "failed", "tag": "273766da-a5ab-4aa9-aa87-8c3c05b47b02", "code": 422}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:43.964920 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8e75be8f-3dd0-413c-a7d4-876047a6017c {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:43.965341 n-d-780147-23 neutron-server[105540]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd525443a-faf5-4515-9877-65d292c47592', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '273766da-a5ab-4aa9-aa87-8c3c05b47b02', 'code': 422} returned with failed status Jul 05 04:00:43.988000 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3772dd90-466c-4f2a-a1d8-6b8520d3cee7 None None] Network e4259284-a7be-4f86-904c-c9496348c8c3 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:43.996802 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-7b07c34c-9636-4415-b106-c291c3d7d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:43.999227 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-7b07c34c-9636-4415-b106-c291c3d7d54f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=501ed92e20d5480db968048631c9d2f5&device_id=61931ffe-9cae-4dd0-9a2e-a207996741c3 HTTP/1.1" status: 200 len: 1095 time: 0.4716566 Jul 05 04:00:44.001864 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.038711 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4259284-a7be-4f86-904c-c9496348c8c3']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:44.094249 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-3d3eb61c-0532-4956-94dc-46bc22cb225b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daf6f63f-8b9d-4c56-baa8-1b0e4988b41e HTTP/1.1" status: 200 len: 217 time: 0.0788920 Jul 05 04:00:44.097764 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f7c712-cc89-46e7-a062-dad51230913a') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:44.098594 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f7c712-cc89-46e7-a062-dad51230913a') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:44.126932 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.171908 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.190847 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:44.191999 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:44.196907 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:44.220893 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-be2aa0c9-5165-4219-b019-06e3841fde74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:44.222809 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-be2aa0c9-5165-4219-b019-06e3841fde74 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c2a1cef0-323d-4d98-bbd7-de1cb5542ec9 HTTP/1.1" status: 200 len: 851 time: 0.1203370 Jul 05 04:00:44.302141 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae225df-588a-4273-addd-83688dfea220 None None] Pushing event updated for resources: {'Port': ['ID=9caff885-e9f4-41c2-bffe-5a46ded76319,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:44.334539 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-9dd80e7f-3da6-41fc-9579-21dd6c4069e0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3b64f625-0433-41d5-8266-5dfdc89559ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818942 Jul 05 04:00:44.362904 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.db.api [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:00:44.362904 n-d-780147-23 neutron-server[105539]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:00:44.362904 n-d-780147-23 neutron-server[105539]: [parameters: {'id': 'e4259284-a7be-4f86-904c-c9496348c8c3'}] Jul 05 04:00:44.362904 n-d-780147-23 neutron-server[105539]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105539) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:00:44.363392 n-d-780147-23 neutron-server[105539]: DEBUG oslo_db.api [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:00:44.446081 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1748720-7812-4f8f-8c72-a4a2b6ef48e5 None None] Network e4259284-a7be-4f86-904c-c9496348c8c3 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:44.579759 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-3edddc1c-677c-4aad-9984-fba5c411040e service neutron] 10.222.0.89 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335773 Jul 05 04:00:44.624095 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f81164-b572-4fa9-b8b3-11ccce3986bf None None] get_active_networks_info from n-d-780147-23 {{(pid=105540) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:00:44.755937 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 273766da-a5ab-4aa9-aa87-8c3c05b47b02 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:44.853898 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8a1fd28d-3679-4030-aee5-61d24e52d579 req-343e23cf-e1d5-497b-8bc0-483dd13e5628 service neutron] 10.222.0.89 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641404 Jul 05 04:00:44.864791 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.966639 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f81164-b572-4fa9-b8b3-11ccce3986bf None None] Resources bound (agent type, host, resource id): {{(pid=105540) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:00:45.097802 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Deleting port 9caff885-e9f4-41c2-bffe-5a46ded76319 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:45.098201 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.177022 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fead1-ef73-4c83-8828-09d27e9853a9 req-9df3783b-0d56-4495-bf81-c098d686bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:45.181208 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be9fead1-ef73-4c83-8828-09d27e9853a9 req-9df3783b-0d56-4495-bf81-c098d686bb32 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=501ed92e20d5480db968048631c9d2f5&device_id=61931ffe-9cae-4dd0-9a2e-a207996741c3 HTTP/1.1" status: 200 len: 1095 time: 0.2391486 Jul 05 04:00:45.204468 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c51a6-4ebe-4f5f-89e3-4216be4b1a73 req-699e40c0-6029-49f3-bf7e-034ab0d18206 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:45.211830 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e57c51a6-4ebe-4f5f-89e3-4216be4b1a73 req-699e40c0-6029-49f3-bf7e-034ab0d18206 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=61931ffe-9cae-4dd0-9a2e-a207996741c3 HTTP/1.1" status: 200 len: 943 time: 0.1971467 Jul 05 04:00:45.307564 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] For port 9caff885-e9f4-41c2-bffe-5a46ded76319, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=9caff885-e9f4-41c2-bffe-5a46ded76319,segment=NetworkSegment(58f7c712-cc89-46e7-a062-dad51230913a),segment_id=58f7c712-cc89-46e7-a062-dad51230913a)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:45.307564 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.352062 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e57c51a6-4ebe-4f5f-89e3-4216be4b1a73 req-5a962d75-c364-4e19-a25b-d9c6c5d3bcc1 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390052 Jul 05 04:00:45.366088 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Calling delete_port for 9caff885-e9f4-41c2-bffe-5a46ded76319 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:45.493163 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fead1-ef73-4c83-8828-09d27e9853a9 req-ffe8a24b-7611-430c-8834-251277f573c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:45.494658 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be9fead1-ef73-4c83-8828-09d27e9853a9 req-ffe8a24b-7611-430c-8834-251277f573c9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3b64f625-0433-41d5-8266-5dfdc89559ba HTTP/1.1" status: 200 len: 912 time: 0.3081698 Jul 05 04:00:45.560945 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be9fead1-ef73-4c83-8828-09d27e9853a9 req-4a767651-b345-4d8a-81f3-c0df10447f4f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daf6f63f-8b9d-4c56-baa8-1b0e4988b41e HTTP/1.1" status: 200 len: 217 time: 0.0576487 Jul 05 04:00:45.694746 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fead1-ef73-4c83-8828-09d27e9853a9 req-bf5d8b89-41d5-4970-bd9f-48054ab65a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:45.696427 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be9fead1-ef73-4c83-8828-09d27e9853a9 req-bf5d8b89-41d5-4970-bd9f-48054ab65a6e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c2a1cef0-323d-4d98-bbd7-de1cb5542ec9 HTTP/1.1" status: 200 len: 851 time: 0.1122553 Jul 05 04:00:45.779593 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be9fead1-ef73-4c83-8828-09d27e9853a9 req-197b5422-8e97-4304-befb-8649b242f04f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3b64f625-0433-41d5-8266-5dfdc89559ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753253 Jul 05 04:00:45.781064 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.826529 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event deleted for resources: {'Port': ['ID=9caff885-e9f4-41c2-bffe-5a46ded76319,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:45.828785 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] No DVR routers for this DVR port 9caff885-e9f4-41c2-bffe-5a46ded76319 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:45.918389 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f3293-febb-40f7-8170-5c2608d62aab req-e4fed14b-961f-4a48-8668-992b60be3720 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:45.929697 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9c9f3293-febb-40f7-8170-5c2608d62aab req-e4fed14b-961f-4a48-8668-992b60be3720 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 943 time: 0.1459901 Jul 05 04:00:46.019452 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9c9f3293-febb-40f7-8170-5c2608d62aab req-aa9065c6-0c62-4750-b612-9818595f3a9f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884426 Jul 05 04:00:46.404240 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.448653 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4259284-a7be-4f86-904c-c9496348c8c3']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:46.553830 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f7c712-cc89-46e7-a062-dad51230913a') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:46.554578 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f7c712-cc89-46e7-a062-dad51230913a') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:46.600634 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.648871 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be9fead1-ef73-4c83-8828-09d27e9853a9 req-bc99a298-5f2e-48bf-8076-4d5b3a27f9ca service neutron] 10.222.0.89 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8614480 Jul 05 04:00:46.660437 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device daf6f63f-8b9d-4c56-baa8-1b0e4988b41e details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:00:46.661180 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.690465 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:46.690886 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:46.695557 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:46.815273 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-917af8d9-5988-49a8-881e-c18861279d9f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8752749 Jul 05 04:00:46.839130 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca40bd-224b-43b5-add2-c1b99cfac463 req-a8e974ad-d28d-4df0-acb5-4dc802aef4b7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:46.847319 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-27ca40bd-224b-43b5-add2-c1b99cfac463 req-a8e974ad-d28d-4df0-acb5-4dc802aef4b7 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=61931ffe-9cae-4dd0-9a2e-a207996741c3 HTTP/1.1" status: 200 len: 943 time: 0.2988884 Jul 05 04:00:46.849844 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port daf6f63f-8b9d-4c56-baa8-1b0e4988b41e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=daf6f63f-8b9d-4c56-baa8-1b0e4988b41e,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:46.868473 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.882922 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'daf6f63f-8b9d-4c56-baa8-1b0e4988b41e', 'network_id': '3b64f625-0433-41d5-8266-5dfdc89559ba', 'port_id': 'daf6f63f-8b9d-4c56-baa8-1b0e4988b41e', 'mac_address': 'fa:16:3e:73:7b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a1cef0-323d-4d98-bbd7-de1cb5542ec9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:00:46.890674 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.898262 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/networks/e4259284-a7be-4f86-904c-c9496348c8c3 HTTP/1.1" status: 204 len: 168 time: 4.0785098 Jul 05 04:00:46.899658 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59850) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:46.927749 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aaf411-b90c-458d-a4ee-65469401eb1f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event deleted for resources: {'Network': ['ID=e4259284-a7be-4f86-904c-c9496348c8c3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:46.975896 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be9fead1-ef73-4c83-8828-09d27e9853a9 req-f780a559-dae8-4bf3-ad30-64c4d04f88b6 service neutron] 10.222.0.89 "GET /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079793 Jul 05 04:00:46.994781 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c2ec2d-beed-49d4-81de-6c5e835db58a tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:46.995387 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c2ec2d-beed-49d4-81de-6c5e835db58a tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:47.003377 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.005106 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-80c2ec2d-beed-49d4-81de-6c5e835db58a tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/subnets/794e1a16-7398-4154-804c-e037e5c8d4d4 HTTP/1.1" status: 404 len: 337 time: 0.1036754 Jul 05 04:00:47.005762 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59854) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:47.012288 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-27ca40bd-224b-43b5-add2-c1b99cfac463 req-cf7eac87-e413-4e65-9eab-077af678d185 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637254 Jul 05 04:00:47.054721 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf6f63f-8b9d-4c56-baa8-1b0e4988b41e {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:00:47.087262 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec0eb9d7-5493-40f5-b9b8-bca599650198 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:47.088089 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec0eb9d7-5493-40f5-b9b8-bca599650198 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:47.089899 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ec0eb9d7-5493-40f5-b9b8-bca599650198 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/networks/e4259284-a7be-4f86-904c-c9496348c8c3 HTTP/1.1" status: 404 len: 339 time: 0.0764294 Jul 05 04:00:47.092751 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59864) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:47.130489 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port daf6f63f-8b9d-4c56-baa8-1b0e4988b41e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=daf6f63f-8b9d-4c56-baa8-1b0e4988b41e,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:47.135377 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.273926 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f65781d9-5209-4a4a-ab2b-c8406e20d458 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.283411 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=daf6f63f-8b9d-4c56-baa8-1b0e4988b41e,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:47.399908 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f65781d9-5209-4a4a-ab2b-c8406e20d458 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.412796 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-f65781d9-5209-4a4a-ab2b-c8406e20d458 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c607ee07-85da-4b32-8449-80bd23ddb99c']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:47.433412 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-f65781d9-5209-4a4a-ab2b-c8406e20d458 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad7d87f-a13e-4376-a012-10175e44be5b') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:47.433794 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-f65781d9-5209-4a4a-ab2b-c8406e20d458 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad7d87f-a13e-4376-a012-10175e44be5b') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:47.456886 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['daf6f63f-8b9d-4c56-baa8-1b0e4988b41e'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:47.473505 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f65781d9-5209-4a4a-ab2b-c8406e20d458 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.516207 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f65781d9-5209-4a4a-ab2b-c8406e20d458 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.540346 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f65781d9-5209-4a4a-ab2b-c8406e20d458 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:47.541282 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f65781d9-5209-4a4a-ab2b-c8406e20d458 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:47.544583 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:47.648243 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b033d-a1e3-4e25-ae36-c5b977331e90 req-187556e7-1dc2-45c9-8a42-36c26c9e44aa tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:47.656259 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-347b033d-a1e3-4e25-ae36-c5b977331e90 req-187556e7-1dc2-45c9-8a42-36c26c9e44aa tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 943 time: 0.2058640 Jul 05 04:00:47.679194 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f65781d9-5209-4a4a-ab2b-c8406e20d458 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.688593 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f65781d9-5209-4a4a-ab2b-c8406e20d458 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.693254 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59870) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:47.693439 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f65781d9-5209-4a4a-ab2b-c8406e20d458 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/networks/c607ee07-85da-4b32-8449-80bd23ddb99c HTTP/1.1" status: 204 len: 168 time: 0.5995231 Jul 05 04:00:47.713192 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65781d9-5209-4a4a-ab2b-c8406e20d458 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event deleted for resources: {'Network': ['ID=c607ee07-85da-4b32-8449-80bd23ddb99c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:47.743862 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-347b033d-a1e3-4e25-ae36-c5b977331e90 req-77e4773d-95f6-437b-ae7d-32c7a1edd7a5 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865126 Jul 05 04:00:47.757147 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b17ef6-959c-48ab-83a4-e9667561fe5a tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:47.757996 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b17ef6-959c-48ab-83a4-e9667561fe5a tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:47.761566 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-78b17ef6-959c-48ab-83a4-e9667561fe5a tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/subnets/ee347105-8164-415b-b191-47cbd38b6831 HTTP/1.1" status: 404 len: 337 time: 0.0666854 Jul 05 04:00:47.764344 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59872) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:47.798688 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a0dc40-a9a4-42bc-a97b-2748e3516952 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:47.799192 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0a0dc40-a9a4-42bc-a97b-2748e3516952 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:47.803726 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59874) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:47.804037 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a0a0dc40-a9a4-42bc-a97b-2748e3516952 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/networks/fbb66541-d519-42a0-a472-b82f3560fbed HTTP/1.1" status: 404 len: 339 time: 0.0385664 Jul 05 04:00:47.911193 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5548fd5-fd16-423b-853f-cdb0d9b8add8 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Deleting subnet 4d5cd590-84f1-40c0-8de0-644e9b3f466f {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:47.919766 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a5548fd5-fd16-423b-853f-cdb0d9b8add8 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.988906 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a5548fd5-fd16-423b-853f-cdb0d9b8add8 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.149073 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a5548fd5-fd16-423b-853f-cdb0d9b8add8 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.282073 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a5548fd5-fd16-423b-853f-cdb0d9b8add8 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.331198 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00379443-28d7-4175-8636-2f364f8e6896 req-78100858-8bda-40e0-a0c3-3e071a046e76 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:48.333227 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-00379443-28d7-4175-8636-2f364f8e6896 req-78100858-8bda-40e0-a0c3-3e071a046e76 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/ports?device_id=d68c521e-765a-4528-aaf0-81cedbba5230 HTTP/1.1" status: 200 len: 948 time: 0.1491699 Jul 05 04:00:48.373259 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5548fd5-fd16-423b-853f-cdb0d9b8add8 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5cd590-84f1-40c0-8de0-644e9b3f466f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:48.400182 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a991d62f-e8d8-49ae-9bc0-efa2301b8201 None None] Network 412b3dd8-bc60-49dc-87c8-0a4da1c0018e requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:48.429084 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-00379443-28d7-4175-8636-2f364f8e6896 req-969670b3-cc23-405c-8d15-d8287c77f51a tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/security-groups?id=41211d4f-8bab-4f3e-af15-f89c2da58568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899582 Jul 05 04:00:48.434900 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a5548fd5-fd16-423b-853f-cdb0d9b8add8 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.437619 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a5548fd5-fd16-423b-853f-cdb0d9b8add8 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/subnets/4d5cd590-84f1-40c0-8de0-644e9b3f466f HTTP/1.1" status: 204 len: 168 time: 0.6321797 Jul 05 04:00:48.441227 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59886) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:48.551062 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c27ff5-f5d9-4a49-8b4c-31578ccb972c req-29e73297-3e1a-4d38-a6c3-c6d1cb4329da tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:48.558359 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-26c27ff5-f5d9-4a49-8b4c-31578ccb972c req-29e73297-3e1a-4d38-a6c3-c6d1cb4329da tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=61931ffe-9cae-4dd0-9a2e-a207996741c3 HTTP/1.1" status: 200 len: 944 time: 0.2021966 Jul 05 04:00:48.591494 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-eaadcb28-3a4c-4f57-bd82-3df07aba6657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:48.593997 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-eaadcb28-3a4c-4f57-bd82-3df07aba6657 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592&tenant_id=95f0b38a585f41a59ed1656d8eea23b3 HTTP/1.1" status: 200 len: 1095 time: 0.3275230 Jul 05 04:00:48.603690 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ddf6906-395a-4923-9b62-f12c005026db tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Deleting subnet d1d4191b-7c31-45bc-ba41-d0e73c085097 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:48.607731 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6906-395a-4923-9b62-f12c005026db tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.624965 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-23', 'device_owner': 'compute:nova'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:48.664711 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device daf6f63f-8b9d-4c56-baa8-1b0e4988b41e up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:48.725822 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-26c27ff5-f5d9-4a49-8b4c-31578ccb972c req-71320687-c06d-43fa-b525-df7e6c1998c1 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648111 Jul 05 04:00:48.807204 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6906-395a-4923-9b62-f12c005026db tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.840370 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port daf6f63f-8b9d-4c56-baa8-1b0e4988b41e completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:48.848455 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port daf6f63f-8b9d-4c56-baa8-1b0e4988b41e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:48.849064 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.879892 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.002405 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.054260 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61931ffe-9cae-4dd0-9a2e-a207996741c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf6f63f-8b9d-4c56-baa8-1b0e4988b41e'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:49.058581 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3256ad0-2193-4b0e-a14f-2f8cba242a39" -d '{"events": [{"server_uuid": "61931ffe-9cae-4dd0-9a2e-a207996741c3", "name": "network-vif-plugged", "status": "completed", "tag": "daf6f63f-8b9d-4c56-baa8-1b0e4988b41e"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:49.078491 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port daf6f63f-8b9d-4c56-baa8-1b0e4988b41e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=daf6f63f-8b9d-4c56-baa8-1b0e4988b41e,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:49.088787 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.178244 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=daf6f63f-8b9d-4c56-baa8-1b0e4988b41e,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:49.201124 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a556df-f85d-4582-8ada-6322220a9932 x-openstack-request-id: req-72a556df-f85d-4582-8ada-6322220a9932 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:49.201822 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61931ffe-9cae-4dd0-9a2e-a207996741c3", "name": "network-vif-plugged", "status": "completed", "tag": "daf6f63f-8b9d-4c56-baa8-1b0e4988b41e", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:49.202413 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-72a556df-f85d-4582-8ada-6322220a9932 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:49.203476 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61931ffe-9cae-4dd0-9a2e-a207996741c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf6f63f-8b9d-4c56-baa8-1b0e4988b41e', 'code': 200} Jul 05 04:00:49.283464 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d302dc1-e399-4eb1-ad69-d7db51d838bd req-47bfa228-0cbc-4a62-a400-7ff532154779 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:49.285370 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2d302dc1-e399-4eb1-ad69-d7db51d838bd req-47bfa228-0cbc-4a62-a400-7ff532154779 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 943 time: 0.1796939 Jul 05 04:00:49.402451 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2d302dc1-e399-4eb1-ad69-d7db51d838bd req-3865ddc5-add4-4c85-8e0e-8d7fb812bc09 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011195 Jul 05 04:00:49.440061 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6906-395a-4923-9b62-f12c005026db tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.455015 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888fab3-7f5f-4d77-93bf-c7ceae17a99b req-09eb968d-c348-41a0-993e-a0259b7e7366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:49.456991 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4888fab3-7f5f-4d77-93bf-c7ceae17a99b req-09eb968d-c348-41a0-993e-a0259b7e7366 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=61931ffe-9cae-4dd0-9a2e-a207996741c3 HTTP/1.1" status: 200 len: 1097 time: 0.2004845 Jul 05 04:00:49.492082 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] For port 273766da-a5ab-4aa9-aa87-8c3c05b47b02, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=273766da-a5ab-4aa9-aa87-8c3c05b47b02,segment=NetworkSegment(0c99a00c-e059-4fa8-bac3-c0cea323b9b5),segment_id=0c99a00c-e059-4fa8-bac3-c0cea323b9b5)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:49.564492 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4888fab3-7f5f-4d77-93bf-c7ceae17a99b req-553c99cf-1a6f-45d2-8875-e3e1692c93c7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907102 Jul 05 04:00:49.599774 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] For port 273766da-a5ab-4aa9-aa87-8c3c05b47b02, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:49.648286 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6906-395a-4923-9b62-f12c005026db tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.691429 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6906-395a-4923-9b62-f12c005026db tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.694720 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8ddf6906-395a-4923-9b62-f12c005026db tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/subnets/d1d4191b-7c31-45bc-ba41-d0e73c085097 HTTP/1.1" status: 204 len: 168 time: 1.2503853 Jul 05 04:00:49.698465 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59898) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:49.772404 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf6906-395a-4923-9b62-f12c005026db tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event deleted for resources: {'Subnet': ['ID=d1d4191b-7c31-45bc-ba41-d0e73c085097,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:49.781683 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 273766da-a5ab-4aa9-aa87-8c3c05b47b02 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:00:49.807462 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.835021 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] Transition to ACTIVE for port object 273766da-a5ab-4aa9-aa87-8c3c05b47b02 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:49.851225 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.888591 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363227e-b5c1-4c7c-9e01-c201fc4bf1cf req-4b5372be-a57a-4812-a946-a291304d88b0 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:49.899414 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a80955e-6707-4b59-a9d3-d538ad0b2a4b None None] Network 412b3dd8-bc60-49dc-87c8-0a4da1c0018e requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:49.900018 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f363227e-b5c1-4c7c-9e01-c201fc4bf1cf req-4b5372be-a57a-4812-a946-a291304d88b0 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/ports?device_id=d68c521e-765a-4528-aaf0-81cedbba5230 HTTP/1.1" status: 200 len: 948 time: 0.2034080 Jul 05 04:00:49.939645 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4ae2abd0-5b5d-4701-8e5f-a9240665d592 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.014299 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] No DVR routers for this DVR port 273766da-a5ab-4aa9-aa87-8c3c05b47b02 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:50.037369 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] Pushing event updated for resources: {'Port': ['ID=273766da-a5ab-4aa9-aa87-8c3c05b47b02,revision_number=9']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:50.075284 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d649ab1b-998b-4b27-b40e-d6a78fef6670 None None] Provisioning complete for port e95da431-1909-4551-8dba-1b3270e67bda triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:50.075658 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d649ab1b-998b-4b27-b40e-d6a78fef6670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.075899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17338fc0-93aa-4907-85d3-75be573bb4f1 req-1a7659b5-de57-41e7-8322-787ea8689624 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:50.078247 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-17338fc0-93aa-4907-85d3-75be573bb4f1 req-1a7659b5-de57-41e7-8322-787ea8689624 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.89 "GET /v2.0/ports?device_id=d68c521e-765a-4528-aaf0-81cedbba5230 HTTP/1.1" status: 200 len: 948 time: 0.1693299 Jul 05 04:00:50.159242 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f363227e-b5c1-4c7c-9e01-c201fc4bf1cf req-de75a84f-35ad-495b-b9b7-d400c779cd9e tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/security-groups?id=41211d4f-8bab-4f3e-af15-f89c2da58568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581542 Jul 05 04:00:50.191653 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] Attempting to bind port 273766da-a5ab-4aa9-aa87-8c3c05b47b02 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:50.192210 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] Attempting to bind port 273766da-a5ab-4aa9-aa87-8c3c05b47b02 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '0c99a00c-e059-4fa8-bac3-c0cea323b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '875157ee-1ede-4160-9cdc-ffb3b506197c'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:50.192726 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] Attempting to bind port 273766da-a5ab-4aa9-aa87-8c3c05b47b02 on network 875157ee-1ede-4160-9cdc-ffb3b506197c {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:50.206950 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] Port 273766da-a5ab-4aa9-aa87-8c3c05b47b02 on network 875157ee-1ede-4160-9cdc-ffb3b506197c not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:00:50.207303 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] Attempting to bind port 273766da-a5ab-4aa9-aa87-8c3c05b47b02 on network 875157ee-1ede-4160-9cdc-ffb3b506197c {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:50.223128 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:50.224046 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] Checking segment: {'id': '0c99a00c-e059-4fa8-bac3-c0cea323b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '875157ee-1ede-4160-9cdc-ffb3b506197c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:50.225048 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] Bound using segment: {'id': '0c99a00c-e059-4fa8-bac3-c0cea323b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '875157ee-1ede-4160-9cdc-ffb3b506197c'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:50.226483 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] Bound port: 273766da-a5ab-4aa9-aa87-8c3c05b47b02, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c99a00c-e059-4fa8-bac3-c0cea323b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '875157ee-1ede-4160-9cdc-ffb3b506197c'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:50.227038 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.264108 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-4ae2abd0-5b5d-4701-8e5f-a9240665d592 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Deleting port e95da431-1909-4551-8dba-1b3270e67bda {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:50.264721 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4ae2abd0-5b5d-4701-8e5f-a9240665d592 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.355528 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] For port 273766da-a5ab-4aa9-aa87-8c3c05b47b02, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:50.359451 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] For port 273766da-a5ab-4aa9-aa87-8c3c05b47b02, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=273766da-a5ab-4aa9-aa87-8c3c05b47b02,segment=NetworkSegment(0c99a00c-e059-4fa8-bac3-c0cea323b9b5),segment_id=0c99a00c-e059-4fa8-bac3-c0cea323b9b5)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:50.365929 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.381714 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c289d690-f754-4af0-bf88-89d014212a42 None None] DHCP port deletion for 412b3dd8-bc60-49dc-87c8-0a4da1c0018e request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:00:50.403610 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-4ae2abd0-5b5d-4701-8e5f-a9240665d592 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] For port e95da431-1909-4551-8dba-1b3270e67bda, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e95da431-1909-4551-8dba-1b3270e67bda,segment=NetworkSegment(17282aa8-7b66-4f3f-884c-64e3d7820e92),segment_id=17282aa8-7b66-4f3f-884c-64e3d7820e92)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:50.404389 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4ae2abd0-5b5d-4701-8e5f-a9240665d592 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.419259 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-4ae2abd0-5b5d-4701-8e5f-a9240665d592 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Calling delete_port for e95da431-1909-4551-8dba-1b3270e67bda owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:50.517167 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-c289d690-f754-4af0-bf88-89d014212a42 None None] Deleting port e95da431-1909-4551-8dba-1b3270e67bda {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:50.517167 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c289d690-f754-4af0-bf88-89d014212a42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.520721 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] Pushing event updated for resources: {'Port': ['ID=273766da-a5ab-4aa9-aa87-8c3c05b47b02,revision_number=10']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:50.547462 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:50.550967 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.554342 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-03f7156b-c58d-4770-9500-6615976ccc11 service neutron] 10.222.0.70 "PUT /v2.0/ports/273766da-a5ab-4aa9-aa87-8c3c05b47b02 HTTP/1.1" status: 200 len: 1092 time: 1.9338255 Jul 05 04:00:50.559874 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd525443a-faf5-4515-9877-65d292c47592', 'tag': '273766da-a5ab-4aa9-aa87-8c3c05b47b02'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:50.566146 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2160869-d401-4091-9dba-1318c7cf7836" -d '{"events": [{"name": "network-changed", "server_uuid": "d525443a-faf5-4515-9877-65d292c47592", "tag": "273766da-a5ab-4aa9-aa87-8c3c05b47b02"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:50.571147 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4ae2abd0-5b5d-4701-8e5f-a9240665d592 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.636406 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2abd0-5b5d-4701-8e5f-a9240665d592 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event deleted for resources: {'Port': ['ID=e95da431-1909-4551-8dba-1b3270e67bda,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:50.665297 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e95da431-1909-4551-8dba-1b3270e67bda no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:50.673580 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae2abd0-5b5d-4701-8e5f-a9240665d592 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] No DVR routers for this DVR port e95da431-1909-4551-8dba-1b3270e67bda on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:50.714424 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: e95da431-1909-4551-8dba-1b3270e67bda {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:50.720727 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e95da431-1909-4551-8dba-1b3270e67bda not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:50.755695 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-c289d690-f754-4af0-bf88-89d014212a42 None None] For port e95da431-1909-4551-8dba-1b3270e67bda, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e95da431-1909-4551-8dba-1b3270e67bda,segment=NetworkSegment(17282aa8-7b66-4f3f-884c-64e3d7820e92),segment_id=17282aa8-7b66-4f3f-884c-64e3d7820e92)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:50.756136 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c289d690-f754-4af0-bf88-89d014212a42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.784852 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-c289d690-f754-4af0-bf88-89d014212a42 None None] Calling delete_port for e95da431-1909-4551-8dba-1b3270e67bda owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:50.806094 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-dcb13552-231d-4a17-bc9d-4fd68cac5ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:50.807880 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-dcb13552-231d-4a17-bc9d-4fd68cac5ad9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=95f0b38a585f41a59ed1656d8eea23b3&device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 1096 time: 0.1148231 Jul 05 04:00:50.810402 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-17338fc0-93aa-4907-85d3-75be573bb4f1 req-837b000d-31ca-4bf1-ae90-b9e17a6e0545 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Deleting port 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:50.811078 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-17338fc0-93aa-4907-85d3-75be573bb4f1 req-837b000d-31ca-4bf1-ae90-b9e17a6e0545 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.822550 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135be2f-ea40-4f80-8460-dbfaf76afed3 req-9ed1b4c1-2e93-453e-a6be-5ccfd11d5444 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:50.831069 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f135be2f-ea40-4f80-8460-dbfaf76afed3 req-9ed1b4c1-2e93-453e-a6be-5ccfd11d5444 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=61931ffe-9cae-4dd0-9a2e-a207996741c3 HTTP/1.1" status: 200 len: 945 time: 0.7183590 Jul 05 04:00:50.919792 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4ae2abd0-5b5d-4701-8e5f-a9240665d592 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.943517 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-4ae2abd0-5b5d-4701-8e5f-a9240665d592 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['412b3dd8-bc60-49dc-87c8-0a4da1c0018e']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:50.969775 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-4ae2abd0-5b5d-4701-8e5f-a9240665d592 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17282aa8-7b66-4f3f-884c-64e3d7820e92') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:50.970800 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-4ae2abd0-5b5d-4701-8e5f-a9240665d592 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17282aa8-7b66-4f3f-884c-64e3d7820e92') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:50.977115 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-278ffd37-0538-4b43-9547-a95022e539df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:50.978677 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-278ffd37-0538-4b43-9547-a95022e539df service neutron] 10.222.0.70 "GET /v2.0/networks?id=875157ee-1ede-4160-9cdc-ffb3b506197c HTTP/1.1" status: 200 len: 915 time: 0.1629519 Jul 05 04:00:50.993558 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f135be2f-ea40-4f80-8460-dbfaf76afed3 req-217099ed-2a33-4f6e-a1e0-2ab45ae78e6d tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609077 Jul 05 04:00:50.995121 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c289d690-f754-4af0-bf88-89d014212a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.021749 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4ae2abd0-5b5d-4701-8e5f-a9240665d592 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.023514 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289d690-f754-4af0-bf88-89d014212a42 None None] Pushing event deleted for resources: {'Port': ['ID=e95da431-1909-4551-8dba-1b3270e67bda,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:51.031736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c289d690-f754-4af0-bf88-89d014212a42 None None] No DVR routers for this DVR port e95da431-1909-4551-8dba-1b3270e67bda on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:51.072270 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4ae2abd0-5b5d-4701-8e5f-a9240665d592 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.076651 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-630bfc40-12f6-45b5-8d40-d4122b028cea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=273766da-a5ab-4aa9-aa87-8c3c05b47b02 HTTP/1.1" status: 200 len: 217 time: 0.0483034 Jul 05 04:00:51.106411 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-17338fc0-93aa-4907-85d3-75be573bb4f1 req-837b000d-31ca-4bf1-ae90-b9e17a6e0545 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] For port 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=56664bf8-fef9-4c0a-9a19-d05a8c26dfb6,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:51.107032 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-17338fc0-93aa-4907-85d3-75be573bb4f1 req-837b000d-31ca-4bf1-ae90-b9e17a6e0545 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.126921 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-17338fc0-93aa-4907-85d3-75be573bb4f1 req-837b000d-31ca-4bf1-ae90-b9e17a6e0545 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Calling delete_port for 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:51.167079 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-4f48268a-261b-461e-bb62-98546517ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:51.168865 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-4f48268a-261b-461e-bb62-98546517ec3a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbd78a45-de58-4c6c-b596-dd6afb42d456 HTTP/1.1" status: 200 len: 854 time: 0.0796709 Jul 05 04:00:51.172007 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0402a708-0858-4761-9f22-392aaac34835 x-openstack-request-id: req-0402a708-0858-4761-9f22-392aaac34835 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:51.172228 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d525443a-faf5-4515-9877-65d292c47592", "tag": "273766da-a5ab-4aa9-aa87-8c3c05b47b02", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:51.172511 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0402a708-0858-4761-9f22-392aaac34835 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:51.173660 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd525443a-faf5-4515-9877-65d292c47592', 'tag': '273766da-a5ab-4aa9-aa87-8c3c05b47b02', 'status': 'completed', 'code': 200} Jul 05 04:00:51.216076 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-69424545-cc11-4a62-9c36-33979491613e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=875157ee-1ede-4160-9cdc-ffb3b506197c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374951 Jul 05 04:00:51.218348 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae2abd0-5b5d-4701-8e5f-a9240665d592 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:51.219389 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4ae2abd0-5b5d-4701-8e5f-a9240665d592 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:51.222821 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:51.235209 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6464790-6867-4cfc-9875-beb09f192e8f req-7b7e7089-6388-4a7e-9a7e-6956416b8c0a tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:51.247093 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f6464790-6867-4cfc-9875-beb09f192e8f req-7b7e7089-6388-4a7e-9a7e-6956416b8c0a tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 944 time: 0.2706783 Jul 05 04:00:51.333322 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4ae2abd0-5b5d-4701-8e5f-a9240665d592 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.342282 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4ae2abd0-5b5d-4701-8e5f-a9240665d592 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.344145 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4ae2abd0-5b5d-4701-8e5f-a9240665d592 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/networks/412b3dd8-bc60-49dc-87c8-0a4da1c0018e HTTP/1.1" status: 204 len: 168 time: 1.6442537 Jul 05 04:00:51.366357 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59918) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:51.446352 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2abd0-5b5d-4701-8e5f-a9240665d592 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event deleted for resources: {'Network': ['ID=412b3dd8-bc60-49dc-87c8-0a4da1c0018e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:51.455700 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50731f2-f989-4efe-8dfb-dc03bebdf7c7 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:51.456208 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b50731f2-f989-4efe-8dfb-dc03bebdf7c7 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:51.460297 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b50731f2-f989-4efe-8dfb-dc03bebdf7c7 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/subnets/33ef3e26-038b-45f4-948a-54bc4f710a1a HTTP/1.1" status: 404 len: 337 time: 0.0906987 Jul 05 04:00:51.478152 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59920) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:51.521601 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1153b7a-9758-45a4-b3b4-32e9746bb3f1 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:51.523878 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1153b7a-9758-45a4-b3b4-32e9746bb3f1 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:51.527623 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d1153b7a-9758-45a4-b3b4-32e9746bb3f1 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/networks/432e8437-bc39-4adc-b156-a082dca20d39 HTTP/1.1" status: 404 len: 339 time: 0.0457499 Jul 05 04:00:51.530345 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59924) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:51.550485 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-17338fc0-93aa-4907-85d3-75be573bb4f1 req-837b000d-31ca-4bf1-ae90-b9e17a6e0545 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.624991 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c66d92-a9af-4d90-88ee-d6ad26b690f3 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:51.626223 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67c66d92-a9af-4d90-88ee-d6ad26b690f3 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:51.628766 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-67c66d92-a9af-4d90-88ee-d6ad26b690f3 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/subnets/cd40ae1c-7e6b-4996-b0b9-c85688a247fa HTTP/1.1" status: 404 len: 337 time: 0.0931358 Jul 05 04:00:51.631552 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b000d-31ca-4bf1-ae90-b9e17a6e0545 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Pushing event deleted for resources: {'Port': ['ID=56664bf8-fef9-4c0a-9a19-d05a8c26dfb6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:51.633418 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59926) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:51.686580 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-66fd3bff-d9b9-40fd-92ed-68dfbd793c33 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:51.687932 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66fd3bff-d9b9-40fd-92ed-68dfbd793c33 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:51.695347 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-66fd3bff-d9b9-40fd-92ed-68dfbd793c33 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/networks/b57ef0cc-b777-479a-af87-d543630239dd HTTP/1.1" status: 404 len: 339 time: 0.0589299 Jul 05 04:00:51.698594 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59928) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:51.765299 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa643a29-5030-4b5c-844d-9b640807ba19 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:51.765760 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa643a29-5030-4b5c-844d-9b640807ba19 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:51.771410 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-aa643a29-5030-4b5c-844d-9b640807ba19 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/subnets/4940d34d-b2e1-443d-a293-ce6b697931c2 HTTP/1.1" status: 404 len: 337 time: 0.0687501 Jul 05 04:00:51.783033 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7bbd1-609c-4017-9369-e46586c646d2 req-b7c8b065-ff81-4fad-b77f-12899263efc1 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:51.790670 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2ff7bbd1-609c-4017-9369-e46586c646d2 req-b7c8b065-ff81-4fad-b77f-12899263efc1 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/ports?device_id=d68c521e-765a-4528-aaf0-81cedbba5230 HTTP/1.1" status: 200 len: 865 time: 0.3788521 Jul 05 04:00:51.812137 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59932) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:51.859609 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-17338fc0-93aa-4907-85d3-75be573bb4f1 req-837b000d-31ca-4bf1-ae90-b9e17a6e0545 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] No DVR routers for this DVR port 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:51.879790 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2ff7bbd1-609c-4017-9369-e46586c646d2 req-1c95d9bb-76d8-48f3-ae35-3994610244c0 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/security-groups?id=41211d4f-8bab-4f3e-af15-f89c2da58568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882707 Jul 05 04:00:51.881617 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-17338fc0-93aa-4907-85d3-75be573bb4f1 req-837b000d-31ca-4bf1-ae90-b9e17a6e0545 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.883850 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-17338fc0-93aa-4907-85d3-75be573bb4f1 req-837b000d-31ca-4bf1-ae90-b9e17a6e0545 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.89 "DELETE /v2.0/ports/56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 HTTP/1.1" status: 204 len: 173 time: 1.7794502 Jul 05 04:00:51.884451 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68c521e-765a-4528-aaf0-81cedbba5230', 'name': 'network-vif-deleted', 'tag': '56664bf8-fef9-4c0a-9a19-d05a8c26dfb6'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:51.887587 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b91452e-7911-480f-9a70-b08d087e4f2e" -d '{"events": [{"server_uuid": "d68c521e-765a-4528-aaf0-81cedbba5230", "name": "network-vif-deleted", "tag": "56664bf8-fef9-4c0a-9a19-d05a8c26dfb6"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:51.892768 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61ba67c-772d-4a1c-a55c-a48503d44d33 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:51.893811 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61ba67c-772d-4a1c-a55c-a48503d44d33 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:51.902739 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59934) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:51.907943 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e61ba67c-772d-4a1c-a55c-a48503d44d33 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/networks/87ea1d9c-2400-4b5d-93ce-1dde1d3bd315 HTTP/1.1" status: 404 len: 339 time: 0.0819178 Jul 05 04:00:51.965331 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f6464790-6867-4cfc-9875-beb09f192e8f req-2c4aadbf-0d59-4e76-83ab-ada54aa1b58c tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7194300 Jul 05 04:00:52.019676 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02a2066-4d97-47be-ab02-b4799c87e75f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Deleting subnet 18b132df-8186-4a7e-9251-b299d679704f {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:52.032552 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c02a2066-4d97-47be-ab02-b4799c87e75f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.042814 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-e3a96cc4-d584-4dfe-a6c0-697df209e6fe service neutron] 10.222.0.70 "GET /v2.0/networks/875157ee-1ede-4160-9cdc-ffb3b506197c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7881489 Jul 05 04:00:52.193216 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c02a2066-4d97-47be-ab02-b4799c87e75f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.357877 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-598c3339-42c8-4e46-8172-9e4f1084b9fa service neutron] 10.222.0.70 "GET /v2.0/networks/875157ee-1ede-4160-9cdc-ffb3b506197c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137584 Jul 05 04:00:52.382890 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd4db5e-1518-4bff-b1cb-351707be1541 x-openstack-request-id: req-9bd4db5e-1518-4bff-b1cb-351707be1541 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:52.383231 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68c521e-765a-4528-aaf0-81cedbba5230", "name": "network-vif-deleted", "tag": "56664bf8-fef9-4c0a-9a19-d05a8c26dfb6", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:52.383620 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9bd4db5e-1518-4bff-b1cb-351707be1541 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:52.384182 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68c521e-765a-4528-aaf0-81cedbba5230', 'name': 'network-vif-deleted', 'tag': '56664bf8-fef9-4c0a-9a19-d05a8c26dfb6', 'status': 'completed', 'code': 200} Jul 05 04:00:52.446264 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c02a2066-4d97-47be-ab02-b4799c87e75f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.567573 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2160869-d401-4091-9dba-1318c7cf7836 req-c1f58cde-58ef-4e1b-a8ee-c7239ba19614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:52.569515 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e2160869-d401-4091-9dba-1318c7cf7836 req-c1f58cde-58ef-4e1b-a8ee-c7239ba19614 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=95f0b38a585f41a59ed1656d8eea23b3&device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 1096 time: 0.0918856 Jul 05 04:00:52.636371 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f13d6-a562-45fb-8ef1-2ed815f38d5f req-60bdf3d4-1df9-4949-a225-610a8491ca8d tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:52.644232 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b72f13d6-a562-45fb-8ef1-2ed815f38d5f req-60bdf3d4-1df9-4949-a225-610a8491ca8d tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=61931ffe-9cae-4dd0-9a2e-a207996741c3 HTTP/1.1" status: 200 len: 945 time: 0.1413531 Jul 05 04:00:52.652558 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c02a2066-4d97-47be-ab02-b4799c87e75f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.699888 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a2066-4d97-47be-ab02-b4799c87e75f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event deleted for resources: {'Subnet': ['ID=18b132df-8186-4a7e-9251-b299d679704f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:52.711110 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c02a2066-4d97-47be-ab02-b4799c87e75f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.718258 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c02a2066-4d97-47be-ab02-b4799c87e75f tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/subnets/18b132df-8186-4a7e-9251-b299d679704f HTTP/1.1" status: 204 len: 168 time: 0.8125799 Jul 05 04:00:52.719236 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59952) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:52.724085 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bb12c9-ecb3-40d4-bbfc-3a9b798d4112 None None] Network 2a540a05-1324-4171-8395-4c1f0edcc277 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:52.773382 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2160869-d401-4091-9dba-1318c7cf7836 req-cc779517-fb33-493e-8888-92d0b268544b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:52.775055 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e2160869-d401-4091-9dba-1318c7cf7836 req-cc779517-fb33-493e-8888-92d0b268544b service neutron] 10.222.0.70 "GET /v2.0/networks?id=875157ee-1ede-4160-9cdc-ffb3b506197c HTTP/1.1" status: 200 len: 915 time: 0.1989338 Jul 05 04:00:52.900577 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b72f13d6-a562-45fb-8ef1-2ed815f38d5f req-02b86471-99a0-4b06-8e11-3bdf4c1ba2d1 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550957 Jul 05 04:00:52.944190 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e2160869-d401-4091-9dba-1318c7cf7836 req-d0fb6503-2ec0-4641-937b-fbdab07b3286 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=273766da-a5ab-4aa9-aa87-8c3c05b47b02 HTTP/1.1" status: 200 len: 217 time: 0.1529181 Jul 05 04:00:53.045786 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0db8e506-4e8c-4ac0-8ec6-69fe88234f25 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.134267 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2160869-d401-4091-9dba-1318c7cf7836 req-697616dc-581d-4081-a971-aee61414aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:53.137428 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e2160869-d401-4091-9dba-1318c7cf7836 req-697616dc-581d-4081-a971-aee61414aff9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbd78a45-de58-4c6c-b596-dd6afb42d456 HTTP/1.1" status: 200 len: 854 time: 0.1882348 Jul 05 04:00:53.217654 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e2160869-d401-4091-9dba-1318c7cf7836 req-a384c71e-7146-4554-982f-1d4ddece516e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=875157ee-1ede-4160-9cdc-ffb3b506197c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700421 Jul 05 04:00:53.252425 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-0db8e506-4e8c-4ac0-8ec6-69fe88234f25 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Deleting port 91a58d4e-1b80-44e2-8285-8ebe459b82e5 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:53.253063 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0db8e506-4e8c-4ac0-8ec6-69fe88234f25 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.327283 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184ef10c-6a73-467a-99ed-36c582f8190d None None] DHCP port deletion for 2a540a05-1324-4171-8395-4c1f0edcc277 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:00:53.438423 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-0db8e506-4e8c-4ac0-8ec6-69fe88234f25 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] For port 91a58d4e-1b80-44e2-8285-8ebe459b82e5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=91a58d4e-1b80-44e2-8285-8ebe459b82e5,segment=NetworkSegment(da35b74b-767d-4939-8637-3fd4da00b9b9),segment_id=da35b74b-767d-4939-8637-3fd4da00b9b9)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:53.439253 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0db8e506-4e8c-4ac0-8ec6-69fe88234f25 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.439381 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-184ef10c-6a73-467a-99ed-36c582f8190d None None] Deleting port 91a58d4e-1b80-44e2-8285-8ebe459b82e5 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:53.439671 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-184ef10c-6a73-467a-99ed-36c582f8190d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.477167 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-0db8e506-4e8c-4ac0-8ec6-69fe88234f25 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Calling delete_port for 91a58d4e-1b80-44e2-8285-8ebe459b82e5 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:53.591088 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-184ef10c-6a73-467a-99ed-36c582f8190d None None] For port 91a58d4e-1b80-44e2-8285-8ebe459b82e5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=91a58d4e-1b80-44e2-8285-8ebe459b82e5,segment=NetworkSegment(da35b74b-767d-4939-8637-3fd4da00b9b9),segment_id=da35b74b-767d-4939-8637-3fd4da00b9b9)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:53.591474 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-184ef10c-6a73-467a-99ed-36c582f8190d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.628230 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e2160869-d401-4091-9dba-1318c7cf7836 req-5be0a674-9d95-4573-baa5-c6aa1a924ab4 service neutron] 10.222.0.70 "GET /v2.0/networks/875157ee-1ede-4160-9cdc-ffb3b506197c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021432 Jul 05 04:00:53.637666 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-184ef10c-6a73-467a-99ed-36c582f8190d None None] Calling delete_port for 91a58d4e-1b80-44e2-8285-8ebe459b82e5 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:53.684072 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171a265-eded-425f-b06c-fb4ae269616e req-778f4a95-afa7-40c5-a012-511681e1b824 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:53.696129 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3171a265-eded-425f-b06c-fb4ae269616e req-778f4a95-afa7-40c5-a012-511681e1b824 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 944 time: 0.1915953 Jul 05 04:00:53.704581 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0db8e506-4e8c-4ac0-8ec6-69fe88234f25 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.776175 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8e506-4e8c-4ac0-8ec6-69fe88234f25 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event deleted for resources: {'Port': ['ID=91a58d4e-1b80-44e2-8285-8ebe459b82e5,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:53.805004 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db8e506-4e8c-4ac0-8ec6-69fe88234f25 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] No DVR routers for this DVR port 91a58d4e-1b80-44e2-8285-8ebe459b82e5 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:53.846601 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3171a265-eded-425f-b06c-fb4ae269616e req-399a732b-1ee1-41ce-9021-deccb188a050 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490648 Jul 05 04:00:53.880263 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e2160869-d401-4091-9dba-1318c7cf7836 req-6731ca48-9890-49eb-a494-8c6011aaf5dc service neutron] 10.222.0.70 "GET /v2.0/networks/875157ee-1ede-4160-9cdc-ffb3b506197c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448256 Jul 05 04:00:53.910185 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-184ef10c-6a73-467a-99ed-36c582f8190d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.943368 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ef10c-6a73-467a-99ed-36c582f8190d None None] Pushing event deleted for resources: {'Port': ['ID=91a58d4e-1b80-44e2-8285-8ebe459b82e5,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:53.962722 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184ef10c-6a73-467a-99ed-36c582f8190d None None] No DVR routers for this DVR port 91a58d4e-1b80-44e2-8285-8ebe459b82e5 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:54.166432 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0db8e506-4e8c-4ac0-8ec6-69fe88234f25 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:54.193248 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-0db8e506-4e8c-4ac0-8ec6-69fe88234f25 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a540a05-1324-4171-8395-4c1f0edcc277']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:54.207756 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-0db8e506-4e8c-4ac0-8ec6-69fe88234f25 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da35b74b-767d-4939-8637-3fd4da00b9b9') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:54.208234 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-0db8e506-4e8c-4ac0-8ec6-69fe88234f25 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da35b74b-767d-4939-8637-3fd4da00b9b9') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:54.220814 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0db8e506-4e8c-4ac0-8ec6-69fe88234f25 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:54.248049 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0db8e506-4e8c-4ac0-8ec6-69fe88234f25 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:54.262853 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0db8e506-4e8c-4ac0-8ec6-69fe88234f25 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:54.264961 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0db8e506-4e8c-4ac0-8ec6-69fe88234f25 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:54.269890 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:54.410224 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0db8e506-4e8c-4ac0-8ec6-69fe88234f25 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:54.420948 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0db8e506-4e8c-4ac0-8ec6-69fe88234f25 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:54.426179 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0db8e506-4e8c-4ac0-8ec6-69fe88234f25 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/networks/2a540a05-1324-4171-8395-4c1f0edcc277 HTTP/1.1" status: 204 len: 168 time: 1.7045453 Jul 05 04:00:54.428839 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59984) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:54.456345 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8e506-4e8c-4ac0-8ec6-69fe88234f25 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event deleted for resources: {'Network': ['ID=2a540a05-1324-4171-8395-4c1f0edcc277,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:54.484206 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-531f09ca-5a1a-4669-9c59-e6720e7eed31 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:54.484684 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531f09ca-5a1a-4669-9c59-e6720e7eed31 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:54.487678 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-531f09ca-5a1a-4669-9c59-e6720e7eed31 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/subnets/408d04d9-b3bf-4487-96b5-4da8d65f8a79 HTTP/1.1" status: 404 len: 337 time: 0.0575292 Jul 05 04:00:54.505248 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59986) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:54.599761 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 91a58d4e-1b80-44e2-8285-8ebe459b82e5 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:54.611248 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-335107b1-fde2-4442-8655-bac6a3cc82f6 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:54.612337 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-335107b1-fde2-4442-8655-bac6a3cc82f6 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:54.617768 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59988) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:54.617974 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-335107b1-fde2-4442-8655-bac6a3cc82f6 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/networks/1c9c6d19-e2ab-413b-a2e2-aa67ed95ad78 HTTP/1.1" status: 404 len: 339 time: 0.1077383 Jul 05 04:00:54.654656 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 91a58d4e-1b80-44e2-8285-8ebe459b82e5 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:54.655963 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 91a58d4e-1b80-44e2-8285-8ebe459b82e5 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:54.697365 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:54.757129 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:54.759687 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 56664bf8-fef9-4c0a-9a19-d05a8c26dfb6 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:54.767924 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7294593-7691-4e25-932e-d0977ef21ede tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Deleting subnet 90051f25-5581-49e3-9a76-770c352569fb {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:54.780300 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d7294593-7691-4e25-932e-d0977ef21ede tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:54.851984 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d7294593-7691-4e25-932e-d0977ef21ede tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:54.981493 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5e687-0952-4f27-be90-cbad811a622d req-1207bfe7-c763-4cff-8e9a-29d078fe0d1f tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:54.994428 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4cb5e687-0952-4f27-be90-cbad811a622d req-1207bfe7-c763-4cff-8e9a-29d078fe0d1f tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=61931ffe-9cae-4dd0-9a2e-a207996741c3 HTTP/1.1" status: 200 len: 945 time: 0.2409387 Jul 05 04:00:55.105773 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4cb5e687-0952-4f27-be90-cbad811a622d req-95ab2bc2-1c9a-40ab-be7a-ad18849fe5d9 tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/security-groups?id=1aadcf3a-0b3b-48b8-988c-ee54952c5c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101887 Jul 05 04:00:55.108219 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d7294593-7691-4e25-932e-d0977ef21ede tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.173655 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de5881-d880-4144-ac51-d43358e49543 req-1794c502-d670-49a6-b538-440215dee67d tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:55.180467 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-74de5881-d880-4144-ac51-d43358e49543 req-1794c502-d670-49a6-b538-440215dee67d tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/ports?device_id=8646f29a-20d1-471e-8a0c-2f174a94b7ea HTTP/1.1" status: 200 len: 949 time: 0.1734188 Jul 05 04:00:55.227725 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-74de5881-d880-4144-ac51-d43358e49543 req-9211570d-62d6-4580-a8f4-0f1e057220c3 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/security-groups?id=41211d4f-8bab-4f3e-af15-f89c2da58568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459704 Jul 05 04:00:55.292720 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d7294593-7691-4e25-932e-d0977ef21ede tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.354989 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7294593-7691-4e25-932e-d0977ef21ede tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event deleted for resources: {'Subnet': ['ID=90051f25-5581-49e3-9a76-770c352569fb,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:55.370251 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d7294593-7691-4e25-932e-d0977ef21ede tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.374290 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d7294593-7691-4e25-932e-d0977ef21ede tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/subnets/90051f25-5581-49e3-9a76-770c352569fb HTTP/1.1" status: 204 len: 168 time: 0.7552130 Jul 05 04:00:55.377315 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60004) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:55.380908 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c548a8ac-9fe4-4349-8f7d-9e73f7bc6cfc None None] Network 2e6e4ed4-c83c-42b1-a84b-889632bd52ce requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:55.516933 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a874881e-5760-42fe-a1b0-c318628829c9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.540273 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff834f3-71dc-4e36-831d-f5cf1b2fbd03 req-827d6f70-a87b-42e0-99e3-1f075ebe9846 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:55.555648 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9ff834f3-71dc-4e36-831d-f5cf1b2fbd03 req-827d6f70-a87b-42e0-99e3-1f075ebe9846 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 944 time: 0.2969952 Jul 05 04:00:55.630264 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9ff834f3-71dc-4e36-831d-f5cf1b2fbd03 req-b03eb730-9cb1-45f2-a9ff-40b351807592 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716960 Jul 05 04:00:55.717242 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-a874881e-5760-42fe-a1b0-c318628829c9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Deleting port aa18f5e5-1f54-462b-975f-0bcf0fb9de90 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:55.718533 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a874881e-5760-42fe-a1b0-c318628829c9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.930037 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-a874881e-5760-42fe-a1b0-c318628829c9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] For port aa18f5e5-1f54-462b-975f-0bcf0fb9de90, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=aa18f5e5-1f54-462b-975f-0bcf0fb9de90,segment=NetworkSegment(1652ae78-45c6-4459-a7ec-1c5314df462e),segment_id=1652ae78-45c6-4459-a7ec-1c5314df462e)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:55.930420 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a874881e-5760-42fe-a1b0-c318628829c9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.932121 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444ee50a-f2a6-422a-b324-df91f1281868 None None] DHCP port deletion for 2e6e4ed4-c83c-42b1-a84b-889632bd52ce request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:00:55.973727 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-a874881e-5760-42fe-a1b0-c318628829c9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Calling delete_port for aa18f5e5-1f54-462b-975f-0bcf0fb9de90 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:56.088119 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-444ee50a-f2a6-422a-b324-df91f1281868 None None] Deleting port aa18f5e5-1f54-462b-975f-0bcf0fb9de90 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:56.088828 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-444ee50a-f2a6-422a-b324-df91f1281868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.191514 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-444ee50a-f2a6-422a-b324-df91f1281868 None None] For port aa18f5e5-1f54-462b-975f-0bcf0fb9de90, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=aa18f5e5-1f54-462b-975f-0bcf0fb9de90,segment=NetworkSegment(1652ae78-45c6-4459-a7ec-1c5314df462e),segment_id=1652ae78-45c6-4459-a7ec-1c5314df462e)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:56.192168 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-444ee50a-f2a6-422a-b324-df91f1281868 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.213470 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-444ee50a-f2a6-422a-b324-df91f1281868 None None] Calling delete_port for aa18f5e5-1f54-462b-975f-0bcf0fb9de90 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:56.261749 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-fa65ae32-c299-48b6-af87-cfb1a770a2d9 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:56.263828 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-fa65ae32-c299-48b6-af87-cfb1a770a2d9 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/networks?id=adf4335e-6a0f-4b60-b008-011a382a081a HTTP/1.1" status: 200 len: 815 time: 0.1283214 Jul 05 04:00:56.264669 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a874881e-5760-42fe-a1b0-c318628829c9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.309002 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874881e-5760-42fe-a1b0-c318628829c9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event deleted for resources: {'Port': ['ID=aa18f5e5-1f54-462b-975f-0bcf0fb9de90,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:56.314761 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a874881e-5760-42fe-a1b0-c318628829c9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] No DVR routers for this DVR port aa18f5e5-1f54-462b-975f-0bcf0fb9de90 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:56.323004 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-6a9a5b67-fe09-4b80-b84a-4468d9e29ac1 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/quotas/84855aa0cff44f948db352b90e985895 HTTP/1.1" status: 200 len: 375 time: 0.0473208 Jul 05 04:00:56.325154 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-444ee50a-f2a6-422a-b324-df91f1281868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.339748 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444ee50a-f2a6-422a-b324-df91f1281868 None None] No DVR routers for this DVR port aa18f5e5-1f54-462b-975f-0bcf0fb9de90 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:56.457077 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ee50a-f2a6-422a-b324-df91f1281868 None None] Pushing event deleted for resources: {'Port': ['ID=aa18f5e5-1f54-462b-975f-0bcf0fb9de90,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:56.489325 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a874881e-5760-42fe-a1b0-c318628829c9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.508946 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-a874881e-5760-42fe-a1b0-c318628829c9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6e4ed4-c83c-42b1-a84b-889632bd52ce']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:56.525374 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-a874881e-5760-42fe-a1b0-c318628829c9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1652ae78-45c6-4459-a7ec-1c5314df462e') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:56.525981 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-a874881e-5760-42fe-a1b0-c318628829c9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1652ae78-45c6-4459-a7ec-1c5314df462e') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:56.556246 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a874881e-5760-42fe-a1b0-c318628829c9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.562875 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54789aa-d5cd-4fe8-9c20-356403ba417b req-e204963e-a055-4b22-8d1f-073ad37ae111 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:56.565801 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e54789aa-d5cd-4fe8-9c20-356403ba417b req-e204963e-a055-4b22-8d1f-073ad37ae111 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.89 "GET /v2.0/ports?device_id=8646f29a-20d1-471e-8a0c-2f174a94b7ea HTTP/1.1" status: 200 len: 949 time: 0.1529057 Jul 05 04:00:56.582729 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a874881e-5760-42fe-a1b0-c318628829c9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.591068 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a874881e-5760-42fe-a1b0-c318628829c9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:56.592276 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a874881e-5760-42fe-a1b0-c318628829c9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.651330 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device aa18f5e5-1f54-462b-975f-0bcf0fb9de90 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:56.712101 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: aa18f5e5-1f54-462b-975f-0bcf0fb9de90 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:56.712449 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device aa18f5e5-1f54-462b-975f-0bcf0fb9de90 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:56.716898 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:56.779544 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-5776349c-03bd-4da3-8a5e-80dea5150d0c tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=84855aa0cff44f948db352b90e985895&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4548733 Jul 05 04:00:56.839817 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-e54789aa-d5cd-4fe8-9c20-356403ba417b req-65dd7570-f5c1-44f9-81c3-9d22f9ead339 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Deleting port 67ea9714-eff0-4a73-b6ce-078041b69a48 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:56.840345 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e54789aa-d5cd-4fe8-9c20-356403ba417b req-65dd7570-f5c1-44f9-81c3-9d22f9ead339 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.867298 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a874881e-5760-42fe-a1b0-c318628829c9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.877828 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a874881e-5760-42fe-a1b0-c318628829c9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.881606 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a874881e-5760-42fe-a1b0-c318628829c9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] 10.222.0.77 "DELETE /v2.0/networks/2e6e4ed4-c83c-42b1-a84b-889632bd52ce HTTP/1.1" status: 204 len: 168 time: 1.4991183 Jul 05 04:00:56.902460 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874881e-5760-42fe-a1b0-c318628829c9 tempest-NetworksIpV6Test-953155033 tempest-NetworksIpV6Test-953155033-project] Pushing event deleted for resources: {'Network': ['ID=2e6e4ed4-c83c-42b1-a84b-889632bd52ce,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:56.940349 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-85405ebb-34ae-4351-9951-05bc8bc6d046 service neutron] 10.222.0.77 "GET /v2.0/networks/adf4335e-6a0f-4b60-b008-011a382a081a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594906 Jul 05 04:00:57.034894 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-e54789aa-d5cd-4fe8-9c20-356403ba417b req-65dd7570-f5c1-44f9-81c3-9d22f9ead339 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] For port 67ea9714-eff0-4a73-b6ce-078041b69a48, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=67ea9714-eff0-4a73-b6ce-078041b69a48,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:57.035292 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e54789aa-d5cd-4fe8-9c20-356403ba417b req-65dd7570-f5c1-44f9-81c3-9d22f9ead339 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.053622 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-e54789aa-d5cd-4fe8-9c20-356403ba417b req-65dd7570-f5c1-44f9-81c3-9d22f9ead339 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Calling delete_port for 67ea9714-eff0-4a73-b6ce-078041b69a48 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:57.156822 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-7fd81c9a-ab31-488b-a5b7-a49820074b79 service neutron] 10.222.0.77 "GET /v2.0/networks/adf4335e-6a0f-4b60-b008-011a382a081a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151709 Jul 05 04:00:57.480133 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e54789aa-d5cd-4fe8-9c20-356403ba417b req-65dd7570-f5c1-44f9-81c3-9d22f9ead339 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.541716 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60036) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:57.594749 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd7570-f5c1-44f9-81c3-9d22f9ead339 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Pushing event deleted for resources: {'Port': ['ID=67ea9714-eff0-4a73-b6ce-078041b69a48,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:57.692652 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb1d0d-1456-40d3-807d-efc7dfebfaa7 req-13a77c5c-9a30-4afe-a55d-cf5759321bcb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:57.735242 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87bb1d0d-1456-40d3-807d-efc7dfebfaa7 req-13a77c5c-9a30-4afe-a55d-cf5759321bcb tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.89 "GET /v2.0/ports?device_id=61931ffe-9cae-4dd0-9a2e-a207996741c3 HTTP/1.1" status: 200 len: 945 time: 0.3330472 Jul 05 04:00:57.793611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54789aa-d5cd-4fe8-9c20-356403ba417b req-65dd7570-f5c1-44f9-81c3-9d22f9ead339 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] No DVR routers for this DVR port 67ea9714-eff0-4a73-b6ce-078041b69a48 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:57.796300 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e54789aa-d5cd-4fe8-9c20-356403ba417b req-65dd7570-f5c1-44f9-81c3-9d22f9ead339 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.799367 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e54789aa-d5cd-4fe8-9c20-356403ba417b req-65dd7570-f5c1-44f9-81c3-9d22f9ead339 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.89 "DELETE /v2.0/ports/67ea9714-eff0-4a73-b6ce-078041b69a48 HTTP/1.1" status: 204 len: 173 time: 1.2271690 Jul 05 04:00:57.799875 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8646f29a-20d1-471e-8a0c-2f174a94b7ea', 'name': 'network-vif-deleted', 'tag': '67ea9714-eff0-4a73-b6ce-078041b69a48'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:57.802271 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f032af02-114d-4e00-ae95-70d0534f3bee" -d '{"events": [{"server_uuid": "8646f29a-20d1-471e-8a0c-2f174a94b7ea", "name": "network-vif-deleted", "tag": "67ea9714-eff0-4a73-b6ce-078041b69a48"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:57.811657 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:00:57.977842 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b323c0f9-2a2a-42e5-b0bb-3a9576e7c63f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d0d741ed6fd54cd0afbf0fdc3c4525cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4325321 Jul 05 04:00:57.988957 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60048) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:58.079251 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-87bb1d0d-1456-40d3-807d-efc7dfebfaa7 req-734cdf09-1db6-4f24-a378-ce437c41855e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Deleting port daf6f63f-8b9d-4c56-baa8-1b0e4988b41e {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:58.080481 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-87bb1d0d-1456-40d3-807d-efc7dfebfaa7 req-734cdf09-1db6-4f24-a378-ce437c41855e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.213405 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c01a5c7d-3d11-437b-95e7-0569e3f4cba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.271392 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c01a5c7d-3d11-437b-95e7-0569e3f4cba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.398244 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-87bb1d0d-1456-40d3-807d-efc7dfebfaa7 req-734cdf09-1db6-4f24-a378-ce437c41855e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] For port daf6f63f-8b9d-4c56-baa8-1b0e4988b41e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=daf6f63f-8b9d-4c56-baa8-1b0e4988b41e,segment=NetworkSegment(f4a75e14-b74e-4406-b4ee-77fda8b3afd4),segment_id=f4a75e14-b74e-4406-b4ee-77fda8b3afd4)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:58.398875 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-87bb1d0d-1456-40d3-807d-efc7dfebfaa7 req-734cdf09-1db6-4f24-a378-ce437c41855e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.407980 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c01a5c7d-3d11-437b-95e7-0569e3f4cba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.412421 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c01a5c7d-3d11-437b-95e7-0569e3f4cba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.418302 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c01a5c7d-3d11-437b-95e7-0569e3f4cba0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0599089c-16fa-410a-bfb2-1d940a7be420 HTTP/1.1" status: 204 len: 168 time: 0.4247260 Jul 05 04:00:58.431047 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-87bb1d0d-1456-40d3-807d-efc7dfebfaa7 req-734cdf09-1db6-4f24-a378-ce437c41855e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Calling delete_port for daf6f63f-8b9d-4c56-baa8-1b0e4988b41e owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:58.431293 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a5c7d-3d11-437b-95e7-0569e3f4cba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0599089c-16fa-410a-bfb2-1d940a7be420,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:58.613766 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a72140a0-d574-441a-a36c-b5c253155482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.705296 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-87bb1d0d-1456-40d3-807d-efc7dfebfaa7 req-734cdf09-1db6-4f24-a378-ce437c41855e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.723430 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['daf6f63f-8b9d-4c56-baa8-1b0e4988b41e'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:58.802749 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734cdf09-1db6-4f24-a378-ce437c41855e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Pushing event deleted for resources: {'Port': ['ID=daf6f63f-8b9d-4c56-baa8-1b0e4988b41e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:58.980059 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bb1d0d-1456-40d3-807d-efc7dfebfaa7 req-734cdf09-1db6-4f24-a378-ce437c41855e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] No DVR routers for this DVR port daf6f63f-8b9d-4c56-baa8-1b0e4988b41e on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:58.994993 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-87bb1d0d-1456-40d3-807d-efc7dfebfaa7 req-734cdf09-1db6-4f24-a378-ce437c41855e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.998022 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87bb1d0d-1456-40d3-807d-efc7dfebfaa7 req-734cdf09-1db6-4f24-a378-ce437c41855e tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.89 "DELETE /v2.0/ports/daf6f63f-8b9d-4c56-baa8-1b0e4988b41e HTTP/1.1" status: 204 len: 173 time: 1.2613246 Jul 05 04:00:58.998657 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61931ffe-9cae-4dd0-9a2e-a207996741c3', 'name': 'network-vif-deleted', 'tag': 'daf6f63f-8b9d-4c56-baa8-1b0e4988b41e'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:59.002199 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d706a75-92b5-4e16-a0b6-d7ccb1e6c839" -d '{"events": [{"server_uuid": "61931ffe-9cae-4dd0-9a2e-a207996741c3", "name": "network-vif-deleted", "tag": "daf6f63f-8b9d-4c56-baa8-1b0e4988b41e"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:59.065279 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3a95ab32-36bd-428f-8016-ff5114e5bf6c req-418b3e19-341f-4ce2-b546-941c5d52924f tempest-DeleteServersTestJSON-1268502120 tempest-DeleteServersTestJSON-1268502120-project] 10.222.0.77 "GET /v2.0/ports?device_id=61931ffe-9cae-4dd0-9a2e-a207996741c3 HTTP/1.1" status: 200 len: 210 time: 0.1549151 Jul 05 04:00:59.083236 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.336689 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5563dba-9fce-4b77-bf86-511269d83015 req-da949d45-1645-4b8e-9792-1e41360ece19 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:59.347571 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e5563dba-9fce-4b77-bf86-511269d83015 req-da949d45-1645-4b8e-9792-1e41360ece19 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 944 time: 0.1091597 Jul 05 04:00:59.476440 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c728d1b3-30f1-4d15-b698-0596407ad8eb req-a3a9849e-55a8-4365-bc87-612a82b6c3e3 tempest-ListImageFiltersTestJSON-1433269960 tempest-ListImageFiltersTestJSON-1433269960-project] 10.222.0.77 "GET /v2.0/ports?device_id=8646f29a-20d1-471e-8a0c-2f174a94b7ea HTTP/1.1" status: 200 len: 210 time: 0.0783007 Jul 05 04:00:59.488203 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e5563dba-9fce-4b77-bf86-511269d83015 req-0a88f6ca-2a1f-4a49-b429-4ae6b3a41614 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379137 Jul 05 04:00:59.613444 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d6c699-1f9e-4f66-8dba-6d08d511a0d0 x-openstack-request-id: req-27d6c699-1f9e-4f66-8dba-6d08d511a0d0 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:59.613960 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8646f29a-20d1-471e-8a0c-2f174a94b7ea", "name": "network-vif-deleted", "tag": "67ea9714-eff0-4a73-b6ce-078041b69a48", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:59.614442 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-27d6c699-1f9e-4f66-8dba-6d08d511a0d0 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:59.615020 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8646f29a-20d1-471e-8a0c-2f174a94b7ea', 'name': 'network-vif-deleted', 'tag': '67ea9714-eff0-4a73-b6ce-078041b69a48', 'status': 'completed', 'code': 200} Jul 05 04:00:59.704132 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1904d9d2-1913-4b6f-ab96-d2482ac23231 x-openstack-request-id: req-1904d9d2-1913-4b6f-ab96-d2482ac23231 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:59.704132 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61931ffe-9cae-4dd0-9a2e-a207996741c3", "name": "network-vif-deleted", "tag": "daf6f63f-8b9d-4c56-baa8-1b0e4988b41e", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:59.704132 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1904d9d2-1913-4b6f-ab96-d2482ac23231 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:59.704132 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61931ffe-9cae-4dd0-9a2e-a207996741c3', 'name': 'network-vif-deleted', 'tag': 'daf6f63f-8b9d-4c56-baa8-1b0e4988b41e', 'status': 'completed', 'code': 200} Jul 05 04:00:59.797962 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aab9ccb4-3bee-40bd-94aa-590df2b13534 req-68430de6-abfd-4f91-82dc-7632d94a3b20 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/ports?device_id=e371265a-a8d5-4ebe-a981-999686cde349 HTTP/1.1" status: 200 len: 210 time: 0.0626652 Jul 05 04:01:00.166998 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60082) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:00.324805 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-1dd3d648-bf2a-477a-8c7e-bad45a8d9e18 tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] Request body: {'port': {'network_id': '10aeafa9-1ab1-4042-a6e1-248ffe443cd2', 'name': 'tempest-NetworksNegativeTestJSON-1060801942'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:00.347626 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd3d648-bf2a-477a-8c7e-bad45a8d9e18 tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] POST failed (client error): The resource could not be found. Jul 05 04:01:00.348375 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd3d648-bf2a-477a-8c7e-bad45a8d9e18 tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:00.350090 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1dd3d648-bf2a-477a-8c7e-bad45a8d9e18 tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1810715 Jul 05 04:01:00.354197 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60088) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:00.380675 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-220de6c2-5734-4628-b5f4-150ccb4ea7bd tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:00.381601 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-220de6c2-5734-4628-b5f4-150ccb4ea7bd tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:00.385677 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-220de6c2-5734-4628-b5f4-150ccb4ea7bd tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] 10.222.0.77 "DELETE /v2.0/networks/e5d83e17-0c4c-4754-a7c0-b4c4be51116a HTTP/1.1" status: 404 len: 339 time: 0.0272074 Jul 05 04:01:00.389720 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60090) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:00.430314 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-6576e934-0369-4910-bdc1-6ff4a30cad2c tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:00.431280 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6576e934-0369-4910-bdc1-6ff4a30cad2c tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:00.434059 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6576e934-0369-4910-bdc1-6ff4a30cad2c tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] 10.222.0.77 "DELETE /v2.0/ports/07371232-03e2-4373-8ee0-9461b67b45ea HTTP/1.1" status: 404 len: 333 time: 0.0422044 Jul 05 04:01:00.438630 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60092) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:00.470094 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-de62077a-1749-486b-b715-0c37c4d54e19 tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:00.471409 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de62077a-1749-486b-b715-0c37c4d54e19 tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:00.478200 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-de62077a-1749-486b-b715-0c37c4d54e19 tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] 10.222.0.77 "DELETE /v2.0/subnets/14126a0d-6a23-4e5d-a1b4-03b53641bb8c HTTP/1.1" status: 404 len: 337 time: 0.0384378 Jul 05 04:01:00.478957 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60094) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:00.501407 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce0a23b-73bc-4dd7-8514-f375f6074f97 tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] GET failed (client error): The resource could not be found. Jul 05 04:01:00.502871 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-dce0a23b-73bc-4dd7-8514-f375f6074f97 tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] 10.222.0.77 "GET /v2.0/networks/669eac7c-d0c2-463f-8989-e280934e606c HTTP/1.1" status: 404 len: 339 time: 0.0231810 Jul 05 04:01:00.508636 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60096) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:00.559437 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-3153f071-719f-4c39-b367-cdcf7d65b0ec tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] GET failed (client error): The resource could not be found. Jul 05 04:01:00.564683 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3153f071-719f-4c39-b367-cdcf7d65b0ec tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] 10.222.0.77 "GET /v2.0/ports/c7696356-d41e-4231-af86-541d4891ed55 HTTP/1.1" status: 404 len: 333 time: 0.0539856 Jul 05 04:01:00.568876 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60102) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:00.599663 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd00b74-03f4-4bcf-96a6-da9afcfad879 tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] GET failed (client error): The resource could not be found. Jul 05 04:01:00.601064 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9fd00b74-03f4-4bcf-96a6-da9afcfad879 tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] 10.222.0.77 "GET /v2.0/subnets/fa9ff343-2b16-447e-bea4-57778d45923a HTTP/1.1" status: 404 len: 337 time: 0.0308053 Jul 05 04:01:00.607111 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60104) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:00.613541 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-3a1208fa-fb54-4e60-aa9e-b4d515ea284c tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] Request body: {'network': {'name': 'new_name'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:00.633289 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1208fa-fb54-4e60-aa9e-b4d515ea284c tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] PUT failed (client error): The resource could not be found. Jul 05 04:01:00.633865 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a1208fa-fb54-4e60-aa9e-b4d515ea284c tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:00.635050 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3a1208fa-fb54-4e60-aa9e-b4d515ea284c tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] 10.222.0.77 "PUT /v2.0/networks/b9696ebc-989b-498e-8398-368cb69bc068 HTTP/1.1" status: 404 len: 339 time: 0.0266626 Jul 05 04:01:00.639126 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60106) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:00.650380 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-f2f0b01f-0bde-4429-a063-b9a0c48166c8 tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] Request body: {'port': {'name': 'new_name'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:00.674457 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f0b01f-0bde-4429-a063-b9a0c48166c8 tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] PUT failed (client error): The resource could not be found. Jul 05 04:01:00.675261 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f0b01f-0bde-4429-a063-b9a0c48166c8 tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:00.681006 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f2f0b01f-0bde-4429-a063-b9a0c48166c8 tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] 10.222.0.77 "PUT /v2.0/ports/dc1f9daf-9aa3-42da-803a-2347409781ff HTTP/1.1" status: 404 len: 333 time: 0.0313733 Jul 05 04:01:00.681307 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60108) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:00.686862 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-b721eac9-8e0a-4c7e-8ddc-54224bb485c1 tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:00.705492 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 67ea9714-eff0-4a73-b6ce-078041b69a48 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:00.715037 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-b721eac9-8e0a-4c7e-8ddc-54224bb485c1 tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] PUT failed (client error): The resource could not be found. Jul 05 04:01:00.715548 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b721eac9-8e0a-4c7e-8ddc-54224bb485c1 tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:00.716844 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b721eac9-8e0a-4c7e-8ddc-54224bb485c1 tempest-NetworksNegativeTestJSON-2001949241 tempest-NetworksNegativeTestJSON-2001949241-project] 10.222.0.77 "PUT /v2.0/subnets/71a835dd-3561-42cc-af72-49fb2d95d875 HTTP/1.1" status: 404 len: 337 time: 0.0345151 Jul 05 04:01:00.744563 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 67ea9714-eff0-4a73-b6ce-078041b69a48 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:00.745040 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 67ea9714-eff0-4a73-b6ce-078041b69a48 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:00.745764 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device daf6f63f-8b9d-4c56-baa8-1b0e4988b41e no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:00.772885 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: daf6f63f-8b9d-4c56-baa8-1b0e4988b41e {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:00.773578 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device daf6f63f-8b9d-4c56-baa8-1b0e4988b41e not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:01.070043 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60116) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:01.209231 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4caa978c-7a25-463e-9b6a-fb6694b5f7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.333914 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4caa978c-7a25-463e-9b6a-fb6694b5f7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.337664 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-aaacc4f2-2368-4719-9cfe-deab6708f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.338837 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4caa978c-7a25-463e-9b6a-fb6694b5f7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.393583 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4caa978c-7a25-463e-9b6a-fb6694b5f7a8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0e373024186f430092a23f3d6ba0062c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3166106 Jul 05 04:01:01.393978 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa978c-7a25-463e-9b6a-fb6694b5f7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225122ef-fea0-4702-abb7-6a793d2808e8,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:01.395204 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60120) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:01.470609 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bac50909-e4e8-4159-8ed1-4e0c32e19dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.498564 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bac50909-e4e8-4159-8ed1-4e0c32e19dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.571206 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bac50909-e4e8-4159-8ed1-4e0c32e19dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.574234 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bac50909-e4e8-4159-8ed1-4e0c32e19dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.575444 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bac50909-e4e8-4159-8ed1-4e0c32e19dab admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/225122ef-fea0-4702-abb7-6a793d2808e8 HTTP/1.1" status: 204 len: 168 time: 0.1785688 Jul 05 04:01:01.585794 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac50909-e4e8-4159-8ed1-4e0c32e19dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225122ef-fea0-4702-abb7-6a793d2808e8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:01.675668 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.467264 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60142) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:02.473483 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.576710 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-39fd0ed8-209c-4fff-bf19-5c7063611848 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Request body: {'security_group': {'name': 'tempest-secgroup--94527933'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:02.601890 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-39fd0ed8-209c-4fff-bf19-5c7063611848 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.612912 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-39fd0ed8-209c-4fff-bf19-5c7063611848 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.718941 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-39fd0ed8-209c-4fff-bf19-5c7063611848 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.724102 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-39fd0ed8-209c-4fff-bf19-5c7063611848 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.769809 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd0ed8-209c-4fff-bf19-5c7063611848 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4d2b57-cbed-4a72-b0fd-ed79b27b9b5b,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:02.832839 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-39fd0ed8-209c-4fff-bf19-5c7063611848 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.838433 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-39fd0ed8-209c-4fff-bf19-5c7063611848 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.864165 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-39fd0ed8-209c-4fff-bf19-5c7063611848 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.865579 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-39fd0ed8-209c-4fff-bf19-5c7063611848 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3971012 Jul 05 04:01:02.868372 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60146) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:02.880002 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd0ed8-209c-4fff-bf19-5c7063611848 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b4b316-7fb7-4713-8cca-004feb0c08ec,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:02.935546 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-847cb59e-faeb-45ea-aada-4721bb8325ec tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0659313 Jul 05 04:01:02.938406 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60148) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:02.942955 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-faaa8034-2843-42c7-97cb-738456865e24 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Request body: {'security_group': {'name': 'tempest-security--1726263700', 'description': 'tempest-security-description-10027568'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:02.971019 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-faaa8034-2843-42c7-97cb-738456865e24 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.020691 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-faaa8034-2843-42c7-97cb-738456865e24 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.023990 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-faaa8034-2843-42c7-97cb-738456865e24 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.026523 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-faaa8034-2843-42c7-97cb-738456865e24 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.027732 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-faaa8034-2843-42c7-97cb-738456865e24 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "PUT /v2.0/security-groups/20b4b316-7fb7-4713-8cca-004feb0c08ec HTTP/1.1" status: 200 len: 1778 time: 0.0883291 Jul 05 04:01:03.030663 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60150) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.052988 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa8034-2843-42c7-97cb-738456865e24 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b4b316-7fb7-4713-8cca-004feb0c08ec,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:03.074829 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8ddcb7ee-343b-40cd-bec0-04573cc1198d tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-groups/20b4b316-7fb7-4713-8cca-004feb0c08ec HTTP/1.1" status: 200 len: 1778 time: 0.0428696 Jul 05 04:01:03.079993 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60152) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.154244 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-359606d8-d1e4-4b82-b6db-732b54a79c6e tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.182025 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-359606d8-d1e4-4b82-b6db-732b54a79c6e tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.232120 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-359606d8-d1e4-4b82-b6db-732b54a79c6e tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.235181 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-359606d8-d1e4-4b82-b6db-732b54a79c6e tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.236636 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-359606d8-d1e4-4b82-b6db-732b54a79c6e tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "DELETE /v2.0/security-groups/20b4b316-7fb7-4713-8cca-004feb0c08ec HTTP/1.1" status: 204 len: 168 time: 0.1560602 Jul 05 04:01:03.240556 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60154) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.264870 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359606d8-d1e4-4b82-b6db-732b54a79c6e tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b4b316-7fb7-4713-8cca-004feb0c08ec,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:03.321203 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3c38791b-65ae-4b9f-9ae9-4ae6a8c85bc8 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0795474 Jul 05 04:01:03.324113 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60156) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.339523 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-22a480e5-40d3-45fe-b9c4-82c96d722a11 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] delete failed (client error): The resource could not be found. Jul 05 04:01:03.340660 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-22a480e5-40d3-45fe-b9c4-82c96d722a11 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "DELETE /v2.0/security-groups/20b4b316-7fb7-4713-8cca-004feb0c08ec HTTP/1.1" status: 404 len: 347 time: 0.0155060 Jul 05 04:01:03.345194 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60158) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.350475 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-c28cc074-5525-4629-89ca-ca9738997a8e tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Request body: {'security_group': {'name': 'tempest-secgroup--778469920'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:03.377831 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c28cc074-5525-4629-89ca-ca9738997a8e tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.484355 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c28cc074-5525-4629-89ca-ca9738997a8e tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.489573 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c28cc074-5525-4629-89ca-ca9738997a8e tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.524719 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c28cc074-5525-4629-89ca-ca9738997a8e tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.525899 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c28cc074-5525-4629-89ca-ca9738997a8e tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1793544 Jul 05 04:01:03.528798 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60160) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.534013 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-02380c9d-885a-4ee7-93dd-1e72728fcaf5 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Request body: {'security_group_rule': {'security_group_id': '31de8f3b-df70-4ab1-bb27-a511f9b7d41f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:03.540603 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28cc074-5525-4629-89ca-ca9738997a8e tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31de8f3b-df70-4ab1-bb27-a511f9b7d41f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:03.569119 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-02380c9d-885a-4ee7-93dd-1e72728fcaf5 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.643703 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-02380c9d-885a-4ee7-93dd-1e72728fcaf5 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.648563 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-02380c9d-885a-4ee7-93dd-1e72728fcaf5 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.668156 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02380c9d-885a-4ee7-93dd-1e72728fcaf5 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9e07ad-a135-4384-8c0b-ee52f2cd3d16,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:03.672020 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-02380c9d-885a-4ee7-93dd-1e72728fcaf5 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.679047 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60164) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.684165 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-02380c9d-885a-4ee7-93dd-1e72728fcaf5 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1436889 Jul 05 04:01:03.742756 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e5d2-253a-4725-a3e8-a9c73df2a49b tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.758633 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e5d2-253a-4725-a3e8-a9c73df2a49b tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.812353 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e5d2-253a-4725-a3e8-a9c73df2a49b tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.819171 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e5d2-253a-4725-a3e8-a9c73df2a49b tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.820365 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e3b1e5d2-253a-4725-a3e8-a9c73df2a49b tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/4c9e07ad-a135-4384-8c0b-ee52f2cd3d16 HTTP/1.1" status: 204 len: 168 time: 0.1402481 Jul 05 04:01:03.823055 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60166) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.827248 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1e5d2-253a-4725-a3e8-a9c73df2a49b tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c9e07ad-a135-4384-8c0b-ee52f2cd3d16,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:03.890178 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8a0af620-cd2a-488f-be67-bd8d5f3e4a61 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0657852 Jul 05 04:01:03.893776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60168) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.952587 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e5172424-0ed7-4c6c-b780-ee1c9e765104 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.987670 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e5172424-0ed7-4c6c-b780-ee1c9e765104 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.039644 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e5172424-0ed7-4c6c-b780-ee1c9e765104 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.042951 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e5172424-0ed7-4c6c-b780-ee1c9e765104 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.044367 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e5172424-0ed7-4c6c-b780-ee1c9e765104 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "DELETE /v2.0/security-groups/31de8f3b-df70-4ab1-bb27-a511f9b7d41f HTTP/1.1" status: 204 len: 168 time: 0.1494846 Jul 05 04:01:04.047251 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60170) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.055235 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5172424-0ed7-4c6c-b780-ee1c9e765104 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31de8f3b-df70-4ab1-bb27-a511f9b7d41f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:04.122262 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f06dbe70-5293-4cfd-8d72-29fad014c3bc tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0709217 Jul 05 04:01:04.133455 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60172) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.138343 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-29db5293-b87a-44f4-ba46-142cbc06ac7f tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Request body: {'security_group': {'name': 'tempest-secgroup--632227477'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:04.166987 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-29db5293-b87a-44f4-ba46-142cbc06ac7f tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.272175 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-29db5293-b87a-44f4-ba46-142cbc06ac7f tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.276320 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-29db5293-b87a-44f4-ba46-142cbc06ac7f tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.282537 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.315376 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-29db5293-b87a-44f4-ba46-142cbc06ac7f tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.319758 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60174) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.320061 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-29db5293-b87a-44f4-ba46-142cbc06ac7f tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1852548 Jul 05 04:01:04.322554 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db5293-b87a-44f4-ba46-142cbc06ac7f tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d9101c-617e-4ee6-adc7-48528c872b4a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:04.325963 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-31af0411-129b-427e-9a45-bbcfcac889b6 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Request body: {'security_group_rule': {'security_group_id': '08d9101c-617e-4ee6-adc7-48528c872b4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:04.359248 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-31af0411-129b-427e-9a45-bbcfcac889b6 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.427763 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-31af0411-129b-427e-9a45-bbcfcac889b6 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.432758 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-31af0411-129b-427e-9a45-bbcfcac889b6 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.461428 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af0411-129b-427e-9a45-bbcfcac889b6 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920b34c2-e11c-4664-b00d-ffc6b44b8dae,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:04.465207 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-31af0411-129b-427e-9a45-bbcfcac889b6 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.466417 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-31af0411-129b-427e-9a45-bbcfcac889b6 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1451116 Jul 05 04:01:04.469958 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60176) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.474782 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-3808de25-75a5-4890-ae80-ff5654c5cedb tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Request body: {'security_group_rule': {'security_group_id': '08d9101c-617e-4ee6-adc7-48528c872b4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:04.512638 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3808de25-75a5-4890-ae80-ff5654c5cedb tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.584296 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3808de25-75a5-4890-ae80-ff5654c5cedb tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.588574 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3808de25-75a5-4890-ae80-ff5654c5cedb tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.610450 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808de25-75a5-4890-ae80-ff5654c5cedb tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d0890d0-589a-4a71-93bd-9df8ddf2cb6a,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:04.616992 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3808de25-75a5-4890-ae80-ff5654c5cedb tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.620734 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3808de25-75a5-4890-ae80-ff5654c5cedb tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1471004 Jul 05 04:01:04.620891 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60178) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.625206 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-a6589615-b405-4ab7-83fc-9b19ebc2de15 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Request body: {'security_group_rule': {'security_group_id': '08d9101c-617e-4ee6-adc7-48528c872b4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:04.653669 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a6589615-b405-4ab7-83fc-9b19ebc2de15 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.723085 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a6589615-b405-4ab7-83fc-9b19ebc2de15 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.730355 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a6589615-b405-4ab7-83fc-9b19ebc2de15 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.751676 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6589615-b405-4ab7-83fc-9b19ebc2de15 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1801079d-4e9f-4e4e-9a29-863ef3a81cbe,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:04.758416 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a6589615-b405-4ab7-83fc-9b19ebc2de15 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.759818 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a6589615-b405-4ab7-83fc-9b19ebc2de15 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1379955 Jul 05 04:01:04.762696 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60180) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.768505 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-a495e1db-aac2-4115-b35b-2afb7bc06725 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Request body: {'security_group_rule': {'security_group_id': '08d9101c-617e-4ee6-adc7-48528c872b4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:04.799633 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a495e1db-aac2-4115-b35b-2afb7bc06725 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.868429 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a495e1db-aac2-4115-b35b-2afb7bc06725 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.873647 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a495e1db-aac2-4115-b35b-2afb7bc06725 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.895227 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495e1db-aac2-4115-b35b-2afb7bc06725 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b32651c-254b-4f4e-897a-5cc3f3f73c84,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:04.902680 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a495e1db-aac2-4115-b35b-2afb7bc06725 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.904032 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a495e1db-aac2-4115-b35b-2afb7bc06725 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1402752 Jul 05 04:01:04.907840 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60182) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.913123 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-ca784257-71ff-4e4f-b7e7-bc41cebc44f1 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Request body: {'security_group_rule': {'security_group_id': '08d9101c-617e-4ee6-adc7-48528c872b4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:04.943405 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca784257-71ff-4e4f-b7e7-bc41cebc44f1 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.016581 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca784257-71ff-4e4f-b7e7-bc41cebc44f1 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.021071 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca784257-71ff-4e4f-b7e7-bc41cebc44f1 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.041947 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca784257-71ff-4e4f-b7e7-bc41cebc44f1 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62e7c58-efe6-49c5-aba3-7509babfdee8,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:05.048631 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca784257-71ff-4e4f-b7e7-bc41cebc44f1 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.049846 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ca784257-71ff-4e4f-b7e7-bc41cebc44f1 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1407621 Jul 05 04:01:05.052575 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60184) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.086738 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3ed65bed-f957-4e50-bea8-7b32f043a301 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.094991 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3ed65bed-f957-4e50-bea8-7b32f043a301 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.137132 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3ed65bed-f957-4e50-bea8-7b32f043a301 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.146755 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3ed65bed-f957-4e50-bea8-7b32f043a301 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.149497 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3ed65bed-f957-4e50-bea8-7b32f043a301 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/f62e7c58-efe6-49c5-aba3-7509babfdee8 HTTP/1.1" status: 204 len: 168 time: 0.0958803 Jul 05 04:01:05.153909 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60186) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.156777 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed65bed-f957-4e50-bea8-7b32f043a301 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f62e7c58-efe6-49c5-aba3-7509babfdee8,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:05.222189 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a0ef963a-8a06-45df-ad03-da9ffe328e4a tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0666640 Jul 05 04:01:05.224903 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60188) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.252786 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9b025847-5b64-49f2-a7db-1d0ed428b5f6 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.261375 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9b025847-5b64-49f2-a7db-1d0ed428b5f6 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.292067 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9b025847-5b64-49f2-a7db-1d0ed428b5f6 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.297170 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9b025847-5b64-49f2-a7db-1d0ed428b5f6 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.298534 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9b025847-5b64-49f2-a7db-1d0ed428b5f6 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/5b32651c-254b-4f4e-897a-5cc3f3f73c84 HTTP/1.1" status: 204 len: 168 time: 0.0725195 Jul 05 04:01:05.301300 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60190) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.307140 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b025847-5b64-49f2-a7db-1d0ed428b5f6 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b32651c-254b-4f4e-897a-5cc3f3f73c84,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:05.360634 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e0c936d6-2b6e-47f4-b343-58c3108d2f84 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0580246 Jul 05 04:01:05.363889 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60192) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.393637 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8954d35b-1938-48e3-8224-6d0c2eec3387 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.405016 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8954d35b-1938-48e3-8224-6d0c2eec3387 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.441819 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8954d35b-1938-48e3-8224-6d0c2eec3387 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.449262 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8954d35b-1938-48e3-8224-6d0c2eec3387 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.450422 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8954d35b-1938-48e3-8224-6d0c2eec3387 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/1801079d-4e9f-4e4e-9a29-863ef3a81cbe HTTP/1.1" status: 204 len: 168 time: 0.0853961 Jul 05 04:01:05.453800 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60194) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.456310 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954d35b-1938-48e3-8224-6d0c2eec3387 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1801079d-4e9f-4e4e-9a29-863ef3a81cbe,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:05.512876 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e7723962-95cd-45a6-95dc-32a0033a51eb tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0575883 Jul 05 04:01:05.515605 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60196) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.548285 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83aef90b-9f9e-4174-b677-c9745164564a tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.557079 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83aef90b-9f9e-4174-b677-c9745164564a tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.590245 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83aef90b-9f9e-4174-b677-c9745164564a tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.597831 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83aef90b-9f9e-4174-b677-c9745164564a tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.599034 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-83aef90b-9f9e-4174-b677-c9745164564a tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/5d0890d0-589a-4a71-93bd-9df8ddf2cb6a HTTP/1.1" status: 204 len: 168 time: 0.0820332 Jul 05 04:01:05.603821 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60198) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.604833 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aef90b-9f9e-4174-b677-c9745164564a tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d0890d0-589a-4a71-93bd-9df8ddf2cb6a,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:05.648848 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f0180f08-5efc-472d-9205-d7f2ba581fba tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0435865 Jul 05 04:01:05.651287 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60200) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.675412 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bc954cee-f213-44ec-b620-9d3311589045 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.682913 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bc954cee-f213-44ec-b620-9d3311589045 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.713954 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bc954cee-f213-44ec-b620-9d3311589045 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.722797 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bc954cee-f213-44ec-b620-9d3311589045 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.724423 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bc954cee-f213-44ec-b620-9d3311589045 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/920b34c2-e11c-4664-b00d-ffc6b44b8dae HTTP/1.1" status: 204 len: 168 time: 0.0720665 Jul 05 04:01:05.727465 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60202) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.737160 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc954cee-f213-44ec-b620-9d3311589045 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=920b34c2-e11c-4664-b00d-ffc6b44b8dae,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:05.774008 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a90da795-84c1-4a85-af30-9c550dadc70c tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0450077 Jul 05 04:01:05.776914 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60204) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.835560 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-afee28c7-1d9c-4e1d-891b-393b8545c1ba tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.862085 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-afee28c7-1d9c-4e1d-891b-393b8545c1ba tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.910847 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-afee28c7-1d9c-4e1d-891b-393b8545c1ba tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.913360 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-afee28c7-1d9c-4e1d-891b-393b8545c1ba tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.914499 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-afee28c7-1d9c-4e1d-891b-393b8545c1ba tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "DELETE /v2.0/security-groups/08d9101c-617e-4ee6-adc7-48528c872b4a HTTP/1.1" status: 204 len: 168 time: 0.1365438 Jul 05 04:01:05.917390 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60206) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.924385 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee28c7-1d9c-4e1d-891b-393b8545c1ba tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d9101c-617e-4ee6-adc7-48528c872b4a,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:05.963399 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0540a12d-03f5-4fea-a15a-73b6fa559b10 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0448451 Jul 05 04:01:05.970255 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60208) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.973024 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-b719db52-bf58-436f-9393-42e5b879c710 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Request body: {'security_group': {'name': 'tempest-secgroup--2111925515'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:05.995346 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b719db52-bf58-436f-9393-42e5b879c710 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.075806 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b719db52-bf58-436f-9393-42e5b879c710 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.080038 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b719db52-bf58-436f-9393-42e5b879c710 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.111104 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b719db52-bf58-436f-9393-42e5b879c710 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.112432 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b719db52-bf58-436f-9393-42e5b879c710 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1439579 Jul 05 04:01:06.114239 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719db52-bf58-436f-9393-42e5b879c710 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a20987-cef5-47c7-91ae-87af3c65db74,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:06.115379 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60210) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:06.120096 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-1d72cfdf-ca1a-4875-a2ba-edbe173973e9 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Request body: {'security_group_rule': {'security_group_id': '17a20987-cef5-47c7-91ae-87af3c65db74', 'direction': 'ingress', 'protocol': 17}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:06.149103 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1d72cfdf-ca1a-4875-a2ba-edbe173973e9 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.196378 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1d72cfdf-ca1a-4875-a2ba-edbe173973e9 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.200168 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1d72cfdf-ca1a-4875-a2ba-edbe173973e9 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.221861 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72cfdf-ca1a-4875-a2ba-edbe173973e9 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca462b1-4bcd-45bc-9253-057673d3310e,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:06.225273 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1d72cfdf-ca1a-4875-a2ba-edbe173973e9 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.226455 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1d72cfdf-ca1a-4875-a2ba-edbe173973e9 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1099839 Jul 05 04:01:06.233191 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60214) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:06.284415 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a11c28a8-028f-4235-8a76-712a800f0b40 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.306788 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a11c28a8-028f-4235-8a76-712a800f0b40 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.351171 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a11c28a8-028f-4235-8a76-712a800f0b40 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.353819 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a11c28a8-028f-4235-8a76-712a800f0b40 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.354998 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a11c28a8-028f-4235-8a76-712a800f0b40 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "DELETE /v2.0/security-groups/17a20987-cef5-47c7-91ae-87af3c65db74 HTTP/1.1" status: 204 len: 168 time: 0.1247165 Jul 05 04:01:06.358066 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60216) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:06.365249 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c28a8-028f-4235-8a76-712a800f0b40 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a20987-cef5-47c7-91ae-87af3c65db74,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:06.403027 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d3f0c90c-6840-44ac-ab10-3788b94ae5a4 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0437877 Jul 05 04:01:06.406519 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60218) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:06.412123 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-f430b3f1-23aa-4783-8d91-35a3cc01e5c9 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1603786271'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:06.433592 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f430b3f1-23aa-4783-8d91-35a3cc01e5c9 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.517295 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f430b3f1-23aa-4783-8d91-35a3cc01e5c9 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.529667 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f430b3f1-23aa-4783-8d91-35a3cc01e5c9 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.558413 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f430b3f1-23aa-4783-8d91-35a3cc01e5c9 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.559655 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f430b3f1-23aa-4783-8d91-35a3cc01e5c9 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1515622 Jul 05 04:01:06.562464 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60220) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:06.567618 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-8181dff6-9cb4-4754-8a65-4b7cb51268a2 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1628936767'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:06.574023 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430b3f1-23aa-4783-8d91-35a3cc01e5c9 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8497fa5-af3c-455a-8704-dbd1f70324d8,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:06.596958 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8181dff6-9cb4-4754-8a65-4b7cb51268a2 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.690005 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8181dff6-9cb4-4754-8a65-4b7cb51268a2 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.693817 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8181dff6-9cb4-4754-8a65-4b7cb51268a2 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.724339 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8181dff6-9cb4-4754-8a65-4b7cb51268a2 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.725624 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8181dff6-9cb4-4754-8a65-4b7cb51268a2 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1615899 Jul 05 04:01:06.728550 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60222) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:06.731075 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181dff6-9cb4-4754-8a65-4b7cb51268a2 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e75c46a-79dd-4536-94c2-4ade31f7dbf1,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:06.736354 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-2f867d16-3c88-4bbf-9d2f-42a2b7bf4f0b tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Request body: {'security_group_rule': {'security_group_id': 'd8497fa5-af3c-455a-8704-dbd1f70324d8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7e75c46a-79dd-4536-94c2-4ade31f7dbf1', 'remote_ip_prefix': None}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:06.771208 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2f867d16-3c88-4bbf-9d2f-42a2b7bf4f0b tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.856947 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2f867d16-3c88-4bbf-9d2f-42a2b7bf4f0b tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.862697 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2f867d16-3c88-4bbf-9d2f-42a2b7bf4f0b tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.880855 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f867d16-3c88-4bbf-9d2f-42a2b7bf4f0b tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68c19da-e32e-4ffd-8850-5aa945487477,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:06.886825 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2f867d16-3c88-4bbf-9d2f-42a2b7bf4f0b tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.888071 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2f867d16-3c88-4bbf-9d2f-42a2b7bf4f0b tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1582780 Jul 05 04:01:06.891095 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60224) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:06.918406 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73d715df-239c-4672-86e0-d6647e7a5769 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.926447 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73d715df-239c-4672-86e0-d6647e7a5769 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.953008 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73d715df-239c-4672-86e0-d6647e7a5769 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.959707 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73d715df-239c-4672-86e0-d6647e7a5769 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.960833 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-73d715df-239c-4672-86e0-d6647e7a5769 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/b68c19da-e32e-4ffd-8850-5aa945487477 HTTP/1.1" status: 204 len: 168 time: 0.0685217 Jul 05 04:01:06.963518 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60226) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:06.966286 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d715df-239c-4672-86e0-d6647e7a5769 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b68c19da-e32e-4ffd-8850-5aa945487477,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:07.012985 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f4ed8a13-55c1-4c52-ba5f-7cc1e3d95ab2 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0473444 Jul 05 04:01:07.015100 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60228) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:07.066498 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6dea061f-98fe-412d-90db-6e8c84b1df51 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.088511 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6dea061f-98fe-412d-90db-6e8c84b1df51 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.129508 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6dea061f-98fe-412d-90db-6e8c84b1df51 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.132085 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6dea061f-98fe-412d-90db-6e8c84b1df51 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.133240 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6dea061f-98fe-412d-90db-6e8c84b1df51 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "DELETE /v2.0/security-groups/7e75c46a-79dd-4536-94c2-4ade31f7dbf1 HTTP/1.1" status: 204 len: 168 time: 0.1171954 Jul 05 04:01:07.135889 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60230) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:07.142937 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea061f-98fe-412d-90db-6e8c84b1df51 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e75c46a-79dd-4536-94c2-4ade31f7dbf1,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:07.194565 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fe480446-56df-4e9b-9017-c97eb3e73989 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0575247 Jul 05 04:01:07.197195 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60232) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:07.248461 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fc95a184-b282-4506-ad19-58f6cb778821 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.271277 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fc95a184-b282-4506-ad19-58f6cb778821 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.313894 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fc95a184-b282-4506-ad19-58f6cb778821 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.316635 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fc95a184-b282-4506-ad19-58f6cb778821 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.317822 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fc95a184-b282-4506-ad19-58f6cb778821 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "DELETE /v2.0/security-groups/d8497fa5-af3c-455a-8704-dbd1f70324d8 HTTP/1.1" status: 204 len: 168 time: 0.1197376 Jul 05 04:01:07.320583 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60234) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:07.326740 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95a184-b282-4506-ad19-58f6cb778821 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8497fa5-af3c-455a-8704-dbd1f70324d8,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:07.365167 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bbafa96b-ff92-48a1-9598-13c878f7920e tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0434017 Jul 05 04:01:07.369070 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60236) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:07.373719 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-1e727e54-dbec-401b-b61d-08c1ea70e218 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1498327170'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:07.397717 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1e727e54-dbec-401b-b61d-08c1ea70e218 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.484924 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1e727e54-dbec-401b-b61d-08c1ea70e218 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.489797 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1e727e54-dbec-401b-b61d-08c1ea70e218 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.516726 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1e727e54-dbec-401b-b61d-08c1ea70e218 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.517845 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1e727e54-dbec-401b-b61d-08c1ea70e218 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1477962 Jul 05 04:01:07.520741 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60238) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:07.521767 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e727e54-dbec-401b-b61d-08c1ea70e218 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10f99b32-b67b-434b-8e2c-69adedee46dd,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:07.526964 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-5b8d40af-fe55-4859-9d51-9765ccc20c84 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Request body: {'security_group_rule': {'security_group_id': '10f99b32-b67b-434b-8e2c-69adedee46dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:07.554056 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5b8d40af-fe55-4859-9d51-9765ccc20c84 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.617647 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5b8d40af-fe55-4859-9d51-9765ccc20c84 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.620998 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5b8d40af-fe55-4859-9d51-9765ccc20c84 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.639050 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d40af-fe55-4859-9d51-9765ccc20c84 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e83c35-f2dd-4f8d-939c-98ad49fb6234,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:07.646321 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5b8d40af-fe55-4859-9d51-9765ccc20c84 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.647598 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5b8d40af-fe55-4859-9d51-9765ccc20c84 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1257606 Jul 05 04:01:07.651582 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60240) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:07.678599 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5be427e5-02f1-4c2e-b5c9-d5a8a1163d26 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.687014 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5be427e5-02f1-4c2e-b5c9-d5a8a1163d26 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.718306 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5be427e5-02f1-4c2e-b5c9-d5a8a1163d26 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.723235 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5be427e5-02f1-4c2e-b5c9-d5a8a1163d26 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.724470 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5be427e5-02f1-4c2e-b5c9-d5a8a1163d26 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/c7e83c35-f2dd-4f8d-939c-98ad49fb6234 HTTP/1.1" status: 204 len: 168 time: 0.0726769 Jul 05 04:01:07.727649 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60242) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:07.745378 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be427e5-02f1-4c2e-b5c9-d5a8a1163d26 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7e83c35-f2dd-4f8d-939c-98ad49fb6234,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:07.776190 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1f523d5e-f275-4e39-b9ac-b2ac5efe8aef tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0475361 Jul 05 04:01:07.778873 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60244) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:07.833383 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5458feea-766b-4cfe-af4e-c3072015f095 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.862650 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5458feea-766b-4cfe-af4e-c3072015f095 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.910653 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5458feea-766b-4cfe-af4e-c3072015f095 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.913298 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5458feea-766b-4cfe-af4e-c3072015f095 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.914581 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5458feea-766b-4cfe-af4e-c3072015f095 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "DELETE /v2.0/security-groups/10f99b32-b67b-434b-8e2c-69adedee46dd HTTP/1.1" status: 204 len: 168 time: 0.1347861 Jul 05 04:01:07.917257 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60246) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:07.924884 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458feea-766b-4cfe-af4e-c3072015f095 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f99b32-b67b-434b-8e2c-69adedee46dd,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:07.961447 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b4ee1a7f-d945-460f-b171-130b83ab93c7 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0429952 Jul 05 04:01:07.965386 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60248) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:07.971039 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-79bfe626-c96f-41d8-9828-23cb98c506be tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Request body: {'security_group': {'name': 'tempest-secgroup--1721511417'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:07.994573 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-79bfe626-c96f-41d8-9828-23cb98c506be tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.087921 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-79bfe626-c96f-41d8-9828-23cb98c506be tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.091664 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-79bfe626-c96f-41d8-9828-23cb98c506be tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.120500 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-79bfe626-c96f-41d8-9828-23cb98c506be tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.121763 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-79bfe626-c96f-41d8-9828-23cb98c506be tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1552641 Jul 05 04:01:08.124501 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60250) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:08.130346 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ebad7727-0e86-40d2-b975-df1f1ab51302 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Request body: {'security_group_rule': {'security_group_id': '2b213c98-5512-4095-951b-c0f589e3e81a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:08.135571 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfe626-c96f-41d8-9828-23cb98c506be tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b213c98-5512-4095-951b-c0f589e3e81a,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:08.163991 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ebad7727-0e86-40d2-b975-df1f1ab51302 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.237848 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ebad7727-0e86-40d2-b975-df1f1ab51302 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.251073 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ebad7727-0e86-40d2-b975-df1f1ab51302 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.270009 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad7727-0e86-40d2-b975-df1f1ab51302 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93344737-c9ec-42ba-922d-726f3c22c4a2,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:08.303201 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ebad7727-0e86-40d2-b975-df1f1ab51302 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.305583 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ebad7727-0e86-40d2-b975-df1f1ab51302 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1793394 Jul 05 04:01:08.308006 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60252) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:08.330616 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-987dde36-9c7e-495f-9046-2c4b37054c72 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-group-rules/93344737-c9ec-42ba-922d-726f3c22c4a2 HTTP/1.1" status: 200 len: 763 time: 0.0181906 Jul 05 04:01:08.330850 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60254) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:08.387834 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-19af80c4-5248-4a05-9797-5c9931cd2443 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0556810 Jul 05 04:01:08.390377 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60256) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:08.415245 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0f577a29-3b73-4fb1-8a2e-29add7f1c0eb tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.423467 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0f577a29-3b73-4fb1-8a2e-29add7f1c0eb tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.449752 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0f577a29-3b73-4fb1-8a2e-29add7f1c0eb tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.455738 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0f577a29-3b73-4fb1-8a2e-29add7f1c0eb tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.456953 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0f577a29-3b73-4fb1-8a2e-29add7f1c0eb tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/93344737-c9ec-42ba-922d-726f3c22c4a2 HTTP/1.1" status: 204 len: 168 time: 0.0644734 Jul 05 04:01:08.459669 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60258) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:08.464518 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f577a29-3b73-4fb1-8a2e-29add7f1c0eb tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93344737-c9ec-42ba-922d-726f3c22c4a2,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:08.500914 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f333e703-eb0f-4c0d-a41e-45d35c8c53a9 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0400062 Jul 05 04:01:08.503866 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60260) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:08.508359 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-9ec5f64b-7838-40cb-b0c1-86dfb5760ea9 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Request body: {'security_group_rule': {'security_group_id': '2b213c98-5512-4095-951b-c0f589e3e81a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:08.542531 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9ec5f64b-7838-40cb-b0c1-86dfb5760ea9 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.590917 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9ec5f64b-7838-40cb-b0c1-86dfb5760ea9 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.595833 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9ec5f64b-7838-40cb-b0c1-86dfb5760ea9 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.613880 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5f64b-7838-40cb-b0c1-86dfb5760ea9 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf87d49d-a110-4c7b-ab59-813ba71b9166,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:08.619606 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9ec5f64b-7838-40cb-b0c1-86dfb5760ea9 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.620860 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9ec5f64b-7838-40cb-b0c1-86dfb5760ea9 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160574 Jul 05 04:01:08.623497 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60262) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:08.639610 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-464b0c8f-d9ae-4d76-9f33-1f542dcf9ae0 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-group-rules/cf87d49d-a110-4c7b-ab59-813ba71b9166 HTTP/1.1" status: 200 len: 763 time: 0.0149300 Jul 05 04:01:08.642897 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60264) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:08.684006 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-78cae5c4-e036-4e86-8642-0a6491be2afd tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0397911 Jul 05 04:01:08.686990 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60266) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:08.710861 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fa3daca8-27e6-44d1-b51f-2e9e872d9d6b tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.718246 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fa3daca8-27e6-44d1-b51f-2e9e872d9d6b tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.750716 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fa3daca8-27e6-44d1-b51f-2e9e872d9d6b tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.757026 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fa3daca8-27e6-44d1-b51f-2e9e872d9d6b tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.758411 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fa3daca8-27e6-44d1-b51f-2e9e872d9d6b tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/cf87d49d-a110-4c7b-ab59-813ba71b9166 HTTP/1.1" status: 204 len: 168 time: 0.0704668 Jul 05 04:01:08.760933 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60268) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:08.763722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3daca8-27e6-44d1-b51f-2e9e872d9d6b tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf87d49d-a110-4c7b-ab59-813ba71b9166,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:08.805979 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-99648bab-80a8-47f4-8454-1dcdede3a0f1 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0438213 Jul 05 04:01:08.808542 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60270) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:08.813272 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-73d48b06-995c-4e6a-9667-c3cc4cddc370 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Request body: {'security_group_rule': {'security_group_id': '2b213c98-5512-4095-951b-c0f589e3e81a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:08.838614 n-d-780147-23 neutron-server[105539]: INFO neutron.db.securitygroups_db [None req-73d48b06-995c-4e6a-9667-c3cc4cddc370 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Project 59a5d0b2d1d74f71a0a15bbf51928c58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:01:08.843702 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73d48b06-995c-4e6a-9667-c3cc4cddc370 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.893851 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73d48b06-995c-4e6a-9667-c3cc4cddc370 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.897575 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73d48b06-995c-4e6a-9667-c3cc4cddc370 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.916113 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d48b06-995c-4e6a-9667-c3cc4cddc370 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69cbb5fd-869b-451b-aa3b-933ffc4156a5,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:08.919472 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73d48b06-995c-4e6a-9667-c3cc4cddc370 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.920704 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-73d48b06-995c-4e6a-9667-c3cc4cddc370 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1112509 Jul 05 04:01:08.923416 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60272) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:08.942881 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e264c812-70f7-4269-833f-ad167f578014 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-group-rules/69cbb5fd-869b-451b-aa3b-933ffc4156a5 HTTP/1.1" status: 200 len: 769 time: 0.0183730 Jul 05 04:01:08.945288 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60274) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:09.325260 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f95da869-f9d5-46ce-8ef8-23cb0ab4fe90 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3788874 Jul 05 04:01:09.327821 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60280) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:09.353335 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0d7cf5b5-3d52-4745-901d-0b1cb73dd201 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.362451 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0d7cf5b5-3d52-4745-901d-0b1cb73dd201 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.417670 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0d7cf5b5-3d52-4745-901d-0b1cb73dd201 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.425071 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0d7cf5b5-3d52-4745-901d-0b1cb73dd201 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.426167 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0d7cf5b5-3d52-4745-901d-0b1cb73dd201 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/69cbb5fd-869b-451b-aa3b-933ffc4156a5 HTTP/1.1" status: 204 len: 168 time: 0.0968785 Jul 05 04:01:09.429918 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60282) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:09.444345 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3e2c61d0-0892-492c-9bf1-f3c6957ce11d req-63cd6cb3-a750-4995-a15f-44e839b019a6 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/ports?device_id=e371265a-a8d5-4ebe-a981-999686cde349 HTTP/1.1" status: 200 len: 210 time: 0.0325899 Jul 05 04:01:09.444575 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7cf5b5-3d52-4745-901d-0b1cb73dd201 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69cbb5fd-869b-451b-aa3b-933ffc4156a5,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:09.486585 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148db9a-8516-4506-adcd-567aebccbaff req-345d3e7d-0e61-4d1c-9033-844e8c44a6e9 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:09.488168 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2148db9a-8516-4506-adcd-567aebccbaff req-345d3e7d-0e61-4d1c-9033-844e8c44a6e9 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 944 time: 0.1108134 Jul 05 04:01:09.500263 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d8744a0d-4b47-45ff-966b-f43c285c6abf tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0685980 Jul 05 04:01:09.502980 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60284) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:09.568012 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2148db9a-8516-4506-adcd-567aebccbaff req-f3201455-0e18-4109-903b-ce14a496d09c tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663416 Jul 05 04:01:09.599081 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c3775629-9fad-4aab-a569-e7df7d401f14 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.626917 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c3775629-9fad-4aab-a569-e7df7d401f14 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.684263 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c3775629-9fad-4aab-a569-e7df7d401f14 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.687451 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c3775629-9fad-4aab-a569-e7df7d401f14 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.692129 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60300) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:09.692301 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c3775629-9fad-4aab-a569-e7df7d401f14 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "DELETE /v2.0/security-groups/2b213c98-5512-4095-951b-c0f589e3e81a HTTP/1.1" status: 204 len: 168 time: 0.1882277 Jul 05 04:01:09.711426 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3775629-9fad-4aab-a569-e7df7d401f14 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b213c98-5512-4095-951b-c0f589e3e81a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:09.819403 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-65cd6904-1570-4f96-932d-046692188c16 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1257865 Jul 05 04:01:09.820638 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60304) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:09.903204 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-d7164c6c-2003-4c3f-ba13-818f602cba92 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:09.904907 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-d7164c6c-2003-4c3f-ba13-818f602cba92 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.70 "GET /v2.0/networks?id=adf4335e-6a0f-4b60-b008-011a382a081a HTTP/1.1" status: 200 len: 815 time: 0.1919289 Jul 05 04:01:09.918525 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d975b6fb-dabc-4861-9d54-b2b0e06ebd18 tempest-SecGroupIPv6Test-576583939 tempest-SecGroupIPv6Test-576583939-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0945990 Jul 05 04:01:09.933538 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-56ad73f8-9642-440b-b5f8-09a59066d785 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Request body: {'port': {'device_id': 'e371265a-a8d5-4ebe-a981-999686cde349', 'network_id': 'adf4335e-6a0f-4b60-b008-011a382a081a', 'admin_state_up': True, 'tenant_id': '84855aa0cff44f948db352b90e985895'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:10.066351 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-56ad73f8-9642-440b-b5f8-09a59066d785 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Made reservation on behalf of 84855aa0cff44f948db352b90e985895 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:10.071311 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-56ad73f8-9642-440b-b5f8-09a59066d785 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.271619 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-56ad73f8-9642-440b-b5f8-09a59066d785 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Allocated IP 172.20.0.11 (adf4335e-6a0f-4b60-b008-011a382a081a/2236ef3b-18c4-4523-8f5f-ec09a670925c/640f64d0-f9fe-47e6-9cb9-772269436806) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:10.328347 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60348) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:10.486610 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-56ad73f8-9642-440b-b5f8-09a59066d785 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.507280 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-56ad73f8-9642-440b-b5f8-09a59066d785 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Transition to ACTIVE for port object 640f64d0-f9fe-47e6-9cb9-772269436806 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:10.555054 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-56ad73f8-9642-440b-b5f8-09a59066d785 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.651208 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-079a1227-5556-44f0-bdb8-4294e4de5282 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=59a5d0b2d1d74f71a0a15bbf51928c58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3212013 Jul 05 04:01:10.651868 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60376) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:10.667062 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-56ad73f8-9642-440b-b5f8-09a59066d785 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Network adf4335e-6a0f-4b60-b008-011a382a081a is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:10.671155 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-56ad73f8-9642-440b-b5f8-09a59066d785 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:10.704939 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-56ad73f8-9642-440b-b5f8-09a59066d785 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:10.754020 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f319eb1-0da8-450d-b938-5236eca45a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.764449 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad73f8-9642-440b-b5f8-09a59066d785 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Pushing event updated for resources: {'Port': ['ID=640f64d0-f9fe-47e6-9cb9-772269436806,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:10.806770 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f319eb1-0da8-450d-b938-5236eca45a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.842114 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-56ad73f8-9642-440b-b5f8-09a59066d785 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:10.842805 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-56ad73f8-9642-440b-b5f8-09a59066d785 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.884900 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-56ad73f8-9642-440b-b5f8-09a59066d785 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9567103 Jul 05 04:01:10.947792 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-4af7ec3a-086a-4f9f-91cf-e36e8b520984 service neutron] Request body: {'port': {'device_id': 'e371265a-a8d5-4ebe-a981-999686cde349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:10.961791 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f319eb1-0da8-450d-b938-5236eca45a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.968544 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f319eb1-0da8-450d-b938-5236eca45a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.972340 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6f319eb1-0da8-450d-b938-5236eca45a29 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6b4d2b57-cbed-4a72-b0fd-ed79b27b9b5b HTTP/1.1" status: 204 len: 168 time: 0.3185835 Jul 05 04:01:11.026377 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f319eb1-0da8-450d-b938-5236eca45a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4d2b57-cbed-4a72-b0fd-ed79b27b9b5b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:11.109985 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7006d-ab44-4462-92e9-f646dda25b32 req-97557e4f-dbca-4d1c-b548-9b60a474a921 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:11.111838 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d2f7006d-ab44-4462-92e9-f646dda25b32 req-97557e4f-dbca-4d1c-b548-9b60a474a921 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/ports?device_id=e371265a-a8d5-4ebe-a981-999686cde349 HTTP/1.1" status: 200 len: 932 time: 0.1979814 Jul 05 04:01:11.168992 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ddaa3-f0c3-44a8-9d19-1aeb51a60e0e req-27f94f89-db36-4fa6-8480-dc99f8672d17 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:11.177507 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1d8ddaa3-f0c3-44a8-9d19-1aeb51a60e0e req-27f94f89-db36-4fa6-8480-dc99f8672d17 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 944 time: 0.2872386 Jul 05 04:01:11.178873 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b8794dc4-bf9c-44c7-ad32-16de0fadead6 None None] Provisioning for port 640f64d0-f9fe-47e6-9cb9-772269436806 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:11.192508 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b8794dc4-bf9c-44c7-ad32-16de0fadead6 None None] Provisioning complete for port 640f64d0-f9fe-47e6-9cb9-772269436806 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:11.192891 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b8794dc4-bf9c-44c7-ad32-16de0fadead6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.196708 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d2f7006d-ab44-4462-92e9-f646dda25b32 req-050a8cbd-308a-425d-a0ad-53a5b09fc45b tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/security-groups?id=b049ac02-4c75-4b34-a01c-c47295632689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735884 Jul 05 04:01:11.211067 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-4af7ec3a-086a-4f9f-91cf-e36e8b520984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.262856 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1d8ddaa3-f0c3-44a8-9d19-1aeb51a60e0e req-86dfef0e-3324-465d-b846-3c2bec9f4cb3 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843291 Jul 05 04:01:11.363603 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-b8794dc4-bf9c-44c7-ad32-16de0fadead6 None None] Port 640f64d0-f9fe-47e6-9cb9-772269436806 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:01:12.153283 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-4af7ec3a-086a-4f9f-91cf-e36e8b520984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 640f64d0-f9fe-47e6-9cb9-772269436806 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:01:12.181997 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-4af7ec3a-086a-4f9f-91cf-e36e8b520984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:12.222837 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-4af7ec3a-086a-4f9f-91cf-e36e8b520984 service neutron] Transition to ACTIVE for port object 640f64d0-f9fe-47e6-9cb9-772269436806 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:12.230093 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-4af7ec3a-086a-4f9f-91cf-e36e8b520984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:12.380731 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7ec3a-086a-4f9f-91cf-e36e8b520984 service neutron] Pushing event updated for resources: {'Port': ['ID=640f64d0-f9fe-47e6-9cb9-772269436806,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:12.714571 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-4af7ec3a-086a-4f9f-91cf-e36e8b520984 service neutron] Attempting to bind port 640f64d0-f9fe-47e6-9cb9-772269436806 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:12.715477 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-4af7ec3a-086a-4f9f-91cf-e36e8b520984 service neutron] Attempting to bind port 640f64d0-f9fe-47e6-9cb9-772269436806 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'b7e52b96-01e3-469f-aa7a-896898307299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'adf4335e-6a0f-4b60-b008-011a382a081a'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:12.716248 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-4af7ec3a-086a-4f9f-91cf-e36e8b520984 service neutron] Attempting to bind port 640f64d0-f9fe-47e6-9cb9-772269436806 on network adf4335e-6a0f-4b60-b008-011a382a081a {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:12.777086 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:12.786908 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55f9dd-64ce-40a3-8e3b-f539a2782a20 req-67cfd391-0da9-438b-9ab7-ac52e69b08d4 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:12.799283 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4e55f9dd-64ce-40a3-8e3b-f539a2782a20 req-67cfd391-0da9-438b-9ab7-ac52e69b08d4 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 944 time: 0.2093840 Jul 05 04:01:12.833909 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60440) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:12.912864 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-4af7ec3a-086a-4f9f-91cf-e36e8b520984 service neutron] Port 640f64d0-f9fe-47e6-9cb9-772269436806 on network adf4335e-6a0f-4b60-b008-011a382a081a not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:01:12.913693 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-4af7ec3a-086a-4f9f-91cf-e36e8b520984 service neutron] Attempting to bind port 640f64d0-f9fe-47e6-9cb9-772269436806 on network adf4335e-6a0f-4b60-b008-011a382a081a {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:12.928796 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4e55f9dd-64ce-40a3-8e3b-f539a2782a20 req-bd939bcd-5ed0-4dd0-b37e-c266fbe40f1c tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266086 Jul 05 04:01:13.001556 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-4af7ec3a-086a-4f9f-91cf-e36e8b520984 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:13.002428 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-4af7ec3a-086a-4f9f-91cf-e36e8b520984 service neutron] Checking segment: {'id': 'b7e52b96-01e3-469f-aa7a-896898307299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'adf4335e-6a0f-4b60-b008-011a382a081a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:13.003105 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-4af7ec3a-086a-4f9f-91cf-e36e8b520984 service neutron] Bound using segment: {'id': 'b7e52b96-01e3-469f-aa7a-896898307299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'adf4335e-6a0f-4b60-b008-011a382a081a'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:13.005186 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-4af7ec3a-086a-4f9f-91cf-e36e8b520984 service neutron] Bound port: 640f64d0-f9fe-47e6-9cb9-772269436806, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7e52b96-01e3-469f-aa7a-896898307299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'adf4335e-6a0f-4b60-b008-011a382a081a'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:13.005929 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-4af7ec3a-086a-4f9f-91cf-e36e8b520984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.141748 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-4d8ecd3e-a90c-4db0-856a-65b75b54195d tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Request body: {'security_group': {'name': 'tempest-secgroup--1527391473'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:13.174196 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141494f-f0e3-4b1d-9a1b-8b07335ca532 req-f9d5996c-7fa5-46bd-ba91-647c450a5dba tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:13.183247 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c141494f-f0e3-4b1d-9a1b-8b07335ca532 req-f9d5996c-7fa5-46bd-ba91-647c450a5dba tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/ports?device_id=e371265a-a8d5-4ebe-a981-999686cde349 HTTP/1.1" status: 200 len: 944 time: 0.4815941 Jul 05 04:01:13.264453 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4d8ecd3e-a90c-4db0-856a-65b75b54195d tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.283917 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4d8ecd3e-a90c-4db0-856a-65b75b54195d tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.325457 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c141494f-f0e3-4b1d-9a1b-8b07335ca532 req-1cb9614e-047c-4736-9523-320f3df5c51a tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/security-groups?id=b049ac02-4c75-4b34-a01c-c47295632689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395288 Jul 05 04:01:13.352065 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-4af7ec3a-086a-4f9f-91cf-e36e8b520984 service neutron] For port 640f64d0-f9fe-47e6-9cb9-772269436806, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:13.360639 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-4af7ec3a-086a-4f9f-91cf-e36e8b520984 service neutron] For port 640f64d0-f9fe-47e6-9cb9-772269436806, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=640f64d0-f9fe-47e6-9cb9-772269436806,segment=NetworkSegment(b7e52b96-01e3-469f-aa7a-896898307299),segment_id=b7e52b96-01e3-469f-aa7a-896898307299)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:13.369307 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-4af7ec3a-086a-4f9f-91cf-e36e8b520984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.388670 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60448) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:13.486245 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-4af7ec3a-086a-4f9f-91cf-e36e8b520984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:13.486891 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-4af7ec3a-086a-4f9f-91cf-e36e8b520984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.488358 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-4af7ec3a-086a-4f9f-91cf-e36e8b520984 service neutron] 10.222.0.70 "PUT /v2.0/ports/640f64d0-f9fe-47e6-9cb9-772269436806 HTTP/1.1" status: 200 len: 1093 time: 2.5460453 Jul 05 04:01:13.512036 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e371265a-a8d5-4ebe-a981-999686cde349', 'tag': '640f64d0-f9fe-47e6-9cb9-772269436806'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:13.522189 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868541b8-3baf-4f8d-b6c4-da210ff2ef99" -d '{"events": [{"name": "network-changed", "server_uuid": "e371265a-a8d5-4ebe-a981-999686cde349", "tag": "640f64d0-f9fe-47e6-9cb9-772269436806"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:13.664943 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7ec3a-086a-4f9f-91cf-e36e8b520984 service neutron] Pushing event updated for resources: {'Port': ['ID=640f64d0-f9fe-47e6-9cb9-772269436806,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:13.775239 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dee12f5-5b7a-426c-9078-83a220253a5f x-openstack-request-id: req-4dee12f5-5b7a-426c-9078-83a220253a5f {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:13.776135 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e371265a-a8d5-4ebe-a981-999686cde349", "tag": "640f64d0-f9fe-47e6-9cb9-772269436806", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:13.776546 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4dee12f5-5b7a-426c-9078-83a220253a5f {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:13.777136 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e371265a-a8d5-4ebe-a981-999686cde349', 'tag': '640f64d0-f9fe-47e6-9cb9-772269436806', 'status': 'completed', 'code': 200} Jul 05 04:01:13.810075 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0ffa32bd-0285-451f-b55f-f824780fc260 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c9a40b5d699147b59a12eb825121102d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4184835 Jul 05 04:01:13.811597 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60456) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:13.877307 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4d8ecd3e-a90c-4db0-856a-65b75b54195d tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.884550 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4d8ecd3e-a90c-4db0-856a-65b75b54195d tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.935070 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-52b1995d-0e43-43be-8fa5-75f581293094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.028565 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-52b1995d-0e43-43be-8fa5-75f581293094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.135476 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ecd3e-a90c-4db0-856a-65b75b54195d tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0020cad-cbdf-4d31-ba39-c732e08cafb1,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:14.217079 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-df7dc7b7-6514-4bbc-b645-71237813e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:14.218665 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-df7dc7b7-6514-4bbc-b645-71237813e46a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84855aa0cff44f948db352b90e985895&device_id=e371265a-a8d5-4ebe-a981-999686cde349 HTTP/1.1" status: 200 len: 1096 time: 0.4993343 Jul 05 04:01:14.232543 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-52b1995d-0e43-43be-8fa5-75f581293094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.236731 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-52b1995d-0e43-43be-8fa5-75f581293094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.238275 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-52b1995d-0e43-43be-8fa5-75f581293094 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/41211d4f-8bab-4f3e-af15-f89c2da58568 HTTP/1.1" status: 204 len: 168 time: 0.4246850 Jul 05 04:01:14.258471 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4d8ecd3e-a90c-4db0-856a-65b75b54195d tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.261652 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1995d-0e43-43be-8fa5-75f581293094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41211d4f-8bab-4f3e-af15-f89c2da58568,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:14.266352 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4d8ecd3e-a90c-4db0-856a-65b75b54195d tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.305190 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377c2e2-dbd0-4f7e-a153-bd24c7c7dad9 req-0d5a7383-c4b8-4a0d-a8ac-25c0d34286af tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:14.322369 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f377c2e2-dbd0-4f7e-a153-bd24c7c7dad9 req-0d5a7383-c4b8-4a0d-a8ac-25c0d34286af tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 944 time: 0.1692824 Jul 05 04:01:14.356237 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-e1f5dc69-de74-4e38-b457-9a9fcb16924f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=640f64d0-f9fe-47e6-9cb9-772269436806 HTTP/1.1" status: 200 len: 217 time: 0.0909443 Jul 05 04:01:14.374976 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4d8ecd3e-a90c-4db0-856a-65b75b54195d tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.376308 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4d8ecd3e-a90c-4db0-856a-65b75b54195d tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5393314 Jul 05 04:01:14.387587 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60468) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:14.431728 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f377c2e2-dbd0-4f7e-a153-bd24c7c7dad9 req-8448f135-eb0f-4865-8d40-844bbc124ee4 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083362 Jul 05 04:01:14.435516 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ecd3e-a90c-4db0-856a-65b75b54195d tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01cec859-0b50-4221-8b0c-da66598c5dbe,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:14.545538 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-f8f8f2f4-852f-42cf-bc53-76248b014235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:14.548231 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-f8f8f2f4-852f-42cf-bc53-76248b014235 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2236ef3b-18c4-4523-8f5f-ec09a670925c HTTP/1.1" status: 200 len: 854 time: 0.1706016 Jul 05 04:01:14.561417 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7a6a269f-223d-4661-ba82-3b8df159348e tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1727090 Jul 05 04:01:14.565337 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60470) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:14.573077 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f1ffb436-8d30-44b2-be72-f5b155eca9a8 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Request body: {'security_group': {'name': 'tempest-security--581210464', 'description': 'tempest-security-description-885710436'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:14.838117 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f1ffb436-8d30-44b2-be72-f5b155eca9a8 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.901258 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 273766da-a5ab-4aa9-aa87-8c3c05b47b02 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:01:14.932576 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f1ffb436-8d30-44b2-be72-f5b155eca9a8 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.940088 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f1ffb436-8d30-44b2-be72-f5b155eca9a8 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.945171 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f1ffb436-8d30-44b2-be72-f5b155eca9a8 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.949987 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60482) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:14.950853 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f1ffb436-8d30-44b2-be72-f5b155eca9a8 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "PUT /v2.0/security-groups/01cec859-0b50-4221-8b0c-da66598c5dbe HTTP/1.1" status: 200 len: 1778 time: 0.3841951 Jul 05 04:01:15.000387 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ffb436-8d30-44b2-be72-f5b155eca9a8 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01cec859-0b50-4221-8b0c-da66598c5dbe,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:15.048413 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2ecac-ae4a-4d0f-9656-8834edbfac5f req-ffdb1cc9-8e20-4588-aa1c-697af9cfdbb4 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:15.059877 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-30f2ecac-ae4a-4d0f-9656-8834edbfac5f req-ffdb1cc9-8e20-4588-aa1c-697af9cfdbb4 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/ports?device_id=e371265a-a8d5-4ebe-a981-999686cde349 HTTP/1.1" status: 200 len: 944 time: 0.3908267 Jul 05 04:01:15.181607 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-30f2ecac-ae4a-4d0f-9656-8834edbfac5f req-52bd6c78-c3de-4f82-94f7-af0d18977b51 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/security-groups?id=b049ac02-4c75-4b34-a01c-c47295632689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127746 Jul 05 04:01:15.235432 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60492) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:15.253794 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-62126fb7-a451-44df-ae69-5c7612762f1f tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-groups/01cec859-0b50-4221-8b0c-da66598c5dbe HTTP/1.1" status: 200 len: 1778 time: 0.3023839 Jul 05 04:01:15.282871 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 273766da-a5ab-4aa9-aa87-8c3c05b47b02, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=273766da-a5ab-4aa9-aa87-8c3c05b47b02,segment=NetworkSegment(0c99a00c-e059-4fa8-bac3-c0cea323b9b5),segment_id=0c99a00c-e059-4fa8-bac3-c0cea323b9b5)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:15.309141 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-bcd9e44e-aa4a-414e-b7a4-0fc8380f5bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:15.313916 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-bcd9e44e-aa4a-414e-b7a4-0fc8380f5bec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=adf4335e-6a0f-4b60-b008-011a382a081a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2428482 Jul 05 04:01:15.319112 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '273766da-a5ab-4aa9-aa87-8c3c05b47b02', 'network_id': '875157ee-1ede-4160-9cdc-ffb3b506197c', 'port_id': '273766da-a5ab-4aa9-aa87-8c3c05b47b02', 'mac_address': 'fa:16:3e:ba:f5:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd78a45-de58-4c6c-b596-dd6afb42d456', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:01:15.398012 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-32c8ea75-7c9e-4821-bdcf-373a96d8c58c tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.444703 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.446346 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-32c8ea75-7c9e-4821-bdcf-373a96d8c58c tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.489793 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 273766da-a5ab-4aa9-aa87-8c3c05b47b02 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:01:15.527514 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-32c8ea75-7c9e-4821-bdcf-373a96d8c58c tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.537664 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-32c8ea75-7c9e-4821-bdcf-373a96d8c58c tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.541186 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-32c8ea75-7c9e-4821-bdcf-373a96d8c58c tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "DELETE /v2.0/security-groups/01cec859-0b50-4221-8b0c-da66598c5dbe HTTP/1.1" status: 204 len: 168 time: 0.3046582 Jul 05 04:01:15.550631 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60502) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:15.603751 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 273766da-a5ab-4aa9-aa87-8c3c05b47b02, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=273766da-a5ab-4aa9-aa87-8c3c05b47b02,segment=NetworkSegment(0c99a00c-e059-4fa8-bac3-c0cea323b9b5),segment_id=0c99a00c-e059-4fa8-bac3-c0cea323b9b5)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:15.606962 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8ea75-7c9e-4821-bdcf-373a96d8c58c tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cec859-0b50-4221-8b0c-da66598c5dbe,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:15.611413 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.708485 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-fea415e1-1156-4e70-9864-e9bae646dfea service neutron] 10.222.0.70 "GET /v2.0/networks/adf4335e-6a0f-4b60-b008-011a382a081a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800454 Jul 05 04:01:15.715608 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-aaeeaa51-0188-4b9f-8e29-73f25bad4edd tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1606574 Jul 05 04:01:15.718508 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60508) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:15.754128 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-42f00d56-a179-4ad3-9a5e-75b0eb2e6597 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] delete failed (client error): The resource could not be found. Jul 05 04:01:15.764292 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-42f00d56-a179-4ad3-9a5e-75b0eb2e6597 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "DELETE /v2.0/security-groups/01cec859-0b50-4221-8b0c-da66598c5dbe HTTP/1.1" status: 404 len: 347 time: 0.0444515 Jul 05 04:01:15.765111 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60510) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:15.778905 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-5b74c03b-631e-4f1d-ba9a-6de3b16627e2 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Request body: {'security_group': {'name': 'tempest-secgroup--914270016'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:15.797916 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=273766da-a5ab-4aa9-aa87-8c3c05b47b02,revision_number=11']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:15.909137 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60512) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:15.927534 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75681a-e2ca-4639-87d7-0935e0b9f6d8 req-61069b82-b418-4c17-ae69-f78011b2bb1c tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:15.934715 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4c75681a-e2ca-4639-87d7-0935e0b9f6d8 req-61069b82-b418-4c17-ae69-f78011b2bb1c tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 945 time: 0.1969113 Jul 05 04:01:15.990418 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4c75681a-e2ca-4639-87d7-0935e0b9f6d8 req-30322aaa-3a25-4665-bdbc-b7c07dee8ef2 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544918 Jul 05 04:01:16.022832 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0cff2c9b-7aee-4b16-8e05-df56df1801d0 req-5c7b224b-6146-4b77-a608-8fdff033eee1 service neutron] 10.222.0.70 "GET /v2.0/networks/adf4335e-6a0f-4b60-b008-011a382a081a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214870 Jul 05 04:01:16.052115 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5b74c03b-631e-4f1d-ba9a-6de3b16627e2 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.164906 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-a2d79a20-4bca-494f-94fc-417a94b1fa24 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1595483016-network', 'tenant_id': '8c9eb45782294a518c110d86fd916f8f'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:16.177059 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['273766da-a5ab-4aa9-aa87-8c3c05b47b02'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:16.349383 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5b74c03b-631e-4f1d-ba9a-6de3b16627e2 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.357629 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5b74c03b-631e-4f1d-ba9a-6de3b16627e2 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.402090 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d79a20-4bca-494f-94fc-417a94b1fa24 admin admin] Made reservation on behalf of 8c9eb45782294a518c110d86fd916f8f for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:16.415158 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2d79a20-4bca-494f-94fc-417a94b1fa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.415390 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5b74c03b-631e-4f1d-ba9a-6de3b16627e2 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.422759 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5b74c03b-631e-4f1d-ba9a-6de3b16627e2 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6527445 Jul 05 04:01:16.429952 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60524) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:16.438912 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-1b8f19db-c1ea-4c9c-ab95-b786ee80c487 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Request body: {'security_group_rule': {'security_group_id': '7c2454fb-93ba-4205-9501-8267119cd107', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:16.465981 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74c03b-631e-4f1d-ba9a-6de3b16627e2 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2454fb-93ba-4205-9501-8267119cd107,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:16.466204 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2d79a20-4bca-494f-94fc-417a94b1fa24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.514397 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b8f19db-c1ea-4c9c-ab95-b786ee80c487 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.645523 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b8f19db-c1ea-4c9c-ab95-b786ee80c487 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.652954 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b8f19db-c1ea-4c9c-ab95-b786ee80c487 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.708799 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f19db-c1ea-4c9c-ab95-b786ee80c487 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5706ab74-3a8e-4dda-a57f-c01eb86759da,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:16.729031 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2d79a20-4bca-494f-94fc-417a94b1fa24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.740650 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2d79a20-4bca-494f-94fc-417a94b1fa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.751311 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b8f19db-c1ea-4c9c-ab95-b786ee80c487 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.755708 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1b8f19db-c1ea-4c9c-ab95-b786ee80c487 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3246255 Jul 05 04:01:16.756366 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60526) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:16.773614 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d79a20-4bca-494f-94fc-417a94b1fa24 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:16.803145 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2d79a20-4bca-494f-94fc-417a94b1fa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.803976 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-a2d79a20-4bca-494f-94fc-417a94b1fa24 admin admin] Added segment 4d8b50c8-aaac-4e1f-a403-4ee7599060ae of type vlan for network f39f10f8-b420-4be3-87d0-e69bd8d99ee2 Jul 05 04:01:16.814262 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d79a20-4bca-494f-94fc-417a94b1fa24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75131caf-55ee-4dcf-95c8-6d35fe3b1383,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:16.817684 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b320031-8931-433e-b984-90a3ce3fe723 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.829939 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b320031-8931-433e-b984-90a3ce3fe723 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.888202 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b320031-8931-433e-b984-90a3ce3fe723 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.901913 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b320031-8931-433e-b984-90a3ce3fe723 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.904664 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1b320031-8931-433e-b984-90a3ce3fe723 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/5706ab74-3a8e-4dda-a57f-c01eb86759da HTTP/1.1" status: 204 len: 168 time: 0.1473069 Jul 05 04:01:16.907935 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b320031-8931-433e-b984-90a3ce3fe723 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5706ab74-3a8e-4dda-a57f-c01eb86759da,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:16.909723 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60528) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:16.943004 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822c8ae-e550-44f0-a783-8c74dda7df40 req-fcc6f7ce-6887-4a20-ac72-04d6e83aad2d tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:16.964420 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c822c8ae-e550-44f0-a783-8c74dda7df40 req-fcc6f7ce-6887-4a20-ac72-04d6e83aad2d tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/ports?device_id=e371265a-a8d5-4ebe-a981-999686cde349 HTTP/1.1" status: 200 len: 944 time: 0.4628756 Jul 05 04:01:16.986804 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2d79a20-4bca-494f-94fc-417a94b1fa24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.992339 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8b2fd7fb-f257-4123-a5d7-5c5618f3f99e tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0813458 Jul 05 04:01:16.993352 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60532) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:17.109172 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-377e5fb5-1fc4-4230-9c88-933059aaed9d tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.128529 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c822c8ae-e550-44f0-a783-8c74dda7df40 req-ca2d706a-5266-4b44-b91d-77e6a65f286a tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/security-groups?id=b049ac02-4c75-4b34-a01c-c47295632689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624839 Jul 05 04:01:17.139084 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.db.resource_extend [None req-a2d79a20-4bca-494f-94fc-417a94b1fa24 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:01:17.192202 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-377e5fb5-1fc4-4230-9c88-933059aaed9d tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.226056 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2d79a20-4bca-494f-94fc-417a94b1fa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.228928 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d79a20-4bca-494f-94fc-417a94b1fa24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:17.230706 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2d79a20-4bca-494f-94fc-417a94b1fa24 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.286958 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-377e5fb5-1fc4-4230-9c88-933059aaed9d tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.290685 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-377e5fb5-1fc4-4230-9c88-933059aaed9d tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.294656 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-377e5fb5-1fc4-4230-9c88-933059aaed9d tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "DELETE /v2.0/security-groups/7c2454fb-93ba-4205-9501-8267119cd107 HTTP/1.1" status: 204 len: 168 time: 0.2977500 Jul 05 04:01:17.296480 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60536) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:17.331256 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e5fb5-1fc4-4230-9c88-933059aaed9d tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2454fb-93ba-4205-9501-8267119cd107,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:17.413618 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1cc9ab8a-00af-4b3b-a489-8af560824b45 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1133616 Jul 05 04:01:17.418388 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60538) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:17.420196 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a2d79a20-4bca-494f-94fc-417a94b1fa24 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5094039 Jul 05 04:01:17.427547 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60542) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:17.432273 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-31dbf19f-5c7c-493a-b608-20bac07d81ed tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Request body: {'security_group': {'name': 'tempest-secgroup--225104498'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:17.436901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-a82fb34d-799d-4828-a42d-704df99cff03 admin admin] Request body: {'subnet': {'network_id': 'f39f10f8-b420-4be3-87d0-e69bd8d99ee2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1595483016-subnet', 'tenant_id': '8c9eb45782294a518c110d86fd916f8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:17.473792 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-31dbf19f-5c7c-493a-b608-20bac07d81ed tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.483831 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.db.api [None req-a82fb34d-799d-4828-a42d-704df99cff03 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:01:17.483831 n-d-780147-23 neutron-server[105539]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:01:17.483831 n-d-780147-23 neutron-server[105539]: [parameters: {'project_id_1': '8c9eb45782294a518c110d86fd916f8f', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 1, 17, 445229)}] Jul 05 04:01:17.483831 n-d-780147-23 neutron-server[105539]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105539) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:01:17.485979 n-d-780147-23 neutron-server[105539]: DEBUG oslo_db.api [None req-a82fb34d-799d-4828-a42d-704df99cff03 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:01:17.490618 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d79a20-4bca-494f-94fc-417a94b1fa24 admin admin] Pushing event updated for resources: {'Network': ['ID=f39f10f8-b420-4be3-87d0-e69bd8d99ee2,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:17.506872 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network f39f10f8-b420-4be3-87d0-e69bd8d99ee2 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:17.626334 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-31dbf19f-5c7c-493a-b608-20bac07d81ed tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.634025 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-31dbf19f-5c7c-493a-b608-20bac07d81ed tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.684889 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-31dbf19f-5c7c-493a-b608-20bac07d81ed tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.687307 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-31dbf19f-5c7c-493a-b608-20bac07d81ed tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2609022 Jul 05 04:01:17.695614 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60546) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:17.718206 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-b4f20956-5eac-471b-9b73-6fe20b292000 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Request body: {'security_group_rule': {'security_group_id': '9489dc54-cd8f-4d7a-b796-6fd18fe2ba89', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:17.719485 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbf19f-5c7c-493a-b608-20bac07d81ed tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9489dc54-cd8f-4d7a-b796-6fd18fe2ba89,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:17.790179 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b4f20956-5eac-471b-9b73-6fe20b292000 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.912505 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b4f20956-5eac-471b-9b73-6fe20b292000 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.919262 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b4f20956-5eac-471b-9b73-6fe20b292000 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.010710 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f20956-5eac-471b-9b73-6fe20b292000 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdad7f1b-ccb0-4819-a383-a4b10daebe5a,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:18.027824 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b4f20956-5eac-471b-9b73-6fe20b292000 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.029536 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b4f20956-5eac-471b-9b73-6fe20b292000 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3186259 Jul 05 04:01:18.034479 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60548) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:18.041103 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ef27d3d1-c188-4add-9585-f033131945d3 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Request body: {'security_group_rule': {'security_group_id': '9489dc54-cd8f-4d7a-b796-6fd18fe2ba89', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:18.056620 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.db.api [None req-ef27d3d1-c188-4add-9585-f033131945d3 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:01:18.056620 n-d-780147-23 neutron-server[105538]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:01:18.056620 n-d-780147-23 neutron-server[105538]: [parameters: {'project_id_1': '483131bc0d664c67bce66fc63099494d', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 1, 18, 50173)}] Jul 05 04:01:18.056620 n-d-780147-23 neutron-server[105538]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105538) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:01:18.058503 n-d-780147-23 neutron-server[105538]: DEBUG oslo_db.api [None req-ef27d3d1-c188-4add-9585-f033131945d3 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:01:18.070163 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82fb34d-799d-4828-a42d-704df99cff03 admin admin] Made reservation on behalf of 8c9eb45782294a518c110d86fd916f8f for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:18.074061 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a82fb34d-799d-4828-a42d-704df99cff03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.376200 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a82fb34d-799d-4828-a42d-704df99cff03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.450141 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82fb34d-799d-4828-a42d-704df99cff03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e20b6829-d45a-4229-a22c-bf6c44fd97e8,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:18.459608 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82fb34d-799d-4828-a42d-704df99cff03 admin admin] Checking segment: {'id': '4d8b50c8-aaac-4e1f-a403-4ee7599060ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f39f10f8-b420-4be3-87d0-e69bd8d99ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:18.460024 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82fb34d-799d-4828-a42d-704df99cff03 admin admin] Network hostable DHCP agents. Network: f39f10f8-b420-4be3-87d0-e69bd8d99ee2, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:18.482561 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82fb34d-799d-4828-a42d-704df99cff03 admin admin] Network f39f10f8-b420-4be3-87d0-e69bd8d99ee2 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:18.496182 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-a82fb34d-799d-4828-a42d-704df99cff03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, f39f10f8-b420-4be3-87d0-e69bd8d99ee2) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:18.501343 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82fb34d-799d-4828-a42d-704df99cff03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:18.502092 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a82fb34d-799d-4828-a42d-704df99cff03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.509499 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41083fe2-cb20-4b9b-a642-beb34fb33724 None None] Network f39f10f8-b420-4be3-87d0-e69bd8d99ee2 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:18.526466 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a82fb34d-799d-4828-a42d-704df99cff03 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0965385 Jul 05 04:01:18.628039 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef27d3d1-c188-4add-9585-f033131945d3 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.724102 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ea58e2-d2dd-45d7-a282-211c09189e7a None None] Network f39f10f8-b420-4be3-87d0-e69bd8d99ee2 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:18.788053 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef27d3d1-c188-4add-9585-f033131945d3 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.794165 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef27d3d1-c188-4add-9585-f033131945d3 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.848232 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27d3d1-c188-4add-9585-f033131945d3 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a83ff9f7-cfdf-48a7-abba-ac7f7944485c,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:18.851535 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef27d3d1-c188-4add-9585-f033131945d3 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.857525 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ef27d3d1-c188-4add-9585-f033131945d3 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8170431 Jul 05 04:01:18.858023 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60560) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:18.870584 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-19a060c7-3c22-475d-b01e-da55e51b450b tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Request body: {'security_group_rule': {'security_group_id': '9489dc54-cd8f-4d7a-b796-6fd18fe2ba89', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:18.918805 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19a060c7-3c22-475d-b01e-da55e51b450b tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.928403 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 273766da-a5ab-4aa9-aa87-8c3c05b47b02 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:18.975780 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19a060c7-3c22-475d-b01e-da55e51b450b tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.983300 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19a060c7-3c22-475d-b01e-da55e51b450b tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.006874 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a060c7-3c22-475d-b01e-da55e51b450b tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6d46d2-1bf7-4c20-bc22-3f85db8e75a0,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:19.015249 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19a060c7-3c22-475d-b01e-da55e51b450b tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.020964 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-19a060c7-3c22-475d-b01e-da55e51b450b tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1615279 Jul 05 04:01:19.022534 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60562) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:19.032841 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-7be29255-3068-4a75-a64c-851d55ecccaf tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Request body: {'security_group_rule': {'security_group_id': '9489dc54-cd8f-4d7a-b796-6fd18fe2ba89', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:19.037159 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 273766da-a5ab-4aa9-aa87-8c3c05b47b02 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:19.042011 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 273766da-a5ab-4aa9-aa87-8c3c05b47b02 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:19.042412 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.084299 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7be29255-3068-4a75-a64c-851d55ecccaf tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.141468 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.168018 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd525443a-faf5-4515-9877-65d292c47592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273766da-a5ab-4aa9-aa87-8c3c05b47b02'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:19.169018 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7be29255-3068-4a75-a64c-851d55ecccaf tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.170445 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b89a160-a995-4a90-ad63-4569413847da" -d '{"events": [{"server_uuid": "d525443a-faf5-4515-9877-65d292c47592", "name": "network-vif-plugged", "status": "completed", "tag": "273766da-a5ab-4aa9-aa87-8c3c05b47b02"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:19.174115 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7be29255-3068-4a75-a64c-851d55ecccaf tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.186588 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 273766da-a5ab-4aa9-aa87-8c3c05b47b02, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=273766da-a5ab-4aa9-aa87-8c3c05b47b02,segment=NetworkSegment(0c99a00c-e059-4fa8-bac3-c0cea323b9b5),segment_id=0c99a00c-e059-4fa8-bac3-c0cea323b9b5)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:19.193482 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.196165 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be29255-3068-4a75-a64c-851d55ecccaf tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23ff1fd-86e9-46eb-ba53-bae89f8ae11c,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:19.200058 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7be29255-3068-4a75-a64c-851d55ecccaf tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.203932 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7be29255-3068-4a75-a64c-851d55ecccaf tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1765287 Jul 05 04:01:19.204537 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60566) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:19.208994 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-b2647977-bbec-4f74-ac16-5bd5f84399ca tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Request body: {'security_group_rule': {'security_group_id': '9489dc54-cd8f-4d7a-b796-6fd18fe2ba89', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:19.257620 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b2647977-bbec-4f74-ac16-5bd5f84399ca tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.261215 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=273766da-a5ab-4aa9-aa87-8c3c05b47b02,revision_number=12']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:19.368232 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b2647977-bbec-4f74-ac16-5bd5f84399ca tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.430314 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b2647977-bbec-4f74-ac16-5bd5f84399ca tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.451013 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2647977-bbec-4f74-ac16-5bd5f84399ca tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6032a67-2524-4d15-ba79-401bc01c0627,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:19.459432 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b2647977-bbec-4f74-ac16-5bd5f84399ca tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.460809 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b2647977-bbec-4f74-ac16-5bd5f84399ca tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2556491 Jul 05 04:01:19.465347 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60568) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:19.495312 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-04d8b706-4c5b-4813-8c33-c27df3bc08d8 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.505314 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-04d8b706-4c5b-4813-8c33-c27df3bc08d8 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.542407 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-04d8b706-4c5b-4813-8c33-c27df3bc08d8 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.548025 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-04d8b706-4c5b-4813-8c33-c27df3bc08d8 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.551567 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-04d8b706-4c5b-4813-8c33-c27df3bc08d8 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/f6032a67-2524-4d15-ba79-401bc01c0627 HTTP/1.1" status: 204 len: 168 time: 0.0830145 Jul 05 04:01:19.552171 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60570) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:19.571771 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d8b706-4c5b-4813-8c33-c27df3bc08d8 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6032a67-2524-4d15-ba79-401bc01c0627,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:19.612938 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-358fa67d-d30b-4147-851f-d748917f57a6 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0596390 Jul 05 04:01:19.617973 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60572) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:19.649970 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e51c9ffa-eb9f-40ae-96be-8b9a61b6c8c8 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.659152 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e51c9ffa-eb9f-40ae-96be-8b9a61b6c8c8 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.696371 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e51c9ffa-eb9f-40ae-96be-8b9a61b6c8c8 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.706084 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e51c9ffa-eb9f-40ae-96be-8b9a61b6c8c8 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.707943 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e51c9ffa-eb9f-40ae-96be-8b9a61b6c8c8 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/e23ff1fd-86e9-46eb-ba53-bae89f8ae11c HTTP/1.1" status: 204 len: 168 time: 0.0881960 Jul 05 04:01:19.711778 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60574) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:19.718608 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c9ffa-eb9f-40ae-96be-8b9a61b6c8c8 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e23ff1fd-86e9-46eb-ba53-bae89f8ae11c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:19.789159 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-acc1378e-2573-4455-86df-865259eeabbc tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0761919 Jul 05 04:01:19.791897 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60576) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:19.819609 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-607595e8-f3aa-42fa-b2e4-7ba4be62495a tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.829893 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-607595e8-f3aa-42fa-b2e4-7ba4be62495a tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.862358 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-607595e8-f3aa-42fa-b2e4-7ba4be62495a tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.867208 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-607595e8-f3aa-42fa-b2e4-7ba4be62495a tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.868377 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-607595e8-f3aa-42fa-b2e4-7ba4be62495a tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/ca6d46d2-1bf7-4c20-bc22-3f85db8e75a0 HTTP/1.1" status: 204 len: 168 time: 0.0751796 Jul 05 04:01:19.871483 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60578) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:19.876698 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607595e8-f3aa-42fa-b2e4-7ba4be62495a tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca6d46d2-1bf7-4c20-bc22-3f85db8e75a0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:19.926265 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-61861957-ed31-4139-9c32-d3c0bbbd8a6f tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0531538 Jul 05 04:01:19.931346 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60580) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:19.960772 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38b93d10-29a1-42c1-ad1f-253f9ec18550 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.969757 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38b93d10-29a1-42c1-ad1f-253f9ec18550 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.998786 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38b93d10-29a1-42c1-ad1f-253f9ec18550 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.006325 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38b93d10-29a1-42c1-ad1f-253f9ec18550 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.007608 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-38b93d10-29a1-42c1-ad1f-253f9ec18550 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/a83ff9f7-cfdf-48a7-abba-ac7f7944485c HTTP/1.1" status: 204 len: 168 time: 0.0752919 Jul 05 04:01:20.010729 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60582) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:20.013876 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b93d10-29a1-42c1-ad1f-253f9ec18550 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a83ff9f7-cfdf-48a7-abba-ac7f7944485c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:20.078297 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d1be1217-cf06-4a22-a92a-32424b340537 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0654936 Jul 05 04:01:20.081217 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60584) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:20.115565 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-adfb535b-c785-44ab-8294-6926352b6fec tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.124644 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-adfb535b-c785-44ab-8294-6926352b6fec tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.155547 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-adfb535b-c785-44ab-8294-6926352b6fec tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.163209 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-adfb535b-c785-44ab-8294-6926352b6fec tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.167275 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60586) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:20.167441 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-adfb535b-c785-44ab-8294-6926352b6fec tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/cdad7f1b-ccb0-4819-a383-a4b10daebe5a HTTP/1.1" status: 204 len: 168 time: 0.0850546 Jul 05 04:01:20.173984 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb535b-c785-44ab-8294-6926352b6fec tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdad7f1b-ccb0-4819-a383-a4b10daebe5a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:20.216493 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9b574637-e638-4e65-a0e4-dfe7ace82c34 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0473783 Jul 05 04:01:20.220337 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60588) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:20.287916 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5af02561-8272-4c33-a207-0cdc25ead28f tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.311119 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5af02561-8272-4c33-a207-0cdc25ead28f tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.360291 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5af02561-8272-4c33-a207-0cdc25ead28f tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.363200 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5af02561-8272-4c33-a207-0cdc25ead28f tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.364544 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5af02561-8272-4c33-a207-0cdc25ead28f tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "DELETE /v2.0/security-groups/9489dc54-cd8f-4d7a-b796-6fd18fe2ba89 HTTP/1.1" status: 204 len: 168 time: 0.1428237 Jul 05 04:01:20.367820 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60590) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:20.374438 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af02561-8272-4c33-a207-0cdc25ead28f tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9489dc54-cd8f-4d7a-b796-6fd18fe2ba89,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:20.422475 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c269fa29-4c4d-44f9-bd95-84a43dc6a66a tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0489664 Jul 05 04:01:20.425937 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60592) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:20.431364 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-f2e61fb2-0f60-41dc-88f4-bc3044f5ed87 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Request body: {'security_group': {'name': 'tempest-secgroup--423060142'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:20.459320 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f2e61fb2-0f60-41dc-88f4-bc3044f5ed87 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.555676 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f2e61fb2-0f60-41dc-88f4-bc3044f5ed87 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.560454 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f2e61fb2-0f60-41dc-88f4-bc3044f5ed87 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.589210 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f2e61fb2-0f60-41dc-88f4-bc3044f5ed87 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.590535 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f2e61fb2-0f60-41dc-88f4-bc3044f5ed87 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1635764 Jul 05 04:01:20.593456 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60594) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:20.598535 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-03657e7a-20ea-461c-9e9d-cabf48d243bc tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Request body: {'security_group_rule': {'security_group_id': '05d812fd-ba53-4b54-a63e-677b34bc8aa9', 'direction': 'ingress', 'protocol': 17}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:20.599699 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e61fb2-0f60-41dc-88f4-bc3044f5ed87 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d812fd-ba53-4b54-a63e-677b34bc8aa9,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:20.631225 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-03657e7a-20ea-461c-9e9d-cabf48d243bc tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.716762 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-03657e7a-20ea-461c-9e9d-cabf48d243bc tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.722080 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-03657e7a-20ea-461c-9e9d-cabf48d243bc tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.749431 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03657e7a-20ea-461c-9e9d-cabf48d243bc tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f1d985-2bcd-48eb-be7b-a0e349836793,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:20.761259 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-03657e7a-20ea-461c-9e9d-cabf48d243bc tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.762516 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-03657e7a-20ea-461c-9e9d-cabf48d243bc tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1678884 Jul 05 04:01:20.765271 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60596) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:20.840178 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9012e6db-f20f-4a48-92b8-a56a4f601636 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.870720 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9012e6db-f20f-4a48-92b8-a56a4f601636 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.940359 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9012e6db-f20f-4a48-92b8-a56a4f601636 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.942990 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9012e6db-f20f-4a48-92b8-a56a4f601636 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.944187 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9012e6db-f20f-4a48-92b8-a56a4f601636 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "DELETE /v2.0/security-groups/05d812fd-ba53-4b54-a63e-677b34bc8aa9 HTTP/1.1" status: 204 len: 168 time: 0.1773810 Jul 05 04:01:20.947572 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60598) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:20.954101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012e6db-f20f-4a48-92b8-a56a4f601636 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d812fd-ba53-4b54-a63e-677b34bc8aa9,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:21.371781 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-644cf4f5-b674-423a-8e31-960d2d406ed0 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4226611 Jul 05 04:01:21.376104 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60600) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:21.381398 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-21fd81a9-5f8a-4919-9529-c8fab9f20b1e tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Request body: {'security_group': {'name': 'tempest-secgroup--985292931'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:21.408634 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-21fd81a9-5f8a-4919-9529-c8fab9f20b1e tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.517104 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-21fd81a9-5f8a-4919-9529-c8fab9f20b1e tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.521196 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-21fd81a9-5f8a-4919-9529-c8fab9f20b1e tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.555486 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-21fd81a9-5f8a-4919-9529-c8fab9f20b1e tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.557109 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-21fd81a9-5f8a-4919-9529-c8fab9f20b1e tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1799347 Jul 05 04:01:21.560016 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd81a9-5f8a-4919-9529-c8fab9f20b1e tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=376c0e44-81a9-4bdb-8b97-e18209320154,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:21.560613 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60602) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:21.571852 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-ffce5232-c645-4813-8229-61c3c378cd80 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Request body: {'security_group': {'name': 'tempest-secgroup--1928551022'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:21.604081 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ffce5232-c645-4813-8229-61c3c378cd80 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.728272 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ffce5232-c645-4813-8229-61c3c378cd80 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.733622 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ffce5232-c645-4813-8229-61c3c378cd80 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.778299 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ffce5232-c645-4813-8229-61c3c378cd80 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.780071 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ffce5232-c645-4813-8229-61c3c378cd80 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2150269 Jul 05 04:01:21.784033 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60604) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:21.788912 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce5232-c645-4813-8229-61c3c378cd80 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4427546-ba51-4561-a386-80934d91daef,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:21.790103 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-69f56e20-3b91-4138-98ae-a2f8c3e40860 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Request body: {'security_group_rule': {'security_group_id': '376c0e44-81a9-4bdb-8b97-e18209320154', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd4427546-ba51-4561-a386-80934d91daef', 'remote_ip_prefix': None}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:21.836649 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-69f56e20-3b91-4138-98ae-a2f8c3e40860 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.943202 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-69f56e20-3b91-4138-98ae-a2f8c3e40860 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.948530 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-69f56e20-3b91-4138-98ae-a2f8c3e40860 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.978649 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f56e20-3b91-4138-98ae-a2f8c3e40860 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef97ed1-fb5a-43b5-a17f-7ce0d8cd08d3,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:21.986362 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-69f56e20-3b91-4138-98ae-a2f8c3e40860 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.987776 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-69f56e20-3b91-4138-98ae-a2f8c3e40860 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2025800 Jul 05 04:01:21.990988 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60608) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:22.018695 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9dd87329-27b7-42f4-9680-5a1d5c71d99c tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.034237 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9dd87329-27b7-42f4-9680-5a1d5c71d99c tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.090528 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9dd87329-27b7-42f4-9680-5a1d5c71d99c tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.098476 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9dd87329-27b7-42f4-9680-5a1d5c71d99c tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.100208 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9dd87329-27b7-42f4-9680-5a1d5c71d99c tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/8ef97ed1-fb5a-43b5-a17f-7ce0d8cd08d3 HTTP/1.1" status: 204 len: 168 time: 0.1079822 Jul 05 04:01:22.104260 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60610) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:22.121380 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd87329-27b7-42f4-9680-5a1d5c71d99c tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ef97ed1-fb5a-43b5-a17f-7ce0d8cd08d3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:22.167598 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8cd46bae-61e3-4485-948c-b384d0f47ca7 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0619593 Jul 05 04:01:22.170239 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60612) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:22.263626 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e1ec6c57-dab5-4bbf-8297-c91358ed17f9 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.295410 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e1ec6c57-dab5-4bbf-8297-c91358ed17f9 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.362754 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e1ec6c57-dab5-4bbf-8297-c91358ed17f9 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.365950 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e1ec6c57-dab5-4bbf-8297-c91358ed17f9 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.367172 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e1ec6c57-dab5-4bbf-8297-c91358ed17f9 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "DELETE /v2.0/security-groups/d4427546-ba51-4561-a386-80934d91daef HTTP/1.1" status: 204 len: 168 time: 0.1959159 Jul 05 04:01:22.370092 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60614) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:22.378378 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec6c57-dab5-4bbf-8297-c91358ed17f9 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4427546-ba51-4561-a386-80934d91daef,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:22.452632 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5d3cf5e9-f5c4-4256-b7e1-3f06a3e00a34 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0801554 Jul 05 04:01:22.455896 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60616) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:22.542047 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5c331aed-2a72-435d-86b4-782bb4d3b1e4 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.589143 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5c331aed-2a72-435d-86b4-782bb4d3b1e4 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.652884 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5c331aed-2a72-435d-86b4-782bb4d3b1e4 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.655888 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5c331aed-2a72-435d-86b4-782bb4d3b1e4 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.658573 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5c331aed-2a72-435d-86b4-782bb4d3b1e4 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "DELETE /v2.0/security-groups/376c0e44-81a9-4bdb-8b97-e18209320154 HTTP/1.1" status: 204 len: 168 time: 0.2016671 Jul 05 04:01:22.663032 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60618) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:22.670873 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c331aed-2a72-435d-86b4-782bb4d3b1e4 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=376c0e44-81a9-4bdb-8b97-e18209320154,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:22.709390 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4833fdc7-9fbf-4785-9d59-bcfb5c78e43f tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0451918 Jul 05 04:01:22.713602 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60620) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:22.718449 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-a90d6e93-5d45-42b6-b9e7-35b482ba4043 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Request body: {'security_group': {'name': 'tempest-secgroup--2081256837'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:22.748314 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a90d6e93-5d45-42b6-b9e7-35b482ba4043 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.840993 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a90d6e93-5d45-42b6-b9e7-35b482ba4043 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.845296 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a90d6e93-5d45-42b6-b9e7-35b482ba4043 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.873750 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a90d6e93-5d45-42b6-b9e7-35b482ba4043 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.876277 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a90d6e93-5d45-42b6-b9e7-35b482ba4043 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1602733 Jul 05 04:01:22.879323 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60622) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:22.881683 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d6e93-5d45-42b6-b9e7-35b482ba4043 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de7d5a1d-e9fe-4608-bea0-7754ec385bcb,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:22.889974 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-e976a5e0-00fe-4fc4-8c9e-3e5be19b8b30 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Request body: {'security_group_rule': {'security_group_id': 'de7d5a1d-e9fe-4608-bea0-7754ec385bcb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:22.927889 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e976a5e0-00fe-4fc4-8c9e-3e5be19b8b30 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.989349 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e976a5e0-00fe-4fc4-8c9e-3e5be19b8b30 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.993374 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e976a5e0-00fe-4fc4-8c9e-3e5be19b8b30 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.012801 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976a5e0-00fe-4fc4-8c9e-3e5be19b8b30 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae9d2402-5ba0-4e00-a419-6c50c7105431,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:23.021944 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e976a5e0-00fe-4fc4-8c9e-3e5be19b8b30 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.023677 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e976a5e0-00fe-4fc4-8c9e-3e5be19b8b30 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1428158 Jul 05 04:01:23.027828 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60624) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:23.052772 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1a29128e-956e-456e-b711-a147a0d69b2a tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.060316 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1a29128e-956e-456e-b711-a147a0d69b2a tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.090296 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1a29128e-956e-456e-b711-a147a0d69b2a tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.095577 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1a29128e-956e-456e-b711-a147a0d69b2a tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.096832 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1a29128e-956e-456e-b711-a147a0d69b2a tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/ae9d2402-5ba0-4e00-a419-6c50c7105431 HTTP/1.1" status: 204 len: 168 time: 0.0680563 Jul 05 04:01:23.099556 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60626) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:23.105397 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29128e-956e-456e-b711-a147a0d69b2a tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae9d2402-5ba0-4e00-a419-6c50c7105431,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:23.144057 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-44b748a0-40c1-4209-9445-06ae41e5f5d0 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0432947 Jul 05 04:01:23.146631 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60628) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:23.199821 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f64b76d2-d6ed-4559-80e4-6aa4e1cc2c1c tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.222244 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f64b76d2-d6ed-4559-80e4-6aa4e1cc2c1c tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.264938 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f64b76d2-d6ed-4559-80e4-6aa4e1cc2c1c tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.267741 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f64b76d2-d6ed-4559-80e4-6aa4e1cc2c1c tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.268911 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f64b76d2-d6ed-4559-80e4-6aa4e1cc2c1c tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "DELETE /v2.0/security-groups/de7d5a1d-e9fe-4608-bea0-7754ec385bcb HTTP/1.1" status: 204 len: 168 time: 0.1213837 Jul 05 04:01:23.271610 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60630) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:23.279373 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b76d2-d6ed-4559-80e4-6aa4e1cc2c1c tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7d5a1d-e9fe-4608-bea0-7754ec385bcb,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:23.318034 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-331ccc9d-ff87-4582-8258-d68b0ead5c52 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0450954 Jul 05 04:01:23.321637 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60632) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:23.326294 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-e2bed67f-a14d-4d59-9cb2-259b17277bb7 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Request body: {'security_group': {'name': 'tempest-secgroup--1701942480'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:23.350728 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e2bed67f-a14d-4d59-9cb2-259b17277bb7 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.435690 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e2bed67f-a14d-4d59-9cb2-259b17277bb7 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.446082 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e2bed67f-a14d-4d59-9cb2-259b17277bb7 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.476790 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e2bed67f-a14d-4d59-9cb2-259b17277bb7 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.478045 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e2bed67f-a14d-4d59-9cb2-259b17277bb7 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1551709 Jul 05 04:01:23.478841 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bed67f-a14d-4d59-9cb2-259b17277bb7 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50d35ede-f7d0-45ac-980c-3eb52b63b562,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:23.481471 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60634) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:23.488150 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-5e7d6272-148e-4548-abff-af91457723ae tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Request body: {'security_group_rule': {'security_group_id': '50d35ede-f7d0-45ac-980c-3eb52b63b562', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:23.516463 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5e7d6272-148e-4548-abff-af91457723ae tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.564895 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5e7d6272-148e-4548-abff-af91457723ae tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.568633 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5e7d6272-148e-4548-abff-af91457723ae tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.586323 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d6272-148e-4548-abff-af91457723ae tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504923f1-420b-4da4-ad50-4d4503085444,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:23.592576 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5e7d6272-148e-4548-abff-af91457723ae tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.593789 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5e7d6272-148e-4548-abff-af91457723ae tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1108353 Jul 05 04:01:23.596419 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60636) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:23.613882 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-676021e4-67fa-4b98-90ae-b71d5b5f3ac7 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-group-rules/504923f1-420b-4da4-ad50-4d4503085444 HTTP/1.1" status: 200 len: 763 time: 0.0163255 Jul 05 04:01:23.616284 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60638) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:23.661756 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b271e0e5-22e4-46ce-ae7c-33e8d9563403 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0444260 Jul 05 04:01:23.664802 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60640) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:23.690788 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-585bb64d-7d93-4b1e-8fd5-bd837d7853eb tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.698043 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-585bb64d-7d93-4b1e-8fd5-bd837d7853eb tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.730467 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-585bb64d-7d93-4b1e-8fd5-bd837d7853eb tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.738093 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-585bb64d-7d93-4b1e-8fd5-bd837d7853eb tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.739677 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-585bb64d-7d93-4b1e-8fd5-bd837d7853eb tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/504923f1-420b-4da4-ad50-4d4503085444 HTTP/1.1" status: 204 len: 168 time: 0.0736506 Jul 05 04:01:23.744150 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60642) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:23.746522 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585bb64d-7d93-4b1e-8fd5-bd837d7853eb tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=504923f1-420b-4da4-ad50-4d4503085444,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:23.791536 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a8e9c5ae-c5d5-4666-b687-db4696579b5d tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0459843 Jul 05 04:01:23.794310 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60644) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:23.799221 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-8c8785a9-ceac-4938-b445-f0ee0b8b59b3 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Request body: {'security_group_rule': {'security_group_id': '50d35ede-f7d0-45ac-980c-3eb52b63b562', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:23.825345 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8c8785a9-ceac-4938-b445-f0ee0b8b59b3 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.883942 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8c8785a9-ceac-4938-b445-f0ee0b8b59b3 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.887476 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8c8785a9-ceac-4938-b445-f0ee0b8b59b3 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.909825 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8785a9-ceac-4938-b445-f0ee0b8b59b3 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9653e622-3204-44aa-a6ba-e44f4a933288,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:23.913938 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8c8785a9-ceac-4938-b445-f0ee0b8b59b3 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.917543 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8c8785a9-ceac-4938-b445-f0ee0b8b59b3 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199188 Jul 05 04:01:23.918412 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60646) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:23.934344 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-57fd2ccb-a088-43da-82f3-1b0498793a94 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-group-rules/9653e622-3204-44aa-a6ba-e44f4a933288 HTTP/1.1" status: 200 len: 763 time: 0.0154753 Jul 05 04:01:23.938473 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60648) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:23.987532 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f6fa13d4-b4f0-4253-8ca6-ed138d729718 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0479372 Jul 05 04:01:23.998035 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60650) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:24.024708 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-50dfba9f-fb19-4bf0-ae07-39c57cc25006 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.032080 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-50dfba9f-fb19-4bf0-ae07-39c57cc25006 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.063001 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-50dfba9f-fb19-4bf0-ae07-39c57cc25006 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.068483 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-50dfba9f-fb19-4bf0-ae07-39c57cc25006 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.070493 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-50dfba9f-fb19-4bf0-ae07-39c57cc25006 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/9653e622-3204-44aa-a6ba-e44f4a933288 HTTP/1.1" status: 204 len: 168 time: 0.0714793 Jul 05 04:01:24.073436 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60652) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:24.092106 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dfba9f-fb19-4bf0-ae07-39c57cc25006 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9653e622-3204-44aa-a6ba-e44f4a933288,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:24.134163 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d0378f25-50ca-4250-8d6f-40f20701ce09 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0595052 Jul 05 04:01:24.139219 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60654) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:24.145889 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-df0d3736-2a55-43bf-b179-2d43c13f2005 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Request body: {'security_group_rule': {'security_group_id': '50d35ede-f7d0-45ac-980c-3eb52b63b562', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:24.182065 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df0d3736-2a55-43bf-b179-2d43c13f2005 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.259775 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df0d3736-2a55-43bf-b179-2d43c13f2005 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.264514 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df0d3736-2a55-43bf-b179-2d43c13f2005 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.293799 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d3736-2a55-43bf-b179-2d43c13f2005 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc96423-5581-4c22-95f9-c339963ef2c2,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:24.304695 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df0d3736-2a55-43bf-b179-2d43c13f2005 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.306370 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-df0d3736-2a55-43bf-b179-2d43c13f2005 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1659462 Jul 05 04:01:24.309373 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60656) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:24.338305 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-681582d6-3812-4ed7-855c-3cf5b2c0932f tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-group-rules/2cc96423-5581-4c22-95f9-c339963ef2c2 HTTP/1.1" status: 200 len: 764 time: 0.0271676 Jul 05 04:01:24.339255 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60658) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:24.397270 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2fc27670-aa16-414f-bc0d-88ef2a373ad9 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0565777 Jul 05 04:01:24.400270 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60660) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:24.430150 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0120386-ab2f-4d94-b892-a08f77d9e8cc tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.445234 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0120386-ab2f-4d94-b892-a08f77d9e8cc tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.494291 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0120386-ab2f-4d94-b892-a08f77d9e8cc tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.506825 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0120386-ab2f-4d94-b892-a08f77d9e8cc tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.508036 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a0120386-ab2f-4d94-b892-a08f77d9e8cc tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/2cc96423-5581-4c22-95f9-c339963ef2c2 HTTP/1.1" status: 204 len: 168 time: 0.1063552 Jul 05 04:01:24.510997 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60662) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:24.513979 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0120386-ab2f-4d94-b892-a08f77d9e8cc tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2cc96423-5581-4c22-95f9-c339963ef2c2,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:24.572072 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-848d032b-00fc-4392-b5e9-9349bc9e303d tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0596287 Jul 05 04:01:24.574937 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60664) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:24.652105 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6cb28916-a474-4f7f-a048-6665202b8b6c tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.693543 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6cb28916-a474-4f7f-a048-6665202b8b6c tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.757519 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6cb28916-a474-4f7f-a048-6665202b8b6c tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.762419 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6cb28916-a474-4f7f-a048-6665202b8b6c tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.764458 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6cb28916-a474-4f7f-a048-6665202b8b6c tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "DELETE /v2.0/security-groups/50d35ede-f7d0-45ac-980c-3eb52b63b562 HTTP/1.1" status: 204 len: 168 time: 0.1883347 Jul 05 04:01:24.769990 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60666) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:24.780399 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb28916-a474-4f7f-a048-6665202b8b6c tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d35ede-f7d0-45ac-980c-3eb52b63b562,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:24.833244 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-57c9a583-c708-4814-acc6-6b053c2695a1 tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0616140 Jul 05 04:01:24.838670 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60668) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:24.907713 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6cbb8d6c-3ad8-40ec-ab35-93dedf5f601a tempest-SecGroupTest-2060204157 tempest-SecGroupTest-2060204157-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0674102 Jul 05 04:01:25.140232 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60674) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:25.289781 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-84228b20-018b-4aa4-870b-65c0044fb0b2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=483131bc0d664c67bce66fc63099494d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477757 Jul 05 04:01:25.293192 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60678) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:25.368331 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-99643784-bdfe-4b1f-b305-d6134ac66fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.395403 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-99643784-bdfe-4b1f-b305-d6134ac66fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.454845 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-99643784-bdfe-4b1f-b305-d6134ac66fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.457566 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-99643784-bdfe-4b1f-b305-d6134ac66fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.458769 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-99643784-bdfe-4b1f-b305-d6134ac66fc4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c0020cad-cbdf-4d31-ba39-c732e08cafb1 HTTP/1.1" status: 204 len: 168 time: 0.1646521 Jul 05 04:01:25.473393 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99643784-bdfe-4b1f-b305-d6134ac66fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0020cad-cbdf-4d31-ba39-c732e08cafb1,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:26.050352 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868541b8-3baf-4f8d-b6c4-da210ff2ef99 req-882be6c6-ffc3-49a4-b6d7-f60e82a93591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:26.052275 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-868541b8-3baf-4f8d-b6c4-da210ff2ef99 req-882be6c6-ffc3-49a4-b6d7-f60e82a93591 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84855aa0cff44f948db352b90e985895&device_id=e371265a-a8d5-4ebe-a981-999686cde349 HTTP/1.1" status: 200 len: 1096 time: 0.1054296 Jul 05 04:01:26.178697 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868541b8-3baf-4f8d-b6c4-da210ff2ef99 req-596f265b-4478-4c46-9dad-737330006076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:26.180356 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-868541b8-3baf-4f8d-b6c4-da210ff2ef99 req-596f265b-4478-4c46-9dad-737330006076 service neutron] 10.222.0.70 "GET /v2.0/networks?id=adf4335e-6a0f-4b60-b008-011a382a081a HTTP/1.1" status: 200 len: 916 time: 0.1189976 Jul 05 04:01:26.246389 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-868541b8-3baf-4f8d-b6c4-da210ff2ef99 req-66a25c44-8460-431e-b8cb-6e7e84c869b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=640f64d0-f9fe-47e6-9cb9-772269436806 HTTP/1.1" status: 200 len: 217 time: 0.0527203 Jul 05 04:01:26.316042 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868541b8-3baf-4f8d-b6c4-da210ff2ef99 req-1f730e7e-c9b8-4929-81ae-c0891462ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:26.317869 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-868541b8-3baf-4f8d-b6c4-da210ff2ef99 req-1f730e7e-c9b8-4929-81ae-c0891462ec42 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2236ef3b-18c4-4523-8f5f-ec09a670925c HTTP/1.1" status: 200 len: 854 time: 0.0584500 Jul 05 04:01:26.367109 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f259a2-6205-41a8-9eb2-d3e71dccd0a1 req-cd6bb380-db50-452e-8bf4-a88848375a30 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:26.373984 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91f259a2-6205-41a8-9eb2-d3e71dccd0a1 req-cd6bb380-db50-452e-8bf4-a88848375a30 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.3670523 Jul 05 04:01:26.439732 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91f259a2-6205-41a8-9eb2-d3e71dccd0a1 req-b879e980-c57a-44b7-9bf1-d484f4f1bbac tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641811 Jul 05 04:01:26.444023 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868541b8-3baf-4f8d-b6c4-da210ff2ef99 req-0029896f-cf92-46f4-a93a-b0304736a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:26.455762 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-868541b8-3baf-4f8d-b6c4-da210ff2ef99 req-0029896f-cf92-46f4-a93a-b0304736a74d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=adf4335e-6a0f-4b60-b008-011a382a081a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0897605 Jul 05 04:01:26.577395 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d149e0-bf9d-4ec6-a968-61964323a36d req-eea70d39-7714-4167-bd20-7f72f5384858 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:26.580077 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7d149e0-bf9d-4ec6-a968-61964323a36d req-eea70d39-7714-4167-bd20-7f72f5384858 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/ports?device_id=e371265a-a8d5-4ebe-a981-999686cde349 HTTP/1.1" status: 200 len: 944 time: 0.3399522 Jul 05 04:01:26.669470 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7d149e0-bf9d-4ec6-a968-61964323a36d req-6ad69bd8-c003-44c9-bf46-718ef1d23772 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/security-groups?id=b049ac02-4c75-4b34-a01c-c47295632689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636163 Jul 05 04:01:26.720099 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-868541b8-3baf-4f8d-b6c4-da210ff2ef99 req-efbe1d15-7019-4722-9335-678fb3a0ed31 service neutron] 10.222.0.70 "GET /v2.0/networks/adf4335e-6a0f-4b60-b008-011a382a081a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619670 Jul 05 04:01:26.754230 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f998b8-01a7-4bfa-b30a-5fd4f71a91f9 x-openstack-request-id: req-e4f998b8-01a7-4bfa-b30a-5fd4f71a91f9 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:26.754800 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d525443a-faf5-4515-9877-65d292c47592", "name": "network-vif-plugged", "status": "completed", "tag": "273766da-a5ab-4aa9-aa87-8c3c05b47b02", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:26.754800 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e4f998b8-01a7-4bfa-b30a-5fd4f71a91f9 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:26.755105 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd525443a-faf5-4515-9877-65d292c47592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273766da-a5ab-4aa9-aa87-8c3c05b47b02', 'code': 200} Jul 05 04:01:26.850247 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-868541b8-3baf-4f8d-b6c4-da210ff2ef99 req-651cc325-3f62-48fb-85bb-c67f466a7d9d service neutron] 10.222.0.70 "GET /v2.0/networks/adf4335e-6a0f-4b60-b008-011a382a081a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326058 Jul 05 04:01:26.975249 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-eba99e81-4c3e-4649-aa3e-6cb4c378267d tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:26.976854 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-eba99e81-4c3e-4649-aa3e-6cb4c378267d tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/networks?id=f39f10f8-b420-4be3-87d0-e69bd8d99ee2 HTTP/1.1" status: 200 len: 814 time: 0.1468565 Jul 05 04:01:26.995542 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-6d6bf704-61c8-4e6c-b68c-df888543c996 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/quotas/8c9eb45782294a518c110d86fd916f8f HTTP/1.1" status: 200 len: 375 time: 0.0102222 Jul 05 04:01:26.996606 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8889b2-4fd9-4e9c-b505-29956fc518d8 req-e5a45ea1-c613-42fd-83e0-fa40b14251da tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:26.998604 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1e8889b2-4fd9-4e9c-b505-29956fc518d8 req-e5a45ea1-c613-42fd-83e0-fa40b14251da tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 945 time: 0.0883503 Jul 05 04:01:27.037016 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-0dd58a15-d2f0-41ef-846f-ba73c53eec41 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8c9eb45782294a518c110d86fd916f8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343964 Jul 05 04:01:27.080897 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1e8889b2-4fd9-4e9c-b505-29956fc518d8 req-c69bebb9-8f9c-44d9-871c-10aa915e6fc1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756183 Jul 05 04:01:27.121101 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70173c-3bb3-4242-90c7-cd5f2ad66672 req-b931d391-f7ce-4ef0-aacd-a3b1013ec6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:27.123953 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1d70173c-3bb3-4242-90c7-cd5f2ad66672 req-b931d391-f7ce-4ef0-aacd-a3b1013ec6c0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 1098 time: 0.1112256 Jul 05 04:01:27.162966 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-fcfdaa84-606f-477c-9ed4-1738893a2de8 service neutron] 10.222.0.77 "GET /v2.0/networks/f39f10f8-b420-4be3-87d0-e69bd8d99ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174767 Jul 05 04:01:27.164008 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1d70173c-3bb3-4242-90c7-cd5f2ad66672 req-ca5a05d2-2c0f-4bc6-b65f-c40a6ec30e53 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327461 Jul 05 04:01:27.287929 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-7afd5e1e-bee5-40cf-9fef-8eefe8f6bf5f service neutron] 10.222.0.77 "GET /v2.0/networks/f39f10f8-b420-4be3-87d0-e69bd8d99ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181285 Jul 05 04:01:28.165979 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6ef26803-040c-4207-9fc3-2b35380f316d req-824444ba-6a39-48cb-be23-e8ad31daabe7 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a0f2957-0daf-4e25-ab4e-62775ce0d353 HTTP/1.1" status: 200 len: 210 time: 0.0495942 Jul 05 04:01:28.381747 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c50dad-c6fe-45fc-8b7c-7b4b4e20c5c6 req-3f74dfb7-4949-4656-be10-20553735f5d9 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:28.382300 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4c50dad-c6fe-45fc-8b7c-7b4b4e20c5c6 req-3f74dfb7-4949-4656-be10-20553735f5d9 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.0927045 Jul 05 04:01:28.443289 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4c50dad-c6fe-45fc-8b7c-7b4b4e20c5c6 req-62133784-56b7-46c5-9a4a-c8e30152745b tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530429 Jul 05 04:01:28.531066 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60784) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:28.599545 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-604c8694-88f6-414d-8985-9775f64d98e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.648595 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28ecdb-efcb-43a9-80d7-dafcd6501107 req-a6d411cf-8453-455a-a23b-5cc5ca66e647 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:28.656509 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7a28ecdb-efcb-43a9-80d7-dafcd6501107 req-a6d411cf-8453-455a-a23b-5cc5ca66e647 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/ports?device_id=e371265a-a8d5-4ebe-a981-999686cde349 HTTP/1.1" status: 200 len: 944 time: 0.1068833 Jul 05 04:01:28.708486 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7a28ecdb-efcb-43a9-80d7-dafcd6501107 req-32ab0078-f221-4005-9591-cbb1be5acbcb tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/security-groups?id=b049ac02-4c75-4b34-a01c-c47295632689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509100 Jul 05 04:01:28.793093 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d7c22e-ee90-4d07-8ecb-2c26c10356fe admin admin] Deleting subnet c2a1cef0-323d-4d98-bbd7-de1cb5542ec9 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:01:28.796611 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-69d7c22e-ee90-4d07-8ecb-2c26c10356fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.854999 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-69d7c22e-ee90-4d07-8ecb-2c26c10356fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.034141 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-69d7c22e-ee90-4d07-8ecb-2c26c10356fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.077263 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.131180 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bce17cd2-209d-4a0a-a77e-4eb4b7edae5a req-81f678b2-4a80-45f9-9e21-530f15852765 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2921598 Jul 05 04:01:29.142608 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-72ab888f-9181-4779-8daf-b1cfbcb0c9ef tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:29.145030 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-72ab888f-9181-4779-8daf-b1cfbcb0c9ef tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.89 "GET /v2.0/networks?id=f39f10f8-b420-4be3-87d0-e69bd8d99ee2 HTTP/1.1" status: 200 len: 814 time: 0.2174528 Jul 05 04:01:29.165331 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-7e2aa85b-29ac-419d-9a3f-7f67e87bc5d6 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Request body: {'port': {'device_id': '5a0f2957-0daf-4e25-ab4e-62775ce0d353', 'network_id': 'f39f10f8-b420-4be3-87d0-e69bd8d99ee2', 'admin_state_up': True, 'tenant_id': '8c9eb45782294a518c110d86fd916f8f'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:29.209850 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-69d7c22e-ee90-4d07-8ecb-2c26c10356fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.287839 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7c22e-ee90-4d07-8ecb-2c26c10356fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2a1cef0-323d-4d98-bbd7-de1cb5542ec9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:29.301585 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-69d7c22e-ee90-4d07-8ecb-2c26c10356fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.306939 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60808) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:29.307224 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-69d7c22e-ee90-4d07-8ecb-2c26c10356fe admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c2a1cef0-323d-4d98-bbd7-de1cb5542ec9 HTTP/1.1" status: 204 len: 168 time: 0.7746902 Jul 05 04:01:29.415792 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b7f204ec-e29f-44de-ae97-d75c22735ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.479241 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce17cd2-209d-4a0a-a77e-4eb4b7edae5a req-d95fe7ca-7343-4d05-b627-79e32f935245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:29.490495 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bce17cd2-209d-4a0a-a77e-4eb4b7edae5a req-d95fe7ca-7343-4d05-b627-79e32f935245 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=74140f698ac946aead4a19757080d1da&device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce HTTP/1.1" status: 200 len: 1097 time: 0.2174933 Jul 05 04:01:29.523196 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d93f7ede-6e02-4365-8492-c08f9e56bea4 req-73674c03-967e-4158-a55c-f8a439143bc4 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a0f2957-0daf-4e25-ab4e-62775ce0d353 HTTP/1.1" status: 200 len: 210 time: 0.0889430 Jul 05 04:01:29.523986 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-7e2aa85b-29ac-419d-9a3f-7f67e87bc5d6 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Made reservation on behalf of 8c9eb45782294a518c110d86fd916f8f for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:29.530308 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-7e2aa85b-29ac-419d-9a3f-7f67e87bc5d6 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.587374 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b7f204ec-e29f-44de-ae97-d75c22735ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.612476 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-b7f204ec-e29f-44de-ae97-d75c22735ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b64f625-0433-41d5-8266-5dfdc89559ba']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:29.631597 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-b7f204ec-e29f-44de-ae97-d75c22735ed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:29.632057 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-b7f204ec-e29f-44de-ae97-d75c22735ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a75e14-b74e-4406-b4ee-77fda8b3afd4') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:29.645330 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b7f204ec-e29f-44de-ae97-d75c22735ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.666249 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b7f204ec-e29f-44de-ae97-d75c22735ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.679357 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f204ec-e29f-44de-ae97-d75c22735ed2 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:29.679708 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b7f204ec-e29f-44de-ae97-d75c22735ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.802964 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce17cd2-209d-4a0a-a77e-4eb4b7edae5a req-4291d13c-9899-45ec-afab-641c3b50a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:29.804653 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bce17cd2-209d-4a0a-a77e-4eb4b7edae5a req-4291d13c-9899-45ec-afab-641c3b50a6e8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d00b4e4e-a659-430a-b170-6ef5e93e32a9 HTTP/1.1" status: 200 len: 913 time: 0.2552435 Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:29.835983 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:29.848076 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b7f204ec-e29f-44de-ae97-d75c22735ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.861121 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b7f204ec-e29f-44de-ae97-d75c22735ed2 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.864293 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b7f204ec-e29f-44de-ae97-d75c22735ed2 admin admin] 10.222.0.77 "DELETE /v2.0/networks/3b64f625-0433-41d5-8266-5dfdc89559ba HTTP/1.1" status: 204 len: 168 time: 0.5551753 Jul 05 04:01:29.895078 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-7e2aa85b-29ac-419d-9a3f-7f67e87bc5d6 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Allocated IP 172.20.0.10 (f39f10f8-b420-4be3-87d0-e69bd8d99ee2/e20b6829-d45a-4229-a22c-bf6c44fd97e8/caa4daee-8e93-41fd-aae1-e758f0809a40) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:29.967325 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bce17cd2-209d-4a0a-a77e-4eb4b7edae5a req-9562fb28-c423-4818-a81c-8e9cbd9a3755 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd7276b8-a4cd-47ca-89cc-0d1d051433fb HTTP/1.1" status: 200 len: 1001 time: 0.1530535 Jul 05 04:01:29.988259 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f204ec-e29f-44de-ae97-d75c22735ed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b64f625-0433-41d5-8266-5dfdc89559ba,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:30.066634 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ce5ee-0f44-4815-9d35-a519fe74c92f req-6132e9be-ada3-457f-96b9-8cc86bf5d545 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:30.072694 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e9ce5ee-0f44-4815-9d35-a519fe74c92f req-6132e9be-ada3-457f-96b9-8cc86bf5d545 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.2311819 Jul 05 04:01:30.157976 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e9ce5ee-0f44-4815-9d35-a519fe74c92f req-cbfa05b9-140b-4c5b-ae04-a184969ff59f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808067 Jul 05 04:01:30.165188 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60862) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:30.212819 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce17cd2-209d-4a0a-a77e-4eb4b7edae5a req-6b4d505e-12c0-4ab6-bd0b-bbf02a7f42b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:30.215392 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bce17cd2-209d-4a0a-a77e-4eb4b7edae5a req-6b4d505e-12c0-4ab6-bd0b-bbf02a7f42b2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1a6070d3-2c38-4aef-b766-407634b2309e HTTP/1.1" status: 200 len: 851 time: 0.2370501 Jul 05 04:01:30.258881 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a8cb5f8f-d30e-408c-ad0f-511a0b11a8d4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=501ed92e20d5480db968048631c9d2f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0919285 Jul 05 04:01:30.262926 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60864) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:30.327408 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cb289ba2-a073-4748-9dd9-5e5db1cccd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.357355 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae23a7-b528-416f-9f7a-4ce8beadcc17 req-af6785da-07f3-49f9-8e80-dfa390b5374d tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:30.360308 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cb289ba2-a073-4748-9dd9-5e5db1cccd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.370223 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d3ae23a7-b528-416f-9f7a-4ce8beadcc17 req-af6785da-07f3-49f9-8e80-dfa390b5374d tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/ports?device_id=e371265a-a8d5-4ebe-a981-999686cde349 HTTP/1.1" status: 200 len: 944 time: 0.3416109 Jul 05 04:01:30.447158 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cb289ba2-a073-4748-9dd9-5e5db1cccd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.447158 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cb289ba2-a073-4748-9dd9-5e5db1cccd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.451642 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cb289ba2-a073-4748-9dd9-5e5db1cccd38 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1aadcf3a-0b3b-48b8-988c-ee54952c5c08 HTTP/1.1" status: 204 len: 168 time: 0.1838644 Jul 05 04:01:30.470395 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb289ba2-a073-4748-9dd9-5e5db1cccd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aadcf3a-0b3b-48b8-988c-ee54952c5c08,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:30.493596 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-7e2aa85b-29ac-419d-9a3f-7f67e87bc5d6 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.515203 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d3ae23a7-b528-416f-9f7a-4ce8beadcc17 req-ccd12608-c1dc-4db7-be75-4445561e7fc5 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/security-groups?id=b049ac02-4c75-4b34-a01c-c47295632689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434391 Jul 05 04:01:30.519676 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce17cd2-209d-4a0a-a77e-4eb4b7edae5a req-01cc73e8-63f2-4a82-a77e-057c5873086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:30.521336 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bce17cd2-209d-4a0a-a77e-4eb4b7edae5a req-01cc73e8-63f2-4a82-a77e-057c5873086f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d00b4e4e-a659-430a-b170-6ef5e93e32a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2958176 Jul 05 04:01:30.626933 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-7e2aa85b-29ac-419d-9a3f-7f67e87bc5d6 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.739196 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bce17cd2-209d-4a0a-a77e-4eb4b7edae5a req-0483c474-04f5-413b-9262-9b2295cdcd1b service neutron] 10.222.0.70 "GET /v2.0/networks/d00b4e4e-a659-430a-b170-6ef5e93e32a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055433 Jul 05 04:01:30.744445 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-7e2aa85b-29ac-419d-9a3f-7f67e87bc5d6 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Network f39f10f8-b420-4be3-87d0-e69bd8d99ee2 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:30.787052 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-7e2aa85b-29ac-419d-9a3f-7f67e87bc5d6 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:30.806980 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-7e2aa85b-29ac-419d-9a3f-7f67e87bc5d6 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:30.822065 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aa85b-29ac-419d-9a3f-7f67e87bc5d6 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Pushing event updated for resources: {'Port': ['ID=caa4daee-8e93-41fd-aae1-e758f0809a40,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:30.912556 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-7e2aa85b-29ac-419d-9a3f-7f67e87bc5d6 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:30.913221 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-7e2aa85b-29ac-419d-9a3f-7f67e87bc5d6 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.946079 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 640f64d0-f9fe-47e6-9cb9-772269436806 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:01:30.980665 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bce17cd2-209d-4a0a-a77e-4eb4b7edae5a req-8f87e71a-642f-45dc-a5e3-ff04c54c6fdb service neutron] 10.222.0.70 "GET /v2.0/networks/d00b4e4e-a659-430a-b170-6ef5e93e32a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978879 Jul 05 04:01:30.984035 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-7e2aa85b-29ac-419d-9a3f-7f67e87bc5d6 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8240938 Jul 05 04:01:31.004917 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-684c54d3-6c1c-41b3-81d2-2bdcd9e64ae0 service neutron] Request body: {'port': {'device_id': '5a0f2957-0daf-4e25-ab4e-62775ce0d353', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:31.061968 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fc10b-f044-4042-ab1d-dd5bfb7d3212 req-8732d3fb-e235-454b-9302-43e32d6fd756 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:31.067448 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ff1fc10b-f044-4042-ab1d-dd5bfb7d3212 req-8732d3fb-e235-454b-9302-43e32d6fd756 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a0f2957-0daf-4e25-ab4e-62775ce0d353 HTTP/1.1" status: 200 len: 932 time: 0.3522801 Jul 05 04:01:31.143501 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 640f64d0-f9fe-47e6-9cb9-772269436806, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=640f64d0-f9fe-47e6-9cb9-772269436806,segment=NetworkSegment(b7e52b96-01e3-469f-aa7a-896898307299),segment_id=b7e52b96-01e3-469f-aa7a-896898307299)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:31.156966 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ff1fc10b-f044-4042-ab1d-dd5bfb7d3212 req-8ba902ee-e5c1-4b58-8d1f-ed8e3572327c tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/security-groups?id=75131caf-55ee-4dcf-95c8-6d35fe3b1383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884671 Jul 05 04:01:31.168446 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '640f64d0-f9fe-47e6-9cb9-772269436806', 'network_id': 'adf4335e-6a0f-4b60-b008-011a382a081a', 'port_id': '640f64d0-f9fe-47e6-9cb9-772269436806', 'mac_address': 'fa:16:3e:2a:3e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2236ef3b-18c4-4523-8f5f-ec09a670925c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:01:31.182299 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-684c54d3-6c1c-41b3-81d2-2bdcd9e64ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.232199 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.271045 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 640f64d0-f9fe-47e6-9cb9-772269436806 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:01:31.337990 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 640f64d0-f9fe-47e6-9cb9-772269436806, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=640f64d0-f9fe-47e6-9cb9-772269436806,segment=NetworkSegment(b7e52b96-01e3-469f-aa7a-896898307299),segment_id=b7e52b96-01e3-469f-aa7a-896898307299)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:31.354140 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.458191 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7408e224-4ce5-4645-89ce-ad7ed10f2306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.471714 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=640f64d0-f9fe-47e6-9cb9-772269436806,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:31.531214 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb10128-fa9d-450f-9e6c-aaa97b91a54a req-69811f41-cb88-4bda-81f7-021c4958587b tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:31.545931 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2fb10128-fa9d-450f-9e6c-aaa97b91a54a req-69811f41-cb88-4bda-81f7-021c4958587b tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.1775730 Jul 05 04:01:31.661287 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2fb10128-fa9d-450f-9e6c-aaa97b91a54a req-8c7fdc66-8797-49b4-a809-95fb9a7f2a4b tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116679 Jul 05 04:01:31.691281 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.801646 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60926) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:31.970252 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f8537955-f6bd-49e4-b089-920a2dda2623 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1760336304-network', 'tenant_id': 'dec9d92cfe3a431aa4691160e82d38cc'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:32.018242 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8537955-f6bd-49e4-b089-920a2dda2623 admin admin] Made reservation on behalf of dec9d92cfe3a431aa4691160e82d38cc for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:32.025679 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8537955-f6bd-49e4-b089-920a2dda2623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.045109 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8537955-f6bd-49e4-b089-920a2dda2623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.098898 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4646c05-4f91-4b77-ad6e-7f17e051f4cc req-2c4880b2-c22d-4734-996c-f0733d47e7a2 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:32.106879 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4646c05-4f91-4b77-ad6e-7f17e051f4cc req-2c4880b2-c22d-4734-996c-f0733d47e7a2 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/ports?device_id=e371265a-a8d5-4ebe-a981-999686cde349 HTTP/1.1" status: 200 len: 945 time: 0.2481947 Jul 05 04:01:32.242838 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4646c05-4f91-4b77-ad6e-7f17e051f4cc req-33ef6c00-1af5-4482-b26b-cc2bb6d1a30f tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/security-groups?id=b049ac02-4c75-4b34-a01c-c47295632689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344328 Jul 05 04:01:32.284113 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8537955-f6bd-49e4-b089-920a2dda2623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.284843 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-684c54d3-6c1c-41b3-81d2-2bdcd9e64ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa4daee-8e93-41fd-aae1-e758f0809a40 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:01:32.292673 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8537955-f6bd-49e4-b089-920a2dda2623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.306078 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-684c54d3-6c1c-41b3-81d2-2bdcd9e64ae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.331222 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-684c54d3-6c1c-41b3-81d2-2bdcd9e64ae0 service neutron] Transition to ACTIVE for port object caa4daee-8e93-41fd-aae1-e758f0809a40 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:32.337257 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-684c54d3-6c1c-41b3-81d2-2bdcd9e64ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.358699 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46df520-218a-4afe-8403-0b620fdca00b req-c4466b26-0145-474f-a5b8-bab51323fd53 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:32.362693 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f46df520-218a-4afe-8403-0b620fdca00b req-c4466b26-0145-474f-a5b8-bab51323fd53 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.2115178 Jul 05 04:01:32.384040 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8537955-f6bd-49e4-b089-920a2dda2623 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:32.390733 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['640f64d0-f9fe-47e6-9cb9-772269436806'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:32.425446 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60942) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:32.434467 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8537955-f6bd-49e4-b089-920a2dda2623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbad103-fff5-4680-b0cd-8c5d3c7e4022,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:32.439492 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8537955-f6bd-49e4-b089-920a2dda2623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.439879 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-f8537955-f6bd-49e4-b089-920a2dda2623 admin admin] Added segment 96a6cb59-8e5a-45ea-b38c-e1488dad2363 of type vlan for network 62e1363f-b1d7-4510-b051-bb39160aff1e Jul 05 04:01:32.512964 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c54d3-6c1c-41b3-81d2-2bdcd9e64ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=caa4daee-8e93-41fd-aae1-e758f0809a40,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:32.514622 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.540823 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8537955-f6bd-49e4-b089-920a2dda2623 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.560422 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58c941-ef13-4a1d-8571-54012c03f16e req-994a6fda-a6d7-4c49-a5be-9e1700bdf985 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:32.563244 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf58c941-ef13-4a1d-8571-54012c03f16e req-994a6fda-a6d7-4c49-a5be-9e1700bdf985 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a0f2957-0daf-4e25-ab4e-62775ce0d353 HTTP/1.1" status: 200 len: 944 time: 0.1562665 Jul 05 04:01:32.601055 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f46df520-218a-4afe-8403-0b620fdca00b req-59530700-b134-4089-a8c4-81a8992adcbd tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279179 Jul 05 04:01:32.602937 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-40aab912-3720-499b-9ee8-3996dfc094db admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.614195 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8537955-f6bd-49e4-b089-920a2dda2623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.614971 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8537955-f6bd-49e4-b089-920a2dda2623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:32.615577 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8537955-f6bd-49e4-b089-920a2dda2623 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.682011 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf58c941-ef13-4a1d-8571-54012c03f16e req-05c7aadb-d56b-4a15-911d-9f41adfe4337 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/security-groups?id=75131caf-55ee-4dcf-95c8-6d35fe3b1383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839052 Jul 05 04:01:32.719413 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-684c54d3-6c1c-41b3-81d2-2bdcd9e64ae0 service neutron] Attempting to bind port caa4daee-8e93-41fd-aae1-e758f0809a40 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:32.720001 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-684c54d3-6c1c-41b3-81d2-2bdcd9e64ae0 service neutron] Attempting to bind port caa4daee-8e93-41fd-aae1-e758f0809a40 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '4d8b50c8-aaac-4e1f-a403-4ee7599060ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f39f10f8-b420-4be3-87d0-e69bd8d99ee2'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:32.720442 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-684c54d3-6c1c-41b3-81d2-2bdcd9e64ae0 service neutron] Attempting to bind port caa4daee-8e93-41fd-aae1-e758f0809a40 on network f39f10f8-b420-4be3-87d0-e69bd8d99ee2 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:32.726459 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8537955-f6bd-49e4-b089-920a2dda2623 admin admin] Pushing event updated for resources: {'Network': ['ID=62e1363f-b1d7-4510-b051-bb39160aff1e,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:32.734819 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-684c54d3-6c1c-41b3-81d2-2bdcd9e64ae0 service neutron] Port caa4daee-8e93-41fd-aae1-e758f0809a40 on network f39f10f8-b420-4be3-87d0-e69bd8d99ee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:01:32.735176 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-684c54d3-6c1c-41b3-81d2-2bdcd9e64ae0 service neutron] Attempting to bind port caa4daee-8e93-41fd-aae1-e758f0809a40 on network f39f10f8-b420-4be3-87d0-e69bd8d99ee2 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:32.739391 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 62e1363f-b1d7-4510-b051-bb39160aff1e details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:32.751378 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-684c54d3-6c1c-41b3-81d2-2bdcd9e64ae0 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:32.753865 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-684c54d3-6c1c-41b3-81d2-2bdcd9e64ae0 service neutron] Checking segment: {'id': '4d8b50c8-aaac-4e1f-a403-4ee7599060ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f39f10f8-b420-4be3-87d0-e69bd8d99ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:32.754299 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-684c54d3-6c1c-41b3-81d2-2bdcd9e64ae0 service neutron] Bound using segment: {'id': '4d8b50c8-aaac-4e1f-a403-4ee7599060ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f39f10f8-b420-4be3-87d0-e69bd8d99ee2'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:32.754775 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-684c54d3-6c1c-41b3-81d2-2bdcd9e64ae0 service neutron] Bound port: caa4daee-8e93-41fd-aae1-e758f0809a40, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d8b50c8-aaac-4e1f-a403-4ee7599060ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f39f10f8-b420-4be3-87d0-e69bd8d99ee2'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:32.755146 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-684c54d3-6c1c-41b3-81d2-2bdcd9e64ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.866496 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-40aab912-3720-499b-9ee8-3996dfc094db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.872818 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-40aab912-3720-499b-9ee8-3996dfc094db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.886930 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f8537955-f6bd-49e4-b089-920a2dda2623 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0832746 Jul 05 04:01:32.888163 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-684c54d3-6c1c-41b3-81d2-2bdcd9e64ae0 service neutron] For port caa4daee-8e93-41fd-aae1-e758f0809a40, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:32.893457 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-684c54d3-6c1c-41b3-81d2-2bdcd9e64ae0 service neutron] For port caa4daee-8e93-41fd-aae1-e758f0809a40, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=caa4daee-8e93-41fd-aae1-e758f0809a40,segment=NetworkSegment(4d8b50c8-aaac-4e1f-a403-4ee7599060ae),segment_id=4d8b50c8-aaac-4e1f-a403-4ee7599060ae)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:32.894338 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60954) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:32.900813 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-24abe613-7da5-4a36-a5c5-66ca2511238d admin admin] Request body: {'subnet': {'network_id': '62e1363f-b1d7-4510-b051-bb39160aff1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1760336304-subnet', 'tenant_id': 'dec9d92cfe3a431aa4691160e82d38cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:32.913268 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-684c54d3-6c1c-41b3-81d2-2bdcd9e64ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.920303 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-40aab912-3720-499b-9ee8-3996dfc094db admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=79d63d97dd1f47e985d7d1ffe88438b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4935555 Jul 05 04:01:32.921507 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aab912-3720-499b-9ee8-3996dfc094db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f59a7f1-42c4-4940-9644-7dbc20efa7ab,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:32.925068 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60956) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:32.957167 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 2a737e3b-7647-4859-8d3b-5a41559ab915 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:01:32.966807 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24abe613-7da5-4a36-a5c5-66ca2511238d admin admin] Made reservation on behalf of dec9d92cfe3a431aa4691160e82d38cc for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:32.969830 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-24abe613-7da5-4a36-a5c5-66ca2511238d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.975595 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-684c54d3-6c1c-41b3-81d2-2bdcd9e64ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:32.977137 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-684c54d3-6c1c-41b3-81d2-2bdcd9e64ae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.977829 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-684c54d3-6c1c-41b3-81d2-2bdcd9e64ae0 service neutron] 10.222.0.89 "PUT /v2.0/ports/caa4daee-8e93-41fd-aae1-e758f0809a40 HTTP/1.1" status: 200 len: 1093 time: 1.9784784 Jul 05 04:01:32.979384 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0f2957-0daf-4e25-ab4e-62775ce0d353', 'tag': 'caa4daee-8e93-41fd-aae1-e758f0809a40'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:32.981522 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bce8f3c-b76a-43ef-bba9-61d705cf53ed" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0f2957-0daf-4e25-ab4e-62775ce0d353", "tag": "caa4daee-8e93-41fd-aae1-e758f0809a40"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:32.992065 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f077112-35cf-44b3-994e-99735892fcee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.024807 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f077112-35cf-44b3-994e-99735892fcee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.073315 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1936e0e-8ab6-4e57-b02f-6b04843dd2f7 req-8776a430-5459-4d7f-8d7e-521a823c09d1 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:33.081998 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a1936e0e-8ab6-4e57-b02f-6b04843dd2f7 req-8776a430-5459-4d7f-8d7e-521a823c09d1 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.2631528 Jul 05 04:01:33.104514 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f077112-35cf-44b3-994e-99735892fcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.107782 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f077112-35cf-44b3-994e-99735892fcee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.111738 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5f077112-35cf-44b3-994e-99735892fcee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5f59a7f1-42c4-4940-9644-7dbc20efa7ab HTTP/1.1" status: 204 len: 168 time: 0.1826293 Jul 05 04:01:33.125248 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f077112-35cf-44b3-994e-99735892fcee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f59a7f1-42c4-4940-9644-7dbc20efa7ab,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:33.129545 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 2a737e3b-7647-4859-8d3b-5a41559ab915, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=2a737e3b-7647-4859-8d3b-5a41559ab915,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:33.131400 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c54d3-6c1c-41b3-81d2-2bdcd9e64ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=caa4daee-8e93-41fd-aae1-e758f0809a40,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:33.159123 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '2a737e3b-7647-4859-8d3b-5a41559ab915', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'port_id': '2a737e3b-7647-4859-8d3b-5a41559ab915', 'mac_address': 'fa:16:3e:df:39:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:01:33.197911 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a1936e0e-8ab6-4e57-b02f-6b04843dd2f7 req-da427356-65af-4be9-ac59-7b7159501e60 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147571 Jul 05 04:01:33.209432 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.224650 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a737e3b-7647-4859-8d3b-5a41559ab915 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:01:33.252281 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299356bb-3fe8-49a2-baf9-a0f6f8600602 x-openstack-request-id: req-299356bb-3fe8-49a2-baf9-a0f6f8600602 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:33.252579 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0f2957-0daf-4e25-ab4e-62775ce0d353", "tag": "caa4daee-8e93-41fd-aae1-e758f0809a40", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:33.252885 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-299356bb-3fe8-49a2-baf9-a0f6f8600602 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:33.253226 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 2a737e3b-7647-4859-8d3b-5a41559ab915, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=2a737e3b-7647-4859-8d3b-5a41559ab915,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:33.253351 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0f2957-0daf-4e25-ab4e-62775ce0d353', 'tag': 'caa4daee-8e93-41fd-aae1-e758f0809a40', 'status': 'completed', 'code': 200} Jul 05 04:01:33.262256 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.274327 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-801a4078-d9cb-4b1c-b02a-8f4cb2618632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:33.275855 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-801a4078-d9cb-4b1c-b02a-8f4cb2618632 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8c9eb45782294a518c110d86fd916f8f&device_id=5a0f2957-0daf-4e25-ab4e-62775ce0d353 HTTP/1.1" status: 200 len: 1096 time: 0.2253807 Jul 05 04:01:33.340284 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=2a737e3b-7647-4859-8d3b-5a41559ab915,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:33.397963 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-89dc083f-20e8-4d97-8927-c5a97af72b04 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caa4daee-8e93-41fd-aae1-e758f0809a40 HTTP/1.1" status: 200 len: 217 time: 0.1094708 Jul 05 04:01:33.466703 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-24abe613-7da5-4a36-a5c5-66ca2511238d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.483550 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['2a737e3b-7647-4859-8d3b-5a41559ab915'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:33.514564 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5d941-fc39-4f11-bcec-822b20f2f60c req-bee47de1-9c3c-4959-8a3b-717c46694253 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:33.518736 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1fa5d941-fc39-4f11-bcec-822b20f2f60c req-bee47de1-9c3c-4959-8a3b-717c46694253 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/ports?device_id=e371265a-a8d5-4ebe-a981-999686cde349 HTTP/1.1" status: 200 len: 945 time: 0.0970101 Jul 05 04:01:33.521094 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-77396d3d-8a1f-418f-8b28-30b23c7b771c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:33.522585 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-77396d3d-8a1f-418f-8b28-30b23c7b771c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e20b6829-d45a-4229-a22c-bf6c44fd97e8 HTTP/1.1" status: 200 len: 854 time: 0.1142993 Jul 05 04:01:33.554208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0caebcf-5209-48d0-ac70-b373f22ac20c req-6139006c-381b-4820-afb6-121c6d993a95 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:33.558486 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60972) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:33.560425 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d0caebcf-5209-48d0-ac70-b373f22ac20c req-6139006c-381b-4820-afb6-121c6d993a95 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.2171848 Jul 05 04:01:33.570606 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1fa5d941-fc39-4f11-bcec-822b20f2f60c req-bc2a7691-64a1-4f5b-af6f-5d3c89ee9f7b tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/security-groups?id=b049ac02-4c75-4b34-a01c-c47295632689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457451 Jul 05 04:01:33.578553 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e8ce9d01-0199-4695-bc93-b5df4494bfa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.595292 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-556e6761-ecad-4d81-8bfb-3562d8a89e1d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f39f10f8-b420-4be3-87d0-e69bd8d99ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585797 Jul 05 04:01:33.595757 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24abe613-7da5-4a36-a5c5-66ca2511238d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd6bd732-884b-4aea-a3d4-180e69ddb3cd,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:33.687783 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24abe613-7da5-4a36-a5c5-66ca2511238d admin admin] Checking segment: {'id': '96a6cb59-8e5a-45ea-b38c-e1488dad2363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '62e1363f-b1d7-4510-b051-bb39160aff1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:33.688104 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24abe613-7da5-4a36-a5c5-66ca2511238d admin admin] Network hostable DHCP agents. Network: 62e1363f-b1d7-4510-b051-bb39160aff1e, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:33.696387 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d0caebcf-5209-48d0-ac70-b373f22ac20c req-795faa71-d6b6-4529-a24f-8d6ad2640af7 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351519 Jul 05 04:01:33.727176 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e8ce9d01-0199-4695-bc93-b5df4494bfa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.733420 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e8ce9d01-0199-4695-bc93-b5df4494bfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.750184 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24abe613-7da5-4a36-a5c5-66ca2511238d admin admin] Network 62e1363f-b1d7-4510-b051-bb39160aff1e is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:33.761899 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-c1d995fc-3e70-4b95-a216-c6e1323c5deb service neutron] 10.222.0.89 "GET /v2.0/networks/f39f10f8-b420-4be3-87d0-e69bd8d99ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487865 Jul 05 04:01:33.762985 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-24abe613-7da5-4a36-a5c5-66ca2511238d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 62e1363f-b1d7-4510-b051-bb39160aff1e) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:33.767438 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24abe613-7da5-4a36-a5c5-66ca2511238d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:33.768386 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-24abe613-7da5-4a36-a5c5-66ca2511238d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.775102 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdaf9c3-9d5c-4515-8326-b48f0e65eda1 None None] Network 62e1363f-b1d7-4510-b051-bb39160aff1e requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:33.793534 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e8ce9d01-0199-4695-bc93-b5df4494bfa6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=601890ccf8e14ddcb96e6119a11070e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339842 Jul 05 04:01:33.794653 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce9d01-0199-4695-bc93-b5df4494bfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ade78c-1e7c-42f3-864f-911f946da091,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:33.798668 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60982) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:33.847130 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-24abe613-7da5-4a36-a5c5-66ca2511238d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9516187 Jul 05 04:01:33.915549 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ee218d7-e28c-4834-81cc-035bd4e0d5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.923411 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07a2f3e3-14ca-4414-97f1-1580418ba0df req-b5cdf6cd-061a-4b3f-b41f-74d4da381de2 service neutron] 10.222.0.89 "GET /v2.0/networks/f39f10f8-b420-4be3-87d0-e69bd8d99ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503444 Jul 05 04:01:33.977057 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01548cc-1801-47c2-bf27-6b4e0004c96a None None] Network 62e1363f-b1d7-4510-b051-bb39160aff1e requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:33.999677 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eea293-3a8a-48b6-ae5d-888e90427921 req-e9572f5e-2eeb-4431-95a9-08a95c1dec2f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:34.002090 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d3eea293-3a8a-48b6-ae5d-888e90427921 req-e9572f5e-2eeb-4431-95a9-08a95c1dec2f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.0988975 Jul 05 04:01:34.043762 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ee218d7-e28c-4834-81cc-035bd4e0d5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.085837 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d3eea293-3a8a-48b6-ae5d-888e90427921 req-5786814d-b1e2-4b4e-b192-39d809930488 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447958 Jul 05 04:01:34.118894 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce8f3c-b76a-43ef-bba9-61d705cf53ed req-85aabf27-0d0c-49dc-b4d9-6cc6cc46db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:34.120884 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0bce8f3c-b76a-43ef-bba9-61d705cf53ed req-85aabf27-0d0c-49dc-b4d9-6cc6cc46db76 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8c9eb45782294a518c110d86fd916f8f&device_id=5a0f2957-0daf-4e25-ab4e-62775ce0d353 HTTP/1.1" status: 200 len: 1096 time: 0.1174960 Jul 05 04:01:34.130395 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3113d1-9f82-4ccf-8cc7-c9d2354af902 req-09043153-0cf8-4978-bbc1-451332e16cd9 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:34.132640 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5b3113d1-9f82-4ccf-8cc7-c9d2354af902 req-09043153-0cf8-4978-bbc1-451332e16cd9 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a0f2957-0daf-4e25-ab4e-62775ce0d353 HTTP/1.1" status: 200 len: 944 time: 0.1380150 Jul 05 04:01:34.153369 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ee218d7-e28c-4834-81cc-035bd4e0d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.156244 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ee218d7-e28c-4834-81cc-035bd4e0d5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.160067 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1ee218d7-e28c-4834-81cc-035bd4e0d5b5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/80ade78c-1e7c-42f3-864f-911f946da091 HTTP/1.1" status: 204 len: 168 time: 0.3576851 Jul 05 04:01:34.178296 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee218d7-e28c-4834-81cc-035bd4e0d5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ade78c-1e7c-42f3-864f-911f946da091,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:34.189619 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5b3113d1-9f82-4ccf-8cc7-c9d2354af902 req-8dda86bd-e9e0-4e20-a44f-53d88a7b9ca5 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/security-groups?id=75131caf-55ee-4dcf-95c8-6d35fe3b1383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514581 Jul 05 04:01:34.256918 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce8f3c-b76a-43ef-bba9-61d705cf53ed req-774f897a-4147-45fe-95fb-03048963d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:34.258450 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0bce8f3c-b76a-43ef-bba9-61d705cf53ed req-774f897a-4147-45fe-95fb-03048963d034 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f39f10f8-b420-4be3-87d0-e69bd8d99ee2 HTTP/1.1" status: 200 len: 915 time: 0.1305492 Jul 05 04:01:34.287418 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.321179 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0bce8f3c-b76a-43ef-bba9-61d705cf53ed req-653bdbcb-f27a-4e2e-9c3a-7146167b5bcf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caa4daee-8e93-41fd-aae1-e758f0809a40 HTTP/1.1" status: 200 len: 217 time: 0.0545783 Jul 05 04:01:34.394313 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce8f3c-b76a-43ef-bba9-61d705cf53ed req-4786e551-c19e-4993-80a5-fdb450319a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:34.395970 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0bce8f3c-b76a-43ef-bba9-61d705cf53ed req-4786e551-c19e-4993-80a5-fdb450319a94 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e20b6829-d45a-4229-a22c-bf6c44fd97e8 HTTP/1.1" status: 200 len: 854 time: 0.0611284 Jul 05 04:01:34.434489 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0bce8f3c-b76a-43ef-bba9-61d705cf53ed req-1bd193a6-fcfd-488e-959b-96b22d889dc0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f39f10f8-b420-4be3-87d0-e69bd8d99ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312953 Jul 05 04:01:34.544047 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0bce8f3c-b76a-43ef-bba9-61d705cf53ed req-7cbabd0d-80fa-4b13-8904-6bc70c912749 service neutron] 10.222.0.89 "GET /v2.0/networks/f39f10f8-b420-4be3-87d0-e69bd8d99ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016932 Jul 05 04:01:34.602116 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-0516eb12-1309-41a7-a489-9dda77effefc tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:34.612375 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-0516eb12-1309-41a7-a489-9dda77effefc tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.77 "GET /v2.0/networks?id=62e1363f-b1d7-4510-b051-bb39160aff1e HTTP/1.1" status: 200 len: 822 time: 0.1522202 Jul 05 04:01:34.631024 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-329b3d72-8bf7-41bd-b48f-4607f7981ded tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.77 "GET /v2.0/quotas/dec9d92cfe3a431aa4691160e82d38cc HTTP/1.1" status: 200 len: 375 time: 0.0177250 Jul 05 04:01:34.676377 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-e62a533d-ddd2-4de7-a943-06d81f8e9bb6 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=dec9d92cfe3a431aa4691160e82d38cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381429 Jul 05 04:01:34.681416 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755be91-f478-4256-82e9-880f29be4750 req-83712aba-d6dc-4b34-86b6-2153b458c637 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:34.683006 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2755be91-f478-4256-82e9-880f29be4750 req-83712aba-d6dc-4b34-86b6-2153b458c637 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.1381073 Jul 05 04:01:34.742800 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0bce8f3c-b76a-43ef-bba9-61d705cf53ed req-e76b9f70-8aa1-4954-a488-4d5c91923a6f service neutron] 10.222.0.89 "GET /v2.0/networks/f39f10f8-b420-4be3-87d0-e69bd8d99ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865084 Jul 05 04:01:34.753256 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2755be91-f478-4256-82e9-880f29be4750 req-933487b3-9727-4ae6-901c-0e4efbf4f52b tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604239 Jul 05 04:01:34.794877 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:01:34.825021 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-0eb3e112-d403-497c-a419-4141ce9d923b service neutron] 10.222.0.77 "GET /v2.0/networks/62e1363f-b1d7-4510-b051-bb39160aff1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440508 Jul 05 04:01:34.941774 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e2ea6-d88e-4a95-a0dd-884e2bfc923f req-c4e307b2-1009-4f22-9e49-6cb56786e975 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:34.942849 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-3d1f7ea4-67a8-4231-b9b5-3def3a59db71 service neutron] 10.222.0.77 "GET /v2.0/networks/62e1363f-b1d7-4510-b051-bb39160aff1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086638 Jul 05 04:01:34.943356 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-176e2ea6-d88e-4a95-a0dd-884e2bfc923f req-c4e307b2-1009-4f22-9e49-6cb56786e975 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/ports?device_id=e371265a-a8d5-4ebe-a981-999686cde349 HTTP/1.1" status: 200 len: 945 time: 0.0798147 Jul 05 04:01:34.980464 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 640f64d0-f9fe-47e6-9cb9-772269436806 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:34.988073 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-176e2ea6-d88e-4a95-a0dd-884e2bfc923f req-9d494c1c-f51c-4664-8a9b-d02983755336 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/security-groups?id=b049ac02-4c75-4b34-a01c-c47295632689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389836 Jul 05 04:01:35.039574 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 640f64d0-f9fe-47e6-9cb9-772269436806 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:35.045759 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 640f64d0-f9fe-47e6-9cb9-772269436806 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:35.046143 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.155125 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.202006 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c7021-6e5e-44eb-accb-198642225b81 req-5ee8101a-eb85-4be4-99c2-0d1e8eef5af7 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:35.204951 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-765c7021-6e5e-44eb-accb-198642225b81 req-5ee8101a-eb85-4be4-99c2-0d1e8eef5af7 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.0870447 Jul 05 04:01:35.211567 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8da903d1-e3a8-49b0-8ee5-8aa9aa99248d req-bbb7f680-3152-4a49-8254-5324107622ba tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb84741-412e-4c3c-953c-243449d402d1 HTTP/1.1" status: 200 len: 210 time: 0.0398452 Jul 05 04:01:35.224073 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e371265a-a8d5-4ebe-a981-999686cde349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640f64d0-f9fe-47e6-9cb9-772269436806'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:35.228583 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a61da9-ba3c-4201-83c9-33cad897d4ed" -d '{"events": [{"server_uuid": "e371265a-a8d5-4ebe-a981-999686cde349", "name": "network-vif-plugged", "status": "completed", "tag": "640f64d0-f9fe-47e6-9cb9-772269436806"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:35.263167 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 640f64d0-f9fe-47e6-9cb9-772269436806, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=640f64d0-f9fe-47e6-9cb9-772269436806,segment=NetworkSegment(b7e52b96-01e3-469f-aa7a-896898307299),segment_id=b7e52b96-01e3-469f-aa7a-896898307299)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:35.272038 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.273516 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 2a737e3b-7647-4859-8d3b-5a41559ab915 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:35.282996 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-765c7021-6e5e-44eb-accb-198642225b81 req-d7a402a4-7647-4936-b80a-b8dfa2a927bf tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716908 Jul 05 04:01:35.398912 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a060a55-4e51-43f7-a710-650c816d218f x-openstack-request-id: req-4a060a55-4e51-43f7-a710-650c816d218f {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:35.402365 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e371265a-a8d5-4ebe-a981-999686cde349", "name": "network-vif-plugged", "status": "completed", "tag": "640f64d0-f9fe-47e6-9cb9-772269436806", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:35.405136 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4a060a55-4e51-43f7-a710-650c816d218f {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:35.405864 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e371265a-a8d5-4ebe-a981-999686cde349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640f64d0-f9fe-47e6-9cb9-772269436806', 'code': 200} Jul 05 04:01:35.466737 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=640f64d0-f9fe-47e6-9cb9-772269436806,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:35.475919 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:35.476274 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:35.476646 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:35.476955 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:35.477291 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:35.477615 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:35.477944 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:35.478444 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:35.479161 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:35.479656 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:35.480193 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:35.480807 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:35.493454 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82bdf77-7d51-43a9-8303-40eed07f0416 req-95c68f7e-a62d-41fc-bce5-27006053b267 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:35.494300 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 2a737e3b-7647-4859-8d3b-5a41559ab915 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:35.495352 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f82bdf77-7d51-43a9-8303-40eed07f0416 req-95c68f7e-a62d-41fc-bce5-27006053b267 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a0f2957-0daf-4e25-ab4e-62775ce0d353 HTTP/1.1" status: 200 len: 944 time: 0.1183929 Jul 05 04:01:35.500376 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.573308 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f82bdf77-7d51-43a9-8303-40eed07f0416 req-d70ce08b-eec1-45b2-8014-ad7bd1c59721 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/security-groups?id=75131caf-55ee-4dcf-95c8-6d35fe3b1383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678787 Jul 05 04:01:35.635897 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c19cf-8d26-40e6-9d08-c5cf88673aca req-aa35ce76-5950-4f18-aff0-e6f0269ed05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:35.637425 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b27c19cf-8d26-40e6-9d08-c5cf88673aca req-aa35ce76-5950-4f18-aff0-e6f0269ed05d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e371265a-a8d5-4ebe-a981-999686cde349 HTTP/1.1" status: 200 len: 1098 time: 0.1512096 Jul 05 04:01:35.677523 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.714495 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b27c19cf-8d26-40e6-9d08-c5cf88673aca req-bad49fd1-569a-4d2b-90ef-4158a4f8cffa service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b049ac02-4c75-4b34-a01c-c47295632689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694137 Jul 05 04:01:35.741806 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 2a737e3b-7647-4859-8d3b-5a41559ab915, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=2a737e3b-7647-4859-8d3b-5a41559ab915,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:35.751528 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.823534 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=2a737e3b-7647-4859-8d3b-5a41559ab915,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:36.038311 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178089e-7426-4737-8ef0-66569ade0582 req-1f21bd81-524b-4952-b9f1-3cb1cd12f312 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:36.039769 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a178089e-7426-4737-8ef0-66569ade0582 req-1f21bd81-524b-4952-b9f1-3cb1cd12f312 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.0818963 Jul 05 04:01:36.096575 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a178089e-7426-4737-8ef0-66569ade0582 req-007960e8-bdfb-453e-bb9f-07e28209de54 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509243 Jul 05 04:01:36.194186 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8c97c-05a5-4fe7-a720-cd8f45d7e8d9 req-03025334-8f61-41aa-939b-dcde8c7a78ab tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:36.195778 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d3e8c97c-05a5-4fe7-a720-cd8f45d7e8d9 req-03025334-8f61-41aa-939b-dcde8c7a78ab tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/ports?device_id=e371265a-a8d5-4ebe-a981-999686cde349 HTTP/1.1" status: 200 len: 946 time: 0.0722606 Jul 05 04:01:36.243259 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d3e8c97c-05a5-4fe7-a720-cd8f45d7e8d9 req-9f4a87a3-3e8e-4da4-80ca-be756bdb5f4d tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/security-groups?id=b049ac02-4c75-4b34-a01c-c47295632689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414124 Jul 05 04:01:36.371633 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-019a1916-1c7e-4c6d-9d40-0d6f3a40fc12 req-8d00113a-e829-4b4c-ac4b-690a985dfa17 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb84741-412e-4c3c-953c-243449d402d1 HTTP/1.1" status: 200 len: 210 time: 0.0325634 Jul 05 04:01:36.560142 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 32868) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:36.670607 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b53fe859-883d-43d9-a588-6f77b30d9b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.791932 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61ecab-e609-488c-82f9-e3b3e3492bb3 req-2dc09f3f-c85e-46f5-863b-248d5fde57a6 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:36.793439 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe61ecab-e609-488c-82f9-e3b3e3492bb3 req-2dc09f3f-c85e-46f5-863b-248d5fde57a6 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a0f2957-0daf-4e25-ab4e-62775ce0d353 HTTP/1.1" status: 200 len: 944 time: 0.1099961 Jul 05 04:01:36.866100 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b53fe859-883d-43d9-a588-6f77b30d9b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.884866 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe61ecab-e609-488c-82f9-e3b3e3492bb3 req-8df528be-82b2-4190-89d9-7a529e15aeda tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/security-groups?id=75131caf-55ee-4dcf-95c8-6d35fe3b1383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774260 Jul 05 04:01:36.888424 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b53fe859-883d-43d9-a588-6f77b30d9b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.890923 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device caa4daee-8e93-41fd-aae1-e758f0809a40 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:01:36.941570 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53fe859-883d-43d9-a588-6f77b30d9b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973d386d-86e8-49ba-b24e-b04a3e2cfa3b,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:36.949301 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b53fe859-883d-43d9-a588-6f77b30d9b29 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ae2f139adba84b8681fdb1c492deae53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3872476 Jul 05 04:01:36.950992 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 32880) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:36.981726 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-f3b5667f-3259-4359-9a28-c71eb540b7bd tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:36.986510 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-f3b5667f-3259-4359-9a28-c71eb540b7bd tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.89 "GET /v2.0/networks?id=62e1363f-b1d7-4510-b051-bb39160aff1e HTTP/1.1" status: 200 len: 822 time: 0.1453102 Jul 05 04:01:37.006400 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-0ff0862f-24e6-45a1-b81c-471b58de4f72 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Request body: {'port': {'device_id': '4eb84741-412e-4c3c-953c-243449d402d1', 'network_id': '62e1363f-b1d7-4510-b051-bb39160aff1e', 'admin_state_up': True, 'tenant_id': 'dec9d92cfe3a431aa4691160e82d38cc'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:37.010709 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9027e7f6-91ec-4b71-b5e5-13d4cbfd0a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.040659 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9027e7f6-91ec-4b71-b5e5-13d4cbfd0a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.044140 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port caa4daee-8e93-41fd-aae1-e758f0809a40, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=caa4daee-8e93-41fd-aae1-e758f0809a40,segment=NetworkSegment(4d8b50c8-aaac-4e1f-a403-4ee7599060ae),segment_id=4d8b50c8-aaac-4e1f-a403-4ee7599060ae)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:37.072204 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'caa4daee-8e93-41fd-aae1-e758f0809a40', 'network_id': 'f39f10f8-b420-4be3-87d0-e69bd8d99ee2', 'port_id': 'caa4daee-8e93-41fd-aae1-e758f0809a40', 'mac_address': 'fa:16:3e:31:64:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20b6829-d45a-4229-a22c-bf6c44fd97e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:01:37.118833 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9027e7f6-91ec-4b71-b5e5-13d4cbfd0a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.120410 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.122778 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9027e7f6-91ec-4b71-b5e5-13d4cbfd0a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.128749 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9027e7f6-91ec-4b71-b5e5-13d4cbfd0a22 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/973d386d-86e8-49ba-b24e-b04a3e2cfa3b HTTP/1.1" status: 204 len: 168 time: 0.1767433 Jul 05 04:01:37.139631 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027e7f6-91ec-4b71-b5e5-13d4cbfd0a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973d386d-86e8-49ba-b24e-b04a3e2cfa3b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:37.140868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa4daee-8e93-41fd-aae1-e758f0809a40 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:01:37.164563 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-0ff0862f-24e6-45a1-b81c-471b58de4f72 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Made reservation on behalf of dec9d92cfe3a431aa4691160e82d38cc for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:37.168390 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-0ff0862f-24e6-45a1-b81c-471b58de4f72 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.187741 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port caa4daee-8e93-41fd-aae1-e758f0809a40, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=caa4daee-8e93-41fd-aae1-e758f0809a40,segment=NetworkSegment(4d8b50c8-aaac-4e1f-a403-4ee7599060ae),segment_id=4d8b50c8-aaac-4e1f-a403-4ee7599060ae)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:37.194742 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.276320 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=caa4daee-8e93-41fd-aae1-e758f0809a40,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:37.363306 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab5102-6a99-44ed-a434-4e373bf61b82 req-173dfe54-f7e4-47c1-aed6-23e4cde7e048 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:37.365240 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ebab5102-6a99-44ed-a434-4e373bf61b82 req-173dfe54-f7e4-47c1-aed6-23e4cde7e048 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.1046863 Jul 05 04:01:37.391764 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-0ff0862f-24e6-45a1-b81c-471b58de4f72 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Allocated IP 172.20.0.14 (62e1363f-b1d7-4510-b051-bb39160aff1e/bd6bd732-884b-4aea-a3d4-180e69ddb3cd/43543d8c-7ef5-4051-a169-c394c0edba18) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:37.407541 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887e929d-cd43-451e-8752-b2d1274a7ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a737e3b-7647-4859-8d3b-5a41559ab915'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:37.410820 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bf4209-e99f-410b-af9a-50ec44d7873d" -d '{"events": [{"server_uuid": "887e929d-cd43-451e-8752-b2d1274a7ffb", "name": "network-vif-plugged", "status": "completed", "tag": "2a737e3b-7647-4859-8d3b-5a41559ab915"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:37.421793 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ebab5102-6a99-44ed-a434-4e373bf61b82 req-3ef47c2e-0f9d-446b-a6e0-c8776c8b8d9f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478027 Jul 05 04:01:37.450273 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['caa4daee-8e93-41fd-aae1-e758f0809a40'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:37.521925 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49563de-d17b-4b6a-b1d5-5d1d9d05edf6 req-1ecd0f44-dcfd-4333-8d11-f4941e524db6 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:37.523534 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d49563de-d17b-4b6a-b1d5-5d1d9d05edf6 req-1ecd0f44-dcfd-4333-8d11-f4941e524db6 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/ports?device_id=e371265a-a8d5-4ebe-a981-999686cde349 HTTP/1.1" status: 200 len: 946 time: 0.1450953 Jul 05 04:01:37.552228 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 32894) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:37.586611 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ef4e85ac-c4f7-4731-a85b-b5f08457d3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.617138 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7f43bce9-058c-4135-953a-9fbc370d026c req-62bf6c37-6c32-434c-832d-8b91e4c7b149 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb84741-412e-4c3c-953c-243449d402d1 HTTP/1.1" status: 200 len: 210 time: 0.0525601 Jul 05 04:01:37.623238 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d49563de-d17b-4b6a-b1d5-5d1d9d05edf6 req-835fedd3-c9de-4a0c-876d-d1f251853f73 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/security-groups?id=b049ac02-4c75-4b34-a01c-c47295632689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633526 Jul 05 04:01:37.673257 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-0ff0862f-24e6-45a1-b81c-471b58de4f72 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.701505 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a8bcbc-d61d-4295-aaef-e316e51531ed x-openstack-request-id: req-d0a8bcbc-d61d-4295-aaef-e316e51531ed {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:37.701858 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887e929d-cd43-451e-8752-b2d1274a7ffb", "name": "network-vif-plugged", "status": "completed", "tag": "2a737e3b-7647-4859-8d3b-5a41559ab915", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:37.702063 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d0a8bcbc-d61d-4295-aaef-e316e51531ed {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:37.702942 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887e929d-cd43-451e-8752-b2d1274a7ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a737e3b-7647-4859-8d3b-5a41559ab915', 'code': 200} Jul 05 04:01:37.748115 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-0ff0862f-24e6-45a1-b81c-471b58de4f72 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.753977 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ef4e85ac-c4f7-4731-a85b-b5f08457d3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.760300 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ef4e85ac-c4f7-4731-a85b-b5f08457d3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.802563 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-0ff0862f-24e6-45a1-b81c-471b58de4f72 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Network 62e1363f-b1d7-4510-b051-bb39160aff1e is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:37.805792 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ef4e85ac-c4f7-4731-a85b-b5f08457d3f6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cc63cc0b6f2144e4910020fee6836e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2521577 Jul 05 04:01:37.807876 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e85ac-c4f7-4731-a85b-b5f08457d3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50274b1-d014-4ba2-bd62-a2b8e1489c4e,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:37.808316 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-0ff0862f-24e6-45a1-b81c-471b58de4f72 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:37.810066 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 32898) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:37.815564 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-0ff0862f-24e6-45a1-b81c-471b58de4f72 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:37.856317 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0862f-24e6-45a1-b81c-471b58de4f72 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Pushing event updated for resources: {'Port': ['ID=43543d8c-7ef5-4051-a169-c394c0edba18,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:37.885058 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0862f-24e6-45a1-b81c-471b58de4f72 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:37.885411 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0862f-24e6-45a1-b81c-471b58de4f72 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:37.885825 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0862f-24e6-45a1-b81c-471b58de4f72 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:37.886254 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0862f-24e6-45a1-b81c-471b58de4f72 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:37.886593 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0862f-24e6-45a1-b81c-471b58de4f72 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:37.886940 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0862f-24e6-45a1-b81c-471b58de4f72 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:37.888062 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0862f-24e6-45a1-b81c-471b58de4f72 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:37.888062 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0862f-24e6-45a1-b81c-471b58de4f72 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:37.888062 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0862f-24e6-45a1-b81c-471b58de4f72 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:37.888786 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0862f-24e6-45a1-b81c-471b58de4f72 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:37.888786 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0862f-24e6-45a1-b81c-471b58de4f72 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:37.889213 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0862f-24e6-45a1-b81c-471b58de4f72 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:37.912922 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-0ff0862f-24e6-45a1-b81c-471b58de4f72 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:37.913555 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-0ff0862f-24e6-45a1-b81c-471b58de4f72 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.932236 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-0ff0862f-24e6-45a1-b81c-471b58de4f72 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9314947 Jul 05 04:01:37.956131 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d17ae6b0-370b-4444-a11e-9b2424d50eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.988006 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d17ae6b0-370b-4444-a11e-9b2424d50eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.071848 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d17ae6b0-370b-4444-a11e-9b2424d50eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.074478 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d17ae6b0-370b-4444-a11e-9b2424d50eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.075706 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d17ae6b0-370b-4444-a11e-9b2424d50eb7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f50274b1-d014-4ba2-bd62-a2b8e1489c4e HTTP/1.1" status: 204 len: 168 time: 0.2613554 Jul 05 04:01:38.095026 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ae6b0-370b-4444-a11e-9b2424d50eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50274b1-d014-4ba2-bd62-a2b8e1489c4e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:38.127135 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f8af5-025a-4974-9fe3-73444a0b0f94 req-12ff3cdd-9281-44c2-b72d-90fdbe4cee11 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:38.128738 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a74f8af5-025a-4974-9fe3-73444a0b0f94 req-12ff3cdd-9281-44c2-b72d-90fdbe4cee11 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a0f2957-0daf-4e25-ab4e-62775ce0d353 HTTP/1.1" status: 200 len: 945 time: 0.0962133 Jul 05 04:01:38.177080 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a74f8af5-025a-4974-9fe3-73444a0b0f94 req-71430bb0-acd5-4b5f-a973-667e820d4366 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/security-groups?id=75131caf-55ee-4dcf-95c8-6d35fe3b1383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416336 Jul 05 04:01:38.240450 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-c221848c-b80c-46d8-9a39-db2453d2fc4d service neutron] Request body: {'port': {'device_id': '4eb84741-412e-4c3c-953c-243449d402d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:38.329874 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-c221848c-b80c-46d8-9a39-db2453d2fc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.641972 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4085c-feaf-4445-8205-73c78f153600 req-80e195ab-9527-417c-83de-b2edd9022b8c tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:38.659647 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d6e4085c-feaf-4445-8205-73c78f153600 req-80e195ab-9527-417c-83de-b2edd9022b8c tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.0892692 Jul 05 04:01:38.720078 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d6e4085c-feaf-4445-8205-73c78f153600 req-767b7a28-6296-4cbb-8d1a-c9cababa71ea tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587451 Jul 05 04:01:38.907881 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device caa4daee-8e93-41fd-aae1-e758f0809a40 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:38.979763 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46b726-356d-457e-bf49-b4496048d477 req-129a6a06-fab5-4ea1-8924-aa422892a5b3 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:38.982740 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port caa4daee-8e93-41fd-aae1-e758f0809a40 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:38.993926 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cd46b726-356d-457e-bf49-b4496048d477 req-129a6a06-fab5-4ea1-8924-aa422892a5b3 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb84741-412e-4c3c-953c-243449d402d1 HTTP/1.1" status: 200 len: 932 time: 0.1407971 Jul 05 04:01:38.995523 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port caa4daee-8e93-41fd-aae1-e758f0809a40 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:38.995927 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.001512 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-c221848c-b80c-46d8-9a39-db2453d2fc4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43543d8c-7ef5-4051-a169-c394c0edba18 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:01:39.019679 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-c221848c-b80c-46d8-9a39-db2453d2fc4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.047049 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161b844-cebd-4e06-8d22-8f6a98386245 req-8bbe41f8-a747-42cc-950f-60701e379748 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:39.056223 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6161b844-cebd-4e06-8d22-8f6a98386245 req-8bbe41f8-a747-42cc-950f-60701e379748 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/ports?device_id=e371265a-a8d5-4ebe-a981-999686cde349 HTTP/1.1" status: 200 len: 946 time: 0.1990604 Jul 05 04:01:39.066057 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-c221848c-b80c-46d8-9a39-db2453d2fc4d service neutron] Transition to ACTIVE for port object 43543d8c-7ef5-4051-a169-c394c0edba18 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:39.076291 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-c221848c-b80c-46d8-9a39-db2453d2fc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.097201 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cd46b726-356d-457e-bf49-b4496048d477 req-ef1e48d4-478f-449f-bae2-68815779d069 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.77 "GET /v2.0/security-groups?id=afbad103-fff5-4680-b0cd-8c5d3c7e4022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017141 Jul 05 04:01:39.116356 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.161792 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port caa4daee-8e93-41fd-aae1-e758f0809a40, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=caa4daee-8e93-41fd-aae1-e758f0809a40,segment=NetworkSegment(4d8b50c8-aaac-4e1f-a403-4ee7599060ae),segment_id=4d8b50c8-aaac-4e1f-a403-4ee7599060ae)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:39.172975 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.188388 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6161b844-cebd-4e06-8d22-8f6a98386245 req-a279dfd4-986f-4a18-9a97-690c99e6fc59 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/security-groups?id=b049ac02-4c75-4b34-a01c-c47295632689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259840 Jul 05 04:01:39.224523 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221848c-b80c-46d8-9a39-db2453d2fc4d service neutron] Pushing event updated for resources: {'Port': ['ID=43543d8c-7ef5-4051-a169-c394c0edba18,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:39.258616 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=caa4daee-8e93-41fd-aae1-e758f0809a40,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:39.373259 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-c221848c-b80c-46d8-9a39-db2453d2fc4d service neutron] Attempting to bind port 43543d8c-7ef5-4051-a169-c394c0edba18 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:39.373599 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-c221848c-b80c-46d8-9a39-db2453d2fc4d service neutron] Attempting to bind port 43543d8c-7ef5-4051-a169-c394c0edba18 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '96a6cb59-8e5a-45ea-b38c-e1488dad2363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '62e1363f-b1d7-4510-b051-bb39160aff1e'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:39.373927 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-c221848c-b80c-46d8-9a39-db2453d2fc4d service neutron] Attempting to bind port 43543d8c-7ef5-4051-a169-c394c0edba18 on network 62e1363f-b1d7-4510-b051-bb39160aff1e {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:39.379320 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-c221848c-b80c-46d8-9a39-db2453d2fc4d service neutron] Port 43543d8c-7ef5-4051-a169-c394c0edba18 on network 62e1363f-b1d7-4510-b051-bb39160aff1e not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:01:39.379884 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-c221848c-b80c-46d8-9a39-db2453d2fc4d service neutron] Attempting to bind port 43543d8c-7ef5-4051-a169-c394c0edba18 on network 62e1363f-b1d7-4510-b051-bb39160aff1e {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:39.385270 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-c221848c-b80c-46d8-9a39-db2453d2fc4d service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:39.385455 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-c221848c-b80c-46d8-9a39-db2453d2fc4d service neutron] Checking segment: {'id': '96a6cb59-8e5a-45ea-b38c-e1488dad2363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '62e1363f-b1d7-4510-b051-bb39160aff1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:39.385822 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-c221848c-b80c-46d8-9a39-db2453d2fc4d service neutron] Bound using segment: {'id': '96a6cb59-8e5a-45ea-b38c-e1488dad2363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '62e1363f-b1d7-4510-b051-bb39160aff1e'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:39.386386 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-c221848c-b80c-46d8-9a39-db2453d2fc4d service neutron] Bound port: 43543d8c-7ef5-4051-a169-c394c0edba18, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a6cb59-8e5a-45ea-b38c-e1488dad2363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '62e1363f-b1d7-4510-b051-bb39160aff1e'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:39.386809 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-c221848c-b80c-46d8-9a39-db2453d2fc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.510047 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-c221848c-b80c-46d8-9a39-db2453d2fc4d service neutron] For port 43543d8c-7ef5-4051-a169-c394c0edba18, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:39.563126 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-c221848c-b80c-46d8-9a39-db2453d2fc4d service neutron] For port 43543d8c-7ef5-4051-a169-c394c0edba18, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=43543d8c-7ef5-4051-a169-c394c0edba18,segment=NetworkSegment(96a6cb59-8e5a-45ea-b38c-e1488dad2363),segment_id=96a6cb59-8e5a-45ea-b38c-e1488dad2363)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:39.581886 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-c221848c-b80c-46d8-9a39-db2453d2fc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.642417 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-c221848c-b80c-46d8-9a39-db2453d2fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:39.643067 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-c221848c-b80c-46d8-9a39-db2453d2fc4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.644748 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-c221848c-b80c-46d8-9a39-db2453d2fc4d service neutron] 10.222.0.89 "PUT /v2.0/ports/43543d8c-7ef5-4051-a169-c394c0edba18 HTTP/1.1" status: 200 len: 1093 time: 1.6993482 Jul 05 04:01:39.647085 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb84741-412e-4c3c-953c-243449d402d1', 'tag': '43543d8c-7ef5-4051-a169-c394c0edba18'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:39.649564 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69907d3d-a649-4d84-ba81-ecf810cc6065" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb84741-412e-4c3c-953c-243449d402d1", "tag": "43543d8c-7ef5-4051-a169-c394c0edba18"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:39.702285 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b036b9-206c-45a0-a9d5-74b791049a63 req-5e8139c0-f117-45d2-99b4-c7dd08a460a5 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:39.704543 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0f2957-0daf-4e25-ab4e-62775ce0d353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa4daee-8e93-41fd-aae1-e758f0809a40'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:39.706836 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c59ae8-740b-44ed-988d-55aa84d80769" -d '{"events": [{"server_uuid": "5a0f2957-0daf-4e25-ab4e-62775ce0d353", "name": "network-vif-plugged", "status": "completed", "tag": "caa4daee-8e93-41fd-aae1-e758f0809a40"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:39.710432 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-57b036b9-206c-45a0-a9d5-74b791049a63 req-5e8139c0-f117-45d2-99b4-c7dd08a460a5 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a0f2957-0daf-4e25-ab4e-62775ce0d353 HTTP/1.1" status: 200 len: 946 time: 0.2027166 Jul 05 04:01:39.721248 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221848c-b80c-46d8-9a39-db2453d2fc4d service neutron] Pushing event updated for resources: {'Port': ['ID=43543d8c-7ef5-4051-a169-c394c0edba18,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:39.782723 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4b85fc-906e-454b-bde7-e7bd2560b11f x-openstack-request-id: req-2e4b85fc-906e-454b-bde7-e7bd2560b11f {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:39.783160 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb84741-412e-4c3c-953c-243449d402d1", "tag": "43543d8c-7ef5-4051-a169-c394c0edba18", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:39.783425 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2e4b85fc-906e-454b-bde7-e7bd2560b11f {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:39.784021 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb84741-412e-4c3c-953c-243449d402d1', 'tag': '43543d8c-7ef5-4051-a169-c394c0edba18', 'status': 'completed', 'code': 200} Jul 05 04:01:39.794020 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-57b036b9-206c-45a0-a9d5-74b791049a63 req-3f7fa074-e50a-4a88-ab03-a4527547e38b tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/security-groups?id=75131caf-55ee-4dcf-95c8-6d35fe3b1383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827193 Jul 05 04:01:39.832891 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-58daa099-1cd7-4203-ae05-09e329b9152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:39.835039 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-58daa099-1cd7-4203-ae05-09e329b9152b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dec9d92cfe3a431aa4691160e82d38cc&device_id=4eb84741-412e-4c3c-953c-243449d402d1 HTTP/1.1" status: 200 len: 1096 time: 0.0886273 Jul 05 04:01:39.878259 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770c139f-6689-4ebb-b623-acbe6842427c x-openstack-request-id: req-770c139f-6689-4ebb-b623-acbe6842427c {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:39.878554 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0f2957-0daf-4e25-ab4e-62775ce0d353", "name": "network-vif-plugged", "status": "completed", "tag": "caa4daee-8e93-41fd-aae1-e758f0809a40", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:39.878795 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-770c139f-6689-4ebb-b623-acbe6842427c {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:39.879213 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0f2957-0daf-4e25-ab4e-62775ce0d353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa4daee-8e93-41fd-aae1-e758f0809a40', 'code': 200} Jul 05 04:01:39.911040 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-ae53e4ea-12ca-4a24-b42d-9111b80d0f10 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43543d8c-7ef5-4051-a169-c394c0edba18 HTTP/1.1" status: 200 len: 217 time: 0.0645590 Jul 05 04:01:40.050055 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-515fdb73-ced1-4e4a-ab64-95d16d1b92b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:40.055422 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-515fdb73-ced1-4e4a-ab64-95d16d1b92b7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bd6bd732-884b-4aea-a3d4-180e69ddb3cd HTTP/1.1" status: 200 len: 862 time: 0.1325865 Jul 05 04:01:40.058436 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ce609-c96e-44be-9dde-262b15df5e41 req-96d6a389-9580-4e27-a92c-b51023b1195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:40.066207 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e15ce609-c96e-44be-9dde-262b15df5e41 req-96d6a389-9580-4e27-a92c-b51023b1195a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=95f0b38a585f41a59ed1656d8eea23b3&device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 1098 time: 0.1573102 Jul 05 04:01:40.094969 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764117f2-74c1-48fd-8936-07a58ad1eef0 req-a4810577-d93d-41e8-8da0-ffedb1835e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:40.096658 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-764117f2-74c1-48fd-8936-07a58ad1eef0 req-a4810577-d93d-41e8-8da0-ffedb1835e43 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5a0f2957-0daf-4e25-ab4e-62775ce0d353 HTTP/1.1" status: 200 len: 1098 time: 0.1364021 Jul 05 04:01:40.100714 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-64a3488f-9595-481c-b482-e3130ee85c71 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=62e1363f-b1d7-4510-b051-bb39160aff1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332100 Jul 05 04:01:40.114849 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4f46a-1481-40b5-9958-10ed08b5c86e req-6601fb0b-244e-4a01-b4b2-4dfe80f87fff tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:40.122305 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93e4f46a-1481-40b5-9958-10ed08b5c86e req-6601fb0b-244e-4a01-b4b2-4dfe80f87fff tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.1753204 Jul 05 04:01:40.189229 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93e4f46a-1481-40b5-9958-10ed08b5c86e req-1cd4d7b9-71d9-4364-aa3e-1d9dd08f8362 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656452 Jul 05 04:01:40.199635 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ce609-c96e-44be-9dde-262b15df5e41 req-9e457a63-b8f5-45f1-bfc9-78025c319fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:40.201201 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e15ce609-c96e-44be-9dde-262b15df5e41 req-9e457a63-b8f5-45f1-bfc9-78025c319fd9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=875157ee-1ede-4160-9cdc-ffb3b506197c HTTP/1.1" status: 200 len: 915 time: 0.1327531 Jul 05 04:01:40.224237 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-764117f2-74c1-48fd-8936-07a58ad1eef0 req-4dce5efc-541f-4029-b137-399a43135c33 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=75131caf-55ee-4dcf-95c8-6d35fe3b1383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796092 Jul 05 04:01:40.428180 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e15ce609-c96e-44be-9dde-262b15df5e41 req-80f10942-db51-4fc3-a595-98f787cc137f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=273766da-a5ab-4aa9-aa87-8c3c05b47b02 HTTP/1.1" status: 200 len: 217 time: 0.0878937 Jul 05 04:01:40.483580 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-c14ae717-1824-4aac-80a7-5c7576bd8dfe service neutron] 10.222.0.89 "GET /v2.0/networks/62e1363f-b1d7-4510-b051-bb39160aff1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813659 Jul 05 04:01:40.522609 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74efa20-934d-4271-836e-920d5a4db757 req-fdedaa72-bdfc-4a96-b26c-6cb41e7b96f6 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:40.529746 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a74efa20-934d-4271-836e-920d5a4db757 req-fdedaa72-bdfc-4a96-b26c-6cb41e7b96f6 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb84741-412e-4c3c-953c-243449d402d1 HTTP/1.1" status: 200 len: 944 time: 0.2409537 Jul 05 04:01:40.595854 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ce609-c96e-44be-9dde-262b15df5e41 req-d1df7c08-9f89-40e1-854b-6bd621be6542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:40.596087 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e15ce609-c96e-44be-9dde-262b15df5e41 req-d1df7c08-9f89-40e1-854b-6bd621be6542 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbd78a45-de58-4c6c-b596-dd6afb42d456 HTTP/1.1" status: 200 len: 854 time: 0.1528256 Jul 05 04:01:40.649739 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e15ce609-c96e-44be-9dde-262b15df5e41 req-db21803e-2158-470d-9b45-c418c2e5df89 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=875157ee-1ede-4160-9cdc-ffb3b506197c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408673 Jul 05 04:01:40.665451 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a74efa20-934d-4271-836e-920d5a4db757 req-c8c1a699-2474-4e5b-aacb-61e4fb099922 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.77 "GET /v2.0/security-groups?id=afbad103-fff5-4680-b0cd-8c5d3c7e4022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347156 Jul 05 04:01:40.763678 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4ddf25c-c59d-405e-9f6c-fefde1b7fd64 req-9e88f80c-787b-40f7-88de-95ed2a8378c7 service neutron] 10.222.0.89 "GET /v2.0/networks/62e1363f-b1d7-4510-b051-bb39160aff1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694755 Jul 05 04:01:40.893148 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e15ce609-c96e-44be-9dde-262b15df5e41 req-e138cd35-dc19-4fbd-b5b9-80b0e4216bf6 service neutron] 10.222.0.70 "GET /v2.0/networks/875157ee-1ede-4160-9cdc-ffb3b506197c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149780 Jul 05 04:01:41.253625 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69907d3d-a649-4d84-ba81-ecf810cc6065 req-fd5eac0d-c976-4191-aebb-aa26ab9577e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:41.255792 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-69907d3d-a649-4d84-ba81-ecf810cc6065 req-fd5eac0d-c976-4191-aebb-aa26ab9577e2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dec9d92cfe3a431aa4691160e82d38cc&device_id=4eb84741-412e-4c3c-953c-243449d402d1 HTTP/1.1" status: 200 len: 1096 time: 0.3774333 Jul 05 04:01:41.266181 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e15ce609-c96e-44be-9dde-262b15df5e41 req-a0212c4c-d7a0-4f20-8b32-32d1160f4c77 service neutron] 10.222.0.70 "GET /v2.0/networks/875157ee-1ede-4160-9cdc-ffb3b506197c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496416 Jul 05 04:01:41.341080 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91072be8-80ac-4973-8c72-db2a0e494018 req-5d6a978d-18dc-4760-9110-064f58578e60 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:41.349275 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-91072be8-80ac-4973-8c72-db2a0e494018 req-5d6a978d-18dc-4760-9110-064f58578e60 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a0f2957-0daf-4e25-ab4e-62775ce0d353 HTTP/1.1" status: 200 len: 946 time: 0.2598753 Jul 05 04:01:41.441835 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-91072be8-80ac-4973-8c72-db2a0e494018 req-1b6550eb-69b4-4b71-9faf-49c91f0c94c6 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/security-groups?id=75131caf-55ee-4dcf-95c8-6d35fe3b1383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900664 Jul 05 04:01:41.470036 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69907d3d-a649-4d84-ba81-ecf810cc6065 req-cbfece6a-383b-4e30-b147-711ac2654382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:41.472599 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-69907d3d-a649-4d84-ba81-ecf810cc6065 req-cbfece6a-383b-4e30-b147-711ac2654382 service neutron] 10.222.0.89 "GET /v2.0/networks?id=62e1363f-b1d7-4510-b051-bb39160aff1e HTTP/1.1" status: 200 len: 923 time: 0.2011445 Jul 05 04:01:41.522355 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-69907d3d-a649-4d84-ba81-ecf810cc6065 req-3d228810-f55a-455c-b687-f36347224e92 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43543d8c-7ef5-4051-a169-c394c0edba18 HTTP/1.1" status: 200 len: 217 time: 0.0416069 Jul 05 04:01:41.525671 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9003c-6c92-43b0-b3f0-5f5d664fe5cf req-2e566d33-d8a4-45a8-96e4-b99c95be3220 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:41.529231 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d4a9003c-6c92-43b0-b3f0-5f5d664fe5cf req-2e566d33-d8a4-45a8-96e4-b99c95be3220 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.1335380 Jul 05 04:01:41.586081 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69907d3d-a649-4d84-ba81-ecf810cc6065 req-58451aa3-6451-43a7-a393-723d18d3cd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:41.586606 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d4a9003c-6c92-43b0-b3f0-5f5d664fe5cf req-e0666e8d-c485-4566-b276-aeb5bd93fb1f tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468340 Jul 05 04:01:41.588040 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-69907d3d-a649-4d84-ba81-ecf810cc6065 req-58451aa3-6451-43a7-a393-723d18d3cd06 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bd6bd732-884b-4aea-a3d4-180e69ddb3cd HTTP/1.1" status: 200 len: 862 time: 0.0575743 Jul 05 04:01:41.651913 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-69907d3d-a649-4d84-ba81-ecf810cc6065 req-d0b6143f-2d35-4d09-9849-48067af813b7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=62e1363f-b1d7-4510-b051-bb39160aff1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539060 Jul 05 04:01:41.788392 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-69907d3d-a649-4d84-ba81-ecf810cc6065 req-8165fddc-8a63-4f65-911c-1969eee8b2f9 service neutron] 10.222.0.89 "GET /v2.0/networks/62e1363f-b1d7-4510-b051-bb39160aff1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288815 Jul 05 04:01:41.909846 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33062) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:42.006555 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4cf18-73b7-43fe-9d22-fe09ad01bc25 req-af071cd1-20bd-469e-bc66-192dc0673482 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:42.008597 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f2e4cf18-73b7-43fe-9d22-fe09ad01bc25 req-af071cd1-20bd-469e-bc66-192dc0673482 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb84741-412e-4c3c-953c-243449d402d1 HTTP/1.1" status: 200 len: 944 time: 0.1213040 Jul 05 04:01:42.020244 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-69907d3d-a649-4d84-ba81-ecf810cc6065 req-1f5faf72-fd96-4298-9fac-5d07533add38 service neutron] 10.222.0.89 "GET /v2.0/networks/62e1363f-b1d7-4510-b051-bb39160aff1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214255 Jul 05 04:01:42.106457 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f2e4cf18-73b7-43fe-9d22-fe09ad01bc25 req-f657ee13-c4a5-4ab8-86e3-e1c3fa1b91ad tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.77 "GET /v2.0/security-groups?id=afbad103-fff5-4680-b0cd-8c5d3c7e4022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876637 Jul 05 04:01:42.181290 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d8994cee-a2c9-4b68-95ae-abcf428448da admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.328532 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d8994cee-a2c9-4b68-95ae-abcf428448da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.335176 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d8994cee-a2c9-4b68-95ae-abcf428448da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.385712 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d8994cee-a2c9-4b68-95ae-abcf428448da admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=de0ddae22c4e404bba06ab212cf76dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4713695 Jul 05 04:01:42.386746 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33074) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:42.398761 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8994cee-a2c9-4b68-95ae-abcf428448da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87ecf09-3d5e-437a-968c-c184cb28fca8,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:42.490550 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bef93240-66fd-4814-bf3e-14457e73ee08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.518313 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bef93240-66fd-4814-bf3e-14457e73ee08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.604619 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bef93240-66fd-4814-bf3e-14457e73ee08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.607678 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bef93240-66fd-4814-bf3e-14457e73ee08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.609104 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bef93240-66fd-4814-bf3e-14457e73ee08 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a87ecf09-3d5e-437a-968c-c184cb28fca8 HTTP/1.1" status: 204 len: 168 time: 0.2208567 Jul 05 04:01:42.627880 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef93240-66fd-4814-bf3e-14457e73ee08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87ecf09-3d5e-437a-968c-c184cb28fca8,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:42.645895 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef93240-66fd-4814-bf3e-14457e73ee08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:42.646497 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef93240-66fd-4814-bf3e-14457e73ee08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:42.647040 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef93240-66fd-4814-bf3e-14457e73ee08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:42.647924 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef93240-66fd-4814-bf3e-14457e73ee08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:42.649132 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef93240-66fd-4814-bf3e-14457e73ee08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:42.650218 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef93240-66fd-4814-bf3e-14457e73ee08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:42.651013 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef93240-66fd-4814-bf3e-14457e73ee08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:42.652127 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef93240-66fd-4814-bf3e-14457e73ee08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:42.652678 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef93240-66fd-4814-bf3e-14457e73ee08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:42.653254 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef93240-66fd-4814-bf3e-14457e73ee08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:42.653832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef93240-66fd-4814-bf3e-14457e73ee08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:42.654459 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef93240-66fd-4814-bf3e-14457e73ee08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:42.789544 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.874672 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2418a8-02ae-4092-8c98-9e1d7ecc6819 req-b5a555f1-5f0a-41ed-9357-698051345ce9 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:42.887272 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2e2418a8-02ae-4092-8c98-9e1d7ecc6819 req-b5a555f1-5f0a-41ed-9357-698051345ce9 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a0f2957-0daf-4e25-ab4e-62775ce0d353 HTTP/1.1" status: 200 len: 946 time: 0.1914971 Jul 05 04:01:42.914778 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 43543d8c-7ef5-4051-a169-c394c0edba18 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:01:42.975203 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2e2418a8-02ae-4092-8c98-9e1d7ecc6819 req-8e6284fb-87a6-41b0-821f-433681b79201 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/security-groups?id=75131caf-55ee-4dcf-95c8-6d35fe3b1383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864444 Jul 05 04:01:43.161648 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 43543d8c-7ef5-4051-a169-c394c0edba18, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=43543d8c-7ef5-4051-a169-c394c0edba18,segment=NetworkSegment(96a6cb59-8e5a-45ea-b38c-e1488dad2363),segment_id=96a6cb59-8e5a-45ea-b38c-e1488dad2363)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:43.209222 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '43543d8c-7ef5-4051-a169-c394c0edba18', 'network_id': '62e1363f-b1d7-4510-b051-bb39160aff1e', 'port_id': '43543d8c-7ef5-4051-a169-c394c0edba18', 'mac_address': 'fa:16:3e:b2:d6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6bd732-884b-4aea-a3d4-180e69ddb3cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:01:43.286361 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.328325 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43543d8c-7ef5-4051-a169-c394c0edba18 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:01:43.395368 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33104) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:43.403864 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 43543d8c-7ef5-4051-a169-c394c0edba18, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=43543d8c-7ef5-4051-a169-c394c0edba18,segment=NetworkSegment(96a6cb59-8e5a-45ea-b38c-e1488dad2363),segment_id=96a6cb59-8e5a-45ea-b38c-e1488dad2363)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:43.412648 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.439174 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-15c53390-9b99-4a84-adee-b90a0f7a83b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.525669 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=43543d8c-7ef5-4051-a169-c394c0edba18,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:43.534088 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e91c5-1e9e-4333-abcf-f1f47242a862 req-7b0f8afc-4af2-4b88-9c14-867ff415ece1 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:43.547157 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0e1e91c5-1e9e-4333-abcf-f1f47242a862 req-7b0f8afc-4af2-4b88-9c14-867ff415ece1 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.2450190 Jul 05 04:01:43.636721 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['43543d8c-7ef5-4051-a169-c394c0edba18'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:43.666783 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0e1e91c5-1e9e-4333-abcf-f1f47242a862 req-bc2e20a1-91f8-4bdc-9c73-e0785d784efe tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071625 Jul 05 04:01:43.718594 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce93e4-1d94-43ec-bd11-828eb5a0c25d req-25964ac7-aebd-472d-a668-aff1d131f746 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:43.731702 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d5ce93e4-1d94-43ec-bd11-828eb5a0c25d req-25964ac7-aebd-472d-a668-aff1d131f746 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb84741-412e-4c3c-953c-243449d402d1 HTTP/1.1" status: 200 len: 945 time: 0.2021501 Jul 05 04:01:43.874184 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d5ce93e4-1d94-43ec-bd11-828eb5a0c25d req-d8c64493-0720-48d1-961f-6c856388e964 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.77 "GET /v2.0/security-groups?id=afbad103-fff5-4680-b0cd-8c5d3c7e4022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408491 Jul 05 04:01:43.890010 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-15c53390-9b99-4a84-adee-b90a0f7a83b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.896087 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-15c53390-9b99-4a84-adee-b90a0f7a83b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.981251 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c53390-9b99-4a84-adee-b90a0f7a83b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19ae84f-840d-4186-a47e-b5c4ffd735ee,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:43.990002 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33108) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:44.000526 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-15c53390-9b99-4a84-adee-b90a0f7a83b9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=477ee198f6fb42c1b48aaea4d8942ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6036234 Jul 05 04:01:44.110191 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6344de24-2e4f-4f3c-819b-b6c53c3dc9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:44.171256 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6344de24-2e4f-4f3c-819b-b6c53c3dc9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:44.298912 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6344de24-2e4f-4f3c-819b-b6c53c3dc9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:44.302334 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6344de24-2e4f-4f3c-819b-b6c53c3dc9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:44.303943 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6344de24-2e4f-4f3c-819b-b6c53c3dc9c9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e19ae84f-840d-4186-a47e-b5c4ffd735ee HTTP/1.1" status: 204 len: 168 time: 0.3128400 Jul 05 04:01:44.316246 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344de24-2e4f-4f3c-819b-b6c53c3dc9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19ae84f-840d-4186-a47e-b5c4ffd735ee,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:44.678219 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e3570-b8ec-4a1a-8b12-00f9564635e3 req-20b72f40-fd80-4caa-a5c8-0c556e3de214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:44.680463 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f31e3570-b8ec-4a1a-8b12-00f9564635e3 req-20b72f40-fd80-4caa-a5c8-0c556e3de214 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8c9eb45782294a518c110d86fd916f8f&device_id=5a0f2957-0daf-4e25-ab4e-62775ce0d353 HTTP/1.1" status: 200 len: 1098 time: 0.1599200 Jul 05 04:01:44.713420 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935af34-feda-4f9d-91f5-f4339366a85e req-07fd32ae-817f-4658-ac24-e196bbd0e010 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:44.716677 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e935af34-feda-4f9d-91f5-f4339366a85e req-07fd32ae-817f-4658-ac24-e196bbd0e010 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.2838042 Jul 05 04:01:44.904704 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e935af34-feda-4f9d-91f5-f4339366a85e req-9197621f-884f-47a0-8b68-5e988f8fc150 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744351 Jul 05 04:01:44.919935 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 43543d8c-7ef5-4051-a169-c394c0edba18 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:44.985975 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e2b9f-a01a-4dc5-9831-e54854cd060a req-e87f1887-d684-4c3c-adc5-c88c5ef7e717 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:44.989062 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6d0e2b9f-a01a-4dc5-9831-e54854cd060a req-e87f1887-d684-4c3c-adc5-c88c5ef7e717 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a0f2957-0daf-4e25-ab4e-62775ce0d353 HTTP/1.1" status: 200 len: 946 time: 0.1670015 Jul 05 04:01:45.059295 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 43543d8c-7ef5-4051-a169-c394c0edba18 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:45.059957 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6d0e2b9f-a01a-4dc5-9831-e54854cd060a req-ce75728a-1b9d-4053-b5ac-46639bc61651 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/security-groups?id=75131caf-55ee-4dcf-95c8-6d35fe3b1383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599632 Jul 05 04:01:45.067482 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 43543d8c-7ef5-4051-a169-c394c0edba18 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:45.069101 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.191971 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e3570-b8ec-4a1a-8b12-00f9564635e3 req-c2b38006-4e5e-4d68-8d73-bf03ad6c7eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:45.212143 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f31e3570-b8ec-4a1a-8b12-00f9564635e3 req-c2b38006-4e5e-4d68-8d73-bf03ad6c7eda service neutron] 10.222.0.89 "GET /v2.0/networks?id=f39f10f8-b420-4be3-87d0-e69bd8d99ee2 HTTP/1.1" status: 200 len: 915 time: 0.4761386 Jul 05 04:01:45.347294 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f31e3570-b8ec-4a1a-8b12-00f9564635e3 req-e2bb046d-7ae7-4209-a2ff-75377a3c3621 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caa4daee-8e93-41fd-aae1-e758f0809a40 HTTP/1.1" status: 200 len: 217 time: 0.1323256 Jul 05 04:01:45.458025 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488e201-4098-4fb8-be7f-026c4c6121a2 req-bb8c297c-ca3a-449c-9736-6c1eac593a8d tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:45.461299 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.464432 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8488e201-4098-4fb8-be7f-026c4c6121a2 req-bb8c297c-ca3a-449c-9736-6c1eac593a8d tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.2153029 Jul 05 04:01:45.490678 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e3570-b8ec-4a1a-8b12-00f9564635e3 req-b44ce5f8-637f-4fa9-9f93-05f7a53834f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:45.494675 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f31e3570-b8ec-4a1a-8b12-00f9564635e3 req-b44ce5f8-637f-4fa9-9f93-05f7a53834f9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e20b6829-d45a-4229-a22c-bf6c44fd97e8 HTTP/1.1" status: 200 len: 854 time: 0.1338890 Jul 05 04:01:45.573188 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 43543d8c-7ef5-4051-a169-c394c0edba18, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=43543d8c-7ef5-4051-a169-c394c0edba18,segment=NetworkSegment(96a6cb59-8e5a-45ea-b38c-e1488dad2363),segment_id=96a6cb59-8e5a-45ea-b38c-e1488dad2363)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:45.575791 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb84741-412e-4c3c-953c-243449d402d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43543d8c-7ef5-4051-a169-c394c0edba18'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:45.592822 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8488e201-4098-4fb8-be7f-026c4c6121a2 req-ed082f11-5d19-43f4-98f6-35ee27709525 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207011 Jul 05 04:01:45.594409 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c613e647-1d45-4253-ab1b-5c450cade4cd" -d '{"events": [{"server_uuid": "4eb84741-412e-4c3c-953c-243449d402d1", "name": "network-vif-plugged", "status": "completed", "tag": "43543d8c-7ef5-4051-a169-c394c0edba18"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:45.603258 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.676526 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f31e3570-b8ec-4a1a-8b12-00f9564635e3 req-fa704999-822c-4023-a95a-6749b380bb32 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f39f10f8-b420-4be3-87d0-e69bd8d99ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1442459 Jul 05 04:01:45.721485 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=43543d8c-7ef5-4051-a169-c394c0edba18,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:45.921641 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af7937-47db-4daf-aaed-39fabe3a0543 req-c373cdad-a938-4e31-b9ba-a660de747f98 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:45.930129 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07af7937-47db-4daf-aaed-39fabe3a0543 req-c373cdad-a938-4e31-b9ba-a660de747f98 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb84741-412e-4c3c-953c-243449d402d1 HTTP/1.1" status: 200 len: 945 time: 0.5677774 Jul 05 04:01:45.966041 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f31e3570-b8ec-4a1a-8b12-00f9564635e3 req-3edf63bc-b367-4649-9499-88b6e249624f service neutron] 10.222.0.89 "GET /v2.0/networks/f39f10f8-b420-4be3-87d0-e69bd8d99ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805634 Jul 05 04:01:46.103431 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07af7937-47db-4daf-aaed-39fabe3a0543 req-16b7197e-7f6f-4a09-9b6a-fd5fded7e5bf tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.77 "GET /v2.0/security-groups?id=afbad103-fff5-4680-b0cd-8c5d3c7e4022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723800 Jul 05 04:01:46.156836 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4266154-bd78-459a-97a8-649aa7b83541 x-openstack-request-id: req-d4266154-bd78-459a-97a8-649aa7b83541 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:46.157394 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb84741-412e-4c3c-953c-243449d402d1", "name": "network-vif-plugged", "status": "completed", "tag": "43543d8c-7ef5-4051-a169-c394c0edba18", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:46.157591 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d4266154-bd78-459a-97a8-649aa7b83541 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:46.158224 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb84741-412e-4c3c-953c-243449d402d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43543d8c-7ef5-4051-a169-c394c0edba18', 'code': 200} Jul 05 04:01:46.286283 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f31e3570-b8ec-4a1a-8b12-00f9564635e3 req-de7d88e9-49ae-4a97-914a-ea91bf9839e9 service neutron] 10.222.0.89 "GET /v2.0/networks/f39f10f8-b420-4be3-87d0-e69bd8d99ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784948 Jul 05 04:01:46.517434 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558a869-f234-4de8-a492-ed2e70a758d8 req-5f958103-b18f-4770-b935-4b57d080b89e tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:46.535644 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae741f-10ee-448d-9b50-0bd4e3e10503 req-33fdf40a-54e6-4978-b29d-0dc072b1d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:46.536477 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f558a869-f234-4de8-a492-ed2e70a758d8 req-5f958103-b18f-4770-b935-4b57d080b89e tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.2230051 Jul 05 04:01:46.538984 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-daae741f-10ee-448d-9b50-0bd4e3e10503 req-33fdf40a-54e6-4978-b29d-0dc072b1d0f4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4eb84741-412e-4c3c-953c-243449d402d1 HTTP/1.1" status: 200 len: 1098 time: 0.2410553 Jul 05 04:01:46.630459 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f558a869-f234-4de8-a492-ed2e70a758d8 req-51c1be22-b61d-45e3-b84b-f4a77b101ff8 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918922 Jul 05 04:01:46.658356 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295f799-02c0-41f1-abea-76848a1c39ee req-e9530f2d-119a-42b6-b630-93f1aa904051 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:46.680514 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0295f799-02c0-41f1-abea-76848a1c39ee req-e9530f2d-119a-42b6-b630-93f1aa904051 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a0f2957-0daf-4e25-ab4e-62775ce0d353 HTTP/1.1" status: 200 len: 946 time: 0.2622199 Jul 05 04:01:46.790112 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-daae741f-10ee-448d-9b50-0bd4e3e10503 req-8b293ac7-6081-4530-bb98-2e021cb02911 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=afbad103-fff5-4680-b0cd-8c5d3c7e4022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414868 Jul 05 04:01:46.836176 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0295f799-02c0-41f1-abea-76848a1c39ee req-c8327bfe-83ce-4ab0-9750-35d770a94b20 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/security-groups?id=75131caf-55ee-4dcf-95c8-6d35fe3b1383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544912 Jul 05 04:01:47.095281 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03429c-c804-4219-bf17-6af753b8dbcf req-dabe2212-190f-450b-bd97-4c45e846d071 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:47.114854 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aa03429c-c804-4219-bf17-6af753b8dbcf req-dabe2212-190f-450b-bd97-4c45e846d071 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.1265306 Jul 05 04:01:47.208739 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aa03429c-c804-4219-bf17-6af753b8dbcf req-84d1b956-a005-4c6b-b94f-01327e94c389 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916452 Jul 05 04:01:47.474317 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96371964-851e-4683-9a8d-345618466a7c req-7be44ad7-f2c3-4d66-afe9-dcfea2bfde14 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:47.482855 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-96371964-851e-4683-9a8d-345618466a7c req-7be44ad7-f2c3-4d66-afe9-dcfea2bfde14 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.1280277 Jul 05 04:01:47.541052 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-96371964-851e-4683-9a8d-345618466a7c req-c0089f88-92ec-4cda-b7eb-d99cddc6d71e tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568874 Jul 05 04:01:47.602554 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd584a8-b461-4b37-b020-f89f56c3de78 req-04cceaf7-d0f6-4a09-af6d-ef00d6ddc861 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:47.615553 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2cd584a8-b461-4b37-b020-f89f56c3de78 req-04cceaf7-d0f6-4a09-af6d-ef00d6ddc861 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb84741-412e-4c3c-953c-243449d402d1 HTTP/1.1" status: 200 len: 946 time: 0.2058327 Jul 05 04:01:47.751465 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2cd584a8-b461-4b37-b020-f89f56c3de78 req-6ca3338d-ac5c-4868-9058-931238bbe464 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.77 "GET /v2.0/security-groups?id=afbad103-fff5-4680-b0cd-8c5d3c7e4022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346104 Jul 05 04:01:47.928327 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49336b54-66e2-42a6-b5bb-d482bfdb6b61 req-eb638caa-4006-4160-ab55-a36a56ed1097 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:47.939294 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49336b54-66e2-42a6-b5bb-d482bfdb6b61 req-eb638caa-4006-4160-ab55-a36a56ed1097 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.1479447 Jul 05 04:01:48.027833 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49336b54-66e2-42a6-b5bb-d482bfdb6b61 req-e1f22e0e-fa66-4061-a215-9ed54b8c997c tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876970 Jul 05 04:01:48.193636 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66108f6c-a8f9-4eb1-974e-b8a1265b829c req-75cb63e4-9aca-4ce4-83ad-a369a50b7250 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:48.203085 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-66108f6c-a8f9-4eb1-974e-b8a1265b829c req-75cb63e4-9aca-4ce4-83ad-a369a50b7250 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a0f2957-0daf-4e25-ab4e-62775ce0d353 HTTP/1.1" status: 200 len: 946 time: 0.1950381 Jul 05 04:01:48.274533 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-66108f6c-a8f9-4eb1-974e-b8a1265b829c req-535ba42d-e635-4725-ad23-fc0543fe34fa tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/security-groups?id=75131caf-55ee-4dcf-95c8-6d35fe3b1383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681331 Jul 05 04:01:48.534504 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380e936-deb1-49c5-91ee-6503cf93d947 req-449fdcac-8d0c-4a95-bcb5-8c457660014a tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:48.537556 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5380e936-deb1-49c5-91ee-6503cf93d947 req-449fdcac-8d0c-4a95-bcb5-8c457660014a tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.0981343 Jul 05 04:01:48.627343 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5380e936-deb1-49c5-91ee-6503cf93d947 req-975ddc98-64b0-4998-b7ad-a5dd1d067ca8 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832114 Jul 05 04:01:48.981065 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957fb45-2544-44cf-9d04-83c2ea502dbc req-6a01cdd2-8da4-4b83-967e-fb82e090c490 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:48.989569 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957fb45-2544-44cf-9d04-83c2ea502dbc req-6a01cdd2-8da4-4b83-967e-fb82e090c490 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:48.996173 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957fb45-2544-44cf-9d04-83c2ea502dbc req-6a01cdd2-8da4-4b83-967e-fb82e090c490 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:49.007048 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957fb45-2544-44cf-9d04-83c2ea502dbc req-6a01cdd2-8da4-4b83-967e-fb82e090c490 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:49.014121 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957fb45-2544-44cf-9d04-83c2ea502dbc req-6a01cdd2-8da4-4b83-967e-fb82e090c490 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:49.021089 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957fb45-2544-44cf-9d04-83c2ea502dbc req-6a01cdd2-8da4-4b83-967e-fb82e090c490 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:49.039540 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957fb45-2544-44cf-9d04-83c2ea502dbc req-6a01cdd2-8da4-4b83-967e-fb82e090c490 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:49.042134 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1957fb45-2544-44cf-9d04-83c2ea502dbc req-6a01cdd2-8da4-4b83-967e-fb82e090c490 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5432 time: 0.2023184 Jul 05 04:01:49.110804 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1957fb45-2544-44cf-9d04-83c2ea502dbc req-406be968-d52f-4640-8064-c3e88258c864 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623305 Jul 05 04:01:49.498565 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f137a5-2640-4cf9-8a5f-a8a18a91c5c0 req-b45c9cf3-1769-47cd-a22c-8358882da787 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:49.501475 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-92f137a5-2640-4cf9-8a5f-a8a18a91c5c0 req-b45c9cf3-1769-47cd-a22c-8358882da787 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.1279378 Jul 05 04:01:49.549108 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604309e7-99f6-4335-91b7-78f7ecdca8b4 req-6fde1225-6f33-4f02-bf8b-a74b1af0bd4f tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:49.551104 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-604309e7-99f6-4335-91b7-78f7ecdca8b4 req-6fde1225-6f33-4f02-bf8b-a74b1af0bd4f tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb84741-412e-4c3c-953c-243449d402d1 HTTP/1.1" status: 200 len: 946 time: 0.1490617 Jul 05 04:01:49.564603 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-92f137a5-2640-4cf9-8a5f-a8a18a91c5c0 req-cac6a80b-b928-460d-a3cc-eca8a1897d43 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486383 Jul 05 04:01:49.637526 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-604309e7-99f6-4335-91b7-78f7ecdca8b4 req-fc97f3c2-f4c9-4904-841b-22c777dad97e tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.77 "GET /v2.0/security-groups?id=afbad103-fff5-4680-b0cd-8c5d3c7e4022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660932 Jul 05 04:01:49.844936 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4eec75-60f3-43a0-8980-34ad287eeef5 req-f7896439-f644-4224-81d8-707b060ddd1c tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:49.851843 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5c4eec75-60f3-43a0-8980-34ad287eeef5 req-f7896439-f644-4224-81d8-707b060ddd1c tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a0f2957-0daf-4e25-ab4e-62775ce0d353 HTTP/1.1" status: 200 len: 946 time: 0.1303701 Jul 05 04:01:49.901205 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e8a11-dd98-44a9-bd30-d7746ea5be41 req-b02086e5-5c2d-450b-9fb3-a9127bafab90 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:49.912458 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5c4eec75-60f3-43a0-8980-34ad287eeef5 req-5e0f9fe8-e523-4185-9189-bc9e0151be96 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/security-groups?id=75131caf-55ee-4dcf-95c8-6d35fe3b1383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593250 Jul 05 04:01:49.920853 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e8a11-dd98-44a9-bd30-d7746ea5be41 req-b02086e5-5c2d-450b-9fb3-a9127bafab90 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:49.929050 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e8a11-dd98-44a9-bd30-d7746ea5be41 req-b02086e5-5c2d-450b-9fb3-a9127bafab90 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:49.937027 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e8a11-dd98-44a9-bd30-d7746ea5be41 req-b02086e5-5c2d-450b-9fb3-a9127bafab90 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:49.945052 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e8a11-dd98-44a9-bd30-d7746ea5be41 req-b02086e5-5c2d-450b-9fb3-a9127bafab90 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:49.952067 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e8a11-dd98-44a9-bd30-d7746ea5be41 req-b02086e5-5c2d-450b-9fb3-a9127bafab90 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:49.958909 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e8a11-dd98-44a9-bd30-d7746ea5be41 req-b02086e5-5c2d-450b-9fb3-a9127bafab90 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:49.974397 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a56e8a11-dd98-44a9-bd30-d7746ea5be41 req-b02086e5-5c2d-450b-9fb3-a9127bafab90 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5432 time: 0.1863093 Jul 05 04:01:50.205156 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c1376-09ca-41ae-a713-447ca8e4ec76 req-f48b4488-9a35-4b20-8108-9ddf081c8e29 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:50.206613 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9a7c1376-09ca-41ae-a713-447ca8e4ec76 req-f48b4488-9a35-4b20-8108-9ddf081c8e29 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.0946374 Jul 05 04:01:50.262504 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9a7c1376-09ca-41ae-a713-447ca8e4ec76 req-9e973b5c-e7cd-4a5d-bc49-86a82878339c tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487282 Jul 05 04:01:50.508653 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef56c17-df0d-4503-a943-6e2598e9f90a req-e50b43a9-f7a5-4f72-8b70-6f25c9a9583b tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:50.511011 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1ef56c17-df0d-4503-a943-6e2598e9f90a req-e50b43a9-f7a5-4f72-8b70-6f25c9a9583b tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.0934231 Jul 05 04:01:50.629422 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1ef56c17-df0d-4503-a943-6e2598e9f90a req-2bf0b8cd-c325-445c-92aa-aa2762061e95 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103995 Jul 05 04:01:50.914019 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc68b5-bbcf-4cd2-b76c-f55ad4a6d2e6 req-f91188c9-5b29-4e27-81c7-a5afca7fd775 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:50.915734 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dafc68b5-bbcf-4cd2-b76c-f55ad4a6d2e6 req-f91188c9-5b29-4e27-81c7-a5afca7fd775 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a0f2957-0daf-4e25-ab4e-62775ce0d353 HTTP/1.1" status: 200 len: 946 time: 0.1453271 Jul 05 04:01:50.986703 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f7060-f5e3-4319-8aa3-549d0d9b5a3a req-9bf61267-eafa-423d-af05-c625e71ea54a tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:50.994648 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-459f7060-f5e3-4319-8aa3-549d0d9b5a3a req-9bf61267-eafa-423d-af05-c625e71ea54a tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.1503475 Jul 05 04:01:51.170478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93ad4b-93b6-46e1-979e-2f142a082dcf req-621e698b-8785-463c-a196-995971092c3e tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:51.178848 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9a93ad4b-93b6-46e1-979e-2f142a082dcf req-621e698b-8785-463c-a196-995971092c3e tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb84741-412e-4c3c-953c-243449d402d1 HTTP/1.1" status: 200 len: 946 time: 0.2840760 Jul 05 04:01:51.291509 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9a93ad4b-93b6-46e1-979e-2f142a082dcf req-0dd34a92-c6cc-4b44-8122-1b771840d132 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.77 "GET /v2.0/security-groups?id=afbad103-fff5-4680-b0cd-8c5d3c7e4022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119130 Jul 05 04:01:51.325698 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-dafc68b5-bbcf-4cd2-b76c-f55ad4a6d2e6 req-100b4f6b-b0f6-4833-b8b0-f391057d0944 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Deleting port caa4daee-8e93-41fd-aae1-e758f0809a40 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:51.328678 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-dafc68b5-bbcf-4cd2-b76c-f55ad4a6d2e6 req-100b4f6b-b0f6-4833-b8b0-f391057d0944 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.387620 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-459f7060-f5e3-4319-8aa3-549d0d9b5a3a req-d64d97c4-4b49-4068-839f-d12d3b6422f4 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919332 Jul 05 04:01:51.565150 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-dafc68b5-bbcf-4cd2-b76c-f55ad4a6d2e6 req-100b4f6b-b0f6-4833-b8b0-f391057d0944 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] For port caa4daee-8e93-41fd-aae1-e758f0809a40, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=caa4daee-8e93-41fd-aae1-e758f0809a40,segment=NetworkSegment(4d8b50c8-aaac-4e1f-a403-4ee7599060ae),segment_id=4d8b50c8-aaac-4e1f-a403-4ee7599060ae)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:51.565526 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-dafc68b5-bbcf-4cd2-b76c-f55ad4a6d2e6 req-100b4f6b-b0f6-4833-b8b0-f391057d0944 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.633070 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-dafc68b5-bbcf-4cd2-b76c-f55ad4a6d2e6 req-100b4f6b-b0f6-4833-b8b0-f391057d0944 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Calling delete_port for caa4daee-8e93-41fd-aae1-e758f0809a40 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:51.733122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e3bca-e726-45d5-ab7c-6b8a9f34d3f8 req-4efee6c9-1703-4782-80de-8df090daf590 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:51.735376 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5c0e3bca-e726-45d5-ab7c-6b8a9f34d3f8 req-4efee6c9-1703-4782-80de-8df090daf590 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a0f2957-0daf-4e25-ab4e-62775ce0d353 HTTP/1.1" status: 200 len: 946 time: 0.2012258 Jul 05 04:01:51.872497 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5c0e3bca-e726-45d5-ab7c-6b8a9f34d3f8 req-6af278ab-b38a-463a-b1d3-394dd0ab3f74 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/security-groups?id=75131caf-55ee-4dcf-95c8-6d35fe3b1383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181116 Jul 05 04:01:51.972506 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e55778-7e11-45bc-ac28-dcf261997beb req-ddf49b66-dcfb-452a-99b2-5c53d9fde3ec tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:51.979970 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-18e55778-7e11-45bc-ac28-dcf261997beb req-ddf49b66-dcfb-452a-99b2-5c53d9fde3ec tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.0937414 Jul 05 04:01:52.008166 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-dafc68b5-bbcf-4cd2-b76c-f55ad4a6d2e6 req-100b4f6b-b0f6-4833-b8b0-f391057d0944 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.022306 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['caa4daee-8e93-41fd-aae1-e758f0809a40'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:52.039582 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-18e55778-7e11-45bc-ac28-dcf261997beb req-72ec3c9e-8873-48c3-94cb-bb9cdcc70161 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586531 Jul 05 04:01:52.057879 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b4f6b-b0f6-4833-b8b0-f391057d0944 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Pushing event deleted for resources: {'Port': ['ID=caa4daee-8e93-41fd-aae1-e758f0809a40,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:52.170300 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafc68b5-bbcf-4cd2-b76c-f55ad4a6d2e6 req-100b4f6b-b0f6-4833-b8b0-f391057d0944 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] No DVR routers for this DVR port caa4daee-8e93-41fd-aae1-e758f0809a40 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:52.186834 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-dafc68b5-bbcf-4cd2-b76c-f55ad4a6d2e6 req-100b4f6b-b0f6-4833-b8b0-f391057d0944 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.190813 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dafc68b5-bbcf-4cd2-b76c-f55ad4a6d2e6 req-100b4f6b-b0f6-4833-b8b0-f391057d0944 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.89 "DELETE /v2.0/ports/caa4daee-8e93-41fd-aae1-e758f0809a40 HTTP/1.1" status: 204 len: 173 time: 1.2473533 Jul 05 04:01:52.193785 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0f2957-0daf-4e25-ab4e-62775ce0d353', 'name': 'network-vif-deleted', 'tag': 'caa4daee-8e93-41fd-aae1-e758f0809a40'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:52.205869 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a29153-fff1-4641-85d5-c455d62c4562" -d '{"events": [{"server_uuid": "5a0f2957-0daf-4e25-ab4e-62775ce0d353", "name": "network-vif-deleted", "tag": "caa4daee-8e93-41fd-aae1-e758f0809a40"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:52.285202 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a13aa3-71a4-498b-86ae-a5ea0939c362 req-76d0620d-3712-43c6-8fd1-84662150d951 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:52.287487 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b5a13aa3-71a4-498b-86ae-a5ea0939c362 req-76d0620d-3712-43c6-8fd1-84662150d951 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.89 "GET /v2.0/ports?device_id=4eb84741-412e-4c3c-953c-243449d402d1 HTTP/1.1" status: 200 len: 946 time: 0.2164986 Jul 05 04:01:52.651549 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690c0f8-8adc-46a4-97d9-e629b59fb1cf req-fee8579c-c702-466d-b2ed-2b7ae9a40cea tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:52.665454 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-b5a13aa3-71a4-498b-86ae-a5ea0939c362 req-325f1fa9-e944-490a-a1f8-1cbea38d5f83 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Deleting port 43543d8c-7ef5-4051-a169-c394c0edba18 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:52.665801 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b5a13aa3-71a4-498b-86ae-a5ea0939c362 req-325f1fa9-e944-490a-a1f8-1cbea38d5f83 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.679697 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b690c0f8-8adc-46a4-97d9-e629b59fb1cf req-fee8579c-c702-466d-b2ed-2b7ae9a40cea tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.2331884 Jul 05 04:01:52.818787 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b690c0f8-8adc-46a4-97d9-e629b59fb1cf req-f9dd1c1e-6e9a-4dd1-8c5b-a44f441a07a3 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333270 Jul 05 04:01:52.820401 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39828f15-32bc-4c6f-9a78-125c692d2a56 x-openstack-request-id: req-39828f15-32bc-4c6f-9a78-125c692d2a56 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:52.822417 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0f2957-0daf-4e25-ab4e-62775ce0d353", "name": "network-vif-deleted", "tag": "caa4daee-8e93-41fd-aae1-e758f0809a40", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:52.822739 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-39828f15-32bc-4c6f-9a78-125c692d2a56 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:52.823147 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0f2957-0daf-4e25-ab4e-62775ce0d353', 'name': 'network-vif-deleted', 'tag': 'caa4daee-8e93-41fd-aae1-e758f0809a40', 'status': 'completed', 'code': 200} Jul 05 04:01:53.015217 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b5a13aa3-71a4-498b-86ae-a5ea0939c362 req-325f1fa9-e944-490a-a1f8-1cbea38d5f83 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] For port 43543d8c-7ef5-4051-a169-c394c0edba18, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=43543d8c-7ef5-4051-a169-c394c0edba18,segment=NetworkSegment(96a6cb59-8e5a-45ea-b38c-e1488dad2363),segment_id=96a6cb59-8e5a-45ea-b38c-e1488dad2363)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:53.015590 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b5a13aa3-71a4-498b-86ae-a5ea0939c362 req-325f1fa9-e944-490a-a1f8-1cbea38d5f83 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.044563 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-b5a13aa3-71a4-498b-86ae-a5ea0939c362 req-325f1fa9-e944-490a-a1f8-1cbea38d5f83 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Calling delete_port for 43543d8c-7ef5-4051-a169-c394c0edba18 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:53.307093 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834423a-fde5-4490-a382-5f7cc5e22bf9 req-bdf72c30-4745-4057-a646-d70e75707d07 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:53.309160 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5834423a-fde5-4490-a382-5f7cc5e22bf9 req-bdf72c30-4745-4057-a646-d70e75707d07 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb84741-412e-4c3c-953c-243449d402d1 HTTP/1.1" status: 200 len: 946 time: 0.2564657 Jul 05 04:01:53.398525 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5834423a-fde5-4490-a382-5f7cc5e22bf9 req-8ac7c1f3-8188-43a1-9dc9-b5bf00c181a7 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.77 "GET /v2.0/security-groups?id=afbad103-fff5-4680-b0cd-8c5d3c7e4022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821331 Jul 05 04:01:53.533528 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b5a13aa3-71a4-498b-86ae-a5ea0939c362 req-325f1fa9-e944-490a-a1f8-1cbea38d5f83 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.552292 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['43543d8c-7ef5-4051-a169-c394c0edba18'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:53.555619 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33350) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:53.593881 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f1fa9-e944-490a-a1f8-1cbea38d5f83 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Pushing event deleted for resources: {'Port': ['ID=43543d8c-7ef5-4051-a169-c394c0edba18,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:53.642879 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c7fc2fc9-1ab8-47d7-a573-83cf4e10f72a req-e5807115-9eee-4e58-8a53-5b046a6f3cc4 tempest-InstanceActionsTestJSON-1502303530 tempest-InstanceActionsTestJSON-1502303530-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a0f2957-0daf-4e25-ab4e-62775ce0d353 HTTP/1.1" status: 200 len: 210 time: 0.0769880 Jul 05 04:01:53.727452 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a13aa3-71a4-498b-86ae-a5ea0939c362 req-325f1fa9-e944-490a-a1f8-1cbea38d5f83 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] No DVR routers for this DVR port 43543d8c-7ef5-4051-a169-c394c0edba18 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:53.730481 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b5a13aa3-71a4-498b-86ae-a5ea0939c362 req-325f1fa9-e944-490a-a1f8-1cbea38d5f83 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.735398 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b5a13aa3-71a4-498b-86ae-a5ea0939c362 req-325f1fa9-e944-490a-a1f8-1cbea38d5f83 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.89 "DELETE /v2.0/ports/43543d8c-7ef5-4051-a169-c394c0edba18 HTTP/1.1" status: 204 len: 173 time: 1.4362373 Jul 05 04:01:53.736002 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb84741-412e-4c3c-953c-243449d402d1', 'name': 'network-vif-deleted', 'tag': '43543d8c-7ef5-4051-a169-c394c0edba18'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:53.739170 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa6944f-dd79-485b-bfc9-2e75e66bc3aa" -d '{"events": [{"server_uuid": "4eb84741-412e-4c3c-953c-243449d402d1", "name": "network-vif-deleted", "tag": "43543d8c-7ef5-4051-a169-c394c0edba18"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:53.792517 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebbeb9-2480-4658-86ab-aa6e663e1936 req-9a624ec7-2e3b-4823-b2af-5d5654af1f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:53.793309 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebbeb9-2480-4658-86ab-aa6e663e1936 req-9a624ec7-2e3b-4823-b2af-5d5654af1f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:53.793973 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebbeb9-2480-4658-86ab-aa6e663e1936 req-9a624ec7-2e3b-4823-b2af-5d5654af1f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:53.794627 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebbeb9-2480-4658-86ab-aa6e663e1936 req-9a624ec7-2e3b-4823-b2af-5d5654af1f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:53.795325 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebbeb9-2480-4658-86ab-aa6e663e1936 req-9a624ec7-2e3b-4823-b2af-5d5654af1f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:53.796776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebbeb9-2480-4658-86ab-aa6e663e1936 req-9a624ec7-2e3b-4823-b2af-5d5654af1f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:53.797434 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebbeb9-2480-4658-86ab-aa6e663e1936 req-9a624ec7-2e3b-4823-b2af-5d5654af1f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:53.806428 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0ebbeb9-2480-4658-86ab-aa6e663e1936 req-9a624ec7-2e3b-4823-b2af-5d5654af1f86 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 6496 time: 0.2488182 Jul 05 04:01:53.839026 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67aeddd-0edc-44c5-b936-9e0ab37aaf18 req-e9baf3f4-deb0-44c3-a413-7bf7da25826e tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:53.850654 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a67aeddd-0edc-44c5-b936-9e0ab37aaf18 req-e9baf3f4-deb0-44c3-a413-7bf7da25826e tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce HTTP/1.1" status: 200 len: 945 time: 0.2182674 Jul 05 04:01:53.861432 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0ebbeb9-2480-4658-86ab-aa6e663e1936 req-011b507b-ae9d-4894-9904-4b22f6c1acaf service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531919 Jul 05 04:01:53.929832 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a67aeddd-0edc-44c5-b936-9e0ab37aaf18 req-7b413d16-d15f-4063-82c9-88cc03b007fe tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/security-groups?id=5a0b7abb-c11d-41dd-bd4e-d705d597fcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777397 Jul 05 04:01:53.997114 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b86416-584f-45f3-bc48-66539d20dc7a x-openstack-request-id: req-30b86416-584f-45f3-bc48-66539d20dc7a {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:53.997513 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb84741-412e-4c3c-953c-243449d402d1", "name": "network-vif-deleted", "tag": "43543d8c-7ef5-4051-a169-c394c0edba18", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:53.998034 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-30b86416-584f-45f3-bc48-66539d20dc7a {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:53.998421 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb84741-412e-4c3c-953c-243449d402d1', 'name': 'network-vif-deleted', 'tag': '43543d8c-7ef5-4051-a169-c394c0edba18', 'status': 'completed', 'code': 200} Jul 05 04:01:54.091495 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cc775-c106-4ac4-83c0-5922fdc4a229 req-11b5ccf2-fa6f-4fa6-a9d3-2ea328c40e0a tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:54.094034 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c2cc775-c106-4ac4-83c0-5922fdc4a229 req-11b5ccf2-fa6f-4fa6-a9d3-2ea328c40e0a tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.1490777 Jul 05 04:01:54.150506 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c2cc775-c106-4ac4-83c0-5922fdc4a229 req-a30d5d05-b2d3-4ec0-a7de-cf20d096eeb3 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483401 Jul 05 04:01:54.651059 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-35204db8-da3c-441d-befd-0c99d8391796 req-8f222b12-25cb-489e-82c4-00e75b147731 tempest-InstanceActionsNegativeTestJSON-68629983 tempest-InstanceActionsNegativeTestJSON-68629983-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb84741-412e-4c3c-953c-243449d402d1 HTTP/1.1" status: 200 len: 210 time: 0.0409296 Jul 05 04:01:54.803058 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33382) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:54.931786 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-a027a085-0fe6-4e0d-a995-964bac119fc1 admin admin] Deleting subnet e20b6829-d45a-4229-a22c-bf6c44fd97e8 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:01:54.936018 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a027a085-0fe6-4e0d-a995-964bac119fc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.002013 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device caa4daee-8e93-41fd-aae1-e758f0809a40 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:55.010649 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a027a085-0fe6-4e0d-a995-964bac119fc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.031516 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: caa4daee-8e93-41fd-aae1-e758f0809a40 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:55.032451 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device caa4daee-8e93-41fd-aae1-e758f0809a40 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:55.080856 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a027a085-0fe6-4e0d-a995-964bac119fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.184655 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a027a085-0fe6-4e0d-a995-964bac119fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.803279 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33404) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:55.854631 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027a085-0fe6-4e0d-a995-964bac119fc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e20b6829-d45a-4229-a22c-bf6c44fd97e8,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:55.872753 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a027a085-0fe6-4e0d-a995-964bac119fc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.874680 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a027a085-0fe6-4e0d-a995-964bac119fc1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e20b6829-d45a-4229-a22c-bf6c44fd97e8 HTTP/1.1" status: 204 len: 168 time: 1.0659509 Jul 05 04:01:55.877441 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33406) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:55.887305 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-a160d6ca-0c2b-4267-b025-00d602a499ea admin admin] Deleting subnet bd6bd732-884b-4aea-a3d4-180e69ddb3cd {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:01:55.898953 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a160d6ca-0c2b-4267-b025-00d602a499ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.974248 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a160d6ca-0c2b-4267-b025-00d602a499ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.987433 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-af787cec-cee9-4f2f-9946-2498dab94886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.016733 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc2e71-1a6c-4a18-a6f7-240e1a33b684 req-0dc503cf-089a-49fc-aec0-21911e21f471 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:56.025822 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afcc2e71-1a6c-4a18-a6f7-240e1a33b684 req-0dc503cf-089a-49fc-aec0-21911e21f471 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce HTTP/1.1" status: 200 len: 945 time: 0.1739447 Jul 05 04:01:56.057003 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a160d6ca-0c2b-4267-b025-00d602a499ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.178654 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afcc2e71-1a6c-4a18-a6f7-240e1a33b684 req-af6deae5-cc65-4b95-8bd8-04b8f2c2985b tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/security-groups?id=5a0b7abb-c11d-41dd-bd4e-d705d597fcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487770 Jul 05 04:01:56.179109 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a160d6ca-0c2b-4267-b025-00d602a499ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.186521 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-af787cec-cee9-4f2f-9946-2498dab94886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.217080 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-af787cec-cee9-4f2f-9946-2498dab94886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39f10f8-b420-4be3-87d0-e69bd8d99ee2']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:56.226225 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160d6ca-0c2b-4267-b025-00d602a499ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd6bd732-884b-4aea-a3d4-180e69ddb3cd,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:56.237357 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a160d6ca-0c2b-4267-b025-00d602a499ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.239296 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a160d6ca-0c2b-4267-b025-00d602a499ea admin admin] 10.222.0.77 "DELETE /v2.0/subnets/bd6bd732-884b-4aea-a3d4-180e69ddb3cd HTTP/1.1" status: 204 len: 168 time: 0.4341152 Jul 05 04:01:56.249111 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33420) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:56.266049 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-af787cec-cee9-4f2f-9946-2498dab94886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8b50c8-aaac-4e1f-a403-4ee7599060ae') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:56.272238 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-af787cec-cee9-4f2f-9946-2498dab94886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8b50c8-aaac-4e1f-a403-4ee7599060ae') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:56.287035 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-af787cec-cee9-4f2f-9946-2498dab94886 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.305732 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-af787cec-cee9-4f2f-9946-2498dab94886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.315814 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af787cec-cee9-4f2f-9946-2498dab94886 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:56.316396 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-af787cec-cee9-4f2f-9946-2498dab94886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:56.380588 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:56.453605 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-36d1e2de-4852-40a5-a2d0-89cecfe33e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.462368 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-af787cec-cee9-4f2f-9946-2498dab94886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.472604 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-af787cec-cee9-4f2f-9946-2498dab94886 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.477972 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-af787cec-cee9-4f2f-9946-2498dab94886 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f39f10f8-b420-4be3-87d0-e69bd8d99ee2 HTTP/1.1" status: 204 len: 168 time: 0.5981655 Jul 05 04:01:56.501607 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af787cec-cee9-4f2f-9946-2498dab94886 admin admin] Pushing event deleted for resources: {'Network': ['ID=f39f10f8-b420-4be3-87d0-e69bd8d99ee2,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:56.591188 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-36d1e2de-4852-40a5-a2d0-89cecfe33e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.608107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-36d1e2de-4852-40a5-a2d0-89cecfe33e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62e1363f-b1d7-4510-b051-bb39160aff1e']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:56.635046 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-36d1e2de-4852-40a5-a2d0-89cecfe33e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a6cb59-8e5a-45ea-b38c-e1488dad2363') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:56.635046 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-36d1e2de-4852-40a5-a2d0-89cecfe33e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a6cb59-8e5a-45ea-b38c-e1488dad2363') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:56.652746 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-36d1e2de-4852-40a5-a2d0-89cecfe33e0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.675202 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-36d1e2de-4852-40a5-a2d0-89cecfe33e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.682883 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d1e2de-4852-40a5-a2d0-89cecfe33e0f admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:56.683284 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-36d1e2de-4852-40a5-a2d0-89cecfe33e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:56.755835 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:56.769590 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-36d1e2de-4852-40a5-a2d0-89cecfe33e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.801995 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-36d1e2de-4852-40a5-a2d0-89cecfe33e0f admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.810706 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-36d1e2de-4852-40a5-a2d0-89cecfe33e0f admin admin] 10.222.0.77 "DELETE /v2.0/networks/62e1363f-b1d7-4510-b051-bb39160aff1e HTTP/1.1" status: 204 len: 168 time: 0.5516956 Jul 05 04:01:56.819453 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1e2de-4852-40a5-a2d0-89cecfe33e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=62e1363f-b1d7-4510-b051-bb39160aff1e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:56.971093 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33430) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:56.998874 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 43543d8c-7ef5-4051-a169-c394c0edba18 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:57.053316 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33434) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:57.114133 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7d03605e-bf3f-443f-8795-9b0f2b536607 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8c9eb45782294a518c110d86fd916f8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350667 Jul 05 04:01:57.117330 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33440) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:57.271566 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c8d53811-f0c5-43a9-8b7c-a4b636330150 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dec9d92cfe3a431aa4691160e82d38cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2170448 Jul 05 04:01:57.274282 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33444) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:57.291491 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 43543d8c-7ef5-4051-a169-c394c0edba18 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:57.292164 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 43543d8c-7ef5-4051-a169-c394c0edba18 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:57.348742 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ce79e6c-330a-447f-aafc-3855fbdea162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.364656 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe71d6-84e0-4af3-a771-39123d4400e0 req-ae110393-16ba-4b55-a20c-c0ec943b694d tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:57.366370 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7dbe71d6-84e0-4af3-a771-39123d4400e0 req-ae110393-16ba-4b55-a20c-c0ec943b694d tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce HTTP/1.1" status: 200 len: 945 time: 0.1280210 Jul 05 04:01:57.375287 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ce79e6c-330a-447f-aafc-3855fbdea162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.447279 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ce79e6c-330a-447f-aafc-3855fbdea162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.450710 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ce79e6c-330a-447f-aafc-3855fbdea162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.452182 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9ce79e6c-330a-447f-aafc-3855fbdea162 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/75131caf-55ee-4dcf-95c8-6d35fe3b1383 HTTP/1.1" status: 204 len: 168 time: 0.3268657 Jul 05 04:01:57.497054 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce79e6c-330a-447f-aafc-3855fbdea162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75131caf-55ee-4dcf-95c8-6d35fe3b1383,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:57.508407 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7dbe71d6-84e0-4af3-a771-39123d4400e0 req-9cb8eb13-6d21-4b67-a3b2-9abee6a2285e tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/security-groups?id=5a0b7abb-c11d-41dd-bd4e-d705d597fcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364529 Jul 05 04:01:57.511110 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7af78380-aaef-4cab-88b6-9334ed5b7c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.557641 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7af78380-aaef-4cab-88b6-9334ed5b7c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.639290 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7af78380-aaef-4cab-88b6-9334ed5b7c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.648947 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7af78380-aaef-4cab-88b6-9334ed5b7c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.654468 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7af78380-aaef-4cab-88b6-9334ed5b7c70 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/afbad103-fff5-4680-b0cd-8c5d3c7e4022 HTTP/1.1" status: 204 len: 168 time: 0.3701799 Jul 05 04:01:57.692914 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af78380-aaef-4cab-88b6-9334ed5b7c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbad103-fff5-4680-b0cd-8c5d3c7e4022,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:58.612424 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-936a002a-effb-4c9d-92a1-bd7d82599fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:58.993321 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1de256-eab8-4091-9168-f37f4d046e14 req-8e69ceb9-ab71-4ad4-b5c8-546746d5b49d tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:59.019621 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ee1de256-eab8-4091-9168-f37f4d046e14 req-8e69ceb9-ab71-4ad4-b5c8-546746d5b49d tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce HTTP/1.1" status: 200 len: 945 time: 0.1830213 Jul 05 04:01:59.102633 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.111146 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ee1de256-eab8-4091-9168-f37f4d046e14 req-78653666-1452-4db4-8f31-103d2b08b2c5 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/security-groups?id=5a0b7abb-c11d-41dd-bd4e-d705d597fcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901437 Jul 05 04:01:59.128189 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33514) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:59.160338 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33518) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:59.499006 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-d6c77122-9ae3-4d89-b58b-02076b2a1e71 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1856606951-network', 'tenant_id': '0eefe8b36a0647bd98e5883d88e6f937'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:59.513975 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-fec807f2-61c6-4359-9494-9013ee227679 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-475999832-network', 'tenant_id': '506b4f210d7546a1bcdd9ca4c72d266c'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:59.581378 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec807f2-61c6-4359-9494-9013ee227679 admin admin] Made reservation on behalf of 506b4f210d7546a1bcdd9ca4c72d266c for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:59.584935 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fec807f2-61c6-4359-9494-9013ee227679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.597600 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fec807f2-61c6-4359-9494-9013ee227679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.639308 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.db.api [None req-fec807f2-61c6-4359-9494-9013ee227679 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:01:59.639308 n-d-780147-23 neutron-server[105539]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:01:59.639308 n-d-780147-23 neutron-server[105539]: [parameters: {'project_id_1': '506b4f210d7546a1bcdd9ca4c72d266c', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 1, 59, 611181)}] Jul 05 04:01:59.639308 n-d-780147-23 neutron-server[105539]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105539) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:01:59.639823 n-d-780147-23 neutron-server[105539]: DEBUG oslo_db.api [None req-fec807f2-61c6-4359-9494-9013ee227679 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:01:59.659348 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c77122-9ae3-4d89-b58b-02076b2a1e71 admin admin] Made reservation on behalf of 0eefe8b36a0647bd98e5883d88e6f937 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:59.668425 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d6c77122-9ae3-4d89-b58b-02076b2a1e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.689453 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d6c77122-9ae3-4d89-b58b-02076b2a1e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.764994 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacb11c-fb2e-438d-a369-9f0878350588 req-6c3b0868-565e-4648-a72b-cd5f354c2446 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:59.767887 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5bacb11c-fb2e-438d-a369-9f0878350588 req-6c3b0868-565e-4648-a72b-cd5f354c2446 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce HTTP/1.1" status: 200 len: 945 time: 0.2583513 Jul 05 04:01:59.960546 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-5bacb11c-fb2e-438d-a369-9f0878350588 req-af8f82ba-f407-49af-b284-2302c6dd1d98 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Deleting port dd7276b8-a4cd-47ca-89cc-0d1d051433fb {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:59.960908 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5bacb11c-fb2e-438d-a369-9f0878350588 req-af8f82ba-f407-49af-b284-2302c6dd1d98 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.061486 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-5bacb11c-fb2e-438d-a369-9f0878350588 req-af8f82ba-f407-49af-b284-2302c6dd1d98 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] For port dd7276b8-a4cd-47ca-89cc-0d1d051433fb, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=dd7276b8-a4cd-47ca-89cc-0d1d051433fb,segment=NetworkSegment(21468ec5-9624-4ff3-ac93-6e1823c29111),segment_id=21468ec5-9624-4ff3-ac93-6e1823c29111)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:00.062451 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5bacb11c-fb2e-438d-a369-9f0878350588 req-af8f82ba-f407-49af-b284-2302c6dd1d98 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.141288 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fec807f2-61c6-4359-9494-9013ee227679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.195757 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d6c77122-9ae3-4d89-b58b-02076b2a1e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.215848 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d6c77122-9ae3-4d89-b58b-02076b2a1e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.314537 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c77122-9ae3-4d89-b58b-02076b2a1e71 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:02:00.389988 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c77122-9ae3-4d89-b58b-02076b2a1e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9eed27-36d0-4b47-a278-0143e33c2a1f,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:00.392999 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fec807f2-61c6-4359-9494-9013ee227679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.397748 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fec807f2-61c6-4359-9494-9013ee227679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.417712 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d6c77122-9ae3-4d89-b58b-02076b2a1e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.418707 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-d6c77122-9ae3-4d89-b58b-02076b2a1e71 admin admin] Added segment 1e263abe-ecec-41c6-9f5d-a723111d082c of type vlan for network 1eb93ccb-d457-4fa2-ade5-b16c7d83b625 Jul 05 04:02:00.465058 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec807f2-61c6-4359-9494-9013ee227679 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:02:00.482744 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec807f2-61c6-4359-9494-9013ee227679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731c9bc7-3230-4fb3-8b43-f0190b3f3d07,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:00.487655 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fec807f2-61c6-4359-9494-9013ee227679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.488601 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-fec807f2-61c6-4359-9494-9013ee227679 admin admin] Added segment c29a3874-318e-4578-86ac-227f8ce07930 of type vlan for network 981acab8-7c7b-4108-b6ca-a3b424792c8b Jul 05 04:02:00.537929 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fec807f2-61c6-4359-9494-9013ee227679 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.572076 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fec807f2-61c6-4359-9494-9013ee227679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.573389 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec807f2-61c6-4359-9494-9013ee227679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:00.574288 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fec807f2-61c6-4359-9494-9013ee227679 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.640764 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d6c77122-9ae3-4d89-b58b-02076b2a1e71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.654431 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec807f2-61c6-4359-9494-9013ee227679 admin admin] Pushing event updated for resources: {'Network': ['ID=981acab8-7c7b-4108-b6ca-a3b424792c8b,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:00.661418 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fec807f2-61c6-4359-9494-9013ee227679 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5308056 Jul 05 04:02:00.664371 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33542) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:00.667949 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 981acab8-7c7b-4108-b6ca-a3b424792c8b details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:02:00.693110 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d24a09dd-ca7f-4646-8340-2426ec4063c9 admin admin] Request body: {'subnet': {'network_id': '981acab8-7c7b-4108-b6ca-a3b424792c8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-475999832-subnet', 'tenant_id': '506b4f210d7546a1bcdd9ca4c72d266c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:00.703593 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5bacb11c-fb2e-438d-a369-9f0878350588 req-af8f82ba-f407-49af-b284-2302c6dd1d98 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.706478 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5bacb11c-fb2e-438d-a369-9f0878350588 req-af8f82ba-f407-49af-b284-2302c6dd1d98 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.706478 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [req-5bacb11c-fb2e-438d-a369-9f0878350588 req-af8f82ba-f407-49af-b284-2302c6dd1d98 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Floating IP 77f57f6d-29c9-4273-87ca-0d46f7d81f4d disassociated. External IP: 172.25.1.121, port: dd7276b8-a4cd-47ca-89cc-0d1d051433fb. Jul 05 04:02:00.706478 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-5bacb11c-fb2e-438d-a369-9f0878350588 req-af8f82ba-f407-49af-b284-2302c6dd1d98 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Calling delete_port for dd7276b8-a4cd-47ca-89cc-0d1d051433fb owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:00.754109 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24a09dd-ca7f-4646-8340-2426ec4063c9 admin admin] Made reservation on behalf of 506b4f210d7546a1bcdd9ca4c72d266c for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:00.759002 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d24a09dd-ca7f-4646-8340-2426ec4063c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.840587 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d6c77122-9ae3-4d89-b58b-02076b2a1e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.841555 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c77122-9ae3-4d89-b58b-02076b2a1e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:00.842145 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d6c77122-9ae3-4d89-b58b-02076b2a1e71 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.883528 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2ba2d-1265-4516-8b78-7e4b9837c4a1 req-a776608a-efd3-4fb4-8b37-ee916787f000 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:00.888854 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c5f2ba2d-1265-4516-8b78-7e4b9837c4a1 req-a776608a-efd3-4fb4-8b37-ee916787f000 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce HTTP/1.1" status: 200 len: 945 time: 0.4269853 Jul 05 04:02:01.025401 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d24a09dd-ca7f-4646-8340-2426ec4063c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.036689 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d6c77122-9ae3-4d89-b58b-02076b2a1e71 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8750784 Jul 05 04:02:01.044653 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33546) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:01.060526 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-27a38cb2-9161-4cb3-b688-74b34961eb5d admin admin] Request body: {'subnet': {'network_id': '1eb93ccb-d457-4fa2-ade5-b16c7d83b625', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1856606951-subnet', 'tenant_id': '0eefe8b36a0647bd98e5883d88e6f937', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:01.089735 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c77122-9ae3-4d89-b58b-02076b2a1e71 admin admin] Pushing event updated for resources: {'Network': ['ID=1eb93ccb-d457-4fa2-ade5-b16c7d83b625,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:01.104378 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 1eb93ccb-d457-4fa2-ade5-b16c7d83b625 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:02:01.115457 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c5f2ba2d-1265-4516-8b78-7e4b9837c4a1 req-ac75fba8-c264-42d8-81b1-42d8e85153cc tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/security-groups?id=5a0b7abb-c11d-41dd-bd4e-d705d597fcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112460 Jul 05 04:02:01.125726 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a09dd-ca7f-4646-8340-2426ec4063c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f309baa-cf0b-46d9-b305-c0cd371898f5,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:01.136018 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a38cb2-9161-4cb3-b688-74b34961eb5d admin admin] Made reservation on behalf of 0eefe8b36a0647bd98e5883d88e6f937 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:01.138439 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-27a38cb2-9161-4cb3-b688-74b34961eb5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.199832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24a09dd-ca7f-4646-8340-2426ec4063c9 admin admin] Checking segment: {'id': 'c29a3874-318e-4578-86ac-227f8ce07930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '981acab8-7c7b-4108-b6ca-a3b424792c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:01.201703 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24a09dd-ca7f-4646-8340-2426ec4063c9 admin admin] Network hostable DHCP agents. Network: 981acab8-7c7b-4108-b6ca-a3b424792c8b, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:02:01.244499 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24a09dd-ca7f-4646-8340-2426ec4063c9 admin admin] Network 981acab8-7c7b-4108-b6ca-a3b424792c8b is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:02:01.269562 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-d24a09dd-ca7f-4646-8340-2426ec4063c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 981acab8-7c7b-4108-b6ca-a3b424792c8b) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:01.273788 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5bacb11c-fb2e-438d-a369-9f0878350588 req-af8f82ba-f407-49af-b284-2302c6dd1d98 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.276799 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24a09dd-ca7f-4646-8340-2426ec4063c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:01.277076 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d24a09dd-ca7f-4646-8340-2426ec4063c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.289748 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c860aad-22cf-4ffc-80fb-23ae01a1f58b None None] Network 981acab8-7c7b-4108-b6ca-a3b424792c8b requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:01.314950 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d24a09dd-ca7f-4646-8340-2426ec4063c9 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6356354 Jul 05 04:02:01.337860 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f82ba-f407-49af-b284-2302c6dd1d98 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Pushing event deleted for resources: {'Port': ['ID=dd7276b8-a4cd-47ca-89cc-0d1d051433fb,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:01.574165 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-47957e12-1c16-40a1-b2ad-0236011c1291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.777093 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.815176 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64f50ba-56b9-4b6c-b919-401e67f625cd None None] Network 981acab8-7c7b-4108-b6ca-a3b424792c8b requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:01.820055 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bacb11c-fb2e-438d-a369-9f0878350588 req-af8f82ba-f407-49af-b284-2302c6dd1d98 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Router 1c28d227-3d63-4ad6-bbe0-a233637866e0 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:02:01.835191 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-27a38cb2-9161-4cb3-b688-74b34961eb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.321852 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bacb11c-fb2e-438d-a369-9f0878350588 req-af8f82ba-f407-49af-b284-2302c6dd1d98 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:02.333919 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf5903-e0fa-4312-9ac5-23d0d610ee21 None None] Sync routers for ids ['1c28d227-3d63-4ad6-bbe0-a233637866e0'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:02.376733 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bf5903-e0fa-4312-9ac5-23d0d610ee21 None None] Routers {'1c28d227-3d63-4ad6-bbe0-a233637866e0'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:02.379938 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f7bf5903-e0fa-4312-9ac5-23d0d610ee21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:02:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1c28d227-3d63-4ad6-bbe0-a233637866e0'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:02.389016 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bacb11c-fb2e-438d-a369-9f0878350588 req-af8f82ba-f407-49af-b284-2302c6dd1d98 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] No DVR routers for this DVR port dd7276b8-a4cd-47ca-89cc-0d1d051433fb on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:02.392857 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a38cb2-9161-4cb3-b688-74b34961eb5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9cc9897-be6d-4373-93dc-c830847fce20,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:02.396546 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5bacb11c-fb2e-438d-a369-9f0878350588 req-af8f82ba-f407-49af-b284-2302c6dd1d98 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.400073 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5bacb11c-fb2e-438d-a369-9f0878350588 req-af8f82ba-f407-49af-b284-2302c6dd1d98 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.70 "DELETE /v2.0/ports/dd7276b8-a4cd-47ca-89cc-0d1d051433fb HTTP/1.1" status: 204 len: 173 time: 2.6201420 Jul 05 04:02:02.400593 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce', 'name': 'network-vif-deleted', 'tag': 'dd7276b8-a4cd-47ca-89cc-0d1d051433fb'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:02.403825 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94bb7d0-c4f5-4dc7-92c4-3a0047a864dc" -d '{"events": [{"server_uuid": "ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce", "name": "network-vif-deleted", "tag": "dd7276b8-a4cd-47ca-89cc-0d1d051433fb"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:02.437331 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a38cb2-9161-4cb3-b688-74b34961eb5d admin admin] Checking segment: {'id': '1e263abe-ecec-41c6-9f5d-a723111d082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1eb93ccb-d457-4fa2-ade5-b16c7d83b625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:02.437713 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a38cb2-9161-4cb3-b688-74b34961eb5d admin admin] Network hostable DHCP agents. Network: 1eb93ccb-d457-4fa2-ade5-b16c7d83b625, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:02:02.514250 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.528709 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a38cb2-9161-4cb3-b688-74b34961eb5d admin admin] Network 1eb93ccb-d457-4fa2-ade5-b16c7d83b625 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:02:02.548916 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-27a38cb2-9161-4cb3-b688-74b34961eb5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 1eb93ccb-d457-4fa2-ade5-b16c7d83b625) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:02.558836 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9235a874-62e7-4a28-a75a-b54722721989 None None] Network 1eb93ccb-d457-4fa2-ade5-b16c7d83b625 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:02.578194 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a38cb2-9161-4cb3-b688-74b34961eb5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:02.579229 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-27a38cb2-9161-4cb3-b688-74b34961eb5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.670589 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-27a38cb2-9161-4cb3-b688-74b34961eb5d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6219032 Jul 05 04:02:02.673371 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33586) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:02.678462 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-6f40cc55-9799-47bc-bc3e-91c3911c6345 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1856606951-router', 'tenant_id': '0eefe8b36a0647bd98e5883d88e6f937', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:02.738329 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f40cc55-9799-47bc-bc3e-91c3911c6345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.740685 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f40cc55-9799-47bc-bc3e-91c3911c6345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.927966 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-f7bf5903-e0fa-4312-9ac5-23d0d610ee21 None None] Set router 1c28d227-3d63-4ad6-bbe0-a233637866e0 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:02.980382 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f40cc55-9799-47bc-bc3e-91c3911c6345 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.147154 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device dd7276b8-a4cd-47ca-89cc-0d1d051433fb no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:03.180973 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60051592-a727-400e-9224-72068084e569 None None] Network 1eb93ccb-d457-4fa2-ade5-b16c7d83b625 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:03.201414 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-a299bd27-9623-462e-a523-3c7c0d6008fa tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:03.213250 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-a299bd27-9623-462e-a523-3c7c0d6008fa tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/networks?id=981acab8-7c7b-4108-b6ca-a3b424792c8b HTTP/1.1" status: 200 len: 817 time: 0.4002590 Jul 05 04:02:03.254141 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-8f18aa0b-50b5-4147-ab74-158d7f9057be tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/quotas/506b4f210d7546a1bcdd9ca4c72d266c HTTP/1.1" status: 200 len: 375 time: 0.0399301 Jul 05 04:02:03.284226 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: dd7276b8-a4cd-47ca-89cc-0d1d051433fb {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:03.284625 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device dd7276b8-a4cd-47ca-89cc-0d1d051433fb not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:03.355339 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-dd271bf6-e5ba-47e1-9545-f8f7dd2fb7e6 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=506b4f210d7546a1bcdd9ca4c72d266c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1002250 Jul 05 04:02:03.393606 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f7bf5903-e0fa-4312-9ac5-23d0d610ee21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'name': 'tempest-ServersTestManualDisk-2055442268-router', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:14Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '74140f698ac946aead4a19757080d1da', 'gw_port': {'id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:73:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '4974bbfb-fd29-4560-8074-537cbaececea', 'name': '', 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'mac_address': 'fa:16:3e:9e:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '1a6070d3-2c38-4aef-b766-407634b2309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:32Z', 'revision_number': 5, 'project_id': '74140f698ac946aead4a19757080d1da', 'subnets': [{'id': '1a6070d3-2c38-4aef-b766-407634b2309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:03.396200 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b4d30ab5-81d6-463a-894a-53270e9909c2 req-a9fe5261-8239-4942-9dd4-dec103f68a75 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce HTTP/1.1" status: 200 len: 210 time: 0.1608748 Jul 05 04:02:03.408091 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f40cc55-9799-47bc-bc3e-91c3911c6345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.489359 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf5903-e0fa-4312-9ac5-23d0d610ee21 None None] Checking router: 1c28d227-3d63-4ad6-bbe0-a233637866e0 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:02:03.518239 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bf5903-e0fa-4312-9ac5-23d0d610ee21 None None] Routers {'1c28d227-3d63-4ad6-bbe0-a233637866e0'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:03.519033 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f7bf5903-e0fa-4312-9ac5-23d0d610ee21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:02:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1c28d227-3d63-4ad6-bbe0-a233637866e0'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:03.837546 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-f7bf5903-e0fa-4312-9ac5-23d0d610ee21 None None] Set router 1c28d227-3d63-4ad6-bbe0-a233637866e0 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:04.144869 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f40cc55-9799-47bc-bc3e-91c3911c6345 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.146939 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-38c76361-1db8-42cb-8956-e9a15978961e service neutron] 10.222.0.77 "GET /v2.0/networks/981acab8-7c7b-4108-b6ca-a3b424792c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7900281 Jul 05 04:02:04.150115 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f4ed06-c4fb-445a-8fe2-52a4235dc60b x-openstack-request-id: req-66f4ed06-c4fb-445a-8fe2-52a4235dc60b {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:04.150636 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce", "name": "network-vif-deleted", "tag": "dd7276b8-a4cd-47ca-89cc-0d1d051433fb", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:04.150954 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-66f4ed06-c4fb-445a-8fe2-52a4235dc60b {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:04.152792 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba12f0c8-4fdf-49ae-9a34-a4a6290ab5ce', 'name': 'network-vif-deleted', 'tag': 'dd7276b8-a4cd-47ca-89cc-0d1d051433fb', 'status': 'completed', 'code': 200} Jul 05 04:02:04.179143 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f40cc55-9799-47bc-bc3e-91c3911c6345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.296915 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f7bf5903-e0fa-4312-9ac5-23d0d610ee21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'name': 'tempest-ServersTestManualDisk-2055442268-router', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:14Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '74140f698ac946aead4a19757080d1da', 'gw_port': {'id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:73:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '4974bbfb-fd29-4560-8074-537cbaececea', 'name': '', 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'mac_address': 'fa:16:3e:9e:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '1a6070d3-2c38-4aef-b766-407634b2309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:32Z', 'revision_number': 5, 'project_id': '74140f698ac946aead4a19757080d1da', 'subnets': [{'id': '1a6070d3-2c38-4aef-b766-407634b2309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:04.300960 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.313821 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-a3010a15-5440-4ddb-bc94-30b61aa0ca0a service neutron] 10.222.0.77 "GET /v2.0/networks/981acab8-7c7b-4108-b6ca-a3b424792c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657131 Jul 05 04:02:04.408184 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca81659-4e82-4e55-a0e4-df32145a9c7c req-421f2531-1a10-4349-971d-b35dce672dd3 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:04.415946 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ca81659-4e82-4e55-a0e4-df32145a9c7c req-421f2531-1a10-4349-971d-b35dce672dd3 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.4642825 Jul 05 04:02:04.452670 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf5903-e0fa-4312-9ac5-23d0d610ee21 None None] The sync data for ids ['1c28d227-3d63-4ad6-bbe0-a233637866e0'] in n-d-780147-23 is: [{'id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'name': 'tempest-ServersTestManualDisk-2055442268-router', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:14Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '74140f698ac946aead4a19757080d1da', 'gw_port': {'id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:73:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '4974bbfb-fd29-4560-8074-537cbaececea', 'name': '', 'network_id': 'd00b4e4e-a659-430a-b170-6ef5e93e32a9', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'mac_address': 'fa:16:3e:9e:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '1a6070d3-2c38-4aef-b766-407634b2309e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:32Z', 'revision_number': 5, 'project_id': '74140f698ac946aead4a19757080d1da', 'subnets': [{'id': '1a6070d3-2c38-4aef-b766-407634b2309e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:04.590705 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ca81659-4e82-4e55-a0e4-df32145a9c7c req-f5ce6ae4-85ff-43d2-b50a-7b99a7059dca tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737552 Jul 05 04:02:04.663182 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-6f40cc55-9799-47bc-bc3e-91c3911c6345 admin admin] Allocated IP 172.25.1.9 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/ac9722c7-8ab2-4af5-9edb-b0f470396567) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:04.763363 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33624) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:04.820799 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-25c2d150-7da9-4dde-8b1d-f88e8e45c19a req-3de36d79-97a5-435b-9480-0115b959e80e tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/ports?device_id=06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686 HTTP/1.1" status: 200 len: 210 time: 0.1459775 Jul 05 04:02:04.883841 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e838a2f7-eb38-481e-ac9a-f7f1aa32bd58 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.937333 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e838a2f7-eb38-481e-ac9a-f7f1aa32bd58 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.054877 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5408ab33-045e-4a0a-9861-fe22a505c00e None None] New status for floating IP 77f57f6d-29c9-4273-87ca-0d46f7d81f4d: DOWN {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:02:05.088096 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e838a2f7-eb38-481e-ac9a-f7f1aa32bd58 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.091558 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f40cc55-9799-47bc-bc3e-91c3911c6345 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.093128 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e838a2f7-eb38-481e-ac9a-f7f1aa32bd58 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.099733 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e838a2f7-eb38-481e-ac9a-f7f1aa32bd58 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "DELETE /v2.0/security-groups/5a0b7abb-c11d-41dd-bd4e-d705d597fcb0 HTTP/1.1" status: 204 len: 168 time: 0.3338883 Jul 05 04:02:05.100675 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33630) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:05.131041 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-fe9e3d52-c797-4545-bc7b-62c7325e7e28 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] show failed (client error): The resource could not be found. Jul 05 04:02:05.132415 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fe9e3d52-c797-4545-bc7b-62c7325e7e28 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "GET /v2.0/security-groups/5a0b7abb-c11d-41dd-bd4e-d705d597fcb0 HTTP/1.1" status: 404 len: 347 time: 0.0219293 Jul 05 04:02:05.133647 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838a2f7-eb38-481e-ac9a-f7f1aa32bd58 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0b7abb-c11d-41dd-bd4e-d705d597fcb0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:05.135512 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33632) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:05.198161 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f40cc55-9799-47bc-bc3e-91c3911c6345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.313832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f40cc55-9799-47bc-bc3e-91c3911c6345 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:05.319154 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-6f40cc55-9799-47bc-bc3e-91c3911c6345 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:05.329258 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f40cc55-9799-47bc-bc3e-91c3911c6345 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:05.368770 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-5645d1b5-f3f7-40e8-8866-ed8de523f8d9 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Deleting port dbd579e4-37b1-488b-8e95-99e5ebdb55fd {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:05.372039 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5645d1b5-f3f7-40e8-8866-ed8de523f8d9 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.424874 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40cc55-9799-47bc-bc3e-91c3911c6345 admin admin] Pushing event updated for resources: {'Port': ['ID=ac9722c7-8ab2-4af5-9edb-b0f470396567,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:05.770888 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5645d1b5-f3f7-40e8-8866-ed8de523f8d9 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.777634 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5645d1b5-f3f7-40e8-8866-ed8de523f8d9 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.852730 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-5645d1b5-f3f7-40e8-8866-ed8de523f8d9 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Calling delete_port for dbd579e4-37b1-488b-8e95-99e5ebdb55fd owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:06.058800 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130faf1-3e3f-42a5-9fe7-611bba8c2130 req-db774559-e41c-4ce2-ae6e-fa95320df5ee tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:06.065871 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a130faf1-3e3f-42a5-9fe7-611bba8c2130 req-db774559-e41c-4ce2-ae6e-fa95320df5ee tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.70 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.4829538 Jul 05 04:02:06.079638 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f40cc55-9799-47bc-bc3e-91c3911c6345 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.201222 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f02a29c4-db2a-41b2-86f2-326e44ca468a req-29cbea11-3146-4d59-a379-644559f63256 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/ports?device_id=06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686 HTTP/1.1" status: 200 len: 210 time: 0.1190829 Jul 05 04:02:06.297121 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8349601-da92-4f16-8337-cac2afe597a5 req-0a70683a-a633-4300-95c1-0d976b5d5b75 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:06.298474 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d8349601-da92-4f16-8337-cac2afe597a5 req-0a70683a-a633-4300-95c1-0d976b5d5b75 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 946 time: 0.2910736 Jul 05 04:02:06.357752 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5645d1b5-f3f7-40e8-8866-ed8de523f8d9 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.369381 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-a130faf1-3e3f-42a5-9fe7-611bba8c2130 req-394fca25-67dd-4494-b03a-2ec4cdae8508 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Deleting port 273766da-a5ab-4aa9-aa87-8c3c05b47b02 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:06.369721 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a130faf1-3e3f-42a5-9fe7-611bba8c2130 req-394fca25-67dd-4494-b03a-2ec4cdae8508 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.379694 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d8349601-da92-4f16-8337-cac2afe597a5 req-71d3d37a-a4a4-4118-807c-2aeeadfc870d tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/security-groups?id=a88de0e7-28b4-4e23-881b-444372caf5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732410 Jul 05 04:02:06.438745 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645d1b5-f3f7-40e8-8866-ed8de523f8d9 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Pushing event deleted for resources: {'Port': ['ID=dbd579e4-37b1-488b-8e95-99e5ebdb55fd,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:06.506185 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f40cc55-9799-47bc-bc3e-91c3911c6345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.574440 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5645d1b5-f3f7-40e8-8866-ed8de523f8d9 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.578331 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5645d1b5-f3f7-40e8-8866-ed8de523f8d9 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.579514 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5645d1b5-f3f7-40e8-8866-ed8de523f8d9 tempest-ServersTestManualDisk-560969147 tempest-ServersTestManualDisk-560969147-project] 10.222.0.77 "DELETE /v2.0/floatingips/77f57f6d-29c9-4273-87ca-0d46f7d81f4d HTTP/1.1" status: 204 len: 168 time: 1.4425216 Jul 05 04:02:06.583921 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33676) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:06.821302 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f40cc55-9799-47bc-bc3e-91c3911c6345 admin admin] Router 111bf74a-c9c9-4be6-9857-731cbab40f1b is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:02:06.844208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a130faf1-3e3f-42a5-9fe7-611bba8c2130 req-394fca25-67dd-4494-b03a-2ec4cdae8508 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] For port 273766da-a5ab-4aa9-aa87-8c3c05b47b02, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=273766da-a5ab-4aa9-aa87-8c3c05b47b02,segment=NetworkSegment(0c99a00c-e059-4fa8-bac3-c0cea323b9b5),segment_id=0c99a00c-e059-4fa8-bac3-c0cea323b9b5)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:06.845497 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a130faf1-3e3f-42a5-9fe7-611bba8c2130 req-394fca25-67dd-4494-b03a-2ec4cdae8508 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.880165 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-a130faf1-3e3f-42a5-9fe7-611bba8c2130 req-394fca25-67dd-4494-b03a-2ec4cdae8508 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Calling delete_port for 273766da-a5ab-4aa9-aa87-8c3c05b47b02 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:07.104745 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1235b82-972c-42c2-a787-709099cd77a0 req-4567cad6-17a2-457d-b45f-6cbe757c24d9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:07.106273 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f1235b82-972c-42c2-a787-709099cd77a0 req-4567cad6-17a2-457d-b45f-6cbe757c24d9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 945 time: 0.1480272 Jul 05 04:02:07.108613 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f40cc55-9799-47bc-bc3e-91c3911c6345 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:07.122259 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] Sync routers for ids ['111bf74a-c9c9-4be6-9857-731cbab40f1b'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:07.136544 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] Routers {'111bf74a-c9c9-4be6-9857-731cbab40f1b'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:07.143121 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:02:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['111bf74a-c9c9-4be6-9857-731cbab40f1b'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:07.147200 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-aa212418-0833-4f13-9eab-c5cf3dea0e80 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:07.149265 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-aa212418-0833-4f13-9eab-c5cf3dea0e80 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.89 "GET /v2.0/networks?id=981acab8-7c7b-4108-b6ca-a3b424792c8b HTTP/1.1" status: 200 len: 817 time: 0.4427695 Jul 05 04:02:07.172259 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-419a7f4e-f12b-4b8c-b08a-a2da46f6553a tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Request body: {'port': {'device_id': '06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686', 'network_id': '981acab8-7c7b-4108-b6ca-a3b424792c8b', 'admin_state_up': True, 'tenant_id': '506b4f210d7546a1bcdd9ca4c72d266c'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:07.193562 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f1235b82-972c-42c2-a787-709099cd77a0 req-7beb4506-5c33-4010-9b8d-471c04cce557 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629661 Jul 05 04:02:07.194465 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f40cc55-9799-47bc-bc3e-91c3911c6345 admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.195723 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6f40cc55-9799-47bc-bc3e-91c3911c6345 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5213418 Jul 05 04:02:07.198787 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33692) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:07.427689 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] Set router 111bf74a-c9c9-4be6-9857-731cbab40f1b gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:07.580399 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5479405f-bac0-436b-92bf-8aaa918474a5 req-00ad6d29-9132-4d6b-b9bb-3da478032e58 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/ports?device_id=06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686 HTTP/1.1" status: 200 len: 210 time: 0.0963383 Jul 05 04:02:07.680215 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a130faf1-3e3f-42a5-9fe7-611bba8c2130 req-394fca25-67dd-4494-b03a-2ec4cdae8508 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.692471 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a01812ec-387b-4849-9e40-82dddc0ecb78 req-c2486e49-547f-4369-9edb-0c998cfc9cfe tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.77 "GET /v2.0/ports?device_id=d525443a-faf5-4515-9877-65d292c47592 HTTP/1.1" status: 200 len: 210 time: 0.0424490 Jul 05 04:02:07.804590 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111bf74a-c9c9-4be6-9857-731cbab40f1b', 'name': 'tempest-ServerRescueTestJSON-1856606951-router', 'tenant_id': '0eefe8b36a0647bd98e5883d88e6f937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ac9722c7-8ab2-4af5-9edb-b0f470396567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:02Z', 'updated_at': '2021-07-05T04:02:05Z', 'revision_number': 3, 'project_id': '0eefe8b36a0647bd98e5883d88e6f937', 'gw_port': {'id': 'ac9722c7-8ab2-4af5-9edb-b0f470396567', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '111bf74a-c9c9-4be6-9857-731cbab40f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:04Z', 'updated_at': '2021-07-05T04:02:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:07.820171 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394fca25-67dd-4494-b03a-2ec4cdae8508 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Pushing event deleted for resources: {'Port': ['ID=273766da-a5ab-4aa9-aa87-8c3c05b47b02,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:07.838355 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-419a7f4e-f12b-4b8c-b08a-a2da46f6553a tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Made reservation on behalf of 506b4f210d7546a1bcdd9ca4c72d266c for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:07.847979 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-419a7f4e-f12b-4b8c-b08a-a2da46f6553a tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.885858 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] Checking router: 111bf74a-c9c9-4be6-9857-731cbab40f1b for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:02:07.886363 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] Updating router 111bf74a-c9c9-4be6-9857-731cbab40f1b port ac9722c7-8ab2-4af5-9edb-b0f470396567 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:02:07.924365 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-a130faf1-3e3f-42a5-9fe7-611bba8c2130 req-394fca25-67dd-4494-b03a-2ec4cdae8508 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] No DVR routers for this DVR port 273766da-a5ab-4aa9-aa87-8c3c05b47b02 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:07.932994 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.933527 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a130faf1-3e3f-42a5-9fe7-611bba8c2130 req-394fca25-67dd-4494-b03a-2ec4cdae8508 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.939908 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-987c91df-16f1-45b4-8d5f-da0c3dd1ac62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.942350 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a130faf1-3e3f-42a5-9fe7-611bba8c2130 req-394fca25-67dd-4494-b03a-2ec4cdae8508 tempest-ServersNegativeTestJSON-1295734822 tempest-ServersNegativeTestJSON-1295734822-project] 10.222.0.70 "DELETE /v2.0/ports/273766da-a5ab-4aa9-aa87-8c3c05b47b02 HTTP/1.1" status: 204 len: 173 time: 1.8703051 Jul 05 04:02:07.953111 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd525443a-faf5-4515-9877-65d292c47592', 'name': 'network-vif-deleted', 'tag': '273766da-a5ab-4aa9-aa87-8c3c05b47b02'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:07.955409 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aee4278-e2b4-451d-adea-1ee522ecc697" -d '{"events": [{"server_uuid": "d525443a-faf5-4515-9877-65d292c47592", "name": "network-vif-deleted", "tag": "273766da-a5ab-4aa9-aa87-8c3c05b47b02"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:08.021002 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcac5e5-c800-4045-86a5-2bc1c806d9f6 x-openstack-request-id: req-efcac5e5-c800-4045-86a5-2bc1c806d9f6 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:08.021464 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d525443a-faf5-4515-9877-65d292c47592", "name": "network-vif-deleted", "tag": "273766da-a5ab-4aa9-aa87-8c3c05b47b02", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:08.021868 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-efcac5e5-c800-4045-86a5-2bc1c806d9f6 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:08.022482 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd525443a-faf5-4515-9877-65d292c47592', 'name': 'network-vif-deleted', 'tag': '273766da-a5ab-4aa9-aa87-8c3c05b47b02', 'status': 'completed', 'code': 200} Jul 05 04:02:08.229451 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-987c91df-16f1-45b4-8d5f-da0c3dd1ac62 admin admin] Allocated IP 172.20.0.1 (1eb93ccb-d457-4fa2-ade5-b16c7d83b625/b9cc9897-be6d-4373-93dc-c830847fce20/36fc76a7-40b4-4106-9727-f2d09c1c7a2b) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:08.241710 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae3044e9-a353-44e1-8957-d905e873dba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.462400 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-987c91df-16f1-45b4-8d5f-da0c3dd1ac62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.497497 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.531623 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] Transition to ACTIVE for port object ac9722c7-8ab2-4af5-9edb-b0f470396567 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:08.539178 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.631374 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d878678-9265-4f2e-9b00-e304a6c60539 req-df597ffb-3c73-4c19-a617-f3bf82695d77 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:08.633691 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2d878678-9265-4f2e-9b00-e304a6c60539 req-df597ffb-3c73-4c19-a617-f3bf82695d77 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 945 time: 0.1627409 Jul 05 04:02:08.635184 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-987c91df-16f1-45b4-8d5f-da0c3dd1ac62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.699374 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] Attempting to bind port ac9722c7-8ab2-4af5-9edb-b0f470396567 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:08.699663 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] Attempting to bind port ac9722c7-8ab2-4af5-9edb-b0f470396567 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:08.700018 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] Attempting to bind port ac9722c7-8ab2-4af5-9edb-b0f470396567 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:08.726550 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0d161-8aa8-47e5-a649-206e988306f0 None None] Pushing event updated for resources: {'Port': ['ID=ac9722c7-8ab2-4af5-9edb-b0f470396567,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:08.736500 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:08.736500 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:08.736500 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.744176 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987c91df-16f1-45b4-8d5f-da0c3dd1ac62 admin admin] Network 1eb93ccb-d457-4fa2-ade5-b16c7d83b625 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:08.752492 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-987c91df-16f1-45b4-8d5f-da0c3dd1ac62 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:08.754376 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c91df-16f1-45b4-8d5f-da0c3dd1ac62 admin admin] Pushing event updated for resources: {'Port': ['ID=36fc76a7-40b4-4106-9727-f2d09c1c7a2b,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:08.756696 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987c91df-16f1-45b4-8d5f-da0c3dd1ac62 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:08.757004 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:08.758091 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] Bound port: ac9722c7-8ab2-4af5-9edb-b0f470396567, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:08.758692 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.794770 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2d878678-9265-4f2e-9b00-e304a6c60539 req-054eb28f-50c6-44b0-b557-cec6f19a1d1e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534135 Jul 05 04:02:08.850143 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-987c91df-16f1-45b4-8d5f-da0c3dd1ac62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.956759 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] For port ac9722c7-8ab2-4af5-9edb-b0f470396567, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:08.966391 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] For port ac9722c7-8ab2-4af5-9edb-b0f470396567, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=ac9722c7-8ab2-4af5-9edb-b0f470396567,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:08.970698 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0d161-8aa8-47e5-a649-206e988306f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:08.975975 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0d161-8aa8-47e5-a649-206e988306f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:08.976357 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0d161-8aa8-47e5-a649-206e988306f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:08.976696 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0d161-8aa8-47e5-a649-206e988306f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:08.977027 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0d161-8aa8-47e5-a649-206e988306f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:08.977357 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0d161-8aa8-47e5-a649-206e988306f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:08.977723 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0d161-8aa8-47e5-a649-206e988306f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:08.978045 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0d161-8aa8-47e5-a649-206e988306f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:08.978719 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0d161-8aa8-47e5-a649-206e988306f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:08.979044 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0d161-8aa8-47e5-a649-206e988306f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:08.979362 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0d161-8aa8-47e5-a649-206e988306f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:08.979680 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0d161-8aa8-47e5-a649-206e988306f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:08.994499 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.068923 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] Routers {'111bf74a-c9c9-4be6-9857-731cbab40f1b'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:09.070265 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:02:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['111bf74a-c9c9-4be6-9857-731cbab40f1b'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:09.100774 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-419a7f4e-f12b-4b8c-b08a-a2da46f6553a tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Allocated IP 172.20.0.2 (981acab8-7c7b-4108-b6ca-a3b424792c8b/1f309baa-cf0b-46d9-b305-c0cd371898f5/4ec3ec16-9452-460c-9feb-e5dcb6409239) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:09.159005 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 273766da-a5ab-4aa9-aa87-8c3c05b47b02 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:09.174154 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0d161-8aa8-47e5-a649-206e988306f0 None None] Pushing event updated for resources: {'Port': ['ID=ac9722c7-8ab2-4af5-9edb-b0f470396567,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:09.216700 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 273766da-a5ab-4aa9-aa87-8c3c05b47b02 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:09.222463 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 273766da-a5ab-4aa9-aa87-8c3c05b47b02 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:09.223153 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 2a737e3b-7647-4859-8d3b-5a41559ab915 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:09.365775 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] Set router 111bf74a-c9c9-4be6-9857-731cbab40f1b gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:09.372203 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-419a7f4e-f12b-4b8c-b08a-a2da46f6553a tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.425217 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33740) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:09.495937 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.525647 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-419a7f4e-f12b-4b8c-b08a-a2da46f6553a tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.565618 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 2a737e3b-7647-4859-8d3b-5a41559ab915, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=2a737e3b-7647-4859-8d3b-5a41559ab915,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:09.579517 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887e929d-cd43-451e-8752-b2d1274a7ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a737e3b-7647-4859-8d3b-5a41559ab915'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:09.588090 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261945a0-08e7-49f1-90ae-70cee19fd7cb" -d '{"events": [{"server_uuid": "887e929d-cd43-451e-8752-b2d1274a7ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "2a737e3b-7647-4859-8d3b-5a41559ab915"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:09.597804 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.752082 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=2a737e3b-7647-4859-8d3b-5a41559ab915,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:09.757574 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111bf74a-c9c9-4be6-9857-731cbab40f1b', 'name': 'tempest-ServerRescueTestJSON-1856606951-router', 'tenant_id': '0eefe8b36a0647bd98e5883d88e6f937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ac9722c7-8ab2-4af5-9edb-b0f470396567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:02Z', 'updated_at': '2021-07-05T04:02:05Z', 'revision_number': 3, 'project_id': '0eefe8b36a0647bd98e5883d88e6f937', 'gw_port': {'id': 'ac9722c7-8ab2-4af5-9edb-b0f470396567', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '111bf74a-c9c9-4be6-9857-731cbab40f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:04Z', 'updated_at': '2021-07-05T04:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:09.790072 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec6f90d-1d5a-41df-a439-06b0104cfa06 None None] The sync data for ids ['111bf74a-c9c9-4be6-9857-731cbab40f1b'] in n-d-780147-23 is: [{'id': '111bf74a-c9c9-4be6-9857-731cbab40f1b', 'name': 'tempest-ServerRescueTestJSON-1856606951-router', 'tenant_id': '0eefe8b36a0647bd98e5883d88e6f937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ac9722c7-8ab2-4af5-9edb-b0f470396567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:02Z', 'updated_at': '2021-07-05T04:02:05Z', 'revision_number': 3, 'project_id': '0eefe8b36a0647bd98e5883d88e6f937', 'gw_port': {'id': 'ac9722c7-8ab2-4af5-9edb-b0f470396567', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '111bf74a-c9c9-4be6-9857-731cbab40f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:04Z', 'updated_at': '2021-07-05T04:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:09.821917 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a7f4e-f12b-4b8c-b08a-a2da46f6553a tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Pushing event updated for resources: {'Port': ['ID=4ec3ec16-9452-460c-9feb-e5dcb6409239,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:09.852345 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-987c91df-16f1-45b4-8d5f-da0c3dd1ac62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.887723 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-419a7f4e-f12b-4b8c-b08a-a2da46f6553a tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Network 981acab8-7c7b-4108-b6ca-a3b424792c8b is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:09.907643 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-419a7f4e-f12b-4b8c-b08a-a2da46f6553a tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:09.913658 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-419a7f4e-f12b-4b8c-b08a-a2da46f6553a tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:10.021835 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-419a7f4e-f12b-4b8c-b08a-a2da46f6553a tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:10.022484 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-419a7f4e-f12b-4b8c-b08a-a2da46f6553a tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.064049 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1976d7-7856-4efe-840c-6c6d5a070cfe req-6f765608-ad8b-4c18-9331-b0d49e6351cf tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:10.082476 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4e1976d7-7856-4efe-840c-6c6d5a070cfe req-6f765608-ad8b-4c18-9331-b0d49e6351cf tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/ports?device_id=06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686 HTTP/1.1" status: 200 len: 931 time: 0.9834628 Jul 05 04:02:10.096662 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-75bab952-71e7-48e6-a733-05d90f52b9ad admin admin] Deleting subnet cbd78a45-de58-4c6c-b596-dd6afb42d456 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:02:10.110666 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-75bab952-71e7-48e6-a733-05d90f52b9ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.202112 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-419a7f4e-f12b-4b8c-b08a-a2da46f6553a tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0433354 Jul 05 04:02:10.244410 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-987c91df-16f1-45b4-8d5f-da0c3dd1ac62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.258367 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-fe3531e4-82a6-476a-baa7-d6c57a6f9450 service neutron] Request body: {'port': {'device_id': '06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:10.261162 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-987c91df-16f1-45b4-8d5f-da0c3dd1ac62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.288022 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b74e88-5827-4ca0-b7a7-705b6ca7d0d3 x-openstack-request-id: req-05b74e88-5827-4ca0-b7a7-705b6ca7d0d3 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:10.294069 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887e929d-cd43-451e-8752-b2d1274a7ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "2a737e3b-7647-4859-8d3b-5a41559ab915", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:10.294647 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-05b74e88-5827-4ca0-b7a7-705b6ca7d0d3 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:10.295341 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887e929d-cd43-451e-8752-b2d1274a7ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a737e3b-7647-4859-8d3b-5a41559ab915', 'code': 200} Jul 05 04:02:10.361035 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-75bab952-71e7-48e6-a733-05d90f52b9ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.395409 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4e1976d7-7856-4efe-840c-6c6d5a070cfe req-18196cd6-ad6f-46ac-a227-d9f2fe5e7fd1 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/security-groups?id=731c9bc7-3230-4fb3-8b43-f0190b3f3d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120453 Jul 05 04:02:10.466489 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ae3044e9-a353-44e1-8957-d905e873dba8 admin admin] Deleting port 4974bbfb-fd29-4560-8074-537cbaececea {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:10.468312 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-987c91df-16f1-45b4-8d5f-da0c3dd1ac62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.469060 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae3044e9-a353-44e1-8957-d905e873dba8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.474061 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c91df-16f1-45b4-8d5f-da0c3dd1ac62 admin admin] Pushing event updated for resources: {'Port': ['ID=36fc76a7-40b4-4106-9727-f2d09c1c7a2b,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:10.557981 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-75bab952-71e7-48e6-a733-05d90f52b9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.596833 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-fe3531e4-82a6-476a-baa7-d6c57a6f9450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.695230 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987c91df-16f1-45b4-8d5f-da0c3dd1ac62 admin admin] Network 1eb93ccb-d457-4fa2-ade5-b16c7d83b625 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:10.698502 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-987c91df-16f1-45b4-8d5f-da0c3dd1ac62 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:10.807932 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device ac9722c7-8ab2-4af5-9edb-b0f470396567 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:10.923309 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port ac9722c7-8ab2-4af5-9edb-b0f470396567 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:10.929383 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port ac9722c7-8ab2-4af5-9edb-b0f470396567 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:10.930228 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.993382 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-ae3044e9-a353-44e1-8957-d905e873dba8 admin admin] For port 4974bbfb-fd29-4560-8074-537cbaececea, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4974bbfb-fd29-4560-8074-537cbaececea,segment=NetworkSegment(21468ec5-9624-4ff3-ac93-6e1823c29111),segment_id=21468ec5-9624-4ff3-ac93-6e1823c29111)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:10.993768 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae3044e9-a353-44e1-8957-d905e873dba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.004201 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987c91df-16f1-45b4-8d5f-da0c3dd1ac62 admin admin] Router 111bf74a-c9c9-4be6-9857-731cbab40f1b has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:02:11.008796 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-75bab952-71e7-48e6-a733-05d90f52b9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.045481 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bab952-71e7-48e6-a733-05d90f52b9ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbd78a45-de58-4c6c-b596-dd6afb42d456,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:11.049352 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ae3044e9-a353-44e1-8957-d905e873dba8 admin admin] Calling delete_port for 4974bbfb-fd29-4560-8074-537cbaececea owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:11.070129 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-75bab952-71e7-48e6-a733-05d90f52b9ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.074909 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-75bab952-71e7-48e6-a733-05d90f52b9ad admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cbd78a45-de58-4c6c-b596-dd6afb42d456 HTTP/1.1" status: 204 len: 168 time: 1.6212087 Jul 05 04:02:11.078491 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33780) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:11.125304 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.197993 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port ac9722c7-8ab2-4af5-9edb-b0f470396567, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=ac9722c7-8ab2-4af5-9edb-b0f470396567,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:11.204659 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.259627 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987c91df-16f1-45b4-8d5f-da0c3dd1ac62 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:11.274577 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-987c91df-16f1-45b4-8d5f-da0c3dd1ac62 admin admin] 10.222.0.77 "PUT /v2.0/routers/111bf74a-c9c9-4be6-9857-731cbab40f1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0741775 Jul 05 04:02:11.297985 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=ac9722c7-8ab2-4af5-9edb-b0f470396567,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:11.360356 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1bf507a3-0bac-41b3-9062-97782e5ec875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.588458 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1bf507a3-0bac-41b3-9062-97782e5ec875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.600407 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-fe3531e4-82a6-476a-baa7-d6c57a6f9450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec3ec16-9452-460c-9feb-e5dcb6409239 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:02:11.615219 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-1bf507a3-0bac-41b3-9062-97782e5ec875 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875157ee-1ede-4160-9cdc-ffb3b506197c']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:11.625032 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-fe3531e4-82a6-476a-baa7-d6c57a6f9450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.636388 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-1bf507a3-0bac-41b3-9062-97782e5ec875 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c99a00c-e059-4fa8-bac3-c0cea323b9b5') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:11.636672 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-1bf507a3-0bac-41b3-9062-97782e5ec875 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c99a00c-e059-4fa8-bac3-c0cea323b9b5') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:11.665998 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-fe3531e4-82a6-476a-baa7-d6c57a6f9450 service neutron] Transition to ACTIVE for port object 4ec3ec16-9452-460c-9feb-e5dcb6409239 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:11.682949 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1bf507a3-0bac-41b3-9062-97782e5ec875 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.684929 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-fe3531e4-82a6-476a-baa7-d6c57a6f9450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.762106 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1bf507a3-0bac-41b3-9062-97782e5ec875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.789687 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf507a3-0bac-41b3-9062-97782e5ec875 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:11.790226 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1bf507a3-0bac-41b3-9062-97782e5ec875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:11.793557 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:11.799646 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:02:11.875278 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3531e4-82a6-476a-baa7-d6c57a6f9450 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec3ec16-9452-460c-9feb-e5dcb6409239,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:11.978777 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1bf507a3-0bac-41b3-9062-97782e5ec875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.989000 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58766f0-5a27-44ea-97d3-b0ef3c94fe2b req-393d4d72-86da-4203-b2b8-61f41b33d029 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:11.990977 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a58766f0-5a27-44ea-97d3-b0ef3c94fe2b req-393d4d72-86da-4203-b2b8-61f41b33d029 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/ports?device_id=06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686 HTTP/1.1" status: 200 len: 943 time: 0.3480117 Jul 05 04:02:12.009428 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1bf507a3-0bac-41b3-9062-97782e5ec875 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.011550 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1bf507a3-0bac-41b3-9062-97782e5ec875 admin admin] 10.222.0.77 "DELETE /v2.0/networks/875157ee-1ede-4160-9cdc-ffb3b506197c HTTP/1.1" status: 204 len: 168 time: 0.9307649 Jul 05 04:02:12.032798 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae3044e9-a353-44e1-8957-d905e873dba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.047383 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf507a3-0bac-41b3-9062-97782e5ec875 admin admin] Pushing event deleted for resources: {'Network': ['ID=875157ee-1ede-4160-9cdc-ffb3b506197c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:12.117549 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3044e9-a353-44e1-8957-d905e873dba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4974bbfb-fd29-4560-8074-537cbaececea,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:12.153901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-e9a5d436-306b-4eb0-8528-c1d60877aeaf tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:12.157353 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-e9a5d436-306b-4eb0-8528-c1d60877aeaf tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/networks?id=1eb93ccb-d457-4fa2-ade5-b16c7d83b625 HTTP/1.1" status: 200 len: 811 time: 0.1852424 Jul 05 04:02:12.179840 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a58766f0-5a27-44ea-97d3-b0ef3c94fe2b req-39cde832-eb0e-4147-96f6-3248e7ac4189 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/security-groups?id=731c9bc7-3230-4fb3-8b43-f0190b3f3d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763666 Jul 05 04:02:12.191006 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-f73377e5-11b8-4dba-944a-2d08a9feea15 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/quotas/0eefe8b36a0647bd98e5883d88e6f937 HTTP/1.1" status: 200 len: 375 time: 0.0220993 Jul 05 04:02:12.257463 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-fe3531e4-82a6-476a-baa7-d6c57a6f9450 service neutron] Attempting to bind port 4ec3ec16-9452-460c-9feb-e5dcb6409239 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:12.257900 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-fe3531e4-82a6-476a-baa7-d6c57a6f9450 service neutron] Attempting to bind port 4ec3ec16-9452-460c-9feb-e5dcb6409239 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'c29a3874-318e-4578-86ac-227f8ce07930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '981acab8-7c7b-4108-b6ca-a3b424792c8b'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:12.258458 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-fe3531e4-82a6-476a-baa7-d6c57a6f9450 service neutron] Attempting to bind port 4ec3ec16-9452-460c-9feb-e5dcb6409239 on network 981acab8-7c7b-4108-b6ca-a3b424792c8b {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:12.261673 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33834) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:12.273365 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-fe3531e4-82a6-476a-baa7-d6c57a6f9450 service neutron] Port 4ec3ec16-9452-460c-9feb-e5dcb6409239 on network 981acab8-7c7b-4108-b6ca-a3b424792c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:12.274239 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-fe3531e4-82a6-476a-baa7-d6c57a6f9450 service neutron] Attempting to bind port 4ec3ec16-9452-460c-9feb-e5dcb6409239 on network 981acab8-7c7b-4108-b6ca-a3b424792c8b {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:12.296584 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-fe3531e4-82a6-476a-baa7-d6c57a6f9450 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:12.304238 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-fe3531e4-82a6-476a-baa7-d6c57a6f9450 service neutron] Checking segment: {'id': 'c29a3874-318e-4578-86ac-227f8ce07930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '981acab8-7c7b-4108-b6ca-a3b424792c8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:12.304821 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-fe3531e4-82a6-476a-baa7-d6c57a6f9450 service neutron] Bound using segment: {'id': 'c29a3874-318e-4578-86ac-227f8ce07930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '981acab8-7c7b-4108-b6ca-a3b424792c8b'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:12.305418 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-fe3531e4-82a6-476a-baa7-d6c57a6f9450 service neutron] Bound port: 4ec3ec16-9452-460c-9feb-e5dcb6409239, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29a3874-318e-4578-86ac-227f8ce07930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '981acab8-7c7b-4108-b6ca-a3b424792c8b'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:12.305891 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-fe3531e4-82a6-476a-baa7-d6c57a6f9450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.356186 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-db103412-3e47-4a2a-8896-8594264c1a70 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0eefe8b36a0647bd98e5883d88e6f937&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1522329 Jul 05 04:02:12.376317 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-69fb6d40-acba-426d-9b50-47256d67219b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=95f0b38a585f41a59ed1656d8eea23b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1073465 Jul 05 04:02:12.383844 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33840) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:12.495381 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-61553765-12db-4f0d-8a53-1cb280dc8b91 service neutron] 10.222.0.77 "GET /v2.0/networks/1eb93ccb-d457-4fa2-ade5-b16c7d83b625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380072 Jul 05 04:02:12.609918 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-96042f44-3449-41c1-9ea5-9a9fda2a10d5 service neutron] 10.222.0.77 "GET /v2.0/networks/1eb93ccb-d457-4fa2-ade5-b16c7d83b625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073735 Jul 05 04:02:12.630411 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae3044e9-a353-44e1-8957-d905e873dba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.662066 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] Sync routers for ids ['111bf74a-c9c9-4be6-9857-731cbab40f1b'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:12.673579 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] Routers {'111bf74a-c9c9-4be6-9857-731cbab40f1b'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:12.674387 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:02:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['111bf74a-c9c9-4be6-9857-731cbab40f1b'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:12.684129 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-fe3531e4-82a6-476a-baa7-d6c57a6f9450 service neutron] For port 4ec3ec16-9452-460c-9feb-e5dcb6409239, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:12.695025 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-fe3531e4-82a6-476a-baa7-d6c57a6f9450 service neutron] For port 4ec3ec16-9452-460c-9feb-e5dcb6409239, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=4ec3ec16-9452-460c-9feb-e5dcb6409239,segment=NetworkSegment(c29a3874-318e-4578-86ac-227f8ce07930),segment_id=c29a3874-318e-4578-86ac-227f8ce07930)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:12.723723 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-fe3531e4-82a6-476a-baa7-d6c57a6f9450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.853251 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] Set router 111bf74a-c9c9-4be6-9857-731cbab40f1b gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:12.886019 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3531e4-82a6-476a-baa7-d6c57a6f9450 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec3ec16-9452-460c-9feb-e5dcb6409239,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:12.936504 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d5a542c8-aac2-46ce-9530-b462c574ec0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.946598 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad6ef5-4c8a-4182-a503-b55b52f85701 req-347cec55-abbd-479c-ac70-69e14e07f88c tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:12.953026 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-30ad6ef5-4c8a-4182-a503-b55b52f85701 req-347cec55-abbd-479c-ac70-69e14e07f88c tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/ports?device_id=e371265a-a8d5-4ebe-a981-999686cde349 HTTP/1.1" status: 200 len: 946 time: 0.4964776 Jul 05 04:02:12.964366 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-fe3531e4-82a6-476a-baa7-d6c57a6f9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:12.964987 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-fe3531e4-82a6-476a-baa7-d6c57a6f9450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.965472 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ec95897-dc7e-4211-9f58-c7956728175a req-6744abe3-e15b-4230-b50e-9124e1d2ae99 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 210 time: 0.0444582 Jul 05 04:02:12.966434 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-fe3531e4-82a6-476a-baa7-d6c57a6f9450 service neutron] 10.222.0.89 "PUT /v2.0/ports/4ec3ec16-9452-460c-9feb-e5dcb6409239 HTTP/1.1" status: 200 len: 1092 time: 2.7337537 Jul 05 04:02:12.972269 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686', 'tag': '4ec3ec16-9452-460c-9feb-e5dcb6409239'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:12.974814 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6587fab2-27d1-4819-96df-aa8c7bdeac34" -d '{"events": [{"name": "network-changed", "server_uuid": "06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686", "tag": "4ec3ec16-9452-460c-9feb-e5dcb6409239"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:12.990558 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device ac9722c7-8ab2-4af5-9edb-b0f470396567 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:13.095355 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.149338 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port ac9722c7-8ab2-4af5-9edb-b0f470396567 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:13.149957 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.317192 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111bf74a-c9c9-4be6-9857-731cbab40f1b', 'name': 'tempest-ServerRescueTestJSON-1856606951-router', 'tenant_id': '0eefe8b36a0647bd98e5883d88e6f937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ac9722c7-8ab2-4af5-9edb-b0f470396567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:02Z', 'updated_at': '2021-07-05T04:02:09Z', 'revision_number': 4, 'project_id': '0eefe8b36a0647bd98e5883d88e6f937', 'gw_port': {'id': 'ac9722c7-8ab2-4af5-9edb-b0f470396567', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111bf74a-c9c9-4be6-9857-731cbab40f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:04Z', 'updated_at': '2021-07-05T04:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '36fc76a7-40b4-4106-9727-f2d09c1c7a2b', 'name': '', 'network_id': '1eb93ccb-d457-4fa2-ade5-b16c7d83b625', 'tenant_id': '0eefe8b36a0647bd98e5883d88e6f937', 'mac_address': 'fa:16:3e:b1:34:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '111bf74a-c9c9-4be6-9857-731cbab40f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b9cc9897-be6d-4373-93dc-c830847fce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:07Z', 'updated_at': '2021-07-05T04:02:09Z', 'revision_number': 2, 'project_id': '0eefe8b36a0647bd98e5883d88e6f937', 'subnets': [{'id': 'b9cc9897-be6d-4373-93dc-c830847fce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:13.352571 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] Checking router: 111bf74a-c9c9-4be6-9857-731cbab40f1b for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:02:13.353078 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] Updating router 111bf74a-c9c9-4be6-9857-731cbab40f1b port 36fc76a7-40b4-4106-9727-f2d09c1c7a2b binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:02:13.389645 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.455749 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5f71f9-75f8-4f21-a321-d24db16ddb59 x-openstack-request-id: req-da5f71f9-75f8-4f21-a321-d24db16ddb59 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:13.456446 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686", "tag": "4ec3ec16-9452-460c-9feb-e5dcb6409239", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:13.456446 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-da5f71f9-75f8-4f21-a321-d24db16ddb59 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:13.456759 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686', 'tag': '4ec3ec16-9452-460c-9feb-e5dcb6409239', 'status': 'completed', 'code': 200} Jul 05 04:02:13.461602 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d5a542c8-aac2-46ce-9530-b462c574ec0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.537106 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebe3eb-0482-439a-8ca6-b7e931be3880 req-107b6569-9b64-45a1-a870-0cb6f89ae5e1 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:13.543478 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-30ad6ef5-4c8a-4182-a503-b55b52f85701 req-b4da8dc2-8006-4c94-a144-9a9a6a648cb9 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/security-groups?id=b049ac02-4c75-4b34-a01c-c47295632689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5720067 Jul 05 04:02:13.546284 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fbebe3eb-0482-439a-8ca6-b7e931be3880 req-107b6569-9b64-45a1-a870-0cb6f89ae5e1 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/ports?device_id=06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686 HTTP/1.1" status: 200 len: 943 time: 0.0998843 Jul 05 04:02:13.590833 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fbebe3eb-0482-439a-8ca6-b7e931be3880 req-666a34ec-cba2-4aa4-b46c-24955fd41901 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/security-groups?id=731c9bc7-3230-4fb3-8b43-f0190b3f3d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425546 Jul 05 04:02:13.652996 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-6010e5dd-6b73-42e5-bfab-e4a59e7105ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:13.657722 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-6010e5dd-6b73-42e5-bfab-e4a59e7105ab service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=506b4f210d7546a1bcdd9ca4c72d266c&device_id=06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686 HTTP/1.1" status: 200 len: 1095 time: 0.6232281 Jul 05 04:02:13.755575 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-462286c1-330b-4e8e-ae59-2b37ab46be3b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ec3ec16-9452-460c-9feb-e5dcb6409239 HTTP/1.1" status: 200 len: 217 time: 0.0832610 Jul 05 04:02:13.758766 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d5a542c8-aac2-46ce-9530-b462c574ec0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.761633 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d5a542c8-aac2-46ce-9530-b462c574ec0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.772854 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d5a542c8-aac2-46ce-9530-b462c574ec0f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a88de0e7-28b4-4e23-881b-444372caf5c9 HTTP/1.1" status: 204 len: 168 time: 1.3345482 Jul 05 04:02:13.810442 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.835541 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] Transition to ACTIVE for port object 36fc76a7-40b4-4106-9727-f2d09c1c7a2b will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:13.843105 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a542c8-aac2-46ce-9530-b462c574ec0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88de0e7-28b4-4e23-881b-444372caf5c9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:13.846884 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.938660 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57ca93-d61f-4ea3-871e-1e1452ca5a04 None None] Pushing event updated for resources: {'Port': ['ID=36fc76a7-40b4-4106-9727-f2d09c1c7a2b,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:13.942126 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-d8416ac9-984d-4ad5-b6fc-520453834114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:13.943991 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-d8416ac9-984d-4ad5-b6fc-520453834114 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1f309baa-cf0b-46d9-b305-c0cd371898f5 HTTP/1.1" status: 200 len: 857 time: 0.1669481 Jul 05 04:02:13.988846 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3044e9-a353-44e1-8957-d905e873dba8 admin admin] Router 1c28d227-3d63-4ad6-bbe0-a233637866e0 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:02:13.991792 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-af03b7e5-927a-4061-a59d-ae664dbf5678 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=981acab8-7c7b-4108-b6ca-a3b424792c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382056 Jul 05 04:02:13.997272 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] Attempting to bind port 36fc76a7-40b4-4106-9727-f2d09c1c7a2b on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:13.997714 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] Attempting to bind port 36fc76a7-40b4-4106-9727-f2d09c1c7a2b by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '1e263abe-ecec-41c6-9f5d-a723111d082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1eb93ccb-d457-4fa2-ade5-b16c7d83b625'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:13.998080 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] Attempting to bind port 36fc76a7-40b4-4106-9727-f2d09c1c7a2b on network 1eb93ccb-d457-4fa2-ade5-b16c7d83b625 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:14.004234 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:14.004776 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] Checking segment: {'id': '1e263abe-ecec-41c6-9f5d-a723111d082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1eb93ccb-d457-4fa2-ade5-b16c7d83b625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:14.005322 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.005855 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] Bound using segment: {'id': '1e263abe-ecec-41c6-9f5d-a723111d082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1eb93ccb-d457-4fa2-ade5-b16c7d83b625'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:14.006361 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] Bound port: 36fc76a7-40b4-4106-9727-f2d09c1c7a2b, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e263abe-ecec-41c6-9f5d-a723111d082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1eb93ccb-d457-4fa2-ade5-b16c7d83b625'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:14.006751 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.079104 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] For port 36fc76a7-40b4-4106-9727-f2d09c1c7a2b, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:14.082586 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] For port 36fc76a7-40b4-4106-9727-f2d09c1c7a2b, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=36fc76a7-40b4-4106-9727-f2d09c1c7a2b,segment=NetworkSegment(1e263abe-ecec-41c6-9f5d-a723111d082c),segment_id=1e263abe-ecec-41c6-9f5d-a723111d082c)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:14.088448 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.165691 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] Routers {'111bf74a-c9c9-4be6-9857-731cbab40f1b'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:14.166270 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:02:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['111bf74a-c9c9-4be6-9857-731cbab40f1b'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:14.254000 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3044e9-a353-44e1-8957-d905e873dba8 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:14.260918 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57ca93-d61f-4ea3-871e-1e1452ca5a04 None None] Pushing event updated for resources: {'Port': ['ID=36fc76a7-40b4-4106-9727-f2d09c1c7a2b,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:14.265191 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee2de41-ca83-47e8-8bba-393a2a7f9960 None None] Sync routers for ids ['1c28d227-3d63-4ad6-bbe0-a233637866e0'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:14.275612 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ae3044e9-a353-44e1-8957-d905e873dba8 admin admin] 10.222.0.77 "PUT /v2.0/routers/1c28d227-3d63-4ad6-bbe0-a233637866e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6883574 Jul 05 04:02:14.276467 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee2de41-ca83-47e8-8bba-393a2a7f9960 None None] Routers {'1c28d227-3d63-4ad6-bbe0-a233637866e0'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:14.276681 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33886) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:14.279052 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-0ee2de41-ca83-47e8-8bba-393a2a7f9960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:02:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1c28d227-3d63-4ad6-bbe0-a233637866e0'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:14.365718 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-314bb328-6f51-4a61-8637-552bb774656f service neutron] 10.222.0.89 "GET /v2.0/networks/981acab8-7c7b-4108-b6ca-a3b424792c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634951 Jul 05 04:02:14.367536 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-301db6e4-10fd-47d2-a103-aa0e8536ec9f req-076065cf-46b7-4857-b85b-f35f1995b3d9 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 210 time: 0.1109910 Jul 05 04:02:14.490543 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f614f89-90e7-4a63-903d-a9a2551d3d71 admin admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.521129 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4ca53-4999-4d4b-a059-f063b124c7d7 req-38716cf1-76cc-47b2-9e94-94b80fb75517 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:14.527903 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fbf4ca53-4999-4d4b-a059-f063b124c7d7 req-38716cf1-76cc-47b2-9e94-94b80fb75517 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.70 "GET /v2.0/ports?device_id=e371265a-a8d5-4ebe-a981-999686cde349 HTTP/1.1" status: 200 len: 946 time: 0.4371896 Jul 05 04:02:14.583451 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-0ee2de41-ca83-47e8-8bba-393a2a7f9960 None None] Set router 1c28d227-3d63-4ad6-bbe0-a233637866e0 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:14.874988 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] Set router 111bf74a-c9c9-4be6-9857-731cbab40f1b gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:14.887206 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-0ee2de41-ca83-47e8-8bba-393a2a7f9960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'name': 'tempest-ServersTestManualDisk-2055442268-router', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:14Z', 'updated_at': '2021-07-05T04:02:11Z', 'revision_number': 5, 'project_id': '74140f698ac946aead4a19757080d1da', 'gw_port': {'id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:73:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:14.915473 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee2de41-ca83-47e8-8bba-393a2a7f9960 None None] Checking router: 1c28d227-3d63-4ad6-bbe0-a233637866e0 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:02:14.927278 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee2de41-ca83-47e8-8bba-393a2a7f9960 None None] Routers {'1c28d227-3d63-4ad6-bbe0-a233637866e0'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:14.928352 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-0ee2de41-ca83-47e8-8bba-393a2a7f9960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:02:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1c28d227-3d63-4ad6-bbe0-a233637866e0'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:15.006059 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33920) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:15.180526 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 2a737e3b-7647-4859-8d3b-5a41559ab915 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:02:15.182574 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7ece69af-601d-4b95-b48f-40c2f2b80fe2 req-84e108c9-8b46-4bd9-a161-63ed4de2f14a service neutron] 10.222.0.89 "GET /v2.0/networks/981acab8-7c7b-4108-b6ca-a3b424792c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8088803 Jul 05 04:02:15.234651 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-0ee2de41-ca83-47e8-8bba-393a2a7f9960 None None] Set router 1c28d227-3d63-4ad6-bbe0-a233637866e0 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:15.255196 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-fbf4ca53-4999-4d4b-a059-f063b124c7d7 req-b8dabed5-85f8-476b-9e53-b6d91a1ee21c tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Deleting port 640f64d0-f9fe-47e6-9cb9-772269436806 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:15.255722 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-fbf4ca53-4999-4d4b-a059-f063b124c7d7 req-b8dabed5-85f8-476b-9e53-b6d91a1ee21c tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.278531 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f614f89-90e7-4a63-903d-a9a2551d3d71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.286630 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-585332fc-508a-47b4-a69c-4daca64a8bbd admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1574619281-network', 'tenant_id': 'abbf440ffc51439f92c0bc2313ec376e'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:15.353878 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-e6419dd9-98f6-4cee-9a92-884ea1bea439 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:15.355712 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-e6419dd9-98f6-4cee-9a92-884ea1bea439 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.89 "GET /v2.0/networks?id=1eb93ccb-d457-4fa2-ade5-b16c7d83b625 HTTP/1.1" status: 200 len: 811 time: 0.4823048 Jul 05 04:02:15.366556 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 2a737e3b-7647-4859-8d3b-5a41559ab915, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=2a737e3b-7647-4859-8d3b-5a41559ab915,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:15.377986 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3ee6855b-5565-4316-adf8-eb29c06ddb83 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Request body: {'port': {'device_id': '8b7bdaa9-ff06-4339-a182-30c0db200f27', 'network_id': '1eb93ccb-d457-4fa2-ade5-b16c7d83b625', 'admin_state_up': True, 'tenant_id': '0eefe8b36a0647bd98e5883d88e6f937'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:15.399321 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '2a737e3b-7647-4859-8d3b-5a41559ab915', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'port_id': '2a737e3b-7647-4859-8d3b-5a41559ab915', 'mac_address': 'fa:16:3e:df:39:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:02:15.510558 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cffd9c-19dd-417c-9373-0d39e98b9545 req-4d1640de-c212-41ff-9144-ccda66bdcc2b tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:15.518356 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-12cffd9c-19dd-417c-9373-0d39e98b9545 req-4d1640de-c212-41ff-9144-ccda66bdcc2b tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/ports?device_id=e371265a-a8d5-4ebe-a981-999686cde349 HTTP/1.1" status: 200 len: 946 time: 0.4675288 Jul 05 04:02:15.522140 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc868611-4fa4-4f7a-b931-0d88feee7bdd req-a9abe758-661f-41c8-bf76-525c6d740ab2 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:15.523911 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fc868611-4fa4-4f7a-b931-0d88feee7bdd req-a9abe758-661f-41c8-bf76-525c6d740ab2 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/ports?device_id=06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686 HTTP/1.1" status: 200 len: 943 time: 0.4536397 Jul 05 04:02:15.527042 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.574202 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585332fc-508a-47b4-a69c-4daca64a8bbd admin admin] Made reservation on behalf of abbf440ffc51439f92c0bc2313ec376e for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:15.577823 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-585332fc-508a-47b4-a69c-4daca64a8bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.580668 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3ee6855b-5565-4316-adf8-eb29c06ddb83 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Made reservation on behalf of 0eefe8b36a0647bd98e5883d88e6f937 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:15.583948 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a737e3b-7647-4859-8d3b-5a41559ab915 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:02:15.584489 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3ee6855b-5565-4316-adf8-eb29c06ddb83 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.610883 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-12cffd9c-19dd-417c-9373-0d39e98b9545 req-ec658a25-035c-405b-925e-e03ddaccb16b tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/security-groups?id=b049ac02-4c75-4b34-a01c-c47295632689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916984 Jul 05 04:02:15.612352 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-5f614f89-90e7-4a63-903d-a9a2551d3d71 admin admin] Deleting port 672a33a5-deea-4b23-a5df-8b32ffc764ea {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:15.612698 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f614f89-90e7-4a63-903d-a9a2551d3d71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.645277 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-585332fc-508a-47b4-a69c-4daca64a8bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.655475 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 2a737e3b-7647-4859-8d3b-5a41559ab915, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=2a737e3b-7647-4859-8d3b-5a41559ab915,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:15.659755 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111bf74a-c9c9-4be6-9857-731cbab40f1b', 'name': 'tempest-ServerRescueTestJSON-1856606951-router', 'tenant_id': '0eefe8b36a0647bd98e5883d88e6f937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ac9722c7-8ab2-4af5-9edb-b0f470396567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:02Z', 'updated_at': '2021-07-05T04:02:09Z', 'revision_number': 4, 'project_id': '0eefe8b36a0647bd98e5883d88e6f937', 'gw_port': {'id': 'ac9722c7-8ab2-4af5-9edb-b0f470396567', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111bf74a-c9c9-4be6-9857-731cbab40f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:04Z', 'updated_at': '2021-07-05T04:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '36fc76a7-40b4-4106-9727-f2d09c1c7a2b', 'name': '', 'network_id': '1eb93ccb-d457-4fa2-ade5-b16c7d83b625', 'tenant_id': '0eefe8b36a0647bd98e5883d88e6f937', 'mac_address': 'fa:16:3e:b1:34:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '111bf74a-c9c9-4be6-9857-731cbab40f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b9cc9897-be6d-4373-93dc-c830847fce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:07Z', 'updated_at': '2021-07-05T04:02:14Z', 'revision_number': 4, 'project_id': '0eefe8b36a0647bd98e5883d88e6f937', 'subnets': [{'id': 'b9cc9897-be6d-4373-93dc-c830847fce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:15.662373 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.726633 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-fbf4ca53-4999-4d4b-a059-f063b124c7d7 req-b8dabed5-85f8-476b-9e53-b6d91a1ee21c tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] For port 640f64d0-f9fe-47e6-9cb9-772269436806, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=640f64d0-f9fe-47e6-9cb9-772269436806,segment=NetworkSegment(b7e52b96-01e3-469f-aa7a-896898307299),segment_id=b7e52b96-01e3-469f-aa7a-896898307299)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:15.727255 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-fbf4ca53-4999-4d4b-a059-f063b124c7d7 req-b8dabed5-85f8-476b-9e53-b6d91a1ee21c tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.736753 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c620d402-4ea6-44f3-8183-eba104bde20c None None] The sync data for ids ['111bf74a-c9c9-4be6-9857-731cbab40f1b'] in n-d-780147-23 is: [{'id': '111bf74a-c9c9-4be6-9857-731cbab40f1b', 'name': 'tempest-ServerRescueTestJSON-1856606951-router', 'tenant_id': '0eefe8b36a0647bd98e5883d88e6f937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ac9722c7-8ab2-4af5-9edb-b0f470396567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:02Z', 'updated_at': '2021-07-05T04:02:09Z', 'revision_number': 4, 'project_id': '0eefe8b36a0647bd98e5883d88e6f937', 'gw_port': {'id': 'ac9722c7-8ab2-4af5-9edb-b0f470396567', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111bf74a-c9c9-4be6-9857-731cbab40f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:04Z', 'updated_at': '2021-07-05T04:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '36fc76a7-40b4-4106-9727-f2d09c1c7a2b', 'name': '', 'network_id': '1eb93ccb-d457-4fa2-ade5-b16c7d83b625', 'tenant_id': '0eefe8b36a0647bd98e5883d88e6f937', 'mac_address': 'fa:16:3e:b1:34:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '111bf74a-c9c9-4be6-9857-731cbab40f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b9cc9897-be6d-4373-93dc-c830847fce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:07Z', 'updated_at': '2021-07-05T04:02:14Z', 'revision_number': 4, 'project_id': '0eefe8b36a0647bd98e5883d88e6f937', 'subnets': [{'id': 'b9cc9897-be6d-4373-93dc-c830847fce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:15.834662 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-fbf4ca53-4999-4d4b-a059-f063b124c7d7 req-b8dabed5-85f8-476b-9e53-b6d91a1ee21c tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Calling delete_port for 640f64d0-f9fe-47e6-9cb9-772269436806 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:15.874547 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=2a737e3b-7647-4859-8d3b-5a41559ab915,revision_number=9']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:15.879866 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-0ee2de41-ca83-47e8-8bba-393a2a7f9960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'name': 'tempest-ServersTestManualDisk-2055442268-router', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:14Z', 'updated_at': '2021-07-05T04:02:11Z', 'revision_number': 5, 'project_id': '74140f698ac946aead4a19757080d1da', 'gw_port': {'id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:73:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:15.895666 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['2a737e3b-7647-4859-8d3b-5a41559ab915'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:02:15.928250 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee2de41-ca83-47e8-8bba-393a2a7f9960 None None] The sync data for ids ['1c28d227-3d63-4ad6-bbe0-a233637866e0'] in n-d-780147-23 is: [{'id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'name': 'tempest-ServersTestManualDisk-2055442268-router', 'tenant_id': '74140f698ac946aead4a19757080d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:14Z', 'updated_at': '2021-07-05T04:02:11Z', 'revision_number': 5, 'project_id': '74140f698ac946aead4a19757080d1da', 'gw_port': {'id': '672a33a5-deea-4b23-a5df-8b32ffc764ea', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:73:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c28d227-3d63-4ad6-bbe0-a233637866e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:15.950843 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fc868611-4fa4-4f7a-b931-0d88feee7bdd req-52087363-8f44-4fdb-a406-2b2f5318cc7e tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/security-groups?id=731c9bc7-3230-4fb3-8b43-f0190b3f3d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665988 Jul 05 04:02:16.033447 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587fab2-27d1-4819-96df-aa8c7bdeac34 req-e6bd9e82-37be-48ac-9ee7-7d8688c52f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:16.036039 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6587fab2-27d1-4819-96df-aa8c7bdeac34 req-e6bd9e82-37be-48ac-9ee7-7d8688c52f90 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=506b4f210d7546a1bcdd9ca4c72d266c&device_id=06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686 HTTP/1.1" status: 200 len: 1095 time: 0.5109580 Jul 05 04:02:16.052441 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f001d4f8-d3fc-4e1a-acad-23c6186f995e req-b2ac0d0e-ca7d-4c43-8aab-5559cc379cb5 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 210 time: 0.1509960 Jul 05 04:02:16.054848 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-5f614f89-90e7-4a63-903d-a9a2551d3d71 admin admin] For port 672a33a5-deea-4b23-a5df-8b32ffc764ea, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=672a33a5-deea-4b23-a5df-8b32ffc764ea,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:16.072539 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f614f89-90e7-4a63-903d-a9a2551d3d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.191204 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-5f614f89-90e7-4a63-903d-a9a2551d3d71 admin admin] Calling delete_port for 672a33a5-deea-4b23-a5df-8b32ffc764ea owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:16.213683 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3ee6855b-5565-4316-adf8-eb29c06ddb83 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Allocated IP 172.20.0.10 (1eb93ccb-d457-4fa2-ade5-b16c7d83b625/b9cc9897-be6d-4373-93dc-c830847fce20/1bbf02ed-0a64-4e98-b040-56d96922c90b) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:16.215337 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587fab2-27d1-4819-96df-aa8c7bdeac34 req-ac02ddea-8fd5-42ff-96a9-f3f7ff67fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:16.217895 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6587fab2-27d1-4819-96df-aa8c7bdeac34 req-ac02ddea-8fd5-42ff-96a9-f3f7ff67fbed service neutron] 10.222.0.89 "GET /v2.0/networks?id=981acab8-7c7b-4108-b6ca-a3b424792c8b HTTP/1.1" status: 200 len: 918 time: 0.1717498 Jul 05 04:02:16.339311 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6587fab2-27d1-4819-96df-aa8c7bdeac34 req-2c02f106-43b8-4699-9d1b-be3283520132 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ec3ec16-9452-460c-9feb-e5dcb6409239 HTTP/1.1" status: 200 len: 217 time: 0.1097186 Jul 05 04:02:16.487096 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-585332fc-508a-47b4-a69c-4daca64a8bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.505164 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-585332fc-508a-47b4-a69c-4daca64a8bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.532258 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587fab2-27d1-4819-96df-aa8c7bdeac34 req-c31f4625-c302-4031-b1ac-187a9c9896af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:16.535450 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6587fab2-27d1-4819-96df-aa8c7bdeac34 req-c31f4625-c302-4031-b1ac-187a9c9896af service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1f309baa-cf0b-46d9-b305-c0cd371898f5 HTTP/1.1" status: 200 len: 857 time: 0.1738615 Jul 05 04:02:16.542399 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-fbf4ca53-4999-4d4b-a059-f063b124c7d7 req-b8dabed5-85f8-476b-9e53-b6d91a1ee21c tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.627710 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585332fc-508a-47b4-a69c-4daca64a8bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018f4932-9f86-4b99-8bc2-7d2eb4a62dd0,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:16.736775 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-585332fc-508a-47b4-a69c-4daca64a8bbd admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:02:16.742017 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6587fab2-27d1-4819-96df-aa8c7bdeac34 req-48214c4e-ceb2-4efe-b6f8-84070816a67e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=981acab8-7c7b-4108-b6ca-a3b424792c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1756873 Jul 05 04:02:16.887146 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 36fc76a7-40b4-4106-9727-f2d09c1c7a2b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:16.887392 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3ee6855b-5565-4316-adf8-eb29c06ddb83 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.912799 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dabed5-85f8-476b-9e53-b6d91a1ee21c tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Pushing event deleted for resources: {'Port': ['ID=640f64d0-f9fe-47e6-9cb9-772269436806,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:16.957244 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-585332fc-508a-47b4-a69c-4daca64a8bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.957672 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-585332fc-508a-47b4-a69c-4daca64a8bbd admin admin] Added segment fc591683-ba57-4a7e-8342-701b92989b76 of type vlan for network 878930a5-af74-429c-99c3-cbbf7e826a38 Jul 05 04:02:17.009233 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 36fc76a7-40b4-4106-9727-f2d09c1c7a2b completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:17.018302 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 36fc76a7-40b4-4106-9727-f2d09c1c7a2b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:17.018302 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.027055 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e6947171-474f-46f6-a820-de5bee3eb24c req-8ccb9e76-7c54-44f3-8c0d-c9fd485d93e3 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/ports?device_id=e371265a-a8d5-4ebe-a981-999686cde349 HTTP/1.1" status: 200 len: 210 time: 0.1919851 Jul 05 04:02:17.048851 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f614f89-90e7-4a63-903d-a9a2551d3d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.064508 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3ee6855b-5565-4316-adf8-eb29c06ddb83 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.107564 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 4ec3ec16-9452-460c-9feb-e5dcb6409239 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:02:17.136733 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f614f89-90e7-4a63-903d-a9a2551d3d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=672a33a5-deea-4b23-a5df-8b32ffc764ea,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:17.173282 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 2a737e3b-7647-4859-8d3b-5a41559ab915 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:17.206042 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-585332fc-508a-47b4-a69c-4daca64a8bbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.286684 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.resource_extend [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:02:17.393915 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 4ec3ec16-9452-460c-9feb-e5dcb6409239, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=4ec3ec16-9452-460c-9feb-e5dcb6409239,segment=NetworkSegment(c29a3874-318e-4578-86ac-227f8ce07930),segment_id=c29a3874-318e-4578-86ac-227f8ce07930)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:17.408234 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '4ec3ec16-9452-460c-9feb-e5dcb6409239', 'network_id': '981acab8-7c7b-4108-b6ca-a3b424792c8b', 'port_id': '4ec3ec16-9452-460c-9feb-e5dcb6409239', 'mac_address': 'fa:16:3e:69:c8:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f309baa-cf0b-46d9-b305-c0cd371898f5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:02:17.463019 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 2a737e3b-7647-4859-8d3b-5a41559ab915 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:17.463393 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.507380 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3ee6855b-5565-4316-adf8-eb29c06ddb83 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Network 1eb93ccb-d457-4fa2-ade5-b16c7d83b625 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:17.546109 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf4ca53-4999-4d4b-a059-f063b124c7d7 req-b8dabed5-85f8-476b-9e53-b6d91a1ee21c tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] No DVR routers for this DVR port 640f64d0-f9fe-47e6-9cb9-772269436806 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:17.546881 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3ee6855b-5565-4316-adf8-eb29c06ddb83 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:17.549600 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6587fab2-27d1-4819-96df-aa8c7bdeac34 req-d432d190-e3d4-48c7-8b31-3d230d2b3426 service neutron] 10.222.0.89 "GET /v2.0/networks/981acab8-7c7b-4108-b6ca-a3b424792c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7096815 Jul 05 04:02:17.554048 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-fbf4ca53-4999-4d4b-a059-f063b124c7d7 req-b8dabed5-85f8-476b-9e53-b6d91a1ee21c tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.556028 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fbf4ca53-4999-4d4b-a059-f063b124c7d7 req-b8dabed5-85f8-476b-9e53-b6d91a1ee21c tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.70 "DELETE /v2.0/ports/640f64d0-f9fe-47e6-9cb9-772269436806 HTTP/1.1" status: 204 len: 173 time: 3.0107229 Jul 05 04:02:17.556162 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3ee6855b-5565-4316-adf8-eb29c06ddb83 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:17.556564 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e371265a-a8d5-4ebe-a981-999686cde349', 'name': 'network-vif-deleted', 'tag': '640f64d0-f9fe-47e6-9cb9-772269436806'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:17.558832 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced3a09e-69b4-4a18-acd8-23592e3efd00" -d '{"events": [{"server_uuid": "e371265a-a8d5-4ebe-a981-999686cde349", "name": "network-vif-deleted", "tag": "640f64d0-f9fe-47e6-9cb9-772269436806"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:17.562865 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.db.resource_extend [None req-585332fc-508a-47b4-a69c-4daca64a8bbd admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:02:17.572876 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6855b-5565-4316-adf8-eb29c06ddb83 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Pushing event updated for resources: {'Port': ['ID=1bbf02ed-0a64-4e98-b040-56d96922c90b,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:17.643658 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.649443 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f614f89-90e7-4a63-903d-a9a2551d3d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.690280 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.733957 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 2a737e3b-7647-4859-8d3b-5a41559ab915, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=2a737e3b-7647-4859-8d3b-5a41559ab915,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:17.735627 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.740865 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-585332fc-508a-47b4-a69c-4daca64a8bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.741713 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887e929d-cd43-451e-8752-b2d1274a7ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a737e3b-7647-4859-8d3b-5a41559ab915'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:17.742249 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585332fc-508a-47b4-a69c-4daca64a8bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:17.744665 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9864e18-7c5d-4f57-a6a3-fabf42f3a8b0" -d '{"events": [{"server_uuid": "887e929d-cd43-451e-8752-b2d1274a7ffb", "name": "network-vif-plugged", "status": "completed", "tag": "2a737e3b-7647-4859-8d3b-5a41559ab915"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:17.745029 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-585332fc-508a-47b4-a69c-4daca64a8bbd admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.765142 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.766023 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 640f64d0-f9fe-47e6-9cb9-772269436806 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:17.800705 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-585332fc-508a-47b4-a69c-4daca64a8bbd admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7926419 Jul 05 04:02:17.808396 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33974) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:17.815962 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f614f89-90e7-4a63-903d-a9a2551d3d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.819141 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f614f89-90e7-4a63-903d-a9a2551d3d71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.828546 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-2bcf6981-3e38-40e0-afeb-7d18e707f8c8 admin admin] Request body: {'subnet': {'network_id': '878930a5-af74-429c-99c3-cbbf7e826a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1574619281-subnet', 'tenant_id': 'abbf440ffc51439f92c0bc2313ec376e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:17.851089 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 640f64d0-f9fe-47e6-9cb9-772269436806 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:17.851899 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 640f64d0-f9fe-47e6-9cb9-772269436806 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:17.856856 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=2a737e3b-7647-4859-8d3b-5a41559ab915,revision_number=10']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:17.870611 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec3ec16-9452-460c-9feb-e5dcb6409239 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:02:17.895743 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 4ec3ec16-9452-460c-9feb-e5dcb6409239, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=4ec3ec16-9452-460c-9feb-e5dcb6409239,segment=NetworkSegment(c29a3874-318e-4578-86ac-227f8ce07930),segment_id=c29a3874-318e-4578-86ac-227f8ce07930)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:17.921654 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.929101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3ee6855b-5565-4316-adf8-eb29c06ddb83 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:17.930499 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3ee6855b-5565-4316-adf8-eb29c06ddb83 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.943571 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 36fc76a7-40b4-4106-9727-f2d09c1c7a2b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=36fc76a7-40b4-4106-9727-f2d09c1c7a2b,segment=NetworkSegment(1e263abe-ecec-41c6-9f5d-a723111d082c),segment_id=1e263abe-ecec-41c6-9f5d-a723111d082c)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:17.949851 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.961862 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f614f89-90e7-4a63-903d-a9a2551d3d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.962664 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f614f89-90e7-4a63-903d-a9a2551d3d71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c28d227-3d63-4ad6-bbe0-a233637866e0 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:02:17.980427 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f614f89-90e7-4a63-903d-a9a2551d3d71 admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.982529 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5f614f89-90e7-4a63-903d-a9a2551d3d71 admin admin] 10.222.0.77 "DELETE /v2.0/routers/1c28d227-3d63-4ad6-bbe0-a233637866e0 HTTP/1.1" status: 204 len: 168 time: 3.7048018 Jul 05 04:02:17.992951 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33976) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:18.008124 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4974bbfb-fd29-4560-8074-537cbaececea no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:18.010906 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66846526-4aa3-433d-a8fb-5856e9d864fd req-a196ba0a-ae20-438b-a2a6-bc57c475c44d tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.014302 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec58c7-1930-4763-b71a-106bbc1591d8 req-c5f5bf2f-4dbc-4d50-b88a-6f5898f72503 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.020646 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-66846526-4aa3-433d-a8fb-5856e9d864fd req-a196ba0a-ae20-438b-a2a6-bc57c475c44d tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/ports?device_id=06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686 HTTP/1.1" status: 200 len: 943 time: 0.7636309 Jul 05 04:02:18.022001 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8cec58c7-1930-4763-b71a-106bbc1591d8 req-c5f5bf2f-4dbc-4d50-b88a-6f5898f72503 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 932 time: 0.6552951 Jul 05 04:02:18.024449 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585332fc-508a-47b4-a69c-4daca64a8bbd admin admin] Pushing event updated for resources: {'Network': ['ID=878930a5-af74-429c-99c3-cbbf7e826a38,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:18.039449 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 878930a5-af74-429c-99c3-cbbf7e826a38 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:02:18.043547 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 4974bbfb-fd29-4560-8074-537cbaececea {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:18.044073 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4974bbfb-fd29-4560-8074-537cbaececea not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:18.070884 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6587fab2-27d1-4819-96df-aa8c7bdeac34 req-820694a0-b978-43f1-86ae-ec07e2ec0b30 service neutron] 10.222.0.89 "GET /v2.0/networks/981acab8-7c7b-4108-b6ca-a3b424792c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051184 Jul 05 04:02:18.122643 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcf6981-3e38-40e0-afeb-7d18e707f8c8 admin admin] Made reservation on behalf of abbf440ffc51439f92c0bc2313ec376e for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:18.126149 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2bcf6981-3e38-40e0-afeb-7d18e707f8c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.161266 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3ee6855b-5565-4316-adf8-eb29c06ddb83 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7921588 Jul 05 04:02:18.163095 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=4ec3ec16-9452-460c-9feb-e5dcb6409239,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:18.165901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b858b2e-9730-4ca2-9145-5a829f02e0ff admin admin] Deleting subnet 1a6070d3-2c38-4aef-b766-407634b2309e {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:02:18.188492 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b858b2e-9730-4ca2-9145-5a829f02e0ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.198157 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3e1aad44-9d8c-4a7f-9c5f-4d809dd1ef76 service neutron] Request body: {'port': {'device_id': '8b7bdaa9-ff06-4339-a182-30c0db200f27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:18.264649 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['4ec3ec16-9452-460c-9feb-e5dcb6409239'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:02:18.343712 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3e1aad44-9d8c-4a7f-9c5f-4d809dd1ef76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.382069 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-66846526-4aa3-433d-a8fb-5856e9d864fd req-80e11b67-1e4c-424a-a4d7-2c02b6e53ee8 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/security-groups?id=731c9bc7-3230-4fb3-8b43-f0190b3f3d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603361 Jul 05 04:02:18.419091 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b858b2e-9730-4ca2-9145-5a829f02e0ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.430714 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8cec58c7-1930-4763-b71a-106bbc1591d8 req-ce4f56a2-bef2-4f3b-bde3-27b900276d12 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076664 Jul 05 04:02:18.433110 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2bcf6981-3e38-40e0-afeb-7d18e707f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.446712 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d3d22e-d8e0-4f53-bcce-18d3e5454d29 x-openstack-request-id: req-61d3d22e-d8e0-4f53-bcce-18d3e5454d29 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:18.447120 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e371265a-a8d5-4ebe-a981-999686cde349", "name": "network-vif-deleted", "tag": "640f64d0-f9fe-47e6-9cb9-772269436806", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:18.447409 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-61d3d22e-d8e0-4f53-bcce-18d3e5454d29 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:18.447905 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e371265a-a8d5-4ebe-a981-999686cde349', 'name': 'network-vif-deleted', 'tag': '640f64d0-f9fe-47e6-9cb9-772269436806', 'status': 'completed', 'code': 200} Jul 05 04:02:18.487287 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=36fc76a7-40b4-4106-9727-f2d09c1c7a2b,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:18.569422 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d8eb2d-2b1f-43d2-b636-dc45f886dac5 x-openstack-request-id: req-20d8eb2d-2b1f-43d2-b636-dc45f886dac5 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:18.570107 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887e929d-cd43-451e-8752-b2d1274a7ffb", "name": "network-vif-plugged", "status": "completed", "tag": "2a737e3b-7647-4859-8d3b-5a41559ab915", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:18.570427 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-20d8eb2d-2b1f-43d2-b636-dc45f886dac5 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:18.570885 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887e929d-cd43-451e-8752-b2d1274a7ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a737e3b-7647-4859-8d3b-5a41559ab915', 'code': 200} Jul 05 04:02:18.590161 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcf6981-3e38-40e0-afeb-7d18e707f8c8 admin admin] Checking segment: {'id': 'fc591683-ba57-4a7e-8342-701b92989b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '878930a5-af74-429c-99c3-cbbf7e826a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:18.590161 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcf6981-3e38-40e0-afeb-7d18e707f8c8 admin admin] Network hostable DHCP agents. Network: 878930a5-af74-429c-99c3-cbbf7e826a38, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:02:18.596889 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf6981-3e38-40e0-afeb-7d18e707f8c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da8fca53-6b9e-4226-b599-a1342c9fc5c1,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:18.652305 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcf6981-3e38-40e0-afeb-7d18e707f8c8 admin admin] Network 878930a5-af74-429c-99c3-cbbf7e826a38 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:02:18.675058 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-2bcf6981-3e38-40e0-afeb-7d18e707f8c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 878930a5-af74-429c-99c3-cbbf7e826a38) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:18.680300 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcf6981-3e38-40e0-afeb-7d18e707f8c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.680907 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2bcf6981-3e38-40e0-afeb-7d18e707f8c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.691238 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca76d63e-f1d0-4e2c-8140-cb66443d1ef8 None None] Network 878930a5-af74-429c-99c3-cbbf7e826a38 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:18.771120 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b858b2e-9730-4ca2-9145-5a829f02e0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.806613 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 36fc76a7-40b4-4106-9727-f2d09c1c7a2b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:18.812013 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-44e8c20f-7980-4674-b6c3-66ee51f60b50 req-ac81c802-2a03-4646-b9c3-6d08dff3d7e7 tempest-AttachSCSIVolumeTestJSON-643139895 tempest-AttachSCSIVolumeTestJSON-643139895-project] 10.222.0.77 "GET /v2.0/ports?device_id=e371265a-a8d5-4ebe-a981-999686cde349 HTTP/1.1" status: 200 len: 210 time: 0.0723932 Jul 05 04:02:18.812013 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2bcf6981-3e38-40e0-afeb-7d18e707f8c8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0020189 Jul 05 04:02:18.919739 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 36fc76a7-40b4-4106-9727-f2d09c1c7a2b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:18.920696 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.960761 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b858b2e-9730-4ca2-9145-5a829f02e0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.972321 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795406d4-a5be-428a-8afc-275f86cdab49 None None] Network 878930a5-af74-429c-99c3-cbbf7e826a38 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:19.011913 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34004) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:19.042495 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b858b2e-9730-4ca2-9145-5a829f02e0ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a6070d3-2c38-4aef-b766-407634b2309e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:19.054256 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b858b2e-9730-4ca2-9145-5a829f02e0ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.059004 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8b858b2e-9730-4ca2-9145-5a829f02e0ff admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1a6070d3-2c38-4aef-b766-407634b2309e HTTP/1.1" status: 204 len: 168 time: 1.0343826 Jul 05 04:02:19.059873 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34006) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:19.064998 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-4119077f-02c1-41ce-b551-8506ecb419de admin admin] Deleting subnet da8fca53-6b9e-4226-b599-a1342c9fc5c1 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:02:19.068705 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4119077f-02c1-41ce-b551-8506ecb419de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.113642 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4119077f-02c1-41ce-b551-8506ecb419de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.121034 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cbde99-3bb2-4e03-b01c-829df5b83a0d None None] Network d00b4e4e-a659-430a-b170-6ef5e93e32a9 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:19.165676 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4119077f-02c1-41ce-b551-8506ecb419de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.214972 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3e1aad44-9d8c-4a7f-9c5f-4d809dd1ef76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bbf02ed-0a64-4e98-b040-56d96922c90b {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:02:19.226957 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dafcaad7-4579-4420-97a2-dd9b2d828803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.232341 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 672a33a5-deea-4b23-a5df-8b32ffc764ea no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:19.235262 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3e1aad44-9d8c-4a7f-9c5f-4d809dd1ef76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.251289 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4119077f-02c1-41ce-b551-8506ecb419de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.263065 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 672a33a5-deea-4b23-a5df-8b32ffc764ea {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:19.263772 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 672a33a5-deea-4b23-a5df-8b32ffc764ea not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:19.272865 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4119077f-02c1-41ce-b551-8506ecb419de admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.273495 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4119077f-02c1-41ce-b551-8506ecb419de admin admin] 10.222.0.77 "DELETE /v2.0/subnets/da8fca53-6b9e-4226-b599-a1342c9fc5c1 HTTP/1.1" status: 204 len: 168 time: 0.2605929 Jul 05 04:02:19.280044 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34012) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:19.285998 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3e1aad44-9d8c-4a7f-9c5f-4d809dd1ef76 service neutron] Transition to ACTIVE for port object 1bbf02ed-0a64-4e98-b040-56d96922c90b will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:19.297190 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3e1aad44-9d8c-4a7f-9c5f-4d809dd1ef76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.331559 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119077f-02c1-41ce-b551-8506ecb419de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da8fca53-6b9e-4226-b599-a1342c9fc5c1,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:19.446808 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b7b869-9f50-430e-bfe7-1f8a0e8b5fd0 None None] DHCP port deletion for d00b4e4e-a659-430a-b170-6ef5e93e32a9 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:02:19.509816 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a4b7b869-9f50-430e-bfe7-1f8a0e8b5fd0 None None] Deleting port 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:19.510190 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a4b7b869-9f50-430e-bfe7-1f8a0e8b5fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.599435 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423450b9-2763-4589-91c4-8b23b3816954 req-9939704e-ddd9-4110-b88b-60fc9e9676f1 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:19.601309 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-423450b9-2763-4589-91c4-8b23b3816954 req-9939704e-ddd9-4110-b88b-60fc9e9676f1 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/ports?device_id=06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686 HTTP/1.1" status: 200 len: 944 time: 0.0711246 Jul 05 04:02:19.617285 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a4b7b869-9f50-430e-bfe7-1f8a0e8b5fd0 None None] For port 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4,segment=NetworkSegment(21468ec5-9624-4ff3-ac93-6e1823c29111),segment_id=21468ec5-9624-4ff3-ac93-6e1823c29111)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:19.618437 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a4b7b869-9f50-430e-bfe7-1f8a0e8b5fd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.647661 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-423450b9-2763-4589-91c4-8b23b3816954 req-be6b8098-ec6a-407d-a06b-6137e0221c01 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/security-groups?id=731c9bc7-3230-4fb3-8b43-f0190b3f3d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398028 Jul 05 04:02:19.654805 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a4b7b869-9f50-430e-bfe7-1f8a0e8b5fd0 None None] Calling delete_port for 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:19.768360 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a4b7b869-9f50-430e-bfe7-1f8a0e8b5fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.794517 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7b869-9f50-430e-bfe7-1f8a0e8b5fd0 None None] Pushing event deleted for resources: {'Port': ['ID=163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:19.808816 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b7b869-9f50-430e-bfe7-1f8a0e8b5fd0 None None] No DVR routers for this DVR port 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:19.861956 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1aad44-9d8c-4a7f-9c5f-4d809dd1ef76 service neutron] Pushing event updated for resources: {'Port': ['ID=1bbf02ed-0a64-4e98-b040-56d96922c90b,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:19.871223 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-451ff32d-d992-4736-bcff-0a06ce41ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.944421 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-dafcaad7-4579-4420-97a2-dd9b2d828803 admin admin] Deleting port 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:19.944765 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dafcaad7-4579-4420-97a2-dd9b2d828803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.118756 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0bc24-3418-4380-80c5-6898c55ef202 req-96392e89-9d78-4458-85f6-28883ad5943a tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:20.120323 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-46b0bc24-3418-4380-80c5-6898c55ef202 req-96392e89-9d78-4458-85f6-28883ad5943a tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 944 time: 0.3226471 Jul 05 04:02:20.128049 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-dafcaad7-4579-4420-97a2-dd9b2d828803 admin admin] For port 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4, host n-d-780147-23, got binding levels [] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:20.128420 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dafcaad7-4579-4420-97a2-dd9b2d828803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.142040 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3e1aad44-9d8c-4a7f-9c5f-4d809dd1ef76 service neutron] Attempting to bind port 1bbf02ed-0a64-4e98-b040-56d96922c90b on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:20.142384 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3e1aad44-9d8c-4a7f-9c5f-4d809dd1ef76 service neutron] Attempting to bind port 1bbf02ed-0a64-4e98-b040-56d96922c90b by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '1e263abe-ecec-41c6-9f5d-a723111d082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1eb93ccb-d457-4fa2-ade5-b16c7d83b625'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:20.143244 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3e1aad44-9d8c-4a7f-9c5f-4d809dd1ef76 service neutron] Attempting to bind port 1bbf02ed-0a64-4e98-b040-56d96922c90b on network 1eb93ccb-d457-4fa2-ade5-b16c7d83b625 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:20.156472 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-451ff32d-d992-4736-bcff-0a06ce41ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.160872 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-dafcaad7-4579-4420-97a2-dd9b2d828803 admin admin] Calling delete_port for 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:20.174415 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.ipam_backend_mixin [None req-dafcaad7-4579-4420-97a2-dd9b2d828803 admin admin] Port 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4 was not found and therefore no delete operation was performed {{(pid=105539) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:02:20.176847 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3e1aad44-9d8c-4a7f-9c5f-4d809dd1ef76 service neutron] Port 1bbf02ed-0a64-4e98-b040-56d96922c90b on network 1eb93ccb-d457-4fa2-ade5-b16c7d83b625 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:20.177206 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3e1aad44-9d8c-4a7f-9c5f-4d809dd1ef76 service neutron] Attempting to bind port 1bbf02ed-0a64-4e98-b040-56d96922c90b on network 1eb93ccb-d457-4fa2-ade5-b16c7d83b625 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:20.181719 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-451ff32d-d992-4736-bcff-0a06ce41ca31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878930a5-af74-429c-99c3-cbbf7e826a38']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:20.193180 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dafcaad7-4579-4420-97a2-dd9b2d828803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.207589 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3e1aad44-9d8c-4a7f-9c5f-4d809dd1ef76 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:20.207974 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3e1aad44-9d8c-4a7f-9c5f-4d809dd1ef76 service neutron] Checking segment: {'id': '1e263abe-ecec-41c6-9f5d-a723111d082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1eb93ccb-d457-4fa2-ade5-b16c7d83b625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:20.208386 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3e1aad44-9d8c-4a7f-9c5f-4d809dd1ef76 service neutron] Bound using segment: {'id': '1e263abe-ecec-41c6-9f5d-a723111d082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1eb93ccb-d457-4fa2-ade5-b16c7d83b625'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:20.208973 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3e1aad44-9d8c-4a7f-9c5f-4d809dd1ef76 service neutron] Bound port: 1bbf02ed-0a64-4e98-b040-56d96922c90b, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e263abe-ecec-41c6-9f5d-a723111d082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1eb93ccb-d457-4fa2-ade5-b16c7d83b625'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:20.209184 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3e1aad44-9d8c-4a7f-9c5f-4d809dd1ef76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.218767 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-451ff32d-d992-4736-bcff-0a06ce41ca31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc591683-ba57-4a7e-8342-701b92989b76') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:20.219095 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-451ff32d-d992-4736-bcff-0a06ce41ca31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc591683-ba57-4a7e-8342-701b92989b76') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:20.270478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafcaad7-4579-4420-97a2-dd9b2d828803 admin admin] No DVR routers for this DVR port 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:20.274293 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcaad7-4579-4420-97a2-dd9b2d828803 admin admin] Pushing event deleted for resources: {'Port': ['ID=163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:20.280641 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-451ff32d-d992-4736-bcff-0a06ce41ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.342602 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-46b0bc24-3418-4380-80c5-6898c55ef202 req-7e894c67-3b99-43f0-b5c4-ff0c621c5db7 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054288 Jul 05 04:02:20.343622 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-451ff32d-d992-4736-bcff-0a06ce41ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.395690 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451ff32d-d992-4736-bcff-0a06ce41ca31 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:20.396137 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-451ff32d-d992-4736-bcff-0a06ce41ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:20.397799 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:20.448166 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dafcaad7-4579-4420-97a2-dd9b2d828803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.471109 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-dafcaad7-4579-4420-97a2-dd9b2d828803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00b4e4e-a659-430a-b170-6ef5e93e32a9']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:20.503860 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-dafcaad7-4579-4420-97a2-dd9b2d828803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21468ec5-9624-4ff3-ac93-6e1823c29111') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:20.503860 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-dafcaad7-4579-4420-97a2-dd9b2d828803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21468ec5-9624-4ff3-ac93-6e1823c29111') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:20.515438 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-451ff32d-d992-4736-bcff-0a06ce41ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.520448 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-451ff32d-d992-4736-bcff-0a06ce41ca31 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.525527 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-451ff32d-d992-4736-bcff-0a06ce41ca31 admin admin] 10.222.0.77 "DELETE /v2.0/networks/878930a5-af74-429c-99c3-cbbf7e826a38 HTTP/1.1" status: 204 len: 168 time: 1.2413445 Jul 05 04:02:20.527568 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dafcaad7-4579-4420-97a2-dd9b2d828803 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.530571 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3e1aad44-9d8c-4a7f-9c5f-4d809dd1ef76 service neutron] For port 1bbf02ed-0a64-4e98-b040-56d96922c90b, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:20.535487 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3e1aad44-9d8c-4a7f-9c5f-4d809dd1ef76 service neutron] For port 1bbf02ed-0a64-4e98-b040-56d96922c90b, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=1bbf02ed-0a64-4e98-b040-56d96922c90b,segment=NetworkSegment(1e263abe-ecec-41c6-9f5d-a723111d082c),segment_id=1e263abe-ecec-41c6-9f5d-a723111d082c)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:20.567837 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3e1aad44-9d8c-4a7f-9c5f-4d809dd1ef76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.569131 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dafcaad7-4579-4420-97a2-dd9b2d828803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.577665 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ff32d-d992-4736-bcff-0a06ce41ca31 admin admin] Pushing event deleted for resources: {'Network': ['ID=878930a5-af74-429c-99c3-cbbf7e826a38,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:20.613404 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafcaad7-4579-4420-97a2-dd9b2d828803 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:20.613821 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dafcaad7-4579-4420-97a2-dd9b2d828803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:20.615572 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:20.632515 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3e1aad44-9d8c-4a7f-9c5f-4d809dd1ef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:20.633348 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3e1aad44-9d8c-4a7f-9c5f-4d809dd1ef76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.635269 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-3e1aad44-9d8c-4a7f-9c5f-4d809dd1ef76 service neutron] 10.222.0.89 "PUT /v2.0/ports/1bbf02ed-0a64-4e98-b040-56d96922c90b HTTP/1.1" status: 200 len: 1093 time: 2.4507713 Jul 05 04:02:20.670183 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7bdaa9-ff06-4339-a182-30c0db200f27', 'tag': '1bbf02ed-0a64-4e98-b040-56d96922c90b'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:20.673395 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c6ce31-144f-4e12-8ed7-cf190784ce88" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7bdaa9-ff06-4339-a182-30c0db200f27", "tag": "1bbf02ed-0a64-4e98-b040-56d96922c90b"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:20.723205 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:20.764524 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99f49c7-301b-4f52-814c-b53739839884 x-openstack-request-id: req-c99f49c7-301b-4f52-814c-b53739839884 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:20.776574 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7bdaa9-ff06-4339-a182-30c0db200f27", "tag": "1bbf02ed-0a64-4e98-b040-56d96922c90b", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:20.776574 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c99f49c7-301b-4f52-814c-b53739839884 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:20.776574 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7bdaa9-ff06-4339-a182-30c0db200f27', 'tag': '1bbf02ed-0a64-4e98-b040-56d96922c90b', 'status': 'completed', 'code': 200} Jul 05 04:02:20.803350 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34100) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:20.818140 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:20.818260 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 163ae3c1-4ce9-4f1e-9fdf-26e7af5296a4 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:20.820501 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1aad44-9d8c-4a7f-9c5f-4d809dd1ef76 service neutron] Pushing event updated for resources: {'Port': ['ID=1bbf02ed-0a64-4e98-b040-56d96922c90b,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:20.834000 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dafcaad7-4579-4420-97a2-dd9b2d828803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.853927 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dafcaad7-4579-4420-97a2-dd9b2d828803 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.860439 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-dafcaad7-4579-4420-97a2-dd9b2d828803 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d00b4e4e-a659-430a-b170-6ef5e93e32a9 HTTP/1.1" status: 204 len: 168 time: 1.7943418 Jul 05 04:02:20.900905 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcaad7-4579-4420-97a2-dd9b2d828803 admin admin] Pushing event deleted for resources: {'Network': ['ID=d00b4e4e-a659-430a-b170-6ef5e93e32a9,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:20.965754 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9a473a31-0e62-4d34-98a2-2d196c73281f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=abbf440ffc51439f92c0bc2313ec376e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1610241 Jul 05 04:02:20.970092 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34106) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:21.035629 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-e153b56d-3cb8-407f-b95b-703b7d9bfdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:21.037284 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-e153b56d-3cb8-407f-b95b-703b7d9bfdd9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0eefe8b36a0647bd98e5883d88e6f937&device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 1096 time: 0.3383536 Jul 05 04:02:21.108405 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 4ec3ec16-9452-460c-9feb-e5dcb6409239 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:21.112834 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-e5b9610c-4ade-4a8f-857a-e69c1232d964 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bbf02ed-0a64-4e98-b040-56d96922c90b HTTP/1.1" status: 200 len: 217 time: 0.0586612 Jul 05 04:02:21.113575 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fe2a3832-1fa2-467b-b467-47d1bbed6386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.166031 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fe2a3832-1fa2-467b-b467-47d1bbed6386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.233657 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-2de50d3a-568f-4314-93e1-012c82579f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:21.239156 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-2de50d3a-568f-4314-93e1-012c82579f98 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b9cc9897-be6d-4373-93dc-c830847fce20 HTTP/1.1" status: 200 len: 851 time: 0.1143091 Jul 05 04:02:21.242954 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 4ec3ec16-9452-460c-9feb-e5dcb6409239 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:21.250043 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 4ec3ec16-9452-460c-9feb-e5dcb6409239 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:21.250684 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.257281 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fe2a3832-1fa2-467b-b467-47d1bbed6386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.260511 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92d0e1-cdf9-4526-9afd-65b1e091364f req-c2c6717f-8d39-4e44-bb4b-bee93ce3026c tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:21.260668 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fe2a3832-1fa2-467b-b467-47d1bbed6386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.262360 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fe2a3832-1fa2-467b-b467-47d1bbed6386 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/018f4932-9f86-4b99-8bc2-7d2eb4a62dd0 HTTP/1.1" status: 204 len: 168 time: 0.2890990 Jul 05 04:02:21.268191 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0a92d0e1-cdf9-4526-9afd-65b1e091364f req-c2c6717f-8d39-4e44-bb4b-bee93ce3026c tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/ports?device_id=06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686 HTTP/1.1" status: 200 len: 944 time: 0.2923815 Jul 05 04:02:21.271686 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a3832-1fa2-467b-b467-47d1bbed6386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018f4932-9f86-4b99-8bc2-7d2eb4a62dd0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:21.319499 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-34d1f8ab-57ff-4761-bb38-098368212d86 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1eb93ccb-d457-4fa2-ade5-b16c7d83b625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481668 Jul 05 04:02:21.394330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34128) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:21.471659 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.520670 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec3ec16-9452-460c-9feb-e5dcb6409239'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:21.527784 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3862f181-8ea5-440d-9d92-a0c9b5810913" -d '{"events": [{"server_uuid": "06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686", "name": "network-vif-plugged", "status": "completed", "tag": "4ec3ec16-9452-460c-9feb-e5dcb6409239"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:21.544673 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-db2fd20b-5f53-4936-9c2f-e98a505e0b3c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=74140f698ac946aead4a19757080d1da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487942 Jul 05 04:02:21.557623 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34134) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:21.563081 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 4ec3ec16-9452-460c-9feb-e5dcb6409239, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=4ec3ec16-9452-460c-9feb-e5dcb6409239,segment=NetworkSegment(c29a3874-318e-4578-86ac-227f8ce07930),segment_id=c29a3874-318e-4578-86ac-227f8ce07930)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:21.574013 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.602852 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-cfe2172f-cd9d-494c-98ae-15767d0e3c0b service neutron] 10.222.0.89 "GET /v2.0/networks/1eb93ccb-d457-4fa2-ade5-b16c7d83b625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710423 Jul 05 04:02:21.628655 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0a92d0e1-cdf9-4526-9afd-65b1e091364f req-47058a95-c4f4-4981-8027-fbe7c82d1504 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/security-groups?id=731c9bc7-3230-4fb3-8b43-f0190b3f3d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595200 Jul 05 04:02:21.718803 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=4ec3ec16-9452-460c-9feb-e5dcb6409239,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:21.769696 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a6cb2c8b-cb17-43f1-b49e-231df7045622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.797397 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a6cb2c8b-cb17-43f1-b49e-231df7045622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.805408 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e480522-8d8a-4a3f-904b-9b01fc0c849d x-openstack-request-id: req-1e480522-8d8a-4a3f-904b-9b01fc0c849d {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:21.805906 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686", "name": "network-vif-plugged", "status": "completed", "tag": "4ec3ec16-9452-460c-9feb-e5dcb6409239", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:21.806511 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1e480522-8d8a-4a3f-904b-9b01fc0c849d {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:21.807124 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec3ec16-9452-460c-9feb-e5dcb6409239', 'code': 200} Jul 05 04:02:21.945122 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a6cb2c8b-cb17-43f1-b49e-231df7045622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.948807 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a6cb2c8b-cb17-43f1-b49e-231df7045622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.954330 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a6cb2c8b-cb17-43f1-b49e-231df7045622 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c8638a74-d164-4dd5-ae17-b4cc6dca598f HTTP/1.1" status: 204 len: 168 time: 0.3877478 Jul 05 04:02:22.003399 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2afc51b-d1f9-4995-8b7b-7ece3c21b866 req-c0259e83-7fcd-43d4-8c31-9de8e21c0797 service neutron] 10.222.0.89 "GET /v2.0/networks/1eb93ccb-d457-4fa2-ade5-b16c7d83b625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709216 Jul 05 04:02:22.073002 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb2c8b-cb17-43f1-b49e-231df7045622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8638a74-d164-4dd5-ae17-b4cc6dca598f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:22.181103 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6ce31-144f-4e12-8ed7-cf190784ce88 req-3039add1-b089-4caf-8e65-3f7663a56444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:22.182881 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-51c6ce31-144f-4e12-8ed7-cf190784ce88 req-3039add1-b089-4caf-8e65-3f7663a56444 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0eefe8b36a0647bd98e5883d88e6f937&device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 1096 time: 0.1023109 Jul 05 04:02:22.349631 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6ce31-144f-4e12-8ed7-cf190784ce88 req-78844b07-c332-4cf5-9a40-d7a7a1368621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:22.351409 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-51c6ce31-144f-4e12-8ed7-cf190784ce88 req-78844b07-c332-4cf5-9a40-d7a7a1368621 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1eb93ccb-d457-4fa2-ade5-b16c7d83b625 HTTP/1.1" status: 200 len: 912 time: 0.1621063 Jul 05 04:02:22.445059 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-51c6ce31-144f-4e12-8ed7-cf190784ce88 req-a98ed2fc-17e7-4462-8c0e-0e3a9873c3b3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bbf02ed-0a64-4e98-b040-56d96922c90b HTTP/1.1" status: 200 len: 217 time: 0.0827382 Jul 05 04:02:22.567331 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6ce31-144f-4e12-8ed7-cf190784ce88 req-95aa15b4-e59d-4c18-abf2-7e9c49b1c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:22.567331 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-51c6ce31-144f-4e12-8ed7-cf190784ce88 req-95aa15b4-e59d-4c18-abf2-7e9c49b1c44d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b9cc9897-be6d-4373-93dc-c830847fce20 HTTP/1.1" status: 200 len: 851 time: 0.1174963 Jul 05 04:02:22.578952 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7fff3-1d9c-4589-bd39-5196e53fc63e req-892de068-4c39-4ccd-8e96-782a3cec96a1 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:22.582584 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8aa7fff3-1d9c-4589-bd39-5196e53fc63e req-892de068-4c39-4ccd-8e96-782a3cec96a1 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 944 time: 0.8913953 Jul 05 04:02:22.606157 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-c97c96d0-b613-4678-a213-adae542ac071 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.0710533 Jul 05 04:02:22.618603 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb6167-f7c3-4ec2-81f4-ecb1646dba16 req-62d725af-733e-40e8-b328-b602929513d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:22.621922 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5ceb6167-f7c3-4ec2-81f4-ecb1646dba16 req-62d725af-733e-40e8-b328-b602929513d2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686 HTTP/1.1" status: 200 len: 1097 time: 0.7279062 Jul 05 04:02:22.650894 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-51c6ce31-144f-4e12-8ed7-cf190784ce88 req-9862ab5e-62e8-4287-81d8-034673efeca4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1eb93ccb-d457-4fa2-ade5-b16c7d83b625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753469 Jul 05 04:02:22.910327 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8aa7fff3-1d9c-4589-bd39-5196e53fc63e req-d137fe67-6527-43e6-bc8b-f9bbdfc7f269 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965765 Jul 05 04:02:22.939820 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5ceb6167-f7c3-4ec2-81f4-ecb1646dba16 req-ab2a403a-4dcc-44a7-9f52-e6d94b2a99cd service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=731c9bc7-3230-4fb3-8b43-f0190b3f3d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090985 Jul 05 04:02:22.975063 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-51c6ce31-144f-4e12-8ed7-cf190784ce88 req-2c6650ab-221f-4b20-8fe4-c38a53498075 service neutron] 10.222.0.89 "GET /v2.0/networks/1eb93ccb-d457-4fa2-ade5-b16c7d83b625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134675 Jul 05 04:02:22.983957 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-91e19f67-d2da-48a5-86e7-65d800763c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:22.983957 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-91e19f67-d2da-48a5-86e7-65d800763c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:22.998241 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-91e19f67-d2da-48a5-86e7-65d800763c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:22.998241 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-91e19f67-d2da-48a5-86e7-65d800763c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:22.998241 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-91e19f67-d2da-48a5-86e7-65d800763c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:22.998879 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-91e19f67-d2da-48a5-86e7-65d800763c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:22.999613 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-91e19f67-d2da-48a5-86e7-65d800763c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.011156 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-91e19f67-d2da-48a5-86e7-65d800763c2b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=37edaf8ff03a4b18a4527fc6265a8b9e&device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 6496 time: 0.2957926 Jul 05 04:02:23.238651 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34204) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:23.302266 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-bbf0fa38-c5d2-4e04-a1ea-1eb2969fcc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.304030 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-bbf0fa38-c5d2-4e04-a1ea-1eb2969fcc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.304688 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-bbf0fa38-c5d2-4e04-a1ea-1eb2969fcc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.306274 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-bbf0fa38-c5d2-4e04-a1ea-1eb2969fcc43 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ac936e6f-3e04-4437-b04d-b7e14555028d&id=3109c869-7127-4afd-9f38-c7624c1dbe78&id=3109c869-7127-4afd-9f38-c7624c1dbe78&id=3109c869-7127-4afd-9f38-c7624c1dbe78&id=3109c869-7127-4afd-9f38-c7624c1dbe78&id=3786fe40-9645-44e0-a910-e28556aff90f&id=3786fe40-9645-44e0-a910-e28556aff90f HTTP/1.1" status: 200 len: 2293 time: 0.2613273 Jul 05 04:02:23.506803 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-35c692db-7d15-494d-ad83-17b4ccc2cf8f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6613a61c-a6e8-4b99-bacd-b372db0723d9 HTTP/1.1" status: 200 len: 1000 time: 0.1896789 Jul 05 04:02:23.513225 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cde23-766a-400d-826a-2a7b30c98fe5 req-6735cc1a-77dd-48a1-add2-2a1538e0ddc8 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.517381 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0a0cde23-766a-400d-826a-2a7b30c98fe5 req-6735cc1a-77dd-48a1-add2-2a1538e0ddc8 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/ports?device_id=06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686 HTTP/1.1" status: 200 len: 945 time: 0.5036995 Jul 05 04:02:23.573818 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-51c6ce31-144f-4e12-8ed7-cf190784ce88 req-294927a6-ef75-4357-b7e5-e3d7f55383fd service neutron] 10.222.0.89 "GET /v2.0/networks/1eb93ccb-d457-4fa2-ade5-b16c7d83b625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5786579 Jul 05 04:02:23.593625 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-381fd403-36e7-47cc-bafd-f6f77f3a133c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-623877917-network', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:23.626044 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0a0cde23-766a-400d-826a-2a7b30c98fe5 req-225fe11f-8b5e-40a6-b095-723bac6a3640 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/security-groups?id=731c9bc7-3230-4fb3-8b43-f0190b3f3d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921042 Jul 05 04:02:23.669801 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-e44a2dc8-44b0-4de3-bb9e-9c8b3f416295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.674881 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-e44a2dc8-44b0-4de3-bb9e-9c8b3f416295 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4 HTTP/1.1" status: 200 len: 851 time: 0.1590254 Jul 05 04:02:23.676795 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381fd403-36e7-47cc-bafd-f6f77f3a133c admin admin] Made reservation on behalf of 2b459d90a1104d2f9bfd9c3a9ab3c50e for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:23.680571 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-381fd403-36e7-47cc-bafd-f6f77f3a133c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.766202 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-381fd403-36e7-47cc-bafd-f6f77f3a133c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.920653 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-31cb6250-cc37-4fc0-88e9-5e41bff7ae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.924242 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-31cb6250-cc37-4fc0-88e9-5e41bff7ae81 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac936e6f-3e04-4437-b04d-b7e14555028d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2409132 Jul 05 04:02:24.050135 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34234) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:24.371929 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-94cd2787-0de9-4a57-b0bc-b933fb517897 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1493517898-network', 'tenant_id': 'f876606eee5d4affaa7894a9c0acf947'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:24.489144 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-381fd403-36e7-47cc-bafd-f6f77f3a133c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.518759 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-d37e5d32-81c3-449b-9dbe-38034f81625a service neutron] 10.222.0.70 "GET /v2.0/networks/ac936e6f-3e04-4437-b04d-b7e14555028d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808794 Jul 05 04:02:24.519625 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-381fd403-36e7-47cc-bafd-f6f77f3a133c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.541524 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cd2787-0de9-4a57-b0bc-b933fb517897 admin admin] Made reservation on behalf of f876606eee5d4affaa7894a9c0acf947 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:24.548053 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-94cd2787-0de9-4a57-b0bc-b933fb517897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.586681 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fd403-36e7-47cc-bafd-f6f77f3a133c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6feb82-9077-438e-8df4-91a5a226b187,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:24.595435 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-94cd2787-0de9-4a57-b0bc-b933fb517897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.661356 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7d40e-6431-43e4-8e2b-8d2fe21e9ee0 req-8ab78229-dade-48a7-9ff3-af6310823dc9 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:24.663923 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53c7d40e-6431-43e4-8e2b-8d2fe21e9ee0 req-8ab78229-dade-48a7-9ff3-af6310823dc9 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 944 time: 0.3803148 Jul 05 04:02:24.754689 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-381fd403-36e7-47cc-bafd-f6f77f3a133c admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:02:24.822276 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-381fd403-36e7-47cc-bafd-f6f77f3a133c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.822775 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-381fd403-36e7-47cc-bafd-f6f77f3a133c admin admin] Added segment 296c63e3-13af-4804-917b-bc987e4f6089 of type vlan for network 7bb6d371-d6e5-49cd-a3b3-53ae2b35487b Jul 05 04:02:24.872360 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-94cd2787-0de9-4a57-b0bc-b933fb517897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.884456 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-94cd2787-0de9-4a57-b0bc-b933fb517897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.917637 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-381fd403-36e7-47cc-bafd-f6f77f3a133c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.941892 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53c7d40e-6431-43e4-8e2b-8d2fe21e9ee0 req-8f91efb6-a078-4cdc-a88f-3746851f4c01 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840951 Jul 05 04:02:24.953276 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94cd2787-0de9-4a57-b0bc-b933fb517897 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:02:24.964427 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-084b0b8b-1384-4616-9f14-2dd51337f869 service neutron] 10.222.0.70 "GET /v2.0/networks/ac936e6f-3e04-4437-b04d-b7e14555028d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340806 Jul 05 04:02:25.007590 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-94cd2787-0de9-4a57-b0bc-b933fb517897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.008367 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-94cd2787-0de9-4a57-b0bc-b933fb517897 admin admin] Added segment 358bf6ed-9656-486d-a489-42b0f02bf3ac of type vlan for network 903f7179-8fb8-44f9-857f-55df5b5dee84 Jul 05 04:02:25.021376 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd2787-0de9-4a57-b0bc-b933fb517897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901a8115-9376-4e1d-be6b-1b63adf19d09,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:25.086899 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-4aaf0939-3996-4e73-8550-4a11fa024784 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=43e10832-bba0-43bb-bb99-461c4ef85b71 HTTP/1.1" status: 200 len: 217 time: 0.1088617 Jul 05 04:02:25.125396 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 1bbf02ed-0a64-4e98-b040-56d96922c90b details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:02:25.152941 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-94cd2787-0de9-4a57-b0bc-b933fb517897 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.190676 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-381fd403-36e7-47cc-bafd-f6f77f3a133c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.198249 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381fd403-36e7-47cc-bafd-f6f77f3a133c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:25.198931 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-381fd403-36e7-47cc-bafd-f6f77f3a133c admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.308408 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0bd84-5f0d-4b7c-9048-16368794dff2 req-27037744-2843-4c2e-8a5d-61b6791ec1b3 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:25.319364 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a4f0bd84-5f0d-4b7c-9048-16368794dff2 req-27037744-2843-4c2e-8a5d-61b6791ec1b3 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/ports?device_id=06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686 HTTP/1.1" status: 200 len: 945 time: 0.3348105 Jul 05 04:02:25.332987 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-94cd2787-0de9-4a57-b0bc-b933fb517897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.332987 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cd2787-0de9-4a57-b0bc-b933fb517897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:25.332987 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-94cd2787-0de9-4a57-b0bc-b933fb517897 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.338554 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 1bbf02ed-0a64-4e98-b040-56d96922c90b, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=1bbf02ed-0a64-4e98-b040-56d96922c90b,segment=NetworkSegment(1e263abe-ecec-41c6-9f5d-a723111d082c),segment_id=1e263abe-ecec-41c6-9f5d-a723111d082c)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:25.339431 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-3429b781-e0de-48ef-89b1-ad5df4dc3532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:25.342694 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-3429b781-e0de-48ef-89b1-ad5df4dc3532 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a8d1c4cd-d124-4cd8-93ef-98e2af049099 HTTP/1.1" status: 200 len: 797 time: 0.2457409 Jul 05 04:02:25.350924 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-381fd403-36e7-47cc-bafd-f6f77f3a133c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1108940 Jul 05 04:02:25.355901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34256) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:25.368481 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fd403-36e7-47cc-bafd-f6f77f3a133c admin admin] Pushing event updated for resources: {'Network': ['ID=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:25.379113 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '1bbf02ed-0a64-4e98-b040-56d96922c90b', 'network_id': '1eb93ccb-d457-4fa2-ade5-b16c7d83b625', 'port_id': '1bbf02ed-0a64-4e98-b040-56d96922c90b', 'mac_address': 'fa:16:3e:bd:8b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9cc9897-be6d-4373-93dc-c830847fce20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:02:25.384878 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 7bb6d371-d6e5-49cd-a3b3-53ae2b35487b details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:02:25.389421 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-94cd2787-0de9-4a57-b0bc-b933fb517897 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3377090 Jul 05 04:02:25.426308 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34258) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:25.434237 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-3951dd0d-c924-4457-b705-bfba386dd7fe admin admin] Request body: {'subnet': {'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-623877917-subnet', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:25.450143 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-36ab837d-d51e-48a1-81bf-e56a83b9f1bd admin admin] Request body: {'subnet': {'network_id': '903f7179-8fb8-44f9-857f-55df5b5dee84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1493517898-subnet', 'tenant_id': 'f876606eee5d4affaa7894a9c0acf947', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:25.571844 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ab837d-d51e-48a1-81bf-e56a83b9f1bd admin admin] Made reservation on behalf of f876606eee5d4affaa7894a9c0acf947 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:25.575625 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-36ab837d-d51e-48a1-81bf-e56a83b9f1bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.652917 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd2787-0de9-4a57-b0bc-b933fb517897 admin admin] Pushing event updated for resources: {'Network': ['ID=903f7179-8fb8-44f9-857f-55df5b5dee84,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:25.669247 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.674654 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-88b84ba9-bf53-49bf-aa92-533cc0c8d25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:25.676411 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-88b84ba9-bf53-49bf-aa92-533cc0c8d25e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3109c869-7127-4afd-9f38-c7624c1dbe78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3203862 Jul 05 04:02:25.684353 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a4f0bd84-5f0d-4b7c-9048-16368794dff2 req-2e938fca-85c9-4fc1-b0c3-119492a808c9 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/security-groups?id=731c9bc7-3230-4fb3-8b43-f0190b3f3d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636587 Jul 05 04:02:25.697556 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3951dd0d-c924-4457-b705-bfba386dd7fe admin admin] Made reservation on behalf of 2b459d90a1104d2f9bfd9c3a9ab3c50e for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:25.700385 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3951dd0d-c924-4457-b705-bfba386dd7fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.708452 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 903f7179-8fb8-44f9-857f-55df5b5dee84 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:02:25.840889 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bbf02ed-0a64-4e98-b040-56d96922c90b {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:02:25.906537 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 1bbf02ed-0a64-4e98-b040-56d96922c90b, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=1bbf02ed-0a64-4e98-b040-56d96922c90b,segment=NetworkSegment(1e263abe-ecec-41c6-9f5d-a723111d082c),segment_id=1e263abe-ecec-41c6-9f5d-a723111d082c)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:25.935830 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.080657 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3951dd0d-c924-4457-b705-bfba386dd7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.083599 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-0fa8f37e-38f5-4fa4-a289-9434a939ea90 service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892319 Jul 05 04:02:26.200124 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['1bbf02ed-0a64-4e98-b040-56d96922c90b'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:02:26.204697 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=1bbf02ed-0a64-4e98-b040-56d96922c90b,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:26.296769 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951dd0d-c924-4457-b705-bfba386dd7fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ee9ae53-c8ee-4b49-a395-854bb0a3c12c,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:26.321408 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3951dd0d-c924-4457-b705-bfba386dd7fe admin admin] Checking segment: {'id': '296c63e3-13af-4804-917b-bc987e4f6089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:26.321899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3951dd0d-c924-4457-b705-bfba386dd7fe admin admin] Network hostable DHCP agents. Network: 7bb6d371-d6e5-49cd-a3b3-53ae2b35487b, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:02:26.370243 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3951dd0d-c924-4457-b705-bfba386dd7fe admin admin] Network 7bb6d371-d6e5-49cd-a3b3-53ae2b35487b is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:02:26.390349 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-3951dd0d-c924-4457-b705-bfba386dd7fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 7bb6d371-d6e5-49cd-a3b3-53ae2b35487b) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:26.400652 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3951dd0d-c924-4457-b705-bfba386dd7fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:26.402859 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3951dd0d-c924-4457-b705-bfba386dd7fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.421214 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dd7bc0-2006-449b-88b7-d8606991983d None None] Network 7bb6d371-d6e5-49cd-a3b3-53ae2b35487b requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:26.438979 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3951dd0d-c924-4457-b705-bfba386dd7fe admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0669188 Jul 05 04:02:26.439632 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34280) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:26.450716 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-019df21a-458f-4cc4-9a09-620dbaf99a83 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-623877917-router', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:26.506751 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-019df21a-458f-4cc4-9a09-620dbaf99a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.508173 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-019df21a-458f-4cc4-9a09-620dbaf99a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.605088 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-36ab837d-d51e-48a1-81bf-e56a83b9f1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.614773 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-8dcfc81a-8b49-404d-94e7-df459108aac7 service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213017 Jul 05 04:02:26.709715 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-019df21a-458f-4cc4-9a09-620dbaf99a83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.754000 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a611fa1-e130-41c7-b939-fb6904a98e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'fixed_ips': [{'subnet_id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:02:26.755399 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9a611fa1-e130-41c7-b939-fb6904a98e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.848642 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-a7867096-9dd6-4163-9551-9b591df69344 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=ed8d3ec4-006f-4eb5-af83-d5d95a707d39 HTTP/1.1" status: 200 len: 217 time: 0.2253082 Jul 05 04:02:26.998946 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab837d-d51e-48a1-81bf-e56a83b9f1bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=88debd6e-9b7f-4b07-b8ab-e38357dda5f9,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:27.095091 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-019df21a-458f-4cc4-9a09-620dbaf99a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.115919 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ab837d-d51e-48a1-81bf-e56a83b9f1bd admin admin] Checking segment: {'id': '358bf6ed-9656-486d-a489-42b0f02bf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '903f7179-8fb8-44f9-857f-55df5b5dee84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:27.116336 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ab837d-d51e-48a1-81bf-e56a83b9f1bd admin admin] Network hostable DHCP agents. Network: 903f7179-8fb8-44f9-857f-55df5b5dee84, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:02:27.129828 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-10421a12-67e4-41cb-859f-5102f982df5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:27.131395 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b757d9-4e50-4480-998b-a6435413ca90 req-b4de9a7c-4695-4fab-b932-e65c3921838d tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:27.133636 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-10421a12-67e4-41cb-859f-5102f982df5c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a8d1c4cd-d124-4cd8-93ef-98e2af049099 HTTP/1.1" status: 200 len: 797 time: 0.2570033 Jul 05 04:02:27.134852 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-16b757d9-4e50-4480-998b-a6435413ca90 req-b4de9a7c-4695-4fab-b932-e65c3921838d tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 945 time: 0.6363935 Jul 05 04:02:27.200663 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-16b757d9-4e50-4480-998b-a6435413ca90 req-cf9b60fa-5ffa-4a5b-8e87-04c8404ed38c tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511684 Jul 05 04:02:27.388854 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34300) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:27.490092 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ab837d-d51e-48a1-81bf-e56a83b9f1bd admin admin] Network 903f7179-8fb8-44f9-857f-55df5b5dee84 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:02:27.516752 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-36ab837d-d51e-48a1-81bf-e56a83b9f1bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 903f7179-8fb8-44f9-857f-55df5b5dee84) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:27.532338 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ab837d-d51e-48a1-81bf-e56a83b9f1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:27.533492 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-36ab837d-d51e-48a1-81bf-e56a83b9f1bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.558462 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-36ab837d-d51e-48a1-81bf-e56a83b9f1bd admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1232014 Jul 05 04:02:27.588122 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-92ad3e35-c40a-41ab-ad02-c03015fac964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:27.589702 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-92ad3e35-c40a-41ab-ad02-c03015fac964 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3109c869-7127-4afd-9f38-c7624c1dbe78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4429111 Jul 05 04:02:27.635938 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b92cf-974f-4c53-967f-b975f524c190 req-bfb41e25-8720-4a4c-8a4b-6076a097cfd8 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:27.649277 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e49b92cf-974f-4c53-967f-b975f524c190 req-bfb41e25-8720-4a4c-8a4b-6076a097cfd8 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/ports?device_id=06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686 HTTP/1.1" status: 200 len: 945 time: 0.4277222 Jul 05 04:02:27.768959 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e49b92cf-974f-4c53-967f-b975f524c190 req-31916779-3b26-4e11-b677-26876c855603 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/security-groups?id=731c9bc7-3230-4fb3-8b43-f0190b3f3d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183760 Jul 05 04:02:27.835858 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-9a611fa1-e130-41c7-b939-fb6904a98e11 None None] Allocated IP 172.20.0.2 (7bb6d371-d6e5-49cd-a3b3-53ae2b35487b/9ee9ae53-c8ee-4b49-a395-854bb0a3c12c/2f888403-9032-4833-a921-2a84b32a644d) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:27.911915 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-27034ee4-4ab2-49ca-9eae-458e0b6a55b4 service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139224 Jul 05 04:02:27.965538 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad14c4db-55b7-4b33-9db2-9b85796988a9 None None] Network 903f7179-8fb8-44f9-857f-55df5b5dee84 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:28.149922 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-019df21a-458f-4cc4-9a09-620dbaf99a83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.216045 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86759c09-01cc-4c5b-b553-e81bab84d094 None None] Network 903f7179-8fb8-44f9-857f-55df5b5dee84 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:28.224965 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-976148cd-2430-4122-8bbc-f3150b0a4bec service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039274 Jul 05 04:02:28.227330 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-019df21a-458f-4cc4-9a09-620dbaf99a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.357235 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-14a35f23-730c-4395-829f-a35c7aa8bc09 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=271f91fe-88b3-4c1f-b2dd-4328b37c7b7c HTTP/1.1" status: 200 len: 217 time: 0.1151807 Jul 05 04:02:28.506077 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-019df21a-458f-4cc4-9a09-620dbaf99a83 admin admin] Allocated IP 172.25.1.186 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/85ed6fe4-41da-4cbe-9c4a-8049267a61db) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:28.522709 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-7d886503-e7b7-4139-9576-1d22bc9ecf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:28.528424 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-7d886503-e7b7-4139-9576-1d22bc9ecf5e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a8d1c4cd-d124-4cd8-93ef-98e2af049099 HTTP/1.1" status: 200 len: 797 time: 0.1688063 Jul 05 04:02:28.566647 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9a611fa1-e130-41c7-b939-fb6904a98e11 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.596438 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9a611fa1-e130-41c7-b939-fb6904a98e11 None None] Transition to ACTIVE for port object 2f888403-9032-4833-a921-2a84b32a644d will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:28.750290 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-18d444ff-ff89-4dec-a6c2-b47f46da773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:28.751530 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-019df21a-458f-4cc4-9a09-620dbaf99a83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.754024 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-18d444ff-ff89-4dec-a6c2-b47f46da773b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3109c869-7127-4afd-9f38-c7624c1dbe78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2171607 Jul 05 04:02:28.760047 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9a611fa1-e130-41c7-b939-fb6904a98e11 None None] Transition to ACTIVE for port object 2f888403-9032-4833-a921-2a84b32a644d will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:28.769744 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9a611fa1-e130-41c7-b939-fb6904a98e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.775590 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e8c30933-7d5d-42a2-afe1-7f2ed2ed3397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.812030 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd11a98-e07e-46f4-9423-906f9e932f10 req-10348acb-5a80-4d08-b7cf-8f987ec4a73e tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:28.815260 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8dd11a98-e07e-46f4-9423-906f9e932f10 req-10348acb-5a80-4d08-b7cf-8f987ec4a73e tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 945 time: 0.2287023 Jul 05 04:02:28.849123 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a611fa1-e130-41c7-b939-fb6904a98e11 None None] Network 7bb6d371-d6e5-49cd-a3b3-53ae2b35487b is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:28.857175 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-9a611fa1-e130-41c7-b939-fb6904a98e11 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:28.861377 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a611fa1-e130-41c7-b939-fb6904a98e11 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:28.874955 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a611fa1-e130-41c7-b939-fb6904a98e11 None None] Pushing event updated for resources: {'Port': ['ID=2f888403-9032-4833-a921-2a84b32a644d,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:28.943544 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-82514fa2-ca89-4529-a7ea-c4d2483cbedd tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:28.952506 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-82514fa2-ca89-4529-a7ea-c4d2483cbedd tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/networks?id=903f7179-8fb8-44f9-857f-55df5b5dee84 HTTP/1.1" status: 200 len: 814 time: 0.1844807 Jul 05 04:02:28.959362 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-9a611fa1-e130-41c7-b939-fb6904a98e11 None None] Attempting to bind port 2f888403-9032-4833-a921-2a84b32a644d on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:28.959928 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-9a611fa1-e130-41c7-b939-fb6904a98e11 None None] Attempting to bind port 2f888403-9032-4833-a921-2a84b32a644d by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '296c63e3-13af-4804-917b-bc987e4f6089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:28.960432 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a611fa1-e130-41c7-b939-fb6904a98e11 None None] Attempting to bind port 2f888403-9032-4833-a921-2a84b32a644d on network 7bb6d371-d6e5-49cd-a3b3-53ae2b35487b {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:28.967322 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a611fa1-e130-41c7-b939-fb6904a98e11 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:28.968018 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a611fa1-e130-41c7-b939-fb6904a98e11 None None] Checking segment: {'id': '296c63e3-13af-4804-917b-bc987e4f6089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:28.968604 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9a611fa1-e130-41c7-b939-fb6904a98e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.969121 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a611fa1-e130-41c7-b939-fb6904a98e11 None None] Bound using segment: {'id': '296c63e3-13af-4804-917b-bc987e4f6089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:28.969855 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-9a611fa1-e130-41c7-b939-fb6904a98e11 None None] Bound port: 2f888403-9032-4833-a921-2a84b32a644d, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296c63e3-13af-4804-917b-bc987e4f6089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:28.970354 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9a611fa1-e130-41c7-b939-fb6904a98e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.039224 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-019df21a-458f-4cc4-9a09-620dbaf99a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.106587 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8dd11a98-e07e-46f4-9423-906f9e932f10 req-dcffe435-760d-4f61-90d9-2db699673f89 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488151 Jul 05 04:02:29.117937 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019df21a-458f-4cc4-9a09-620dbaf99a83 admin admin] Pushing event updated for resources: {'Port': ['ID=85ed6fe4-41da-4cbe-9c4a-8049267a61db,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:29.133792 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-9a611fa1-e130-41c7-b939-fb6904a98e11 None None] For port 2f888403-9032-4833-a921-2a84b32a644d, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:29.141865 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-9a611fa1-e130-41c7-b939-fb6904a98e11 None None] For port 2f888403-9032-4833-a921-2a84b32a644d, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=2f888403-9032-4833-a921-2a84b32a644d,segment=NetworkSegment(296c63e3-13af-4804-917b-bc987e4f6089),segment_id=296c63e3-13af-4804-917b-bc987e4f6089)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:29.143824 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-adcc7ed5-eeb0-43eb-9665-2c6418e095fa tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/quotas/f876606eee5d4affaa7894a9c0acf947 HTTP/1.1" status: 200 len: 375 time: 0.1078861 Jul 05 04:02:29.146867 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 1bbf02ed-0a64-4e98-b040-56d96922c90b up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:29.150860 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.178645 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9a611fa1-e130-41c7-b939-fb6904a98e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.214955 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-9943f33f-b4c7-49c5-8b27-7692561a692f tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f876606eee5d4affaa7894a9c0acf947&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697300 Jul 05 04:02:29.237431 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-4643e019-ce8a-40de-bdd7-659120f587bf service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087265 Jul 05 04:02:29.271451 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 1bbf02ed-0a64-4e98-b040-56d96922c90b completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:29.286750 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 1bbf02ed-0a64-4e98-b040-56d96922c90b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:29.287302 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.350249 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a611fa1-e130-41c7-b939-fb6904a98e11 None None] Pushing event updated for resources: {'Port': ['ID=2f888403-9032-4833-a921-2a84b32a644d,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:29.491225 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.520079 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-3ee0b1bc-e3f7-439d-b5ce-d6839193f932 service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756014 Jul 05 04:02:29.532637 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7bdaa9-ff06-4339-a182-30c0db200f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbf02ed-0a64-4e98-b040-56d96922c90b'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:29.536327 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e3d1db-5f06-42b2-ac0b-3681479b8c84" -d '{"events": [{"server_uuid": "8b7bdaa9-ff06-4339-a182-30c0db200f27", "name": "network-vif-plugged", "status": "completed", "tag": "1bbf02ed-0a64-4e98-b040-56d96922c90b"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:29.556320 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 1bbf02ed-0a64-4e98-b040-56d96922c90b, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=1bbf02ed-0a64-4e98-b040-56d96922c90b,segment=NetworkSegment(1e263abe-ecec-41c6-9f5d-a723111d082c),segment_id=1e263abe-ecec-41c6-9f5d-a723111d082c)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:29.564853 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.654737 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-248bd4a2-aa47-4916-b13a-78da172d92e8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=7cb1d7da-fadf-49bd-aa0b-664cc94b989a HTTP/1.1" status: 200 len: 217 time: 0.1226718 Jul 05 04:02:29.680230 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=1bbf02ed-0a64-4e98-b040-56d96922c90b,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:29.783701 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264b801-e2b6-40d4-ade5-373d8be2c49b req-e1ee7fd8-5cc1-4022-944e-a4f54cd75a76 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:29.785398 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f264b801-e2b6-40d4-ade5-373d8be2c49b req-e1ee7fd8-5cc1-4022-944e-a4f54cd75a76 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/ports?device_id=06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686 HTTP/1.1" status: 200 len: 945 time: 0.3761606 Jul 05 04:02:29.834008 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-6817eb34-85bc-461a-924d-dd155963c825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:29.835511 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-6817eb34-85bc-461a-924d-dd155963c825 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a8d1c4cd-d124-4cd8-93ef-98e2af049099 HTTP/1.1" status: 200 len: 797 time: 0.1704895 Jul 05 04:02:29.924464 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f264b801-e2b6-40d4-ade5-373d8be2c49b req-64e1c5d6-21b2-462c-81d0-bf38273ab954 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/security-groups?id=731c9bc7-3230-4fb3-8b43-f0190b3f3d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243730 Jul 05 04:02:29.978559 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-e857cdd2-949a-4bb4-abe2-c74f6b2f058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:29.980129 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-e857cdd2-949a-4bb4-abe2-c74f6b2f058d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3109c869-7127-4afd-9f38-c7624c1dbe78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1358943 Jul 05 04:02:30.096768 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef00628d-595b-4453-8542-9270961ed463 x-openstack-request-id: req-ef00628d-595b-4453-8542-9270961ed463 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:30.098171 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7bdaa9-ff06-4339-a182-30c0db200f27", "name": "network-vif-plugged", "status": "completed", "tag": "1bbf02ed-0a64-4e98-b040-56d96922c90b", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:30.098700 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ef00628d-595b-4453-8542-9270961ed463 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:30.099338 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7bdaa9-ff06-4339-a182-30c0db200f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbf02ed-0a64-4e98-b040-56d96922c90b', 'code': 200} Jul 05 04:02:30.191541 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-8e9a32c2-bd5e-4249-bd21-695c880b5517 service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952500 Jul 05 04:02:30.241890 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019df21a-458f-4cc4-9a09-620dbaf99a83 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:30.247647 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-019df21a-458f-4cc4-9a09-620dbaf99a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:30.252480 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019df21a-458f-4cc4-9a09-620dbaf99a83 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:30.438772 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-15b9aebd-131a-48e9-a7bc-37b1c8934853 service neutron] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356477 Jul 05 04:02:30.464266 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c161bf-a0a0-4d1f-8a37-230ff9946b5e req-5c444985-7ab6-4ced-8405-e06708a59ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:30.465822 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0c161bf-a0a0-4d1f-8a37-230ff9946b5e req-5c444985-7ab6-4ced-8405-e06708a59ac1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 1098 time: 0.2728755 Jul 05 04:02:30.535173 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec2783-04a3-455b-82f7-cf35b7e471f0 req-9451c31a-55f3-4a5d-97a7-394e76d50fde tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:30.561951 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b4ec2783-04a3-455b-82f7-cf35b7e471f0 req-9451c31a-55f3-4a5d-97a7-394e76d50fde tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 946 time: 0.2390904 Jul 05 04:02:30.568971 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-2cd17edd-cd6a-4f65-a3a4-5503490e5429 service neutron] 10.222.0.77 "GET /v2.0/networks/903f7179-8fb8-44f9-857f-55df5b5dee84?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3530140 Jul 05 04:02:30.593055 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4054fe-df0f-48ea-82ed-c9e5ac404699 req-16ab2036-a737-445a-8432-77e30ccba932 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:30.594042 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-5b53304e-d336-42a4-a9ce-fc8c150cd76d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d4c119dc-7661-47b0-addb-5f1d79b8d725 HTTP/1.1" status: 200 len: 217 time: 0.1426885 Jul 05 04:02:30.605396 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9f4054fe-df0f-48ea-82ed-c9e5ac404699 req-16ab2036-a737-445a-8432-77e30ccba932 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.89 "GET /v2.0/ports?device_id=06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686 HTTP/1.1" status: 200 len: 945 time: 1.8331635 Jul 05 04:02:30.792905 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b4ec2783-04a3-455b-82f7-cf35b7e471f0 req-27c2f18c-5504-413c-bbc3-98a9b1d64c83 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250035 Jul 05 04:02:30.823066 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0c161bf-a0a0-4d1f-8a37-230ff9946b5e req-b423ebdf-328e-4bba-88f8-6c89b84c450b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454314 Jul 05 04:02:30.835792 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-a9af7a55-80e6-40f0-808d-a9deebc1c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:30.837876 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-a9af7a55-80e6-40f0-808d-a9deebc1c82c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=71989378-012f-4fd9-a75b-6448013e5d85 HTTP/1.1" status: 200 len: 797 time: 0.2265368 Jul 05 04:02:30.843060 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 2f888403-9032-4833-a921-2a84b32a644d up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:30.966119 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 2f888403-9032-4833-a921-2a84b32a644d completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:30.989394 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-a8431c0f-f23c-488a-b70d-0760c9776a50 service neutron] 10.222.0.77 "GET /v2.0/networks/903f7179-8fb8-44f9-857f-55df5b5dee84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817794 Jul 05 04:02:31.101351 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-3315d4b3-8981-4af5-9335-30ddd2318a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:31.107855 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25b3e34-8c79-406f-9521-fd348202e401 None None] Network 7bb6d371-d6e5-49cd-a3b3-53ae2b35487b requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:31.112367 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-3315d4b3-8981-4af5-9335-30ddd2318a26 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3786fe40-9645-44e0-a910-e28556aff90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2656090 Jul 05 04:02:31.204298 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-9f4054fe-df0f-48ea-82ed-c9e5ac404699 req-915db59e-e2cc-45a6-916d-f2c7a6ecd13f tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Deleting port 4ec3ec16-9452-460c-9feb-e5dcb6409239 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:31.208904 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9f4054fe-df0f-48ea-82ed-c9e5ac404699 req-915db59e-e2cc-45a6-916d-f2c7a6ecd13f tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.214576 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-019df21a-458f-4cc4-9a09-620dbaf99a83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.417179 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e3e20804-2cb0-4518-a14e-c1741d7867ef None None] Provisioning for port 2f888403-9032-4833-a921-2a84b32a644d completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:31.430722 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e3e20804-2cb0-4518-a14e-c1741d7867ef None None] Provisioning complete for port 2f888403-9032-4833-a921-2a84b32a644d triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:31.431111 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e3e20804-2cb0-4518-a14e-c1741d7867ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.516469 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bcdf690d-8eed-457f-84f4-289ba6019a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.664282 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-469f3326-0846-4a15-9993-5de995097dbf req-9d8e40c3-0854-4063-8067-d4ec7e9657a3 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a122ea6-d91c-4744-850f-9fdff0f55e6d HTTP/1.1" status: 200 len: 210 time: 0.2013104 Jul 05 04:02:31.677539 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e3e20804-2cb0-4518-a14e-c1741d7867ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.708782 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.713508 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7c3edc0e-a196-4f68-b99b-c7982cd3eea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.781391 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-9f4054fe-df0f-48ea-82ed-c9e5ac404699 req-915db59e-e2cc-45a6-916d-f2c7a6ecd13f tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] For port 4ec3ec16-9452-460c-9feb-e5dcb6409239, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=4ec3ec16-9452-460c-9feb-e5dcb6409239,segment=NetworkSegment(c29a3874-318e-4578-86ac-227f8ce07930),segment_id=c29a3874-318e-4578-86ac-227f8ce07930)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:31.781762 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9f4054fe-df0f-48ea-82ed-c9e5ac404699 req-915db59e-e2cc-45a6-916d-f2c7a6ecd13f tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.816055 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-9f4054fe-df0f-48ea-82ed-c9e5ac404699 req-915db59e-e2cc-45a6-916d-f2c7a6ecd13f tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Calling delete_port for 4ec3ec16-9452-460c-9feb-e5dcb6409239 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:31.860222 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e3e20804-2cb0-4518-a14e-c1741d7867ef None None] For port 2f888403-9032-4833-a921-2a84b32a644d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=2f888403-9032-4833-a921-2a84b32a644d,segment=NetworkSegment(296c63e3-13af-4804-917b-bc987e4f6089),segment_id=296c63e3-13af-4804-917b-bc987e4f6089)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:31.869543 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e3e20804-2cb0-4518-a14e-c1741d7867ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.048470 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20804-2cb0-4518-a14e-c1741d7867ef None None] Pushing event updated for resources: {'Port': ['ID=2f888403-9032-4833-a921-2a84b32a644d,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:32.205472 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3e2bafb0-c627-4b66-b065-61649413df05 None None] Provisioning complete for port 2f888403-9032-4833-a921-2a84b32a644d triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:32.207251 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3e2bafb0-c627-4b66-b065-61649413df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.217025 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-019df21a-458f-4cc4-9a09-620dbaf99a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.273158 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-82df38fc-5d01-4859-bc88-aa178699a2fa service neutron] 10.222.0.70 "GET /v2.0/networks/3786fe40-9645-44e0-a910-e28556aff90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1528852 Jul 05 04:02:32.283756 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbcf92-1763-4a0c-94a8-6d3943140105 req-456601b1-0172-4c93-87d0-b5779d616697 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:32.291463 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3bbbcf92-1763-4a0c-94a8-6d3943140105 req-456601b1-0172-4c93-87d0-b5779d616697 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/ports?device_id=06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686 HTTP/1.1" status: 200 len: 945 time: 0.3644786 Jul 05 04:02:32.396557 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3bbbcf92-1763-4a0c-94a8-6d3943140105 req-36ea83b7-fe48-4e54-bc66-2fc0f04f984c tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/security-groups?id=731c9bc7-3230-4fb3-8b43-f0190b3f3d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038771 Jul 05 04:02:32.502748 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-4eb2352d-0713-4198-bf9c-000a313f368b service neutron] 10.222.0.70 "GET /v2.0/networks/3786fe40-9645-44e0-a910-e28556aff90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050483 Jul 05 04:02:32.563406 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-6ab0021b-3f27-4a23-815f-04f2c561e2ba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b HTTP/1.1" status: 200 len: 217 time: 0.0551279 Jul 05 04:02:32.599433 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.615968 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9f4054fe-df0f-48ea-82ed-c9e5ac404699 req-915db59e-e2cc-45a6-916d-f2c7a6ecd13f tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.700594 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-4d7afb80-603c-4b22-ac05-c24ab469e85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:32.721653 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-4d7afb80-603c-4b22-ac05-c24ab469e85a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=71989378-012f-4fd9-a75b-6448013e5d85 HTTP/1.1" status: 200 len: 797 time: 0.1487610 Jul 05 04:02:32.799836 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915db59e-e2cc-45a6-916d-f2c7a6ecd13f tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Pushing event deleted for resources: {'Port': ['ID=4ec3ec16-9452-460c-9feb-e5dcb6409239,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:32.884158 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 2f888403-9032-4833-a921-2a84b32a644d up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:32.899050 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-09392a88-5bd6-4f93-94db-644caab7a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:32.900695 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-09392a88-5bd6-4f93-94db-644caab7a4c8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3786fe40-9645-44e0-a910-e28556aff90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1748002 Jul 05 04:02:33.047398 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7623f717-3c74-423b-a095-50a47601cad2 req-d7839ab1-7762-49d9-8bc4-cb805a21ce38 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a122ea6-d91c-4744-850f-9fdff0f55e6d HTTP/1.1" status: 200 len: 210 time: 0.1443923 Jul 05 04:02:33.058509 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 2f888403-9032-4833-a921-2a84b32a644d triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:33.058776 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.120030 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4054fe-df0f-48ea-82ed-c9e5ac404699 req-915db59e-e2cc-45a6-916d-f2c7a6ecd13f tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] No DVR routers for this DVR port 4ec3ec16-9452-460c-9feb-e5dcb6409239 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:33.138136 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9f4054fe-df0f-48ea-82ed-c9e5ac404699 req-915db59e-e2cc-45a6-916d-f2c7a6ecd13f tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.141011 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9f4054fe-df0f-48ea-82ed-c9e5ac404699 req-915db59e-e2cc-45a6-916d-f2c7a6ecd13f tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.89 "DELETE /v2.0/ports/4ec3ec16-9452-460c-9feb-e5dcb6409239 HTTP/1.1" status: 204 len: 173 time: 2.5074675 Jul 05 04:02:33.152258 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb79f24-8677-467c-ad1a-096dbbd8db38 req-8753773a-dc49-4292-94d2-22a04d27ee53 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:33.154542 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4bb79f24-8677-467c-ad1a-096dbbd8db38 req-8753773a-dc49-4292-94d2-22a04d27ee53 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 946 time: 0.9293039 Jul 05 04:02:33.155011 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686', 'name': 'network-vif-deleted', 'tag': '4ec3ec16-9452-460c-9feb-e5dcb6409239'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:33.157325 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a7800f-fc0a-4f8c-be38-eea314c85a58" -d '{"events": [{"server_uuid": "06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686", "name": "network-vif-deleted", "tag": "4ec3ec16-9452-460c-9feb-e5dcb6409239"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:33.159418 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 4ec3ec16-9452-460c-9feb-e5dcb6409239 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:33.173400 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-e24228a6-cf8a-458e-98e6-075e527b2288 service neutron] 10.222.0.70 "GET /v2.0/networks/3786fe40-9645-44e0-a910-e28556aff90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596314 Jul 05 04:02:33.253742 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 4ec3ec16-9452-460c-9feb-e5dcb6409239 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:33.254328 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 4ec3ec16-9452-460c-9feb-e5dcb6409239 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:33.301752 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3254579c-f44d-4e08-aa9a-b3ebedc4c6c8 x-openstack-request-id: req-3254579c-f44d-4e08-aa9a-b3ebedc4c6c8 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:33.303344 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686", "name": "network-vif-deleted", "tag": "4ec3ec16-9452-460c-9feb-e5dcb6409239", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:33.304849 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3254579c-f44d-4e08-aa9a-b3ebedc4c6c8 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:33.305287 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686', 'name': 'network-vif-deleted', 'tag': '4ec3ec16-9452-460c-9feb-e5dcb6409239', 'status': 'completed', 'code': 200} Jul 05 04:02:33.344385 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4bb79f24-8677-467c-ad1a-096dbbd8db38 req-d48544bc-02fe-4a57-a300-35aeaa718dfb tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535537 Jul 05 04:02:33.457584 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019df21a-458f-4cc4-9a09-620dbaf99a83 admin admin] Router 78e8e011-52d8-4be9-9975-f2956a864371 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:02:33.489222 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1740a7c4-80e2-4ae9-8ca1-a68fc0f18ae9 req-ee6657bf-9851-454f-b7fc-1db937453852 service neutron] 10.222.0.70 "GET /v2.0/networks/3786fe40-9645-44e0-a910-e28556aff90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057671 Jul 05 04:02:33.658763 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019df21a-458f-4cc4-9a09-620dbaf99a83 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:33.672512 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] Sync routers for ids ['78e8e011-52d8-4be9-9975-f2956a864371'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:33.684237 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-019df21a-458f-4cc4-9a09-620dbaf99a83 admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.687145 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-019df21a-458f-4cc4-9a09-620dbaf99a83 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.2462904 Jul 05 04:02:33.690312 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34434) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:33.696008 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] Routers {'78e8e011-52d8-4be9-9975-f2956a864371'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:33.697801 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:02:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['78e8e011-52d8-4be9-9975-f2956a864371'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:33.935070 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ec853253-4e09-4162-b8a6-d64f882e61c2 req-25e83407-738e-4429-84b6-2a9bd13aa3c7 tempest-InstanceActionsV221TestJSON-1336584679 tempest-InstanceActionsV221TestJSON-1336584679-project] 10.222.0.77 "GET /v2.0/ports?device_id=06dba9be-fbc2-42d2-b5ba-0fa8ca4b0686 HTTP/1.1" status: 200 len: 210 time: 0.1406093 Jul 05 04:02:34.089725 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] Set router 78e8e011-52d8-4be9-9975-f2956a864371 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:34.187053 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-7c3edc0e-a196-4f68-b99b-c7982cd3eea9 admin admin] Deleting port 41bb12fa-7b1f-4c17-8f00-1332f104328a {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:34.187404 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7c3edc0e-a196-4f68-b99b-c7982cd3eea9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.479070 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-90e7d93c-4575-4b8a-8f75-c23a24baba4c req-0bce6903-6ce0-48f9-bcd6-1f0c99057608 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a122ea6-d91c-4744-850f-9fdff0f55e6d HTTP/1.1" status: 200 len: 210 time: 0.0661473 Jul 05 04:02:34.490936 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.501421 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-7c3edc0e-a196-4f68-b99b-c7982cd3eea9 admin admin] For port 41bb12fa-7b1f-4c17-8f00-1332f104328a, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=41bb12fa-7b1f-4c17-8f00-1332f104328a,segment=NetworkSegment(b7e52b96-01e3-469f-aa7a-896898307299),segment_id=b7e52b96-01e3-469f-aa7a-896898307299)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:34.502383 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7c3edc0e-a196-4f68-b99b-c7982cd3eea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.537959 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-7c3edc0e-a196-4f68-b99b-c7982cd3eea9 admin admin] Calling delete_port for 41bb12fa-7b1f-4c17-8f00-1332f104328a owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:34.563844 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7139a2b-4e48-428d-b68a-6eab23c56da2 req-dd1840d4-142b-44ea-a9f5-6dd833998242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:34.569791 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7139a2b-4e48-428d-b68a-6eab23c56da2 req-dd1840d4-142b-44ea-a9f5-6dd833998242 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0eefe8b36a0647bd98e5883d88e6f937&device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 1098 time: 0.5563765 Jul 05 04:02:34.645133 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-002402e6-ff17-419b-9f5b-78665ffece20 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:34.646684 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-002402e6-ff17-419b-9f5b-78665ffece20 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.70 "GET /v2.0/networks?id=903f7179-8fb8-44f9-857f-55df5b5dee84 HTTP/1.1" status: 200 len: 814 time: 0.6643181 Jul 05 04:02:34.702670 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-8779f81f-f908-4a7b-9fc5-eaeb1e155d0d tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Request body: {'port': {'device_id': '0a122ea6-d91c-4744-850f-9fdff0f55e6d', 'network_id': '903f7179-8fb8-44f9-857f-55df5b5dee84', 'admin_state_up': True, 'tenant_id': 'f876606eee5d4affaa7894a9c0acf947'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:34.755127 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e8e011-52d8-4be9-9975-f2956a864371', 'name': 'tempest-AttachVolumeTestJSON-623877917-router', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:26Z', 'updated_at': '2021-07-05T04:02:30Z', 'revision_number': 3, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'gw_port': {'id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:28Z', 'updated_at': '2021-07-05T04:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:34.812962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] Checking router: 78e8e011-52d8-4be9-9975-f2956a864371 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:02:34.812962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] Updating router 78e8e011-52d8-4be9-9975-f2956a864371 port 85ed6fe4-41da-4cbe-9c4a-8049267a61db binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:02:34.897543 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea6f77-3102-4d1d-a815-21be58a7ce38 req-88810e11-5b9a-4c47-bb09-820d59f18f3d tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:34.905295 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-acea6f77-3102-4d1d-a815-21be58a7ce38 req-88810e11-5b9a-4c47-bb09-820d59f18f3d tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 946 time: 0.4516039 Jul 05 04:02:34.911926 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.988802 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7139a2b-4e48-428d-b68a-6eab23c56da2 req-fa0575bc-e23e-4316-a520-d2b123f78d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:34.990353 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7139a2b-4e48-428d-b68a-6eab23c56da2 req-fa0575bc-e23e-4316-a520-d2b123f78d11 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1eb93ccb-d457-4fa2-ade5-b16c7d83b625 HTTP/1.1" status: 200 len: 912 time: 0.3695269 Jul 05 04:02:35.091894 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7139a2b-4e48-428d-b68a-6eab23c56da2 req-bf884ad3-6f55-45a9-a141-78564ec44f17 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bbf02ed-0a64-4e98-b040-56d96922c90b HTTP/1.1" status: 200 len: 217 time: 0.0848434 Jul 05 04:02:35.100159 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-acea6f77-3102-4d1d-a815-21be58a7ce38 req-b7f78404-bd6e-4b83-983f-0cf491b37437 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938438 Jul 05 04:02:35.182962 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b4dd7762-2829-46eb-89e5-260d2ac4cf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.197488 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-8779f81f-f908-4a7b-9fc5-eaeb1e155d0d tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Made reservation on behalf of f876606eee5d4affaa7894a9c0acf947 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:35.212558 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-8779f81f-f908-4a7b-9fc5-eaeb1e155d0d tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.253499 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7139a2b-4e48-428d-b68a-6eab23c56da2 req-dc0843c7-dc57-4a2b-b9da-580f3e43b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:35.253499 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7139a2b-4e48-428d-b68a-6eab23c56da2 req-dc0843c7-dc57-4a2b-b9da-580f3e43b514 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b9cc9897-be6d-4373-93dc-c830847fce20 HTTP/1.1" status: 200 len: 851 time: 0.1519015 Jul 05 04:02:35.358811 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7139a2b-4e48-428d-b68a-6eab23c56da2 req-e5a2ec42-0317-4a49-b459-d32bd4e92849 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1eb93ccb-d457-4fa2-ade5-b16c7d83b625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886240 Jul 05 04:02:35.485042 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.624809 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34480) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:35.645598 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] Transition to ACTIVE for port object 85ed6fe4-41da-4cbe-9c4a-8049267a61db will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:35.658993 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.659291 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7c3edc0e-a196-4f68-b99b-c7982cd3eea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.748279 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57ab2b-b34d-4310-b2b4-4716dbc2eb04 None None] Pushing event updated for resources: {'Port': ['ID=85ed6fe4-41da-4cbe-9c4a-8049267a61db,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:35.775947 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-8779f81f-f908-4a7b-9fc5-eaeb1e155d0d tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Allocated IP 172.20.0.3 (903f7179-8fb8-44f9-857f-55df5b5dee84/88debd6e-9b7f-4b07-b8ab-e38357dda5f9/f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:35.776618 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57ab2b-b34d-4310-b2b4-4716dbc2eb04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:35.776737 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57ab2b-b34d-4310-b2b4-4716dbc2eb04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:35.777042 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57ab2b-b34d-4310-b2b4-4716dbc2eb04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:35.780709 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57ab2b-b34d-4310-b2b4-4716dbc2eb04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:35.781807 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57ab2b-b34d-4310-b2b4-4716dbc2eb04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:35.781807 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57ab2b-b34d-4310-b2b4-4716dbc2eb04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:35.781807 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57ab2b-b34d-4310-b2b4-4716dbc2eb04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:35.782134 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57ab2b-b34d-4310-b2b4-4716dbc2eb04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:35.782581 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57ab2b-b34d-4310-b2b4-4716dbc2eb04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:35.782917 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57ab2b-b34d-4310-b2b4-4716dbc2eb04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:35.783331 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57ab2b-b34d-4310-b2b4-4716dbc2eb04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:35.783617 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57ab2b-b34d-4310-b2b4-4716dbc2eb04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:35.853278 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] Attempting to bind port 85ed6fe4-41da-4cbe-9c4a-8049267a61db on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:35.853705 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] Attempting to bind port 85ed6fe4-41da-4cbe-9c4a-8049267a61db by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:35.854027 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] Attempting to bind port 85ed6fe4-41da-4cbe-9c4a-8049267a61db on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:35.861160 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:35.861451 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:35.861734 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.862031 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:35.862525 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] Bound port: 85ed6fe4-41da-4cbe-9c4a-8049267a61db, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:35.862911 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.921667 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] For port 85ed6fe4-41da-4cbe-9c4a-8049267a61db, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:35.925191 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] For port 85ed6fe4-41da-4cbe-9c4a-8049267a61db, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=85ed6fe4-41da-4cbe-9c4a-8049267a61db,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:35.934803 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.996516 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57ab2b-b34d-4310-b2b4-4716dbc2eb04 None None] Pushing event updated for resources: {'Port': ['ID=85ed6fe4-41da-4cbe-9c4a-8049267a61db,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:36.035226 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] Routers {'78e8e011-52d8-4be9-9975-f2956a864371'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:36.035788 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:02:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['78e8e011-52d8-4be9-9975-f2956a864371'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:36.042479 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-8779f81f-f908-4a7b-9fc5-eaeb1e155d0d tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.170632 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-29668549-cdb6-4db8-9ce8-ca2ee2e284e9 req-fcb22ee1-6539-4c12-96fd-3361a40e84c7 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a122ea6-d91c-4744-850f-9fdff0f55e6d HTTP/1.1" status: 200 len: 210 time: 0.1250041 Jul 05 04:02:36.325706 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e57242-3ad4-4a36-9206-b00ded5ee7d2 admin admin] Deleting subnet 1f309baa-cf0b-46d9-b305-c0cd371898f5 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:02:36.364541 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92e57242-3ad4-4a36-9206-b00ded5ee7d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.388151 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3edc0e-a196-4f68-b99b-c7982cd3eea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=41bb12fa-7b1f-4c17-8f00-1332f104328a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:36.447747 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7139a2b-4e48-428d-b68a-6eab23c56da2 req-6e4df59e-7a52-4009-a471-01507dcb225c service neutron] 10.222.0.89 "GET /v2.0/networks/1eb93ccb-d457-4fa2-ade5-b16c7d83b625?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0878489 Jul 05 04:02:36.540843 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] Set router 78e8e011-52d8-4be9-9975-f2956a864371 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:36.574458 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7139a2b-4e48-428d-b68a-6eab23c56da2 req-6245a420-0a3a-49bb-8c97-17c12d4202a4 service neutron] 10.222.0.89 "GET /v2.0/networks/1eb93ccb-d457-4fa2-ade5-b16c7d83b625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182089 Jul 05 04:02:36.583251 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-b4dd7762-2829-46eb-89e5-260d2ac4cf0f admin admin] Allocated IP 172.20.0.1 (7bb6d371-d6e5-49cd-a3b3-53ae2b35487b/9ee9ae53-c8ee-4b49-a395-854bb0a3c12c/4fc6343a-4afc-4346-87d2-7e6da585ce8d) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:36.636515 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92e57242-3ad4-4a36-9206-b00ded5ee7d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.755301 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-8779f81f-f908-4a7b-9fc5-eaeb1e155d0d tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.794260 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7c3edc0e-a196-4f68-b99b-c7982cd3eea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.894016 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff5470-c748-4503-aad2-3a751172258c req-4c1a74b6-d063-463f-a766-5228781d5190 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:36.901712 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-89ff5470-c748-4503-aad2-3a751172258c req-4c1a74b6-d063-463f-a766-5228781d5190 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 946 time: 0.5653651 Jul 05 04:02:37.023017 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b4dd7762-2829-46eb-89e5-260d2ac4cf0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.030752 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-89ff5470-c748-4503-aad2-3a751172258c req-b2a6813c-51ee-4f3c-bf50-19c906a3c864 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276379 Jul 05 04:02:37.056072 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-b4dd7762-2829-46eb-89e5-260d2ac4cf0f admin admin] Transition to ACTIVE for port object 4fc6343a-4afc-4346-87d2-7e6da585ce8d will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:37.063328 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e8e011-52d8-4be9-9975-f2956a864371', 'name': 'tempest-AttachVolumeTestJSON-623877917-router', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:26Z', 'updated_at': '2021-07-05T04:02:30Z', 'revision_number': 3, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'gw_port': {'id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:28Z', 'updated_at': '2021-07-05T04:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:37.102861 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac274a3-86b3-41d7-b63e-78a2ae958638 None None] The sync data for ids ['78e8e011-52d8-4be9-9975-f2956a864371'] in n-d-780147-23 is: [{'id': '78e8e011-52d8-4be9-9975-f2956a864371', 'name': 'tempest-AttachVolumeTestJSON-623877917-router', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:26Z', 'updated_at': '2021-07-05T04:02:30Z', 'revision_number': 3, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'gw_port': {'id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:28Z', 'updated_at': '2021-07-05T04:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:37.107840 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-8779f81f-f908-4a7b-9fc5-eaeb1e155d0d tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Network 903f7179-8fb8-44f9-857f-55df5b5dee84 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:37.116669 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-8779f81f-f908-4a7b-9fc5-eaeb1e155d0d tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:37.151971 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-8779f81f-f908-4a7b-9fc5-eaeb1e155d0d tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:37.244306 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92e57242-3ad4-4a36-9206-b00ded5ee7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.248604 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779f81f-f908-4a7b-9fc5-eaeb1e155d0d tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Pushing event updated for resources: {'Port': ['ID=f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:37.303527 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-8779f81f-f908-4a7b-9fc5-eaeb1e155d0d tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:37.304268 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-8779f81f-f908-4a7b-9fc5-eaeb1e155d0d tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.330201 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b4dd7762-2829-46eb-89e5-260d2ac4cf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.383984 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dd7762-2829-46eb-89e5-260d2ac4cf0f admin admin] Network 7bb6d371-d6e5-49cd-a3b3-53ae2b35487b is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:37.392582 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-8779f81f-f908-4a7b-9fc5-eaeb1e155d0d tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7173688 Jul 05 04:02:37.396308 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-b4dd7762-2829-46eb-89e5-260d2ac4cf0f admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:37.407411 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dd7762-2829-46eb-89e5-260d2ac4cf0f admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:37.409470 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3edc0e-a196-4f68-b99b-c7982cd3eea9 admin admin] Router 0131f2b5-1359-43d8-86c7-a7920ba74ae4 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:02:37.426374 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-c4a6f90a-8eb6-4205-9873-7e84dfdad6ea service neutron] Request body: {'port': {'device_id': '0a122ea6-d91c-4744-850f-9fdff0f55e6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:37.586432 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3edc0e-a196-4f68-b99b-c7982cd3eea9 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:37.589671 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd7762-2829-46eb-89e5-260d2ac4cf0f admin admin] Pushing event updated for resources: {'Port': ['ID=4fc6343a-4afc-4346-87d2-7e6da585ce8d,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:37.598934 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7c3edc0e-a196-4f68-b99b-c7982cd3eea9 admin admin] 10.222.0.77 "PUT /v2.0/routers/0131f2b5-1359-43d8-86c7-a7920ba74ae4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2055969 Jul 05 04:02:37.599698 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34518) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:37.609484 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984375f-e1f4-4dde-8b3f-8d6661252cba None None] Sync routers for ids ['0131f2b5-1359-43d8-86c7-a7920ba74ae4'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:37.642725 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3984375f-e1f4-4dde-8b3f-8d6661252cba None None] Routers {'0131f2b5-1359-43d8-86c7-a7920ba74ae4'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:37.643783 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3984375f-e1f4-4dde-8b3f-8d6661252cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:02:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0131f2b5-1359-43d8-86c7-a7920ba74ae4'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:37.674941 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92e57242-3ad4-4a36-9206-b00ded5ee7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.744495 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92e57242-3ad4-4a36-9206-b00ded5ee7d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.751164 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-92e57242-3ad4-4a36-9206-b00ded5ee7d2 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1f309baa-cf0b-46d9-b305-c0cd371898f5 HTTP/1.1" status: 204 len: 168 time: 2.1189184 Jul 05 04:02:37.763226 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34520) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:37.832643 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-3984375f-e1f4-4dde-8b3f-8d6661252cba None None] Set router 0131f2b5-1359-43d8-86c7-a7920ba74ae4 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:37.838655 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e57242-3ad4-4a36-9206-b00ded5ee7d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f309baa-cf0b-46d9-b305-c0cd371898f5,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:37.946303 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b4dd7762-2829-46eb-89e5-260d2ac4cf0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.946886 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-854cd4e4-57b8-45fb-a34f-8035c6effa41 admin admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.957633 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-91ecf8b7-ad0b-4d36-b115-fc43e4b1f4e6 None None] Provisioning for port 4fc6343a-4afc-4346-87d2-7e6da585ce8d completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:37.969366 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-91ecf8b7-ad0b-4d36-b115-fc43e4b1f4e6 None None] Provisioning complete for port 4fc6343a-4afc-4346-87d2-7e6da585ce8d triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:37.975487 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-91ecf8b7-ad0b-4d36-b115-fc43e4b1f4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.200206 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-91ecf8b7-ad0b-4d36-b115-fc43e4b1f4e6 None None] Port 4fc6343a-4afc-4346-87d2-7e6da585ce8d cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:38.300994 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-854cd4e4-57b8-45fb-a34f-8035c6effa41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.396871 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3984375f-e1f4-4dde-8b3f-8d6661252cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0131f2b5-1359-43d8-86c7-a7920ba74ae4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2000700277-router', 'tenant_id': '84855aa0cff44f948db352b90e985895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'c3f52a40-ec83-4aa3-a504-cc6031c8c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:27Z', 'updated_at': '2021-07-05T04:02:35Z', 'revision_number': 5, 'project_id': '84855aa0cff44f948db352b90e985895', 'gw_port': {'id': 'c3f52a40-ec83-4aa3-a504-cc6031c8c11e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0131f2b5-1359-43d8-86c7-a7920ba74ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:28Z', 'updated_at': '2021-07-05T03:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:38.449028 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984375f-e1f4-4dde-8b3f-8d6661252cba None None] Checking router: 0131f2b5-1359-43d8-86c7-a7920ba74ae4 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:02:38.465835 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3984375f-e1f4-4dde-8b3f-8d6661252cba None None] Routers {'0131f2b5-1359-43d8-86c7-a7920ba74ae4'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:38.467044 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3984375f-e1f4-4dde-8b3f-8d6661252cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:02:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0131f2b5-1359-43d8-86c7-a7920ba74ae4'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:38.570120 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-854cd4e4-57b8-45fb-a34f-8035c6effa41 admin admin] Deleting port c3f52a40-ec83-4aa3-a504-cc6031c8c11e {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:38.571125 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-854cd4e4-57b8-45fb-a34f-8035c6effa41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.694417 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-3984375f-e1f4-4dde-8b3f-8d6661252cba None None] Set router 0131f2b5-1359-43d8-86c7-a7920ba74ae4 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:38.706075 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581d79f-9fbd-41f8-b627-3985803c053a req-cec21b38-7cf9-443e-ae77-555e44337001 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:38.707368 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4581d79f-9fbd-41f8-b627-3985803c053a req-cec21b38-7cf9-443e-ae77-555e44337001 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 946 time: 0.2839370 Jul 05 04:02:38.758585 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-854cd4e4-57b8-45fb-a34f-8035c6effa41 admin admin] For port c3f52a40-ec83-4aa3-a504-cc6031c8c11e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=c3f52a40-ec83-4aa3-a504-cc6031c8c11e,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:38.758967 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-854cd4e4-57b8-45fb-a34f-8035c6effa41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.823135 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-854cd4e4-57b8-45fb-a34f-8035c6effa41 admin admin] Calling delete_port for c3f52a40-ec83-4aa3-a504-cc6031c8c11e owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:38.846773 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-17b348c6-727e-489e-bc3e-e8be80992405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.854931 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-c4a6f90a-8eb6-4205-9873-7e84dfdad6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.860297 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3984375f-e1f4-4dde-8b3f-8d6661252cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0131f2b5-1359-43d8-86c7-a7920ba74ae4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2000700277-router', 'tenant_id': '84855aa0cff44f948db352b90e985895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:27Z', 'updated_at': '2021-07-05T04:02:38Z', 'revision_number': 6, 'project_id': '84855aa0cff44f948db352b90e985895', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:38.874914 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4581d79f-9fbd-41f8-b627-3985803c053a req-2af78347-655f-4820-8368-fc3b06140cdb tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330547 Jul 05 04:02:38.878662 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce318be2-d090-4497-a83d-10531a817cd6 req-49abc482-a6a4-4648-ab96-18bc6b1b54c2 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:38.907474 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ce318be2-d090-4497-a83d-10531a817cd6 req-49abc482-a6a4-4648-ab96-18bc6b1b54c2 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a122ea6-d91c-4744-850f-9fdff0f55e6d HTTP/1.1" status: 200 len: 931 time: 1.4116793 Jul 05 04:02:38.908064 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984375f-e1f4-4dde-8b3f-8d6661252cba None None] The sync data for ids ['0131f2b5-1359-43d8-86c7-a7920ba74ae4'] in n-d-780147-23 is: [{'id': '0131f2b5-1359-43d8-86c7-a7920ba74ae4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2000700277-router', 'tenant_id': '84855aa0cff44f948db352b90e985895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:27Z', 'updated_at': '2021-07-05T04:02:38Z', 'revision_number': 6, 'project_id': '84855aa0cff44f948db352b90e985895', 'gw_port_host': None}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:38.917630 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 85ed6fe4-41da-4cbe-9c4a-8049267a61db up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:39.085461 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 85ed6fe4-41da-4cbe-9c4a-8049267a61db completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:39.090410 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 85ed6fe4-41da-4cbe-9c4a-8049267a61db triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:39.092725 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.150330 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-854cd4e4-57b8-45fb-a34f-8035c6effa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.200264 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ce318be2-d090-4497-a83d-10531a817cd6 req-a3082728-6eaa-464d-b74e-66ae05b273fd tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/security-groups?id=901a8115-9376-4e1d-be6b-1b63adf19d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860348 Jul 05 04:02:39.227496 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cd4e4-57b8-45fb-a34f-8035c6effa41 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f52a40-ec83-4aa3-a504-cc6031c8c11e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:39.305636 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.306222 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-17b348c6-727e-489e-bc3e-e8be80992405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.321947 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-17b348c6-727e-489e-bc3e-e8be80992405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['981acab8-7c7b-4108-b6ca-a3b424792c8b']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:39.345530 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-17b348c6-727e-489e-bc3e-e8be80992405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29a3874-318e-4578-86ac-227f8ce07930') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:39.345917 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-17b348c6-727e-489e-bc3e-e8be80992405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29a3874-318e-4578-86ac-227f8ce07930') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:39.364139 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-854cd4e4-57b8-45fb-a34f-8035c6effa41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.374555 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-17b348c6-727e-489e-bc3e-e8be80992405 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.395450 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-17b348c6-727e-489e-bc3e-e8be80992405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.413818 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b348c6-727e-489e-bc3e-e8be80992405 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:39.414537 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-17b348c6-727e-489e-bc3e-e8be80992405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.447702 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 85ed6fe4-41da-4cbe-9c4a-8049267a61db, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=85ed6fe4-41da-4cbe-9c4a-8049267a61db,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:39.454410 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:39.508366 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:39.592103 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=85ed6fe4-41da-4cbe-9c4a-8049267a61db,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:39.621526 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b4dd7762-2829-46eb-89e5-260d2ac4cf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.634056 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-854cd4e4-57b8-45fb-a34f-8035c6effa41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.636926 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-854cd4e4-57b8-45fb-a34f-8035c6effa41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.677336 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-17b348c6-727e-489e-bc3e-e8be80992405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.704644 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-854cd4e4-57b8-45fb-a34f-8035c6effa41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.706625 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854cd4e4-57b8-45fb-a34f-8035c6effa41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0131f2b5-1359-43d8-86c7-a7920ba74ae4 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:02:39.715163 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-854cd4e4-57b8-45fb-a34f-8035c6effa41 admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.716406 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-854cd4e4-57b8-45fb-a34f-8035c6effa41 admin admin] 10.222.0.77 "DELETE /v2.0/routers/0131f2b5-1359-43d8-86c7-a7920ba74ae4 HTTP/1.1" status: 204 len: 168 time: 2.1156311 Jul 05 04:02:39.721819 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34552) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:39.788658 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-17b348c6-727e-489e-bc3e-e8be80992405 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.790805 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-17b348c6-727e-489e-bc3e-e8be80992405 admin admin] 10.222.0.77 "DELETE /v2.0/networks/981acab8-7c7b-4108-b6ca-a3b424792c8b HTTP/1.1" status: 204 len: 168 time: 1.9890153 Jul 05 04:02:39.818943 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b348c6-727e-489e-bc3e-e8be80992405 admin admin] Pushing event deleted for resources: {'Network': ['ID=981acab8-7c7b-4108-b6ca-a3b424792c8b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:39.823506 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc3eb45-dc22-423b-aea2-4efcdb35a048 admin admin] Deleting subnet 2236ef3b-18c4-4523-8f5f-ec09a670925c {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:02:39.830832 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9dc3eb45-dc22-423b-aea2-4efcdb35a048 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.874666 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b348c6-727e-489e-bc3e-e8be80992405 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:39.876104 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b348c6-727e-489e-bc3e-e8be80992405 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:39.876639 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b348c6-727e-489e-bc3e-e8be80992405 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:39.877314 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b348c6-727e-489e-bc3e-e8be80992405 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:39.877807 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b348c6-727e-489e-bc3e-e8be80992405 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:39.878298 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b348c6-727e-489e-bc3e-e8be80992405 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:39.880131 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b348c6-727e-489e-bc3e-e8be80992405 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:39.880726 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b348c6-727e-489e-bc3e-e8be80992405 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:39.881222 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b348c6-727e-489e-bc3e-e8be80992405 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:39.881731 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b348c6-727e-489e-bc3e-e8be80992405 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:39.882231 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b348c6-727e-489e-bc3e-e8be80992405 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:39.883029 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b348c6-727e-489e-bc3e-e8be80992405 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:39.958735 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9dc3eb45-dc22-423b-aea2-4efcdb35a048 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.119594 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34560) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:40.277883 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9dc3eb45-dc22-423b-aea2-4efcdb35a048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.340588 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-dcb849c8-8350-4c4b-bfd1-8ae94666c195 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=506b4f210d7546a1bcdd9ca4c72d266c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2196198 Jul 05 04:02:40.348477 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34568) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:40.468955 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411e8a9-975b-41cf-a3b2-fbb01c66fc2c req-f5932bec-4744-499c-81e7-0a7b16f44795 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:40.476105 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7411e8a9-975b-41cf-a3b2-fbb01c66fc2c req-f5932bec-4744-499c-81e7-0a7b16f44795 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 946 time: 0.2625625 Jul 05 04:02:40.563588 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7411e8a9-975b-41cf-a3b2-fbb01c66fc2c req-8ba1c31f-42f5-4684-8252-8b25d01cf606 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864475 Jul 05 04:02:40.566800 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-97198a8c-070c-41ca-86ec-467604a2fbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.636361 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-97198a8c-070c-41ca-86ec-467604a2fbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.789592 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-97198a8c-070c-41ca-86ec-467604a2fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.793946 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-97198a8c-070c-41ca-86ec-467604a2fbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.796120 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-97198a8c-070c-41ca-86ec-467604a2fbdb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/731c9bc7-3230-4fb3-8b43-f0190b3f3d07 HTTP/1.1" status: 204 len: 168 time: 0.4440835 Jul 05 04:02:40.817934 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b4dd7762-2829-46eb-89e5-260d2ac4cf0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.825449 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 85ed6fe4-41da-4cbe-9c4a-8049267a61db up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:40.852815 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97198a8c-070c-41ca-86ec-467604a2fbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731c9bc7-3230-4fb3-8b43-f0190b3f3d07,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:40.861586 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9dc3eb45-dc22-423b-aea2-4efcdb35a048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.891299 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b4dd7762-2829-46eb-89e5-260d2ac4cf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.941434 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9dc3eb45-dc22-423b-aea2-4efcdb35a048 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.945731 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9dc3eb45-dc22-423b-aea2-4efcdb35a048 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2236ef3b-18c4-4523-8f5f-ec09a670925c HTTP/1.1" status: 204 len: 168 time: 1.2227087 Jul 05 04:02:40.950562 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3eb45-dc22-423b-aea2-4efcdb35a048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2236ef3b-18c4-4523-8f5f-ec09a670925c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:40.957127 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34582) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:40.993614 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b4dd7762-2829-46eb-89e5-260d2ac4cf0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.001970 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a2db75-127e-4c96-a88f-ecb00e6eee24 None None] Network adf4335e-6a0f-4b60-b008-011a382a081a requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:41.032447 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-c4a6f90a-8eb6-4205-9873-7e84dfdad6ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:02:41.045146 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-c4a6f90a-8eb6-4205-9873-7e84dfdad6ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.109271 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-c4a6f90a-8eb6-4205-9873-7e84dfdad6ea service neutron] Transition to ACTIVE for port object f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:41.317161 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd7762-2829-46eb-89e5-260d2ac4cf0f admin admin] Pushing event updated for resources: {'Port': ['ID=4fc6343a-4afc-4346-87d2-7e6da585ce8d,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:41.372166 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.379307 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-c4a6f90a-8eb6-4205-9873-7e84dfdad6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.413820 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 85ed6fe4-41da-4cbe-9c4a-8049267a61db triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:41.414441 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.583465 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Deleting port 54363101-28c1-448c-91f8-c90df111cd22 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:41.583899 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.589636 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c4925-2328-4d6a-b297-1dcb2bb23628 req-c40c168e-5499-4fde-8f33-d1ab7af14fa4 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:41.601650 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-033c4925-2328-4d6a-b297-1dcb2bb23628 req-c40c168e-5499-4fde-8f33-d1ab7af14fa4 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a122ea6-d91c-4744-850f-9fdff0f55e6d HTTP/1.1" status: 200 len: 931 time: 1.0571129 Jul 05 04:02:41.832274 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6f90a-8eb6-4205-9873-7e84dfdad6ea service neutron] Pushing event updated for resources: {'Port': ['ID=f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:41.849374 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] For port 54363101-28c1-448c-91f8-c90df111cd22, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=54363101-28c1-448c-91f8-c90df111cd22,segment=NetworkSegment(b7e52b96-01e3-469f-aa7a-896898307299),segment_id=b7e52b96-01e3-469f-aa7a-896898307299)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:41.850006 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.881507 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-033c4925-2328-4d6a-b297-1dcb2bb23628 req-e4622d4d-839a-4dde-b9e9-7110a4bbc4d7 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/security-groups?id=901a8115-9376-4e1d-be6b-1b63adf19d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771022 Jul 05 04:02:41.907176 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b1589f-eee9-4f3b-9702-756f7bdcb5fe None None] DHCP port deletion for adf4335e-6a0f-4b60-b008-011a382a081a request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:02:41.941438 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Calling delete_port for 54363101-28c1-448c-91f8-c90df111cd22 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:42.034694 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-40b1589f-eee9-4f3b-9702-756f7bdcb5fe None None] Deleting port 54363101-28c1-448c-91f8-c90df111cd22 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:42.034998 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-c4a6f90a-8eb6-4205-9873-7e84dfdad6ea service neutron] Attempting to bind port f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:42.035525 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-c4a6f90a-8eb6-4205-9873-7e84dfdad6ea service neutron] Attempting to bind port f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '358bf6ed-9656-486d-a489-42b0f02bf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '903f7179-8fb8-44f9-857f-55df5b5dee84'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:42.035655 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-c4a6f90a-8eb6-4205-9873-7e84dfdad6ea service neutron] Attempting to bind port f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0 on network 903f7179-8fb8-44f9-857f-55df5b5dee84 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:42.038348 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-40b1589f-eee9-4f3b-9702-756f7bdcb5fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.045361 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 41bb12fa-7b1f-4c17-8f00-1332f104328a no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:42.049083 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dd7762-2829-46eb-89e5-260d2ac4cf0f admin admin] Network 7bb6d371-d6e5-49cd-a3b3-53ae2b35487b is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:42.050181 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-c4a6f90a-8eb6-4205-9873-7e84dfdad6ea service neutron] Port f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0 on network 903f7179-8fb8-44f9-857f-55df5b5dee84 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:42.050515 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-c4a6f90a-8eb6-4205-9873-7e84dfdad6ea service neutron] Attempting to bind port f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0 on network 903f7179-8fb8-44f9-857f-55df5b5dee84 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:42.055470 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-b4dd7762-2829-46eb-89e5-260d2ac4cf0f admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:42.064058 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-c4a6f90a-8eb6-4205-9873-7e84dfdad6ea service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:42.064439 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-c4a6f90a-8eb6-4205-9873-7e84dfdad6ea service neutron] Checking segment: {'id': '358bf6ed-9656-486d-a489-42b0f02bf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '903f7179-8fb8-44f9-857f-55df5b5dee84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:42.064928 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-c4a6f90a-8eb6-4205-9873-7e84dfdad6ea service neutron] Bound using segment: {'id': '358bf6ed-9656-486d-a489-42b0f02bf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '903f7179-8fb8-44f9-857f-55df5b5dee84'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:42.065414 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-c4a6f90a-8eb6-4205-9873-7e84dfdad6ea service neutron] Bound port: f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358bf6ed-9656-486d-a489-42b0f02bf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '903f7179-8fb8-44f9-857f-55df5b5dee84'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:42.066011 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-c4a6f90a-8eb6-4205-9873-7e84dfdad6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.143726 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 41bb12fa-7b1f-4c17-8f00-1332f104328a {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:42.144874 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 41bb12fa-7b1f-4c17-8f00-1332f104328a not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:42.145405 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c3f52a40-ec83-4aa3-a504-cc6031c8c11e no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:42.238071 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62bffe-e39f-41de-bc33-3f09cdd917f6 req-35b95141-5058-4fac-9ba2-abd3edc49520 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:42.256606 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad62bffe-e39f-41de-bc33-3f09cdd917f6 req-35b95141-5058-4fac-9ba2-abd3edc49520 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 946 time: 0.3629425 Jul 05 04:02:42.307206 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: c3f52a40-ec83-4aa3-a504-cc6031c8c11e {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:42.308493 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c3f52a40-ec83-4aa3-a504-cc6031c8c11e not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:42.349834 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4dd7762-2829-46eb-89e5-260d2ac4cf0f admin admin] Router 78e8e011-52d8-4be9-9975-f2956a864371 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:02:42.423978 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-40b1589f-eee9-4f3b-9702-756f7bdcb5fe None None] For port 54363101-28c1-448c-91f8-c90df111cd22, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=54363101-28c1-448c-91f8-c90df111cd22,segment=NetworkSegment(b7e52b96-01e3-469f-aa7a-896898307299),segment_id=b7e52b96-01e3-469f-aa7a-896898307299)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:42.424392 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-40b1589f-eee9-4f3b-9702-756f7bdcb5fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.485620 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-40b1589f-eee9-4f3b-9702-756f7bdcb5fe None None] Calling delete_port for 54363101-28c1-448c-91f8-c90df111cd22 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:42.490202 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad62bffe-e39f-41de-bc33-3f09cdd917f6 req-a1f26c65-4318-4d10-b264-dd83494bac07 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304537 Jul 05 04:02:42.515564 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.608952 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34622) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:42.624804 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Pushing event deleted for resources: {'Port': ['ID=54363101-28c1-448c-91f8-c90df111cd22,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:42.644229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] No DVR routers for this DVR port 54363101-28c1-448c-91f8-c90df111cd22 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:42.666922 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-c4a6f90a-8eb6-4205-9873-7e84dfdad6ea service neutron] For port f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:42.733789 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4b97885e-1050-4a39-8957-b99341f41973 None None] Provisioning complete for port 4fc6343a-4afc-4346-87d2-7e6da585ce8d triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:42.734327 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4b97885e-1050-4a39-8957-b99341f41973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.736996 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-c4a6f90a-8eb6-4205-9873-7e84dfdad6ea service neutron] For port f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0,segment=NetworkSegment(358bf6ed-9656-486d-a489-42b0f02bf3ac),segment_id=358bf6ed-9656-486d-a489-42b0f02bf3ac)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:42.756270 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-c4a6f90a-8eb6-4205-9873-7e84dfdad6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.819888 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.837939 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 54363101-28c1-448c-91f8-c90df111cd22 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:42.842022 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf4335e-6a0f-4b60-b008-011a382a081a']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:42.864041 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e52b96-01e3-469f-aa7a-896898307299') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:42.864725 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e52b96-01e3-469f-aa7a-896898307299') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:42.880591 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 54363101-28c1-448c-91f8-c90df111cd22 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:42.880978 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 54363101-28c1-448c-91f8-c90df111cd22 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:42.890406 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.894681 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.900276 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-4b97885e-1050-4a39-8957-b99341f41973 None None] Port 4fc6343a-4afc-4346-87d2-7e6da585ce8d cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:42.929773 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-40b1589f-eee9-4f3b-9702-756f7bdcb5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.930520 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.944289 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:42.944711 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:42.946736 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:42.949928 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-c4a6f90a-8eb6-4205-9873-7e84dfdad6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:42.950529 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-c4a6f90a-8eb6-4205-9873-7e84dfdad6ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.952286 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-c4a6f90a-8eb6-4205-9873-7e84dfdad6ea service neutron] 10.222.0.70 "PUT /v2.0/ports/f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0 HTTP/1.1" status: 200 len: 1092 time: 5.5380492 Jul 05 04:02:42.954947 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a122ea6-d91c-4744-850f-9fdff0f55e6d', 'tag': 'f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:42.959175 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae54ae61-8f79-4860-97fe-7b32ba6efac7" -d '{"events": [{"name": "network-changed", "server_uuid": "0a122ea6-d91c-4744-850f-9fdff0f55e6d", "tag": "f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:42.974873 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b1589f-eee9-4f3b-9702-756f7bdcb5fe None None] No DVR routers for this DVR port 54363101-28c1-448c-91f8-c90df111cd22 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:43.084371 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1589f-eee9-4f3b-9702-756f7bdcb5fe None None] Pushing event deleted for resources: {'Port': ['ID=54363101-28c1-448c-91f8-c90df111cd22,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:43.127449 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05481fa-0ef8-4a98-9558-7fed35160d1e x-openstack-request-id: req-e05481fa-0ef8-4a98-9558-7fed35160d1e {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:43.128076 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a122ea6-d91c-4744-850f-9fdff0f55e6d", "tag": "f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:43.128076 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e05481fa-0ef8-4a98-9558-7fed35160d1e {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:43.128492 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a122ea6-d91c-4744-850f-9fdff0f55e6d', 'tag': 'f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0', 'status': 'completed', 'code': 200} Jul 05 04:02:43.137078 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.173412 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.173827 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-83845434-0773-4292-b450-70ab8b311127 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1027018019-network', 'tenant_id': 'ff31731884f34204b61c94440cda2c3b'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:43.175711 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] 10.222.0.77 "DELETE /v2.0/networks/adf4335e-6a0f-4b60-b008-011a382a081a HTTP/1.1" status: 204 len: 168 time: 2.2173131 Jul 05 04:02:43.176677 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Pushing event deleted for resources: {'Network': ['ID=adf4335e-6a0f-4b60-b008-011a382a081a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:43.179228 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34640) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:43.211748 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dd7762-2829-46eb-89e5-260d2ac4cf0f admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:43.222417 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] Sync routers for ids ['78e8e011-52d8-4be9-9975-f2956a864371'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:43.241811 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] Routers {'78e8e011-52d8-4be9-9975-f2956a864371'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:43.243006 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6f90a-8eb6-4205-9873-7e84dfdad6ea service neutron] Pushing event updated for resources: {'Port': ['ID=f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:43.243191 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:02:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['78e8e011-52d8-4be9-9975-f2956a864371'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:43.249598 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b4dd7762-2829-46eb-89e5-260d2ac4cf0f admin admin] 10.222.0.77 "PUT /v2.0/routers/78e8e011-52d8-4be9-9975-f2956a864371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5581012 Jul 05 04:02:43.295307 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83845434-0773-4292-b450-70ab8b311127 admin admin] Made reservation on behalf of ff31731884f34204b61c94440cda2c3b for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:43.299135 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83845434-0773-4292-b450-70ab8b311127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.311601 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83845434-0773-4292-b450-70ab8b311127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.338884 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-15fcc69b-45e4-4a63-ab22-3bc6e5bfaa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:43.340454 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-15fcc69b-45e4-4a63-ab22-3bc6e5bfaa40 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f876606eee5d4affaa7894a9c0acf947&device_id=0a122ea6-d91c-4744-850f-9fdff0f55e6d HTTP/1.1" status: 200 len: 1095 time: 0.3070621 Jul 05 04:02:43.438397 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c795b-087a-49e9-9b49-c49b54cfe6b3 req-d7b81ba0-fe10-4ab9-aefa-432790e3c434 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:43.443310 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d04c795b-087a-49e9-9b49-c49b54cfe6b3 req-d7b81ba0-fe10-4ab9-aefa-432790e3c434 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a122ea6-d91c-4744-850f-9fdff0f55e6d HTTP/1.1" status: 200 len: 943 time: 0.2512484 Jul 05 04:02:43.447881 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-ea83fa3e-d8c3-429d-a5aa-fb2ad114ff4b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0 HTTP/1.1" status: 200 len: 217 time: 0.0847995 Jul 05 04:02:43.459049 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:43.459455 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:43.459751 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:43.460170 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:43.461066 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:43.461727 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:43.462188 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:43.462567 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:43.463080 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:43.463421 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:43.463758 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:43.464121 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d916866-f66c-4e33-b93c-05a93e68a173 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:43.594852 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] Set router 78e8e011-52d8-4be9-9975-f2956a864371 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:43.598278 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-33da309e-5a15-4bce-8491-85f9897a57b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:43.600504 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-33da309e-5a15-4bce-8491-85f9897a57b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=88debd6e-9b7f-4b07-b8ab-e38357dda5f9 HTTP/1.1" status: 200 len: 854 time: 0.1450295 Jul 05 04:02:43.656882 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-55d65f4f-1e35-43ff-9730-57f233985a16 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=903f7179-8fb8-44f9-857f-55df5b5dee84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459204 Jul 05 04:02:43.666070 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d04c795b-087a-49e9-9b49-c49b54cfe6b3 req-58729767-b17a-43dc-969e-6ba4756f790d tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/security-groups?id=901a8115-9376-4e1d-be6b-1b63adf19d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011414 Jul 05 04:02:43.907154 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-41626ada-4afa-49dc-88e4-adcfeda330b3 service neutron] 10.222.0.70 "GET /v2.0/networks/903f7179-8fb8-44f9-857f-55df5b5dee84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394037 Jul 05 04:02:43.988088 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3794715-687a-4828-b973-6ce4e85abd20 req-f8c68526-8712-463a-9e9f-477e5b182784 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:43.990282 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a3794715-687a-4828-b973-6ce4e85abd20 req-f8c68526-8712-463a-9e9f-477e5b182784 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 946 time: 0.1506917 Jul 05 04:02:44.037441 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e8e011-52d8-4be9-9975-f2956a864371', 'name': 'tempest-AttachVolumeTestJSON-623877917-router', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:26Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'gw_port': {'id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:28Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '4fc6343a-4afc-4346-87d2-7e6da585ce8d', 'name': '', 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'mac_address': 'fa:16:3e:43:df:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:35Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 2, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'subnets': [{'id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:44.082413 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a3794715-687a-4828-b973-6ce4e85abd20 req-6a640ae6-6485-4407-9aff-35dd45c74b8a tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821850 Jul 05 04:02:44.129828 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0cb56fae-cfea-4340-a0ec-95c81b32f35d req-09ba3d49-8b0e-4ba0-969f-63c9a9b5a3db service neutron] 10.222.0.70 "GET /v2.0/networks/903f7179-8fb8-44f9-857f-55df5b5dee84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118945 Jul 05 04:02:44.135701 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83845434-0773-4292-b450-70ab8b311127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.143903 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83845434-0773-4292-b450-70ab8b311127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.171679 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83845434-0773-4292-b450-70ab8b311127 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:02:44.192150 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83845434-0773-4292-b450-70ab8b311127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8b0955-ee14-48fc-b346-69e9eb07a1fe,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:44.198857 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83845434-0773-4292-b450-70ab8b311127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.199529 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-83845434-0773-4292-b450-70ab8b311127 admin admin] Added segment 0c1fcc6b-429a-459f-81bb-799f43b47bd4 of type vlan for network b83e47b1-065f-46f9-892c-a820818e9066 Jul 05 04:02:44.201601 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] Checking router: 78e8e011-52d8-4be9-9975-f2956a864371 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:02:44.203962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] Updating router 78e8e011-52d8-4be9-9975-f2956a864371 port 4fc6343a-4afc-4346-87d2-7e6da585ce8d binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:02:44.212534 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b995-3b97-4f78-b132-1ef0efeec225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.261429 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83845434-0773-4292-b450-70ab8b311127 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.311290 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.389529 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83845434-0773-4292-b450-70ab8b311127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.390860 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83845434-0773-4292-b450-70ab8b311127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:44.391882 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83845434-0773-4292-b450-70ab8b311127 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.510276 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54ae61-8f79-4860-97fe-7b32ba6efac7 req-d3224ace-8ef2-4d9c-abff-3c7fd72c7e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:44.511832 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ae54ae61-8f79-4860-97fe-7b32ba6efac7 req-d3224ace-8ef2-4d9c-abff-3c7fd72c7e24 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f876606eee5d4affaa7894a9c0acf947&device_id=0a122ea6-d91c-4744-850f-9fdff0f55e6d HTTP/1.1" status: 200 len: 1095 time: 0.2697608 Jul 05 04:02:44.537452 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-83845434-0773-4292-b450-70ab8b311127 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9274738 Jul 05 04:02:44.552833 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34664) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:44.557999 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-0a70d26b-b568-44fd-93ad-0834d6d800e4 admin admin] Request body: {'subnet': {'network_id': 'b83e47b1-065f-46f9-892c-a820818e9066', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1027018019-subnet', 'tenant_id': 'ff31731884f34204b61c94440cda2c3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:44.627408 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a70d26b-b568-44fd-93ad-0834d6d800e4 admin admin] Made reservation on behalf of ff31731884f34204b61c94440cda2c3b for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:44.630151 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0a70d26b-b568-44fd-93ad-0834d6d800e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.667728 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83845434-0773-4292-b450-70ab8b311127 admin admin] Pushing event updated for resources: {'Network': ['ID=b83e47b1-065f-46f9-892c-a820818e9066,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:44.690930 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network b83e47b1-065f-46f9-892c-a820818e9066 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:02:44.793256 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34672) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:44.799474 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-66c2263e-2315-4a4f-8782-b136aa2f3084 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--980014024', 'description': 'tempest-description--1427389143'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:44.828641 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-66c2263e-2315-4a4f-8782-b136aa2f3084 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.982696 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.996415 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] Transition to ACTIVE for port object 4fc6343a-4afc-4346-87d2-7e6da585ce8d will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:45.004393 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-66c2263e-2315-4a4f-8782-b136aa2f3084 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.007737 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.035890 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-66c2263e-2315-4a4f-8782-b136aa2f3084 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.055676 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54ae61-8f79-4860-97fe-7b32ba6efac7 req-60a67b22-4cc5-425f-92fa-ac62d013e33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:45.057565 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ae54ae61-8f79-4860-97fe-7b32ba6efac7 req-60a67b22-4cc5-425f-92fa-ac62d013e33e service neutron] 10.222.0.70 "GET /v2.0/networks?id=903f7179-8fb8-44f9-857f-55df5b5dee84 HTTP/1.1" status: 200 len: 915 time: 0.5305183 Jul 05 04:02:45.126799 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47e99b-e0d0-4c68-a8db-a9d042730282 None None] Pushing event updated for resources: {'Port': ['ID=4fc6343a-4afc-4346-87d2-7e6da585ce8d,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:45.148729 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ae54ae61-8f79-4860-97fe-7b32ba6efac7 req-be517319-8153-4bb7-8101-02a39f5f3abb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0 HTTP/1.1" status: 200 len: 217 time: 0.0654912 Jul 05 04:02:45.231539 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-66c2263e-2315-4a4f-8782-b136aa2f3084 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.236755 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-66c2263e-2315-4a4f-8782-b136aa2f3084 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4393284 Jul 05 04:02:45.245782 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34682) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:45.251969 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] Attempting to bind port 4fc6343a-4afc-4346-87d2-7e6da585ce8d on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:45.252596 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] Attempting to bind port 4fc6343a-4afc-4346-87d2-7e6da585ce8d by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '296c63e3-13af-4804-917b-bc987e4f6089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:45.252892 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-41c3c631-2dc6-4f35-b72b-d6ceb0526a06 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Request body: {'security_group_rule': {'security_group_id': '9cd0089c-914c-44af-9cb2-de6ea805e1ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:45.253140 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] Attempting to bind port 4fc6343a-4afc-4346-87d2-7e6da585ce8d on network 7bb6d371-d6e5-49cd-a3b3-53ae2b35487b {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:45.265270 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:45.269270 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] Checking segment: {'id': '296c63e3-13af-4804-917b-bc987e4f6089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:45.271283 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.271744 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] Bound using segment: {'id': '296c63e3-13af-4804-917b-bc987e4f6089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:45.273205 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] Bound port: 4fc6343a-4afc-4346-87d2-7e6da585ce8d, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296c63e3-13af-4804-917b-bc987e4f6089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:45.273996 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.392671 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2263e-2315-4a4f-8782-b136aa2f3084 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd0089c-914c-44af-9cb2-de6ea805e1ae,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:45.417960 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54ae61-8f79-4860-97fe-7b32ba6efac7 req-c8d8ec8e-6fc8-4279-bbe1-53884fce0247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:45.419456 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ae54ae61-8f79-4860-97fe-7b32ba6efac7 req-c8d8ec8e-6fc8-4279-bbe1-53884fce0247 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=88debd6e-9b7f-4b07-b8ab-e38357dda5f9 HTTP/1.1" status: 200 len: 854 time: 0.2599254 Jul 05 04:02:45.445015 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-2cb8b995-3b97-4f78-b132-1ef0efeec225 admin admin] Deleting port 1387043f-4741-4a11-af8c-bdcb6e1e6493 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:45.446106 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b995-3b97-4f78-b132-1ef0efeec225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.473994 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27576831-7aac-49a9-b2ad-cbd72af1c247 req-21602129-a82b-4592-b571-1dedaac58c25 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:45.482533 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-27576831-7aac-49a9-b2ad-cbd72af1c247 req-21602129-a82b-4592-b571-1dedaac58c25 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a122ea6-d91c-4744-850f-9fdff0f55e6d HTTP/1.1" status: 200 len: 943 time: 0.1307735 Jul 05 04:02:45.527030 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] For port 4fc6343a-4afc-4346-87d2-7e6da585ce8d, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:45.536123 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] For port 4fc6343a-4afc-4346-87d2-7e6da585ce8d, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4fc6343a-4afc-4346-87d2-7e6da585ce8d,segment=NetworkSegment(296c63e3-13af-4804-917b-bc987e4f6089),segment_id=296c63e3-13af-4804-917b-bc987e4f6089)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:45.542519 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.651947 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47e99b-e0d0-4c68-a8db-a9d042730282 None None] Pushing event updated for resources: {'Port': ['ID=4fc6343a-4afc-4346-87d2-7e6da585ce8d,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:45.699333 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-27576831-7aac-49a9-b2ad-cbd72af1c247 req-c91f8819-7037-43b9-b51d-2e89caad9d58 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/security-groups?id=901a8115-9376-4e1d-be6b-1b63adf19d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153659 Jul 05 04:02:45.728901 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] Routers {'78e8e011-52d8-4be9-9975-f2956a864371'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:45.729755 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:02:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['78e8e011-52d8-4be9-9975-f2956a864371'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:45.818253 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-2cb8b995-3b97-4f78-b132-1ef0efeec225 admin admin] For port 1387043f-4741-4a11-af8c-bdcb6e1e6493, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1387043f-4741-4a11-af8c-bdcb6e1e6493,segment=NetworkSegment(c98080de-6d9b-4430-a60c-1d9c3beb81f3),segment_id=c98080de-6d9b-4430-a60c-1d9c3beb81f3)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:45.818538 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b995-3b97-4f78-b132-1ef0efeec225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.834281 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0a70d26b-b568-44fd-93ad-0834d6d800e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.857250 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-2cb8b995-3b97-4f78-b132-1ef0efeec225 admin admin] Calling delete_port for 1387043f-4741-4a11-af8c-bdcb6e1e6493 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:45.857845 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ae54ae61-8f79-4860-97fe-7b32ba6efac7 req-bbae9297-2445-4562-9106-5268bc7299c6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=903f7179-8fb8-44f9-857f-55df5b5dee84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3938360 Jul 05 04:02:45.968503 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] Set router 78e8e011-52d8-4be9-9975-f2956a864371 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:46.139700 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-41c3c631-2dc6-4f35-b72b-d6ceb0526a06 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.181526 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70d26b-b568-44fd-93ad-0834d6d800e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f98529e-e9ee-4904-ac7d-9f430e5a5e83,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:46.211428 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b995-3b97-4f78-b132-1ef0efeec225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.230359 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a70d26b-b568-44fd-93ad-0834d6d800e4 admin admin] Checking segment: {'id': '0c1fcc6b-429a-459f-81bb-799f43b47bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b83e47b1-065f-46f9-892c-a820818e9066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:46.230736 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a70d26b-b568-44fd-93ad-0834d6d800e4 admin admin] Network hostable DHCP agents. Network: b83e47b1-065f-46f9-892c-a820818e9066, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:02:46.246403 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8b995-3b97-4f78-b132-1ef0efeec225 admin admin] Pushing event deleted for resources: {'Port': ['ID=1387043f-4741-4a11-af8c-bdcb6e1e6493,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:46.256955 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ca08b-8e70-4bad-906c-3555d5c45a5b req-c3912112-362d-4084-9b69-26f8e7eecabc tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:46.259735 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-814ca08b-8e70-4bad-906c-3555d5c45a5b req-c3912112-362d-4084-9b69-26f8e7eecabc tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 946 time: 0.8366807 Jul 05 04:02:46.413404 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-814ca08b-8e70-4bad-906c-3555d5c45a5b req-e31e28c6-ffd5-42d5-9f0c-2f75f0d28f6e tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304576 Jul 05 04:02:46.434450 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ae54ae61-8f79-4860-97fe-7b32ba6efac7 req-02a95aee-37c5-4cf6-8acb-66a757007d50 service neutron] 10.222.0.70 "GET /v2.0/networks/903f7179-8fb8-44f9-857f-55df5b5dee84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430713 Jul 05 04:02:46.502192 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e8e011-52d8-4be9-9975-f2956a864371', 'name': 'tempest-AttachVolumeTestJSON-623877917-router', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:26Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'gw_port': {'id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:28Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '4fc6343a-4afc-4346-87d2-7e6da585ce8d', 'name': '', 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'mac_address': 'fa:16:3e:43:df:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:35Z', 'updated_at': '2021-07-05T04:02:45Z', 'revision_number': 4, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'subnets': [{'id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:46.549474 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-41c3c631-2dc6-4f35-b72b-d6ceb0526a06 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.549916 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec44a96-4a3c-438f-a40f-7ba6eb774850 None None] The sync data for ids ['78e8e011-52d8-4be9-9975-f2956a864371'] in n-d-780147-23 is: [{'id': '78e8e011-52d8-4be9-9975-f2956a864371', 'name': 'tempest-AttachVolumeTestJSON-623877917-router', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:26Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'gw_port': {'id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:28Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '4fc6343a-4afc-4346-87d2-7e6da585ce8d', 'name': '', 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'mac_address': 'fa:16:3e:43:df:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:35Z', 'updated_at': '2021-07-05T04:02:45Z', 'revision_number': 4, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'subnets': [{'id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:46.627296 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a70d26b-b568-44fd-93ad-0834d6d800e4 admin admin] Network b83e47b1-065f-46f9-892c-a820818e9066 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:02:46.637128 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-41c3c631-2dc6-4f35-b72b-d6ceb0526a06 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.697672 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b995-3b97-4f78-b132-1ef0efeec225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.765456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3c631-2dc6-4f35-b72b-d6ceb0526a06 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd4c8d9-4cf9-40d2-b8f2-69a35a88f332,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:46.784123 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-0a70d26b-b568-44fd-93ad-0834d6d800e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, b83e47b1-065f-46f9-892c-a820818e9066) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:46.796151 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa9f951-1109-4088-b530-1330c7a615b6 None None] Network b83e47b1-065f-46f9-892c-a820818e9066 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:46.814702 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a70d26b-b568-44fd-93ad-0834d6d800e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:46.815374 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0a70d26b-b568-44fd-93ad-0834d6d800e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.877979 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0a70d26b-b568-44fd-93ad-0834d6d800e4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3162143 Jul 05 04:02:46.883994 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-41c3c631-2dc6-4f35-b72b-d6ceb0526a06 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.885134 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-41c3c631-2dc6-4f35-b72b-d6ceb0526a06 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6384113 Jul 05 04:02:46.889102 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34710) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:46.894116 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-35ad5556-6dce-4ec7-9a92-d9576602c21e tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Request body: {'security_group_rule': {'security_group_id': '9cd0089c-914c-44af-9cb2-de6ea805e1ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:46.944740 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ae54ae61-8f79-4860-97fe-7b32ba6efac7 req-1dde8ad3-7bb0-42ab-9599-8a1f57f50645 service neutron] 10.222.0.70 "GET /v2.0/networks/903f7179-8fb8-44f9-857f-55df5b5dee84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809918 Jul 05 04:02:46.959542 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-35ad5556-6dce-4ec7-9a92-d9576602c21e tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.069070 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4fc6343a-4afc-4346-87d2-7e6da585ce8d up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:47.228070 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-35ad5556-6dce-4ec7-9a92-d9576602c21e tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.228070 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-35ad5556-6dce-4ec7-9a92-d9576602c21e tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.299889 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad5556-6dce-4ec7-9a92-d9576602c21e tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e23807-f0b6-4375-addb-f9eb840354c9,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:47.335698 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-35ad5556-6dce-4ec7-9a92-d9576602c21e tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.340754 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-35ad5556-6dce-4ec7-9a92-d9576602c21e tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4506960 Jul 05 04:02:47.341677 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34720) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:47.359953 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ee30e0e2-6f23-4ad8-829b-892da68b5001 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:47.383646 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:02:47.398594 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 4fc6343a-4afc-4346-87d2-7e6da585ce8d completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:47.418685 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ee30e0e2-6f23-4ad8-829b-892da68b5001 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.510345 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 4fc6343a-4afc-4346-87d2-7e6da585ce8d triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:47.514401 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.527862 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d09094-f23f-47d0-8691-de49b588edee None None] Network b83e47b1-065f-46f9-892c-a820818e9066 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:47.542733 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb8b995-3b97-4f78-b132-1ef0efeec225 admin admin] Router 9faf3c67-6006-426f-876a-0a42608e16cc has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:02:47.570117 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f35a42-c284-40fa-8e6f-a2494772ede4 req-019f6dc4-a779-44ba-8935-eb0a0881afcb tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:47.577781 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b5f35a42-c284-40fa-8e6f-a2494772ede4 req-019f6dc4-a779-44ba-8935-eb0a0881afcb tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a122ea6-d91c-4744-850f-9fdff0f55e6d HTTP/1.1" status: 200 len: 943 time: 0.4631486 Jul 05 04:02:47.712372 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.resource_extend [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:02:47.761508 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-09ba0b9a-69d1-4ab6-af4b-13d794020c9a tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:47.764268 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-09ba0b9a-69d1-4ab6-af4b-13d794020c9a tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/networks?id=b83e47b1-065f-46f9-892c-a820818e9066 HTTP/1.1" status: 200 len: 818 time: 0.1483607 Jul 05 04:02:47.899927 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b5f35a42-c284-40fa-8e6f-a2494772ede4 req-ae600334-08f2-4a19-95c1-a0118dbba45c tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/security-groups?id=901a8115-9376-4e1d-be6b-1b63adf19d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780628 Jul 05 04:02:47.989247 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb8b995-3b97-4f78-b132-1ef0efeec225 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:47.997125 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2cb8b995-3b97-4f78-b132-1ef0efeec225 admin admin] 10.222.0.77 "PUT /v2.0/routers/9faf3c67-6006-426f-876a-0a42608e16cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8168323 Jul 05 04:02:47.998329 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34742) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:48.001258 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a712d4aa-49fc-447e-ae83-084c47d2fa63 None None] Sync routers for ids ['9faf3c67-6006-426f-876a-0a42608e16cc'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:48.030999 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a712d4aa-49fc-447e-ae83-084c47d2fa63 None None] Routers {'9faf3c67-6006-426f-876a-0a42608e16cc'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:48.032017 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-a712d4aa-49fc-447e-ae83-084c47d2fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:02:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['9faf3c67-6006-426f-876a-0a42608e16cc'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:48.360862 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f45c2fa2-3b8b-4eb4-a785-e47c884b5f0f admin admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.395609 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-a712d4aa-49fc-447e-ae83-084c47d2fa63 None None] Set router 9faf3c67-6006-426f-876a-0a42608e16cc gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:48.410678 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-3a01007c-3336-4b70-bfb0-b7960c20f785 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/quotas/ff31731884f34204b61c94440cda2c3b HTTP/1.1" status: 200 len: 375 time: 0.6359179 Jul 05 04:02:48.465079 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-388ee8a5-504a-43bc-83e0-1ef731ec5e78 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ff31731884f34204b61c94440cda2c3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490615 Jul 05 04:02:48.534891 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0,segment=NetworkSegment(358bf6ed-9656-486d-a489-42b0f02bf3ac),segment_id=358bf6ed-9656-486d-a489-42b0f02bf3ac)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:48.600951 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb53be-0345-410e-a95b-b4001bd235f3 req-aa74b2d0-7dfd-4fb7-bfa6-b34047d6e895 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:48.613173 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.616601 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6cb53be-0345-410e-a95b-b4001bd235f3 req-aa74b2d0-7dfd-4fb7-bfa6-b34047d6e895 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 946 time: 0.3463078 Jul 05 04:02:48.638582 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0', 'network_id': '903f7179-8fb8-44f9-857f-55df5b5dee84', 'port_id': 'f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0', 'mac_address': 'fa:16:3e:49:8c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88debd6e-9b7f-4b07-b8ab-e38357dda5f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:02:48.743824 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6cb53be-0345-410e-a95b-b4001bd235f3 req-52867ea2-5cb8-4427-8921-449e60c34398 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259761 Jul 05 04:02:48.747845 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-57496648-1adf-4d80-a7e6-47e49aae78db service neutron] 10.222.0.77 "GET /v2.0/networks/b83e47b1-065f-46f9-892c-a820818e9066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654707 Jul 05 04:02:48.772880 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f45c2fa2-3b8b-4eb4-a785-e47c884b5f0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.815826 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 4fc6343a-4afc-4346-87d2-7e6da585ce8d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4fc6343a-4afc-4346-87d2-7e6da585ce8d,segment=NetworkSegment(296c63e3-13af-4804-917b-bc987e4f6089),segment_id=296c63e3-13af-4804-917b-bc987e4f6089)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:48.830946 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.834583 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.880117 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:02:48.914621 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-f45c2fa2-3b8b-4eb4-a785-e47c884b5f0f admin admin] Deleting port 562ac6d3-252f-4275-b467-355e64c2711d {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:48.917556 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f45c2fa2-3b8b-4eb4-a785-e47c884b5f0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.931750 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-a712d4aa-49fc-447e-ae83-084c47d2fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faf3c67-6006-426f-876a-0a42608e16cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356514387-router', 'tenant_id': '026006706cec4fba9542570c1d5a9e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '562ac6d3-252f-4275-b467-355e64c2711d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:47Z', 'updated_at': '2021-07-05T04:02:46Z', 'revision_number': 5, 'project_id': '026006706cec4fba9542570c1d5a9e46', 'gw_port': {'id': '562ac6d3-252f-4275-b467-355e64c2711d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faf3c67-6006-426f-876a-0a42608e16cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:49Z', 'updated_at': '2021-07-05T03:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:48.999027 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a712d4aa-49fc-447e-ae83-084c47d2fa63 None None] Checking router: 9faf3c67-6006-426f-876a-0a42608e16cc for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:02:48.999903 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:02:49.013712 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a712d4aa-49fc-447e-ae83-084c47d2fa63 None None] Routers {'9faf3c67-6006-426f-876a-0a42608e16cc'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:49.016748 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-a712d4aa-49fc-447e-ae83-084c47d2fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:02:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['9faf3c67-6006-426f-876a-0a42608e16cc'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:49.037327 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ee30e0e2-6f23-4ad8-829b-892da68b5001 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.112495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0,segment=NetworkSegment(358bf6ed-9656-486d-a489-42b0f02bf3ac),segment_id=358bf6ed-9656-486d-a489-42b0f02bf3ac)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:49.127954 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.133176 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=4fc6343a-4afc-4346-87d2-7e6da585ce8d,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:49.185352 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-f45c2fa2-3b8b-4eb4-a785-e47c884b5f0f admin admin] For port 562ac6d3-252f-4275-b467-355e64c2711d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=562ac6d3-252f-4275-b467-355e64c2711d,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:49.186434 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f45c2fa2-3b8b-4eb4-a785-e47c884b5f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.203775 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-f45c2fa2-3b8b-4eb4-a785-e47c884b5f0f admin admin] Calling delete_port for 562ac6d3-252f-4275-b467-355e64c2711d owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:49.294099 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:49.304339 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-1fc43c0c-f16b-46dd-abf4-607e8014ad98 service neutron] 10.222.0.77 "GET /v2.0/networks/b83e47b1-065f-46f9-892c-a820818e9066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425563 Jul 05 04:02:49.427275 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-a712d4aa-49fc-447e-ae83-084c47d2fa63 None None] Set router 9faf3c67-6006-426f-876a-0a42608e16cc gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:49.492971 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-a712d4aa-49fc-447e-ae83-084c47d2fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faf3c67-6006-426f-876a-0a42608e16cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356514387-router', 'tenant_id': '026006706cec4fba9542570c1d5a9e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:47Z', 'updated_at': '2021-07-05T04:02:48Z', 'revision_number': 6, 'project_id': '026006706cec4fba9542570c1d5a9e46', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:49.513157 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-ee30e0e2-6f23-4ad8-829b-892da68b5001 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Allocated IP 172.25.1.132 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/4e9042e3-461a-4176-83b1-ffa3cb938539) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:49.536806 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a712d4aa-49fc-447e-ae83-084c47d2fa63 None None] The sync data for ids ['9faf3c67-6006-426f-876a-0a42608e16cc'] in n-d-780147-23 is: [{'id': '9faf3c67-6006-426f-876a-0a42608e16cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356514387-router', 'tenant_id': '026006706cec4fba9542570c1d5a9e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:47Z', 'updated_at': '2021-07-05T04:02:48Z', 'revision_number': 6, 'project_id': '026006706cec4fba9542570c1d5a9e46', 'gw_port_host': None}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:49.629548 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:02:49.643565 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f45c2fa2-3b8b-4eb4-a785-e47c884b5f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.765152 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c2fa2-3b8b-4eb4-a785-e47c884b5f0f admin admin] Pushing event deleted for resources: {'Port': ['ID=562ac6d3-252f-4275-b467-355e64c2711d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:49.784313 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ee30e0e2-6f23-4ad8-829b-892da68b5001 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.931581 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ee30e0e2-6f23-4ad8-829b-892da68b5001 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.986650 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f45c2fa2-3b8b-4eb4-a785-e47c884b5f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.044117 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf8974-7eee-4ec0-af60-62cdd0996542 req-af7f60d3-d801-4d7c-ab19-2ce4e15ba722 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:50.053381 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-01bf8974-7eee-4ec0-af60-62cdd0996542 req-af7f60d3-d801-4d7c-ab19-2ce4e15ba722 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a122ea6-d91c-4744-850f-9fdff0f55e6d HTTP/1.1" status: 200 len: 944 time: 0.5181649 Jul 05 04:02:50.114813 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee30e0e2-6f23-4ad8-829b-892da68b5001 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:50.141689 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-ee30e0e2-6f23-4ad8-829b-892da68b5001 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:50.157771 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee30e0e2-6f23-4ad8-829b-892da68b5001 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:50.202808 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-01bf8974-7eee-4ec0-af60-62cdd0996542 req-f5511350-7a2c-46f3-863c-2f6a6da196e6 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/security-groups?id=901a8115-9376-4e1d-be6b-1b63adf19d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483774 Jul 05 04:02:50.204730 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f45c2fa2-3b8b-4eb4-a785-e47c884b5f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.213367 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f45c2fa2-3b8b-4eb4-a785-e47c884b5f0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.319911 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30e0e2-6f23-4ad8-829b-892da68b5001 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Pushing event updated for resources: {'Port': ['ID=4e9042e3-461a-4176-83b1-ffa3cb938539,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:50.352318 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f45c2fa2-3b8b-4eb4-a785-e47c884b5f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.364328 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45c2fa2-3b8b-4eb4-a785-e47c884b5f0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9faf3c67-6006-426f-876a-0a42608e16cc {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:02:50.382907 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f45c2fa2-3b8b-4eb4-a785-e47c884b5f0f admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.389311 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f45c2fa2-3b8b-4eb4-a785-e47c884b5f0f admin admin] 10.222.0.77 "DELETE /v2.0/routers/9faf3c67-6006-426f-876a-0a42608e16cc HTTP/1.1" status: 204 len: 168 time: 2.3896933 Jul 05 04:02:50.408206 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34786) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:50.661876 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ee30e0e2-6f23-4ad8-829b-892da68b5001 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.712459 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911194c4-e76f-4cfe-afff-3358cfc0e5d6 req-145fb471-9789-492a-93bd-2de73c0fa7a2 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:50.714099 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-911194c4-e76f-4cfe-afff-3358cfc0e5d6 req-145fb471-9789-492a-93bd-2de73c0fa7a2 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 946 time: 0.3731565 Jul 05 04:02:50.774685 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d0866e40-67bd-479c-b265-03276f4bd801 req-1681c740-600c-4ebb-a219-9b3aec06935c tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/ports?device_id=80d59ea6-b176-43ef-aa5a-887ebe94113d HTTP/1.1" status: 200 len: 210 time: 0.1088235 Jul 05 04:02:50.818935 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b823ac-b132-49ed-9800-20bed1a84eb6 admin admin] Deleting subnet bc0c383f-48d1-44e9-b96f-01d0176cbbce {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:02:50.826632 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-76b823ac-b132-49ed-9800-20bed1a84eb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.871686 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ee30e0e2-6f23-4ad8-829b-892da68b5001 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.897169 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-76b823ac-b132-49ed-9800-20bed1a84eb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.936422 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-911194c4-e76f-4cfe-afff-3358cfc0e5d6 req-64985064-a003-4c3d-bd78-7f56ac3bbc08 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220241 Jul 05 04:02:51.094954 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4fc6343a-4afc-4346-87d2-7e6da585ce8d up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:51.282623 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-76b823ac-b132-49ed-9800-20bed1a84eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.312108 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 4fc6343a-4afc-4346-87d2-7e6da585ce8d triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:51.312658 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.395981 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ee30e0e2-6f23-4ad8-829b-892da68b5001 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.408897 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ee30e0e2-6f23-4ad8-829b-892da68b5001 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.429901 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:51.446868 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-76b823ac-b132-49ed-9800-20bed1a84eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.488987 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1609e5f-f9d3-498f-a63e-9c03225efbb6 None None] Network 963b909c-265b-44c9-8d13-5b5e3d7f9cd4 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:51.505682 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-76b823ac-b132-49ed-9800-20bed1a84eb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.508185 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-76b823ac-b132-49ed-9800-20bed1a84eb6 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/bc0c383f-48d1-44e9-b96f-01d0176cbbce HTTP/1.1" status: 204 len: 168 time: 1.0988917 Jul 05 04:02:51.515143 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34818) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:51.516886 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b823ac-b132-49ed-9800-20bed1a84eb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc0c383f-48d1-44e9-b96f-01d0176cbbce,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:51.654862 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f668fcbb-a1a7-486f-9402-855c94f41fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.656829 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5cff6-ea93-4219-9e39-3575138cc9d7 req-533f93d6-abed-492a-876b-e5012106781d tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:51.660475 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3cf5cff6-ea93-4219-9e39-3575138cc9d7 req-533f93d6-abed-492a-876b-e5012106781d tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a122ea6-d91c-4744-850f-9fdff0f55e6d HTTP/1.1" status: 200 len: 944 time: 0.1965055 Jul 05 04:02:51.696587 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30e0e2-6f23-4ad8-829b-892da68b5001 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Pushing event updated for resources: {'Port': ['ID=4e9042e3-461a-4176-83b1-ffa3cb938539,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:51.749103 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:51.757928 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:51.760832 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.786011 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ee30e0e2-6f23-4ad8-829b-892da68b5001 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.791569 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3cf5cff6-ea93-4219-9e39-3575138cc9d7 req-6155819f-7b2e-4573-83ec-665a274398bb tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/security-groups?id=901a8115-9376-4e1d-be6b-1b63adf19d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243982 Jul 05 04:02:51.830887 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ee30e0e2-6f23-4ad8-829b-892da68b5001 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.843848 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ee30e0e2-6f23-4ad8-829b-892da68b5001 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4892650 Jul 05 04:02:51.880802 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-f668fcbb-a1a7-486f-9402-855c94f41fb7 admin admin] Deleting port 91086ff5-7b47-4f2b-bd7b-939695a558c3 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:51.881195 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f668fcbb-a1a7-486f-9402-855c94f41fb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.931226 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1387043f-4741-4a11-af8c-bdcb6e1e6493 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:51.958938 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0a90e022-da5a-47f2-a0c7-18d5f8eb5694 req-6319dc32-db97-42bd-9a72-9e3ad234ed8e tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/ports?device_id=80d59ea6-b176-43ef-aa5a-887ebe94113d HTTP/1.1" status: 200 len: 210 time: 0.0607936 Jul 05 04:02:51.979667 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 1387043f-4741-4a11-af8c-bdcb6e1e6493 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:51.982520 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1387043f-4741-4a11-af8c-bdcb6e1e6493 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:51.985407 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 562ac6d3-252f-4275-b467-355e64c2711d no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:52.042171 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 562ac6d3-252f-4275-b467-355e64c2711d {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:52.044791 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 562ac6d3-252f-4275-b467-355e64c2711d not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:52.183965 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-baabf673-a4f5-4627-b20e-4150e51677b0 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--980014024&fields=id&tenant_id=2b459d90a1104d2f9bfd9c3a9ab3c50e HTTP/1.1" status: 200 len: 267 time: 0.1417172 Jul 05 04:02:52.187760 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c0e5c2-1ff0-4215-9da9-67ef3fe4ca4a None None] DHCP port deletion for 963b909c-265b-44c9-8d13-5b5e3d7f9cd4 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:02:52.227738 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.240624 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-f668fcbb-a1a7-486f-9402-855c94f41fb7 admin admin] For port 91086ff5-7b47-4f2b-bd7b-939695a558c3, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=91086ff5-7b47-4f2b-bd7b-939695a558c3,segment=NetworkSegment(c98080de-6d9b-4430-a60c-1d9c3beb81f3),segment_id=c98080de-6d9b-4430-a60c-1d9c3beb81f3)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:52.240999 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f668fcbb-a1a7-486f-9402-855c94f41fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.317911 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-f668fcbb-a1a7-486f-9402-855c94f41fb7 admin admin] Calling delete_port for 91086ff5-7b47-4f2b-bd7b-939695a558c3 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:52.395223 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0,segment=NetworkSegment(358bf6ed-9656-486d-a489-42b0f02bf3ac),segment_id=358bf6ed-9656-486d-a489-42b0f02bf3ac)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:52.400282 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a122ea6-d91c-4744-850f-9fdff0f55e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:52.406802 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ad2af8-805e-4554-af58-f50fd8fd91c0" -d '{"events": [{"server_uuid": "0a122ea6-d91c-4744-850f-9fdff0f55e6d", "name": "network-vif-plugged", "status": "completed", "tag": "f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:52.420937 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.447948 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-ab628548-f4f9-4a9c-9eb2-d90e12fa540b tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:52.456381 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-ab628548-f4f9-4a9c-9eb2-d90e12fa540b tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/networks?id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b HTTP/1.1" status: 200 len: 810 time: 0.2667530 Jul 05 04:02:52.498186 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-423e11e8-98c4-48d9-b637-6c4bfcd777e4 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/quotas/2b459d90a1104d2f9bfd9c3a9ab3c50e HTTP/1.1" status: 200 len: 375 time: 0.0407932 Jul 05 04:02:52.551638 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824c9e9-4933-4656-819b-8056db784e0b req-ebfb65fa-eb27-418f-8005-81a894a4a040 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:52.554031 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a3c0e5c2-1ff0-4215-9da9-67ef3fe4ca4a None None] Deleting port 91086ff5-7b47-4f2b-bd7b-939695a558c3 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:52.554410 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a3c0e5c2-1ff0-4215-9da9-67ef3fe4ca4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.555380 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2824c9e9-4933-4656-819b-8056db784e0b req-ebfb65fa-eb27-418f-8005-81a894a4a040 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 946 time: 0.2190576 Jul 05 04:02:52.627930 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f668fcbb-a1a7-486f-9402-855c94f41fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.663663 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-769898b1-4b6b-42af-bbd9-5dad703b4b34 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b459d90a1104d2f9bfd9c3a9ab3c50e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1586404 Jul 05 04:02:52.668081 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:52.672346 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2824c9e9-4933-4656-819b-8056db784e0b req-fb3fbdbf-dc17-4bc2-8662-a3ab49f780e0 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997958 Jul 05 04:02:52.683792 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668fcbb-a1a7-486f-9402-855c94f41fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=91086ff5-7b47-4f2b-bd7b-939695a558c3,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:52.724150 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f668fcbb-a1a7-486f-9402-855c94f41fb7 admin admin] No DVR routers for this DVR port 91086ff5-7b47-4f2b-bd7b-939695a558c3 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:52.724868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a3c0e5c2-1ff0-4215-9da9-67ef3fe4ca4a None None] For port 91086ff5-7b47-4f2b-bd7b-939695a558c3, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=91086ff5-7b47-4f2b-bd7b-939695a558c3,segment=NetworkSegment(c98080de-6d9b-4430-a60c-1d9c3beb81f3),segment_id=c98080de-6d9b-4430-a60c-1d9c3beb81f3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:52.725206 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a3c0e5c2-1ff0-4215-9da9-67ef3fe4ca4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.758549 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a3c0e5c2-1ff0-4215-9da9-67ef3fe4ca4a None None] Calling delete_port for 91086ff5-7b47-4f2b-bd7b-939695a558c3 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:52.835464 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f668fcbb-a1a7-486f-9402-855c94f41fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.866889 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-f668fcbb-a1a7-486f-9402-855c94f41fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963b909c-265b-44c9-8d13-5b5e3d7f9cd4']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:52.892567 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e98763-0985-46d6-b129-17bc83db515e x-openstack-request-id: req-30e98763-0985-46d6-b129-17bc83db515e {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:52.892865 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a122ea6-d91c-4744-850f-9fdff0f55e6d", "name": "network-vif-plugged", "status": "completed", "tag": "f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:52.893120 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-30e98763-0985-46d6-b129-17bc83db515e {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:52.893680 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a122ea6-d91c-4744-850f-9fdff0f55e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0', 'code': 200} Jul 05 04:02:52.927377 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-f668fcbb-a1a7-486f-9402-855c94f41fb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98080de-6d9b-4430-a60c-1d9c3beb81f3') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:52.927674 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-f668fcbb-a1a7-486f-9402-855c94f41fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98080de-6d9b-4430-a60c-1d9c3beb81f3') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:52.989040 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f668fcbb-a1a7-486f-9402-855c94f41fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.014276 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 91086ff5-7b47-4f2b-bd7b-939695a558c3 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:53.034696 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f668fcbb-a1a7-486f-9402-855c94f41fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.055150 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 91086ff5-7b47-4f2b-bd7b-939695a558c3 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:53.055494 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 91086ff5-7b47-4f2b-bd7b-939695a558c3 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:53.061304 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f668fcbb-a1a7-486f-9402-855c94f41fb7 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:53.061884 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f668fcbb-a1a7-486f-9402-855c94f41fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.069013 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a3c0e5c2-1ff0-4215-9da9-67ef3fe4ca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.114058 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-9b370b3b-c16e-45e1-abae-f0383770136e service neutron] 10.222.0.77 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233172 Jul 05 04:02:53.123983 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0e5c2-1ff0-4215-9da9-67ef3fe4ca4a None None] Pushing event deleted for resources: {'Port': ['ID=91086ff5-7b47-4f2b-bd7b-939695a558c3,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:53.142109 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c0e5c2-1ff0-4215-9da9-67ef3fe4ca4a None None] No DVR routers for this DVR port 91086ff5-7b47-4f2b-bd7b-939695a558c3 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:53.151160 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:53.175950 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f668fcbb-a1a7-486f-9402-855c94f41fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.248347 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f668fcbb-a1a7-486f-9402-855c94f41fb7 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.252349 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f668fcbb-a1a7-486f-9402-855c94f41fb7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/963b909c-265b-44c9-8d13-5b5e3d7f9cd4 HTTP/1.1" status: 204 len: 168 time: 1.7336011 Jul 05 04:02:53.252576 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668fcbb-a1a7-486f-9402-855c94f41fb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=963b909c-265b-44c9-8d13-5b5e3d7f9cd4,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:53.357656 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095ed98-228d-468d-a3f5-1022186f2c65 req-84dd1fd3-759f-4a8b-a60a-0180c8fab620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:53.361065 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-c8089c94-2692-4544-9c11-80ca3d5a8c46 service neutron] 10.222.0.77 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445822 Jul 05 04:02:53.361773 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f095ed98-228d-468d-a3f5-1022186f2c65 req-84dd1fd3-759f-4a8b-a60a-0180c8fab620 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0a122ea6-d91c-4744-850f-9fdff0f55e6d HTTP/1.1" status: 200 len: 1097 time: 0.3124599 Jul 05 04:02:53.440187 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f095ed98-228d-468d-a3f5-1022186f2c65 req-0908a764-fea6-4dab-9ca6-257f3f3c862a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=901a8115-9376-4e1d-be6b-1b63adf19d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725937 Jul 05 04:02:53.459590 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006655df-4db2-4eaa-ac43-ecf1eb58d2e1 req-b4c1bb00-55cd-4938-9315-7e9eaf2951bd tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:53.468098 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-006655df-4db2-4eaa-ac43-ecf1eb58d2e1 req-b4c1bb00-55cd-4938-9315-7e9eaf2951bd tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a122ea6-d91c-4744-850f-9fdff0f55e6d HTTP/1.1" status: 200 len: 945 time: 0.4243839 Jul 05 04:02:53.547598 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34888) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:53.562117 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-006655df-4db2-4eaa-ac43-ecf1eb58d2e1 req-995186ec-f159-4e39-934c-49aa3c1b7d31 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/security-groups?id=901a8115-9376-4e1d-be6b-1b63adf19d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905049 Jul 05 04:02:53.648009 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7b1a03c0-7bb2-470b-8f9d-47b4cdc6b032 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=84855aa0cff44f948db352b90e985895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0991750 Jul 05 04:02:53.650902 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34898) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:53.815054 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2db6cfc-1b6b-4ad1-92a3-c20cf2d983d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.847902 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2db6cfc-1b6b-4ad1-92a3-c20cf2d983d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.877790 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-51a38df4-8401-40fc-8656-7f8d6632819e tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:53.879677 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-51a38df4-8401-40fc-8656-7f8d6632819e tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.89 "GET /v2.0/networks?id=b83e47b1-065f-46f9-892c-a820818e9066 HTTP/1.1" status: 200 len: 818 time: 0.2117095 Jul 05 04:02:53.937547 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-3dc96b16-6e85-4037-869e-8626b8626abe tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Request body: {'port': {'device_id': 'e2c62e98-1f54-4f1a-9945-315dc4ce33cf', 'network_id': 'b83e47b1-065f-46f9-892c-a820818e9066', 'admin_state_up': True, 'tenant_id': 'ff31731884f34204b61c94440cda2c3b'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:53.943045 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7e6e3fd5-2019-4500-959b-3226d4cdc1a3 req-c584f684-40ee-4e9b-828a-0d8171629634 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/ports?device_id=80d59ea6-b176-43ef-aa5a-887ebe94113d HTTP/1.1" status: 200 len: 210 time: 0.1791074 Jul 05 04:02:53.947678 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2db6cfc-1b6b-4ad1-92a3-c20cf2d983d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.952850 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2db6cfc-1b6b-4ad1-92a3-c20cf2d983d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.983393 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e2db6cfc-1b6b-4ad1-92a3-c20cf2d983d9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b049ac02-4c75-4b34-a01c-c47295632689 HTTP/1.1" status: 204 len: 168 time: 0.3095403 Jul 05 04:02:53.994249 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db6cfc-1b6b-4ad1-92a3-c20cf2d983d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b049ac02-4c75-4b34-a01c-c47295632689,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:54.102498 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d8e81-ac4b-44f0-b253-7904283c415a req-fbea4895-b353-43ef-abd9-ea096c0ee516 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:54.104234 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8f4d8e81-ac4b-44f0-b253-7904283c415a req-fbea4895-b353-43ef-abd9-ea096c0ee516 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 946 time: 0.2232542 Jul 05 04:02:54.154128 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b78f1bff-9231-48b2-a991-5b9f61c01a75 req-af0d8d21-57a9-4e6b-aa9f-d91e3334c433 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 210 time: 0.1016614 Jul 05 04:02:54.246813 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8f4d8e81-ac4b-44f0-b253-7904283c415a req-6500d0a1-f447-401a-ac64-a62cfd8687de tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340508 Jul 05 04:02:54.343774 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-3dc96b16-6e85-4037-869e-8626b8626abe tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Made reservation on behalf of ff31731884f34204b61c94440cda2c3b for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:54.351836 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-3dc96b16-6e85-4037-869e-8626b8626abe tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.451571 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-3f7b33c5-119b-41cf-b42a-b5ffcbeb51bb tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:54.453504 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-3f7b33c5-119b-41cf-b42a-b5ffcbeb51bb tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.89 "GET /v2.0/networks?id=b83e47b1-065f-46f9-892c-a820818e9066 HTTP/1.1" status: 200 len: 818 time: 0.3030357 Jul 05 04:02:54.489240 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-36eecda8-eb49-44a6-8208-188d5addfa79 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Request body: {'port': {'device_id': '80d59ea6-b176-43ef-aa5a-887ebe94113d', 'network_id': 'b83e47b1-065f-46f9-892c-a820818e9066', 'admin_state_up': True, 'tenant_id': 'ff31731884f34204b61c94440cda2c3b'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:54.619129 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-3dc96b16-6e85-4037-869e-8626b8626abe tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Allocated IP 172.20.0.11 (b83e47b1-065f-46f9-892c-a820818e9066/7f98529e-e9ee-4904-ac7d-9f430e5a5e83/2347ecff-6fab-46a5-a560-df712370848c) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:54.881971 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34944) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:54.905599 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699fe09-e399-4dcf-b87d-148c3c850ea1 req-a41420bf-e905-41ee-94a7-36428ac7d32e tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:54.913459 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b699fe09-e399-4dcf-b87d-148c3c850ea1 req-a41420bf-e905-41ee-94a7-36428ac7d32e tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 946 time: 0.4564657 Jul 05 04:02:55.024820 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-36eecda8-eb49-44a6-8208-188d5addfa79 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Made reservation on behalf of ff31731884f34204b61c94440cda2c3b for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:55.029550 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-36eecda8-eb49-44a6-8208-188d5addfa79 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.070129 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-30b3cb94-aa3c-4328-b464-697037f7129c tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:55.089294 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-30b3cb94-aa3c-4328-b464-697037f7129c tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.70 "GET /v2.0/networks?id=b83e47b1-065f-46f9-892c-a820818e9066 HTTP/1.1" status: 200 len: 818 time: 0.5565231 Jul 05 04:02:55.148929 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-f06e218f-82ae-4afe-975f-1e1a4f12c166 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Request body: {'port': {'device_id': '220c3d5e-00a5-4fad-91f2-4e4b3ca013c5', 'network_id': 'b83e47b1-065f-46f9-892c-a820818e9066', 'admin_state_up': True, 'tenant_id': 'ff31731884f34204b61c94440cda2c3b'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:55.399948 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 2a737e3b-7647-4859-8d3b-5a41559ab915 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:55.441608 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-84ec2a84-402c-4255-83f2-6540b96d08a2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=026006706cec4fba9542570c1d5a9e46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5579576 Jul 05 04:02:55.444844 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34958) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:55.463071 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b699fe09-e399-4dcf-b87d-148c3c850ea1 req-6a4cf559-6614-465f-9db1-7c052ffd05f3 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5484858 Jul 05 04:02:55.472612 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-3dc96b16-6e85-4037-869e-8626b8626abe tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.483690 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb9573-d136-403e-b090-3e425b43fdca req-b311376f-f3fc-47b8-b4d1-06b8e33baf98 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:55.494694 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5efb9573-d136-403e-b090-3e425b43fdca req-b311376f-f3fc-47b8-b4d1-06b8e33baf98 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a122ea6-d91c-4744-850f-9fdff0f55e6d HTTP/1.1" status: 200 len: 945 time: 0.1960156 Jul 05 04:02:55.537107 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.554243 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-f06e218f-82ae-4afe-975f-1e1a4f12c166 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Made reservation on behalf of ff31731884f34204b61c94440cda2c3b for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:55.558460 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-f06e218f-82ae-4afe-975f-1e1a4f12c166 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.586844 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887e929d-cd43-451e-8752-b2d1274a7ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a737e3b-7647-4859-8d3b-5a41559ab915'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:55.603299 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4ef8c8-a303-4a15-8317-9707a14999b3" -d '{"events": [{"server_uuid": "887e929d-cd43-451e-8752-b2d1274a7ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "2a737e3b-7647-4859-8d3b-5a41559ab915"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:55.621320 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-58ed503b-91e8-46c0-afb0-bd8b93d4abad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.649778 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-58ed503b-91e8-46c0-afb0-bd8b93d4abad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.651134 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 2a737e3b-7647-4859-8d3b-5a41559ab915, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=2a737e3b-7647-4859-8d3b-5a41559ab915,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:55.657264 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.688752 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5efb9573-d136-403e-b090-3e425b43fdca req-c9ff8b63-1e41-43ea-9918-7c2bdc89a342 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/security-groups?id=901a8115-9376-4e1d-be6b-1b63adf19d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864393 Jul 05 04:02:55.691091 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cded8020-8ede-4940-9dd6-e54357a95be7 req-5b4f1ea3-27e8-4658-b9b9-4d75f824eb51 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/ports?device_id=80d59ea6-b176-43ef-aa5a-887ebe94113d HTTP/1.1" status: 200 len: 210 time: 0.0380518 Jul 05 04:02:55.721277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=2a737e3b-7647-4859-8d3b-5a41559ab915,revision_number=11']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:55.769787 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-3dc96b16-6e85-4037-869e-8626b8626abe tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.853685 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-36eecda8-eb49-44a6-8208-188d5addfa79 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Allocated IP 172.20.0.2 (b83e47b1-065f-46f9-892c-a820818e9066/7f98529e-e9ee-4904-ac7d-9f430e5a5e83/c3dc4402-7591-412b-b5b9-0c0db8b982a6) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:55.881707 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc96b16-6e85-4037-869e-8626b8626abe tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Pushing event updated for resources: {'Port': ['ID=2347ecff-6fab-46a5-a560-df712370848c,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:55.907456 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-3dc96b16-6e85-4037-869e-8626b8626abe tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Network b83e47b1-065f-46f9-892c-a820818e9066 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:55.907456 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-58ed503b-91e8-46c0-afb0-bd8b93d4abad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.909943 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-58ed503b-91e8-46c0-afb0-bd8b93d4abad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.911074 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-58ed503b-91e8-46c0-afb0-bd8b93d4abad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/85574357-da8c-4a9f-a3ba-53ead0bc1d8b HTTP/1.1" status: 204 len: 168 time: 0.4570141 Jul 05 04:02:55.915572 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-3dc96b16-6e85-4037-869e-8626b8626abe tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:55.918547 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-3dc96b16-6e85-4037-869e-8626b8626abe tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:55.931692 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0ef3c7ec-f961-48ee-9cbd-8507834470c4 req-9cdbf2cb-56d6-4b37-87be-6b9b3372d1dc tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 210 time: 0.0476902 Jul 05 04:02:55.952034 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed503b-91e8-46c0-afb0-bd8b93d4abad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85574357-da8c-4a9f-a3ba-53ead0bc1d8b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:56.049787 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-3dc96b16-6e85-4037-869e-8626b8626abe tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:56.057416 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-3dc96b16-6e85-4037-869e-8626b8626abe tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.069085 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5039fd3-ecf6-42d0-943f-247795ea667f x-openstack-request-id: req-f5039fd3-ecf6-42d0-943f-247795ea667f {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:56.069591 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887e929d-cd43-451e-8752-b2d1274a7ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "2a737e3b-7647-4859-8d3b-5a41559ab915", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:56.070018 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f5039fd3-ecf6-42d0-943f-247795ea667f {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:56.070600 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887e929d-cd43-451e-8752-b2d1274a7ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a737e3b-7647-4859-8d3b-5a41559ab915', 'code': 200} Jul 05 04:02:56.087241 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b30741-aa69-4dc5-a17f-3b2d92a695f7 req-f86e2a17-1563-4fba-a7ec-f9b065308928 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:56.100409 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-21b30741-aa69-4dc5-a17f-3b2d92a695f7 req-f86e2a17-1563-4fba-a7ec-f9b065308928 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.2569020 Jul 05 04:02:56.121265 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-36eecda8-eb49-44a6-8208-188d5addfa79 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.146628 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-3dc96b16-6e85-4037-869e-8626b8626abe tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2501690 Jul 05 04:02:56.181348 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-36eecda8-eb49-44a6-8208-188d5addfa79 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.194906 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-bc9286a7-5e1c-41aa-a7e1-5503ee8ed23e service neutron] Request body: {'port': {'device_id': 'e2c62e98-1f54-4f1a-9945-315dc4ce33cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:56.236898 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-21b30741-aa69-4dc5-a17f-3b2d92a695f7 req-e7b90072-d6c6-4f50-a8bd-60f1ad77c78c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354487 Jul 05 04:02:56.314237 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-bc9286a7-5e1c-41aa-a7e1-5503ee8ed23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.406226 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-36eecda8-eb49-44a6-8208-188d5addfa79 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Network b83e47b1-065f-46f9-892c-a820818e9066 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:56.421801 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-36eecda8-eb49-44a6-8208-188d5addfa79 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:56.429452 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-36eecda8-eb49-44a6-8208-188d5addfa79 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:56.436107 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-f06e218f-82ae-4afe-975f-1e1a4f12c166 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Allocated IP 172.20.0.3 (b83e47b1-065f-46f9-892c-a820818e9066/7f98529e-e9ee-4904-ac7d-9f430e5a5e83/8c31d284-f554-472d-a872-9f1f73e98f96) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:56.442163 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eecda8-eb49-44a6-8208-188d5addfa79 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Pushing event updated for resources: {'Port': ['ID=c3dc4402-7591-412b-b5b9-0c0db8b982a6,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:56.579167 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-36eecda8-eb49-44a6-8208-188d5addfa79 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:56.579883 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-36eecda8-eb49-44a6-8208-188d5addfa79 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.604354 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-e169d776-d888-479d-a088-aff192f4a801 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:56.606384 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-e169d776-d888-479d-a088-aff192f4a801 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.70 "GET /v2.0/networks?id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b HTTP/1.1" status: 200 len: 810 time: 0.3701475 Jul 05 04:02:56.611697 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-36eecda8-eb49-44a6-8208-188d5addfa79 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1265914 Jul 05 04:02:56.632284 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-7fac4d95-b103-424d-b16a-6ee881c8f5da service neutron] Request body: {'port': {'device_id': '80d59ea6-b176-43ef-aa5a-887ebe94113d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:56.868056 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-7fac4d95-b103-424d-b16a-6ee881c8f5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.908807 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060aa09-42fc-4e2d-a772-66f16746a0e1 req-a2f168d4-69d6-4672-9e41-44b109370d8d tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:56.910922 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9060aa09-42fc-4e2d-a772-66f16746a0e1 req-a2f168d4-69d6-4672-9e41-44b109370d8d tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a122ea6-d91c-4744-850f-9fdff0f55e6d HTTP/1.1" status: 200 len: 945 time: 0.0866807 Jul 05 04:02:56.936016 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-ee90bb6f-ec2d-417f-9287-7e6f55e18055 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b459d90a1104d2f9bfd9c3a9ab3c50e HTTP/1.1" status: 200 len: 379 time: 0.3092535 Jul 05 04:02:56.954692 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9060aa09-42fc-4e2d-a772-66f16746a0e1 req-58c47cf4-5d7a-452c-9e9a-8ee012fc7970 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/security-groups?id=901a8115-9376-4e1d-be6b-1b63adf19d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380385 Jul 05 04:02:56.974043 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-244c66d1-4347-4063-a388-da3f37c75c51 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Request body: {'port': {'device_id': '1e534657-72dd-4e50-a37c-980ef92b4cf9', 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'admin_state_up': True, 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'security_groups': ['9cd0089c-914c-44af-9cb2-de6ea805e1ae']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:57.100048 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 35014) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:57.191503 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66911daa-8781-4bd6-82d8-ac8493920cb9 req-f8a0689b-cdc1-46a2-953c-a902c1221859 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:57.194156 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-66911daa-8781-4bd6-82d8-ac8493920cb9 req-f8a0689b-cdc1-46a2-953c-a902c1221859 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/ports?device_id=80d59ea6-b176-43ef-aa5a-887ebe94113d HTTP/1.1" status: 200 len: 931 time: 0.0849488 Jul 05 04:02:57.197633 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-f06e218f-82ae-4afe-975f-1e1a4f12c166 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.214003 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816dbcb-23f0-4e0d-bfef-b8d4189bbbf9 req-b5a6354d-0de8-4f1b-9f92-3432a71dbb90 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:57.215688 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a816dbcb-23f0-4e0d-bfef-b8d4189bbbf9 req-b5a6354d-0de8-4f1b-9f92-3432a71dbb90 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 946 time: 0.5308442 Jul 05 04:02:57.246059 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-85c4a707-d35b-4591-8782-a03cdb63f49d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-457732132-network', 'tenant_id': '37c4513c63874d67b101063646aa85b3'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:57.252738 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-66911daa-8781-4bd6-82d8-ac8493920cb9 req-631a4e8f-a253-477a-a0d5-2d86cb57ffb9 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8b0955-ee14-48fc-b346-69e9eb07a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492780 Jul 05 04:02:57.282356 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c4a707-d35b-4591-8782-a03cdb63f49d admin admin] Made reservation on behalf of 37c4513c63874d67b101063646aa85b3 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:57.282356 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-85c4a707-d35b-4591-8782-a03cdb63f49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.294580 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-85c4a707-d35b-4591-8782-a03cdb63f49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.332252 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a816dbcb-23f0-4e0d-bfef-b8d4189bbbf9 req-283e029f-b0e4-4942-a244-3beab76fb664 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978403 Jul 05 04:02:57.334765 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-244c66d1-4347-4063-a388-da3f37c75c51 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Made reservation on behalf of 2b459d90a1104d2f9bfd9c3a9ab3c50e for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:57.338347 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-244c66d1-4347-4063-a388-da3f37c75c51 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.394092 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-85c4a707-d35b-4591-8782-a03cdb63f49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.399553 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-85c4a707-d35b-4591-8782-a03cdb63f49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.435782 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4a707-d35b-4591-8782-a03cdb63f49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299aa80c-61ee-41d2-9c5c-70e794f997eb,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:57.493497 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-f06e218f-82ae-4afe-975f-1e1a4f12c166 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.548456 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da5db4f2-e915-4206-9776-b869d23bd534 req-18ff24dc-c01f-4618-9e45-c84b98b7c939 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 210 time: 0.0878375 Jul 05 04:02:57.549496 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c4a707-d35b-4591-8782-a03cdb63f49d admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:02:57.646075 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-85c4a707-d35b-4591-8782-a03cdb63f49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.647878 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-85c4a707-d35b-4591-8782-a03cdb63f49d admin admin] Added segment cbfcd374-a1cb-474b-ae70-935cfcd661c8 of type vlan for network 06299957-933b-4513-bc63-62f761a15c08 Jul 05 04:02:57.740022 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-85c4a707-d35b-4591-8782-a03cdb63f49d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.758811 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-bc9286a7-5e1c-41aa-a7e1-5503ee8ed23e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2347ecff-6fab-46a5-a560-df712370848c {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:02:57.770415 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-bc9286a7-5e1c-41aa-a7e1-5503ee8ed23e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.788529 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-bc9286a7-5e1c-41aa-a7e1-5503ee8ed23e service neutron] Transition to ACTIVE for port object 2347ecff-6fab-46a5-a560-df712370848c will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:57.799302 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-bc9286a7-5e1c-41aa-a7e1-5503ee8ed23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.838017 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-85c4a707-d35b-4591-8782-a03cdb63f49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.839737 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c4a707-d35b-4591-8782-a03cdb63f49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:57.840508 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-85c4a707-d35b-4591-8782-a03cdb63f49d admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.967343 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-f06e218f-82ae-4afe-975f-1e1a4f12c166 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Network b83e47b1-065f-46f9-892c-a820818e9066 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:57.990475 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-85c4a707-d35b-4591-8782-a03cdb63f49d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8892307 Jul 05 04:02:58.016748 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 35040) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:58.026852 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-f06e218f-82ae-4afe-975f-1e1a4f12c166 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:58.034542 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-a81e722e-c77a-4a45-8f01-21da0519b871 admin admin] Request body: {'subnet': {'network_id': '06299957-933b-4513-bc63-62f761a15c08', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-457732132-subnet', 'tenant_id': '37c4513c63874d67b101063646aa85b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:58.047477 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-f06e218f-82ae-4afe-975f-1e1a4f12c166 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:58.074404 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9286a7-5e1c-41aa-a7e1-5503ee8ed23e service neutron] Pushing event updated for resources: {'Port': ['ID=2347ecff-6fab-46a5-a560-df712370848c,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:58.100654 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4a707-d35b-4591-8782-a03cdb63f49d admin admin] Pushing event updated for resources: {'Network': ['ID=06299957-933b-4513-bc63-62f761a15c08,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:58.113082 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-bc9286a7-5e1c-41aa-a7e1-5503ee8ed23e service neutron] Attempting to bind port 2347ecff-6fab-46a5-a560-df712370848c on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:58.113426 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-bc9286a7-5e1c-41aa-a7e1-5503ee8ed23e service neutron] Attempting to bind port 2347ecff-6fab-46a5-a560-df712370848c by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '0c1fcc6b-429a-459f-81bb-799f43b47bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b83e47b1-065f-46f9-892c-a820818e9066'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:58.113764 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-bc9286a7-5e1c-41aa-a7e1-5503ee8ed23e service neutron] Attempting to bind port 2347ecff-6fab-46a5-a560-df712370848c on network b83e47b1-065f-46f9-892c-a820818e9066 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:58.120901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-bc9286a7-5e1c-41aa-a7e1-5503ee8ed23e service neutron] Port 2347ecff-6fab-46a5-a560-df712370848c on network b83e47b1-065f-46f9-892c-a820818e9066 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:58.123865 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-bc9286a7-5e1c-41aa-a7e1-5503ee8ed23e service neutron] Attempting to bind port 2347ecff-6fab-46a5-a560-df712370848c on network b83e47b1-065f-46f9-892c-a820818e9066 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:58.124816 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 06299957-933b-4513-bc63-62f761a15c08 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:02:58.128057 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-f06e218f-82ae-4afe-975f-1e1a4f12c166 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:58.129366 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-f06e218f-82ae-4afe-975f-1e1a4f12c166 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.135453 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-bc9286a7-5e1c-41aa-a7e1-5503ee8ed23e service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:58.139519 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-bc9286a7-5e1c-41aa-a7e1-5503ee8ed23e service neutron] Checking segment: {'id': '0c1fcc6b-429a-459f-81bb-799f43b47bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b83e47b1-065f-46f9-892c-a820818e9066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:58.140069 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-bc9286a7-5e1c-41aa-a7e1-5503ee8ed23e service neutron] Bound using segment: {'id': '0c1fcc6b-429a-459f-81bb-799f43b47bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b83e47b1-065f-46f9-892c-a820818e9066'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:58.140659 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-bc9286a7-5e1c-41aa-a7e1-5503ee8ed23e service neutron] Bound port: 2347ecff-6fab-46a5-a560-df712370848c, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1fcc6b-429a-459f-81bb-799f43b47bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b83e47b1-065f-46f9-892c-a820818e9066'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:58.141199 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-bc9286a7-5e1c-41aa-a7e1-5503ee8ed23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.142499 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e218f-82ae-4afe-975f-1e1a4f12c166 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Pushing event updated for resources: {'Port': ['ID=8c31d284-f554-472d-a872-9f1f73e98f96,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:58.261155 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81e722e-c77a-4a45-8f01-21da0519b871 admin admin] Made reservation on behalf of 37c4513c63874d67b101063646aa85b3 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:58.264568 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a81e722e-c77a-4a45-8f01-21da0519b871 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.291786 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-244c66d1-4347-4063-a388-da3f37c75c51 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Allocated IP 172.20.0.6 (7bb6d371-d6e5-49cd-a3b3-53ae2b35487b/9ee9ae53-c8ee-4b49-a395-854bb0a3c12c/8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:58.295182 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-f06e218f-82ae-4afe-975f-1e1a4f12c166 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1576197 Jul 05 04:02:58.298101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-bc9286a7-5e1c-41aa-a7e1-5503ee8ed23e service neutron] For port 2347ecff-6fab-46a5-a560-df712370848c, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:58.330552 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-bc9286a7-5e1c-41aa-a7e1-5503ee8ed23e service neutron] For port 2347ecff-6fab-46a5-a560-df712370848c, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=2347ecff-6fab-46a5-a560-df712370848c,segment=NetworkSegment(0c1fcc6b-429a-459f-81bb-799f43b47bd4),segment_id=0c1fcc6b-429a-459f-81bb-799f43b47bd4)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:58.338153 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-bc9286a7-5e1c-41aa-a7e1-5503ee8ed23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.349107 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8695ddd-542f-426d-8a3d-7fd7fde7a631 req-a7d84c44-4c42-4e2f-95d4-738132ccb36e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:58.350686 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b8695ddd-542f-426d-8a3d-7fd7fde7a631 req-a7d84c44-4c42-4e2f-95d4-738132ccb36e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.4641974 Jul 05 04:02:58.368490 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-0e77a2d9-c4e0-47bf-a481-2abbfcec0843 service neutron] Request body: {'port': {'device_id': '220c3d5e-00a5-4fad-91f2-4e4b3ca013c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:58.393945 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-bc9286a7-5e1c-41aa-a7e1-5503ee8ed23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:58.394716 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-bc9286a7-5e1c-41aa-a7e1-5503ee8ed23e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.397568 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-bc9286a7-5e1c-41aa-a7e1-5503ee8ed23e service neutron] 10.222.0.89 "PUT /v2.0/ports/2347ecff-6fab-46a5-a560-df712370848c HTTP/1.1" status: 200 len: 1093 time: 2.2369363 Jul 05 04:02:58.401149 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c62e98-1f54-4f1a-9945-315dc4ce33cf', 'tag': '2347ecff-6fab-46a5-a560-df712370848c'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:58.404300 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3939defd-e61f-40e3-90e9-9f07568283f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c62e98-1f54-4f1a-9945-315dc4ce33cf", "tag": "2347ecff-6fab-46a5-a560-df712370848c"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:58.439617 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258525e2-7f98-4b05-9b6d-7cf9355d2f46 req-83554258-cf03-4434-a372-302ddca58d68 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:58.441221 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-258525e2-7f98-4b05-9b6d-7cf9355d2f46 req-83554258-cf03-4434-a372-302ddca58d68 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a122ea6-d91c-4744-850f-9fdff0f55e6d HTTP/1.1" status: 200 len: 945 time: 0.1574914 Jul 05 04:02:58.444916 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9286a7-5e1c-41aa-a7e1-5503ee8ed23e service neutron] Pushing event updated for resources: {'Port': ['ID=2347ecff-6fab-46a5-a560-df712370848c,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:58.459486 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-7fac4d95-b103-424d-b16a-6ee881c8f5da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3dc4402-7591-412b-b5b9-0c0db8b982a6 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:02:58.471446 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-7fac4d95-b103-424d-b16a-6ee881c8f5da service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.542806 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-258525e2-7f98-4b05-9b6d-7cf9355d2f46 req-526cf3e5-fdd0-4cf3-9448-f6237a68aa2e tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/security-groups?id=901a8115-9376-4e1d-be6b-1b63adf19d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926368 Jul 05 04:02:58.577857 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-a0914279-254e-49fe-8e47-e75c6d3a2ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:58.583984 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-a0914279-254e-49fe-8e47-e75c6d3a2ef3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ff31731884f34204b61c94440cda2c3b&device_id=e2c62e98-1f54-4f1a-9945-315dc4ce33cf HTTP/1.1" status: 200 len: 1096 time: 0.1349406 Jul 05 04:02:58.617476 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7553f6fe-1cdc-4da0-a56a-24219b99157c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.626397 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-0e77a2d9-c4e0-47bf-a481-2abbfcec0843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.649846 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-da2231df-0b31-4824-9e77-d288dcb1912f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2347ecff-6fab-46a5-a560-df712370848c HTTP/1.1" status: 200 len: 217 time: 0.0546708 Jul 05 04:02:58.673029 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-7fac4d95-b103-424d-b16a-6ee881c8f5da service neutron] Transition to ACTIVE for port object c3dc4402-7591-412b-b5b9-0c0db8b982a6 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:58.690216 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-7fac4d95-b103-424d-b16a-6ee881c8f5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.712461 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b8695ddd-542f-426d-8a3d-7fd7fde7a631 req-b1d9b77c-7ca6-49c4-8f9c-1ac90c32a393 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3411908 Jul 05 04:02:58.793332 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-332ec399-5da7-4cac-9245-f606933de979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:58.795100 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-332ec399-5da7-4cac-9245-f606933de979 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7f98529e-e9ee-4904-ac7d-9f430e5a5e83 HTTP/1.1" status: 200 len: 858 time: 0.1377401 Jul 05 04:02:58.833655 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-3e877198-108c-43cb-91eb-dd11bcf9ba09 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b83e47b1-065f-46f9-892c-a820818e9066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309532 Jul 05 04:02:58.847288 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee6e4e-0f1a-4f52-84b3-c0d5427bc6a1 req-d7d7dea4-8323-4d6e-a3f2-1a66c0485bf1 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:58.854605 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dbee6e4e-0f1a-4f52-84b3-c0d5427bc6a1 req-d7d7dea4-8323-4d6e-a3f2-1a66c0485bf1 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/ports?device_id=80d59ea6-b176-43ef-aa5a-887ebe94113d HTTP/1.1" status: 200 len: 943 time: 0.1549728 Jul 05 04:02:58.943073 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dbee6e4e-0f1a-4f52-84b3-c0d5427bc6a1 req-0958669e-329d-4bd2-ad17-8a3984ca9fa6 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8b0955-ee14-48fc-b346-69e9eb07a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875614 Jul 05 04:02:59.004906 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-3e96153c-ba55-4655-9870-2d5a83a5a490 service neutron] 10.222.0.89 "GET /v2.0/networks/b83e47b1-065f-46f9-892c-a820818e9066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472073 Jul 05 04:02:59.021847 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d93e4e-4cfb-4f09-a725-076c8aea3107 x-openstack-request-id: req-e2d93e4e-4cfb-4f09-a725-076c8aea3107 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:59.022401 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c62e98-1f54-4f1a-9945-315dc4ce33cf", "tag": "2347ecff-6fab-46a5-a560-df712370848c", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:59.023197 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e2d93e4e-4cfb-4f09-a725-076c8aea3107 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:59.023370 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c62e98-1f54-4f1a-9945-315dc4ce33cf', 'tag': '2347ecff-6fab-46a5-a560-df712370848c', 'status': 'completed', 'code': 200} Jul 05 04:02:59.098711 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac4d95-b103-424d-b16a-6ee881c8f5da service neutron] Pushing event updated for resources: {'Port': ['ID=c3dc4402-7591-412b-b5b9-0c0db8b982a6,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:59.115392 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-e06fe7b0-d699-44ed-9883-f64d76180807 service neutron] 10.222.0.89 "GET /v2.0/networks/b83e47b1-065f-46f9-892c-a820818e9066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042552 Jul 05 04:02:59.149425 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.221142 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b1bb9cd1-c0f2-4489-900c-9ca85e95cd8b req-3fdddbdb-60f6-4508-a081-ac31032b21aa tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 210 time: 0.0358911 Jul 05 04:02:59.247320 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-244c66d1-4347-4063-a388-da3f37c75c51 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.299368 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939defd-e61f-40e3-90e9-9f07568283f5 req-2dce5a2e-65f5-4990-879a-a6a3a1ab9681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:59.301388 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3939defd-e61f-40e3-90e9-9f07568283f5 req-2dce5a2e-65f5-4990-879a-a6a3a1ab9681 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ff31731884f34204b61c94440cda2c3b&device_id=e2c62e98-1f54-4f1a-9945-315dc4ce33cf HTTP/1.1" status: 200 len: 1096 time: 0.0788357 Jul 05 04:02:59.347846 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa101cd-b1e3-4986-8128-3f842e63617b req-9f6de790-2d87-44f3-b3a8-bce9e3ec5957 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:59.349459 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bfa101cd-b1e3-4986-8128-3f842e63617b req-9f6de790-2d87-44f3-b3a8-bce9e3ec5957 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 946 time: 0.4430575 Jul 05 04:02:59.354191 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-244c66d1-4347-4063-a388-da3f37c75c51 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Transition to ACTIVE for port object 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:59.364952 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-7fac4d95-b103-424d-b16a-6ee881c8f5da service neutron] Attempting to bind port c3dc4402-7591-412b-b5b9-0c0db8b982a6 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:59.365200 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-7fac4d95-b103-424d-b16a-6ee881c8f5da service neutron] Attempting to bind port c3dc4402-7591-412b-b5b9-0c0db8b982a6 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '0c1fcc6b-429a-459f-81bb-799f43b47bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b83e47b1-065f-46f9-892c-a820818e9066'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:59.365490 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-7fac4d95-b103-424d-b16a-6ee881c8f5da service neutron] Attempting to bind port c3dc4402-7591-412b-b5b9-0c0db8b982a6 on network b83e47b1-065f-46f9-892c-a820818e9066 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:59.387613 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a81e722e-c77a-4a45-8f01-21da0519b871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.411218 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-7fac4d95-b103-424d-b16a-6ee881c8f5da service neutron] Port c3dc4402-7591-412b-b5b9-0c0db8b982a6 on network b83e47b1-065f-46f9-892c-a820818e9066 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:59.411218 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-7fac4d95-b103-424d-b16a-6ee881c8f5da service neutron] Attempting to bind port c3dc4402-7591-412b-b5b9-0c0db8b982a6 on network b83e47b1-065f-46f9-892c-a820818e9066 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:59.411475 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939defd-e61f-40e3-90e9-9f07568283f5 req-bc4fb4b4-91ae-4f2d-9f86-bc00117f46dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:59.411634 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3939defd-e61f-40e3-90e9-9f07568283f5 req-bc4fb4b4-91ae-4f2d-9f86-bc00117f46dd service neutron] 10.222.0.89 "GET /v2.0/networks?id=b83e47b1-065f-46f9-892c-a820818e9066 HTTP/1.1" status: 200 len: 919 time: 0.1038375 Jul 05 04:02:59.420347 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 2a737e3b-7647-4859-8d3b-5a41559ab915 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:02:59.466764 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3939defd-e61f-40e3-90e9-9f07568283f5 req-30725c42-c90a-445c-953e-6b9f3c6d2088 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2347ecff-6fab-46a5-a560-df712370848c HTTP/1.1" status: 200 len: 217 time: 0.0444512 Jul 05 04:02:59.488289 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-7fac4d95-b103-424d-b16a-6ee881c8f5da service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:59.488689 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-7fac4d95-b103-424d-b16a-6ee881c8f5da service neutron] Checking segment: {'id': '0c1fcc6b-429a-459f-81bb-799f43b47bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b83e47b1-065f-46f9-892c-a820818e9066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:59.489097 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-7fac4d95-b103-424d-b16a-6ee881c8f5da service neutron] Bound using segment: {'id': '0c1fcc6b-429a-459f-81bb-799f43b47bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b83e47b1-065f-46f9-892c-a820818e9066'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:59.490754 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-7fac4d95-b103-424d-b16a-6ee881c8f5da service neutron] Bound port: c3dc4402-7591-412b-b5b9-0c0db8b982a6, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1fcc6b-429a-459f-81bb-799f43b47bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b83e47b1-065f-46f9-892c-a820818e9066'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:59.490754 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-7fac4d95-b103-424d-b16a-6ee881c8f5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.544876 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939defd-e61f-40e3-90e9-9f07568283f5 req-0cb8e184-11d2-4ce7-a165-0d88d50d8d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:59.546583 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3939defd-e61f-40e3-90e9-9f07568283f5 req-0cb8e184-11d2-4ce7-a165-0d88d50d8d82 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7f98529e-e9ee-4904-ac7d-9f430e5a5e83 HTTP/1.1" status: 200 len: 858 time: 0.0731261 Jul 05 04:02:59.549962 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bfa101cd-b1e3-4986-8128-3f842e63617b req-16e3a2fa-3860-4b0d-a507-df10fc32aa23 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876144 Jul 05 04:02:59.560929 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e722e-c77a-4a45-8f01-21da0519b871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea8cc79-d4db-4517-9fd5-28cf1937e241,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:59.578680 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-0e77a2d9-c4e0-47bf-a481-2abbfcec0843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c31d284-f554-472d-a872-9f1f73e98f96 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:02:59.583656 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 2a737e3b-7647-4859-8d3b-5a41559ab915, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=2a737e3b-7647-4859-8d3b-5a41559ab915,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:59.595789 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-0e77a2d9-c4e0-47bf-a481-2abbfcec0843 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.596376 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3939defd-e61f-40e3-90e9-9f07568283f5 req-6970c227-4050-439c-80a2-0f04a5ff7d59 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b83e47b1-065f-46f9-892c-a820818e9066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419259 Jul 05 04:02:59.610423 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '2a737e3b-7647-4859-8d3b-5a41559ab915', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'port_id': '2a737e3b-7647-4859-8d3b-5a41559ab915', 'mac_address': 'fa:16:3e:df:39:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:02:59.641197 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-244c66d1-4347-4063-a388-da3f37c75c51 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.646425 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81e722e-c77a-4a45-8f01-21da0519b871 admin admin] Checking segment: {'id': 'cbfcd374-a1cb-474b-ae70-935cfcd661c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '06299957-933b-4513-bc63-62f761a15c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:59.646876 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81e722e-c77a-4a45-8f01-21da0519b871 admin admin] Network hostable DHCP agents. Network: 06299957-933b-4513-bc63-62f761a15c08, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:02:59.651123 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-0e77a2d9-c4e0-47bf-a481-2abbfcec0843 service neutron] Transition to ACTIVE for port object 8c31d284-f554-472d-a872-9f1f73e98f96 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:59.709939 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-0e77a2d9-c4e0-47bf-a481-2abbfcec0843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.719157 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.773205 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-244c66d1-4347-4063-a388-da3f37c75c51 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Network 7bb6d371-d6e5-49cd-a3b3-53ae2b35487b is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:59.794636 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81e722e-c77a-4a45-8f01-21da0519b871 admin admin] Network 06299957-933b-4513-bc63-62f761a15c08 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:02:59.797349 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-244c66d1-4347-4063-a388-da3f37c75c51 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:59.800473 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-7fac4d95-b103-424d-b16a-6ee881c8f5da service neutron] For port c3dc4402-7591-412b-b5b9-0c0db8b982a6, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:59.803778 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-244c66d1-4347-4063-a388-da3f37c75c51 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:59.805673 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a737e3b-7647-4859-8d3b-5a41559ab915 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:02:59.815032 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3939defd-e61f-40e3-90e9-9f07568283f5 req-c42552ec-7ea9-49b9-b7e2-1e118417d9a6 service neutron] 10.222.0.89 "GET /v2.0/networks/b83e47b1-065f-46f9-892c-a820818e9066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053998 Jul 05 04:02:59.828531 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c66d1-4347-4063-a388-da3f37c75c51 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Pushing event updated for resources: {'Port': ['ID=8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:59.854674 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 2a737e3b-7647-4859-8d3b-5a41559ab915, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=2a737e3b-7647-4859-8d3b-5a41559ab915,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:59.856215 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-7fac4d95-b103-424d-b16a-6ee881c8f5da service neutron] For port c3dc4402-7591-412b-b5b9-0c0db8b982a6, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=c3dc4402-7591-412b-b5b9-0c0db8b982a6,segment=NetworkSegment(0c1fcc6b-429a-459f-81bb-799f43b47bd4),segment_id=0c1fcc6b-429a-459f-81bb-799f43b47bd4)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:59.865550 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.899817 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-7fac4d95-b103-424d-b16a-6ee881c8f5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.929242 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=2a737e3b-7647-4859-8d3b-5a41559ab915,revision_number=12']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:59.943905 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-a81e722e-c77a-4a45-8f01-21da0519b871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 06299957-933b-4513-bc63-62f761a15c08) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:59.952136 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e709bc01-4d48-4c4a-97a0-534ee95cff87 None None] Network 06299957-933b-4513-bc63-62f761a15c08 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:59.973451 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2cbe8-b5d6-4be0-bc37-b3b1571d0c52 req-f2cd74e1-29b1-4a91-85f1-d3f8bfb390bc tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:59.975032 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5c2cbe8-b5d6-4be0-bc37-b3b1571d0c52 req-f2cd74e1-29b1-4a91-85f1-d3f8bfb390bc tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a122ea6-d91c-4744-850f-9fdff0f55e6d HTTP/1.1" status: 200 len: 945 time: 0.2224479 Jul 05 04:03:00.039100 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3939defd-e61f-40e3-90e9-9f07568283f5 req-03ad3994-0422-450a-a3f6-d8e57bbad9ea service neutron] 10.222.0.89 "GET /v2.0/networks/b83e47b1-065f-46f9-892c-a820818e9066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113762 Jul 05 04:03:00.052162 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5c2cbe8-b5d6-4be0-bc37-b3b1571d0c52 req-46ae9a05-85f5-4eb7-b385-fa635ed96e98 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/security-groups?id=901a8115-9376-4e1d-be6b-1b63adf19d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670214 Jul 05 04:03:00.130374 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['2a737e3b-7647-4859-8d3b-5a41559ab915'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:00.158514 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81e722e-c77a-4a45-8f01-21da0519b871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:00.159262 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a81e722e-c77a-4a45-8f01-21da0519b871 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.210473 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70001ab-2f31-4735-9db6-8fb91357410b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-06299957-933b-4513-bc63-62f761a15c08', 'network_id': '06299957-933b-4513-bc63-62f761a15c08', 'tenant_id': '37c4513c63874d67b101063646aa85b3', 'fixed_ips': [{'subnet_id': '5ea8cc79-d4db-4517-9fd5-28cf1937e241'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:03:00.212913 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e70001ab-2f31-4735-9db6-8fb91357410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.232158 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-0e77a2d9-c4e0-47bf-a481-2abbfcec0843 service neutron] Attempting to bind port 8c31d284-f554-472d-a872-9f1f73e98f96 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:00.232884 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-0e77a2d9-c4e0-47bf-a481-2abbfcec0843 service neutron] Attempting to bind port 8c31d284-f554-472d-a872-9f1f73e98f96 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '0c1fcc6b-429a-459f-81bb-799f43b47bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b83e47b1-065f-46f9-892c-a820818e9066'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:00.233374 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-0e77a2d9-c4e0-47bf-a481-2abbfcec0843 service neutron] Attempting to bind port 8c31d284-f554-472d-a872-9f1f73e98f96 on network b83e47b1-065f-46f9-892c-a820818e9066 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:00.248416 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0845f9b-b38e-4171-a7f5-161274d4fb77 req-f46d3afa-f512-4869-9861-56995f40820a tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:00.259369 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f0845f9b-b38e-4171-a7f5-161274d4fb77 req-f46d3afa-f512-4869-9861-56995f40820a tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/ports?device_id=80d59ea6-b176-43ef-aa5a-887ebe94113d HTTP/1.1" status: 200 len: 943 time: 0.0816436 Jul 05 04:03:00.275716 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2caa1ff1-05c6-48f0-a2ba-5ee08a8db712 None None] Provisioning for port 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:00.287405 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-0e77a2d9-c4e0-47bf-a481-2abbfcec0843 service neutron] Port 8c31d284-f554-472d-a872-9f1f73e98f96 on network b83e47b1-065f-46f9-892c-a820818e9066 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:00.287964 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-0e77a2d9-c4e0-47bf-a481-2abbfcec0843 service neutron] Attempting to bind port 8c31d284-f554-472d-a872-9f1f73e98f96 on network b83e47b1-065f-46f9-892c-a820818e9066 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:00.307262 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2caa1ff1-05c6-48f0-a2ba-5ee08a8db712 None None] Provisioning complete for port 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:00.307632 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-0e77a2d9-c4e0-47bf-a481-2abbfcec0843 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:00.307775 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2caa1ff1-05c6-48f0-a2ba-5ee08a8db712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.308225 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-0e77a2d9-c4e0-47bf-a481-2abbfcec0843 service neutron] Checking segment: {'id': '0c1fcc6b-429a-459f-81bb-799f43b47bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b83e47b1-065f-46f9-892c-a820818e9066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:00.308840 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-0e77a2d9-c4e0-47bf-a481-2abbfcec0843 service neutron] Bound using segment: {'id': '0c1fcc6b-429a-459f-81bb-799f43b47bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b83e47b1-065f-46f9-892c-a820818e9066'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:00.309452 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-0e77a2d9-c4e0-47bf-a481-2abbfcec0843 service neutron] Bound port: 8c31d284-f554-472d-a872-9f1f73e98f96, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1fcc6b-429a-459f-81bb-799f43b47bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b83e47b1-065f-46f9-892c-a820818e9066'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:00.310806 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f0845f9b-b38e-4171-a7f5-161274d4fb77 req-16fe0184-c43f-4916-95fd-4a6e1ecb3b89 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8b0955-ee14-48fc-b346-69e9eb07a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504558 Jul 05 04:03:00.311481 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-0e77a2d9-c4e0-47bf-a481-2abbfcec0843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.334474 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-7fac4d95-b103-424d-b16a-6ee881c8f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:00.335300 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-7fac4d95-b103-424d-b16a-6ee881c8f5da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.336989 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-7fac4d95-b103-424d-b16a-6ee881c8f5da service neutron] 10.222.0.89 "PUT /v2.0/ports/c3dc4402-7591-412b-b5b9-0c0db8b982a6 HTTP/1.1" status: 200 len: 1092 time: 3.7092407 Jul 05 04:03:00.359820 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d59ea6-b176-43ef-aa5a-887ebe94113d', 'tag': 'c3dc4402-7591-412b-b5b9-0c0db8b982a6'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:00.362336 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c874fcd-7096-4195-b3dc-8f66c754ff94" -d '{"events": [{"name": "network-changed", "server_uuid": "80d59ea6-b176-43ef-aa5a-887ebe94113d", "tag": "c3dc4402-7591-412b-b5b9-0c0db8b982a6"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:00.384184 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a67da2-d770-4625-9896-4802d5c6e453 req-b3d6cb07-f32d-4f78-84dd-e4e520082acf tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:00.396432 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c2a67da2-d770-4625-9896-4802d5c6e453 req-b3d6cb07-f32d-4f78-84dd-e4e520082acf tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 945 time: 0.3779187 Jul 05 04:03:00.446366 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 35082) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:00.446710 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a81e722e-c77a-4a45-8f01-21da0519b871 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4209740 Jul 05 04:03:00.452258 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-76c9071c-1208-4f92-9921-af60367b4a30 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-457732132-router', 'tenant_id': '37c4513c63874d67b101063646aa85b3', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:00.454229 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-244c66d1-4347-4063-a388-da3f37c75c51 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:00.454963 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-244c66d1-4347-4063-a388-da3f37c75c51 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.457536 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77a2d9-c4e0-47bf-a481-2abbfcec0843 service neutron] Pushing event updated for resources: {'Port': ['ID=8c31d284-f554-472d-a872-9f1f73e98f96,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:00.500875 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-76c9071c-1208-4f92-9921-af60367b4a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.503278 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-76c9071c-1208-4f92-9921-af60367b4a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.565306 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-e70001ab-2f31-4735-9db6-8fb91357410b None None] Allocated IP 172.20.0.2 (06299957-933b-4513-bc63-62f761a15c08/5ea8cc79-d4db-4517-9fd5-28cf1937e241/c4d2719c-1d43-43aa-b5ed-e8404cd79a07) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:00.570451 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ceeee-ac7c-49e6-b0af-9aacdab2182f req-2ec80205-519b-4344-a453-9e6897cf59d8 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:00.572559 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-948ceeee-ac7c-49e6-b0af-9aacdab2182f req-2ec80205-519b-4344-a453-9e6897cf59d8 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a122ea6-d91c-4744-850f-9fdff0f55e6d HTTP/1.1" status: 200 len: 945 time: 0.4080563 Jul 05 04:03:00.632525 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-76c9071c-1208-4f92-9921-af60367b4a30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.647891 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cb638-653c-44ce-a329-e733d979fe9c req-15f00d0c-4397-47ae-8bc6-eaf863b57493 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:00.649802 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-407cb638-653c-44ce-a329-e733d979fe9c req-15f00d0c-4397-47ae-8bc6-eaf863b57493 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 931 time: 0.1328664 Jul 05 04:03:00.687383 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2caa1ff1-05c6-48f0-a2ba-5ee08a8db712 None None] Port 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:00.710122 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-244c66d1-4347-4063-a388-da3f37c75c51 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7478430 Jul 05 04:03:00.738104 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c2a67da2-d770-4625-9896-4802d5c6e453 req-db14e1d8-99a4-4747-bc57-ccc02bc9135f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2726195 Jul 05 04:03:00.753177 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-29f543b1-eb12-4ac9-a74d-d7f0f94461d5 service neutron] Request body: {'port': {'device_id': '1e534657-72dd-4e50-a37c-980ef92b4cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:00.775223 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-407cb638-653c-44ce-a329-e733d979fe9c req-53a5a80d-ef88-4392-8b5a-af2a94bbe682 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795512 Jul 05 04:03:00.823515 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e70001ab-2f31-4735-9db6-8fb91357410b None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.835453 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e70001ab-2f31-4735-9db6-8fb91357410b None None] Transition to ACTIVE for port object c4d2719c-1d43-43aa-b5ed-e8404cd79a07 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:00.879047 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e70001ab-2f31-4735-9db6-8fb91357410b None None] Transition to ACTIVE for port object c4d2719c-1d43-43aa-b5ed-e8404cd79a07 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:00.900952 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e70001ab-2f31-4735-9db6-8fb91357410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.914602 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-c7494b67-0a16-41cf-a15e-0fed652eca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:00.924266 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-c7494b67-0a16-41cf-a15e-0fed652eca2f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ff31731884f34204b61c94440cda2c3b&device_id=80d59ea6-b176-43ef-aa5a-887ebe94113d HTTP/1.1" status: 200 len: 1095 time: 0.5165386 Jul 05 04:03:00.938478 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70001ab-2f31-4735-9db6-8fb91357410b None None] Network 06299957-933b-4513-bc63-62f761a15c08 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:00.941226 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-76c9071c-1208-4f92-9921-af60367b4a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.984335 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-e70001ab-2f31-4735-9db6-8fb91357410b None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:00.994363 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70001ab-2f31-4735-9db6-8fb91357410b None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:01.086175 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac4d95-b103-424d-b16a-6ee881c8f5da service neutron] Pushing event updated for resources: {'Port': ['ID=c3dc4402-7591-412b-b5b9-0c0db8b982a6,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:01.100551 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-0e77a2d9-c4e0-47bf-a481-2abbfcec0843 service neutron] For port 8c31d284-f554-472d-a872-9f1f73e98f96, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:01.104439 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1708b50d-571b-4617-8eb0-bd3d40b0492b x-openstack-request-id: req-1708b50d-571b-4617-8eb0-bd3d40b0492b {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:01.104737 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d59ea6-b176-43ef-aa5a-887ebe94113d", "tag": "c3dc4402-7591-412b-b5b9-0c0db8b982a6", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:01.110645 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1708b50d-571b-4617-8eb0-bd3d40b0492b {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:01.111283 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d59ea6-b176-43ef-aa5a-887ebe94113d', 'tag': 'c3dc4402-7591-412b-b5b9-0c0db8b982a6', 'status': 'completed', 'code': 200} Jul 05 04:03:01.123067 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54e341-ffab-4eb0-a704-05d9992d6b7d req-c0daeab9-7080-4158-b603-e5e46c4ceeb3 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:01.130693 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4e54e341-ffab-4eb0-a704-05d9992d6b7d req-c0daeab9-7080-4158-b603-e5e46c4ceeb3 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 946 time: 0.1426144 Jul 05 04:03:01.147128 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-083e1d64-26dc-4a96-9693-37b6748a02c1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3dc4402-7591-412b-b5b9-0c0db8b982a6 HTTP/1.1" status: 200 len: 217 time: 0.1969223 Jul 05 04:03:01.150079 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e70001ab-2f31-4735-9db6-8fb91357410b None None] Attempting to bind port c4d2719c-1d43-43aa-b5ed-e8404cd79a07 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:01.150452 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e70001ab-2f31-4735-9db6-8fb91357410b None None] Attempting to bind port c4d2719c-1d43-43aa-b5ed-e8404cd79a07 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'cbfcd374-a1cb-474b-ae70-935cfcd661c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '06299957-933b-4513-bc63-62f761a15c08'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:01.150815 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70001ab-2f31-4735-9db6-8fb91357410b None None] Attempting to bind port c4d2719c-1d43-43aa-b5ed-e8404cd79a07 on network 06299957-933b-4513-bc63-62f761a15c08 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:01.152736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70001ab-2f31-4735-9db6-8fb91357410b None None] Pushing event updated for resources: {'Port': ['ID=c4d2719c-1d43-43aa-b5ed-e8404cd79a07,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:01.161818 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70001ab-2f31-4735-9db6-8fb91357410b None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:01.162193 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70001ab-2f31-4735-9db6-8fb91357410b None None] Checking segment: {'id': 'cbfcd374-a1cb-474b-ae70-935cfcd661c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '06299957-933b-4513-bc63-62f761a15c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:01.162596 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e70001ab-2f31-4735-9db6-8fb91357410b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:01.162983 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70001ab-2f31-4735-9db6-8fb91357410b None None] Bound using segment: {'id': 'cbfcd374-a1cb-474b-ae70-935cfcd661c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '06299957-933b-4513-bc63-62f761a15c08'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:01.163463 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e70001ab-2f31-4735-9db6-8fb91357410b None None] Bound port: c4d2719c-1d43-43aa-b5ed-e8404cd79a07, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbfcd374-a1cb-474b-ae70-935cfcd661c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '06299957-933b-4513-bc63-62f761a15c08'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:01.163863 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e70001ab-2f31-4735-9db6-8fb91357410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:01.189164 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4e54e341-ffab-4eb0-a704-05d9992d6b7d req-d8e10062-c9f7-4c10-984d-ee753ab7b767 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576055 Jul 05 04:03:01.248369 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 2347ecff-6fab-46a5-a560-df712370848c details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:03:01.269272 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e70001ab-2f31-4735-9db6-8fb91357410b None None] For port c4d2719c-1d43-43aa-b5ed-e8404cd79a07, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:01.273838 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e70001ab-2f31-4735-9db6-8fb91357410b None None] For port c4d2719c-1d43-43aa-b5ed-e8404cd79a07, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=c4d2719c-1d43-43aa-b5ed-e8404cd79a07,segment=NetworkSegment(cbfcd374-a1cb-474b-ae70-935cfcd661c8),segment_id=cbfcd374-a1cb-474b-ae70-935cfcd661c8)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:01.293407 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-0e77a2d9-c4e0-47bf-a481-2abbfcec0843 service neutron] For port 8c31d284-f554-472d-a872-9f1f73e98f96, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8c31d284-f554-472d-a872-9f1f73e98f96,segment=NetworkSegment(0c1fcc6b-429a-459f-81bb-799f43b47bd4),segment_id=0c1fcc6b-429a-459f-81bb-799f43b47bd4)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:01.295759 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e70001ab-2f31-4735-9db6-8fb91357410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:01.320174 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-948ceeee-ac7c-49e6-b0af-9aacdab2182f req-8e5722e8-745a-4735-967f-34bdf9fc5ea1 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Deleting port f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:01.320812 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-948ceeee-ac7c-49e6-b0af-9aacdab2182f req-8e5722e8-745a-4735-967f-34bdf9fc5ea1 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:01.331390 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-0e77a2d9-c4e0-47bf-a481-2abbfcec0843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:01.354331 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-76c9071c-1208-4f92-9921-af60367b4a30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:01.413770 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-76c9071c-1208-4f92-9921-af60367b4a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:01.471036 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c8ed07de-6161-4e04-8360-97bcee546f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:01.544928 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70001ab-2f31-4735-9db6-8fb91357410b None None] Pushing event updated for resources: {'Port': ['ID=c4d2719c-1d43-43aa-b5ed-e8404cd79a07,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:01.584078 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 2347ecff-6fab-46a5-a560-df712370848c, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=2347ecff-6fab-46a5-a560-df712370848c,segment=NetworkSegment(0c1fcc6b-429a-459f-81bb-799f43b47bd4),segment_id=0c1fcc6b-429a-459f-81bb-799f43b47bd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:01.602726 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '2347ecff-6fab-46a5-a560-df712370848c', 'network_id': 'b83e47b1-065f-46f9-892c-a820818e9066', 'port_id': '2347ecff-6fab-46a5-a560-df712370848c', 'mac_address': 'fa:16:3e:8b:49:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f98529e-e9ee-4904-ac7d-9f430e5a5e83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:03:01.643906 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-76c9071c-1208-4f92-9921-af60367b4a30 admin admin] Allocated IP 172.25.1.90 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/dc4bf8e7-c30c-4aa2-b633-a367212a4f95) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:01.683488 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:01.734685 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccf014-4675-4d66-a264-8cbdce9af2e7 req-b38931b4-70ae-4f83-8300-25bb5275341e tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:01.746053 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ccccf014-4675-4d66-a264-8cbdce9af2e7 req-b38931b4-70ae-4f83-8300-25bb5275341e tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/ports?device_id=80d59ea6-b176-43ef-aa5a-887ebe94113d HTTP/1.1" status: 200 len: 943 time: 0.1870952 Jul 05 04:03:01.844675 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ccccf014-4675-4d66-a264-8cbdce9af2e7 req-6667b004-54b3-4d1f-91f7-31546fab968b tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8b0955-ee14-48fc-b346-69e9eb07a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975900 Jul 05 04:03:01.905277 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-76c9071c-1208-4f92-9921-af60367b4a30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:01.911443 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77a2d9-c4e0-47bf-a481-2abbfcec0843 service neutron] Pushing event updated for resources: {'Port': ['ID=8c31d284-f554-472d-a872-9f1f73e98f96,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:01.914725 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-29f543b1-eb12-4ac9-a74d-d7f0f94461d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:01.956722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-0e77a2d9-c4e0-47bf-a481-2abbfcec0843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:01.957345 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-0e77a2d9-c4e0-47bf-a481-2abbfcec0843 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:01.959202 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-0e77a2d9-c4e0-47bf-a481-2abbfcec0843 service neutron] 10.222.0.70 "PUT /v2.0/ports/8c31d284-f554-472d-a872-9f1f73e98f96 HTTP/1.1" status: 200 len: 1092 time: 3.6224639 Jul 05 04:03:01.962200 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-6481a115-4130-4620-b4af-6a05bc805eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:01.963626 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-6481a115-4130-4620-b4af-6a05bc805eeb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7f98529e-e9ee-4904-ac7d-9f430e5a5e83 HTTP/1.1" status: 200 len: 858 time: 0.7932651 Jul 05 04:03:02.016425 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-76c9071c-1208-4f92-9921-af60367b4a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.020379 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.025582 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2347ecff-6fab-46a5-a560-df712370848c {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:02.056071 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 2347ecff-6fab-46a5-a560-df712370848c, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=2347ecff-6fab-46a5-a560-df712370848c,segment=NetworkSegment(0c1fcc6b-429a-459f-81bb-799f43b47bd4),segment_id=0c1fcc6b-429a-459f-81bb-799f43b47bd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:02.062670 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.085660 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-ea127d8b-a55e-4559-b450-880e96251d15 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b83e47b1-065f-46f9-892c-a820818e9066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065450 Jul 05 04:03:02.088078 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9071c-1208-4f92-9921-af60367b4a30 admin admin] Pushing event updated for resources: {'Port': ['ID=dc4bf8e7-c30c-4aa2-b633-a367212a4f95,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:02.102650 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c9071c-1208-4f92-9921-af60367b4a30 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:02.104226 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-76c9071c-1208-4f92-9921-af60367b4a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:02.107290 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c9071c-1208-4f92-9921-af60367b4a30 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:02.152565 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=2347ecff-6fab-46a5-a560-df712370848c,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:02.236869 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-948ceeee-ac7c-49e6-b0af-9aacdab2182f req-8e5722e8-745a-4735-967f-34bdf9fc5ea1 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] For port f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0,segment=NetworkSegment(358bf6ed-9656-486d-a489-42b0f02bf3ac),segment_id=358bf6ed-9656-486d-a489-42b0f02bf3ac)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:02.237236 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-948ceeee-ac7c-49e6-b0af-9aacdab2182f req-8e5722e8-745a-4735-967f-34bdf9fc5ea1 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.304872 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['2347ecff-6fab-46a5-a560-df712370848c'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:02.323168 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46d11d-407d-465b-bf5f-202938746cd0 req-22b996e7-6809-4b15-b7ac-9032e3500429 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:02.324708 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ac46d11d-407d-465b-bf5f-202938746cd0 req-22b996e7-6809-4b15-b7ac-9032e3500429 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a122ea6-d91c-4744-850f-9fdff0f55e6d HTTP/1.1" status: 200 len: 945 time: 1.0273955 Jul 05 04:03:02.325934 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-948ceeee-ac7c-49e6-b0af-9aacdab2182f req-8e5722e8-745a-4735-967f-34bdf9fc5ea1 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Calling delete_port for f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:02.355549 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dd5ab-95db-48f4-81f5-7b29722ae205 req-0fa898b0-253c-4a77-b365-d47e05eaf60c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:02.366703 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ef5dd5ab-95db-48f4-81f5-7b29722ae205 req-0fa898b0-253c-4a77-b365-d47e05eaf60c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 945 time: 0.2565529 Jul 05 04:03:02.535677 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.549336 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-aae63ae4-3283-45f4-986d-034482ee7e36 service neutron] 10.222.0.89 "GET /v2.0/networks/b83e47b1-065f-46f9-892c-a820818e9066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357243 Jul 05 04:03:02.559110 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ac46d11d-407d-465b-bf5f-202938746cd0 req-878d9ad2-307c-4e0d-acbd-952132a48bc3 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/security-groups?id=901a8115-9376-4e1d-be6b-1b63adf19d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125249 Jul 05 04:03:02.588878 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-e2899f14-ac7d-4e71-bbea-604ddf936bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:02.590412 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-e2899f14-ac7d-4e71-bbea-604ddf936bc8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ff31731884f34204b61c94440cda2c3b&device_id=220c3d5e-00a5-4fad-91f2-4e4b3ca013c5 HTTP/1.1" status: 200 len: 1095 time: 0.5501604 Jul 05 04:03:02.720380 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-22d53f0b-126c-4b51-a930-d4fd42f42066 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c31d284-f554-472d-a872-9f1f73e98f96 HTTP/1.1" status: 200 len: 217 time: 0.1063213 Jul 05 04:03:02.909072 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ef5dd5ab-95db-48f4-81f5-7b29722ae205 req-034b8aa6-5437-436e-88ff-de9ceac082c3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5337651 Jul 05 04:03:02.967729 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-9f3a98aa-a9cd-4630-b724-f04abb19da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:02.969276 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-9f3a98aa-a9cd-4630-b724-f04abb19da64 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7f98529e-e9ee-4904-ac7d-9f430e5a5e83 HTTP/1.1" status: 200 len: 858 time: 0.2232618 Jul 05 04:03:03.005112 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-8ad9abe3-afdc-4c82-8fdf-5c63a1c527de service neutron] 10.222.0.89 "GET /v2.0/networks/b83e47b1-065f-46f9-892c-a820818e9066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415298 Jul 05 04:03:03.030489 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-76c9071c-1208-4f92-9921-af60367b4a30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.055495 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-916d64bf-6c2d-43c7-8bb5-b211b07d1e5a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b83e47b1-065f-46f9-892c-a820818e9066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741072 Jul 05 04:03:03.059590 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-948ceeee-ac7c-49e6-b0af-9aacdab2182f req-8e5722e8-745a-4735-967f-34bdf9fc5ea1 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.078620 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c4d2719c-1d43-43aa-b5ed-e8404cd79a07 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:03.104988 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1314743d-39db-48d3-a154-294947e11690 None None] Network 06299957-933b-4513-bc63-62f761a15c08 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:03.112769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220c3d5e-00a5-4fad-91f2-4e4b3ca013c5', 'tag': '8c31d284-f554-472d-a872-9f1f73e98f96'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:03.114951 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a335e25-99f5-407f-a27e-c939f1beb8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "220c3d5e-00a5-4fad-91f2-4e4b3ca013c5", "tag": "8c31d284-f554-472d-a872-9f1f73e98f96"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:03.209733 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1c1d5990-719d-4b57-8f99-81118795a6d8 None None] Provisioning for port c4d2719c-1d43-43aa-b5ed-e8404cd79a07 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:03.212671 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5722e8-745a-4735-967f-34bdf9fc5ea1 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Pushing event deleted for resources: {'Port': ['ID=f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:03.222717 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-29f543b1-eb12-4ac9-a74d-d7f0f94461d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:03.245263 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-29f543b1-eb12-4ac9-a74d-d7f0f94461d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.251492 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 2347ecff-6fab-46a5-a560-df712370848c up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:03.256227 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08ec29-2e8a-4dc9-85e9-48489d62ee99 req-aa8faa5b-b723-4cfd-8e57-d09c3370d6fa tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:03.263835 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bc08ec29-2e8a-4dc9-85e9-48489d62ee99 req-aa8faa5b-b723-4cfd-8e57-d09c3370d6fa tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 931 time: 0.4991140 Jul 05 04:03:03.284333 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port c4d2719c-1d43-43aa-b5ed-e8404cd79a07 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:03.303104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8e536-75b7-45e4-af49-f15dafe274f9 req-4bd8d2ca-8b16-41e2-a22f-7824828b031b tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:03.305164 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3cd8e536-75b7-45e4-af49-f15dafe274f9 req-4bd8d2ca-8b16-41e2-a22f-7824828b031b tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 946 time: 0.1971295 Jul 05 04:03:03.342030 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port c4d2719c-1d43-43aa-b5ed-e8404cd79a07 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:03.344536 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.353504 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-29f543b1-eb12-4ac9-a74d-d7f0f94461d5 service neutron] Transition to ACTIVE for port object 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:03.356789 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-948ceeee-ac7c-49e6-b0af-9aacdab2182f req-8e5722e8-745a-4735-967f-34bdf9fc5ea1 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] No DVR routers for this DVR port f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:03.362661 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-948ceeee-ac7c-49e6-b0af-9aacdab2182f req-8e5722e8-745a-4735-967f-34bdf9fc5ea1 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.364719 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-948ceeee-ac7c-49e6-b0af-9aacdab2182f req-8e5722e8-745a-4735-967f-34bdf9fc5ea1 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.70 "DELETE /v2.0/ports/f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0 HTTP/1.1" status: 204 len: 173 time: 2.7834284 Jul 05 04:03:03.377798 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-29f543b1-eb12-4ac9-a74d-d7f0f94461d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.441346 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bc08ec29-2e8a-4dc9-85e9-48489d62ee99 req-f3fba1c3-aba7-40f4-9225-ab694de19dac tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765318 Jul 05 04:03:03.454860 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 2a737e3b-7647-4859-8d3b-5a41559ab915 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:03.470509 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-a6fb3bc2-7fbe-41fc-894f-648ae9772a0a service neutron] 10.222.0.70 "GET /v2.0/networks/b83e47b1-065f-46f9-892c-a820818e9066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029808 Jul 05 04:03:03.499746 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3cd8e536-75b7-45e4-af49-f15dafe274f9 req-60c41d29-4108-44d3-88ab-e12230678463 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748493 Jul 05 04:03:03.579605 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c874fcd-7096-4195-b3dc-8f66c754ff94 req-b82909c1-4035-4e99-9e5a-d829d9669d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:03.586913 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9c874fcd-7096-4195-b3dc-8f66c754ff94 req-b82909c1-4035-4e99-9e5a-d829d9669d79 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ff31731884f34204b61c94440cda2c3b&device_id=80d59ea6-b176-43ef-aa5a-887ebe94113d HTTP/1.1" status: 200 len: 1095 time: 0.4984343 Jul 05 04:03:03.617166 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 2347ecff-6fab-46a5-a560-df712370848c completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:03.656466 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-76c9071c-1208-4f92-9921-af60367b4a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.709043 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f543b1-eb12-4ac9-a74d-d7f0f94461d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:03.729838 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 2347ecff-6fab-46a5-a560-df712370848c triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:03.729838 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.748729 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89630866-d384-4f05-b116-9138a6b6f9c1 x-openstack-request-id: req-89630866-d384-4f05-b116-9138a6b6f9c1 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:03.749623 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220c3d5e-00a5-4fad-91f2-4e4b3ca013c5", "tag": "8c31d284-f554-472d-a872-9f1f73e98f96", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:03.749818 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-89630866-d384-4f05-b116-9138a6b6f9c1 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:03.751263 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220c3d5e-00a5-4fad-91f2-4e4b3ca013c5', 'tag': '8c31d284-f554-472d-a872-9f1f73e98f96', 'status': 'completed', 'code': 200} Jul 05 04:03:03.810345 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.825043 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 2a737e3b-7647-4859-8d3b-5a41559ab915 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:03.826076 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.934075 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port c4d2719c-1d43-43aa-b5ed-e8404cd79a07, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=c4d2719c-1d43-43aa-b5ed-e8404cd79a07,segment=NetworkSegment(cbfcd374-a1cb-474b-ae70-935cfcd661c8),segment_id=cbfcd374-a1cb-474b-ae70-935cfcd661c8)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:03.972170 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.033733 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-910cb72e-3a5f-4e2d-bb3c-89fcfe90054a req-ba35445f-3f7c-4357-b6cf-dc5690ac5241 tempest-ServerAddressesTestJSON-817565199 tempest-ServerAddressesTestJSON-817565199-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a122ea6-d91c-4744-850f-9fdff0f55e6d HTTP/1.1" status: 200 len: 210 time: 0.0724273 Jul 05 04:03:04.056241 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c9071c-1208-4f92-9921-af60367b4a30 admin admin] Router 4d42197e-7eb8-4c90-a42c-a8a3ba737dcf is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:03:04.121710 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.137061 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a30ec156-8d95-4c59-be84-73d37b40ae64 req-c8baf5b9-ad86-40b8-b88d-0b07dcf0d0ff service neutron] 10.222.0.70 "GET /v2.0/networks/b83e47b1-065f-46f9-892c-a820818e9066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6409724 Jul 05 04:03:04.169266 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-29f543b1-eb12-4ac9-a74d-d7f0f94461d5 service neutron] Attempting to bind port 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:04.170394 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-29f543b1-eb12-4ac9-a74d-d7f0f94461d5 service neutron] Attempting to bind port 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '296c63e3-13af-4804-917b-bc987e4f6089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:04.170928 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-29f543b1-eb12-4ac9-a74d-d7f0f94461d5 service neutron] Attempting to bind port 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 on network 7bb6d371-d6e5-49cd-a3b3-53ae2b35487b {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:04.196356 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c874fcd-7096-4195-b3dc-8f66c754ff94 req-92eb5e00-2e94-45af-9591-80d21ccc3318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:04.199839 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9c874fcd-7096-4195-b3dc-8f66c754ff94 req-92eb5e00-2e94-45af-9591-80d21ccc3318 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b83e47b1-065f-46f9-892c-a820818e9066 HTTP/1.1" status: 200 len: 919 time: 0.4825873 Jul 05 04:03:04.203225 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-29f543b1-eb12-4ac9-a74d-d7f0f94461d5 service neutron] Port 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 on network 7bb6d371-d6e5-49cd-a3b3-53ae2b35487b not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:04.203769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-29f543b1-eb12-4ac9-a74d-d7f0f94461d5 service neutron] Attempting to bind port 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 on network 7bb6d371-d6e5-49cd-a3b3-53ae2b35487b {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:04.210219 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c62e98-1f54-4f1a-9945-315dc4ce33cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2347ecff-6fab-46a5-a560-df712370848c'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:04.216904 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19cca90-0d94-49da-91bd-68449e80b498" -d '{"events": [{"server_uuid": "e2c62e98-1f54-4f1a-9945-315dc4ce33cf", "name": "network-vif-plugged", "status": "completed", "tag": "2347ecff-6fab-46a5-a560-df712370848c"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:04.227529 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.229537 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=c4d2719c-1d43-43aa-b5ed-e8404cd79a07,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:04.240781 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c9071c-1208-4f92-9921-af60367b4a30 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:04.255688 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 2347ecff-6fab-46a5-a560-df712370848c, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=2347ecff-6fab-46a5-a560-df712370848c,segment=NetworkSegment(0c1fcc6b-429a-459f-81bb-799f43b47bd4),segment_id=0c1fcc6b-429a-459f-81bb-799f43b47bd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:04.257014 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] Sync routers for ids ['4d42197e-7eb8-4c90-a42c-a8a3ba737dcf'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:04.265315 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-29f543b1-eb12-4ac9-a74d-d7f0f94461d5 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:04.265843 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-29f543b1-eb12-4ac9-a74d-d7f0f94461d5 service neutron] Checking segment: {'id': '296c63e3-13af-4804-917b-bc987e4f6089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:04.266326 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-29f543b1-eb12-4ac9-a74d-d7f0f94461d5 service neutron] Bound using segment: {'id': '296c63e3-13af-4804-917b-bc987e4f6089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:04.266941 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-29f543b1-eb12-4ac9-a74d-d7f0f94461d5 service neutron] Bound port: 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '296c63e3-13af-4804-917b-bc987e4f6089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:04.267396 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-29f543b1-eb12-4ac9-a74d-d7f0f94461d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.272742 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9c874fcd-7096-4195-b3dc-8f66c754ff94 req-4b9f9269-0d47-442c-bda4-a5047e64e549 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3dc4402-7591-412b-b5b9-0c0db8b982a6 HTTP/1.1" status: 200 len: 217 time: 0.0628855 Jul 05 04:03:04.277543 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.283760 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee614244-2161-4c06-9e4b-58ce7cc4723a req-6fe34ed2-eff9-44bc-a7e5-d53a3cd5048b tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:04.291555 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ee614244-2161-4c06-9e4b-58ce7cc4723a req-6fe34ed2-eff9-44bc-a7e5-d53a3cd5048b tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/ports?device_id=80d59ea6-b176-43ef-aa5a-887ebe94113d HTTP/1.1" status: 200 len: 943 time: 0.5287549 Jul 05 04:03:04.334187 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 2a737e3b-7647-4859-8d3b-5a41559ab915, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=2a737e3b-7647-4859-8d3b-5a41559ab915,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:04.337283 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] Routers {'4d42197e-7eb8-4c90-a42c-a8a3ba737dcf'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:04.337907 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:03:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['4d42197e-7eb8-4c90-a42c-a8a3ba737dcf'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:04.342318 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-76c9071c-1208-4f92-9921-af60367b4a30 admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.344894 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-76c9071c-1208-4f92-9921-af60367b4a30 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8958106 Jul 05 04:03:04.346509 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 35116) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:04.348731 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6980e33a-c85b-4508-b56e-7ef68605d66d None None] Provisioning complete for port c4d2719c-1d43-43aa-b5ed-e8404cd79a07 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:04.349206 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6980e33a-c85b-4508-b56e-7ef68605d66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.388273 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.389457 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:04.417616 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478508c4-8e8f-4bcf-bd21-4712dbb58057 req-8ca24020-e18c-42cb-8a83-b5372fce0dad tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:04.419925 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-478508c4-8e8f-4bcf-bd21-4712dbb58057 req-8ca24020-e18c-42cb-8a83-b5372fce0dad tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 945 time: 0.1739004 Jul 05 04:03:04.447176 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.455264 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:04.455620 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:04.459848 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ee614244-2161-4c06-9e4b-58ce7cc4723a req-82fc2753-6a98-4443-a5a0-89471fb9d975 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8b0955-ee14-48fc-b346-69e9eb07a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671643 Jul 05 04:03:04.496435 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=2347ecff-6fab-46a5-a560-df712370848c,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:04.585286 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e135742b-8987-4021-bbd2-f053accda946 x-openstack-request-id: req-e135742b-8987-4021-bbd2-f053accda946 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:04.585884 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c62e98-1f54-4f1a-9945-315dc4ce33cf", "name": "network-vif-plugged", "status": "completed", "tag": "2347ecff-6fab-46a5-a560-df712370848c", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:04.586622 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e135742b-8987-4021-bbd2-f053accda946 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:04.587639 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c62e98-1f54-4f1a-9945-315dc4ce33cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2347ecff-6fab-46a5-a560-df712370848c', 'code': 200} Jul 05 04:03:04.623973 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c874fcd-7096-4195-b3dc-8f66c754ff94 req-f06a9b96-a226-490a-8e6f-976fc68baa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:04.626846 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9c874fcd-7096-4195-b3dc-8f66c754ff94 req-f06a9b96-a226-490a-8e6f-976fc68baa8d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7f98529e-e9ee-4904-ac7d-9f430e5a5e83 HTTP/1.1" status: 200 len: 858 time: 0.3193758 Jul 05 04:03:04.681501 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] Set router 4d42197e-7eb8-4c90-a42c-a8a3ba737dcf gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:04.703835 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9c874fcd-7096-4195-b3dc-8f66c754ff94 req-a171456c-267d-49fc-b149-25a89bfeab62 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b83e47b1-065f-46f9-892c-a820818e9066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680358 Jul 05 04:03:04.767072 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-29f543b1-eb12-4ac9-a74d-d7f0f94461d5 service neutron] For port 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:04.772629 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=2a737e3b-7647-4859-8d3b-5a41559ab915,revision_number=13']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:04.901648 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-29f543b1-eb12-4ac9-a74d-d7f0f94461d5 service neutron] For port 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53,segment=NetworkSegment(296c63e3-13af-4804-917b-bc987e4f6089),segment_id=296c63e3-13af-4804-917b-bc987e4f6089)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:04.908474 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a335e25-99f5-407f-a27e-c939f1beb8f7 req-d2812ba8-ea72-49e1-abb4-8b9fe3016d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:04.911315 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2a335e25-99f5-407f-a27e-c939f1beb8f7 req-d2812ba8-ea72-49e1-abb4-8b9fe3016d0b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ff31731884f34204b61c94440cda2c3b&device_id=220c3d5e-00a5-4fad-91f2-4e4b3ca013c5 HTTP/1.1" status: 200 len: 1095 time: 0.5365458 Jul 05 04:03:04.916725 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-478508c4-8e8f-4bcf-bd21-4712dbb58057 req-e481efbc-89f6-4c59-b781-718cabcc9676 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4875042 Jul 05 04:03:04.930876 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-29f543b1-eb12-4ac9-a74d-d7f0f94461d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.031827 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c4d2719c-1d43-43aa-b5ed-e8404cd79a07 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:05.096570 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42197e-7eb8-4c90-a42c-a8a3ba737dcf', 'name': 'tempest-FloatingIPsTestJSON-457732132-router', 'tenant_id': '37c4513c63874d67b101063646aa85b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'dc4bf8e7-c30c-4aa2-b633-a367212a4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:00Z', 'updated_at': '2021-07-05T04:03:02Z', 'revision_number': 3, 'project_id': '37c4513c63874d67b101063646aa85b3', 'gw_port': {'id': 'dc4bf8e7-c30c-4aa2-b633-a367212a4f95', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d42197e-7eb8-4c90-a42c-a8a3ba737dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:01Z', 'updated_at': '2021-07-05T04:03:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:05.121532 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28518ae5-ecdd-4e49-a1cd-de29104c5998 req-9b134dd7-60c3-439b-8ea7-b6a355a0c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:05.140743 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-28518ae5-ecdd-4e49-a1cd-de29104c5998 req-9b134dd7-60c3-439b-8ea7-b6a355a0c703 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e2c62e98-1f54-4f1a-9945-315dc4ce33cf HTTP/1.1" status: 200 len: 1098 time: 0.4473548 Jul 05 04:03:05.150744 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] Checking router: 4d42197e-7eb8-4c90-a42c-a8a3ba737dcf for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:03:05.151100 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] Updating router 4d42197e-7eb8-4c90-a42c-a8a3ba737dcf port dc4bf8e7-c30c-4aa2-b633-a367212a4f95 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:03:05.215342 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.267404 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-28518ae5-ecdd-4e49-a1cd-de29104c5998 req-5dd7ccd1-36c8-419c-9c19-59e137790cf0 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ec8b0955-ee14-48fc-b346-69e9eb07a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138532 Jul 05 04:03:05.271621 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device c3dc4402-7591-412b-b5b9-0c0db8b982a6 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:03:05.348335 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dcf6d770-8bdf-4578-9ca5-76d72990ffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.434738 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862aa64-ac75-45ef-912a-ac3d1d474042 req-3d304b13-d75a-40e5-b208-8a4ddfb7346f tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:05.436964 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f862aa64-ac75-45ef-912a-ac3d1d474042 req-3d304b13-d75a-40e5-b208-8a4ddfb7346f tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 946 time: 0.2111950 Jul 05 04:03:05.531847 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f862aa64-ac75-45ef-912a-ac3d1d474042 req-111e8ced-c154-4170-a700-f49cb5aa6524 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851500 Jul 05 04:03:05.538436 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f543b1-eb12-4ac9-a74d-d7f0f94461d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:05.551298 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-29f543b1-eb12-4ac9-a74d-d7f0f94461d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:05.551965 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-29f543b1-eb12-4ac9-a74d-d7f0f94461d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.554029 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-29f543b1-eb12-4ac9-a74d-d7f0f94461d5 service neutron] 10.222.0.70 "PUT /v2.0/ports/8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 HTTP/1.1" status: 200 len: 1092 time: 4.8091688 Jul 05 04:03:05.555515 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.resource_extend [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:03:05.629653 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-dcf6d770-8bdf-4578-9ca5-76d72990ffc7 admin admin] Allocated IP 172.20.0.1 (06299957-933b-4513-bc63-62f761a15c08/5ea8cc79-d4db-4517-9fd5-28cf1937e241/a42ab9c8-4e18-4225-a1b0-c680b955dfa5) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:05.644549 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port c4d2719c-1d43-43aa-b5ed-e8404cd79a07 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:05.644976 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.647857 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9c874fcd-7096-4195-b3dc-8f66c754ff94 req-38963d70-e517-440e-a0ae-3a96a655f315 service neutron] 10.222.0.89 "GET /v2.0/networks/b83e47b1-065f-46f9-892c-a820818e9066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9291389 Jul 05 04:03:05.693669 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 35148) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:05.743952 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b01b3-f78b-465f-8912-1af486197d78 req-23402642-1d4d-450b-91bb-92439819707a tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:05.752987 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-da9b01b3-f78b-465f-8912-1af486197d78 req-23402642-1d4d-450b-91bb-92439819707a tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 943 time: 0.9397783 Jul 05 04:03:05.804554 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a122ea6-d91c-4744-850f-9fdff0f55e6d', 'name': 'network-vif-deleted', 'tag': 'f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0'}, {'name': 'network-changed', 'server_uuid': '1e534657-72dd-4e50-a37c-980ef92b4cf9', 'tag': '8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:05.807124 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e627490b-73e4-4dcc-a6c0-a3266ea04265" -d '{"events": [{"server_uuid": "0a122ea6-d91c-4744-850f-9fdff0f55e6d", "name": "network-vif-deleted", "tag": "f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0"}, {"name": "network-changed", "server_uuid": "1e534657-72dd-4e50-a37c-980ef92b4cf9", "tag": "8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:05.889265 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dcf6d770-8bdf-4578-9ca5-76d72990ffc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.927118 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9c874fcd-7096-4195-b3dc-8f66c754ff94 req-f34d4961-e8e8-488b-a328-cf1d0a8efca2 service neutron] 10.222.0.89 "GET /v2.0/networks/b83e47b1-065f-46f9-892c-a820818e9066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471967 Jul 05 04:03:05.944084 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-dcf6d770-8bdf-4578-9ca5-76d72990ffc7 admin admin] Transition to ACTIVE for port object a42ab9c8-4e18-4225-a1b0-c680b955dfa5 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:05.998819 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.058205 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] Transition to ACTIVE for port object dc4bf8e7-c30c-4aa2-b633-a367212a4f95 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:06.061888 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-da9b01b3-f78b-465f-8912-1af486197d78 req-6edd96fb-1689-4056-b22e-17958a450072 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3082716 Jul 05 04:03:06.066992 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a335e25-99f5-407f-a27e-c939f1beb8f7 req-38f1c423-00ed-4b59-903b-c86cd50f4307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:06.068606 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2a335e25-99f5-407f-a27e-c939f1beb8f7 req-38f1c423-00ed-4b59-903b-c86cd50f4307 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b83e47b1-065f-46f9-892c-a820818e9066 HTTP/1.1" status: 200 len: 919 time: 1.1487191 Jul 05 04:03:06.079887 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port c3dc4402-7591-412b-b5b9-0c0db8b982a6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=c3dc4402-7591-412b-b5b9-0c0db8b982a6,segment=NetworkSegment(0c1fcc6b-429a-459f-81bb-799f43b47bd4),segment_id=0c1fcc6b-429a-459f-81bb-799f43b47bd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:06.081154 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d5f6a-10c5-438c-ad91-f6ea0685fcb6 req-70647a3e-7c29-4ee5-ad80-7eaa8e540527 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:06.085500 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b09d5f6a-10c5-438c-ad91-f6ea0685fcb6 req-70647a3e-7c29-4ee5-ad80-7eaa8e540527 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/ports?device_id=80d59ea6-b176-43ef-aa5a-887ebe94113d HTTP/1.1" status: 200 len: 943 time: 0.1868815 Jul 05 04:03:06.089576 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.118741 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e8d5e6-debe-4208-9d82-e98a4085a494 admin admin] Deleting subnet 88debd6e-9b7f-4b07-b8ab-e38357dda5f9 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:06.129600 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'c3dc4402-7591-412b-b5b9-0c0db8b982a6', 'network_id': 'b83e47b1-065f-46f9-892c-a820818e9066', 'port_id': 'c3dc4402-7591-412b-b5b9-0c0db8b982a6', 'mac_address': 'fa:16:3e:1c:c2:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f98529e-e9ee-4904-ac7d-9f430e5a5e83', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:03:06.151239 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-48e8d5e6-debe-4208-9d82-e98a4085a494 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.199615 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b09d5f6a-10c5-438c-ad91-f6ea0685fcb6 req-43149e05-9c65-4e38-a981-13a6fb7b7824 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8b0955-ee14-48fc-b346-69e9eb07a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033893 Jul 05 04:03:06.200028 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-48e8d5e6-debe-4208-9d82-e98a4085a494 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.202913 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dcf6d770-8bdf-4578-9ca5-76d72990ffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.302910 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf6d770-8bdf-4578-9ca5-76d72990ffc7 admin admin] Network 06299957-933b-4513-bc63-62f761a15c08 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:06.314209 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-dcf6d770-8bdf-4578-9ca5-76d72990ffc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:06.319089 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145f8bd-1181-4b7f-bb63-d95209f810da None None] Pushing event updated for resources: {'Port': ['ID=dc4bf8e7-c30c-4aa2-b633-a367212a4f95,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:06.330526 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf6d770-8bdf-4578-9ca5-76d72990ffc7 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:06.359360 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-48e8d5e6-debe-4208-9d82-e98a4085a494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.414134 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] Attempting to bind port dc4bf8e7-c30c-4aa2-b633-a367212a4f95 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:06.415191 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] Attempting to bind port dc4bf8e7-c30c-4aa2-b633-a367212a4f95 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:06.416470 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] Attempting to bind port dc4bf8e7-c30c-4aa2-b633-a367212a4f95 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:06.421143 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6d770-8bdf-4578-9ca5-76d72990ffc7 admin admin] Pushing event updated for resources: {'Port': ['ID=a42ab9c8-4e18-4225-a1b0-c680b955dfa5,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:06.426309 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.473249 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e91d254-da48-47e0-bee4-7c2e099315ed x-openstack-request-id: req-1e91d254-da48-47e0-bee4-7c2e099315ed {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:06.474164 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a122ea6-d91c-4744-850f-9fdff0f55e6d", "name": "network-vif-deleted", "tag": "f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1e534657-72dd-4e50-a37c-980ef92b4cf9", "tag": "8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:06.474931 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1e91d254-da48-47e0-bee4-7c2e099315ed {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:06.475625 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a122ea6-d91c-4744-850f-9fdff0f55e6d', 'name': 'network-vif-deleted', 'tag': 'f481a5ec-f38d-4cfb-8cad-6db2a0e7e1b0', 'status': 'completed', 'code': 200} Jul 05 04:03:06.476261 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e534657-72dd-4e50-a37c-980ef92b4cf9', 'tag': '8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53', 'status': 'completed', 'code': 200} Jul 05 04:03:06.476989 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3dc4402-7591-412b-b5b9-0c0db8b982a6 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:06.484474 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dcf6d770-8bdf-4578-9ca5-76d72990ffc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.538287 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port c3dc4402-7591-412b-b5b9-0c0db8b982a6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=c3dc4402-7591-412b-b5b9-0c0db8b982a6,segment=NetworkSegment(0c1fcc6b-429a-459f-81bb-799f43b47bd4),segment_id=0c1fcc6b-429a-459f-81bb-799f43b47bd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:06.541031 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:06.541483 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:06.542061 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.542476 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:06.543030 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] Bound port: dc4bf8e7-c30c-4aa2-b633-a367212a4f95, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:06.543426 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.561268 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-48e8d5e6-debe-4208-9d82-e98a4085a494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.647529 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8d5e6-debe-4208-9d82-e98a4085a494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88debd6e-9b7f-4b07-b8ab-e38357dda5f9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:06.651971 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2a335e25-99f5-407f-a27e-c939f1beb8f7 req-a0172297-264a-4464-b6e8-ef9b238d449d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c31d284-f554-472d-a872-9f1f73e98f96 HTTP/1.1" status: 200 len: 217 time: 0.5637422 Jul 05 04:03:06.676334 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-17e03585-1cc0-4042-92f6-ce58f03899b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:06.677989 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-17e03585-1cc0-4042-92f6-ce58f03899b3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b459d90a1104d2f9bfd9c3a9ab3c50e&device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 1095 time: 1.0437834 Jul 05 04:03:06.711896 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-48e8d5e6-debe-4208-9d82-e98a4085a494 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.714244 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-48e8d5e6-debe-4208-9d82-e98a4085a494 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/88debd6e-9b7f-4b07-b8ab-e38357dda5f9 HTTP/1.1" status: 204 len: 168 time: 0.9995940 Jul 05 04:03:06.727630 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] For port dc4bf8e7-c30c-4aa2-b633-a367212a4f95, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:06.735532 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] For port dc4bf8e7-c30c-4aa2-b633-a367212a4f95, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=dc4bf8e7-c30c-4aa2-b633-a367212a4f95,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:06.742041 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887e929d-cd43-451e-8752-b2d1274a7ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a737e3b-7647-4859-8d3b-5a41559ab915'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:06.743683 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 35168) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:06.749004 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ed8777-1c98-4b0b-8e13-6ed3495cbedb" -d '{"events": [{"server_uuid": "887e929d-cd43-451e-8752-b2d1274a7ffb", "name": "network-vif-plugged", "status": "completed", "tag": "2a737e3b-7647-4859-8d3b-5a41559ab915"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:06.756148 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.818378 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dcf6d770-8bdf-4578-9ca5-76d72990ffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.869032 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-89502785-ccca-407e-94e2-32a7b59712f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.952687 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-258ef2c4-2f96-4b28-b447-d8bb9f5a8315 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 HTTP/1.1" status: 200 len: 217 time: 0.2368815 Jul 05 04:03:06.989942 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a335e25-99f5-407f-a27e-c939f1beb8f7 req-48b9e062-44f6-41e5-bd08-ab98d0c5d656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:06.991366 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2a335e25-99f5-407f-a27e-c939f1beb8f7 req-48b9e062-44f6-41e5-bd08-ab98d0c5d656 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7f98529e-e9ee-4904-ac7d-9f430e5a5e83 HTTP/1.1" status: 200 len: 858 time: 0.3079708 Jul 05 04:03:07.027716 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3c094-5857-4760-9b13-50e329f8f0af req-ab6a590d-51d9-4e3e-ba29-8637049c5ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:07.029829 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5bd3c094-5857-4760-9b13-50e329f8f0af req-ab6a590d-51d9-4e3e-ba29-8637049c5ac7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0eefe8b36a0647bd98e5883d88e6f937&device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 1098 time: 0.5515473 Jul 05 04:03:07.051274 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.054098 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb523bdf-365d-4557-b115-c4ba21a0e7dd req-096e9fc8-acf5-47ad-8a13-ca68b2269599 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:07.064085 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fb523bdf-365d-4557-b115-c4ba21a0e7dd req-096e9fc8-acf5-47ad-8a13-ca68b2269599 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 946 time: 0.2001250 Jul 05 04:03:07.066970 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=c3dc4402-7591-412b-b5b9-0c0db8b982a6,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:07.120699 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] Routers {'4d42197e-7eb8-4c90-a42c-a8a3ba737dcf'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:07.121380 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:03:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['4d42197e-7eb8-4c90-a42c-a8a3ba737dcf'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:07.139471 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fb523bdf-365d-4557-b115-c4ba21a0e7dd req-85df2a73-dd2c-4563-8aae-df9c6f2912b0 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740819 Jul 05 04:03:07.152591 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2a335e25-99f5-407f-a27e-c939f1beb8f7 req-350b7cd1-c370-4ca0-98d3-e98ccadce1d3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b83e47b1-065f-46f9-892c-a820818e9066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214397 Jul 05 04:03:07.198423 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dcf6d770-8bdf-4578-9ca5-76d72990ffc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.200771 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145f8bd-1181-4b7f-bb63-d95209f810da None None] Pushing event updated for resources: {'Port': ['ID=dc4bf8e7-c30c-4aa2-b633-a367212a4f95,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:07.219626 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-89502785-ccca-407e-94e2-32a7b59712f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.220090 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dcf6d770-8bdf-4578-9ca5-76d72990ffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.232308 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-89502785-ccca-407e-94e2-32a7b59712f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['903f7179-8fb8-44f9-857f-55df5b5dee84']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:07.248064 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-89502785-ccca-407e-94e2-32a7b59712f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358bf6ed-9656-486d-a489-42b0f02bf3ac') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:07.248361 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-89502785-ccca-407e-94e2-32a7b59712f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358bf6ed-9656-486d-a489-42b0f02bf3ac') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:07.258971 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-89502785-ccca-407e-94e2-32a7b59712f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.275494 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-89502785-ccca-407e-94e2-32a7b59712f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.283254 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89502785-ccca-407e-94e2-32a7b59712f9 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:07.283644 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-89502785-ccca-407e-94e2-32a7b59712f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.348792 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6d770-8bdf-4578-9ca5-76d72990ffc7 admin admin] Pushing event updated for resources: {'Port': ['ID=a42ab9c8-4e18-4225-a1b0-c680b955dfa5,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:07.365118 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] Set router 4d42197e-7eb8-4c90-a42c-a8a3ba737dcf gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:07.394419 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:07.402195 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dcf6d770-8bdf-4578-9ca5-76d72990ffc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.404406 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb05ace-6101-43d5-b850-a1e9d7e63d0f req-d61b4643-e42b-47db-ada4-b2b372f553a2 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:07.406283 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bfb05ace-6101-43d5-b850-a1e9d7e63d0f req-d61b4643-e42b-47db-ada4-b2b372f553a2 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 946 time: 0.9267926 Jul 05 04:03:07.417558 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-89502785-ccca-407e-94e2-32a7b59712f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.424104 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-89502785-ccca-407e-94e2-32a7b59712f9 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.426546 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-89502785-ccca-407e-94e2-32a7b59712f9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/903f7179-8fb8-44f9-857f-55df5b5dee84 HTTP/1.1" status: 204 len: 168 time: 0.6552775 Jul 05 04:03:07.463063 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['c3dc4402-7591-412b-b5b9-0c0db8b982a6'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:07.465001 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 8c31d284-f554-472d-a872-9f1f73e98f96 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:03:07.469932 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e6a4ba-dea0-4798-be1c-97755e733506 x-openstack-request-id: req-73e6a4ba-dea0-4798-be1c-97755e733506 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:07.470464 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887e929d-cd43-451e-8752-b2d1274a7ffb", "name": "network-vif-plugged", "status": "completed", "tag": "2a737e3b-7647-4859-8d3b-5a41559ab915", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:07.471027 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-73e6a4ba-dea0-4798-be1c-97755e733506 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:07.471454 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887e929d-cd43-451e-8752-b2d1274a7ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a737e3b-7647-4859-8d3b-5a41559ab915', 'code': 200} Jul 05 04:03:07.487417 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-0d90a692-61bd-43dd-bc39-67921aceb479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:07.488952 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-0d90a692-61bd-43dd-bc39-67921aceb479 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9ee9ae53-c8ee-4b49-a395-854bb0a3c12c HTTP/1.1" status: 200 len: 849 time: 0.5254619 Jul 05 04:03:07.510299 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6f6f0d31-8824-448e-b634-3d86089aa39a None None] Provisioning for port a42ab9c8-4e18-4225-a1b0-c680b955dfa5 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:07.553294 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6f6f0d31-8824-448e-b634-3d86089aa39a None None] Provisioning complete for port a42ab9c8-4e18-4225-a1b0-c680b955dfa5 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:07.553723 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6f6f0d31-8824-448e-b634-3d86089aa39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.578300 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf6d770-8bdf-4578-9ca5-76d72990ffc7 admin admin] Network 06299957-933b-4513-bc63-62f761a15c08 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:07.581638 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-dcf6d770-8bdf-4578-9ca5-76d72990ffc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:07.698318 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89502785-ccca-407e-94e2-32a7b59712f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=903f7179-8fb8-44f9-857f-55df5b5dee84,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:07.727445 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 35182) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:07.864697 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2a335e25-99f5-407f-a27e-c939f1beb8f7 req-70733828-1710-4747-9292-ca758e333a5c service neutron] 10.222.0.70 "GET /v2.0/networks/b83e47b1-065f-46f9-892c-a820818e9066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987299 Jul 05 04:03:07.865589 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf6d770-8bdf-4578-9ca5-76d72990ffc7 admin admin] Router 4d42197e-7eb8-4c90-a42c-a8a3ba737dcf has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:03:07.884040 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 8c31d284-f554-472d-a872-9f1f73e98f96, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8c31d284-f554-472d-a872-9f1f73e98f96,segment=NetworkSegment(0c1fcc6b-429a-459f-81bb-799f43b47bd4),segment_id=0c1fcc6b-429a-459f-81bb-799f43b47bd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:07.904810 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '8c31d284-f554-472d-a872-9f1f73e98f96', 'network_id': 'b83e47b1-065f-46f9-892c-a820818e9066', 'port_id': '8c31d284-f554-472d-a872-9f1f73e98f96', 'mac_address': 'fa:16:3e:fc:e3:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f98529e-e9ee-4904-ac7d-9f430e5a5e83', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:03:07.964837 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-6f6f0d31-8824-448e-b634-3d86089aa39a None None] Port a42ab9c8-4e18-4225-a1b0-c680b955dfa5 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:07.979569 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ad664-fc0f-455b-a0c5-2a22edc4411f req-9a6ba18e-3055-4d36-b4b5-4c6ef619b368 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:07.988241 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bfb05ace-6101-43d5-b850-a1e9d7e63d0f req-676fcb3f-8e63-4957-a9df-268a41f7ae26 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5349882 Jul 05 04:03:07.999096 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-015ad664-fc0f-455b-a0c5-2a22edc4411f req-9a6ba18e-3055-4d36-b4b5-4c6ef619b368 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 943 time: 0.4387419 Jul 05 04:03:08.050278 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f202187d-f5f0-49ec-a04d-88632b7c69fc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f876606eee5d4affaa7894a9c0acf947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3146615 Jul 05 04:03:08.053440 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 35190) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:08.054600 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3c094-5857-4760-9b13-50e329f8f0af req-cbe77ea4-cdc3-4a8e-9b1a-e6f600e2783a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:08.056432 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5bd3c094-5857-4760-9b13-50e329f8f0af req-cbe77ea4-cdc3-4a8e-9b1a-e6f600e2783a service neutron] 10.222.0.89 "GET /v2.0/networks?id=1eb93ccb-d457-4fa2-ade5-b16c7d83b625 HTTP/1.1" status: 200 len: 912 time: 0.9890909 Jul 05 04:03:08.157383 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-1bcb2c82-0563-4d70-bedc-4b2e171464ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:08.159182 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-1bcb2c82-0563-4d70-bedc-4b2e171464ae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5532258 Jul 05 04:03:08.172091 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5bd3c094-5857-4760-9b13-50e329f8f0af req-ada4f3a5-8dc2-4f43-8fbf-0a497ceecc50 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bbf02ed-0a64-4e98-b040-56d96922c90b HTTP/1.1" status: 200 len: 217 time: 0.1017990 Jul 05 04:03:08.232617 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-015ad664-fc0f-455b-a0c5-2a22edc4411f req-04da9b97-4252-42cf-8fde-23ccfab9762b tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321479 Jul 05 04:03:08.258443 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.284449 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-682d68cc-4859-4ad1-b52a-ccc6b988fa2b service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172035 Jul 05 04:03:08.407988 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-239c4ea9-1c0a-44e1-9c65-6b787fb3af75 None None] Provisioning complete for port a42ab9c8-4e18-4225-a1b0-c680b955dfa5 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:08.408470 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-239c4ea9-1c0a-44e1-9c65-6b787fb3af75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.416942 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c31d284-f554-472d-a872-9f1f73e98f96 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:08.438230 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e44738fe-1ea4-48b4-86de-ef142830f2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.445830 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d3a96-8445-4dce-8a9c-29872a3b234b req-dd6566c3-d063-4a1c-a40e-cb56c47bb4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:08.456869 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-486d3a96-8445-4dce-8a9c-29872a3b234b req-dd6566c3-d063-4a1c-a40e-cb56c47bb4f9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 1098 time: 0.4525545 Jul 05 04:03:08.479112 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 8c31d284-f554-472d-a872-9f1f73e98f96, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8c31d284-f554-472d-a872-9f1f73e98f96,segment=NetworkSegment(0c1fcc6b-429a-459f-81bb-799f43b47bd4),segment_id=0c1fcc6b-429a-459f-81bb-799f43b47bd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:08.519157 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2a335e25-99f5-407f-a27e-c939f1beb8f7 req-14b5f6e3-522b-4cb9-981c-7415ec63da71 service neutron] 10.222.0.70 "GET /v2.0/networks/b83e47b1-065f-46f9-892c-a820818e9066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6156764 Jul 05 04:03:08.531822 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf6d770-8bdf-4578-9ca5-76d72990ffc7 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:08.539892 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-dcf6d770-8bdf-4578-9ca5-76d72990ffc7 admin admin] 10.222.0.77 "PUT /v2.0/routers/4d42197e-7eb8-4c90-a42c-a8a3ba737dcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1911817 Jul 05 04:03:08.563914 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e44738fe-1ea4-48b4-86de-ef142830f2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.569246 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3c094-5857-4760-9b13-50e329f8f0af req-eb438177-39a4-4008-8991-83e9d1b77b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:08.570747 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5bd3c094-5857-4760-9b13-50e329f8f0af req-eb438177-39a4-4008-8991-83e9d1b77b40 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b9cc9897-be6d-4373-93dc-c830847fce20 HTTP/1.1" status: 200 len: 851 time: 0.2849805 Jul 05 04:03:08.582324 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-486d3a96-8445-4dce-8a9c-29872a3b234b req-e07c48f4-c528-491f-922a-0e728c6cca9c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670381 Jul 05 04:03:08.609523 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.612645 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8a27c-abc9-48b1-8b81-1b1c990e4756 req-5ac12510-66ce-4d74-a3c7-371cfce005be tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:08.619034 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1bef4bf4-8df4-4da3-9334-6c556513cdbf req-777baf1d-65b1-4832-9b5b-2cf99ab5484e service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950096 Jul 05 04:03:08.621482 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9fb8a27c-abc9-48b1-8b81-1b1c990e4756 req-5ac12510-66ce-4d74-a3c7-371cfce005be tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 946 time: 0.1595311 Jul 05 04:03:08.680436 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9fb8a27c-abc9-48b1-8b81-1b1c990e4756 req-adbf5900-ec7b-4a7a-992d-56db00876751 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555758 Jul 05 04:03:08.699146 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5bd3c094-5857-4760-9b13-50e329f8f0af req-2fc04195-3737-41b1-95bc-feb3ec5b3b64 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1eb93ccb-d457-4fa2-ade5-b16c7d83b625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161423 Jul 05 04:03:08.796467 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=8c31d284-f554-472d-a872-9f1f73e98f96,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:08.805498 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-239c4ea9-1c0a-44e1-9c65-6b787fb3af75 None None] Port a42ab9c8-4e18-4225-a1b0-c680b955dfa5 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:08.838775 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42197e-7eb8-4c90-a42c-a8a3ba737dcf', 'name': 'tempest-FloatingIPsTestJSON-457732132-router', 'tenant_id': '37c4513c63874d67b101063646aa85b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'dc4bf8e7-c30c-4aa2-b633-a367212a4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:00Z', 'updated_at': '2021-07-05T04:03:06Z', 'revision_number': 4, 'project_id': '37c4513c63874d67b101063646aa85b3', 'gw_port': {'id': 'dc4bf8e7-c30c-4aa2-b633-a367212a4f95', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d42197e-7eb8-4c90-a42c-a8a3ba737dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:01Z', 'updated_at': '2021-07-05T04:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'a42ab9c8-4e18-4225-a1b0-c680b955dfa5', 'name': '', 'network_id': '06299957-933b-4513-bc63-62f761a15c08', 'tenant_id': '37c4513c63874d67b101063646aa85b3', 'mac_address': 'fa:16:3e:c4:04:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d42197e-7eb8-4c90-a42c-a8a3ba737dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '5ea8cc79-d4db-4517-9fd5-28cf1937e241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:05Z', 'updated_at': '2021-07-05T04:03:05Z', 'revision_number': 1, 'project_id': '37c4513c63874d67b101063646aa85b3', 'subnets': [{'id': '5ea8cc79-d4db-4517-9fd5-28cf1937e241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:08.890278 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e61185-c098-47e9-ad6a-55577f059065 None None] The sync data for ids ['4d42197e-7eb8-4c90-a42c-a8a3ba737dcf'] in n-d-780147-23 is: [{'id': '4d42197e-7eb8-4c90-a42c-a8a3ba737dcf', 'name': 'tempest-FloatingIPsTestJSON-457732132-router', 'tenant_id': '37c4513c63874d67b101063646aa85b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'dc4bf8e7-c30c-4aa2-b633-a367212a4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:00Z', 'updated_at': '2021-07-05T04:03:06Z', 'revision_number': 4, 'project_id': '37c4513c63874d67b101063646aa85b3', 'gw_port': {'id': 'dc4bf8e7-c30c-4aa2-b633-a367212a4f95', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d42197e-7eb8-4c90-a42c-a8a3ba737dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:01Z', 'updated_at': '2021-07-05T04:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'a42ab9c8-4e18-4225-a1b0-c680b955dfa5', 'name': '', 'network_id': '06299957-933b-4513-bc63-62f761a15c08', 'tenant_id': '37c4513c63874d67b101063646aa85b3', 'mac_address': 'fa:16:3e:c4:04:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d42197e-7eb8-4c90-a42c-a8a3ba737dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '5ea8cc79-d4db-4517-9fd5-28cf1937e241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:05Z', 'updated_at': '2021-07-05T04:03:05Z', 'revision_number': 1, 'project_id': '37c4513c63874d67b101063646aa85b3', 'subnets': [{'id': '5ea8cc79-d4db-4517-9fd5-28cf1937e241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:08.891256 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566f1ea-26db-4aec-bc76-ee35e2b16a91 req-91d7f930-fae2-4e6b-8090-dd58a3141d4c tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:08.893150 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2566f1ea-26db-4aec-bc76-ee35e2b16a91 req-91d7f930-fae2-4e6b-8090-dd58a3141d4c tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/ports?device_id=80d59ea6-b176-43ef-aa5a-887ebe94113d HTTP/1.1" status: 200 len: 944 time: 0.5922005 Jul 05 04:03:08.954815 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e44738fe-1ea4-48b4-86de-ef142830f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.958596 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e44738fe-1ea4-48b4-86de-ef142830f2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.959956 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e44738fe-1ea4-48b4-86de-ef142830f2ad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/901a8115-9376-4e1d-be6b-1b63adf19d09 HTTP/1.1" status: 204 len: 168 time: 0.9026673 Jul 05 04:03:09.052946 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44738fe-1ea4-48b4-86de-ef142830f2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901a8115-9376-4e1d-be6b-1b63adf19d09,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:09.071311 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5bd3c094-5857-4760-9b13-50e329f8f0af req-1c266ab8-4266-4b51-aa6b-e7742dad6888 service neutron] 10.222.0.89 "GET /v2.0/networks/1eb93ccb-d457-4fa2-ade5-b16c7d83b625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267260 Jul 05 04:03:09.083478 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627490b-73e4-4dcc-a6c0-a3266ea04265 req-cad6f7ac-0d61-4e53-a9ad-3479f9a1ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:09.093381 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e627490b-73e4-4dcc-a6c0-a3266ea04265 req-cad6f7ac-0d61-4e53-a9ad-3479f9a1ed7c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b459d90a1104d2f9bfd9c3a9ab3c50e&device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 1095 time: 0.3345613 Jul 05 04:03:09.113749 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2566f1ea-26db-4aec-bc76-ee35e2b16a91 req-96a505ff-207d-4ffe-a25c-3d5f2493886c tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8b0955-ee14-48fc-b346-69e9eb07a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890996 Jul 05 04:03:09.287321 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['8c31d284-f554-472d-a872-9f1f73e98f96'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:09.461787 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627490b-73e4-4dcc-a6c0-a3266ea04265 req-09ff797b-b26c-4159-8c6d-c718264cbbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:09.463742 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e627490b-73e4-4dcc-a6c0-a3266ea04265 req-09ff797b-b26c-4159-8c6d-c718264cbbbd service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b HTTP/1.1" status: 200 len: 911 time: 0.3417459 Jul 05 04:03:09.642642 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e627490b-73e4-4dcc-a6c0-a3266ea04265 req-bbafbcfe-387f-4051-aafd-1cd2ec8702b6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 HTTP/1.1" status: 200 len: 217 time: 0.1419446 Jul 05 04:03:09.770368 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627490b-73e4-4dcc-a6c0-a3266ea04265 req-5c902b9d-f95d-426f-a7ed-54bb96ce2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:09.775018 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e627490b-73e4-4dcc-a6c0-a3266ea04265 req-5c902b9d-f95d-426f-a7ed-54bb96ce2167 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9ee9ae53-c8ee-4b49-a395-854bb0a3c12c HTTP/1.1" status: 200 len: 849 time: 0.1022031 Jul 05 04:03:09.852719 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e508ef2-8bd1-40a6-b9a7-e877e70209fa req-560f35fa-9fcc-412a-bda9-3d4d67a026ed tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:09.854852 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0e508ef2-8bd1-40a6-b9a7-e877e70209fa req-560f35fa-9fcc-412a-bda9-3d4d67a026ed tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 946 time: 0.3896587 Jul 05 04:03:09.974191 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5bd3c094-5857-4760-9b13-50e329f8f0af req-d8f3ba2d-f763-4f2e-9e0f-195c3202914c service neutron] 10.222.0.89 "GET /v2.0/networks/1eb93ccb-d457-4fa2-ade5-b16c7d83b625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8797846 Jul 05 04:03:09.978476 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0e508ef2-8bd1-40a6-b9a7-e877e70209fa req-ce638781-d9f9-4b60-a8bd-28a495fa09c1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081600 Jul 05 04:03:09.986291 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627490b-73e4-4dcc-a6c0-a3266ea04265 req-8337bc68-a937-4228-a158-ec9c0290d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:09.988478 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e627490b-73e4-4dcc-a6c0-a3266ea04265 req-8337bc68-a937-4228-a158-ec9c0290d706 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1994388 Jul 05 04:03:10.134975 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e627490b-73e4-4dcc-a6c0-a3266ea04265 req-1cfb7b1a-f851-4e4e-a779-733c745a1ac3 service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360366 Jul 05 04:03:10.449542 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-732f9f44-3a8b-4375-a371-e3f18486e973 req-c5fb576e-db44-46ea-b6e7-71af23ab64d0 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.3095388 Jul 05 04:03:10.458117 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-732f9f44-3a8b-4375-a371-e3f18486e973 req-c66a2a6a-a13c-4b69-b1c2-efeb31fd694e tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:10.504439 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-732f9f44-3a8b-4375-a371-e3f18486e973 req-c66a2a6a-a13c-4b69-b1c2-efeb31fd694e tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.672262 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 35234) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:10.748439 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-732f9f44-3a8b-4375-a371-e3f18486e973 req-c66a2a6a-a13c-4b69-b1c2-efeb31fd694e tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.906075 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e627490b-73e4-4dcc-a6c0-a3266ea04265 req-b7066018-c50c-48a0-8cf4-a9e833bf4914 service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7613246 Jul 05 04:03:10.965198 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-732f9f44-3a8b-4375-a371-e3f18486e973 req-c66a2a6a-a13c-4b69-b1c2-efeb31fd694e tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Allocated IP 172.25.1.175 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/9bc451c3-2846-4503-8ca2-34e753e651bb) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:10.984725 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8ed62-9277-42ee-9a13-e39682a2372c req-6938b840-7d58-4064-b3ce-5df258d42a11 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:10.996081 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e1c8ed62-9277-42ee-9a13-e39682a2372c req-6938b840-7d58-4064-b3ce-5df258d42a11 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 943 time: 0.6777029 Jul 05 04:03:11.083976 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e1c8ed62-9277-42ee-9a13-e39682a2372c req-047d7097-8d35-4f6b-9772-c8b7756429ef tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868337 Jul 05 04:03:11.093517 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f2aefed0-4f60-4fe5-bc02-034ee3d8e966 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1885927624-network', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:11.146657 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-732f9f44-3a8b-4375-a371-e3f18486e973 req-c66a2a6a-a13c-4b69-b1c2-efeb31fd694e tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.148249 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device dc4bf8e7-c30c-4aa2-b633-a367212a4f95 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:11.187452 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2aefed0-4f60-4fe5-bc02-034ee3d8e966 admin admin] Made reservation on behalf of b300aeb4c92d48ada4bc7ce3eb4a92b9 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:11.198457 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2aefed0-4f60-4fe5-bc02-034ee3d8e966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.238982 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2aefed0-4f60-4fe5-bc02-034ee3d8e966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.292613 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port dc4bf8e7-c30c-4aa2-b633-a367212a4f95 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:11.302984 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port dc4bf8e7-c30c-4aa2-b633-a367212a4f95 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:11.304053 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.374268 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2aefed0-4f60-4fe5-bc02-034ee3d8e966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.395034 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device c3dc4402-7591-412b-b5b9-0c0db8b982a6 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:11.399388 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2aefed0-4f60-4fe5-bc02-034ee3d8e966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.413097 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-732f9f44-3a8b-4375-a371-e3f18486e973 req-c66a2a6a-a13c-4b69-b1c2-efeb31fd694e tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.484264 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2aefed0-4f60-4fe5-bc02-034ee3d8e966 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:11.486761 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:03:11.508594 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb637c4-e63d-4986-a30c-671be530d1e6 req-c82f678c-eda6-4091-9951-533ff2a41229 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:11.511312 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-deb637c4-e63d-4986-a30c-671be530d1e6 req-c82f678c-eda6-4091-9951-533ff2a41229 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 946 time: 0.1555481 Jul 05 04:03:11.524654 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732f9f44-3a8b-4375-a371-e3f18486e973 req-c66a2a6a-a13c-4b69-b1c2-efeb31fd694e tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:11.552375 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2aefed0-4f60-4fe5-bc02-034ee3d8e966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.556800 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-f2aefed0-4f60-4fe5-bc02-034ee3d8e966 admin admin] Added segment f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf of type vlan for network 34cb382d-ddc5-4eff-9234-ed470fc72c91 Jul 05 04:03:11.593138 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-deb637c4-e63d-4986-a30c-671be530d1e6 req-6c5605c1-3b51-4eca-832e-2c5640d0b85e tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744576 Jul 05 04:03:11.622760 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2aefed0-4f60-4fe5-bc02-034ee3d8e966 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.659251 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53,segment=NetworkSegment(296c63e3-13af-4804-917b-bc987e4f6089),segment_id=296c63e3-13af-4804-917b-bc987e4f6089)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:11.659694 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-732f9f44-3a8b-4375-a371-e3f18486e973 req-c66a2a6a-a13c-4b69-b1c2-efeb31fd694e tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:11.664971 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-732f9f44-3a8b-4375-a371-e3f18486e973 req-c66a2a6a-a13c-4b69-b1c2-efeb31fd694e tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:11.669993 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aefed0-4f60-4fe5-bc02-034ee3d8e966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0224584-1496-4f50-ad00-bb92e12b0cde,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:11.673882 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 8c31d284-f554-472d-a872-9f1f73e98f96 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:11.680442 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53', 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'port_id': '8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53', 'mac_address': 'fa:16:3e:63:a0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:03:11.698670 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2aefed0-4f60-4fe5-bc02-034ee3d8e966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.699680 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aefed0-4f60-4fe5-bc02-034ee3d8e966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:11.704142 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2aefed0-4f60-4fe5-bc02-034ee3d8e966 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.759688 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a2a6a-a13c-4b69-b1c2-efeb31fd694e tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Pushing event updated for resources: {'Port': ['ID=9bc451c3-2846-4503-8ca2-34e753e651bb,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:11.814786 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port c3dc4402-7591-412b-b5b9-0c0db8b982a6 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:11.830705 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f2aefed0-4f60-4fe5-bc02-034ee3d8e966 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1511166 Jul 05 04:03:11.831016 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 35244) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:11.835354 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-a093f903-cfee-4fcb-9866-978219779056 admin admin] Request body: {'subnet': {'network_id': '34cb382d-ddc5-4eff-9234-ed470fc72c91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1885927624-subnet', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:11.841428 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port c3dc4402-7591-412b-b5b9-0c0db8b982a6 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:11.844634 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aefed0-4f60-4fe5-bc02-034ee3d8e966 admin admin] Pushing event updated for resources: {'Network': ['ID=34cb382d-ddc5-4eff-9234-ed470fc72c91,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:11.853511 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.904478 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a093f903-cfee-4fcb-9866-978219779056 admin admin] Made reservation on behalf of b300aeb4c92d48ada4bc7ce3eb4a92b9 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:11.907328 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a093f903-cfee-4fcb-9866-978219779056 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.922647 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 34cb382d-ddc5-4eff-9234-ed470fc72c91 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:12.020529 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-732f9f44-3a8b-4375-a371-e3f18486e973 req-c66a2a6a-a13c-4b69-b1c2-efeb31fd694e tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.056896 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.082802 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.104293 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:12.131609 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 8c31d284-f554-472d-a872-9f1f73e98f96 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:12.133754 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244c6b6-cd66-4f31-80cd-89f5c44b4840 req-bdac6b66-bc40-4531-ae12-5eb9bbd1bcce tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:12.142942 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f244c6b6-cd66-4f31-80cd-89f5c44b4840 req-bdac6b66-bc40-4531-ae12-5eb9bbd1bcce tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/ports?device_id=80d59ea6-b176-43ef-aa5a-887ebe94113d HTTP/1.1" status: 200 len: 944 time: 0.1407478 Jul 05 04:03:12.146215 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port dc4bf8e7-c30c-4aa2-b633-a367212a4f95, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=dc4bf8e7-c30c-4aa2-b633-a367212a4f95,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:12.156671 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 8c31d284-f554-472d-a872-9f1f73e98f96 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:12.157405 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.169345 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-732f9f44-3a8b-4375-a371-e3f18486e973 req-c66a2a6a-a13c-4b69-b1c2-efeb31fd694e tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.239327 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f244c6b6-cd66-4f31-80cd-89f5c44b4840 req-be3bcfba-e32c-4094-9cfe-4b95584c377a tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8b0955-ee14-48fc-b346-69e9eb07a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951638 Jul 05 04:03:12.267863 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53,segment=NetworkSegment(296c63e3-13af-4804-917b-bc987e4f6089),segment_id=296c63e3-13af-4804-917b-bc987e4f6089)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:12.361396 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a093f903-cfee-4fcb-9866-978219779056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.374130 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.389542 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.500698 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093f903-cfee-4fcb-9866-978219779056 admin admin] Pushing event updated for resources: {'Subnet': ['ID=841f8f9d-f533-482b-8ae2-8b614ee6bf1c,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:12.500908 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.514158 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=dc4bf8e7-c30c-4aa2-b633-a367212a4f95,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:12.574105 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a093f903-cfee-4fcb-9866-978219779056 admin admin] Checking segment: {'id': 'f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '34cb382d-ddc5-4eff-9234-ed470fc72c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:12.575078 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a093f903-cfee-4fcb-9866-978219779056 admin admin] Network hostable DHCP agents. Network: 34cb382d-ddc5-4eff-9234-ed470fc72c91, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:12.576823 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-732f9f44-3a8b-4375-a371-e3f18486e973 req-c66a2a6a-a13c-4b69-b1c2-efeb31fd694e tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.600328 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-732f9f44-3a8b-4375-a371-e3f18486e973 req-c66a2a6a-a13c-4b69-b1c2-efeb31fd694e tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.669885 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d59ea6-b176-43ef-aa5a-887ebe94113d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3dc4402-7591-412b-b5b9-0c0db8b982a6'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:12.673596 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43b4d2b-78c7-47c6-9cd5-068535000aae" -d '{"events": [{"server_uuid": "80d59ea6-b176-43ef-aa5a-887ebe94113d", "name": "network-vif-plugged", "status": "completed", "tag": "c3dc4402-7591-412b-b5b9-0c0db8b982a6"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:12.698585 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a2a6a-a13c-4b69-b1c2-efeb31fd694e tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Pushing event updated for resources: {'Port': ['ID=9bc451c3-2846-4503-8ca2-34e753e651bb,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:12.705881 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-732f9f44-3a8b-4375-a371-e3f18486e973 req-c66a2a6a-a13c-4b69-b1c2-efeb31fd694e tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.724003 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c5ff6-f888-4628-906a-13a5936517d8 req-e69e062f-8eb7-42e0-a712-110d020dbf88 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:12.728280 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port c3dc4402-7591-412b-b5b9-0c0db8b982a6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=c3dc4402-7591-412b-b5b9-0c0db8b982a6,segment=NetworkSegment(0c1fcc6b-429a-459f-81bb-799f43b47bd4),segment_id=0c1fcc6b-429a-459f-81bb-799f43b47bd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:12.744256 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-402c5ff6-f888-4628-906a-13a5936517d8 req-e69e062f-8eb7-42e0-a712-110d020dbf88 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 946 time: 0.2540050 Jul 05 04:03:12.746079 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.750420 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-732f9f44-3a8b-4375-a371-e3f18486e973 req-c66a2a6a-a13c-4b69-b1c2-efeb31fd694e tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.752647 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-732f9f44-3a8b-4375-a371-e3f18486e973 req-c66a2a6a-a13c-4b69-b1c2-efeb31fd694e tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2990696 Jul 05 04:03:12.762211 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a093f903-cfee-4fcb-9866-978219779056 admin admin] Network 34cb382d-ddc5-4eff-9234-ed470fc72c91 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:12.775133 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:12.812714 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-a093f903-cfee-4fcb-9866-978219779056 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 34cb382d-ddc5-4eff-9234-ed470fc72c91) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:12.848257 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-732f9f44-3a8b-4375-a371-e3f18486e973 req-7156c3b9-0b90-4173-bbb2-d8469172bf58 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.175 HTTP/1.1" status: 200 len: 696 time: 0.0775423 Jul 05 04:03:12.852752 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a093f903-cfee-4fcb-9866-978219779056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:12.853531 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a093f903-cfee-4fcb-9866-978219779056 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.894300 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-402c5ff6-f888-4628-906a-13a5936517d8 req-53beda79-4894-4f16-9e72-efec6120b5ca tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416426 Jul 05 04:03:12.917784 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=c3dc4402-7591-412b-b5b9-0c0db8b982a6,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:12.925136 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a093f903-cfee-4fcb-9866-978219779056 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0915294 Jul 05 04:03:12.926261 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 35254) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:12.936495 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-1342de4c-8b91-45fb-930c-19262fa302e4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1885927624-router', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:12.941447 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3caf03b-8fbb-4c38-ad7d-55b2eeec4e13 None None] Network 34cb382d-ddc5-4eff-9234-ed470fc72c91 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:12.978456 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1342de4c-8b91-45fb-930c-19262fa302e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.982644 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1342de4c-8b91-45fb-930c-19262fa302e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.074463 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device dc4bf8e7-c30c-4aa2-b633-a367212a4f95 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:13.160305 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f9f44-3a8b-4375-a371-e3f18486e973 req-8e91b5a9-90d3-494d-8691-71ce7e52949a tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:13.161984 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-732f9f44-3a8b-4375-a371-e3f18486e973 req-8e91b5a9-90d3-494d-8691-71ce7e52949a tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.3129070 Jul 05 04:03:13.175476 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1342de4c-8b91-45fb-930c-19262fa302e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.183840 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-732f9f44-3a8b-4375-a371-e3f18486e973 req-4c45dee1-5e8d-4d2c-ac7b-8356c77e4cb8 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:03:13.190149 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-732f9f44-3a8b-4375-a371-e3f18486e973 req-4c45dee1-5e8d-4d2c-ac7b-8356c77e4cb8 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176744 Jul 05 04:03:13.253264 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] Sync routers for ids ['4d42197e-7eb8-4c90-a42c-a8a3ba737dcf'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:13.274506 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] Routers {'4d42197e-7eb8-4c90-a42c-a8a3ba737dcf'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:13.275160 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:03:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['4d42197e-7eb8-4c90-a42c-a8a3ba737dcf'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:13.302443 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:13.317638 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.380566 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.383161 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-d98109a8-4ee8-4ee7-ba12-0d6c5fa13f64 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:13.385349 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-d98109a8-4ee8-4ee7-ba12-0d6c5fa13f64 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/networks?id=1eb93ccb-d457-4fa2-ade5-b16c7d83b625 HTTP/1.1" status: 200 len: 811 time: 0.3211501 Jul 05 04:03:13.443212 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port dc4bf8e7-c30c-4aa2-b633-a367212a4f95 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:13.443860 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.503325 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-9490f90d-bfa4-4ccf-ab47-5b14fa20d4e9 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/quotas/0eefe8b36a0647bd98e5883d88e6f937 HTTP/1.1" status: 200 len: 375 time: 0.1021388 Jul 05 04:03:13.510698 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 8c31d284-f554-472d-a872-9f1f73e98f96, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8c31d284-f554-472d-a872-9f1f73e98f96,segment=NetworkSegment(0c1fcc6b-429a-459f-81bb-799f43b47bd4),segment_id=0c1fcc6b-429a-459f-81bb-799f43b47bd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:13.512313 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] Set router 4d42197e-7eb8-4c90-a42c-a8a3ba737dcf gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:13.540709 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.608543 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68691cf-58ee-4bc9-83fd-1ed30d4b0c3d req-84ec2792-1c77-4869-a00b-8e8b5a7a6cad tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:13.616305 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a68691cf-58ee-4bc9-83fd-1ed30d4b0c3d req-84ec2792-1c77-4869-a00b-8e8b5a7a6cad tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 944 time: 0.1560831 Jul 05 04:03:13.618607 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1342de4c-8b91-45fb-930c-19262fa302e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.697366 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a68691cf-58ee-4bc9-83fd-1ed30d4b0c3d req-aa2a60a4-fa62-494a-9723-6f342c8f41f5 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741460 Jul 05 04:03:13.704422 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2262a6b-a058-42ba-aef3-20e24ac1defb None None] Network 34cb382d-ddc5-4eff-9234-ed470fc72c91 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:13.774326 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-3d46fe2f-30d1-4437-8d46-de27bf8edaa2 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0eefe8b36a0647bd98e5883d88e6f937&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2067513 Jul 05 04:03:13.924519 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1deafd0-5b8b-463f-9d06-2acf883f3d32 x-openstack-request-id: req-f1deafd0-5b8b-463f-9d06-2acf883f3d32 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:13.924750 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d59ea6-b176-43ef-aa5a-887ebe94113d", "name": "network-vif-plugged", "status": "completed", "tag": "c3dc4402-7591-412b-b5b9-0c0db8b982a6", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:13.925001 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f1deafd0-5b8b-463f-9d06-2acf883f3d32 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:13.925503 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d59ea6-b176-43ef-aa5a-887ebe94113d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3dc4402-7591-412b-b5b9-0c0db8b982a6', 'code': 200} Jul 05 04:03:13.932422 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2e44660e-9d55-41db-b422-da12240ec634 req-06df4019-a7cd-43a4-aba1-65204d6b8c6b tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "GET /v2.0/floatingips/6797be7b-57a6-4b35-accf-6bd96c153932 HTTP/1.1" status: 200 len: 693 time: 0.0806909 Jul 05 04:03:13.959325 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42197e-7eb8-4c90-a42c-a8a3ba737dcf', 'name': 'tempest-FloatingIPsTestJSON-457732132-router', 'tenant_id': '37c4513c63874d67b101063646aa85b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'dc4bf8e7-c30c-4aa2-b633-a367212a4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:00Z', 'updated_at': '2021-07-05T04:03:06Z', 'revision_number': 4, 'project_id': '37c4513c63874d67b101063646aa85b3', 'gw_port': {'id': 'dc4bf8e7-c30c-4aa2-b633-a367212a4f95', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42197e-7eb8-4c90-a42c-a8a3ba737dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:01Z', 'updated_at': '2021-07-05T04:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'a42ab9c8-4e18-4225-a1b0-c680b955dfa5', 'name': '', 'network_id': '06299957-933b-4513-bc63-62f761a15c08', 'tenant_id': '37c4513c63874d67b101063646aa85b3', 'mac_address': 'fa:16:3e:c4:04:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d42197e-7eb8-4c90-a42c-a8a3ba737dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '5ea8cc79-d4db-4517-9fd5-28cf1937e241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:05Z', 'updated_at': '2021-07-05T04:03:06Z', 'revision_number': 2, 'project_id': '37c4513c63874d67b101063646aa85b3', 'subnets': [{'id': '5ea8cc79-d4db-4517-9fd5-28cf1937e241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:14.000239 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=8c31d284-f554-472d-a872-9f1f73e98f96,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:14.001351 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] Checking router: 4d42197e-7eb8-4c90-a42c-a8a3ba737dcf for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:03:14.001825 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] Updating router 4d42197e-7eb8-4c90-a42c-a8a3ba737dcf port a42ab9c8-4e18-4225-a1b0-c680b955dfa5 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:03:14.067605 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-a6555932-30b5-46f3-9579-c2c93d68e467 service neutron] 10.222.0.77 "GET /v2.0/networks/1eb93ccb-d457-4fa2-ade5-b16c7d83b625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831192 Jul 05 04:03:14.079749 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.149076 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44660e-9d55-41db-b422-da12240ec634 req-0afcdcdc-9f2c-43e4-99b9-908c4f1957db tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:14.157136 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2e44660e-9d55-41db-b422-da12240ec634 req-0afcdcdc-9f2c-43e4-99b9-908c4f1957db tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.2233279 Jul 05 04:03:14.164604 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-2e44660e-9d55-41db-b422-da12240ec634 req-bc5857d6-7fb3-4cba-a5c2-8b145ef1f525 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:03:14.186983 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2e44660e-9d55-41db-b422-da12240ec634 req-bc5857d6-7fb3-4cba-a5c2-8b145ef1f525 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0286975 Jul 05 04:03:14.353517 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798dd452-849b-48c7-b37a-cba24bfcd0fc req-d096bda2-533c-446f-b978-d082a4c76779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:14.355040 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-798dd452-849b-48c7-b37a-cba24bfcd0fc req-d096bda2-533c-446f-b978-d082a4c76779 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=80d59ea6-b176-43ef-aa5a-887ebe94113d HTTP/1.1" status: 200 len: 1097 time: 0.3989537 Jul 05 04:03:14.420966 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1342de4c-8b91-45fb-930c-19262fa302e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.476481 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1342de4c-8b91-45fb-930c-19262fa302e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.514627 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948e16e-9208-4a0e-80e5-664ef8ea6762 req-c1d56085-6891-40be-a187-a9a39a711373 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:14.517894 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5948e16e-9208-4a0e-80e5-664ef8ea6762 req-c1d56085-6891-40be-a187-a9a39a711373 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/ports?device_id=80d59ea6-b176-43ef-aa5a-887ebe94113d HTTP/1.1" status: 200 len: 945 time: 0.1470854 Jul 05 04:03:14.523326 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-798dd452-849b-48c7-b37a-cba24bfcd0fc req-2609f210-6127-4c7c-b878-0b2e99531c9c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ec8b0955-ee14-48fc-b346-69e9eb07a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085055 Jul 05 04:03:14.579699 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-2379eddb-dccb-4882-8ca5-20a4f0937a53 service neutron] 10.222.0.77 "GET /v2.0/networks/1eb93ccb-d457-4fa2-ade5-b16c7d83b625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102601 Jul 05 04:03:14.620718 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5948e16e-9208-4a0e-80e5-664ef8ea6762 req-27493010-4202-4b5e-94b7-284d96e19685 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8b0955-ee14-48fc-b346-69e9eb07a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965533 Jul 05 04:03:14.720073 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.761765 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-1342de4c-8b91-45fb-930c-19262fa302e4 admin admin] Allocated IP 172.25.1.131 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/272a4942-d977-4f2a-a298-546f128da698) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:14.765248 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] Transition to ACTIVE for port object a42ab9c8-4e18-4225-a1b0-c680b955dfa5 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:14.791914 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.930484 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42848167-0eaa-4be0-b6d7-a5a03c9b94d2 None None] Pushing event updated for resources: {'Port': ['ID=a42ab9c8-4e18-4225-a1b0-c680b955dfa5,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:14.991057 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42848167-0eaa-4be0-b6d7-a5a03c9b94d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:15.002109 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42848167-0eaa-4be0-b6d7-a5a03c9b94d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:15.002541 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42848167-0eaa-4be0-b6d7-a5a03c9b94d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:15.003252 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42848167-0eaa-4be0-b6d7-a5a03c9b94d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:15.003252 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42848167-0eaa-4be0-b6d7-a5a03c9b94d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:15.003571 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42848167-0eaa-4be0-b6d7-a5a03c9b94d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:15.004053 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42848167-0eaa-4be0-b6d7-a5a03c9b94d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:15.004565 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42848167-0eaa-4be0-b6d7-a5a03c9b94d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:15.005084 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42848167-0eaa-4be0-b6d7-a5a03c9b94d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:15.006515 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42848167-0eaa-4be0-b6d7-a5a03c9b94d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:15.006992 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42848167-0eaa-4be0-b6d7-a5a03c9b94d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:15.007692 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42848167-0eaa-4be0-b6d7-a5a03c9b94d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:15.087270 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f367c3b3-ea04-4ea6-a723-d0fa7353bd0d req-e457dba6-8167-4a04-b7f9-ded539a377db tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=37c4513c63874d67b101063646aa85b3 HTTP/1.1" status: 200 len: 696 time: 0.1540487 Jul 05 04:03:15.138966 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] Attempting to bind port a42ab9c8-4e18-4225-a1b0-c680b955dfa5 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:15.139540 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] Attempting to bind port a42ab9c8-4e18-4225-a1b0-c680b955dfa5 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'cbfcd374-a1cb-474b-ae70-935cfcd661c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '06299957-933b-4513-bc63-62f761a15c08'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:15.140030 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] Attempting to bind port a42ab9c8-4e18-4225-a1b0-c680b955dfa5 on network 06299957-933b-4513-bc63-62f761a15c08 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:15.154974 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:15.155347 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] Checking segment: {'id': 'cbfcd374-a1cb-474b-ae70-935cfcd661c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '06299957-933b-4513-bc63-62f761a15c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:15.155746 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.156166 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] Bound using segment: {'id': 'cbfcd374-a1cb-474b-ae70-935cfcd661c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '06299957-933b-4513-bc63-62f761a15c08'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:15.156632 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] Bound port: a42ab9c8-4e18-4225-a1b0-c680b955dfa5, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbfcd374-a1cb-474b-ae70-935cfcd661c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '06299957-933b-4513-bc63-62f761a15c08'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:15.170915 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.186161 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27f30b-e2ab-45c4-8e31-44fcb687eeae req-106ad007-0e58-4996-a316-633586a476d0 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:15.198672 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe27f30b-e2ab-45c4-8e31-44fcb687eeae req-106ad007-0e58-4996-a316-633586a476d0 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 946 time: 0.2696831 Jul 05 04:03:15.313823 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe27f30b-e2ab-45c4-8e31-44fcb687eeae req-1555e419-c1f0-4e50-8df8-e100b4504153 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076622 Jul 05 04:03:15.349730 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1342de4c-8b91-45fb-930c-19262fa302e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.373987 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] For port a42ab9c8-4e18-4225-a1b0-c680b955dfa5, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:15.376004 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] For port a42ab9c8-4e18-4225-a1b0-c680b955dfa5, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a42ab9c8-4e18-4225-a1b0-c680b955dfa5,segment=NetworkSegment(cbfcd374-a1cb-474b-ae70-935cfcd661c8),segment_id=cbfcd374-a1cb-474b-ae70-935cfcd661c8)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:15.384045 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.525220 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:15.552412 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1342de4c-8b91-45fb-930c-19262fa302e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.649237 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42848167-0eaa-4be0-b6d7-a5a03c9b94d2 None None] Pushing event updated for resources: {'Port': ['ID=a42ab9c8-4e18-4225-a1b0-c680b955dfa5,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:15.660089 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] Routers {'4d42197e-7eb8-4c90-a42c-a8a3ba737dcf'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:15.683209 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:03:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['4d42197e-7eb8-4c90-a42c-a8a3ba737dcf'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:15.710720 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:15.724452 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:15.728447 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.739200 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342de4c-8b91-45fb-930c-19262fa302e4 admin admin] Pushing event updated for resources: {'Port': ['ID=272a4942-d977-4f2a-a298-546f128da698,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:15.845274 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367c3b3-ea04-4ea6-a723-d0fa7353bd0d req-a2ac7019-3891-4c29-afb9-0bf26059be01 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:15.852870 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f367c3b3-ea04-4ea6-a723-d0fa7353bd0d req-a2ac7019-3891-4c29-afb9-0bf26059be01 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "GET /v2.0/networks?id=ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 787 time: 0.7646956 Jul 05 04:03:15.857772 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1342de4c-8b91-45fb-930c-19262fa302e4 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:15.867554 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-1342de4c-8b91-45fb-930c-19262fa302e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:15.871399 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1342de4c-8b91-45fb-930c-19262fa302e4 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:15.892377 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ce52c-22c7-4216-b57a-7c59f15ed44a req-aa838d86-884d-4f7b-85e1-008e458dfa92 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:15.903930 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-628ce52c-22c7-4216-b57a-7c59f15ed44a req-aa838d86-884d-4f7b-85e1-008e458dfa92 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 944 time: 0.2459140 Jul 05 04:03:15.906786 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-f367c3b3-ea04-4ea6-a723-d0fa7353bd0d req-a8905792-1565-4bab-81dc-f7ca0ee33c44 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:03:15.908666 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f367c3b3-ea04-4ea6-a723-d0fa7353bd0d req-a8905792-1565-4bab-81dc-f7ca0ee33c44 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0275412 Jul 05 04:03:15.934953 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220c3d5e-00a5-4fad-91f2-4e4b3ca013c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c31d284-f554-472d-a872-9f1f73e98f96'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:15.938154 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d303cfe-e89a-4db3-8ed7-49aab680ddea" -d '{"events": [{"server_uuid": "220c3d5e-00a5-4fad-91f2-4e4b3ca013c5", "name": "network-vif-plugged", "status": "completed", "tag": "8c31d284-f554-472d-a872-9f1f73e98f96"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:15.973897 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.025470 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-628ce52c-22c7-4216-b57a-7c59f15ed44a req-81177bfb-2fa9-4deb-a981-bfc1fa234e1b tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204185 Jul 05 04:03:16.039460 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53,segment=NetworkSegment(296c63e3-13af-4804-917b-bc987e4f6089),segment_id=296c63e3-13af-4804-917b-bc987e4f6089)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:16.047112 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.117498 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:16.154333 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] Set router 4d42197e-7eb8-4c90-a42c-a8a3ba737dcf gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:16.288201 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1f92ca1-9ea4-4390-a14c-f932cc4aae0b req-f9337f86-0483-47e2-b801-f74a0af8857c tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 210 time: 0.0974495 Jul 05 04:03:16.504159 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8d0cbb2b-5d02-4fdc-a502-336e06a2f5ac req-0ceec5b3-d82b-4312-8e03-e838fe952e15 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "GET /v2.0/floatingips/6797be7b-57a6-4b35-accf-6bd96c153932 HTTP/1.1" status: 200 len: 693 time: 0.1562233 Jul 05 04:03:16.542917 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e7991-f9f6-4715-81a6-5f45904b4f64 req-c63fa893-ae86-4439-9ab7-bd49e71f409c tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:16.551982 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-098e7991-f9f6-4715-81a6-5f45904b4f64 req-c63fa893-ae86-4439-9ab7-bd49e71f409c tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/ports?device_id=80d59ea6-b176-43ef-aa5a-887ebe94113d HTTP/1.1" status: 200 len: 945 time: 0.1876349 Jul 05 04:03:16.579083 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42197e-7eb8-4c90-a42c-a8a3ba737dcf', 'name': 'tempest-FloatingIPsTestJSON-457732132-router', 'tenant_id': '37c4513c63874d67b101063646aa85b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'dc4bf8e7-c30c-4aa2-b633-a367212a4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:00Z', 'updated_at': '2021-07-05T04:03:06Z', 'revision_number': 4, 'project_id': '37c4513c63874d67b101063646aa85b3', 'gw_port': {'id': 'dc4bf8e7-c30c-4aa2-b633-a367212a4f95', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42197e-7eb8-4c90-a42c-a8a3ba737dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:01Z', 'updated_at': '2021-07-05T04:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'a42ab9c8-4e18-4225-a1b0-c680b955dfa5', 'name': '', 'network_id': '06299957-933b-4513-bc63-62f761a15c08', 'tenant_id': '37c4513c63874d67b101063646aa85b3', 'mac_address': 'fa:16:3e:c4:04:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d42197e-7eb8-4c90-a42c-a8a3ba737dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '5ea8cc79-d4db-4517-9fd5-28cf1937e241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:05Z', 'updated_at': '2021-07-05T04:03:15Z', 'revision_number': 4, 'project_id': '37c4513c63874d67b101063646aa85b3', 'subnets': [{'id': '5ea8cc79-d4db-4517-9fd5-28cf1937e241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:16.643889 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-098e7991-f9f6-4715-81a6-5f45904b4f64 req-bbaf7ec7-9c9d-4cdd-84f4-da548cd03711 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8b0955-ee14-48fc-b346-69e9eb07a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893264 Jul 05 04:03:16.663205 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e48ccf-d026-4fab-af79-069fee6164ba None None] The sync data for ids ['4d42197e-7eb8-4c90-a42c-a8a3ba737dcf'] in n-d-780147-23 is: [{'id': '4d42197e-7eb8-4c90-a42c-a8a3ba737dcf', 'name': 'tempest-FloatingIPsTestJSON-457732132-router', 'tenant_id': '37c4513c63874d67b101063646aa85b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'dc4bf8e7-c30c-4aa2-b633-a367212a4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:00Z', 'updated_at': '2021-07-05T04:03:06Z', 'revision_number': 4, 'project_id': '37c4513c63874d67b101063646aa85b3', 'gw_port': {'id': 'dc4bf8e7-c30c-4aa2-b633-a367212a4f95', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42197e-7eb8-4c90-a42c-a8a3ba737dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:01Z', 'updated_at': '2021-07-05T04:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'a42ab9c8-4e18-4225-a1b0-c680b955dfa5', 'name': '', 'network_id': '06299957-933b-4513-bc63-62f761a15c08', 'tenant_id': '37c4513c63874d67b101063646aa85b3', 'mac_address': 'fa:16:3e:c4:04:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d42197e-7eb8-4c90-a42c-a8a3ba737dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '5ea8cc79-d4db-4517-9fd5-28cf1937e241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:05Z', 'updated_at': '2021-07-05T04:03:15Z', 'revision_number': 4, 'project_id': '37c4513c63874d67b101063646aa85b3', 'subnets': [{'id': '5ea8cc79-d4db-4517-9fd5-28cf1937e241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:16.740808 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76b4530-2a9c-4910-8a26-68f727455c2e x-openstack-request-id: req-c76b4530-2a9c-4910-8a26-68f727455c2e {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:16.741701 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220c3d5e-00a5-4fad-91f2-4e4b3ca013c5", "name": "network-vif-plugged", "status": "completed", "tag": "8c31d284-f554-472d-a872-9f1f73e98f96", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:16.742203 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c76b4530-2a9c-4910-8a26-68f727455c2e {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:16.743026 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220c3d5e-00a5-4fad-91f2-4e4b3ca013c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c31d284-f554-472d-a872-9f1f73e98f96', 'code': 200} Jul 05 04:03:16.765375 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cbb2b-5d02-4fdc-a502-336e06a2f5ac req-2fe812d2-0468-4b32-bb69-736b6a284717 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:16.766632 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8d0cbb2b-5d02-4fdc-a502-336e06a2f5ac req-2fe812d2-0468-4b32-bb69-736b6a284717 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.2561662 Jul 05 04:03:16.788317 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-8d0cbb2b-5d02-4fdc-a502-336e06a2f5ac req-8380f468-4be3-4565-aeeb-842f950ee448 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:03:16.791993 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8d0cbb2b-5d02-4fdc-a502-336e06a2f5ac req-8380f468-4be3-4565-aeeb-842f950ee448 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161159 Jul 05 04:03:16.794652 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1342de4c-8b91-45fb-930c-19262fa302e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.003122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb08b8-c8cb-4bf7-9f2f-32f0cca73170 req-faeff271-8070-48a7-ab9b-e10831b1605c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:17.010840 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-35fb08b8-c8cb-4bf7-9f2f-32f0cca73170 req-faeff271-8070-48a7-ab9b-e10831b1605c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 946 time: 0.1031060 Jul 05 04:03:17.088067 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a42ab9c8-4e18-4225-a1b0-c680b955dfa5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:17.110373 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-35fb08b8-c8cb-4bf7-9f2f-32f0cca73170 req-6d7da507-150c-4ee2-94bf-9bee2bfa8557 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985055 Jul 05 04:03:17.302295 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port a42ab9c8-4e18-4225-a1b0-c680b955dfa5 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:17.307730 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a42ab9c8-4e18-4225-a1b0-c680b955dfa5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:17.308301 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.427408 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb9127-e416-4830-bcdf-a5376695836a req-42dad949-6ba1-4e4e-a54d-09c693aa9c82 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:17.429052 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dbcb9127-e416-4830-bcdf-a5376695836a req-42dad949-6ba1-4e4e-a54d-09c693aa9c82 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/ports?device_id=220c3d5e-00a5-4fad-91f2-4e4b3ca013c5 HTTP/1.1" status: 200 len: 945 time: 0.1267803 Jul 05 04:03:17.494731 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.527529 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dbcb9127-e416-4830-bcdf-a5376695836a req-1877ad24-d353-4a8b-b6f8-ee71bd8579d1 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8b0955-ee14-48fc-b346-69e9eb07a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863221 Jul 05 04:03:17.609132 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port a42ab9c8-4e18-4225-a1b0-c680b955dfa5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a42ab9c8-4e18-4225-a1b0-c680b955dfa5,segment=NetworkSegment(cbfcd374-a1cb-474b-ae70-935cfcd661c8),segment_id=cbfcd374-a1cb-474b-ae70-935cfcd661c8)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:17.629452 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.735869 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=a42ab9c8-4e18-4225-a1b0-c680b955dfa5,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:17.790369 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8d0cbb2b-5d02-4fdc-a502-336e06a2f5ac req-cb19cca3-ab93-47a1-a2b4-e7f6c7e41666 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.175 HTTP/1.1" status: 200 len: 696 time: 0.9778028 Jul 05 04:03:17.903607 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d9561-5071-492c-8f91-1590083c22a0 req-f2c3b5e8-9dca-425c-93d9-acaf86a83475 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:17.911102 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9f9d9561-5071-492c-8f91-1590083c22a0 req-f2c3b5e8-9dca-425c-93d9-acaf86a83475 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.1309805 Jul 05 04:03:17.962731 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9f9d9561-5071-492c-8f91-1590083c22a0 req-e837c190-ab57-4612-9f19-2ea9e6f7b8a7 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501060 Jul 05 04:03:18.009677 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8d0cbb2b-5d02-4fdc-a502-336e06a2f5ac req-fd8a6d92-d776-41cf-97d8-e136345e9545 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.175 HTTP/1.1" status: 200 len: 696 time: 0.1915174 Jul 05 04:03:18.047217 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709f416-438d-4d00-97bb-8b0a19b87a98 req-25dbc6ab-03e8-43ce-b267-d0ff04bbb586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:18.049201 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a709f416-438d-4d00-97bb-8b0a19b87a98 req-25dbc6ab-03e8-43ce-b267-d0ff04bbb586 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=220c3d5e-00a5-4fad-91f2-4e4b3ca013c5 HTTP/1.1" status: 200 len: 1097 time: 0.6557963 Jul 05 04:03:18.150379 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-5d61cf0a-36cb-49f0-a8d9-3cf426db4ed1 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:18.153344 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-5d61cf0a-36cb-49f0-a8d9-3cf426db4ed1 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.70 "GET /v2.0/networks?id=1eb93ccb-d457-4fa2-ade5-b16c7d83b625 HTTP/1.1" status: 200 len: 811 time: 0.7708657 Jul 05 04:03:18.192406 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe23f742-1fb4-48c0-b1d0-792e07da8579 req-267444ef-937f-4f2f-8770-4f0b8d1ff9cb tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 210 time: 0.0621502 Jul 05 04:03:18.231887 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-1c034524-34ea-41bb-92f2-e478f7d48785 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Request body: {'port': {'device_id': 'a6ebf080-cbf7-4770-80fb-5d42840a498a', 'network_id': '1eb93ccb-d457-4fa2-ade5-b16c7d83b625', 'admin_state_up': True, 'tenant_id': '0eefe8b36a0647bd98e5883d88e6f937'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:18.429913 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6972d22-bb67-4fe1-b190-4640cc787eac req-29d1c5e4-6fce-4f3d-8363-39cc8504ce8f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:18.431100 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a709f416-438d-4d00-97bb-8b0a19b87a98 req-885645bb-b83b-4a62-8309-eebbfc0f9552 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ec8b0955-ee14-48fc-b346-69e9eb07a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697042 Jul 05 04:03:18.438503 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e6972d22-bb67-4fe1-b190-4640cc787eac req-29d1c5e4-6fce-4f3d-8363-39cc8504ce8f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 946 time: 0.1041584 Jul 05 04:03:18.498666 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e6972d22-bb67-4fe1-b190-4640cc787eac req-0693edfe-b102-4a05-832a-e9834df8465e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591962 Jul 05 04:03:18.526632 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1342de4c-8b91-45fb-930c-19262fa302e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.540456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-8d0cbb2b-5d02-4fdc-a502-336e06a2f5ac req-5e0f8401-70a7-4e61-b2c1-7743ffb2f96d tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Deleting port 9bc451c3-2846-4503-8ca2-34e753e651bb {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:18.540711 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8d0cbb2b-5d02-4fdc-a502-336e06a2f5ac req-5e0f8401-70a7-4e61-b2c1-7743ffb2f96d tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.657094 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-1c034524-34ea-41bb-92f2-e478f7d48785 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Made reservation on behalf of 0eefe8b36a0647bd98e5883d88e6f937 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:18.660609 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-1c034524-34ea-41bb-92f2-e478f7d48785 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.745435 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e534657-72dd-4e50-a37c-980ef92b4cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:18.752195 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae83ecc0-ac78-42b9-af19-048cbe378855" -d '{"events": [{"server_uuid": "1e534657-72dd-4e50-a37c-980ef92b4cf9", "name": "network-vif-plugged", "status": "completed", "tag": "8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:18.782867 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d0c4c-a9ab-40e5-8d92-f81b02160350 req-d9ea652c-fc36-4c31-917b-614d65653593 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:18.784551 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac4d0c4c-a9ab-40e5-8d92-f81b02160350 req-d9ea652c-fc36-4c31-917b-614d65653593 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/ports?device_id=220c3d5e-00a5-4fad-91f2-4e4b3ca013c5 HTTP/1.1" status: 200 len: 945 time: 0.1265645 Jul 05 04:03:18.819125 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8d0cbb2b-5d02-4fdc-a502-336e06a2f5ac req-5e0f8401-70a7-4e61-b2c1-7743ffb2f96d tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.819701 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8d0cbb2b-5d02-4fdc-a502-336e06a2f5ac req-5e0f8401-70a7-4e61-b2c1-7743ffb2f96d tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.855105 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-8d0cbb2b-5d02-4fdc-a502-336e06a2f5ac req-5e0f8401-70a7-4e61-b2c1-7743ffb2f96d tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Calling delete_port for 9bc451c3-2846-4503-8ca2-34e753e651bb owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:18.858662 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac4d0c4c-a9ab-40e5-8d92-f81b02160350 req-9c5e3d68-a6a7-4f62-937a-39d58d423cb0 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8b0955-ee14-48fc-b346-69e9eb07a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609856 Jul 05 04:03:18.915378 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9c3173-742a-4ff9-b85f-baa110f026ec x-openstack-request-id: req-bb9c3173-742a-4ff9-b85f-baa110f026ec {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:18.915683 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e534657-72dd-4e50-a37c-980ef92b4cf9", "name": "network-vif-plugged", "status": "completed", "tag": "8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:18.915973 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bb9c3173-742a-4ff9-b85f-baa110f026ec {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:18.916373 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e534657-72dd-4e50-a37c-980ef92b4cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53', 'code': 200} Jul 05 04:03:19.038995 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-1c034524-34ea-41bb-92f2-e478f7d48785 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Allocated IP 172.20.0.6 (1eb93ccb-d457-4fa2-ade5-b16c7d83b625/b9cc9897-be6d-4373-93dc-c830847fce20/6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:19.041239 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1342de4c-8b91-45fb-930c-19262fa302e4 admin admin] Router 02bb7502-9e58-4768-bb75-33f6a500c5c9 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:03:19.050083 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a42ab9c8-4e18-4225-a1b0-c680b955dfa5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:19.150673 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a42ab9c8-4e18-4225-a1b0-c680b955dfa5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:19.151322 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.373916 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b151b-4f55-4f5a-8bec-114318c5748c req-f1abe698-f85e-475c-9954-a5d33a39a581 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:19.375569 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-467b151b-4f55-4f5a-8bec-114318c5748c req-f1abe698-f85e-475c-9954-a5d33a39a581 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.1491492 Jul 05 04:03:19.481965 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-467b151b-4f55-4f5a-8bec-114318c5748c req-f0e4321d-95a7-4994-bce0-680292ebba85 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928257 Jul 05 04:03:19.494872 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-1c034524-34ea-41bb-92f2-e478f7d48785 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.567379 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-1c034524-34ea-41bb-92f2-e478f7d48785 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.586220 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['1bbf02ed-0a64-4e98-b040-56d96922c90b'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:19.635709 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5bd5e-5427-499e-a0d2-4ea2e9e29a48 req-fed8028d-b529-424a-8bb5-6045159c54ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:19.642429 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-90d5bd5e-5427-499e-a0d2-4ea2e9e29a48 req-fed8028d-b529-424a-8bb5-6045159c54ae service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 1097 time: 0.5840490 Jul 05 04:03:19.650741 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8d0cbb2b-5d02-4fdc-a502-336e06a2f5ac req-5e0f8401-70a7-4e61-b2c1-7743ffb2f96d tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.676119 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-1c034524-34ea-41bb-92f2-e478f7d48785 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Network 1eb93ccb-d457-4fa2-ade5-b16c7d83b625 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:19.699133 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-1c034524-34ea-41bb-92f2-e478f7d48785 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:19.704254 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7ee2a-6eee-4656-9611-7f3317361bd8 req-2601650c-38e1-4027-b948-6f261b0c3c1f tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:19.704652 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-1c034524-34ea-41bb-92f2-e478f7d48785 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:19.710004 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1342de4c-8b91-45fb-930c-19262fa302e4 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:19.712832 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-88e7ee2a-6eee-4656-9611-7f3317361bd8 req-2601650c-38e1-4027-b948-6f261b0c3c1f tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 931 time: 0.1050644 Jul 05 04:03:19.749545 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] Sync routers for ids ['02bb7502-9e58-4768-bb75-33f6a500c5c9'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:19.772976 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-88e7ee2a-6eee-4656-9611-7f3317361bd8 req-9a381985-fd40-4e53-8565-bbdfade9de7b tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589006 Jul 05 04:03:19.797040 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] Routers {'02bb7502-9e58-4768-bb75-33f6a500c5c9'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:19.797796 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:03:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['02bb7502-9e58-4768-bb75-33f6a500c5c9'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:20.000316 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] Set router 02bb7502-9e58-4768-bb75-33f6a500c5c9 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:20.152609 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58892a75-db58-4009-af58-1f83da61cba3 req-9dc06c2a-07e0-4ca2-b65a-014f5700db65 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:20.170962 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58892a75-db58-4009-af58-1f83da61cba3 req-9dc06c2a-07e0-4ca2-b65a-014f5700db65 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 946 time: 0.2135694 Jul 05 04:03:20.238978 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-1c034524-34ea-41bb-92f2-e478f7d48785 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:20.239757 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-1c034524-34ea-41bb-92f2-e478f7d48785 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.270127 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58892a75-db58-4009-af58-1f83da61cba3 req-3cfe293b-7172-4dae-86b5-705e53254302 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989318 Jul 05 04:03:20.283299 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c034524-34ea-41bb-92f2-e478f7d48785 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Pushing event updated for resources: {'Port': ['ID=6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:20.342881 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1885927624-router', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '272a4942-d977-4f2a-a298-546f128da698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:12Z', 'updated_at': '2021-07-05T04:03:16Z', 'revision_number': 3, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'gw_port': {'id': '272a4942-d977-4f2a-a298-546f128da698', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:91:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:14Z', 'updated_at': '2021-07-05T04:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:20.374674 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] Checking router: 02bb7502-9e58-4768-bb75-33f6a500c5c9 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:03:20.375351 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] Updating router 02bb7502-9e58-4768-bb75-33f6a500c5c9 port 272a4942-d977-4f2a-a298-546f128da698 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:03:20.375481 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-90d5bd5e-5427-499e-a0d2-4ea2e9e29a48 req-f4e6629d-554c-4454-87f8-9c0fe7756dad service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7094975 Jul 05 04:03:20.376295 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1342de4c-8b91-45fb-930c-19262fa302e4 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.377501 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1342de4c-8b91-45fb-930c-19262fa302e4 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.4502027 Jul 05 04:03:20.381333 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 35340) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:20.415710 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.491911 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f8401-70a7-4e61-b2c1-7743ffb2f96d tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Pushing event deleted for resources: {'Port': ['ID=9bc451c3-2846-4503-8ca2-34e753e651bb,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:20.493985 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8d0cbb2b-5d02-4fdc-a502-336e06a2f5ac req-5e0f8401-70a7-4e61-b2c1-7743ffb2f96d tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.496881 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8d0cbb2b-5d02-4fdc-a502-336e06a2f5ac req-5e0f8401-70a7-4e61-b2c1-7743ffb2f96d tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.498070 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8d0cbb2b-5d02-4fdc-a502-336e06a2f5ac req-5e0f8401-70a7-4e61-b2c1-7743ffb2f96d tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "DELETE /v2.0/floatingips/6797be7b-57a6-4b35-accf-6bd96c153932 HTTP/1.1" status: 204 len: 173 time: 2.4730682 Jul 05 04:03:20.505150 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-1c034524-34ea-41bb-92f2-e478f7d48785 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2811954 Jul 05 04:03:20.672730 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43e175-969b-45c7-99d1-ab2988319efa req-ceedf37c-0005-4708-8e9f-6e40dbe619d5 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:20.680028 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5e43e175-969b-45c7-99d1-ab2988319efa req-ceedf37c-0005-4708-8e9f-6e40dbe619d5 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/ports?device_id=220c3d5e-00a5-4fad-91f2-4e4b3ca013c5 HTTP/1.1" status: 200 len: 945 time: 0.2229316 Jul 05 04:03:20.745316 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.756496 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] Transition to ACTIVE for port object 272a4942-d977-4f2a-a298-546f128da698 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:20.765377 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a549f8-9bba-4194-af6b-6cab2948e25f req-99884fa8-e96d-487b-876a-c32ec3927072 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:20.773477 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-23a549f8-9bba-4194-af6b-6cab2948e25f req-99884fa8-e96d-487b-876a-c32ec3927072 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.1280587 Jul 05 04:03:20.781613 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.782405 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5e43e175-969b-45c7-99d1-ab2988319efa req-ab1730df-6f08-4ac9-9c88-7199ac13770c tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8b0955-ee14-48fc-b346-69e9eb07a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004541 Jul 05 04:03:20.785234 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-5d4cba99-affa-4067-8c62-4b4646a2c7bb service neutron] Request body: {'port': {'device_id': 'a6ebf080-cbf7-4770-80fb-5d42840a498a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:20.883482 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] Attempting to bind port 272a4942-d977-4f2a-a298-546f128da698 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:20.884804 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] Attempting to bind port 272a4942-d977-4f2a-a298-546f128da698 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:20.885749 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] Attempting to bind port 272a4942-d977-4f2a-a298-546f128da698 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:20.897494 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884b76f-771b-418d-9e33-eb79a0879873 None None] Pushing event updated for resources: {'Port': ['ID=272a4942-d977-4f2a-a298-546f128da698,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:20.912037 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:20.912644 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:20.913587 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.914144 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:20.916302 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] Bound port: 272a4942-d977-4f2a-a298-546f128da698, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:20.917466 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.929242 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-23a549f8-9bba-4194-af6b-6cab2948e25f req-741d7911-c2e0-485a-8c73-a0210c3e0618 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546361 Jul 05 04:03:21.033240 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] For port 272a4942-d977-4f2a-a298-546f128da698, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:21.041558 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] For port 272a4942-d977-4f2a-a298-546f128da698, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=272a4942-d977-4f2a-a298-546f128da698,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:21.051762 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49b25828-0b6d-48c5-8ba0-d168818ba307 req-9b65bd24-027a-4171-97ec-b2202af7f738 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2371800 Jul 05 04:03:21.056859 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-49b25828-0b6d-48c5-8ba0-d168818ba307 req-2fab57eb-3d6f-4c7c-a434-47b02c54aeff tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:21.061972 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.087543 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-5d4cba99-affa-4067-8c62-4b4646a2c7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.091088 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-49b25828-0b6d-48c5-8ba0-d168818ba307 req-2fab57eb-3d6f-4c7c-a434-47b02c54aeff tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.185934 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] Routers {'02bb7502-9e58-4768-bb75-33f6a500c5c9'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:21.186470 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:03:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['02bb7502-9e58-4768-bb75-33f6a500c5c9'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:21.318707 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] Set router 02bb7502-9e58-4768-bb75-33f6a500c5c9 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:21.452341 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884b76f-771b-418d-9e33-eb79a0879873 None None] Pushing event updated for resources: {'Port': ['ID=272a4942-d977-4f2a-a298-546f128da698,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:21.460558 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-45c658df-3c4e-404c-a649-50d1b410b92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.552272 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d1b24-c800-49f7-8c41-8a6140bbe575 req-3d26f22f-5c97-4389-9180-202bb26ac70c tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:21.553942 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e02d1b24-c800-49f7-8c41-8a6140bbe575 req-3d26f22f-5c97-4389-9180-202bb26ac70c tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 931 time: 0.3167944 Jul 05 04:03:21.743385 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-49b25828-0b6d-48c5-8ba0-d168818ba307 req-2fab57eb-3d6f-4c7c-a434-47b02c54aeff tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.744157 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1885927624-router', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '272a4942-d977-4f2a-a298-546f128da698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:12Z', 'updated_at': '2021-07-05T04:03:16Z', 'revision_number': 3, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'gw_port': {'id': '272a4942-d977-4f2a-a298-546f128da698', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:91:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:14Z', 'updated_at': '2021-07-05T04:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:21.744441 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e02d1b24-c800-49f7-8c41-8a6140bbe575 req-f169ddb4-354f-4a3c-8654-b1a8247aa6e3 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698121 Jul 05 04:03:21.744761 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe508c39-9940-489f-b7a3-5810a0acbfcd None None] The sync data for ids ['02bb7502-9e58-4768-bb75-33f6a500c5c9'] in n-d-780147-23 is: [{'id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1885927624-router', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '272a4942-d977-4f2a-a298-546f128da698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:12Z', 'updated_at': '2021-07-05T04:03:16Z', 'revision_number': 3, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'gw_port': {'id': '272a4942-d977-4f2a-a298-546f128da698', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:91:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:14Z', 'updated_at': '2021-07-05T04:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:21.875138 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-49b25828-0b6d-48c5-8ba0-d168818ba307 req-2fab57eb-3d6f-4c7c-a434-47b02c54aeff tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Allocated IP 172.25.1.89 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/0f4fa3b1-75b5-440d-b55a-5c22e9ee2584) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:21.897709 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-5d4cba99-affa-4067-8c62-4b4646a2c7bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:21.907958 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-5d4cba99-affa-4067-8c62-4b4646a2c7bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.936190 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-5d4cba99-affa-4067-8c62-4b4646a2c7bb service neutron] Transition to ACTIVE for port object 6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:22.028631 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-5d4cba99-affa-4067-8c62-4b4646a2c7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.080967 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-49b25828-0b6d-48c5-8ba0-d168818ba307 req-2fab57eb-3d6f-4c7c-a434-47b02c54aeff tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.166676 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4cba99-affa-4067-8c62-4b4646a2c7bb service neutron] Pushing event updated for resources: {'Port': ['ID=6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:22.370294 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-5d4cba99-affa-4067-8c62-4b4646a2c7bb service neutron] Attempting to bind port 6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:22.370699 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-5d4cba99-affa-4067-8c62-4b4646a2c7bb service neutron] Attempting to bind port 6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '1e263abe-ecec-41c6-9f5d-a723111d082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1eb93ccb-d457-4fa2-ade5-b16c7d83b625'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:22.371049 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-5d4cba99-affa-4067-8c62-4b4646a2c7bb service neutron] Attempting to bind port 6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d on network 1eb93ccb-d457-4fa2-ade5-b16c7d83b625 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:22.383953 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-45c658df-3c4e-404c-a649-50d1b410b92f admin admin] Allocated IP 172.20.0.1 (34cb382d-ddc5-4eff-9234-ed470fc72c91/841f8f9d-f533-482b-8ae2-8b614ee6bf1c/899e585b-9103-4e9f-8fd9-2fbaf44577e2) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:22.387689 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ef921-0827-4fc6-8695-03628a635701 req-c6636d0f-2b89-49ae-b628-f5be27535e83 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:22.389420 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-860ef921-0827-4fc6-8695-03628a635701 req-c6636d0f-2b89-49ae-b628-f5be27535e83 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/ports?device_id=e2c62e98-1f54-4f1a-9945-315dc4ce33cf HTTP/1.1" status: 200 len: 946 time: 0.4464111 Jul 05 04:03:22.390784 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-5d4cba99-affa-4067-8c62-4b4646a2c7bb service neutron] Port 6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d on network 1eb93ccb-d457-4fa2-ade5-b16c7d83b625 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:22.391106 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-5d4cba99-affa-4067-8c62-4b4646a2c7bb service neutron] Attempting to bind port 6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d on network 1eb93ccb-d457-4fa2-ade5-b16c7d83b625 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:22.397877 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-5d4cba99-affa-4067-8c62-4b4646a2c7bb service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:22.398278 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-5d4cba99-affa-4067-8c62-4b4646a2c7bb service neutron] Checking segment: {'id': '1e263abe-ecec-41c6-9f5d-a723111d082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1eb93ccb-d457-4fa2-ade5-b16c7d83b625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:22.398688 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-5d4cba99-affa-4067-8c62-4b4646a2c7bb service neutron] Bound using segment: {'id': '1e263abe-ecec-41c6-9f5d-a723111d082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1eb93ccb-d457-4fa2-ade5-b16c7d83b625'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:22.399297 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-5d4cba99-affa-4067-8c62-4b4646a2c7bb service neutron] Bound port: 6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e263abe-ecec-41c6-9f5d-a723111d082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1eb93ccb-d457-4fa2-ade5-b16c7d83b625'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:22.399753 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-5d4cba99-affa-4067-8c62-4b4646a2c7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.411197 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-49b25828-0b6d-48c5-8ba0-d168818ba307 req-2fab57eb-3d6f-4c7c-a434-47b02c54aeff tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.518856 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab57eb-3d6f-4c7c-a434-47b02c54aeff tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Pushing event updated for resources: {'Port': ['ID=0f4fa3b1-75b5-440d-b55a-5c22e9ee2584,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:22.541890 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-5d4cba99-affa-4067-8c62-4b4646a2c7bb service neutron] For port 6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:22.545868 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-5d4cba99-affa-4067-8c62-4b4646a2c7bb service neutron] For port 6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d,segment=NetworkSegment(1e263abe-ecec-41c6-9f5d-a723111d082c),segment_id=1e263abe-ecec-41c6-9f5d-a723111d082c)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:22.551720 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-860ef921-0827-4fc6-8695-03628a635701 req-a48bfb38-1d14-4781-8b4e-e6cc62c29ed1 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8b0955-ee14-48fc-b346-69e9eb07a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494534 Jul 05 04:03:22.567629 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-5d4cba99-affa-4067-8c62-4b4646a2c7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.615984 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-5d4cba99-affa-4067-8c62-4b4646a2c7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:22.616684 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-5d4cba99-affa-4067-8c62-4b4646a2c7bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.618328 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-5d4cba99-affa-4067-8c62-4b4646a2c7bb service neutron] 10.222.0.70 "PUT /v2.0/ports/6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d HTTP/1.1" status: 200 len: 1092 time: 1.8419027 Jul 05 04:03:22.618848 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ebf080-cbf7-4770-80fb-5d42840a498a', 'tag': '6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:22.622682 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bfeb54-7094-4144-ac7d-981378f9d5b5" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ebf080-cbf7-4770-80fb-5d42840a498a", "tag": "6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:22.646283 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b25828-0b6d-48c5-8ba0-d168818ba307 req-2fab57eb-3d6f-4c7c-a434-47b02c54aeff tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:22.656869 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-49b25828-0b6d-48c5-8ba0-d168818ba307 req-2fab57eb-3d6f-4c7c-a434-47b02c54aeff tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:22.676754 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b25828-0b6d-48c5-8ba0-d168818ba307 req-2fab57eb-3d6f-4c7c-a434-47b02c54aeff tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:22.680370 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4cba99-affa-4067-8c62-4b4646a2c7bb service neutron] Pushing event updated for resources: {'Port': ['ID=6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:22.816283 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-0297344f-2869-4176-8be9-bf5ee2e0c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:22.819711 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-0297344f-2869-4176-8be9-bf5ee2e0c750 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0eefe8b36a0647bd98e5883d88e6f937&device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 1095 time: 0.1360469 Jul 05 04:03:22.908919 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-45c658df-3c4e-404c-a649-50d1b410b92f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.962771 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-baef75d7-4538-44b7-94d8-5d910879645b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d HTTP/1.1" status: 200 len: 217 time: 0.1106131 Jul 05 04:03:22.971719 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-49b25828-0b6d-48c5-8ba0-d168818ba307 req-2fab57eb-3d6f-4c7c-a434-47b02c54aeff tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.034810 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2e83f-f495-4ab8-abf2-9c397ba76bc1 req-cda50206-4bf1-4166-bd14-0a44bbab3765 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:23.036509 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a0b2e83f-f495-4ab8-abf2-9c397ba76bc1 req-cda50206-4bf1-4166-bd14-0a44bbab3765 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 946 time: 0.2867837 Jul 05 04:03:23.076022 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 272a4942-d977-4f2a-a298-546f128da698 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:23.105406 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-24c50e3a-10ff-4ef0-bae7-cbdd8c6d052b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:23.108442 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-24c50e3a-10ff-4ef0-bae7-cbdd8c6d052b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b9cc9897-be6d-4373-93dc-c830847fce20 HTTP/1.1" status: 200 len: 851 time: 0.1441667 Jul 05 04:03:23.172131 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-aea4a012-6e2b-4332-bfb3-39de1f26f183 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1eb93ccb-d457-4fa2-ade5-b16c7d83b625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506892 Jul 05 04:03:23.190767 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a0b2e83f-f495-4ab8-abf2-9c397ba76bc1 req-f86f1b5a-bcba-4a76-a960-31be6621c2e1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422324 Jul 05 04:03:23.193833 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-49b25828-0b6d-48c5-8ba0-d168818ba307 req-2fab57eb-3d6f-4c7c-a434-47b02c54aeff tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.196239 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-45c658df-3c4e-404c-a649-50d1b410b92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.206965 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 272a4942-d977-4f2a-a298-546f128da698 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:23.245784 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 272a4942-d977-4f2a-a298-546f128da698 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:23.246230 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.335077 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c658df-3c4e-404c-a649-50d1b410b92f admin admin] Network 34cb382d-ddc5-4eff-9234-ed470fc72c91 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:23.344051 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-45c658df-3c4e-404c-a649-50d1b410b92f admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:23.349690 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c658df-3c4e-404c-a649-50d1b410b92f admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:23.473951 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-45c658df-3c4e-404c-a649-50d1b410b92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.516826 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.570282 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 272a4942-d977-4f2a-a298-546f128da698, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=272a4942-d977-4f2a-a298-546f128da698,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:23.577793 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.592856 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-48278d5e-a678-4d3f-84fb-a47fa5c97579 service neutron] 10.222.0.70 "GET /v2.0/networks/1eb93ccb-d457-4fa2-ade5-b16c7d83b625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969128 Jul 05 04:03:23.686431 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=272a4942-d977-4f2a-a298-546f128da698,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:23.722102 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c658df-3c4e-404c-a649-50d1b410b92f admin admin] Pushing event updated for resources: {'Port': ['ID=899e585b-9103-4e9f-8fd9-2fbaf44577e2,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:23.754845 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-45c658df-3c4e-404c-a649-50d1b410b92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.820738 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ccbba9-13bb-45dc-9c74-a856120fee13 req-993a06aa-8086-43e6-a092-67a6e282c2c5 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:23.837387 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f0ccbba9-13bb-45dc-9c74-a856120fee13 req-993a06aa-8086-43e6-a092-67a6e282c2c5 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.4078834 Jul 05 04:03:23.975823 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f0ccbba9-13bb-45dc-9c74-a856120fee13 req-bd7b9ebf-d5da-4aa0-bbdd-7ae715b4563e tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124220 Jul 05 04:03:23.986959 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-45c658df-3c4e-404c-a649-50d1b410b92f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.006131 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-45c658df-3c4e-404c-a649-50d1b410b92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.017805 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77b1e6bd-3b47-4037-8b60-d5a26e9a6d22 req-847f468d-911d-4104-9f4f-6dad21a9d86b service neutron] 10.222.0.70 "GET /v2.0/networks/1eb93ccb-d457-4fa2-ade5-b16c7d83b625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146519 Jul 05 04:03:24.055639 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-45c658df-3c4e-404c-a649-50d1b410b92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.218105 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c658df-3c4e-404c-a649-50d1b410b92f admin admin] Pushing event updated for resources: {'Port': ['ID=899e585b-9103-4e9f-8fd9-2fbaf44577e2,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:24.422168 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423932d3-2301-4868-8062-7813bf7e4f86 x-openstack-request-id: req-423932d3-2301-4868-8062-7813bf7e4f86 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:24.422778 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ebf080-cbf7-4770-80fb-5d42840a498a", "tag": "6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:24.423197 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-423932d3-2301-4868-8062-7813bf7e4f86 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:24.423790 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ebf080-cbf7-4770-80fb-5d42840a498a', 'tag': '6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d', 'status': 'completed', 'code': 200} Jul 05 04:03:24.585029 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfeb54-7094-4144-ac7d-981378f9d5b5 req-d972b5a5-f216-46bb-b0f8-583eee0e9b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:24.587604 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-47bfeb54-7094-4144-ac7d-981378f9d5b5 req-d972b5a5-f216-46bb-b0f8-583eee0e9b98 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0eefe8b36a0647bd98e5883d88e6f937&device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 1095 time: 0.1165540 Jul 05 04:03:24.796562 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-49b25828-0b6d-48c5-8ba0-d168818ba307 req-2fab57eb-3d6f-4c7c-a434-47b02c54aeff tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.819469 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-49b25828-0b6d-48c5-8ba0-d168818ba307 req-2fab57eb-3d6f-4c7c-a434-47b02c54aeff tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.886094 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab57eb-3d6f-4c7c-a434-47b02c54aeff tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Pushing event updated for resources: {'Port': ['ID=0f4fa3b1-75b5-440d-b55a-5c22e9ee2584,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:24.909825 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188ffd5-7600-4ccd-ba74-80fb9cbcfa48 req-0be4ae62-d3eb-4ae4-bae0-187ab4e21d86 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:24.911553 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9188ffd5-7600-4ccd-ba74-80fb9cbcfa48 req-0be4ae62-d3eb-4ae4-bae0-187ab4e21d86 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 943 time: 0.2622960 Jul 05 04:03:24.929718 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfeb54-7094-4144-ac7d-981378f9d5b5 req-eb5bb5b3-78c9-4e3c-b9d0-aedd1ce670f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:24.929956 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c658df-3c4e-404c-a649-50d1b410b92f admin admin] Network 34cb382d-ddc5-4eff-9234-ed470fc72c91 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:24.930065 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-47bfeb54-7094-4144-ac7d-981378f9d5b5 req-eb5bb5b3-78c9-4e3c-b9d0-aedd1ce670f1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1eb93ccb-d457-4fa2-ade5-b16c7d83b625 HTTP/1.1" status: 200 len: 912 time: 0.3302162 Jul 05 04:03:24.933638 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-45c658df-3c4e-404c-a649-50d1b410b92f admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:24.984232 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-47bfeb54-7094-4144-ac7d-981378f9d5b5 req-277fffd5-9149-4adf-925e-8da378e8fd2f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d HTTP/1.1" status: 200 len: 217 time: 0.0432398 Jul 05 04:03:25.078839 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9188ffd5-7600-4ccd-ba74-80fb9cbcfa48 req-641ae90c-9d7b-4088-acf6-30fd4a264b9b tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500120 Jul 05 04:03:25.103697 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea84cab-8ab0-437a-a904-e34adf491d6b req-0c0cee85-0c66-459c-90ae-e11d2be7a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.107040 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c658df-3c4e-404c-a649-50d1b410b92f admin admin] Router 02bb7502-9e58-4768-bb75-33f6a500c5c9 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:03:25.116750 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4ea84cab-8ab0-437a-a904-e34adf491d6b req-0c0cee85-0c66-459c-90ae-e11d2be7a1eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 1098 time: 0.2782722 Jul 05 04:03:25.119311 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-49b25828-0b6d-48c5-8ba0-d168818ba307 req-2fab57eb-3d6f-4c7c-a434-47b02c54aeff tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.131431 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfeb54-7094-4144-ac7d-981378f9d5b5 req-aeff6c49-5739-44a0-9e5f-e0e4a2bbfb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.139437 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-47bfeb54-7094-4144-ac7d-981378f9d5b5 req-aeff6c49-5739-44a0-9e5f-e0e4a2bbfb80 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b9cc9897-be6d-4373-93dc-c830847fce20 HTTP/1.1" status: 200 len: 851 time: 0.1435030 Jul 05 04:03:25.164294 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 272a4942-d977-4f2a-a298-546f128da698 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:25.230016 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-47bfeb54-7094-4144-ac7d-981378f9d5b5 req-b1cd98e2-79cb-4728-b253-9d3fa04be74b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1eb93ccb-d457-4fa2-ade5-b16c7d83b625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815625 Jul 05 04:03:25.270588 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-49b25828-0b6d-48c5-8ba0-d168818ba307 req-2fab57eb-3d6f-4c7c-a434-47b02c54aeff tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.276998 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49b25828-0b6d-48c5-8ba0-d168818ba307 req-2fab57eb-3d6f-4c7c-a434-47b02c54aeff tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.2241485 Jul 05 04:03:25.299287 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 272a4942-d977-4f2a-a298-546f128da698 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:25.299742 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.364832 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49b25828-0b6d-48c5-8ba0-d168818ba307 req-82ef4d77-2503-45e3-a51d-c115cd06ff38 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.89 HTTP/1.1" status: 200 len: 695 time: 0.0865605 Jul 05 04:03:25.393218 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea84cab-8ab0-437a-a904-e34adf491d6b req-b338e5f6-215d-42d5-bd8e-6c4cfdc8bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.395704 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4ea84cab-8ab0-437a-a904-e34adf491d6b req-b338e5f6-215d-42d5-bd8e-6c4cfdc8bbb9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 913 time: 0.1625423 Jul 05 04:03:25.604685 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b25828-0b6d-48c5-8ba0-d168818ba307 req-0030610e-0a75-4c07-bcd5-74bc40a4d8d1 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.620431 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49b25828-0b6d-48c5-8ba0-d168818ba307 req-0030610e-0a75-4c07-bcd5-74bc40a4d8d1 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.2546303 Jul 05 04:03:25.623099 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c658df-3c4e-404c-a649-50d1b410b92f admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:25.632976 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] Sync routers for ids ['02bb7502-9e58-4768-bb75-33f6a500c5c9'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:25.647769 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] Routers {'02bb7502-9e58-4768-bb75-33f6a500c5c9'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:25.662995 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:03:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['02bb7502-9e58-4768-bb75-33f6a500c5c9'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:25.672492 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4ea84cab-8ab0-437a-a904-e34adf491d6b req-9afc9f6b-fe54-4f7a-98e1-2ad8de247408 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a737e3b-7647-4859-8d3b-5a41559ab915 HTTP/1.1" status: 200 len: 1000 time: 0.2510581 Jul 05 04:03:25.673749 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-45c658df-3c4e-404c-a649-50d1b410b92f admin admin] 10.222.0.77 "PUT /v2.0/routers/02bb7502-9e58-4768-bb75-33f6a500c5c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2907884 Jul 05 04:03:25.777335 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea84cab-8ab0-437a-a904-e34adf491d6b req-a37f0fd1-07c8-41d5-8beb-c405cf8e577f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.788264 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4ea84cab-8ab0-437a-a904-e34adf491d6b req-a37f0fd1-07c8-41d5-8beb-c405cf8e577f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d157b61e-6b4a-43c9-a07c-5c6e1fda4120 HTTP/1.1" status: 200 len: 851 time: 0.0955904 Jul 05 04:03:25.942171 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550c97e-aafe-4891-bee2-7d4173ff01cf req-2da4e260-713a-4e88-8d20-46295f0e4c8e tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.955878 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6550c97e-aafe-4891-bee2-7d4173ff01cf req-2da4e260-713a-4e88-8d20-46295f0e4c8e tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.5582199 Jul 05 04:03:25.959606 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 35432) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:25.983406 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-62c41f1a-2eb5-4bd7-a0ad-5065deb96a35 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Request body: {'floatingip': {'port_id': '8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:26.115307 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcb437-6653-4e14-a417-2ef505a13b63 req-178d8cf7-555d-4e6a-bba7-69072bdaf77b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:26.116745 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-47bfeb54-7094-4144-ac7d-981378f9d5b5 req-b578a0b5-927b-4b06-a6d1-4a6182099e29 service neutron] 10.222.0.70 "GET /v2.0/networks/1eb93ccb-d457-4fa2-ade5-b16c7d83b625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7078588 Jul 05 04:03:26.128128 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62c41f1a-2eb5-4bd7-a0ad-5065deb96a35 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for floatingip, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.136116 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c4dcb437-6653-4e14-a417-2ef505a13b63 req-178d8cf7-555d-4e6a-bba7-69072bdaf77b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 946 time: 0.2404296 Jul 05 04:03:26.238513 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c4dcb437-6653-4e14-a417-2ef505a13b63 req-c49775b6-8559-4531-9fd4-97cd75b962b8 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003666 Jul 05 04:03:26.309158 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:03:26.363944 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0a19e253-385e-49a4-9062-b055f5b6ec3e req-f05ccaf6-54da-43c5-85b9-b73ec143e771 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "GET /v2.0/floatingips/911d0034-53ba-43a0-890f-46149c37c7bc HTTP/1.1" status: 200 len: 692 time: 0.0814054 Jul 05 04:03:26.402190 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] Set router 02bb7502-9e58-4768-bb75-33f6a500c5c9 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:26.551900 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19e253-385e-49a4-9062-b055f5b6ec3e req-7f6d4d6d-aae0-4c50-b97b-bef595e29457 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:26.560566 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0a19e253-385e-49a4-9062-b055f5b6ec3e req-7f6d4d6d-aae0-4c50-b97b-bef595e29457 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.1849506 Jul 05 04:03:26.566914 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-0a19e253-385e-49a4-9062-b055f5b6ec3e req-d2379ca7-750d-4687-bff7-72fa443de632 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:03:26.575285 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0a19e253-385e-49a4-9062-b055f5b6ec3e req-d2379ca7-750d-4687-bff7-72fa443de632 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129998 Jul 05 04:03:26.643344 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0a19e253-385e-49a4-9062-b055f5b6ec3e req-31c2e063-99b3-41c5-bfd6-036be0643521 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.89 HTTP/1.1" status: 200 len: 695 time: 0.0667145 Jul 05 04:03:26.782500 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0a19e253-385e-49a4-9062-b055f5b6ec3e req-2801a3d9-cb6c-42fc-8ee5-6b0dab366f22 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.89 HTTP/1.1" status: 200 len: 695 time: 0.1371396 Jul 05 04:03:26.970275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-0a19e253-385e-49a4-9062-b055f5b6ec3e req-fcc8b74b-396d-477d-975e-e861d67de557 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Deleting port 0f4fa3b1-75b5-440d-b55a-5c22e9ee2584 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:26.970819 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0a19e253-385e-49a4-9062-b055f5b6ec3e req-fcc8b74b-396d-477d-975e-e861d67de557 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.977236 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1885927624-router', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '272a4942-d977-4f2a-a298-546f128da698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:12Z', 'updated_at': '2021-07-05T04:03:23Z', 'revision_number': 4, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'gw_port': {'id': '272a4942-d977-4f2a-a298-546f128da698', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:91:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:14Z', 'updated_at': '2021-07-05T04:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '899e585b-9103-4e9f-8fd9-2fbaf44577e2', 'name': '', 'network_id': '34cb382d-ddc5-4eff-9234-ed470fc72c91', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'mac_address': 'fa:16:3e:c9:20:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '841f8f9d-f533-482b-8ae2-8b614ee6bf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:21Z', 'updated_at': '2021-07-05T04:03:23Z', 'revision_number': 2, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'subnets': [{'id': '841f8f9d-f533-482b-8ae2-8b614ee6bf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:27.014628 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] Checking router: 02bb7502-9e58-4768-bb75-33f6a500c5c9 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:03:27.015287 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] Updating router 02bb7502-9e58-4768-bb75-33f6a500c5c9 port 899e585b-9103-4e9f-8fd9-2fbaf44577e2 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:03:27.056911 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.168950 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0a19e253-385e-49a4-9062-b055f5b6ec3e req-fcc8b74b-396d-477d-975e-e861d67de557 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.170052 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0a19e253-385e-49a4-9062-b055f5b6ec3e req-fcc8b74b-396d-477d-975e-e861d67de557 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.199620 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-0a19e253-385e-49a4-9062-b055f5b6ec3e req-fcc8b74b-396d-477d-975e-e861d67de557 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Calling delete_port for 0f4fa3b1-75b5-440d-b55a-5c22e9ee2584 owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:27.468379 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0a19e253-385e-49a4-9062-b055f5b6ec3e req-fcc8b74b-396d-477d-975e-e861d67de557 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.540354 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.543964 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8b74b-396d-477d-975e-e861d67de557 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Pushing event deleted for resources: {'Port': ['ID=0f4fa3b1-75b5-440d-b55a-5c22e9ee2584,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:27.548216 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:03:27.569625 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] Transition to ACTIVE for port object 899e585b-9103-4e9f-8fd9-2fbaf44577e2 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:27.582095 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.684600 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0a19e253-385e-49a4-9062-b055f5b6ec3e req-fcc8b74b-396d-477d-975e-e861d67de557 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.691461 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0a19e253-385e-49a4-9062-b055f5b6ec3e req-fcc8b74b-396d-477d-975e-e861d67de557 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.708506 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0a19e253-385e-49a4-9062-b055f5b6ec3e req-fcc8b74b-396d-477d-975e-e861d67de557 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "DELETE /v2.0/floatingips/911d0034-53ba-43a0-890f-46149c37c7bc HTTP/1.1" status: 204 len: 173 time: 0.9248013 Jul 05 04:03:27.714151 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cde045-e077-47a2-ac17-6f1426e5884a None None] Pushing event updated for resources: {'Port': ['ID=899e585b-9103-4e9f-8fd9-2fbaf44577e2,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:27.753504 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea84cab-8ab0-437a-a904-e34adf491d6b req-d240d09f-8021-4304-8d55-fdd6ea2548f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:27.755074 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4ea84cab-8ab0-437a-a904-e34adf491d6b req-d240d09f-8021-4304-8d55-fdd6ea2548f2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=76e1944d-1d03-4c4e-b1ba-413cddc95912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.9658234 Jul 05 04:03:27.868243 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] Attempting to bind port 899e585b-9103-4e9f-8fd9-2fbaf44577e2 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:27.868933 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] Attempting to bind port 899e585b-9103-4e9f-8fd9-2fbaf44577e2 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '34cb382d-ddc5-4eff-9234-ed470fc72c91'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:27.869464 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] Attempting to bind port 899e585b-9103-4e9f-8fd9-2fbaf44577e2 on network 34cb382d-ddc5-4eff-9234-ed470fc72c91 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:27.880322 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:27.881231 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] Checking segment: {'id': 'f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '34cb382d-ddc5-4eff-9234-ed470fc72c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:27.881844 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.884164 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] Bound using segment: {'id': 'f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '34cb382d-ddc5-4eff-9234-ed470fc72c91'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:27.885316 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] Bound port: 899e585b-9103-4e9f-8fd9-2fbaf44577e2, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '34cb382d-ddc5-4eff-9234-ed470fc72c91'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:27.886028 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.921033 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d,segment=NetworkSegment(1e263abe-ecec-41c6-9f5d-a723111d082c),segment_id=1e263abe-ecec-41c6-9f5d-a723111d082c)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:27.950496 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d', 'network_id': '1eb93ccb-d457-4fa2-ade5-b16c7d83b625', 'port_id': '6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d', 'mac_address': 'fa:16:3e:e0:56:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9cc9897-be6d-4373-93dc-c830847fce20', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:03:28.000350 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.021870 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:28.025985 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4ea84cab-8ab0-437a-a904-e34adf491d6b req-b3460633-94f9-4dd0-802f-10dae1feddf5 service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308750 Jul 05 04:03:28.051456 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d,segment=NetworkSegment(1e263abe-ecec-41c6-9f5d-a723111d082c),segment_id=1e263abe-ecec-41c6-9f5d-a723111d082c)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:28.057547 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.061409 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9936699-ef04-4d7a-aaf3-f0b94ae1dbe4 req-33c34dd7-5322-4739-8170-d7b4557a674f tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:28.065223 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d9936699-ef04-4d7a-aaf3-f0b94ae1dbe4 req-33c34dd7-5322-4739-8170-d7b4557a674f tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2c62e98-1f54-4f1a-9945-315dc4ce33cf HTTP/1.1" status: 200 len: 946 time: 1.6519279 Jul 05 04:03:28.073097 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] For port 899e585b-9103-4e9f-8fd9-2fbaf44577e2, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:28.078466 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] For port 899e585b-9103-4e9f-8fd9-2fbaf44577e2, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=899e585b-9103-4e9f-8fd9-2fbaf44577e2,segment=NetworkSegment(f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf),segment_id=f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:28.090686 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.141681 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b46d02-2144-414d-b47d-dbac5772278d req-dfedf5c3-a633-49f2-8799-2c0d0f2a13b5 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:28.154219 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c6883-6a31-49d8-b215-d20883f90807 req-25183775-e8a6-42f6-ba43-0cbec1d2cb74 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:28.155479 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f4b46d02-2144-414d-b47d-dbac5772278d req-dfedf5c3-a633-49f2-8799-2c0d0f2a13b5 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/ports?device_id=e2c62e98-1f54-4f1a-9945-315dc4ce33cf HTTP/1.1" status: 200 len: 946 time: 1.7787592 Jul 05 04:03:28.163462 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-654c6883-6a31-49d8-b215-d20883f90807 req-25183775-e8a6-42f6-ba43-0cbec1d2cb74 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 943 time: 0.1733537 Jul 05 04:03:28.198174 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:28.253276 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] Routers {'02bb7502-9e58-4768-bb75-33f6a500c5c9'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:28.253823 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:03:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['02bb7502-9e58-4768-bb75-33f6a500c5c9'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:28.288118 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-654c6883-6a31-49d8-b215-d20883f90807 req-fc1d0408-1da9-490e-acfc-922f1a6d6e47 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234834 Jul 05 04:03:28.322238 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f4b46d02-2144-414d-b47d-dbac5772278d req-f430c311-b621-4209-8668-736a155862a2 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8b0955-ee14-48fc-b346-69e9eb07a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636705 Jul 05 04:03:28.377117 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cde045-e077-47a2-ac17-6f1426e5884a None None] Pushing event updated for resources: {'Port': ['ID=899e585b-9103-4e9f-8fd9-2fbaf44577e2,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:28.553657 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-47bfeb54-7094-4144-ac7d-981378f9d5b5 req-ddf987df-5d3d-4c31-8cde-316bc2187ee2 service neutron] 10.222.0.70 "GET /v2.0/networks/1eb93ccb-d457-4fa2-ade5-b16c7d83b625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1259487 Jul 05 04:03:28.558255 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] Set router 02bb7502-9e58-4768-bb75-33f6a500c5c9 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:28.622167 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d12e0013-dcb2-4cff-a968-3e085bfe5763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.664057 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:29.047940 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1885927624-router', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '272a4942-d977-4f2a-a298-546f128da698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:12Z', 'updated_at': '2021-07-05T04:03:23Z', 'revision_number': 4, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'gw_port': {'id': '272a4942-d977-4f2a-a298-546f128da698', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:91:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:14Z', 'updated_at': '2021-07-05T04:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '899e585b-9103-4e9f-8fd9-2fbaf44577e2', 'name': '', 'network_id': '34cb382d-ddc5-4eff-9234-ed470fc72c91', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'mac_address': 'fa:16:3e:c9:20:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '841f8f9d-f533-482b-8ae2-8b614ee6bf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:21Z', 'updated_at': '2021-07-05T04:03:28Z', 'revision_number': 4, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'subnets': [{'id': '841f8f9d-f533-482b-8ae2-8b614ee6bf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:29.086594 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c55be9a-0bc8-43e8-b71f-fe22f1f3d535 None None] The sync data for ids ['02bb7502-9e58-4768-bb75-33f6a500c5c9'] in n-d-780147-23 is: [{'id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1885927624-router', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '272a4942-d977-4f2a-a298-546f128da698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:12Z', 'updated_at': '2021-07-05T04:03:23Z', 'revision_number': 4, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'gw_port': {'id': '272a4942-d977-4f2a-a298-546f128da698', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:91:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:14Z', 'updated_at': '2021-07-05T04:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '899e585b-9103-4e9f-8fd9-2fbaf44577e2', 'name': '', 'network_id': '34cb382d-ddc5-4eff-9234-ed470fc72c91', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'mac_address': 'fa:16:3e:c9:20:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '841f8f9d-f533-482b-8ae2-8b614ee6bf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:21Z', 'updated_at': '2021-07-05T04:03:28Z', 'revision_number': 4, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'subnets': [{'id': '841f8f9d-f533-482b-8ae2-8b614ee6bf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:29.269148 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.db.resource_extend [None req-62c41f1a-2eb5-4bd7-a0ad-5065deb96a35 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:03:29.275518 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.379384 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-81b1fa8a-4629-41b8-98a9-bcfd8f13d614 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:29.381556 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-81b1fa8a-4629-41b8-98a9-bcfd8f13d614 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/networks?id=34cb382d-ddc5-4eff-9234-ed470fc72c91 HTTP/1.1" status: 200 len: 820 time: 0.3082347 Jul 05 04:03:29.388846 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 2347ecff-6fab-46a5-a560-df712370848c no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:29.398611 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4ea84cab-8ab0-437a-a904-e34adf491d6b req-56e03cfd-de70-47e6-99ec-0be7a3ececa8 service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3215985 Jul 05 04:03:29.420667 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62c41f1a-2eb5-4bd7-a0ad-5065deb96a35 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.485913 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62c41f1a-2eb5-4bd7-a0ad-5065deb96a35 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.492898 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-e899637f-027e-45cd-bfa8-88df5163f731 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/quotas/b300aeb4c92d48ada4bc7ce3eb4a92b9 HTTP/1.1" status: 200 len: 375 time: 0.0969207 Jul 05 04:03:29.635096 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.664138 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-d9936699-ef04-4d7a-aaf3-f0b94ae1dbe4 req-adda5297-a6c4-4430-96d9-7c29a7cc7076 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Deleting port 2347ecff-6fab-46a5-a560-df712370848c {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:29.665055 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d9936699-ef04-4d7a-aaf3-f0b94ae1dbe4 req-adda5297-a6c4-4430-96d9-7c29a7cc7076 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.683456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e86df8-a49d-4e12-90da-9ac5b131b551 req-eca76228-aa2a-4a92-a8c2-bad208b9e37e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:29.695336 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-61e86df8-a49d-4e12-90da-9ac5b131b551 req-eca76228-aa2a-4a92-a8c2-bad208b9e37e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 946 time: 0.9887574 Jul 05 04:03:29.697415 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-839f891f-b027-4417-bab9-7e54277f69e1 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b300aeb4c92d48ada4bc7ce3eb4a92b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2030172 Jul 05 04:03:29.740778 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c62e98-1f54-4f1a-9945-315dc4ce33cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2347ecff-6fab-46a5-a560-df712370848c'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:29.767918 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b048db46-7365-4ef9-bb00-f9f12a75cc1e" -d '{"events": [{"server_uuid": "e2c62e98-1f54-4f1a-9945-315dc4ce33cf", "name": "network-vif-unplugged", "status": "completed", "tag": "2347ecff-6fab-46a5-a560-df712370848c"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:29.785621 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 2347ecff-6fab-46a5-a560-df712370848c, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=2347ecff-6fab-46a5-a560-df712370848c,segment=NetworkSegment(0c1fcc6b-429a-459f-81bb-799f43b47bd4),segment_id=0c1fcc6b-429a-459f-81bb-799f43b47bd4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:29.799103 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.838719 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-62c41f1a-2eb5-4bd7-a0ad-5065deb96a35 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Floating IP 5235925a-2e83-4d39-b7d1-da96dfe150eb associated. External IP: 172.25.1.132, port: 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53. Jul 05 04:03:29.939846 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-61e86df8-a49d-4e12-90da-9ac5b131b551 req-32178a23-0219-4080-8a69-909d4f9c746c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429032 Jul 05 04:03:30.022534 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=2347ecff-6fab-46a5-a560-df712370848c,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:30.083841 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-f5bea532-fa2d-4325-b02e-6a9350e2486a service neutron] 10.222.0.77 "GET /v2.0/networks/34cb382d-ddc5-4eff-9234-ed470fc72c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850870 Jul 05 04:03:30.180530 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [req-5210373a-ec6b-43a1-b6ab-db066448e494 req-f6a8dfd0-6a4f-4e78-bffe-e0058069a356 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] show failed (client error): The resource could not be found. Jul 05 04:03:30.194903 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5210373a-ec6b-43a1-b6ab-db066448e494 req-f6a8dfd0-6a4f-4e78-bffe-e0058069a356 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "GET /v2.0/floatingips/911d0034-53ba-43a0-890f-46149c37c7bc HTTP/1.1" status: 404 len: 350 time: 0.1610751 Jul 05 04:03:30.228668 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-d9936699-ef04-4d7a-aaf3-f0b94ae1dbe4 req-adda5297-a6c4-4430-96d9-7c29a7cc7076 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] For port 2347ecff-6fab-46a5-a560-df712370848c, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=2347ecff-6fab-46a5-a560-df712370848c,segment=NetworkSegment(0c1fcc6b-429a-459f-81bb-799f43b47bd4),segment_id=0c1fcc6b-429a-459f-81bb-799f43b47bd4)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:30.230189 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d9936699-ef04-4d7a-aaf3-f0b94ae1dbe4 req-adda5297-a6c4-4430-96d9-7c29a7cc7076 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.236221 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-fe3c85eb-13b9-4a76-a57f-4d045f7c5e16 service neutron] 10.222.0.77 "GET /v2.0/networks/34cb382d-ddc5-4eff-9234-ed470fc72c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431556 Jul 05 04:03:30.253735 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-d9936699-ef04-4d7a-aaf3-f0b94ae1dbe4 req-adda5297-a6c4-4430-96d9-7c29a7cc7076 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Calling delete_port for 2347ecff-6fab-46a5-a560-df712370848c owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:30.619020 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c41f1a-2eb5-4bd7-a0ad-5065deb96a35 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Router 78e8e011-52d8-4be9-9975-f2956a864371 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:03:30.876019 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c1e13-45ba-4698-8988-f406c134784c req-d9448fb8-5b20-48ce-9ba0-cd0781de8e7c tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:30.888321 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-098c1e13-45ba-4698-8988-f406c134784c req-d9448fb8-5b20-48ce-9ba0-cd0781de8e7c tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/ports?device_id=e2c62e98-1f54-4f1a-9945-315dc4ce33cf HTTP/1.1" status: 200 len: 944 time: 0.2126670 Jul 05 04:03:30.897618 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f6311-aee2-4618-8063-b842cec1c3cf req-a29c0cea-3700-4643-ac7c-fe67705a59b3 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:30.899222 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f00f6311-aee2-4618-8063-b842cec1c3cf req-a29c0cea-3700-4643-ac7c-fe67705a59b3 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 944 time: 0.3883104 Jul 05 04:03:31.021080 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-098c1e13-45ba-4698-8988-f406c134784c req-3889d8e3-9f1e-4236-a23a-547c708f933d tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8b0955-ee14-48fc-b346-69e9eb07a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315215 Jul 05 04:03:31.136202 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 899e585b-9103-4e9f-8fd9-2fbaf44577e2 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:31.139663 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae8e8d8-f776-424a-9433-b08154ce23c1 x-openstack-request-id: req-8ae8e8d8-f776-424a-9433-b08154ce23c1 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:31.140065 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c62e98-1f54-4f1a-9945-315dc4ce33cf", "name": "network-vif-unplugged", "status": "completed", "tag": "2347ecff-6fab-46a5-a560-df712370848c", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:31.140335 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8ae8e8d8-f776-424a-9433-b08154ce23c1 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:31.140744 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c62e98-1f54-4f1a-9945-315dc4ce33cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2347ecff-6fab-46a5-a560-df712370848c', 'code': 200} Jul 05 04:03:31.239994 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-2cacc849-2011-487d-bab3-881ff4daa5b7 req-c971a322-20c9-404c-81eb-595b5a55de42 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] show failed (client error): The resource could not be found. Jul 05 04:03:31.241980 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2cacc849-2011-487d-bab3-881ff4daa5b7 req-c971a322-20c9-404c-81eb-595b5a55de42 tempest-FloatingIPsTestJSON-243803180 tempest-FloatingIPsTestJSON-243803180-project] 10.222.0.77 "GET /v2.0/floatingips/911d0034-53ba-43a0-890f-46149c37c7bc HTTP/1.1" status: 404 len: 350 time: 0.0700877 Jul 05 04:03:31.262139 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 35534) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:31.354373 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 899e585b-9103-4e9f-8fd9-2fbaf44577e2 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:31.364636 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 899e585b-9103-4e9f-8fd9-2fbaf44577e2 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:31.365555 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.431534 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8a110163-005d-4caf-87dc-13850c81c56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.469027 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08acde1a-94b6-4475-8db2-7eee5fb47ea3 req-74fe8554-d452-4091-8c8f-82b54a2b502a tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 210 time: 0.0820627 Jul 05 04:03:31.516762 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.565742 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 899e585b-9103-4e9f-8fd9-2fbaf44577e2, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=899e585b-9103-4e9f-8fd9-2fbaf44577e2,segment=NetworkSegment(f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf),segment_id=f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:31.573996 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.768910 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:31.880996 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f00f6311-aee2-4618-8063-b842cec1c3cf req-833c5424-60b9-48f4-9b52-9dde4116b881 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647679 Jul 05 04:03:31.889217 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c41f1a-2eb5-4bd7-a0ad-5065deb96a35 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:31.917237 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62c41f1a-2eb5-4bd7-a0ad-5065deb96a35 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.938114 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d9936699-ef04-4d7a-aaf3-f0b94ae1dbe4 req-adda5297-a6c4-4430-96d9-7c29a7cc7076 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.056313 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-62c41f1a-2eb5-4bd7-a0ad-5065deb96a35 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "PUT /v2.0/floatingips/5235925a-2e83-4d39-b7d1-da96dfe150eb HTTP/1.1" status: 200 len: 991 time: 6.0920160 Jul 05 04:03:32.062445 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e534657-72dd-4e50-a37c-980ef92b4cf9', 'tag': '8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:32.065257 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e70ab7-d5b5-4cd9-bb9b-257c12f51ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "1e534657-72dd-4e50-a37c-980ef92b4cf9", "tag": "8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:32.089361 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda5297-a6c4-4430-96d9-7c29a7cc7076 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Pushing event deleted for resources: {'Port': ['ID=2347ecff-6fab-46a5-a560-df712370848c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:32.178676 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9936699-ef04-4d7a-aaf3-f0b94ae1dbe4 req-adda5297-a6c4-4430-96d9-7c29a7cc7076 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] No DVR routers for this DVR port 2347ecff-6fab-46a5-a560-df712370848c on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:32.182856 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d9936699-ef04-4d7a-aaf3-f0b94ae1dbe4 req-adda5297-a6c4-4430-96d9-7c29a7cc7076 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.188053 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d9936699-ef04-4d7a-aaf3-f0b94ae1dbe4 req-adda5297-a6c4-4430-96d9-7c29a7cc7076 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.89 "DELETE /v2.0/ports/2347ecff-6fab-46a5-a560-df712370848c HTTP/1.1" status: 204 len: 173 time: 3.9580076 Jul 05 04:03:32.283307 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['c3dc4402-7591-412b-b5b9-0c0db8b982a6'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:32.290526 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['8c31d284-f554-472d-a872-9f1f73e98f96'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:32.290526 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9466e6b7-80c3-4751-96d0-2537d0b68995 None None] Sync routers for ids ['78e8e011-52d8-4be9-9975-f2956a864371'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:32.320585 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=899e585b-9103-4e9f-8fd9-2fbaf44577e2,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:32.331047 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aaf537-417e-404e-ac89-dec383e90249 req-26f221a9-85c4-45cf-838a-ac459c3d4be0 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:32.334668 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-12aaf537-417e-404e-ac89-dec383e90249 req-26f221a9-85c4-45cf-838a-ac459c3d4be0 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 946 time: 0.1957257 Jul 05 04:03:32.363588 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f6ecefe5-e1af-4ddc-94da-9fc1dadec031 req-83bd5b1b-6488-4c1f-b6fa-85bc5f76f289 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/ports?device_id=e2c62e98-1f54-4f1a-9945-315dc4ce33cf HTTP/1.1" status: 200 len: 210 time: 0.0547924 Jul 05 04:03:32.521542 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-12aaf537-417e-404e-ac89-dec383e90249 req-c0efae83-7999-4feb-b891-7d611d5e88e8 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789112 Jul 05 04:03:32.526048 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.533758 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-166e561c-4b63-411b-980b-b6480f80d5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.627934 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cd7c71-85b3-4853-88ce-591e941baa60 x-openstack-request-id: req-b3cd7c71-85b3-4853-88ce-591e941baa60 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:32.629014 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e534657-72dd-4e50-a37c-980ef92b4cf9", "tag": "8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:32.629283 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b3cd7c71-85b3-4853-88ce-591e941baa60 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:32.629690 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e534657-72dd-4e50-a37c-980ef92b4cf9', 'tag': '8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53', 'status': 'completed', 'code': 200} Jul 05 04:03:32.633172 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:32.636475 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9466e6b7-80c3-4751-96d0-2537d0b68995 None None] Routers {'78e8e011-52d8-4be9-9975-f2956a864371'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:32.638068 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9466e6b7-80c3-4751-96d0-2537d0b68995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:03:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['78e8e011-52d8-4be9-9975-f2956a864371'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:32.650100 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.734830 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e70ab7-d5b5-4cd9-bb9b-257c12f51ae1 req-8418f6d6-c854-41e5-80e8-2bbd366e426f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:32.736604 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-64e70ab7-d5b5-4cd9-bb9b-257c12f51ae1 req-8418f6d6-c854-41e5-80e8-2bbd366e426f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b459d90a1104d2f9bfd9c3a9ab3c50e&device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 1097 time: 0.0699630 Jul 05 04:03:32.798031 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:32.801713 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.833249 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2a310f4d-6067-48c6-9412-ea6533e9fa90 req-af93c4b9-b926-4254-b64a-99d23613fd48 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 210 time: 0.0525768 Jul 05 04:03:33.021571 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-9466e6b7-80c3-4751-96d0-2537d0b68995 None None] Set router 78e8e011-52d8-4be9-9975-f2956a864371 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:33.109551 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e70ab7-d5b5-4cd9-bb9b-257c12f51ae1 req-07a177eb-7c21-41d6-bd69-73e1938b8cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:33.114615 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-64e70ab7-d5b5-4cd9-bb9b-257c12f51ae1 req-07a177eb-7c21-41d6-bd69-73e1938b8cc3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b HTTP/1.1" status: 200 len: 911 time: 0.2758856 Jul 05 04:03:33.125650 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 899e585b-9103-4e9f-8fd9-2fbaf44577e2 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:33.142371 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-166e561c-4b63-411b-980b-b6480f80d5ac admin admin] Deleting port a42ab9c8-4e18-4225-a1b0-c680b955dfa5 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:33.142746 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-166e561c-4b63-411b-980b-b6480f80d5ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.295074 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.300509 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-64e70ab7-d5b5-4cd9-bb9b-257c12f51ae1 req-0d06c4ea-58d3-412c-9106-8c5fe78c6c08 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 HTTP/1.1" status: 200 len: 999 time: 0.1756763 Jul 05 04:03:33.352273 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-166e561c-4b63-411b-980b-b6480f80d5ac admin admin] For port a42ab9c8-4e18-4225-a1b0-c680b955dfa5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a42ab9c8-4e18-4225-a1b0-c680b955dfa5,segment=NetworkSegment(cbfcd374-a1cb-474b-ae70-935cfcd661c8),segment_id=cbfcd374-a1cb-474b-ae70-935cfcd661c8)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:33.352874 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-166e561c-4b63-411b-980b-b6480f80d5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.461289 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e70ab7-d5b5-4cd9-bb9b-257c12f51ae1 req-d38bc38f-9f2d-4989-822e-b522ba7b25ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:33.462815 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-64e70ab7-d5b5-4cd9-bb9b-257c12f51ae1 req-d38bc38f-9f2d-4989-822e-b522ba7b25ed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9ee9ae53-c8ee-4b49-a395-854bb0a3c12c HTTP/1.1" status: 200 len: 849 time: 0.1467426 Jul 05 04:03:33.486045 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-166e561c-4b63-411b-980b-b6480f80d5ac admin admin] Calling delete_port for a42ab9c8-4e18-4225-a1b0-c680b955dfa5 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:33.523831 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 899e585b-9103-4e9f-8fd9-2fbaf44577e2 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:33.524327 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.737517 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df774b5-1c50-46b8-a551-4008125e6e17 req-b956ea35-1c5c-4873-9772-c9d308eb2313 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:33.745602 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4df774b5-1c50-46b8-a551-4008125e6e17 req-b956ea35-1c5c-4873-9772-c9d308eb2313 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 944 time: 0.3831849 Jul 05 04:03:33.803187 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-5d15850a-8182-4326-b1dd-850627e0b204 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:33.805072 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-5d15850a-8182-4326-b1dd-850627e0b204 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.70 "GET /v2.0/networks?id=34cb382d-ddc5-4eff-9234-ed470fc72c91 HTTP/1.1" status: 200 len: 820 time: 0.2656553 Jul 05 04:03:33.807728 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e70ab7-d5b5-4cd9-bb9b-257c12f51ae1 req-1385d7c1-4385-4a5d-b21a-89261d8ba326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:33.809959 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-64e70ab7-d5b5-4cd9-bb9b-257c12f51ae1 req-1385d7c1-4385-4a5d-b21a-89261d8ba326 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3241737 Jul 05 04:03:33.811753 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4df774b5-1c50-46b8-a551-4008125e6e17 req-05865237-fbfc-45a8-9c2a-b0fe1c3ae7ff tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645180 Jul 05 04:03:33.828052 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d,segment=NetworkSegment(1e263abe-ecec-41c6-9f5d-a723111d082c),segment_id=1e263abe-ecec-41c6-9f5d-a723111d082c)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:33.840860 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-ca5c7ed0-b609-4c00-937f-ad9e162397c8 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Request body: {'port': {'device_id': '24e05edd-2c57-45c7-a0b4-b07a5bbda14d', 'network_id': '34cb382d-ddc5-4eff-9234-ed470fc72c91', 'admin_state_up': True, 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:33.869463 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ebf080-cbf7-4770-80fb-5d42840a498a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:33.875173 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0707f557-7831-4b70-bcc4-8f0026920f13" -d '{"events": [{"server_uuid": "a6ebf080-cbf7-4770-80fb-5d42840a498a", "name": "network-vif-plugged", "status": "completed", "tag": "6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:33.900435 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.054052 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 2a737e3b-7647-4859-8d3b-5a41559ab915 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:34.196163 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-166e561c-4b63-411b-980b-b6480f80d5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.221618 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-64e70ab7-d5b5-4cd9-bb9b-257c12f51ae1 req-c541e78e-7bac-4b0b-adaf-4af19a31aebf service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856354 Jul 05 04:03:34.300977 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e561c-4b63-411b-980b-b6480f80d5ac admin admin] Pushing event deleted for resources: {'Port': ['ID=a42ab9c8-4e18-4225-a1b0-c680b955dfa5,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:34.313758 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d37d2-d3e5-41af-85d9-62b25695fe82 req-01b870eb-2e28-4bde-ae13-ec3965ca1826 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:34.315345 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5c3d37d2-d3e5-41af-85d9-62b25695fe82 req-01b870eb-2e28-4bde-ae13-ec3965ca1826 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 946 time: 0.4393570 Jul 05 04:03:34.372430 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:34.414186 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-64e70ab7-d5b5-4cd9-bb9b-257c12f51ae1 req-16f72c5e-d7ca-463b-8e66-34132324e386 service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833014 Jul 05 04:03:34.474518 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-ca5c7ed0-b609-4c00-937f-ad9e162397c8 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Made reservation on behalf of b300aeb4c92d48ada4bc7ce3eb4a92b9 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:34.479560 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-ca5c7ed0-b609-4c00-937f-ad9e162397c8 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.494387 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.537468 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5c3d37d2-d3e5-41af-85d9-62b25695fe82 req-cca98048-77a9-4e78-933c-802cebb1d307 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220348 Jul 05 04:03:34.556560 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bdda606a-41e4-4960-9cba-34addd64c926 req-b217ada3-72c8-4c25-8207-8bfd42b03dff tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 210 time: 0.0748658 Jul 05 04:03:34.633697 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c62e98-1f54-4f1a-9945-315dc4ce33cf', 'name': 'network-vif-deleted', 'tag': '2347ecff-6fab-46a5-a560-df712370848c'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:34.640499 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2431ed3-4e71-4805-9d51-13df1f2e18d6" -d '{"events": [{"server_uuid": "e2c62e98-1f54-4f1a-9945-315dc4ce33cf", "name": "network-vif-deleted", "tag": "2347ecff-6fab-46a5-a560-df712370848c"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:34.697903 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00545480-8d46-4a9a-9f58-46f63a801445 x-openstack-request-id: req-00545480-8d46-4a9a-9f58-46f63a801445 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:34.698207 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ebf080-cbf7-4770-80fb-5d42840a498a", "name": "network-vif-plugged", "status": "completed", "tag": "6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:34.698463 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-00545480-8d46-4a9a-9f58-46f63a801445 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:34.699164 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ebf080-cbf7-4770-80fb-5d42840a498a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d', 'code': 200} Jul 05 04:03:34.769062 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.774736 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-166e561c-4b63-411b-980b-b6480f80d5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.838167 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-ca5c7ed0-b609-4c00-937f-ad9e162397c8 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Allocated IP 172.20.0.5 (34cb382d-ddc5-4eff-9234-ed470fc72c91/841f8f9d-f533-482b-8ae2-8b614ee6bf1c/8b2f199b-7a4c-4078-a89e-2518423380b3) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:34.844171 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 2a737e3b-7647-4859-8d3b-5a41559ab915, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=2a737e3b-7647-4859-8d3b-5a41559ab915,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:34.850110 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.945739 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b674a1e-d296-4a55-9793-f48d531cdd9a x-openstack-request-id: req-5b674a1e-d296-4a55-9793-f48d531cdd9a {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:34.947574 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c62e98-1f54-4f1a-9945-315dc4ce33cf", "name": "network-vif-deleted", "tag": "2347ecff-6fab-46a5-a560-df712370848c", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:34.949837 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5b674a1e-d296-4a55-9793-f48d531cdd9a {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:34.951513 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c62e98-1f54-4f1a-9945-315dc4ce33cf', 'name': 'network-vif-deleted', 'tag': '2347ecff-6fab-46a5-a560-df712370848c', 'status': 'completed', 'code': 200} Jul 05 04:03:34.974907 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=2a737e3b-7647-4859-8d3b-5a41559ab915,revision_number=14']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:34.991942 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9466e6b7-80c3-4751-96d0-2537d0b68995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e8e011-52d8-4be9-9975-f2956a864371', 'name': 'tempest-AttachVolumeTestJSON-623877917-router', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:26Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'gw_port': {'id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:28Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '5235925a-2e83-4d39-b7d1-da96dfe150eb', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'floating_ip_address': '172.25.1.132', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'port_id': '8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'mac_address': 'fa:16:3e:63:a0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e534657-72dd-4e50-a37c-980ef92b4cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:02:50Z', 'updated_at': '2021-07-05T04:03:28Z', 'revision_number': 1, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc6343a-4afc-4346-87d2-7e6da585ce8d', 'name': '', 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'mac_address': 'fa:16:3e:43:df:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:35Z', 'updated_at': '2021-07-05T04:02:48Z', 'revision_number': 5, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'subnets': [{'id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:35.058511 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9466e6b7-80c3-4751-96d0-2537d0b68995 None None] Checking router: 78e8e011-52d8-4be9-9975-f2956a864371 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:03:35.091186 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9466e6b7-80c3-4751-96d0-2537d0b68995 None None] Routers {'78e8e011-52d8-4be9-9975-f2956a864371'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:35.091186 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9466e6b7-80c3-4751-96d0-2537d0b68995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:03:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['78e8e011-52d8-4be9-9975-f2956a864371'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:35.211391 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166e561c-4b63-411b-980b-b6480f80d5ac admin admin] Router 4d42197e-7eb8-4c90-a42c-a8a3ba737dcf has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:03:35.240797 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049eb1ee-ce0e-490b-8319-7ac6ab42a2c1 req-d28e3c0d-7bfd-48ef-986d-8161a86a7a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:35.242995 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-049eb1ee-ce0e-490b-8319-7ac6ab42a2c1 req-d28e3c0d-7bfd-48ef-986d-8161a86a7a34 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 1097 time: 0.2898145 Jul 05 04:03:35.307134 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ccd21-f8ff-4f67-834a-19b7fc7d729c req-b6c2d200-74e1-421a-bf6f-5eaae49cb3d6 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:35.315167 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c46ccd21-f8ff-4f67-834a-19b7fc7d729c req-b6c2d200-74e1-421a-bf6f-5eaae49cb3d6 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.2395463 Jul 05 04:03:35.330532 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-9466e6b7-80c3-4751-96d0-2537d0b68995 None None] Set router 78e8e011-52d8-4be9-9975-f2956a864371 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:35.334265 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-049eb1ee-ce0e-490b-8319-7ac6ab42a2c1 req-13ddee20-2129-4b2d-93e8-d35b8ba5f95e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736732 Jul 05 04:03:35.367700 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-ca5c7ed0-b609-4c00-937f-ad9e162397c8 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.399894 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166e561c-4b63-411b-980b-b6480f80d5ac admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:35.401491 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c46ccd21-f8ff-4f67-834a-19b7fc7d729c req-2d8195a6-c4bf-48f3-b5ba-521f5a397d12 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851030 Jul 05 04:03:35.406775 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-166e561c-4b63-411b-980b-b6480f80d5ac admin admin] 10.222.0.77 "PUT /v2.0/routers/4d42197e-7eb8-4c90-a42c-a8a3ba737dcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1431878 Jul 05 04:03:35.409717 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 35672) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:35.415326 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f55a20-58a6-4a60-98b4-fe0f45f01d32 None None] Sync routers for ids ['4d42197e-7eb8-4c90-a42c-a8a3ba737dcf'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:35.439946 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f55a20-58a6-4a60-98b4-fe0f45f01d32 None None] Routers {'4d42197e-7eb8-4c90-a42c-a8a3ba737dcf'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:35.440787 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-21f55a20-58a6-4a60-98b4-fe0f45f01d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:03:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['4d42197e-7eb8-4c90-a42c-a8a3ba737dcf'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:35.473963 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-ca5c7ed0-b609-4c00-937f-ad9e162397c8 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.567438 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-ca5c7ed0-b609-4c00-937f-ad9e162397c8 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Network 34cb382d-ddc5-4eff-9234-ed470fc72c91 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:35.581251 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-ca5c7ed0-b609-4c00-937f-ad9e162397c8 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:35.592897 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-21f55a20-58a6-4a60-98b4-fe0f45f01d32 None None] Set router 4d42197e-7eb8-4c90-a42c-a8a3ba737dcf gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:35.615385 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-ca5c7ed0-b609-4c00-937f-ad9e162397c8 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:35.746879 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-ca5c7ed0-b609-4c00-937f-ad9e162397c8 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:35.747996 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-ca5c7ed0-b609-4c00-937f-ad9e162397c8 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.848119 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9466e6b7-80c3-4751-96d0-2537d0b68995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e8e011-52d8-4be9-9975-f2956a864371', 'name': 'tempest-AttachVolumeTestJSON-623877917-router', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:26Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'gw_port': {'id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:28Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '5235925a-2e83-4d39-b7d1-da96dfe150eb', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'floating_ip_address': '172.25.1.132', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'port_id': '8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'mac_address': 'fa:16:3e:63:a0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e534657-72dd-4e50-a37c-980ef92b4cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:02:50Z', 'updated_at': '2021-07-05T04:03:28Z', 'revision_number': 1, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc6343a-4afc-4346-87d2-7e6da585ce8d', 'name': '', 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'mac_address': 'fa:16:3e:43:df:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:35Z', 'updated_at': '2021-07-05T04:02:48Z', 'revision_number': 5, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'subnets': [{'id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:35.872037 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c7ed0-b609-4c00-937f-ad9e162397c8 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Pushing event updated for resources: {'Port': ['ID=8b2f199b-7a4c-4078-a89e-2518423380b3,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:35.918078 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-ca5c7ed0-b609-4c00-937f-ad9e162397c8 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0831509 Jul 05 04:03:35.941962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9466e6b7-80c3-4751-96d0-2537d0b68995 None None] The sync data for ids ['78e8e011-52d8-4be9-9975-f2956a864371'] in n-d-780147-23 is: [{'id': '78e8e011-52d8-4be9-9975-f2956a864371', 'name': 'tempest-AttachVolumeTestJSON-623877917-router', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:26Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'gw_port': {'id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:28Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '5235925a-2e83-4d39-b7d1-da96dfe150eb', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'floating_ip_address': '172.25.1.132', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'port_id': '8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'mac_address': 'fa:16:3e:63:a0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e534657-72dd-4e50-a37c-980ef92b4cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:02:50Z', 'updated_at': '2021-07-05T04:03:28Z', 'revision_number': 1, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc6343a-4afc-4346-87d2-7e6da585ce8d', 'name': '', 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'mac_address': 'fa:16:3e:43:df:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:35Z', 'updated_at': '2021-07-05T04:02:48Z', 'revision_number': 5, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'subnets': [{'id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:35.955685 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-5c4128fa-814b-4edd-8e17-65b1760ec08f service neutron] Request body: {'port': {'device_id': '24e05edd-2c57-45c7-a0b4-b07a5bbda14d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:36.072708 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-12548408-cdde-483d-ab5a-50804570e5ba admin admin] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.117974 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-21f55a20-58a6-4a60-98b4-fe0f45f01d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42197e-7eb8-4c90-a42c-a8a3ba737dcf', 'name': 'tempest-FloatingIPsTestJSON-457732132-router', 'tenant_id': '37c4513c63874d67b101063646aa85b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'dc4bf8e7-c30c-4aa2-b633-a367212a4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:00Z', 'updated_at': '2021-07-05T04:03:34Z', 'revision_number': 5, 'project_id': '37c4513c63874d67b101063646aa85b3', 'gw_port': {'id': 'dc4bf8e7-c30c-4aa2-b633-a367212a4f95', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42197e-7eb8-4c90-a42c-a8a3ba737dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:01Z', 'updated_at': '2021-07-05T04:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:36.210390 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f55a20-58a6-4a60-98b4-fe0f45f01d32 None None] Checking router: 4d42197e-7eb8-4c90-a42c-a8a3ba737dcf for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:03:36.219578 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879b9c3-3ca8-4f61-9b77-2584b1672017 req-f7073dc9-195d-44f4-b6e6-fbce73272cfc tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:36.222513 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8879b9c3-3ca8-4f61-9b77-2584b1672017 req-f7073dc9-195d-44f4-b6e6-fbce73272cfc tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.0926433 Jul 05 04:03:36.225812 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f55a20-58a6-4a60-98b4-fe0f45f01d32 None None] Routers {'4d42197e-7eb8-4c90-a42c-a8a3ba737dcf'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:36.227476 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-21f55a20-58a6-4a60-98b4-fe0f45f01d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:03:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['4d42197e-7eb8-4c90-a42c-a8a3ba737dcf'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:36.232446 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-5c4128fa-814b-4edd-8e17-65b1760ec08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.297750 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8879b9c3-3ca8-4f61-9b77-2584b1672017 req-945dd195-2c65-4a7c-a01d-54588cd5e1aa tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630074 Jul 05 04:03:36.305641 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406a9f-6b8f-4cb2-b011-0dc0fbc6f09a req-c7cb9bd6-9700-413e-b4a3-4b8cce067a04 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:36.317799 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-10406a9f-6b8f-4cb2-b011-0dc0fbc6f09a req-c7cb9bd6-9700-413e-b4a3-4b8cce067a04 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 931 time: 0.4795272 Jul 05 04:03:36.326767 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9727a7-b5fc-4a21-906a-199fba506f31 None None] New status for floating IP 5235925a-2e83-4d39-b7d1-da96dfe150eb: ACTIVE {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:03:36.459288 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-12548408-cdde-483d-ab5a-50804570e5ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.574123 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-10406a9f-6b8f-4cb2-b011-0dc0fbc6f09a req-fdadbfdb-627b-4c92-9c97-828130e15a6b tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496438 Jul 05 04:03:36.656418 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-21f55a20-58a6-4a60-98b4-fe0f45f01d32 None None] Set router 4d42197e-7eb8-4c90-a42c-a8a3ba737dcf gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:36.822770 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887e929d-cd43-451e-8752-b2d1274a7ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a737e3b-7647-4859-8d3b-5a41559ab915'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:36.828669 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a780bad6-8453-4449-8078-0789f40a252a" -d '{"events": [{"server_uuid": "887e929d-cd43-451e-8752-b2d1274a7ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "2a737e3b-7647-4859-8d3b-5a41559ab915"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:37.137891 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-21f55a20-58a6-4a60-98b4-fe0f45f01d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42197e-7eb8-4c90-a42c-a8a3ba737dcf', 'name': 'tempest-FloatingIPsTestJSON-457732132-router', 'tenant_id': '37c4513c63874d67b101063646aa85b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'dc4bf8e7-c30c-4aa2-b633-a367212a4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:00Z', 'updated_at': '2021-07-05T04:03:34Z', 'revision_number': 5, 'project_id': '37c4513c63874d67b101063646aa85b3', 'gw_port': {'id': 'dc4bf8e7-c30c-4aa2-b633-a367212a4f95', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42197e-7eb8-4c90-a42c-a8a3ba737dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:01Z', 'updated_at': '2021-07-05T04:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:37.181247 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f55a20-58a6-4a60-98b4-fe0f45f01d32 None None] The sync data for ids ['4d42197e-7eb8-4c90-a42c-a8a3ba737dcf'] in n-d-780147-23 is: [{'id': '4d42197e-7eb8-4c90-a42c-a8a3ba737dcf', 'name': 'tempest-FloatingIPsTestJSON-457732132-router', 'tenant_id': '37c4513c63874d67b101063646aa85b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'dc4bf8e7-c30c-4aa2-b633-a367212a4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:00Z', 'updated_at': '2021-07-05T04:03:34Z', 'revision_number': 5, 'project_id': '37c4513c63874d67b101063646aa85b3', 'gw_port': {'id': 'dc4bf8e7-c30c-4aa2-b633-a367212a4f95', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42197e-7eb8-4c90-a42c-a8a3ba737dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:01Z', 'updated_at': '2021-07-05T04:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:37.256237 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-12548408-cdde-483d-ab5a-50804570e5ba admin admin] Deleting port dc4bf8e7-c30c-4aa2-b633-a367212a4f95 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:37.256599 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-12548408-cdde-483d-ab5a-50804570e5ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:37.331421 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48d8db-86ea-42ed-b1d2-54f51e0bf1ea req-11ccf6cc-5528-4b6c-8ebe-10a1f47b9a5e tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:37.333072 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1c48d8db-86ea-42ed-b1d2-54f51e0bf1ea req-11ccf6cc-5528-4b6c-8ebe-10a1f47b9a5e tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.1064165 Jul 05 04:03:37.445953 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1c48d8db-86ea-42ed-b1d2-54f51e0bf1ea req-7fa6c7e4-1e0e-42f7-ad0e-15b463812514 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031299 Jul 05 04:03:37.463369 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-12548408-cdde-483d-ab5a-50804570e5ba admin admin] For port dc4bf8e7-c30c-4aa2-b633-a367212a4f95, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=dc4bf8e7-c30c-4aa2-b633-a367212a4f95,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:37.463879 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-12548408-cdde-483d-ab5a-50804570e5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:37.500500 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7e1fed-3bf9-448b-98d1-7e970b680afc x-openstack-request-id: req-ea7e1fed-3bf9-448b-98d1-7e970b680afc {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:37.501338 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887e929d-cd43-451e-8752-b2d1274a7ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "2a737e3b-7647-4859-8d3b-5a41559ab915", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:37.502085 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ea7e1fed-3bf9-448b-98d1-7e970b680afc {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:37.502631 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887e929d-cd43-451e-8752-b2d1274a7ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a737e3b-7647-4859-8d3b-5a41559ab915', 'code': 200} Jul 05 04:03:37.516726 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-12548408-cdde-483d-ab5a-50804570e5ba admin admin] Calling delete_port for dc4bf8e7-c30c-4aa2-b633-a367212a4f95 owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:37.531401 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-5c4128fa-814b-4edd-8e17-65b1760ec08f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b2f199b-7a4c-4078-a89e-2518423380b3 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:37.546588 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-5c4128fa-814b-4edd-8e17-65b1760ec08f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:37.610274 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-5c4128fa-814b-4edd-8e17-65b1760ec08f service neutron] Transition to ACTIVE for port object 8b2f199b-7a4c-4078-a89e-2518423380b3 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:37.632804 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-5c4128fa-814b-4edd-8e17-65b1760ec08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:37.720766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546a41d-0aae-427c-81bb-e61844302984 req-485510a1-051c-40e7-b368-11b3d9b737d4 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:37.726929 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546a41d-0aae-427c-81bb-e61844302984 req-485510a1-051c-40e7-b368-11b3d9b737d4 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:37.736305 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f546a41d-0aae-427c-81bb-e61844302984 req-485510a1-051c-40e7-b368-11b3d9b737d4 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/ports?device_id=220c3d5e-00a5-4fad-91f2-4e4b3ca013c5&device_id=80d59ea6-b176-43ef-aa5a-887ebe94113d HTTP/1.1" status: 200 len: 1681 time: 0.2688797 Jul 05 04:03:37.831935 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72cefb6-ed95-4a75-9a11-204b0ef33e84 req-b5442191-4233-4ef8-8f7b-2a2e45b822ad tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:37.836460 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c72cefb6-ed95-4a75-9a11-204b0ef33e84 req-b5442191-4233-4ef8-8f7b-2a2e45b822ad tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 943 time: 0.0863197 Jul 05 04:03:37.899101 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c72cefb6-ed95-4a75-9a11-204b0ef33e84 req-967c0fc1-7dc2-4ad3-95eb-4906d61b0b2e tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528345 Jul 05 04:03:37.901409 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4128fa-814b-4edd-8e17-65b1760ec08f service neutron] Pushing event updated for resources: {'Port': ['ID=8b2f199b-7a4c-4078-a89e-2518423380b3,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:38.014497 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f546a41d-0aae-427c-81bb-e61844302984 req-be4043fd-0143-4eaa-9fd0-055952f18572 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8b0955-ee14-48fc-b346-69e9eb07a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774668 Jul 05 04:03:38.103680 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-5c4128fa-814b-4edd-8e17-65b1760ec08f service neutron] Attempting to bind port 8b2f199b-7a4c-4078-a89e-2518423380b3 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:38.104091 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-5c4128fa-814b-4edd-8e17-65b1760ec08f service neutron] Attempting to bind port 8b2f199b-7a4c-4078-a89e-2518423380b3 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '34cb382d-ddc5-4eff-9234-ed470fc72c91'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:38.104329 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-5c4128fa-814b-4edd-8e17-65b1760ec08f service neutron] Attempting to bind port 8b2f199b-7a4c-4078-a89e-2518423380b3 on network 34cb382d-ddc5-4eff-9234-ed470fc72c91 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:38.133513 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-5c4128fa-814b-4edd-8e17-65b1760ec08f service neutron] Port 8b2f199b-7a4c-4078-a89e-2518423380b3 on network 34cb382d-ddc5-4eff-9234-ed470fc72c91 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:38.134971 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-5c4128fa-814b-4edd-8e17-65b1760ec08f service neutron] Attempting to bind port 8b2f199b-7a4c-4078-a89e-2518423380b3 on network 34cb382d-ddc5-4eff-9234-ed470fc72c91 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:38.141331 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-12548408-cdde-483d-ab5a-50804570e5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.180301 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-5c4128fa-814b-4edd-8e17-65b1760ec08f service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:38.180776 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-5c4128fa-814b-4edd-8e17-65b1760ec08f service neutron] Checking segment: {'id': 'f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '34cb382d-ddc5-4eff-9234-ed470fc72c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:38.191228 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-5c4128fa-814b-4edd-8e17-65b1760ec08f service neutron] Bound using segment: {'id': 'f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '34cb382d-ddc5-4eff-9234-ed470fc72c91'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:38.192017 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-5c4128fa-814b-4edd-8e17-65b1760ec08f service neutron] Bound port: 8b2f199b-7a4c-4078-a89e-2518423380b3, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '34cb382d-ddc5-4eff-9234-ed470fc72c91'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:38.192587 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-5c4128fa-814b-4edd-8e17-65b1760ec08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.204318 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12548408-cdde-483d-ab5a-50804570e5ba admin admin] Pushing event deleted for resources: {'Port': ['ID=dc4bf8e7-c30c-4aa2-b633-a367212a4f95,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:38.383140 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea4027-f4ce-4b52-9ee4-57772c96ab5e req-39e56500-00c1-479c-a9b3-98f061eaa0ba tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:38.384785 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-15ea4027-f4ce-4b52-9ee4-57772c96ab5e req-39e56500-00c1-479c-a9b3-98f061eaa0ba tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.1275053 Jul 05 04:03:38.465550 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-15ea4027-f4ce-4b52-9ee4-57772c96ab5e req-8afcd773-059e-4e80-8f23-051045be48ac tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735145 Jul 05 04:03:38.659218 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108abf07-be93-4916-9968-cdc2ece839c8 req-bcd5edda-c14a-40b4-917c-a2c2dfd8b548 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:38.668589 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-108abf07-be93-4916-9968-cdc2ece839c8 req-bcd5edda-c14a-40b4-917c-a2c2dfd8b548 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.0957553 Jul 05 04:03:38.718568 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-108abf07-be93-4916-9968-cdc2ece839c8 req-c63d67b3-3206-45c8-b261-ca967a3571d0 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487454 Jul 05 04:03:38.809736 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-12548408-cdde-483d-ab5a-50804570e5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.033277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a42ab9c8-4e18-4225-a1b0-c680b955dfa5 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:39.040687 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-12548408-cdde-483d-ab5a-50804570e5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.044163 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-5c4128fa-814b-4edd-8e17-65b1760ec08f service neutron] For port 8b2f199b-7a4c-4078-a89e-2518423380b3, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:39.049327 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-12548408-cdde-483d-ab5a-50804570e5ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.110421 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: a42ab9c8-4e18-4225-a1b0-c680b955dfa5 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:39.110802 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a42ab9c8-4e18-4225-a1b0-c680b955dfa5 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:39.142526 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-5c4128fa-814b-4edd-8e17-65b1760ec08f service neutron] For port 8b2f199b-7a4c-4078-a89e-2518423380b3, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8b2f199b-7a4c-4078-a89e-2518423380b3,segment=NetworkSegment(f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf),segment_id=f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:39.206488 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-5c4128fa-814b-4edd-8e17-65b1760ec08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.252929 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-5c4128fa-814b-4edd-8e17-65b1760ec08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:39.253961 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-5c4128fa-814b-4edd-8e17-65b1760ec08f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.256552 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-5c4128fa-814b-4edd-8e17-65b1760ec08f service neutron] 10.222.0.70 "PUT /v2.0/ports/8b2f199b-7a4c-4078-a89e-2518423380b3 HTTP/1.1" status: 200 len: 1092 time: 3.3173802 Jul 05 04:03:39.283298 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e05edd-2c57-45c7-a0b4-b07a5bbda14d', 'tag': '8b2f199b-7a4c-4078-a89e-2518423380b3'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:39.286364 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49195a9-5565-4a0b-a54c-20b317480a23" -d '{"events": [{"name": "network-changed", "server_uuid": "24e05edd-2c57-45c7-a0b4-b07a5bbda14d", "tag": "8b2f199b-7a4c-4078-a89e-2518423380b3"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:39.293889 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-12548408-cdde-483d-ab5a-50804570e5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.294370 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12548408-cdde-483d-ab5a-50804570e5ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d42197e-7eb8-4c90-a42c-a8a3ba737dcf {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:03:39.300548 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-12548408-cdde-483d-ab5a-50804570e5ba admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.303339 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-12548408-cdde-483d-ab5a-50804570e5ba admin admin] 10.222.0.77 "DELETE /v2.0/routers/4d42197e-7eb8-4c90-a42c-a8a3ba737dcf HTTP/1.1" status: 204 len: 168 time: 3.8717608 Jul 05 04:03:39.304053 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 35866) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:39.349782 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fadc79-d339-413f-9d41-62b56e14b316 req-5402c800-e87e-4532-b342-9c25e41d4a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:39.353579 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-57fadc79-d339-413f-9d41-62b56e14b316 req-5402c800-e87e-4532-b342-9c25e41d4a7d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 1096 time: 0.2211819 Jul 05 04:03:39.355421 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4128fa-814b-4edd-8e17-65b1760ec08f service neutron] Pushing event updated for resources: {'Port': ['ID=8b2f199b-7a4c-4078-a89e-2518423380b3,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:39.473154 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d16d2e-6ee6-4370-be1e-83bb5f32a95d admin admin] Deleting subnet 5ea8cc79-d4db-4517-9fd5-28cf1937e241 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:39.478000 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73d16d2e-6ee6-4370-be1e-83bb5f32a95d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.564110 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73d16d2e-6ee6-4370-be1e-83bb5f32a95d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.714262 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73d16d2e-6ee6-4370-be1e-83bb5f32a95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.733023 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fadc79-d339-413f-9d41-62b56e14b316 req-fa9617ba-b78c-4240-bd5b-4c4e23d5ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:39.734660 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-57fadc79-d339-413f-9d41-62b56e14b316 req-fa9617ba-b78c-4240-bd5b-4c4e23d5ed8b service neutron] 10.222.0.70 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 913 time: 0.3662701 Jul 05 04:03:39.736729 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63897c9b-7fc7-4f21-a476-1a5431b2f206 req-4430e7ac-0daa-48a2-aa15-fe8b2a5100ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:39.738245 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-63897c9b-7fc7-4f21-a476-1a5431b2f206 req-4430e7ac-0daa-48a2-aa15-fe8b2a5100ea service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0eefe8b36a0647bd98e5883d88e6f937&device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 1097 time: 0.2142060 Jul 05 04:03:39.755684 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a4f00-92c5-4720-bb83-69769068b80e req-d0734cfd-479f-4211-854a-cc75e98aa33f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:39.757573 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd86b3-8014-4ac5-b43c-035e391e5ca7 req-846b30b0-e0dd-4063-b22c-dc03e0b45144 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:39.758230 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-935a4f00-92c5-4720-bb83-69769068b80e req-d0734cfd-479f-4211-854a-cc75e98aa33f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.1526568 Jul 05 04:03:39.765869 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4dcd86b3-8014-4ac5-b43c-035e391e5ca7 req-846b30b0-e0dd-4063-b22c-dc03e0b45144 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 943 time: 0.2427962 Jul 05 04:03:39.788352 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-bc025507-76a7-49a1-a2d3-0f20eaa7a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:39.789873 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-bc025507-76a7-49a1-a2d3-0f20eaa7a8e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b300aeb4c92d48ada4bc7ce3eb4a92b9&device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 1095 time: 0.2841160 Jul 05 04:03:39.837697 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-935a4f00-92c5-4720-bb83-69769068b80e req-46729027-99cf-46b6-8daf-37c9832b099d tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634584 Jul 05 04:03:39.853985 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73d16d2e-6ee6-4370-be1e-83bb5f32a95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.896104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d16d2e-6ee6-4370-be1e-83bb5f32a95d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea8cc79-d4db-4517-9fd5-28cf1937e241,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:39.898461 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73d16d2e-6ee6-4370-be1e-83bb5f32a95d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.905680 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-73d16d2e-6ee6-4370-be1e-83bb5f32a95d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5ea8cc79-d4db-4517-9fd5-28cf1937e241 HTTP/1.1" status: 204 len: 168 time: 0.5998218 Jul 05 04:03:39.907008 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 35878) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:39.908350 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab61879-e236-45e2-8c15-fb468518c818 None None] Network 06299957-933b-4513-bc63-62f761a15c08 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:39.972787 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-57fadc79-d339-413f-9d41-62b56e14b316 req-901772b1-cfd0-43a3-ba23-ac042d7018d6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a737e3b-7647-4859-8d3b-5a41559ab915 HTTP/1.1" status: 200 len: 998 time: 0.2243323 Jul 05 04:03:40.020588 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4dcd86b3-8014-4ac5-b43c-035e391e5ca7 req-72125fd2-6a3d-4e83-8e64-f5ba18e7b770 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536812 Jul 05 04:03:40.061095 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-4f918a23-b80c-4212-9166-ec43b458b2fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b2f199b-7a4c-4078-a89e-2518423380b3 HTTP/1.1" status: 200 len: 217 time: 0.2267988 Jul 05 04:03:40.081339 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7ec00ea8-1c83-4a02-80db-5590e801adc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.213785 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-c237df26-9018-4d6f-951a-6c9afa917dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:40.216086 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-c237df26-9018-4d6f-951a-6c9afa917dca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=841f8f9d-f533-482b-8ae2-8b614ee6bf1c HTTP/1.1" status: 200 len: 860 time: 0.1427178 Jul 05 04:03:40.219647 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03735f30-731a-4e56-ad9a-77426f2312ab x-openstack-request-id: req-03735f30-731a-4e56-ad9a-77426f2312ab {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:40.220071 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e05edd-2c57-45c7-a0b4-b07a5bbda14d", "tag": "8b2f199b-7a4c-4078-a89e-2518423380b3", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:40.220431 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-03735f30-731a-4e56-ad9a-77426f2312ab {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:40.220941 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e05edd-2c57-45c7-a0b4-b07a5bbda14d', 'tag': '8b2f199b-7a4c-4078-a89e-2518423380b3', 'status': 'completed', 'code': 200} Jul 05 04:03:40.225819 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-7ec00ea8-1c83-4a02-80db-5590e801adc0 admin admin] Deleting port c4d2719c-1d43-43aa-b5ed-e8404cd79a07 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:40.226416 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7ec00ea8-1c83-4a02-80db-5590e801adc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.254505 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc62f419-0be1-451c-ade8-26acb688a8c5 None None] DHCP port deletion for 06299957-933b-4513-bc63-62f761a15c08 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:03:40.265090 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-4f29d3a4-d500-4597-87c8-fa387c282701 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=34cb382d-ddc5-4eff-9234-ed470fc72c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400133 Jul 05 04:03:40.327346 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-7ec00ea8-1c83-4a02-80db-5590e801adc0 admin admin] For port c4d2719c-1d43-43aa-b5ed-e8404cd79a07, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=c4d2719c-1d43-43aa-b5ed-e8404cd79a07,segment=NetworkSegment(cbfcd374-a1cb-474b-ae70-935cfcd661c8),segment_id=cbfcd374-a1cb-474b-ae70-935cfcd661c8)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:40.329185 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7ec00ea8-1c83-4a02-80db-5590e801adc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.342667 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dc62f419-0be1-451c-ade8-26acb688a8c5 None None] Deleting port c4d2719c-1d43-43aa-b5ed-e8404cd79a07 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:40.343049 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dc62f419-0be1-451c-ade8-26acb688a8c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.365698 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-7ec00ea8-1c83-4a02-80db-5590e801adc0 admin admin] Calling delete_port for c4d2719c-1d43-43aa-b5ed-e8404cd79a07 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:40.416564 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fadc79-d339-413f-9d41-62b56e14b316 req-40dc4a33-c3a3-4e17-ba6f-745c0ec11f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:40.418937 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-57fadc79-d339-413f-9d41-62b56e14b316 req-40dc4a33-c3a3-4e17-ba6f-745c0ec11f6a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d157b61e-6b4a-43c9-a07c-5c6e1fda4120 HTTP/1.1" status: 200 len: 851 time: 0.3863561 Jul 05 04:03:40.423545 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63897c9b-7fc7-4f21-a476-1a5431b2f206 req-2eeb9123-7c4a-499f-9397-431e2d437023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:40.425223 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-63897c9b-7fc7-4f21-a476-1a5431b2f206 req-2eeb9123-7c4a-499f-9397-431e2d437023 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1eb93ccb-d457-4fa2-ade5-b16c7d83b625 HTTP/1.1" status: 200 len: 912 time: 0.6757786 Jul 05 04:03:40.473275 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dc62f419-0be1-451c-ade8-26acb688a8c5 None None] For port c4d2719c-1d43-43aa-b5ed-e8404cd79a07, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=c4d2719c-1d43-43aa-b5ed-e8404cd79a07,segment=NetworkSegment(cbfcd374-a1cb-474b-ae70-935cfcd661c8),segment_id=cbfcd374-a1cb-474b-ae70-935cfcd661c8)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:40.473984 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dc62f419-0be1-451c-ade8-26acb688a8c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.489865 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dc62f419-0be1-451c-ade8-26acb688a8c5 None None] Calling delete_port for c4d2719c-1d43-43aa-b5ed-e8404cd79a07 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:40.515316 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-63897c9b-7fc7-4f21-a476-1a5431b2f206 req-615beac9-7ae7-4682-ac28-237f4967614e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d HTTP/1.1" status: 200 len: 217 time: 0.0525615 Jul 05 04:03:40.614879 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7ec00ea8-1c83-4a02-80db-5590e801adc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.637223 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dc62f419-0be1-451c-ade8-26acb688a8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.643871 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec00ea8-1c83-4a02-80db-5590e801adc0 admin admin] No DVR routers for this DVR port c4d2719c-1d43-43aa-b5ed-e8404cd79a07 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:40.678604 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63897c9b-7fc7-4f21-a476-1a5431b2f206 req-d11678ed-faab-4bb3-8cae-c860b057be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:40.679879 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-63897c9b-7fc7-4f21-a476-1a5431b2f206 req-d11678ed-faab-4bb3-8cae-c860b057be53 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b9cc9897-be6d-4373-93dc-c830847fce20 HTTP/1.1" status: 200 len: 851 time: 0.1533432 Jul 05 04:03:40.681653 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-dec38f20-13e2-4e5d-bedc-6070a5dd7796 service neutron] 10.222.0.70 "GET /v2.0/networks/34cb382d-ddc5-4eff-9234-ed470fc72c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996651 Jul 05 04:03:40.692034 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479688b-34f6-4715-8b25-32fb502320e1 req-7256e2ec-a192-465c-b577-6055bf6e4147 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:40.699017 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e479688b-34f6-4715-8b25-32fb502320e1 req-7256e2ec-a192-465c-b577-6055bf6e4147 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.3832841 Jul 05 04:03:40.706495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62f419-0be1-451c-ade8-26acb688a8c5 None None] Pushing event deleted for resources: {'Port': ['ID=c4d2719c-1d43-43aa-b5ed-e8404cd79a07,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:40.717531 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc62f419-0be1-451c-ade8-26acb688a8c5 None None] No DVR routers for this DVR port c4d2719c-1d43-43aa-b5ed-e8404cd79a07 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:40.720575 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc62f419-0be1-451c-ade8-26acb688a8c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:40.721177 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc62f419-0be1-451c-ade8-26acb688a8c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:40.722124 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc62f419-0be1-451c-ade8-26acb688a8c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:40.722699 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc62f419-0be1-451c-ade8-26acb688a8c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:40.725080 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc62f419-0be1-451c-ade8-26acb688a8c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:40.725710 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc62f419-0be1-451c-ade8-26acb688a8c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:40.726536 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc62f419-0be1-451c-ade8-26acb688a8c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:40.727105 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc62f419-0be1-451c-ade8-26acb688a8c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:40.727328 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7ec00ea8-1c83-4a02-80db-5590e801adc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.727896 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc62f419-0be1-451c-ade8-26acb688a8c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:40.728446 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc62f419-0be1-451c-ade8-26acb688a8c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:40.729144 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc62f419-0be1-451c-ade8-26acb688a8c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:40.729801 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc62f419-0be1-451c-ade8-26acb688a8c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:40.770838 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7ec00ea8-1c83-4a02-80db-5590e801adc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06299957-933b-4513-bc63-62f761a15c08']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:40.774117 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec00ea8-1c83-4a02-80db-5590e801adc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4d2719c-1d43-43aa-b5ed-e8404cd79a07,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:40.793471 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73ac14-4f2e-4f13-b74d-554344850e36 req-e39e9044-1fde-443c-85dc-d3ebf3153df1 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:40.796513 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da73ac14-4f2e-4f13-b74d-554344850e36 req-e39e9044-1fde-443c-85dc-d3ebf3153df1 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/ports?device_id=220c3d5e-00a5-4fad-91f2-4e4b3ca013c5 HTTP/1.1" status: 200 len: 945 time: 0.2901728 Jul 05 04:03:40.809234 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7ec00ea8-1c83-4a02-80db-5590e801adc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbfcd374-a1cb-474b-ae70-935cfcd661c8') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:40.809543 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7ec00ea8-1c83-4a02-80db-5590e801adc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbfcd374-a1cb-474b-ae70-935cfcd661c8') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:40.814128 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-63897c9b-7fc7-4f21-a476-1a5431b2f206 req-df3269b5-49bc-46ea-9c71-7880f575d7e1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1eb93ccb-d457-4fa2-ade5-b16c7d83b625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028411 Jul 05 04:03:40.833782 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7ec00ea8-1c83-4a02-80db-5590e801adc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.846756 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fadc79-d339-413f-9d41-62b56e14b316 req-3dbf787a-65cf-45ec-b2f6-05409353756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:40.848417 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-57fadc79-d339-413f-9d41-62b56e14b316 req-3dbf787a-65cf-45ec-b2f6-05409353756f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=76e1944d-1d03-4c4e-b1ba-413cddc95912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4210865 Jul 05 04:03:40.858976 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7ec00ea8-1c83-4a02-80db-5590e801adc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.871092 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da73ac14-4f2e-4f13-b74d-554344850e36 req-e69d6ef1-703e-4131-a5df-54d930fb72d2 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8b0955-ee14-48fc-b346-69e9eb07a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652065 Jul 05 04:03:40.872484 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec00ea8-1c83-4a02-80db-5590e801adc0 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:40.872906 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7ec00ea8-1c83-4a02-80db-5590e801adc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:40.874816 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:40.998075 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7ec00ea8-1c83-4a02-80db-5590e801adc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.004607 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7ec00ea8-1c83-4a02-80db-5590e801adc0 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.007295 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7ec00ea8-1c83-4a02-80db-5590e801adc0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/06299957-933b-4513-bc63-62f761a15c08 HTTP/1.1" status: 204 len: 168 time: 1.0990241 Jul 05 04:03:41.042182 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e479688b-34f6-4715-8b25-32fb502320e1 req-b5460edb-1813-4d6c-b78a-999e79723c64 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407004 Jul 05 04:03:41.084531 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device dc4bf8e7-c30c-4aa2-b633-a367212a4f95 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:41.100205 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec00ea8-1c83-4a02-80db-5590e801adc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=06299957-933b-4513-bc63-62f761a15c08,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:41.154864 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: dc4bf8e7-c30c-4aa2-b633-a367212a4f95 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:41.155215 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device dc4bf8e7-c30c-4aa2-b633-a367212a4f95 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:41.155645 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c4d2719c-1d43-43aa-b5ed-e8404cd79a07 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:41.233864 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: c4d2719c-1d43-43aa-b5ed-e8404cd79a07 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:41.234222 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c4d2719c-1d43-43aa-b5ed-e8404cd79a07 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:41.261600 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 35908) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:41.348401 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf898a-ef7a-40bc-a9e3-ada20fc47a5a req-63dbb7d5-ee77-4540-a666-6cd6dcf23502 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:41.350661 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0aaf898a-ef7a-40bc-a9e3-ada20fc47a5a req-63dbb7d5-ee77-4540-a666-6cd6dcf23502 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.1754909 Jul 05 04:03:41.363297 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f20ef-855f-465f-992f-e82e7c47d9a6 req-cbbcb1ad-0331-4a41-9ff9-ccc14ed363d6 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:41.363494 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e6eebd49-dc94-48d3-b976-fcbb0d5f69fe req-a91c507a-bda8-47e6-a79a-0682e981cfdb service neutron] 10.222.0.70 "GET /v2.0/networks/34cb382d-ddc5-4eff-9234-ed470fc72c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6541297 Jul 05 04:03:41.365811 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fb4f20ef-855f-465f-992f-e82e7c47d9a6 req-cbbcb1ad-0331-4a41-9ff9-ccc14ed363d6 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.70 "GET /v2.0/ports?device_id=220c3d5e-00a5-4fad-91f2-4e4b3ca013c5 HTTP/1.1" status: 200 len: 945 time: 0.3445859 Jul 05 04:03:41.398275 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-63897c9b-7fc7-4f21-a476-1a5431b2f206 req-09cf2849-4892-4fd8-ad9a-0f0e23a293ba service neutron] 10.222.0.70 "GET /v2.0/networks/1eb93ccb-d457-4fa2-ade5-b16c7d83b625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488489 Jul 05 04:03:41.429800 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-57fadc79-d339-413f-9d41-62b56e14b316 req-fa3119c1-8208-4e14-ba7a-fe8f406a4c57 service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519814 Jul 05 04:03:41.452785 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9493824-0100-42d3-9d94-47ccb558f152 req-9ea394b6-9ab4-4a84-a116-f154d35f25ea tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:41.454365 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d9493824-0100-42d3-9d94-47ccb558f152 req-9ea394b6-9ab4-4a84-a116-f154d35f25ea tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.89 "GET /v2.0/ports?device_id=80d59ea6-b176-43ef-aa5a-887ebe94113d HTTP/1.1" status: 200 len: 945 time: 0.4637754 Jul 05 04:03:41.476389 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0aaf898a-ef7a-40bc-a9e3-ada20fc47a5a req-d30532a0-9dd2-42cc-94db-5ca06b58b175 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084025 Jul 05 04:03:41.814360 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ec71679d-05b2-427e-ba2f-d8e289d46b31 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=37c4513c63874d67b101063646aa85b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5376523 Jul 05 04:03:41.845664 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 35918) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:41.995601 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-fb4f20ef-855f-465f-992f-e82e7c47d9a6 req-09393f1a-a29d-4d23-a362-2898348dfeb7 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Deleting port 8c31d284-f554-472d-a872-9f1f73e98f96 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:41.996720 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fb4f20ef-855f-465f-992f-e82e7c47d9a6 req-09393f1a-a29d-4d23-a362-2898348dfeb7 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.066478 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db6e9e-4906-425b-b1e5-0ebbd99525b7 req-610f71d3-427a-4565-b825-f226fcf3ac7a tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:42.068330 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-51db6e9e-4906-425b-b1e5-0ebbd99525b7 req-610f71d3-427a-4565-b825-f226fcf3ac7a tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 943 time: 0.7843366 Jul 05 04:03:42.167095 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-fb4f20ef-855f-465f-992f-e82e7c47d9a6 req-09393f1a-a29d-4d23-a362-2898348dfeb7 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] For port 8c31d284-f554-472d-a872-9f1f73e98f96, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8c31d284-f554-472d-a872-9f1f73e98f96,segment=NetworkSegment(0c1fcc6b-429a-459f-81bb-799f43b47bd4),segment_id=0c1fcc6b-429a-459f-81bb-799f43b47bd4)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:42.167502 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fb4f20ef-855f-465f-992f-e82e7c47d9a6 req-09393f1a-a29d-4d23-a362-2898348dfeb7 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.171919 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-63897c9b-7fc7-4f21-a476-1a5431b2f206 req-2421627b-8f13-41ce-881a-d7ef48f9ba7b service neutron] 10.222.0.70 "GET /v2.0/networks/1eb93ccb-d457-4fa2-ade5-b16c7d83b625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7625077 Jul 05 04:03:42.190849 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-fb4f20ef-855f-465f-992f-e82e7c47d9a6 req-09393f1a-a29d-4d23-a362-2898348dfeb7 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Calling delete_port for 8c31d284-f554-472d-a872-9f1f73e98f96 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:42.202612 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-57fadc79-d339-413f-9d41-62b56e14b316 req-9c358694-6c51-48f8-8b8f-059a5f8e504e service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979063 Jul 05 04:03:42.260154 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f1d271ca-5f49-4f2b-9900-5c4b9b6d2634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.273497 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49195a9-5565-4a0b-a54c-20b317480a23 req-4a5385ff-59d5-4330-b3a6-d4f23546c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:42.275289 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b49195a9-5565-4a0b-a54c-20b317480a23 req-4a5385ff-59d5-4330-b3a6-d4f23546c7f5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b300aeb4c92d48ada4bc7ce3eb4a92b9&device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 1095 time: 0.4690869 Jul 05 04:03:42.279525 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93470a-e660-4887-a089-895fc1c1267b req-2a7c84ee-c06d-4bd8-aabf-8c1ada28f885 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:42.281231 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ab93470a-e660-4887-a089-895fc1c1267b req-2a7c84ee-c06d-4bd8-aabf-8c1ada28f885 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/ports?device_id=220c3d5e-00a5-4fad-91f2-4e4b3ca013c5 HTTP/1.1" status: 200 len: 945 time: 0.1773069 Jul 05 04:03:42.291889 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-51db6e9e-4906-425b-b1e5-0ebbd99525b7 req-3db2fa12-90f4-46fc-9457-9ddf32e456a8 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744237 Jul 05 04:03:42.361122 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f1d271ca-5f49-4f2b-9900-5c4b9b6d2634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.452253 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-d9493824-0100-42d3-9d94-47ccb558f152 req-18233686-5900-4a37-bee8-89999ca4ff3b tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Deleting port c3dc4402-7591-412b-b5b9-0c0db8b982a6 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:42.452903 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d9493824-0100-42d3-9d94-47ccb558f152 req-18233686-5900-4a37-bee8-89999ca4ff3b tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.499691 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ab93470a-e660-4887-a089-895fc1c1267b req-93153f7a-0882-48f1-adf2-f6aeca0195c3 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/security-groups?id=ec8b0955-ee14-48fc-b346-69e9eb07a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073475 Jul 05 04:03:42.510884 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fb4f20ef-855f-465f-992f-e82e7c47d9a6 req-09393f1a-a29d-4d23-a362-2898348dfeb7 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.534247 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['c3dc4402-7591-412b-b5b9-0c0db8b982a6'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:42.647039 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09393f1a-a29d-4d23-a362-2898348dfeb7 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Pushing event deleted for resources: {'Port': ['ID=8c31d284-f554-472d-a872-9f1f73e98f96,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:42.725654 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4f20ef-855f-465f-992f-e82e7c47d9a6 req-09393f1a-a29d-4d23-a362-2898348dfeb7 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] No DVR routers for this DVR port 8c31d284-f554-472d-a872-9f1f73e98f96 on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:42.736882 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49195a9-5565-4a0b-a54c-20b317480a23 req-fc9ec101-5c13-4caa-ab14-968e15b8c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:42.737633 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fb4f20ef-855f-465f-992f-e82e7c47d9a6 req-09393f1a-a29d-4d23-a362-2898348dfeb7 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.739365 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b49195a9-5565-4a0b-a54c-20b317480a23 req-fc9ec101-5c13-4caa-ab14-968e15b8c5c0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=34cb382d-ddc5-4eff-9234-ed470fc72c91 HTTP/1.1" status: 200 len: 921 time: 0.4215982 Jul 05 04:03:42.752297 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fb4f20ef-855f-465f-992f-e82e7c47d9a6 req-09393f1a-a29d-4d23-a362-2898348dfeb7 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.70 "DELETE /v2.0/ports/8c31d284-f554-472d-a872-9f1f73e98f96 HTTP/1.1" status: 204 len: 173 time: 1.3399358 Jul 05 04:03:42.753148 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220c3d5e-00a5-4fad-91f2-4e4b3ca013c5', 'name': 'network-vif-deleted', 'tag': '8c31d284-f554-472d-a872-9f1f73e98f96'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:42.755980 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f1d271ca-5f49-4f2b-9900-5c4b9b6d2634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.757041 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aae5d18-fa8f-41ec-9c25-9c4865c7bfa1" -d '{"events": [{"server_uuid": "220c3d5e-00a5-4fad-91f2-4e4b3ca013c5", "name": "network-vif-deleted", "tag": "8c31d284-f554-472d-a872-9f1f73e98f96"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:42.771270 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f1d271ca-5f49-4f2b-9900-5c4b9b6d2634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.773139 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f1d271ca-5f49-4f2b-9900-5c4b9b6d2634 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/299aa80c-61ee-41d2-9c5c-70e794f997eb HTTP/1.1" status: 204 len: 168 time: 0.9184806 Jul 05 04:03:42.818629 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d271ca-5f49-4f2b-9900-5c4b9b6d2634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299aa80c-61ee-41d2-9c5c-70e794f997eb,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:42.834848 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.940765 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-d9493824-0100-42d3-9d94-47ccb558f152 req-18233686-5900-4a37-bee8-89999ca4ff3b tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] For port c3dc4402-7591-412b-b5b9-0c0db8b982a6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=c3dc4402-7591-412b-b5b9-0c0db8b982a6,segment=NetworkSegment(0c1fcc6b-429a-459f-81bb-799f43b47bd4),segment_id=0c1fcc6b-429a-459f-81bb-799f43b47bd4)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:42.941457 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d9493824-0100-42d3-9d94-47ccb558f152 req-18233686-5900-4a37-bee8-89999ca4ff3b tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.942831 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208f449-687c-435f-93cd-4d59f6014679 req-cc979dde-9f68-4a90-b5e0-ea309b655805 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:42.950994 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b49195a9-5565-4a0b-a54c-20b317480a23 req-5736b72a-99fb-4e4c-ad11-fe441f84d647 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b2f199b-7a4c-4078-a89e-2518423380b3 HTTP/1.1" status: 200 len: 217 time: 0.1993392 Jul 05 04:03:42.951976 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4208f449-687c-435f-93cd-4d59f6014679 req-cc979dde-9f68-4a90-b5e0-ea309b655805 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.1757176 Jul 05 04:03:42.976963 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d271ca-5f49-4f2b-9900-5c4b9b6d2634 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:42.977751 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d271ca-5f49-4f2b-9900-5c4b9b6d2634 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:42.979096 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d271ca-5f49-4f2b-9900-5c4b9b6d2634 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:42.980982 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d271ca-5f49-4f2b-9900-5c4b9b6d2634 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:42.982684 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d271ca-5f49-4f2b-9900-5c4b9b6d2634 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:42.984399 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d271ca-5f49-4f2b-9900-5c4b9b6d2634 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:42.985258 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d271ca-5f49-4f2b-9900-5c4b9b6d2634 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:42.988086 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d271ca-5f49-4f2b-9900-5c4b9b6d2634 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:42.988468 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d271ca-5f49-4f2b-9900-5c4b9b6d2634 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:42.988796 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d271ca-5f49-4f2b-9900-5c4b9b6d2634 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:42.992072 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d271ca-5f49-4f2b-9900-5c4b9b6d2634 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:42.992457 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d271ca-5f49-4f2b-9900-5c4b9b6d2634 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:43.009841 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890830b-4345-4ddc-8676-010104f720bc req-e1e2e1c1-ee39-44cf-ab31-b45117cd6dff tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:43.026257 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e890830b-4345-4ddc-8676-010104f720bc req-e1e2e1c1-ee39-44cf-ab31-b45117cd6dff tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.5669777 Jul 05 04:03:43.059122 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4208f449-687c-435f-93cd-4d59f6014679 req-ac011d81-59c1-4b33-adb1-b52623b3928a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965147 Jul 05 04:03:43.107522 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-d9493824-0100-42d3-9d94-47ccb558f152 req-18233686-5900-4a37-bee8-89999ca4ff3b tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Calling delete_port for c3dc4402-7591-412b-b5b9-0c0db8b982a6 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:43.287500 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e890830b-4345-4ddc-8676-010104f720bc req-ef51a145-9234-416f-b87c-6231659486a2 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601318 Jul 05 04:03:43.314416 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49195a9-5565-4a0b-a54c-20b317480a23 req-5b7ce63a-3e98-4346-95cf-8b87cf3682c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:43.329285 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b49195a9-5565-4a0b-a54c-20b317480a23 req-5b7ce63a-3e98-4346-95cf-8b87cf3682c0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=841f8f9d-f533-482b-8ae2-8b614ee6bf1c HTTP/1.1" status: 200 len: 860 time: 0.3315520 Jul 05 04:03:43.351583 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5868cc-6f35-44e8-abda-7155fafb10b4 x-openstack-request-id: req-ad5868cc-6f35-44e8-abda-7155fafb10b4 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:43.352124 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220c3d5e-00a5-4fad-91f2-4e4b3ca013c5", "name": "network-vif-deleted", "tag": "8c31d284-f554-472d-a872-9f1f73e98f96", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:43.352468 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ad5868cc-6f35-44e8-abda-7155fafb10b4 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:43.352966 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220c3d5e-00a5-4fad-91f2-4e4b3ca013c5', 'name': 'network-vif-deleted', 'tag': '8c31d284-f554-472d-a872-9f1f73e98f96', 'status': 'completed', 'code': 200} Jul 05 04:03:43.413593 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b49195a9-5565-4a0b-a54c-20b317480a23 req-429ae185-5494-42f4-b690-a13b360311c2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=34cb382d-ddc5-4eff-9234-ed470fc72c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584092 Jul 05 04:03:43.654525 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 8b2f199b-7a4c-4078-a89e-2518423380b3 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:03:43.693697 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 8c31d284-f554-472d-a872-9f1f73e98f96 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:43.705438 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d9493824-0100-42d3-9d94-47ccb558f152 req-18233686-5900-4a37-bee8-89999ca4ff3b tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.739579 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 8c31d284-f554-472d-a872-9f1f73e98f96 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:43.740070 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 8c31d284-f554-472d-a872-9f1f73e98f96 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:43.771939 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bda62136-f139-4e52-a7ef-be857993cb25 req-bc87b92f-65ee-4cf4-97e2-db1518d69571 tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.77 "GET /v2.0/ports?device_id=220c3d5e-00a5-4fad-91f2-4e4b3ca013c5 HTTP/1.1" status: 200 len: 210 time: 0.0544581 Jul 05 04:03:43.811939 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18233686-5900-4a37-bee8-89999ca4ff3b tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Pushing event deleted for resources: {'Port': ['ID=c3dc4402-7591-412b-b5b9-0c0db8b982a6,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:43.849732 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b49195a9-5565-4a0b-a54c-20b317480a23 req-4a7c6fae-6eee-4d3b-846e-a0ab521cb563 service neutron] 10.222.0.70 "GET /v2.0/networks/34cb382d-ddc5-4eff-9234-ed470fc72c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226117 Jul 05 04:03:43.864915 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddc683-c9f3-407a-8a4f-3d0af2f8e161 req-60b1dcf7-5027-43e0-90f2-abc598a3b430 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:43.875608 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2fddc683-c9f3-407a-8a4f-3d0af2f8e161 req-60b1dcf7-5027-43e0-90f2-abc598a3b430 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 943 time: 0.3662729 Jul 05 04:03:43.910182 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9493824-0100-42d3-9d94-47ccb558f152 req-18233686-5900-4a37-bee8-89999ca4ff3b tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] No DVR routers for this DVR port c3dc4402-7591-412b-b5b9-0c0db8b982a6 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:43.921092 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d9493824-0100-42d3-9d94-47ccb558f152 req-18233686-5900-4a37-bee8-89999ca4ff3b tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.924289 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d9493824-0100-42d3-9d94-47ccb558f152 req-18233686-5900-4a37-bee8-89999ca4ff3b tempest-ListServersNegativeTestJSON-1977884037 tempest-ListServersNegativeTestJSON-1977884037-project] 10.222.0.89 "DELETE /v2.0/ports/c3dc4402-7591-412b-b5b9-0c0db8b982a6 HTTP/1.1" status: 204 len: 173 time: 2.1167011 Jul 05 04:03:43.925124 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d59ea6-b176-43ef-aa5a-887ebe94113d', 'name': 'network-vif-deleted', 'tag': 'c3dc4402-7591-412b-b5b9-0c0db8b982a6'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:43.928472 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be20e144-4a45-4aa7-a251-4ebda86dc26c" -d '{"events": [{"server_uuid": "80d59ea6-b176-43ef-aa5a-887ebe94113d", "name": "network-vif-deleted", "tag": "c3dc4402-7591-412b-b5b9-0c0db8b982a6"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:43.990246 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 8b2f199b-7a4c-4078-a89e-2518423380b3, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8b2f199b-7a4c-4078-a89e-2518423380b3,segment=NetworkSegment(f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf),segment_id=f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:44.026161 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '8b2f199b-7a4c-4078-a89e-2518423380b3', 'network_id': '34cb382d-ddc5-4eff-9234-ed470fc72c91', 'port_id': '8b2f199b-7a4c-4078-a89e-2518423380b3', 'mac_address': 'fa:16:3e:a3:7f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '841f8f9d-f533-482b-8ae2-8b614ee6bf1c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:03:44.036288 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29f2985-205b-4e72-9624-fe6ee436dd4e x-openstack-request-id: req-e29f2985-205b-4e72-9624-fe6ee436dd4e {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:44.036821 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d59ea6-b176-43ef-aa5a-887ebe94113d", "name": "network-vif-deleted", "tag": "c3dc4402-7591-412b-b5b9-0c0db8b982a6", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:44.037624 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e29f2985-205b-4e72-9624-fe6ee436dd4e {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:44.038285 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d59ea6-b176-43ef-aa5a-887ebe94113d', 'name': 'network-vif-deleted', 'tag': 'c3dc4402-7591-412b-b5b9-0c0db8b982a6', 'status': 'completed', 'code': 200} Jul 05 04:03:44.078211 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2fddc683-c9f3-407a-8a4f-3d0af2f8e161 req-25027b7d-e300-4860-bbb8-e3c4f497a3a2 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780431 Jul 05 04:03:44.107492 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.140072 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b2f199b-7a4c-4078-a89e-2518423380b3 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:44.160290 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b49195a9-5565-4a0b-a54c-20b317480a23 req-a45f2011-5eca-43e0-a6df-278231015180 service neutron] 10.222.0.70 "GET /v2.0/networks/34cb382d-ddc5-4eff-9234-ed470fc72c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620547 Jul 05 04:03:44.165593 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 8b2f199b-7a4c-4078-a89e-2518423380b3, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8b2f199b-7a4c-4078-a89e-2518423380b3,segment=NetworkSegment(f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf),segment_id=f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:44.170915 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.247831 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=8b2f199b-7a4c-4078-a89e-2518423380b3,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:44.366058 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a202106-1a06-4aea-93b9-70d9686e8baa req-c168ce40-8c39-4ebe-811e-ad1dc22eed5e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:44.367648 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6a202106-1a06-4aea-93b9-70d9686e8baa req-c168ce40-8c39-4ebe-811e-ad1dc22eed5e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.0879869 Jul 05 04:03:44.430126 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6a202106-1a06-4aea-93b9-70d9686e8baa req-85878e9a-d174-4f1b-a8e8-6faf5c8a7a39 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548139 Jul 05 04:03:44.651375 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85355777-4404-41f5-a44a-2d15c9cf8587 req-d15c10d3-75d5-44ed-a888-801acca232b0 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:44.654588 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-85355777-4404-41f5-a44a-2d15c9cf8587 req-d15c10d3-75d5-44ed-a888-801acca232b0 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.0866327 Jul 05 04:03:44.659293 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-be136238-41d4-43c8-91b3-7021e03edbed req-c3003fce-3d85-42c9-9b13-b88cf5342be6 tempest-AbsoluteLimitsNegativeTestJSON-2109094258 tempest-AbsoluteLimitsNegativeTestJSON-2109094258-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=f31ce658862644049415828c392bd662&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446708 Jul 05 04:03:44.732708 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-85355777-4404-41f5-a44a-2d15c9cf8587 req-54801d0c-bf1a-46af-94af-8634fded0612 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587244 Jul 05 04:03:44.794234 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['8b2f199b-7a4c-4078-a89e-2518423380b3'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:44.875528 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be136238-41d4-43c8-91b3-7021e03edbed req-59ebde27-9783-4adc-9dde-aea79cae5367 tempest-AbsoluteLimitsNegativeTestJSON-2109094258 tempest-AbsoluteLimitsNegativeTestJSON-2109094258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:44.880386 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-be136238-41d4-43c8-91b3-7021e03edbed req-59ebde27-9783-4adc-9dde-aea79cae5367 tempest-AbsoluteLimitsNegativeTestJSON-2109094258 tempest-AbsoluteLimitsNegativeTestJSON-2109094258-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2155135 Jul 05 04:03:44.907089 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-be136238-41d4-43c8-91b3-7021e03edbed req-c3c2835e-c4c3-4ab2-ac02-a7e615c4a316 tempest-AbsoluteLimitsNegativeTestJSON-2109094258 tempest-AbsoluteLimitsNegativeTestJSON-2109094258-project] 10.222.0.77 "GET /v2.0/quotas/f31ce658862644049415828c392bd662 HTTP/1.1" status: 200 len: 375 time: 0.0242858 Jul 05 04:03:44.972182 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-be136238-41d4-43c8-91b3-7021e03edbed req-3b22ceb1-4716-4913-a713-4d6671332cc5 tempest-AbsoluteLimitsNegativeTestJSON-2109094258 tempest-AbsoluteLimitsNegativeTestJSON-2109094258-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f31ce658862644049415828c392bd662&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627072 Jul 05 04:03:45.114960 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 36012) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:45.215465 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7afd4db-4045-4e03-a2f4-4f5f9f85bc8f admin admin] Deleting subnet 7f98529e-e9ee-4904-ac7d-9f430e5a5e83 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:45.219263 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f7afd4db-4045-4e03-a2f4-4f5f9f85bc8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.294427 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a369d-171a-4223-b531-83b129ed68dd req-9ff09f6c-1a4a-4cec-8f83-7940dec03cae tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:45.302519 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-039a369d-171a-4223-b531-83b129ed68dd req-9ff09f6c-1a4a-4cec-8f83-7940dec03cae tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.1381106 Jul 05 04:03:45.327665 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f7afd4db-4045-4e03-a2f4-4f5f9f85bc8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.369504 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-039a369d-171a-4223-b531-83b129ed68dd req-6320f3da-54b1-4e51-a651-dfc13266d990 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657318 Jul 05 04:03:45.412306 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b558bed-49f1-457e-ad56-6ba179ba0641 req-b162c313-7782-45d3-b0df-3867b3940cd7 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:45.414019 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4b558bed-49f1-457e-ad56-6ba179ba0641 req-b162c313-7782-45d3-b0df-3867b3940cd7 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 944 time: 0.1628201 Jul 05 04:03:45.446266 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f7afd4db-4045-4e03-a2f4-4f5f9f85bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.451215 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device c3dc4402-7591-412b-b5b9-0c0db8b982a6 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:45.456613 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 36020) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:45.479698 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: c3dc4402-7591-412b-b5b9-0c0db8b982a6 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:45.480921 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device c3dc4402-7591-412b-b5b9-0c0db8b982a6 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:45.533532 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4b558bed-49f1-457e-ad56-6ba179ba0641 req-303610a8-90d9-4751-8b00-9baaccddad98 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111298 Jul 05 04:03:45.591080 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f7afd4db-4045-4e03-a2f4-4f5f9f85bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.624307 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7afd4db-4045-4e03-a2f4-4f5f9f85bc8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f98529e-e9ee-4904-ac7d-9f430e5a5e83,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:45.628330 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f7afd4db-4045-4e03-a2f4-4f5f9f85bc8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.630397 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f7afd4db-4045-4e03-a2f4-4f5f9f85bc8f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7f98529e-e9ee-4904-ac7d-9f430e5a5e83 HTTP/1.1" status: 204 len: 168 time: 0.5134361 Jul 05 04:03:45.633238 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 36026) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:45.673036 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371cd5de-a6b8-4967-b427-83ab1bf2b7ca req-a2e40327-0956-4339-893e-94a22d62b8f2 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:45.680278 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-371cd5de-a6b8-4967-b427-83ab1bf2b7ca req-a2e40327-0956-4339-893e-94a22d62b8f2 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.1663322 Jul 05 04:03:45.682852 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-332acb6d-3df9-4965-8c1a-a72a46a1a6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.732328 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f1b5cc67-1bc6-441b-85ad-eb3c396d1e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.766521 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-371cd5de-a6b8-4967-b427-83ab1bf2b7ca req-bd14640d-ecb0-4c48-b526-0d0fcbf08b49 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848367 Jul 05 04:03:45.841744 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f1b5cc67-1bc6-441b-85ad-eb3c396d1e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.853942 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-f1b5cc67-1bc6-441b-85ad-eb3c396d1e1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b83e47b1-065f-46f9-892c-a820818e9066']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:45.868162 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-f1b5cc67-1bc6-441b-85ad-eb3c396d1e1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1fcc6b-429a-459f-81bb-799f43b47bd4') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:45.868985 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-f1b5cc67-1bc6-441b-85ad-eb3c396d1e1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1fcc6b-429a-459f-81bb-799f43b47bd4') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:45.881269 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f1b5cc67-1bc6-441b-85ad-eb3c396d1e1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.885750 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-332acb6d-3df9-4965-8c1a-a72a46a1a6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.893527 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-332acb6d-3df9-4965-8c1a-a72a46a1a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.900070 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f1b5cc67-1bc6-441b-85ad-eb3c396d1e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.906996 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b5cc67-1bc6-441b-85ad-eb3c396d1e1d admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:45.907423 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f1b5cc67-1bc6-441b-85ad-eb3c396d1e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:45.965853 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:45.973110 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-332acb6d-3df9-4965-8c1a-a72a46a1a6eb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f31ce658862644049415828c392bd662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5152388 Jul 05 04:03:45.976156 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332acb6d-3df9-4965-8c1a-a72a46a1a6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2494380a-efe5-4176-aa39-408056388120,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:45.978620 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 36034) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:45.992991 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f1b5cc67-1bc6-441b-85ad-eb3c396d1e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.995284 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332acb6d-3df9-4965-8c1a-a72a46a1a6eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.995639 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332acb6d-3df9-4965-8c1a-a72a46a1a6eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.996306 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332acb6d-3df9-4965-8c1a-a72a46a1a6eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.996604 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332acb6d-3df9-4965-8c1a-a72a46a1a6eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.996744 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332acb6d-3df9-4965-8c1a-a72a46a1a6eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.997055 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332acb6d-3df9-4965-8c1a-a72a46a1a6eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.997361 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332acb6d-3df9-4965-8c1a-a72a46a1a6eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.997813 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332acb6d-3df9-4965-8c1a-a72a46a1a6eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.998038 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332acb6d-3df9-4965-8c1a-a72a46a1a6eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.998366 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332acb6d-3df9-4965-8c1a-a72a46a1a6eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.998803 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332acb6d-3df9-4965-8c1a-a72a46a1a6eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.999191 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332acb6d-3df9-4965-8c1a-a72a46a1a6eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:46.057182 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f1b5cc67-1bc6-441b-85ad-eb3c396d1e1d admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.064870 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f1b5cc67-1bc6-441b-85ad-eb3c396d1e1d admin admin] 10.222.0.77 "DELETE /v2.0/networks/b83e47b1-065f-46f9-892c-a820818e9066 HTTP/1.1" status: 204 len: 168 time: 0.4263430 Jul 05 04:03:46.095445 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5cc67-1bc6-441b-85ad-eb3c396d1e1d admin admin] Pushing event deleted for resources: {'Network': ['ID=b83e47b1-065f-46f9-892c-a820818e9066,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:46.127404 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aafdd55d-f578-409a-8981-49441050774b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.141640 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503583f5-00e0-4dec-b724-8530abb717d8 req-55fc7131-ade9-417f-8d70-7a1f4bc97eb2 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:46.143281 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-503583f5-00e0-4dec-b724-8530abb717d8 req-55fc7131-ade9-417f-8d70-7a1f4bc97eb2 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.1764951 Jul 05 04:03:46.171971 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aafdd55d-f578-409a-8981-49441050774b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.189872 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-503583f5-00e0-4dec-b724-8530abb717d8 req-fb20eaf5-160b-4ab7-af5c-77e437c458fa tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406773 Jul 05 04:03:46.245864 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac384a-a679-445b-8733-0b1e39798cbc req-bfefea40-848d-4b31-a040-eac503e4501e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:46.248132 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-21ac384a-a679-445b-8733-0b1e39798cbc req-bfefea40-848d-4b31-a040-eac503e4501e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 812 time: 0.1948535 Jul 05 04:03:46.269607 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 36046) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:46.283677 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aafdd55d-f578-409a-8981-49441050774b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.287656 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aafdd55d-f578-409a-8981-49441050774b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.289299 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-aafdd55d-f578-409a-8981-49441050774b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2494380a-efe5-4176-aa39-408056388120 HTTP/1.1" status: 204 len: 168 time: 0.3093560 Jul 05 04:03:46.317592 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-21ac384a-a679-445b-8733-0b1e39798cbc req-2d9976c5-d1a6-40e3-bda0-6f22b0e84aa9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/quotas/f1c1197f995c40748eb7a04272d5b4dc HTTP/1.1" status: 200 len: 375 time: 0.0377121 Jul 05 04:03:46.318290 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafdd55d-f578-409a-8981-49441050774b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2494380a-efe5-4176-aa39-408056388120,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:46.361641 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5d946896-d6ed-49ff-9025-746bab2a5785 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ff31731884f34204b61c94440cda2c3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0903685 Jul 05 04:03:46.364110 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 36050) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:46.444537 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-faa133e6-82ad-4c20-82fd-0f85c4d213d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.454577 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-21ac384a-a679-445b-8733-0b1e39798cbc req-dc8dcd40-d40b-496c-af66-16948d05236c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0974107 Jul 05 04:03:46.471184 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-faa133e6-82ad-4c20-82fd-0f85c4d213d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.546404 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-faa133e6-82ad-4c20-82fd-0f85c4d213d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.549853 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-faa133e6-82ad-4c20-82fd-0f85c4d213d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.553557 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-faa133e6-82ad-4c20-82fd-0f85c4d213d8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ec8b0955-ee14-48fc-b346-69e9eb07a1fe HTTP/1.1" status: 204 len: 168 time: 0.1859543 Jul 05 04:03:46.560822 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa133e6-82ad-4c20-82fd-0f85c4d213d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8b0955-ee14-48fc-b346-69e9eb07a1fe,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:46.608927 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-21ac384a-a679-445b-8733-0b1e39798cbc req-cec480b1-cd77-4e2d-b022-25f2f2ec1a1f service neutron] 10.222.0.77 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461082 Jul 05 04:03:46.773576 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-21ac384a-a679-445b-8733-0b1e39798cbc req-38d2533a-bae9-4588-973e-bdbad3d6620a service neutron] 10.222.0.77 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554801 Jul 05 04:03:46.902530 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de546d-fde9-459b-940a-879bd25a78d2 req-6819e553-115b-4741-a633-ea88328c4f2c tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:46.904442 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c1de546d-fde9-459b-940a-879bd25a78d2 req-6819e553-115b-4741-a633-ea88328c4f2c tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 944 time: 0.1835668 Jul 05 04:03:46.971236 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c1de546d-fde9-459b-940a-879bd25a78d2 req-70775e6a-ffef-4f53-8de1-3642c93a836b tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598776 Jul 05 04:03:47.116574 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b209e382-323e-4e16-9ee1-8ae56b83087f req-811e342d-b951-42cb-88a2-1132c7a7fbfd tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 210 time: 0.0706661 Jul 05 04:03:47.551456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dce1b7-7cd1-4f4c-a8d8-5e8e5cf58653 req-0de1ef58-097e-42e2-960d-a8ef7aa6db55 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:47.553852 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d0dce1b7-7cd1-4f4c-a8d8-5e8e5cf58653 req-0de1ef58-097e-42e2-960d-a8ef7aa6db55 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.1571867 Jul 05 04:03:47.626447 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d0dce1b7-7cd1-4f4c-a8d8-5e8e5cf58653 req-01832d22-ec5c-4aa6-b460-f48b78ce7be0 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666089 Jul 05 04:03:47.681240 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 8b2f199b-7a4c-4078-a89e-2518423380b3 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:47.768418 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 8b2f199b-7a4c-4078-a89e-2518423380b3 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:47.780029 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 8b2f199b-7a4c-4078-a89e-2518423380b3 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:47.781273 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.810446 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 36108) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:47.915365 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.948665 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e05edd-2c57-45c7-a0b4-b07a5bbda14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2f199b-7a4c-4078-a89e-2518423380b3'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:47.953447 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01020c1-0f71-4c34-9bf9-a9e2f3524012" -d '{"events": [{"server_uuid": "24e05edd-2c57-45c7-a0b4-b07a5bbda14d", "name": "network-vif-plugged", "status": "completed", "tag": "8b2f199b-7a4c-4078-a89e-2518423380b3"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:47.994654 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 8b2f199b-7a4c-4078-a89e-2518423380b3, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8b2f199b-7a4c-4078-a89e-2518423380b3,segment=NetworkSegment(f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf),segment_id=f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:48.000273 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.033389 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 36118) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:48.079456 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde8b3e8-b125-44e8-8f93-2e4e8579ce3c x-openstack-request-id: req-fde8b3e8-b125-44e8-8f93-2e4e8579ce3c {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:48.081056 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e05edd-2c57-45c7-a0b4-b07a5bbda14d", "name": "network-vif-plugged", "status": "completed", "tag": "8b2f199b-7a4c-4078-a89e-2518423380b3", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:48.081809 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fde8b3e8-b125-44e8-8f93-2e4e8579ce3c {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:48.082444 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e05edd-2c57-45c7-a0b4-b07a5bbda14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2f199b-7a4c-4078-a89e-2518423380b3', 'code': 200} Jul 05 04:03:48.146715 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=8b2f199b-7a4c-4078-a89e-2518423380b3,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:48.183542 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-8f51f0d1-fb70-4d89-8518-2997d2b602af admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1143959742-network', 'tenant_id': '74d0dd7515064f2ea86053c37b2e83ea'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:48.216883 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f51f0d1-fb70-4d89-8518-2997d2b602af admin admin] Made reservation on behalf of 74d0dd7515064f2ea86053c37b2e83ea for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:48.220747 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f51f0d1-fb70-4d89-8518-2997d2b602af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.236588 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-8faabe66-d1eb-48e7-8d06-d39181d9cc1f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1023080050-network', 'tenant_id': '50643a7691c345388c1f08c7454cea66'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:48.237509 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f51f0d1-fb70-4d89-8518-2997d2b602af admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.265837 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8faabe66-d1eb-48e7-8d06-d39181d9cc1f admin admin] Made reservation on behalf of 50643a7691c345388c1f08c7454cea66 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:48.268527 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8faabe66-d1eb-48e7-8d06-d39181d9cc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.315271 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8faabe66-d1eb-48e7-8d06-d39181d9cc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.336209 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86d7687c-45da-47f9-bca7-0d330bbb1d0d req-ace27810-d09e-4a52-acbd-8ef7f43dcc90 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 210 time: 0.0410163 Jul 05 04:03:48.396119 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f7f6a-3170-4dd3-ad68-ebd1f57fd26e req-33ae74bf-c88f-4301-9651-2d3c792e1427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:48.398026 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a36f7f6a-3170-4dd3-ad68-ebd1f57fd26e req-33ae74bf-c88f-4301-9651-2d3c792e1427 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 1097 time: 0.2220807 Jul 05 04:03:48.410517 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fa7ea-6ba2-477d-9719-50d5f1bc88c3 req-85aa6c05-fc5e-4c8a-b4eb-72512f90caeb tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:48.412313 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-172fa7ea-6ba2-477d-9719-50d5f1bc88c3 req-85aa6c05-fc5e-4c8a-b4eb-72512f90caeb tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.1499119 Jul 05 04:03:48.418508 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f51f0d1-fb70-4d89-8518-2997d2b602af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.425376 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f51f0d1-fb70-4d89-8518-2997d2b602af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.456064 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f51f0d1-fb70-4d89-8518-2997d2b602af admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:48.478312 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51f0d1-fb70-4d89-8518-2997d2b602af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e189d8b-221e-4e52-a7b8-9319fa288e88,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:48.483554 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f51f0d1-fb70-4d89-8518-2997d2b602af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.484142 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-8f51f0d1-fb70-4d89-8518-2997d2b602af admin admin] Added segment 8bc654db-7193-40a5-a488-be31c46b0cc2 of type vlan for network f1ef758a-da8e-4f8f-9c20-8106295de709 Jul 05 04:03:48.553781 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f51f0d1-fb70-4d89-8518-2997d2b602af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.600828 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f51f0d1-fb70-4d89-8518-2997d2b602af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.602784 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f51f0d1-fb70-4d89-8518-2997d2b602af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:48.603821 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f51f0d1-fb70-4d89-8518-2997d2b602af admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.737435 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51f0d1-fb70-4d89-8518-2997d2b602af admin admin] Pushing event updated for resources: {'Network': ['ID=f1ef758a-da8e-4f8f-9c20-8106295de709,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:48.750208 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network f1ef758a-da8e-4f8f-9c20-8106295de709 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:48.918679 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17eff2-2d41-4bfd-a7f2-09292d59f977 req-17db8ffa-8aec-4e62-8a82-e9316b7a849b tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:48.921683 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4a17eff2-2d41-4bfd-a7f2-09292d59f977 req-17db8ffa-8aec-4e62-8a82-e9316b7a849b tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.1263633 Jul 05 04:03:48.948849 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a36f7f6a-3170-4dd3-ad68-ebd1f57fd26e req-7c7f3a49-23ad-4e8d-a7e8-84edf3bc70aa service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5351036 Jul 05 04:03:48.958017 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-172fa7ea-6ba2-477d-9719-50d5f1bc88c3 req-b754e742-b0f4-4a7f-8264-7a47e63a9dc9 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5367892 Jul 05 04:03:48.979729 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4a17eff2-2d41-4bfd-a7f2-09292d59f977 req-34be4641-1463-40f6-ab9c-184589153154 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507376 Jul 05 04:03:49.034606 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac384a-a679-445b-8733-0b1e39798cbc req-a3d2db66-7023-448c-bbf7-9ab0fc4346ab tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:49.036169 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-21ac384a-a679-445b-8733-0b1e39798cbc req-a3d2db66-7023-448c-bbf7-9ab0fc4346ab tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.89 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 812 time: 0.2104247 Jul 05 04:03:49.055140 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-21ac384a-a679-445b-8733-0b1e39798cbc req-d2871804-4be0-42b4-b6a8-c380898e3f0b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Request body: {'port': {'device_id': '328625be-cc55-4bed-9a05-42dbf7c01afb', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'admin_state_up': True, 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:49.122428 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8faabe66-d1eb-48e7-8d06-d39181d9cc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.128404 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8faabe66-d1eb-48e7-8d06-d39181d9cc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.134405 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8f51f0d1-fb70-4d89-8518-2997d2b602af admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0990615 Jul 05 04:03:49.139426 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 36130) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:49.145990 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-8ca39bd3-7562-401b-aaa5-c90a166cdf4c admin admin] Request body: {'subnet': {'network_id': 'f1ef758a-da8e-4f8f-9c20-8106295de709', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1143959742-subnet', 'tenant_id': '74d0dd7515064f2ea86053c37b2e83ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:49.161784 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8faabe66-d1eb-48e7-8d06-d39181d9cc1f admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:49.170290 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca39bd3-7562-401b-aaa5-c90a166cdf4c admin admin] Made reservation on behalf of 74d0dd7515064f2ea86053c37b2e83ea for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:49.173368 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8ca39bd3-7562-401b-aaa5-c90a166cdf4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.196703 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8faabe66-d1eb-48e7-8d06-d39181d9cc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.197056 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-8faabe66-d1eb-48e7-8d06-d39181d9cc1f admin admin] Added segment e0198e34-0762-4073-a795-5f4dac6b18a3 of type vlan for network 8ea7df2c-9621-40f9-b0fb-19b9c2e4305a Jul 05 04:03:49.198438 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faabe66-d1eb-48e7-8d06-d39181d9cc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cfc498-c1f8-464a-b774-0d5fb086647a,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:49.274918 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8faabe66-d1eb-48e7-8d06-d39181d9cc1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.290313 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ac384a-a679-445b-8733-0b1e39798cbc req-d2871804-4be0-42b4-b6a8-c380898e3f0b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Made reservation on behalf of f1c1197f995c40748eb7a04272d5b4dc for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:49.294059 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-21ac384a-a679-445b-8733-0b1e39798cbc req-d2871804-4be0-42b4-b6a8-c380898e3f0b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.333077 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8faabe66-d1eb-48e7-8d06-d39181d9cc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.334059 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faabe66-d1eb-48e7-8d06-d39181d9cc1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:49.334640 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8faabe66-d1eb-48e7-8d06-d39181d9cc1f admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.371714 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8ca39bd3-7562-401b-aaa5-c90a166cdf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.429467 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8faabe66-d1eb-48e7-8d06-d39181d9cc1f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6172016 Jul 05 04:03:49.432597 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 36134) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:49.444382 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-378737db-71e4-48d5-9a46-832af7089689 admin admin] Request body: {'subnet': {'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1023080050-subnet', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:49.460568 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faabe66-d1eb-48e7-8d06-d39181d9cc1f admin admin] Pushing event updated for resources: {'Network': ['ID=8ea7df2c-9621-40f9-b0fb-19b9c2e4305a,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:49.465368 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca39bd3-7562-401b-aaa5-c90a166cdf4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bd11bf2-09ba-4da3-8174-f13becbc0911,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:49.472828 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 8ea7df2c-9621-40f9-b0fb-19b9c2e4305a details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:49.485403 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca39bd3-7562-401b-aaa5-c90a166cdf4c admin admin] Checking segment: {'id': '8bc654db-7193-40a5-a488-be31c46b0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f1ef758a-da8e-4f8f-9c20-8106295de709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:49.486016 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca39bd3-7562-401b-aaa5-c90a166cdf4c admin admin] Network hostable DHCP agents. Network: f1ef758a-da8e-4f8f-9c20-8106295de709, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:49.503129 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378737db-71e4-48d5-9a46-832af7089689 admin admin] Made reservation on behalf of 50643a7691c345388c1f08c7454cea66 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:49.505807 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-378737db-71e4-48d5-9a46-832af7089689 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.527289 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-21ac384a-a679-445b-8733-0b1e39798cbc req-d2871804-4be0-42b4-b6a8-c380898e3f0b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Allocated IP 172.20.0.8 (76e1944d-1d03-4c4e-b1ba-413cddc95912/d157b61e-6b4a-43c9-a07c-5c6e1fda4120/8440734f-6e50-4cd5-badb-d847a8eee38a) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:49.592863 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0ccee51d-baf4-43f6-ac86-369726da3a15 req-5bafe8a7-5e08-4d16-aaac-42915f975b1e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 210 time: 0.0842292 Jul 05 04:03:49.593478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca39bd3-7562-401b-aaa5-c90a166cdf4c admin admin] Network f1ef758a-da8e-4f8f-9c20-8106295de709 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:49.638721 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-8ca39bd3-7562-401b-aaa5-c90a166cdf4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, f1ef758a-da8e-4f8f-9c20-8106295de709) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:49.646135 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca39bd3-7562-401b-aaa5-c90a166cdf4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:49.646286 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8ca39bd3-7562-401b-aaa5-c90a166cdf4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.651316 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79431ba9-e138-4483-a6db-636642055dc8 None None] Network f1ef758a-da8e-4f8f-9c20-8106295de709 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:49.705012 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8ca39bd3-7562-401b-aaa5-c90a166cdf4c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5529628 Jul 05 04:03:49.800035 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-21ac384a-a679-445b-8733-0b1e39798cbc req-d2871804-4be0-42b4-b6a8-c380898e3f0b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.828176 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-21ac384a-a679-445b-8733-0b1e39798cbc req-d2871804-4be0-42b4-b6a8-c380898e3f0b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Transition to ACTIVE for port object 8440734f-6e50-4cd5-badb-d847a8eee38a will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:49.864999 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4986cc-53eb-4e81-a8f8-c35deef8f231 None None] Network f1ef758a-da8e-4f8f-9c20-8106295de709 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:49.870941 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-378737db-71e4-48d5-9a46-832af7089689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.913231 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-21ac384a-a679-445b-8733-0b1e39798cbc req-d2871804-4be0-42b4-b6a8-c380898e3f0b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.967294 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378737db-71e4-48d5-9a46-832af7089689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a89750-87ba-44fb-8296-741d431f172e,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:49.976209 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378737db-71e4-48d5-9a46-832af7089689 admin admin] Checking segment: {'id': 'e0198e34-0762-4073-a795-5f4dac6b18a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:49.976579 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378737db-71e4-48d5-9a46-832af7089689 admin admin] Network hostable DHCP agents. Network: 8ea7df2c-9621-40f9-b0fb-19b9c2e4305a, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:49.992797 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ac384a-a679-445b-8733-0b1e39798cbc req-d2871804-4be0-42b4-b6a8-c380898e3f0b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Network 76e1944d-1d03-4c4e-b1ba-413cddc95912 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:50.001898 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-21ac384a-a679-445b-8733-0b1e39798cbc req-d2871804-4be0-42b4-b6a8-c380898e3f0b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:50.006234 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ac384a-a679-445b-8733-0b1e39798cbc req-d2871804-4be0-42b4-b6a8-c380898e3f0b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:50.012231 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2871804-4be0-42b4-b6a8-c380898e3f0b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Pushing event updated for resources: {'Port': ['ID=8440734f-6e50-4cd5-badb-d847a8eee38a,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:50.033188 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378737db-71e4-48d5-9a46-832af7089689 admin admin] Network 8ea7df2c-9621-40f9-b0fb-19b9c2e4305a is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:50.057568 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-378737db-71e4-48d5-9a46-832af7089689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 8ea7df2c-9621-40f9-b0fb-19b9c2e4305a) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:50.078158 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378737db-71e4-48d5-9a46-832af7089689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:50.078852 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-378737db-71e4-48d5-9a46-832af7089689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.079960 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070fd4a5-8e0a-453a-ae7d-10d9664d732e None None] Network 8ea7df2c-9621-40f9-b0fb-19b9c2e4305a requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:50.132516 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-378737db-71e4-48d5-9a46-832af7089689 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6957400 Jul 05 04:03:50.132900 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 36168) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:50.155724 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-5e3f73c1-83d3-4ccc-9449-f6bd1b20011a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1023080050-router', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:50.191123 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac384a-a679-445b-8733-0b1e39798cbc req-d2871804-4be0-42b4-b6a8-c380898e3f0b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:50.191942 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-21ac384a-a679-445b-8733-0b1e39798cbc req-d2871804-4be0-42b4-b6a8-c380898e3f0b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.223751 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e3f73c1-83d3-4ccc-9449-f6bd1b20011a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.227898 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-21ac384a-a679-445b-8733-0b1e39798cbc req-d2871804-4be0-42b4-b6a8-c380898e3f0b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1782713 Jul 05 04:03:50.228132 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e3f73c1-83d3-4ccc-9449-f6bd1b20011a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.243886 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-21ac384a-a679-445b-8733-0b1e39798cbc req-a2f61535-e5dc-4685-9402-db9028f6fe84 service neutron] Request body: {'port': {'device_id': '328625be-cc55-4bed-9a05-42dbf7c01afb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:50.421309 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e3f73c1-83d3-4ccc-9449-f6bd1b20011a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.496628 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-21ac384a-a679-445b-8733-0b1e39798cbc req-a2f61535-e5dc-4685-9402-db9028f6fe84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.530315 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0661a3bf-0f8c-4da0-afe6-7fc726bacabe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-8ea7df2c-9621-40f9-b0fb-19b9c2e4305a', 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'fixed_ips': [{'subnet_id': 'f6a89750-87ba-44fb-8296-741d431f172e'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:03:50.531300 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0661a3bf-0f8c-4da0-afe6-7fc726bacabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.554459 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8d061c53-031d-41c0-b431-a57a936f1020 None None] Provisioning for port 8440734f-6e50-4cd5-badb-d847a8eee38a completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:50.580005 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9addd22-6c02-4357-9850-dbbe609e4adf req-f4a0146e-79d2-4f55-95f5-6c244ef3b44f tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:50.588370 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8d061c53-031d-41c0-b431-a57a936f1020 None None] Provisioning complete for port 8440734f-6e50-4cd5-badb-d847a8eee38a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:50.588766 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8d061c53-031d-41c0-b431-a57a936f1020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.588951 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a9addd22-6c02-4357-9850-dbbe609e4adf req-f4a0146e-79d2-4f55-95f5-6c244ef3b44f tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.2974012 Jul 05 04:03:50.659754 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a9addd22-6c02-4357-9850-dbbe609e4adf req-90057c97-2695-4d75-b7bd-66d287587965 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676708 Jul 05 04:03:50.764780 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e3f73c1-83d3-4ccc-9449-f6bd1b20011a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.843992 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-8d061c53-031d-41c0-b431-a57a936f1020 None None] Port 8440734f-6e50-4cd5-badb-d847a8eee38a cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:50.903076 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-0661a3bf-0f8c-4da0-afe6-7fc726bacabe None None] Allocated IP 172.20.0.2 (8ea7df2c-9621-40f9-b0fb-19b9c2e4305a/f6a89750-87ba-44fb-8296-741d431f172e/0117900f-3ea5-4079-8019-5c337e36d4d4) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:50.941503 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc2514-3188-4450-845b-d21ad84c16e0 req-4b0cb007-b300-4f14-a9da-cc8b9dce5d56 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:50.950136 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-97dc2514-3188-4450-845b-d21ad84c16e0 req-4b0cb007-b300-4f14-a9da-cc8b9dce5d56 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.6465108 Jul 05 04:03:51.034645 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-97dc2514-3188-4450-845b-d21ad84c16e0 req-4e8b169e-212e-4173-bba4-7fcda820d832 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823658 Jul 05 04:03:51.086086 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-21ac384a-a679-445b-8733-0b1e39798cbc req-a2f61535-e5dc-4685-9402-db9028f6fe84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8440734f-6e50-4cd5-badb-d847a8eee38a {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:51.103665 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-21ac384a-a679-445b-8733-0b1e39798cbc req-a2f61535-e5dc-4685-9402-db9028f6fe84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.122000 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0661a3bf-0f8c-4da0-afe6-7fc726bacabe None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.144825 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0661a3bf-0f8c-4da0-afe6-7fc726bacabe None None] Transition to ACTIVE for port object 0117900f-3ea5-4079-8019-5c337e36d4d4 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:51.148342 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-21ac384a-a679-445b-8733-0b1e39798cbc req-a2f61535-e5dc-4685-9402-db9028f6fe84 service neutron] Transition to ACTIVE for port object 8440734f-6e50-4cd5-badb-d847a8eee38a will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:51.164778 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-21ac384a-a679-445b-8733-0b1e39798cbc req-a2f61535-e5dc-4685-9402-db9028f6fe84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.182750 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0661a3bf-0f8c-4da0-afe6-7fc726bacabe None None] Transition to ACTIVE for port object 0117900f-3ea5-4079-8019-5c337e36d4d4 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:51.193920 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0661a3bf-0f8c-4da0-afe6-7fc726bacabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.262353 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-7e52dd48-cf67-4e77-8ecc-b6a40f327fdc tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:51.270978 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-7e52dd48-cf67-4e77-8ecc-b6a40f327fdc tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/networks?id=f1ef758a-da8e-4f8f-9c20-8106295de709 HTTP/1.1" status: 200 len: 809 time: 0.2646418 Jul 05 04:03:51.332812 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-eeeff991-96db-4a45-aad2-2ce5352c16f0 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/quotas/74d0dd7515064f2ea86053c37b2e83ea HTTP/1.1" status: 200 len: 375 time: 0.0608687 Jul 05 04:03:51.333442 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0661a3bf-0f8c-4da0-afe6-7fc726bacabe None None] Network 8ea7df2c-9621-40f9-b0fb-19b9c2e4305a is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:51.334239 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661a3bf-0f8c-4da0-afe6-7fc726bacabe None None] Pushing event updated for resources: {'Port': ['ID=0117900f-3ea5-4079-8019-5c337e36d4d4,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:51.337653 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-0661a3bf-0f8c-4da0-afe6-7fc726bacabe None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:51.345047 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f61535-e5dc-4685-9402-db9028f6fe84 service neutron] Pushing event updated for resources: {'Port': ['ID=8440734f-6e50-4cd5-badb-d847a8eee38a,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:51.347771 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0661a3bf-0f8c-4da0-afe6-7fc726bacabe None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:51.358786 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e3f73c1-83d3-4ccc-9449-f6bd1b20011a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.447299 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e3f73c1-83d3-4ccc-9449-f6bd1b20011a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.469647 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-c5db68bf-dd99-4fa2-b8e6-359b4aa4d7e0 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=74d0dd7515064f2ea86053c37b2e83ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1107585 Jul 05 04:03:51.478944 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-0661a3bf-0f8c-4da0-afe6-7fc726bacabe None None] Attempting to bind port 0117900f-3ea5-4079-8019-5c337e36d4d4 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:51.479330 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-0661a3bf-0f8c-4da0-afe6-7fc726bacabe None None] Attempting to bind port 0117900f-3ea5-4079-8019-5c337e36d4d4 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'e0198e34-0762-4073-a795-5f4dac6b18a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:51.483481 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0661a3bf-0f8c-4da0-afe6-7fc726bacabe None None] Attempting to bind port 0117900f-3ea5-4079-8019-5c337e36d4d4 on network 8ea7df2c-9621-40f9-b0fb-19b9c2e4305a {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:51.493670 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0661a3bf-0f8c-4da0-afe6-7fc726bacabe None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:51.494050 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0661a3bf-0f8c-4da0-afe6-7fc726bacabe None None] Checking segment: {'id': 'e0198e34-0762-4073-a795-5f4dac6b18a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:51.494492 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0661a3bf-0f8c-4da0-afe6-7fc726bacabe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.495022 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0661a3bf-0f8c-4da0-afe6-7fc726bacabe None None] Bound using segment: {'id': 'e0198e34-0762-4073-a795-5f4dac6b18a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:51.495717 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-0661a3bf-0f8c-4da0-afe6-7fc726bacabe None None] Bound port: 0117900f-3ea5-4079-8019-5c337e36d4d4, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0198e34-0762-4073-a795-5f4dac6b18a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:51.496275 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0661a3bf-0f8c-4da0-afe6-7fc726bacabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.582556 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-21ac384a-a679-445b-8733-0b1e39798cbc req-a2f61535-e5dc-4685-9402-db9028f6fe84 service neutron] Attempting to bind port 8440734f-6e50-4cd5-badb-d847a8eee38a on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:51.582985 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-21ac384a-a679-445b-8733-0b1e39798cbc req-a2f61535-e5dc-4685-9402-db9028f6fe84 service neutron] Attempting to bind port 8440734f-6e50-4cd5-badb-d847a8eee38a by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:51.583422 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ac384a-a679-445b-8733-0b1e39798cbc req-a2f61535-e5dc-4685-9402-db9028f6fe84 service neutron] Attempting to bind port 8440734f-6e50-4cd5-badb-d847a8eee38a on network 76e1944d-1d03-4c4e-b1ba-413cddc95912 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:51.592968 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ac384a-a679-445b-8733-0b1e39798cbc req-a2f61535-e5dc-4685-9402-db9028f6fe84 service neutron] Port 8440734f-6e50-4cd5-badb-d847a8eee38a on network 76e1944d-1d03-4c4e-b1ba-413cddc95912 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:51.593783 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ac384a-a679-445b-8733-0b1e39798cbc req-a2f61535-e5dc-4685-9402-db9028f6fe84 service neutron] Attempting to bind port 8440734f-6e50-4cd5-badb-d847a8eee38a on network 76e1944d-1d03-4c4e-b1ba-413cddc95912 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:51.610961 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ac384a-a679-445b-8733-0b1e39798cbc req-a2f61535-e5dc-4685-9402-db9028f6fe84 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:51.611771 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ac384a-a679-445b-8733-0b1e39798cbc req-a2f61535-e5dc-4685-9402-db9028f6fe84 service neutron] Checking segment: {'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:51.612605 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ac384a-a679-445b-8733-0b1e39798cbc req-a2f61535-e5dc-4685-9402-db9028f6fe84 service neutron] Bound using segment: {'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:51.613490 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-21ac384a-a679-445b-8733-0b1e39798cbc req-a2f61535-e5dc-4685-9402-db9028f6fe84 service neutron] Bound port: 8440734f-6e50-4cd5-badb-d847a8eee38a, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:51.614214 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-21ac384a-a679-445b-8733-0b1e39798cbc req-a2f61535-e5dc-4685-9402-db9028f6fe84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.654509 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-753db9b2-dab8-4a2b-a126-f812081479ad service neutron] 10.222.0.77 "GET /v2.0/networks/f1ef758a-da8e-4f8f-9c20-8106295de709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629674 Jul 05 04:03:51.717590 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-0661a3bf-0f8c-4da0-afe6-7fc726bacabe None None] For port 0117900f-3ea5-4079-8019-5c337e36d4d4, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:51.724606 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-0661a3bf-0f8c-4da0-afe6-7fc726bacabe None None] For port 0117900f-3ea5-4079-8019-5c337e36d4d4, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=0117900f-3ea5-4079-8019-5c337e36d4d4,segment=NetworkSegment(e0198e34-0762-4073-a795-5f4dac6b18a3),segment_id=e0198e34-0762-4073-a795-5f4dac6b18a3)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:51.738089 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0661a3bf-0f8c-4da0-afe6-7fc726bacabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.791168 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-21ac384a-a679-445b-8733-0b1e39798cbc req-a2f61535-e5dc-4685-9402-db9028f6fe84 service neutron] For port 8440734f-6e50-4cd5-badb-d847a8eee38a, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:51.802498 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-21ac384a-a679-445b-8733-0b1e39798cbc req-a2f61535-e5dc-4685-9402-db9028f6fe84 service neutron] For port 8440734f-6e50-4cd5-badb-d847a8eee38a, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8440734f-6e50-4cd5-badb-d847a8eee38a,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:51.827294 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-21ac384a-a679-445b-8733-0b1e39798cbc req-a2f61535-e5dc-4685-9402-db9028f6fe84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.828256 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cf4ab-f80a-42ae-92c7-a9803c6f738e req-571749a5-900c-4cf0-a4d5-64a603980dd2 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:51.838404 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-972cf4ab-f80a-42ae-92c7-a9803c6f738e req-571749a5-900c-4cf0-a4d5-64a603980dd2 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 943 time: 0.4819567 Jul 05 04:03:51.870226 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-5e3f73c1-83d3-4ccc-9449-f6bd1b20011a admin admin] Allocated IP 172.25.1.128 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/12e5e2b0-0e16-4f7e-9265-8e62d110860c) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:51.919963 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661a3bf-0f8c-4da0-afe6-7fc726bacabe None None] Pushing event updated for resources: {'Port': ['ID=0117900f-3ea5-4079-8019-5c337e36d4d4,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:51.959970 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac384a-a679-445b-8733-0b1e39798cbc req-a2f61535-e5dc-4685-9402-db9028f6fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:51.960607 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-21ac384a-a679-445b-8733-0b1e39798cbc req-a2f61535-e5dc-4685-9402-db9028f6fe84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.962048 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-21ac384a-a679-445b-8733-0b1e39798cbc req-a2f61535-e5dc-4685-9402-db9028f6fe84 service neutron] 10.222.0.89 "PUT /v2.0/ports/8440734f-6e50-4cd5-badb-d847a8eee38a HTTP/1.1" status: 200 len: 1092 time: 1.7237957 Jul 05 04:03:51.962514 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '328625be-cc55-4bed-9a05-42dbf7c01afb', 'tag': '8440734f-6e50-4cd5-badb-d847a8eee38a'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:51.965901 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcf8679-f749-4a8c-9e03-54ca4e2a11f7" -d '{"events": [{"name": "network-changed", "server_uuid": "328625be-cc55-4bed-9a05-42dbf7c01afb", "tag": "8440734f-6e50-4cd5-badb-d847a8eee38a"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:51.997180 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-f8c1c6b0-5891-45cf-9dc7-690791ed1144 service neutron] 10.222.0.77 "GET /v2.0/networks/f1ef758a-da8e-4f8f-9c20-8106295de709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237975 Jul 05 04:03:52.005820 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f61535-e5dc-4685-9402-db9028f6fe84 service neutron] Pushing event updated for resources: {'Port': ['ID=8440734f-6e50-4cd5-badb-d847a8eee38a,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:52.032697 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-972cf4ab-f80a-42ae-92c7-a9803c6f738e req-3f7c565c-068a-4bc5-9ed2-a610fa8c5791 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932974 Jul 05 04:03:52.235524 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e3f73c1-83d3-4ccc-9449-f6bd1b20011a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.368672 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac384a-a679-445b-8733-0b1e39798cbc req-0ba3f83a-a68f-4fa4-bd02-a3e8a789d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:52.370298 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-21ac384a-a679-445b-8733-0b1e39798cbc req-0ba3f83a-a68f-4fa4-bd02-a3e8a789d5ae service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 1095 time: 0.3447993 Jul 05 04:03:52.430666 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e3f73c1-83d3-4ccc-9449-f6bd1b20011a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.530082 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-21ac384a-a679-445b-8733-0b1e39798cbc req-b7bcb8e4-b43c-4f13-a152-3cf62051dd88 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8440734f-6e50-4cd5-badb-d847a8eee38a HTTP/1.1" status: 200 len: 217 time: 0.1481121 Jul 05 04:03:52.535828 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3f73c1-83d3-4ccc-9449-f6bd1b20011a admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:52.546483 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-5e3f73c1-83d3-4ccc-9449-f6bd1b20011a admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:52.563182 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3f73c1-83d3-4ccc-9449-f6bd1b20011a admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:52.598961 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f73c1-83d3-4ccc-9449-f6bd1b20011a admin admin] Pushing event updated for resources: {'Port': ['ID=12e5e2b0-0e16-4f7e-9265-8e62d110860c,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:52.677074 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e46741b-815e-478b-9d2f-804aaf95e1a9 x-openstack-request-id: req-2e46741b-815e-478b-9d2f-804aaf95e1a9 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:52.677439 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "328625be-cc55-4bed-9a05-42dbf7c01afb", "tag": "8440734f-6e50-4cd5-badb-d847a8eee38a", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:52.677601 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2e46741b-815e-478b-9d2f-804aaf95e1a9 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:52.678027 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '328625be-cc55-4bed-9a05-42dbf7c01afb', 'tag': '8440734f-6e50-4cd5-badb-d847a8eee38a', 'status': 'completed', 'code': 200} Jul 05 04:03:52.692850 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac384a-a679-445b-8733-0b1e39798cbc req-e96063c3-978b-445f-9093-fafc7441be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:52.696733 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-21ac384a-a679-445b-8733-0b1e39798cbc req-e96063c3-978b-445f-9093-fafc7441be1f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d157b61e-6b4a-43c9-a07c-5c6e1fda4120 HTTP/1.1" status: 200 len: 851 time: 0.1577661 Jul 05 04:03:52.807918 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f747a44-645b-4836-a02e-ea6f83ce92a6 req-b3c761c2-c099-4827-a10f-f24d6537c07a tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:52.816780 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f747a44-645b-4836-a02e-ea6f83ce92a6 req-b3c761c2-c099-4827-a10f-f24d6537c07a tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.2294207 Jul 05 04:03:52.888032 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f747a44-645b-4836-a02e-ea6f83ce92a6 req-9798c83e-2b44-4c83-b648-69a3f316c198 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697944 Jul 05 04:03:52.923727 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac384a-a679-445b-8733-0b1e39798cbc req-7b954ed9-f48a-4bf7-a133-633999accb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:52.926652 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-21ac384a-a679-445b-8733-0b1e39798cbc req-7b954ed9-f48a-4bf7-a133-633999accb87 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=76e1944d-1d03-4c4e-b1ba-413cddc95912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2193015 Jul 05 04:03:53.142124 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8a79deb-c0b1-4b56-a2c4-32864397c238 req-83ce31e4-9b5a-4780-873e-442dd84f7ce4 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f57b974-66a3-4e2e-a4a6-97cb03de7f3d HTTP/1.1" status: 200 len: 210 time: 0.0831823 Jul 05 04:03:53.258996 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-21ac384a-a679-445b-8733-0b1e39798cbc req-de8d0bec-b7e9-45a5-9add-0494ca6fd0f3 service neutron] 10.222.0.89 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144240 Jul 05 04:03:53.272115 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 0117900f-3ea5-4079-8019-5c337e36d4d4 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:53.365791 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07653bce-b98f-418a-9714-52c342e24fe5 req-1741dcdd-fd19-421d-ad7b-bb6815678a76 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:53.368153 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07653bce-b98f-418a-9714-52c342e24fe5 req-1741dcdd-fd19-421d-ad7b-bb6815678a76 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.3976574 Jul 05 04:03:53.440701 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 0117900f-3ea5-4079-8019-5c337e36d4d4 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:53.510299 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e3f73c1-83d3-4ccc-9449-f6bd1b20011a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:53.684706 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-21ac384a-a679-445b-8733-0b1e39798cbc req-e7a7c309-6b32-46e5-ad47-49e93d227ec0 service neutron] 10.222.0.89 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131026 Jul 05 04:03:53.729393 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07653bce-b98f-418a-9714-52c342e24fe5 req-6bf38bdb-1226-4391-a41b-c194a106d46d tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359394 Jul 05 04:03:53.916414 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e32e9c7-1fcd-4253-a3d1-3c36e04f00db None None] Network 8ea7df2c-9621-40f9-b0fb-19b9c2e4305a requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:54.229618 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e6b525a6-a480-4bf7-b4d1-84e3a9510136 None None] Provisioning for port 0117900f-3ea5-4079-8019-5c337e36d4d4 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:54.253068 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf8679-f749-4a8c-9e03-54ca4e2a11f7 req-bba110d3-c207-4d45-94e5-65edaecc4534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:54.257275 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bfcf8679-f749-4a8c-9e03-54ca4e2a11f7 req-bba110d3-c207-4d45-94e5-65edaecc4534 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 1095 time: 0.2029307 Jul 05 04:03:54.325256 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e6b525a6-a480-4bf7-b4d1-84e3a9510136 None None] Provisioning complete for port 0117900f-3ea5-4079-8019-5c337e36d4d4 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:54.328365 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e6b525a6-a480-4bf7-b4d1-84e3a9510136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.369202 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e3f73c1-83d3-4ccc-9449-f6bd1b20011a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.439888 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933db593-97c0-491f-a62c-d664005303af req-b0df0f87-512a-4c31-9d32-a2f52f54ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:54.441573 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-933db593-97c0-491f-a62c-d664005303af req-b0df0f87-512a-4c31-9d32-a2f52f54ca58 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b300aeb4c92d48ada4bc7ce3eb4a92b9&device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 1097 time: 0.3302002 Jul 05 04:03:54.567662 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32981890-edea-444c-8570-58add5ed5506 req-41e868c7-0f79-4ae4-854f-47bd416135d9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:54.576756 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-32981890-edea-444c-8570-58add5ed5506 req-41e868c7-0f79-4ae4-854f-47bd416135d9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 943 time: 0.3824737 Jul 05 04:03:54.626031 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e6b525a6-a480-4bf7-b4d1-84e3a9510136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.691215 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-32981890-edea-444c-8570-58add5ed5506 req-fd4c7d50-d56c-4592-82cc-40017985190e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125998 Jul 05 04:03:54.706845 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf8679-f749-4a8c-9e03-54ca4e2a11f7 req-6cb1fa26-142e-4e6c-bb7f-f3c893dd9a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:54.708894 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e6b525a6-a480-4bf7-b4d1-84e3a9510136 None None] For port 0117900f-3ea5-4079-8019-5c337e36d4d4, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=0117900f-3ea5-4079-8019-5c337e36d4d4,segment=NetworkSegment(e0198e34-0762-4073-a795-5f4dac6b18a3),segment_id=e0198e34-0762-4073-a795-5f4dac6b18a3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:54.709249 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bfcf8679-f749-4a8c-9e03-54ca4e2a11f7 req-6cb1fa26-142e-4e6c-bb7f-f3c893dd9a03 service neutron] 10.222.0.89 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 913 time: 0.4427905 Jul 05 04:03:54.718759 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933db593-97c0-491f-a62c-d664005303af req-ad15fc97-b4b5-4b68-b912-fa4f12af3a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:54.723007 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3f73c1-83d3-4ccc-9449-f6bd1b20011a admin admin] Router 6111dfe3-31f3-4501-83d6-39a888628951 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:03:54.726038 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-933db593-97c0-491f-a62c-d664005303af req-ad15fc97-b4b5-4b68-b912-fa4f12af3a37 service neutron] 10.222.0.70 "GET /v2.0/networks?id=34cb382d-ddc5-4eff-9234-ed470fc72c91 HTTP/1.1" status: 200 len: 921 time: 0.2670133 Jul 05 04:03:54.741255 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e6b525a6-a480-4bf7-b4d1-84e3a9510136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.838247 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b525a6-a480-4bf7-b4d1-84e3a9510136 None None] Pushing event updated for resources: {'Port': ['ID=0117900f-3ea5-4079-8019-5c337e36d4d4,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:54.848811 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bfcf8679-f749-4a8c-9e03-54ca4e2a11f7 req-6757e2ae-776f-462e-ac2c-f08dd1ac69bd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8440734f-6e50-4cd5-badb-d847a8eee38a HTTP/1.1" status: 200 len: 217 time: 0.1214263 Jul 05 04:03:54.966252 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-933db593-97c0-491f-a62c-d664005303af req-ed271cff-35ae-42a8-842b-9fbf63fc3787 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b2f199b-7a4c-4078-a89e-2518423380b3 HTTP/1.1" status: 200 len: 217 time: 0.1461515 Jul 05 04:03:55.043375 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3f73c1-83d3-4ccc-9449-f6bd1b20011a admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:55.044344 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad40b93-26fd-439e-851b-3e4e204e5e52 req-89181ab2-f8fe-48ee-941d-9b7ee9ba88ee tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:55.060635 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] Sync routers for ids ['6111dfe3-31f3-4501-83d6-39a888628951'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:55.069716 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ad40b93-26fd-439e-851b-3e4e204e5e52 req-89181ab2-f8fe-48ee-941d-9b7ee9ba88ee tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.5347040 Jul 05 04:03:55.082041 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] Routers {'6111dfe3-31f3-4501-83d6-39a888628951'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:55.090645 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:03:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['6111dfe3-31f3-4501-83d6-39a888628951'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:55.095104 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 0117900f-3ea5-4079-8019-5c337e36d4d4 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:55.186472 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e2d2bf21-9380-4121-a1fe-d6824ce1b58e None None] Provisioning complete for port 0117900f-3ea5-4079-8019-5c337e36d4d4 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:55.187247 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e2d2bf21-9380-4121-a1fe-d6824ce1b58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.389865 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] Set router 6111dfe3-31f3-4501-83d6-39a888628951 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:55.446340 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933db593-97c0-491f-a62c-d664005303af req-c6129480-de74-48c5-82f3-c419eaf548fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:55.452425 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-933db593-97c0-491f-a62c-d664005303af req-c6129480-de74-48c5-82f3-c419eaf548fc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=841f8f9d-f533-482b-8ae2-8b614ee6bf1c HTTP/1.1" status: 200 len: 860 time: 0.4750066 Jul 05 04:03:55.457892 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf8679-f749-4a8c-9e03-54ca4e2a11f7 req-fef0528c-c657-4903-9c84-1afce4cdb3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:55.465334 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bfcf8679-f749-4a8c-9e03-54ca4e2a11f7 req-fef0528c-c657-4903-9c84-1afce4cdb3b2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d157b61e-6b4a-43c9-a07c-5c6e1fda4120 HTTP/1.1" status: 200 len: 851 time: 0.5169065 Jul 05 04:03:55.563187 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ad40b93-26fd-439e-851b-3e4e204e5e52 req-1b2e0995-7e6a-45b5-a29d-b70401f4324d tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914820 Jul 05 04:03:55.570495 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-933db593-97c0-491f-a62c-d664005303af req-4a0fa4ac-ed1d-4537-ba3d-1470130938ff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=34cb382d-ddc5-4eff-9234-ed470fc72c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995328 Jul 05 04:03:55.683771 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8440734f-6e50-4cd5-badb-d847a8eee38a details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:03:55.770536 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6111dfe3-31f3-4501-83d6-39a888628951', 'name': 'tempest-TaggedBootDevicesTest_v242-1023080050-router', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '12e5e2b0-0e16-4f7e-9265-8e62d110860c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:50Z', 'updated_at': '2021-07-05T04:03:52Z', 'revision_number': 3, 'project_id': '50643a7691c345388c1f08c7454cea66', 'gw_port': {'id': '12e5e2b0-0e16-4f7e-9265-8e62d110860c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6111dfe3-31f3-4501-83d6-39a888628951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:51Z', 'updated_at': '2021-07-05T04:03:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:55.841056 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf8679-f749-4a8c-9e03-54ca4e2a11f7 req-fca65d52-0ddc-456c-b08c-3ac4e23f463b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:55.844056 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bfcf8679-f749-4a8c-9e03-54ca4e2a11f7 req-fca65d52-0ddc-456c-b08c-3ac4e23f463b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=76e1944d-1d03-4c4e-b1ba-413cddc95912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3013959 Jul 05 04:03:55.849066 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] Checking router: 6111dfe3-31f3-4501-83d6-39a888628951 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:03:55.849513 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] Updating router 6111dfe3-31f3-4501-83d6-39a888628951 port 12e5e2b0-0e16-4f7e-9265-8e62d110860c binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:03:55.887768 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-933db593-97c0-491f-a62c-d664005303af req-5fe0e322-d2f9-46d7-aadf-41bc1aa1ac56 service neutron] 10.222.0.70 "GET /v2.0/networks/34cb382d-ddc5-4eff-9234-ed470fc72c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806494 Jul 05 04:03:55.909819 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.930557 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8440734f-6e50-4cd5-badb-d847a8eee38a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8440734f-6e50-4cd5-badb-d847a8eee38a,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:55.970158 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 0117900f-3ea5-4079-8019-5c337e36d4d4 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:55.970546 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.051317 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bfcf8679-f749-4a8c-9e03-54ca4e2a11f7 req-8757599a-e331-47b9-a359-dfbf536081ec service neutron] 10.222.0.89 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889100 Jul 05 04:03:56.053424 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '8440734f-6e50-4cd5-badb-d847a8eee38a', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'port_id': '8440734f-6e50-4cd5-badb-d847a8eee38a', 'mac_address': 'fa:16:3e:51:47:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:03:56.163588 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.182361 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87952564-1ec1-4f52-8260-56b60cf90f2a req-9d8496c9-c052-4eff-affb-d6350976cbc0 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f57b974-66a3-4e2e-a4a6-97cb03de7f3d HTTP/1.1" status: 200 len: 210 time: 1.1422544 Jul 05 04:03:56.202202 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e3f73c1-83d3-4ccc-9449-f6bd1b20011a admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.206206 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5e3f73c1-83d3-4ccc-9449-f6bd1b20011a admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.0716538 Jul 05 04:03:56.208661 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 36616) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:56.231409 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8440734f-6e50-4cd5-badb-d847a8eee38a {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:56.237198 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-933db593-97c0-491f-a62c-d664005303af req-bd3d680e-82ee-493b-9bf8-71f12fcc276b service neutron] 10.222.0.70 "GET /v2.0/networks/34cb382d-ddc5-4eff-9234-ed470fc72c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960859 Jul 05 04:03:56.304581 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8440734f-6e50-4cd5-badb-d847a8eee38a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8440734f-6e50-4cd5-badb-d847a8eee38a,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:56.315370 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.463703 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b7b62-3171-4c04-bcaf-ba901488c6da req-cb0c3f0c-66ab-459b-914c-0ae2f3a8241c tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:56.470658 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-506b7b62-3171-4c04-bcaf-ba901488c6da req-cb0c3f0c-66ab-459b-914c-0ae2f3a8241c tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.4280963 Jul 05 04:03:56.557250 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bfcf8679-f749-4a8c-9e03-54ca4e2a11f7 req-bfb54c23-c9b7-4654-9a9f-9f8ea90489b1 service neutron] 10.222.0.89 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935029 Jul 05 04:03:56.615472 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=8440734f-6e50-4cd5-badb-d847a8eee38a,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:56.625619 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['8440734f-6e50-4cd5-badb-d847a8eee38a'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:56.676714 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-a149c561-baa6-4e53-ab6c-30784a6b921a tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:56.679360 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-a149c561-baa6-4e53-ab6c-30784a6b921a tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.89 "GET /v2.0/networks?id=f1ef758a-da8e-4f8f-9c20-8106295de709 HTTP/1.1" status: 200 len: 809 time: 1.6401134 Jul 05 04:03:56.707933 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.720382 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-506b7b62-3171-4c04-bcaf-ba901488c6da req-452d033a-4a47-4bd0-9791-c83a21de2d29 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373943 Jul 05 04:03:56.750372 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] Transition to ACTIVE for port object 12e5e2b0-0e16-4f7e-9265-8e62d110860c will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:56.763391 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-6c6cc886-06bf-4c8b-9438-c54f33dd205f tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Request body: {'port': {'device_id': '6f57b974-66a3-4e2e-a4a6-97cb03de7f3d', 'network_id': 'f1ef758a-da8e-4f8f-9c20-8106295de709', 'admin_state_up': True, 'tenant_id': '74d0dd7515064f2ea86053c37b2e83ea'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:56.765014 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.890100 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ada6c-3a9d-4fff-96d5-ebff6fee9a2a None None] Pushing event updated for resources: {'Port': ['ID=12e5e2b0-0e16-4f7e-9265-8e62d110860c,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:56.915720 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] Attempting to bind port 12e5e2b0-0e16-4f7e-9265-8e62d110860c on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:56.916521 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] Attempting to bind port 12e5e2b0-0e16-4f7e-9265-8e62d110860c by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:56.917359 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] Attempting to bind port 12e5e2b0-0e16-4f7e-9265-8e62d110860c on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:56.930058 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:56.931335 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:56.932163 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.932796 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:56.947865 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] Bound port: 12e5e2b0-0e16-4f7e-9265-8e62d110860c, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:56.950147 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.002277 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-6c6cc886-06bf-4c8b-9438-c54f33dd205f tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Made reservation on behalf of 74d0dd7515064f2ea86053c37b2e83ea for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:57.006123 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-6c6cc886-06bf-4c8b-9438-c54f33dd205f tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.031350 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] For port 12e5e2b0-0e16-4f7e-9265-8e62d110860c, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:57.038028 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] For port 12e5e2b0-0e16-4f7e-9265-8e62d110860c, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=12e5e2b0-0e16-4f7e-9265-8e62d110860c,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:57.044828 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.123781 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] Routers {'6111dfe3-31f3-4501-83d6-39a888628951'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:57.124369 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:03:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['6111dfe3-31f3-4501-83d6-39a888628951'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:57.161057 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ada6c-3a9d-4fff-96d5-ebff6fee9a2a None None] Pushing event updated for resources: {'Port': ['ID=12e5e2b0-0e16-4f7e-9265-8e62d110860c,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:57.171500 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992d864-6a37-4a16-9162-1bffe8bbe0f7 req-cc3e7fc9-8fce-43a6-ba54-5ded58ad7d8c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:57.176439 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3992d864-6a37-4a16-9162-1bffe8bbe0f7 req-cc3e7fc9-8fce-43a6-ba54-5ded58ad7d8c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 944 time: 0.2847404 Jul 05 04:03:57.274500 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] Set router 6111dfe3-31f3-4501-83d6-39a888628951 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:57.319988 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3992d864-6a37-4a16-9162-1bffe8bbe0f7 req-8342a343-145d-4e55-84f1-5624ec0a0c8c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367738 Jul 05 04:03:57.319988 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-6c6cc886-06bf-4c8b-9438-c54f33dd205f tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Allocated IP 172.20.0.6 (f1ef758a-da8e-4f8f-9c20-8106295de709/3bd11bf2-09ba-4da3-8174-f13becbc0911/3ff209dd-5c1f-42a7-ac97-af2981ea3047) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:57.498410 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8440734f-6e50-4cd5-badb-d847a8eee38a up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:57.541538 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6111dfe3-31f3-4501-83d6-39a888628951', 'name': 'tempest-TaggedBootDevicesTest_v242-1023080050-router', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '12e5e2b0-0e16-4f7e-9265-8e62d110860c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:50Z', 'updated_at': '2021-07-05T04:03:52Z', 'revision_number': 3, 'project_id': '50643a7691c345388c1f08c7454cea66', 'gw_port': {'id': '12e5e2b0-0e16-4f7e-9265-8e62d110860c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6111dfe3-31f3-4501-83d6-39a888628951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:51Z', 'updated_at': '2021-07-05T04:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:57.581238 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660c480-4d87-413b-9869-efe478bd3a97 None None] The sync data for ids ['6111dfe3-31f3-4501-83d6-39a888628951'] in n-d-780147-23 is: [{'id': '6111dfe3-31f3-4501-83d6-39a888628951', 'name': 'tempest-TaggedBootDevicesTest_v242-1023080050-router', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '12e5e2b0-0e16-4f7e-9265-8e62d110860c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:50Z', 'updated_at': '2021-07-05T04:03:52Z', 'revision_number': 3, 'project_id': '50643a7691c345388c1f08c7454cea66', 'gw_port': {'id': '12e5e2b0-0e16-4f7e-9265-8e62d110860c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6111dfe3-31f3-4501-83d6-39a888628951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:51Z', 'updated_at': '2021-07-05T04:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:57.625862 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 8440734f-6e50-4cd5-badb-d847a8eee38a completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:57.642090 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ff984911-e738-4e7d-b3f4-787d23054592 req-28870b5d-b56f-4476-b1ea-a3f4b425b56b tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f57b974-66a3-4e2e-a4a6-97cb03de7f3d HTTP/1.1" status: 200 len: 210 time: 0.0612862 Jul 05 04:03:57.642848 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 8440734f-6e50-4cd5-badb-d847a8eee38a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:57.643460 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.647913 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9c330a26-7ebe-47d2-b2ff-adfc7f11df53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.710070 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-6c6cc886-06bf-4c8b-9438-c54f33dd205f tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.719915 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8e25a-b4fb-4376-8bd8-52740fbcbd01 req-0a9453a3-5ee9-4f7e-8f2c-2681b440a585 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:57.733201 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-65b8e25a-b4fb-4376-8bd8-52740fbcbd01 req-0a9453a3-5ee9-4f7e-8f2c-2681b440a585 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.2700965 Jul 05 04:03:57.881119 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-65b8e25a-b4fb-4376-8bd8-52740fbcbd01 req-dac39856-af72-44cf-ac35-5c004753d4e4 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468217 Jul 05 04:03:57.886624 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.894805 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be0736-6032-4d7a-b019-44f4e9bcb475 req-3bafe438-4758-434e-a2b1-2514b3d8c8b5 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:57.902406 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be0736-6032-4d7a-b019-44f4e9bcb475 req-3bafe438-4758-434e-a2b1-2514b3d8c8b5 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:57.909795 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be0736-6032-4d7a-b019-44f4e9bcb475 req-3bafe438-4758-434e-a2b1-2514b3d8c8b5 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:57.916597 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be0736-6032-4d7a-b019-44f4e9bcb475 req-3bafe438-4758-434e-a2b1-2514b3d8c8b5 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:57.930186 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be0736-6032-4d7a-b019-44f4e9bcb475 req-3bafe438-4758-434e-a2b1-2514b3d8c8b5 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:57.940927 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be0736-6032-4d7a-b019-44f4e9bcb475 req-3bafe438-4758-434e-a2b1-2514b3d8c8b5 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:57.943373 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8440734f-6e50-4cd5-badb-d847a8eee38a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8440734f-6e50-4cd5-badb-d847a8eee38a,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:57.944661 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328625be-cc55-4bed-9a05-42dbf7c01afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8440734f-6e50-4cd5-badb-d847a8eee38a'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:57.947615 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d11be9d-7c94-44c6-af3c-8af80cd705a8" -d '{"events": [{"server_uuid": "328625be-cc55-4bed-9a05-42dbf7c01afb", "name": "network-vif-plugged", "status": "completed", "tag": "8440734f-6e50-4cd5-badb-d847a8eee38a"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:57.954116 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.968955 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be0736-6032-4d7a-b019-44f4e9bcb475 req-3bafe438-4758-434e-a2b1-2514b3d8c8b5 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:57.974449 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12be0736-6032-4d7a-b019-44f4e9bcb475 req-3bafe438-4758-434e-a2b1-2514b3d8c8b5 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5432 time: 0.1898966 Jul 05 04:03:58.021656 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-6c6cc886-06bf-4c8b-9438-c54f33dd205f tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.083421 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=8440734f-6e50-4cd5-badb-d847a8eee38a,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:58.110473 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12be0736-6032-4d7a-b019-44f4e9bcb475 req-dbbbabd7-7f60-4bc7-8c5f-bf9213cdc667 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1281862 Jul 05 04:03:58.241593 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afae3e92-c727-41e0-ac1d-50590acc8773 x-openstack-request-id: req-afae3e92-c727-41e0-ac1d-50590acc8773 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:58.241593 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328625be-cc55-4bed-9a05-42dbf7c01afb", "name": "network-vif-plugged", "status": "completed", "tag": "8440734f-6e50-4cd5-badb-d847a8eee38a", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:58.241593 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-afae3e92-c727-41e0-ac1d-50590acc8773 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:58.241929 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-6c6cc886-06bf-4c8b-9438-c54f33dd205f tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Network f1ef758a-da8e-4f8f-9c20-8106295de709 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:58.242036 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328625be-cc55-4bed-9a05-42dbf7c01afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8440734f-6e50-4cd5-badb-d847a8eee38a', 'code': 200} Jul 05 04:03:58.254438 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-6c6cc886-06bf-4c8b-9438-c54f33dd205f tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:58.281624 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-6c6cc886-06bf-4c8b-9438-c54f33dd205f tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:58.297564 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6cc886-06bf-4c8b-9438-c54f33dd205f tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Pushing event updated for resources: {'Port': ['ID=3ff209dd-5c1f-42a7-ac97-af2981ea3047,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:58.336420 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-9c330a26-7ebe-47d2-b2ff-adfc7f11df53 admin admin] Allocated IP 172.20.0.1 (8ea7df2c-9621-40f9-b0fb-19b9c2e4305a/f6a89750-87ba-44fb-8296-741d431f172e/a8530503-d312-4b42-80ba-5ae6b8f87e90) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:58.391127 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-6c6cc886-06bf-4c8b-9438-c54f33dd205f tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:58.393021 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-6c6cc886-06bf-4c8b-9438-c54f33dd205f tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.493517 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c938e7a-ec6f-46e0-9a84-2f0a526c64d3 req-ff325bb5-0e43-4499-99a6-31b5fa6f12ed tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:58.497161 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0c938e7a-ec6f-46e0-9a84-2f0a526c64d3 req-ff325bb5-0e43-4499-99a6-31b5fa6f12ed tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.2016702 Jul 05 04:03:58.507909 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7c038-b277-4a7f-a2e9-a17de83cb9ba req-7c6393c5-24dc-4eab-b768-ad3a5fc0826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:58.510697 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-64f7c038-b277-4a7f-a2e9-a17de83cb9ba req-7c6393c5-24dc-4eab-b768-ad3a5fc0826c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 1097 time: 0.1216621 Jul 05 04:03:58.546253 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-6c6cc886-06bf-4c8b-9438-c54f33dd205f tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7883787 Jul 05 04:03:58.556892 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9c330a26-7ebe-47d2-b2ff-adfc7f11df53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.577960 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-04d09994-1a0a-48e9-a44c-c8235af3f740 service neutron] Request body: {'port': {'device_id': '6f57b974-66a3-4e2e-a4a6-97cb03de7f3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:58.609063 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1f36-b612-4517-b142-cb34b64239c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.635400 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-64f7c038-b277-4a7f-a2e9-a17de83cb9ba req-5181c525-1730-434a-a049-97808676214c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091585 Jul 05 04:03:58.642167 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-9c330a26-7ebe-47d2-b2ff-adfc7f11df53 admin admin] Transition to ACTIVE for port object a8530503-d312-4b42-80ba-5ae6b8f87e90 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:58.651934 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0c938e7a-ec6f-46e0-9a84-2f0a526c64d3 req-d1926df0-0adc-4ecf-abad-d20ecc2cc676 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388938 Jul 05 04:03:58.767568 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-04d09994-1a0a-48e9-a44c-c8235af3f740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.952348 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9c330a26-7ebe-47d2-b2ff-adfc7f11df53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.989920 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c330a26-7ebe-47d2-b2ff-adfc7f11df53 admin admin] Network 8ea7df2c-9621-40f9-b0fb-19b9c2e4305a is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:59.029958 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-9c330a26-7ebe-47d2-b2ff-adfc7f11df53 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:59.045340 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c330a26-7ebe-47d2-b2ff-adfc7f11df53 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:59.066740 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd5f74-bddc-49d0-b652-03700886047b req-bc584eed-ab96-448d-8e1b-71950cffb46b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.070755 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-06dd5f74-bddc-49d0-b652-03700886047b req-bc584eed-ab96-448d-8e1b-71950cffb46b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 945 time: 0.4676638 Jul 05 04:03:59.111162 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 12e5e2b0-0e16-4f7e-9265-8e62d110860c up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:59.227704 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.294025 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c330a26-7ebe-47d2-b2ff-adfc7f11df53 admin admin] Pushing event updated for resources: {'Port': ['ID=a8530503-d312-4b42-80ba-5ae6b8f87e90,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:59.327372 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 12e5e2b0-0e16-4f7e-9265-8e62d110860c completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:59.330685 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9c330a26-7ebe-47d2-b2ff-adfc7f11df53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.335651 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 12e5e2b0-0e16-4f7e-9265-8e62d110860c triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:59.336793 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.359035 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-06dd5f74-bddc-49d0-b652-03700886047b req-863275e2-a559-49dd-bd91-8c1bd8875b2e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306347 Jul 05 04:03:59.458125 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29d6d8-7171-43c9-ab4b-f13aae4711a2 req-6b4a9622-e78e-410d-9a5e-2b91729dbcbb tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.466670 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fc29d6d8-7171-43c9-ab4b-f13aae4711a2 req-6b4a9622-e78e-410d-9a5e-2b91729dbcbb tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f57b974-66a3-4e2e-a4a6-97cb03de7f3d HTTP/1.1" status: 200 len: 931 time: 0.6538131 Jul 05 04:03:59.508562 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-5acb257b-49b0-4970-83ec-1515e43c78c1 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.516435 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-5acb257b-49b0-4970-83ec-1515e43c78c1 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.523874 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-5acb257b-49b0-4970-83ec-1515e43c78c1 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.532125 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-5acb257b-49b0-4970-83ec-1515e43c78c1 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.538522 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-5acb257b-49b0-4970-83ec-1515e43c78c1 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.546124 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-5acb257b-49b0-4970-83ec-1515e43c78c1 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.547345 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f4d0988d-6a23-4654-bfcd-e577e23e402d None None] Provisioning for port a8530503-d312-4b42-80ba-5ae6b8f87e90 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:59.551958 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f4d0988d-6a23-4654-bfcd-e577e23e402d None None] Provisioning complete for port a8530503-d312-4b42-80ba-5ae6b8f87e90 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:59.552477 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f4d0988d-6a23-4654-bfcd-e577e23e402d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.553544 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-5acb257b-49b0-4970-83ec-1515e43c78c1 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.555619 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.556035 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-5acb257b-49b0-4970-83ec-1515e43c78c1 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.70 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5432 time: 0.2249587 Jul 05 04:03:59.616687 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fc29d6d8-7171-43c9-ab4b-f13aae4711a2 req-74b96962-f473-4475-9f62-502251452dae tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e189d8b-221e-4e52-a7b8-9319fa288e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484401 Jul 05 04:03:59.644117 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-3560a1ff-3842-47d7-958b-68697c17f2cb tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.648504 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-3560a1ff-3842-47d7-958b-68697c17f2cb tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.70 "GET /v2.0/ports/43e10832-bba0-43bb-bb99-461c4ef85b71?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0849876 Jul 05 04:03:59.661710 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 12e5e2b0-0e16-4f7e-9265-8e62d110860c, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=12e5e2b0-0e16-4f7e-9265-8e62d110860c,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:59.686992 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.692053 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-f4d0988d-6a23-4654-bfcd-e577e23e402d None None] Port a8530503-d312-4b42-80ba-5ae6b8f87e90 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:59.749997 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-04d09994-1a0a-48e9-a44c-c8235af3f740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ff209dd-5c1f-42a7-ac97-af2981ea3047 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:59.768238 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-04d09994-1a0a-48e9-a44c-c8235af3f740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.771569 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9c330a26-7ebe-47d2-b2ff-adfc7f11df53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.813847 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=12e5e2b0-0e16-4f7e-9265-8e62d110860c,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:59.841615 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-04d09994-1a0a-48e9-a44c-c8235af3f740 service neutron] Transition to ACTIVE for port object 3ff209dd-5c1f-42a7-ac97-af2981ea3047 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:59.852593 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-04d09994-1a0a-48e9-a44c-c8235af3f740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.894491 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-bd78f202-02bd-4bb4-b669-25979c9238ef tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.70 "GET /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2408273 Jul 05 04:03:59.913568 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-2c226b59-370b-404d-94f6-3e3a969e2f74 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:59.940747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63cbb5-3f92-4f2f-a400-80dd018bf647 req-f7c57f5e-b1e0-4ad4-8af0-cd5aa3e62bc9 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.942564 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-db63cbb5-3f92-4f2f-a400-80dd018bf647 req-f7c57f5e-b1e0-4ad4-8af0-cd5aa3e62bc9 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.2519457 Jul 05 04:03:59.957301 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f588638-3f02-4530-8755-24745fbcf64c req-9328dbe3-3812-49ce-9ea2-b9058df0b09f tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.964925 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f588638-3f02-4530-8755-24745fbcf64c req-9328dbe3-3812-49ce-9ea2-b9058df0b09f tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.969525 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f588638-3f02-4530-8755-24745fbcf64c req-9328dbe3-3812-49ce-9ea2-b9058df0b09f tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.975776 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f588638-3f02-4530-8755-24745fbcf64c req-9328dbe3-3812-49ce-9ea2-b9058df0b09f tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.982298 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f588638-3f02-4530-8755-24745fbcf64c req-9328dbe3-3812-49ce-9ea2-b9058df0b09f tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.988617 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f588638-3f02-4530-8755-24745fbcf64c req-9328dbe3-3812-49ce-9ea2-b9058df0b09f tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.995011 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f588638-3f02-4530-8755-24745fbcf64c req-9328dbe3-3812-49ce-9ea2-b9058df0b09f tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.998895 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2f588638-3f02-4530-8755-24745fbcf64c req-9328dbe3-3812-49ce-9ea2-b9058df0b09f tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 5432 time: 0.1907430 Jul 05 04:04:00.016342 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d09994-1a0a-48e9-a44c-c8235af3f740 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff209dd-5c1f-42a7-ac97-af2981ea3047,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:00.079052 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2f588638-3f02-4530-8755-24745fbcf64c req-1fc60c0c-babe-4b8f-8c1b-855f33f2dfc8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=a4d16b0c-a83b-4366-87e7-be6497ad32a3&id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0684633 Jul 05 04:04:00.081960 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-2c226b59-370b-404d-94f6-3e3a969e2f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.097883 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-db63cbb5-3f92-4f2f-a400-80dd018bf647 req-705403ef-3fe1-4f44-8a64-8b75f4e4ed72 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412623 Jul 05 04:04:00.160923 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-04d09994-1a0a-48e9-a44c-c8235af3f740 service neutron] Attempting to bind port 3ff209dd-5c1f-42a7-ac97-af2981ea3047 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:00.161679 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-04d09994-1a0a-48e9-a44c-c8235af3f740 service neutron] Attempting to bind port 3ff209dd-5c1f-42a7-ac97-af2981ea3047 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '8bc654db-7193-40a5-a488-be31c46b0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f1ef758a-da8e-4f8f-9c20-8106295de709'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:00.162198 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-04d09994-1a0a-48e9-a44c-c8235af3f740 service neutron] Attempting to bind port 3ff209dd-5c1f-42a7-ac97-af2981ea3047 on network f1ef758a-da8e-4f8f-9c20-8106295de709 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:00.174065 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-04d09994-1a0a-48e9-a44c-c8235af3f740 service neutron] Port 3ff209dd-5c1f-42a7-ac97-af2981ea3047 on network f1ef758a-da8e-4f8f-9c20-8106295de709 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:04:00.174493 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-04d09994-1a0a-48e9-a44c-c8235af3f740 service neutron] Attempting to bind port 3ff209dd-5c1f-42a7-ac97-af2981ea3047 on network f1ef758a-da8e-4f8f-9c20-8106295de709 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:00.183967 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-04d09994-1a0a-48e9-a44c-c8235af3f740 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:00.184319 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-04d09994-1a0a-48e9-a44c-c8235af3f740 service neutron] Checking segment: {'id': '8bc654db-7193-40a5-a488-be31c46b0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f1ef758a-da8e-4f8f-9c20-8106295de709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:00.184885 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-04d09994-1a0a-48e9-a44c-c8235af3f740 service neutron] Bound using segment: {'id': '8bc654db-7193-40a5-a488-be31c46b0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f1ef758a-da8e-4f8f-9c20-8106295de709'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:00.185336 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-04d09994-1a0a-48e9-a44c-c8235af3f740 service neutron] Bound port: 3ff209dd-5c1f-42a7-ac97-af2981ea3047, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bc654db-7193-40a5-a488-be31c46b0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f1ef758a-da8e-4f8f-9c20-8106295de709'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:00.185700 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-04d09994-1a0a-48e9-a44c-c8235af3f740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.205027 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9c330a26-7ebe-47d2-b2ff-adfc7f11df53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.214052 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9c330a26-7ebe-47d2-b2ff-adfc7f11df53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.300626 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-2c226b59-370b-404d-94f6-3e3a969e2f74 service neutron] For port 43e10832-bba0-43bb-bb99-461c4ef85b71, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=43e10832-bba0-43bb-bb99-461c4ef85b71,segment=NetworkSegment(ce7496e1-57b4-4372-aedf-6673118415b3),segment_id=ce7496e1-57b4-4372-aedf-6673118415b3)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:00.338937 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-2c226b59-370b-404d-94f6-3e3a969e2f74 service neutron] For port 43e10832-bba0-43bb-bb99-461c4ef85b71, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:00.369494 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-04d09994-1a0a-48e9-a44c-c8235af3f740 service neutron] For port 3ff209dd-5c1f-42a7-ac97-af2981ea3047, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:00.373684 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9c330a26-7ebe-47d2-b2ff-adfc7f11df53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.375338 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c330a26-7ebe-47d2-b2ff-adfc7f11df53 admin admin] Pushing event updated for resources: {'Port': ['ID=a8530503-d312-4b42-80ba-5ae6b8f87e90,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:00.381182 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-04d09994-1a0a-48e9-a44c-c8235af3f740 service neutron] For port 3ff209dd-5c1f-42a7-ac97-af2981ea3047, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=3ff209dd-5c1f-42a7-ac97-af2981ea3047,segment=NetworkSegment(8bc654db-7193-40a5-a488-be31c46b0cc2),segment_id=8bc654db-7193-40a5-a488-be31c46b0cc2)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:00.389212 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-2c226b59-370b-404d-94f6-3e3a969e2f74 service neutron] device_id is not set on port 43e10832-bba0-43bb-bb99-461c4ef85b71 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:04:00.390250 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-04d09994-1a0a-48e9-a44c-c8235af3f740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.401432 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-2c226b59-370b-404d-94f6-3e3a969e2f74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.409296 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-2c226b59-370b-404d-94f6-3e3a969e2f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.489767 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-04d09994-1a0a-48e9-a44c-c8235af3f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:00.490378 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-04d09994-1a0a-48e9-a44c-c8235af3f740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.491945 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-2c226b59-370b-404d-94f6-3e3a969e2f74 service neutron] No DVR routers for this DVR port 43e10832-bba0-43bb-bb99-461c4ef85b71 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:00.498336 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-04d09994-1a0a-48e9-a44c-c8235af3f740 service neutron] 10.222.0.89 "PUT /v2.0/ports/3ff209dd-5c1f-42a7-ac97-af2981ea3047 HTTP/1.1" status: 200 len: 1092 time: 1.9317782 Jul 05 04:04:00.500921 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f57b974-66a3-4e2e-a4a6-97cb03de7f3d', 'tag': '3ff209dd-5c1f-42a7-ac97-af2981ea3047'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:00.503444 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218120a3-8f34-44ac-8fb3-718a88c85490" -d '{"events": [{"name": "network-changed", "server_uuid": "6f57b974-66a3-4e2e-a4a6-97cb03de7f3d", "tag": "3ff209dd-5c1f-42a7-ac97-af2981ea3047"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:00.558999 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bae17-b8c1-4f9d-9338-1b1a189a83fc req-6951fe7a-ff5b-4410-81de-17d5e31a2ffc tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:00.560878 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b69bae17-b8c1-4f9d-9338-1b1a189a83fc req-6951fe7a-ff5b-4410-81de-17d5e31a2ffc tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.2751544 Jul 05 04:04:00.576457 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c226b59-370b-404d-94f6-3e3a969e2f74 service neutron] Pushing event updated for resources: {'Port': ['ID=43e10832-bba0-43bb-bb99-461c4ef85b71,revision_number=6']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:00.601452 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d09994-1a0a-48e9-a44c-c8235af3f740 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff209dd-5c1f-42a7-ac97-af2981ea3047,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:00.635911 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-2c226b59-370b-404d-94f6-3e3a969e2f74 service neutron] In _notify_port_updated(), no bound segment for port 43e10832-bba0-43bb-bb99-461c4ef85b71 on network 3109c869-7127-4afd-9f38-c7624c1dbe78 {{(pid=105538) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:04:00.638030 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-2c226b59-370b-404d-94f6-3e3a969e2f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:00.638668 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-2c226b59-370b-404d-94f6-3e3a969e2f74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.640276 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-2c226b59-370b-404d-94f6-3e3a969e2f74 service neutron] 10.222.0.70 "PUT /v2.0/ports/43e10832-bba0-43bb-bb99-461c4ef85b71 HTTP/1.1" status: 200 len: 1025 time: 0.7325506 Jul 05 04:04:00.712464 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b69bae17-b8c1-4f9d-9338-1b1a189a83fc req-3e4214b2-8100-46b8-9e38-cd1df0094f3a tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154993 Jul 05 04:04:00.725963 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c330a26-7ebe-47d2-b2ff-adfc7f11df53 admin admin] Network 8ea7df2c-9621-40f9-b0fb-19b9c2e4305a is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:00.728994 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-9c330a26-7ebe-47d2-b2ff-adfc7f11df53 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:00.790154 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-fe829232-9e4d-42aa-a31f-d61a5e97c905 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:00.792122 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-fe829232-9e4d-42aa-a31f-d61a5e97c905 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.70 "GET /v2.0/ports/ed8d3ec4-006f-4eb5-af83-d5d95a707d39?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1440244 Jul 05 04:04:00.818883 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-f6b1e209-ba22-4bdd-b13b-0269c5a40446 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:00.931272 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-f6b1e209-ba22-4bdd-b13b-0269c5a40446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.944712 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07515e16-38bc-4c04-862c-e097f509c114 req-131b5017-99de-4c67-934a-a4b33078ff64 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:00.953856 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07515e16-38bc-4c04-862c-e097f509c114 req-131b5017-99de-4c67-934a-a4b33078ff64 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 945 time: 0.3743119 Jul 05 04:04:00.956266 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a652d869-0399-4e58-af5c-696680686ac7 None None] Provisioning complete for port 43e10832-bba0-43bb-bb99-461c4ef85b71 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:00.957307 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a652d869-0399-4e58-af5c-696680686ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.021241 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a652d869-0399-4e58-af5c-696680686ac7 None None] Port 43e10832-bba0-43bb-bb99-461c4ef85b71 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:01.084706 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 12e5e2b0-0e16-4f7e-9265-8e62d110860c up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:01.097971 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-07515e16-38bc-4c04-862c-e097f509c114 req-6ac5e7f1-c860-4b05-ae34-1eb100cab56f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432004 Jul 05 04:04:01.172568 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 12e5e2b0-0e16-4f7e-9265-8e62d110860c triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:01.172942 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.272005 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-f6b1e209-ba22-4bdd-b13b-0269c5a40446 service neutron] For port ed8d3ec4-006f-4eb5-af83-d5d95a707d39, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=ed8d3ec4-006f-4eb5-af83-d5d95a707d39,segment=NetworkSegment(ce7496e1-57b4-4372-aedf-6673118415b3),segment_id=ce7496e1-57b4-4372-aedf-6673118415b3)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:01.273428 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210f51c1-fa1d-4f74-8ebe-2211df6746ec x-openstack-request-id: req-210f51c1-fa1d-4f74-8ebe-2211df6746ec {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:01.274006 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f57b974-66a3-4e2e-a4a6-97cb03de7f3d", "tag": "3ff209dd-5c1f-42a7-ac97-af2981ea3047", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:01.274485 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-210f51c1-fa1d-4f74-8ebe-2211df6746ec {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:01.275864 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f57b974-66a3-4e2e-a4a6-97cb03de7f3d', 'tag': '3ff209dd-5c1f-42a7-ac97-af2981ea3047', 'status': 'completed', 'code': 200} Jul 05 04:04:01.325558 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8a006a89-d640-4fd4-94df-6402cae18f74 None None] Provisioning complete for port a8530503-d312-4b42-80ba-5ae6b8f87e90 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:01.326030 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8a006a89-d640-4fd4-94df-6402cae18f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.330816 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-f6b1e209-ba22-4bdd-b13b-0269c5a40446 service neutron] For port ed8d3ec4-006f-4eb5-af83-d5d95a707d39, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:01.340468 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-fd6fcaa6-52e6-4d30-8f45-10035b960a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:01.343528 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-fd6fcaa6-52e6-4d30-8f45-10035b960a96 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=74d0dd7515064f2ea86053c37b2e83ea&device_id=6f57b974-66a3-4e2e-a4a6-97cb03de7f3d HTTP/1.1" status: 200 len: 1095 time: 0.7814033 Jul 05 04:04:01.373497 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d240081e-e80e-45ee-af2c-fc17fa4f67ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.378369 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-8a006a89-d640-4fd4-94df-6402cae18f74 None None] Port a8530503-d312-4b42-80ba-5ae6b8f87e90 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:01.405109 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-f6b1e209-ba22-4bdd-b13b-0269c5a40446 service neutron] device_id is not set on port ed8d3ec4-006f-4eb5-af83-d5d95a707d39 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:04:01.416856 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-f6b1e209-ba22-4bdd-b13b-0269c5a40446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.425116 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-f6b1e209-ba22-4bdd-b13b-0269c5a40446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.437610 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-65a83b2c-2bd8-4dc8-a765-639d4ed078a2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ff209dd-5c1f-42a7-ac97-af2981ea3047 HTTP/1.1" status: 200 len: 217 time: 0.0830841 Jul 05 04:04:01.491320 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-f6b1e209-ba22-4bdd-b13b-0269c5a40446 service neutron] No DVR routers for this DVR port ed8d3ec4-006f-4eb5-af83-d5d95a707d39 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:01.532820 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-f6b1e209-ba22-4bdd-b13b-0269c5a40446 service neutron] In _notify_port_updated(), no bound segment for port ed8d3ec4-006f-4eb5-af83-d5d95a707d39 on network 3109c869-7127-4afd-9f38-c7624c1dbe78 {{(pid=105538) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:04:01.533716 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-f6b1e209-ba22-4bdd-b13b-0269c5a40446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:01.534348 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-f6b1e209-ba22-4bdd-b13b-0269c5a40446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.535622 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-f6b1e209-ba22-4bdd-b13b-0269c5a40446 service neutron] 10.222.0.70 "PUT /v2.0/ports/ed8d3ec4-006f-4eb5-af83-d5d95a707d39 HTTP/1.1" status: 200 len: 1028 time: 0.7311485 Jul 05 04:04:01.539654 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1e209-ba22-4bdd-b13b-0269c5a40446 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8d3ec4-006f-4eb5-af83-d5d95a707d39,revision_number=6']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:01.641137 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208350bd-f06c-432a-a923-7a58b992b09a req-b6c266d5-89dc-4efe-b4bd-b6debee0c631 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:01.642751 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-208350bd-f06c-432a-a923-7a58b992b09a req-b6c266d5-89dc-4efe-b4bd-b6debee0c631 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f57b974-66a3-4e2e-a4a6-97cb03de7f3d HTTP/1.1" status: 200 len: 943 time: 0.3815186 Jul 05 04:04:01.650644 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-a80a368b-f29f-4340-a8bd-cf09ae68ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:01.652236 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-a80a368b-f29f-4340-a8bd-cf09ae68ff5c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3bd11bf2-09ba-4da3-8174-f13becbc0911 HTTP/1.1" status: 200 len: 849 time: 0.1639388 Jul 05 04:04:01.663348 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.686451 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c330a26-7ebe-47d2-b2ff-adfc7f11df53 admin admin] Router 6111dfe3-31f3-4501-83d6-39a888628951 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:01.730753 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-1460d641-73f8-49a4-b627-694368407829 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f1ef758a-da8e-4f8f-9c20-8106295de709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422440 Jul 05 04:04:01.736617 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-208350bd-f06c-432a-a923-7a58b992b09a req-5e215a67-4cb8-4729-90d8-71fa5cf71741 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e189d8b-221e-4e52-a7b8-9319fa288e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833774 Jul 05 04:04:01.803406 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ab9b9-88fa-47f3-bd9c-3b3db464f4ba req-7fb1ede1-98c0-48bd-9fe0-ad820557c230 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:01.812272 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ab9b9-88fa-47f3-bd9c-3b3db464f4ba req-7fb1ede1-98c0-48bd-9fe0-ad820557c230 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:01.820422 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ab9b9-88fa-47f3-bd9c-3b3db464f4ba req-7fb1ede1-98c0-48bd-9fe0-ad820557c230 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:01.830785 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ab9b9-88fa-47f3-bd9c-3b3db464f4ba req-7fb1ede1-98c0-48bd-9fe0-ad820557c230 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:01.838319 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ab9b9-88fa-47f3-bd9c-3b3db464f4ba req-7fb1ede1-98c0-48bd-9fe0-ad820557c230 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:01.842763 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fa5ab9b9-88fa-47f3-bd9c-3b3db464f4ba req-7fb1ede1-98c0-48bd-9fe0-ad820557c230 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 3885 time: 0.1864011 Jul 05 04:04:01.844874 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-d32b8b84-fbc3-49f7-9618-c231fb7b59b5 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Deleting port 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:01.845498 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-d32b8b84-fbc3-49f7-9618-c231fb7b59b5 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.908340 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3e3e604b-5a70-491c-a36f-7f4208e6bb9f None None] Provisioning complete for port ed8d3ec4-006f-4eb5-af83-d5d95a707d39 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:01.909956 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3e3e604b-5a70-491c-a36f-7f4208e6bb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.962225 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fa5ab9b9-88fa-47f3-bd9c-3b3db464f4ba req-0bbc1155-386b-4831-840f-e817ae286b0c tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614417 Jul 05 04:04:01.970808 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-3e3e604b-5a70-491c-a36f-7f4208e6bb9f None None] Port ed8d3ec4-006f-4eb5-af83-d5d95a707d39 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:02.001099 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-d32b8b84-fbc3-49f7-9618-c231fb7b59b5 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] For port 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b,segment=NetworkSegment(67cb506d-913f-48a5-b11e-ed8b7440aff3),segment_id=67cb506d-913f-48a5-b11e-ed8b7440aff3)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:02.001461 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-d32b8b84-fbc3-49f7-9618-c231fb7b59b5 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.019185 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-d32b8b84-fbc3-49f7-9618-c231fb7b59b5 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Calling delete_port for 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:02.039352 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-3a9e17da-9d86-4316-9661-ae38f37d9d85 service neutron] 10.222.0.89 "GET /v2.0/networks/f1ef758a-da8e-4f8f-9c20-8106295de709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017366 Jul 05 04:04:02.093507 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c24ee-1ac8-409d-9672-0ea1731afab6 req-a91142d8-4492-44ba-9156-c5d2542377bf tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:02.095553 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-878c24ee-1ac8-409d-9672-0ea1731afab6 req-a91142d8-4492-44ba-9156-c5d2542377bf tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.2142096 Jul 05 04:04:02.169125 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c330a26-7ebe-47d2-b2ff-adfc7f11df53 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:02.177863 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] Sync routers for ids ['6111dfe3-31f3-4501-83d6-39a888628951'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:02.187112 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9c330a26-7ebe-47d2-b2ff-adfc7f11df53 admin admin] 10.222.0.77 "PUT /v2.0/routers/6111dfe3-31f3-4501-83d6-39a888628951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9680128 Jul 05 04:04:02.191989 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] Routers {'6111dfe3-31f3-4501-83d6-39a888628951'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:02.193067 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:04:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['6111dfe3-31f3-4501-83d6-39a888628951'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:02.212444 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-d32b8b84-fbc3-49f7-9618-c231fb7b59b5 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.244667 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58b70a9f-a730-4714-a595-f5cca25a18a1 req-e08dec61-a601-4fcb-b3b5-5ad6453f6ac9 service neutron] 10.222.0.89 "GET /v2.0/networks/f1ef758a-da8e-4f8f-9c20-8106295de709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956968 Jul 05 04:04:02.251313 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b8b84-fbc3-49f7-9618-c231fb7b59b5 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event deleted for resources: {'Port': ['ID=346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:02.255520 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-878c24ee-1ac8-409d-9672-0ea1731afab6 req-a91692d3-af4e-4509-a65c-25e972279798 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232471 Jul 05 04:04:02.368449 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-d32b8b84-fbc3-49f7-9618-c231fb7b59b5 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] No DVR routers for this DVR port 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:02.372096 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-d32b8b84-fbc3-49f7-9618-c231fb7b59b5 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.374584 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-d32b8b84-fbc3-49f7-9618-c231fb7b59b5 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.70 "DELETE /v2.0/ports/346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b HTTP/1.1" status: 204 len: 173 time: 0.8286457 Jul 05 04:04:02.377190 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-deleted', 'tag': '346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:02.391017 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0485a82-f25d-4709-93dd-cd0b08702d05" -d '{"events": [{"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-deleted", "tag": "346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:02.520748 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218120a3-8f34-44ac-8fb3-718a88c85490 req-c304a06e-e460-4b0e-84cd-561186d5302d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:02.522134 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-218120a3-8f34-44ac-8fb3-718a88c85490 req-c304a06e-e460-4b0e-84cd-561186d5302d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=74d0dd7515064f2ea86053c37b2e83ea&device_id=6f57b974-66a3-4e2e-a4a6-97cb03de7f3d HTTP/1.1" status: 200 len: 1095 time: 0.1814203 Jul 05 04:04:02.570617 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] Set router 6111dfe3-31f3-4501-83d6-39a888628951 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:02.578941 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d6c64-812f-485d-b80f-1a23073ef78a req-7f53fa9e-7fdf-4ed9-ad67-6dd15480d3f3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:02.584055 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.585364 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-755d6c64-812f-485d-b80f-1a23073ef78a req-7f53fa9e-7fdf-4ed9-ad67-6dd15480d3f3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 945 time: 0.2182021 Jul 05 04:04:02.658607 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375431f-c7aa-405d-96ed-6acf51645111 req-21d28861-fe02-45cc-9fb4-025ccf3425b5 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:02.660825 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1375431f-c7aa-405d-96ed-6acf51645111 req-21d28861-fe02-45cc-9fb4-025ccf3425b5 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.1933501 Jul 05 04:04:02.677608 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-bc00027b-0c95-4494-8136-6b953d4fd74d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Deleting port 6613a61c-a6e8-4b99-bacd-b372db0723d9 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:02.677983 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-bc00027b-0c95-4494-8136-6b953d4fd74d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.789699 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1375431f-c7aa-405d-96ed-6acf51645111 req-39efaf08-b067-4d35-8107-5ee0003372fb tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920250 Jul 05 04:04:02.816243 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218120a3-8f34-44ac-8fb3-718a88c85490 req-f8d7d6e7-904c-4225-bbe5-ea13283dc9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:02.817817 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-218120a3-8f34-44ac-8fb3-718a88c85490 req-f8d7d6e7-904c-4225-bbe5-ea13283dc9a4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f1ef758a-da8e-4f8f-9c20-8106295de709 HTTP/1.1" status: 200 len: 910 time: 0.2854655 Jul 05 04:04:02.859191 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-755d6c64-812f-485d-b80f-1a23073ef78a req-d8a34fc8-db6e-4650-994b-94907975af5d tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438223 Jul 05 04:04:02.967931 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20870a9-4fc0-4319-925b-254f0dd632b4 x-openstack-request-id: req-a20870a9-4fc0-4319-925b-254f0dd632b4 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:02.972391 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-deleted", "tag": "346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:02.972963 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a20870a9-4fc0-4319-925b-254f0dd632b4 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:02.973737 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-deleted', 'tag': '346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b', 'status': 'completed', 'code': 200} Jul 05 04:04:02.976813 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-218120a3-8f34-44ac-8fb3-718a88c85490 req-76672666-3f3b-4c80-b47d-e32d5b02bc8a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ff209dd-5c1f-42a7-ac97-af2981ea3047 HTTP/1.1" status: 200 len: 217 time: 0.1335170 Jul 05 04:04:03.017333 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-bc00027b-0c95-4494-8136-6b953d4fd74d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] For port 6613a61c-a6e8-4b99-bacd-b372db0723d9, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6613a61c-a6e8-4b99-bacd-b372db0723d9,segment=NetworkSegment(c08de3b8-c3bc-4af9-8e5c-57631e3280d6),segment_id=c08de3b8-c3bc-4af9-8e5c-57631e3280d6)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:03.018022 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-bc00027b-0c95-4494-8136-6b953d4fd74d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.128638 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218120a3-8f34-44ac-8fb3-718a88c85490 req-4ea62bbc-f2a5-4da6-9517-6213c918303f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:03.130167 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-218120a3-8f34-44ac-8fb3-718a88c85490 req-4ea62bbc-f2a5-4da6-9517-6213c918303f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3bd11bf2-09ba-4da3-8174-f13becbc0911 HTTP/1.1" status: 200 len: 849 time: 0.1461256 Jul 05 04:04:03.142921 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6111dfe3-31f3-4501-83d6-39a888628951', 'name': 'tempest-TaggedBootDevicesTest_v242-1023080050-router', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '12e5e2b0-0e16-4f7e-9265-8e62d110860c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:50Z', 'updated_at': '2021-07-05T04:03:59Z', 'revision_number': 4, 'project_id': '50643a7691c345388c1f08c7454cea66', 'gw_port': {'id': '12e5e2b0-0e16-4f7e-9265-8e62d110860c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6111dfe3-31f3-4501-83d6-39a888628951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:51Z', 'updated_at': '2021-07-05T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'a8530503-d312-4b42-80ba-5ae6b8f87e90', 'name': '', 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'mac_address': 'fa:16:3e:f1:f1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6111dfe3-31f3-4501-83d6-39a888628951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'f6a89750-87ba-44fb-8296-741d431f172e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:57Z', 'updated_at': '2021-07-05T04:03:59Z', 'revision_number': 2, 'project_id': '50643a7691c345388c1f08c7454cea66', 'subnets': [{'id': 'f6a89750-87ba-44fb-8296-741d431f172e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:03.184117 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-218120a3-8f34-44ac-8fb3-718a88c85490 req-3af30463-3a38-43d9-863b-29122d1ded4f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f1ef758a-da8e-4f8f-9c20-8106295de709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443244 Jul 05 04:04:03.220671 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] Checking router: 6111dfe3-31f3-4501-83d6-39a888628951 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:03.221500 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] Updating router 6111dfe3-31f3-4501-83d6-39a888628951 port a8530503-d312-4b42-80ba-5ae6b8f87e90 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:04:03.273228 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:04:03.310118 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.415030 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-218120a3-8f34-44ac-8fb3-718a88c85490 req-383232a0-20c7-478d-b7fc-9bd33c96dce4 service neutron] 10.222.0.89 "GET /v2.0/networks/f1ef758a-da8e-4f8f-9c20-8106295de709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186763 Jul 05 04:04:03.429978 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9107fdf-45c1-455a-8af1-51bff5d3574f req-3eed6660-3606-4dea-8a24-cefc01c598cf tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:03.437951 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9107fdf-45c1-455a-8af1-51bff5d3574f req-3eed6660-3606-4dea-8a24-cefc01c598cf tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:03.445235 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9107fdf-45c1-455a-8af1-51bff5d3574f req-3eed6660-3606-4dea-8a24-cefc01c598cf tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:03.454319 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-bc00027b-0c95-4494-8136-6b953d4fd74d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.454717 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-bc00027b-0c95-4494-8136-6b953d4fd74d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.455031 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-bc00027b-0c95-4494-8136-6b953d4fd74d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Floating IP fa249b96-5603-44fc-a6db-fe8faec82397 disassociated. External IP: 172.25.1.83, port: 6613a61c-a6e8-4b99-bacd-b372db0723d9. Jul 05 04:04:03.455525 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-bc00027b-0c95-4494-8136-6b953d4fd74d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Calling delete_port for 6613a61c-a6e8-4b99-bacd-b372db0723d9 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:03.455816 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9107fdf-45c1-455a-8af1-51bff5d3574f req-3eed6660-3606-4dea-8a24-cefc01c598cf tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:03.467320 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9107fdf-45c1-455a-8af1-51bff5d3574f req-3eed6660-3606-4dea-8a24-cefc01c598cf tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 3150 time: 0.2353756 Jul 05 04:04:03.555027 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 3ff209dd-5c1f-42a7-ac97-af2981ea3047 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:04:03.607793 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c7d25-8ce6-407d-a403-5f6e41316b04 req-4970004a-a6e8-4c53-ad49-18da639716c3 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:03.614952 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b00c7d25-8ce6-407d-a403-5f6e41316b04 req-4970004a-a6e8-4c53-ad49-18da639716c3 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f57b974-66a3-4e2e-a4a6-97cb03de7f3d HTTP/1.1" status: 200 len: 943 time: 0.4827616 Jul 05 04:04:03.618317 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-bc00027b-0c95-4494-8136-6b953d4fd74d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.630466 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9107fdf-45c1-455a-8af1-51bff5d3574f req-3a56f615-203e-4c3a-91a7-f61f80ed7d65 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618860 Jul 05 04:04:03.680895 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00027b-0c95-4494-8136-6b953d4fd74d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event deleted for resources: {'Port': ['ID=6613a61c-a6e8-4b99-bacd-b372db0723d9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:03.711837 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-218120a3-8f34-44ac-8fb3-718a88c85490 req-4ed6d7cb-3e57-4aef-915e-392a0782a6c8 service neutron] 10.222.0.89 "GET /v2.0/networks/f1ef758a-da8e-4f8f-9c20-8106295de709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283173 Jul 05 04:04:03.825069 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b00c7d25-8ce6-407d-a403-5f6e41316b04 req-cb40971e-5463-40a0-8b15-275dc44206d4 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e189d8b-221e-4e52-a7b8-9319fa288e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085488 Jul 05 04:04:03.881321 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 7cb1d7da-fadf-49bd-aa0b-664cc94b989a no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:04.018468 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-bc00027b-0c95-4494-8136-6b953d4fd74d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Router 5b786658-13de-48c7-8e5b-90fd4ff487ff has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:04.031915 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 3ff209dd-5c1f-42a7-ac97-af2981ea3047, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=3ff209dd-5c1f-42a7-ac97-af2981ea3047,segment=NetworkSegment(8bc654db-7193-40a5-a488-be31c46b0cc2),segment_id=8bc654db-7193-40a5-a488-be31c46b0cc2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:04.055010 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '3ff209dd-5c1f-42a7-ac97-af2981ea3047', 'network_id': 'f1ef758a-da8e-4f8f-9c20-8106295de709', 'port_id': '3ff209dd-5c1f-42a7-ac97-af2981ea3047', 'mac_address': 'fa:16:3e:23:8b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd11bf2-09ba-4da3-8174-f13becbc0911', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:04:04.148828 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.161659 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] Transition to ACTIVE for port object a8530503-d312-4b42-80ba-5ae6b8f87e90 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:04.174983 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.210983 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6473bd5-091f-4f04-8a2c-f59c7127518f req-8ba797b1-c012-409b-a2d7-399fbebda9c9 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:04.212638 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6473bd5-091f-4f04-8a2c-f59c7127518f req-8ba797b1-c012-409b-a2d7-399fbebda9c9 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.1412106 Jul 05 04:04:04.255784 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-bc00027b-0c95-4494-8136-6b953d4fd74d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:04.273428 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775879a5-b047-4671-8bee-cf16fd549008 None None] Sync routers for ids ['5b786658-13de-48c7-8e5b-90fd4ff487ff'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:04.293030 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775879a5-b047-4671-8bee-cf16fd549008 None None] Routers {'5b786658-13de-48c7-8e5b-90fd4ff487ff'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:04.294103 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-775879a5-b047-4671-8bee-cf16fd549008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:04:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5b786658-13de-48c7-8e5b-90fd4ff487ff'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:04.313322 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6473bd5-091f-4f04-8a2c-f59c7127518f req-d9c960d3-408b-4603-97a5-584114de8ebd tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882652 Jul 05 04:04:04.411907 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-bc00027b-0c95-4494-8136-6b953d4fd74d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] No DVR routers for this DVR port 6613a61c-a6e8-4b99-bacd-b372db0723d9 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:04.416158 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.418036 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.422906 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a5b5e-b6f2-4f3b-8f55-43c9824d3960 None None] Pushing event updated for resources: {'Port': ['ID=a8530503-d312-4b42-80ba-5ae6b8f87e90,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:04.426568 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-bc00027b-0c95-4494-8136-6b953d4fd74d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.431730 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-bc00027b-0c95-4494-8136-6b953d4fd74d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.70 "DELETE /v2.0/ports/6613a61c-a6e8-4b99-bacd-b372db0723d9 HTTP/1.1" status: 204 len: 173 time: 1.9975672 Jul 05 04:04:04.474136 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.517369 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 7cb1d7da-fadf-49bd-aa0b-664cc94b989a, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=7cb1d7da-fadf-49bd-aa0b-664cc94b989a,segment=NetworkSegment(ce7496e1-57b4-4372-aedf-6673118415b3),segment_id=ce7496e1-57b4-4372-aedf-6673118415b3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:04.570594 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cb1d7da-fadf-49bd-aa0b-664cc94b989a'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:04.587948 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4ec1cc-61ad-4ee5-a7c5-40277c6bdc4e" -d '{"events": [{"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-unplugged", "status": "completed", "tag": "7cb1d7da-fadf-49bd-aa0b-664cc94b989a"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:04.598233 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.599293 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:04.681549 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ff209dd-5c1f-42a7-ac97-af2981ea3047 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:04:04.691886 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4e8d5-a3c9-47ad-a69e-93d4a0809f1c req-629a1c20-41c2-4ee9-829d-32c4e14b83b8 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:04.703205 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8cc4e8d5-a3c9-47ad-a69e-93d4a0809f1c req-629a1c20-41c2-4ee9-829d-32c4e14b83b8 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.3741186 Jul 05 04:04:04.713371 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-775879a5-b047-4671-8bee-cf16fd549008 None None] Set router 5b786658-13de-48c7-8e5b-90fd4ff487ff gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:04.788724 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8cc4e8d5-a3c9-47ad-a69e-93d4a0809f1c req-e6bfa114-f19a-4ece-a3fb-28cfa95b4d8c tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835004 Jul 05 04:04:04.804908 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd70b65-6c6a-48f1-b9e7-22333b052129 req-ecc2fafa-b097-425b-baeb-fcafb26146d4 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:04.804908 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2dd70b65-6c6a-48f1-b9e7-22333b052129 req-ecc2fafa-b097-425b-baeb-fcafb26146d4 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 945 time: 0.2182074 Jul 05 04:04:04.814749 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] Attempting to bind port a8530503-d312-4b42-80ba-5ae6b8f87e90 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:04.815141 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] Attempting to bind port a8530503-d312-4b42-80ba-5ae6b8f87e90 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'e0198e34-0762-4073-a795-5f4dac6b18a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:04.816707 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] Attempting to bind port a8530503-d312-4b42-80ba-5ae6b8f87e90 on network 8ea7df2c-9621-40f9-b0fb-19b9c2e4305a {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:04.835568 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 3ff209dd-5c1f-42a7-ac97-af2981ea3047, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=3ff209dd-5c1f-42a7-ac97-af2981ea3047,segment=NetworkSegment(8bc654db-7193-40a5-a488-be31c46b0cc2),segment_id=8bc654db-7193-40a5-a488-be31c46b0cc2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:04.852192 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:04.852627 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] Checking segment: {'id': 'e0198e34-0762-4073-a795-5f4dac6b18a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:04.852984 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.853392 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] Bound using segment: {'id': 'e0198e34-0762-4073-a795-5f4dac6b18a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:04.853909 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] Bound port: a8530503-d312-4b42-80ba-5ae6b8f87e90, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0198e34-0762-4073-a795-5f4dac6b18a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:04.854300 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.861884 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-0b5e66fc-17a5-42c2-a198-a114d592c64e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Deleting port 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:04.863378 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-0b5e66fc-17a5-42c2-a198-a114d592c64e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.937229 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2dd70b65-6c6a-48f1-b9e7-22333b052129 req-559449de-6794-4f33-9201-c2e3ed30029d tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223941 Jul 05 04:04:04.968102 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a52824-97fc-4311-bf9c-db8002f4faf8 x-openstack-request-id: req-f5a52824-97fc-4311-bf9c-db8002f4faf8 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:04.968646 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-unplugged", "status": "completed", "tag": "7cb1d7da-fadf-49bd-aa0b-664cc94b989a", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:04.969034 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f5a52824-97fc-4311-bf9c-db8002f4faf8 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:04.969687 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cb1d7da-fadf-49bd-aa0b-664cc94b989a', 'code': 200} Jul 05 04:04:04.980897 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.010687 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-deleted', 'tag': '6613a61c-a6e8-4b99-bacd-b372db0723d9'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:05.016773 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da07f9e7-901e-4d0f-aa2c-ffe43122aea5" -d '{"events": [{"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-deleted", "tag": "6613a61c-a6e8-4b99-bacd-b372db0723d9"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:05.099977 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=7cb1d7da-fadf-49bd-aa0b-664cc94b989a,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:05.131584 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.234648 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-0b5e66fc-17a5-42c2-a198-a114d592c64e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] For port 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=271f91fe-88b3-4c1f-b2dd-4328b37c7b7c,segment=NetworkSegment(ce7496e1-57b4-4372-aedf-6673118415b3),segment_id=ce7496e1-57b4-4372-aedf-6673118415b3)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:05.235363 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-0b5e66fc-17a5-42c2-a198-a114d592c64e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.278513 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-0b5e66fc-17a5-42c2-a198-a114d592c64e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Calling delete_port for 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:05.325397 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] For port a8530503-d312-4b42-80ba-5ae6b8f87e90, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:05.331057 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] For port a8530503-d312-4b42-80ba-5ae6b8f87e90, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a8530503-d312-4b42-80ba-5ae6b8f87e90,segment=NetworkSegment(e0198e34-0762-4073-a795-5f4dac6b18a3),segment_id=e0198e34-0762-4073-a795-5f4dac6b18a3)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:05.375540 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['3ff209dd-5c1f-42a7-ac97-af2981ea3047'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:04:05.416023 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.454259 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=3ff209dd-5c1f-42a7-ac97-af2981ea3047,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:05.473944 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbe740-9513-4021-85ec-d68e5ef678d0 req-88c1c198-2ab9-4419-9543-bc7758576ef3 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:05.497210 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-775879a5-b047-4671-8bee-cf16fd549008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'name': 'tempest-TaggedBootDevicesTest-2024056273-router', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7b4c47c6-a85c-4077-b2a4-3651f0159ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:02Z', 'updated_at': '2021-07-05T03:53:11Z', 'revision_number': 4, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'gw_port': {'id': '7b4c47c6-a85c-4077-b2a4-3651f0159ded', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8f3a0104-461a-4547-859a-85216e30919b', 'name': '', 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'mac_address': 'fa:16:3e:be:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:10Z', 'updated_at': '2021-07-05T03:53:18Z', 'revision_number': 5, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'subnets': [{'id': '30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:05.498230 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c3dbe740-9513-4021-85ec-d68e5ef678d0 req-88c1c198-2ab9-4419-9543-bc7758576ef3 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f57b974-66a3-4e2e-a4a6-97cb03de7f3d HTTP/1.1" status: 200 len: 944 time: 0.2327473 Jul 05 04:04:05.528842 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a5b5e-b6f2-4f3b-8f55-43c9824d3960 None None] Pushing event updated for resources: {'Port': ['ID=a8530503-d312-4b42-80ba-5ae6b8f87e90,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:05.555677 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775879a5-b047-4671-8bee-cf16fd549008 None None] Checking router: 5b786658-13de-48c7-8e5b-90fd4ff487ff for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:05.574270 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775879a5-b047-4671-8bee-cf16fd549008 None None] Routers {'5b786658-13de-48c7-8e5b-90fd4ff487ff'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:05.577038 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-775879a5-b047-4671-8bee-cf16fd549008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:04:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5b786658-13de-48c7-8e5b-90fd4ff487ff'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:05.588121 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c3dbe740-9513-4021-85ec-d68e5ef678d0 req-074f957d-31fd-42dd-acf3-c3855fadd767 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e189d8b-221e-4e52-a7b8-9319fa288e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887387 Jul 05 04:04:05.619200 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-0b5e66fc-17a5-42c2-a198-a114d592c64e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.785600 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-775879a5-b047-4671-8bee-cf16fd549008 None None] Set router 5b786658-13de-48c7-8e5b-90fd4ff487ff gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:05.789102 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e66fc-17a5-42c2-a198-a114d592c64e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event deleted for resources: {'Port': ['ID=271f91fe-88b3-4c1f-b2dd-4328b37c7b7c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:05.874395 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc85877-b39e-4c23-8e19-4d386629d76d req-9d69b187-aa8e-4f68-af67-7c3d08c76e0b tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:05.885116 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc85877-b39e-4c23-8e19-4d386629d76d req-9d69b187-aa8e-4f68-af67-7c3d08c76e0b tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:05.894691 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc85877-b39e-4c23-8e19-4d386629d76d req-9d69b187-aa8e-4f68-af67-7c3d08c76e0b tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:05.904686 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dfc85877-b39e-4c23-8e19-4d386629d76d req-9d69b187-aa8e-4f68-af67-7c3d08c76e0b tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 2335 time: 0.7300205 Jul 05 04:04:05.981366 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-0b5e66fc-17a5-42c2-a198-a114d592c64e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] No DVR routers for this DVR port 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:06.001638 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-0b5e66fc-17a5-42c2-a198-a114d592c64e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.003744 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-0b5e66fc-17a5-42c2-a198-a114d592c64e tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.70 "DELETE /v2.0/ports/271f91fe-88b3-4c1f-b2dd-4328b37c7b7c HTTP/1.1" status: 204 len: 173 time: 1.5473373 Jul 05 04:04:06.024872 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d5c702-8d84-48cf-9bff-c5ed3d33ed8f x-openstack-request-id: req-00d5c702-8d84-48cf-9bff-c5ed3d33ed8f {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:06.025149 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-deleted", "tag": "6613a61c-a6e8-4b99-bacd-b372db0723d9", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:06.025407 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-00d5c702-8d84-48cf-9bff-c5ed3d33ed8f {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:06.025817 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-deleted', 'tag': '6613a61c-a6e8-4b99-bacd-b372db0723d9', 'status': 'completed', 'code': 200} Jul 05 04:04:06.123552 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] Routers {'6111dfe3-31f3-4501-83d6-39a888628951'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:06.124080 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:04:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['6111dfe3-31f3-4501-83d6-39a888628951'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:06.173969 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dfc85877-b39e-4c23-8e19-4d386629d76d req-223eb139-42cc-45cd-9387-ebd04e31593d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2681959 Jul 05 04:04:06.332056 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-2db99bef-32db-416a-94ac-4a9e4fdcc83d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Deleting port 7cb1d7da-fadf-49bd-aa0b-664cc94b989a {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:06.332743 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-2db99bef-32db-416a-94ac-4a9e4fdcc83d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.355662 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-775879a5-b047-4671-8bee-cf16fd549008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'name': 'tempest-TaggedBootDevicesTest-2024056273-router', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7b4c47c6-a85c-4077-b2a4-3651f0159ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:02Z', 'updated_at': '2021-07-05T03:53:11Z', 'revision_number': 4, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'gw_port': {'id': '7b4c47c6-a85c-4077-b2a4-3651f0159ded', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8f3a0104-461a-4547-859a-85216e30919b', 'name': '', 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'mac_address': 'fa:16:3e:be:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:10Z', 'updated_at': '2021-07-05T03:53:18Z', 'revision_number': 5, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'subnets': [{'id': '30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:06.417846 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775879a5-b047-4671-8bee-cf16fd549008 None None] The sync data for ids ['5b786658-13de-48c7-8e5b-90fd4ff487ff'] in n-d-780147-23 is: [{'id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'name': 'tempest-TaggedBootDevicesTest-2024056273-router', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7b4c47c6-a85c-4077-b2a4-3651f0159ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:02Z', 'updated_at': '2021-07-05T03:53:11Z', 'revision_number': 4, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'gw_port': {'id': '7b4c47c6-a85c-4077-b2a4-3651f0159ded', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8f3a0104-461a-4547-859a-85216e30919b', 'name': '', 'network_id': 'ac936e6f-3e04-4437-b04d-b7e14555028d', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'mac_address': 'fa:16:3e:be:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:10Z', 'updated_at': '2021-07-05T03:53:18Z', 'revision_number': 5, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'subnets': [{'id': '30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:06.450667 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f5c02-04fd-4eb1-bb66-c5f66e787e4f req-9232f8e3-e389-4fd4-841e-ac712123a9d7 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:06.459105 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be4f5c02-04fd-4eb1-bb66-c5f66e787e4f req-9232f8e3-e389-4fd4-841e-ac712123a9d7 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.1729379 Jul 05 04:04:06.516254 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.api [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:04:06.516254 n-d-780147-23 neutron-server[105540]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 05 04:04:06.516254 n-d-780147-23 neutron-server[105540]: [parameters: {'status': 'DOWN', 'ports_id': '271f91fe-88b3-4c1f-b2dd-4328b37c7b7c'}] Jul 05 04:04:06.516254 n-d-780147-23 neutron-server[105540]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:04:06.517092 n-d-780147-23 neutron-server[105540]: DEBUG oslo_db.api [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:04:06.540299 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] Set router 6111dfe3-31f3-4501-83d6-39a888628951 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:06.556792 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be4f5c02-04fd-4eb1-bb66-c5f66e787e4f req-f59613dc-1b7d-408c-87ec-ec07cb757473 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949552 Jul 05 04:04:06.618959 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-2db99bef-32db-416a-94ac-4a9e4fdcc83d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] For port 7cb1d7da-fadf-49bd-aa0b-664cc94b989a, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=7cb1d7da-fadf-49bd-aa0b-664cc94b989a,segment=NetworkSegment(ce7496e1-57b4-4372-aedf-6673118415b3),segment_id=ce7496e1-57b4-4372-aedf-6673118415b3)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:06.619335 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-2db99bef-32db-416a-94ac-4a9e4fdcc83d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.642819 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-2db99bef-32db-416a-94ac-4a9e4fdcc83d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Calling delete_port for 7cb1d7da-fadf-49bd-aa0b-664cc94b989a owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:06.672577 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec7367-d3a3-4db4-9cd7-d08ea2799833 req-ee050804-449a-4a75-8e01-e1035527eeee tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:06.679080 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32ec7367-d3a3-4db4-9cd7-d08ea2799833 req-ee050804-449a-4a75-8e01-e1035527eeee tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.1839564 Jul 05 04:04:06.912341 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c498fc-0cce-4713-9280-e35a45107f43 None None] New status for floating IP fa249b96-5603-44fc-a6db-fe8faec82397: DOWN {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:04:06.965563 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32ec7367-d3a3-4db4-9cd7-d08ea2799833 req-fdc79ca1-5de8-488a-b0d6-39543da73c1f tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782467 Jul 05 04:04:06.988898 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124132e1-86fc-4495-8b67-061fd41264b7 req-f57fa3a2-4bf1-45a5-9b7d-656cf093a822 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:07.016430 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-124132e1-86fc-4495-8b67-061fd41264b7 req-f57fa3a2-4bf1-45a5-9b7d-656cf093a822 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 945 time: 0.1972380 Jul 05 04:04:07.080061 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-124132e1-86fc-4495-8b67-061fd41264b7 req-3a0e977d-2992-41d3-8926-613a21305b45 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589004 Jul 05 04:04:07.114838 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-2db99bef-32db-416a-94ac-4a9e4fdcc83d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.189019 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db99bef-32db-416a-94ac-4a9e4fdcc83d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event deleted for resources: {'Port': ['ID=7cb1d7da-fadf-49bd-aa0b-664cc94b989a,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:07.262520 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Port 271f91fe-88b3-4c1f-b2dd-4328b37c7b7c update to DOWN by agent not found {{(pid=105540) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 05 04:04:07.262980 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 43e10832-bba0-43bb-bb99-461c4ef85b71 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:07.329196 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-2db99bef-32db-416a-94ac-4a9e4fdcc83d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] No DVR routers for this DVR port 7cb1d7da-fadf-49bd-aa0b-664cc94b989a on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:07.334512 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-2db99bef-32db-416a-94ac-4a9e4fdcc83d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.336909 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-2db99bef-32db-416a-94ac-4a9e4fdcc83d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.70 "DELETE /v2.0/ports/7cb1d7da-fadf-49bd-aa0b-664cc94b989a HTTP/1.1" status: 204 len: 173 time: 1.2925773 Jul 05 04:04:07.447358 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 43e10832-bba0-43bb-bb99-461c4ef85b71 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:07.447889 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device d4c119dc-7661-47b0-addb-5f1d79b8d725 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:07.550663 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c985de-a8c5-4e96-adf4-a07260d32eea req-809baff4-1cd4-479b-a469-a7356ce500a5 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:07.552348 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-50c985de-a8c5-4e96-adf4-a07260d32eea req-809baff4-1cd4-479b-a469-a7356ce500a5 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f57b974-66a3-4e2e-a4a6-97cb03de7f3d HTTP/1.1" status: 200 len: 944 time: 0.3372698 Jul 05 04:04:07.576062 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898a029-d090-40bd-95b8-38becb0c56d6 req-2e3c236b-1825-4f7d-8d23-30149fbec929 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:07.584074 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8898a029-d090-40bd-95b8-38becb0c56d6 req-2e3c236b-1825-4f7d-8d23-30149fbec929 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 945 time: 0.1184344 Jul 05 04:04:07.631397 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6111dfe3-31f3-4501-83d6-39a888628951', 'name': 'tempest-TaggedBootDevicesTest_v242-1023080050-router', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '12e5e2b0-0e16-4f7e-9265-8e62d110860c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:50Z', 'updated_at': '2021-07-05T04:03:59Z', 'revision_number': 4, 'project_id': '50643a7691c345388c1f08c7454cea66', 'gw_port': {'id': '12e5e2b0-0e16-4f7e-9265-8e62d110860c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6111dfe3-31f3-4501-83d6-39a888628951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:51Z', 'updated_at': '2021-07-05T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'a8530503-d312-4b42-80ba-5ae6b8f87e90', 'name': '', 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'mac_address': 'fa:16:3e:f1:f1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6111dfe3-31f3-4501-83d6-39a888628951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'f6a89750-87ba-44fb-8296-741d431f172e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:57Z', 'updated_at': '2021-07-05T04:04:05Z', 'revision_number': 4, 'project_id': '50643a7691c345388c1f08c7454cea66', 'subnets': [{'id': 'f6a89750-87ba-44fb-8296-741d431f172e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:07.643736 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8898a029-d090-40bd-95b8-38becb0c56d6 req-05979761-341a-4eab-9632-5f36bbaaf6b5 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ef2afcc-3938-44bf-a63f-7503b3ea5336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584824 Jul 05 04:04:07.652409 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-9dda0a17-ad67-445b-86d4-a6a01d895fcf tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Deleting port d4c119dc-7661-47b0-addb-5f1d79b8d725 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:07.652816 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-9dda0a17-ad67-445b-86d4-a6a01d895fcf tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.663187 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a2089b-9080-48f5-a0ef-307cb59f0363 None None] The sync data for ids ['6111dfe3-31f3-4501-83d6-39a888628951'] in n-d-780147-23 is: [{'id': '6111dfe3-31f3-4501-83d6-39a888628951', 'name': 'tempest-TaggedBootDevicesTest_v242-1023080050-router', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '12e5e2b0-0e16-4f7e-9265-8e62d110860c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:50Z', 'updated_at': '2021-07-05T04:03:59Z', 'revision_number': 4, 'project_id': '50643a7691c345388c1f08c7454cea66', 'gw_port': {'id': '12e5e2b0-0e16-4f7e-9265-8e62d110860c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6111dfe3-31f3-4501-83d6-39a888628951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:51Z', 'updated_at': '2021-07-05T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'a8530503-d312-4b42-80ba-5ae6b8f87e90', 'name': '', 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'mac_address': 'fa:16:3e:f1:f1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6111dfe3-31f3-4501-83d6-39a888628951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'f6a89750-87ba-44fb-8296-741d431f172e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:57Z', 'updated_at': '2021-07-05T04:04:05Z', 'revision_number': 4, 'project_id': '50643a7691c345388c1f08c7454cea66', 'subnets': [{'id': 'f6a89750-87ba-44fb-8296-741d431f172e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:07.683758 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.714864 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-50c985de-a8c5-4e96-adf4-a07260d32eea req-3aafad99-161b-4790-89ef-d1590ff696be tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e189d8b-221e-4e52-a7b8-9319fa288e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525402 Jul 05 04:04:07.795024 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4c119dc-7661-47b0-addb-5f1d79b8d725'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:07.797626 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daefa509-7277-4049-9cf5-d421dd26abc7" -d '{"events": [{"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-unplugged", "status": "completed", "tag": "d4c119dc-7661-47b0-addb-5f1d79b8d725"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:07.844614 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port d4c119dc-7661-47b0-addb-5f1d79b8d725, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d4c119dc-7661-47b0-addb-5f1d79b8d725,segment=NetworkSegment(67cb506d-913f-48a5-b11e-ed8b7440aff3),segment_id=67cb506d-913f-48a5-b11e-ed8b7440aff3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:07.852968 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.854588 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6613a61c-a6e8-4b99-bacd-b372db0723d9 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:07.919106 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-9dda0a17-ad67-445b-86d4-a6a01d895fcf tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] For port d4c119dc-7661-47b0-addb-5f1d79b8d725, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d4c119dc-7661-47b0-addb-5f1d79b8d725,segment=NetworkSegment(67cb506d-913f-48a5-b11e-ed8b7440aff3),segment_id=67cb506d-913f-48a5-b11e-ed8b7440aff3)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:07.919481 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-9dda0a17-ad67-445b-86d4-a6a01d895fcf tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.949292 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-9dda0a17-ad67-445b-86d4-a6a01d895fcf tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Calling delete_port for d4c119dc-7661-47b0-addb-5f1d79b8d725 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:08.077809 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1aaf29-faea-4bb1-b24b-5429d862b191 x-openstack-request-id: req-bc1aaf29-faea-4bb1-b24b-5429d862b191 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:08.079898 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-unplugged", "status": "completed", "tag": "d4c119dc-7661-47b0-addb-5f1d79b8d725", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:08.080229 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc1aaf29-faea-4bb1-b24b-5429d862b191 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:08.080646 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4c119dc-7661-47b0-addb-5f1d79b8d725', 'code': 200} Jul 05 04:04:08.082090 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=d4c119dc-7661-47b0-addb-5f1d79b8d725,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:08.099783 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 6613a61c-a6e8-4b99-bacd-b372db0723d9 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:08.100163 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6613a61c-a6e8-4b99-bacd-b372db0723d9 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:08.100603 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device ed8d3ec4-006f-4eb5-af83-d5d95a707d39 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:08.118593 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-deleted', 'tag': '271f91fe-88b3-4c1f-b2dd-4328b37c7b7c'}, {'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-deleted', 'tag': '7cb1d7da-fadf-49bd-aa0b-664cc94b989a'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:08.122899 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f000742-fa2d-4e7a-a2d7-03f1a6adb593" -d '{"events": [{"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-deleted", "tag": "271f91fe-88b3-4c1f-b2dd-4328b37c7b7c"}, {"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-deleted", "tag": "7cb1d7da-fadf-49bd-aa0b-664cc94b989a"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:08.190607 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd012b8-7a07-428a-995f-76d158628dcd req-713e76c2-dc48-4a5f-84eb-6ece9a5d7aa9 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:08.192666 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7dd012b8-7a07-428a-995f-76d158628dcd req-713e76c2-dc48-4a5f-84eb-6ece9a5d7aa9 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.2407591 Jul 05 04:04:08.193427 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device ed8d3ec4-006f-4eb5-af83-d5d95a707d39 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:08.193870 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:08.202939 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-88665696-733a-4160-a8ca-9535ad4a7b01 req-43a21d43-9730-4d9e-85d0-c7bf41b1687e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1365595 Jul 05 04:04:08.265692 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7dd012b8-7a07-428a-995f-76d158628dcd req-7921350f-8f16-4925-88c4-6891dbc743e4 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614135 Jul 05 04:04:08.295080 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:08.299219 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 346f5bb9-a6ce-4f9d-9d5b-f30e7c13d45b not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:08.414956 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88665696-733a-4160-a8ca-9535ad4a7b01 req-c638f26e-32fc-4397-8f08-aacce7021c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:08.419959 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-88665696-733a-4160-a8ca-9535ad4a7b01 req-c638f26e-32fc-4397-8f08-aacce7021c6b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0eefe8b36a0647bd98e5883d88e6f937&device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 1098 time: 0.1528492 Jul 05 04:04:08.436995 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eac324-2531-4fad-af75-445f6e94a40a req-d2c676e5-d305-4442-b309-cc1a52a303e4 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:08.446178 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b8eac324-2531-4fad-af75-445f6e94a40a req-d2c676e5-d305-4442-b309-cc1a52a303e4 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.2616172 Jul 05 04:04:08.490201 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-9dda0a17-ad67-445b-86d4-a6a01d895fcf tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.515325 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b8eac324-2531-4fad-af75-445f6e94a40a req-b8a95aeb-5336-4120-bbe3-9dd2a39b5591 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674980 Jul 05 04:04:08.567267 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda0a17-ad67-445b-86d4-a6a01d895fcf tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event deleted for resources: {'Port': ['ID=d4c119dc-7661-47b0-addb-5f1d79b8d725,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:08.646579 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-9dda0a17-ad67-445b-86d4-a6a01d895fcf tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] No DVR routers for this DVR port d4c119dc-7661-47b0-addb-5f1d79b8d725 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:08.650150 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-9dda0a17-ad67-445b-86d4-a6a01d895fcf tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.654777 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b110c9cf-8caf-4152-8a65-b6025603dd93 req-9dda0a17-ad67-445b-86d4-a6a01d895fcf tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.70 "DELETE /v2.0/ports/d4c119dc-7661-47b0-addb-5f1d79b8d725 HTTP/1.1" status: 204 len: 173 time: 1.3073034 Jul 05 04:04:08.656329 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64effb8c-292d-412d-8985-5ce4d02e0415 x-openstack-request-id: req-64effb8c-292d-412d-8985-5ce4d02e0415 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:08.657073 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-deleted", "tag": "271f91fe-88b3-4c1f-b2dd-4328b37c7b7c", "status": "completed", "code": 200}, {"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-deleted", "tag": "7cb1d7da-fadf-49bd-aa0b-664cc94b989a", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:08.657502 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-64effb8c-292d-412d-8985-5ce4d02e0415 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:08.658074 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-deleted', 'tag': '271f91fe-88b3-4c1f-b2dd-4328b37c7b7c', 'status': 'completed', 'code': 200} Jul 05 04:04:08.658486 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-deleted', 'tag': '7cb1d7da-fadf-49bd-aa0b-664cc94b989a', 'status': 'completed', 'code': 200} Jul 05 04:04:08.700318 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b32693-b672-48f6-b2a6-1bafffa47e1a req-52197340-bd37-4741-aa01-6f3eca6f32e1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:08.722712 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e0b32693-b672-48f6-b2a6-1bafffa47e1a req-52197340-bd37-4741-aa01-6f3eca6f32e1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 945 time: 0.2806969 Jul 05 04:04:08.747954 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88665696-733a-4160-a8ca-9535ad4a7b01 req-cbdfb252-cf39-4369-9712-3c4ff252a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:08.749968 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-88665696-733a-4160-a8ca-9535ad4a7b01 req-cbdfb252-cf39-4369-9712-3c4ff252a23b service neutron] 10.222.0.89 "GET /v2.0/networks?id=1eb93ccb-d457-4fa2-ade5-b16c7d83b625 HTTP/1.1" status: 200 len: 912 time: 0.3069415 Jul 05 04:04:08.829740 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-88665696-733a-4160-a8ca-9535ad4a7b01 req-76f06dda-ffce-475c-b442-2ee73f6a2153 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bbf02ed-0a64-4e98-b040-56d96922c90b HTTP/1.1" status: 200 len: 217 time: 0.0639951 Jul 05 04:04:08.847667 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e0b32693-b672-48f6-b2a6-1bafffa47e1a req-b2d559b7-3165-4b15-83cc-5d34d3717ae8 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231174 Jul 05 04:04:08.994904 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88665696-733a-4160-a8ca-9535ad4a7b01 req-f3134bbb-d686-4411-b10c-d5d6df20a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:09.002520 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-88665696-733a-4160-a8ca-9535ad4a7b01 req-f3134bbb-d686-4411-b10c-d5d6df20a83b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b9cc9897-be6d-4373-93dc-c830847fce20 HTTP/1.1" status: 200 len: 851 time: 0.1530218 Jul 05 04:04:09.118524 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-88665696-733a-4160-a8ca-9535ad4a7b01 req-42733853-c829-49c4-bfe1-bcdb48856af4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1eb93ccb-d457-4fa2-ade5-b16c7d83b625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055720 Jul 05 04:04:09.242317 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a8530503-d312-4b42-80ba-5ae6b8f87e90 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:09.283200 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1c3ba-b44b-4178-b13d-d80561caa679 req-6ea82693-cd9c-48c3-a7f7-1de27eac4d7e tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:09.294187 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-acc1c3ba-b44b-4178-b13d-d80561caa679 req-6ea82693-cd9c-48c3-a7f7-1de27eac4d7e tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f57b974-66a3-4e2e-a4a6-97cb03de7f3d HTTP/1.1" status: 200 len: 944 time: 0.1500318 Jul 05 04:04:09.380121 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port a8530503-d312-4b42-80ba-5ae6b8f87e90 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:09.391394 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a8530503-d312-4b42-80ba-5ae6b8f87e90 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:09.394881 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.403692 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-080bb175-be8b-4683-8e61-8dd75ddf76e5 req-0f697df6-81b2-41c0-8361-3fe319db3fa0 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 210 time: 0.1178944 Jul 05 04:04:09.419578 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-acc1c3ba-b44b-4178-b13d-d80561caa679 req-27fa6b9b-5d58-4431-b250-e5d3af0eccc7 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e189d8b-221e-4e52-a7b8-9319fa288e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233656 Jul 05 04:04:09.515629 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-88665696-733a-4160-a8ca-9535ad4a7b01 req-ba179842-85de-4a5b-b142-002ea6ca16bc service neutron] 10.222.0.89 "GET /v2.0/networks/1eb93ccb-d457-4fa2-ade5-b16c7d83b625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860142 Jul 05 04:04:09.584365 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 3ff209dd-5c1f-42a7-ac97-af2981ea3047 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:09.726345 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.782354 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-88665696-733a-4160-a8ca-9535ad4a7b01 req-1bb0c54e-cd30-41cf-be4a-723e71f2f50f service neutron] 10.222.0.89 "GET /v2.0/networks/1eb93ccb-d457-4fa2-ade5-b16c7d83b625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571244 Jul 05 04:04:09.818184 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port a8530503-d312-4b42-80ba-5ae6b8f87e90, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a8530503-d312-4b42-80ba-5ae6b8f87e90,segment=NetworkSegment(e0198e34-0762-4073-a795-5f4dac6b18a3),segment_id=e0198e34-0762-4073-a795-5f4dac6b18a3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:09.830483 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.940011 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae04af-a986-4bdf-8d5f-55d7a92864be req-60b83dce-863a-40eb-b8c7-86ef7e179e21 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:09.949993 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-52ae04af-a986-4bdf-8d5f-55d7a92864be req-60b83dce-863a-40eb-b8c7-86ef7e179e21 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.0905554 Jul 05 04:04:09.961316 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965f01a-de07-44e5-add8-dbf22ca60a97 req-b7cc6401-4c96-4504-ac07-5f02fa333aa3 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:09.975160 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e965f01a-de07-44e5-add8-dbf22ca60a97 req-b7cc6401-4c96-4504-ac07-5f02fa333aa3 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.1867383 Jul 05 04:04:09.975917 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=a8530503-d312-4b42-80ba-5ae6b8f87e90,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:10.009118 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 3ff209dd-5c1f-42a7-ac97-af2981ea3047 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:10.017791 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 3ff209dd-5c1f-42a7-ac97-af2981ea3047 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:10.020719 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.075075 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e965f01a-de07-44e5-add8-dbf22ca60a97 req-b8916bc2-bd41-421d-b510-fc612dd0c1b0 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970480 Jul 05 04:04:10.088797 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-52ae04af-a986-4bdf-8d5f-55d7a92864be req-a5a480c6-c5ad-4a0f-a1ef-357e30aff693 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378319 Jul 05 04:04:10.197424 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.275879 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f57b974-66a3-4e2e-a4a6-97cb03de7f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff209dd-5c1f-42a7-ac97-af2981ea3047'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:10.279909 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e75927-f5db-47ce-9bf8-38984849406d" -d '{"events": [{"server_uuid": "6f57b974-66a3-4e2e-a4a6-97cb03de7f3d", "name": "network-vif-plugged", "status": "completed", "tag": "3ff209dd-5c1f-42a7-ac97-af2981ea3047"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:10.305853 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 3ff209dd-5c1f-42a7-ac97-af2981ea3047, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=3ff209dd-5c1f-42a7-ac97-af2981ea3047,segment=NetworkSegment(8bc654db-7193-40a5-a488-be31c46b0cc2),segment_id=8bc654db-7193-40a5-a488-be31c46b0cc2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:10.321551 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.392154 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a87d80f-dfde-4033-bb6e-66c4c102bac9 x-openstack-request-id: req-8a87d80f-dfde-4033-bb6e-66c4c102bac9 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:10.392631 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f57b974-66a3-4e2e-a4a6-97cb03de7f3d", "name": "network-vif-plugged", "status": "completed", "tag": "3ff209dd-5c1f-42a7-ac97-af2981ea3047", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:10.393040 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8a87d80f-dfde-4033-bb6e-66c4c102bac9 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:10.393621 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f57b974-66a3-4e2e-a4a6-97cb03de7f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff209dd-5c1f-42a7-ac97-af2981ea3047', 'code': 200} Jul 05 04:04:10.398805 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00281cc-26c1-45eb-8acf-cff801254f42 req-80eeb39b-c0bb-4880-b391-66b19bb105f9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:10.402415 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e00281cc-26c1-45eb-8acf-cff801254f42 req-80eeb39b-c0bb-4880-b391-66b19bb105f9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 945 time: 0.1299112 Jul 05 04:04:10.452871 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=3ff209dd-5c1f-42a7-ac97-af2981ea3047,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:10.471495 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-a340fe4c-3f6e-4eb5-aebe-d6c22ad24889 req-bf53058a-34f5-47ad-8b87-3cda79751afa service neutron] (105539) timed out ('10.222.0.70', 59134) {{(pid=105539) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:04:10.476363 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e00281cc-26c1-45eb-8acf-cff801254f42 req-f89d7704-a071-4d8c-aec4-295e1c82d1a2 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647128 Jul 05 04:04:10.610377 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3bc4e-5df1-44f1-8239-8c95029aeff6 req-61ccbe28-4227-459f-982d-47f2e919fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:10.612103 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1dd3bc4e-5df1-44f1-8239-8c95029aeff6 req-61ccbe28-4227-459f-982d-47f2e919fcfe service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6f57b974-66a3-4e2e-a4a6-97cb03de7f3d HTTP/1.1" status: 200 len: 1097 time: 0.1108785 Jul 05 04:04:10.662353 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-deleted', 'tag': 'd4c119dc-7661-47b0-addb-5f1d79b8d725'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:10.664613 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6748fdfe-36c7-4cb9-8b08-74fb68ada165" -d '{"events": [{"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-deleted", "tag": "d4c119dc-7661-47b0-addb-5f1d79b8d725"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:10.718109 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1dd3bc4e-5df1-44f1-8239-8c95029aeff6 req-9b2d419b-fa82-4a44-aa83-cf70d1193dfd service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2e189d8b-221e-4e52-a7b8-9319fa288e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952229 Jul 05 04:04:10.752981 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ea6ce744-6900-4442-91db-1f39de16701b req-f4c818b4-6d93-48fe-abbb-0cb44b64b435 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 210 time: 0.0997341 Jul 05 04:04:10.762663 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31a530-9b77-49a0-ba8f-b10c216946bd req-9ec25f99-428e-43a8-92e7-5435ceb8baea tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:10.771190 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fd31a530-9b77-49a0-ba8f-b10c216946bd req-9ec25f99-428e-43a8-92e7-5435ceb8baea tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f57b974-66a3-4e2e-a4a6-97cb03de7f3d HTTP/1.1" status: 200 len: 945 time: 0.1222122 Jul 05 04:04:10.797305 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e388a50-6d42-4915-beda-28869fe43afd x-openstack-request-id: req-0e388a50-6d42-4915-beda-28869fe43afd {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:10.797820 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25967e7-c41e-4ed3-abf2-0a6e09e76614", "name": "network-vif-deleted", "tag": "d4c119dc-7661-47b0-addb-5f1d79b8d725", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:10.798256 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e388a50-6d42-4915-beda-28869fe43afd {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:10.798842 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25967e7-c41e-4ed3-abf2-0a6e09e76614', 'name': 'network-vif-deleted', 'tag': 'd4c119dc-7661-47b0-addb-5f1d79b8d725', 'status': 'completed', 'code': 200} Jul 05 04:04:10.834397 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fd31a530-9b77-49a0-ba8f-b10c216946bd req-b312f217-9137-447e-8b25-31f38c1e830f tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e189d8b-221e-4e52-a7b8-9319fa288e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618138 Jul 05 04:04:11.076157 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a8530503-d312-4b42-80ba-5ae6b8f87e90 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:11.158326 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a8530503-d312-4b42-80ba-5ae6b8f87e90 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:11.158711 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.399112 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198431f8-526b-458e-9efb-ed3d96b37ea6 req-11b7dacf-ebed-4979-9d28-6d4f83334eae tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:11.401118 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-198431f8-526b-458e-9efb-ed3d96b37ea6 req-11b7dacf-ebed-4979-9d28-6d4f83334eae tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.1123543 Jul 05 04:04:11.411548 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be914b-fb7a-4c41-b380-9b741fbe2414 req-178f8290-3569-461a-883d-2570f966446d tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:11.425810 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-80be914b-fb7a-4c41-b380-9b741fbe2414 req-178f8290-3569-461a-883d-2570f966446d tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.1110277 Jul 05 04:04:11.485395 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-198431f8-526b-458e-9efb-ed3d96b37ea6 req-34710c3f-995d-481a-abd5-5d9a88555740 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656154 Jul 05 04:04:11.520344 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-80be914b-fb7a-4c41-b380-9b741fbe2414 req-dcf8aacc-0f43-4d1a-b5c1-6dcd26d0f96f tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927858 Jul 05 04:04:11.894707 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9933f-1b9c-47b2-bf41-90d97b2cbb07 req-0b09782e-c341-4179-b8dc-ec87d8406bf7 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:11.897971 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1ec9933f-1b9c-47b2-bf41-90d97b2cbb07 req-0b09782e-c341-4179-b8dc-ec87d8406bf7 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 945 time: 0.1546693 Jul 05 04:04:11.968997 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1ec9933f-1b9c-47b2-bf41-90d97b2cbb07 req-21c4a099-a54c-44c5-8bbc-88a8b859082e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629895 Jul 05 04:04:11.994878 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ebacf9dd-828c-4ca2-8afe-676da4ef7032 req-a4ea9f7c-8037-42f3-a4b6-7796395aa01a tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 210 time: 0.0471308 Jul 05 04:04:12.192243 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9243e19-22ff-4bfa-89cb-8e70a0ea4040 req-3bcbe084-ed18-4b1a-b466-07739c1ab5ec tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:12.193741 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9243e19-22ff-4bfa-89cb-8e70a0ea4040 req-3bcbe084-ed18-4b1a-b466-07739c1ab5ec tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f57b974-66a3-4e2e-a4a6-97cb03de7f3d HTTP/1.1" status: 200 len: 945 time: 0.0875311 Jul 05 04:04:12.256427 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9243e19-22ff-4bfa-89cb-8e70a0ea4040 req-63144c7e-4556-4381-be39-9e70aeab0ce5 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e189d8b-221e-4e52-a7b8-9319fa288e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540912 Jul 05 04:04:12.824556 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.841657 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba335f80-e462-46dd-84e9-6085d901eead req-49826754-8a88-4831-b613-28c30fc1fd33 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:12.853783 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ba335f80-e462-46dd-84e9-6085d901eead req-49826754-8a88-4831-b613-28c30fc1fd33 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.1272230 Jul 05 04:04:12.862557 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94352224-c066-4829-b8d0-50f6f3a62000 req-53555033-31e9-40a4-bef3-5602a27fd1ce tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:12.871342 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-94352224-c066-4829-b8d0-50f6f3a62000 req-53555033-31e9-40a4-bef3-5602a27fd1ce tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.1481490 Jul 05 04:04:12.913758 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ba335f80-e462-46dd-84e9-6085d901eead req-2d8954d2-9a5d-428f-b289-1dad1ae0ed45 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589805 Jul 05 04:04:12.978600 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-94352224-c066-4829-b8d0-50f6f3a62000 req-983010a3-bf0a-44c8-b5b6-d3d5fd990503 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062701 Jul 05 04:04:13.351509 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3542dc6-4321-430e-ab29-6dc3f6c3c47b req-0514f99f-f58b-4291-8339-4668043d05d7 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:13.361547 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e3542dc6-4321-430e-ab29-6dc3f6c3c47b req-0514f99f-f58b-4291-8339-4668043d05d7 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 945 time: 0.0901256 Jul 05 04:04:13.389698 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b50b6713-7ffb-4c20-97ee-e13604320e15 req-7e7253b8-9e43-4e24-951c-1c1f3ecf6a39 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 210 time: 0.0335505 Jul 05 04:04:13.414406 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e3542dc6-4321-430e-ab29-6dc3f6c3c47b req-f6a24d2f-9ac4-4324-bcc1-660913e66e04 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519977 Jul 05 04:04:14.209372 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb9848-b04b-44cf-9f8b-3e5793095503 req-6e19fac8-ffb1-44e9-b3ad-dc561bf9c7df tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:14.219334 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e4bb9848-b04b-44cf-9f8b-3e5793095503 req-6e19fac8-ffb1-44e9-b3ad-dc561bf9c7df tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.1403017 Jul 05 04:04:14.250727 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31096941-fe1f-4d26-bfb4-a1728398892c req-d4a6ab73-e31e-47b1-9add-86f2e4d6b20c tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:14.258331 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31096941-fe1f-4d26-bfb4-a1728398892c req-d4a6ab73-e31e-47b1-9add-86f2e4d6b20c tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.0864539 Jul 05 04:04:14.278913 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e4bb9848-b04b-44cf-9f8b-3e5793095503 req-221f0ade-aad4-4945-ab6c-51c7b5854709 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581422 Jul 05 04:04:14.350860 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31096941-fe1f-4d26-bfb4-a1728398892c req-83517ee5-ad96-4725-9463-32fdb45731b0 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914066 Jul 05 04:04:14.778882 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-29c1b453-4bc8-4c53-9dda-325f8088a8a1 req-23c75145-cd3b-45aa-bbaf-b44048fb5767 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 210 time: 0.1387324 Jul 05 04:04:14.844735 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317a8b9-88f4-4294-8266-cf4f6f7a353a req-ac911960-1bc0-48fb-b401-64cf0be38241 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:14.846769 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f317a8b9-88f4-4294-8266-cf4f6f7a353a req-ac911960-1bc0-48fb-b401-64cf0be38241 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 945 time: 0.1437314 Jul 05 04:04:14.948177 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f317a8b9-88f4-4294-8266-cf4f6f7a353a req-daa4eafa-0ef2-4559-b1d3-f30a2eee5480 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880370 Jul 05 04:04:15.274508 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26878799-0946-4e3b-99f1-e58235ed11d1 req-7bbc8d8a-9d1a-4027-9134-082c0fca3485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:15.277888 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-26878799-0946-4e3b-99f1-e58235ed11d1 req-7bbc8d8a-9d1a-4027-9134-082c0fca3485 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 1097 time: 0.0904236 Jul 05 04:04:15.355439 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-26878799-0946-4e3b-99f1-e58235ed11d1 req-79ce88a1-07e6-4cad-8757-8c5d3861d2e2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688691 Jul 05 04:04:15.587365 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f0f01-ed07-4415-9807-15851da8a595 req-84e8dbf9-cd44-4c13-9dfc-7ff9cbf195b7 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:15.596371 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-359f0f01-ed07-4415-9807-15851da8a595 req-84e8dbf9-cd44-4c13-9dfc-7ff9cbf195b7 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.1415427 Jul 05 04:04:15.646392 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-359f0f01-ed07-4415-9807-15851da8a595 req-1f1b86dc-b83d-42ec-a751-7fe7d90359b4 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487440 Jul 05 04:04:15.656588 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffe66b-e1a2-4779-b84c-c4d498405555 req-8be8b78c-71ad-4fd0-8ab1-0cbc07156795 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:15.658716 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eeffe66b-e1a2-4779-b84c-c4d498405555 req-8be8b78c-71ad-4fd0-8ab1-0cbc07156795 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.1266754 Jul 05 04:04:15.723441 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eeffe66b-e1a2-4779-b84c-c4d498405555 req-3117cf00-d80c-49c0-80d6-e3ebbacc3ab0 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536649 Jul 05 04:04:16.082765 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ec21ed47-64b9-4d7e-bd21-4e037da9989b req-2f152be0-0ee8-44f4-a3c9-4e0ec521da45 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 210 time: 0.0474594 Jul 05 04:04:16.264753 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff323fb-6ec4-486c-8695-ddef04e1fbc0 req-32c37b81-c954-4b86-9f26-dea7f7bcf816 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:16.266310 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ff323fb-6ec4-486c-8695-ddef04e1fbc0 req-32c37b81-c954-4b86-9f26-dea7f7bcf816 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 945 time: 0.0712862 Jul 05 04:04:16.334955 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ff323fb-6ec4-486c-8695-ddef04e1fbc0 req-341f981e-4b2c-41c2-9e9b-1290c4f59112 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570126 Jul 05 04:04:16.896866 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c33ef-2c94-44b4-a756-c23aab9f4c71 req-4dee8ce9-b86c-43d7-99c8-095ade384272 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:16.906281 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-069c33ef-2c94-44b4-a756-c23aab9f4c71 req-4dee8ce9-b86c-43d7-99c8-095ade384272 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.0843639 Jul 05 04:04:16.971068 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-069c33ef-2c94-44b4-a756-c23aab9f4c71 req-05174a28-7d4f-423c-9deb-e7cb52971262 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501161 Jul 05 04:04:17.028247 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3b97a-51e9-491d-a5e4-39c9b92f6eb4 req-2379bc6d-f98d-420d-9447-1aa3c59493df tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:17.041424 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e1d3b97a-51e9-491d-a5e4-39c9b92f6eb4 req-2379bc6d-f98d-420d-9447-1aa3c59493df tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.1201227 Jul 05 04:04:17.134439 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e1d3b97a-51e9-491d-a5e4-39c9b92f6eb4 req-fc42c4a9-adcc-4065-aa6c-c014a67c6d74 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937941 Jul 05 04:04:17.440466 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-26a5a7b0-dd53-4310-af14-836867f93490 req-4c435359-2c06-4b9e-ab94-b9cce642006d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 210 time: 0.0417569 Jul 05 04:04:17.902440 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c796da6-1d07-4f37-8170-c004f0dbbc70 req-dd51a374-6ffe-4a17-91be-608353b4670b tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:17.904550 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c796da6-1d07-4f37-8170-c004f0dbbc70 req-dd51a374-6ffe-4a17-91be-608353b4670b tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f57b974-66a3-4e2e-a4a6-97cb03de7f3d HTTP/1.1" status: 200 len: 945 time: 0.1497328 Jul 05 04:04:17.967194 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c796da6-1d07-4f37-8170-c004f0dbbc70 req-79e8434e-fb10-4f1f-96b5-73413315e45c tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e189d8b-221e-4e52-a7b8-9319fa288e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550096 Jul 05 04:04:17.985787 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410b163-7051-4ceb-a298-aaf087b3828b req-c3a37e88-5128-4903-9939-4cff28d8eb72 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:17.995198 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a410b163-7051-4ceb-a298-aaf087b3828b req-c3a37e88-5128-4903-9939-4cff28d8eb72 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 945 time: 0.1283174 Jul 05 04:04:18.048298 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a410b163-7051-4ceb-a298-aaf087b3828b req-007fd9e9-1486-42ee-a333-dd58828d3cd8 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482335 Jul 05 04:04:18.243533 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63546f8-7902-4ca1-90a1-914f43946339 req-9f4bc11e-c8cb-48ca-9b44-5f0d6788878d tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:18.245477 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c63546f8-7902-4ca1-90a1-914f43946339 req-9f4bc11e-c8cb-48ca-9b44-5f0d6788878d tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.1223345 Jul 05 04:04:18.317524 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c63546f8-7902-4ca1-90a1-914f43946339 req-3fa99e6a-519e-4d46-a960-a693a25c0acd tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654368 Jul 05 04:04:18.363431 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79117fb9-6fcb-41d8-9d60-bbb864ccdbad req-2161da09-808b-42c3-986e-886549284d0b tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:18.365370 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-79117fb9-6fcb-41d8-9d60-bbb864ccdbad req-2161da09-808b-42c3-986e-886549284d0b tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.0958507 Jul 05 04:04:18.440794 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-79117fb9-6fcb-41d8-9d60-bbb864ccdbad req-d2542b4a-d47f-4ead-9b32-a05a7de20e4f tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672081 Jul 05 04:04:18.673082 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d7b79937-f05e-4f6d-b03f-11a7b9b6c30e req-cb086773-be75-4438-a3b9-136ce94051cf tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 210 time: 0.0479708 Jul 05 04:04:19.110857 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c8c64-8ba8-48f2-813a-0547cf336c84 req-e7b2a5ce-96f3-4396-9b97-a6223b17c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:19.113408 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-da8c8c64-8ba8-48f2-813a-0547cf336c84 req-e7b2a5ce-96f3-4396-9b97-a6223b17c258 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0eefe8b36a0647bd98e5883d88e6f937&device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 1097 time: 0.1759343 Jul 05 04:04:19.122084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc877a-a24e-4eb0-9bd8-b8f5a3ab693b req-73e45f83-962d-41e2-a9c0-fd8d79eb34f1 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:19.124087 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-41fc877a-a24e-4eb0-9bd8-b8f5a3ab693b req-73e45f83-962d-41e2-a9c0-fd8d79eb34f1 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.1472950 Jul 05 04:04:19.265616 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfaa37-ff9a-4494-9815-1fbd95b7d4b8 req-6fa3dcf1-5b7b-441c-8162-9c62809e0746 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:19.267785 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f1dfaa37-ff9a-4494-9815-1fbd95b7d4b8 req-6fa3dcf1-5b7b-441c-8162-9c62809e0746 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.89 "GET /v2.0/ports?device_id=6f57b974-66a3-4e2e-a4a6-97cb03de7f3d HTTP/1.1" status: 200 len: 945 time: 0.1772006 Jul 05 04:04:19.290829 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c8c64-8ba8-48f2-813a-0547cf336c84 req-c889eace-c7ef-4032-80ec-5de498df1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:19.292683 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-da8c8c64-8ba8-48f2-813a-0547cf336c84 req-c889eace-c7ef-4032-80ec-5de498df1673 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1eb93ccb-d457-4fa2-ade5-b16c7d83b625 HTTP/1.1" status: 200 len: 912 time: 0.1669257 Jul 05 04:04:19.346590 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f189d7-3455-4230-989b-b0329f174c99 req-7d093e89-c20e-4e01-8a6a-6de241d0db7e tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:19.348988 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49f189d7-3455-4230-989b-b0329f174c99 req-7d093e89-c20e-4e01-8a6a-6de241d0db7e tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f57b974-66a3-4e2e-a4a6-97cb03de7f3d HTTP/1.1" status: 200 len: 945 time: 0.1615114 Jul 05 04:04:19.373834 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-da8c8c64-8ba8-48f2-813a-0547cf336c84 req-3d909a0d-39dd-44c4-bf44-3821eeef60c7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d HTTP/1.1" status: 200 len: 217 time: 0.0606270 Jul 05 04:04:19.461591 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49f189d7-3455-4230-989b-b0329f174c99 req-f2d21314-3662-4e9d-bc9a-47fd71277eb8 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e189d8b-221e-4e52-a7b8-9319fa288e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029952 Jul 05 04:04:19.470529 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-41fc877a-a24e-4eb0-9bd8-b8f5a3ab693b req-0fee9c8c-9c59-4063-b4b2-244961e8d2e4 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489634 Jul 05 04:04:19.472198 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c8c64-8ba8-48f2-813a-0547cf336c84 req-3c4a88e0-5409-4edf-9b41-62cc8d56ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:19.473682 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-da8c8c64-8ba8-48f2-813a-0547cf336c84 req-3c4a88e0-5409-4edf-9b41-62cc8d56ef7a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b9cc9897-be6d-4373-93dc-c830847fce20 HTTP/1.1" status: 200 len: 851 time: 0.0782359 Jul 05 04:04:19.507500 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-f1dfaa37-ff9a-4494-9815-1fbd95b7d4b8 req-55cb24c8-4726-41bb-8455-978cb0147a78 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Deleting port 3ff209dd-5c1f-42a7-ac97-af2981ea3047 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:19.508784 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f1dfaa37-ff9a-4494-9815-1fbd95b7d4b8 req-55cb24c8-4726-41bb-8455-978cb0147a78 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.631516 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-da8c8c64-8ba8-48f2-813a-0547cf336c84 req-04b8a434-7c39-4cd7-be2e-c6fdbab6228d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1eb93ccb-d457-4fa2-ade5-b16c7d83b625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288652 Jul 05 04:04:19.770190 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-f1dfaa37-ff9a-4494-9815-1fbd95b7d4b8 req-55cb24c8-4726-41bb-8455-978cb0147a78 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] For port 3ff209dd-5c1f-42a7-ac97-af2981ea3047, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=3ff209dd-5c1f-42a7-ac97-af2981ea3047,segment=NetworkSegment(8bc654db-7193-40a5-a488-be31c46b0cc2),segment_id=8bc654db-7193-40a5-a488-be31c46b0cc2)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:19.770482 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f1dfaa37-ff9a-4494-9815-1fbd95b7d4b8 req-55cb24c8-4726-41bb-8455-978cb0147a78 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.787874 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-f1dfaa37-ff9a-4494-9815-1fbd95b7d4b8 req-55cb24c8-4726-41bb-8455-978cb0147a78 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Calling delete_port for 3ff209dd-5c1f-42a7-ac97-af2981ea3047 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:19.905179 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1824b-a42b-4b89-9f13-9ab2a379a3c5 req-19d44b11-4805-4fd8-a419-dde902a0c247 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:19.906773 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c2f1824b-a42b-4b89-9f13-9ab2a379a3c5 req-19d44b11-4805-4fd8-a419-dde902a0c247 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 945 time: 0.2042332 Jul 05 04:04:19.942497 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-da8c8c64-8ba8-48f2-813a-0547cf336c84 req-bdaaed13-b18c-4810-afeb-8aca65ed1b1d service neutron] 10.222.0.70 "GET /v2.0/networks/1eb93ccb-d457-4fa2-ade5-b16c7d83b625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051038 Jul 05 04:04:20.005377 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c2f1824b-a42b-4b89-9f13-9ab2a379a3c5 req-e59ee40d-9663-4edc-b3bf-1ef6dfc6dbcb tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907223 Jul 05 04:04:20.058679 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f1dfaa37-ff9a-4494-9815-1fbd95b7d4b8 req-55cb24c8-4726-41bb-8455-978cb0147a78 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.126663 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb24c8-4726-41bb-8455-978cb0147a78 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Pushing event deleted for resources: {'Port': ['ID=3ff209dd-5c1f-42a7-ac97-af2981ea3047,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:20.202071 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1dfaa37-ff9a-4494-9815-1fbd95b7d4b8 req-55cb24c8-4726-41bb-8455-978cb0147a78 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] No DVR routers for this DVR port 3ff209dd-5c1f-42a7-ac97-af2981ea3047 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:20.205164 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f1dfaa37-ff9a-4494-9815-1fbd95b7d4b8 req-55cb24c8-4726-41bb-8455-978cb0147a78 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.207894 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f1dfaa37-ff9a-4494-9815-1fbd95b7d4b8 req-55cb24c8-4726-41bb-8455-978cb0147a78 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.89 "DELETE /v2.0/ports/3ff209dd-5c1f-42a7-ac97-af2981ea3047 HTTP/1.1" status: 204 len: 173 time: 0.9298599 Jul 05 04:04:20.208435 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f57b974-66a3-4e2e-a4a6-97cb03de7f3d', 'name': 'network-vif-deleted', 'tag': '3ff209dd-5c1f-42a7-ac97-af2981ea3047'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:20.212009 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f53236-48f3-43be-8773-99ee19890a59" -d '{"events": [{"server_uuid": "6f57b974-66a3-4e2e-a4a6-97cb03de7f3d", "name": "network-vif-deleted", "tag": "3ff209dd-5c1f-42a7-ac97-af2981ea3047"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:20.555157 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6c5b284-e7be-48b0-ac85-16ec8166f76e req-5527cbc6-b9c7-4be6-8232-55ae689191e0 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 210 time: 0.0391810 Jul 05 04:04:20.576588 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d246b41-ce07-49ac-b24b-af2974a63333 req-75805c8d-f64c-4b3c-a818-ee4a0147ed7f tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:20.599558 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3d246b41-ce07-49ac-b24b-af2974a63333 req-75805c8d-f64c-4b3c-a818-ee4a0147ed7f tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.9389791 Jul 05 04:04:20.617953 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2604ca1d-0c5c-464f-b71c-cf51e8039fe8 x-openstack-request-id: req-2604ca1d-0c5c-464f-b71c-cf51e8039fe8 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:20.618757 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f57b974-66a3-4e2e-a4a6-97cb03de7f3d", "name": "network-vif-deleted", "tag": "3ff209dd-5c1f-42a7-ac97-af2981ea3047", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:20.619087 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2604ca1d-0c5c-464f-b71c-cf51e8039fe8 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:20.619613 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f57b974-66a3-4e2e-a4a6-97cb03de7f3d', 'name': 'network-vif-deleted', 'tag': '3ff209dd-5c1f-42a7-ac97-af2981ea3047', 'status': 'completed', 'code': 200} Jul 05 04:04:20.696455 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3d246b41-ce07-49ac-b24b-af2974a63333 req-aa0155c4-d1ed-45c2-b202-e82d5c2d1aad tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956869 Jul 05 04:04:20.771023 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-da8c8c64-8ba8-48f2-813a-0547cf336c84 req-7f9f11a6-bafc-40a2-9110-2e102f7cac55 service neutron] 10.222.0.70 "GET /v2.0/networks/1eb93ccb-d457-4fa2-ade5-b16c7d83b625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8144975 Jul 05 04:04:20.871311 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-01f2d569-8890-497e-888c-e408bed9e601 req-7e977e5e-ee26-4634-ab85-69a10522fe14 tempest-ServerTagsTestJSON-65285630 tempest-ServerTagsTestJSON-65285630-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f57b974-66a3-4e2e-a4a6-97cb03de7f3d HTTP/1.1" status: 200 len: 210 time: 0.0533116 Jul 05 04:04:21.007541 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f93e0-207f-49ba-b041-7d6b5ca4863c req-275bc06f-d043-4fa2-80ea-56e312216013 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:21.013339 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-827f93e0-207f-49ba-b041-7d6b5ca4863c req-275bc06f-d043-4fa2-80ea-56e312216013 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.1344202 Jul 05 04:04:21.147591 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-827f93e0-207f-49ba-b041-7d6b5ca4863c req-dc7c8278-038d-44f9-bff8-d15e97b2d364 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274328 Jul 05 04:04:21.315059 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817f98b-93a5-41cb-80d1-e23284623fdf req-10f2b5a1-a312-46d6-ab1c-b55b8a3a20bf tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:21.316995 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a817f98b-93a5-41cb-80d1-e23284623fdf req-10f2b5a1-a312-46d6-ab1c-b55b8a3a20bf tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 945 time: 0.0760007 Jul 05 04:04:21.376283 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a817f98b-93a5-41cb-80d1-e23284623fdf req-1aae343c-cba3-494e-b62e-2f6767f4d244 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538459 Jul 05 04:04:21.603235 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 3ff209dd-5c1f-42a7-ac97-af2981ea3047 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:21.652052 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 3ff209dd-5c1f-42a7-ac97-af2981ea3047 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:21.653855 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 3ff209dd-5c1f-42a7-ac97-af2981ea3047 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:21.741622 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-77c9d0e3-0478-4d7b-ab2c-164e34aea36d req-ad7fbcb0-3f64-4135-9699-87e6b445b57a tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 210 time: 0.0354402 Jul 05 04:04:21.951698 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe155cc-1f12-435c-bc5e-3e42c2085203 req-ed96a716-8e11-47e0-9eee-2e717cec3828 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:21.954216 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dfe155cc-1f12-435c-bc5e-3e42c2085203 req-ed96a716-8e11-47e0-9eee-2e717cec3828 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.0872140 Jul 05 04:04:22.020626 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dfe155cc-1f12-435c-bc5e-3e42c2085203 req-8ed238b7-6a7c-4235-bd02-60159699b2fa tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600796 Jul 05 04:04:22.073526 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37200) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:22.128408 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67f8eb2-26e4-48ee-be0c-b67c19329cb3 admin admin] Deleting subnet 3bd11bf2-09ba-4da3-8174-f13becbc0911 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:04:22.131750 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a67f8eb2-26e4-48ee-be0c-b67c19329cb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.175155 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a67f8eb2-26e4-48ee-be0c-b67c19329cb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.220784 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a67f8eb2-26e4-48ee-be0c-b67c19329cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.317490 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a67f8eb2-26e4-48ee-be0c-b67c19329cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.347175 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f8eb2-26e4-48ee-be0c-b67c19329cb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bd11bf2-09ba-4da3-8174-f13becbc0911,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:22.358845 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a67f8eb2-26e4-48ee-be0c-b67c19329cb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.363791 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a67f8eb2-26e4-48ee-be0c-b67c19329cb3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3bd11bf2-09ba-4da3-8174-f13becbc0911 HTTP/1.1" status: 204 len: 168 time: 0.2888472 Jul 05 04:04:22.364766 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37208) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:22.426831 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62965f-4cc2-43f4-aaa6-2b569e61eaa3 req-61a1ee96-3d6c-42ec-8f06-d81a3f3ce6ca tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:22.438291 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8d62965f-4cc2-43f4-aaa6-2b569e61eaa3 req-61a1ee96-3d6c-42ec-8f06-d81a3f3ce6ca tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.1417744 Jul 05 04:04:22.494614 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8d62965f-4cc2-43f4-aaa6-2b569e61eaa3 req-8263dc80-fca9-49d6-b8c3-65394abc1806 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533628 Jul 05 04:04:22.562755 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e4c27903-ab64-4db0-bb49-8b2608a62849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.679484 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e4c27903-ab64-4db0-bb49-8b2608a62849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.697476 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-e4c27903-ab64-4db0-bb49-8b2608a62849 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ef758a-da8e-4f8f-9c20-8106295de709']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:22.760261 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-e4c27903-ab64-4db0-bb49-8b2608a62849 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc654db-7193-40a5-a488-be31c46b0cc2') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:22.761644 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-e4c27903-ab64-4db0-bb49-8b2608a62849 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc654db-7193-40a5-a488-be31c46b0cc2') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:22.773824 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e4c27903-ab64-4db0-bb49-8b2608a62849 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.798006 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e4c27903-ab64-4db0-bb49-8b2608a62849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.837324 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c27903-ab64-4db0-bb49-8b2608a62849 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:04:22.838077 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e4c27903-ab64-4db0-bb49-8b2608a62849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.851770 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792eac3f-d265-44dd-a628-746a3885d597 req-1bf24202-c5a5-42f4-abef-b0649bc812e1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:22.854038 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-792eac3f-d265-44dd-a628-746a3885d597 req-1bf24202-c5a5-42f4-abef-b0649bc812e1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 945 time: 0.1632850 Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:04:22.855458 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:04:23.004771 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-792eac3f-d265-44dd-a628-746a3885d597 req-98a95ed7-aa90-4f4f-bdb0-a5d0e959c43a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326411 Jul 05 04:04:23.012496 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e4c27903-ab64-4db0-bb49-8b2608a62849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:23.049855 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e4c27903-ab64-4db0-bb49-8b2608a62849 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:23.060680 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e4c27903-ab64-4db0-bb49-8b2608a62849 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f1ef758a-da8e-4f8f-9c20-8106295de709 HTTP/1.1" status: 204 len: 168 time: 0.6946130 Jul 05 04:04:23.081901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c27903-ab64-4db0-bb49-8b2608a62849 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1ef758a-da8e-4f8f-9c20-8106295de709,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:23.093420 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-866900e2-bb1d-46c4-9bf6-ec86d08861f2 req-bfc7a6f5-4785-42f4-afc1-28ff45eb9663 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 210 time: 0.1311276 Jul 05 04:04:23.309219 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37240) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:23.358393 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1414f58b-4128-46d1-9b0f-a1da6da8b6eb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=74d0dd7515064f2ea86053c37b2e83ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475128 Jul 05 04:04:23.360578 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37242) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:23.455962 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7e05ccb0-3e1e-45c9-bf1e-f89693823bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:23.484652 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7e05ccb0-3e1e-45c9-bf1e-f89693823bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:23.589489 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7e05ccb0-3e1e-45c9-bf1e-f89693823bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:23.592290 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7e05ccb0-3e1e-45c9-bf1e-f89693823bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:23.596647 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7e05ccb0-3e1e-45c9-bf1e-f89693823bcb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2e189d8b-221e-4e52-a7b8-9319fa288e88 HTTP/1.1" status: 204 len: 168 time: 0.2349660 Jul 05 04:04:23.610382 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05ccb0-3e1e-45c9-bf1e-f89693823bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e189d8b-221e-4e52-a7b8-9319fa288e88,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:23.868706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4f48b-2723-4736-ac4e-2e314bb77c4b req-5b07c46c-59a3-4ffb-bc85-baf3bfeee169 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:23.890609 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d5b4f48b-2723-4736-ac4e-2e314bb77c4b req-5b07c46c-59a3-4ffb-bc85-baf3bfeee169 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.7224855 Jul 05 04:04:23.984891 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76aa120-7d02-407b-b664-e6571adc6356 req-efc16378-8e74-4f66-bcf8-140be0351ad6 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:23.992035 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d5b4f48b-2723-4736-ac4e-2e314bb77c4b req-778ae185-3b9c-49cb-b057-d0fda715ad61 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972064 Jul 05 04:04:23.994589 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d76aa120-7d02-407b-b664-e6571adc6356 req-efc16378-8e74-4f66-bcf8-140be0351ad6 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.1832047 Jul 05 04:04:24.049033 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d76aa120-7d02-407b-b664-e6571adc6356 req-fe80cef6-8e09-451b-b290-44a7cc88d01d tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528777 Jul 05 04:04:24.341858 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023740c3-ae3c-4790-8a34-3501508eeaa2 req-c221b621-9815-49c7-b378-2b57837a9c7a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:24.350750 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-023740c3-ae3c-4790-8a34-3501508eeaa2 req-c221b621-9815-49c7-b378-2b57837a9c7a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 945 time: 0.1854722 Jul 05 04:04:24.388956 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0445194-40ba-420b-a308-af54548b333b req-0f825c11-239b-481a-b3d5-d7f67690318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:24.402498 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a0445194-40ba-420b-a308-af54548b333b req-0f825c11-239b-481a-b3d5-d7f67690318b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 1097 time: 0.1440730 Jul 05 04:04:24.468049 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-023740c3-ae3c-4790-8a34-3501508eeaa2 req-33894458-9a3f-4cfe-b381-92063161b3ba tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160004 Jul 05 04:04:24.503784 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0642704e-b413-491b-84e7-08c443a48836 req-0f3f02c5-dc25-4590-8a28-b0af853a6294 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 210 time: 0.0964582 Jul 05 04:04:24.504810 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a0445194-40ba-420b-a308-af54548b333b req-7d724461-a7fd-421b-9e59-a0c672ec0ab5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999069 Jul 05 04:04:24.989746 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37304) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:25.169862 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e410ff7e-353b-45e2-ae83-edab973e0e80 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1471709003-network', 'tenant_id': 'e7f30e579fe94453a264d70ff2740003'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:25.275559 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e85949-06e8-4ea0-97bc-8f9ac8af3865 req-561ce1f0-dd38-4770-9e69-ef44a8f2047d tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:25.278079 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-94e85949-06e8-4ea0-97bc-8f9ac8af3865 req-561ce1f0-dd38-4770-9e69-ef44a8f2047d tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.0703001 Jul 05 04:04:25.326763 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e410ff7e-353b-45e2-ae83-edab973e0e80 admin admin] Made reservation on behalf of e7f30e579fe94453a264d70ff2740003 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:25.330944 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e410ff7e-353b-45e2-ae83-edab973e0e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.331864 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-94e85949-06e8-4ea0-97bc-8f9ac8af3865 req-c736a5fa-800a-4d50-987c-2ba994c79476 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475378 Jul 05 04:04:25.352180 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e410ff7e-353b-45e2-ae83-edab973e0e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.390332 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c7b0a-58f9-48e7-a808-4ee3b826a5ab req-f70e6bbc-0c9f-4235-8b0a-364a159b4824 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:25.398083 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d00c7b0a-58f9-48e7-a808-4ee3b826a5ab req-f70e6bbc-0c9f-4235-8b0a-364a159b4824 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.2082286 Jul 05 04:04:25.597016 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d00c7b0a-58f9-48e7-a808-4ee3b826a5ab req-a998a1dc-3a12-434b-8409-0b1941e2dd2b tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978788 Jul 05 04:04:25.671436 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e410ff7e-353b-45e2-ae83-edab973e0e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.677862 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3249b78b-f32a-4e17-a6b7-6f035bf8d999 req-fb4648bd-042f-486a-bca1-84aaf030720e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1923165 Jul 05 04:04:25.685252 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e410ff7e-353b-45e2-ae83-edab973e0e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.715326 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e410ff7e-353b-45e2-ae83-edab973e0e80 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:25.726206 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e410ff7e-353b-45e2-ae83-edab973e0e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.726948 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-e410ff7e-353b-45e2-ae83-edab973e0e80 admin admin] Added segment 8188e19f-c586-4b2c-9f64-81f0cad7f9ec of type vlan for network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 Jul 05 04:04:25.850331 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e410ff7e-353b-45e2-ae83-edab973e0e80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.897076 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410ff7e-353b-45e2-ae83-edab973e0e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4018aa-21d9-4f2f-b84c-ce4254f8857c,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:25.904069 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e410ff7e-353b-45e2-ae83-edab973e0e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.905121 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e410ff7e-353b-45e2-ae83-edab973e0e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:25.905666 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e410ff7e-353b-45e2-ae83-edab973e0e80 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:26.049837 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37346) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:26.050068 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e410ff7e-353b-45e2-ae83-edab973e0e80 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0589995 Jul 05 04:04:26.057188 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-c6b9ff11-f995-40d6-a821-35060e8fdc0b admin admin] Request body: {'subnet': {'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1471709003-subnet', 'tenant_id': 'e7f30e579fe94453a264d70ff2740003', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:26.078096 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410ff7e-353b-45e2-ae83-edab973e0e80 admin admin] Pushing event updated for resources: {'Network': ['ID=1dcac4dd-6370-4a16-a68a-d8ffae39b304,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:26.100505 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:26.109328 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249b78b-f32a-4e17-a6b7-6f035bf8d999 req-a06b43d0-f098-4556-af04-085b6540110a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:26.113300 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3249b78b-f32a-4e17-a6b7-6f035bf8d999 req-a06b43d0-f098-4556-af04-085b6540110a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 1096 time: 0.3461292 Jul 05 04:04:26.158212 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1af81a-a916-42f5-a75d-2381a24c04b7 req-0e7b53d9-85ad-4e87-80e9-65abf68fa7a0 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:26.169285 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2e1af81a-a916-42f5-a75d-2381a24c04b7 req-0e7b53d9-85ad-4e87-80e9-65abf68fa7a0 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 945 time: 0.2850585 Jul 05 04:04:26.170899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b9ff11-f995-40d6-a821-35060e8fdc0b admin admin] Made reservation on behalf of e7f30e579fe94453a264d70ff2740003 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:26.173484 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6b9ff11-f995-40d6-a821-35060e8fdc0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:26.353195 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2e1af81a-a916-42f5-a75d-2381a24c04b7 req-235ad870-ad10-4489-a465-744d2ad69e1b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827266 Jul 05 04:04:26.405163 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-24e64c48-09d2-485f-b297-341aa6964951 req-4e3a71e6-e70c-4e61-adbf-43e937184f63 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/ports?device_id=f25967e7-c41e-4ed3-abf2-0a6e09e76614 HTTP/1.1" status: 200 len: 210 time: 0.2649155 Jul 05 04:04:26.407290 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249b78b-f32a-4e17-a6b7-6f035bf8d999 req-419d3d71-a7c4-41d1-a0e9-6df4b45d891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:26.410020 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6b9ff11-f995-40d6-a821-35060e8fdc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:26.413645 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3249b78b-f32a-4e17-a6b7-6f035bf8d999 req-419d3d71-a7c4-41d1-a0e9-6df4b45d891f service neutron] 10.222.0.70 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 913 time: 0.2376056 Jul 05 04:04:26.513635 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9ff11-f995-40d6-a821-35060e8fdc0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=248c3b61-cc11-4019-9b85-60af49b5384a,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:26.541216 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b9ff11-f995-40d6-a821-35060e8fdc0b admin admin] Checking segment: {'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:26.542157 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b9ff11-f995-40d6-a821-35060e8fdc0b admin admin] Network hostable DHCP agents. Network: 1dcac4dd-6370-4a16-a68a-d8ffae39b304, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:04:26.558997 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3249b78b-f32a-4e17-a6b7-6f035bf8d999 req-a16a049e-0cd4-4c2f-85fd-491fe0d2656e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a737e3b-7647-4859-8d3b-5a41559ab915 HTTP/1.1" status: 200 len: 998 time: 0.1381986 Jul 05 04:04:26.613462 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b9ff11-f995-40d6-a821-35060e8fdc0b admin admin] Network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:04:26.634374 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-c6b9ff11-f995-40d6-a821-35060e8fdc0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 1dcac4dd-6370-4a16-a68a-d8ffae39b304) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:26.639506 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b9ff11-f995-40d6-a821-35060e8fdc0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:26.640383 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6b9ff11-f995-40d6-a821-35060e8fdc0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:26.644759 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634dc847-23b1-4532-be0a-27e7c3a0684e None None] Network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:26.697496 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c6b9ff11-f995-40d6-a821-35060e8fdc0b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6459632 Jul 05 04:04:26.791274 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249b78b-f32a-4e17-a6b7-6f035bf8d999 req-9c90ceeb-05d5-4035-a96b-d17986cb0621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:26.793957 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3249b78b-f32a-4e17-a6b7-6f035bf8d999 req-9c90ceeb-05d5-4035-a96b-d17986cb0621 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d157b61e-6b4a-43c9-a07c-5c6e1fda4120 HTTP/1.1" status: 200 len: 851 time: 0.2247787 Jul 05 04:04:26.877409 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdc68b-75fe-400c-a4db-ea09f2723fe7 req-b4e1ff44-cebe-4ecb-8a6d-3996b111ba22 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:26.885995 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4afdc68b-75fe-400c-a4db-ea09f2723fe7 req-b4e1ff44-cebe-4ecb-8a6d-3996b111ba22 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.2941887 Jul 05 04:04:26.948276 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249b78b-f32a-4e17-a6b7-6f035bf8d999 req-39714e06-c290-470f-bdc9-f46e908e79ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:26.950315 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3249b78b-f32a-4e17-a6b7-6f035bf8d999 req-39714e06-c290-470f-bdc9-f46e908e79ab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=76e1944d-1d03-4c4e-b1ba-413cddc95912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1490126 Jul 05 04:04:27.026601 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f9d067-084a-4229-bafd-563fa80310a8 None None] Network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:27.089306 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4afdc68b-75fe-400c-a4db-ea09f2723fe7 req-13fd6db8-ee89-4ef1-b6fa-c1e9a641b42b tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985948 Jul 05 04:04:27.133069 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2d08e-8d63-489b-a850-8bec4303270f req-be74cc25-96e0-4b05-9b1a-4c2370c23d25 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:27.134604 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9a2d08e-8d63-489b-a850-8bec4303270f req-be74cc25-96e0-4b05-9b1a-4c2370c23d25 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.1388686 Jul 05 04:04:27.158812 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3249b78b-f32a-4e17-a6b7-6f035bf8d999 req-e3e02a26-2922-4412-a7b1-37026a15feb8 service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981432 Jul 05 04:04:27.195385 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9a2d08e-8d63-489b-a850-8bec4303270f req-3b200045-c87a-4934-b93e-a11b8249a0ee tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524747 Jul 05 04:04:27.252667 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-d0105316-eaed-493b-ba87-e2ae4951cc3f req-3dbfbc64-4aaa-42ed-b3e0-64e4dd7f0dc5 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-408227834', 'description': 'tempest-description-1697733736'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:27.295836 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-d0105316-eaed-493b-ba87-e2ae4951cc3f req-3dbfbc64-4aaa-42ed-b3e0-64e4dd7f0dc5 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.374982 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3249b78b-f32a-4e17-a6b7-6f035bf8d999 req-0188e976-c30a-4171-88b2-53f12d9dd5bc service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994255 Jul 05 04:04:27.417477 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-d0105316-eaed-493b-ba87-e2ae4951cc3f req-3dbfbc64-4aaa-42ed-b3e0-64e4dd7f0dc5 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.424011 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-d0105316-eaed-493b-ba87-e2ae4951cc3f req-3dbfbc64-4aaa-42ed-b3e0-64e4dd7f0dc5 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.461913 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfbc64-4aaa-42ed-b3e0-64e4dd7f0dc5 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8e32a7-84c9-48b2-ab4d-f5c6582bd06d,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:27.468548 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-d0105316-eaed-493b-ba87-e2ae4951cc3f req-3dbfbc64-4aaa-42ed-b3e0-64e4dd7f0dc5 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.490843 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d0105316-eaed-493b-ba87-e2ae4951cc3f req-3dbfbc64-4aaa-42ed-b3e0-64e4dd7f0dc5 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.2433033 Jul 05 04:04:27.565254 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-59d542fa-f935-4e05-a866-4f65d36a8b68 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:27.566996 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-59d542fa-f935-4e05-a866-4f65d36a8b68 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/networks?id=1dcac4dd-6370-4a16-a68a-d8ffae39b304 HTTP/1.1" status: 200 len: 806 time: 0.1591139 Jul 05 04:04:27.599116 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-cf354c58-2389-4aa0-abcf-51dd0016074e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/quotas/e7f30e579fe94453a264d70ff2740003 HTTP/1.1" status: 200 len: 375 time: 0.0262601 Jul 05 04:04:27.663474 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-18a43524-2083-434a-8945-0d2da1a941a7 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e7f30e579fe94453a264d70ff2740003&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562992 Jul 05 04:04:27.700735 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7123b-9699-4b35-a803-5bf4510cce1c req-32e8e397-ddf9-4cf0-a82f-3ee3f7d87347 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:27.710459 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0bf7123b-9699-4b35-a803-5bf4510cce1c req-32e8e397-ddf9-4cf0-a82f-3ee3f7d87347 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 945 time: 0.1152265 Jul 05 04:04:27.768922 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0bf7123b-9699-4b35-a803-5bf4510cce1c req-86e06c10-6075-4386-a165-3d66e3a3da58 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575562 Jul 05 04:04:27.839504 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-8fcf0812-ba74-4ce6-bde9-d8e9e26f3b6a service neutron] 10.222.0.77 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668983 Jul 05 04:04:27.985496 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-ccf8e76f-83f0-477c-9ada-899314276bc2 service neutron] 10.222.0.77 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444976 Jul 05 04:04:28.077889 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3f4fcfc6-882f-45d8-bbe4-7bfbaac745cf req-e64e171f-0f1b-48c8-8c88-ceb2896f10ba tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-408227834&fields=id&tenant_id=b300aeb4c92d48ada4bc7ce3eb4a92b9 HTTP/1.1" status: 200 len: 267 time: 0.0709765 Jul 05 04:04:28.190086 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fcfc6-882f-45d8-bbe4-7bfbaac745cf req-7bb77c42-5ae9-4113-aa7f-cb6aafba9d11 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:28.199910 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3f4fcfc6-882f-45d8-bbe4-7bfbaac745cf req-7bb77c42-5ae9-4113-aa7f-cb6aafba9d11 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.1080604 Jul 05 04:04:28.209199 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-3f4fcfc6-882f-45d8-bbe4-7bfbaac745cf req-0d18c384-fcdb-42e1-8c7b-d5dc1e984194 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Request body: {'port': {'security_groups': ['b0224584-1496-4f50-ad00-bb92e12b0cde', 'ec8e32a7-84c9-48b2-ab4d-f5c6582bd06d']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:28.353580 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3f4fcfc6-882f-45d8-bbe4-7bfbaac745cf req-0d18c384-fcdb-42e1-8c7b-d5dc1e984194 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.371772 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37418) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:28.595521 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d35dc882-c60a-4cc2-8f9a-3cfd3c3e5049 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.648660 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-21a3b21b-a0a6-4205-9ba9-19ef070a0791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.661781 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d35dc882-c60a-4cc2-8f9a-3cfd3c3e5049 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.771963 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c8a07-8a3e-46ac-910d-e8059cc640f7 req-226cb299-3a1b-4b25-a10c-7193e7407864 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:28.774672 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-705c8a07-8a3e-46ac-910d-e8059cc640f7 req-226cb299-3a1b-4b25-a10c-7193e7407864 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.2740326 Jul 05 04:04:28.800272 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d35dc882-c60a-4cc2-8f9a-3cfd3c3e5049 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.805160 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d35dc882-c60a-4cc2-8f9a-3cfd3c3e5049 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.816244 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d35dc882-c60a-4cc2-8f9a-3cfd3c3e5049 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "DELETE /v2.0/security-groups/1ef2afcc-3938-44bf-a63f-7503b3ea5336 HTTP/1.1" status: 204 len: 168 time: 0.4342294 Jul 05 04:04:28.829122 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37428) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:28.894451 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-16aa1907-deee-418d-a02a-3e3b09ed0152 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] show failed (client error): The resource could not be found. Jul 05 04:04:28.904304 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37436) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:28.904921 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-16aa1907-deee-418d-a02a-3e3b09ed0152 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "GET /v2.0/security-groups/1ef2afcc-3938-44bf-a63f-7503b3ea5336 HTTP/1.1" status: 404 len: 347 time: 0.0712562 Jul 05 04:04:28.913933 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35dc882-c60a-4cc2-8f9a-3cfd3c3e5049 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef2afcc-3938-44bf-a63f-7503b3ea5336,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:28.993261 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-705c8a07-8a3e-46ac-910d-e8059cc640f7 req-177f5ced-79f7-44e0-9f11-16db877ce17e tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035758 Jul 05 04:04:29.026835 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-3f4fcfc6-882f-45d8-bbe4-7bfbaac745cf req-0d18c384-fcdb-42e1-8c7b-d5dc1e984194 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] For port 8b2f199b-7a4c-4078-a89e-2518423380b3, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8b2f199b-7a4c-4078-a89e-2518423380b3,segment=NetworkSegment(f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf),segment_id=f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:29.133773 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3f4fcfc6-882f-45d8-bbe4-7bfbaac745cf req-0d18c384-fcdb-42e1-8c7b-d5dc1e984194 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.149576 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3f4fcfc6-882f-45d8-bbe4-7bfbaac745cf req-0d18c384-fcdb-42e1-8c7b-d5dc1e984194 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.175401 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.190567 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['8b2f199b-7a4c-4078-a89e-2518423380b3'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:04:29.229126 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18c384-fcdb-42e1-8c7b-d5dc1e984194 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Pushing event updated for resources: {'Port': ['ID=8b2f199b-7a4c-4078-a89e-2518423380b3,revision_number=6']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:29.287026 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fcfc6-882f-45d8-bbe4-7bfbaac745cf req-0d18c384-fcdb-42e1-8c7b-d5dc1e984194 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:29.290028 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3f4fcfc6-882f-45d8-bbe4-7bfbaac745cf req-0d18c384-fcdb-42e1-8c7b-d5dc1e984194 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.299079 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3f4fcfc6-882f-45d8-bbe4-7bfbaac745cf req-0d18c384-fcdb-42e1-8c7b-d5dc1e984194 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "PUT /v2.0/ports/8b2f199b-7a4c-4078-a89e-2518423380b3 HTTP/1.1" status: 200 len: 981 time: 1.0961392 Jul 05 04:04:29.323676 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e05edd-2c57-45c7-a0b4-b07a5bbda14d', 'tag': '8b2f199b-7a4c-4078-a89e-2518423380b3'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:29.334314 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-749fc47c-4f70-411f-9f7b-ad9accd8c8e0 req-97326bb6-ae55-4643-8621-4d93b3349d70 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1ee47f0-a3ab-400f-87cb-f94505802220 HTTP/1.1" status: 200 len: 210 time: 0.0630276 Jul 05 04:04:29.337562 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a303985-2ea1-43ae-80c6-5d064d746816" -d '{"events": [{"name": "network-changed", "server_uuid": "24e05edd-2c57-45c7-a0b4-b07a5bbda14d", "tag": "8b2f199b-7a4c-4078-a89e-2518423380b3"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:29.370237 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-715d2e27-4b4b-4fe8-9eaf-18d12251c8de tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Deleting port fc4fccd2-12e7-4541-95bc-457d744d4edf {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:29.370237 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-715d2e27-4b4b-4fe8-9eaf-18d12251c8de tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.472652 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['8b2f199b-7a4c-4078-a89e-2518423380b3'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:04:29.672779 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-67a95f8e-8b42-4fad-990e-be8f0f43a95b req-45248786-95e4-4bdc-a0e7-a1d368a9a3ea tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-408227834&fields=id&tenant_id=b300aeb4c92d48ada4bc7ce3eb4a92b9 HTTP/1.1" status: 200 len: 267 time: 0.1717222 Jul 05 04:04:29.684893 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-715d2e27-4b4b-4fe8-9eaf-18d12251c8de tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.685381 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-715d2e27-4b4b-4fe8-9eaf-18d12251c8de tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.713539 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-715d2e27-4b4b-4fe8-9eaf-18d12251c8de tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Calling delete_port for fc4fccd2-12e7-4541-95bc-457d744d4edf owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:29.779568 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a95f8e-8b42-4fad-990e-be8f0f43a95b req-fc884abd-17ba-42f4-bb94-7b65aca4f8ba tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:29.789872 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-67a95f8e-8b42-4fad-990e-be8f0f43a95b req-fc884abd-17ba-42f4-bb94-7b65aca4f8ba tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 984 time: 0.1132169 Jul 05 04:04:29.803099 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-67a95f8e-8b42-4fad-990e-be8f0f43a95b req-96b6796c-3c3a-40ae-9109-fbe28c8f7e72 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Request body: {'port': {'security_groups': ['b0224584-1496-4f50-ad00-bb92e12b0cde']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:29.897320 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9213f-c1f1-4278-b773-185bdfe74688 req-8e46a4b6-5eda-4e72-b636-4985c2c41e3c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:29.898944 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6bf9213f-c1f1-4278-b773-185bdfe74688 req-8e46a4b6-5eda-4e72-b636-4985c2c41e3c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 945 time: 0.3631108 Jul 05 04:04:29.991099 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6bf9213f-c1f1-4278-b773-185bdfe74688 req-7a18a41b-020f-400b-83a3-a5fd72b2e11a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756767 Jul 05 04:04:30.025441 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-715d2e27-4b4b-4fe8-9eaf-18d12251c8de tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.060991 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c32979-9e9c-4747-9103-3a9e0ca1bc9d req-5440599e-0176-4411-92f3-0431e17b6e57 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:30.062772 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e3c32979-9e9c-4747-9103-3a9e0ca1bc9d req-5440599e-0176-4411-92f3-0431e17b6e57 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.1881778 Jul 05 04:04:30.069864 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d2e27-4b4b-4fe8-9eaf-18d12251c8de tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event deleted for resources: {'Port': ['ID=fc4fccd2-12e7-4541-95bc-457d744d4edf,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:30.105252 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-67a95f8e-8b42-4fad-990e-be8f0f43a95b req-96b6796c-3c3a-40ae-9109-fbe28c8f7e72 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.176991 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-715d2e27-4b4b-4fe8-9eaf-18d12251c8de tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.183931 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-715d2e27-4b4b-4fe8-9eaf-18d12251c8de tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.185131 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-715d2e27-4b4b-4fe8-9eaf-18d12251c8de tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "DELETE /v2.0/floatingips/fa249b96-5603-44fc-a6db-fe8faec82397 HTTP/1.1" status: 204 len: 168 time: 1.2797549 Jul 05 04:04:30.189270 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37464) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:30.304231 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fadcec8-803f-4ac3-841b-966a4ce698c9 x-openstack-request-id: req-8fadcec8-803f-4ac3-841b-966a4ce698c9 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:30.304510 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e05edd-2c57-45c7-a0b4-b07a5bbda14d", "tag": "8b2f199b-7a4c-4078-a89e-2518423380b3", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:30.304760 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8fadcec8-803f-4ac3-841b-966a4ce698c9 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:30.305373 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e05edd-2c57-45c7-a0b4-b07a5bbda14d', 'tag': '8b2f199b-7a4c-4078-a89e-2518423380b3', 'status': 'completed', 'code': 200} Jul 05 04:04:30.476487 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-e3c32979-9e9c-4747-9103-3a9e0ca1bc9d req-a6e38ed1-c584-44c2-8cf0-31394ce9d0a3 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Deleting port 6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:30.476833 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e3c32979-9e9c-4747-9103-3a9e0ca1bc9d req-a6e38ed1-c584-44c2-8cf0-31394ce9d0a3 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.593672 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-67a95f8e-8b42-4fad-990e-be8f0f43a95b req-96b6796c-3c3a-40ae-9109-fbe28c8f7e72 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] For port 8b2f199b-7a4c-4078-a89e-2518423380b3, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8b2f199b-7a4c-4078-a89e-2518423380b3,segment=NetworkSegment(f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf),segment_id=f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:30.657204 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-67a95f8e-8b42-4fad-990e-be8f0f43a95b req-96b6796c-3c3a-40ae-9109-fbe28c8f7e72 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.666068 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-e3c32979-9e9c-4747-9103-3a9e0ca1bc9d req-a6e38ed1-c584-44c2-8cf0-31394ce9d0a3 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] For port 6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d,segment=NetworkSegment(1e263abe-ecec-41c6-9f5d-a723111d082c),segment_id=1e263abe-ecec-41c6-9f5d-a723111d082c)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:30.666355 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e3c32979-9e9c-4747-9103-3a9e0ca1bc9d req-a6e38ed1-c584-44c2-8cf0-31394ce9d0a3 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.684979 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-67a95f8e-8b42-4fad-990e-be8f0f43a95b req-96b6796c-3c3a-40ae-9109-fbe28c8f7e72 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.691916 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-e3c32979-9e9c-4747-9103-3a9e0ca1bc9d req-a6e38ed1-c584-44c2-8cf0-31394ce9d0a3 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Calling delete_port for 6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:30.720389 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['8b2f199b-7a4c-4078-a89e-2518423380b3'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:04:30.730634 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a303985-2ea1-43ae-80c6-5d064d746816 req-1a3b83bb-0130-4d2c-b8dd-c8d1eddbd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:30.732145 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a303985-2ea1-43ae-80c6-5d064d746816 req-1a3b83bb-0130-4d2c-b8dd-c8d1eddbd7d3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b300aeb4c92d48ada4bc7ce3eb4a92b9&device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 1136 time: 0.4192109 Jul 05 04:04:30.745026 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984a3a5-2785-40cf-b766-fde390565800 req-c9f5cf0f-9399-41c0-80ea-4e79725b5d37 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:30.757140 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f984a3a5-2785-40cf-b766-fde390565800 req-c9f5cf0f-9399-41c0-80ea-4e79725b5d37 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 945 time: 0.3692150 Jul 05 04:04:30.760880 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a95f8e-8b42-4fad-990e-be8f0f43a95b req-96b6796c-3c3a-40ae-9109-fbe28c8f7e72 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:30.761540 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-67a95f8e-8b42-4fad-990e-be8f0f43a95b req-96b6796c-3c3a-40ae-9109-fbe28c8f7e72 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.768392 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-67a95f8e-8b42-4fad-990e-be8f0f43a95b req-96b6796c-3c3a-40ae-9109-fbe28c8f7e72 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "PUT /v2.0/ports/8b2f199b-7a4c-4078-a89e-2518423380b3 HTTP/1.1" status: 200 len: 942 time: 0.9770098 Jul 05 04:04:30.786619 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e05edd-2c57-45c7-a0b4-b07a5bbda14d', 'tag': '8b2f199b-7a4c-4078-a89e-2518423380b3'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:30.793439 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9aef73f-0f81-4e22-8297-6d4a2f955219" -d '{"events": [{"name": "network-changed", "server_uuid": "24e05edd-2c57-45c7-a0b4-b07a5bbda14d", "tag": "8b2f199b-7a4c-4078-a89e-2518423380b3"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:30.816747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-75e76f7f-f519-4933-ac8d-e4dc8cf808c5 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:30.818283 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-75e76f7f-f519-4933-ac8d-e4dc8cf808c5 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.89 "GET /v2.0/networks?id=1dcac4dd-6370-4a16-a68a-d8ffae39b304 HTTP/1.1" status: 200 len: 806 time: 0.4292305 Jul 05 04:04:30.860714 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-93f900b6-3507-4dab-b214-ca2579d509fd tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Request body: {'port': {'device_id': 'd1ee47f0-a3ab-400f-87cb-f94505802220', 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304', 'admin_state_up': True, 'tenant_id': 'e7f30e579fe94453a264d70ff2740003'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:30.909492 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['8b2f199b-7a4c-4078-a89e-2518423380b3'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:04:30.920642 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-10d6c841-2cd1-42e3-a585-d899d64943e3 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Deleting port ed8d3ec4-006f-4eb5-af83-d5d95a707d39 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:30.921040 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-10d6c841-2cd1-42e3-a585-d899d64943e3 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.006566 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f984a3a5-2785-40cf-b766-fde390565800 req-52846534-455b-4c6b-9f51-99be01ba3e30 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484293 Jul 05 04:04:31.037655 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-49ecb99a-bf50-47be-8c54-84b5dc33e68e req-3e98b55f-d27f-45d5-967e-3eb499746f5e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1ee47f0-a3ab-400f-87cb-f94505802220 HTTP/1.1" status: 200 len: 210 time: 0.0886924 Jul 05 04:04:31.044118 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6796c-3c3a-40ae-9109-fbe28c8f7e72 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Pushing event updated for resources: {'Port': ['ID=8b2f199b-7a4c-4078-a89e-2518423380b3,revision_number=7']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:31.171577 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e3c32979-9e9c-4747-9103-3a9e0ca1bc9d req-a6e38ed1-c584-44c2-8cf0-31394ce9d0a3 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.171902 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a303985-2ea1-43ae-80c6-5d064d746816 req-4f1d88a5-fab3-4430-8d22-f32bc88a27ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:31.174401 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a303985-2ea1-43ae-80c6-5d064d746816 req-4f1d88a5-fab3-4430-8d22-f32bc88a27ee service neutron] 10.222.0.70 "GET /v2.0/networks?id=34cb382d-ddc5-4eff-9234-ed470fc72c91 HTTP/1.1" status: 200 len: 921 time: 0.4052086 Jul 05 04:04:31.183269 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d845177-1ed2-49f0-a8e6-aa1c7d600369 x-openstack-request-id: req-2d845177-1ed2-49f0-a8e6-aa1c7d600369 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:31.183690 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e05edd-2c57-45c7-a0b4-b07a5bbda14d", "tag": "8b2f199b-7a4c-4078-a89e-2518423380b3", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:31.185449 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2d845177-1ed2-49f0-a8e6-aa1c7d600369 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:31.186007 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e05edd-2c57-45c7-a0b4-b07a5bbda14d', 'tag': '8b2f199b-7a4c-4078-a89e-2518423380b3', 'status': 'completed', 'code': 200} Jul 05 04:04:31.200943 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['1bbf02ed-0a64-4e98-b040-56d96922c90b'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:04:31.246881 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e38ed1-c584-44c2-8cf0-31394ce9d0a3 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Pushing event deleted for resources: {'Port': ['ID=6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:31.285100 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a303985-2ea1-43ae-80c6-5d064d746816 req-22c9d94f-b94a-4bf8-a50f-14b8ee42a0f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b2f199b-7a4c-4078-a89e-2518423380b3 HTTP/1.1" status: 200 len: 217 time: 0.0849671 Jul 05 04:04:31.294398 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-10d6c841-2cd1-42e3-a585-d899d64943e3 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.357424 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1ce6bd34-eca1-4b78-b95d-6fb47f671aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.368707 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-10d6c841-2cd1-42e3-a585-d899d64943e3 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Calling delete_port for ed8d3ec4-006f-4eb5-af83-d5d95a707d39 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:31.379561 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c32979-9e9c-4747-9103-3a9e0ca1bc9d req-a6e38ed1-c584-44c2-8cf0-31394ce9d0a3 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] No DVR routers for this DVR port 6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:31.386557 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e3c32979-9e9c-4747-9103-3a9e0ca1bc9d req-a6e38ed1-c584-44c2-8cf0-31394ce9d0a3 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.390080 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e3c32979-9e9c-4747-9103-3a9e0ca1bc9d req-a6e38ed1-c584-44c2-8cf0-31394ce9d0a3 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.70 "DELETE /v2.0/ports/6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d HTTP/1.1" status: 204 len: 173 time: 1.3088052 Jul 05 04:04:31.398037 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-93f900b6-3507-4dab-b214-ca2579d509fd tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Made reservation on behalf of e7f30e579fe94453a264d70ff2740003 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:31.401976 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-93f900b6-3507-4dab-b214-ca2579d509fd tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.417463 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4bf68396-b8b3-4573-8911-aaacb158deaa req-53436011-4ea9-4fd2-b937-70c3ce011f21 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3783696 Jul 05 04:04:31.426251 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:04:31.523652 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-4bf68396-b8b3-4573-8911-aaacb158deaa req-1dcc3319-4138-4b0a-bada-af7a08a61881 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:31.571530 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a303985-2ea1-43ae-80c6-5d064d746816 req-2acd4979-3c2e-457b-a292-b74d930f0062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:31.573887 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a303985-2ea1-43ae-80c6-5d064d746816 req-2acd4979-3c2e-457b-a292-b74d930f0062 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=841f8f9d-f533-482b-8ae2-8b614ee6bf1c HTTP/1.1" status: 200 len: 860 time: 0.2707639 Jul 05 04:04:31.597730 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b75994-8573-40a2-8b70-8562bafc7fde req-6708afee-04ca-4c03-810b-35e3535d0450 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:31.600256 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-25b75994-8573-40a2-8b70-8562bafc7fde req-6708afee-04ca-4c03-810b-35e3535d0450 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 945 time: 0.1391602 Jul 05 04:04:31.672481 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a303985-2ea1-43ae-80c6-5d064d746816 req-85a72a46-852f-412d-a1b0-014a88d0e1a7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=34cb382d-ddc5-4eff-9234-ed470fc72c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867279 Jul 05 04:04:31.683262 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.688087 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-25b75994-8573-40a2-8b70-8562bafc7fde req-cf6c959c-9a02-488f-ad95-f4d336360946 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812118 Jul 05 04:04:31.718628 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4bf68396-b8b3-4573-8911-aaacb158deaa req-1dcc3319-4138-4b0a-bada-af7a08a61881 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.976052 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-93f900b6-3507-4dab-b214-ca2579d509fd tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Allocated IP 172.20.0.11 (1dcac4dd-6370-4a16-a68a-d8ffae39b304/248c3b61-cc11-4019-9b85-60af49b5384a/2bbb9632-1387-46c5-bff5-92b0c5ecba56) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:31.982985 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a303985-2ea1-43ae-80c6-5d064d746816 req-d70b0ce2-757e-4730-9e09-12972fe47f6f service neutron] 10.222.0.70 "GET /v2.0/networks/34cb382d-ddc5-4eff-9234-ed470fc72c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983942 Jul 05 04:04:32.081695 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-10d6c841-2cd1-42e3-a585-d899d64943e3 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:32.194684 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6c841-2cd1-42e3-a585-d899d64943e3 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event deleted for resources: {'Port': ['ID=ed8d3ec4-006f-4eb5-af83-d5d95a707d39,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:32.263441 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2534823c-a3c4-4dc6-85f6-9a3e5d9f8bb8 req-79a6e30d-c0da-482b-b5d7-3a8ce1ae066b tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ebf080-cbf7-4770-80fb-5d42840a498a HTTP/1.1" status: 200 len: 210 time: 0.0499837 Jul 05 04:04:32.418742 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a436a34d-a4c4-47db-bf81-dac9e2b66b92 req-59448bcc-27f9-4b4e-a865-1ca910a89183 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1ee47f0-a3ab-400f-87cb-f94505802220 HTTP/1.1" status: 200 len: 210 time: 0.0429099 Jul 05 04:04:32.454850 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a303985-2ea1-43ae-80c6-5d064d746816 req-f64d16a5-8135-4a5f-b3a4-d55123e4afab service neutron] 10.222.0.70 "GET /v2.0/networks/34cb382d-ddc5-4eff-9234-ed470fc72c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619234 Jul 05 04:04:32.476410 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4bf68396-b8b3-4573-8911-aaacb158deaa req-1dcc3319-4138-4b0a-bada-af7a08a61881 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:32.493611 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-10d6c841-2cd1-42e3-a585-d899d64943e3 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:32.498746 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-10d6c841-2cd1-42e3-a585-d899d64943e3 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "DELETE /v2.0/ports/ed8d3ec4-006f-4eb5-af83-d5d95a707d39 HTTP/1.1" status: 204 len: 168 time: 2.3071265 Jul 05 04:04:32.499457 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37520) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:32.554737 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:32.643310 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-93f900b6-3507-4dab-b214-ca2579d509fd tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:32.683017 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-6a264869-5f80-436d-ab2c-e2230250d519 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Deleting port 43e10832-bba0-43bb-bb99-461c4ef85b71 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:32.683445 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a264869-5f80-436d-ab2c-e2230250d519 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:32.819340 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-4bf68396-b8b3-4573-8911-aaacb158deaa req-1dcc3319-4138-4b0a-bada-af7a08a61881 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Allocated IP 172.25.1.242 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/0ff34e0d-9541-4739-9082-b8ede3bb8397) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:32.824468 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aef73f-0f81-4e22-8297-6d4a2f955219 req-c77c35dd-f30a-49c1-a9a7-206a9212028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:32.826225 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9aef73f-0f81-4e22-8297-6d4a2f955219 req-c77c35dd-f30a-49c1-a9a7-206a9212028a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b300aeb4c92d48ada4bc7ce3eb4a92b9&device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 1097 time: 0.2623613 Jul 05 04:04:32.830171 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-93f900b6-3507-4dab-b214-ca2579d509fd tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:32.918513 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a264869-5f80-436d-ab2c-e2230250d519 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:32.941168 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-6a264869-5f80-436d-ab2c-e2230250d519 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Calling delete_port for 43e10832-bba0-43bb-bb99-461c4ef85b71 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:33.155879 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109bea0-83b6-42a8-8bcb-3af66b403517 req-5a8d514c-4515-491e-9057-66ecd47b656f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:33.157695 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0109bea0-83b6-42a8-8bcb-3af66b403517 req-5a8d514c-4515-491e-9057-66ecd47b656f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 945 time: 0.2108924 Jul 05 04:04:33.201208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ebf080-cbf7-4770-80fb-5d42840a498a', 'name': 'network-vif-deleted', 'tag': '6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:33.204654 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a54f729-559c-41b9-976a-6b3ab29c726b" -d '{"events": [{"server_uuid": "a6ebf080-cbf7-4770-80fb-5d42840a498a", "name": "network-vif-deleted", "tag": "6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:33.251371 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0109bea0-83b6-42a8-8bcb-3af66b403517 req-37cf158d-60d0-4e94-8a44-cf809d4c89b1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854790 Jul 05 04:04:33.261004 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a264869-5f80-436d-ab2c-e2230250d519 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.333366 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a264869-5f80-436d-ab2c-e2230250d519 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event deleted for resources: {'Port': ['ID=43e10832-bba0-43bb-bb99-461c4ef85b71,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:33.461102 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a264869-5f80-436d-ab2c-e2230250d519 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.470843 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6a264869-5f80-436d-ab2c-e2230250d519 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "DELETE /v2.0/ports/43e10832-bba0-43bb-bb99-461c4ef85b71 HTTP/1.1" status: 204 len: 168 time: 0.9686306 Jul 05 04:04:33.475357 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37552) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:33.503947 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f900b6-3507-4dab-b214-ca2579d509fd tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Pushing event updated for resources: {'Port': ['ID=2bbb9632-1387-46c5-bff5-92b0c5ecba56,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:33.562991 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11f3e04-92da-439f-9852-ea0db5ce0e27 x-openstack-request-id: req-e11f3e04-92da-439f-9852-ea0db5ce0e27 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:33.563265 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ebf080-cbf7-4770-80fb-5d42840a498a", "name": "network-vif-deleted", "tag": "6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:33.567519 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e11f3e04-92da-439f-9852-ea0db5ce0e27 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:33.568848 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ebf080-cbf7-4770-80fb-5d42840a498a', 'name': 'network-vif-deleted', 'tag': '6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d', 'status': 'completed', 'code': 200} Jul 05 04:04:33.577703 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-93f900b6-3507-4dab-b214-ca2579d509fd tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:33.598831 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-297b391b-613a-4aa1-8e09-2e4f1a4dc4d8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Deleting subnet 71989378-012f-4fd9-a75b-6448013e5d85 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:04:33.604593 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-93f900b6-3507-4dab-b214-ca2579d509fd tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:33.609850 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-93f900b6-3507-4dab-b214-ca2579d509fd tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:33.615999 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-297b391b-613a-4aa1-8e09-2e4f1a4dc4d8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.671190 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aef73f-0f81-4e22-8297-6d4a2f955219 req-5f89b00d-77de-40b9-ae51-97cffe5df1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:33.673236 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9aef73f-0f81-4e22-8297-6d4a2f955219 req-5f89b00d-77de-40b9-ae51-97cffe5df1ad service neutron] 10.222.0.70 "GET /v2.0/networks?id=34cb382d-ddc5-4eff-9234-ed470fc72c91 HTTP/1.1" status: 200 len: 921 time: 0.8368227 Jul 05 04:04:33.700961 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-297b391b-613a-4aa1-8e09-2e4f1a4dc4d8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.722786 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9aef73f-0f81-4e22-8297-6d4a2f955219 req-1bd5c6a7-a66f-4937-ac20-f1b0001aa2c9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b2f199b-7a4c-4078-a89e-2518423380b3 HTTP/1.1" status: 200 len: 217 time: 0.0394089 Jul 05 04:04:33.795107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-93f900b6-3507-4dab-b214-ca2579d509fd tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:33.795900 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-93f900b6-3507-4dab-b214-ca2579d509fd tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.834401 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4bf68396-b8b3-4573-8911-aaacb158deaa req-1dcc3319-4138-4b0a-bada-af7a08a61881 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.848089 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aef73f-0f81-4e22-8297-6d4a2f955219 req-8710f40e-cb06-4cd5-a0e3-1ec8c81dd989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:33.849657 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9aef73f-0f81-4e22-8297-6d4a2f955219 req-8710f40e-cb06-4cd5-a0e3-1ec8c81dd989 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=841f8f9d-f533-482b-8ae2-8b614ee6bf1c HTTP/1.1" status: 200 len: 860 time: 0.1195343 Jul 05 04:04:33.852394 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-297b391b-613a-4aa1-8e09-2e4f1a4dc4d8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.853218 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-93f900b6-3507-4dab-b214-ca2579d509fd tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9968326 Jul 05 04:04:33.869157 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-041e2e09-501f-4aad-98a3-69399e785a40 service neutron] Request body: {'port': {'device_id': 'd1ee47f0-a3ab-400f-87cb-f94505802220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:33.939559 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9aef73f-0f81-4e22-8297-6d4a2f955219 req-8dd1ccc0-fd8e-415b-918c-b577df29c0ab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=34cb382d-ddc5-4eff-9234-ed470fc72c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399506 Jul 05 04:04:33.943769 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-297b391b-613a-4aa1-8e09-2e4f1a4dc4d8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.961316 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:33.974115 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-297b391b-613a-4aa1-8e09-2e4f1a4dc4d8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.982104 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-297b391b-613a-4aa1-8e09-2e4f1a4dc4d8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "DELETE /v2.0/subnets/71989378-012f-4fd9-a75b-6448013e5d85 HTTP/1.1" status: 204 len: 168 time: 0.5055244 Jul 05 04:04:34.002484 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37564) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:34.028146 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcca0e3-c382-4297-8330-f47ece96b4dc None None] Network 3786fe40-9645-44e0-a910-e28556aff90f requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:34.042724 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:34.043068 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6f3feb22-14ea-4ea9-b1da-d8bde03c4c8d not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:34.057735 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4bf68396-b8b3-4573-8911-aaacb158deaa req-1dcc3319-4138-4b0a-bada-af7a08a61881 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.085771 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0bdc8e6-fe6a-4135-82bc-82733534a456 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Deleting subnet a8d1c4cd-d124-4cd8-93ef-98e2af049099 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:04:34.092282 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b391b-613a-4aa1-8e09-2e4f1a4dc4d8 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event deleted for resources: {'Subnet': ['ID=71989378-012f-4fd9-a75b-6448013e5d85,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:34.101365 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc8e6-fe6a-4135-82bc-82733534a456 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.169462 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf68396-b8b3-4573-8911-aaacb158deaa req-1dcc3319-4138-4b0a-bada-af7a08a61881 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:34.187142 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-4bf68396-b8b3-4573-8911-aaacb158deaa req-1dcc3319-4138-4b0a-bada-af7a08a61881 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:34.188905 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-041e2e09-501f-4aad-98a3-69399e785a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.191173 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf68396-b8b3-4573-8911-aaacb158deaa req-1dcc3319-4138-4b0a-bada-af7a08a61881 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:34.196726 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc3319-4138-4b0a-bada-af7a08a61881 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Pushing event updated for resources: {'Port': ['ID=0ff34e0d-9541-4739-9082-b8ede3bb8397,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:34.271073 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc8e6-fe6a-4135-82bc-82733534a456 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.300778 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9aef73f-0f81-4e22-8297-6d4a2f955219 req-1681d722-3049-49b3-bc03-714d9111e8f6 service neutron] 10.222.0.70 "GET /v2.0/networks/34cb382d-ddc5-4eff-9234-ed470fc72c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485568 Jul 05 04:04:34.332709 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c044b-1b71-4cb9-84b2-a73a414edf0a req-dae4ae81-03f3-48a9-958c-81c1035fae2b tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:34.346578 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-055c044b-1b71-4cb9-84b2-a73a414edf0a req-dae4ae81-03f3-48a9-958c-81c1035fae2b tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1ee47f0-a3ab-400f-87cb-f94505802220 HTTP/1.1" status: 200 len: 932 time: 0.2567542 Jul 05 04:04:34.353920 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.455160 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-055c044b-1b71-4cb9-84b2-a73a414edf0a req-cdc0d7a8-9db5-4481-9b1f-7a48b7dc609b tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047912 Jul 05 04:04:34.467400 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a746bc-58d0-4823-a3be-7af319b19faa None None] DHCP port deletion for 3786fe40-9645-44e0-a910-e28556aff90f request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:04:34.537995 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc8e6-fe6a-4135-82bc-82733534a456 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.615432 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-94a746bc-58d0-4823-a3be-7af319b19faa None None] Deleting port 402ff8e6-e012-40c4-840c-541b313010b8 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:34.615952 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-94a746bc-58d0-4823-a3be-7af319b19faa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.618107 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4bf68396-b8b3-4573-8911-aaacb158deaa req-1dcc3319-4138-4b0a-bada-af7a08a61881 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.727833 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc8e6-fe6a-4135-82bc-82733534a456 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.772766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdc8e6-fe6a-4135-82bc-82733534a456 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event deleted for resources: {'Subnet': ['ID=a8d1c4cd-d124-4cd8-93ef-98e2af049099,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:34.786429 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc8e6-fe6a-4135-82bc-82733534a456 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.789720 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f0bdc8e6-fe6a-4135-82bc-82733534a456 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "DELETE /v2.0/subnets/a8d1c4cd-d124-4cd8-93ef-98e2af049099 HTTP/1.1" status: 204 len: 168 time: 0.7856054 Jul 05 04:04:34.793888 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37580) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:34.804030 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4bf68396-b8b3-4573-8911-aaacb158deaa req-1dcc3319-4138-4b0a-bada-af7a08a61881 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.806572 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1aa0079-7fa5-43c5-a426-edbdfb8de70b None None] Network 3109c869-7127-4afd-9f38-c7624c1dbe78 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:34.824218 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9aef73f-0f81-4e22-8297-6d4a2f955219 req-a29c87c5-9467-4f85-91b7-6cc2e0f0d5d3 service neutron] 10.222.0.70 "GET /v2.0/networks/34cb382d-ddc5-4eff-9234-ed470fc72c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140855 Jul 05 04:04:34.832406 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-94a746bc-58d0-4823-a3be-7af319b19faa None None] For port 402ff8e6-e012-40c4-840c-541b313010b8, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=402ff8e6-e012-40c4-840c-541b313010b8,segment=NetworkSegment(67cb506d-913f-48a5-b11e-ed8b7440aff3),segment_id=67cb506d-913f-48a5-b11e-ed8b7440aff3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:34.832809 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-94a746bc-58d0-4823-a3be-7af319b19faa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.848666 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-94a746bc-58d0-4823-a3be-7af319b19faa None None] Calling delete_port for 402ff8e6-e012-40c4-840c-541b313010b8 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:34.928126 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18f00ab5-d1e9-4f7d-b2bf-8c4187a4f87d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.050335 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-18f00ab5-d1e9-4f7d-b2bf-8c4187a4f87d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Deleting port 402ff8e6-e012-40c4-840c-541b313010b8 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:35.051066 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18f00ab5-d1e9-4f7d-b2bf-8c4187a4f87d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.051572 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-041e2e09-501f-4aad-98a3-69399e785a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bbb9632-1387-46c5-bff5-92b0c5ecba56 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:04:35.068223 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-041e2e09-501f-4aad-98a3-69399e785a40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.109061 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-041e2e09-501f-4aad-98a3-69399e785a40 service neutron] Transition to ACTIVE for port object 2bbb9632-1387-46c5-bff5-92b0c5ecba56 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:35.131948 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-041e2e09-501f-4aad-98a3-69399e785a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.167439 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4bf68396-b8b3-4573-8911-aaacb158deaa req-1dcc3319-4138-4b0a-bada-af7a08a61881 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.205085 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4bf68396-b8b3-4573-8911-aaacb158deaa req-1dcc3319-4138-4b0a-bada-af7a08a61881 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.228149 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 402ff8e6-e012-40c4-840c-541b313010b8 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:35.242340 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-18f00ab5-d1e9-4f7d-b2bf-8c4187a4f87d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] For port 402ff8e6-e012-40c4-840c-541b313010b8, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=402ff8e6-e012-40c4-840c-541b313010b8,segment=NetworkSegment(67cb506d-913f-48a5-b11e-ed8b7440aff3),segment_id=67cb506d-913f-48a5-b11e-ed8b7440aff3)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:35.242717 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18f00ab5-d1e9-4f7d-b2bf-8c4187a4f87d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.272826 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-18f00ab5-d1e9-4f7d-b2bf-8c4187a4f87d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Calling delete_port for 402ff8e6-e012-40c4-840c-541b313010b8 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:35.297493 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e2e09-501f-4aad-98a3-69399e785a40 service neutron] Pushing event updated for resources: {'Port': ['ID=2bbb9632-1387-46c5-bff5-92b0c5ecba56,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:35.312025 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb3ac1-473a-4789-8ac7-7ffe4d14dd1d req-0b3a3bf7-3dad-4fdc-964c-97ac24a89a06 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:35.313722 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1ffb3ac1-473a-4789-8ac7-7ffe4d14dd1d req-0b3a3bf7-3dad-4fdc-964c-97ac24a89a06 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.1791639 Jul 05 04:04:35.437756 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4bf68396-b8b3-4573-8911-aaacb158deaa req-1dcc3319-4138-4b0a-bada-af7a08a61881 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.443568 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1ffb3ac1-473a-4789-8ac7-7ffe4d14dd1d req-5e67317f-f166-42a7-89f0-b8325b48aedf tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885201 Jul 05 04:04:35.448238 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc3319-4138-4b0a-bada-af7a08a61881 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Pushing event updated for resources: {'Port': ['ID=0ff34e0d-9541-4739-9082-b8ede3bb8397,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:35.459907 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-94a746bc-58d0-4823-a3be-7af319b19faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.478267 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a746bc-58d0-4823-a3be-7af319b19faa None None] No DVR routers for this DVR port 402ff8e6-e012-40c4-840c-541b313010b8 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:35.484861 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18f00ab5-d1e9-4f7d-b2bf-8c4187a4f87d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.505812 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4bf68396-b8b3-4573-8911-aaacb158deaa req-1dcc3319-4138-4b0a-bada-af7a08a61881 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.513129 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4bf68396-b8b3-4573-8911-aaacb158deaa req-1dcc3319-4138-4b0a-bada-af7a08a61881 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0946636 Jul 05 04:04:35.513896 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f00ab5-d1e9-4f7d-b2bf-8c4187a4f87d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event deleted for resources: {'Port': ['ID=402ff8e6-e012-40c4-840c-541b313010b8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:35.530652 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a746bc-58d0-4823-a3be-7af319b19faa None None] Pushing event deleted for resources: {'Port': ['ID=402ff8e6-e012-40c4-840c-541b313010b8,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:35.532955 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-041e2e09-501f-4aad-98a3-69399e785a40 service neutron] Attempting to bind port 2bbb9632-1387-46c5-bff5-92b0c5ecba56 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:35.533695 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-041e2e09-501f-4aad-98a3-69399e785a40 service neutron] Attempting to bind port 2bbb9632-1387-46c5-bff5-92b0c5ecba56 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:35.533695 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-041e2e09-501f-4aad-98a3-69399e785a40 service neutron] Attempting to bind port 2bbb9632-1387-46c5-bff5-92b0c5ecba56 on network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:35.538875 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.541161 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f00ab5-d1e9-4f7d-b2bf-8c4187a4f87d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] No DVR routers for this DVR port 402ff8e6-e012-40c4-840c-541b313010b8 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:35.636345 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-041e2e09-501f-4aad-98a3-69399e785a40 service neutron] Port 2bbb9632-1387-46c5-bff5-92b0c5ecba56 on network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:04:35.636345 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-041e2e09-501f-4aad-98a3-69399e785a40 service neutron] Attempting to bind port 2bbb9632-1387-46c5-bff5-92b0c5ecba56 on network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:35.662715 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4bf68396-b8b3-4573-8911-aaacb158deaa req-68a0ef6c-0039-4db6-9bb2-b7a9b98b49d2 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.242 HTTP/1.1" status: 200 len: 696 time: 0.1432056 Jul 05 04:04:35.664198 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-041e2e09-501f-4aad-98a3-69399e785a40 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:35.664545 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-041e2e09-501f-4aad-98a3-69399e785a40 service neutron] Checking segment: {'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:35.664929 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-041e2e09-501f-4aad-98a3-69399e785a40 service neutron] Bound using segment: {'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:35.665387 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-041e2e09-501f-4aad-98a3-69399e785a40 service neutron] Bound port: 2bbb9632-1387-46c5-bff5-92b0c5ecba56, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:35.665756 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-041e2e09-501f-4aad-98a3-69399e785a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.684896 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cc9ca0-f7a5-49e6-a6e5-8336aba717a1 None None] DHCP port deletion for 3109c869-7127-4afd-9f38-c7624c1dbe78 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:04:35.701465 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37600) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:35.721670 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-1dab3547-35dd-4e76-bcbf-ba40d76b97ba tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-469408286'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:35.782386 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-46cc9ca0-f7a5-49e6-a6e5-8336aba717a1 None None] Deleting port 85047c04-bac5-4400-8b0f-801f80342e92 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:35.782949 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-46cc9ca0-f7a5-49e6-a6e5-8336aba717a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.900751 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf68396-b8b3-4573-8911-aaacb158deaa req-a205dd43-a704-4052-be59-251bc452276a tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:35.904758 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-46cc9ca0-f7a5-49e6-a6e5-8336aba717a1 None None] For port 85047c04-bac5-4400-8b0f-801f80342e92, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=85047c04-bac5-4400-8b0f-801f80342e92,segment=NetworkSegment(ce7496e1-57b4-4372-aedf-6673118415b3),segment_id=ce7496e1-57b4-4372-aedf-6673118415b3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:35.905434 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-46cc9ca0-f7a5-49e6-a6e5-8336aba717a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.920299 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4bf68396-b8b3-4573-8911-aaacb158deaa req-a205dd43-a704-4052-be59-251bc452276a tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.2376852 Jul 05 04:04:35.924132 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-041e2e09-501f-4aad-98a3-69399e785a40 service neutron] For port 2bbb9632-1387-46c5-bff5-92b0c5ecba56, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:35.930199 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-46cc9ca0-f7a5-49e6-a6e5-8336aba717a1 None None] Calling delete_port for 85047c04-bac5-4400-8b0f-801f80342e92 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:35.944911 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-041e2e09-501f-4aad-98a3-69399e785a40 service neutron] For port 2bbb9632-1387-46c5-bff5-92b0c5ecba56, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=2bbb9632-1387-46c5-bff5-92b0c5ecba56,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:35.951521 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-041e2e09-501f-4aad-98a3-69399e785a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.971579 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-041e2e09-501f-4aad-98a3-69399e785a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:35.973075 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-041e2e09-501f-4aad-98a3-69399e785a40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.976598 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-041e2e09-501f-4aad-98a3-69399e785a40 service neutron] 10.222.0.89 "PUT /v2.0/ports/2bbb9632-1387-46c5-bff5-92b0c5ecba56 HTTP/1.1" status: 200 len: 1093 time: 2.1118309 Jul 05 04:04:35.978366 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ee47f0-a3ab-400f-87cb-f94505802220', 'tag': '2bbb9632-1387-46c5-bff5-92b0c5ecba56'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:35.984351 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e1e694-395d-4e73-afd8-44a4074dc878" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ee47f0-a3ab-400f-87cb-f94505802220", "tag": "2bbb9632-1387-46c5-bff5-92b0c5ecba56"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:36.092019 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e2e09-501f-4aad-98a3-69399e785a40 service neutron] Pushing event updated for resources: {'Port': ['ID=2bbb9632-1387-46c5-bff5-92b0c5ecba56,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:36.114161 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18f00ab5-d1e9-4f7d-b2bf-8c4187a4f87d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.118641 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dab3547-35dd-4e76-bcbf-ba40d76b97ba tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Made reservation on behalf of 50643a7691c345388c1f08c7454cea66 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:36.122286 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1dab3547-35dd-4e76-bcbf-ba40d76b97ba tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.135776 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-46cc9ca0-f7a5-49e6-a6e5-8336aba717a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.159733 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-18f00ab5-d1e9-4f7d-b2bf-8c4187a4f87d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3786fe40-9645-44e0-a910-e28556aff90f']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:36.165472 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc9ca0-f7a5-49e6-a6e5-8336aba717a1 None None] Pushing event deleted for resources: {'Port': ['ID=85047c04-bac5-4400-8b0f-801f80342e92,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:36.171337 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cc9ca0-f7a5-49e6-a6e5-8336aba717a1 None None] No DVR routers for this DVR port 85047c04-bac5-4400-8b0f-801f80342e92 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:36.174117 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-18f00ab5-d1e9-4f7d-b2bf-8c4187a4f87d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67cb506d-913f-48a5-b11e-ed8b7440aff3') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:36.174415 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-18f00ab5-d1e9-4f7d-b2bf-8c4187a4f87d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67cb506d-913f-48a5-b11e-ed8b7440aff3') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:36.185534 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-21cc1e77-199c-4a09-877d-8a85a5e04aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:36.185534 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-21cc1e77-199c-4a09-877d-8a85a5e04aee service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e7f30e579fe94453a264d70ff2740003&device_id=d1ee47f0-a3ab-400f-87cb-f94505802220 HTTP/1.1" status: 200 len: 1096 time: 0.1476216 Jul 05 04:04:36.193095 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18f00ab5-d1e9-4f7d-b2bf-8c4187a4f87d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.211746 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dab3547-35dd-4e76-bcbf-ba40d76b97ba tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:36.230896 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18f00ab5-d1e9-4f7d-b2bf-8c4187a4f87d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.233944 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-68caaf89-e8a1-4fa3-9332-d601d117fcc2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bbb9632-1387-46c5-bff5-92b0c5ecba56 HTTP/1.1" status: 200 len: 217 time: 0.0423269 Jul 05 04:04:36.238933 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1dab3547-35dd-4e76-bcbf-ba40d76b97ba tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.239322 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-1dab3547-35dd-4e76-bcbf-ba40d76b97ba tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Added segment 90cc6d36-a186-42bf-9075-63d2e4657a66 of type vlan for network cb4fce54-78f5-46da-a4fc-a7c4ec35c56f Jul 05 04:04:36.250625 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f00ab5-d1e9-4f7d-b2bf-8c4187a4f87d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:04:36.251046 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18f00ab5-d1e9-4f7d-b2bf-8c4187a4f87d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: self.session.flush() Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: self.session.flush() Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: self.session.flush() Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: self.session.flush() Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:04:36.254740 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:04:36.298448 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f8d86-b64e-43be-9e2d-a393fa3ced16 req-c855f3ee-cc0f-4718-98b8-1b9e6ef1bcf5 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:36.299652 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966f3d9-190a-46aa-b48f-71e4f8e8f894 req-85705894-81d9-47dc-b0ff-ddbaa16c5aff tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:36.300143 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a4f8d86-b64e-43be-9e2d-a393fa3ced16 req-c855f3ee-cc0f-4718-98b8-1b9e6ef1bcf5 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 946 time: 0.1993716 Jul 05 04:04:36.301176 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2966f3d9-190a-46aa-b48f-71e4f8e8f894 req-85705894-81d9-47dc-b0ff-ddbaa16c5aff tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.1825998 Jul 05 04:04:36.350930 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2966f3d9-190a-46aa-b48f-71e4f8e8f894 req-3010f9f0-c07f-489c-ad11-d8a3fcd3499d tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408795 Jul 05 04:04:36.358176 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1dab3547-35dd-4e76-bcbf-ba40d76b97ba tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.359331 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-88bf132a-4c9a-4b3b-a880-e8d7c9b2e9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:36.360877 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-88bf132a-4c9a-4b3b-a880-e8d7c9b2e9c5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=248c3b61-cc11-4019-9b85-60af49b5384a HTTP/1.1" status: 200 len: 846 time: 0.1155903 Jul 05 04:04:36.424050 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18f00ab5-d1e9-4f7d-b2bf-8c4187a4f87d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.433076 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18f00ab5-d1e9-4f7d-b2bf-8c4187a4f87d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.435889 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-18f00ab5-d1e9-4f7d-b2bf-8c4187a4f87d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "DELETE /v2.0/networks/3786fe40-9645-44e0-a910-e28556aff90f HTTP/1.1" status: 204 len: 168 time: 1.6396506 Jul 05 04:04:36.438100 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a4f8d86-b64e-43be-9e2d-a393fa3ced16 req-e5b43091-eed3-416d-bb42-502bdf483592 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095698 Jul 05 04:04:36.438739 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37618) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:36.440575 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1dab3547-35dd-4e76-bcbf-ba40d76b97ba tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.441076 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-18968adc-6445-4d38-a10e-5e40d6f289a9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1dcac4dd-6370-4a16-a68a-d8ffae39b304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599003 Jul 05 04:04:36.446000 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dab3547-35dd-4e76-bcbf-ba40d76b97ba tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:36.446627 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1dab3547-35dd-4e76-bcbf-ba40d76b97ba tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.458943 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f00ab5-d1e9-4f7d-b2bf-8c4187a4f87d tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event deleted for resources: {'Network': ['ID=3786fe40-9645-44e0-a910-e28556aff90f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:36.537037 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1dab3547-35dd-4e76-bcbf-ba40d76b97ba tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8301525 Jul 05 04:04:36.546273 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37624) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:36.554756 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ca205d55-eb53-47fd-9c03-e358532aeff0 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-704680147'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:36.576806 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab3547-35dd-4e76-bcbf-ba40d76b97ba tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event updated for resources: {'Network': ['ID=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:36.609376 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca205d55-eb53-47fd-9c03-e358532aeff0 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Made reservation on behalf of 50643a7691c345388c1f08c7454cea66 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:36.610110 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network cb4fce54-78f5-46da-a4fc-a7c4ec35c56f details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:36.615058 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ca205d55-eb53-47fd-9c03-e358532aeff0 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.648211 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca205d55-eb53-47fd-9c03-e358532aeff0 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:36.716520 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ca205d55-eb53-47fd-9c03-e358532aeff0 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.717274 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-ca205d55-eb53-47fd-9c03-e358532aeff0 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Added segment 50219518-e686-4906-b667-59b4817bf9d2 of type vlan for network a6d904c9-d5c3-4585-9d21-be63aa884ed6 Jul 05 04:04:36.722852 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-be0b3e64-4cba-4217-86d0-4207ed4efc69 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.756845 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-2f1a51b0-e38a-4652-bb74-5b6d0303cdc5 service neutron] 10.222.0.89 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060763 Jul 05 04:04:36.767438 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d5a23-e488-4fe9-b9b3-364362ec3e0e req-ad8d16ae-d48a-42c3-8274-12882821b39e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:36.771791 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-074d5a23-e488-4fe9-b9b3-364362ec3e0e req-ad8d16ae-d48a-42c3-8274-12882821b39e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1ee47f0-a3ab-400f-87cb-f94505802220 HTTP/1.1" status: 200 len: 944 time: 0.2131495 Jul 05 04:04:36.798633 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ca205d55-eb53-47fd-9c03-e358532aeff0 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.842958 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2fe1c-9cf0-4668-b223-2ce15c0895f9 req-8393e4a8-51c6-4029-8d3c-3659adc2ac55 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:36.844529 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d3b2fe1c-9cf0-4668-b223-2ce15c0895f9 req-8393e4a8-51c6-4029-8d3c-3659adc2ac55 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1887360 Jul 05 04:04:36.909490 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ca205d55-eb53-47fd-9c03-e358532aeff0 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.916193 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca205d55-eb53-47fd-9c03-e358532aeff0 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:36.917842 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ca205d55-eb53-47fd-9c03-e358532aeff0 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.928518 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d3b2fe1c-9cf0-4668-b223-2ce15c0895f9 req-54d9455b-ec79-49c5-91b2-c42cef2980af tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.242 HTTP/1.1" status: 200 len: 696 time: 0.0725756 Jul 05 04:04:36.966140 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-074d5a23-e488-4fe9-b9b3-364362ec3e0e req-fe94a951-585f-468d-8903-8886fadaab91 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835964 Jul 05 04:04:36.981499 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-be0b3e64-4cba-4217-86d0-4207ed4efc69 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.985460 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-d3b2fe1c-9cf0-4668-b223-2ce15c0895f9 req-11d5de8d-6820-47ca-8236-83e2bb403161 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Request body: {'floatingip': {'port_id': '8b2f199b-7a4c-4078-a89e-2518423380b3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:37.025444 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-be0b3e64-4cba-4217-86d0-4207ed4efc69 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3109c869-7127-4afd-9f38-c7624c1dbe78']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:37.053777 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b079d71c-6d6c-4a00-a075-ee37743ddd0b x-openstack-request-id: req-b079d71c-6d6c-4a00-a075-ee37743ddd0b {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:37.056637 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d3b2fe1c-9cf0-4668-b223-2ce15c0895f9 req-11d5de8d-6820-47ca-8236-83e2bb403161 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks [] for floatingip, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.057664 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ee47f0-a3ab-400f-87cb-f94505802220", "tag": "2bbb9632-1387-46c5-bff5-92b0c5ecba56", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:37.058102 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b079d71c-6d6c-4a00-a075-ee37743ddd0b {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:37.058693 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ee47f0-a3ab-400f-87cb-f94505802220', 'tag': '2bbb9632-1387-46c5-bff5-92b0c5ecba56', 'status': 'completed', 'code': 200} Jul 05 04:04:37.065146 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-be0b3e64-4cba-4217-86d0-4207ed4efc69 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce7496e1-57b4-4372-aedf-6673118415b3') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:37.067390 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-be0b3e64-4cba-4217-86d0-4207ed4efc69 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce7496e1-57b4-4372-aedf-6673118415b3') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:37.082058 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ca205d55-eb53-47fd-9c03-e358532aeff0 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5261323 Jul 05 04:04:37.082581 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 85047c04-bac5-4400-8b0f-801f80342e92 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:37.083271 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37634) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:37.091743 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bf68c8e1-e7da-4864-a13b-dc25f7f03b8d req-3fa6aa0c-e81d-4f65-acae-0892613c1999 service neutron] 10.222.0.89 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199539 Jul 05 04:04:37.092534 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-8d64d97c-a63d-49a5-9f64-a45a8cb48259 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Request body: {'subnet': {'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:37.096213 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-be0b3e64-4cba-4217-86d0-4207ed4efc69 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.113209 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-be0b3e64-4cba-4217-86d0-4207ed4efc69 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.120075 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be0b3e64-4cba-4217-86d0-4207ed4efc69 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:04:37.120802 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-be0b3e64-4cba-4217-86d0-4207ed4efc69 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.158047 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 85047c04-bac5-4400-8b0f-801f80342e92 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:37.158679 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 85047c04-bac5-4400-8b0f-801f80342e92 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:04:37.174273 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:04:37.246006 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca205d55-eb53-47fd-9c03-e358532aeff0 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event updated for resources: {'Network': ['ID=a6d904c9-d5c3-4585-9d21-be63aa884ed6,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:37.268828 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network a6d904c9-d5c3-4585-9d21-be63aa884ed6 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:37.272435 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-be0b3e64-4cba-4217-86d0-4207ed4efc69 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.292068 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-be0b3e64-4cba-4217-86d0-4207ed4efc69 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.299728 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-be0b3e64-4cba-4217-86d0-4207ed4efc69 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] 10.222.0.77 "DELETE /v2.0/networks/3109c869-7127-4afd-9f38-c7624c1dbe78 HTTP/1.1" status: 204 len: 168 time: 0.8569176 Jul 05 04:04:37.326414 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b3e64-4cba-4217-86d0-4207ed4efc69 tempest-TaggedBootDevicesTest-456414762 tempest-TaggedBootDevicesTest-456414762-project] Pushing event deleted for resources: {'Network': ['ID=3109c869-7127-4afd-9f38-c7624c1dbe78,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:37.346724 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d64d97c-a63d-49a5-9f64-a45a8cb48259 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Made reservation on behalf of 50643a7691c345388c1f08c7454cea66 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:37.351285 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8d64d97c-a63d-49a5-9f64-a45a8cb48259 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.434654 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-1f3f7266-a47e-4a95-809b-a1d10a4841e0 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:37.436297 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-1f3f7266-a47e-4a95-809b-a1d10a4841e0 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 812 time: 0.2432959 Jul 05 04:04:37.441541 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1e694-395d-4e73-afd8-44a4074dc878 req-50bc4059-f756-4d13-80c1-54ef1e974d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:37.443042 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-37e1e694-395d-4e73-afd8-44a4074dc878 req-50bc4059-f756-4d13-80c1-54ef1e974d10 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e7f30e579fe94453a264d70ff2740003&device_id=d1ee47f0-a3ab-400f-87cb-f94505802220 HTTP/1.1" status: 200 len: 1096 time: 0.2681897 Jul 05 04:04:37.528493 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-25331469-f0b4-4b12-9128-3b3c89e230ff tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/quotas/f1c1197f995c40748eb7a04272d5b4dc HTTP/1.1" status: 200 len: 375 time: 0.0844057 Jul 05 04:04:37.616242 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1e694-395d-4e73-afd8-44a4074dc878 req-1b4da316-120b-408d-a9da-259bb67f7034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:37.617957 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-37e1e694-395d-4e73-afd8-44a4074dc878 req-1b4da316-120b-408d-a9da-259bb67f7034 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1dcac4dd-6370-4a16-a68a-d8ffae39b304 HTTP/1.1" status: 200 len: 907 time: 0.1662319 Jul 05 04:04:37.645064 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-e6f5f7fe-773d-418f-b8a7-88255cf94ae5 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1085050 Jul 05 04:04:37.681255 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-37e1e694-395d-4e73-afd8-44a4074dc878 req-0de44bbd-9090-4a6f-8d52-c3c432a325d3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bbb9632-1387-46c5-bff5-92b0c5ecba56 HTTP/1.1" status: 200 len: 217 time: 0.0556247 Jul 05 04:04:37.748204 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f57f5-64bf-4750-bfe8-09d98cb2fb86 req-d34a9992-3cdd-4a09-bf49-f2ddbb769308 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:37.749964 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e33f57f5-64bf-4750-bfe8-09d98cb2fb86 req-d34a9992-3cdd-4a09-bf49-f2ddbb769308 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.89 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 946 time: 0.2400811 Jul 05 04:04:37.787768 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1e694-395d-4e73-afd8-44a4074dc878 req-cf255c8f-570d-4eb4-8c7a-91fdde9a1756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:37.789418 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-37e1e694-395d-4e73-afd8-44a4074dc878 req-cf255c8f-570d-4eb4-8c7a-91fdde9a1756 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=248c3b61-cc11-4019-9b85-60af49b5384a HTTP/1.1" status: 200 len: 846 time: 0.0936396 Jul 05 04:04:37.840515 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-37e1e694-395d-4e73-afd8-44a4074dc878 req-2c9ccedb-810f-4252-b5f3-56d5fb83e76a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1dcac4dd-6370-4a16-a68a-d8ffae39b304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414908 Jul 05 04:04:37.844288 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-4710470f-86c0-4b6f-b04f-0f602de915ba service neutron] 10.222.0.77 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721535 Jul 05 04:04:37.924764 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8d64d97c-a63d-49a5-9f64-a45a8cb48259 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.008882 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.db.resource_extend [req-d3b2fe1c-9cf0-4668-b223-2ce15c0895f9 req-11d5de8d-6820-47ca-8236-83e2bb403161 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:04:38.032477 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-37e1e694-395d-4e73-afd8-44a4074dc878 req-9346a40a-1c29-46b9-ac7a-7cf88134738e service neutron] 10.222.0.89 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849444 Jul 05 04:04:38.034247 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-433200f9-79d7-422b-b2f5-6cbbfaf4fc25 service neutron] 10.222.0.77 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753302 Jul 05 04:04:38.081436 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d3b2fe1c-9cf0-4668-b223-2ce15c0895f9 req-11d5de8d-6820-47ca-8236-83e2bb403161 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.103595 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64d97c-a63d-49a5-9f64-a45a8cb48259 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event updated for resources: {'Subnet': ['ID=e870ccd1-5d08-4394-8905-8e1dcc9a2cbf,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:38.110053 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d3b2fe1c-9cf0-4668-b223-2ce15c0895f9 req-11d5de8d-6820-47ca-8236-83e2bb403161 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.115444 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64d97c-a63d-49a5-9f64-a45a8cb48259 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Checking segment: {'id': '90cc6d36-a186-42bf-9075-63d2e4657a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:38.115987 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d64d97c-a63d-49a5-9f64-a45a8cb48259 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Network hostable DHCP agents. Network: cb4fce54-78f5-46da-a4fc-a7c4ec35c56f, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:04:38.148426 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-37e1e694-395d-4e73-afd8-44a4074dc878 req-e3d9d10c-9731-4bdf-ade9-9d764ebc179b service neutron] 10.222.0.89 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080344 Jul 05 04:04:38.268579 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d64d97c-a63d-49a5-9f64-a45a8cb48259 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Network cb4fce54-78f5-46da-a4fc-a7c4ec35c56f is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:04:38.283506 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-e33f57f5-64bf-4750-bfe8-09d98cb2fb86 req-dc633ebe-774e-4a7f-a434-00f946680829 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Deleting port 1bbf02ed-0a64-4e98-b040-56d96922c90b {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:38.283886 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e33f57f5-64bf-4750-bfe8-09d98cb2fb86 req-dc633ebe-774e-4a7f-a434-00f946680829 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.292773 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-8d64d97c-a63d-49a5-9f64-a45a8cb48259 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, cb4fce54-78f5-46da-a4fc-a7c4ec35c56f) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:38.300786 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2258b9b-7c95-4d72-81b7-5307da9881e2 None None] Network cb4fce54-78f5-46da-a4fc-a7c4ec35c56f requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:38.360436 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d64d97c-a63d-49a5-9f64-a45a8cb48259 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:38.361033 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8d64d97c-a63d-49a5-9f64-a45a8cb48259 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.392421 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [req-d3b2fe1c-9cf0-4668-b223-2ce15c0895f9 req-11d5de8d-6820-47ca-8236-83e2bb403161 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Floating IP 3402862a-cfc7-48d2-a6b8-11787badc702 associated. External IP: 172.25.1.242, port: 8b2f199b-7a4c-4078-a89e-2518423380b3. Jul 05 04:04:38.476173 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8d64d97c-a63d-49a5-9f64-a45a8cb48259 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3861763 Jul 05 04:04:38.476526 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37680) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:38.482902 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-08dec56e-ba59-4ef8-b10e-ce1b2db0d995 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Request body: {'subnet': {'network_id': 'a6d904c9-d5c3-4585-9d21-be63aa884ed6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:38.510517 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460e8c74-5bc8-4548-a282-834b2ad97dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-cb4fce54-78f5-46da-a4fc-a7c4ec35c56f', 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'fixed_ips': [{'subnet_id': 'e870ccd1-5d08-4394-8905-8e1dcc9a2cbf'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:04:38.512569 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-460e8c74-5bc8-4548-a282-834b2ad97dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.620129 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-e33f57f5-64bf-4750-bfe8-09d98cb2fb86 req-dc633ebe-774e-4a7f-a434-00f946680829 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] For port 1bbf02ed-0a64-4e98-b040-56d96922c90b, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=1bbf02ed-0a64-4e98-b040-56d96922c90b,segment=NetworkSegment(1e263abe-ecec-41c6-9f5d-a723111d082c),segment_id=1e263abe-ecec-41c6-9f5d-a723111d082c)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:38.620803 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e33f57f5-64bf-4750-bfe8-09d98cb2fb86 req-dc633ebe-774e-4a7f-a434-00f946680829 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.646483 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-e33f57f5-64bf-4750-bfe8-09d98cb2fb86 req-dc633ebe-774e-4a7f-a434-00f946680829 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Calling delete_port for 1bbf02ed-0a64-4e98-b040-56d96922c90b owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:38.724238 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08dec56e-ba59-4ef8-b10e-ce1b2db0d995 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Made reservation on behalf of 50643a7691c345388c1f08c7454cea66 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:38.728307 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-08dec56e-ba59-4ef8-b10e-ce1b2db0d995 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.790223 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-460e8c74-5bc8-4548-a282-834b2ad97dd9 None None] Allocated IP 10.1.1.2 (cb4fce54-78f5-46da-a4fc-a7c4ec35c56f/e870ccd1-5d08-4394-8905-8e1dcc9a2cbf/030ceb50-11d4-4361-9431-79475d8a9083) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:39.022612 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-460e8c74-5bc8-4548-a282-834b2ad97dd9 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.036502 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-460e8c74-5bc8-4548-a282-834b2ad97dd9 None None] Transition to ACTIVE for port object 030ceb50-11d4-4361-9431-79475d8a9083 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:39.058040 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-460e8c74-5bc8-4548-a282-834b2ad97dd9 None None] Transition to ACTIVE for port object 030ceb50-11d4-4361-9431-79475d8a9083 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:39.084636 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-460e8c74-5bc8-4548-a282-834b2ad97dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.149196 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460e8c74-5bc8-4548-a282-834b2ad97dd9 None None] Network cb4fce54-78f5-46da-a4fc-a7c4ec35c56f is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:39.156178 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-460e8c74-5bc8-4548-a282-834b2ad97dd9 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:39.168150 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460e8c74-5bc8-4548-a282-834b2ad97dd9 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:39.180304 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e8c74-5bc8-4548-a282-834b2ad97dd9 None None] Pushing event updated for resources: {'Port': ['ID=030ceb50-11d4-4361-9431-79475d8a9083,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:39.270959 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-460e8c74-5bc8-4548-a282-834b2ad97dd9 None None] Attempting to bind port 030ceb50-11d4-4361-9431-79475d8a9083 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:39.271586 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-460e8c74-5bc8-4548-a282-834b2ad97dd9 None None] Attempting to bind port 030ceb50-11d4-4361-9431-79475d8a9083 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '90cc6d36-a186-42bf-9075-63d2e4657a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:39.272061 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460e8c74-5bc8-4548-a282-834b2ad97dd9 None None] Attempting to bind port 030ceb50-11d4-4361-9431-79475d8a9083 on network cb4fce54-78f5-46da-a4fc-a7c4ec35c56f {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:39.280739 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460e8c74-5bc8-4548-a282-834b2ad97dd9 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:39.281708 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460e8c74-5bc8-4548-a282-834b2ad97dd9 None None] Checking segment: {'id': '90cc6d36-a186-42bf-9075-63d2e4657a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:39.282352 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-460e8c74-5bc8-4548-a282-834b2ad97dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.282970 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460e8c74-5bc8-4548-a282-834b2ad97dd9 None None] Bound using segment: {'id': '90cc6d36-a186-42bf-9075-63d2e4657a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:39.284164 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-460e8c74-5bc8-4548-a282-834b2ad97dd9 None None] Bound port: 030ceb50-11d4-4361-9431-79475d8a9083, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90cc6d36-a186-42bf-9075-63d2e4657a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:39.288200 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-460e8c74-5bc8-4548-a282-834b2ad97dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.354081 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14a5ef-0433-4cb0-9940-06e6b6d83c5c req-fffa5606-8047-4314-9bee-b845b69ef5b6 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:39.361405 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e14a5ef-0433-4cb0-9940-06e6b6d83c5c req-fffa5606-8047-4314-9bee-b845b69ef5b6 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b7bdaa9-ff06-4339-a182-30c0db200f27 HTTP/1.1" status: 200 len: 946 time: 0.7502503 Jul 05 04:04:39.375640 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-460e8c74-5bc8-4548-a282-834b2ad97dd9 None None] For port 030ceb50-11d4-4361-9431-79475d8a9083, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:39.380523 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-460e8c74-5bc8-4548-a282-834b2ad97dd9 None None] For port 030ceb50-11d4-4361-9431-79475d8a9083, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=030ceb50-11d4-4361-9431-79475d8a9083,segment=NetworkSegment(90cc6d36-a186-42bf-9075-63d2e4657a66),segment_id=90cc6d36-a186-42bf-9075-63d2e4657a66)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:39.390993 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-460e8c74-5bc8-4548-a282-834b2ad97dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.415259 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e14a5ef-0433-4cb0-9940-06e6b6d83c5c req-c383edb7-48b6-40d6-a9af-ba9919dff010 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd9eed27-36d0-4b47-a278-0143e33c2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529654 Jul 05 04:04:39.431359 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e33f57f5-64bf-4750-bfe8-09d98cb2fb86 req-dc633ebe-774e-4a7f-a434-00f946680829 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.444755 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['1bbf02ed-0a64-4e98-b040-56d96922c90b'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:04:39.487170 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc633ebe-774e-4a7f-a434-00f946680829 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Pushing event deleted for resources: {'Port': ['ID=1bbf02ed-0a64-4e98-b040-56d96922c90b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:39.515504 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3b2fe1c-9cf0-4668-b223-2ce15c0895f9 req-11d5de8d-6820-47ca-8236-83e2bb403161 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Router 02bb7502-9e58-4768-bb75-33f6a500c5c9 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:39.537084 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e8c74-5bc8-4548-a282-834b2ad97dd9 None None] Pushing event updated for resources: {'Port': ['ID=030ceb50-11d4-4361-9431-79475d8a9083,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:39.585480 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-08dec56e-ba59-4ef8-b10e-ce1b2db0d995 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.605961 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33f57f5-64bf-4750-bfe8-09d98cb2fb86 req-dc633ebe-774e-4a7f-a434-00f946680829 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] No DVR routers for this DVR port 1bbf02ed-0a64-4e98-b040-56d96922c90b on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:39.609860 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e33f57f5-64bf-4750-bfe8-09d98cb2fb86 req-dc633ebe-774e-4a7f-a434-00f946680829 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.612113 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e33f57f5-64bf-4750-bfe8-09d98cb2fb86 req-dc633ebe-774e-4a7f-a434-00f946680829 tempest-ServerRescueTestJSON-1183501549 tempest-ServerRescueTestJSON-1183501549-project] 10.222.0.89 "DELETE /v2.0/ports/1bbf02ed-0a64-4e98-b040-56d96922c90b HTTP/1.1" status: 204 len: 173 time: 1.8273644 Jul 05 04:04:39.612650 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7bdaa9-ff06-4339-a182-30c0db200f27', 'name': 'network-vif-deleted', 'tag': '1bbf02ed-0a64-4e98-b040-56d96922c90b'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:39.615100 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a20664-3ed9-408d-a811-282e97c5c3d5" -d '{"events": [{"server_uuid": "8b7bdaa9-ff06-4339-a182-30c0db200f27", "name": "network-vif-deleted", "tag": "1bbf02ed-0a64-4e98-b040-56d96922c90b"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:39.646400 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dec56e-ba59-4ef8-b10e-ce1b2db0d995 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event updated for resources: {'Subnet': ['ID=a927bcdc-e462-4ca7-b6a1-c36068d79290,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:39.754154 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3b2fe1c-9cf0-4668-b223-2ce15c0895f9 req-11d5de8d-6820-47ca-8236-83e2bb403161 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:39.756270 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dec56e-ba59-4ef8-b10e-ce1b2db0d995 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Checking segment: {'id': '50219518-e686-4906-b667-59b4817bf9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a6d904c9-d5c3-4585-9d21-be63aa884ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:39.756654 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dec56e-ba59-4ef8-b10e-ce1b2db0d995 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Network hostable DHCP agents. Network: a6d904c9-d5c3-4585-9d21-be63aa884ed6, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:04:39.762762 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d3b2fe1c-9cf0-4668-b223-2ce15c0895f9 req-11d5de8d-6820-47ca-8236-83e2bb403161 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.772751 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb926b5-2f47-4486-b449-818ba5f2d028 None None] Sync routers for ids ['02bb7502-9e58-4768-bb75-33f6a500c5c9'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:39.793406 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb926b5-2f47-4486-b449-818ba5f2d028 None None] Routers {'02bb7502-9e58-4768-bb75-33f6a500c5c9'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:39.794515 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-5cb926b5-2f47-4486-b449-818ba5f2d028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:04:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['02bb7502-9e58-4768-bb75-33f6a500c5c9'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:39.798171 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dec56e-ba59-4ef8-b10e-ce1b2db0d995 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Network a6d904c9-d5c3-4585-9d21-be63aa884ed6 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:04:39.846134 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-08dec56e-ba59-4ef8-b10e-ce1b2db0d995 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, a6d904c9-d5c3-4585-9d21-be63aa884ed6) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:39.864580 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff44e3b-db74-458a-ab2a-8495a75a8f21 None None] Network a6d904c9-d5c3-4585-9d21-be63aa884ed6 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:39.873486 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e08b4-e578-4c0e-ae47-dfc143f9f3fc req-799cdd5c-1b41-4c41-857c-74994070da28 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:39.877945 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d3b2fe1c-9cf0-4668-b223-2ce15c0895f9 req-11d5de8d-6820-47ca-8236-83e2bb403161 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "PUT /v2.0/floatingips/3402862a-cfc7-48d2-a6b8-11787badc702 HTTP/1.1" status: 200 len: 996 time: 2.9331715 Jul 05 04:04:39.887985 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3f6e08b4-e578-4c0e-ae47-dfc143f9f3fc req-799cdd5c-1b41-4c41-857c-74994070da28 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1ee47f0-a3ab-400f-87cb-f94505802220 HTTP/1.1" status: 200 len: 944 time: 0.1772220 Jul 05 04:04:39.937223 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dec56e-ba59-4ef8-b10e-ce1b2db0d995 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:39.940079 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-08dec56e-ba59-4ef8-b10e-ce1b2db0d995 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.055423 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3f6e08b4-e578-4c0e-ae47-dfc143f9f3fc req-48e6c294-80eb-4e82-8039-57446445347f tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662002 Jul 05 04:04:40.063442 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37708) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:40.063782 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-08dec56e-ba59-4ef8-b10e-ce1b2db0d995 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5851707 Jul 05 04:04:40.076155 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Request body: {'port': {'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f', 'name': 'tempest-TaggedBootDevicesTest_v242-1632352171', 'fixed_ips': [{'subnet_id': 'e870ccd1-5d08-4394-8905-8e1dcc9a2cbf'}]}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:40.198658 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-5cb926b5-2f47-4486-b449-818ba5f2d028 None None] Set router 02bb7502-9e58-4768-bb75-33f6a500c5c9 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:40.235390 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-a6d904c9-d5c3-4585-9d21-be63aa884ed6', 'network_id': 'a6d904c9-d5c3-4585-9d21-be63aa884ed6', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'fixed_ips': [{'subnet_id': 'a927bcdc-e462-4ca7-b6a1-c36068d79290'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:04:40.235983 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.376555 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0b212576-ad97-46e5-8a6e-7d2f829a9c80 req-a5367f04-4963-4b7d-a473-a84b1fc81447 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=60c83498-1126-45a3-aa8a-89b6a023fbc2 HTTP/1.1" status: 200 len: 210 time: 0.0767791 Jul 05 04:04:40.424424 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:04:40.442151 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-4bb1eb8e-f9be-4797-b0b9-ffd4f3882078 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:40.444210 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-4bb1eb8e-f9be-4797-b0b9-ffd4f3882078 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.89 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 812 time: 0.5651081 Jul 05 04:04:40.471670 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-0d46674a-af43-4d81-a38d-85fec89fdd6b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Request body: {'port': {'device_id': '60c83498-1126-45a3-aa8a-89b6a023fbc2', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'admin_state_up': True, 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:40.531143 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Allocated IP 10.2.2.2 (a6d904c9-d5c3-4585-9d21-be63aa884ed6/a927bcdc-e462-4ca7-b6a1-c36068d79290/a04832ba-e9a0-4d45-9f83-4155660fdd08) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:40.626393 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2fe1c-9cf0-4668-b223-2ce15c0895f9 req-d6912d3b-a657-4f22-8ae6-b0fd71a7f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:40.632955 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d3b2fe1c-9cf0-4668-b223-2ce15c0895f9 req-d6912d3b-a657-4f22-8ae6-b0fd71a7f445 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b300aeb4c92d48ada4bc7ce3eb4a92b9&device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 1097 time: 0.7324677 Jul 05 04:04:40.649658 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Made reservation on behalf of 50643a7691c345388c1f08c7454cea66 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:40.735960 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-5cb926b5-2f47-4486-b449-818ba5f2d028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1885927624-router', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '272a4942-d977-4f2a-a298-546f128da698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:12Z', 'updated_at': '2021-07-05T04:03:23Z', 'revision_number': 4, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'gw_port': {'id': '272a4942-d977-4f2a-a298-546f128da698', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:91:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:14Z', 'updated_at': '2021-07-05T04:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '3402862a-cfc7-48d2-a6b8-11787badc702', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'floating_ip_address': '172.25.1.242', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'port_id': '8b2f199b-7a4c-4078-a89e-2518423380b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34cb382d-ddc5-4eff-9234-ed470fc72c91', 'mac_address': 'fa:16:3e:a3:7f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e05edd-2c57-45c7-a0b4-b07a5bbda14d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:04:34Z', 'updated_at': '2021-07-05T04:04:37Z', 'revision_number': 1, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '899e585b-9103-4e9f-8fd9-2fbaf44577e2', 'name': '', 'network_id': '34cb382d-ddc5-4eff-9234-ed470fc72c91', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'mac_address': 'fa:16:3e:c9:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '841f8f9d-f533-482b-8ae2-8b614ee6bf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:21Z', 'updated_at': '2021-07-05T04:03:31Z', 'revision_number': 5, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'subnets': [{'id': '841f8f9d-f533-482b-8ae2-8b614ee6bf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:40.838460 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb926b5-2f47-4486-b449-818ba5f2d028 None None] Checking router: 02bb7502-9e58-4768-bb75-33f6a500c5c9 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:40.860878 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb926b5-2f47-4486-b449-818ba5f2d028 None None] Routers {'02bb7502-9e58-4768-bb75-33f6a500c5c9'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:40.861618 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-5cb926b5-2f47-4486-b449-818ba5f2d028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:04:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['02bb7502-9e58-4768-bb75-33f6a500c5c9'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:40.951205 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.993258 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Transition to ACTIVE for port object a04832ba-e9a0-4d45-9f83-4155660fdd08 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:41.005099 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca3877d-2415-497f-af0c-db76b494d96f x-openstack-request-id: req-3ca3877d-2415-497f-af0c-db76b494d96f {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:41.005398 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7bdaa9-ff06-4339-a182-30c0db200f27", "name": "network-vif-deleted", "tag": "1bbf02ed-0a64-4e98-b040-56d96922c90b", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:41.005658 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3ca3877d-2415-497f-af0c-db76b494d96f {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:41.006123 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7bdaa9-ff06-4339-a182-30c0db200f27', 'name': 'network-vif-deleted', 'tag': '1bbf02ed-0a64-4e98-b040-56d96922c90b', 'status': 'completed', 'code': 200} Jul 05 04:04:41.052874 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Transition to ACTIVE for port object a04832ba-e9a0-4d45-9f83-4155660fdd08 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:41.109573 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.240461 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37728) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:41.266167 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-5cb926b5-2f47-4486-b449-818ba5f2d028 None None] Set router 02bb7502-9e58-4768-bb75-33f6a500c5c9 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:41.281111 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Pushing event updated for resources: {'Port': ['ID=a04832ba-e9a0-4d45-9f83-4155660fdd08,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:41.289967 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 030ceb50-11d4-4361-9431-79475d8a9083 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:41.307599 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.365830 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] device_id is not set on port 0bd03fe8-1a38-4778-8165-e5222e120f1d yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:04:41.382973 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:41.400486 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:41.400805 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:41.401150 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:41.401572 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:41.401912 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:41.402247 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:41.402579 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:41.402911 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:41.403237 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:41.403565 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:41.404102 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:41.454964 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Network a6d904c9-d5c3-4585-9d21-be63aa884ed6 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:41.491398 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:41.496914 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:41.515392 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fde6b6-3074-4f8d-a570-4a9e19e2d9bc None None] Network cb4fce54-78f5-46da-a4fc-a7c4ec35c56f requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:41.527556 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2fe1c-9cf0-4668-b223-2ce15c0895f9 req-bbbb5614-7911-401a-b05d-5bcf20f68228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:41.538375 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d3b2fe1c-9cf0-4668-b223-2ce15c0895f9 req-bbbb5614-7911-401a-b05d-5bcf20f68228 service neutron] 10.222.0.77 "GET /v2.0/networks?id=34cb382d-ddc5-4eff-9234-ed470fc72c91 HTTP/1.1" status: 200 len: 921 time: 0.8777833 Jul 05 04:04:41.617932 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-0d46674a-af43-4d81-a38d-85fec89fdd6b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Made reservation on behalf of f1c1197f995c40748eb7a04272d5b4dc for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:41.622327 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-0d46674a-af43-4d81-a38d-85fec89fdd6b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.690709 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 2bbb9632-1387-46c5-bff5-92b0c5ecba56 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:04:41.702590 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 1bbf02ed-0a64-4e98-b040-56d96922c90b no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:41.784208 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d3b2fe1c-9cf0-4668-b223-2ce15c0895f9 req-19922a31-5a4f-4ed3-b88b-e3ea4e178f63 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b2f199b-7a4c-4078-a89e-2518423380b3 HTTP/1.1" status: 200 len: 999 time: 0.2434263 Jul 05 04:04:41.844479 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-5cb926b5-2f47-4486-b449-818ba5f2d028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1885927624-router', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '272a4942-d977-4f2a-a298-546f128da698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:12Z', 'updated_at': '2021-07-05T04:03:23Z', 'revision_number': 4, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'gw_port': {'id': '272a4942-d977-4f2a-a298-546f128da698', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:91:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:14Z', 'updated_at': '2021-07-05T04:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '3402862a-cfc7-48d2-a6b8-11787badc702', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'floating_ip_address': '172.25.1.242', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'port_id': '8b2f199b-7a4c-4078-a89e-2518423380b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34cb382d-ddc5-4eff-9234-ed470fc72c91', 'mac_address': 'fa:16:3e:a3:7f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e05edd-2c57-45c7-a0b4-b07a5bbda14d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:04:34Z', 'updated_at': '2021-07-05T04:04:37Z', 'revision_number': 1, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '899e585b-9103-4e9f-8fd9-2fbaf44577e2', 'name': '', 'network_id': '34cb382d-ddc5-4eff-9234-ed470fc72c91', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'mac_address': 'fa:16:3e:c9:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '841f8f9d-f533-482b-8ae2-8b614ee6bf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:21Z', 'updated_at': '2021-07-05T04:03:31Z', 'revision_number': 5, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'subnets': [{'id': '841f8f9d-f533-482b-8ae2-8b614ee6bf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:41.887539 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 2bbb9632-1387-46c5-bff5-92b0c5ecba56, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=2bbb9632-1387-46c5-bff5-92b0c5ecba56,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:41.917110 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '2bbb9632-1387-46c5-bff5-92b0c5ecba56', 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304', 'port_id': '2bbb9632-1387-46c5-bff5-92b0c5ecba56', 'mac_address': 'fa:16:3e:12:5c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '248c3b61-cc11-4019-9b85-60af49b5384a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:04:41.920777 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb926b5-2f47-4486-b449-818ba5f2d028 None None] The sync data for ids ['02bb7502-9e58-4768-bb75-33f6a500c5c9'] in n-d-780147-23 is: [{'id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1885927624-router', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '272a4942-d977-4f2a-a298-546f128da698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:12Z', 'updated_at': '2021-07-05T04:03:23Z', 'revision_number': 4, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'gw_port': {'id': '272a4942-d977-4f2a-a298-546f128da698', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:91:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:14Z', 'updated_at': '2021-07-05T04:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '3402862a-cfc7-48d2-a6b8-11787badc702', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'floating_ip_address': '172.25.1.242', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'port_id': '8b2f199b-7a4c-4078-a89e-2518423380b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34cb382d-ddc5-4eff-9234-ed470fc72c91', 'mac_address': 'fa:16:3e:a3:7f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e05edd-2c57-45c7-a0b4-b07a5bbda14d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:04:34Z', 'updated_at': '2021-07-05T04:04:37Z', 'revision_number': 1, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '899e585b-9103-4e9f-8fd9-2fbaf44577e2', 'name': '', 'network_id': '34cb382d-ddc5-4eff-9234-ed470fc72c91', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'mac_address': 'fa:16:3e:c9:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '841f8f9d-f533-482b-8ae2-8b614ee6bf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:21Z', 'updated_at': '2021-07-05T04:03:31Z', 'revision_number': 5, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'subnets': [{'id': '841f8f9d-f533-482b-8ae2-8b614ee6bf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:41.925718 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 030ceb50-11d4-4361-9431-79475d8a9083 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:41.927986 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 1bbf02ed-0a64-4e98-b040-56d96922c90b {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:41.928175 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 1bbf02ed-0a64-4e98-b040-56d96922c90b not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:41.957645 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Attempting to bind port a04832ba-e9a0-4d45-9f83-4155660fdd08 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:41.958226 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Attempting to bind port a04832ba-e9a0-4d45-9f83-4155660fdd08 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '50219518-e686-4906-b667-59b4817bf9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a6d904c9-d5c3-4585-9d21-be63aa884ed6'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:41.958833 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Attempting to bind port a04832ba-e9a0-4d45-9f83-4155660fdd08 on network a6d904c9-d5c3-4585-9d21-be63aa884ed6 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:41.961805 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737216d2-aa2a-4f1f-b624-824c0f7534ee req-218a0dd3-bd44-4682-8b96-9fd6bb0d0dfb tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:41.964157 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-737216d2-aa2a-4f1f-b624-824c0f7534ee req-218a0dd3-bd44-4682-8b96-9fd6bb0d0dfb tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1ee47f0-a3ab-400f-87cb-f94505802220 HTTP/1.1" status: 200 len: 944 time: 0.4007311 Jul 05 04:04:42.041962 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.044907 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8ce2b0bc-ae3e-46dd-95d2-3eceb01c1488 None None] Provisioning for port 030ceb50-11d4-4361-9431-79475d8a9083 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:42.067779 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:42.068677 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Checking segment: {'id': '50219518-e686-4906-b667-59b4817bf9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a6d904c9-d5c3-4585-9d21-be63aa884ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:42.069098 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.069522 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Bound using segment: {'id': '50219518-e686-4906-b667-59b4817bf9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a6d904c9-d5c3-4585-9d21-be63aa884ed6'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:42.070038 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Bound port: a04832ba-e9a0-4d45-9f83-4155660fdd08, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50219518-e686-4906-b667-59b4817bf9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a6d904c9-d5c3-4585-9d21-be63aa884ed6'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:42.070505 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.086034 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2fe1c-9cf0-4668-b223-2ce15c0895f9 req-6966bd37-4a7e-4cf8-83c1-34f29529eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:42.087555 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d3b2fe1c-9cf0-4668-b223-2ce15c0895f9 req-6966bd37-4a7e-4cf8-83c1-34f29529eccd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=841f8f9d-f533-482b-8ae2-8b614ee6bf1c HTTP/1.1" status: 200 len: 860 time: 0.2649732 Jul 05 04:04:42.087690 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8ce2b0bc-ae3e-46dd-95d2-3eceb01c1488 None None] Provisioning complete for port 030ceb50-11d4-4361-9431-79475d8a9083 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:42.088701 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8ce2b0bc-ae3e-46dd-95d2-3eceb01c1488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.125022 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-737216d2-aa2a-4f1f-b624-824c0f7534ee req-e6c3340b-d722-46da-a833-a6aaf2d5c316 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468062 Jul 05 04:04:42.152249 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bbb9632-1387-46c5-bff5-92b0c5ecba56 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:04:42.207634 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d3b2fe1c-9cf0-4668-b223-2ce15c0895f9 req-a11801a2-b076-469a-a11a-ea7bc75043e2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=34cb382d-ddc5-4eff-9234-ed470fc72c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879216 Jul 05 04:04:42.220817 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-d3b2fe1c-9cf0-4668-b223-2ce15c0895f9 req-969fc734-13bb-4cbd-b36a-b285f9f35660 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:04:42.222246 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d3b2fe1c-9cf0-4668-b223-2ce15c0895f9 req-969fc734-13bb-4cbd-b36a-b285f9f35660 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093372 Jul 05 04:04:42.394267 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f4d502-cdbe-43c7-9fcf-ec397ee90b00 None None] New status for floating IP 3402862a-cfc7-48d2-a6b8-11787badc702: ACTIVE {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:04:42.416199 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Allocated IP 10.1.1.26 (cb4fce54-78f5-46da-a4fc-a7c4ec35c56f/e870ccd1-5d08-4394-8905-8e1dcc9a2cbf/0bd03fe8-1a38-4778-8165-e5222e120f1d) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:42.424958 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 2bbb9632-1387-46c5-bff5-92b0c5ecba56, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=2bbb9632-1387-46c5-bff5-92b0c5ecba56,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:42.461613 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d4849a85-7b5d-49a7-a362-c5895879811d req-db97a603-132c-4767-9df2-c45873e7ed27 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=60c83498-1126-45a3-aa8a-89b6a023fbc2 HTTP/1.1" status: 200 len: 210 time: 0.0707605 Jul 05 04:04:42.468727 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-0d46674a-af43-4d81-a38d-85fec89fdd6b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Allocated IP 172.20.0.9 (76e1944d-1d03-4c4e-b1ba-413cddc95912/d157b61e-6b4a-43c9-a07c-5c6e1fda4120/d9098f55-3574-44d3-93c4-06d7aad7425a) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:42.506814 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.531925 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-928ba9d2-0447-4b23-ad85-851f506d3a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.538498 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d3b2fe1c-9cf0-4668-b223-2ce15c0895f9 req-8edc78cc-b72a-44fb-8c27-c1718038c8d2 service neutron] 10.222.0.77 "GET /v2.0/networks/34cb382d-ddc5-4eff-9234-ed470fc72c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039920 Jul 05 04:04:42.565173 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] For port a04832ba-e9a0-4d45-9f83-4155660fdd08, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:42.887755 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] For port a04832ba-e9a0-4d45-9f83-4155660fdd08, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a04832ba-e9a0-4d45-9f83-4155660fdd08,segment=NetworkSegment(50219518-e686-4906-b667-59b4817bf9d2),segment_id=50219518-e686-4906-b667-59b4817bf9d2)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:43.011269 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d3b2fe1c-9cf0-4668-b223-2ce15c0895f9 req-345721e6-27bd-4ff9-9e05-e9b573e70a54 service neutron] 10.222.0.77 "GET /v2.0/networks/34cb382d-ddc5-4eff-9234-ed470fc72c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355009 Jul 05 04:04:43.012078 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e05edd-2c57-45c7-a0b4-b07a5bbda14d', 'tag': '8b2f199b-7a4c-4078-a89e-2518423380b3'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:43.014580 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4002626f-3829-45ce-9b52-b643ab1518dc" -d '{"events": [{"name": "network-changed", "server_uuid": "24e05edd-2c57-45c7-a0b4-b07a5bbda14d", "tag": "8b2f199b-7a4c-4078-a89e-2518423380b3"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:43.023313 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.048908 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['2bbb9632-1387-46c5-bff5-92b0c5ecba56'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:04:43.081153 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-928ba9d2-0447-4b23-ad85-851f506d3a20 admin admin] Deleting port 36fc76a7-40b4-4106-9727-f2d09c1c7a2b {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:43.081153 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-928ba9d2-0447-4b23-ad85-851f506d3a20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.092884 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.194144 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf41f0a-a7f7-450f-b7fa-84e2e826352d x-openstack-request-id: req-daf41f0a-a7f7-450f-b7fa-84e2e826352d {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:43.194622 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e05edd-2c57-45c7-a0b4-b07a5bbda14d", "tag": "8b2f199b-7a4c-4078-a89e-2518423380b3", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:43.194884 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-daf41f0a-a7f7-450f-b7fa-84e2e826352d {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:43.195290 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e05edd-2c57-45c7-a0b4-b07a5bbda14d', 'tag': '8b2f199b-7a4c-4078-a89e-2518423380b3', 'status': 'completed', 'code': 200} Jul 05 04:04:43.209657 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8ce2b0bc-ae3e-46dd-95d2-3eceb01c1488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.219168 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=2bbb9632-1387-46c5-bff5-92b0c5ecba56,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:43.225832 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.311380 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-0d46674a-af43-4d81-a38d-85fec89fdd6b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.361733 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Transition to ACTIVE for port object 0bd03fe8-1a38-4778-8165-e5222e120f1d will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:43.381627 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e62fffbf-1b58-450b-b56c-94d8bb4b8f55 req-da9a6ca6-1d3c-4416-af86-272034be2bf5 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.242 HTTP/1.1" status: 200 len: 999 time: 0.2865877 Jul 05 04:04:43.388541 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-0d46674a-af43-4d81-a38d-85fec89fdd6b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Transition to ACTIVE for port object d9098f55-3574-44d3-93c4-06d7aad7425a will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:43.394738 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-928ba9d2-0447-4b23-ad85-851f506d3a20 admin admin] For port 36fc76a7-40b4-4106-9727-f2d09c1c7a2b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=36fc76a7-40b4-4106-9727-f2d09c1c7a2b,segment=NetworkSegment(1e263abe-ecec-41c6-9f5d-a723111d082c),segment_id=1e263abe-ecec-41c6-9f5d-a723111d082c)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:43.395492 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-928ba9d2-0447-4b23-ad85-851f506d3a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.402719 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8ce2b0bc-ae3e-46dd-95d2-3eceb01c1488 None None] For port 030ceb50-11d4-4361-9431-79475d8a9083, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=030ceb50-11d4-4361-9431-79475d8a9083,segment=NetworkSegment(90cc6d36-a186-42bf-9075-63d2e4657a66),segment_id=90cc6d36-a186-42bf-9075-63d2e4657a66)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:43.418250 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-928ba9d2-0447-4b23-ad85-851f506d3a20 admin admin] Calling delete_port for 36fc76a7-40b4-4106-9727-f2d09c1c7a2b owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:43.443201 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8ce2b0bc-ae3e-46dd-95d2-3eceb01c1488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.550125 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fffbf-1b58-450b-b56c-94d8bb4b8f55 req-a7d55c69-84cc-4708-b055-0e2ed740530a tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:43.553204 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e62fffbf-1b58-450b-b56c-94d8bb4b8f55 req-a7d55c69-84cc-4708-b055-0e2ed740530a tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports/8b2f199b-7a4c-4078-a89e-2518423380b3 HTTP/1.1" status: 200 len: 942 time: 0.1630409 Jul 05 04:04:43.558194 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.614251 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b397b8f-3935-463d-893e-c383c4d9a396 None None] Pushing event updated for resources: {'Port': ['ID=a04832ba-e9a0-4d45-9f83-4155660fdd08,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:43.673645 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Network cb4fce54-78f5-46da-a4fc-a7c4ec35c56f is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:43.675664 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-0d46674a-af43-4d81-a38d-85fec89fdd6b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.735882 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:43.764279 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:43.796356 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-0d46674a-af43-4d81-a38d-85fec89fdd6b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Network 76e1944d-1d03-4c4e-b1ba-413cddc95912 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:43.851852 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event updated for resources: {'Port': ['ID=0bd03fe8-1a38-4778-8165-e5222e120f1d,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:43.854251 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-0d46674a-af43-4d81-a38d-85fec89fdd6b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:43.859652 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002626f-3829-45ce-9b52-b643ab1518dc req-8ff6215c-874e-4417-8fc0-c9fc42c3ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:43.862114 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4002626f-3829-45ce-9b52-b643ab1518dc req-8ff6215c-874e-4417-8fc0-c9fc42c3ea90 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b300aeb4c92d48ada4bc7ce3eb4a92b9&device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 1097 time: 0.6966984 Jul 05 04:04:43.870640 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-0d46674a-af43-4d81-a38d-85fec89fdd6b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:43.873036 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2b0bc-ae3e-46dd-95d2-3eceb01c1488 None None] Pushing event updated for resources: {'Port': ['ID=030ceb50-11d4-4361-9431-79475d8a9083,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:44.018329 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-290ebfd6-0c2e-4e05-a72d-38b31deae9b7 None None] Provisioning complete for port 030ceb50-11d4-4361-9431-79475d8a9083 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:44.018994 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-290ebfd6-0c2e-4e05-a72d-38b31deae9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.054055 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-0d46674a-af43-4d81-a38d-85fec89fdd6b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:44.055016 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-0d46674a-af43-4d81-a38d-85fec89fdd6b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.146019 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-928ba9d2-0447-4b23-ad85-851f506d3a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.156077 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:44.156429 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:44.156822 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:44.157164 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:44.157497 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:44.157829 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:44.158591 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:44.159541 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:44.159907 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:44.160242 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:44.160613 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:44.160945 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:44.226915 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ba9d2-0447-4b23-ad85-851f506d3a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=36fc76a7-40b4-4106-9727-f2d09c1c7a2b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:44.258700 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['8440734f-6e50-4cd5-badb-d847a8eee38a'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:04:44.338982 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5fd4b-9d4e-4212-9acf-85a9460cfae8 req-894b5d16-34f4-4a5b-8a88-c65d83c606b0 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:44.345011 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ec5fd4b-9d4e-4212-9acf-85a9460cfae8 req-894b5d16-34f4-4a5b-8a88-c65d83c606b0 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1ee47f0-a3ab-400f-87cb-f94505802220 HTTP/1.1" status: 200 len: 945 time: 0.8114500 Jul 05 04:04:44.350182 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46674a-af43-4d81-a38d-85fec89fdd6b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Pushing event updated for resources: {'Port': ['ID=d9098f55-3574-44d3-93c4-06d7aad7425a,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:44.359186 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e62fffbf-1b58-450b-b56c-94d8bb4b8f55 req-7bdd17fd-5c46-424a-93bc-3dbe27175c63 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.242 HTTP/1.1" status: 200 len: 1001 time: 0.3260794 Jul 05 04:04:44.371624 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9ea4047d-17b6-4ce8-8f7f-1ac62e381316 None None] Provisioning for port d9098f55-3574-44d3-93c4-06d7aad7425a completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:44.382313 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9ea4047d-17b6-4ce8-8f7f-1ac62e381316 None None] Provisioning complete for port d9098f55-3574-44d3-93c4-06d7aad7425a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:44.382832 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9ea4047d-17b6-4ce8-8f7f-1ac62e381316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.386628 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-0d46674a-af43-4d81-a38d-85fec89fdd6b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9259031 Jul 05 04:04:44.408162 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-23f5f421-419f-402e-b065-c38a5fca4e20 service neutron] Request body: {'port': {'device_id': '60c83498-1126-45a3-aa8a-89b6a023fbc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:44.446279 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002626f-3829-45ce-9b52-b643ab1518dc req-f95db048-d959-4587-ac97-cd0f17856bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:44.456056 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:44.456761 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.464512 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4002626f-3829-45ce-9b52-b643ab1518dc req-f95db048-d959-4587-ac97-cd0f17856bf2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=34cb382d-ddc5-4eff-9234-ed470fc72c91 HTTP/1.1" status: 200 len: 921 time: 0.5605781 Jul 05 04:04:44.492156 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-9ea4047d-17b6-4ce8-8f7f-1ac62e381316 None None] Port d9098f55-3574-44d3-93c4-06d7aad7425a cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:44.497427 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e6cb0999-3dbb-48b7-969d-7f32acd7a60f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.4294729 Jul 05 04:04:44.507422 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37780) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:44.512845 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-4b48999a-ad9f-410e-be8e-36d532003dec tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Request body: {'port': {'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f', 'name': 'tempest-TaggedBootDevicesTest_v242-1666428538', 'fixed_ips': [{'subnet_id': 'e870ccd1-5d08-4394-8905-8e1dcc9a2cbf'}]}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:44.638600 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ec5fd4b-9d4e-4212-9acf-85a9460cfae8 req-bf1eddc1-0bcf-4cbf-844c-51ac8cfe9f44 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913158 Jul 05 04:04:44.650955 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-73b9b334-0842-4577-8b13-31977076ae37 None None] Provisioning for port 0bd03fe8-1a38-4778-8165-e5222e120f1d completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:44.657502 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-73b9b334-0842-4577-8b13-31977076ae37 None None] Provisioning complete for port 0bd03fe8-1a38-4778-8165-e5222e120f1d triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:44.658022 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-73b9b334-0842-4577-8b13-31977076ae37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.735502 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-73b9b334-0842-4577-8b13-31977076ae37 None None] Port 0bd03fe8-1a38-4778-8165-e5222e120f1d cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:44.935369 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4002626f-3829-45ce-9b52-b643ab1518dc req-bc3854ef-6d16-45f8-b371-c86591a4409b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b2f199b-7a4c-4078-a89e-2518423380b3 HTTP/1.1" status: 200 len: 1001 time: 0.4206371 Jul 05 04:04:44.939995 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-928ba9d2-0447-4b23-ad85-851f506d3a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.129721 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab510dfc-5a80-4570-a777-315b77680fc1 None None] Network a6d904c9-d5c3-4585-9d21-be63aa884ed6 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:45.208620 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-23f5f421-419f-402e-b065-c38a5fca4e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.273320 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002626f-3829-45ce-9b52-b643ab1518dc req-e7fd5ff5-cf79-4311-9bc0-fd36f7529b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:45.274740 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4002626f-3829-45ce-9b52-b643ab1518dc req-e7fd5ff5-cf79-4311-9bc0-fd36f7529b33 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=841f8f9d-f533-482b-8ae2-8b614ee6bf1c HTTP/1.1" status: 200 len: 860 time: 0.3211048 Jul 05 04:04:45.286108 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-451a44a2-ed41-48c7-b6c8-cb6b910779ff None None] Provisioning for port a04832ba-e9a0-4d45-9f83-4155660fdd08 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:45.406663 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fffbf-1b58-450b-b56c-94d8bb4b8f55 req-83e0eaef-b669-41fc-a228-e3aaedb9afb9 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:45.428701 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e62fffbf-1b58-450b-b56c-94d8bb4b8f55 req-83e0eaef-b669-41fc-a228-e3aaedb9afb9 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 1.0584557 Jul 05 04:04:45.450322 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b48999a-ad9f-410e-be8e-36d532003dec tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Made reservation on behalf of 50643a7691c345388c1f08c7454cea66 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:45.455825 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4b48999a-ad9f-410e-be8e-36d532003dec tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.475625 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4002626f-3829-45ce-9b52-b643ab1518dc req-888db652-ba23-4175-a997-6e006cbd467e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=34cb382d-ddc5-4eff-9234-ed470fc72c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1867726 Jul 05 04:04:45.495429 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 030ceb50-11d4-4361-9431-79475d8a9083 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:45.617339 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da91ab-cdef-4a01-b499-322083ebb5a8 req-7d2ce884-522e-45c7-b6e3-07a981a8a21e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:45.626995 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 030ceb50-11d4-4361-9431-79475d8a9083 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:45.628776 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.633982 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d3da91ab-cdef-4a01-b499-322083ebb5a8 req-7d2ce884-522e-45c7-b6e3-07a981a8a21e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=60c83498-1126-45a3-aa8a-89b6a023fbc2 HTTP/1.1" status: 200 len: 931 time: 0.7117021 Jul 05 04:04:45.671612 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 2bbb9632-1387-46c5-bff5-92b0c5ecba56 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:45.737280 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e62fffbf-1b58-450b-b56c-94d8bb4b8f55 req-2793d65b-b796-4da0-80d3-205960704161 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.242 HTTP/1.1" status: 200 len: 1001 time: 0.3074789 Jul 05 04:04:45.753725 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-e62fffbf-1b58-450b-b56c-94d8bb4b8f55 req-d9664b49-e6df-4245-be8f-604937318af7 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:45.825269 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e62fffbf-1b58-450b-b56c-94d8bb4b8f55 req-d9664b49-e6df-4245-be8f-604937318af7 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks [] for floatingip, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.883866 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d3da91ab-cdef-4a01-b499-322083ebb5a8 req-7a182f2c-7673-40b5-9b4c-7199c52477ee tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489257 Jul 05 04:04:45.905944 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 2bbb9632-1387-46c5-bff5-92b0c5ecba56 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:45.923155 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 2bbb9632-1387-46c5-bff5-92b0c5ecba56 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:45.923734 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.987571 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a04832ba-e9a0-4d45-9f83-4155660fdd08 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:46.047596 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4002626f-3829-45ce-9b52-b643ab1518dc req-7579535e-814b-4bc8-8e70-8fa5104754af service neutron] 10.222.0.70 "GET /v2.0/networks/34cb382d-ddc5-4eff-9234-ed470fc72c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5577054 Jul 05 04:04:46.083654 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-4b48999a-ad9f-410e-be8e-36d532003dec tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] device_id is not set on port fdd61790-feb9-41f4-a979-99718ff8af30 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:04:46.105796 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port a04832ba-e9a0-4d45-9f83-4155660fdd08 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:46.138167 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e62fffbf-1b58-450b-b56c-94d8bb4b8f55 req-d9664b49-e6df-4245-be8f-604937318af7 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.171315 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a04832ba-e9a0-4d45-9f83-4155660fdd08 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:46.172386 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.178402 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928ba9d2-0447-4b23-ad85-851f506d3a20 admin admin] Router 111bf74a-c9c9-4be6-9857-731cbab40f1b has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:46.214156 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.241100 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e62fffbf-1b58-450b-b56c-94d8bb4b8f55 req-d9664b49-e6df-4245-be8f-604937318af7 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.241729 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [req-e62fffbf-1b58-450b-b56c-94d8bb4b8f55 req-d9664b49-e6df-4245-be8f-604937318af7 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Floating IP 3402862a-cfc7-48d2-a6b8-11787badc702 disassociated. External IP: 172.25.1.242, port: 8b2f199b-7a4c-4078-a89e-2518423380b3. Jul 05 04:04:46.255528 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ee47f0-a3ab-400f-87cb-f94505802220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbb9632-1387-46c5-bff5-92b0c5ecba56'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:46.258222 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626d403c-c105-43fd-b726-aa0277db8249" -d '{"events": [{"server_uuid": "d1ee47f0-a3ab-400f-87cb-f94505802220", "name": "network-vif-plugged", "status": "completed", "tag": "2bbb9632-1387-46c5-bff5-92b0c5ecba56"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:46.293991 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 2bbb9632-1387-46c5-bff5-92b0c5ecba56, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=2bbb9632-1387-46c5-bff5-92b0c5ecba56,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:46.296220 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0638569f-9386-47f6-a5ab-6fcfdb40f8aa None None] Provisioning complete for port a04832ba-e9a0-4d45-9f83-4155660fdd08 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:46.296862 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0638569f-9386-47f6-a5ab-6fcfdb40f8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.321219 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.493864 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4002626f-3829-45ce-9b52-b643ab1518dc req-351e537d-039b-4075-bfdb-4cfcfe58c5fc service neutron] 10.222.0.70 "GET /v2.0/networks/34cb382d-ddc5-4eff-9234-ed470fc72c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313989 Jul 05 04:04:46.513554 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.544673 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=2bbb9632-1387-46c5-bff5-92b0c5ecba56,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:46.568242 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e9bea-d967-44a7-a4ad-deb523b586c8 req-549d9fec-56de-42ad-88f1-354cb7f3c40c tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:46.569764 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-398e9bea-d967-44a7-a4ad-deb523b586c8 req-549d9fec-56de-42ad-88f1-354cb7f3c40c tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1ee47f0-a3ab-400f-87cb-f94505802220 HTTP/1.1" status: 200 len: 945 time: 0.2837043 Jul 05 04:04:46.580579 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928ba9d2-0447-4b23-ad85-851f506d3a20 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:46.592357 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-928ba9d2-0447-4b23-ad85-851f506d3a20 admin admin] 10.222.0.77 "PUT /v2.0/routers/111bf74a-c9c9-4be6-9857-731cbab40f1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3504667 Jul 05 04:04:46.596630 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3613fb44-d6fd-4614-888a-1f7ecba5d66f None None] Sync routers for ids ['111bf74a-c9c9-4be6-9857-731cbab40f1b'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:46.597603 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37814) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:46.613565 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3613fb44-d6fd-4614-888a-1f7ecba5d66f None None] Routers {'111bf74a-c9c9-4be6-9857-731cbab40f1b'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:46.614307 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3613fb44-d6fd-4614-888a-1f7ecba5d66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:04:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['111bf74a-c9c9-4be6-9857-731cbab40f1b'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:46.647575 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port a04832ba-e9a0-4d45-9f83-4155660fdd08, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a04832ba-e9a0-4d45-9f83-4155660fdd08,segment=NetworkSegment(50219518-e686-4906-b667-59b4817bf9d2),segment_id=50219518-e686-4906-b667-59b4817bf9d2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:46.653761 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0638569f-9386-47f6-a5ab-6fcfdb40f8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.673891 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.793767 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-398e9bea-d967-44a7-a4ad-deb523b586c8 req-cbf1fc42-94c7-49fd-a056-3dd16b10e721 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155755 Jul 05 04:04:46.840053 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.api [None req-0638569f-9386-47f6-a5ab-6fcfdb40f8aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:04:46.840451 n-d-780147-23 neutron-server[105540]: DEBUG oslo_db.api [None req-0638569f-9386-47f6-a5ab-6fcfdb40f8aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:04:46.841100 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=a04832ba-e9a0-4d45-9f83-4155660fdd08,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:46.919297 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.921038 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c2e800-f9cd-4409-9782-65321bb772e4 x-openstack-request-id: req-40c2e800-f9cd-4409-9782-65321bb772e4 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:46.921336 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ee47f0-a3ab-400f-87cb-f94505802220", "name": "network-vif-plugged", "status": "completed", "tag": "2bbb9632-1387-46c5-bff5-92b0c5ecba56", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:46.921592 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-40c2e800-f9cd-4409-9782-65321bb772e4 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:46.921998 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ee47f0-a3ab-400f-87cb-f94505802220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbb9632-1387-46c5-bff5-92b0c5ecba56', 'code': 200} Jul 05 04:04:46.939743 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-3613fb44-d6fd-4614-888a-1f7ecba5d66f None None] Set router 111bf74a-c9c9-4be6-9857-731cbab40f1b gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:47.110505 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-4b48999a-ad9f-410e-be8e-36d532003dec tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Allocated IP 10.1.1.117 (cb4fce54-78f5-46da-a4fc-a7c4ec35c56f/e870ccd1-5d08-4394-8905-8e1dcc9a2cbf/fdd61790-feb9-41f4-a979-99718ff8af30) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:47.149025 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-23f5f421-419f-402e-b065-c38a5fca4e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9098f55-3574-44d3-93c4-06d7aad7425a {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:04:47.160817 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a04832ba-e9a0-4d45-9f83-4155660fdd08 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:47.204392 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-23f5f421-419f-402e-b065-c38a5fca4e20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.253594 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-23f5f421-419f-402e-b065-c38a5fca4e20 service neutron] Transition to ACTIVE for port object d9098f55-3574-44d3-93c4-06d7aad7425a will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:47.296062 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-23f5f421-419f-402e-b065-c38a5fca4e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.305339 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e62fffbf-1b58-450b-b56c-94d8bb4b8f55 req-d9664b49-e6df-4245-be8f-604937318af7 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Router 02bb7502-9e58-4768-bb75-33f6a500c5c9 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:47.353951 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a04832ba-e9a0-4d45-9f83-4155660fdd08 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:47.359069 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.379298 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3613fb44-d6fd-4614-888a-1f7ecba5d66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111bf74a-c9c9-4be6-9857-731cbab40f1b', 'name': 'tempest-ServerRescueTestJSON-1856606951-router', 'tenant_id': '0eefe8b36a0647bd98e5883d88e6f937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ac9722c7-8ab2-4af5-9edb-b0f470396567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:02Z', 'updated_at': '2021-07-05T04:04:44Z', 'revision_number': 5, 'project_id': '0eefe8b36a0647bd98e5883d88e6f937', 'gw_port': {'id': 'ac9722c7-8ab2-4af5-9edb-b0f470396567', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111bf74a-c9c9-4be6-9857-731cbab40f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:04Z', 'updated_at': '2021-07-05T04:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:47.441199 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3613fb44-d6fd-4614-888a-1f7ecba5d66f None None] Checking router: 111bf74a-c9c9-4be6-9857-731cbab40f1b for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:47.457203 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3613fb44-d6fd-4614-888a-1f7ecba5d66f None None] Routers {'111bf74a-c9c9-4be6-9857-731cbab40f1b'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:47.458037 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3613fb44-d6fd-4614-888a-1f7ecba5d66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:04:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['111bf74a-c9c9-4be6-9857-731cbab40f1b'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:47.628923 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5f421-419f-402e-b065-c38a5fca4e20 service neutron] Pushing event updated for resources: {'Port': ['ID=d9098f55-3574-44d3-93c4-06d7aad7425a,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:47.723885 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-3613fb44-d6fd-4614-888a-1f7ecba5d66f None None] Set router 111bf74a-c9c9-4be6-9857-731cbab40f1b gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:47.849091 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4b48999a-ad9f-410e-be8e-36d532003dec tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.871294 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-4b48999a-ad9f-410e-be8e-36d532003dec tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Transition to ACTIVE for port object fdd61790-feb9-41f4-a979-99718ff8af30 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:47.940051 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-23f5f421-419f-402e-b065-c38a5fca4e20 service neutron] Attempting to bind port d9098f55-3574-44d3-93c4-06d7aad7425a on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:47.941069 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-23f5f421-419f-402e-b065-c38a5fca4e20 service neutron] Attempting to bind port d9098f55-3574-44d3-93c4-06d7aad7425a by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:47.941069 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-23f5f421-419f-402e-b065-c38a5fca4e20 service neutron] Attempting to bind port d9098f55-3574-44d3-93c4-06d7aad7425a on network 76e1944d-1d03-4c4e-b1ba-413cddc95912 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:47.946858 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4b48999a-ad9f-410e-be8e-36d532003dec tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.949860 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.952006 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-23f5f421-419f-402e-b065-c38a5fca4e20 service neutron] Port d9098f55-3574-44d3-93c4-06d7aad7425a on network 76e1944d-1d03-4c4e-b1ba-413cddc95912 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:04:47.952539 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-23f5f421-419f-402e-b065-c38a5fca4e20 service neutron] Attempting to bind port d9098f55-3574-44d3-93c4-06d7aad7425a on network 76e1944d-1d03-4c4e-b1ba-413cddc95912 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:47.982845 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dace266-52f1-46cd-8a2e-c6d9b324eb7a req-a70c3362-ae7a-4cf0-93a0-b04cbe2eb2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:47.984626 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2dace266-52f1-46cd-8a2e-c6d9b324eb7a req-a70c3362-ae7a-4cf0-93a0-b04cbe2eb2ea service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d1ee47f0-a3ab-400f-87cb-f94505802220 HTTP/1.1" status: 200 len: 1098 time: 0.8918562 Jul 05 04:04:48.020219 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e62fffbf-1b58-450b-b56c-94d8bb4b8f55 req-d9664b49-e6df-4245-be8f-604937318af7 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:48.034874 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-23f5f421-419f-402e-b065-c38a5fca4e20 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:48.035357 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-23f5f421-419f-402e-b065-c38a5fca4e20 service neutron] Checking segment: {'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:48.035873 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-23f5f421-419f-402e-b065-c38a5fca4e20 service neutron] Bound using segment: {'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:48.036529 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-23f5f421-419f-402e-b065-c38a5fca4e20 service neutron] Bound port: d9098f55-3574-44d3-93c4-06d7aad7425a, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:48.036998 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-23f5f421-419f-402e-b065-c38a5fca4e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.040855 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094feda3-da85-43d6-ad36-aca6903ac6ab req-d644b7de-85e8-45bb-9298-2fa33ccce509 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:48.043869 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e62fffbf-1b58-450b-b56c-94d8bb4b8f55 req-d9664b49-e6df-4245-be8f-604937318af7 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.048493 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-094feda3-da85-43d6-ad36-aca6903ac6ab req-d644b7de-85e8-45bb-9298-2fa33ccce509 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=60c83498-1126-45a3-aa8a-89b6a023fbc2 HTTP/1.1" status: 200 len: 943 time: 0.1577013 Jul 05 04:04:48.068596 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55871777-737b-44d4-a76c-2b484701a05c None None] Sync routers for ids ['02bb7502-9e58-4768-bb75-33f6a500c5c9'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:48.085722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b48999a-ad9f-410e-be8e-36d532003dec tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Network cb4fce54-78f5-46da-a4fc-a7c4ec35c56f is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:48.090293 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55871777-737b-44d4-a76c-2b484701a05c None None] Routers {'02bb7502-9e58-4768-bb75-33f6a500c5c9'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:48.091012 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-55871777-737b-44d4-a76c-2b484701a05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:04:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['02bb7502-9e58-4768-bb75-33f6a500c5c9'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:48.096353 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2dace266-52f1-46cd-8a2e-c6d9b324eb7a req-e5f81c5f-79eb-4713-84aa-f62334f47036 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882668 Jul 05 04:04:48.112670 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-4b48999a-ad9f-410e-be8e-36d532003dec tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:48.113614 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-094feda3-da85-43d6-ad36-aca6903ac6ab req-41b7ee36-242a-4eb5-8832-f8c90e78a04b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641735 Jul 05 04:04:48.133811 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b48999a-ad9f-410e-be8e-36d532003dec tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:48.142675 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] Deleting port ac9722c7-8ab2-4af5-9edb-b0f470396567 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:48.143311 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.250373 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3613fb44-d6fd-4614-888a-1f7ecba5d66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111bf74a-c9c9-4be6-9857-731cbab40f1b', 'name': 'tempest-ServerRescueTestJSON-1856606951-router', 'tenant_id': '0eefe8b36a0647bd98e5883d88e6f937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ac9722c7-8ab2-4af5-9edb-b0f470396567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:02Z', 'updated_at': '2021-07-05T04:04:44Z', 'revision_number': 5, 'project_id': '0eefe8b36a0647bd98e5883d88e6f937', 'gw_port': {'id': 'ac9722c7-8ab2-4af5-9edb-b0f470396567', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111bf74a-c9c9-4be6-9857-731cbab40f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:04Z', 'updated_at': '2021-07-05T04:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:48.264556 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48999a-ad9f-410e-be8e-36d532003dec tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event updated for resources: {'Port': ['ID=fdd61790-feb9-41f4-a979-99718ff8af30,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:48.303963 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-55871777-737b-44d4-a76c-2b484701a05c None None] Set router 02bb7502-9e58-4768-bb75-33f6a500c5c9 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:48.343255 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3613fb44-d6fd-4614-888a-1f7ecba5d66f None None] The sync data for ids ['111bf74a-c9c9-4be6-9857-731cbab40f1b'] in n-d-780147-23 is: [{'id': '111bf74a-c9c9-4be6-9857-731cbab40f1b', 'name': 'tempest-ServerRescueTestJSON-1856606951-router', 'tenant_id': '0eefe8b36a0647bd98e5883d88e6f937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ac9722c7-8ab2-4af5-9edb-b0f470396567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:02Z', 'updated_at': '2021-07-05T04:04:44Z', 'revision_number': 5, 'project_id': '0eefe8b36a0647bd98e5883d88e6f937', 'gw_port': {'id': 'ac9722c7-8ab2-4af5-9edb-b0f470396567', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111bf74a-c9c9-4be6-9857-731cbab40f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:04Z', 'updated_at': '2021-07-05T04:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:48.367322 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] For port ac9722c7-8ab2-4af5-9edb-b0f470396567, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=ac9722c7-8ab2-4af5-9edb-b0f470396567,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:48.367693 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.380300 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e62fffbf-1b58-450b-b56c-94d8bb4b8f55 req-d9664b49-e6df-4245-be8f-604937318af7 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "PUT /v2.0/floatingips/3402862a-cfc7-48d2-a6b8-11787badc702 HTTP/1.1" status: 200 len: 695 time: 2.6305485 Jul 05 04:04:48.403696 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e05edd-2c57-45c7-a0b4-b07a5bbda14d', 'tag': '8b2f199b-7a4c-4078-a89e-2518423380b3'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:48.407442 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] Calling delete_port for ac9722c7-8ab2-4af5-9edb-b0f470396567 owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:48.414376 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcf9dcd-6955-4336-84dc-7aedac50f5d6" -d '{"events": [{"name": "network-changed", "server_uuid": "24e05edd-2c57-45c7-a0b4-b07a5bbda14d", "tag": "8b2f199b-7a4c-4078-a89e-2518423380b3"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:48.430631 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-23f5f421-419f-402e-b065-c38a5fca4e20 service neutron] For port d9098f55-3574-44d3-93c4-06d7aad7425a, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:48.496213 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-23f5f421-419f-402e-b065-c38a5fca4e20 service neutron] For port d9098f55-3574-44d3-93c4-06d7aad7425a, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=d9098f55-3574-44d3-93c4-06d7aad7425a,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:48.507736 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b48999a-ad9f-410e-be8e-36d532003dec tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:48.508873 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4b48999a-ad9f-410e-be8e-36d532003dec tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.516453 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-23f5f421-419f-402e-b065-c38a5fca4e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.553767 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-23f5f421-419f-402e-b065-c38a5fca4e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:48.554914 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-23f5f421-419f-402e-b065-c38a5fca4e20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.556675 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-23f5f421-419f-402e-b065-c38a5fca4e20 service neutron] 10.222.0.89 "PUT /v2.0/ports/d9098f55-3574-44d3-93c4-06d7aad7425a HTTP/1.1" status: 200 len: 1092 time: 4.1538873 Jul 05 04:04:48.754645 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4b48999a-ad9f-410e-be8e-36d532003dec tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2458296 Jul 05 04:04:48.843712 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fffbf-1b58-450b-b56c-94d8bb4b8f55 req-fdc66451-86d7-4a89-8dbd-60dc408f0f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:48.845327 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e62fffbf-1b58-450b-b56c-94d8bb4b8f55 req-fdc66451-86d7-4a89-8dbd-60dc408f0f84 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b300aeb4c92d48ada4bc7ce3eb4a92b9&device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 1097 time: 0.4073300 Jul 05 04:04:48.913603 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5f421-419f-402e-b065-c38a5fca4e20 service neutron] Pushing event updated for resources: {'Port': ['ID=d9098f55-3574-44d3-93c4-06d7aad7425a,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:48.927857 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.933836 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bfe51117-1292-4b6c-9f5b-578cfacc6cfb None None] Provisioning for port fdd61790-feb9-41f4-a979-99718ff8af30 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:48.975737 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bfe51117-1292-4b6c-9f5b-578cfacc6cfb None None] Provisioning complete for port fdd61790-feb9-41f4-a979-99718ff8af30 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:48.976151 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bfe51117-1292-4b6c-9f5b-578cfacc6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.064430 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-d2a75604-9369-436d-8cd4-12245656a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:49.064430 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-d2a75604-9369-436d-8cd4-12245656a648 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&device_id=60c83498-1126-45a3-aa8a-89b6a023fbc2 HTTP/1.1" status: 200 len: 1095 time: 0.4311562 Jul 05 04:04:49.104280 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-bfe51117-1292-4b6c-9f5b-578cfacc6cfb None None] Port fdd61790-feb9-41f4-a979-99718ff8af30 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:49.107105 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 36fc76a7-40b4-4106-9727-f2d09c1c7a2b no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:49.133086 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfe94b-22a6-4206-a8e7-3115f463d28e req-20592801-ead6-4774-9241-4e91a27f84ca tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:49.133575 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 36fc76a7-40b4-4106-9727-f2d09c1c7a2b {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:49.133951 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 36fc76a7-40b4-4106-9727-f2d09c1c7a2b not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:49.144637 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2dfe94b-22a6-4206-a8e7-3115f463d28e req-20592801-ead6-4774-9241-4e91a27f84ca tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1ee47f0-a3ab-400f-87cb-f94505802220 HTTP/1.1" status: 200 len: 946 time: 0.4787416 Jul 05 04:04:49.144838 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-ee6b2fc9-1e1e-4a37-9175-bd9fdd45cae0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9098f55-3574-44d3-93c4-06d7aad7425a HTTP/1.1" status: 200 len: 217 time: 0.0666101 Jul 05 04:04:49.165798 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fffbf-1b58-450b-b56c-94d8bb4b8f55 req-63e23ca1-9520-44de-be78-429806e140c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:49.167387 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e62fffbf-1b58-450b-b56c-94d8bb4b8f55 req-63e23ca1-9520-44de-be78-429806e140c8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=34cb382d-ddc5-4eff-9234-ed470fc72c91 HTTP/1.1" status: 200 len: 921 time: 0.2994492 Jul 05 04:04:49.168321 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9722c7-8ab2-4af5-9edb-b0f470396567,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:49.198480 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-55871777-737b-44d4-a76c-2b484701a05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1885927624-router', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '272a4942-d977-4f2a-a298-546f128da698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:12Z', 'updated_at': '2021-07-05T04:03:23Z', 'revision_number': 4, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'gw_port': {'id': '272a4942-d977-4f2a-a298-546f128da698', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:91:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:14Z', 'updated_at': '2021-07-05T04:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '899e585b-9103-4e9f-8fd9-2fbaf44577e2', 'name': '', 'network_id': '34cb382d-ddc5-4eff-9234-ed470fc72c91', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'mac_address': 'fa:16:3e:c9:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '841f8f9d-f533-482b-8ae2-8b614ee6bf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:21Z', 'updated_at': '2021-07-05T04:03:31Z', 'revision_number': 5, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'subnets': [{'id': '841f8f9d-f533-482b-8ae2-8b614ee6bf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:49.262503 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:49.262965 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:49.263312 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:49.263715 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:49.264121 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:49.264454 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:49.264784 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:49.266062 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:49.266405 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:49.266731 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:49.267184 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:49.267520 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:49.274718 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55871777-737b-44d4-a76c-2b484701a05c None None] Checking router: 02bb7502-9e58-4768-bb75-33f6a500c5c9 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:49.299045 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2dfe94b-22a6-4206-a8e7-3115f463d28e req-da67001b-a46a-409f-8781-4b9eae438adf tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534562 Jul 05 04:04:49.304524 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.311703 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55871777-737b-44d4-a76c-2b484701a05c None None] Routers {'02bb7502-9e58-4768-bb75-33f6a500c5c9'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:49.312385 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-55871777-737b-44d4-a76c-2b484701a05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:04:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['02bb7502-9e58-4768-bb75-33f6a500c5c9'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:49.358029 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-0d2fbe17-40a9-4529-bf24-8fd6617ee32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:49.361715 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-0d2fbe17-40a9-4529-bf24-8fd6617ee32a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d157b61e-6b4a-43c9-a07c-5c6e1fda4120 HTTP/1.1" status: 200 len: 851 time: 0.2046776 Jul 05 04:04:49.370554 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e62fffbf-1b58-450b-b56c-94d8bb4b8f55 req-52685ba4-719c-4937-adb6-3b1a77133a7b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b2f199b-7a4c-4078-a89e-2518423380b3 HTTP/1.1" status: 200 len: 217 time: 0.1363673 Jul 05 04:04:49.414663 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866355d5-ebf2-44fb-b80d-8e2d2655245b x-openstack-request-id: req-866355d5-ebf2-44fb-b80d-8e2d2655245b {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:49.414952 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e05edd-2c57-45c7-a0b4-b07a5bbda14d", "tag": "8b2f199b-7a4c-4078-a89e-2518423380b3", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:49.415204 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-866355d5-ebf2-44fb-b80d-8e2d2655245b {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:49.415608 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e05edd-2c57-45c7-a0b4-b07a5bbda14d', 'tag': '8b2f199b-7a4c-4078-a89e-2518423380b3', 'status': 'completed', 'code': 200} Jul 05 04:04:49.490905 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.493896 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.505810 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-55871777-737b-44d4-a76c-2b484701a05c None None] Set router 02bb7502-9e58-4768-bb75-33f6a500c5c9 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:49.581569 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fffbf-1b58-450b-b56c-94d8bb4b8f55 req-c8a6708c-6726-4fd3-ad16-e78d8857b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:49.583324 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e62fffbf-1b58-450b-b56c-94d8bb4b8f55 req-c8a6708c-6726-4fd3-ad16-e78d8857b3eb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=841f8f9d-f533-482b-8ae2-8b614ee6bf1c HTTP/1.1" status: 200 len: 860 time: 0.1956565 Jul 05 04:04:49.584373 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.585074 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 111bf74a-c9c9-4be6-9857-731cbab40f1b {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:04:49.593012 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.597770 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-efdd6c1f-a237-43dc-a149-ee030d7e6fdd admin admin] 10.222.0.77 "DELETE /v2.0/routers/111bf74a-c9c9-4be6-9857-731cbab40f1b HTTP/1.1" status: 204 len: 168 time: 2.9981883 Jul 05 04:04:49.600729 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37864) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:49.678293 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf9dcd-6955-4336-84dc-7aedac50f5d6 req-2082869d-a27f-42d5-81ec-3349a6899a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:49.680018 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3bcf9dcd-6955-4336-84dc-7aedac50f5d6 req-2082869d-a27f-42d5-81ec-3349a6899a76 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b300aeb4c92d48ada4bc7ce3eb4a92b9&device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 1097 time: 0.2087910 Jul 05 04:04:49.687255 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e62fffbf-1b58-450b-b56c-94d8bb4b8f55 req-ce23a14c-62e9-4cb6-b1d9-993ffae848f2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=34cb382d-ddc5-4eff-9234-ed470fc72c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936027 Jul 05 04:04:49.689126 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f59d3e7-426f-4000-9c8c-6677a7e99c6c admin admin] Deleting subnet b9cc9897-be6d-4373-93dc-c830847fce20 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:04:49.733646 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-4274d8be-b354-47d0-9d17-73c3fbda298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:49.739441 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-4274d8be-b354-47d0-9d17-73c3fbda298b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=76e1944d-1d03-4c4e-b1ba-413cddc95912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3678918 Jul 05 04:04:49.782323 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2f59d3e7-426f-4000-9c8c-6677a7e99c6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.842436 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2f59d3e7-426f-4000-9c8c-6677a7e99c6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.948159 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf9dcd-6955-4336-84dc-7aedac50f5d6 req-3fe20d2a-0ea8-41e2-8723-60874283ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:49.950154 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3bcf9dcd-6955-4336-84dc-7aedac50f5d6 req-3fe20d2a-0ea8-41e2-8723-60874283ac9d service neutron] 10.222.0.70 "GET /v2.0/networks?id=34cb382d-ddc5-4eff-9234-ed470fc72c91 HTTP/1.1" status: 200 len: 921 time: 0.2581837 Jul 05 04:04:49.965099 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-55871777-737b-44d4-a76c-2b484701a05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1885927624-router', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '272a4942-d977-4f2a-a298-546f128da698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:12Z', 'updated_at': '2021-07-05T04:03:23Z', 'revision_number': 4, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'gw_port': {'id': '272a4942-d977-4f2a-a298-546f128da698', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:91:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:14Z', 'updated_at': '2021-07-05T04:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '899e585b-9103-4e9f-8fd9-2fbaf44577e2', 'name': '', 'network_id': '34cb382d-ddc5-4eff-9234-ed470fc72c91', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'mac_address': 'fa:16:3e:c9:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '841f8f9d-f533-482b-8ae2-8b614ee6bf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:21Z', 'updated_at': '2021-07-05T04:03:31Z', 'revision_number': 5, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'subnets': [{'id': '841f8f9d-f533-482b-8ae2-8b614ee6bf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:50.017576 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55871777-737b-44d4-a76c-2b484701a05c None None] The sync data for ids ['02bb7502-9e58-4768-bb75-33f6a500c5c9'] in n-d-780147-23 is: [{'id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1885927624-router', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '272a4942-d977-4f2a-a298-546f128da698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:12Z', 'updated_at': '2021-07-05T04:03:23Z', 'revision_number': 4, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'gw_port': {'id': '272a4942-d977-4f2a-a298-546f128da698', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:91:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:14Z', 'updated_at': '2021-07-05T04:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '899e585b-9103-4e9f-8fd9-2fbaf44577e2', 'name': '', 'network_id': '34cb382d-ddc5-4eff-9234-ed470fc72c91', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'mac_address': 'fa:16:3e:c9:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '841f8f9d-f533-482b-8ae2-8b614ee6bf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:21Z', 'updated_at': '2021-07-05T04:03:31Z', 'revision_number': 5, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'subnets': [{'id': '841f8f9d-f533-482b-8ae2-8b614ee6bf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:50.052595 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e62fffbf-1b58-450b-b56c-94d8bb4b8f55 req-51e3ee68-e263-457a-b452-5ac55ef6ae6e service neutron] 10.222.0.77 "GET /v2.0/networks/34cb382d-ddc5-4eff-9234-ed470fc72c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555369 Jul 05 04:04:50.072261 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-903f92fa-0688-441a-bb01-6ebe932b31b3 service neutron] 10.222.0.89 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125732 Jul 05 04:04:50.076302 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2f59d3e7-426f-4000-9c8c-6677a7e99c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.080151 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3bcf9dcd-6955-4336-84dc-7aedac50f5d6 req-a7755f90-f977-495f-b989-06972abe54d7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b2f199b-7a4c-4078-a89e-2518423380b3 HTTP/1.1" status: 200 len: 217 time: 0.1104472 Jul 05 04:04:50.192951 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf9dcd-6955-4336-84dc-7aedac50f5d6 req-d3812de5-f5b2-4858-b0fc-c54a0a1915ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:50.195843 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3bcf9dcd-6955-4336-84dc-7aedac50f5d6 req-d3812de5-f5b2-4858-b0fc-c54a0a1915ed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=841f8f9d-f533-482b-8ae2-8b614ee6bf1c HTTP/1.1" status: 200 len: 860 time: 0.0862086 Jul 05 04:04:50.243047 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3bcf9dcd-6955-4336-84dc-7aedac50f5d6 req-2f0d3269-9dc1-43d9-ac59-590872d9e6f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=34cb382d-ddc5-4eff-9234-ed470fc72c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357032 Jul 05 04:04:50.310525 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2f59d3e7-426f-4000-9c8c-6677a7e99c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.380334 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7d42c174-b4bb-4c19-bca4-a079923e8435 req-0608d387-b9f2-4e8a-8c5a-2de8da50ad6b service neutron] 10.222.0.89 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854731 Jul 05 04:04:50.381279 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37876) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:50.405102 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59d3e7-426f-4000-9c8c-6677a7e99c6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9cc9897-be6d-4373-93dc-c830847fce20,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:50.424144 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-d25d5365-1057-4269-b003-5a71e948d75b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1976621646', 'description': 'tempest-description--1385246537'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:50.438384 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2f59d3e7-426f-4000-9c8c-6677a7e99c6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.444802 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2f59d3e7-426f-4000-9c8c-6677a7e99c6c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b9cc9897-be6d-4373-93dc-c830847fce20 HTTP/1.1" status: 204 len: 168 time: 0.8430626 Jul 05 04:04:50.445440 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37878) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:50.521832 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e62fffbf-1b58-450b-b56c-94d8bb4b8f55 req-27a4bebd-41ec-4752-93ac-26d2eeae716d service neutron] 10.222.0.77 "GET /v2.0/networks/34cb382d-ddc5-4eff-9234-ed470fc72c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610503 Jul 05 04:04:50.533381 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d25d5365-1057-4269-b003-5a71e948d75b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.557661 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0176586-a98f-4115-894a-c0c6d8f22226 None None] New status for floating IP 3402862a-cfc7-48d2-a6b8-11787badc702: DOWN {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:04:50.578734 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e7696d8-fb5a-43ad-9edf-b8a2db492c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.711179 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d25d5365-1057-4269-b003-5a71e948d75b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.721231 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d25d5365-1057-4269-b003-5a71e948d75b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.771716 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d25d5365-1057-4269-b003-5a71e948d75b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.773399 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d25d5365-1057-4269-b003-5a71e948d75b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3731441 Jul 05 04:04:50.781394 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37886) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:50.792816 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-9c2426c0-dbc2-4c68-b466-19418f598bf4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Request body: {'security_group_rule': {'security_group_id': 'd75f1160-f6a1-48cb-b40a-10031eb59d77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:50.795077 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3bcf9dcd-6955-4336-84dc-7aedac50f5d6 req-f2ef85cc-3af8-41d9-bc7b-a5a21da6ce91 service neutron] 10.222.0.70 "GET /v2.0/networks/34cb382d-ddc5-4eff-9234-ed470fc72c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424292 Jul 05 04:04:50.874889 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9c2426c0-dbc2-4c68-b466-19418f598bf4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.922339 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e7696d8-fb5a-43ad-9edf-b8a2db492c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.963721 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd880d-1224-48a2-8554-b10b25c77c15 req-6291bb1d-1da3-475c-88b1-392362958ce2 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:50.965733 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d5365-1057-4269-b003-5a71e948d75b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d75f1160-f6a1-48cb-b40a-10031eb59d77,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:50.973446 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9bbd880d-1224-48a2-8554-b10b25c77c15 req-6291bb1d-1da3-475c-88b1-392362958ce2 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=60c83498-1126-45a3-aa8a-89b6a023fbc2 HTTP/1.1" status: 200 len: 943 time: 0.3907716 Jul 05 04:04:50.975255 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7e7696d8-fb5a-43ad-9edf-b8a2db492c77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb93ccb-d457-4fa2-ade5-b16c7d83b625']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:51.039029 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9c2426c0-dbc2-4c68-b466-19418f598bf4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.046476 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9c2426c0-dbc2-4c68-b466-19418f598bf4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.070569 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7e7696d8-fb5a-43ad-9edf-b8a2db492c77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e263abe-ecec-41c6-9f5d-a723111d082c') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:51.071091 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7e7696d8-fb5a-43ad-9edf-b8a2db492c77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e263abe-ecec-41c6-9f5d-a723111d082c') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:51.084689 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2426c0-dbc2-4c68-b466-19418f598bf4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c748222-b841-4f4b-a49c-7014ce25e58b,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:51.104237 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e7696d8-fb5a-43ad-9edf-b8a2db492c77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.122029 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8bf33-103c-483f-ace4-98aab3976000 req-5444804b-fad9-4ab5-aed6-46bb18638b13 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:51.124281 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-47d8bf33-103c-483f-ace4-98aab3976000 req-5444804b-fad9-4ab5-aed6-46bb18638b13 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1ee47f0-a3ab-400f-87cb-f94505802220 HTTP/1.1" status: 200 len: 946 time: 0.1505051 Jul 05 04:04:51.138315 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3bcf9dcd-6955-4336-84dc-7aedac50f5d6 req-342e478f-b9f6-4d12-9446-8d0e3f169883 service neutron] 10.222.0.70 "GET /v2.0/networks/34cb382d-ddc5-4eff-9234-ed470fc72c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089983 Jul 05 04:04:51.145690 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device ac9722c7-8ab2-4af5-9edb-b0f470396567 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:51.157474 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9bbd880d-1224-48a2-8554-b10b25c77c15 req-c6adbc5f-1efd-4e02-8e83-5e44a04d08b5 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670654 Jul 05 04:04:51.158558 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e7696d8-fb5a-43ad-9edf-b8a2db492c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.170686 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9c2426c0-dbc2-4c68-b466-19418f598bf4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.177121 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7696d8-fb5a-43ad-9edf-b8a2db492c77 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:04:51.177121 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e7696d8-fb5a-43ad-9edf-b8a2db492c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:04:51.177512 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:04:51.180369 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37898) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:51.185784 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9c2426c0-dbc2-4c68-b466-19418f598bf4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3955841 Jul 05 04:04:51.202685 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-48325ff1-1184-459d-9636-72adb27f222e tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Request body: {'security_group_rule': {'security_group_id': 'd75f1160-f6a1-48cb-b40a-10031eb59d77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:51.234808 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: ac9722c7-8ab2-4af5-9edb-b0f470396567 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:51.235287 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device ac9722c7-8ab2-4af5-9edb-b0f470396567 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:51.261985 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-47d8bf33-103c-483f-ace4-98aab3976000 req-05eab2d9-0936-4de1-b0f6-2781f67bbcb8 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302705 Jul 05 04:04:51.329636 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afa3e31e-1b18-48eb-8439-af958857967a req-eea43c43-76b1-4f2e-8721-eeb4c7f74be9 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/floatingips/3402862a-cfc7-48d2-a6b8-11787badc702 HTTP/1.1" status: 200 len: 693 time: 0.0897188 Jul 05 04:04:51.371907 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e7696d8-fb5a-43ad-9edf-b8a2db492c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.405376 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-48325ff1-1184-459d-9636-72adb27f222e tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.417293 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c83498-1126-45a3-aa8a-89b6a023fbc2', 'tag': 'd9098f55-3574-44d3-93c4-06d7aad7425a'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:51.420430 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0871a3-57e5-4555-bd5a-8037108ed453" -d '{"events": [{"name": "network-changed", "server_uuid": "60c83498-1126-45a3-aa8a-89b6a023fbc2", "tag": "d9098f55-3574-44d3-93c4-06d7aad7425a"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:51.423886 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e7696d8-fb5a-43ad-9edf-b8a2db492c77 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.428241 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7e7696d8-fb5a-43ad-9edf-b8a2db492c77 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1eb93ccb-d457-4fa2-ade5-b16c7d83b625 HTTP/1.1" status: 204 len: 168 time: 0.9749095 Jul 05 04:04:51.445962 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7696d8-fb5a-43ad-9edf-b8a2db492c77 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eb93ccb-d457-4fa2-ade5-b16c7d83b625,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:51.524931 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3e31e-1b18-48eb-8439-af958857967a req-7c111a0d-01d4-4486-8bf5-abd6eca00566 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:51.532996 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afa3e31e-1b18-48eb-8439-af958857967a req-7c111a0d-01d4-4486-8bf5-abd6eca00566 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 784 time: 0.1879539 Jul 05 04:04:51.579433 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-48325ff1-1184-459d-9636-72adb27f222e tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.597560 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afa3e31e-1b18-48eb-8439-af958857967a req-cf6cb3c0-f094-438a-b33b-9cd61b1d5c9d tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.242 HTTP/1.1" status: 200 len: 696 time: 0.0635073 Jul 05 04:04:51.612312 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-48325ff1-1184-459d-9636-72adb27f222e tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.689700 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afa3e31e-1b18-48eb-8439-af958857967a req-5def0baa-9a31-43dd-8d68-b9f872787ebc tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.1.242 HTTP/1.1" status: 200 len: 696 time: 0.0910687 Jul 05 04:04:51.752102 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48325ff1-1184-459d-9636-72adb27f222e tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2eb47c2-17dd-4e49-891d-0e971b790b7b,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:51.795006 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-48325ff1-1184-459d-9636-72adb27f222e tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.799150 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-48325ff1-1184-459d-9636-72adb27f222e tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5980685 Jul 05 04:04:51.801229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37922) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:51.806521 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-ad0e7822-33bd-403f-96ad-50663ab9c74f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:51.814723 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37926) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:51.915435 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ad0e7822-33bd-403f-96ad-50663ab9c74f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.939108 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7e6fd535-3aec-4b17-b354-c565a00fccc0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0eefe8b36a0647bd98e5883d88e6f937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1231019 Jul 05 04:04:51.995827 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-afa3e31e-1b18-48eb-8439-af958857967a req-ffec0fab-d392-4f57-91ff-19e12984dacc tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Deleting port 0ff34e0d-9541-4739-9082-b8ede3bb8397 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:51.996411 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-afa3e31e-1b18-48eb-8439-af958857967a req-ffec0fab-d392-4f57-91ff-19e12984dacc tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.998477 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37928) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:52.115567 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9db32570-f21f-44a1-b771-befd323378af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.156148 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9db32570-f21f-44a1-b771-befd323378af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.220652 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9db32570-f21f-44a1-b771-befd323378af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.223221 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9db32570-f21f-44a1-b771-befd323378af admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.226833 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9db32570-f21f-44a1-b771-befd323378af admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fd9eed27-36d0-4b47-a278-0143e33c2a1f HTTP/1.1" status: 204 len: 168 time: 0.2212389 Jul 05 04:04:52.255634 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db32570-f21f-44a1-b771-befd323378af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9eed27-36d0-4b47-a278-0143e33c2a1f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:52.287372 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-afa3e31e-1b18-48eb-8439-af958857967a req-ffec0fab-d392-4f57-91ff-19e12984dacc tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.287723 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-afa3e31e-1b18-48eb-8439-af958857967a req-ffec0fab-d392-4f57-91ff-19e12984dacc tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.317326 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-afa3e31e-1b18-48eb-8439-af958857967a req-ffec0fab-d392-4f57-91ff-19e12984dacc tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Calling delete_port for 0ff34e0d-9541-4739-9082-b8ede3bb8397 owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:52.338832 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b0a8a-24a0-4ffc-b60c-564670f1e4e8 req-78350050-2816-4dce-b01a-489f0e67555c tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:52.344827 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e82b0a8a-24a0-4ffc-b60c-564670f1e4e8 req-78350050-2816-4dce-b01a-489f0e67555c tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/networks?id=1dcac4dd-6370-4a16-a68a-d8ffae39b304 HTTP/1.1" status: 200 len: 806 time: 0.8730824 Jul 05 04:04:52.369944 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e82b0a8a-24a0-4ffc-b60c-564670f1e4e8 req-bcaed02c-9e92-412d-bbe5-5f72df72be22 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/quotas/e7f30e579fe94453a264d70ff2740003 HTTP/1.1" status: 200 len: 375 time: 0.0197456 Jul 05 04:04:52.376750 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ad0e7822-33bd-403f-96ad-50663ab9c74f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.540584 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e82b0a8a-24a0-4ffc-b60c-564670f1e4e8 req-78e9628f-fbab-4f85-878d-471cab62954a tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e7f30e579fe94453a264d70ff2740003&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1518490 Jul 05 04:04:52.621575 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-ad0e7822-33bd-403f-96ad-50663ab9c74f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Allocated IP 172.25.1.215 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/e971e8a4-45cb-4b20-ba5d-c406fbbf5f89) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:52.665152 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e82b0a8a-24a0-4ffc-b60c-564670f1e4e8 req-7659c418-9580-49ce-9f7b-9d049deb64e5 service neutron] 10.222.0.77 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159854 Jul 05 04:04:52.817885 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-afa3e31e-1b18-48eb-8439-af958857967a req-ffec0fab-d392-4f57-91ff-19e12984dacc tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.824927 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ad0e7822-33bd-403f-96ad-50663ab9c74f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.886879 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e82b0a8a-24a0-4ffc-b60c-564670f1e4e8 req-dd9d1661-cea1-4fa9-a1cd-86c4eeb2d7e8 service neutron] 10.222.0.77 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202241 Jul 05 04:04:52.969647 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec0fab-d392-4f57-91ff-19e12984dacc tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Pushing event deleted for resources: {'Port': ['ID=0ff34e0d-9541-4739-9082-b8ede3bb8397,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:52.977356 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ad0e7822-33bd-403f-96ad-50663ab9c74f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.065391 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0e7822-33bd-403f-96ad-50663ab9c74f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:53.098399 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-ad0e7822-33bd-403f-96ad-50663ab9c74f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:53.116183 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0e7822-33bd-403f-96ad-50663ab9c74f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:53.143153 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81299cf-4973-4382-abff-1e1203b19791 x-openstack-request-id: req-d81299cf-4973-4382-abff-1e1203b19791 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:53.143489 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c83498-1126-45a3-aa8a-89b6a023fbc2", "tag": "d9098f55-3574-44d3-93c4-06d7aad7425a", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:53.143745 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d81299cf-4973-4382-abff-1e1203b19791 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:53.144504 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c83498-1126-45a3-aa8a-89b6a023fbc2', 'tag': 'd9098f55-3574-44d3-93c4-06d7aad7425a', 'status': 'completed', 'code': 200} Jul 05 04:04:53.175961 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e7822-33bd-403f-96ad-50663ab9c74f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event updated for resources: {'Port': ['ID=e971e8a4-45cb-4b20-ba5d-c406fbbf5f89,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:53.186393 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-afa3e31e-1b18-48eb-8439-af958857967a req-ffec0fab-d392-4f57-91ff-19e12984dacc tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.189716 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-afa3e31e-1b18-48eb-8439-af958857967a req-ffec0fab-d392-4f57-91ff-19e12984dacc tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.202733 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afa3e31e-1b18-48eb-8439-af958857967a req-ffec0fab-d392-4f57-91ff-19e12984dacc tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "DELETE /v2.0/floatingips/3402862a-cfc7-48d2-a6b8-11787badc702 HTTP/1.1" status: 204 len: 173 time: 1.5121388 Jul 05 04:04:53.358287 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0871a3-57e5-4555-bd5a-8037108ed453 req-817de3c1-773f-4e66-820b-f7b724272838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:53.361656 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9d0871a3-57e5-4555-bd5a-8037108ed453 req-817de3c1-773f-4e66-820b-f7b724272838 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&device_id=60c83498-1126-45a3-aa8a-89b6a023fbc2 HTTP/1.1" status: 200 len: 1095 time: 0.1822646 Jul 05 04:04:53.409955 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ad0e7822-33bd-403f-96ad-50663ab9c74f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.570052 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ad0e7822-33bd-403f-96ad-50663ab9c74f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.585193 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efa4a4-c73a-4595-ac04-258ac5e85974 req-d728135f-19b3-4d4d-bfa4-4531c0c3914c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:53.592909 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-18efa4a4-c73a-4595-ac04-258ac5e85974 req-d728135f-19b3-4d4d-bfa4-4531c0c3914c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=60c83498-1126-45a3-aa8a-89b6a023fbc2 HTTP/1.1" status: 200 len: 943 time: 0.2786634 Jul 05 04:04:53.624546 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0871a3-57e5-4555-bd5a-8037108ed453 req-e83237f8-9497-4eef-b18a-99cbe94993b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:53.626245 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9d0871a3-57e5-4555-bd5a-8037108ed453 req-e83237f8-9497-4eef-b18a-99cbe94993b8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 913 time: 0.2561471 Jul 05 04:04:53.656751 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device d9098f55-3574-44d3-93c4-06d7aad7425a details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:04:53.736195 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-18efa4a4-c73a-4595-ac04-258ac5e85974 req-03a788ce-aa12-42a4-b27c-f414eddea3e2 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372137 Jul 05 04:04:53.763383 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9d0871a3-57e5-4555-bd5a-8037108ed453 req-3fd7977d-f90b-454b-9beb-fde9b23032aa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9098f55-3574-44d3-93c4-06d7aad7425a HTTP/1.1" status: 200 len: 217 time: 0.1294539 Jul 05 04:04:53.869201 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b6332c5a-19d3-4cd2-a2fb-7a4457349d6c req-4cd7642e-1ea8-4e8b-8a5e-412930178926 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups/ec8e32a7-84c9-48b2-ab4d-f5c6582bd06d HTTP/1.1" status: 200 len: 1809 time: 0.0597141 Jul 05 04:04:53.886019 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0871a3-57e5-4555-bd5a-8037108ed453 req-5d33246a-cec4-4097-876e-de0d4de9f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:53.888450 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9d0871a3-57e5-4555-bd5a-8037108ed453 req-5d33246a-cec4-4097-876e-de0d4de9f20e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d157b61e-6b4a-43c9-a07c-5c6e1fda4120 HTTP/1.1" status: 200 len: 851 time: 0.1181784 Jul 05 04:04:53.931562 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port d9098f55-3574-44d3-93c4-06d7aad7425a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=d9098f55-3574-44d3-93c4-06d7aad7425a,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:53.964007 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'd9098f55-3574-44d3-93c4-06d7aad7425a', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'port_id': 'd9098f55-3574-44d3-93c4-06d7aad7425a', 'mac_address': 'fa:16:3e:b8:a8:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:04:54.007211 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ad0e7822-33bd-403f-96ad-50663ab9c74f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.022659 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ad0e7822-33bd-403f-96ad-50663ab9c74f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.066931 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0871a3-57e5-4555-bd5a-8037108ed453 req-d4c1e5dc-55f7-44e2-8680-d79303ca6f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:54.068904 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9d0871a3-57e5-4555-bd5a-8037108ed453 req-d4c1e5dc-55f7-44e2-8680-d79303ca6f03 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=76e1944d-1d03-4c4e-b1ba-413cddc95912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1731968 Jul 05 04:04:54.082944 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.117425 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9098f55-3574-44d3-93c4-06d7aad7425a {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:04:54.168718 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port d9098f55-3574-44d3-93c4-06d7aad7425a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=d9098f55-3574-44d3-93c4-06d7aad7425a,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:54.183280 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.201128 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b6332c5a-19d3-4cd2-a2fb-7a4457349d6c req-37a77f77-e293-42d4-9f55-d31b88fd6bd5 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.272958 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=d9098f55-3574-44d3-93c4-06d7aad7425a,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:54.313554 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9d0871a3-57e5-4555-bd5a-8037108ed453 req-9980a614-0880-4543-a96f-ef791db0792f service neutron] 10.222.0.89 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327101 Jul 05 04:04:54.387738 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b6332c5a-19d3-4cd2-a2fb-7a4457349d6c req-37a77f77-e293-42d4-9f55-d31b88fd6bd5 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.444715 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e7822-33bd-403f-96ad-50663ab9c74f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event updated for resources: {'Port': ['ID=e971e8a4-45cb-4b20-ba5d-c406fbbf5f89,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:54.455609 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['d9098f55-3574-44d3-93c4-06d7aad7425a'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:04:54.533848 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ad0e7822-33bd-403f-96ad-50663ab9c74f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.546146 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b6332c5a-19d3-4cd2-a2fb-7a4457349d6c req-37a77f77-e293-42d4-9f55-d31b88fd6bd5 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.551118 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b6332c5a-19d3-4cd2-a2fb-7a4457349d6c req-37a77f77-e293-42d4-9f55-d31b88fd6bd5 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.559888 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b6332c5a-19d3-4cd2-a2fb-7a4457349d6c req-37a77f77-e293-42d4-9f55-d31b88fd6bd5 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "DELETE /v2.0/security-groups/ec8e32a7-84c9-48b2-ab4d-f5c6582bd06d HTTP/1.1" status: 204 len: 173 time: 0.6890059 Jul 05 04:04:54.578633 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9d0871a3-57e5-4555-bd5a-8037108ed453 req-cf951f27-ebfa-4127-899c-4634f63860c2 service neutron] 10.222.0.89 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564647 Jul 05 04:04:54.639512 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a77f77-e293-42d4-9f55-d31b88fd6bd5 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8e32a7-84c9-48b2-ab4d-f5c6582bd06d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:54.660085 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ad0e7822-33bd-403f-96ad-50663ab9c74f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.663715 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ad0e7822-33bd-403f-96ad-50663ab9c74f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8613200 Jul 05 04:04:55.194070 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103de42f-edb8-4bdc-bb59-80a388f5fb89 req-c6323b80-ef61-492e-92ff-9cc01cc21aad tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:55.196075 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-103de42f-edb8-4bdc-bb59-80a388f5fb89 req-c6323b80-ef61-492e-92ff-9cc01cc21aad tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=60c83498-1126-45a3-aa8a-89b6a023fbc2 HTTP/1.1" status: 200 len: 944 time: 0.0868084 Jul 05 04:04:55.254133 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-103de42f-edb8-4bdc-bb59-80a388f5fb89 req-1799e91f-d461-412b-879d-6a58006dd918 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475042 Jul 05 04:04:55.310846 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-303b6ea2-d75b-4058-a1cf-d3661a3ee1a7 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:55.312921 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-303b6ea2-d75b-4058-a1cf-d3661a3ee1a7 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/networks?id=1dcac4dd-6370-4a16-a68a-d8ffae39b304 HTTP/1.1" status: 200 len: 806 time: 0.1498923 Jul 05 04:04:55.335228 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-31ef448f-e33c-4599-9f72-844905e8d3f3 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/quotas/e7f30e579fe94453a264d70ff2740003 HTTP/1.1" status: 200 len: 375 time: 0.0116742 Jul 05 04:04:55.427902 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-41c24a0c-0ce8-4ece-af73-5777192833dc tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1976621646&fields=id&tenant_id=50643a7691c345388c1f08c7454cea66 HTTP/1.1" status: 200 len: 267 time: 0.0439334 Jul 05 04:04:55.438688 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-d0c2c398-16d3-4741-9ad3-0816299b3e61 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e7f30e579fe94453a264d70ff2740003&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0960963 Jul 05 04:04:55.509839 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-eeb269a3-fb70-4e20-86e0-736d01b9b6de tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:55.511349 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-eeb269a3-fb70-4e20-86e0-736d01b9b6de tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports/0bd03fe8-1a38-4778-8165-e5222e120f1d HTTP/1.1" status: 200 len: 936 time: 0.0755513 Jul 05 04:04:55.567789 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-8d937c2b-a083-415c-9a47-e8a7b3c54e89 service neutron] 10.222.0.77 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224284 Jul 05 04:04:55.580193 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-c257b80b-2d0b-4ae0-b515-6662007fa1ba tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:55.587873 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-c257b80b-2d0b-4ae0-b515-6662007fa1ba tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports/fdd61790-feb9-41f4-a979-99718ff8af30 HTTP/1.1" status: 200 len: 937 time: 0.0710206 Jul 05 04:04:55.662038 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-745f5033-4e3c-4290-966b-9344af7fce16 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?network_id=a6d904c9-d5c3-4585-9d21-be63aa884ed6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0731356 Jul 05 04:04:55.667925 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device d9098f55-3574-44d3-93c4-06d7aad7425a up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:55.684312 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-8ef2b6a6-3001-48c3-8cbe-599af8cc78e7 service neutron] 10.222.0.77 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095743 Jul 05 04:04:55.717845 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-59166351-9b6b-4a4c-b825-874998007046 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?network_id=a6d904c9-d5c3-4585-9d21-be63aa884ed6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0530062 Jul 05 04:04:55.738634 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38088) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:55.789113 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port d9098f55-3574-44d3-93c4-06d7aad7425a completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:55.794056 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port d9098f55-3574-44d3-93c4-06d7aad7425a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:55.794679 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.965532 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-c391c56a-bc47-4a2d-8c57-b3c95fd59867 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:55.976831 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-c391c56a-bc47-4a2d-8c57-b3c95fd59867 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:55.988087 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-c391c56a-bc47-4a2d-8c57-b3c95fd59867 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:55.991963 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.996014 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-c391c56a-bc47-4a2d-8c57-b3c95fd59867 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/networks?id=8ea7df2c-9621-40f9-b0fb-19b9c2e4305a&id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&id=a6d904c9-d5c3-4585-9d21-be63aa884ed6&id=a6d904c9-d5c3-4585-9d21-be63aa884ed6 HTTP/1.1" status: 200 len: 1994 time: 0.2695518 Jul 05 04:04:56.015611 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-bb6e51a9-ae9f-4859-a4d0-3704b0bd58bc tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/quotas/50643a7691c345388c1f08c7454cea66 HTTP/1.1" status: 200 len: 375 time: 0.0146599 Jul 05 04:04:56.045808 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c83498-1126-45a3-aa8a-89b6a023fbc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9098f55-3574-44d3-93c4-06d7aad7425a'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:56.055294 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8e90e4-b56a-48bd-ba07-9d1738d46718" -d '{"events": [{"server_uuid": "60c83498-1126-45a3-aa8a-89b6a023fbc2", "name": "network-vif-plugged", "status": "completed", "tag": "d9098f55-3574-44d3-93c4-06d7aad7425a"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:56.087017 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port d9098f55-3574-44d3-93c4-06d7aad7425a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=d9098f55-3574-44d3-93c4-06d7aad7425a,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:56.093910 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.155022 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-f4240d5c-f8b1-4920-8723-db324e50847d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=50643a7691c345388c1f08c7454cea66&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1318593 Jul 05 04:04:56.203911 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=d9098f55-3574-44d3-93c4-06d7aad7425a,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:56.323220 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-a18b3237-eb90-4e0b-8804-0910ca71abb3 service neutron] 10.222.0.77 "GET /v2.0/networks/8ea7df2c-9621-40f9-b0fb-19b9c2e4305a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591456 Jul 05 04:04:56.375408 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c3e75-fba9-40be-9e11-a4ba815b4162 req-20dba439-11d3-44a7-8b35-8b8e0a11b434 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:56.394457 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-428c3e75-fba9-40be-9e11-a4ba815b4162 req-20dba439-11d3-44a7-8b35-8b8e0a11b434 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.1583900 Jul 05 04:04:56.456828 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-37fa94bc-364b-4f2c-bc2d-93370d7499f0 service neutron] 10.222.0.77 "GET /v2.0/networks/8ea7df2c-9621-40f9-b0fb-19b9c2e4305a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313469 Jul 05 04:04:56.489263 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-428c3e75-fba9-40be-9e11-a4ba815b4162 req-f3c954b7-ff06-4c43-8ee6-fe9f9def852f tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935507 Jul 05 04:04:56.537524 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-4898f760-b4a7-4251-90c9-78aad60ff205 service neutron] 10.222.0.77 "GET /v2.0/ports/0bd03fe8-1a38-4778-8165-e5222e120f1d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0796108 Jul 05 04:04:56.749253 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-0d4eb792-fbf7-4983-8b2f-6b810941bb41 service neutron] 10.222.0.77 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106495 Jul 05 04:04:56.881417 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-19f766f9-2215-4e48-885e-35cbb6d843d7 req-ab0c4b99-4452-43fa-b62a-495ac51b9082 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b HTTP/1.1" status: 200 len: 210 time: 0.0489950 Jul 05 04:04:56.881961 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-2627fd8a-c4db-4ce9-8617-bc73e436ce98 service neutron] 10.222.0.77 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317101 Jul 05 04:04:56.898653 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-661e27e6-65cf-4d1c-91e7-9468dbdb7614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.998105 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-0c79e176-d3c9-4f78-b0db-aaf6909453a6 service neutron] 10.222.0.77 "GET /v2.0/ports/fdd61790-feb9-41f4-a979-99718ff8af30?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0997407 Jul 05 04:04:57.065182 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045b4f9a-39a2-4d1c-808b-836910552a46 x-openstack-request-id: req-045b4f9a-39a2-4d1c-808b-836910552a46 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:57.065707 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c83498-1126-45a3-aa8a-89b6a023fbc2", "name": "network-vif-plugged", "status": "completed", "tag": "d9098f55-3574-44d3-93c4-06d7aad7425a", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:57.065916 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-045b4f9a-39a2-4d1c-808b-836910552a46 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:57.067238 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c83498-1126-45a3-aa8a-89b6a023fbc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9098f55-3574-44d3-93c4-06d7aad7425a', 'code': 200} Jul 05 04:04:57.174874 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-c7fbe77e-f9a2-4eba-a924-5f8a3e539037 service neutron] 10.222.0.77 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517937 Jul 05 04:04:57.274626 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-3943d801-6f3f-4d3d-8456-2db5dc3afde7 service neutron] 10.222.0.77 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950148 Jul 05 04:04:57.345418 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e0cac-873c-4638-851c-803e67889323 req-535d5efc-137d-4d51-8caa-7bb2a0c7f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:57.346851 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ef9e0cac-873c-4638-851c-803e67889323 req-535d5efc-137d-4d51-8caa-7bb2a0c7f0c2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=60c83498-1126-45a3-aa8a-89b6a023fbc2 HTTP/1.1" status: 200 len: 1097 time: 0.1468418 Jul 05 04:04:57.358669 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fbd19-06f4-4713-a8ae-0899c2e62040 req-9d6d49c4-e78f-4154-85ad-7bf91b8f7af9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:57.360278 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cf6fbd19-06f4-4713-a8ae-0899c2e62040 req-9d6d49c4-e78f-4154-85ad-7bf91b8f7af9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=60c83498-1126-45a3-aa8a-89b6a023fbc2 HTTP/1.1" status: 200 len: 945 time: 0.1613715 Jul 05 04:04:57.370326 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-54015b39-ec86-4ce0-af1e-e9cfe110e876 service neutron] 10.222.0.77 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893040 Jul 05 04:04:57.443921 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ef9e0cac-873c-4638-851c-803e67889323 req-92f690ae-c286-4333-b493-0098484c5c36 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826435 Jul 05 04:04:57.481702 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cf6fbd19-06f4-4713-a8ae-0899c2e62040 req-73902699-c960-4d11-b779-f881fa168450 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123700 Jul 05 04:04:57.492236 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-09544e7f-4dc0-4857-bd3e-42d97740db7b service neutron] 10.222.0.77 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155260 Jul 05 04:04:57.523398 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-661e27e6-65cf-4d1c-91e7-9468dbdb7614 admin admin] Deleting port 8f3a0104-461a-4547-859a-85216e30919b {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:57.523863 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-661e27e6-65cf-4d1c-91e7-9468dbdb7614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.635660 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-29bbbe1d-d02b-4b26-b2e9-c5a553b2dda0 service neutron] 10.222.0.77 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386590 Jul 05 04:04:57.654774 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-661e27e6-65cf-4d1c-91e7-9468dbdb7614 admin admin] For port 8f3a0104-461a-4547-859a-85216e30919b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=8f3a0104-461a-4547-859a-85216e30919b,segment=NetworkSegment(c08de3b8-c3bc-4af9-8e5c-57631e3280d6),segment_id=c08de3b8-c3bc-4af9-8e5c-57631e3280d6)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:57.654774 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-661e27e6-65cf-4d1c-91e7-9468dbdb7614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.669038 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-661e27e6-65cf-4d1c-91e7-9468dbdb7614 admin admin] Calling delete_port for 8f3a0104-461a-4547-859a-85216e30919b owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:57.932745 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561979e9-65fa-4d16-93ac-1285a704fa80 req-890f963c-4946-456a-b192-c096f4ef4c47 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:57.934450 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-561979e9-65fa-4d16-93ac-1285a704fa80 req-890f963c-4946-456a-b192-c096f4ef4c47 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.1406386 Jul 05 04:04:58.036701 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38138) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:58.049825 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-661e27e6-65cf-4d1c-91e7-9468dbdb7614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.071111 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-561979e9-65fa-4d16-93ac-1285a704fa80 req-ab333d4c-2d32-4df7-b512-a3eac376a2a5 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105695 Jul 05 04:04:58.159192 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e27e6-65cf-4d1c-91e7-9468dbdb7614 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f3a0104-461a-4547-859a-85216e30919b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:58.241639 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6f396-c3d8-44fb-905e-f6e565cbb5e3 req-97e74d32-bbcf-4780-9cf1-90b6dab86316 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:58.243353 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5ac6f396-c3d8-44fb-905e-f6e565cbb5e3 req-97e74d32-bbcf-4780-9cf1-90b6dab86316 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.70 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.3309064 Jul 05 04:04:58.295886 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ac70eec9-46d8-44ea-ab04-b0c280b54653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.439011 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-a14f547e-ae69-420d-a73d-062a69e51876 service neutron] 10.222.0.77 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8009663 Jul 05 04:04:58.460970 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ac70eec9-46d8-44ea-ab04-b0c280b54653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.482966 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-5e191aeb-0e08-4aeb-b01a-d18c8a6f2a0d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:58.486214 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-5e191aeb-0e08-4aeb-b01a-d18c8a6f2a0d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.70 "GET /v2.0/networks?id=1dcac4dd-6370-4a16-a68a-d8ffae39b304 HTTP/1.1" status: 200 len: 806 time: 0.2416193 Jul 05 04:04:58.489703 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ac70eec9-46d8-44ea-ab04-b0c280b54653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.524466 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-c61254aa-43c3-4e61-85a9-b0e5038608c3 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Request body: {'port': {'device_id': '95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b', 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304', 'admin_state_up': True, 'tenant_id': 'e7f30e579fe94453a264d70ff2740003'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:58.566918 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70eec9-46d8-44ea-ab04-b0c280b54653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff137ae-2641-4ac5-a63e-efc86a32f56b,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:58.608525 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6cf6b212-c628-4dcd-9077-22cc709dc7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.644114 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53c3de68-a198-47cc-8441-8450ecc99cce req-ed4c221a-c1e8-4d2b-93bf-875b1346d0de tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b HTTP/1.1" status: 200 len: 210 time: 0.1119988 Jul 05 04:04:58.659360 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ac70eec9-46d8-44ea-ab04-b0c280b54653 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=26c0a3a28870411aaf3dc19257ca6a3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6200976 Jul 05 04:04:58.667969 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38146) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:58.749160 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-526f66fe-ecaa-4956-9930-f78f7637623d service neutron] 10.222.0.77 "GET /v2.0/networks/a6d904c9-d5c3-4585-9d21-be63aa884ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012569 Jul 05 04:04:58.783763 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-661e27e6-65cf-4d1c-91e7-9468dbdb7614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.840151 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-5ac6f396-c3d8-44fb-905e-f6e565cbb5e3 req-6ce9c226-6781-47d1-bdcd-1ecddb5510ea tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Deleting port 8b2f199b-7a4c-4078-a89e-2518423380b3 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:58.840151 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5ac6f396-c3d8-44fb-905e-f6e565cbb5e3 req-6ce9c226-6781-47d1-bdcd-1ecddb5510ea tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.859983 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e7fd4299-50df-45bc-bb24-ac876775e006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.886316 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e7fd4299-50df-45bc-bb24-ac876775e006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.938365 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-c61254aa-43c3-4e61-85a9-b0e5038608c3 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Made reservation on behalf of e7f30e579fe94453a264d70ff2740003 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:58.942639 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-c61254aa-43c3-4e61-85a9-b0e5038608c3 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.960085 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e7fd4299-50df-45bc-bb24-ac876775e006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.963198 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e7fd4299-50df-45bc-bb24-ac876775e006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.976667 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e7fd4299-50df-45bc-bb24-ac876775e006 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cff137ae-2641-4ac5-a63e-efc86a32f56b HTTP/1.1" status: 204 len: 168 time: 0.2984014 Jul 05 04:04:59.039579 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d0573-cac4-4ed9-a0d7-2c46f23e8ab7 req-1ed2ef6f-5b4a-477a-ab46-d36ace959099 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:59.046572 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6e3d0573-cac4-4ed9-a0d7-2c46f23e8ab7 req-1ed2ef6f-5b4a-477a-ab46-d36ace959099 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=60c83498-1126-45a3-aa8a-89b6a023fbc2 HTTP/1.1" status: 200 len: 945 time: 0.2477114 Jul 05 04:04:59.057215 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-5ac6f396-c3d8-44fb-905e-f6e565cbb5e3 req-6ce9c226-6781-47d1-bdcd-1ecddb5510ea tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] For port 8b2f199b-7a4c-4078-a89e-2518423380b3, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8b2f199b-7a4c-4078-a89e-2518423380b3,segment=NetworkSegment(f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf),segment_id=f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:59.057670 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5ac6f396-c3d8-44fb-905e-f6e565cbb5e3 req-6ce9c226-6781-47d1-bdcd-1ecddb5510ea tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.064501 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-3444cd68-428e-4fd2-8675-ecdc9d511d0c service neutron] 10.222.0.77 "GET /v2.0/networks/a6d904c9-d5c3-4585-9d21-be63aa884ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990985 Jul 05 04:04:59.066644 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd4299-50df-45bc-bb24-ac876775e006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff137ae-2641-4ac5-a63e-efc86a32f56b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:59.089310 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-5ac6f396-c3d8-44fb-905e-f6e565cbb5e3 req-6ce9c226-6781-47d1-bdcd-1ecddb5510ea tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Calling delete_port for 8b2f199b-7a4c-4078-a89e-2518423380b3 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:59.176837 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.206821 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6e3d0573-cac4-4ed9-a0d7-2c46f23e8ab7 req-0ed73d92-95d2-444b-9905-209f4a4e32ff tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592259 Jul 05 04:04:59.268610 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-f5eccc56-38b0-41f3-9257-d86b5e8cd6e9 service neutron] 10.222.0.77 "GET /v2.0/networks/a6d904c9-d5c3-4585-9d21-be63aa884ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854718 Jul 05 04:04:59.522061 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-ff020987-72ab-41a5-9a98-c6468a6b8074 service neutron] 10.222.0.77 "GET /v2.0/networks/a6d904c9-d5c3-4585-9d21-be63aa884ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450986 Jul 05 04:04:59.739349 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-c61254aa-43c3-4e61-85a9-b0e5038608c3 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Allocated IP 172.20.0.14 (1dcac4dd-6370-4a16-a68a-d8ffae39b304/248c3b61-cc11-4019-9b85-60af49b5384a/8552b6ea-f892-4043-a8bb-adcd65f789c6) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:59.942877 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-c61254aa-43c3-4e61-85a9-b0e5038608c3 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.009151 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661e27e6-65cf-4d1c-91e7-9468dbdb7614 admin admin] Router 5b786658-13de-48c7-8e5b-90fd4ff487ff has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:00.014991 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-c61254aa-43c3-4e61-85a9-b0e5038608c3 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.025647 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506696b-40b2-4bd9-8699-e43fbb6d083a req-2a86a97b-33f3-468d-b2b1-f115f44aecbc tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:00.035310 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['2bbb9632-1387-46c5-bff5-92b0c5ecba56'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:00.052107 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6506696b-40b2-4bd9-8699-e43fbb6d083a req-2a86a97b-33f3-468d-b2b1-f115f44aecbc tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 945 time: 0.2273672 Jul 05 04:05:00.078030 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-c61254aa-43c3-4e61-85a9-b0e5038608c3 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:00.081975 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-c61254aa-43c3-4e61-85a9-b0e5038608c3 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:00.090567 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-c61254aa-43c3-4e61-85a9-b0e5038608c3 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:00.191743 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61254aa-43c3-4e61-85a9-b0e5038608c3 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Pushing event updated for resources: {'Port': ['ID=8552b6ea-f892-4043-a8bb-adcd65f789c6,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:00.235530 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-c61254aa-43c3-4e61-85a9-b0e5038608c3 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:00.237957 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-c61254aa-43c3-4e61-85a9-b0e5038608c3 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.256316 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-c61254aa-43c3-4e61-85a9-b0e5038608c3 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7364600 Jul 05 04:05:00.276662 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-526d7f04-132f-4db1-9d01-b4b80ce24a83 service neutron] Request body: {'port': {'device_id': '95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:00.339786 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5ac6f396-c3d8-44fb-905e-f6e565cbb5e3 req-6ce9c226-6781-47d1-bdcd-1ecddb5510ea tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.361306 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6506696b-40b2-4bd9-8699-e43fbb6d083a req-b3793467-8120-4ab1-a6ba-2d5f57c61cc0 tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0224584-1496-4f50-ad00-bb92e12b0cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082750 Jul 05 04:05:00.434763 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-526d7f04-132f-4db1-9d01-b4b80ce24a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.490759 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9c226-6781-47d1-bdcd-1ecddb5510ea tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Pushing event deleted for resources: {'Port': ['ID=8b2f199b-7a4c-4078-a89e-2518423380b3,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:00.602413 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac6f396-c3d8-44fb-905e-f6e565cbb5e3 req-6ce9c226-6781-47d1-bdcd-1ecddb5510ea tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] No DVR routers for this DVR port 8b2f199b-7a4c-4078-a89e-2518423380b3 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:00.608461 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-5ac6f396-c3d8-44fb-905e-f6e565cbb5e3 req-6ce9c226-6781-47d1-bdcd-1ecddb5510ea tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.611138 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5ac6f396-c3d8-44fb-905e-f6e565cbb5e3 req-6ce9c226-6781-47d1-bdcd-1ecddb5510ea tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.70 "DELETE /v2.0/ports/8b2f199b-7a4c-4078-a89e-2518423380b3 HTTP/1.1" status: 204 len: 173 time: 2.1655502 Jul 05 04:05:00.611643 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e05edd-2c57-45c7-a0b4-b07a5bbda14d', 'name': 'network-vif-deleted', 'tag': '8b2f199b-7a4c-4078-a89e-2518423380b3'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:00.614115 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6194d2-0409-4abb-a9d8-4ffe12aeb2e4" -d '{"events": [{"server_uuid": "24e05edd-2c57-45c7-a0b4-b07a5bbda14d", "name": "network-vif-deleted", "tag": "8b2f199b-7a4c-4078-a89e-2518423380b3"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:00.621167 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661e27e6-65cf-4d1c-91e7-9468dbdb7614 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:00.627298 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-661e27e6-65cf-4d1c-91e7-9468dbdb7614 admin admin] 10.222.0.77 "PUT /v2.0/routers/5b786658-13de-48c7-8e5b-90fd4ff487ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8869438 Jul 05 04:05:00.629715 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38208) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:00.633061 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9129b20b-4741-430f-beaa-3c55ca2080d0 None None] Sync routers for ids ['5b786658-13de-48c7-8e5b-90fd4ff487ff'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:00.652942 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9129b20b-4741-430f-beaa-3c55ca2080d0 None None] Routers {'5b786658-13de-48c7-8e5b-90fd4ff487ff'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:00.653787 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9129b20b-4741-430f-beaa-3c55ca2080d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:04:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5b786658-13de-48c7-8e5b-90fd4ff487ff'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:00.911216 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-9129b20b-4741-430f-beaa-3c55ca2080d0 None None] Set router 5b786658-13de-48c7-8e5b-90fd4ff487ff gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:00.983915 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-835ac023-0117-4935-bc7e-c4183c0d8b92 admin admin] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.058842 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e370c68-70f5-41a3-a89e-580997d23ebc req-277b1e8a-2f36-4474-affb-d8ca4061b066 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 210 time: 0.1179686 Jul 05 04:05:01.070809 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577d359-065a-4291-850d-18f3f1dd5cef req-8298207b-f500-45a9-84d7-cbee2e53e2e7 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:01.073139 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7577d359-065a-4291-850d-18f3f1dd5cef req-8298207b-f500-45a9-84d7-cbee2e53e2e7 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b HTTP/1.1" status: 200 len: 932 time: 0.1986828 Jul 05 04:05:01.163078 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9796c7b-21d3-4d1f-a95e-4190f5fc096f x-openstack-request-id: req-c9796c7b-21d3-4d1f-a95e-4190f5fc096f {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:01.163397 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e05edd-2c57-45c7-a0b4-b07a5bbda14d", "name": "network-vif-deleted", "tag": "8b2f199b-7a4c-4078-a89e-2518423380b3", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:01.163668 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c9796c7b-21d3-4d1f-a95e-4190f5fc096f {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:01.164397 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e05edd-2c57-45c7-a0b4-b07a5bbda14d', 'name': 'network-vif-deleted', 'tag': '8b2f199b-7a4c-4078-a89e-2518423380b3', 'status': 'completed', 'code': 200} Jul 05 04:05:01.205172 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-526d7f04-132f-4db1-9d01-b4b80ce24a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8552b6ea-f892-4043-a8bb-adcd65f789c6 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:01.221181 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7577d359-065a-4291-850d-18f3f1dd5cef req-9fd19481-addf-4439-b450-79c4faa20da6 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315796 Jul 05 04:05:01.223482 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-835ac023-0117-4935-bc7e-c4183c0d8b92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.226095 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-526d7f04-132f-4db1-9d01-b4b80ce24a83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.248112 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-526d7f04-132f-4db1-9d01-b4b80ce24a83 service neutron] Transition to ACTIVE for port object 8552b6ea-f892-4043-a8bb-adcd65f789c6 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:01.261965 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-526d7f04-132f-4db1-9d01-b4b80ce24a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.282538 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9129b20b-4741-430f-beaa-3c55ca2080d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'name': 'tempest-TaggedBootDevicesTest-2024056273-router', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7b4c47c6-a85c-4077-b2a4-3651f0159ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:02Z', 'updated_at': '2021-07-05T04:04:57Z', 'revision_number': 5, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'gw_port': {'id': '7b4c47c6-a85c-4077-b2a4-3651f0159ded', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:01.366061 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9129b20b-4741-430f-beaa-3c55ca2080d0 None None] Checking router: 5b786658-13de-48c7-8e5b-90fd4ff487ff for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:05:01.375693 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-835ac023-0117-4935-bc7e-c4183c0d8b92 admin admin] Deleting port 7b4c47c6-a85c-4077-b2a4-3651f0159ded {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:01.376106 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-835ac023-0117-4935-bc7e-c4183c0d8b92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.386115 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9129b20b-4741-430f-beaa-3c55ca2080d0 None None] Routers {'5b786658-13de-48c7-8e5b-90fd4ff487ff'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:01.387410 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9129b20b-4741-430f-beaa-3c55ca2080d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:04:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5b786658-13de-48c7-8e5b-90fd4ff487ff'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:01.455621 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d7f04-132f-4db1-9d01-b4b80ce24a83 service neutron] Pushing event updated for resources: {'Port': ['ID=8552b6ea-f892-4043-a8bb-adcd65f789c6,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:01.492286 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0a17ea52-1c1c-4138-b8e1-36020f8648e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.505940 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-9129b20b-4741-430f-beaa-3c55ca2080d0 None None] Set router 5b786658-13de-48c7-8e5b-90fd4ff487ff gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:01.619025 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9129b20b-4741-430f-beaa-3c55ca2080d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'name': 'tempest-TaggedBootDevicesTest-2024056273-router', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:02Z', 'updated_at': '2021-07-05T04:05:01Z', 'revision_number': 6, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:01.661204 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-835ac023-0117-4935-bc7e-c4183c0d8b92 admin admin] For port 7b4c47c6-a85c-4077-b2a4-3651f0159ded, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7b4c47c6-a85c-4077-b2a4-3651f0159ded,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:01.661578 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-835ac023-0117-4935-bc7e-c4183c0d8b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.666096 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9129b20b-4741-430f-beaa-3c55ca2080d0 None None] The sync data for ids ['5b786658-13de-48c7-8e5b-90fd4ff487ff'] in n-d-780147-23 is: [{'id': '5b786658-13de-48c7-8e5b-90fd4ff487ff', 'name': 'tempest-TaggedBootDevicesTest-2024056273-router', 'tenant_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:02Z', 'updated_at': '2021-07-05T04:05:01Z', 'revision_number': 6, 'project_id': '37edaf8ff03a4b18a4527fc6265a8b9e', 'gw_port_host': None}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:01.697643 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.699334 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-645061d8-9e95-40a1-ae61-6b3733ceb929 req-4c842272-179e-4b6d-bee9-b93063e66ffa tempest-ServerRescueTestJSONUnderV235-114493983 tempest-ServerRescueTestJSONUnderV235-114493983-project] 10.222.0.77 "GET /v2.0/ports?device_id=24e05edd-2c57-45c7-a0b4-b07a5bbda14d HTTP/1.1" status: 200 len: 210 time: 0.0699072 Jul 05 04:05:01.700180 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-526d7f04-132f-4db1-9d01-b4b80ce24a83 service neutron] Attempting to bind port 8552b6ea-f892-4043-a8bb-adcd65f789c6 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:01.700517 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-526d7f04-132f-4db1-9d01-b4b80ce24a83 service neutron] Attempting to bind port 8552b6ea-f892-4043-a8bb-adcd65f789c6 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:01.700847 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-526d7f04-132f-4db1-9d01-b4b80ce24a83 service neutron] Attempting to bind port 8552b6ea-f892-4043-a8bb-adcd65f789c6 on network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:01.711599 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-526d7f04-132f-4db1-9d01-b4b80ce24a83 service neutron] Port 8552b6ea-f892-4043-a8bb-adcd65f789c6 on network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:05:01.715903 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-526d7f04-132f-4db1-9d01-b4b80ce24a83 service neutron] Attempting to bind port 8552b6ea-f892-4043-a8bb-adcd65f789c6 on network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:01.720726 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-835ac023-0117-4935-bc7e-c4183c0d8b92 admin admin] Calling delete_port for 7b4c47c6-a85c-4077-b2a4-3651f0159ded owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:01.732262 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-526d7f04-132f-4db1-9d01-b4b80ce24a83 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:01.732600 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-526d7f04-132f-4db1-9d01-b4b80ce24a83 service neutron] Checking segment: {'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:01.732981 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-526d7f04-132f-4db1-9d01-b4b80ce24a83 service neutron] Bound using segment: {'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:01.733426 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-526d7f04-132f-4db1-9d01-b4b80ce24a83 service neutron] Bound port: 8552b6ea-f892-4043-a8bb-adcd65f789c6, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:01.734126 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-526d7f04-132f-4db1-9d01-b4b80ce24a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.876607 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-526d7f04-132f-4db1-9d01-b4b80ce24a83 service neutron] For port 8552b6ea-f892-4043-a8bb-adcd65f789c6, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:01.880424 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-526d7f04-132f-4db1-9d01-b4b80ce24a83 service neutron] For port 8552b6ea-f892-4043-a8bb-adcd65f789c6, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8552b6ea-f892-4043-a8bb-adcd65f789c6,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:01.887388 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-526d7f04-132f-4db1-9d01-b4b80ce24a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.936260 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-526d7f04-132f-4db1-9d01-b4b80ce24a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:01.937128 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-526d7f04-132f-4db1-9d01-b4b80ce24a83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.938748 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-526d7f04-132f-4db1-9d01-b4b80ce24a83 service neutron] 10.222.0.70 "PUT /v2.0/ports/8552b6ea-f892-4043-a8bb-adcd65f789c6 HTTP/1.1" status: 200 len: 1093 time: 1.6679168 Jul 05 04:05:01.939231 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b', 'tag': '8552b6ea-f892-4043-a8bb-adcd65f789c6'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:01.942303 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545cf7e7-c811-440f-bac8-6f4e3f586071" -d '{"events": [{"name": "network-changed", "server_uuid": "95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b", "tag": "8552b6ea-f892-4043-a8bb-adcd65f789c6"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:02.020323 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d7f04-132f-4db1-9d01-b4b80ce24a83 service neutron] Pushing event updated for resources: {'Port': ['ID=8552b6ea-f892-4043-a8bb-adcd65f789c6,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:02.037237 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acb7d32-ab45-468e-8389-71275f6fef5e x-openstack-request-id: req-8acb7d32-ab45-468e-8389-71275f6fef5e {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:02.039177 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b", "tag": "8552b6ea-f892-4043-a8bb-adcd65f789c6", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:02.039177 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8acb7d32-ab45-468e-8389-71275f6fef5e {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:02.039177 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b', 'tag': '8552b6ea-f892-4043-a8bb-adcd65f789c6', 'status': 'completed', 'code': 200} Jul 05 04:05:02.060925 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-835ac023-0117-4935-bc7e-c4183c0d8b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.113760 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 8b2f199b-7a4c-4078-a89e-2518423380b3 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:02.131465 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ac023-0117-4935-bc7e-c4183c0d8b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4c47c6-a85c-4077-b2a4-3651f0159ded,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:02.153944 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 8b2f199b-7a4c-4078-a89e-2518423380b3 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:02.154291 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 8b2f199b-7a4c-4078-a89e-2518423380b3 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:02.292914 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-f25bc23b-5a80-404d-bf71-109c9d7a27d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:02.294796 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-f25bc23b-5a80-404d-bf71-109c9d7a27d5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7f30e579fe94453a264d70ff2740003&device_id=95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b HTTP/1.1" status: 200 len: 1096 time: 0.2006500 Jul 05 04:05:02.336801 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-10af3e3b-8a77-4840-8c04-99776b75c870 req-c24e6029-3d40-4095-ac6e-1341f7c7a625 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0529280 Jul 05 04:05:02.373640 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-835ac023-0117-4935-bc7e-c4183c0d8b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.421621 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-4ceac727-005b-4bd2-a82f-366ae7adc620 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8552b6ea-f892-4043-a8bb-adcd65f789c6 HTTP/1.1" status: 200 len: 217 time: 0.1103334 Jul 05 04:05:02.482491 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-835ac023-0117-4935-bc7e-c4183c0d8b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.485629 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-835ac023-0117-4935-bc7e-c4183c0d8b92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.504585 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-ba38997f-d48e-438d-9ee0-1fb39aaa8fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:02.506056 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-ba38997f-d48e-438d-9ee0-1fb39aaa8fdb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=248c3b61-cc11-4019-9b85-60af49b5384a HTTP/1.1" status: 200 len: 846 time: 0.0779335 Jul 05 04:05:02.543538 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-835ac023-0117-4935-bc7e-c4183c0d8b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.544336 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835ac023-0117-4935-bc7e-c4183c0d8b92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b786658-13de-48c7-8e5b-90fd4ff487ff {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:05:02.546155 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.551266 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-835ac023-0117-4935-bc7e-c4183c0d8b92 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.552023 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-21f8823b-5919-4149-8b9a-f459b42160c6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1dcac4dd-6370-4a16-a68a-d8ffae39b304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381563 Jul 05 04:05:02.553482 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-835ac023-0117-4935-bc7e-c4183c0d8b92 admin admin] 10.222.0.77 "DELETE /v2.0/routers/5b786658-13de-48c7-8e5b-90fd4ff487ff HTTP/1.1" status: 204 len: 168 time: 1.9098175 Jul 05 04:05:02.556199 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38260) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:02.577145 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271889d-051a-4772-89f3-6c5f82bd93af req-271648fa-c2bc-46bb-a285-04ee6dac7f77 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:02.578672 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c271889d-051a-4772-89f3-6c5f82bd93af req-271648fa-c2bc-46bb-a285-04ee6dac7f77 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b HTTP/1.1" status: 200 len: 944 time: 0.1406181 Jul 05 04:05:02.632268 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-9efeff6e-5382-4306-bb07-2c9968f50250 admin admin] Deleting subnet 30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:05:02.638292 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9efeff6e-5382-4306-bb07-2c9968f50250 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.682707 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c271889d-051a-4772-89f3-6c5f82bd93af req-3976fffe-cc8f-41ef-b988-eaee59a589bc tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932424 Jul 05 04:05:02.713441 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9efeff6e-5382-4306-bb07-2c9968f50250 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.713797 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-cfcc0b03-b9f8-44da-9583-3527f9eec273 service neutron] 10.222.0.70 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533208 Jul 05 04:05:02.800093 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-0ec72c83-fdca-4f87-9220-e51ab21ea745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:02.801795 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-0ec72c83-fdca-4f87-9220-e51ab21ea745 service neutron] 10.222.0.89 "GET /v2.0/ports/0bd03fe8-1a38-4778-8165-e5222e120f1d HTTP/1.1" status: 200 len: 1032 time: 0.1268268 Jul 05 04:05:02.870371 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38272) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:02.902503 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6d629ac9-0e03-45ed-9eec-b86f81bb070b req-bdadb328-33a5-4e31-a48b-66990d287608 service neutron] 10.222.0.70 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826234 Jul 05 04:05:02.913497 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-0a03a787-338f-4f3c-b73d-26b0d7c816e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:02.914879 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-0a03a787-338f-4f3c-b73d-26b0d7c816e3 service neutron] 10.222.0.89 "GET /v2.0/ports/fdd61790-feb9-41f4-a979-99718ff8af30 HTTP/1.1" status: 200 len: 1033 time: 0.0989201 Jul 05 04:05:03.114346 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9efeff6e-5382-4306-bb07-2c9968f50250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.127074 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7b4c47c6-a85c-4077-b2a4-3651f0159ded no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:03.155257 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cf7e7-c811-440f-bac8-6f4e3f586071 req-abe51f76-748d-497e-b340-91ae9a3c0344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:03.159170 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-545cf7e7-c811-440f-bac8-6f4e3f586071 req-abe51f76-748d-497e-b340-91ae9a3c0344 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7f30e579fe94453a264d70ff2740003&device_id=95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b HTTP/1.1" status: 200 len: 1096 time: 0.1412635 Jul 05 04:05:03.159632 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 7b4c47c6-a85c-4077-b2a4-3651f0159ded {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:03.160280 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7b4c47c6-a85c-4077-b2a4-3651f0159ded not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:03.161152 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8f3a0104-461a-4547-859a-85216e30919b no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:03.187886 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 8f3a0104-461a-4547-859a-85216e30919b {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:03.188210 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8f3a0104-461a-4547-859a-85216e30919b not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:03.208152 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-08cac962-a1d9-44af-a291-3d3b391ddb34 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:03.215392 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-08cac962-a1d9-44af-a291-3d3b391ddb34 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:03.221274 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-08cac962-a1d9-44af-a291-3d3b391ddb34 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:03.222956 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-08cac962-a1d9-44af-a291-3d3b391ddb34 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.89 "GET /v2.0/networks?id=8ea7df2c-9621-40f9-b0fb-19b9c2e4305a&id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&id=a6d904c9-d5c3-4585-9d21-be63aa884ed6&id=a6d904c9-d5c3-4585-9d21-be63aa884ed6 HTTP/1.1" status: 200 len: 1994 time: 0.2979176 Jul 05 04:05:03.351432 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cf7e7-c811-440f-bac8-6f4e3f586071 req-e6654609-447c-49b3-b5c5-97893713da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:03.353153 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-545cf7e7-c811-440f-bac8-6f4e3f586071 req-e6654609-447c-49b3-b5c5-97893713da2b service neutron] 10.222.0.70 "GET /v2.0/networks?id=1dcac4dd-6370-4a16-a68a-d8ffae39b304 HTTP/1.1" status: 200 len: 907 time: 0.1852336 Jul 05 04:05:03.375210 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9efeff6e-5382-4306-bb07-2c9968f50250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.387850 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-80bcd756-386b-4374-a98b-64f03a13c68a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50643a7691c345388c1f08c7454cea66 HTTP/1.1" status: 200 len: 380 time: 0.1217008 Jul 05 04:05:03.428423 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-7268f047-36ac-4537-9345-1972e28aced8 req-6344b127-c3f8-476f-a4ef-de8c8f926dff tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Request body: {'port': {'device_id': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a', 'admin_state_up': True, 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'security_groups': ['d75f1160-f6a1-48cb-b40a-10031eb59d77']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:03.444646 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efeff6e-5382-4306-bb07-2c9968f50250 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:03.455749 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0686e4-2cb8-42da-97a3-0b3f8a971c0b None None] Network ac936e6f-3e04-4437-b04d-b7e14555028d requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:03.527842 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-545cf7e7-c811-440f-bac8-6f4e3f586071 req-f9937db8-7835-47ee-90f1-c8a9b3555104 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8552b6ea-f892-4043-a8bb-adcd65f789c6 HTTP/1.1" status: 200 len: 217 time: 0.1031737 Jul 05 04:05:03.534450 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9efeff6e-5382-4306-bb07-2c9968f50250 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.536700 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9efeff6e-5382-4306-bb07-2c9968f50250 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/30aeb6b1-9892-4fa2-93d9-ac3e141eb1c4 HTTP/1.1" status: 204 len: 168 time: 0.9793155 Jul 05 04:05:03.541751 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38302) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:03.677693 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5dff65e9-8993-4d23-b317-f09f539919c9 req-79f7c071-9d8f-4b7d-b8d7-b5b80ac7a2e9 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0903413 Jul 05 04:05:03.740844 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cf7e7-c811-440f-bac8-6f4e3f586071 req-ffcc78f2-8db8-4258-b3da-47f6a5961521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:03.742813 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-545cf7e7-c811-440f-bac8-6f4e3f586071 req-ffcc78f2-8db8-4258-b3da-47f6a5961521 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=248c3b61-cc11-4019-9b85-60af49b5384a HTTP/1.1" status: 200 len: 846 time: 0.2054017 Jul 05 04:05:03.778901 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67627545-e476-4cf2-ad0f-d2a9ba936e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.814798 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-545cf7e7-c811-440f-bac8-6f4e3f586071 req-ba4f7b92-358c-44f1-9305-343b97cc6b8f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1dcac4dd-6370-4a16-a68a-d8ffae39b304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576069 Jul 05 04:05:03.856675 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-6344b127-c3f8-476f-a4ef-de8c8f926dff tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Made reservation on behalf of 50643a7691c345388c1f08c7454cea66 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:03.860252 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-6344b127-c3f8-476f-a4ef-de8c8f926dff tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.937151 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb30da1-6399-4b03-9758-5ebcc9124e5d None None] DHCP port deletion for ac936e6f-3e04-4437-b04d-b7e14555028d request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:05:03.985179 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-67627545-e476-4cf2-ad0f-d2a9ba936e6c admin admin] Deleting port 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:03.985531 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67627545-e476-4cf2-ad0f-d2a9ba936e6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.991200 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-545cf7e7-c811-440f-bac8-6f4e3f586071 req-464492cc-2608-466d-a967-04784089575a service neutron] 10.222.0.70 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661825 Jul 05 04:05:04.023177 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-4bb30da1-6399-4b03-9758-5ebcc9124e5d None None] Deleting port 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:04.023696 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4bb30da1-6399-4b03-9758-5ebcc9124e5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.101882 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-4bb30da1-6399-4b03-9758-5ebcc9124e5d None None] For port 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=351f5047-29f0-43b8-a4cf-f83a2b0c0dd5,segment=NetworkSegment(c08de3b8-c3bc-4af9-8e5c-57631e3280d6),segment_id=c08de3b8-c3bc-4af9-8e5c-57631e3280d6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:04.102463 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4bb30da1-6399-4b03-9758-5ebcc9124e5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.120645 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-4bb30da1-6399-4b03-9758-5ebcc9124e5d None None] Calling delete_port for 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:04.192584 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-67627545-e476-4cf2-ad0f-d2a9ba936e6c admin admin] For port 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=351f5047-29f0-43b8-a4cf-f83a2b0c0dd5,segment=NetworkSegment(c08de3b8-c3bc-4af9-8e5c-57631e3280d6),segment_id=c08de3b8-c3bc-4af9-8e5c-57631e3280d6)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:04.193094 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67627545-e476-4cf2-ad0f-d2a9ba936e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.229829 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-67627545-e476-4cf2-ad0f-d2a9ba936e6c admin admin] Calling delete_port for 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:04.232788 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-7268f047-36ac-4537-9345-1972e28aced8 req-6344b127-c3f8-476f-a4ef-de8c8f926dff tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Allocated IP 172.20.0.11 (8ea7df2c-9621-40f9-b0fb-19b9c2e4305a/f6a89750-87ba-44fb-8296-741d431f172e/9f1db9b2-6fe5-45bc-9076-d1ca242d34a0) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:04.274663 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-545cf7e7-c811-440f-bac8-6f4e3f586071 req-64569bab-6325-4e97-87eb-92d948687349 service neutron] 10.222.0.70 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707667 Jul 05 04:05:04.299319 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a32b5-701b-46a6-97f0-21762d352303 req-cde0841a-2650-440e-9723-31f0cd925701 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:04.302967 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-559a32b5-701b-46a6-97f0-21762d352303 req-cde0841a-2650-440e-9723-31f0cd925701 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b HTTP/1.1" status: 200 len: 944 time: 0.3620017 Jul 05 04:05:04.304194 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4bb30da1-6399-4b03-9758-5ebcc9124e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.383538 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67627545-e476-4cf2-ad0f-d2a9ba936e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.422976 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3dd0b7ec-d6cb-4331-a9f9-ae98b414d559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.434405 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67627545-e476-4cf2-ad0f-d2a9ba936e6c admin admin] Pushing event deleted for resources: {'Port': ['ID=351f5047-29f0-43b8-a4cf-f83a2b0c0dd5,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:04.441287 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67627545-e476-4cf2-ad0f-d2a9ba936e6c admin admin] No DVR routers for this DVR port 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:04.543136 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67627545-e476-4cf2-ad0f-d2a9ba936e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.558430 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-67627545-e476-4cf2-ad0f-d2a9ba936e6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac936e6f-3e04-4437-b04d-b7e14555028d']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:04.574373 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-67627545-e476-4cf2-ad0f-d2a9ba936e6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08de3b8-c3bc-4af9-8e5c-57631e3280d6') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:04.574652 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-67627545-e476-4cf2-ad0f-d2a9ba936e6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08de3b8-c3bc-4af9-8e5c-57631e3280d6') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:04.588194 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67627545-e476-4cf2-ad0f-d2a9ba936e6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.591630 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb30da1-6399-4b03-9758-5ebcc9124e5d None None] Pushing event deleted for resources: {'Port': ['ID=351f5047-29f0-43b8-a4cf-f83a2b0c0dd5,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:04.596689 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.603667 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb30da1-6399-4b03-9758-5ebcc9124e5d None None] No DVR routers for this DVR port 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:04.622759 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67627545-e476-4cf2-ad0f-d2a9ba936e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.629684 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67627545-e476-4cf2-ad0f-d2a9ba936e6c admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:05:04.630970 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67627545-e476-4cf2-ad0f-d2a9ba936e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:05:04.632346 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:05:04.705331 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67627545-e476-4cf2-ad0f-d2a9ba936e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.719548 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67627545-e476-4cf2-ad0f-d2a9ba936e6c admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.721673 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-67627545-e476-4cf2-ad0f-d2a9ba936e6c admin admin] 10.222.0.77 "DELETE /v2.0/networks/ac936e6f-3e04-4437-b04d-b7e14555028d HTTP/1.1" status: 204 len: 168 time: 1.1613152 Jul 05 04:05:04.735835 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67627545-e476-4cf2-ad0f-d2a9ba936e6c admin admin] Pushing event deleted for resources: {'Network': ['ID=ac936e6f-3e04-4437-b04d-b7e14555028d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:04.816136 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-559a32b5-701b-46a6-97f0-21762d352303 req-96c27423-6c6b-4ccc-af44-b5e951c01e4d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988604 Jul 05 04:05:05.134995 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:05.181142 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-6344b127-c3f8-476f-a4ef-de8c8f926dff tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.187554 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:05.191902 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 351f5047-29f0-43b8-a4cf-f83a2b0c0dd5 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:05.218915 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38372) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:05.313660 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-7268f047-36ac-4537-9345-1972e28aced8 req-6344b127-c3f8-476f-a4ef-de8c8f926dff tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Transition to ACTIVE for port object 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:05.339052 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6d3bc055-fa66-4437-9855-400edbe14ef3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=37edaf8ff03a4b18a4527fc6265a8b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1174214 Jul 05 04:05:05.342419 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f0253d30-95e2-4ce8-8f2c-4ccdc40d8c77 req-bdd7503d-f18e-42dc-af33-851e039a0dba tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0712788 Jul 05 04:05:05.343236 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38384) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:05.462476 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b263630-df36-4ba6-bd04-db6498e39140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.517696 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b263630-df36-4ba6-bd04-db6498e39140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.523061 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-6344b127-c3f8-476f-a4ef-de8c8f926dff tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.625038 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b263630-df36-4ba6-bd04-db6498e39140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.627651 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b263630-df36-4ba6-bd04-db6498e39140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.628869 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5b263630-df36-4ba6-bd04-db6498e39140 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a4d16b0c-a83b-4366-87e7-be6497ad32a3 HTTP/1.1" status: 204 len: 168 time: 0.2843554 Jul 05 04:05:05.661218 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b263630-df36-4ba6-bd04-db6498e39140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d16b0c-a83b-4366-87e7-be6497ad32a3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:05.664279 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7268f047-36ac-4537-9345-1972e28aced8 req-6344b127-c3f8-476f-a4ef-de8c8f926dff tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Network 8ea7df2c-9621-40f9-b0fb-19b9c2e4305a is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:05.719248 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38422) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:05.737746 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-7268f047-36ac-4537-9345-1972e28aced8 req-6344b127-c3f8-476f-a4ef-de8c8f926dff tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:05.740560 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-7268f047-36ac-4537-9345-1972e28aced8 req-6344b127-c3f8-476f-a4ef-de8c8f926dff tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:05.874533 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344b127-c3f8-476f-a4ef-de8c8f926dff tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event updated for resources: {'Port': ['ID=9f1db9b2-6fe5-45bc-9076-d1ca242d34a0,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:05.924383 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9f206b15-fc39-4e89-9bdd-64c633f6c095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.026861 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-6344b127-c3f8-476f-a4ef-de8c8f926dff tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:06.027520 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-6344b127-c3f8-476f-a4ef-de8c8f926dff tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.046460 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-3dd0b7ec-d6cb-4331-a9f9-ae98b414d559 admin admin] Deleting port 899e585b-9103-4e9f-8fd9-2fbaf44577e2 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:06.047160 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3dd0b7ec-d6cb-4331-a9f9-ae98b414d559 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.185129 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9f206b15-fc39-4e89-9bdd-64c633f6c095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.192864 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9f206b15-fc39-4e89-9bdd-64c633f6c095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.213464 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-6344b127-c3f8-476f-a4ef-de8c8f926dff tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7978773 Jul 05 04:05:06.231306 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f206b15-fc39-4e89-9bdd-64c633f6c095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5beae2a4-4306-4ffa-b00c-b4fc7e6fd441,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:06.249561 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-133e7848-edc8-4451-9d1e-376d1098e0d0 None None] Provisioning for port 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:06.256756 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-133e7848-edc8-4451-9d1e-376d1098e0d0 None None] Provisioning complete for port 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:06.257121 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-133e7848-edc8-4451-9d1e-376d1098e0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.271332 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9f206b15-fc39-4e89-9bdd-64c633f6c095 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=223c16b0865242d6929c41ff4a1b97c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5500038 Jul 05 04:05:06.275540 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38474) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:06.312447 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-133e7848-edc8-4451-9d1e-376d1098e0d0 None None] Port 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:06.407675 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-00fdf1ee-e0e2-4b56-a5a5-b2dadbd13869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.467729 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-00fdf1ee-e0e2-4b56-a5a5-b2dadbd13869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.616381 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-00fdf1ee-e0e2-4b56-a5a5-b2dadbd13869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.622247 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-00fdf1ee-e0e2-4b56-a5a5-b2dadbd13869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.624502 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-00fdf1ee-e0e2-4b56-a5a5-b2dadbd13869 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5beae2a4-4306-4ffa-b00c-b4fc7e6fd441 HTTP/1.1" status: 204 len: 168 time: 0.3466320 Jul 05 04:05:06.642089 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-7268f047-36ac-4537-9345-1972e28aced8 req-5c98c805-a1b4-4235-a9a7-1fecae0e3fc5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Request body: {'port': {'device_id': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f', 'admin_state_up': True, 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'security_groups': ['d75f1160-f6a1-48cb-b40a-10031eb59d77']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:06.655149 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdf1ee-e0e2-4b56-a5a5-b2dadbd13869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beae2a4-4306-4ffa-b00c-b4fc7e6fd441,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:06.741655 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8e5ff-f4a0-406b-b651-9ed459b0675a req-d990180f-2dd7-4f80-82d4-16963909e6f2 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:06.751419 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-01d8e5ff-f4a0-406b-b651-9ed459b0675a req-d990180f-2dd7-4f80-82d4-16963909e6f2 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 932 time: 0.1921837 Jul 05 04:05:06.819348 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-01d8e5ff-f4a0-406b-b651-9ed459b0675a req-b8550e06-ab49-420c-a3f5-e940ccf6d5fb tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600307 Jul 05 04:05:06.843468 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-3dd0b7ec-d6cb-4331-a9f9-ae98b414d559 admin admin] For port 899e585b-9103-4e9f-8fd9-2fbaf44577e2, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=899e585b-9103-4e9f-8fd9-2fbaf44577e2,segment=NetworkSegment(f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf),segment_id=f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:06.856419 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3dd0b7ec-d6cb-4331-a9f9-ae98b414d559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.905084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-3dd0b7ec-d6cb-4331-a9f9-ae98b414d559 admin admin] Calling delete_port for 899e585b-9103-4e9f-8fd9-2fbaf44577e2 owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:06.928537 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0ffc8-d016-42f1-a5a1-cbbb12b9b7b6 req-9908570e-2706-4003-862d-576ae38e4a08 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:06.930158 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d8c0ffc8-d016-42f1-a5a1-cbbb12b9b7b6 req-9908570e-2706-4003-862d-576ae38e4a08 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b HTTP/1.1" status: 200 len: 944 time: 0.8043265 Jul 05 04:05:07.204389 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d8c0ffc8-d016-42f1-a5a1-cbbb12b9b7b6 req-4fe1963e-61c0-4091-a45c-44829a839024 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534697 Jul 05 04:05:07.340978 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38598) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:07.362564 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-5c98c805-a1b4-4235-a9a7-1fecae0e3fc5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Made reservation on behalf of 50643a7691c345388c1f08c7454cea66 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:07.366533 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-5c98c805-a1b4-4235-a9a7-1fecae0e3fc5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.368797 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-78a6aea9-1718-4e92-bb85-701c7896cee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.530652 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-78a6aea9-1718-4e92-bb85-701c7896cee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.539850 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-78a6aea9-1718-4e92-bb85-701c7896cee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.597770 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-78a6aea9-1718-4e92-bb85-701c7896cee7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1f0be9dc933b40af827d0cc0f9c91a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554114 Jul 05 04:05:07.604292 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38628) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:07.631370 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3dd0b7ec-d6cb-4331-a9f9-ae98b414d559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.653460 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6aea9-1718-4e92-bb85-701c7896cee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb48d82-999e-472e-836e-f6e633820cde,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:07.685170 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67a60366-d176-4593-baf3-3d545fa84363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.727767 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67a60366-d176-4593-baf3-3d545fa84363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.738033 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0b7ec-d6cb-4331-a9f9-ae98b414d559 admin admin] Pushing event deleted for resources: {'Port': ['ID=899e585b-9103-4e9f-8fd9-2fbaf44577e2,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:07.771596 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-7268f047-36ac-4537-9345-1972e28aced8 req-5c98c805-a1b4-4235-a9a7-1fecae0e3fc5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Allocated IP 10.1.1.64 (cb4fce54-78f5-46da-a4fc-a7c4ec35c56f/e870ccd1-5d08-4394-8905-8e1dcc9a2cbf/81d34584-23f6-4dff-9dc0-032a27b0bcf4) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:07.839242 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67a60366-d176-4593-baf3-3d545fa84363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.862627 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67a60366-d176-4593-baf3-3d545fa84363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.863858 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-67a60366-d176-4593-baf3-3d545fa84363 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0eb48d82-999e-472e-836e-f6e633820cde HTTP/1.1" status: 204 len: 168 time: 0.2580957 Jul 05 04:05:07.893597 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a60366-d176-4593-baf3-3d545fa84363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb48d82-999e-472e-836e-f6e633820cde,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:08.128281 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 8552b6ea-f892-4043-a8bb-adcd65f789c6 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:05:08.141854 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3dd0b7ec-d6cb-4331-a9f9-ae98b414d559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.205811 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-5c98c805-a1b4-4235-a9a7-1fecae0e3fc5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.271492 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9bac8-ec1d-4de1-8b71-d8ced11ca345 req-fb2eb0ed-dea8-4174-8a09-b90521c7c872 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:08.279401 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dac9bac8-ec1d-4de1-8b71-d8ced11ca345 req-fb2eb0ed-dea8-4174-8a09-b90521c7c872 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 932 time: 0.2638142 Jul 05 04:05:08.355048 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-7268f047-36ac-4537-9345-1972e28aced8 req-5c98c805-a1b4-4235-a9a7-1fecae0e3fc5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Transition to ACTIVE for port object 81d34584-23f6-4dff-9dc0-032a27b0bcf4 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:08.365141 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dac9bac8-ec1d-4de1-8b71-d8ced11ca345 req-baea36b7-a425-4d07-afc7-f198effd2c22 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849988 Jul 05 04:05:08.375322 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 8552b6ea-f892-4043-a8bb-adcd65f789c6, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8552b6ea-f892-4043-a8bb-adcd65f789c6,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:08.400667 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '8552b6ea-f892-4043-a8bb-adcd65f789c6', 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304', 'port_id': '8552b6ea-f892-4043-a8bb-adcd65f789c6', 'mac_address': 'fa:16:3e:f9:9d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '248c3b61-cc11-4019-9b85-60af49b5384a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:05:08.490333 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.509517 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8552b6ea-f892-4043-a8bb-adcd65f789c6 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:08.562208 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 8552b6ea-f892-4043-a8bb-adcd65f789c6, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8552b6ea-f892-4043-a8bb-adcd65f789c6,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:08.567736 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.678495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=8552b6ea-f892-4043-a8bb-adcd65f789c6,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:08.806100 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd0b7ec-d6cb-4331-a9f9-ae98b414d559 admin admin] Router 02bb7502-9e58-4768-bb75-33f6a500c5c9 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:08.836076 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-5c98c805-a1b4-4235-a9a7-1fecae0e3fc5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.849763 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fb119d18-5fd7-49d4-83f2-2388eb88ecf8 req-c4d729c6-3355-480d-ae59-e8cedb7471df tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0657690 Jul 05 04:05:08.961091 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7268f047-36ac-4537-9345-1972e28aced8 req-5c98c805-a1b4-4235-a9a7-1fecae0e3fc5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Network cb4fce54-78f5-46da-a4fc-a7c4ec35c56f is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:08.968879 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-7268f047-36ac-4537-9345-1972e28aced8 req-5c98c805-a1b4-4235-a9a7-1fecae0e3fc5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:08.975690 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-7268f047-36ac-4537-9345-1972e28aced8 req-5c98c805-a1b4-4235-a9a7-1fecae0e3fc5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:08.990393 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98c805-a1b4-4235-a9a7-1fecae0e3fc5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event updated for resources: {'Port': ['ID=81d34584-23f6-4dff-9dc0-032a27b0bcf4,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:09.022519 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['8552b6ea-f892-4043-a8bb-adcd65f789c6'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:09.039086 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257943-a974-4158-939b-103eda7ef015 req-8e3a8c72-33af-4068-8ae5-56f9aa6e76bf tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:09.049526 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9257943-a974-4158-939b-103eda7ef015 req-8e3a8c72-33af-4068-8ae5-56f9aa6e76bf tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b HTTP/1.1" status: 200 len: 945 time: 0.2331753 Jul 05 04:05:09.222299 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-5c98c805-a1b4-4235-a9a7-1fecae0e3fc5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:09.232774 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-5c98c805-a1b4-4235-a9a7-1fecae0e3fc5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.247249 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9257943-a974-4158-939b-103eda7ef015 req-a8c02e5f-6704-4102-9128-6fad81463068 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785543 Jul 05 04:05:09.253959 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd0b7ec-d6cb-4331-a9f9-ae98b414d559 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:09.264835 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e775217-4397-4a5b-a67a-47222ee19a26 None None] Sync routers for ids ['02bb7502-9e58-4768-bb75-33f6a500c5c9'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:09.277911 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3dd0b7ec-d6cb-4331-a9f9-ae98b414d559 admin admin] 10.222.0.77 "PUT /v2.0/routers/02bb7502-9e58-4768-bb75-33f6a500c5c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4061999 Jul 05 04:05:09.284540 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38800) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:09.300130 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e775217-4397-4a5b-a67a-47222ee19a26 None None] Routers {'02bb7502-9e58-4768-bb75-33f6a500c5c9'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:09.301035 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-5c98c805-a1b4-4235-a9a7-1fecae0e3fc5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0780282 Jul 05 04:05:09.313128 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-7268f047-36ac-4537-9345-1972e28aced8 req-cddcccfb-4720-4e4f-8a48-6fb125b467b7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Request body: {'port': {'device_id': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f', 'admin_state_up': True, 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'security_groups': ['d75f1160-f6a1-48cb-b40a-10031eb59d77']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:09.317153 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-0e775217-4397-4a5b-a67a-47222ee19a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:05:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['02bb7502-9e58-4768-bb75-33f6a500c5c9'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:09.578048 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7087399d-8c79-4418-bf2a-ca7ea04e3d31 None None] Provisioning for port 81d34584-23f6-4dff-9dc0-032a27b0bcf4 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:09.590969 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7087399d-8c79-4418-bf2a-ca7ea04e3d31 None None] Provisioning complete for port 81d34584-23f6-4dff-9dc0-032a27b0bcf4 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:09.591686 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7087399d-8c79-4418-bf2a-ca7ea04e3d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.652814 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-0e775217-4397-4a5b-a67a-47222ee19a26 None None] Set router 02bb7502-9e58-4768-bb75-33f6a500c5c9 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:09.684398 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-cddcccfb-4720-4e4f-8a48-6fb125b467b7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Made reservation on behalf of 50643a7691c345388c1f08c7454cea66 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:09.688832 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-cddcccfb-4720-4e4f-8a48-6fb125b467b7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.705441 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-7087399d-8c79-4418-bf2a-ca7ea04e3d31 None None] Port 81d34584-23f6-4dff-9dc0-032a27b0bcf4 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:09.776742 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-609775ee-325a-4456-be54-f58a1949e321 admin admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.098306 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-0e775217-4397-4a5b-a67a-47222ee19a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1885927624-router', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '272a4942-d977-4f2a-a298-546f128da698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:12Z', 'updated_at': '2021-07-05T04:05:07Z', 'revision_number': 5, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'gw_port': {'id': '272a4942-d977-4f2a-a298-546f128da698', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:91:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:14Z', 'updated_at': '2021-07-05T04:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:10.168803 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e775217-4397-4a5b-a67a-47222ee19a26 None None] Checking router: 02bb7502-9e58-4768-bb75-33f6a500c5c9 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:05:10.179428 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e775217-4397-4a5b-a67a-47222ee19a26 None None] Routers {'02bb7502-9e58-4768-bb75-33f6a500c5c9'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:10.180109 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-0e775217-4397-4a5b-a67a-47222ee19a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:05:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['02bb7502-9e58-4768-bb75-33f6a500c5c9'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:10.237223 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-7268f047-36ac-4537-9345-1972e28aced8 req-cddcccfb-4720-4e4f-8a48-6fb125b467b7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Allocated IP 10.1.1.229 (cb4fce54-78f5-46da-a4fc-a7c4ec35c56f/e870ccd1-5d08-4394-8905-8e1dcc9a2cbf/90bd2861-0357-48b2-8bd8-74abedd49bf0) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:10.281235 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-609775ee-325a-4456-be54-f58a1949e321 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.405248 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-659809cc-1e94-479d-9a13-a196dcc5c871 req-41b11175-37e1-47f2-9423-b40243cd4141 tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0533109 Jul 05 04:05:10.431829 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-385b7a47-5b32-44b4-8390-7b896f926a9a req-f54eee2c-0e48-4afb-9f77-24635cef06e3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2296891 Jul 05 04:05:10.576202 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-609775ee-325a-4456-be54-f58a1949e321 admin admin] Deleting port 272a4942-d977-4f2a-a298-546f128da698 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:10.578627 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-609775ee-325a-4456-be54-f58a1949e321 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.587987 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd9433-78a5-48f5-a6bb-911ee9c3acdc req-7c29c612-08bf-446c-a144-a3600ae981c8 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:10.610323 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd9433-78a5-48f5-a6bb-911ee9c3acdc req-7c29c612-08bf-446c-a144-a3600ae981c8 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:10.615207 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d0bd9433-78a5-48f5-a6bb-911ee9c3acdc req-7c29c612-08bf-446c-a144-a3600ae981c8 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 1653 time: 0.9210062 Jul 05 04:05:10.676735 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-0e775217-4397-4a5b-a67a-47222ee19a26 None None] Set router 02bb7502-9e58-4768-bb75-33f6a500c5c9 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:10.704028 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d0bd9433-78a5-48f5-a6bb-911ee9c3acdc req-80fd1c8f-08d4-430a-99b1-6ee12c7e6647 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811214 Jul 05 04:05:10.761547 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-609775ee-325a-4456-be54-f58a1949e321 admin admin] For port 272a4942-d977-4f2a-a298-546f128da698, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=272a4942-d977-4f2a-a298-546f128da698,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:10.761877 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-cddcccfb-4720-4e4f-8a48-6fb125b467b7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.763076 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-609775ee-325a-4456-be54-f58a1949e321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.794246 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-609775ee-325a-4456-be54-f58a1949e321 admin admin] Calling delete_port for 272a4942-d977-4f2a-a298-546f128da698 owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:10.803240 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-7268f047-36ac-4537-9345-1972e28aced8 req-cddcccfb-4720-4e4f-8a48-6fb125b467b7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Transition to ACTIVE for port object 90bd2861-0357-48b2-8bd8-74abedd49bf0 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:10.881490 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-cddcccfb-4720-4e4f-8a48-6fb125b467b7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.951572 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7268f047-36ac-4537-9345-1972e28aced8 req-cddcccfb-4720-4e4f-8a48-6fb125b467b7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Network cb4fce54-78f5-46da-a4fc-a7c4ec35c56f is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:10.955438 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-7268f047-36ac-4537-9345-1972e28aced8 req-cddcccfb-4720-4e4f-8a48-6fb125b467b7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:10.965806 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-7268f047-36ac-4537-9345-1972e28aced8 req-cddcccfb-4720-4e4f-8a48-6fb125b467b7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:11.031364 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-cddcccfb-4720-4e4f-8a48-6fb125b467b7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:11.032089 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-cddcccfb-4720-4e4f-8a48-6fb125b467b7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.058129 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcccfb-4720-4e4f-8a48-6fb125b467b7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event updated for resources: {'Port': ['ID=90bd2861-0357-48b2-8bd8-74abedd49bf0,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:11.065300 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-cddcccfb-4720-4e4f-8a48-6fb125b467b7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7561119 Jul 05 04:05:11.081968 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-7268f047-36ac-4537-9345-1972e28aced8 req-28c8bd09-5577-42fd-90a8-f4ac4883c684 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Request body: {'port': {'device_id': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a6d904c9-d5c3-4585-9d21-be63aa884ed6', 'admin_state_up': True, 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'security_groups': ['d75f1160-f6a1-48cb-b40a-10031eb59d77']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:11.203523 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-609775ee-325a-4456-be54-f58a1949e321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.223550 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-0e775217-4397-4a5b-a67a-47222ee19a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1885927624-router', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '272a4942-d977-4f2a-a298-546f128da698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:12Z', 'updated_at': '2021-07-05T04:05:07Z', 'revision_number': 5, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'gw_port': {'id': '272a4942-d977-4f2a-a298-546f128da698', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:91:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:14Z', 'updated_at': '2021-07-05T04:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:11.286400 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-28c8bd09-5577-42fd-90a8-f4ac4883c684 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Made reservation on behalf of 50643a7691c345388c1f08c7454cea66 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:11.319574 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e775217-4397-4a5b-a67a-47222ee19a26 None None] The sync data for ids ['02bb7502-9e58-4768-bb75-33f6a500c5c9'] in n-d-780147-23 is: [{'id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1885927624-router', 'tenant_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '272a4942-d977-4f2a-a298-546f128da698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:12Z', 'updated_at': '2021-07-05T04:05:07Z', 'revision_number': 5, 'project_id': 'b300aeb4c92d48ada4bc7ce3eb4a92b9', 'gw_port': {'id': '272a4942-d977-4f2a-a298-546f128da698', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:91:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bb7502-9e58-4768-bb75-33f6a500c5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:14Z', 'updated_at': '2021-07-05T04:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:11.334335 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609775ee-325a-4456-be54-f58a1949e321 admin admin] Pushing event deleted for resources: {'Port': ['ID=272a4942-d977-4f2a-a298-546f128da698,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:11.432134 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-28c8bd09-5577-42fd-90a8-f4ac4883c684 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.461810 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bccfd4a7-0e85-4fe2-9d07-bd2af7837e26 None None] Provisioning for port 90bd2861-0357-48b2-8bd8-74abedd49bf0 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:11.468770 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bccfd4a7-0e85-4fe2-9d07-bd2af7837e26 None None] Provisioning complete for port 90bd2861-0357-48b2-8bd8-74abedd49bf0 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:11.469430 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bccfd4a7-0e85-4fe2-9d07-bd2af7837e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.501602 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-609775ee-325a-4456-be54-f58a1949e321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.518059 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b7a47-5b32-44b4-8390-7b896f926a9a req-f91890cf-9d6e-4f0e-8807-a4ac0c361bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:11.520458 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-385b7a47-5b32-44b4-8390-7b896f926a9a req-f91890cf-9d6e-4f0e-8807-a4ac0c361bea service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 1097 time: 1.0468669 Jul 05 04:05:11.562059 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-bccfd4a7-0e85-4fe2-9d07-bd2af7837e26 None None] Port 90bd2861-0357-48b2-8bd8-74abedd49bf0 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:11.867592 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f74b9706-1c34-4eb4-bbe9-1f7c6a3a79f1 req-7da8a329-6a93-422f-959d-2cf1681aa6e5 tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0870564 Jul 05 04:05:12.070642 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-7268f047-36ac-4537-9345-1972e28aced8 req-28c8bd09-5577-42fd-90a8-f4ac4883c684 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Allocated IP 10.2.2.100 (a6d904c9-d5c3-4585-9d21-be63aa884ed6/a927bcdc-e462-4ca7-b6a1-c36068d79290/6cec93df-cbad-411d-b19a-95f6dc421183) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:12.144659 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 8552b6ea-f892-4043-a8bb-adcd65f789c6 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:12.276970 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 8552b6ea-f892-4043-a8bb-adcd65f789c6 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:12.281234 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 8552b6ea-f892-4043-a8bb-adcd65f789c6 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:12.281614 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.376205 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2a3f5-bc16-457b-929d-1ec905723cab req-4d785513-a30f-4a0f-856f-885bae6113bb tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:12.380506 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-609775ee-325a-4456-be54-f58a1949e321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.382353 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2a3f5-bc16-457b-929d-1ec905723cab req-4d785513-a30f-4a0f-856f-885bae6113bb tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:12.387478 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-609775ee-325a-4456-be54-f58a1949e321 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.397412 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2a3f5-bc16-457b-929d-1ec905723cab req-4d785513-a30f-4a0f-856f-885bae6113bb tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:12.399417 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2bb2a3f5-bc16-457b-929d-1ec905723cab req-4d785513-a30f-4a0f-856f-885bae6113bb tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 2374 time: 0.3034472 Jul 05 04:05:12.408560 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e196d-6f9d-4073-92dd-232bd533a3ed req-55354f19-4781-4b82-aa8f-36de1231b719 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:12.410147 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.416738 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aa8e196d-6f9d-4073-92dd-232bd533a3ed req-55354f19-4781-4b82-aa8f-36de1231b719 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b HTTP/1.1" status: 200 len: 945 time: 1.2544520 Jul 05 04:05:12.447615 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 8552b6ea-f892-4043-a8bb-adcd65f789c6, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8552b6ea-f892-4043-a8bb-adcd65f789c6,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:12.449189 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8552b6ea-f892-4043-a8bb-adcd65f789c6'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:12.452121 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9830c98-4c57-4a13-8cfc-2ec5d14d5714" -d '{"events": [{"server_uuid": "95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b", "name": "network-vif-plugged", "status": "completed", "tag": "8552b6ea-f892-4043-a8bb-adcd65f789c6"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:12.458262 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.500749 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-609775ee-325a-4456-be54-f58a1949e321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.501864 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609775ee-325a-4456-be54-f58a1949e321 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02bb7502-9e58-4768-bb75-33f6a500c5c9 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:05:12.506623 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2bb2a3f5-bc16-457b-929d-1ec905723cab req-42ebcd19-dc76-430e-9f46-cf76d0ec6e17 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882576 Jul 05 04:05:12.507044 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-609775ee-325a-4456-be54-f58a1949e321 admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.509672 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-609775ee-325a-4456-be54-f58a1949e321 admin admin] 10.222.0.77 "DELETE /v2.0/routers/02bb7502-9e58-4768-bb75-33f6a500c5c9 HTTP/1.1" status: 204 len: 168 time: 3.2215235 Jul 05 04:05:12.512543 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38968) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:12.541894 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aa8e196d-6f9d-4073-92dd-232bd533a3ed req-eff4f7f4-86d1-43ba-b030-6e8e41788083 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239209 Jul 05 04:05:12.603718 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b7a47-5b32-44b4-8390-7b896f926a9a req-8a841724-06e1-489a-a32f-1bdb9d3f6bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:12.614782 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=8552b6ea-f892-4043-a8bb-adcd65f789c6,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:12.620002 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-385b7a47-5b32-44b4-8390-7b896f926a9a req-8a841724-06e1-489a-a32f-1bdb9d3f6bc2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 913 time: 1.0710990 Jul 05 04:05:12.620781 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-28c8bd09-5577-42fd-90a8-f4ac4883c684 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.686516 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-7268f047-36ac-4537-9345-1972e28aced8 req-28c8bd09-5577-42fd-90a8-f4ac4883c684 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Transition to ACTIVE for port object 6cec93df-cbad-411d-b19a-95f6dc421183 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:12.693757 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-385b7a47-5b32-44b4-8390-7b896f926a9a req-7801793a-0257-4074-afe7-8f3709ff2d04 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8440734f-6e50-4cd5-badb-d847a8eee38a HTTP/1.1" status: 200 len: 217 time: 0.0574346 Jul 05 04:05:12.698943 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d4d1a4-2e69-4a7f-8bdb-5c2cdfb2c231 admin admin] Deleting subnet 841f8f9d-f533-482b-8ae2-8b614ee6bf1c {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:05:12.701524 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38972) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:12.714131 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d1a4-2e69-4a7f-8bdb-5c2cdfb2c231 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.784330 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c8c901-c2a5-4f32-b441-18cd7e84802c x-openstack-request-id: req-c1c8c901-c2a5-4f32-b441-18cd7e84802c {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:12.784724 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b", "name": "network-vif-plugged", "status": "completed", "tag": "8552b6ea-f892-4043-a8bb-adcd65f789c6", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:12.785069 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c1c8c901-c2a5-4f32-b441-18cd7e84802c {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:12.785557 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8552b6ea-f892-4043-a8bb-adcd65f789c6', 'code': 200} Jul 05 04:05:12.815381 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b7a47-5b32-44b4-8390-7b896f926a9a req-b7034236-3f33-41e4-92ba-d053a785c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:12.816947 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-385b7a47-5b32-44b4-8390-7b896f926a9a req-b7034236-3f33-41e4-92ba-d053a785c7e8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d157b61e-6b4a-43c9-a07c-5c6e1fda4120 HTTP/1.1" status: 200 len: 851 time: 0.0985281 Jul 05 04:05:12.826352 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.874127 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d1a4-2e69-4a7f-8bdb-5c2cdfb2c231 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.011914 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d1a4-2e69-4a7f-8bdb-5c2cdfb2c231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.015449 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-01f38c4b-059c-4b43-9aff-9d64720aca0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.095627 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b7a47-5b32-44b4-8390-7b896f926a9a req-ee561354-202b-4bc1-8f95-2366a5a0b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:13.097675 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-385b7a47-5b32-44b4-8390-7b896f926a9a req-ee561354-202b-4bc1-8f95-2366a5a0b579 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=76e1944d-1d03-4c4e-b1ba-413cddc95912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2708135 Jul 05 04:05:13.120161 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-28c8bd09-5577-42fd-90a8-f4ac4883c684 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.132412 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d1a4-2e69-4a7f-8bdb-5c2cdfb2c231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.197625 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7268f047-36ac-4537-9345-1972e28aced8 req-28c8bd09-5577-42fd-90a8-f4ac4883c684 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Network a6d904c9-d5c3-4585-9d21-be63aa884ed6 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:13.210068 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0d575829-0623-45fa-9cae-ba80f3715fe3 req-2e43c587-af08-410b-a632-ee509b383285 tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.1358502 Jul 05 04:05:13.250145 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4d1a4-2e69-4a7f-8bdb-5c2cdfb2c231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=841f8f9d-f533-482b-8ae2-8b614ee6bf1c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:13.258951 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-7268f047-36ac-4537-9345-1972e28aced8 req-28c8bd09-5577-42fd-90a8-f4ac4883c684 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:13.268877 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 272a4942-d977-4f2a-a298-546f128da698 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:13.292867 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-7268f047-36ac-4537-9345-1972e28aced8 req-28c8bd09-5577-42fd-90a8-f4ac4883c684 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:13.307301 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 272a4942-d977-4f2a-a298-546f128da698 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:13.308623 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 272a4942-d977-4f2a-a298-546f128da698 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:13.309488 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 899e585b-9103-4e9f-8fd9-2fbaf44577e2 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:13.332392 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 899e585b-9103-4e9f-8fd9-2fbaf44577e2 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:13.333082 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 899e585b-9103-4e9f-8fd9-2fbaf44577e2 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:13.357744 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c2d73-3756-4e4e-9b3d-131e37b102f9 req-cd6527f4-9099-4a0a-b459-1491b94f81c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:13.359308 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-248c2d73-3756-4e4e-9b3d-131e37b102f9 req-cd6527f4-9099-4a0a-b459-1491b94f81c3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b HTTP/1.1" status: 200 len: 1098 time: 0.4475734 Jul 05 04:05:13.372513 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-28c8bd09-5577-42fd-90a8-f4ac4883c684 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:13.373204 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-28c8bd09-5577-42fd-90a8-f4ac4883c684 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.401152 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d1a4-2e69-4a7f-8bdb-5c2cdfb2c231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.403995 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b3d4d1a4-2e69-4a7f-8bdb-5c2cdfb2c231 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/841f8f9d-f533-482b-8ae2-8b614ee6bf1c HTTP/1.1" status: 204 len: 168 time: 0.8903079 Jul 05 04:05:13.415076 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38980) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:13.460366 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-248c2d73-3756-4e4e-9b3d-131e37b102f9 req-784c21cb-3f82-4e50-9a4f-8f06008f3eb3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933578 Jul 05 04:05:13.473481 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-385b7a47-5b32-44b4-8390-7b896f926a9a req-4479b6a2-d05c-42f1-979d-6165c764068b service neutron] 10.222.0.89 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678191 Jul 05 04:05:13.624196 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-01f38c4b-059c-4b43-9aff-9d64720aca0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.647529 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-01f38c4b-059c-4b43-9aff-9d64720aca0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.712130 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a760e569-ccb2-4660-8c64-dc7c3a2fabd5 None None] Provisioning for port 6cec93df-cbad-411d-b19a-95f6dc421183 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:13.725276 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a760e569-ccb2-4660-8c64-dc7c3a2fabd5 None None] Provisioning complete for port 6cec93df-cbad-411d-b19a-95f6dc421183 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:13.726060 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a760e569-ccb2-4660-8c64-dc7c3a2fabd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.825714 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a760e569-ccb2-4660-8c64-dc7c3a2fabd5 None None] Port 6cec93df-cbad-411d-b19a-95f6dc421183 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:13.891904 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-01f38c4b-059c-4b43-9aff-9d64720aca0d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=124b875a21a64a81a0ced5751674dad5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1744006 Jul 05 04:05:13.897043 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38990) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:13.901605 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f38c4b-059c-4b43-9aff-9d64720aca0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fde01c-e6a0-427b-8d16-ee8cbdded00f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:13.925836 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-385b7a47-5b32-44b4-8390-7b896f926a9a req-d8e114a5-da9a-4c6e-bb83-ce8d1cc68394 service neutron] 10.222.0.89 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451411 Jul 05 04:05:13.982648 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-28c8bd09-5577-42fd-90a8-f4ac4883c684 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9086254 Jul 05 04:05:13.985365 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8bd09-5577-42fd-90a8-f4ac4883c684 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event updated for resources: {'Port': ['ID=6cec93df-cbad-411d-b19a-95f6dc421183,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:13.990142 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d261e1d0-d21f-47eb-a876-34aea1aa6d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.002161 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-7268f047-36ac-4537-9345-1972e28aced8 req-6ed9e02e-279c-4f7f-b75a-97d0cb2f6d03 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Request body: {'port': {'device_id': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a6d904c9-d5c3-4585-9d21-be63aa884ed6', 'admin_state_up': True, 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'security_groups': ['d75f1160-f6a1-48cb-b40a-10031eb59d77']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:14.011157 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1204150-31d0-4fda-9c80-345165f4b1ad req-65d36f5c-2e1d-47f9-abc3-f83046a87002 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:14.017410 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1204150-31d0-4fda-9c80-345165f4b1ad req-65d36f5c-2e1d-47f9-abc3-f83046a87002 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:14.019367 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89de3e0-aab6-4034-bf21-5d35d7887d33 req-601f03ee-f115-428d-9e5e-b076a1de828c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:14.023394 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1204150-31d0-4fda-9c80-345165f4b1ad req-65d36f5c-2e1d-47f9-abc3-f83046a87002 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:14.028422 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b89de3e0-aab6-4034-bf21-5d35d7887d33 req-601f03ee-f115-428d-9e5e-b076a1de828c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 1.0076661 Jul 05 04:05:14.029661 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1204150-31d0-4fda-9c80-345165f4b1ad req-65d36f5c-2e1d-47f9-abc3-f83046a87002 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:14.031498 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f1204150-31d0-4fda-9c80-345165f4b1ad req-65d36f5c-2e1d-47f9-abc3-f83046a87002 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 3095 time: 0.2200515 Jul 05 04:05:14.032792 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ea4cf132-382e-42be-b1d0-b3eeaf85980e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.072364 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ea4cf132-382e-42be-b1d0-b3eeaf85980e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.122049 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-18ee21f3-e00b-48ef-aa20-3ef37c094f50 req-5a7ee12e-1b82-4a60-8289-37df91b4ba66 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0475123 Jul 05 04:05:14.153898 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f1204150-31d0-4fda-9c80-345165f4b1ad req-3a9b36e2-3f71-47cb-81e6-776d85fd0a2a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076849 Jul 05 04:05:14.178468 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ea4cf132-382e-42be-b1d0-b3eeaf85980e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.185008 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ea4cf132-382e-42be-b1d0-b3eeaf85980e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.186344 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ea4cf132-382e-42be-b1d0-b3eeaf85980e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a3fde01c-e6a0-427b-8d16-ee8cbdded00f HTTP/1.1" status: 204 len: 168 time: 0.2877743 Jul 05 04:05:14.212094 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4cf132-382e-42be-b1d0-b3eeaf85980e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fde01c-e6a0-427b-8d16-ee8cbdded00f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:14.281350 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d261e1d0-d21f-47eb-a876-34aea1aa6d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.295616 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-d261e1d0-d21f-47eb-a876-34aea1aa6d74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34cb382d-ddc5-4eff-9234-ed470fc72c91']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:14.307715 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-d261e1d0-d21f-47eb-a876-34aea1aa6d74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:14.308335 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-d261e1d0-d21f-47eb-a876-34aea1aa6d74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f5b7c9-5260-4c08-8b1a-c2569cc4aaaf') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:14.319072 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d261e1d0-d21f-47eb-a876-34aea1aa6d74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.336089 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d261e1d0-d21f-47eb-a876-34aea1aa6d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.346223 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d261e1d0-d21f-47eb-a876-34aea1aa6d74 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:05:14.346223 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d261e1d0-d21f-47eb-a876-34aea1aa6d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.439771 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b89de3e0-aab6-4034-bf21-5d35d7887d33 req-2e58ae43-a683-4a47-9285-4cdc4bff7d41 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4099944 Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:05:14.441539 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:05:14.451632 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d261e1d0-d21f-47eb-a876-34aea1aa6d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.464779 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d261e1d0-d21f-47eb-a876-34aea1aa6d74 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.466953 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d261e1d0-d21f-47eb-a876-34aea1aa6d74 admin admin] 10.222.0.77 "DELETE /v2.0/networks/34cb382d-ddc5-4eff-9234-ed470fc72c91 HTTP/1.1" status: 204 len: 168 time: 1.0526381 Jul 05 04:05:14.490365 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261e1d0-d21f-47eb-a876-34aea1aa6d74 admin admin] Pushing event deleted for resources: {'Network': ['ID=34cb382d-ddc5-4eff-9234-ed470fc72c91,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:14.544060 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352d2ef-e2fa-493d-99ea-e7d1a3071de8 req-947654de-51e2-45c6-b3aa-59bb61d371cf tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:14.555100 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c352d2ef-e2fa-493d-99ea-e7d1a3071de8 req-947654de-51e2-45c6-b3aa-59bb61d371cf tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b HTTP/1.1" status: 200 len: 946 time: 0.1668489 Jul 05 04:05:14.622066 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c352d2ef-e2fa-493d-99ea-e7d1a3071de8 req-f7270627-6ec6-4770-8660-eef9bf632d4e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637174 Jul 05 04:05:14.679565 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39002) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:14.691045 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-6ed9e02e-279c-4f7f-b75a-97d0cb2f6d03 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Made reservation on behalf of 50643a7691c345388c1f08c7454cea66 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:14.707380 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-6ed9e02e-279c-4f7f-b75a-97d0cb2f6d03 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.713714 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5b34-54c0-4a30-aa49-0ff3e84516f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.856883 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e2283ebe-1c49-40ec-8c1d-27ab426bc217 req-0c322a4b-2968-4997-9ba0-30c519fe52bc tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0631976 Jul 05 04:05:14.895205 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39006) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:14.968158 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5b34-54c0-4a30-aa49-0ff3e84516f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.973835 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5b34-54c0-4a30-aa49-0ff3e84516f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.021679 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ee0c5b34-54c0-4a30-aa49-0ff3e84516f5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5f85582efd38481382396382df88f28c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408489 Jul 05 04:05:15.022587 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c5b34-54c0-4a30-aa49-0ff3e84516f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05faec09-b696-41c5-a1fd-0291b8c6c6eb,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:15.026568 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39008) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:15.097333 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-731ce2dd-43db-42d8-8393-942b308d1b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.125899 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-731ce2dd-43db-42d8-8393-942b308d1b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.152426 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-7268f047-36ac-4537-9345-1972e28aced8 req-6ed9e02e-279c-4f7f-b75a-97d0cb2f6d03 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Allocated IP 10.2.2.200 (a6d904c9-d5c3-4585-9d21-be63aa884ed6/a927bcdc-e462-4ca7-b6a1-c36068d79290/f4d202a6-ac7b-4064-86e3-09e5957ff02e) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:15.197779 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c6afc0a7-3603-4e74-aa2e-9ee09d8ae1d9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b300aeb4c92d48ada4bc7ce3eb4a92b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2963998 Jul 05 04:05:15.199992 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39012) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:15.269609 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-731ce2dd-43db-42d8-8393-942b308d1b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.275465 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-731ce2dd-43db-42d8-8393-942b308d1b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.282891 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-731ce2dd-43db-42d8-8393-942b308d1b7c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/05faec09-b696-41c5-a1fd-0291b8c6c6eb HTTP/1.1" status: 204 len: 168 time: 0.2552533 Jul 05 04:05:15.314709 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-11189bc7-3677-4c7d-abe5-acb9a9963bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.332986 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ce2dd-43db-42d8-8393-942b308d1b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05faec09-b696-41c5-a1fd-0291b8c6c6eb,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:15.346282 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf174fba-c44b-45f2-9993-e1c4fbdebecd req-691f8925-823a-4d01-a531-d68d92957e4e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:15.357412 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf174fba-c44b-45f2-9993-e1c4fbdebecd req-691f8925-823a-4d01-a531-d68d92957e4e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.4349880 Jul 05 04:05:15.401330 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-11189bc7-3677-4c7d-abe5-acb9a9963bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.496215 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf174fba-c44b-45f2-9993-e1c4fbdebecd req-9dd5085f-5830-43c8-a3ac-3290ed6009bd tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274898 Jul 05 04:05:15.581977 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-6ed9e02e-279c-4f7f-b75a-97d0cb2f6d03 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.591129 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-11189bc7-3677-4c7d-abe5-acb9a9963bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.595391 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-11189bc7-3677-4c7d-abe5-acb9a9963bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.597195 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-11189bc7-3677-4c7d-abe5-acb9a9963bd0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b0224584-1496-4f50-ad00-bb92e12b0cde HTTP/1.1" status: 204 len: 168 time: 0.3958526 Jul 05 04:05:15.613614 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-7268f047-36ac-4537-9345-1972e28aced8 req-6ed9e02e-279c-4f7f-b75a-97d0cb2f6d03 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Transition to ACTIVE for port object f4d202a6-ac7b-4064-86e3-09e5957ff02e will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:15.642923 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11189bc7-3677-4c7d-abe5-acb9a9963bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0224584-1496-4f50-ad00-bb92e12b0cde,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:15.692793 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-6ed9e02e-279c-4f7f-b75a-97d0cb2f6d03 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.698937 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d17e4-8943-4d55-9a6d-88fefc8b874a req-1ea4f32d-84cc-4d15-976f-4022b5028235 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:15.721332 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d17e4-8943-4d55-9a6d-88fefc8b874a req-1ea4f32d-84cc-4d15-976f-4022b5028235 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:15.749741 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d17e4-8943-4d55-9a6d-88fefc8b874a req-1ea4f32d-84cc-4d15-976f-4022b5028235 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:15.761700 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d17e4-8943-4d55-9a6d-88fefc8b874a req-1ea4f32d-84cc-4d15-976f-4022b5028235 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:15.764078 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2f7d17e4-8943-4d55-9a6d-88fefc8b874a req-1ea4f32d-84cc-4d15-976f-4022b5028235 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 3095 time: 0.3080969 Jul 05 04:05:15.801458 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7268f047-36ac-4537-9345-1972e28aced8 req-6ed9e02e-279c-4f7f-b75a-97d0cb2f6d03 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Network a6d904c9-d5c3-4585-9d21-be63aa884ed6 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:15.806833 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-7268f047-36ac-4537-9345-1972e28aced8 req-6ed9e02e-279c-4f7f-b75a-97d0cb2f6d03 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:15.816612 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-7268f047-36ac-4537-9345-1972e28aced8 req-6ed9e02e-279c-4f7f-b75a-97d0cb2f6d03 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:15.869989 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2f7d17e4-8943-4d55-9a6d-88fefc8b874a req-0f442077-1993-42d9-a21d-e45fc6f0c5a4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960836 Jul 05 04:05:15.955564 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9e02e-279c-4f7f-b75a-97d0cb2f6d03 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event updated for resources: {'Port': ['ID=f4d202a6-ac7b-4064-86e3-09e5957ff02e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:15.995012 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-6ed9e02e-279c-4f7f-b75a-97d0cb2f6d03 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:16.011907 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-6ed9e02e-279c-4f7f-b75a-97d0cb2f6d03 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.080268 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-6ed9e02e-279c-4f7f-b75a-97d0cb2f6d03 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0846014 Jul 05 04:05:16.096034 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-7268f047-36ac-4537-9345-1972e28aced8 req-df12c61d-c3cd-4bfd-942e-2892a712d224 service neutron] Request body: {'port': {'device_id': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:16.375163 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-df12c61d-c3cd-4bfd-942e-2892a712d224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.380040 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-57033db6-90ed-4255-8994-3d5a7fb91f07 None None] Provisioning for port f4d202a6-ac7b-4064-86e3-09e5957ff02e completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:16.386983 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-57033db6-90ed-4255-8994-3d5a7fb91f07 None None] Provisioning complete for port f4d202a6-ac7b-4064-86e3-09e5957ff02e triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:16.387362 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-57033db6-90ed-4255-8994-3d5a7fb91f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.458423 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef13849-573b-4ab6-b831-5828917277ba req-950f3cb1-dab2-44fe-afe0-94ea0a4bf5ba tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:16.472829 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aef13849-573b-4ab6-b831-5828917277ba req-950f3cb1-dab2-44fe-afe0-94ea0a4bf5ba tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b HTTP/1.1" status: 200 len: 946 time: 0.1634943 Jul 05 04:05:16.485778 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cfe48d17-6a08-466e-953c-567df89b2636 req-c198f261-402c-45b6-b740-97397e9b6901 tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0884945 Jul 05 04:05:16.507162 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-57033db6-90ed-4255-8994-3d5a7fb91f07 None None] Port f4d202a6-ac7b-4064-86e3-09e5957ff02e cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:16.579461 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aef13849-573b-4ab6-b831-5828917277ba req-fa6831a0-ad5a-464e-969f-b38185dac984 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056106 Jul 05 04:05:17.125156 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84ddfe-e8a5-4938-ae27-458473173235 req-d18f00f3-1880-4b72-8476-77aa33277ebd tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:17.133481 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ab84ddfe-e8a5-4938-ae27-458473173235 req-d18f00f3-1880-4b72-8476-77aa33277ebd tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.3299584 Jul 05 04:05:17.235168 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ab84ddfe-e8a5-4938-ae27-458473173235 req-4eac928f-ec9e-4295-a582-a6bdd56741a1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902843 Jul 05 04:05:17.319093 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-7268f047-36ac-4537-9345-1972e28aced8 req-df12c61d-c3cd-4bfd-942e-2892a712d224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:17.329819 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-df12c61d-c3cd-4bfd-942e-2892a712d224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.345011 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-7268f047-36ac-4537-9345-1972e28aced8 req-df12c61d-c3cd-4bfd-942e-2892a712d224 service neutron] Transition to ACTIVE for port object 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:17.371338 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39084) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:17.376435 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-df12c61d-c3cd-4bfd-942e-2892a712d224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.378257 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:05:17.453315 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12c61d-c3cd-4bfd-942e-2892a712d224 service neutron] Pushing event updated for resources: {'Port': ['ID=9f1db9b2-6fe5-45bc-9076-d1ca242d34a0,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:17.483821 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313dc14-0d5c-4552-aa7b-edf351825a49 req-2b45b537-fe2d-4e24-ba24-1167d19a045d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:17.494663 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d313dc14-0d5c-4552-aa7b-edf351825a49 req-2b45b537-fe2d-4e24-ba24-1167d19a045d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b HTTP/1.1" status: 200 len: 946 time: 0.1628690 Jul 05 04:05:17.519748 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53011cf-4a45-4d36-9f38-653017cd095e req-7050ef5a-aa78-41e9-a194-24fc443016a0 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:17.527668 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53011cf-4a45-4d36-9f38-653017cd095e req-7050ef5a-aa78-41e9-a194-24fc443016a0 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:17.534026 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53011cf-4a45-4d36-9f38-653017cd095e req-7050ef5a-aa78-41e9-a194-24fc443016a0 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:17.548238 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53011cf-4a45-4d36-9f38-653017cd095e req-7050ef5a-aa78-41e9-a194-24fc443016a0 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:17.559925 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53011cf-4a45-4d36-9f38-653017cd095e req-7050ef5a-aa78-41e9-a194-24fc443016a0 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:17.560182 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d313dc14-0d5c-4552-aa7b-edf351825a49 req-90b271cd-2ac5-48a5-ae9a-adf7f2b88e0e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634327 Jul 05 04:05:17.568608 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c53011cf-4a45-4d36-9f38-653017cd095e req-7050ef5a-aa78-41e9-a194-24fc443016a0 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 3828 time: 0.2146280 Jul 05 04:05:17.714160 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c53011cf-4a45-4d36-9f38-653017cd095e req-d40d54ab-3c4f-4661-bc03-745101d2d5da tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445262 Jul 05 04:05:17.746654 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-58dd3474-61c4-446e-840b-6cee2b8dc7bc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-496951029-network', 'tenant_id': '926d31dd012d42b08dd59638f4bc0d7d'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:17.777147 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58dd3474-61c4-446e-840b-6cee2b8dc7bc admin admin] Made reservation on behalf of 926d31dd012d42b08dd59638f4bc0d7d for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:17.781086 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-58dd3474-61c4-446e-840b-6cee2b8dc7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.803867 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-58dd3474-61c4-446e-840b-6cee2b8dc7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.833123 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7268f047-36ac-4537-9345-1972e28aced8 req-df12c61d-c3cd-4bfd-942e-2892a712d224 service neutron] Attempting to bind port 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:17.835140 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7268f047-36ac-4537-9345-1972e28aced8 req-df12c61d-c3cd-4bfd-942e-2892a712d224 service neutron] Attempting to bind port 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'e0198e34-0762-4073-a795-5f4dac6b18a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:17.835711 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-df12c61d-c3cd-4bfd-942e-2892a712d224 service neutron] Attempting to bind port 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 on network 8ea7df2c-9621-40f9-b0fb-19b9c2e4305a {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:17.858427 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-df12c61d-c3cd-4bfd-942e-2892a712d224 service neutron] Port 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 on network 8ea7df2c-9621-40f9-b0fb-19b9c2e4305a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:05:17.859036 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-df12c61d-c3cd-4bfd-942e-2892a712d224 service neutron] Attempting to bind port 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 on network 8ea7df2c-9621-40f9-b0fb-19b9c2e4305a {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:17.894272 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-df12c61d-c3cd-4bfd-942e-2892a712d224 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:17.894689 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-df12c61d-c3cd-4bfd-942e-2892a712d224 service neutron] Checking segment: {'id': 'e0198e34-0762-4073-a795-5f4dac6b18a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:17.895251 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-df12c61d-c3cd-4bfd-942e-2892a712d224 service neutron] Bound using segment: {'id': 'e0198e34-0762-4073-a795-5f4dac6b18a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:17.897263 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7268f047-36ac-4537-9345-1972e28aced8 req-df12c61d-c3cd-4bfd-942e-2892a712d224 service neutron] Bound port: 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0198e34-0762-4073-a795-5f4dac6b18a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:17.897657 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-df12c61d-c3cd-4bfd-942e-2892a712d224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.081258 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7268f047-36ac-4537-9345-1972e28aced8 req-df12c61d-c3cd-4bfd-942e-2892a712d224 service neutron] For port 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:18.088584 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7268f047-36ac-4537-9345-1972e28aced8 req-df12c61d-c3cd-4bfd-942e-2892a712d224 service neutron] For port 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9f1db9b2-6fe5-45bc-9076-d1ca242d34a0,segment=NetworkSegment(e0198e34-0762-4073-a795-5f4dac6b18a3),segment_id=e0198e34-0762-4073-a795-5f4dac6b18a3)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:18.106508 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-df12c61d-c3cd-4bfd-942e-2892a712d224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.189208 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-58dd3474-61c4-446e-840b-6cee2b8dc7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.218226 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-df12c61d-c3cd-4bfd-942e-2892a712d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:18.219313 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-df12c61d-c3cd-4bfd-942e-2892a712d224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.221012 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-df12c61d-c3cd-4bfd-942e-2892a712d224 service neutron] 10.222.0.89 "PUT /v2.0/ports/9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 HTTP/1.1" status: 200 len: 1093 time: 2.1295938 Jul 05 04:05:18.223046 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'tag': '9f1db9b2-6fe5-45bc-9076-d1ca242d34a0'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:18.226149 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422d2e44-c205-4a3f-881c-dbe06823332f" -d '{"events": [{"name": "network-changed", "server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "tag": "9f1db9b2-6fe5-45bc-9076-d1ca242d34a0"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:18.233319 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-58dd3474-61c4-446e-840b-6cee2b8dc7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.298080 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-7268f047-36ac-4537-9345-1972e28aced8 req-ee1f9bc8-7993-4d71-b310-e2a4c355ee3a service neutron] Request body: {'port': {'device_id': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:18.409735 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58dd3474-61c4-446e-840b-6cee2b8dc7bc admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:05:18.437641 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-58dd3474-61c4-446e-840b-6cee2b8dc7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.437997 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-58dd3474-61c4-446e-840b-6cee2b8dc7bc admin admin] Added segment 493f0cab-cd14-488b-bdc2-f5e68dce74ef of type vlan for network 0d181948-6f38-4cce-b66b-21d3a10c7c4e Jul 05 04:05:18.617993 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12c61d-c3cd-4bfd-942e-2892a712d224 service neutron] Pushing event updated for resources: {'Port': ['ID=9f1db9b2-6fe5-45bc-9076-d1ca242d34a0,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:18.622530 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd3474-61c4-446e-840b-6cee2b8dc7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee6b904-0b07-4d5f-8be7-206f3b911206,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:18.638621 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11071444-5fc4-474a-a9d3-3855026b7b42 x-openstack-request-id: req-11071444-5fc4-474a-a9d3-3855026b7b42 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:18.640008 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "tag": "9f1db9b2-6fe5-45bc-9076-d1ca242d34a0", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:18.640431 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-11071444-5fc4-474a-a9d3-3855026b7b42 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:18.641793 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'tag': '9f1db9b2-6fe5-45bc-9076-d1ca242d34a0', 'status': 'completed', 'code': 200} Jul 05 04:05:18.647602 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-58dd3474-61c4-446e-840b-6cee2b8dc7bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.829869 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ade84ed3-af60-4893-babf-7ff1d015d655 req-8a3620be-8b55-4c2f-9d52-a4355f5634c7 tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0786347 Jul 05 04:05:18.860790 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-58dd3474-61c4-446e-840b-6cee2b8dc7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.861795 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d2e44-c205-4a3f-881c-dbe06823332f req-5ead8b70-497a-4d20-ab97-4dccd47545d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:18.862305 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d2e44-c205-4a3f-881c-dbe06823332f req-5ead8b70-497a-4d20-ab97-4dccd47545d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:18.862800 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d2e44-c205-4a3f-881c-dbe06823332f req-5ead8b70-497a-4d20-ab97-4dccd47545d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:18.863282 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d2e44-c205-4a3f-881c-dbe06823332f req-5ead8b70-497a-4d20-ab97-4dccd47545d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:18.863466 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dd3474-61c4-446e-840b-6cee2b8dc7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:18.863763 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d2e44-c205-4a3f-881c-dbe06823332f req-5ead8b70-497a-4d20-ab97-4dccd47545d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:18.873898 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-422d2e44-c205-4a3f-881c-dbe06823332f req-5ead8b70-497a-4d20-ab97-4dccd47545d4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=50643a7691c345388c1f08c7454cea66&device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 4364 time: 0.2625687 Jul 05 04:05:18.883293 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-58dd3474-61c4-446e-840b-6cee2b8dc7bc admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.996969 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-ee1f9bc8-7993-4d71-b310-e2a4c355ee3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.022710 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-58dd3474-61c4-446e-840b-6cee2b8dc7bc admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6442182 Jul 05 04:05:19.023301 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39140) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:19.031769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-045d277f-8f18-46c1-b9c5-e8aad130d5d6 admin admin] Request body: {'subnet': {'network_id': '0d181948-6f38-4cce-b66b-21d3a10c7c4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-496951029-subnet', 'tenant_id': '926d31dd012d42b08dd59638f4bc0d7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:19.038762 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd3474-61c4-446e-840b-6cee2b8dc7bc admin admin] Pushing event updated for resources: {'Network': ['ID=0d181948-6f38-4cce-b66b-21d3a10c7c4e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:19.050804 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 0d181948-6f38-4cce-b66b-21d3a10c7c4e details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:05:19.217508 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045d277f-8f18-46c1-b9c5-e8aad130d5d6 admin admin] Made reservation on behalf of 926d31dd012d42b08dd59638f4bc0d7d for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:19.220151 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-045d277f-8f18-46c1-b9c5-e8aad130d5d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.319598 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572dc0c-1d4d-4e1f-9a64-fdab7fa16fa8 req-80e8108d-c76b-4255-b671-7ac025df9fed tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:19.325873 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2572dc0c-1d4d-4e1f-9a64-fdab7fa16fa8 req-80e8108d-c76b-4255-b671-7ac025df9fed tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b HTTP/1.1" status: 200 len: 946 time: 0.2344975 Jul 05 04:05:19.350681 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d2e44-c205-4a3f-881c-dbe06823332f req-ce0d087a-2c1e-4333-807e-543276952bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:19.351747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d2e44-c205-4a3f-881c-dbe06823332f req-ce0d087a-2c1e-4333-807e-543276952bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:19.353028 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d2e44-c205-4a3f-881c-dbe06823332f req-ce0d087a-2c1e-4333-807e-543276952bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:19.355292 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-422d2e44-c205-4a3f-881c-dbe06823332f req-ce0d087a-2c1e-4333-807e-543276952bc8 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=50643a7691c345388c1f08c7454cea66&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4795134 Jul 05 04:05:19.369956 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42b255-d49e-4441-b74f-4fe36a229dd3 req-c665f6b0-5a1c-49a3-af3c-0dd748826d92 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:19.386308 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42b255-d49e-4441-b74f-4fe36a229dd3 req-c665f6b0-5a1c-49a3-af3c-0dd748826d92 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:19.406091 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42b255-d49e-4441-b74f-4fe36a229dd3 req-c665f6b0-5a1c-49a3-af3c-0dd748826d92 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:19.412955 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42b255-d49e-4441-b74f-4fe36a229dd3 req-c665f6b0-5a1c-49a3-af3c-0dd748826d92 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:19.424939 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42b255-d49e-4441-b74f-4fe36a229dd3 req-c665f6b0-5a1c-49a3-af3c-0dd748826d92 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:19.427432 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1d42b255-d49e-4441-b74f-4fe36a229dd3 req-c665f6b0-5a1c-49a3-af3c-0dd748826d92 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 3828 time: 0.2662756 Jul 05 04:05:19.595253 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2572dc0c-1d4d-4e1f-9a64-fdab7fa16fa8 req-31e012d5-2514-4ea7-91e1-4c3d329e2921 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425344 Jul 05 04:05:19.766660 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1d42b255-d49e-4441-b74f-4fe36a229dd3 req-c3c9d0ee-66fd-4088-ae58-f55ac805d620 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499000 Jul 05 04:05:19.775237 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d2e44-c205-4a3f-881c-dbe06823332f req-a512a87b-dda1-4d68-846b-86a01a9f4a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:19.777099 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-422d2e44-c205-4a3f-881c-dbe06823332f req-a512a87b-dda1-4d68-846b-86a01a9f4a23 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3484807 Jul 05 04:05:19.858010 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-7268f047-36ac-4537-9345-1972e28aced8 req-ee1f9bc8-7993-4d71-b310-e2a4c355ee3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd03fe8-1a38-4778-8165-e5222e120f1d {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:19.867023 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-ee1f9bc8-7993-4d71-b310-e2a4c355ee3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.888730 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-7268f047-36ac-4537-9345-1972e28aced8 req-ee1f9bc8-7993-4d71-b310-e2a4c355ee3a service neutron] Transition to ACTIVE for port object 0bd03fe8-1a38-4778-8165-e5222e120f1d will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:19.917289 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-ee1f9bc8-7993-4d71-b310-e2a4c355ee3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.017534 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f9bc8-7993-4d71-b310-e2a4c355ee3a service neutron] Pushing event updated for resources: {'Port': ['ID=0bd03fe8-1a38-4778-8165-e5222e120f1d,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:20.025813 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-045d277f-8f18-46c1-b9c5-e8aad130d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.293586 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d277f-8f18-46c1-b9c5-e8aad130d5d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eef02c9b-cdba-4d27-9b33-4ac4c6fe1358,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:20.297229 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d3eb65ba-2f90-4b18-9b4b-d764231d359a req-8969ca82-e0c4-4c58-ba3e-27ed00a1233d tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.1434665 Jul 05 04:05:20.348826 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7268f047-36ac-4537-9345-1972e28aced8 req-ee1f9bc8-7993-4d71-b310-e2a4c355ee3a service neutron] Attempting to bind port 0bd03fe8-1a38-4778-8165-e5222e120f1d on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:20.350154 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7268f047-36ac-4537-9345-1972e28aced8 req-ee1f9bc8-7993-4d71-b310-e2a4c355ee3a service neutron] Attempting to bind port 0bd03fe8-1a38-4778-8165-e5222e120f1d by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '90cc6d36-a186-42bf-9075-63d2e4657a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:20.350501 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-ee1f9bc8-7993-4d71-b310-e2a4c355ee3a service neutron] Attempting to bind port 0bd03fe8-1a38-4778-8165-e5222e120f1d on network cb4fce54-78f5-46da-a4fc-a7c4ec35c56f {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:20.367606 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-ee1f9bc8-7993-4d71-b310-e2a4c355ee3a service neutron] Port 0bd03fe8-1a38-4778-8165-e5222e120f1d on network cb4fce54-78f5-46da-a4fc-a7c4ec35c56f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:05:20.372104 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-ee1f9bc8-7993-4d71-b310-e2a4c355ee3a service neutron] Attempting to bind port 0bd03fe8-1a38-4778-8165-e5222e120f1d on network cb4fce54-78f5-46da-a4fc-a7c4ec35c56f {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:20.382730 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-ee1f9bc8-7993-4d71-b310-e2a4c355ee3a service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:20.383159 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-ee1f9bc8-7993-4d71-b310-e2a4c355ee3a service neutron] Checking segment: {'id': '90cc6d36-a186-42bf-9075-63d2e4657a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:20.383612 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-ee1f9bc8-7993-4d71-b310-e2a4c355ee3a service neutron] Bound using segment: {'id': '90cc6d36-a186-42bf-9075-63d2e4657a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:20.384252 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7268f047-36ac-4537-9345-1972e28aced8 req-ee1f9bc8-7993-4d71-b310-e2a4c355ee3a service neutron] Bound port: 0bd03fe8-1a38-4778-8165-e5222e120f1d, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90cc6d36-a186-42bf-9075-63d2e4657a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:20.384695 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-ee1f9bc8-7993-4d71-b310-e2a4c355ee3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.389348 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf02e3e-3fe7-4cf6-83b8-0fb67b34cf02 req-9011a806-37e0-4471-b602-baac4f1a0c74 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:20.390890 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fcf02e3e-3fe7-4cf6-83b8-0fb67b34cf02 req-9011a806-37e0-4471-b602-baac4f1a0c74 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.70 "GET /v2.0/ports?device_id=95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b HTTP/1.1" status: 200 len: 946 time: 0.2341862 Jul 05 04:05:20.402196 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07623f2a-dcf3-4ba9-abca-bca98f6fbfcf req-4bc47cca-5d3f-4cd9-93eb-380a0805be44 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:20.403720 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07623f2a-dcf3-4ba9-abca-bca98f6fbfcf req-4bc47cca-5d3f-4cd9-93eb-380a0805be44 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.1670408 Jul 05 04:05:20.407309 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045d277f-8f18-46c1-b9c5-e8aad130d5d6 admin admin] Checking segment: {'id': '493f0cab-cd14-488b-bdc2-f5e68dce74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0d181948-6f38-4cce-b66b-21d3a10c7c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:20.407847 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045d277f-8f18-46c1-b9c5-e8aad130d5d6 admin admin] Network hostable DHCP agents. Network: 0d181948-6f38-4cce-b66b-21d3a10c7c4e, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:05:20.495461 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7268f047-36ac-4537-9345-1972e28aced8 req-ee1f9bc8-7993-4d71-b310-e2a4c355ee3a service neutron] For port 0bd03fe8-1a38-4778-8165-e5222e120f1d, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:20.500266 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7268f047-36ac-4537-9345-1972e28aced8 req-ee1f9bc8-7993-4d71-b310-e2a4c355ee3a service neutron] For port 0bd03fe8-1a38-4778-8165-e5222e120f1d, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=0bd03fe8-1a38-4778-8165-e5222e120f1d,segment=NetworkSegment(90cc6d36-a186-42bf-9075-63d2e4657a66),segment_id=90cc6d36-a186-42bf-9075-63d2e4657a66)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:20.510313 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-ee1f9bc8-7993-4d71-b310-e2a4c355ee3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.530614 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-ee1f9bc8-7993-4d71-b310-e2a4c355ee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:20.531328 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-ee1f9bc8-7993-4d71-b310-e2a4c355ee3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.533643 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-ee1f9bc8-7993-4d71-b310-e2a4c355ee3a service neutron] 10.222.0.89 "PUT /v2.0/ports/0bd03fe8-1a38-4778-8165-e5222e120f1d HTTP/1.1" status: 200 len: 1136 time: 2.2601042 Jul 05 04:05:20.535773 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045d277f-8f18-46c1-b9c5-e8aad130d5d6 admin admin] Network 0d181948-6f38-4cce-b66b-21d3a10c7c4e is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:05:20.566587 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07623f2a-dcf3-4ba9-abca-bca98f6fbfcf req-dcf39379-cffa-4bc8-91c8-b74481f34576 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539402 Jul 05 04:05:20.601244 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-7268f047-36ac-4537-9345-1972e28aced8 req-29de476e-f3e6-4c7d-a57f-d4ff76c57ccf service neutron] Request body: {'port': {'device_id': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:20.641872 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-045d277f-8f18-46c1-b9c5-e8aad130d5d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 0d181948-6f38-4cce-b66b-21d3a10c7c4e) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:20.647469 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045d277f-8f18-46c1-b9c5-e8aad130d5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:20.648803 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-045d277f-8f18-46c1-b9c5-e8aad130d5d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.653219 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0301ae-220d-463d-9a29-4eef1628789d None None] Network 0d181948-6f38-4cce-b66b-21d3a10c7c4e requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:20.653978 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-fcf02e3e-3fe7-4cf6-83b8-0fb67b34cf02 req-917128c2-68e9-4abb-ba3f-e097f429de2b tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Deleting port 8552b6ea-f892-4043-a8bb-adcd65f789c6 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:20.654460 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fcf02e3e-3fe7-4cf6-83b8-0fb67b34cf02 req-917128c2-68e9-4abb-ba3f-e097f429de2b tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.722692 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'tag': '0bd03fe8-1a38-4778-8165-e5222e120f1d'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:20.726445 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44694054-2651-4104-aa54-a9339dc0ac20" -d '{"events": [{"name": "network-changed", "server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "tag": "0bd03fe8-1a38-4778-8165-e5222e120f1d"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:20.815354 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-045d277f-8f18-46c1-b9c5-e8aad130d5d6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7873847 Jul 05 04:05:20.820355 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39172) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:20.832158 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-490c0078-6bcc-4d24-a7f9-5f6245b47c32 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-496951029-router', 'tenant_id': '926d31dd012d42b08dd59638f4bc0d7d', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:20.870513 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-490c0078-6bcc-4d24-a7f9-5f6245b47c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.871662 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-490c0078-6bcc-4d24-a7f9-5f6245b47c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.883097 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f9bc8-7993-4d71-b310-e2a4c355ee3a service neutron] Pushing event updated for resources: {'Port': ['ID=0bd03fe8-1a38-4778-8165-e5222e120f1d,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:20.948795 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b491961c-9e0d-4db0-aa4f-6ec34f88fc07 x-openstack-request-id: req-b491961c-9e0d-4db0-aa4f-6ec34f88fc07 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:20.949500 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "tag": "0bd03fe8-1a38-4778-8165-e5222e120f1d", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:20.950019 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b491961c-9e0d-4db0-aa4f-6ec34f88fc07 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:20.950643 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'tag': '0bd03fe8-1a38-4778-8165-e5222e120f1d', 'status': 'completed', 'code': 200} Jul 05 04:05:21.023365 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-29de476e-f3e6-4c7d-a57f-d4ff76c57ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.042672 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-fcf02e3e-3fe7-4cf6-83b8-0fb67b34cf02 req-917128c2-68e9-4abb-ba3f-e097f429de2b tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] For port 8552b6ea-f892-4043-a8bb-adcd65f789c6, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8552b6ea-f892-4043-a8bb-adcd65f789c6,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:21.047813 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fcf02e3e-3fe7-4cf6-83b8-0fb67b34cf02 req-917128c2-68e9-4abb-ba3f-e097f429de2b tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.084834 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-fcf02e3e-3fe7-4cf6-83b8-0fb67b34cf02 req-917128c2-68e9-4abb-ba3f-e097f429de2b tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Calling delete_port for 8552b6ea-f892-4043-a8bb-adcd65f789c6 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:21.103137 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2143c406-4d9e-4eb2-be87-69f12727db98 None None] Network 0d181948-6f38-4cce-b66b-21d3a10c7c4e requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:21.109094 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76b7b7-daa4-4566-980d-a2a315ef3fce req-5f7fd335-1673-479d-a09f-67ce7e408fca tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:21.126600 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f76b7b7-daa4-4566-980d-a2a315ef3fce req-5f7fd335-1673-479d-a09f-67ce7e408fca tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b HTTP/1.1" status: 200 len: 946 time: 0.2754438 Jul 05 04:05:21.308320 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f76b7b7-daa4-4566-980d-a2a315ef3fce req-8a46785f-3802-4070-be15-552df968d262 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792266 Jul 05 04:05:21.340793 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-490c0078-6bcc-4d24-a7f9-5f6245b47c32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.619651 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44694054-2651-4104-aa54-a9339dc0ac20 req-6955c9ff-2ead-473e-8532-668db6f62958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:21.621868 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44694054-2651-4104-aa54-a9339dc0ac20 req-6955c9ff-2ead-473e-8532-668db6f62958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:21.622518 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44694054-2651-4104-aa54-a9339dc0ac20 req-6955c9ff-2ead-473e-8532-668db6f62958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:21.623157 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44694054-2651-4104-aa54-a9339dc0ac20 req-6955c9ff-2ead-473e-8532-668db6f62958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:21.623982 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44694054-2651-4104-aa54-a9339dc0ac20 req-6955c9ff-2ead-473e-8532-668db6f62958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:21.624619 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44694054-2651-4104-aa54-a9339dc0ac20 req-6955c9ff-2ead-473e-8532-668db6f62958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:21.627742 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-44694054-2651-4104-aa54-a9339dc0ac20 req-6955c9ff-2ead-473e-8532-668db6f62958 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=50643a7691c345388c1f08c7454cea66&device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5293 time: 0.7066855 Jul 05 04:05:21.647316 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-7268f047-36ac-4537-9345-1972e28aced8 req-29de476e-f3e6-4c7d-a57f-d4ff76c57ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd61790-feb9-41f4-a979-99718ff8af30 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:21.660243 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-29de476e-f3e6-4c7d-a57f-d4ff76c57ccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.744568 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-7268f047-36ac-4537-9345-1972e28aced8 req-29de476e-f3e6-4c7d-a57f-d4ff76c57ccf service neutron] Transition to ACTIVE for port object fdd61790-feb9-41f4-a979-99718ff8af30 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:21.760646 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-29de476e-f3e6-4c7d-a57f-d4ff76c57ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.834896 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-490c0078-6bcc-4d24-a7f9-5f6245b47c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.869492 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fcf02e3e-3fe7-4cf6-83b8-0fb67b34cf02 req-917128c2-68e9-4abb-ba3f-e097f429de2b tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.886055 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['2bbb9632-1387-46c5-bff5-92b0c5ecba56'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:21.910092 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327f67e-2ee8-456d-92e8-1b4d68567e1c req-30eb2e4e-032d-4c5c-a895-22f24b93ca3b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:21.918801 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327f67e-2ee8-456d-92e8-1b4d68567e1c req-30eb2e4e-032d-4c5c-a895-22f24b93ca3b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:21.928437 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327f67e-2ee8-456d-92e8-1b4d68567e1c req-30eb2e4e-032d-4c5c-a895-22f24b93ca3b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:21.946899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327f67e-2ee8-456d-92e8-1b4d68567e1c req-30eb2e4e-032d-4c5c-a895-22f24b93ca3b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:21.954823 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327f67e-2ee8-456d-92e8-1b4d68567e1c req-30eb2e4e-032d-4c5c-a895-22f24b93ca3b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:21.963320 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327f67e-2ee8-456d-92e8-1b4d68567e1c req-30eb2e4e-032d-4c5c-a895-22f24b93ca3b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:21.971039 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['8552b6ea-f892-4043-a8bb-adcd65f789c6'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:21.972954 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3327f67e-2ee8-456d-92e8-1b4d68567e1c req-30eb2e4e-032d-4c5c-a895-22f24b93ca3b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 4605 time: 0.6338801 Jul 05 04:05:21.974607 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-49cbb3cd-5be5-4f10-9297-83652c1e01a7 req-fc7dd892-de25-4d57-a8e3-a69cc9aa0254 tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.1844871 Jul 05 04:05:22.019318 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de476e-f3e6-4c7d-a57f-d4ff76c57ccf service neutron] Pushing event updated for resources: {'Port': ['ID=fdd61790-feb9-41f4-a979-99718ff8af30,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:22.093392 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917128c2-68e9-4abb-ba3f-e097f429de2b tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Pushing event deleted for resources: {'Port': ['ID=8552b6ea-f892-4043-a8bb-adcd65f789c6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:22.185850 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7268f047-36ac-4537-9345-1972e28aced8 req-29de476e-f3e6-4c7d-a57f-d4ff76c57ccf service neutron] Attempting to bind port fdd61790-feb9-41f4-a979-99718ff8af30 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:22.190026 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7268f047-36ac-4537-9345-1972e28aced8 req-29de476e-f3e6-4c7d-a57f-d4ff76c57ccf service neutron] Attempting to bind port fdd61790-feb9-41f4-a979-99718ff8af30 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '90cc6d36-a186-42bf-9075-63d2e4657a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:22.190658 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-29de476e-f3e6-4c7d-a57f-d4ff76c57ccf service neutron] Attempting to bind port fdd61790-feb9-41f4-a979-99718ff8af30 on network cb4fce54-78f5-46da-a4fc-a7c4ec35c56f {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:22.218881 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-29de476e-f3e6-4c7d-a57f-d4ff76c57ccf service neutron] Port fdd61790-feb9-41f4-a979-99718ff8af30 on network cb4fce54-78f5-46da-a4fc-a7c4ec35c56f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:05:22.220480 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-29de476e-f3e6-4c7d-a57f-d4ff76c57ccf service neutron] Attempting to bind port fdd61790-feb9-41f4-a979-99718ff8af30 on network cb4fce54-78f5-46da-a4fc-a7c4ec35c56f {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:22.232634 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-29de476e-f3e6-4c7d-a57f-d4ff76c57ccf service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:22.232970 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-29de476e-f3e6-4c7d-a57f-d4ff76c57ccf service neutron] Checking segment: {'id': '90cc6d36-a186-42bf-9075-63d2e4657a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:22.233363 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-29de476e-f3e6-4c7d-a57f-d4ff76c57ccf service neutron] Bound using segment: {'id': '90cc6d36-a186-42bf-9075-63d2e4657a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:22.233800 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7268f047-36ac-4537-9345-1972e28aced8 req-29de476e-f3e6-4c7d-a57f-d4ff76c57ccf service neutron] Bound port: fdd61790-feb9-41f4-a979-99718ff8af30, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90cc6d36-a186-42bf-9075-63d2e4657a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:22.234165 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-29de476e-f3e6-4c7d-a57f-d4ff76c57ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.350848 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf02e3e-3fe7-4cf6-83b8-0fb67b34cf02 req-917128c2-68e9-4abb-ba3f-e097f429de2b tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] No DVR routers for this DVR port 8552b6ea-f892-4043-a8bb-adcd65f789c6 on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:22.386278 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fcf02e3e-3fe7-4cf6-83b8-0fb67b34cf02 req-917128c2-68e9-4abb-ba3f-e097f429de2b tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.390265 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fcf02e3e-3fe7-4cf6-83b8-0fb67b34cf02 req-917128c2-68e9-4abb-ba3f-e097f429de2b tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.70 "DELETE /v2.0/ports/8552b6ea-f892-4043-a8bb-adcd65f789c6 HTTP/1.1" status: 204 len: 173 time: 1.9855657 Jul 05 04:05:22.391951 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b', 'name': 'network-vif-deleted', 'tag': '8552b6ea-f892-4043-a8bb-adcd65f789c6'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:22.417965 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf902ef-4a91-4627-842e-e0ba23e1b9a6" -d '{"events": [{"server_uuid": "95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b", "name": "network-vif-deleted", "tag": "8552b6ea-f892-4043-a8bb-adcd65f789c6"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:22.468618 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39202) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:22.482680 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3327f67e-2ee8-456d-92e8-1b4d68567e1c req-44a03fa5-fd0c-4081-8690-e1eb828cdc59 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5083690 Jul 05 04:05:22.525569 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7268f047-36ac-4537-9345-1972e28aced8 req-29de476e-f3e6-4c7d-a57f-d4ff76c57ccf service neutron] For port fdd61790-feb9-41f4-a979-99718ff8af30, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:22.550016 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7268f047-36ac-4537-9345-1972e28aced8 req-29de476e-f3e6-4c7d-a57f-d4ff76c57ccf service neutron] For port fdd61790-feb9-41f4-a979-99718ff8af30, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=fdd61790-feb9-41f4-a979-99718ff8af30,segment=NetworkSegment(90cc6d36-a186-42bf-9075-63d2e4657a66),segment_id=90cc6d36-a186-42bf-9075-63d2e4657a66)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:22.570332 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b757958-12c3-4682-8d24-71226538ccb3 req-0c211c90-487c-4691-bc26-d298f75cc04a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:22.583609 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9b757958-12c3-4682-8d24-71226538ccb3 req-0c211c90-487c-4691-bc26-d298f75cc04a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.3039832 Jul 05 04:05:22.585998 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-29de476e-f3e6-4c7d-a57f-d4ff76c57ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.644467 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44694054-2651-4104-aa54-a9339dc0ac20 req-cfd4b89b-689d-45ae-8270-dcb51ceb79b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:22.645042 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44694054-2651-4104-aa54-a9339dc0ac20 req-cfd4b89b-689d-45ae-8270-dcb51ceb79b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:22.645346 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44694054-2651-4104-aa54-a9339dc0ac20 req-cfd4b89b-689d-45ae-8270-dcb51ceb79b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:22.646976 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-44694054-2651-4104-aa54-a9339dc0ac20 req-cfd4b89b-689d-45ae-8270-dcb51ceb79b4 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=50643a7691c345388c1f08c7454cea66&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0005484 Jul 05 04:05:22.755456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-29de476e-f3e6-4c7d-a57f-d4ff76c57ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:22.762465 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-29de476e-f3e6-4c7d-a57f-d4ff76c57ccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.765311 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-29de476e-f3e6-4c7d-a57f-d4ff76c57ccf service neutron] 10.222.0.89 "PUT /v2.0/ports/fdd61790-feb9-41f4-a979-99718ff8af30 HTTP/1.1" status: 200 len: 1137 time: 2.1832473 Jul 05 04:05:22.891967 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-7268f047-36ac-4537-9345-1972e28aced8 req-cbf6d4d3-30ad-47e9-bbeb-04ce4a887204 service neutron] Request body: {'port': {'device_id': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:22.980489 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'tag': 'fdd61790-feb9-41f4-a979-99718ff8af30'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:22.982605 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156ee4fa-6c4e-4352-8b56-673bf293b289" -d '{"events": [{"name": "network-changed", "server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "tag": "fdd61790-feb9-41f4-a979-99718ff8af30"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:23.020541 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9b757958-12c3-4682-8d24-71226538ccb3 req-75ada825-f7d4-4e4e-8153-f8d37fde6e25 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4226837 Jul 05 04:05:23.036417 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fd9a262e-d1b5-40eb-a95b-c322872a09bb req-46554494-f4dd-44cc-b4fd-0702d23bf0d4 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b HTTP/1.1" status: 200 len: 210 time: 0.1906171 Jul 05 04:05:23.063878 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-28bcdab2-9303-45ce-b61a-fb9f5593afc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.090773 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de476e-f3e6-4c7d-a57f-d4ff76c57ccf service neutron] Pushing event updated for resources: {'Port': ['ID=fdd61790-feb9-41f4-a979-99718ff8af30,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:23.194882 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05372579-227f-4907-8f23-4f7de7c54583 x-openstack-request-id: req-05372579-227f-4907-8f23-4f7de7c54583 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:23.202657 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b", "name": "network-vif-deleted", "tag": "8552b6ea-f892-4043-a8bb-adcd65f789c6", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:23.204127 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-05372579-227f-4907-8f23-4f7de7c54583 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:23.204741 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b', 'name': 'network-vif-deleted', 'tag': '8552b6ea-f892-4043-a8bb-adcd65f789c6', 'status': 'completed', 'code': 200} Jul 05 04:05:23.234050 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44694054-2651-4104-aa54-a9339dc0ac20 req-617831ce-7039-4f8b-9246-b2f1c180925b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:23.250361 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-44694054-2651-4104-aa54-a9339dc0ac20 req-617831ce-7039-4f8b-9246-b2f1c180925b service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5892212 Jul 05 04:05:23.258112 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-490c0078-6bcc-4d24-a7f9-5f6245b47c32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.300402 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-490c0078-6bcc-4d24-a7f9-5f6245b47c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.323394 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-28bcdab2-9303-45ce-b61a-fb9f5593afc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.349846 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c243e9-5e90-43cc-86dd-f5282afed203 x-openstack-request-id: req-16c243e9-5e90-43cc-86dd-f5282afed203 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:23.350246 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "tag": "fdd61790-feb9-41f4-a979-99718ff8af30", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:23.350514 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-16c243e9-5e90-43cc-86dd-f5282afed203 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:23.351051 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'tag': 'fdd61790-feb9-41f4-a979-99718ff8af30', 'status': 'completed', 'code': 200} Jul 05 04:05:23.356019 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-28bcdab2-9303-45ce-b61a-fb9f5593afc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.396873 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcdab2-9303-45ce-b61a-fb9f5593afc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13d129a-07f1-4325-9163-9088bb6515b0,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:23.488643 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c70b787f-2e70-499b-8e8b-e9a2077e9da5 req-9d98ddf2-9311-42d6-a54f-6745fa7f24dc tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0403018 Jul 05 04:05:23.491858 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-28bcdab2-9303-45ce-b61a-fb9f5593afc5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bcc38ccd319342eca5fc7acfb9776983&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0209634 Jul 05 04:05:23.492943 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-cbf6d4d3-30ad-47e9-bbeb-04ce4a887204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.507530 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39224) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:23.607061 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ee4fa-6c4e-4352-8b56-673bf293b289 req-6ff443fc-72dd-4fab-94b8-e55ee261a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:23.607771 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ee4fa-6c4e-4352-8b56-673bf293b289 req-6ff443fc-72dd-4fab-94b8-e55ee261a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:23.608878 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ee4fa-6c4e-4352-8b56-673bf293b289 req-6ff443fc-72dd-4fab-94b8-e55ee261a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:23.609458 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ee4fa-6c4e-4352-8b56-673bf293b289 req-6ff443fc-72dd-4fab-94b8-e55ee261a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:23.609997 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ee4fa-6c4e-4352-8b56-673bf293b289 req-6ff443fc-72dd-4fab-94b8-e55ee261a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:23.610528 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ee4fa-6c4e-4352-8b56-673bf293b289 req-6ff443fc-72dd-4fab-94b8-e55ee261a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:23.611054 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ee4fa-6c4e-4352-8b56-673bf293b289 req-6ff443fc-72dd-4fab-94b8-e55ee261a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:23.613854 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-156ee4fa-6c4e-4352-8b56-673bf293b289 req-6ff443fc-72dd-4fab-94b8-e55ee261a9ca service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=50643a7691c345388c1f08c7454cea66&device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 6223 time: 0.2957907 Jul 05 04:05:23.842692 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-13f04390-f35e-45cf-aaec-b1d4797d5d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.892875 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-13f04390-f35e-45cf-aaec-b1d4797d5d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.036121 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-13f04390-f35e-45cf-aaec-b1d4797d5d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.039649 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-13f04390-f35e-45cf-aaec-b1d4797d5d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.041221 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-13f04390-f35e-45cf-aaec-b1d4797d5d7b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c13d129a-07f1-4325-9163-9088bb6515b0 HTTP/1.1" status: 204 len: 168 time: 0.3369212 Jul 05 04:05:24.049185 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-7268f047-36ac-4537-9345-1972e28aced8 req-cbf6d4d3-30ad-47e9-bbeb-04ce4a887204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d34584-23f6-4dff-9dc0-032a27b0bcf4 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:24.062556 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-cbf6d4d3-30ad-47e9-bbeb-04ce4a887204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.065967 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f04390-f35e-45cf-aaec-b1d4797d5d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13d129a-07f1-4325-9163-9088bb6515b0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:24.095367 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-7268f047-36ac-4537-9345-1972e28aced8 req-cbf6d4d3-30ad-47e9-bbeb-04ce4a887204 service neutron] Transition to ACTIVE for port object 81d34584-23f6-4dff-9dc0-032a27b0bcf4 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:24.107431 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-cbf6d4d3-30ad-47e9-bbeb-04ce4a887204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.176841 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 8552b6ea-f892-4043-a8bb-adcd65f789c6 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:24.230618 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 8552b6ea-f892-4043-a8bb-adcd65f789c6 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:24.238155 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 8552b6ea-f892-4043-a8bb-adcd65f789c6 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:24.280614 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6d4d3-30ad-47e9-bbeb-04ce4a887204 service neutron] Pushing event updated for resources: {'Port': ['ID=81d34584-23f6-4dff-9dc0-032a27b0bcf4,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:24.468668 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-121dc94b-58be-4d2f-8794-15e7413be803 req-cebe4fd5-06ed-4d18-827c-6b42b602f1dc tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=95d42b41-ea5f-4f34-a2be-9b96ee5ffc9b HTTP/1.1" status: 200 len: 210 time: 0.0881321 Jul 05 04:05:24.472617 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7268f047-36ac-4537-9345-1972e28aced8 req-cbf6d4d3-30ad-47e9-bbeb-04ce4a887204 service neutron] Attempting to bind port 81d34584-23f6-4dff-9dc0-032a27b0bcf4 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:24.473005 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7268f047-36ac-4537-9345-1972e28aced8 req-cbf6d4d3-30ad-47e9-bbeb-04ce4a887204 service neutron] Attempting to bind port 81d34584-23f6-4dff-9dc0-032a27b0bcf4 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '90cc6d36-a186-42bf-9075-63d2e4657a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:24.473456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-cbf6d4d3-30ad-47e9-bbeb-04ce4a887204 service neutron] Attempting to bind port 81d34584-23f6-4dff-9dc0-032a27b0bcf4 on network cb4fce54-78f5-46da-a4fc-a7c4ec35c56f {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:24.484629 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-cbf6d4d3-30ad-47e9-bbeb-04ce4a887204 service neutron] Port 81d34584-23f6-4dff-9dc0-032a27b0bcf4 on network cb4fce54-78f5-46da-a4fc-a7c4ec35c56f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:05:24.485168 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-cbf6d4d3-30ad-47e9-bbeb-04ce4a887204 service neutron] Attempting to bind port 81d34584-23f6-4dff-9dc0-032a27b0bcf4 on network cb4fce54-78f5-46da-a4fc-a7c4ec35c56f {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:24.498359 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-cbf6d4d3-30ad-47e9-bbeb-04ce4a887204 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:24.499085 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-cbf6d4d3-30ad-47e9-bbeb-04ce4a887204 service neutron] Checking segment: {'id': '90cc6d36-a186-42bf-9075-63d2e4657a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:24.504203 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-cbf6d4d3-30ad-47e9-bbeb-04ce4a887204 service neutron] Bound using segment: {'id': '90cc6d36-a186-42bf-9075-63d2e4657a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:24.505971 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7268f047-36ac-4537-9345-1972e28aced8 req-cbf6d4d3-30ad-47e9-bbeb-04ce4a887204 service neutron] Bound port: 81d34584-23f6-4dff-9dc0-032a27b0bcf4, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90cc6d36-a186-42bf-9075-63d2e4657a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:24.506458 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-cbf6d4d3-30ad-47e9-bbeb-04ce4a887204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.526523 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ee4fa-6c4e-4352-8b56-673bf293b289 req-e3ca95bb-d825-4880-ae2a-d4f05933345b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:24.527179 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ee4fa-6c4e-4352-8b56-673bf293b289 req-e3ca95bb-d825-4880-ae2a-d4f05933345b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:24.527473 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ee4fa-6c4e-4352-8b56-673bf293b289 req-e3ca95bb-d825-4880-ae2a-d4f05933345b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:24.529267 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-156ee4fa-6c4e-4352-8b56-673bf293b289 req-e3ca95bb-d825-4880-ae2a-d4f05933345b service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=50643a7691c345388c1f08c7454cea66&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3762410 Jul 05 04:05:24.580354 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-490c0078-6bcc-4d24-a7f9-5f6245b47c32 admin admin] Allocated IP 172.25.1.85 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/7b2a6a98-7135-4885-aa96-1692f5a55303) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:24.713217 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23835dbe-8cda-4b6e-969d-069f4bfdbe85 req-89ffd892-2785-46d7-82d9-854add98ccab tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:24.716259 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7268f047-36ac-4537-9345-1972e28aced8 req-cbf6d4d3-30ad-47e9-bbeb-04ce4a887204 service neutron] For port 81d34584-23f6-4dff-9dc0-032a27b0bcf4, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:24.720181 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23835dbe-8cda-4b6e-969d-069f4bfdbe85 req-89ffd892-2785-46d7-82d9-854add98ccab tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:24.737411 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23835dbe-8cda-4b6e-969d-069f4bfdbe85 req-89ffd892-2785-46d7-82d9-854add98ccab tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:24.744521 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23835dbe-8cda-4b6e-969d-069f4bfdbe85 req-89ffd892-2785-46d7-82d9-854add98ccab tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:24.751334 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23835dbe-8cda-4b6e-969d-069f4bfdbe85 req-89ffd892-2785-46d7-82d9-854add98ccab tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:24.755316 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7268f047-36ac-4537-9345-1972e28aced8 req-cbf6d4d3-30ad-47e9-bbeb-04ce4a887204 service neutron] For port 81d34584-23f6-4dff-9dc0-032a27b0bcf4, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=81d34584-23f6-4dff-9dc0-032a27b0bcf4,segment=NetworkSegment(90cc6d36-a186-42bf-9075-63d2e4657a66),segment_id=90cc6d36-a186-42bf-9075-63d2e4657a66)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:24.758602 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23835dbe-8cda-4b6e-969d-069f4bfdbe85 req-89ffd892-2785-46d7-82d9-854add98ccab tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:24.765854 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23835dbe-8cda-4b6e-969d-069f4bfdbe85 req-89ffd892-2785-46d7-82d9-854add98ccab tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:24.774097 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-23835dbe-8cda-4b6e-969d-069f4bfdbe85 req-89ffd892-2785-46d7-82d9-854add98ccab tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5395 time: 0.6250446 Jul 05 04:05:24.782051 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-cbf6d4d3-30ad-47e9-bbeb-04ce4a887204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.860929 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-cbf6d4d3-30ad-47e9-bbeb-04ce4a887204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:24.861598 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-cbf6d4d3-30ad-47e9-bbeb-04ce4a887204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.864365 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-cbf6d4d3-30ad-47e9-bbeb-04ce4a887204 service neutron] 10.222.0.89 "PUT /v2.0/ports/81d34584-23f6-4dff-9dc0-032a27b0bcf4 HTTP/1.1" status: 200 len: 1091 time: 2.0201988 Jul 05 04:05:24.885335 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-23835dbe-8cda-4b6e-969d-069f4bfdbe85 req-6c717a97-5a78-442a-bd73-eb33867206ca tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1095593 Jul 05 04:05:24.889134 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c0e06-5586-4ce2-900b-59d723d3faaa req-1e3343bf-fe7d-4135-87dd-1ea8d2449761 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:24.896945 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-345c0e06-5586-4ce2-900b-59d723d3faaa req-1e3343bf-fe7d-4135-87dd-1ea8d2449761 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.2187951 Jul 05 04:05:24.922735 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-7268f047-36ac-4537-9345-1972e28aced8 req-fc62f8e6-0de8-4893-bfbb-d972f575caa9 service neutron] Request body: {'port': {'device_id': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:24.922735 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6d4d3-30ad-47e9-bbeb-04ce4a887204 service neutron] Pushing event updated for resources: {'Port': ['ID=81d34584-23f6-4dff-9dc0-032a27b0bcf4,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:24.926106 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ee4fa-6c4e-4352-8b56-673bf293b289 req-d19245ab-0c44-415e-97b7-112e020252b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:24.927893 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-156ee4fa-6c4e-4352-8b56-673bf293b289 req-d19245ab-0c44-415e-97b7-112e020252b0 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3888369 Jul 05 04:05:25.017521 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-490c0078-6bcc-4d24-a7f9-5f6245b47c32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.110007 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-490c0078-6bcc-4d24-a7f9-5f6245b47c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.154808 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-345c0e06-5586-4ce2-900b-59d723d3faaa req-08406a6c-6d58-4b58-88ca-fa84e677ca1f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568305 Jul 05 04:05:25.160075 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39252) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:25.173533 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-fc62f8e6-0de8-4893-bfbb-d972f575caa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.184302 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fa13a09-e4f3-4b54-b811-eb5d53a9445d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.233663 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490c0078-6bcc-4d24-a7f9-5f6245b47c32 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:25.248944 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-490c0078-6bcc-4d24-a7f9-5f6245b47c32 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:25.253336 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490c0078-6bcc-4d24-a7f9-5f6245b47c32 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:25.324758 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad0d2d92-b366-4356-af2a-19c56204a7bc req-7d0bcea2-1aa7-4bc6-82c8-2f9377a911be tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0405066 Jul 05 04:05:25.328132 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c0078-6bcc-4d24-a7f9-5f6245b47c32 admin admin] Pushing event updated for resources: {'Port': ['ID=7b2a6a98-7135-4885-aa96-1692f5a55303,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:25.695908 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'tag': '81d34584-23f6-4dff-9dc0-032a27b0bcf4'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:25.699697 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc9285a-35cc-4eec-9229-7903f5bfeebe" -d '{"events": [{"name": "network-changed", "server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "tag": "81d34584-23f6-4dff-9dc0-032a27b0bcf4"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:25.794354 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-490c0078-6bcc-4d24-a7f9-5f6245b47c32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.826835 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8e9c06-48e8-4b91-bafa-7b4712e9593e x-openstack-request-id: req-2a8e9c06-48e8-4b91-bafa-7b4712e9593e {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:25.827537 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "tag": "81d34584-23f6-4dff-9dc0-032a27b0bcf4", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:25.828024 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2a8e9c06-48e8-4b91-bafa-7b4712e9593e {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:25.828680 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'tag': '81d34584-23f6-4dff-9dc0-032a27b0bcf4', 'status': 'completed', 'code': 200} Jul 05 04:05:25.943986 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fa13a09-e4f3-4b54-b811-eb5d53a9445d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.974631 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fa13a09-e4f3-4b54-b811-eb5d53a9445d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.062962 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa13a09-e4f3-4b54-b811-eb5d53a9445d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f00a471-279e-4cb5-a4db-c8a372f3c6bb,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:26.089444 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9285a-35cc-4eec-9229-7903f5bfeebe req-2fb9bea3-f50c-4c00-9205-61af02abb492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:26.089949 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9285a-35cc-4eec-9229-7903f5bfeebe req-2fb9bea3-f50c-4c00-9205-61af02abb492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:26.090496 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9285a-35cc-4eec-9229-7903f5bfeebe req-2fb9bea3-f50c-4c00-9205-61af02abb492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:26.090979 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9285a-35cc-4eec-9229-7903f5bfeebe req-2fb9bea3-f50c-4c00-9205-61af02abb492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:26.091456 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9285a-35cc-4eec-9229-7903f5bfeebe req-2fb9bea3-f50c-4c00-9205-61af02abb492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:26.092145 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9285a-35cc-4eec-9229-7903f5bfeebe req-2fb9bea3-f50c-4c00-9205-61af02abb492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:26.092624 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9285a-35cc-4eec-9229-7903f5bfeebe req-2fb9bea3-f50c-4c00-9205-61af02abb492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:26.094643 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bcc9285a-35cc-4eec-9229-7903f5bfeebe req-2fb9bea3-f50c-4c00-9205-61af02abb492 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=50643a7691c345388c1f08c7454cea66&device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 6291 time: 0.2219048 Jul 05 04:05:26.148007 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4fa13a09-e4f3-4b54-b811-eb5d53a9445d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8fba689077724a5fbfac2889e5283cd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9833679 Jul 05 04:05:26.151160 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39272) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:26.266031 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9285a-35cc-4eec-9229-7903f5bfeebe req-7dc8a6d3-0c24-4086-9f6d-72981f5395a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:26.266488 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9285a-35cc-4eec-9229-7903f5bfeebe req-7dc8a6d3-0c24-4086-9f6d-72981f5395a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:26.266965 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9285a-35cc-4eec-9229-7903f5bfeebe req-7dc8a6d3-0c24-4086-9f6d-72981f5395a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:26.268935 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bcc9285a-35cc-4eec-9229-7903f5bfeebe req-7dc8a6d3-0c24-4086-9f6d-72981f5395a7 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=50643a7691c345388c1f08c7454cea66&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1624517 Jul 05 04:05:26.327488 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-7268f047-36ac-4537-9345-1972e28aced8 req-fc62f8e6-0de8-4893-bfbb-d972f575caa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90bd2861-0357-48b2-8bd8-74abedd49bf0 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:26.332824 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cd04ac6c-bf70-4a1c-bc37-603f26b0de1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.340863 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-fc62f8e6-0de8-4893-bfbb-d972f575caa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.377499 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f563f2-5a38-48cb-b7cc-e992c119e74d req-92118df0-4911-46bd-8b43-ff946ca2907b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:26.384347 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f563f2-5a38-48cb-b7cc-e992c119e74d req-92118df0-4911-46bd-8b43-ff946ca2907b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:26.389159 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-490c0078-6bcc-4d24-a7f9-5f6245b47c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.391970 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f563f2-5a38-48cb-b7cc-e992c119e74d req-92118df0-4911-46bd-8b43-ff946ca2907b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:26.398279 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f563f2-5a38-48cb-b7cc-e992c119e74d req-92118df0-4911-46bd-8b43-ff946ca2907b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:26.405123 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f563f2-5a38-48cb-b7cc-e992c119e74d req-92118df0-4911-46bd-8b43-ff946ca2907b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:26.412263 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f563f2-5a38-48cb-b7cc-e992c119e74d req-92118df0-4911-46bd-8b43-ff946ca2907b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:26.420737 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f563f2-5a38-48cb-b7cc-e992c119e74d req-92118df0-4911-46bd-8b43-ff946ca2907b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:26.430570 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-04f563f2-5a38-48cb-b7cc-e992c119e74d req-92118df0-4911-46bd-8b43-ff946ca2907b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5395 time: 0.2726128 Jul 05 04:05:26.445296 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cd04ac6c-bf70-4a1c-bc37-603f26b0de1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.481755 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-7268f047-36ac-4537-9345-1972e28aced8 req-fc62f8e6-0de8-4893-bfbb-d972f575caa9 service neutron] Transition to ACTIVE for port object 90bd2861-0357-48b2-8bd8-74abedd49bf0 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:26.531986 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-04f563f2-5a38-48cb-b7cc-e992c119e74d req-b2fe3e2b-f939-4d49-aca7-4c15b31a3ac0 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0995989 Jul 05 04:05:26.533616 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-fc62f8e6-0de8-4893-bfbb-d972f575caa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.595722 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9285a-35cc-4eec-9229-7903f5bfeebe req-81a238e0-f0cf-417f-9ce0-d32704669349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:26.597244 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bcc9285a-35cc-4eec-9229-7903f5bfeebe req-81a238e0-f0cf-417f-9ce0-d32704669349 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3176203 Jul 05 04:05:26.662478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f6b49-8189-4af6-a22c-2a099c2f0ade req-ea607db7-d961-45dd-8a18-43b3fedb944b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:26.668321 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f48f6b49-8189-4af6-a22c-2a099c2f0ade req-ea607db7-d961-45dd-8a18-43b3fedb944b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.1831882 Jul 05 04:05:26.771357 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62f8e6-0de8-4893-bfbb-d972f575caa9 service neutron] Pushing event updated for resources: {'Port': ['ID=90bd2861-0357-48b2-8bd8-74abedd49bf0,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:26.780234 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cd04ac6c-bf70-4a1c-bc37-603f26b0de1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.783916 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cd04ac6c-bf70-4a1c-bc37-603f26b0de1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.785091 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cd04ac6c-bf70-4a1c-bc37-603f26b0de1d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1f00a471-279e-4cb5-a4db-c8a372f3c6bb HTTP/1.1" status: 204 len: 168 time: 0.6260226 Jul 05 04:05:26.841205 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04ac6c-bf70-4a1c-bc37-603f26b0de1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f00a471-279e-4cb5-a4db-c8a372f3c6bb,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:26.846047 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7268f047-36ac-4537-9345-1972e28aced8 req-fc62f8e6-0de8-4893-bfbb-d972f575caa9 service neutron] Attempting to bind port 90bd2861-0357-48b2-8bd8-74abedd49bf0 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:26.846387 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7268f047-36ac-4537-9345-1972e28aced8 req-fc62f8e6-0de8-4893-bfbb-d972f575caa9 service neutron] Attempting to bind port 90bd2861-0357-48b2-8bd8-74abedd49bf0 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '90cc6d36-a186-42bf-9075-63d2e4657a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:26.846719 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-fc62f8e6-0de8-4893-bfbb-d972f575caa9 service neutron] Attempting to bind port 90bd2861-0357-48b2-8bd8-74abedd49bf0 on network cb4fce54-78f5-46da-a4fc-a7c4ec35c56f {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:26.847617 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490c0078-6bcc-4d24-a7f9-5f6245b47c32 admin admin] Router cdfd9484-d790-4ff1-b619-2104fd16ff64 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:05:26.869490 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-fc62f8e6-0de8-4893-bfbb-d972f575caa9 service neutron] Port 90bd2861-0357-48b2-8bd8-74abedd49bf0 on network cb4fce54-78f5-46da-a4fc-a7c4ec35c56f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:05:26.869825 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-fc62f8e6-0de8-4893-bfbb-d972f575caa9 service neutron] Attempting to bind port 90bd2861-0357-48b2-8bd8-74abedd49bf0 on network cb4fce54-78f5-46da-a4fc-a7c4ec35c56f {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:26.879919 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-fc62f8e6-0de8-4893-bfbb-d972f575caa9 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:26.880261 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-fc62f8e6-0de8-4893-bfbb-d972f575caa9 service neutron] Checking segment: {'id': '90cc6d36-a186-42bf-9075-63d2e4657a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:26.880653 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-fc62f8e6-0de8-4893-bfbb-d972f575caa9 service neutron] Bound using segment: {'id': '90cc6d36-a186-42bf-9075-63d2e4657a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:26.881098 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7268f047-36ac-4537-9345-1972e28aced8 req-fc62f8e6-0de8-4893-bfbb-d972f575caa9 service neutron] Bound port: 90bd2861-0357-48b2-8bd8-74abedd49bf0, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90cc6d36-a186-42bf-9075-63d2e4657a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:26.881465 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-fc62f8e6-0de8-4893-bfbb-d972f575caa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.886321 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f48f6b49-8189-4af6-a22c-2a099c2f0ade req-76e80e57-a309-4882-a7b0-4f168aa0b763 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774111 Jul 05 04:05:27.005359 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-8b7358d0-1dc1-4ac0-84ae-7948c85c0fa9 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:27.013074 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-8b7358d0-1dc1-4ac0-84ae-7948c85c0fa9 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/networks?id=1dcac4dd-6370-4a16-a68a-d8ffae39b304 HTTP/1.1" status: 200 len: 806 time: 0.2673745 Jul 05 04:05:27.036112 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-fac6bf15-bcff-4298-81c1-a445a9113af5 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/quotas/e7f30e579fe94453a264d70ff2740003 HTTP/1.1" status: 200 len: 375 time: 0.0218596 Jul 05 04:05:27.073338 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7268f047-36ac-4537-9345-1972e28aced8 req-fc62f8e6-0de8-4893-bfbb-d972f575caa9 service neutron] For port 90bd2861-0357-48b2-8bd8-74abedd49bf0, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:27.097102 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490c0078-6bcc-4d24-a7f9-5f6245b47c32 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:27.107577 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] Sync routers for ids ['cdfd9484-d790-4ff1-b619-2104fd16ff64'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:27.117245 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7268f047-36ac-4537-9345-1972e28aced8 req-fc62f8e6-0de8-4893-bfbb-d972f575caa9 service neutron] For port 90bd2861-0357-48b2-8bd8-74abedd49bf0, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=90bd2861-0357-48b2-8bd8-74abedd49bf0,segment=NetworkSegment(90cc6d36-a186-42bf-9075-63d2e4657a66),segment_id=90cc6d36-a186-42bf-9075-63d2e4657a66)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:27.123303 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] Routers {'cdfd9484-d790-4ff1-b619-2104fd16ff64'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:27.124264 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:05:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['cdfd9484-d790-4ff1-b619-2104fd16ff64'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:27.151087 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-fc62f8e6-0de8-4893-bfbb-d972f575caa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.153647 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-490c0078-6bcc-4d24-a7f9-5f6245b47c32 admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.158006 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-490c0078-6bcc-4d24-a7f9-5f6245b47c32 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.3337076 Jul 05 04:05:27.160077 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39300) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:27.241788 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-94ab2bf0-f44e-4c6f-bf4d-2fe64c7fe0ed tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e7f30e579fe94453a264d70ff2740003&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2027640 Jul 05 04:05:27.262961 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-fc62f8e6-0de8-4893-bfbb-d972f575caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:27.263792 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-fc62f8e6-0de8-4893-bfbb-d972f575caa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.265884 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-fc62f8e6-0de8-4893-bfbb-d972f575caa9 service neutron] 10.222.0.89 "PUT /v2.0/ports/90bd2861-0357-48b2-8bd8-74abedd49bf0 HTTP/1.1" status: 200 len: 1092 time: 2.3571296 Jul 05 04:05:27.327181 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-7268f047-36ac-4537-9345-1972e28aced8 req-95e59290-ea2c-40cd-9427-7b3aea170b20 service neutron] Request body: {'port': {'device_id': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:27.422203 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] Set router cdfd9484-d790-4ff1-b619-2104fd16ff64 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:27.546042 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62f8e6-0de8-4893-bfbb-d972f575caa9 service neutron] Pushing event updated for resources: {'Port': ['ID=90bd2861-0357-48b2-8bd8-74abedd49bf0,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:27.546967 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3e6cddcf-51fc-4dae-a984-1b4f3a31abb2 req-000db07c-4651-4bad-8e04-512ed2da6d11 tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0750015 Jul 05 04:05:27.550975 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-09bba285-c334-452f-ab2a-2004db6f1135 req-292176e0-a74e-466a-af01-fc9063eedc4d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4559028 Jul 05 04:05:27.704478 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-e44ab1d8-0c9b-4b05-baf7-efe2410f0dac service neutron] 10.222.0.77 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616973 Jul 05 04:05:27.706652 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-95e59290-ea2c-40cd-9427-7b3aea170b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.829325 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'tag': '90bd2861-0357-48b2-8bd8-74abedd49bf0'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:27.832457 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b60c27-49dd-4777-81fd-9e985ce8ddb4" -d '{"events": [{"name": "network-changed", "server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "tag": "90bd2861-0357-48b2-8bd8-74abedd49bf0"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:27.900747 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfd9484-d790-4ff1-b619-2104fd16ff64', 'name': 'tempest-ServerRescueNegativeTestJSON-496951029-router', 'tenant_id': '926d31dd012d42b08dd59638f4bc0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '7b2a6a98-7135-4885-aa96-1692f5a55303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:20Z', 'updated_at': '2021-07-05T04:05:25Z', 'revision_number': 3, 'project_id': '926d31dd012d42b08dd59638f4bc0d7d', 'gw_port': {'id': '7b2a6a98-7135-4885-aa96-1692f5a55303', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:59:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfd9484-d790-4ff1-b619-2104fd16ff64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:23Z', 'updated_at': '2021-07-05T04:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:27.938426 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] Checking router: cdfd9484-d790-4ff1-b619-2104fd16ff64 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:05:27.940085 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] Updating router cdfd9484-d790-4ff1-b619-2104fd16ff64 port 7b2a6a98-7135-4885-aa96-1692f5a55303 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:05:27.983265 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.017378 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-704b4c7e-f45f-42df-8470-0f1e4a169276 service neutron] 10.222.0.77 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117988 Jul 05 04:05:28.218215 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-7268f047-36ac-4537-9345-1972e28aced8 req-95e59290-ea2c-40cd-9427-7b3aea170b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cec93df-cbad-411d-b19a-95f6dc421183 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:28.223489 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-95e59290-ea2c-40cd-9427-7b3aea170b20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.239591 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-7268f047-36ac-4537-9345-1972e28aced8 req-95e59290-ea2c-40cd-9427-7b3aea170b20 service neutron] Transition to ACTIVE for port object 6cec93df-cbad-411d-b19a-95f6dc421183 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:28.251532 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-95e59290-ea2c-40cd-9427-7b3aea170b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.379158 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e59290-ea2c-40cd-9427-7b3aea170b20 service neutron] Pushing event updated for resources: {'Port': ['ID=6cec93df-cbad-411d-b19a-95f6dc421183,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:28.405581 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e282d515-d932-48b3-bf6e-9af920a02b9e x-openstack-request-id: req-e282d515-d932-48b3-bf6e-9af920a02b9e {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:28.407035 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "tag": "90bd2861-0357-48b2-8bd8-74abedd49bf0", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:28.409730 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e282d515-d932-48b3-bf6e-9af920a02b9e {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:28.410342 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'tag': '90bd2861-0357-48b2-8bd8-74abedd49bf0', 'status': 'completed', 'code': 200} Jul 05 04:05:28.511007 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.553098 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] Transition to ACTIVE for port object 7b2a6a98-7135-4885-aa96-1692f5a55303 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:28.574280 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.684238 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7268f047-36ac-4537-9345-1972e28aced8 req-95e59290-ea2c-40cd-9427-7b3aea170b20 service neutron] Attempting to bind port 6cec93df-cbad-411d-b19a-95f6dc421183 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:28.684958 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7268f047-36ac-4537-9345-1972e28aced8 req-95e59290-ea2c-40cd-9427-7b3aea170b20 service neutron] Attempting to bind port 6cec93df-cbad-411d-b19a-95f6dc421183 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '50219518-e686-4906-b667-59b4817bf9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a6d904c9-d5c3-4585-9d21-be63aa884ed6'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:28.685979 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-95e59290-ea2c-40cd-9427-7b3aea170b20 service neutron] Attempting to bind port 6cec93df-cbad-411d-b19a-95f6dc421183 on network a6d904c9-d5c3-4585-9d21-be63aa884ed6 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:28.697309 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb77510-12ac-42c1-8644-5d2afbf09d66 None None] Pushing event updated for resources: {'Port': ['ID=7b2a6a98-7135-4885-aa96-1692f5a55303,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:28.748251 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bba285-c334-452f-ab2a-2004db6f1135 req-0cee060d-1c17-4995-8dfc-42d7b2c011a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:28.752821 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-09bba285-c334-452f-ab2a-2004db6f1135 req-0cee060d-1c17-4995-8dfc-42d7b2c011a7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b459d90a1104d2f9bfd9c3a9ab3c50e&device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 1097 time: 1.1005015 Jul 05 04:05:28.756707 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-26e28984-c3a9-4992-8b8b-30abc0ae1a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.762388 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-95e59290-ea2c-40cd-9427-7b3aea170b20 service neutron] Port 6cec93df-cbad-411d-b19a-95f6dc421183 on network a6d904c9-d5c3-4585-9d21-be63aa884ed6 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:05:28.762868 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-95e59290-ea2c-40cd-9427-7b3aea170b20 service neutron] Attempting to bind port 6cec93df-cbad-411d-b19a-95f6dc421183 on network a6d904c9-d5c3-4585-9d21-be63aa884ed6 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:28.765970 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] Attempting to bind port 7b2a6a98-7135-4885-aa96-1692f5a55303 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:28.768999 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] Attempting to bind port 7b2a6a98-7135-4885-aa96-1692f5a55303 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:28.769515 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] Attempting to bind port 7b2a6a98-7135-4885-aa96-1692f5a55303 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:28.775538 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-95e59290-ea2c-40cd-9427-7b3aea170b20 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:28.776422 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-95e59290-ea2c-40cd-9427-7b3aea170b20 service neutron] Checking segment: {'id': '50219518-e686-4906-b667-59b4817bf9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a6d904c9-d5c3-4585-9d21-be63aa884ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:28.777026 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-95e59290-ea2c-40cd-9427-7b3aea170b20 service neutron] Bound using segment: {'id': '50219518-e686-4906-b667-59b4817bf9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a6d904c9-d5c3-4585-9d21-be63aa884ed6'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:28.777678 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7268f047-36ac-4537-9345-1972e28aced8 req-95e59290-ea2c-40cd-9427-7b3aea170b20 service neutron] Bound port: 6cec93df-cbad-411d-b19a-95f6dc421183, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50219518-e686-4906-b667-59b4817bf9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a6d904c9-d5c3-4585-9d21-be63aa884ed6'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:28.778230 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-95e59290-ea2c-40cd-9427-7b3aea170b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.787851 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:28.788414 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:28.788934 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.789435 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:28.790055 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] Bound port: 7b2a6a98-7135-4885-aa96-1692f5a55303, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:28.790543 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.848028 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698df749-f4c7-44bb-a266-b1995affb72f req-7278fc2c-ff86-4ad0-9e42-26b3c3c72b2e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:28.861156 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-698df749-f4c7-44bb-a266-b1995affb72f req-7278fc2c-ff86-4ad0-9e42-26b3c3c72b2e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.2627389 Jul 05 04:05:28.909432 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] For port 7b2a6a98-7135-4885-aa96-1692f5a55303, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:28.913588 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] For port 7b2a6a98-7135-4885-aa96-1692f5a55303, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7b2a6a98-7135-4885-aa96-1692f5a55303,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:28.926106 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.969925 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-698df749-f4c7-44bb-a266-b1995affb72f req-39352f48-9a58-4017-bba3-2ab7d16b446c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078701 Jul 05 04:05:29.040743 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7268f047-36ac-4537-9345-1972e28aced8 req-95e59290-ea2c-40cd-9427-7b3aea170b20 service neutron] For port 6cec93df-cbad-411d-b19a-95f6dc421183, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:29.047380 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7268f047-36ac-4537-9345-1972e28aced8 req-95e59290-ea2c-40cd-9427-7b3aea170b20 service neutron] For port 6cec93df-cbad-411d-b19a-95f6dc421183, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=6cec93df-cbad-411d-b19a-95f6dc421183,segment=NetworkSegment(50219518-e686-4906-b667-59b4817bf9d2),segment_id=50219518-e686-4906-b667-59b4817bf9d2)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:29.061457 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-95e59290-ea2c-40cd-9427-7b3aea170b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.076969 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb77510-12ac-42c1-8644-5d2afbf09d66 None None] Pushing event updated for resources: {'Port': ['ID=7b2a6a98-7135-4885-aa96-1692f5a55303,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:29.146579 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-95e59290-ea2c-40cd-9427-7b3aea170b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:29.147531 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-95e59290-ea2c-40cd-9427-7b3aea170b20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.149423 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-95e59290-ea2c-40cd-9427-7b3aea170b20 service neutron] 10.222.0.89 "PUT /v2.0/ports/6cec93df-cbad-411d-b19a-95f6dc421183 HTTP/1.1" status: 200 len: 1092 time: 1.8330891 Jul 05 04:05:29.192280 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e59290-ea2c-40cd-9427-7b3aea170b20 service neutron] Pushing event updated for resources: {'Port': ['ID=6cec93df-cbad-411d-b19a-95f6dc421183,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:29.195753 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] Routers {'cdfd9484-d790-4ff1-b619-2104fd16ff64'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:29.202286 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:05:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['cdfd9484-d790-4ff1-b619-2104fd16ff64'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:29.215894 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-7268f047-36ac-4537-9345-1972e28aced8 req-5df22dbe-bf03-436d-b924-755696b8a200 service neutron] Request body: {'port': {'device_id': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:29.264033 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-afda6f9f-ea3b-4040-8baf-6823f92ebed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.280174 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b60c27-49dd-4777-81fd-9e985ce8ddb4 req-9f4dc664-65e6-4f76-ad0f-1079ce2c0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:29.280977 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b60c27-49dd-4777-81fd-9e985ce8ddb4 req-9f4dc664-65e6-4f76-ad0f-1079ce2c0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:29.281629 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b60c27-49dd-4777-81fd-9e985ce8ddb4 req-9f4dc664-65e6-4f76-ad0f-1079ce2c0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:29.282344 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b60c27-49dd-4777-81fd-9e985ce8ddb4 req-9f4dc664-65e6-4f76-ad0f-1079ce2c0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:29.282984 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b60c27-49dd-4777-81fd-9e985ce8ddb4 req-9f4dc664-65e6-4f76-ad0f-1079ce2c0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:29.283626 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b60c27-49dd-4777-81fd-9e985ce8ddb4 req-9f4dc664-65e6-4f76-ad0f-1079ce2c0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:29.284444 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b60c27-49dd-4777-81fd-9e985ce8ddb4 req-9f4dc664-65e6-4f76-ad0f-1079ce2c0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:29.286721 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49b60c27-49dd-4777-81fd-9e985ce8ddb4 req-9f4dc664-65e6-4f76-ad0f-1079ce2c0e5a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=50643a7691c345388c1f08c7454cea66&device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 6385 time: 0.8803337 Jul 05 04:05:29.366969 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e33e7-032f-40dc-8a3f-aa794549392a req-cf373409-cff3-4214-bd16-185efe3f943e tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:29.379466 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e33e7-032f-40dc-8a3f-aa794549392a req-cf373409-cff3-4214-bd16-185efe3f943e tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:29.398937 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e33e7-032f-40dc-8a3f-aa794549392a req-cf373409-cff3-4214-bd16-185efe3f943e tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:29.419074 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0ffa27c4-384e-462f-bd77-12c726d8090c req-7dfd3189-6c80-4adc-94f0-44cbf97a4a08 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=df69a7d9-cfb0-449d-9788-fa8076ecc651 HTTP/1.1" status: 200 len: 210 time: 0.1194580 Jul 05 04:05:29.421108 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.425176 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e33e7-032f-40dc-8a3f-aa794549392a req-cf373409-cff3-4214-bd16-185efe3f943e tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:29.435966 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e33e7-032f-40dc-8a3f-aa794549392a req-cf373409-cff3-4214-bd16-185efe3f943e tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:29.453508 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e33e7-032f-40dc-8a3f-aa794549392a req-cf373409-cff3-4214-bd16-185efe3f943e tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:29.453918 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e33e7-032f-40dc-8a3f-aa794549392a req-cf373409-cff3-4214-bd16-185efe3f943e tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:29.464857 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] Set router cdfd9484-d790-4ff1-b619-2104fd16ff64 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:29.484754 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c98e33e7-032f-40dc-8a3f-aa794549392a req-cf373409-cff3-4214-bd16-185efe3f943e tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5419 time: 1.0731423 Jul 05 04:05:29.593422 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-5df22dbe-bf03-436d-b924-755696b8a200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.685399 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bba285-c334-452f-ab2a-2004db6f1135 req-6da6f8ce-74bd-435f-a007-b539a48ee50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:29.687712 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-09bba285-c334-452f-ab2a-2004db6f1135 req-6da6f8ce-74bd-435f-a007-b539a48ee50a service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b HTTP/1.1" status: 200 len: 911 time: 0.7949271 Jul 05 04:05:29.806859 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-234871b2-a99d-4688-b8b8-1e2f0bd7b14b req-6c660d1c-aa84-4a33-8a4a-1031cc327d5b tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.1550465 Jul 05 04:05:29.830088 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfd9484-d790-4ff1-b619-2104fd16ff64', 'name': 'tempest-ServerRescueNegativeTestJSON-496951029-router', 'tenant_id': '926d31dd012d42b08dd59638f4bc0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '7b2a6a98-7135-4885-aa96-1692f5a55303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:20Z', 'updated_at': '2021-07-05T04:05:25Z', 'revision_number': 3, 'project_id': '926d31dd012d42b08dd59638f4bc0d7d', 'gw_port': {'id': '7b2a6a98-7135-4885-aa96-1692f5a55303', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:59:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfd9484-d790-4ff1-b619-2104fd16ff64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:23Z', 'updated_at': '2021-07-05T04:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:29.899623 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411bd3df-6e59-420f-968e-1df768bc8098 None None] The sync data for ids ['cdfd9484-d790-4ff1-b619-2104fd16ff64'] in n-d-780147-23 is: [{'id': 'cdfd9484-d790-4ff1-b619-2104fd16ff64', 'name': 'tempest-ServerRescueNegativeTestJSON-496951029-router', 'tenant_id': '926d31dd012d42b08dd59638f4bc0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '7b2a6a98-7135-4885-aa96-1692f5a55303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:20Z', 'updated_at': '2021-07-05T04:05:25Z', 'revision_number': 3, 'project_id': '926d31dd012d42b08dd59638f4bc0d7d', 'gw_port': {'id': '7b2a6a98-7135-4885-aa96-1692f5a55303', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:59:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfd9484-d790-4ff1-b619-2104fd16ff64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:23Z', 'updated_at': '2021-07-05T04:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:29.923857 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c98e33e7-032f-40dc-8a3f-aa794549392a req-ace223d9-6f99-41da-8547-c07c7e9a673c tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4365420 Jul 05 04:05:30.011493 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-09bba285-c334-452f-ab2a-2004db6f1135 req-7043ebd1-e090-4470-83ce-63aab81b76c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 HTTP/1.1" status: 200 len: 1001 time: 0.2737164 Jul 05 04:05:30.078211 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b60c27-49dd-4777-81fd-9e985ce8ddb4 req-a0321d3f-c388-4868-9a0d-82dea5263cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:30.078211 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b60c27-49dd-4777-81fd-9e985ce8ddb4 req-a0321d3f-c388-4868-9a0d-82dea5263cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:30.078211 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b60c27-49dd-4777-81fd-9e985ce8ddb4 req-a0321d3f-c388-4868-9a0d-82dea5263cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:30.079012 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49b60c27-49dd-4777-81fd-9e985ce8ddb4 req-a0321d3f-c388-4868-9a0d-82dea5263cc2 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=50643a7691c345388c1f08c7454cea66&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7808409 Jul 05 04:05:30.243571 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bba285-c334-452f-ab2a-2004db6f1135 req-63c45959-29b1-45af-a53c-e5a8cd0d7178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:30.246190 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-09bba285-c334-452f-ab2a-2004db6f1135 req-63c45959-29b1-45af-a53c-e5a8cd0d7178 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9ee9ae53-c8ee-4b49-a395-854bb0a3c12c HTTP/1.1" status: 200 len: 849 time: 0.2286520 Jul 05 04:05:30.284672 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-7268f047-36ac-4537-9345-1972e28aced8 req-5df22dbe-bf03-436d-b924-755696b8a200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4d202a6-ac7b-4064-86e3-09e5957ff02e {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:30.294497 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-5df22dbe-bf03-436d-b924-755696b8a200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.311747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-afda6f9f-ea3b-4040-8baf-6823f92ebed7 admin admin] Allocated IP 172.20.0.1 (0d181948-6f38-4cce-b66b-21d3a10c7c4e/eef02c9b-cdba-4d27-9b33-4ac4c6fe1358/97fa14fb-acf0-446e-865f-085c7211210d) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:30.312696 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-7268f047-36ac-4537-9345-1972e28aced8 req-5df22dbe-bf03-436d-b924-755696b8a200 service neutron] Transition to ACTIVE for port object f4d202a6-ac7b-4064-86e3-09e5957ff02e will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:30.328006 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-5df22dbe-bf03-436d-b924-755696b8a200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.416249 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'tag': '6cec93df-cbad-411d-b19a-95f6dc421183'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:30.419977 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40a8f6f-5669-47ce-bb75-27ac58bb9dda" -d '{"events": [{"name": "network-changed", "server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "tag": "6cec93df-cbad-411d-b19a-95f6dc421183"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:30.522759 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d284b8-2b5d-4fcb-87ef-f4aed1bc1737 x-openstack-request-id: req-98d284b8-2b5d-4fcb-87ef-f4aed1bc1737 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:30.523361 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "tag": "6cec93df-cbad-411d-b19a-95f6dc421183", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:30.524759 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-98d284b8-2b5d-4fcb-87ef-f4aed1bc1737 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:30.527921 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'tag': '6cec93df-cbad-411d-b19a-95f6dc421183', 'status': 'completed', 'code': 200} Jul 05 04:05:30.549880 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b60c27-49dd-4777-81fd-9e985ce8ddb4 req-d997fb48-d9b3-4f33-89c5-6da8adabf358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:30.555636 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49b60c27-49dd-4777-81fd-9e985ce8ddb4 req-d997fb48-d9b3-4f33-89c5-6da8adabf358 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4663591 Jul 05 04:05:30.568341 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df22dbe-bf03-436d-b924-755696b8a200 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d202a6-ac7b-4064-86e3-09e5957ff02e,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:30.755348 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-afda6f9f-ea3b-4040-8baf-6823f92ebed7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.888346 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30247a-d9f3-4fbb-bf23-cafcab526466 req-07742a6c-804c-4314-b14c-db524ebf5726 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:30.892381 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8bdaf1ce-fda5-4608-ac91-f2c6519aed5f req-6dc3fc6a-9b32-4fca-99f8-e1255a73fd54 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=df69a7d9-cfb0-449d-9788-fa8076ecc651 HTTP/1.1" status: 200 len: 210 time: 0.1074355 Jul 05 04:05:30.897079 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5d30247a-d9f3-4fbb-bf23-cafcab526466 req-07742a6c-804c-4314-b14c-db524ebf5726 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.6961131 Jul 05 04:05:30.945785 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bba285-c334-452f-ab2a-2004db6f1135 req-f146345e-bcdf-4c65-b907-9e56d9a2c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:30.948666 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-09bba285-c334-452f-ab2a-2004db6f1135 req-f146345e-bcdf-4c65-b907-9e56d9a2c6b9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6508794 Jul 05 04:05:30.966285 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7268f047-36ac-4537-9345-1972e28aced8 req-5df22dbe-bf03-436d-b924-755696b8a200 service neutron] Attempting to bind port f4d202a6-ac7b-4064-86e3-09e5957ff02e on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:30.969771 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7268f047-36ac-4537-9345-1972e28aced8 req-5df22dbe-bf03-436d-b924-755696b8a200 service neutron] Attempting to bind port f4d202a6-ac7b-4064-86e3-09e5957ff02e by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '50219518-e686-4906-b667-59b4817bf9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a6d904c9-d5c3-4585-9d21-be63aa884ed6'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:30.970164 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-5df22dbe-bf03-436d-b924-755696b8a200 service neutron] Attempting to bind port f4d202a6-ac7b-4064-86e3-09e5957ff02e on network a6d904c9-d5c3-4585-9d21-be63aa884ed6 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:30.984342 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-5df22dbe-bf03-436d-b924-755696b8a200 service neutron] Port f4d202a6-ac7b-4064-86e3-09e5957ff02e on network a6d904c9-d5c3-4585-9d21-be63aa884ed6 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:05:30.984673 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-5df22dbe-bf03-436d-b924-755696b8a200 service neutron] Attempting to bind port f4d202a6-ac7b-4064-86e3-09e5957ff02e on network a6d904c9-d5c3-4585-9d21-be63aa884ed6 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:31.014204 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-cdb78d53-61ab-481b-b703-c87664f9c27f tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:31.015723 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-cdb78d53-61ab-481b-b703-c87664f9c27f tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.70 "GET /v2.0/networks?id=1dcac4dd-6370-4a16-a68a-d8ffae39b304 HTTP/1.1" status: 200 len: 806 time: 0.5541031 Jul 05 04:05:31.016371 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39368) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:31.018494 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5d30247a-d9f3-4fbb-bf23-cafcab526466 req-43f40889-23cf-4da5-be76-2a83f8c7622a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201370 Jul 05 04:05:31.018670 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-5df22dbe-bf03-436d-b924-755696b8a200 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:31.018898 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-5df22dbe-bf03-436d-b924-755696b8a200 service neutron] Checking segment: {'id': '50219518-e686-4906-b667-59b4817bf9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a6d904c9-d5c3-4585-9d21-be63aa884ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:31.019282 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f047-36ac-4537-9345-1972e28aced8 req-5df22dbe-bf03-436d-b924-755696b8a200 service neutron] Bound using segment: {'id': '50219518-e686-4906-b667-59b4817bf9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a6d904c9-d5c3-4585-9d21-be63aa884ed6'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:31.026298 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7268f047-36ac-4537-9345-1972e28aced8 req-5df22dbe-bf03-436d-b924-755696b8a200 service neutron] Bound port: f4d202a6-ac7b-4064-86e3-09e5957ff02e, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50219518-e686-4906-b667-59b4817bf9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a6d904c9-d5c3-4585-9d21-be63aa884ed6'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:31.026813 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-5df22dbe-bf03-436d-b924-755696b8a200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.075715 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-9d17e70c-baeb-43b7-a2fa-1606175dd2d4 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Request body: {'port': {'device_id': 'df69a7d9-cfb0-449d-9788-fa8076ecc651', 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304', 'admin_state_up': True, 'tenant_id': 'e7f30e579fe94453a264d70ff2740003'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:31.185551 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7b2a6a98-7135-4885-aa96-1692f5a55303 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:31.208176 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a8f6f-5669-47ce-bb75-27ac58bb9dda req-e1908e1e-9447-467c-a502-74dc3fbcb74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:31.213696 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a8f6f-5669-47ce-bb75-27ac58bb9dda req-e1908e1e-9447-467c-a502-74dc3fbcb74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:31.214575 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a8f6f-5669-47ce-bb75-27ac58bb9dda req-e1908e1e-9447-467c-a502-74dc3fbcb74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:31.214771 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a8f6f-5669-47ce-bb75-27ac58bb9dda req-e1908e1e-9447-467c-a502-74dc3fbcb74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:31.215313 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a8f6f-5669-47ce-bb75-27ac58bb9dda req-e1908e1e-9447-467c-a502-74dc3fbcb74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:31.215877 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a8f6f-5669-47ce-bb75-27ac58bb9dda req-e1908e1e-9447-467c-a502-74dc3fbcb74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:31.217971 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a8f6f-5669-47ce-bb75-27ac58bb9dda req-e1908e1e-9447-467c-a502-74dc3fbcb74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:31.224362 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c40a8f6f-5669-47ce-bb75-27ac58bb9dda req-e1908e1e-9447-467c-a502-74dc3fbcb74d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=50643a7691c345388c1f08c7454cea66&device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 6453 time: 0.4054534 Jul 05 04:05:31.243538 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-afda6f9f-ea3b-4040-8baf-6823f92ebed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.282861 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4c859315-fc3f-4cb8-b0db-216fbab3d62e req-32074056-d7ea-407a-bf9e-4d9b092704b3 tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0468385 Jul 05 04:05:31.284789 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 7b2a6a98-7135-4885-aa96-1692f5a55303 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:31.295113 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 7b2a6a98-7135-4885-aa96-1692f5a55303 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:31.295357 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.310515 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7268f047-36ac-4537-9345-1972e28aced8 req-5df22dbe-bf03-436d-b924-755696b8a200 service neutron] For port f4d202a6-ac7b-4064-86e3-09e5957ff02e, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:31.317044 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-95de76bb-9475-4a9c-9f71-928bcca470d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.344795 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7268f047-36ac-4537-9345-1972e28aced8 req-5df22dbe-bf03-436d-b924-755696b8a200 service neutron] For port f4d202a6-ac7b-4064-86e3-09e5957ff02e, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=f4d202a6-ac7b-4064-86e3-09e5957ff02e,segment=NetworkSegment(50219518-e686-4906-b667-59b4817bf9d2),segment_id=50219518-e686-4906-b667-59b4817bf9d2)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:31.377788 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-5df22dbe-bf03-436d-b924-755696b8a200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.382435 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afda6f9f-ea3b-4040-8baf-6823f92ebed7 admin admin] Network 0d181948-6f38-4cce-b66b-21d3a10c7c4e is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:31.390792 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-529ecd8c-cb76-4ee4-877a-53f7d724aeab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.467091 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-afda6f9f-ea3b-4040-8baf-6823f92ebed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:31.470372 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afda6f9f-ea3b-4040-8baf-6823f92ebed7 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:31.499470 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-5df22dbe-bf03-436d-b924-755696b8a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:31.500057 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7268f047-36ac-4537-9345-1972e28aced8 req-5df22dbe-bf03-436d-b924-755696b8a200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.502397 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-5df22dbe-bf03-436d-b924-755696b8a200 service neutron] 10.222.0.89 "PUT /v2.0/ports/f4d202a6-ac7b-4064-86e3-09e5957ff02e HTTP/1.1" status: 200 len: 1092 time: 2.2986727 Jul 05 04:05:31.505399 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.545736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 7b2a6a98-7135-4885-aa96-1692f5a55303, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7b2a6a98-7135-4885-aa96-1692f5a55303,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:31.549037 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-09bba285-c334-452f-ab2a-2004db6f1135 req-8f9724ff-ba1a-490f-a852-a6e5120319ea service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842407 Jul 05 04:05:31.554954 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.557717 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df22dbe-bf03-436d-b924-755696b8a200 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d202a6-ac7b-4064-86e3-09e5957ff02e,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:31.590661 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda6f9f-ea3b-4040-8baf-6823f92ebed7 admin admin] Pushing event updated for resources: {'Port': ['ID=97fa14fb-acf0-446e-865f-085c7211210d,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:31.615049 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-afda6f9f-ea3b-4040-8baf-6823f92ebed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.657006 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=7b2a6a98-7135-4885-aa96-1692f5a55303,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:31.676147 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-95de76bb-9475-4a9c-9f71-928bcca470d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.686488 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-95de76bb-9475-4a9c-9f71-928bcca470d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.694092 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.746857 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-9d17e70c-baeb-43b7-a2fa-1606175dd2d4 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Made reservation on behalf of e7f30e579fe94453a264d70ff2740003 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:31.750802 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-9d17e70c-baeb-43b7-a2fa-1606175dd2d4 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.760646 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-95de76bb-9475-4a9c-9f71-928bcca470d4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6a7b076401054680b7dbcbfa47c0a696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7428682 Jul 05 04:05:31.761948 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de76bb-9475-4a9c-9f71-928bcca470d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11480f81-32d0-48de-8ba6-d9a2aa7f8387,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:31.772294 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39374) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:31.893127 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0bceed9c-31b9-40f7-ae2f-ab8703c1b37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.953986 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0bceed9c-31b9-40f7-ae2f-ab8703c1b37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.015664 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-9d17e70c-baeb-43b7-a2fa-1606175dd2d4 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Allocated IP 172.20.0.13 (1dcac4dd-6370-4a16-a68a-d8ffae39b304/248c3b61-cc11-4019-9b85-60af49b5384a/6d951f15-a5ca-4b31-bc71-06d40bbfba45) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:32.019157 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a8f6f-5669-47ce-bb75-27ac58bb9dda req-9566cfa9-13ec-4e97-87b1-58226397051a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.019720 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a8f6f-5669-47ce-bb75-27ac58bb9dda req-9566cfa9-13ec-4e97-87b1-58226397051a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.020480 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a8f6f-5669-47ce-bb75-27ac58bb9dda req-9566cfa9-13ec-4e97-87b1-58226397051a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.021840 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c40a8f6f-5669-47ce-bb75-27ac58bb9dda req-9566cfa9-13ec-4e97-87b1-58226397051a service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=50643a7691c345388c1f08c7454cea66&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7601452 Jul 05 04:05:32.038135 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e334748-c289-4ffd-8b99-e2032671c820 req-c2f3a40e-6fbc-407f-8f13-d856f1a8634f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.044975 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e334748-c289-4ffd-8b99-e2032671c820 req-c2f3a40e-6fbc-407f-8f13-d856f1a8634f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.051053 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e334748-c289-4ffd-8b99-e2032671c820 req-c2f3a40e-6fbc-407f-8f13-d856f1a8634f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.057501 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e334748-c289-4ffd-8b99-e2032671c820 req-c2f3a40e-6fbc-407f-8f13-d856f1a8634f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.063367 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e334748-c289-4ffd-8b99-e2032671c820 req-c2f3a40e-6fbc-407f-8f13-d856f1a8634f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.069274 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e334748-c289-4ffd-8b99-e2032671c820 req-c2f3a40e-6fbc-407f-8f13-d856f1a8634f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.076106 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e334748-c289-4ffd-8b99-e2032671c820 req-c2f3a40e-6fbc-407f-8f13-d856f1a8634f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.076364 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-73a8c2cf-fbfd-4dcf-9f28-6528885f5b7b req-420ba719-4be3-4781-a856-01aff84d6f20 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=df69a7d9-cfb0-449d-9788-fa8076ecc651 HTTP/1.1" status: 200 len: 210 time: 0.0404491 Jul 05 04:05:32.078075 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2e334748-c289-4ffd-8b99-e2032671c820 req-c2f3a40e-6fbc-407f-8f13-d856f1a8634f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5431 time: 0.8407359 Jul 05 04:05:32.081880 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0bceed9c-31b9-40f7-ae2f-ab8703c1b37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.084499 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0bceed9c-31b9-40f7-ae2f-ab8703c1b37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.089024 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0bceed9c-31b9-40f7-ae2f-ab8703c1b37f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/11480f81-32d0-48de-8ba6-d9a2aa7f8387 HTTP/1.1" status: 204 len: 168 time: 0.3123198 Jul 05 04:05:32.196683 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bceed9c-31b9-40f7-ae2f-ab8703c1b37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11480f81-32d0-48de-8ba6-d9a2aa7f8387,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:32.248580 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2e334748-c289-4ffd-8b99-e2032671c820 req-3cf882be-e9c3-4005-8d5a-d034fbece498 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1597645 Jul 05 04:05:32.269516 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-09bba285-c334-452f-ab2a-2004db6f1135 req-0fb53dd2-8e59-4335-89d5-4784c0fa28a1 service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5986888 Jul 05 04:05:32.323769 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a8f6f-5669-47ce-bb75-27ac58bb9dda req-3ef0a0fa-94fd-4743-8162-be019160065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.325319 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c40a8f6f-5669-47ce-bb75-27ac58bb9dda req-3ef0a0fa-94fd-4743-8162-be019160065b service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2385881 Jul 05 04:05:32.356415 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-afda6f9f-ea3b-4040-8baf-6823f92ebed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.380641 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-9d17e70c-baeb-43b7-a2fa-1606175dd2d4 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.421382 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1c442-cae4-4992-b5de-d49b06808da0 req-178e79be-d56f-4d5a-b63e-536bb0ced269 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.422986 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-29c1c442-cae4-4992-b5de-d49b06808da0 req-178e79be-d56f-4d5a-b63e-536bb0ced269 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.1560128 Jul 05 04:05:32.480682 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-29c1c442-cae4-4992-b5de-d49b06808da0 req-28dfd58a-5df6-4a08-a0e6-4f34a9664b51 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487967 Jul 05 04:05:32.491403 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-9d17e70c-baeb-43b7-a2fa-1606175dd2d4 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.508841 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['2bbb9632-1387-46c5-bff5-92b0c5ecba56'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:32.538734 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'tag': 'f4d202a6-ac7b-4064-86e3-09e5957ff02e'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:32.547177 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6b306f-6cdc-4b4f-9bfd-82e37c207bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "tag": "f4d202a6-ac7b-4064-86e3-09e5957ff02e"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:32.562340 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-9d17e70c-baeb-43b7-a2fa-1606175dd2d4 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:32.568419 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-9d17e70c-baeb-43b7-a2fa-1606175dd2d4 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:32.578203 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-9d17e70c-baeb-43b7-a2fa-1606175dd2d4 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:32.602875 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a991f4d4-ee3a-4e20-8c56-f5ee14198283 req-37f6db30-aea2-42e1-a82e-a9d7e86817b1 tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0605989 Jul 05 04:05:32.620323 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-985a5267-79ab-4aa1-af40-995516b777d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.621096 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-985a5267-79ab-4aa1-af40-995516b777d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.621912 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-985a5267-79ab-4aa1-af40-995516b777d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.622758 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-985a5267-79ab-4aa1-af40-995516b777d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.623242 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39392) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:32.623978 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-985a5267-79ab-4aa1-af40-995516b777d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.624725 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-985a5267-79ab-4aa1-af40-995516b777d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.625398 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-985a5267-79ab-4aa1-af40-995516b777d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.629369 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-985a5267-79ab-4aa1-af40-995516b777d5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=50643a7691c345388c1f08c7454cea66&device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 6495 time: 0.2532847 Jul 05 04:05:32.634382 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17e70c-baeb-43b7-a2fa-1606175dd2d4 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Pushing event updated for resources: {'Port': ['ID=6d951f15-a5ca-4b31-bc71-06d40bbfba45,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:32.659499 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2dbdaa19-83a7-479a-af22-7c385fd3b7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.679776 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.715298 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-3451355f-2328-46b9-bf58-138985ec1f97 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 HTTP/1.1" status: 200 len: 217 time: 0.0737104 Jul 05 04:05:32.762694 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-9d17e70c-baeb-43b7-a2fa-1606175dd2d4 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.763431 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-9d17e70c-baeb-43b7-a2fa-1606175dd2d4 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.815753 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c482304c-55b0-4144-8d70-a526f2cb65be x-openstack-request-id: req-c482304c-55b0-4144-8d70-a526f2cb65be {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:32.816035 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "tag": "f4d202a6-ac7b-4064-86e3-09e5957ff02e", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:32.816301 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c482304c-55b0-4144-8d70-a526f2cb65be {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:32.816700 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'tag': 'f4d202a6-ac7b-4064-86e3-09e5957ff02e', 'status': 'completed', 'code': 200} Jul 05 04:05:32.817026 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-bbf374f6-b9c6-47ba-a442-2a9f48ec5672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.818523 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-bbf374f6-b9c6-47ba-a442-2a9f48ec5672 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f6a89750-87ba-44fb-8296-741d431f172e HTTP/1.1" status: 200 len: 856 time: 0.0960972 Jul 05 04:05:32.822024 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2dbdaa19-83a7-479a-af22-7c385fd3b7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.827705 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2dbdaa19-83a7-479a-af22-7c385fd3b7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.829090 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-afda6f9f-ea3b-4040-8baf-6823f92ebed7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.840657 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-9d17e70c-baeb-43b7-a2fa-1606175dd2d4 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7757449 Jul 05 04:05:32.840886 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-afda6f9f-ea3b-4040-8baf-6823f92ebed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.873487 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-2e0e97a1-0260-45b0-b231-277caf2dd24d service neutron] Request body: {'port': {'device_id': 'df69a7d9-cfb0-449d-9788-fa8076ecc651', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:32.904356 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2dbdaa19-83a7-479a-af22-7c385fd3b7ff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d849d470367a45e9ba41904f6a393ff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2772944 Jul 05 04:05:32.906079 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39396) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:32.908801 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdaa19-83a7-479a-af22-7c385fd3b7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500029ab-7700-4a4a-8928-330a50b51835,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:32.973472 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda6f9f-ea3b-4040-8baf-6823f92ebed7 admin admin] Pushing event updated for resources: {'Port': ['ID=97fa14fb-acf0-446e-865f-085c7211210d,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:32.975977 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-afda6f9f-ea3b-4040-8baf-6823f92ebed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.987560 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-2e0e97a1-0260-45b0-b231-277caf2dd24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.062043 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-c9cfc41f-6651-4aaf-99b8-fb3e0b0bb1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:33.063685 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-c9cfc41f-6651-4aaf-99b8-fb3e0b0bb1dd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8ea7df2c-9621-40f9-b0fb-19b9c2e4305a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2369502 Jul 05 04:05:33.067850 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d88da91-fbb7-4d3d-bf6f-3c9063ccf78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.134338 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7b2a6a98-7135-4885-aa96-1692f5a55303 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:33.175089 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9db59-d800-4b23-9601-aaef075f4983 req-a68d4815-8518-47b8-ba8b-0110eda646cf tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:33.176662 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eea9db59-d800-4b23-9601-aaef075f4983 req-a68d4815-8518-47b8-ba8b-0110eda646cf tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.1531043 Jul 05 04:05:33.200748 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d88da91-fbb7-4d3d-bf6f-3c9063ccf78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.214578 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 7b2a6a98-7135-4885-aa96-1692f5a55303 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:33.215229 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.256035 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afda6f9f-ea3b-4040-8baf-6823f92ebed7 admin admin] Network 0d181948-6f38-4cce-b66b-21d3a10c7c4e is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:33.267401 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eea9db59-d800-4b23-9601-aaef075f4983 req-304a3fc9-80dc-4013-a692-2db1931bd763 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793264 Jul 05 04:05:33.275403 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-afda6f9f-ea3b-4040-8baf-6823f92ebed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:33.333507 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-f087c12e-97bb-4a97-bfca-30a230650de0 service neutron] 10.222.0.89 "GET /v2.0/networks/8ea7df2c-9621-40f9-b0fb-19b9c2e4305a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595036 Jul 05 04:05:33.379209 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7f7a7-6446-4321-be45-7cabfd53c5de req-259b76ac-b6db-4938-adca-987ba828c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:33.380758 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-06b7f7a7-6446-4321-be45-7cabfd53c5de req-259b76ac-b6db-4938-adca-987ba828c205 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 1096 time: 0.3057005 Jul 05 04:05:33.408627 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-2e0e97a1-0260-45b0-b231-277caf2dd24d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d951f15-a5ca-4b31-bc71-06d40bbfba45 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:33.424430 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-2e0e97a1-0260-45b0-b231-277caf2dd24d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.480538 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-2e0e97a1-0260-45b0-b231-277caf2dd24d service neutron] Transition to ACTIVE for port object 6d951f15-a5ca-4b31-bc71-06d40bbfba45 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:33.486245 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-2e0e97a1-0260-45b0-b231-277caf2dd24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.537307 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d88da91-fbb7-4d3d-bf6f-3c9063ccf78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.539516 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d88da91-fbb7-4d3d-bf6f-3c9063ccf78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.542265 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5d88da91-fbb7-4d3d-bf6f-3c9063ccf78d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/500029ab-7700-4a4a-8928-330a50b51835 HTTP/1.1" status: 204 len: 168 time: 0.6299970 Jul 05 04:05:33.555819 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e97a1-0260-45b0-b231-277caf2dd24d service neutron] Pushing event updated for resources: {'Port': ['ID=6d951f15-a5ca-4b31-bc71-06d40bbfba45,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:33.589584 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88da91-fbb7-4d3d-bf6f-3c9063ccf78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500029ab-7700-4a4a-8928-330a50b51835,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:33.620778 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a31152-8d15-4af5-bcd3-a17cea1b6753 req-0fced859-5fcf-4332-b1a9-8cf74dced529 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:33.627226 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a31152-8d15-4af5-bcd3-a17cea1b6753 req-0fced859-5fcf-4332-b1a9-8cf74dced529 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:33.632690 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a31152-8d15-4af5-bcd3-a17cea1b6753 req-0fced859-5fcf-4332-b1a9-8cf74dced529 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:33.635856 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502654c-1e6b-480f-b03d-64298a4a0587 req-d45e68c1-6e8f-4e6b-b35d-e47620d7c538 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:33.637615 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e502654c-1e6b-480f-b03d-64298a4a0587 req-d45e68c1-6e8f-4e6b-b35d-e47620d7c538 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=df69a7d9-cfb0-449d-9788-fa8076ecc651 HTTP/1.1" status: 200 len: 932 time: 0.3685868 Jul 05 04:05:33.639851 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a31152-8d15-4af5-bcd3-a17cea1b6753 req-0fced859-5fcf-4332-b1a9-8cf74dced529 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:33.645253 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a31152-8d15-4af5-bcd3-a17cea1b6753 req-0fced859-5fcf-4332-b1a9-8cf74dced529 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:33.651453 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a31152-8d15-4af5-bcd3-a17cea1b6753 req-0fced859-5fcf-4332-b1a9-8cf74dced529 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:33.657486 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a31152-8d15-4af5-bcd3-a17cea1b6753 req-0fced859-5fcf-4332-b1a9-8cf74dced529 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:33.665703 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-74a31152-8d15-4af5-bcd3-a17cea1b6753 req-0fced859-5fcf-4332-b1a9-8cf74dced529 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5431 time: 0.2165003 Jul 05 04:05:33.670284 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afda6f9f-ea3b-4040-8baf-6823f92ebed7 admin admin] Router cdfd9484-d790-4ff1-b619-2104fd16ff64 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:33.682964 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-91a8a6c0-9833-457c-b6eb-caf696d1a596 service neutron] 10.222.0.89 "GET /v2.0/networks/8ea7df2c-9621-40f9-b0fb-19b9c2e4305a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072703 Jul 05 04:05:33.720160 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-74a31152-8d15-4af5-bcd3-a17cea1b6753 req-6c83e33e-8a41-4cb8-8fa2-b628a656ecca tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536320 Jul 05 04:05:33.730167 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-2e0e97a1-0260-45b0-b231-277caf2dd24d service neutron] Attempting to bind port 6d951f15-a5ca-4b31-bc71-06d40bbfba45 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:33.730498 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-2e0e97a1-0260-45b0-b231-277caf2dd24d service neutron] Attempting to bind port 6d951f15-a5ca-4b31-bc71-06d40bbfba45 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:33.730925 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-2e0e97a1-0260-45b0-b231-277caf2dd24d service neutron] Attempting to bind port 6d951f15-a5ca-4b31-bc71-06d40bbfba45 on network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:33.735389 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-2e0e97a1-0260-45b0-b231-277caf2dd24d service neutron] Port 6d951f15-a5ca-4b31-bc71-06d40bbfba45 on network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:05:33.735717 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-2e0e97a1-0260-45b0-b231-277caf2dd24d service neutron] Attempting to bind port 6d951f15-a5ca-4b31-bc71-06d40bbfba45 on network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:33.740485 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7f7a7-6446-4321-be45-7cabfd53c5de req-48f16685-6e76-414e-94f5-ff22edfd6e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:33.740974 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-2e0e97a1-0260-45b0-b231-277caf2dd24d service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:33.741318 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-2e0e97a1-0260-45b0-b231-277caf2dd24d service neutron] Checking segment: {'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:33.741704 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-2e0e97a1-0260-45b0-b231-277caf2dd24d service neutron] Bound using segment: {'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:33.742144 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-2e0e97a1-0260-45b0-b231-277caf2dd24d service neutron] Bound port: 6d951f15-a5ca-4b31-bc71-06d40bbfba45, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:33.742514 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-2e0e97a1-0260-45b0-b231-277caf2dd24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.742658 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-06b7f7a7-6446-4321-be45-7cabfd53c5de req-48f16685-6e76-414e-94f5-ff22edfd6e11 service neutron] 10.222.0.70 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 913 time: 0.3472373 Jul 05 04:05:33.749634 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-03d4f19a-f29c-4612-a933-d1e6a1e86947 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=0bd03fe8-1a38-4778-8165-e5222e120f1d HTTP/1.1" status: 200 len: 217 time: 0.0559974 Jul 05 04:05:33.819505 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-2e0e97a1-0260-45b0-b231-277caf2dd24d service neutron] For port 6d951f15-a5ca-4b31-bc71-06d40bbfba45, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:33.824606 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-2e0e97a1-0260-45b0-b231-277caf2dd24d service neutron] For port 6d951f15-a5ca-4b31-bc71-06d40bbfba45, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6d951f15-a5ca-4b31-bc71-06d40bbfba45,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:33.831411 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-2e0e97a1-0260-45b0-b231-277caf2dd24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.897997 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e502654c-1e6b-480f-b03d-64298a4a0587 req-86cf90b7-5104-4886-ad7c-e850b5788247 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481179 Jul 05 04:05:33.918979 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-2e0e97a1-0260-45b0-b231-277caf2dd24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:33.919930 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-2e0e97a1-0260-45b0-b231-277caf2dd24d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.921775 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-2e0e97a1-0260-45b0-b231-277caf2dd24d service neutron] 10.222.0.70 "PUT /v2.0/ports/6d951f15-a5ca-4b31-bc71-06d40bbfba45 HTTP/1.1" status: 200 len: 1093 time: 1.0581033 Jul 05 04:05:33.956217 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-d83bb05a-d5c3-4322-ad35-169b18c07a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:33.957744 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-d83bb05a-d5c3-4322-ad35-169b18c07a5f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e870ccd1-5d08-4394-8905-8e1dcc9a2cbf HTTP/1.1" status: 200 len: 797 time: 0.2008586 Jul 05 04:05:33.962549 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-06b7f7a7-6446-4321-be45-7cabfd53c5de req-dfe58e87-bb52-4235-ae35-4d09732a3bb3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a737e3b-7647-4859-8d3b-5a41559ab915 HTTP/1.1" status: 200 len: 998 time: 0.2113023 Jul 05 04:05:33.978325 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-52367ea4-d465-4fc4-8512-9004c4dc8397 req-24316fe1-a94f-491d-8256-a38112acbad0 tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0542598 Jul 05 04:05:33.986522 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e97a1-0260-45b0-b231-277caf2dd24d service neutron] Pushing event updated for resources: {'Port': ['ID=6d951f15-a5ca-4b31-bc71-06d40bbfba45,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:34.062587 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-6fbf6028-7625-443a-8965-302dde2b540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:34.064217 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-6fbf6028-7625-443a-8965-302dde2b540e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7f30e579fe94453a264d70ff2740003&device_id=df69a7d9-cfb0-449d-9788-fa8076ecc651 HTTP/1.1" status: 200 len: 1096 time: 0.0685687 Jul 05 04:05:34.093238 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7f7a7-6446-4321-be45-7cabfd53c5de req-4aa88bd5-8843-497d-aa99-89d62a75d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:34.094602 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-06b7f7a7-6446-4321-be45-7cabfd53c5de req-4aa88bd5-8843-497d-aa99-89d62a75d947 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d157b61e-6b4a-43c9-a07c-5c6e1fda4120 HTTP/1.1" status: 200 len: 851 time: 0.0777676 Jul 05 04:05:34.098141 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afda6f9f-ea3b-4040-8baf-6823f92ebed7 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:34.106414 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-afda6f9f-ea3b-4040-8baf-6823f92ebed7 admin admin] 10.222.0.77 "PUT /v2.0/routers/cdfd9484-d790-4ff1-b619-2104fd16ff64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9451411 Jul 05 04:05:34.107459 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] Sync routers for ids ['cdfd9484-d790-4ff1-b619-2104fd16ff64'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:34.130296 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] Routers {'cdfd9484-d790-4ff1-b619-2104fd16ff64'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:34.130929 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:05:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['cdfd9484-d790-4ff1-b619-2104fd16ff64'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:34.132947 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-5b4cf670-b5e2-404b-be0a-bcec9ddaf7ea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d951f15-a5ca-4b31-bc71-06d40bbfba45 HTTP/1.1" status: 200 len: 217 time: 0.0528722 Jul 05 04:05:34.162598 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-eb323d54-306b-44f7-9fcc-1a90ad9af8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:34.164350 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-eb323d54-306b-44f7-9fcc-1a90ad9af8aa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1987863 Jul 05 04:05:34.221551 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-ea8912ee-cb00-4cf2-ac85-8470f704ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:34.223340 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-ea8912ee-cb00-4cf2-ac85-8470f704ab9b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=248c3b61-cc11-4019-9b85-60af49b5384a HTTP/1.1" status: 200 len: 846 time: 0.0822570 Jul 05 04:05:34.278581 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-53eef204-d61d-4a44-bf1d-c87264b3d41f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1dcac4dd-6370-4a16-a68a-d8ffae39b304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473602 Jul 05 04:05:34.355458 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.358862 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] Set router cdfd9484-d790-4ff1-b619-2104fd16ff64 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:34.656816 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7f7a7-6446-4321-be45-7cabfd53c5de req-29cd6b68-9d90-4ba2-bd87-24fe11d3db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:34.658320 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-06b7f7a7-6446-4321-be45-7cabfd53c5de req-29cd6b68-9d90-4ba2-bd87-24fe11d3db3c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=76e1944d-1d03-4c4e-b1ba-413cddc95912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5466719 Jul 05 04:05:34.722380 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfd9484-d790-4ff1-b619-2104fd16ff64', 'name': 'tempest-ServerRescueNegativeTestJSON-496951029-router', 'tenant_id': '926d31dd012d42b08dd59638f4bc0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '7b2a6a98-7135-4885-aa96-1692f5a55303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:20Z', 'updated_at': '2021-07-05T04:05:32Z', 'revision_number': 4, 'project_id': '926d31dd012d42b08dd59638f4bc0d7d', 'gw_port': {'id': '7b2a6a98-7135-4885-aa96-1692f5a55303', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:59:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfd9484-d790-4ff1-b619-2104fd16ff64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:23Z', 'updated_at': '2021-07-05T04:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '97fa14fb-acf0-446e-865f-085c7211210d', 'name': '', 'network_id': '0d181948-6f38-4cce-b66b-21d3a10c7c4e', 'tenant_id': '926d31dd012d42b08dd59638f4bc0d7d', 'mac_address': 'fa:16:3e:f9:f9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfd9484-d790-4ff1-b619-2104fd16ff64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'eef02c9b-cdba-4d27-9b33-4ac4c6fe1358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:29Z', 'updated_at': '2021-07-05T04:05:32Z', 'revision_number': 2, 'project_id': '926d31dd012d42b08dd59638f4bc0d7d', 'subnets': [{'id': 'eef02c9b-cdba-4d27-9b33-4ac4c6fe1358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:34.758280 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] Checking router: cdfd9484-d790-4ff1-b619-2104fd16ff64 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:05:34.759315 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] Updating router cdfd9484-d790-4ff1-b619-2104fd16ff64 port 97fa14fb-acf0-446e-865f-085c7211210d binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:05:34.801140 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.820768 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-08d0ae84-6a91-4781-b2f2-cc52e2edceb4 service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6473293 Jul 05 04:05:34.966762 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df69a7d9-cfb0-449d-9788-fa8076ecc651', 'tag': '6d951f15-a5ca-4b31-bc71-06d40bbfba45'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:34.969645 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790670da-84f9-4c2a-b244-fc42e476cf5a" -d '{"events": [{"name": "network-changed", "server_uuid": "df69a7d9-cfb0-449d-9788-fa8076ecc651", "tag": "6d951f15-a5ca-4b31-bc71-06d40bbfba45"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:35.053951 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-4c1bc26b-a45a-459d-a987-f3ac1cf09c70 service neutron] 10.222.0.70 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7674263 Jul 05 04:05:35.077506 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-d584bf1c-38aa-46d9-828e-51a9dc876353 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:35.080917 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-d584bf1c-38aa-46d9-828e-51a9dc876353 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/networks?id=0d181948-6f38-4cce-b66b-21d3a10c7c4e HTTP/1.1" status: 200 len: 818 time: 0.2007203 Jul 05 04:05:35.118944 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fdaaf-d8f4-4c14-adca-52dede8cf0e1 req-97eec374-d31f-446b-9e05-1a528dd7ffb7 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:35.124575 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-ecc9def9-941b-4109-84c3-38cc37a444e9 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/quotas/926d31dd012d42b08dd59638f4bc0d7d HTTP/1.1" status: 200 len: 375 time: 0.0337555 Jul 05 04:05:35.125694 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4b7fdaaf-d8f4-4c14-adca-52dede8cf0e1 req-97eec374-d31f-446b-9e05-1a528dd7ffb7 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.1515658 Jul 05 04:05:35.131690 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-06b7f7a7-6446-4321-be45-7cabfd53c5de req-0ee9c76d-529c-4d42-afb0-c523eba1d526 service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587007 Jul 05 04:05:35.183411 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.191194 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4b7fdaaf-d8f4-4c14-adca-52dede8cf0e1 req-e306b2c9-efab-485e-94a2-531d7e2a4ba3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645328 Jul 05 04:05:35.210496 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] Transition to ACTIVE for port object 97fa14fb-acf0-446e-865f-085c7211210d will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:35.218756 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.226502 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-28783880-ce2e-49e3-8361-1013ebb5ecb3 req-56ed1e75-9c6b-4d03-8419-8de35730741d service neutron] 10.222.0.70 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640115 Jul 05 04:05:35.266179 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-932d8f0d-c90b-4201-937e-e98a18054fc0 service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324419 Jul 05 04:05:35.338140 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-2afb3dd1-b558-42ea-bcc6-bceb87cf5736 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=fdd61790-feb9-41f4-a979-99718ff8af30 HTTP/1.1" status: 200 len: 217 time: 0.0574911 Jul 05 04:05:35.347369 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da26861-58d9-48c4-8d0d-4d217ca90ff3 None None] Pushing event updated for resources: {'Port': ['ID=97fa14fb-acf0-446e-865f-085c7211210d,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:35.365924 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-06b7f7a7-6446-4321-be45-7cabfd53c5de req-dbcf932f-e19f-4fb2-8783-c1ccd136fcff service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202344 Jul 05 04:05:35.372401 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da26861-58d9-48c4-8d0d-4d217ca90ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:35.374031 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da26861-58d9-48c4-8d0d-4d217ca90ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:35.374031 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da26861-58d9-48c4-8d0d-4d217ca90ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:35.374031 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da26861-58d9-48c4-8d0d-4d217ca90ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:35.377975 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da26861-58d9-48c4-8d0d-4d217ca90ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:35.377975 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da26861-58d9-48c4-8d0d-4d217ca90ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:35.377975 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da26861-58d9-48c4-8d0d-4d217ca90ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:35.377975 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da26861-58d9-48c4-8d0d-4d217ca90ff3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:35.377975 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da26861-58d9-48c4-8d0d-4d217ca90ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:35.377975 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da26861-58d9-48c4-8d0d-4d217ca90ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:35.377975 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da26861-58d9-48c4-8d0d-4d217ca90ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:35.387188 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da26861-58d9-48c4-8d0d-4d217ca90ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:35.398560 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-363af768-2072-4a41-81ba-9c4e7287f4b2 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=926d31dd012d42b08dd59638f4bc0d7d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2655818 Jul 05 04:05:35.402707 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] Attempting to bind port 97fa14fb-acf0-446e-865f-085c7211210d on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:35.403088 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] Attempting to bind port 97fa14fb-acf0-446e-865f-085c7211210d by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '493f0cab-cd14-488b-bdc2-f5e68dce74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0d181948-6f38-4cce-b66b-21d3a10c7c4e'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:35.403581 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] Attempting to bind port 97fa14fb-acf0-446e-865f-085c7211210d on network 0d181948-6f38-4cce-b66b-21d3a10c7c4e {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:35.414272 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:35.415511 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] Checking segment: {'id': '493f0cab-cd14-488b-bdc2-f5e68dce74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0d181948-6f38-4cce-b66b-21d3a10c7c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:35.417034 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.417904 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] Bound using segment: {'id': '493f0cab-cd14-488b-bdc2-f5e68dce74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0d181948-6f38-4cce-b66b-21d3a10c7c4e'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:35.418598 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] Bound port: 97fa14fb-acf0-446e-865f-085c7211210d, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '493f0cab-cd14-488b-bdc2-f5e68dce74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0d181948-6f38-4cce-b66b-21d3a10c7c4e'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:35.419191 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.458721 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ea627-212c-4b0a-be0f-b6785026cc9f req-587e7714-6cd0-424e-bd2c-c434545f8a0d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:35.466788 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ea627-212c-4b0a-be0f-b6785026cc9f req-587e7714-6cd0-424e-bd2c-c434545f8a0d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:35.467017 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-179613ea-5397-497f-9aed-62a06d1b9b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:35.468507 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-179613ea-5397-497f-9aed-62a06d1b9b7f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e870ccd1-5d08-4394-8905-8e1dcc9a2cbf HTTP/1.1" status: 200 len: 797 time: 0.1219265 Jul 05 04:05:35.473844 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ea627-212c-4b0a-be0f-b6785026cc9f req-587e7714-6cd0-424e-bd2c-c434545f8a0d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:35.482074 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ea627-212c-4b0a-be0f-b6785026cc9f req-587e7714-6cd0-424e-bd2c-c434545f8a0d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:35.488626 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ea627-212c-4b0a-be0f-b6785026cc9f req-587e7714-6cd0-424e-bd2c-c434545f8a0d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:35.495652 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ea627-212c-4b0a-be0f-b6785026cc9f req-587e7714-6cd0-424e-bd2c-c434545f8a0d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:35.499076 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] For port 97fa14fb-acf0-446e-865f-085c7211210d, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:35.502190 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ea627-212c-4b0a-be0f-b6785026cc9f req-587e7714-6cd0-424e-bd2c-c434545f8a0d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:35.503475 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] For port 97fa14fb-acf0-446e-865f-085c7211210d, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=97fa14fb-acf0-446e-865f-085c7211210d,segment=NetworkSegment(493f0cab-cd14-488b-bdc2-f5e68dce74ef),segment_id=493f0cab-cd14-488b-bdc2-f5e68dce74ef)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:35.510844 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-da2ea627-212c-4b0a-be0f-b6785026cc9f req-587e7714-6cd0-424e-bd2c-c434545f8a0d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5431 time: 0.1649089 Jul 05 04:05:35.511692 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.542182 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-f57af078-8d8b-45af-bb34-838790aadf92 service neutron] 10.222.0.77 "GET /v2.0/networks/0d181948-6f38-4cce-b66b-21d3a10c7c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423569 Jul 05 04:05:35.568459 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-da2ea627-212c-4b0a-be0f-b6785026cc9f req-95455c10-57fb-46e6-891c-4fcdd0f9b5e5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559771 Jul 05 04:05:35.587905 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] Routers {'cdfd9484-d790-4ff1-b619-2104fd16ff64'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:35.588737 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:05:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['cdfd9484-d790-4ff1-b619-2104fd16ff64'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:35.646091 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da26861-58d9-48c4-8d0d-4d217ca90ff3 None None] Pushing event updated for resources: {'Port': ['ID=97fa14fb-acf0-446e-865f-085c7211210d,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:35.647239 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-7482e675-8396-41b2-aa85-150f48e2edb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:35.649150 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-7482e675-8396-41b2-aa85-150f48e2edb7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1702287 Jul 05 04:05:35.717888 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-3a2c49b1-08db-467d-a910-e6b5d5e66ce9 service neutron] 10.222.0.77 "GET /v2.0/networks/0d181948-6f38-4cce-b66b-21d3a10c7c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650958 Jul 05 04:05:35.775042 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d7249-dad5-4ee8-b130-08a3cdf421da req-88ecf322-fa2f-4f1d-adcf-98876dce5f0d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:35.775338 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] Set router cdfd9484-d790-4ff1-b619-2104fd16ff64 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:35.783718 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8b7d7249-dad5-4ee8-b130-08a3cdf421da req-88ecf322-fa2f-4f1d-adcf-98876dce5f0d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=df69a7d9-cfb0-449d-9788-fa8076ecc651 HTTP/1.1" status: 200 len: 944 time: 0.0894852 Jul 05 04:05:35.798612 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-45d4c00d-2f6a-4cc6-ada0-1484a787acdd service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401577 Jul 05 04:05:35.828415 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8b7d7249-dad5-4ee8-b130-08a3cdf421da req-8ad87343-b454-44d1-8768-1c18a1783681 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428822 Jul 05 04:05:35.951613 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2666c899-d9b1-49a0-8265-59895bfc14ae x-openstack-request-id: req-2666c899-d9b1-49a0-8265-59895bfc14ae {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:35.953681 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df69a7d9-cfb0-449d-9788-fa8076ecc651", "tag": "6d951f15-a5ca-4b31-bc71-06d40bbfba45", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:35.954478 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2666c899-d9b1-49a0-8265-59895bfc14ae {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:35.954896 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df69a7d9-cfb0-449d-9788-fa8076ecc651', 'tag': '6d951f15-a5ca-4b31-bc71-06d40bbfba45', 'status': 'completed', 'code': 200} Jul 05 04:05:36.019679 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-ec6e8a96-8143-4289-9e3b-e5ede7d1dbdb service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141826 Jul 05 04:05:36.190572 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-351782fd-00dc-443f-85c2-0d10587681ba req-6144f508-cc79-4edd-ad3a-25940ac75918 tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0889556 Jul 05 04:05:36.197165 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-02d38993-2888-4a3b-a4bc-4646b510c016 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=81d34584-23f6-4dff-9dc0-032a27b0bcf4 HTTP/1.1" status: 200 len: 217 time: 0.1657405 Jul 05 04:05:36.208787 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfd9484-d790-4ff1-b619-2104fd16ff64', 'name': 'tempest-ServerRescueNegativeTestJSON-496951029-router', 'tenant_id': '926d31dd012d42b08dd59638f4bc0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '7b2a6a98-7135-4885-aa96-1692f5a55303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:20Z', 'updated_at': '2021-07-05T04:05:32Z', 'revision_number': 4, 'project_id': '926d31dd012d42b08dd59638f4bc0d7d', 'gw_port': {'id': '7b2a6a98-7135-4885-aa96-1692f5a55303', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:59:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfd9484-d790-4ff1-b619-2104fd16ff64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:23Z', 'updated_at': '2021-07-05T04:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '97fa14fb-acf0-446e-865f-085c7211210d', 'name': '', 'network_id': '0d181948-6f38-4cce-b66b-21d3a10c7c4e', 'tenant_id': '926d31dd012d42b08dd59638f4bc0d7d', 'mac_address': 'fa:16:3e:f9:f9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfd9484-d790-4ff1-b619-2104fd16ff64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'eef02c9b-cdba-4d27-9b33-4ac4c6fe1358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:29Z', 'updated_at': '2021-07-05T04:05:35Z', 'revision_number': 4, 'project_id': '926d31dd012d42b08dd59638f4bc0d7d', 'subnets': [{'id': 'eef02c9b-cdba-4d27-9b33-4ac4c6fe1358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:36.213195 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-db08f0b3-b065-480e-981f-3bbe186c9714 req-f8917df6-261a-435e-ae27-e0105ddeaf69 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 210 time: 0.0507214 Jul 05 04:05:36.284803 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c298a38-8f72-4107-ae91-d80c27ab34d2 None None] The sync data for ids ['cdfd9484-d790-4ff1-b619-2104fd16ff64'] in n-d-780147-23 is: [{'id': 'cdfd9484-d790-4ff1-b619-2104fd16ff64', 'name': 'tempest-ServerRescueNegativeTestJSON-496951029-router', 'tenant_id': '926d31dd012d42b08dd59638f4bc0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '7b2a6a98-7135-4885-aa96-1692f5a55303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:20Z', 'updated_at': '2021-07-05T04:05:32Z', 'revision_number': 4, 'project_id': '926d31dd012d42b08dd59638f4bc0d7d', 'gw_port': {'id': '7b2a6a98-7135-4885-aa96-1692f5a55303', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:59:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfd9484-d790-4ff1-b619-2104fd16ff64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:23Z', 'updated_at': '2021-07-05T04:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '97fa14fb-acf0-446e-865f-085c7211210d', 'name': '', 'network_id': '0d181948-6f38-4cce-b66b-21d3a10c7c4e', 'tenant_id': '926d31dd012d42b08dd59638f4bc0d7d', 'mac_address': 'fa:16:3e:f9:f9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfd9484-d790-4ff1-b619-2104fd16ff64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'eef02c9b-cdba-4d27-9b33-4ac4c6fe1358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:29Z', 'updated_at': '2021-07-05T04:05:35Z', 'revision_number': 4, 'project_id': '926d31dd012d42b08dd59638f4bc0d7d', 'subnets': [{'id': 'eef02c9b-cdba-4d27-9b33-4ac4c6fe1358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:36.316003 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-bc8bf988-0159-4f7a-8a4f-b9fa33a39eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:36.317856 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-bc8bf988-0159-4f7a-8a4f-b9fa33a39eb2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e870ccd1-5d08-4394-8905-8e1dcc9a2cbf HTTP/1.1" status: 200 len: 797 time: 0.1113639 Jul 05 04:05:36.458909 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790670da-84f9-4c2a-b244-fc42e476cf5a req-7b7d241b-166e-4b75-a397-41c9eb28962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:36.460552 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-790670da-84f9-4c2a-b244-fc42e476cf5a req-7b7d241b-166e-4b75-a397-41c9eb28962e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7f30e579fe94453a264d70ff2740003&device_id=df69a7d9-cfb0-449d-9788-fa8076ecc651 HTTP/1.1" status: 200 len: 1096 time: 0.4235439 Jul 05 04:05:36.618362 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e376df-f0aa-4e83-89ab-61f507188482 req-59cce734-d5c0-4214-8640-05f3b7d84be5 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:36.621541 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-e315a0f1-0c7f-46fc-b4eb-746b4c9529c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:36.623139 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-e315a0f1-0c7f-46fc-b4eb-746b4c9529c9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2853169 Jul 05 04:05:36.627396 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-95e376df-f0aa-4e83-89ab-61f507188482 req-59cce734-d5c0-4214-8640-05f3b7d84be5 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/networks?id=0d181948-6f38-4cce-b66b-21d3a10c7c4e HTTP/1.1" status: 200 len: 818 time: 0.1695623 Jul 05 04:05:36.646211 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-95e376df-f0aa-4e83-89ab-61f507188482 req-1c35da3d-911d-4232-a4b3-88505e8d27b1 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/quotas/926d31dd012d42b08dd59638f4bc0d7d HTTP/1.1" status: 200 len: 375 time: 0.0176044 Jul 05 04:05:36.760195 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-95e376df-f0aa-4e83-89ab-61f507188482 req-3602e9ab-34dc-4f2c-a714-8e08effefa25 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=926d31dd012d42b08dd59638f4bc0d7d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1126161 Jul 05 04:05:36.827149 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790670da-84f9-4c2a-b244-fc42e476cf5a req-9a263fdd-fb54-4b92-9542-e5a0dc021008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:36.834089 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-790670da-84f9-4c2a-b244-fc42e476cf5a req-9a263fdd-fb54-4b92-9542-e5a0dc021008 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1dcac4dd-6370-4a16-a68a-d8ffae39b304 HTTP/1.1" status: 200 len: 907 time: 0.3643637 Jul 05 04:05:36.858142 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb0505-f2e1-4a1d-9797-6fc42ae31633 req-905c3da2-a969-46bb-b732-c599b900a7fc tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:36.860297 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2dbb0505-f2e1-4a1d-9797-6fc42ae31633 req-905c3da2-a969-46bb-b732-c599b900a7fc tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.3330212 Jul 05 04:05:36.888563 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-95e376df-f0aa-4e83-89ab-61f507188482 req-d3bc624d-b2a0-40aa-9503-ee3c03fca9e3 service neutron] 10.222.0.77 "GET /v2.0/networks/0d181948-6f38-4cce-b66b-21d3a10c7c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258321 Jul 05 04:05:36.923112 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-790670da-84f9-4c2a-b244-fc42e476cf5a req-cc89cde6-8d75-449f-be1b-c96f4cee0089 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d951f15-a5ca-4b31-bc71-06d40bbfba45 HTTP/1.1" status: 200 len: 217 time: 0.0598714 Jul 05 04:05:36.989468 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2dbb0505-f2e1-4a1d-9797-6fc42ae31633 req-996e0fb4-361f-4b5a-9b83-1097286b474a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598993 Jul 05 04:05:37.029028 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-981d8929-0800-4cf2-ad37-50eac757234a service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974156 Jul 05 04:05:37.038242 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790670da-84f9-4c2a-b244-fc42e476cf5a req-cbb30bb3-0f43-40ac-ab8c-3c81696d1d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:37.039909 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-790670da-84f9-4c2a-b244-fc42e476cf5a req-cbb30bb3-0f43-40ac-ab8c-3c81696d1d6a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=248c3b61-cc11-4019-9b85-60af49b5384a HTTP/1.1" status: 200 len: 846 time: 0.1091149 Jul 05 04:05:37.094513 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-95e376df-f0aa-4e83-89ab-61f507188482 req-1e0ebb6e-3e2a-4102-97b8-4870e0c8a937 service neutron] 10.222.0.77 "GET /v2.0/networks/0d181948-6f38-4cce-b66b-21d3a10c7c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880345 Jul 05 04:05:37.105944 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-790670da-84f9-4c2a-b244-fc42e476cf5a req-713ad8ca-b7c3-439f-aa2e-c9c648c7fb18 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1dcac4dd-6370-4a16-a68a-d8ffae39b304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570455 Jul 05 04:05:37.239887 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 97fa14fb-acf0-446e-865f-085c7211210d up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:37.291177 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39528) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:37.328125 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 97fa14fb-acf0-446e-865f-085c7211210d completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:37.338220 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 97fa14fb-acf0-446e-865f-085c7211210d triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:37.339814 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.475494 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f251de0d-2790-494f-b489-e9d8919a0d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.502224 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-313fb59a-8d6f-4637-bbaf-8b3126c10a31 service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612420 Jul 05 04:05:37.524064 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e0815-9e84-4acc-8d0d-8846cf6bed9a req-11b8e694-9d60-4ce4-86ed-a4c2c9b7a354 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:37.528197 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.529962 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e0815-9e84-4acc-8d0d-8846cf6bed9a req-11b8e694-9d60-4ce4-86ed-a4c2c9b7a354 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:37.536254 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e0815-9e84-4acc-8d0d-8846cf6bed9a req-11b8e694-9d60-4ce4-86ed-a4c2c9b7a354 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:37.543479 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e0815-9e84-4acc-8d0d-8846cf6bed9a req-11b8e694-9d60-4ce4-86ed-a4c2c9b7a354 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:37.550164 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e0815-9e84-4acc-8d0d-8846cf6bed9a req-11b8e694-9d60-4ce4-86ed-a4c2c9b7a354 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:37.557920 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e0815-9e84-4acc-8d0d-8846cf6bed9a req-11b8e694-9d60-4ce4-86ed-a4c2c9b7a354 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:37.564085 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e0815-9e84-4acc-8d0d-8846cf6bed9a req-11b8e694-9d60-4ce4-86ed-a4c2c9b7a354 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:37.571819 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-839e0815-9e84-4acc-8d0d-8846cf6bed9a req-11b8e694-9d60-4ce4-86ed-a4c2c9b7a354 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5431 time: 0.3189926 Jul 05 04:05:37.584964 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 97fa14fb-acf0-446e-865f-085c7211210d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=97fa14fb-acf0-446e-865f-085c7211210d,segment=NetworkSegment(493f0cab-cd14-488b-bdc2-f5e68dce74ef),segment_id=493f0cab-cd14-488b-bdc2-f5e68dce74ef)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:37.592467 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.622277 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a1050-869c-4ba2-ab99-b1432e68ddde req-701b5553-b7b0-46d1-b1ac-6b7aaacbb832 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:37.624336 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e90a1050-869c-4ba2-ab99-b1432e68ddde req-701b5553-b7b0-46d1-b1ac-6b7aaacbb832 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=df69a7d9-cfb0-449d-9788-fa8076ecc651 HTTP/1.1" status: 200 len: 944 time: 0.2108569 Jul 05 04:05:37.661810 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=97fa14fb-acf0-446e-865f-085c7211210d,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:37.689571 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-790670da-84f9-4c2a-b244-fc42e476cf5a req-eb6b6413-403f-4324-9b1b-e68bc676aee1 service neutron] 10.222.0.70 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502021 Jul 05 04:05:37.693428 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-9b8764b4-3ecc-4164-980a-70c11246b98a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=90bd2861-0357-48b2-8bd8-74abedd49bf0 HTTP/1.1" status: 200 len: 217 time: 0.1134863 Jul 05 04:05:37.731216 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e90a1050-869c-4ba2-ab99-b1432e68ddde req-9d03ddeb-2718-4d09-9eb7-3c95d4171607 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970893 Jul 05 04:05:37.787958 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-839e0815-9e84-4acc-8d0d-8846cf6bed9a req-1f958576-15f3-4f15-b7a3-6178508476dc tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2151673 Jul 05 04:05:37.790206 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-011ec4c4-751d-4f4a-a141-b186b68646ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:37.793175 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-011ec4c4-751d-4f4a-a141-b186b68646ff service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e870ccd1-5d08-4394-8905-8e1dcc9a2cbf HTTP/1.1" status: 200 len: 797 time: 0.0804076 Jul 05 04:05:37.951900 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f251de0d-2790-494f-b489-e9d8919a0d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.968128 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f251de0d-2790-494f-b489-e9d8919a0d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.045981 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-c504d151-1f40-4941-8a79-d229ab17bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:38.047418 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-c504d151-1f40-4941-8a79-d229ab17bac5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2426150 Jul 05 04:05:38.049306 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-790670da-84f9-4c2a-b244-fc42e476cf5a req-322c0165-44f1-40ac-9588-03871cbbe5f1 service neutron] 10.222.0.70 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354943 Jul 05 04:05:38.054464 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251de0d-2790-494f-b489-e9d8919a0d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe4c758-424b-4d68-8ac3-d19da938b14b,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:38.113860 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d0d8fc0-3b0b-455f-b3f1-b7930dc8a3ed req-e9c9fbb4-787d-4d96-90fd-ada1103f9c81 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 210 time: 0.0529184 Jul 05 04:05:38.125959 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-8cfef57b-7107-442c-b046-4b57a18040b4 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:38.127555 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-8cfef57b-7107-442c-b046-4b57a18040b4 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.89 "GET /v2.0/networks?id=0d181948-6f38-4cce-b66b-21d3a10c7c4e HTTP/1.1" status: 200 len: 818 time: 0.4363647 Jul 05 04:05:38.133673 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f251de0d-2790-494f-b489-e9d8919a0d54 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=197517b757a3486ea0578ff61850b297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8402004 Jul 05 04:05:38.134083 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39542) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:38.155098 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-9fc28a48-41cd-4796-8333-b88b314cb2bd tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Request body: {'port': {'device_id': '0a1812b7-a7c2-4465-acf7-c3e3c7d9b585', 'network_id': '0d181948-6f38-4cce-b66b-21d3a10c7c4e', 'admin_state_up': True, 'tenant_id': '926d31dd012d42b08dd59638f4bc0d7d'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:38.197130 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7358373d-9d83-4a4b-bb4a-cc39ee880c3f req-d34c5527-a707-4a23-ba7d-b0a11d8010d2 tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.1461430 Jul 05 04:05:38.308805 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-1ed9801a-6ed9-42f5-a44b-2dbd3b97f5af service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466810 Jul 05 04:05:38.342848 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bac765a3-241b-48fa-89a4-019f0609339c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.343300 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-9fc28a48-41cd-4796-8333-b88b314cb2bd tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Made reservation on behalf of 926d31dd012d42b08dd59638f4bc0d7d for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:38.346875 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-9fc28a48-41cd-4796-8333-b88b314cb2bd tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.399591 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bac765a3-241b-48fa-89a4-019f0609339c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.434424 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8762f-0509-4ef8-83ae-6819a244fa90 req-84431e39-8c61-46c4-8843-3d6d8a200de6 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:38.436293 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b4a8762f-0509-4ef8-83ae-6819a244fa90 req-84431e39-8c61-46c4-8843-3d6d8a200de6 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.1408339 Jul 05 04:05:38.460779 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-48c04570-1a42-4d07-8775-2b69f563977b service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444426 Jul 05 04:05:38.517619 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-9455e4cf-3ddc-4936-8c1e-4bfbeb167a21 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6cec93df-cbad-411d-b19a-95f6dc421183 HTTP/1.1" status: 200 len: 217 time: 0.0487802 Jul 05 04:05:38.545972 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b4a8762f-0509-4ef8-83ae-6819a244fa90 req-a754d8d8-3d7d-44ee-a5ce-8005e22ea154 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986893 Jul 05 04:05:38.569508 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bac765a3-241b-48fa-89a4-019f0609339c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.572979 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bac765a3-241b-48fa-89a4-019f0609339c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.575454 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-9fc28a48-41cd-4796-8333-b88b314cb2bd tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Allocated IP 172.20.0.8 (0d181948-6f38-4cce-b66b-21d3a10c7c4e/eef02c9b-cdba-4d27-9b33-4ac4c6fe1358/21856a23-4941-4da0-966c-1fe9466f4806) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:38.577095 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bac765a3-241b-48fa-89a4-019f0609339c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9fe4c758-424b-4d68-8ac3-d19da938b14b HTTP/1.1" status: 204 len: 168 time: 0.3871312 Jul 05 04:05:38.592951 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac765a3-241b-48fa-89a4-019f0609339c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe4c758-424b-4d68-8ac3-d19da938b14b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:38.601833 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-b8f65538-fd70-4b0e-a3aa-14ef74d022d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:38.603557 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-b8f65538-fd70-4b0e-a3aa-14ef74d022d6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a927bcdc-e462-4ca7-b6a1-c36068d79290 HTTP/1.1" status: 200 len: 797 time: 0.0782607 Jul 05 04:05:38.686745 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-85b11b1e-d498-4bd8-b0f9-c2c407238d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:38.688633 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-85b11b1e-d498-4bd8-b0f9-c2c407238d89 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a6d904c9-d5c3-4585-9d21-be63aa884ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0778830 Jul 05 04:05:38.776751 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-9fc28a48-41cd-4796-8333-b88b314cb2bd tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.853127 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5f28a-81cf-4eb0-baee-9421ccf21e79 req-fe2a40e5-6b85-4147-8d8f-200ab852d79e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:38.854941 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-12b5f28a-81cf-4eb0-baee-9421ccf21e79 req-fe2a40e5-6b85-4147-8d8f-200ab852d79e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.1237636 Jul 05 04:05:38.858740 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-1aff7a49-d359-43bb-a29b-9ff0020da5cc service neutron] 10.222.0.89 "GET /v2.0/networks/a6d904c9-d5c3-4585-9d21-be63aa884ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609895 Jul 05 04:05:38.863642 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-9fc28a48-41cd-4796-8333-b88b314cb2bd tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.949921 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-12b5f28a-81cf-4eb0-baee-9421ccf21e79 req-140b7635-b2ed-4c58-aa38-4e11ecbaf00f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891178 Jul 05 04:05:38.981692 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc28a48-41cd-4796-8333-b88b314cb2bd tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Pushing event updated for resources: {'Port': ['ID=21856a23-4941-4da0-966c-1fe9466f4806,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:38.992183 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-32342558-851e-4233-8c58-a233271be532 service neutron] 10.222.0.89 "GET /v2.0/networks/a6d904c9-d5c3-4585-9d21-be63aa884ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225798 Jul 05 04:05:39.036311 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-9fc28a48-41cd-4796-8333-b88b314cb2bd tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Network 0d181948-6f38-4cce-b66b-21d3a10c7c4e is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:39.042450 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-9fc28a48-41cd-4796-8333-b88b314cb2bd tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:39.046563 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-9fc28a48-41cd-4796-8333-b88b314cb2bd tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:39.146778 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ff546-26a2-4130-96f7-4456a6b1cf24 req-95184aa3-8354-460c-8080-60e0da4815dd tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:39.148338 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-380ff546-26a2-4130-96f7-4456a6b1cf24 req-95184aa3-8354-460c-8080-60e0da4815dd tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=df69a7d9-cfb0-449d-9788-fa8076ecc651 HTTP/1.1" status: 200 len: 944 time: 0.1971059 Jul 05 04:05:39.156261 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-9fc28a48-41cd-4796-8333-b88b314cb2bd tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:39.156939 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-9fc28a48-41cd-4796-8333-b88b314cb2bd tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.176904 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 97fa14fb-acf0-446e-865f-085c7211210d up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:39.191162 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-9fc28a48-41cd-4796-8333-b88b314cb2bd tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0520098 Jul 05 04:05:39.205471 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-380ff546-26a2-4130-96f7-4456a6b1cf24 req-d12e18e3-fdd5-44ab-ad1b-d8b1b818c27b tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446246 Jul 05 04:05:39.211791 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-f8ed68c0-635d-4f8d-86ed-4a9ab55009a6 service neutron] Request body: {'port': {'device_id': '0a1812b7-a7c2-4465-acf7-c3e3c7d9b585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:39.282218 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 97fa14fb-acf0-446e-865f-085c7211210d triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:39.283219 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.386826 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-f8ed68c0-635d-4f8d-86ed-4a9ab55009a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.550826 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-0b32c1b4-15db-4707-9246-8f48bd38ca72 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f4d202a6-ac7b-4064-86e3-09e5957ff02e HTTP/1.1" status: 200 len: 217 time: 0.5484779 Jul 05 04:05:39.657033 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e376df-f0aa-4e83-89ab-61f507188482 req-12380243-2a0d-4265-aefa-dc5fe406568a tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:39.662045 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-95e376df-f0aa-4e83-89ab-61f507188482 req-12380243-2a0d-4265-aefa-dc5fe406568a tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.70 "GET /v2.0/networks?id=0d181948-6f38-4cce-b66b-21d3a10c7c4e HTTP/1.1" status: 200 len: 818 time: 0.6578572 Jul 05 04:05:39.670948 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-7a2e41d1-88c7-4d7e-ba02-1f2fe163ef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:39.672467 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-7a2e41d1-88c7-4d7e-ba02-1f2fe163ef84 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a927bcdc-e462-4ca7-b6a1-c36068d79290 HTTP/1.1" status: 200 len: 797 time: 0.0961404 Jul 05 04:05:39.686959 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-95e376df-f0aa-4e83-89ab-61f507188482 req-cabc9823-dfd6-4c8b-93c9-dae7eccb78cc tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Request body: {'port': {'device_id': '8e682699-2a27-4a91-a38f-52c4221e0bd5', 'network_id': '0d181948-6f38-4cce-b66b-21d3a10c7c4e', 'admin_state_up': True, 'tenant_id': '926d31dd012d42b08dd59638f4bc0d7d'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:39.747338 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-f8ed68c0-635d-4f8d-86ed-4a9ab55009a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21856a23-4941-4da0-966c-1fe9466f4806 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:39.755093 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-f8ed68c0-635d-4f8d-86ed-4a9ab55009a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.781603 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed13ba2-79a2-4003-b53b-49524c69c67e req-4c70303d-e9be-4aea-91e8-66dacf6d482d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:39.787521 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed13ba2-79a2-4003-b53b-49524c69c67e req-4c70303d-e9be-4aea-91e8-66dacf6d482d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:39.794184 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-f8ed68c0-635d-4f8d-86ed-4a9ab55009a6 service neutron] Transition to ACTIVE for port object 21856a23-4941-4da0-966c-1fe9466f4806 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:39.794372 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed13ba2-79a2-4003-b53b-49524c69c67e req-4c70303d-e9be-4aea-91e8-66dacf6d482d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:39.796445 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-af6caca3-3bca-497e-8bb1-8785de075145 req-29c57718-d786-4f21-ae6f-3a6efae7a2c6 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 210 time: 0.0346861 Jul 05 04:05:39.798275 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-f8ed68c0-635d-4f8d-86ed-4a9ab55009a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.800304 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed13ba2-79a2-4003-b53b-49524c69c67e req-4c70303d-e9be-4aea-91e8-66dacf6d482d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:39.807024 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed13ba2-79a2-4003-b53b-49524c69c67e req-4c70303d-e9be-4aea-91e8-66dacf6d482d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:39.813106 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed13ba2-79a2-4003-b53b-49524c69c67e req-4c70303d-e9be-4aea-91e8-66dacf6d482d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:39.819029 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed13ba2-79a2-4003-b53b-49524c69c67e req-4c70303d-e9be-4aea-91e8-66dacf6d482d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:39.827098 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1ed13ba2-79a2-4003-b53b-49524c69c67e req-4c70303d-e9be-4aea-91e8-66dacf6d482d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5431 time: 0.3174098 Jul 05 04:05:39.850149 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed68c0-635d-4f8d-86ed-4a9ab55009a6 service neutron] Pushing event updated for resources: {'Port': ['ID=21856a23-4941-4da0-966c-1fe9466f4806,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:39.912479 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1ed13ba2-79a2-4003-b53b-49524c69c67e req-8640d02b-7f60-49d3-b5c1-0b831cf15730 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841525 Jul 05 04:05:39.925420 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f047-36ac-4537-9345-1972e28aced8 req-ac9518a8-b73f-4632-ae38-ba323973314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:39.926936 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-ac9518a8-b73f-4632-ae38-ba323973314d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a6d904c9-d5c3-4585-9d21-be63aa884ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2351851 Jul 05 04:05:39.987506 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-f8ed68c0-635d-4f8d-86ed-4a9ab55009a6 service neutron] Attempting to bind port 21856a23-4941-4da0-966c-1fe9466f4806 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:39.988314 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-f8ed68c0-635d-4f8d-86ed-4a9ab55009a6 service neutron] Attempting to bind port 21856a23-4941-4da0-966c-1fe9466f4806 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '493f0cab-cd14-488b-bdc2-f5e68dce74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0d181948-6f38-4cce-b66b-21d3a10c7c4e'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:39.988737 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-f8ed68c0-635d-4f8d-86ed-4a9ab55009a6 service neutron] Attempting to bind port 21856a23-4941-4da0-966c-1fe9466f4806 on network 0d181948-6f38-4cce-b66b-21d3a10c7c4e {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:39.996353 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-96804e47-e81c-4bf7-bf83-7c3933113d19 req-50e0b4fe-8d93-4522-b0db-993aa4998080 tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0422404 Jul 05 04:05:40.000365 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-f8ed68c0-635d-4f8d-86ed-4a9ab55009a6 service neutron] Port 21856a23-4941-4da0-966c-1fe9466f4806 on network 0d181948-6f38-4cce-b66b-21d3a10c7c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:05:40.000543 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95e376df-f0aa-4e83-89ab-61f507188482 req-cabc9823-dfd6-4c8b-93c9-dae7eccb78cc tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Made reservation on behalf of 926d31dd012d42b08dd59638f4bc0d7d for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:40.000745 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-f8ed68c0-635d-4f8d-86ed-4a9ab55009a6 service neutron] Attempting to bind port 21856a23-4941-4da0-966c-1fe9466f4806 on network 0d181948-6f38-4cce-b66b-21d3a10c7c4e {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:40.004730 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-95e376df-f0aa-4e83-89ab-61f507188482 req-cabc9823-dfd6-4c8b-93c9-dae7eccb78cc tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.007294 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-f8ed68c0-635d-4f8d-86ed-4a9ab55009a6 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:40.007718 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-f8ed68c0-635d-4f8d-86ed-4a9ab55009a6 service neutron] Checking segment: {'id': '493f0cab-cd14-488b-bdc2-f5e68dce74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0d181948-6f38-4cce-b66b-21d3a10c7c4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:40.008358 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-f8ed68c0-635d-4f8d-86ed-4a9ab55009a6 service neutron] Bound using segment: {'id': '493f0cab-cd14-488b-bdc2-f5e68dce74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0d181948-6f38-4cce-b66b-21d3a10c7c4e'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:40.008994 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-f8ed68c0-635d-4f8d-86ed-4a9ab55009a6 service neutron] Bound port: 21856a23-4941-4da0-966c-1fe9466f4806, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '493f0cab-cd14-488b-bdc2-f5e68dce74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0d181948-6f38-4cce-b66b-21d3a10c7c4e'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:40.009442 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-f8ed68c0-635d-4f8d-86ed-4a9ab55009a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.079420 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-f8ed68c0-635d-4f8d-86ed-4a9ab55009a6 service neutron] For port 21856a23-4941-4da0-966c-1fe9466f4806, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:40.083938 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-f8ed68c0-635d-4f8d-86ed-4a9ab55009a6 service neutron] For port 21856a23-4941-4da0-966c-1fe9466f4806, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=21856a23-4941-4da0-966c-1fe9466f4806,segment=NetworkSegment(493f0cab-cd14-488b-bdc2-f5e68dce74ef),segment_id=493f0cab-cd14-488b-bdc2-f5e68dce74ef)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:40.098956 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-f8ed68c0-635d-4f8d-86ed-4a9ab55009a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.143010 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-f8ed68c0-635d-4f8d-86ed-4a9ab55009a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:40.143470 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-f8ed68c0-635d-4f8d-86ed-4a9ab55009a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.145196 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-f8ed68c0-635d-4f8d-86ed-4a9ab55009a6 service neutron] 10.222.0.89 "PUT /v2.0/ports/21856a23-4941-4da0-966c-1fe9466f4806 HTTP/1.1" status: 200 len: 1092 time: 0.9384775 Jul 05 04:05:40.145330 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-206d8eb4-2c1d-49bf-8aad-b1c179109066 service neutron] 10.222.0.89 "GET /v2.0/networks/a6d904c9-d5c3-4585-9d21-be63aa884ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074733 Jul 05 04:05:40.146083 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1812b7-a7c2-4465-acf7-c3e3c7d9b585', 'tag': '21856a23-4941-4da0-966c-1fe9466f4806'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:40.148567 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c2a899-e12d-4e3a-8269-b33b58a0d9ca" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1812b7-a7c2-4465-acf7-c3e3c7d9b585", "tag": "21856a23-4941-4da0-966c-1fe9466f4806"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:40.187468 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed68c0-635d-4f8d-86ed-4a9ab55009a6 service neutron] Pushing event updated for resources: {'Port': ['ID=21856a23-4941-4da0-966c-1fe9466f4806,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:40.197671 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258b475a-20a9-4068-b9df-b3a474cb6594 x-openstack-request-id: req-258b475a-20a9-4068-b9df-b3a474cb6594 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:40.197972 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1812b7-a7c2-4465-acf7-c3e3c7d9b585", "tag": "21856a23-4941-4da0-966c-1fe9466f4806", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:40.198358 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-258b475a-20a9-4068-b9df-b3a474cb6594 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:40.198637 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1812b7-a7c2-4465-acf7-c3e3c7d9b585', 'tag': '21856a23-4941-4da0-966c-1fe9466f4806', 'status': 'completed', 'code': 200} Jul 05 04:05:40.272692 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-b7484460-3d22-4d20-a59b-90526bdc613e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:40.275167 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-b7484460-3d22-4d20-a59b-90526bdc613e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=926d31dd012d42b08dd59638f4bc0d7d&device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 1095 time: 0.0610700 Jul 05 04:05:40.284692 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6d951f15-a5ca-4b31-bc71-06d40bbfba45 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:05:40.329702 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-37d802bf-4fea-4265-904c-13955fd4c5db service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21856a23-4941-4da0-966c-1fe9466f4806 HTTP/1.1" status: 200 len: 217 time: 0.0459008 Jul 05 04:05:40.355655 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c56eb-93a2-4f87-a31f-2e4918e6ecb1 req-149d8ec8-25b1-4b14-84ae-4c8f7b2063f7 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:40.357625 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be7c56eb-93a2-4f87-a31f-2e4918e6ecb1 req-149d8ec8-25b1-4b14-84ae-4c8f7b2063f7 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.2792454 Jul 05 04:05:40.359032 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-95e376df-f0aa-4e83-89ab-61f507188482 req-cabc9823-dfd6-4c8b-93c9-dae7eccb78cc tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Allocated IP 172.20.0.9 (0d181948-6f38-4cce-b66b-21d3a10c7c4e/eef02c9b-cdba-4d27-9b33-4ac4c6fe1358/b2b42d74-39de-4142-b6ee-eb272922a1e9) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:40.411308 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7268f047-36ac-4537-9345-1972e28aced8 req-0039afce-0b04-404a-9ddd-33e99e79d0b3 service neutron] 10.222.0.89 "GET /v2.0/networks/a6d904c9-d5c3-4585-9d21-be63aa884ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292602 Jul 05 04:05:40.443577 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 6d951f15-a5ca-4b31-bc71-06d40bbfba45, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6d951f15-a5ca-4b31-bc71-06d40bbfba45,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:40.460810 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '6d951f15-a5ca-4b31-bc71-06d40bbfba45', 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304', 'port_id': '6d951f15-a5ca-4b31-bc71-06d40bbfba45', 'mac_address': 'fa:16:3e:c8:67:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '248c3b61-cc11-4019-9b85-60af49b5384a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:05:40.461081 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-ee6ddbf0-809f-427a-92ec-ad52551652eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:40.462581 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-ee6ddbf0-809f-427a-92ec-ad52551652eb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=eef02c9b-cdba-4d27-9b33-4ac4c6fe1358 HTTP/1.1" status: 200 len: 858 time: 0.1122763 Jul 05 04:05:40.470753 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be7c56eb-93a2-4f87-a31f-2e4918e6ecb1 req-aa9aa103-dd26-4ca2-ab03-f1c35400067f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034942 Jul 05 04:05:40.500496 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92494839-4dc4-47e3-a0b9-457ea4b58cab req-81b2d712-defe-4a9d-8d13-b9cfe59738c2 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:40.502101 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-92494839-4dc4-47e3-a0b9-457ea4b58cab req-81b2d712-defe-4a9d-8d13-b9cfe59738c2 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=df69a7d9-cfb0-449d-9788-fa8076ecc651 HTTP/1.1" status: 200 len: 944 time: 0.1663222 Jul 05 04:05:40.535643 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-b740c658-6a6a-49f0-8924-4dfe4619105c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0d181948-6f38-4cce-b66b-21d3a10c7c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323663 Jul 05 04:05:40.536191 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.569664 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d951f15-a5ca-4b31-bc71-06d40bbfba45 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:40.607850 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 6d951f15-a5ca-4b31-bc71-06d40bbfba45, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6d951f15-a5ca-4b31-bc71-06d40bbfba45,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:40.617227 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.715564 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b306f-6cdc-4b4f-9bfd-82e37c207bb8 req-24fb32ce-07be-473b-9678-96443385d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:40.717239 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b306f-6cdc-4b4f-9bfd-82e37c207bb8 req-24fb32ce-07be-473b-9678-96443385d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:40.718311 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b306f-6cdc-4b4f-9bfd-82e37c207bb8 req-24fb32ce-07be-473b-9678-96443385d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:40.718965 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b306f-6cdc-4b4f-9bfd-82e37c207bb8 req-24fb32ce-07be-473b-9678-96443385d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:40.719665 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b306f-6cdc-4b4f-9bfd-82e37c207bb8 req-24fb32ce-07be-473b-9678-96443385d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:40.720444 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b306f-6cdc-4b4f-9bfd-82e37c207bb8 req-24fb32ce-07be-473b-9678-96443385d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:40.721099 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b306f-6cdc-4b4f-9bfd-82e37c207bb8 req-24fb32ce-07be-473b-9678-96443385d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:40.730326 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=6d951f15-a5ca-4b31-bc71-06d40bbfba45,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:40.732724 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5d6b306f-6cdc-4b4f-9bfd-82e37c207bb8 req-24fb32ce-07be-473b-9678-96443385d369 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=50643a7691c345388c1f08c7454cea66&device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 6495 time: 0.2048023 Jul 05 04:05:40.752726 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-92494839-4dc4-47e3-a0b9-457ea4b58cab req-9c6aa36b-26d1-4269-8541-394e8943b34a tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205315 Jul 05 04:05:40.754685 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-e42c90c8-9487-4f3d-87a8-1e5661720633 service neutron] 10.222.0.89 "GET /v2.0/networks/0d181948-6f38-4cce-b66b-21d3a10c7c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104242 Jul 05 04:05:40.880883 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b306f-6cdc-4b4f-9bfd-82e37c207bb8 req-5cba8c43-7df5-4480-b395-d369cc4bc92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:40.882393 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5d6b306f-6cdc-4b4f-9bfd-82e37c207bb8 req-5cba8c43-7df5-4480-b395-d369cc4bc92f service neutron] 10.222.0.89 "GET /v2.0/networks?id=a6d904c9-d5c3-4585-9d21-be63aa884ed6 HTTP/1.1" status: 200 len: 902 time: 0.1486661 Jul 05 04:05:40.885799 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-95e376df-f0aa-4e83-89ab-61f507188482 req-cabc9823-dfd6-4c8b-93c9-dae7eccb78cc tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.894480 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b1b93ed6-fa77-4fa7-a078-06ca6fe50dc8 req-df9ad13d-b41e-4c64-8b2a-69956eb5d774 service neutron] 10.222.0.89 "GET /v2.0/networks/0d181948-6f38-4cce-b66b-21d3a10c7c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300662 Jul 05 04:05:40.944900 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5d6b306f-6cdc-4b4f-9bfd-82e37c207bb8 req-679a076a-9a40-40ff-bb3f-7e45eaaf23d3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f4d202a6-ac7b-4064-86e3-09e5957ff02e HTTP/1.1" status: 200 len: 217 time: 0.0527990 Jul 05 04:05:41.038547 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['6d951f15-a5ca-4b31-bc71-06d40bbfba45'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:41.042577 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-95e376df-f0aa-4e83-89ab-61f507188482 req-cabc9823-dfd6-4c8b-93c9-dae7eccb78cc tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.089993 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b306f-6cdc-4b4f-9bfd-82e37c207bb8 req-67f22488-0066-4857-8d31-c68d6b58486b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:41.091519 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5d6b306f-6cdc-4b4f-9bfd-82e37c207bb8 req-67f22488-0066-4857-8d31-c68d6b58486b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a927bcdc-e462-4ca7-b6a1-c36068d79290 HTTP/1.1" status: 200 len: 797 time: 0.1268263 Jul 05 04:05:41.179028 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2a899-e12d-4e3a-8269-b33b58a0d9ca req-5186a5b9-fd3b-4256-bf6f-c08357cd1625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:41.181743 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62c2a899-e12d-4e3a-8269-b33b58a0d9ca req-5186a5b9-fd3b-4256-bf6f-c08357cd1625 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=926d31dd012d42b08dd59638f4bc0d7d&device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 1095 time: 0.1985450 Jul 05 04:05:41.207693 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e376df-f0aa-4e83-89ab-61f507188482 req-cabc9823-dfd6-4c8b-93c9-dae7eccb78cc tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Network 0d181948-6f38-4cce-b66b-21d3a10c7c4e is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:41.232562 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-95e376df-f0aa-4e83-89ab-61f507188482 req-cabc9823-dfd6-4c8b-93c9-dae7eccb78cc tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:41.238493 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e376df-f0aa-4e83-89ab-61f507188482 req-cabc9823-dfd6-4c8b-93c9-dae7eccb78cc tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:41.246776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc9823-dfd6-4c8b-93c9-dae7eccb78cc tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Pushing event updated for resources: {'Port': ['ID=b2b42d74-39de-4142-b6ee-eb272922a1e9,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:41.317842 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2a899-e12d-4e3a-8269-b33b58a0d9ca req-a1370663-a42d-4781-aabe-de60a0967ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:41.319395 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62c2a899-e12d-4e3a-8269-b33b58a0d9ca req-a1370663-a42d-4781-aabe-de60a0967ba6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0d181948-6f38-4cce-b66b-21d3a10c7c4e HTTP/1.1" status: 200 len: 919 time: 0.1298325 Jul 05 04:05:41.343612 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785016a-a14d-42f2-9d01-847e13952a61 req-d202092a-2263-444e-b5ff-6096281da744 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:41.345414 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5785016a-a14d-42f2-9d01-847e13952a61 req-d202092a-2263-444e-b5ff-6096281da744 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 931 time: 0.2763875 Jul 05 04:05:41.379847 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62c2a899-e12d-4e3a-8269-b33b58a0d9ca req-56c517c2-07cc-4a51-97c9-91e62e2e2693 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21856a23-4941-4da0-966c-1fe9466f4806 HTTP/1.1" status: 200 len: 217 time: 0.0517960 Jul 05 04:05:41.385465 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e376df-f0aa-4e83-89ab-61f507188482 req-cabc9823-dfd6-4c8b-93c9-dae7eccb78cc tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:41.386122 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-95e376df-f0aa-4e83-89ab-61f507188482 req-cabc9823-dfd6-4c8b-93c9-dae7eccb78cc tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.404261 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b306f-6cdc-4b4f-9bfd-82e37c207bb8 req-a1444386-6c82-4f54-99b8-b8732350f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:41.405961 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5d6b306f-6cdc-4b4f-9bfd-82e37c207bb8 req-a1444386-6c82-4f54-99b8-b8732350f522 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a6d904c9-d5c3-4585-9d21-be63aa884ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2541945 Jul 05 04:05:41.427831 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-95e376df-f0aa-4e83-89ab-61f507188482 req-cabc9823-dfd6-4c8b-93c9-dae7eccb78cc tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7461576 Jul 05 04:05:41.455071 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5785016a-a14d-42f2-9d01-847e13952a61 req-dcced52a-766b-49a6-9933-a1ffbdf7cf3c tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777228 Jul 05 04:05:41.456687 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2a899-e12d-4e3a-8269-b33b58a0d9ca req-1be7f0ea-8dd8-4b1a-8643-17f2c84efb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:41.458215 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62c2a899-e12d-4e3a-8269-b33b58a0d9ca req-1be7f0ea-8dd8-4b1a-8643-17f2c84efb03 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=eef02c9b-cdba-4d27-9b33-4ac4c6fe1358 HTTP/1.1" status: 200 len: 858 time: 0.0705721 Jul 05 04:05:41.480326 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-95e376df-f0aa-4e83-89ab-61f507188482 req-24c78bb6-ae32-4cde-88b6-2b4671476b45 service neutron] Request body: {'port': {'device_id': '8e682699-2a27-4a91-a38f-52c4221e0bd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:41.502962 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62c2a899-e12d-4e3a-8269-b33b58a0d9ca req-87a97fd9-e210-4fd4-8ffe-a6ea4afe055a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0d181948-6f38-4cce-b66b-21d3a10c7c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360935 Jul 05 04:05:41.509237 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e4b41-fc56-4e51-b401-5095e80493a5 req-4172bbfd-5c2b-4855-ae83-a76f80249011 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:41.515026 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e4b41-fc56-4e51-b401-5095e80493a5 req-4172bbfd-5c2b-4855-ae83-a76f80249011 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:41.520839 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e4b41-fc56-4e51-b401-5095e80493a5 req-4172bbfd-5c2b-4855-ae83-a76f80249011 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:41.527775 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e4b41-fc56-4e51-b401-5095e80493a5 req-4172bbfd-5c2b-4855-ae83-a76f80249011 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:41.533582 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e4b41-fc56-4e51-b401-5095e80493a5 req-4172bbfd-5c2b-4855-ae83-a76f80249011 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:41.539476 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e4b41-fc56-4e51-b401-5095e80493a5 req-4172bbfd-5c2b-4855-ae83-a76f80249011 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:41.546516 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e4b41-fc56-4e51-b401-5095e80493a5 req-4172bbfd-5c2b-4855-ae83-a76f80249011 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:41.548535 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bc7e4b41-fc56-4e51-b401-5095e80493a5 req-4172bbfd-5c2b-4855-ae83-a76f80249011 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5431 time: 0.2339363 Jul 05 04:05:41.625110 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e7e01a5d-098e-4cbf-b004-dc7e4fc4c2a0 req-2702d81d-9327-448a-b4b5-d21fcf313188 tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0388980 Jul 05 04:05:41.636237 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62c2a899-e12d-4e3a-8269-b33b58a0d9ca req-90659b90-34cb-445c-bfba-0ce024cac5f1 service neutron] 10.222.0.89 "GET /v2.0/networks/0d181948-6f38-4cce-b66b-21d3a10c7c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236205 Jul 05 04:05:41.671068 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5d6b306f-6cdc-4b4f-9bfd-82e37c207bb8 req-43688daf-9835-49fd-8bc6-4d6aae235f10 service neutron] 10.222.0.89 "GET /v2.0/networks/a6d904c9-d5c3-4585-9d21-be63aa884ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558048 Jul 05 04:05:41.676859 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bc7e4b41-fc56-4e51-b401-5095e80493a5 req-312f869e-902b-4def-b06c-2381feb8f967 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1075246 Jul 05 04:05:41.712737 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-95e376df-f0aa-4e83-89ab-61f507188482 req-24c78bb6-ae32-4cde-88b6-2b4671476b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.765157 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62c2a899-e12d-4e3a-8269-b33b58a0d9ca req-35b24916-a436-4e5f-b429-fd44be3baf83 service neutron] 10.222.0.89 "GET /v2.0/networks/0d181948-6f38-4cce-b66b-21d3a10c7c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216235 Jul 05 04:05:41.833923 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e839a3-dde3-4ae3-96b0-0854c48a1554 req-80ea7b15-21b9-4649-830e-c87e38a4dc83 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:41.835431 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-51e839a3-dde3-4ae3-96b0-0854c48a1554 req-80ea7b15-21b9-4649-830e-c87e38a4dc83 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.0737858 Jul 05 04:05:41.884421 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-51e839a3-dde3-4ae3-96b0-0854c48a1554 req-bcb4b2da-57d8-4ddd-86c9-c606c42d35d6 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421226 Jul 05 04:05:41.891497 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5d6b306f-6cdc-4b4f-9bfd-82e37c207bb8 req-af6bb728-de43-45bc-8332-47bb2b5f9a3e service neutron] 10.222.0.89 "GET /v2.0/networks/a6d904c9-d5c3-4585-9d21-be63aa884ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122781 Jul 05 04:05:42.077670 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc98d75-cbc9-4a5b-961f-33e8321b61b1 req-1c511932-2d41-49d0-81c8-85ccdb2cd29e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:42.079192 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7fc98d75-cbc9-4a5b-961f-33e8321b61b1 req-1c511932-2d41-49d0-81c8-85ccdb2cd29e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=df69a7d9-cfb0-449d-9788-fa8076ecc651 HTTP/1.1" status: 200 len: 945 time: 0.1351657 Jul 05 04:05:42.159277 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7fc98d75-cbc9-4a5b-961f-33e8321b61b1 req-6246fdea-6fc7-4385-acd9-8f6c15ab95f9 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741842 Jul 05 04:05:42.168648 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-95e376df-f0aa-4e83-89ab-61f507188482 req-24c78bb6-ae32-4cde-88b6-2b4671476b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b42d74-39de-4142-b6ee-eb272922a1e9 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:42.176895 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-95e376df-f0aa-4e83-89ab-61f507188482 req-24c78bb6-ae32-4cde-88b6-2b4671476b45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.201400 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-95e376df-f0aa-4e83-89ab-61f507188482 req-24c78bb6-ae32-4cde-88b6-2b4671476b45 service neutron] Transition to ACTIVE for port object b2b42d74-39de-4142-b6ee-eb272922a1e9 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:42.205862 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-95e376df-f0aa-4e83-89ab-61f507188482 req-24c78bb6-ae32-4cde-88b6-2b4671476b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.249961 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57f53b-26f0-40fa-885f-95568cb18460 req-1f1fb4b7-8a54-4a2c-83cc-83891eb9e6a3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:42.251716 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ce57f53b-26f0-40fa-885f-95568cb18460 req-1f1fb4b7-8a54-4a2c-83cc-83891eb9e6a3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.0652235 Jul 05 04:05:42.301492 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6d951f15-a5ca-4b31-bc71-06d40bbfba45 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:42.303411 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ce57f53b-26f0-40fa-885f-95568cb18460 req-f27e8092-150a-42d4-a17d-b81b6e7c6680 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436387 Jul 05 04:05:42.306892 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c78bb6-ae32-4cde-88b6-2b4671476b45 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b42d74-39de-4142-b6ee-eb272922a1e9,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:42.347669 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-95e376df-f0aa-4e83-89ab-61f507188482 req-24c78bb6-ae32-4cde-88b6-2b4671476b45 service neutron] Attempting to bind port b2b42d74-39de-4142-b6ee-eb272922a1e9 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:42.348063 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-95e376df-f0aa-4e83-89ab-61f507188482 req-24c78bb6-ae32-4cde-88b6-2b4671476b45 service neutron] Attempting to bind port b2b42d74-39de-4142-b6ee-eb272922a1e9 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '493f0cab-cd14-488b-bdc2-f5e68dce74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0d181948-6f38-4cce-b66b-21d3a10c7c4e'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:42.348379 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e376df-f0aa-4e83-89ab-61f507188482 req-24c78bb6-ae32-4cde-88b6-2b4671476b45 service neutron] Attempting to bind port b2b42d74-39de-4142-b6ee-eb272922a1e9 on network 0d181948-6f38-4cce-b66b-21d3a10c7c4e {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:42.356869 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e376df-f0aa-4e83-89ab-61f507188482 req-24c78bb6-ae32-4cde-88b6-2b4671476b45 service neutron] Port b2b42d74-39de-4142-b6ee-eb272922a1e9 on network 0d181948-6f38-4cce-b66b-21d3a10c7c4e not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:05:42.357211 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e376df-f0aa-4e83-89ab-61f507188482 req-24c78bb6-ae32-4cde-88b6-2b4671476b45 service neutron] Attempting to bind port b2b42d74-39de-4142-b6ee-eb272922a1e9 on network 0d181948-6f38-4cce-b66b-21d3a10c7c4e {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:42.366348 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e376df-f0aa-4e83-89ab-61f507188482 req-24c78bb6-ae32-4cde-88b6-2b4671476b45 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:42.366699 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e376df-f0aa-4e83-89ab-61f507188482 req-24c78bb6-ae32-4cde-88b6-2b4671476b45 service neutron] Checking segment: {'id': '493f0cab-cd14-488b-bdc2-f5e68dce74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0d181948-6f38-4cce-b66b-21d3a10c7c4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:42.367084 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e376df-f0aa-4e83-89ab-61f507188482 req-24c78bb6-ae32-4cde-88b6-2b4671476b45 service neutron] Bound using segment: {'id': '493f0cab-cd14-488b-bdc2-f5e68dce74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0d181948-6f38-4cce-b66b-21d3a10c7c4e'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:42.368180 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-95e376df-f0aa-4e83-89ab-61f507188482 req-24c78bb6-ae32-4cde-88b6-2b4671476b45 service neutron] Bound port: b2b42d74-39de-4142-b6ee-eb272922a1e9, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '493f0cab-cd14-488b-bdc2-f5e68dce74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0d181948-6f38-4cce-b66b-21d3a10c7c4e'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:42.368677 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-95e376df-f0aa-4e83-89ab-61f507188482 req-24c78bb6-ae32-4cde-88b6-2b4671476b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.397050 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 6d951f15-a5ca-4b31-bc71-06d40bbfba45 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:42.402373 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 6d951f15-a5ca-4b31-bc71-06d40bbfba45 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:42.402820 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.461805 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-95e376df-f0aa-4e83-89ab-61f507188482 req-24c78bb6-ae32-4cde-88b6-2b4671476b45 service neutron] For port b2b42d74-39de-4142-b6ee-eb272922a1e9, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:42.467439 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-95e376df-f0aa-4e83-89ab-61f507188482 req-24c78bb6-ae32-4cde-88b6-2b4671476b45 service neutron] For port b2b42d74-39de-4142-b6ee-eb272922a1e9, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=b2b42d74-39de-4142-b6ee-eb272922a1e9,segment=NetworkSegment(493f0cab-cd14-488b-bdc2-f5e68dce74ef),segment_id=493f0cab-cd14-488b-bdc2-f5e68dce74ef)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:42.472216 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-95e376df-f0aa-4e83-89ab-61f507188482 req-24c78bb6-ae32-4cde-88b6-2b4671476b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.511978 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e376df-f0aa-4e83-89ab-61f507188482 req-24c78bb6-ae32-4cde-88b6-2b4671476b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:42.512616 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-95e376df-f0aa-4e83-89ab-61f507188482 req-24c78bb6-ae32-4cde-88b6-2b4671476b45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.514047 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-95e376df-f0aa-4e83-89ab-61f507188482 req-24c78bb6-ae32-4cde-88b6-2b4671476b45 service neutron] 10.222.0.70 "PUT /v2.0/ports/b2b42d74-39de-4142-b6ee-eb272922a1e9 HTTP/1.1" status: 200 len: 1092 time: 1.0475085 Jul 05 04:05:42.514510 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e682699-2a27-4a91-a38f-52c4221e0bd5', 'tag': 'b2b42d74-39de-4142-b6ee-eb272922a1e9'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:42.516872 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3c04bb-9abc-4552-9a3a-b52001744067" -d '{"events": [{"name": "network-changed", "server_uuid": "8e682699-2a27-4a91-a38f-52c4221e0bd5", "tag": "b2b42d74-39de-4142-b6ee-eb272922a1e9"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:42.544859 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c78bb6-ae32-4cde-88b6-2b4671476b45 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b42d74-39de-4142-b6ee-eb272922a1e9,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:42.573236 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6986fcb-9a8b-4ed1-9c87-bff69ada02e5 x-openstack-request-id: req-e6986fcb-9a8b-4ed1-9c87-bff69ada02e5 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:42.573688 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e682699-2a27-4a91-a38f-52c4221e0bd5", "tag": "b2b42d74-39de-4142-b6ee-eb272922a1e9", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:42.574000 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e6986fcb-9a8b-4ed1-9c87-bff69ada02e5 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:42.574362 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e682699-2a27-4a91-a38f-52c4221e0bd5', 'tag': 'b2b42d74-39de-4142-b6ee-eb272922a1e9', 'status': 'completed', 'code': 200} Jul 05 04:05:42.684574 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.697180 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e376df-f0aa-4e83-89ab-61f507188482 req-cda97035-31dc-4bfe-8275-f9fe325cdf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:42.698720 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-95e376df-f0aa-4e83-89ab-61f507188482 req-cda97035-31dc-4bfe-8275-f9fe325cdf64 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=926d31dd012d42b08dd59638f4bc0d7d&device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 1095 time: 0.1057103 Jul 05 04:05:42.708965 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df69a7d9-cfb0-449d-9788-fa8076ecc651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d951f15-a5ca-4b31-bc71-06d40bbfba45'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:42.711901 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60329eef-427c-4185-92ee-8cd8ea64e6b4" -d '{"events": [{"server_uuid": "df69a7d9-cfb0-449d-9788-fa8076ecc651", "name": "network-vif-plugged", "status": "completed", "tag": "6d951f15-a5ca-4b31-bc71-06d40bbfba45"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:42.721907 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ed2e2-1915-4ca5-8f1c-7ca6871009e9 req-7a973399-af13-45b9-a85b-f2f61f861107 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:42.723459 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ce1ed2e2-1915-4ca5-8f1c-7ca6871009e9 req-7a973399-af13-45b9-a85b-f2f61f861107 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 943 time: 0.0959573 Jul 05 04:05:42.735303 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 6d951f15-a5ca-4b31-bc71-06d40bbfba45, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6d951f15-a5ca-4b31-bc71-06d40bbfba45,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:42.740194 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.767751 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-95e376df-f0aa-4e83-89ab-61f507188482 req-d4672c03-5ef9-4707-aa7f-94d5f84fb462 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2b42d74-39de-4142-b6ee-eb272922a1e9 HTTP/1.1" status: 200 len: 217 time: 0.0432563 Jul 05 04:05:42.793766 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=6d951f15-a5ca-4b31-bc71-06d40bbfba45,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:42.798595 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0704755c-d4f7-4488-9b69-32dde95ef4f7 req-9ccffc37-1841-4f3a-819e-fc4a039e742d tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0334787 Jul 05 04:05:42.806246 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:42.806611 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:42.807212 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:42.807560 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:42.807927 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:42.808261 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:42.808948 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:42.809281 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:42.809931 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:42.810268 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:42.810865 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:42.811198 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:42.837221 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ce1ed2e2-1915-4ca5-8f1c-7ca6871009e9 req-2dbdda28-2421-4f3b-9746-752271289d77 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052692 Jul 05 04:05:42.844962 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.847974 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e376df-f0aa-4e83-89ab-61f507188482 req-9baabf1e-b778-48d7-9407-d41091256ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:42.849515 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-95e376df-f0aa-4e83-89ab-61f507188482 req-9baabf1e-b778-48d7-9407-d41091256ab1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eef02c9b-cdba-4d27-9b33-4ac4c6fe1358 HTTP/1.1" status: 200 len: 858 time: 0.0726857 Jul 05 04:05:42.858156 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b8add9-dbf2-4401-aeb8-c04a70c24c7a x-openstack-request-id: req-35b8add9-dbf2-4401-aeb8-c04a70c24c7a {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:42.858531 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df69a7d9-cfb0-449d-9788-fa8076ecc651", "name": "network-vif-plugged", "status": "completed", "tag": "6d951f15-a5ca-4b31-bc71-06d40bbfba45", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:42.858836 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-35b8add9-dbf2-4401-aeb8-c04a70c24c7a {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:42.859287 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df69a7d9-cfb0-449d-9788-fa8076ecc651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d951f15-a5ca-4b31-bc71-06d40bbfba45', 'code': 200} Jul 05 04:05:42.919323 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-95e376df-f0aa-4e83-89ab-61f507188482 req-74333ea3-23e7-4dc2-8e53-4229ad166689 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0d181948-6f38-4cce-b66b-21d3a10c7c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345042 Jul 05 04:05:43.030154 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d7187-44fa-49ac-918f-f33cea9e8128 req-b1494237-dec0-47d5-a713-3a5f81a7bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:43.032339 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ab1d7187-44fa-49ac-918f-f33cea9e8128 req-b1494237-dec0-47d5-a713-3a5f81a7bdce service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=df69a7d9-cfb0-449d-9788-fa8076ecc651 HTTP/1.1" status: 200 len: 1098 time: 0.0558326 Jul 05 04:05:43.070430 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ab1d7187-44fa-49ac-918f-f33cea9e8128 req-3ed32260-c4f7-44a4-9ccd-2e2b60b2974e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312579 Jul 05 04:05:43.074782 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-95e376df-f0aa-4e83-89ab-61f507188482 req-db3d6e88-80b8-4ed2-a85f-e132bbfd5a7b service neutron] 10.222.0.70 "GET /v2.0/networks/0d181948-6f38-4cce-b66b-21d3a10c7c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406100 Jul 05 04:05:43.089166 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e5694-b9a4-42e4-b0a6-073ece63aacb req-85a55310-a37d-441d-977f-2536671cc43f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:43.102787 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e5694-b9a4-42e4-b0a6-073ece63aacb req-85a55310-a37d-441d-977f-2536671cc43f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:43.109145 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e5694-b9a4-42e4-b0a6-073ece63aacb req-85a55310-a37d-441d-977f-2536671cc43f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:43.115005 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e5694-b9a4-42e4-b0a6-073ece63aacb req-85a55310-a37d-441d-977f-2536671cc43f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:43.121592 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e5694-b9a4-42e4-b0a6-073ece63aacb req-85a55310-a37d-441d-977f-2536671cc43f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:43.127487 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e5694-b9a4-42e4-b0a6-073ece63aacb req-85a55310-a37d-441d-977f-2536671cc43f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:43.134010 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e5694-b9a4-42e4-b0a6-073ece63aacb req-85a55310-a37d-441d-977f-2536671cc43f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:43.135961 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cd3e5694-b9a4-42e4-b0a6-073ece63aacb req-85a55310-a37d-441d-977f-2536671cc43f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5431 time: 0.1539898 Jul 05 04:05:43.179499 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cd3e5694-b9a4-42e4-b0a6-073ece63aacb req-a7c765e8-6766-4d64-b8e8-9e1b633df081 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373838 Jul 05 04:05:43.346010 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec8968-d97a-40c2-80d3-368cc18cfacb req-5c53428d-762d-40cf-a136-bb4ce449f45f tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:43.347540 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-27ec8968-d97a-40c2-80d3-368cc18cfacb req-5c53428d-762d-40cf-a136-bb4ce449f45f tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=df69a7d9-cfb0-449d-9788-fa8076ecc651 HTTP/1.1" status: 200 len: 946 time: 0.0667174 Jul 05 04:05:43.391535 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-27ec8968-d97a-40c2-80d3-368cc18cfacb req-0a65b480-7d2c-4f2c-9266-3c17a4d4f7f6 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380812 Jul 05 04:05:43.802554 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-95e376df-f0aa-4e83-89ab-61f507188482 req-55714a13-78fe-44f5-8e8c-408f287ab8a8 service neutron] 10.222.0.70 "GET /v2.0/networks/0d181948-6f38-4cce-b66b-21d3a10c7c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685110 Jul 05 04:05:43.811579 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14639d3e-5218-4af2-a13a-644a8b7fc383 req-4a6ca47b-a793-4640-bcb2-47d2d70316b8 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:43.813023 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-14639d3e-5218-4af2-a13a-644a8b7fc383 req-4a6ca47b-a793-4640-bcb2-47d2d70316b8 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.3803298 Jul 05 04:05:43.862415 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-14639d3e-5218-4af2-a13a-644a8b7fc383 req-0fc57388-2a19-4fe1-a4cc-f3b8ca8fe7de tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435762 Jul 05 04:05:43.931925 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 21856a23-4941-4da0-966c-1fe9466f4806 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:05:43.983058 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c04bb-9abc-4552-9a3a-b52001744067 req-1762f554-5ffe-4db3-953c-b674043b26aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:43.985356 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc3c04bb-9abc-4552-9a3a-b52001744067 req-1762f554-5ffe-4db3-953c-b674043b26aa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=926d31dd012d42b08dd59638f4bc0d7d&device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 1095 time: 0.0695755 Jul 05 04:05:44.065998 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 21856a23-4941-4da0-966c-1fe9466f4806, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=21856a23-4941-4da0-966c-1fe9466f4806,segment=NetworkSegment(493f0cab-cd14-488b-bdc2-f5e68dce74ef),segment_id=493f0cab-cd14-488b-bdc2-f5e68dce74ef)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:44.085452 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '21856a23-4941-4da0-966c-1fe9466f4806', 'network_id': '0d181948-6f38-4cce-b66b-21d3a10c7c4e', 'port_id': '21856a23-4941-4da0-966c-1fe9466f4806', 'mac_address': 'fa:16:3e:13:dc:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eef02c9b-cdba-4d27-9b33-4ac4c6fe1358', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:05:44.128533 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.138442 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c04bb-9abc-4552-9a3a-b52001744067 req-050b3179-ebee-405f-bb50-8fa6715bcdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:44.139967 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc3c04bb-9abc-4552-9a3a-b52001744067 req-050b3179-ebee-405f-bb50-8fa6715bcdbc service neutron] 10.222.0.70 "GET /v2.0/networks?id=0d181948-6f38-4cce-b66b-21d3a10c7c4e HTTP/1.1" status: 200 len: 919 time: 0.1456838 Jul 05 04:05:44.143470 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21856a23-4941-4da0-966c-1fe9466f4806 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:44.152669 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc96521-501f-4664-95f5-29f40e91e8aa req-885a3037-9632-4f21-811a-35de18972389 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:44.154202 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9dc96521-501f-4664-95f5-29f40e91e8aa req-885a3037-9632-4f21-811a-35de18972389 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 943 time: 0.1098607 Jul 05 04:05:44.158587 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a22f778f-d6cc-4368-9355-fa0eeb04477a req-c3824c8a-8e9e-4b29-a78b-2923e126c15e tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0325756 Jul 05 04:05:44.170615 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 21856a23-4941-4da0-966c-1fe9466f4806, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=21856a23-4941-4da0-966c-1fe9466f4806,segment=NetworkSegment(493f0cab-cd14-488b-bdc2-f5e68dce74ef),segment_id=493f0cab-cd14-488b-bdc2-f5e68dce74ef)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:44.175747 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.199573 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc3c04bb-9abc-4552-9a3a-b52001744067 req-15ce506b-bea9-4ab3-a829-37b039df0d34 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2b42d74-39de-4142-b6ee-eb272922a1e9 HTTP/1.1" status: 200 len: 217 time: 0.0443664 Jul 05 04:05:44.228866 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=21856a23-4941-4da0-966c-1fe9466f4806,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:44.257543 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9dc96521-501f-4664-95f5-29f40e91e8aa req-c3de8c56-d8a1-470d-8b43-0effcab90f16 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954180 Jul 05 04:05:44.271956 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c04bb-9abc-4552-9a3a-b52001744067 req-0c9fd74c-85b0-4101-a5b9-3c2dba4b1483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:44.275517 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc3c04bb-9abc-4552-9a3a-b52001744067 req-0c9fd74c-85b0-4101-a5b9-3c2dba4b1483 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eef02c9b-cdba-4d27-9b33-4ac4c6fe1358 HTTP/1.1" status: 200 len: 858 time: 0.0668304 Jul 05 04:05:44.324118 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc3c04bb-9abc-4552-9a3a-b52001744067 req-4b4f7ff8-84e8-491c-a1b3-33f6ac30550b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0d181948-6f38-4cce-b66b-21d3a10c7c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424321 Jul 05 04:05:44.358258 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10050c88-116e-45ec-9224-5c5d295c9e8b req-d88a5ec4-c5f7-4b97-a66a-a621112a3b99 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:44.359995 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-10050c88-116e-45ec-9224-5c5d295c9e8b req-d88a5ec4-c5f7-4b97-a66a-a621112a3b99 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.0728469 Jul 05 04:05:44.403406 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-10050c88-116e-45ec-9224-5c5d295c9e8b req-c7a571af-69a5-4610-a77a-fc5db28a2f4d tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346427 Jul 05 04:05:44.443402 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc3c04bb-9abc-4552-9a3a-b52001744067 req-ffb62d7f-4908-41fa-b961-fe7f19216c6f service neutron] 10.222.0.70 "GET /v2.0/networks/0d181948-6f38-4cce-b66b-21d3a10c7c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097085 Jul 05 04:05:44.502731 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['21856a23-4941-4da0-966c-1fe9466f4806'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:44.591527 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc3c04bb-9abc-4552-9a3a-b52001744067 req-de03cda1-020c-45a2-8d3f-0307bd6ade39 service neutron] 10.222.0.70 "GET /v2.0/networks/0d181948-6f38-4cce-b66b-21d3a10c7c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387217 Jul 05 04:05:44.594007 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4c09c-ff40-4cb8-993b-9577817a1eb6 req-1ce50789-9e07-47fe-bc56-a850cdef48cc tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:44.595834 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2cf4c09c-ff40-4cb8-993b-9577817a1eb6 req-1ce50789-9e07-47fe-bc56-a850cdef48cc tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=df69a7d9-cfb0-449d-9788-fa8076ecc651 HTTP/1.1" status: 200 len: 946 time: 0.0782282 Jul 05 04:05:44.632640 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9483a1-6980-44ff-a0c3-1643b791303d req-60d29c9d-ffcd-4bbb-9738-88846bc8bb72 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:44.640550 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9483a1-6980-44ff-a0c3-1643b791303d req-60d29c9d-ffcd-4bbb-9738-88846bc8bb72 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:44.647691 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9483a1-6980-44ff-a0c3-1643b791303d req-60d29c9d-ffcd-4bbb-9738-88846bc8bb72 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:44.655044 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9483a1-6980-44ff-a0c3-1643b791303d req-60d29c9d-ffcd-4bbb-9738-88846bc8bb72 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:44.660048 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2cf4c09c-ff40-4cb8-993b-9577817a1eb6 req-9c2c26e0-3e58-411f-bde8-0e31ed232851 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580587 Jul 05 04:05:44.662504 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9483a1-6980-44ff-a0c3-1643b791303d req-60d29c9d-ffcd-4bbb-9738-88846bc8bb72 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:44.679034 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9483a1-6980-44ff-a0c3-1643b791303d req-60d29c9d-ffcd-4bbb-9738-88846bc8bb72 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:44.687543 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9483a1-6980-44ff-a0c3-1643b791303d req-60d29c9d-ffcd-4bbb-9738-88846bc8bb72 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:44.689831 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bd9483a1-6980-44ff-a0c3-1643b791303d req-60d29c9d-ffcd-4bbb-9738-88846bc8bb72 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5431 time: 0.1720226 Jul 05 04:05:44.743598 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bd9483a1-6980-44ff-a0c3-1643b791303d req-7c5da769-69ff-41c3-8f66-766b531e339d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438173 Jul 05 04:05:44.842413 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5decb7-ba9b-4b2d-beee-6f0c49de3dcb req-d20b0f98-4ff2-4e51-b52d-3d205cfbe88c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:44.844261 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cb5decb7-ba9b-4b2d-beee-6f0c49de3dcb req-d20b0f98-4ff2-4e51-b52d-3d205cfbe88c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.0726924 Jul 05 04:05:44.887766 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cb5decb7-ba9b-4b2d-beee-6f0c49de3dcb req-b0c36888-4480-4607-839a-e9cdef1c43a5 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348709 Jul 05 04:05:45.084687 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f2828-ecf0-4d54-9409-4ddd5064b9c9 req-5475f1ff-2add-4951-8222-62879f586317 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:45.086220 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c2f2828-ecf0-4d54-9409-4ddd5064b9c9 req-5475f1ff-2add-4951-8222-62879f586317 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.0854566 Jul 05 04:05:45.129647 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c2f2828-ecf0-4d54-9409-4ddd5064b9c9 req-fa2f1e2e-c568-4cfc-aec9-ff911e772f55 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377932 Jul 05 04:05:45.313914 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-70a2464b-6388-44e2-996a-fdfb9f6f1d33 req-c86e1052-a985-468f-9f15-aa1b58fce772 tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0300555 Jul 05 04:05:45.443937 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2578d8-0d4d-46f1-b4a1-ce4966da1621 req-7ab5dc53-ed47-4786-8cc9-17dd4bab1ee6 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:45.445442 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7a2578d8-0d4d-46f1-b4a1-ce4966da1621 req-7ab5dc53-ed47-4786-8cc9-17dd4bab1ee6 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 943 time: 0.0664210 Jul 05 04:05:45.487062 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7a2578d8-0d4d-46f1-b4a1-ce4966da1621 req-f52fb404-69f8-4006-a049-904953db289f tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326378 Jul 05 04:05:45.845700 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61575dfb-c575-4e1b-a4f9-1286bced5e90 req-39887412-968e-4ebd-95e0-41c93924699f tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:45.847507 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-61575dfb-c575-4e1b-a4f9-1286bced5e90 req-39887412-968e-4ebd-95e0-41c93924699f tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=df69a7d9-cfb0-449d-9788-fa8076ecc651 HTTP/1.1" status: 200 len: 946 time: 0.0786369 Jul 05 04:05:45.890397 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-61575dfb-c575-4e1b-a4f9-1286bced5e90 req-85111b8c-90ce-4d43-b0b9-caabb75bf4dd tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350444 Jul 05 04:05:45.926935 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 21856a23-4941-4da0-966c-1fe9466f4806 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:45.956442 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3f61e-9c82-443c-b516-cfa506455adb req-779a759b-00d8-4c77-b11b-b562c5253839 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:45.963186 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3f61e-9c82-443c-b516-cfa506455adb req-779a759b-00d8-4c77-b11b-b562c5253839 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:45.969166 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3f61e-9c82-443c-b516-cfa506455adb req-779a759b-00d8-4c77-b11b-b562c5253839 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:45.975221 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3f61e-9c82-443c-b516-cfa506455adb req-779a759b-00d8-4c77-b11b-b562c5253839 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:45.981873 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3f61e-9c82-443c-b516-cfa506455adb req-779a759b-00d8-4c77-b11b-b562c5253839 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:45.987764 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3f61e-9c82-443c-b516-cfa506455adb req-779a759b-00d8-4c77-b11b-b562c5253839 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:45.992267 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 21856a23-4941-4da0-966c-1fe9466f4806 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:45.994375 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3f61e-9c82-443c-b516-cfa506455adb req-779a759b-00d8-4c77-b11b-b562c5253839 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:45.996546 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-67b3f61e-9c82-443c-b516-cfa506455adb req-779a759b-00d8-4c77-b11b-b562c5253839 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5431 time: 0.1168890 Jul 05 04:05:45.998503 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 21856a23-4941-4da0-966c-1fe9466f4806 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:45.998883 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.045503 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-67b3f61e-9c82-443c-b516-cfa506455adb req-3edfb85a-d050-40e2-9906-54cc072d6611 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390706 Jul 05 04:05:46.090488 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.099950 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dff95-eade-48dd-9494-7bef8f41ce2c req-bf5f95f8-a30d-4814-800e-57f0af2596f5 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:46.101544 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7b2dff95-eade-48dd-9494-7bef8f41ce2c req-bf5f95f8-a30d-4814-800e-57f0af2596f5 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=df69a7d9-cfb0-449d-9788-fa8076ecc651 HTTP/1.1" status: 200 len: 946 time: 0.0748446 Jul 05 04:05:46.114044 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1812b7-a7c2-4465-acf7-c3e3c7d9b585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21856a23-4941-4da0-966c-1fe9466f4806'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:46.116315 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39ba9f2-a7d5-4ad8-8bcd-87a8a67b399b" -d '{"events": [{"server_uuid": "0a1812b7-a7c2-4465-acf7-c3e3c7d9b585", "name": "network-vif-plugged", "status": "completed", "tag": "21856a23-4941-4da0-966c-1fe9466f4806"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:46.129947 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 21856a23-4941-4da0-966c-1fe9466f4806, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=21856a23-4941-4da0-966c-1fe9466f4806,segment=NetworkSegment(493f0cab-cd14-488b-bdc2-f5e68dce74ef),segment_id=493f0cab-cd14-488b-bdc2-f5e68dce74ef)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:46.136408 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.161563 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7b2dff95-eade-48dd-9494-7bef8f41ce2c req-2fef1f02-b37f-4afc-adb3-6ea88685b834 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538716 Jul 05 04:05:46.170118 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de5eee7-4ee3-42ea-b817-93e4191bcd8e x-openstack-request-id: req-5de5eee7-4ee3-42ea-b817-93e4191bcd8e {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:46.170408 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1812b7-a7c2-4465-acf7-c3e3c7d9b585", "name": "network-vif-plugged", "status": "completed", "tag": "21856a23-4941-4da0-966c-1fe9466f4806", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:46.170687 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5de5eee7-4ee3-42ea-b817-93e4191bcd8e {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:46.174284 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1812b7-a7c2-4465-acf7-c3e3c7d9b585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21856a23-4941-4da0-966c-1fe9466f4806', 'code': 200} Jul 05 04:05:46.203484 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=21856a23-4941-4da0-966c-1fe9466f4806,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:46.295849 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94933cb9-f459-4af2-b62b-dd989dd51cac req-4da310fb-ec32-47db-a65c-65017fab54ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:46.297353 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-94933cb9-f459-4af2-b62b-dd989dd51cac req-4da310fb-ec32-47db-a65c-65017fab54ff service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 1097 time: 0.0538495 Jul 05 04:05:46.332253 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-94933cb9-f459-4af2-b62b-dd989dd51cac req-aec2c214-8056-4a18-a058-bcc5b4fd1934 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280116 Jul 05 04:05:46.474510 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3d5abb7f-2c55-44b7-899f-bd41be7cb9d9 req-5edcd4b4-a660-428f-93ed-da11a00bafe3 tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0350311 Jul 05 04:05:46.571440 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4ccf9-4524-4790-80cd-043fbc6fe3a7 req-cffa447c-7caa-4e41-b1aa-bc6353e3985e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:46.572943 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d6b4ccf9-4524-4790-80cd-043fbc6fe3a7 req-cffa447c-7caa-4e41-b1aa-bc6353e3985e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=df69a7d9-cfb0-449d-9788-fa8076ecc651 HTTP/1.1" status: 200 len: 946 time: 0.0655656 Jul 05 04:05:46.614037 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d6b4ccf9-4524-4790-80cd-043fbc6fe3a7 req-2cad6f95-88ee-480e-b7fc-e3cb65224f57 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345612 Jul 05 04:05:46.667515 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727c862-bb71-4d6d-8bfa-4af0833b4723 req-c022fdbb-434f-4fc4-9d49-1354b46e93a0 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:46.671594 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8727c862-bb71-4d6d-8bfa-4af0833b4723 req-c022fdbb-434f-4fc4-9d49-1354b46e93a0 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 943 time: 0.0706265 Jul 05 04:05:46.716376 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8727c862-bb71-4d6d-8bfa-4af0833b4723 req-fe32cf2e-f8c2-438b-8d9e-b0b8017fee14 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373218 Jul 05 04:05:47.247698 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0a3ea-6bcd-4abb-b249-b2eecb9177e8 req-ae8c8508-3a39-43b8-94fc-c549f63ba79a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:47.253563 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0a3ea-6bcd-4abb-b249-b2eecb9177e8 req-ae8c8508-3a39-43b8-94fc-c549f63ba79a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:47.260120 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0a3ea-6bcd-4abb-b249-b2eecb9177e8 req-ae8c8508-3a39-43b8-94fc-c549f63ba79a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:47.266174 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0a3ea-6bcd-4abb-b249-b2eecb9177e8 req-ae8c8508-3a39-43b8-94fc-c549f63ba79a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:47.272009 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0a3ea-6bcd-4abb-b249-b2eecb9177e8 req-ae8c8508-3a39-43b8-94fc-c549f63ba79a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:47.278250 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0a3ea-6bcd-4abb-b249-b2eecb9177e8 req-ae8c8508-3a39-43b8-94fc-c549f63ba79a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:47.284099 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0a3ea-6bcd-4abb-b249-b2eecb9177e8 req-ae8c8508-3a39-43b8-94fc-c549f63ba79a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:47.286104 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-55a0a3ea-6bcd-4abb-b249-b2eecb9177e8 req-ae8c8508-3a39-43b8-94fc-c549f63ba79a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5431 time: 0.1091287 Jul 05 04:05:47.330505 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-55a0a3ea-6bcd-4abb-b249-b2eecb9177e8 req-c228e5a3-b080-426f-91a7-50bbc05f73ef tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375841 Jul 05 04:05:47.645652 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3333bb94-414a-4163-b869-c3798c8f3731 req-1d4d74e7-6c63-4ac2-8bcc-d3a9f7a9f675 tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0300686 Jul 05 04:05:47.814527 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc60d2-21be-4eca-befc-2d38cec242ad req-bde6557e-b6b3-43a5-a2f8-8b14bdb43db4 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:47.816023 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0acc60d2-21be-4eca-befc-2d38cec242ad req-bde6557e-b6b3-43a5-a2f8-8b14bdb43db4 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=df69a7d9-cfb0-449d-9788-fa8076ecc651 HTTP/1.1" status: 200 len: 946 time: 0.0702670 Jul 05 04:05:47.864537 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0acc60d2-21be-4eca-befc-2d38cec242ad req-6c649c03-a25a-499a-8406-474ff19e387b tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420272 Jul 05 04:05:47.914276 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb9167-f5be-4cdd-a9ee-0857cf284cd7 req-b3712fe6-3e98-48b0-8f72-2febdce4a604 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:47.916396 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-69eb9167-f5be-4cdd-a9ee-0857cf284cd7 req-b3712fe6-3e98-48b0-8f72-2febdce4a604 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 943 time: 0.0796659 Jul 05 04:05:47.958494 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-69eb9167-f5be-4cdd-a9ee-0857cf284cd7 req-2a6364c9-71c0-47f2-b8df-c6e4c05721b9 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354402 Jul 05 04:05:48.313883 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e09bc-123f-4d9e-b76e-8171ed862601 req-c2be6444-358b-41b9-a21e-2f5642e62fc7 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:48.314999 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device b2b42d74-39de-4142-b6ee-eb272922a1e9 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:05:48.315417 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e96e09bc-123f-4d9e-b76e-8171ed862601 req-c2be6444-358b-41b9-a21e-2f5642e62fc7 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.70 "GET /v2.0/ports?device_id=df69a7d9-cfb0-449d-9788-fa8076ecc651 HTTP/1.1" status: 200 len: 946 time: 0.0632746 Jul 05 04:05:48.425784 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port b2b42d74-39de-4142-b6ee-eb272922a1e9, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=b2b42d74-39de-4142-b6ee-eb272922a1e9,segment=NetworkSegment(493f0cab-cd14-488b-bdc2-f5e68dce74ef),segment_id=493f0cab-cd14-488b-bdc2-f5e68dce74ef)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:48.427000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-e96e09bc-123f-4d9e-b76e-8171ed862601 req-5aa14331-4a69-428b-b08c-a0b53f15888e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Deleting port 6d951f15-a5ca-4b31-bc71-06d40bbfba45 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:48.427350 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e96e09bc-123f-4d9e-b76e-8171ed862601 req-5aa14331-4a69-428b-b08c-a0b53f15888e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.438477 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'b2b42d74-39de-4142-b6ee-eb272922a1e9', 'network_id': '0d181948-6f38-4cce-b66b-21d3a10c7c4e', 'port_id': 'b2b42d74-39de-4142-b6ee-eb272922a1e9', 'mac_address': 'fa:16:3e:47:96:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eef02c9b-cdba-4d27-9b33-4ac4c6fe1358', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:05:48.481739 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.494827 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b42d74-39de-4142-b6ee-eb272922a1e9 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:48.514634 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port b2b42d74-39de-4142-b6ee-eb272922a1e9, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=b2b42d74-39de-4142-b6ee-eb272922a1e9,segment=NetworkSegment(493f0cab-cd14-488b-bdc2-f5e68dce74ef),segment_id=493f0cab-cd14-488b-bdc2-f5e68dce74ef)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:48.519904 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.521760 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-e96e09bc-123f-4d9e-b76e-8171ed862601 req-5aa14331-4a69-428b-b08c-a0b53f15888e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] For port 6d951f15-a5ca-4b31-bc71-06d40bbfba45, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6d951f15-a5ca-4b31-bc71-06d40bbfba45,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:48.522027 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e96e09bc-123f-4d9e-b76e-8171ed862601 req-5aa14331-4a69-428b-b08c-a0b53f15888e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.536571 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-e96e09bc-123f-4d9e-b76e-8171ed862601 req-5aa14331-4a69-428b-b08c-a0b53f15888e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Calling delete_port for 6d951f15-a5ca-4b31-bc71-06d40bbfba45 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:48.550137 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f3bc7-7504-48cb-a22d-f0c691e0f1cd req-9dc56bf0-d21a-4353-8c6b-30d4e5757b86 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:48.558008 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f3bc7-7504-48cb-a22d-f0c691e0f1cd req-9dc56bf0-d21a-4353-8c6b-30d4e5757b86 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:48.565071 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f3bc7-7504-48cb-a22d-f0c691e0f1cd req-9dc56bf0-d21a-4353-8c6b-30d4e5757b86 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:48.571025 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=b2b42d74-39de-4142-b6ee-eb272922a1e9,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:48.572712 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f3bc7-7504-48cb-a22d-f0c691e0f1cd req-9dc56bf0-d21a-4353-8c6b-30d4e5757b86 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:48.581727 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f3bc7-7504-48cb-a22d-f0c691e0f1cd req-9dc56bf0-d21a-4353-8c6b-30d4e5757b86 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:48.588469 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f3bc7-7504-48cb-a22d-f0c691e0f1cd req-9dc56bf0-d21a-4353-8c6b-30d4e5757b86 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:48.594441 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f3bc7-7504-48cb-a22d-f0c691e0f1cd req-9dc56bf0-d21a-4353-8c6b-30d4e5757b86 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:48.596408 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-660f3bc7-7504-48cb-a22d-f0c691e0f1cd req-9dc56bf0-d21a-4353-8c6b-30d4e5757b86 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5431 time: 0.1243753 Jul 05 04:05:48.638475 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-660f3bc7-7504-48cb-a22d-f0c691e0f1cd req-13eb0f45-3030-4308-984f-c1b3c7fbb176 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361705 Jul 05 04:05:48.669351 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e96e09bc-123f-4d9e-b76e-8171ed862601 req-5aa14331-4a69-428b-b08c-a0b53f15888e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.682146 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['2bbb9632-1387-46c5-bff5-92b0c5ecba56'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:48.699753 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa14331-4a69-428b-b08c-a0b53f15888e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Pushing event deleted for resources: {'Port': ['ID=6d951f15-a5ca-4b31-bc71-06d40bbfba45,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:48.709815 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['6d951f15-a5ca-4b31-bc71-06d40bbfba45'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:48.750330 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96e09bc-123f-4d9e-b76e-8171ed862601 req-5aa14331-4a69-428b-b08c-a0b53f15888e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] No DVR routers for this DVR port 6d951f15-a5ca-4b31-bc71-06d40bbfba45 on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:48.753101 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e96e09bc-123f-4d9e-b76e-8171ed862601 req-5aa14331-4a69-428b-b08c-a0b53f15888e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.755391 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e96e09bc-123f-4d9e-b76e-8171ed862601 req-5aa14331-4a69-428b-b08c-a0b53f15888e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.70 "DELETE /v2.0/ports/6d951f15-a5ca-4b31-bc71-06d40bbfba45 HTTP/1.1" status: 204 len: 173 time: 0.4341724 Jul 05 04:05:48.756020 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df69a7d9-cfb0-449d-9788-fa8076ecc651', 'name': 'network-vif-deleted', 'tag': '6d951f15-a5ca-4b31-bc71-06d40bbfba45'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:48.758373 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7b1ffc-16e9-470e-94da-76d49f649433" -d '{"events": [{"server_uuid": "df69a7d9-cfb0-449d-9788-fa8076ecc651", "name": "network-vif-deleted", "tag": "6d951f15-a5ca-4b31-bc71-06d40bbfba45"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:48.827240 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531d2f94-051c-4c74-8a18-11d5807ddb45 x-openstack-request-id: req-531d2f94-051c-4c74-8a18-11d5807ddb45 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:48.827240 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df69a7d9-cfb0-449d-9788-fa8076ecc651", "name": "network-vif-deleted", "tag": "6d951f15-a5ca-4b31-bc71-06d40bbfba45", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:48.827636 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-531d2f94-051c-4c74-8a18-11d5807ddb45 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:48.827744 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df69a7d9-cfb0-449d-9788-fa8076ecc651', 'name': 'network-vif-deleted', 'tag': '6d951f15-a5ca-4b31-bc71-06d40bbfba45', 'status': 'completed', 'code': 200} Jul 05 04:05:48.829964 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-467bb228-0047-4bbf-bbfd-06621ae9504f req-65dfd53b-40fe-42d1-8329-aa4ae6d45b2a tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0371900 Jul 05 04:05:48.948893 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['b2b42d74-39de-4142-b6ee-eb272922a1e9'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:49.062119 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-014c3e1a-c10f-4908-88c7-d68556bff09a req-3886f4b1-772a-479d-90b0-e1e453c1cffa tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=df69a7d9-cfb0-449d-9788-fa8076ecc651 HTTP/1.1" status: 200 len: 210 time: 0.0394042 Jul 05 04:05:49.155695 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a4b22538-7736-4611-8249-3362455ef057 req-905323f6-6d2a-40ec-a141-3ba240d07464 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0345104 Jul 05 04:05:49.186755 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb543b2-b3af-4757-b602-60553761bc8f req-1b272e44-4144-4c25-aed2-e6f81ab81bac tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:49.188277 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bbb543b2-b3af-4757-b602-60553761bc8f req-1b272e44-4144-4c25-aed2-e6f81ab81bac tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 944 time: 0.1014001 Jul 05 04:05:49.227319 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bbb543b2-b3af-4757-b602-60553761bc8f req-545c413b-595f-41bd-a6d7-16e577dbf0c5 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333400 Jul 05 04:05:49.847681 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fe446-a47c-421f-93e2-03d3ec047069 req-b6bd3cfe-9814-45e4-9218-388a13b74a96 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:49.853724 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fe446-a47c-421f-93e2-03d3ec047069 req-b6bd3cfe-9814-45e4-9218-388a13b74a96 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:49.859929 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fe446-a47c-421f-93e2-03d3ec047069 req-b6bd3cfe-9814-45e4-9218-388a13b74a96 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:49.865824 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fe446-a47c-421f-93e2-03d3ec047069 req-b6bd3cfe-9814-45e4-9218-388a13b74a96 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:49.872336 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fe446-a47c-421f-93e2-03d3ec047069 req-b6bd3cfe-9814-45e4-9218-388a13b74a96 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:49.878284 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fe446-a47c-421f-93e2-03d3ec047069 req-b6bd3cfe-9814-45e4-9218-388a13b74a96 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:49.885484 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fe446-a47c-421f-93e2-03d3ec047069 req-b6bd3cfe-9814-45e4-9218-388a13b74a96 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:49.887478 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-788fe446-a47c-421f-93e2-03d3ec047069 req-b6bd3cfe-9814-45e4-9218-388a13b74a96 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5431 time: 0.1132846 Jul 05 04:05:49.934283 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-788fe446-a47c-421f-93e2-03d3ec047069 req-a7519f34-bd50-4a4f-9b00-25bfc0736bbd tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403183 Jul 05 04:05:50.005848 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7658b90-c0e7-4658-bb6c-b16c40a21a6b req-efd572d1-c63a-4a54-a095-de3025eca98b tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0298152 Jul 05 04:05:50.339207 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device b2b42d74-39de-4142-b6ee-eb272922a1e9 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:50.393502 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port b2b42d74-39de-4142-b6ee-eb272922a1e9 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:50.398066 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port b2b42d74-39de-4142-b6ee-eb272922a1e9 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:50.398441 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.412680 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b8511-6ccb-49bf-9745-009232be8ad3 req-1c66f472-1c4f-4052-a97c-5d48c3f84e85 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:50.414301 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7d4b8511-6ccb-49bf-9745-009232be8ad3 req-1c66f472-1c4f-4052-a97c-5d48c3f84e85 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 944 time: 0.0704377 Jul 05 04:05:50.456737 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7d4b8511-6ccb-49bf-9745-009232be8ad3 req-5139919c-a56b-4fce-9216-18408bf129d4 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352271 Jul 05 04:05:50.465394 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ab73a-9949-4825-b1cb-3b95851f043d req-4923040e-0e96-4c71-9989-0125294fed10 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:50.466937 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-861ab73a-9949-4825-b1cb-3b95851f043d req-4923040e-0e96-4c71-9989-0125294fed10 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/networks?id=1dcac4dd-6370-4a16-a68a-d8ffae39b304 HTTP/1.1" status: 200 len: 806 time: 0.1198246 Jul 05 04:05:50.484397 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-861ab73a-9949-4825-b1cb-3b95851f043d req-91594395-d8b0-4efc-a2e6-7c3eb7add72d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/quotas/e7f30e579fe94453a264d70ff2740003 HTTP/1.1" status: 200 len: 375 time: 0.0114670 Jul 05 04:05:50.485087 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.509577 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e682699-2a27-4a91-a38f-52c4221e0bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b42d74-39de-4142-b6ee-eb272922a1e9'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:50.511876 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de3b1d3-e162-49a5-99fa-5c0ecbe3c821" -d '{"events": [{"server_uuid": "8e682699-2a27-4a91-a38f-52c4221e0bd5", "name": "network-vif-plugged", "status": "completed", "tag": "b2b42d74-39de-4142-b6ee-eb272922a1e9"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:50.525232 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port b2b42d74-39de-4142-b6ee-eb272922a1e9, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=b2b42d74-39de-4142-b6ee-eb272922a1e9,segment=NetworkSegment(493f0cab-cd14-488b-bdc2-f5e68dce74ef),segment_id=493f0cab-cd14-488b-bdc2-f5e68dce74ef)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:50.530722 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.531829 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6d951f15-a5ca-4b31-bc71-06d40bbfba45 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:50.562123 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-861ab73a-9949-4825-b1cb-3b95851f043d req-fa8ca8ba-38db-47e9-951a-1ede5d592821 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e7f30e579fe94453a264d70ff2740003&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0718508 Jul 05 04:05:50.572573 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c87dff-40bc-4418-b1c0-2bb55a6e86a4 x-openstack-request-id: req-a1c87dff-40bc-4418-b1c0-2bb55a6e86a4 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:50.573077 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e682699-2a27-4a91-a38f-52c4221e0bd5", "name": "network-vif-plugged", "status": "completed", "tag": "b2b42d74-39de-4142-b6ee-eb272922a1e9", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:50.573403 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a1c87dff-40bc-4418-b1c0-2bb55a6e86a4 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:50.573802 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e682699-2a27-4a91-a38f-52c4221e0bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b42d74-39de-4142-b6ee-eb272922a1e9', 'code': 200} Jul 05 04:05:50.576425 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 6d951f15-a5ca-4b31-bc71-06d40bbfba45 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:50.576777 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6d951f15-a5ca-4b31-bc71-06d40bbfba45 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:50.604172 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=b2b42d74-39de-4142-b6ee-eb272922a1e9,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:50.656694 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-861ab73a-9949-4825-b1cb-3b95851f043d req-8386d60b-6bbb-4bae-a240-8b41853f6cb6 service neutron] 10.222.0.77 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877097 Jul 05 04:05:50.754257 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-861ab73a-9949-4825-b1cb-3b95851f043d req-c837cc0a-f068-4138-97bd-6d2c089fd041 service neutron] 10.222.0.77 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905409 Jul 05 04:05:50.828593 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cf444-0b94-4bdd-bd06-c7c3b54766fd req-c8ff4b06-d4ee-453a-ad5b-0ef708dc2b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:50.830133 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b5cf444-0b94-4bdd-bd06-c7c3b54766fd req-c8ff4b06-d4ee-453a-ad5b-0ef708dc2b0a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 1097 time: 0.0586967 Jul 05 04:05:50.881877 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b5cf444-0b94-4bdd-bd06-c7c3b54766fd req-919744d9-910c-42c5-a3b7-39613669a1ec service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389707 Jul 05 04:05:50.943185 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f7f10a92-8907-422e-8ee3-0fa8872119ca req-d2e2fea2-53e6-4f42-bb6a-82d5abf31497 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=b264f16f-036d-44c6-90f1-062608886f72 HTTP/1.1" status: 200 len: 210 time: 0.0339892 Jul 05 04:05:51.162145 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aadd20-8048-41ab-8689-1646b8eaa217 req-31d05605-508a-4eb9-92df-286fb1cfad8d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:51.170506 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aadd20-8048-41ab-8689-1646b8eaa217 req-31d05605-508a-4eb9-92df-286fb1cfad8d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:51.171611 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d04b695a-bd6e-4d2d-af08-65cc0b24fe2e req-9cad7ca0-0648-4b4b-b095-a1e51293c4c8 tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0317254 Jul 05 04:05:51.184008 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aadd20-8048-41ab-8689-1646b8eaa217 req-31d05605-508a-4eb9-92df-286fb1cfad8d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:51.204136 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aadd20-8048-41ab-8689-1646b8eaa217 req-31d05605-508a-4eb9-92df-286fb1cfad8d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:51.204136 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aadd20-8048-41ab-8689-1646b8eaa217 req-31d05605-508a-4eb9-92df-286fb1cfad8d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:51.206030 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aadd20-8048-41ab-8689-1646b8eaa217 req-31d05605-508a-4eb9-92df-286fb1cfad8d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:51.212988 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aadd20-8048-41ab-8689-1646b8eaa217 req-31d05605-508a-4eb9-92df-286fb1cfad8d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:51.214926 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-67aadd20-8048-41ab-8689-1646b8eaa217 req-31d05605-508a-4eb9-92df-286fb1cfad8d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5431 time: 0.1444144 Jul 05 04:05:51.283207 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-67aadd20-8048-41ab-8689-1646b8eaa217 req-a300af76-b697-4ae5-9274-8a151dc3ff8f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597897 Jul 05 04:05:51.592673 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7ce8533-eebf-4571-8fe7-6da17de1ae2b req-0bf237ca-3bae-4269-b290-87a68fa5b461 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c3aada9143fd40dd90886f68d8c2928a&device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0332298 Jul 05 04:05:51.618854 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-36412b34-9db8-48a9-b75b-e3656e393ac5 req-58e4171e-fc91-4d7e-b88b-d162d2c249a6 tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0356419 Jul 05 04:05:51.661898 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7ce8533-eebf-4571-8fe7-6da17de1ae2b req-d94ecdcf-c657-49b0-b054-eccc19b24f8f service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=c3aada9143fd40dd90886f68d8c2928a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315595 Jul 05 04:05:51.748746 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8496de8-b5a7-4b49-868b-f71495b93175 req-48002d0a-37bd-4bdc-a783-edc143aa90e2 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:51.750281 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d8496de8-b5a7-4b49-868b-f71495b93175 req-48002d0a-37bd-4bdc-a783-edc143aa90e2 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.1607244 Jul 05 04:05:51.809171 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce8533-eebf-4571-8fe7-6da17de1ae2b req-7aa42eb8-4871-4153-9e2f-611471a71997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:51.811891 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7ce8533-eebf-4571-8fe7-6da17de1ae2b req-7aa42eb8-4871-4153-9e2f-611471a71997 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1407559 Jul 05 04:05:51.820164 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d8496de8-b5a7-4b49-868b-f71495b93175 req-08e5c339-c0e1-40ea-a964-bdec791f72b6 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625525 Jul 05 04:05:52.087676 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cda9ec2e-5722-4e07-b9d0-879779853bad req-c859c396-02ff-4242-8eff-e46a1bcc5568 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=b264f16f-036d-44c6-90f1-062608886f72 HTTP/1.1" status: 200 len: 210 time: 0.0306406 Jul 05 04:05:52.413627 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ab73a-9949-4825-b1cb-3b95851f043d req-89900a1b-40fb-4001-9283-159f5cd4bcae tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:52.416031 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-861ab73a-9949-4825-b1cb-3b95851f043d req-89900a1b-40fb-4001-9283-159f5cd4bcae tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.70 "GET /v2.0/networks?id=1dcac4dd-6370-4a16-a68a-d8ffae39b304 HTTP/1.1" status: 200 len: 806 time: 0.1259289 Jul 05 04:05:52.448946 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-861ab73a-9949-4825-b1cb-3b95851f043d req-5bded488-9f6d-47ad-84bd-a9bea9622e02 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Request body: {'port': {'device_id': 'b264f16f-036d-44c6-90f1-062608886f72', 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304', 'admin_state_up': True, 'tenant_id': 'e7f30e579fe94453a264d70ff2740003'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:52.507656 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d835ae-e18e-42c4-8b05-af2a99fcdf2d req-edc87bed-dbda-4e2f-bff6-309292ce79f9 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:52.515091 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d835ae-e18e-42c4-8b05-af2a99fcdf2d req-edc87bed-dbda-4e2f-bff6-309292ce79f9 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:52.520998 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d835ae-e18e-42c4-8b05-af2a99fcdf2d req-edc87bed-dbda-4e2f-bff6-309292ce79f9 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:52.528457 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d835ae-e18e-42c4-8b05-af2a99fcdf2d req-edc87bed-dbda-4e2f-bff6-309292ce79f9 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:52.534640 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d835ae-e18e-42c4-8b05-af2a99fcdf2d req-edc87bed-dbda-4e2f-bff6-309292ce79f9 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:52.541966 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d835ae-e18e-42c4-8b05-af2a99fcdf2d req-edc87bed-dbda-4e2f-bff6-309292ce79f9 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:52.548304 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d835ae-e18e-42c4-8b05-af2a99fcdf2d req-edc87bed-dbda-4e2f-bff6-309292ce79f9 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:52.550513 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6d835ae-e18e-42c4-8b05-af2a99fcdf2d req-edc87bed-dbda-4e2f-bff6-309292ce79f9 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5431 time: 0.1175141 Jul 05 04:05:52.569592 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-861ab73a-9949-4825-b1cb-3b95851f043d req-5bded488-9f6d-47ad-84bd-a9bea9622e02 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Made reservation on behalf of e7f30e579fe94453a264d70ff2740003 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:52.575761 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-861ab73a-9949-4825-b1cb-3b95851f043d req-5bded488-9f6d-47ad-84bd-a9bea9622e02 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.606960 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6d835ae-e18e-42c4-8b05-af2a99fcdf2d req-90371d2a-0e82-42bb-a7b8-3eee531cbb6f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492985 Jul 05 04:05:52.713856 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-861ab73a-9949-4825-b1cb-3b95851f043d req-5bded488-9f6d-47ad-84bd-a9bea9622e02 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Allocated IP 172.20.0.10 (1dcac4dd-6370-4a16-a68a-d8ffae39b304/248c3b61-cc11-4019-9b85-60af49b5384a/383e4506-8e54-4966-9f49-999a96027e7f) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:52.783969 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bbc1706d-21b6-4cd2-b38c-e10e39389090 req-04a7e0f7-0dd1-4d4b-8081-afad13dcf8f9 tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0422366 Jul 05 04:05:52.897392 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-861ab73a-9949-4825-b1cb-3b95851f043d req-5bded488-9f6d-47ad-84bd-a9bea9622e02 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.939008 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-861ab73a-9949-4825-b1cb-3b95851f043d req-5bded488-9f6d-47ad-84bd-a9bea9622e02 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.956268 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['2bbb9632-1387-46c5-bff5-92b0c5ecba56'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:52.990804 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-861ab73a-9949-4825-b1cb-3b95851f043d req-5bded488-9f6d-47ad-84bd-a9bea9622e02 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:52.999523 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-861ab73a-9949-4825-b1cb-3b95851f043d req-5bded488-9f6d-47ad-84bd-a9bea9622e02 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:53.002577 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-861ab73a-9949-4825-b1cb-3b95851f043d req-5bded488-9f6d-47ad-84bd-a9bea9622e02 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:53.010447 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43399d0-d89d-40a7-85b3-be88299db81b req-11d441c2-a03c-4a7e-9a23-d2e57602ae67 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:53.011822 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bded488-9f6d-47ad-84bd-a9bea9622e02 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Pushing event updated for resources: {'Port': ['ID=383e4506-8e54-4966-9f49-999a96027e7f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:53.017609 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c43399d0-d89d-40a7-85b3-be88299db81b req-11d441c2-a03c-4a7e-9a23-d2e57602ae67 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.0738826 Jul 05 04:05:53.037613 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bded488-9f6d-47ad-84bd-a9bea9622e02 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:53.037953 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bded488-9f6d-47ad-84bd-a9bea9622e02 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:53.038298 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bded488-9f6d-47ad-84bd-a9bea9622e02 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:53.038639 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bded488-9f6d-47ad-84bd-a9bea9622e02 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:53.038976 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bded488-9f6d-47ad-84bd-a9bea9622e02 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:53.039312 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bded488-9f6d-47ad-84bd-a9bea9622e02 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:53.039640 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bded488-9f6d-47ad-84bd-a9bea9622e02 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:53.040952 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bded488-9f6d-47ad-84bd-a9bea9622e02 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:53.040952 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bded488-9f6d-47ad-84bd-a9bea9622e02 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:53.040952 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bded488-9f6d-47ad-84bd-a9bea9622e02 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:53.041302 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bded488-9f6d-47ad-84bd-a9bea9622e02 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:53.041590 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bded488-9f6d-47ad-84bd-a9bea9622e02 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:53.057907 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c43399d0-d89d-40a7-85b3-be88299db81b req-2a8129fc-4435-4c94-8155-ae23f673b3c3 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394194 Jul 05 04:05:53.076275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ab73a-9949-4825-b1cb-3b95851f043d req-5bded488-9f6d-47ad-84bd-a9bea9622e02 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:53.076982 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-861ab73a-9949-4825-b1cb-3b95851f043d req-5bded488-9f6d-47ad-84bd-a9bea9622e02 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.092945 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-861ab73a-9949-4825-b1cb-3b95851f043d req-5bded488-9f6d-47ad-84bd-a9bea9622e02 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6486499 Jul 05 04:05:53.191179 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-861ab73a-9949-4825-b1cb-3b95851f043d req-4065d272-18a7-4535-98bd-488d22d9e032 service neutron] Request body: {'port': {'device_id': 'b264f16f-036d-44c6-90f1-062608886f72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:53.271989 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16375c-2fd9-40b1-abc4-0932d5c0ffb1 req-de3d9773-3b22-4d6e-9d57-b830dd932454 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:53.273499 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-db16375c-2fd9-40b1-abc4-0932d5c0ffb1 req-de3d9773-3b22-4d6e-9d57-b830dd932454 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=b264f16f-036d-44c6-90f1-062608886f72 HTTP/1.1" status: 200 len: 932 time: 0.0713089 Jul 05 04:05:53.282887 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-861ab73a-9949-4825-b1cb-3b95851f043d req-4065d272-18a7-4535-98bd-488d22d9e032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.321904 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-db16375c-2fd9-40b1-abc4-0932d5c0ffb1 req-5a5f0d97-ea23-4b22-b966-85ad6365e630 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412383 Jul 05 04:05:53.438836 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5d50f-b141-4856-aa4b-fc4a9adddcc2 req-ef054217-d75a-4c6f-96f3-2a82e5313148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:53.440672 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4bf5d50f-b141-4856-aa4b-fc4a9adddcc2 req-ef054217-d75a-4c6f-96f3-2a82e5313148 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=926d31dd012d42b08dd59638f4bc0d7d&device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 1097 time: 0.0603449 Jul 05 04:05:53.542089 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e2a5e-e9f4-4d0f-8aea-0a3bd8e664ca req-afa32857-fcb8-4967-8ee2-bd490d80db83 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:53.543617 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f6e2a5e-e9f4-4d0f-8aea-0a3bd8e664ca req-afa32857-fcb8-4967-8ee2-bd490d80db83 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.1492851 Jul 05 04:05:53.543957 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5d50f-b141-4856-aa4b-fc4a9adddcc2 req-ca9f3de9-01af-49a0-b413-1f73bbe5ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:53.545432 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4bf5d50f-b141-4856-aa4b-fc4a9adddcc2 req-ca9f3de9-01af-49a0-b413-1f73bbe5ed23 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0d181948-6f38-4cce-b66b-21d3a10c7c4e HTTP/1.1" status: 200 len: 919 time: 0.0937009 Jul 05 04:05:53.590368 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4bf5d50f-b141-4856-aa4b-fc4a9adddcc2 req-26e20a23-96f4-431d-90fd-4b3053090ba9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2b42d74-39de-4142-b6ee-eb272922a1e9 HTTP/1.1" status: 200 len: 217 time: 0.0376723 Jul 05 04:05:53.619674 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f6e2a5e-e9f4-4d0f-8aea-0a3bd8e664ca req-b7bc65d7-57a5-4d96-993c-2961a41f002e tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695937 Jul 05 04:05:53.644874 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5d50f-b141-4856-aa4b-fc4a9adddcc2 req-cff938a1-a86f-4e06-ba7e-67d86e288838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:53.646365 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4bf5d50f-b141-4856-aa4b-fc4a9adddcc2 req-cff938a1-a86f-4e06-ba7e-67d86e288838 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eef02c9b-cdba-4d27-9b33-4ac4c6fe1358 HTTP/1.1" status: 200 len: 858 time: 0.0492067 Jul 05 04:05:53.661123 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-861ab73a-9949-4825-b1cb-3b95851f043d req-4065d272-18a7-4535-98bd-488d22d9e032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 383e4506-8e54-4966-9f49-999a96027e7f {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:53.669528 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-861ab73a-9949-4825-b1cb-3b95851f043d req-4065d272-18a7-4535-98bd-488d22d9e032 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.683052 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-861ab73a-9949-4825-b1cb-3b95851f043d req-4065d272-18a7-4535-98bd-488d22d9e032 service neutron] Transition to ACTIVE for port object 383e4506-8e54-4966-9f49-999a96027e7f will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:53.686894 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-861ab73a-9949-4825-b1cb-3b95851f043d req-4065d272-18a7-4535-98bd-488d22d9e032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.747603 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4bf5d50f-b141-4856-aa4b-fc4a9adddcc2 req-3ca5e1b1-a016-49b3-8a4f-655cfb785e2c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0d181948-6f38-4cce-b66b-21d3a10c7c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379438 Jul 05 04:05:53.779268 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065d272-18a7-4535-98bd-488d22d9e032 service neutron] Pushing event updated for resources: {'Port': ['ID=383e4506-8e54-4966-9f49-999a96027e7f,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:53.842826 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-861ab73a-9949-4825-b1cb-3b95851f043d req-4065d272-18a7-4535-98bd-488d22d9e032 service neutron] Attempting to bind port 383e4506-8e54-4966-9f49-999a96027e7f on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:53.843198 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-861ab73a-9949-4825-b1cb-3b95851f043d req-4065d272-18a7-4535-98bd-488d22d9e032 service neutron] Attempting to bind port 383e4506-8e54-4966-9f49-999a96027e7f by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:53.843878 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861ab73a-9949-4825-b1cb-3b95851f043d req-4065d272-18a7-4535-98bd-488d22d9e032 service neutron] Attempting to bind port 383e4506-8e54-4966-9f49-999a96027e7f on network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:53.848135 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861ab73a-9949-4825-b1cb-3b95851f043d req-4065d272-18a7-4535-98bd-488d22d9e032 service neutron] Port 383e4506-8e54-4966-9f49-999a96027e7f on network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:05:53.848401 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861ab73a-9949-4825-b1cb-3b95851f043d req-4065d272-18a7-4535-98bd-488d22d9e032 service neutron] Attempting to bind port 383e4506-8e54-4966-9f49-999a96027e7f on network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:53.854700 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861ab73a-9949-4825-b1cb-3b95851f043d req-4065d272-18a7-4535-98bd-488d22d9e032 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:53.855041 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861ab73a-9949-4825-b1cb-3b95851f043d req-4065d272-18a7-4535-98bd-488d22d9e032 service neutron] Checking segment: {'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:53.855959 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861ab73a-9949-4825-b1cb-3b95851f043d req-4065d272-18a7-4535-98bd-488d22d9e032 service neutron] Bound using segment: {'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:53.855959 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-861ab73a-9949-4825-b1cb-3b95851f043d req-4065d272-18a7-4535-98bd-488d22d9e032 service neutron] Bound port: 383e4506-8e54-4966-9f49-999a96027e7f, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:53.856209 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-861ab73a-9949-4825-b1cb-3b95851f043d req-4065d272-18a7-4535-98bd-488d22d9e032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.907652 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df4502-8139-4a83-8a98-a403320e2fac req-c7b889c9-fb51-4f33-b244-0b713112eef7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:53.913756 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df4502-8139-4a83-8a98-a403320e2fac req-c7b889c9-fb51-4f33-b244-0b713112eef7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:53.919722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df4502-8139-4a83-8a98-a403320e2fac req-c7b889c9-fb51-4f33-b244-0b713112eef7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:53.925748 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df4502-8139-4a83-8a98-a403320e2fac req-c7b889c9-fb51-4f33-b244-0b713112eef7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:53.931865 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df4502-8139-4a83-8a98-a403320e2fac req-c7b889c9-fb51-4f33-b244-0b713112eef7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:53.937953 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df4502-8139-4a83-8a98-a403320e2fac req-c7b889c9-fb51-4f33-b244-0b713112eef7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:53.943872 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df4502-8139-4a83-8a98-a403320e2fac req-c7b889c9-fb51-4f33-b244-0b713112eef7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:53.945807 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-51df4502-8139-4a83-8a98-a403320e2fac req-c7b889c9-fb51-4f33-b244-0b713112eef7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5431 time: 0.1906569 Jul 05 04:05:53.948895 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5b65c665-81f5-49c1-8505-d43988b353e5 req-7f6d3109-4ac8-4762-ba62-858afdb487d0 tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0400944 Jul 05 04:05:53.954667 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4bf5d50f-b141-4856-aa4b-fc4a9adddcc2 req-66a619cd-263a-409b-995d-c2e01d2089e3 service neutron] 10.222.0.70 "GET /v2.0/networks/0d181948-6f38-4cce-b66b-21d3a10c7c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983051 Jul 05 04:05:53.960279 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-861ab73a-9949-4825-b1cb-3b95851f043d req-4065d272-18a7-4535-98bd-488d22d9e032 service neutron] For port 383e4506-8e54-4966-9f49-999a96027e7f, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:53.964011 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-861ab73a-9949-4825-b1cb-3b95851f043d req-4065d272-18a7-4535-98bd-488d22d9e032 service neutron] For port 383e4506-8e54-4966-9f49-999a96027e7f, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=383e4506-8e54-4966-9f49-999a96027e7f,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:53.976860 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-861ab73a-9949-4825-b1cb-3b95851f043d req-4065d272-18a7-4535-98bd-488d22d9e032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.008237 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a7ce8533-eebf-4571-8fe7-6da17de1ae2b req-d9458614-375b-4ea8-9a0a-84c6ede93a11 tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f40acd7-4316-4b1b-9516-48d2fd4653e8 HTTP/1.1" status: 200 len: 210 time: 0.0581751 Jul 05 04:05:54.016858 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ab73a-9949-4825-b1cb-3b95851f043d req-4065d272-18a7-4535-98bd-488d22d9e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:54.017998 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-861ab73a-9949-4825-b1cb-3b95851f043d req-4065d272-18a7-4535-98bd-488d22d9e032 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.018951 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-861ab73a-9949-4825-b1cb-3b95851f043d req-4065d272-18a7-4535-98bd-488d22d9e032 service neutron] 10.222.0.70 "PUT /v2.0/ports/383e4506-8e54-4966-9f49-999a96027e7f HTTP/1.1" status: 200 len: 1093 time: 0.8324418 Jul 05 04:05:54.019440 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b264f16f-036d-44c6-90f1-062608886f72', 'tag': '383e4506-8e54-4966-9f49-999a96027e7f'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:54.021702 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41e9f7e-ce91-4415-badb-e6ed08593146" -d '{"events": [{"name": "network-changed", "server_uuid": "b264f16f-036d-44c6-90f1-062608886f72", "tag": "383e4506-8e54-4966-9f49-999a96027e7f"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:54.044890 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065d272-18a7-4535-98bd-488d22d9e032 service neutron] Pushing event updated for resources: {'Port': ['ID=383e4506-8e54-4966-9f49-999a96027e7f,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:54.083396 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150b92e5-666c-477f-bf24-c680359b8460 x-openstack-request-id: req-150b92e5-666c-477f-bf24-c680359b8460 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:54.083724 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b264f16f-036d-44c6-90f1-062608886f72", "tag": "383e4506-8e54-4966-9f49-999a96027e7f", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:54.084028 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-150b92e5-666c-477f-bf24-c680359b8460 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:54.084507 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b264f16f-036d-44c6-90f1-062608886f72', 'tag': '383e4506-8e54-4966-9f49-999a96027e7f', 'status': 'completed', 'code': 200} Jul 05 04:05:54.089013 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-51df4502-8139-4a83-8a98-a403320e2fac req-babdb891-a002-4530-b3cd-deae546a50bc tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1310930 Jul 05 04:05:54.154251 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4bf5d50f-b141-4856-aa4b-fc4a9adddcc2 req-3913e603-1296-4ebe-b515-dbe0386224d4 service neutron] 10.222.0.70 "GET /v2.0/networks/0d181948-6f38-4cce-b66b-21d3a10c7c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865320 Jul 05 04:05:54.161856 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ab73a-9949-4825-b1cb-3b95851f043d req-1cb7a328-86d9-4891-a002-1aee06ea14f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:54.163376 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-861ab73a-9949-4825-b1cb-3b95851f043d req-1cb7a328-86d9-4891-a002-1aee06ea14f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7f30e579fe94453a264d70ff2740003&device_id=b264f16f-036d-44c6-90f1-062608886f72 HTTP/1.1" status: 200 len: 1096 time: 0.0604103 Jul 05 04:05:54.214942 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-861ab73a-9949-4825-b1cb-3b95851f043d req-24123277-2e2e-49d1-bde7-8e2501686b31 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=383e4506-8e54-4966-9f49-999a96027e7f HTTP/1.1" status: 200 len: 217 time: 0.0375400 Jul 05 04:05:54.302406 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ab73a-9949-4825-b1cb-3b95851f043d req-50aabcd0-7b64-42e4-bddd-36e558e6224a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:54.303906 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-861ab73a-9949-4825-b1cb-3b95851f043d req-50aabcd0-7b64-42e4-bddd-36e558e6224a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=248c3b61-cc11-4019-9b85-60af49b5384a HTTP/1.1" status: 200 len: 846 time: 0.0512121 Jul 05 04:05:54.382066 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:05:54.382672 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-861ab73a-9949-4825-b1cb-3b95851f043d req-104a6508-3ef5-4c87-8f97-7c2da3c22b9f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1dcac4dd-6370-4a16-a68a-d8ffae39b304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273523 Jul 05 04:05:54.490591 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-861ab73a-9949-4825-b1cb-3b95851f043d req-e1b8d1ac-babf-4a3e-8ace-209c85698bde service neutron] 10.222.0.70 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895748 Jul 05 04:05:54.519315 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a29136-37a7-4fbb-b66b-35baaf583b54 req-be00a496-fab1-4efb-a53e-2bb98cc7c47b tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:54.521643 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-96a29136-37a7-4fbb-b66b-35baaf583b54 req-be00a496-fab1-4efb-a53e-2bb98cc7c47b tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=b264f16f-036d-44c6-90f1-062608886f72 HTTP/1.1" status: 200 len: 944 time: 0.0722342 Jul 05 04:05:54.575259 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-96a29136-37a7-4fbb-b66b-35baaf583b54 req-894a0605-8b0f-4184-b1d5-007564679d9b tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460291 Jul 05 04:05:54.616118 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-861ab73a-9949-4825-b1cb-3b95851f043d req-c5f38ab9-db73-4eab-8d04-2e49911f2b3d service neutron] 10.222.0.70 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180062 Jul 05 04:05:54.835111 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e9f7e-ce91-4415-badb-e6ed08593146 req-4e42d71f-8e71-4bc3-8400-3e27ae52981b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:54.836560 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b41e9f7e-ce91-4415-badb-e6ed08593146 req-4e42d71f-8e71-4bc3-8400-3e27ae52981b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7f30e579fe94453a264d70ff2740003&device_id=b264f16f-036d-44c6-90f1-062608886f72 HTTP/1.1" status: 200 len: 1096 time: 0.1151705 Jul 05 04:05:55.173438 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4de8d0-916e-45ba-b37e-74e447233711 req-17d554b9-18df-4b44-abea-6e6087e4a6b3 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:55.175099 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-de4de8d0-916e-45ba-b37e-74e447233711 req-17d554b9-18df-4b44-abea-6e6087e4a6b3 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.3921976 Jul 05 04:05:55.261652 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e9f7e-ce91-4415-badb-e6ed08593146 req-19c31d81-ea6a-4ef8-a410-17ac42384b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:55.264100 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b41e9f7e-ce91-4415-badb-e6ed08593146 req-19c31d81-ea6a-4ef8-a410-17ac42384b91 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1dcac4dd-6370-4a16-a68a-d8ffae39b304 HTTP/1.1" status: 200 len: 907 time: 0.4192350 Jul 05 04:05:55.269101 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-de4de8d0-916e-45ba-b37e-74e447233711 req-58739c4a-c4ef-4def-96d9-98804b2f5b60 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861287 Jul 05 04:05:55.338336 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b41e9f7e-ce91-4415-badb-e6ed08593146 req-731b6651-469d-40ce-b22c-72168f39d43d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=383e4506-8e54-4966-9f49-999a96027e7f HTTP/1.1" status: 200 len: 217 time: 0.0672269 Jul 05 04:05:55.348307 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dab4a6-9f43-45c6-b397-2139cafe39e3 req-72a99b63-529c-4021-9179-923070faf520 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:55.357649 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39820) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:55.360778 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dab4a6-9f43-45c6-b397-2139cafe39e3 req-72a99b63-529c-4021-9179-923070faf520 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:55.371637 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dab4a6-9f43-45c6-b397-2139cafe39e3 req-72a99b63-529c-4021-9179-923070faf520 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:55.384021 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dab4a6-9f43-45c6-b397-2139cafe39e3 req-72a99b63-529c-4021-9179-923070faf520 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:55.396185 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dab4a6-9f43-45c6-b397-2139cafe39e3 req-72a99b63-529c-4021-9179-923070faf520 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:55.407485 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dab4a6-9f43-45c6-b397-2139cafe39e3 req-72a99b63-529c-4021-9179-923070faf520 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:55.418464 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dab4a6-9f43-45c6-b397-2139cafe39e3 req-72a99b63-529c-4021-9179-923070faf520 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:55.421548 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4dab4a6-9f43-45c6-b397-2139cafe39e3 req-72a99b63-529c-4021-9179-923070faf520 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5431 time: 0.2039738 Jul 05 04:05:55.424467 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e9f7e-ce91-4415-badb-e6ed08593146 req-7f8d6b14-c607-408e-8813-05a3c40de5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:55.426403 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b41e9f7e-ce91-4415-badb-e6ed08593146 req-7f8d6b14-c607-408e-8813-05a3c40de5b2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=248c3b61-cc11-4019-9b85-60af49b5384a HTTP/1.1" status: 200 len: 846 time: 0.0817230 Jul 05 04:05:55.462417 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b41e9f7e-ce91-4415-badb-e6ed08593146 req-5a71ebeb-ebe4-428c-bb4d-079e88dbb89c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1dcac4dd-6370-4a16-a68a-d8ffae39b304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278091 Jul 05 04:05:55.464417 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4dab4a6-9f43-45c6-b397-2139cafe39e3 req-a2b7435c-5446-483c-ae28-cf0630e5e58c tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369234 Jul 05 04:05:55.533987 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-170b8c8d-1124-4f42-a1d2-7659c5c6e5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.600983 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b41e9f7e-ce91-4415-badb-e6ed08593146 req-55d56ea4-593e-453f-aafc-b04ff9f94f5a service neutron] 10.222.0.70 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324124 Jul 05 04:05:55.770744 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-170b8c8d-1124-4f42-a1d2-7659c5c6e5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.776800 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b41e9f7e-ce91-4415-badb-e6ed08593146 req-3f5b011e-2516-46f7-bed3-feda88364ae7 service neutron] 10.222.0.70 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665092 Jul 05 04:05:55.781282 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-170b8c8d-1124-4f42-a1d2-7659c5c6e5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.843745 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-170b8c8d-1124-4f42-a1d2-7659c5c6e5c9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c3aada9143fd40dd90886f68d8c2928a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4831648 Jul 05 04:05:55.846675 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39826) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:55.847946 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b8c8d-1124-4f42-a1d2-7659c5c6e5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ae0073-90c2-4c5e-89f9-9c284347ca14,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:55.869593 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260f8e9-0628-44ae-b78e-bd97fa6a7efe req-ee839746-66cd-4d26-ba0a-69ad511060b3 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:55.871168 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4260f8e9-0628-44ae-b78e-bd97fa6a7efe req-ee839746-66cd-4d26-ba0a-69ad511060b3 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=b264f16f-036d-44c6-90f1-062608886f72 HTTP/1.1" status: 200 len: 944 time: 0.1802990 Jul 05 04:05:55.910555 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ea9ad3bc-325d-4750-bb97-c45668f16b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.914425 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4260f8e9-0628-44ae-b78e-bd97fa6a7efe req-50538394-fcc7-41d2-8eda-d78528816e66 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374739 Jul 05 04:05:55.937957 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ea9ad3bc-325d-4750-bb97-c45668f16b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.990565 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ea9ad3bc-325d-4750-bb97-c45668f16b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.993767 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ea9ad3bc-325d-4750-bb97-c45668f16b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.995112 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ea9ad3bc-325d-4750-bb97-c45668f16b1b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/59ae0073-90c2-4c5e-89f9-9c284347ca14 HTTP/1.1" status: 204 len: 168 time: 0.1470716 Jul 05 04:05:56.002995 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ad3bc-325d-4750-bb97-c45668f16b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ae0073-90c2-4c5e-89f9-9c284347ca14,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:56.011839 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ad3bc-325d-4750-bb97-c45668f16b1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:56.012516 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ad3bc-325d-4750-bb97-c45668f16b1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:56.013567 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ad3bc-325d-4750-bb97-c45668f16b1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:56.013567 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ad3bc-325d-4750-bb97-c45668f16b1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:56.013567 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ad3bc-325d-4750-bb97-c45668f16b1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:56.014031 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ad3bc-325d-4750-bb97-c45668f16b1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:56.014031 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ad3bc-325d-4750-bb97-c45668f16b1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:56.014298 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ad3bc-325d-4750-bb97-c45668f16b1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:56.014677 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ad3bc-325d-4750-bb97-c45668f16b1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:56.014868 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ad3bc-325d-4750-bb97-c45668f16b1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:56.015191 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ad3bc-325d-4750-bb97-c45668f16b1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:56.015505 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ad3bc-325d-4750-bb97-c45668f16b1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:56.477856 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de97420-b951-4525-8d09-708f3beac262 req-2eafe307-cf1a-49fd-ace3-c3a0a1367d00 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:56.480026 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2de97420-b951-4525-8d09-708f3beac262 req-2eafe307-cf1a-49fd-ace3-c3a0a1367d00 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.0755465 Jul 05 04:05:56.527084 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2de97420-b951-4525-8d09-708f3beac262 req-bca4a467-6db9-48d9-b2ec-2689cd7a9179 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397434 Jul 05 04:05:56.652882 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39854) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:56.716718 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598db3f-a45f-4cec-aeef-52a9cb5e283f req-accd9235-0469-4dd1-a53c-7d7082fa9735 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:56.722788 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598db3f-a45f-4cec-aeef-52a9cb5e283f req-accd9235-0469-4dd1-a53c-7d7082fa9735 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:56.729467 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598db3f-a45f-4cec-aeef-52a9cb5e283f req-accd9235-0469-4dd1-a53c-7d7082fa9735 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:56.735299 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598db3f-a45f-4cec-aeef-52a9cb5e283f req-accd9235-0469-4dd1-a53c-7d7082fa9735 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:56.741515 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598db3f-a45f-4cec-aeef-52a9cb5e283f req-accd9235-0469-4dd1-a53c-7d7082fa9735 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:56.748197 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598db3f-a45f-4cec-aeef-52a9cb5e283f req-accd9235-0469-4dd1-a53c-7d7082fa9735 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:56.754466 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598db3f-a45f-4cec-aeef-52a9cb5e283f req-accd9235-0469-4dd1-a53c-7d7082fa9735 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:56.756431 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0598db3f-a45f-4cec-aeef-52a9cb5e283f req-accd9235-0469-4dd1-a53c-7d7082fa9735 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5431 time: 0.1130550 Jul 05 04:05:56.760538 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-a1799bae-5bb3-47ff-9b8a-1c98c3f400a2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-487018693-network', 'tenant_id': '7666588076ae4dc3b27c21ba98ebf864'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:56.786826 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1799bae-5bb3-47ff-9b8a-1c98c3f400a2 admin admin] Made reservation on behalf of 7666588076ae4dc3b27c21ba98ebf864 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:56.789641 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a1799bae-5bb3-47ff-9b8a-1c98c3f400a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.800270 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a1799bae-5bb3-47ff-9b8a-1c98c3f400a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.902161 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a1799bae-5bb3-47ff-9b8a-1c98c3f400a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.906488 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a1799bae-5bb3-47ff-9b8a-1c98c3f400a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.937459 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1799bae-5bb3-47ff-9b8a-1c98c3f400a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:05:56.949058 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1799bae-5bb3-47ff-9b8a-1c98c3f400a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5ba524-8dfc-4fd3-a275-e847fc13a249,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:56.954974 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a1799bae-5bb3-47ff-9b8a-1c98c3f400a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.955326 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-a1799bae-5bb3-47ff-9b8a-1c98c3f400a2 admin admin] Added segment 1f8391a6-9343-47c5-9233-ea7e7ee0cb32 of type vlan for network afb8bc22-2544-4cc6-92f5-5fc92866d5fe Jul 05 04:05:57.012935 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a1799bae-5bb3-47ff-9b8a-1c98c3f400a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.052161 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a1799bae-5bb3-47ff-9b8a-1c98c3f400a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.053217 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1799bae-5bb3-47ff-9b8a-1c98c3f400a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:57.053796 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a1799bae-5bb3-47ff-9b8a-1c98c3f400a2 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.127990 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0598db3f-a45f-4cec-aeef-52a9cb5e283f req-7083f545-5442-4873-ac46-c404344f5210 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3651795 Jul 05 04:05:57.148424 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a1799bae-5bb3-47ff-9b8a-1c98c3f400a2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4943707 Jul 05 04:05:57.154596 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39860) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:57.160806 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e1cfbcf4-df20-4422-a92a-d861f0e686d8 admin admin] Request body: {'subnet': {'network_id': 'afb8bc22-2544-4cc6-92f5-5fc92866d5fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-487018693-subnet', 'tenant_id': '7666588076ae4dc3b27c21ba98ebf864', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:57.164637 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1799bae-5bb3-47ff-9b8a-1c98c3f400a2 admin admin] Pushing event updated for resources: {'Network': ['ID=afb8bc22-2544-4cc6-92f5-5fc92866d5fe,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:57.177342 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network afb8bc22-2544-4cc6-92f5-5fc92866d5fe details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:05:57.190657 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cfbcf4-df20-4422-a92a-d861f0e686d8 admin admin] Made reservation on behalf of 7666588076ae4dc3b27c21ba98ebf864 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:57.193026 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e4256-8538-4a45-83a6-eeadd2e3b343 req-c9c4b396-fad7-48a3-84fc-c24c84ab7395 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:57.193317 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e1cfbcf4-df20-4422-a92a-d861f0e686d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.194673 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cb1e4256-8538-4a45-83a6-eeadd2e3b343 req-c9c4b396-fad7-48a3-84fc-c24c84ab7395 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=b264f16f-036d-44c6-90f1-062608886f72 HTTP/1.1" status: 200 len: 944 time: 0.1375849 Jul 05 04:05:57.238980 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cb1e4256-8538-4a45-83a6-eeadd2e3b343 req-d714b35a-3b43-4620-b918-0981ce7a2be5 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359643 Jul 05 04:05:57.367228 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e1cfbcf4-df20-4422-a92a-d861f0e686d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.421514 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfbcf4-df20-4422-a92a-d861f0e686d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95c8e48f-21f4-48dd-9d0c-5a86028e1800,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:57.431548 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cfbcf4-df20-4422-a92a-d861f0e686d8 admin admin] Checking segment: {'id': '1f8391a6-9343-47c5-9233-ea7e7ee0cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'afb8bc22-2544-4cc6-92f5-5fc92866d5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:57.431952 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cfbcf4-df20-4422-a92a-d861f0e686d8 admin admin] Network hostable DHCP agents. Network: afb8bc22-2544-4cc6-92f5-5fc92866d5fe, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:05:57.450789 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cfbcf4-df20-4422-a92a-d861f0e686d8 admin admin] Network afb8bc22-2544-4cc6-92f5-5fc92866d5fe is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:05:57.458272 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-e1cfbcf4-df20-4422-a92a-d861f0e686d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, afb8bc22-2544-4cc6-92f5-5fc92866d5fe) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:57.462840 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cfbcf4-df20-4422-a92a-d861f0e686d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:57.463436 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e1cfbcf4-df20-4422-a92a-d861f0e686d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.467960 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948f9517-f785-420a-9f39-b6a76cea4da0 None None] Network afb8bc22-2544-4cc6-92f5-5fc92866d5fe requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:57.482396 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e1cfbcf4-df20-4422-a92a-d861f0e686d8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3235197 Jul 05 04:05:57.596948 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8ba007-8784-47c8-967d-5f30df735612 None None] Network afb8bc22-2544-4cc6-92f5-5fc92866d5fe requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:57.812175 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244d12d-65af-41fa-84e5-32402eee001e req-44381569-1819-471c-a0d6-2ae285cff931 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:57.813683 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2244d12d-65af-41fa-84e5-32402eee001e req-44381569-1819-471c-a0d6-2ae285cff931 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.0792620 Jul 05 04:05:57.853698 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2244d12d-65af-41fa-84e5-32402eee001e req-0693dade-d478-4c26-b2ac-f9c7ffac4678 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336416 Jul 05 04:05:57.887015 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39880) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:57.892068 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-b5ddc83b-daa7-453c-a020-d90c2e113613 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1865858318-network', 'tenant_id': '49681b5a77aa4a4f9cb6feb2a0a7b22a'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:57.912946 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ddc83b-daa7-453c-a020-d90c2e113613 admin admin] Made reservation on behalf of 49681b5a77aa4a4f9cb6feb2a0a7b22a for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:57.915786 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc83b-daa7-453c-a020-d90c2e113613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.924237 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc83b-daa7-453c-a020-d90c2e113613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.013936 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc83b-daa7-453c-a020-d90c2e113613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.017669 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc83b-daa7-453c-a020-d90c2e113613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.042257 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ddc83b-daa7-453c-a020-d90c2e113613 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:05:58.051686 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddc83b-daa7-453c-a020-d90c2e113613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d221d8-a462-4554-9db8-317f73cfe477,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:58.056784 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc83b-daa7-453c-a020-d90c2e113613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.057131 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-b5ddc83b-daa7-453c-a020-d90c2e113613 admin admin] Added segment 14aacfea-3a9f-4f47-905e-863e8d883cbe of type vlan for network 474781d2-49fd-4847-bca3-473d7a6c70d1 Jul 05 04:05:58.095717 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc83b-daa7-453c-a020-d90c2e113613 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.123835 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc83b-daa7-453c-a020-d90c2e113613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.124784 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ddc83b-daa7-453c-a020-d90c2e113613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:58.125365 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc83b-daa7-453c-a020-d90c2e113613 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.188547 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b5ddc83b-daa7-453c-a020-d90c2e113613 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3004045 Jul 05 04:05:58.191702 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39886) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:58.192246 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddc83b-daa7-453c-a020-d90c2e113613 admin admin] Pushing event updated for resources: {'Network': ['ID=474781d2-49fd-4847-bca3-473d7a6c70d1,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:58.198893 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-b062b1a8-6b66-44ab-924a-54fbe40bb61e admin admin] Request body: {'subnet': {'network_id': '474781d2-49fd-4847-bca3-473d7a6c70d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1865858318-subnet', 'tenant_id': '49681b5a77aa4a4f9cb6feb2a0a7b22a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:58.201612 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 474781d2-49fd-4847-bca3-473d7a6c70d1 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:05:58.223116 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b062b1a8-6b66-44ab-924a-54fbe40bb61e admin admin] Made reservation on behalf of 49681b5a77aa4a4f9cb6feb2a0a7b22a for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:58.225920 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b062b1a8-6b66-44ab-924a-54fbe40bb61e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.367745 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 383e4506-8e54-4966-9f49-999a96027e7f details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:05:58.416156 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918dd3d-540b-46ae-877e-dbdd640c9e69 req-412f8907-43d5-4fb8-bb3e-ec6775cf6f44 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:58.422630 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918dd3d-540b-46ae-877e-dbdd640c9e69 req-412f8907-43d5-4fb8-bb3e-ec6775cf6f44 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:58.428522 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918dd3d-540b-46ae-877e-dbdd640c9e69 req-412f8907-43d5-4fb8-bb3e-ec6775cf6f44 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:58.434425 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918dd3d-540b-46ae-877e-dbdd640c9e69 req-412f8907-43d5-4fb8-bb3e-ec6775cf6f44 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:58.441567 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918dd3d-540b-46ae-877e-dbdd640c9e69 req-412f8907-43d5-4fb8-bb3e-ec6775cf6f44 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:58.448174 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918dd3d-540b-46ae-877e-dbdd640c9e69 req-412f8907-43d5-4fb8-bb3e-ec6775cf6f44 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:58.454307 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918dd3d-540b-46ae-877e-dbdd640c9e69 req-412f8907-43d5-4fb8-bb3e-ec6775cf6f44 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:58.456538 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0918dd3d-540b-46ae-877e-dbdd640c9e69 req-412f8907-43d5-4fb8-bb3e-ec6775cf6f44 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5431 time: 0.1618984 Jul 05 04:05:58.457585 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99156a03-7f98-4bf3-abf7-df48289e5fb6 req-3b7159d5-409e-4e74-a902-c89f894adf50 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:58.465466 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-99156a03-7f98-4bf3-abf7-df48289e5fb6 req-3b7159d5-409e-4e74-a902-c89f894adf50 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=b264f16f-036d-44c6-90f1-062608886f72 HTTP/1.1" status: 200 len: 944 time: 0.0932682 Jul 05 04:05:58.487621 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 383e4506-8e54-4966-9f49-999a96027e7f, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=383e4506-8e54-4966-9f49-999a96027e7f,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:58.500757 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '383e4506-8e54-4966-9f49-999a96027e7f', 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304', 'port_id': '383e4506-8e54-4966-9f49-999a96027e7f', 'mac_address': 'fa:16:3e:e8:11:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '248c3b61-cc11-4019-9b85-60af49b5384a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:05:58.507830 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-99156a03-7f98-4bf3-abf7-df48289e5fb6 req-1fe6105f-bcbf-4863-b001-67154018d574 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402958 Jul 05 04:05:58.542454 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0918dd3d-540b-46ae-877e-dbdd640c9e69 req-0d34ca18-c014-4e92-9ddc-77f32439dd24 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763204 Jul 05 04:05:58.550235 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b062b1a8-6b66-44ab-924a-54fbe40bb61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.552521 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.569860 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383e4506-8e54-4966-9f49-999a96027e7f {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:58.596917 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 383e4506-8e54-4966-9f49-999a96027e7f, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=383e4506-8e54-4966-9f49-999a96027e7f,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:58.602337 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.611236 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062b1a8-6b66-44ab-924a-54fbe40bb61e admin admin] Pushing event updated for resources: {'Subnet': ['ID=08e8fe8e-7dfc-4080-8731-862625baeef3,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:58.620400 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b062b1a8-6b66-44ab-924a-54fbe40bb61e admin admin] Checking segment: {'id': '14aacfea-3a9f-4f47-905e-863e8d883cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '474781d2-49fd-4847-bca3-473d7a6c70d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:58.620640 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b062b1a8-6b66-44ab-924a-54fbe40bb61e admin admin] Network hostable DHCP agents. Network: 474781d2-49fd-4847-bca3-473d7a6c70d1, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:05:58.628165 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3255c378-c527-4469-97e1-6f8c611f4c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.638883 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b062b1a8-6b66-44ab-924a-54fbe40bb61e admin admin] Network 474781d2-49fd-4847-bca3-473d7a6c70d1 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:05:58.648875 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-b062b1a8-6b66-44ab-924a-54fbe40bb61e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 474781d2-49fd-4847-bca3-473d7a6c70d1) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:58.654448 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b062b1a8-6b66-44ab-924a-54fbe40bb61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:58.654852 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=383e4506-8e54-4966-9f49-999a96027e7f,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:58.655054 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b062b1a8-6b66-44ab-924a-54fbe40bb61e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.658731 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e6e3ab-2c2a-4728-9ed0-fabddb1dfbfd None None] Network 474781d2-49fd-4847-bca3-473d7a6c70d1 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:58.671779 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b062b1a8-6b66-44ab-924a-54fbe40bb61e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4779899 Jul 05 04:05:58.791081 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e077d4-f516-4556-abe0-97b5c9c6efee None None] Network 474781d2-49fd-4847-bca3-473d7a6c70d1 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:59.044035 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab142e-2813-4bf1-b559-d3679483b383 req-921c0809-9d13-4e0a-bea3-77b7bec63b00 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:59.045482 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aeab142e-2813-4bf1-b559-d3679483b383 req-921c0809-9d13-4e0a-bea3-77b7bec63b00 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.0659285 Jul 05 04:05:59.086075 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aeab142e-2813-4bf1-b559-d3679483b383 req-62628572-16be-4fb0-a80b-a03ebeec7455 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348935 Jul 05 04:05:59.097844 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['383e4506-8e54-4966-9f49-999a96027e7f'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:59.178484 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-89bb0655-4250-478c-ab6c-a424bf907817 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:59.180030 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-89bb0655-4250-478c-ab6c-a424bf907817 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/networks?id=afb8bc22-2544-4cc6-92f5-5fc92866d5fe HTTP/1.1" status: 200 len: 824 time: 0.1060727 Jul 05 04:05:59.191187 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.196538 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-9f0b7589-89ea-4b1c-95c9-b24c5f8f7a2a tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/quotas/7666588076ae4dc3b27c21ba98ebf864 HTTP/1.1" status: 200 len: 375 time: 0.0105634 Jul 05 04:05:59.231381 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-154e8085-0dbf-4357-a751-64e761eaf267 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7666588076ae4dc3b27c21ba98ebf864&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292935 Jul 05 04:05:59.330759 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-92a665b2-c5d4-4a95-9d22-de4e0bfca7dd service neutron] 10.222.0.77 "GET /v2.0/networks/afb8bc22-2544-4cc6-92f5-5fc92866d5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924063 Jul 05 04:05:59.418511 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-9d02e1ef-d739-4914-a49e-603541f71ce7 service neutron] 10.222.0.77 "GET /v2.0/networks/afb8bc22-2544-4cc6-92f5-5fc92866d5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821893 Jul 05 04:05:59.658745 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-885a7d73-e40c-40eb-af05-3af10b416447 req-48ffaf15-e83d-4d86-83c1-4b5e1751677c tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/ports?device_id=ceae5566-fbc1-472a-8faa-c70d00522144 HTTP/1.1" status: 200 len: 210 time: 0.0667758 Jul 05 04:05:59.801618 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ea299-262b-462c-a966-3e821181f5a9 req-9d05953c-b45c-4929-aa65-f25da0a39e45 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:59.804271 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bf9ea299-262b-462c-a966-3e821181f5a9 req-9d05953c-b45c-4929-aa65-f25da0a39e45 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=b264f16f-036d-44c6-90f1-062608886f72 HTTP/1.1" status: 200 len: 945 time: 0.0856481 Jul 05 04:05:59.874328 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bf9ea299-262b-462c-a966-3e821181f5a9 req-4a00accb-4987-4520-9072-184b58e7c88e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618618 Jul 05 04:05:59.976220 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93f42c-b1b5-4d4e-8e30-6a98e382beba req-ba21107d-3f1b-424f-8410-0941528489b5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:59.982782 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93f42c-b1b5-4d4e-8e30-6a98e382beba req-ba21107d-3f1b-424f-8410-0941528489b5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:59.988689 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93f42c-b1b5-4d4e-8e30-6a98e382beba req-ba21107d-3f1b-424f-8410-0941528489b5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:59.995114 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93f42c-b1b5-4d4e-8e30-6a98e382beba req-ba21107d-3f1b-424f-8410-0941528489b5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:00.000973 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93f42c-b1b5-4d4e-8e30-6a98e382beba req-ba21107d-3f1b-424f-8410-0941528489b5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:00.006838 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93f42c-b1b5-4d4e-8e30-6a98e382beba req-ba21107d-3f1b-424f-8410-0941528489b5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:00.011204 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device f4d202a6-ac7b-4064-86e3-09e5957ff02e details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:06:00.013541 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93f42c-b1b5-4d4e-8e30-6a98e382beba req-ba21107d-3f1b-424f-8410-0941528489b5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:00.015504 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6e93f42c-b1b5-4d4e-8e30-6a98e382beba req-ba21107d-3f1b-424f-8410-0941528489b5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5431 time: 0.1333110 Jul 05 04:06:00.078660 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6e93f42c-b1b5-4d4e-8e30-6a98e382beba req-e65913de-5b8c-4e35-9045-c3f074a76e14 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433664 Jul 05 04:06:00.126574 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port f4d202a6-ac7b-4064-86e3-09e5957ff02e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=f4d202a6-ac7b-4064-86e3-09e5957ff02e,segment=NetworkSegment(50219518-e686-4906-b667-59b4817bf9d2),segment_id=50219518-e686-4906-b667-59b4817bf9d2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:00.140263 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'f4d202a6-ac7b-4064-86e3-09e5957ff02e', 'network_id': 'a6d904c9-d5c3-4585-9d21-be63aa884ed6', 'port_id': 'f4d202a6-ac7b-4064-86e3-09e5957ff02e', 'mac_address': 'fa:16:3e:6f:03:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a927bcdc-e462-4ca7-b6a1-c36068d79290', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:06:00.181173 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.194301 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4d202a6-ac7b-4064-86e3-09e5957ff02e {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:00.218135 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port f4d202a6-ac7b-4064-86e3-09e5957ff02e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=f4d202a6-ac7b-4064-86e3-09e5957ff02e,segment=NetworkSegment(50219518-e686-4906-b667-59b4817bf9d2),segment_id=50219518-e686-4906-b667-59b4817bf9d2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:00.222982 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.223978 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device fdd61790-feb9-41f4-a979-99718ff8af30 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:06:00.297590 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc16400-1e57-42c7-b15d-26d23d549bd5 req-c8a06622-c7e1-4d7d-b697-3928c619b560 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:00.299116 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-acc16400-1e57-42c7-b15d-26d23d549bd5 req-c8a06622-c7e1-4d7d-b697-3928c619b560 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.0841017 Jul 05 04:06:00.324520 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=f4d202a6-ac7b-4064-86e3-09e5957ff02e,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:00.358844 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-acc16400-1e57-42c7-b15d-26d23d549bd5 req-bdd8dd79-6d10-4952-82c3-1017a69a412b tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533483 Jul 05 04:06:00.372311 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port fdd61790-feb9-41f4-a979-99718ff8af30, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=fdd61790-feb9-41f4-a979-99718ff8af30,segment=NetworkSegment(90cc6d36-a186-42bf-9075-63d2e4657a66),segment_id=90cc6d36-a186-42bf-9075-63d2e4657a66)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:00.386050 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 383e4506-8e54-4966-9f49-999a96027e7f up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:00.409962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'fdd61790-feb9-41f4-a979-99718ff8af30', 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f', 'port_id': 'fdd61790-feb9-41f4-a979-99718ff8af30', 'mac_address': 'fa:16:3e:43:86:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e870ccd1-5d08-4394-8905-8e1dcc9a2cbf', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:06:00.469382 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.477387 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 383e4506-8e54-4966-9f49-999a96027e7f completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:00.484289 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 383e4506-8e54-4966-9f49-999a96027e7f triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:00.484761 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.486886 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd61790-feb9-41f4-a979-99718ff8af30 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:00.528989 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port fdd61790-feb9-41f4-a979-99718ff8af30, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=fdd61790-feb9-41f4-a979-99718ff8af30,segment=NetworkSegment(90cc6d36-a186-42bf-9075-63d2e4657a66),segment_id=90cc6d36-a186-42bf-9075-63d2e4657a66)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:00.534290 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.534944 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:06:00.654239 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=fdd61790-feb9-41f4-a979-99718ff8af30,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:00.683109 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.723391 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b264f16f-036d-44c6-90f1-062608886f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383e4506-8e54-4966-9f49-999a96027e7f'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:00.725829 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcc38a0-4f6a-4b0a-90c8-c8312e64584f" -d '{"events": [{"server_uuid": "b264f16f-036d-44c6-90f1-062608886f72", "name": "network-vif-plugged", "status": "completed", "tag": "383e4506-8e54-4966-9f49-999a96027e7f"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:00.740662 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9f1db9b2-6fe5-45bc-9076-d1ca242d34a0,segment=NetworkSegment(e0198e34-0762-4073-a795-5f4dac6b18a3),segment_id=e0198e34-0762-4073-a795-5f4dac6b18a3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:00.750261 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 383e4506-8e54-4966-9f49-999a96027e7f, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=383e4506-8e54-4966-9f49-999a96027e7f,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:00.762470 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.796630 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84b088a-a815-4fe1-9049-bc5fc7f00bbc x-openstack-request-id: req-d84b088a-a815-4fe1-9049-bc5fc7f00bbc {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:00.797116 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b264f16f-036d-44c6-90f1-062608886f72", "name": "network-vif-plugged", "status": "completed", "tag": "383e4506-8e54-4966-9f49-999a96027e7f", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:00.797711 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d84b088a-a815-4fe1-9049-bc5fc7f00bbc {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:00.798337 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b264f16f-036d-44c6-90f1-062608886f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383e4506-8e54-4966-9f49-999a96027e7f', 'code': 200} Jul 05 04:06:00.802546 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '9f1db9b2-6fe5-45bc-9076-d1ca242d34a0', 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a', 'port_id': '9f1db9b2-6fe5-45bc-9076-d1ca242d34a0', 'mac_address': 'fa:16:3e:aa:2a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a89750-87ba-44fb-8296-741d431f172e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:06:00.859654 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-543166f5-7a11-44ce-a284-01b5d0ef0e0a req-48f58bdb-2eef-4391-88d3-19469e5f4217 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/ports?device_id=ceae5566-fbc1-472a-8faa-c70d00522144 HTTP/1.1" status: 200 len: 210 time: 0.0629256 Jul 05 04:06:00.885806 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.912708 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:00.937200 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=383e4506-8e54-4966-9f49-999a96027e7f,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:00.960252 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9f1db9b2-6fe5-45bc-9076-d1ca242d34a0,segment=NetworkSegment(e0198e34-0762-4073-a795-5f4dac6b18a3),segment_id=e0198e34-0762-4073-a795-5f4dac6b18a3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:00.966318 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.967072 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 81d34584-23f6-4dff-9dc0-032a27b0bcf4 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:06:01.039268 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=9f1db9b2-6fe5-45bc-9076-d1ca242d34a0,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:01.042742 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 81d34584-23f6-4dff-9dc0-032a27b0bcf4, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=81d34584-23f6-4dff-9dc0-032a27b0bcf4,segment=NetworkSegment(90cc6d36-a186-42bf-9075-63d2e4657a66),segment_id=90cc6d36-a186-42bf-9075-63d2e4657a66)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:01.054210 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '81d34584-23f6-4dff-9dc0-032a27b0bcf4', 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f', 'port_id': '81d34584-23f6-4dff-9dc0-032a27b0bcf4', 'mac_address': 'fa:16:3e:ee:08:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e870ccd1-5d08-4394-8905-8e1dcc9a2cbf', 'ip_address': '10.1.1.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:06:01.097168 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.118963 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d34584-23f6-4dff-9dc0-032a27b0bcf4 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:01.131449 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c5ec8-4c23-4cbd-ad6f-64fa4472143d req-d57b0a5b-3868-4212-9144-6c635f7f595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:01.134068 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fb8c5ec8-4c23-4cbd-ad6f-64fa4472143d req-d57b0a5b-3868-4212-9144-6c635f7f595f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b264f16f-036d-44c6-90f1-062608886f72 HTTP/1.1" status: 200 len: 1098 time: 0.1143999 Jul 05 04:06:01.155605 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 81d34584-23f6-4dff-9dc0-032a27b0bcf4, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=81d34584-23f6-4dff-9dc0-032a27b0bcf4,segment=NetworkSegment(90cc6d36-a186-42bf-9075-63d2e4657a66),segment_id=90cc6d36-a186-42bf-9075-63d2e4657a66)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:01.163458 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.165299 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 0bd03fe8-1a38-4778-8165-e5222e120f1d details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:06:01.185065 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-b3bbbf01-f29f-4a87-9ee0-0be75c266185 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:01.186602 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-b3bbbf01-f29f-4a87-9ee0-0be75c266185 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.70 "GET /v2.0/networks?id=afb8bc22-2544-4cc6-92f5-5fc92866d5fe HTTP/1.1" status: 200 len: 824 time: 0.1943004 Jul 05 04:06:01.187130 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fb8c5ec8-4c23-4cbd-ad6f-64fa4472143d req-a64897e7-a545-4e8d-9e2d-a86b6e7d7d41 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468690 Jul 05 04:06:01.202900 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28784c1-254f-409b-8144-4113b743d67f req-fdf00815-25ed-442b-bd5d-dbcbe5a3c48d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:01.204904 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d28784c1-254f-409b-8144-4113b743d67f req-fdf00815-25ed-442b-bd5d-dbcbe5a3c48d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=b264f16f-036d-44c6-90f1-062608886f72 HTTP/1.1" status: 200 len: 946 time: 0.1484110 Jul 05 04:06:01.219968 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 0bd03fe8-1a38-4778-8165-e5222e120f1d, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=0bd03fe8-1a38-4778-8165-e5222e120f1d,segment=NetworkSegment(90cc6d36-a186-42bf-9075-63d2e4657a66),segment_id=90cc6d36-a186-42bf-9075-63d2e4657a66)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:01.236659 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '0bd03fe8-1a38-4778-8165-e5222e120f1d', 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f', 'port_id': '0bd03fe8-1a38-4778-8165-e5222e120f1d', 'mac_address': 'fa:16:3e:48:53:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e870ccd1-5d08-4394-8905-8e1dcc9a2cbf', 'ip_address': '10.1.1.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:06:01.264387 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d28784c1-254f-409b-8144-4113b743d67f req-116bebfb-7f87-44ec-8740-c8e37629d6bb tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518653 Jul 05 04:06:01.284186 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=81d34584-23f6-4dff-9dc0-032a27b0bcf4,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:01.297810 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.331337 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd03fe8-1a38-4778-8165-e5222e120f1d {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:01.336661 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2b47c05a-94ff-4b14-90b3-c34d4c15ceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.352781 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 0bd03fe8-1a38-4778-8165-e5222e120f1d, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=0bd03fe8-1a38-4778-8165-e5222e120f1d,segment=NetworkSegment(90cc6d36-a186-42bf-9075-63d2e4657a66),segment_id=90cc6d36-a186-42bf-9075-63d2e4657a66)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:01.357192 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.357866 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 6cec93df-cbad-411d-b19a-95f6dc421183 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:06:01.403343 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d5126-5ea1-479b-a73d-4dd8367cf88f req-46522357-fa89-4589-8823-691a41bfe70b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:01.409314 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d5126-5ea1-479b-a73d-4dd8367cf88f req-46522357-fa89-4589-8823-691a41bfe70b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:01.416785 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d5126-5ea1-479b-a73d-4dd8367cf88f req-46522357-fa89-4589-8823-691a41bfe70b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:01.422974 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d5126-5ea1-479b-a73d-4dd8367cf88f req-46522357-fa89-4589-8823-691a41bfe70b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:01.429152 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d5126-5ea1-479b-a73d-4dd8367cf88f req-46522357-fa89-4589-8823-691a41bfe70b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:01.430196 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 6cec93df-cbad-411d-b19a-95f6dc421183, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=6cec93df-cbad-411d-b19a-95f6dc421183,segment=NetworkSegment(50219518-e686-4906-b667-59b4817bf9d2),segment_id=50219518-e686-4906-b667-59b4817bf9d2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:01.433337 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=0bd03fe8-1a38-4778-8165-e5222e120f1d,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:01.435627 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d5126-5ea1-479b-a73d-4dd8367cf88f req-46522357-fa89-4589-8823-691a41bfe70b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:01.442032 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d5126-5ea1-479b-a73d-4dd8367cf88f req-46522357-fa89-4589-8823-691a41bfe70b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:01.443505 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e33d5126-5ea1-479b-a73d-4dd8367cf88f req-46522357-fa89-4589-8823-691a41bfe70b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5435 time: 0.1347783 Jul 05 04:06:01.445253 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '6cec93df-cbad-411d-b19a-95f6dc421183', 'network_id': 'a6d904c9-d5c3-4585-9d21-be63aa884ed6', 'port_id': '6cec93df-cbad-411d-b19a-95f6dc421183', 'mac_address': 'fa:16:3e:61:dd:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a927bcdc-e462-4ca7-b6a1-c36068d79290', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:06:01.490424 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e33d5126-5ea1-479b-a73d-4dd8367cf88f req-b1c94d32-3cb9-49c6-87a8-ecc0741446b4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387561 Jul 05 04:06:01.493765 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.507676 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cec93df-cbad-411d-b19a-95f6dc421183 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:01.531298 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 6cec93df-cbad-411d-b19a-95f6dc421183, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=6cec93df-cbad-411d-b19a-95f6dc421183,segment=NetworkSegment(50219518-e686-4906-b667-59b4817bf9d2),segment_id=50219518-e686-4906-b667-59b4817bf9d2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:01.535248 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.535939 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 90bd2861-0357-48b2-8bd8-74abedd49bf0 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:06:01.560941 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f65bf-1919-4f6c-a997-081347d97060 req-d445a0c5-81d3-4043-83bd-0bb235797827 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:01.562502 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d04f65bf-1919-4f6c-a997-081347d97060 req-d445a0c5-81d3-4043-83bd-0bb235797827 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.0660353 Jul 05 04:06:01.613102 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 90bd2861-0357-48b2-8bd8-74abedd49bf0, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=90bd2861-0357-48b2-8bd8-74abedd49bf0,segment=NetworkSegment(90cc6d36-a186-42bf-9075-63d2e4657a66),segment_id=90cc6d36-a186-42bf-9075-63d2e4657a66)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:01.621252 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=6cec93df-cbad-411d-b19a-95f6dc421183,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:01.627216 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-396f0026-88a2-4528-97a2-bb8dc213a192 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Request body: {'port': {'device_id': 'ceae5566-fbc1-472a-8faa-c70d00522144', 'network_id': 'afb8bc22-2544-4cc6-92f5-5fc92866d5fe', 'admin_state_up': True, 'tenant_id': '7666588076ae4dc3b27c21ba98ebf864'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:01.627503 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '90bd2861-0357-48b2-8bd8-74abedd49bf0', 'network_id': 'cb4fce54-78f5-46da-a4fc-a7c4ec35c56f', 'port_id': '90bd2861-0357-48b2-8bd8-74abedd49bf0', 'mac_address': 'fa:16:3e:af:b4:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e870ccd1-5d08-4394-8905-8e1dcc9a2cbf', 'ip_address': '10.1.1.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:06:01.685531 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.686991 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.703016 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90bd2861-0357-48b2-8bd8-74abedd49bf0 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:01.704163 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d04f65bf-1919-4f6c-a997-081347d97060 req-a74a45af-0208-4bbc-9e47-2bc291084cf0 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358657 Jul 05 04:06:01.747880 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 90bd2861-0357-48b2-8bd8-74abedd49bf0, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=90bd2861-0357-48b2-8bd8-74abedd49bf0,segment=NetworkSegment(90cc6d36-a186-42bf-9075-63d2e4657a66),segment_id=90cc6d36-a186-42bf-9075-63d2e4657a66)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:01.753317 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.786391 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-396f0026-88a2-4528-97a2-bb8dc213a192 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Made reservation on behalf of 7666588076ae4dc3b27c21ba98ebf864 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:01.792164 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-396f0026-88a2-4528-97a2-bb8dc213a192 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.815737 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=90bd2861-0357-48b2-8bd8-74abedd49bf0,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:01.939099 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-396f0026-88a2-4528-97a2-bb8dc213a192 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Allocated IP 172.20.0.6 (afb8bc22-2544-4cc6-92f5-5fc92866d5fe/95c8e48f-21f4-48dd-9d0c-5a86028e1800/7727d730-a2ff-4fdf-a289-9ff890f9d0ee) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:02.023045 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7d9619a4-939a-495a-9710-23346b6bd34a req-4cc7d0b3-d9fe-4feb-9acc-103561e4f516 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/ports?device_id=ceae5566-fbc1-472a-8faa-c70d00522144 HTTP/1.1" status: 200 len: 210 time: 0.0387118 Jul 05 04:06:02.164419 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-396f0026-88a2-4528-97a2-bb8dc213a192 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.209628 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-396f0026-88a2-4528-97a2-bb8dc213a192 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.273070 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-396f0026-88a2-4528-97a2-bb8dc213a192 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Network afb8bc22-2544-4cc6-92f5-5fc92866d5fe is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:02.277047 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-396f0026-88a2-4528-97a2-bb8dc213a192 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:02.279839 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-396f0026-88a2-4528-97a2-bb8dc213a192 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:02.325072 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f0026-88a2-4528-97a2-bb8dc213a192 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Pushing event updated for resources: {'Port': ['ID=7727d730-a2ff-4fdf-a289-9ff890f9d0ee,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:02.358272 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-396f0026-88a2-4528-97a2-bb8dc213a192 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:02.358272 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-396f0026-88a2-4528-97a2-bb8dc213a192 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.373487 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-396f0026-88a2-4528-97a2-bb8dc213a192 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7600212 Jul 05 04:06:02.463763 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-70740cac-302e-42cd-8806-a18f9471cdb6 service neutron] Request body: {'port': {'device_id': 'ceae5566-fbc1-472a-8faa-c70d00522144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:02.466499 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecc60c-064b-443c-a331-6ba0a8bc32e4 req-d0e75ec6-95c3-4912-a10b-64fc2e546666 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:02.468430 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-51ecc60c-064b-443c-a331-6ba0a8bc32e4 req-d0e75ec6-95c3-4912-a10b-64fc2e546666 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=b264f16f-036d-44c6-90f1-062608886f72 HTTP/1.1" status: 200 len: 946 time: 0.0735042 Jul 05 04:06:02.515731 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-51ecc60c-064b-443c-a331-6ba0a8bc32e4 req-d8cc98ec-0ebe-43fd-ab9f-89ed56dc8c96 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406008 Jul 05 04:06:02.550274 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['0bd03fe8-1a38-4778-8165-e5222e120f1d'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:02.555956 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-70740cac-302e-42cd-8806-a18f9471cdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.573681 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['9f1db9b2-6fe5-45bc-9076-d1ca242d34a0'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:02.578983 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.609974 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['81d34584-23f6-4dff-9dc0-032a27b0bcf4'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:02.612518 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['fdd61790-feb9-41f4-a979-99718ff8af30'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:02.848653 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['6cec93df-cbad-411d-b19a-95f6dc421183'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:02.854700 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['f4d202a6-ac7b-4064-86e3-09e5957ff02e'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:02.857699 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['90bd2861-0357-48b2-8bd8-74abedd49bf0'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:02.901593 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e54d8-eabb-47af-918f-75aff6f0fb38 req-8f51339c-f82f-4c74-9bec-58a41c1cc808 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:02.914056 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e54d8-eabb-47af-918f-75aff6f0fb38 req-8f51339c-f82f-4c74-9bec-58a41c1cc808 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:02.926071 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e54d8-eabb-47af-918f-75aff6f0fb38 req-8f51339c-f82f-4c74-9bec-58a41c1cc808 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:02.939863 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e54d8-eabb-47af-918f-75aff6f0fb38 req-8f51339c-f82f-4c74-9bec-58a41c1cc808 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:02.949737 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e54d8-eabb-47af-918f-75aff6f0fb38 req-8f51339c-f82f-4c74-9bec-58a41c1cc808 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:02.965260 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e54d8-eabb-47af-918f-75aff6f0fb38 req-8f51339c-f82f-4c74-9bec-58a41c1cc808 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:02.977591 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e54d8-eabb-47af-918f-75aff6f0fb38 req-8f51339c-f82f-4c74-9bec-58a41c1cc808 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:02.981023 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-071e54d8-eabb-47af-918f-75aff6f0fb38 req-8f51339c-f82f-4c74-9bec-58a41c1cc808 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5438 time: 0.2913980 Jul 05 04:06:03.048207 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22c391-c97c-47c6-a664-1b112b25a765 req-33ce568b-d8b1-4434-8ce0-6c478c7dd630 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:03.056861 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ce22c391-c97c-47c6-a664-1b112b25a765 req-33ce568b-d8b1-4434-8ce0-6c478c7dd630 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.1032062 Jul 05 04:06:03.090594 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-071e54d8-eabb-47af-918f-75aff6f0fb38 req-c8a09e1d-fcf3-4cb2-ac06-1562a38ffe1f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0935707 Jul 05 04:06:03.133239 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ce22c391-c97c-47c6-a664-1b112b25a765 req-996133cf-6a7e-40fe-be10-43371674125c tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739143 Jul 05 04:06:03.162537 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-70740cac-302e-42cd-8806-a18f9471cdb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7727d730-a2ff-4fdf-a289-9ff890f9d0ee {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:03.175154 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-70740cac-302e-42cd-8806-a18f9471cdb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:03.193746 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-70740cac-302e-42cd-8806-a18f9471cdb6 service neutron] Transition to ACTIVE for port object 7727d730-a2ff-4fdf-a289-9ff890f9d0ee will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:03.200029 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-70740cac-302e-42cd-8806-a18f9471cdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:03.293568 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70740cac-302e-42cd-8806-a18f9471cdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=7727d730-a2ff-4fdf-a289-9ff890f9d0ee,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:03.413063 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b388016-604c-4df7-a625-92eb88043cc2 req-3d5be932-c6b3-452a-a94b-b0f3826b5bf8 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:03.415862 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8b388016-604c-4df7-a625-92eb88043cc2 req-3d5be932-c6b3-452a-a94b-b0f3826b5bf8 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/ports?device_id=ceae5566-fbc1-472a-8faa-c70d00522144 HTTP/1.1" status: 200 len: 943 time: 0.1673543 Jul 05 04:06:03.420783 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-70740cac-302e-42cd-8806-a18f9471cdb6 service neutron] Attempting to bind port 7727d730-a2ff-4fdf-a289-9ff890f9d0ee on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:03.421346 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-70740cac-302e-42cd-8806-a18f9471cdb6 service neutron] Attempting to bind port 7727d730-a2ff-4fdf-a289-9ff890f9d0ee by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '1f8391a6-9343-47c5-9233-ea7e7ee0cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'afb8bc22-2544-4cc6-92f5-5fc92866d5fe'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:03.421826 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-70740cac-302e-42cd-8806-a18f9471cdb6 service neutron] Attempting to bind port 7727d730-a2ff-4fdf-a289-9ff890f9d0ee on network afb8bc22-2544-4cc6-92f5-5fc92866d5fe {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:03.434848 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-70740cac-302e-42cd-8806-a18f9471cdb6 service neutron] Port 7727d730-a2ff-4fdf-a289-9ff890f9d0ee on network afb8bc22-2544-4cc6-92f5-5fc92866d5fe not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:03.435208 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-70740cac-302e-42cd-8806-a18f9471cdb6 service neutron] Attempting to bind port 7727d730-a2ff-4fdf-a289-9ff890f9d0ee on network afb8bc22-2544-4cc6-92f5-5fc92866d5fe {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:03.455572 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-70740cac-302e-42cd-8806-a18f9471cdb6 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:03.455922 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-70740cac-302e-42cd-8806-a18f9471cdb6 service neutron] Checking segment: {'id': '1f8391a6-9343-47c5-9233-ea7e7ee0cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'afb8bc22-2544-4cc6-92f5-5fc92866d5fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:03.456305 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-70740cac-302e-42cd-8806-a18f9471cdb6 service neutron] Bound using segment: {'id': '1f8391a6-9343-47c5-9233-ea7e7ee0cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'afb8bc22-2544-4cc6-92f5-5fc92866d5fe'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:03.456734 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-70740cac-302e-42cd-8806-a18f9471cdb6 service neutron] Bound port: 7727d730-a2ff-4fdf-a289-9ff890f9d0ee, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f8391a6-9343-47c5-9233-ea7e7ee0cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'afb8bc22-2544-4cc6-92f5-5fc92866d5fe'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:03.457103 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-70740cac-302e-42cd-8806-a18f9471cdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:03.490756 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8b388016-604c-4df7-a625-92eb88043cc2 req-76d2edc0-7432-4bfc-bde5-bf42f2d8f89e tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad5ba524-8dfc-4fd3-a275-e847fc13a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651445 Jul 05 04:06:03.590532 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-70740cac-302e-42cd-8806-a18f9471cdb6 service neutron] For port 7727d730-a2ff-4fdf-a289-9ff890f9d0ee, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:03.594019 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-70740cac-302e-42cd-8806-a18f9471cdb6 service neutron] For port 7727d730-a2ff-4fdf-a289-9ff890f9d0ee, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=7727d730-a2ff-4fdf-a289-9ff890f9d0ee,segment=NetworkSegment(1f8391a6-9343-47c5-9233-ea7e7ee0cb32),segment_id=1f8391a6-9343-47c5-9233-ea7e7ee0cb32)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:03.599144 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-70740cac-302e-42cd-8806-a18f9471cdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:03.638447 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-70740cac-302e-42cd-8806-a18f9471cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:03.639317 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-70740cac-302e-42cd-8806-a18f9471cdb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:03.640753 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-70740cac-302e-42cd-8806-a18f9471cdb6 service neutron] 10.222.0.70 "PUT /v2.0/ports/7727d730-a2ff-4fdf-a289-9ff890f9d0ee HTTP/1.1" status: 200 len: 1092 time: 1.1840978 Jul 05 04:06:03.641294 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceae5566-fbc1-472a-8faa-c70d00522144', 'tag': '7727d730-a2ff-4fdf-a289-9ff890f9d0ee'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:03.643736 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a77065-2306-466b-a394-84ad04ab74da" -d '{"events": [{"name": "network-changed", "server_uuid": "ceae5566-fbc1-472a-8faa-c70d00522144", "tag": "7727d730-a2ff-4fdf-a289-9ff890f9d0ee"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:03.676773 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70740cac-302e-42cd-8806-a18f9471cdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=7727d730-a2ff-4fdf-a289-9ff890f9d0ee,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:03.740357 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d496d5a-cb0e-48be-a094-dd712f5fed87 x-openstack-request-id: req-4d496d5a-cb0e-48be-a094-dd712f5fed87 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:03.740730 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceae5566-fbc1-472a-8faa-c70d00522144", "tag": "7727d730-a2ff-4fdf-a289-9ff890f9d0ee", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:03.741050 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4d496d5a-cb0e-48be-a094-dd712f5fed87 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:03.741792 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceae5566-fbc1-472a-8faa-c70d00522144', 'tag': '7727d730-a2ff-4fdf-a289-9ff890f9d0ee', 'status': 'completed', 'code': 200} Jul 05 04:06:03.834663 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-50369aa9-fc94-4219-81a2-f1125a79b9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:03.836097 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-50369aa9-fc94-4219-81a2-f1125a79b9eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7666588076ae4dc3b27c21ba98ebf864&device_id=ceae5566-fbc1-472a-8faa-c70d00522144 HTTP/1.1" status: 200 len: 1095 time: 0.1143451 Jul 05 04:06:03.844085 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c009004-c37a-479b-8111-71c1ebd54c64 req-d7832004-bcff-495e-b7e0-7a00c8532e77 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:03.845504 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c009004-c37a-479b-8111-71c1ebd54c64 req-d7832004-bcff-495e-b7e0-7a00c8532e77 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=b264f16f-036d-44c6-90f1-062608886f72 HTTP/1.1" status: 200 len: 946 time: 0.1027677 Jul 05 04:06:03.889594 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-f6a35255-6b45-4e5b-915e-b5871d15df81 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7727d730-a2ff-4fdf-a289-9ff890f9d0ee HTTP/1.1" status: 200 len: 217 time: 0.0401547 Jul 05 04:06:03.947361 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c009004-c37a-479b-8111-71c1ebd54c64 req-8353b1f0-7075-47c7-9fd3-53690092e8ae tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916100 Jul 05 04:06:03.960915 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-4705227c-90e2-47c5-b951-b4b0c6af79b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:03.963094 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-4705227c-90e2-47c5-b951-b4b0c6af79b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=95c8e48f-21f4-48dd-9d0c-5a86028e1800 HTTP/1.1" status: 200 len: 864 time: 0.0601828 Jul 05 04:06:03.998246 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-e40b5a36-555a-45f6-b321-818060e18975 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=afb8bc22-2544-4cc6-92f5-5fc92866d5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294590 Jul 05 04:06:04.099834 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-6e51ba57-b684-4c7b-8cda-01481c0a0e1b service neutron] 10.222.0.70 "GET /v2.0/networks/afb8bc22-2544-4cc6-92f5-5fc92866d5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884845 Jul 05 04:06:04.218399 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ce755cff-f24b-4b7c-9f6e-a50d1a2b7782 req-109fd009-5aae-4328-a183-3e1f9f8f6531 service neutron] 10.222.0.70 "GET /v2.0/networks/afb8bc22-2544-4cc6-92f5-5fc92866d5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118882 Jul 05 04:06:04.328367 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20a985-a568-4b34-983b-4abc2791c0ee req-d24937f6-c026-492d-8384-52c72f7d9c10 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:04.332468 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.339635 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20a985-a568-4b34-983b-4abc2791c0ee req-d24937f6-c026-492d-8384-52c72f7d9c10 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:04.345388 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b4ae9-0835-44c5-b15b-283e589b695a req-d347d5ac-f3fd-4c48-b3c1-dddf67ec14e1 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:04.345897 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20a985-a568-4b34-983b-4abc2791c0ee req-d24937f6-c026-492d-8384-52c72f7d9c10 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:04.347139 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-278b4ae9-0835-44c5-b15b-283e589b695a req-d347d5ac-f3fd-4c48-b3c1-dddf67ec14e1 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/networks?id=1dcac4dd-6370-4a16-a68a-d8ffae39b304 HTTP/1.1" status: 200 len: 806 time: 0.1273034 Jul 05 04:06:04.353171 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20a985-a568-4b34-983b-4abc2791c0ee req-d24937f6-c026-492d-8384-52c72f7d9c10 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:04.359954 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20a985-a568-4b34-983b-4abc2791c0ee req-d24937f6-c026-492d-8384-52c72f7d9c10 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:04.367159 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20a985-a568-4b34-983b-4abc2791c0ee req-d24937f6-c026-492d-8384-52c72f7d9c10 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:04.379965 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20a985-a568-4b34-983b-4abc2791c0ee req-d24937f6-c026-492d-8384-52c72f7d9c10 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:04.392169 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bd20a985-a568-4b34-983b-4abc2791c0ee req-d24937f6-c026-492d-8384-52c72f7d9c10 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5438 time: 0.1535878 Jul 05 04:06:04.400466 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-278b4ae9-0835-44c5-b15b-283e589b695a req-a139eb36-66ee-49f8-9c5a-23fb31250e4d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/quotas/e7f30e579fe94453a264d70ff2740003 HTTP/1.1" status: 200 len: 375 time: 0.0434835 Jul 05 04:06:04.444883 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bd20a985-a568-4b34-983b-4abc2791c0ee req-eef57fb2-4235-42de-a915-9a38aba82ad2 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509124 Jul 05 04:06:04.470328 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a77065-2306-466b-a394-84ad04ab74da req-7b23faed-5ad5-4e3e-ac1f-19f1ab12a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:04.471964 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99a77065-2306-466b-a394-84ad04ab74da req-7b23faed-5ad5-4e3e-ac1f-19f1ab12a477 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7666588076ae4dc3b27c21ba98ebf864&device_id=ceae5566-fbc1-472a-8faa-c70d00522144 HTTP/1.1" status: 200 len: 1095 time: 0.1238058 Jul 05 04:06:04.558313 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-278b4ae9-0835-44c5-b15b-283e589b695a req-e83f406b-8e49-48c1-88ae-a69df619304f tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e7f30e579fe94453a264d70ff2740003&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1525695 Jul 05 04:06:04.612340 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40008) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:04.640729 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606bb4b-cf85-4beb-9c0f-337717eac69f req-0634d59e-f10a-436a-bed4-06ca57abf11e tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:04.642273 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1606bb4b-cf85-4beb-9c0f-337717eac69f req-0634d59e-f10a-436a-bed4-06ca57abf11e tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.0754211 Jul 05 04:06:04.646925 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a77065-2306-466b-a394-84ad04ab74da req-1b9fff84-eebb-4dff-ada8-49cc426b6e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:04.648433 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99a77065-2306-466b-a394-84ad04ab74da req-1b9fff84-eebb-4dff-ada8-49cc426b6e65 service neutron] 10.222.0.70 "GET /v2.0/networks?id=afb8bc22-2544-4cc6-92f5-5fc92866d5fe HTTP/1.1" status: 200 len: 925 time: 0.1663082 Jul 05 04:06:04.687896 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1606bb4b-cf85-4beb-9c0f-337717eac69f req-1602b3f2-a121-4778-9013-9a7ae6c1816f tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375090 Jul 05 04:06:04.719200 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99a77065-2306-466b-a394-84ad04ab74da req-64868e1d-ea7b-4c4f-8008-68ae4b064445 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7727d730-a2ff-4fdf-a289-9ff890f9d0ee HTTP/1.1" status: 200 len: 217 time: 0.0570860 Jul 05 04:06:04.736714 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-278b4ae9-0835-44c5-b15b-283e589b695a req-acbddafb-a31a-4334-87bd-ba9bd6aa1c92 service neutron] 10.222.0.77 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673448 Jul 05 04:06:04.755328 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a9eb2988-bcc7-40a6-93f9-ce82dcc75e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.840253 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a77065-2306-466b-a394-84ad04ab74da req-af8edee3-bd7f-4d4f-813c-3bd49f8e7cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:04.841917 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99a77065-2306-466b-a394-84ad04ab74da req-af8edee3-bd7f-4d4f-813c-3bd49f8e7cc6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=95c8e48f-21f4-48dd-9d0c-5a86028e1800 HTTP/1.1" status: 200 len: 864 time: 0.1157033 Jul 05 04:06:04.888982 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a9eb2988-bcc7-40a6-93f9-ce82dcc75e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.897586 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a9eb2988-bcc7-40a6-93f9-ce82dcc75e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.952516 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb2988-bcc7-40a6-93f9-ce82dcc75e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2788e477-049b-4120-991f-272fbae025ce,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:04.957855 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a9eb2988-bcc7-40a6-93f9-ce82dcc75e1f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4adf3701f2df47ae81ffdda96cb9bf9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3437974 Jul 05 04:06:04.967360 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed99fe4-f711-478d-9d55-3a715e0c5965 req-249c2320-16c5-4078-9d97-f45b0613b2f6 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:04.968977 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eed99fe4-f711-478d-9d55-3a715e0c5965 req-249c2320-16c5-4078-9d97-f45b0613b2f6 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/ports?device_id=ceae5566-fbc1-472a-8faa-c70d00522144 HTTP/1.1" status: 200 len: 943 time: 0.1426685 Jul 05 04:06:04.969480 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40016) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:05.042196 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eed99fe4-f711-478d-9d55-3a715e0c5965 req-6dcfee0b-fc2f-4b24-8792-fe3b8229ea6a tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad5ba524-8dfc-4fd3-a275-e847fc13a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662692 Jul 05 04:06:05.068378 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-faa412b7-f8ec-4802-b331-0c87452714d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.096204 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-faa412b7-f8ec-4802-b331-0c87452714d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.135779 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99a77065-2306-466b-a394-84ad04ab74da req-66370836-8907-49b6-9045-64957cb72273 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=afb8bc22-2544-4cc6-92f5-5fc92866d5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2851140 Jul 05 04:06:05.145639 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-faa412b7-f8ec-4802-b331-0c87452714d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.148619 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-faa412b7-f8ec-4802-b331-0c87452714d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.152700 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-faa412b7-f8ec-4802-b331-0c87452714d5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2788e477-049b-4120-991f-272fbae025ce HTTP/1.1" status: 204 len: 168 time: 0.1822262 Jul 05 04:06:05.161915 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa412b7-f8ec-4802-b331-0c87452714d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2788e477-049b-4120-991f-272fbae025ce,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:05.168252 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-278b4ae9-0835-44c5-b15b-283e589b695a req-83b4e367-30c2-4077-94ff-5923bbe134bf service neutron] 10.222.0.77 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303279 Jul 05 04:06:05.254514 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99a77065-2306-466b-a394-84ad04ab74da req-54401fe1-abbf-4e53-b042-92ab81b98c32 service neutron] 10.222.0.70 "GET /v2.0/networks/afb8bc22-2544-4cc6-92f5-5fc92866d5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094406 Jul 05 04:06:05.390254 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7914ea9-079b-495c-9025-44dcfbab34f1 req-4fbd6b7b-a361-4480-bad2-4f8525b4bb13 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8 HTTP/1.1" status: 200 len: 210 time: 0.0464134 Jul 05 04:06:05.432086 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99a77065-2306-466b-a394-84ad04ab74da req-dc6c804f-29f4-4120-8325-41010fc8ac1d service neutron] 10.222.0.70 "GET /v2.0/networks/afb8bc22-2544-4cc6-92f5-5fc92866d5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683292 Jul 05 04:06:05.707827 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36838242-ea9b-455c-a1d1-443270fdcfe7 req-72f8ba98-d096-435a-8c04-387d54bde7c5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:05.714662 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36838242-ea9b-455c-a1d1-443270fdcfe7 req-72f8ba98-d096-435a-8c04-387d54bde7c5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:05.722417 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36838242-ea9b-455c-a1d1-443270fdcfe7 req-72f8ba98-d096-435a-8c04-387d54bde7c5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:05.731853 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36838242-ea9b-455c-a1d1-443270fdcfe7 req-72f8ba98-d096-435a-8c04-387d54bde7c5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:05.743732 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36838242-ea9b-455c-a1d1-443270fdcfe7 req-72f8ba98-d096-435a-8c04-387d54bde7c5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:05.749775 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36838242-ea9b-455c-a1d1-443270fdcfe7 req-72f8ba98-d096-435a-8c04-387d54bde7c5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:05.755597 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36838242-ea9b-455c-a1d1-443270fdcfe7 req-72f8ba98-d096-435a-8c04-387d54bde7c5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:05.757825 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36838242-ea9b-455c-a1d1-443270fdcfe7 req-72f8ba98-d096-435a-8c04-387d54bde7c5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5438 time: 0.1283588 Jul 05 04:06:05.808462 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36838242-ea9b-455c-a1d1-443270fdcfe7 req-4dea728b-583c-45be-9a81-eaedbbca2378 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430014 Jul 05 04:06:05.932358 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bffe6-bb30-4f17-a4dd-c7e74498d644 req-6e24514d-a972-44bb-bcf2-fc62ebc6108a tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:05.933948 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5c0bffe6-bb30-4f17-a4dd-c7e74498d644 req-6e24514d-a972-44bb-bcf2-fc62ebc6108a tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.0750582 Jul 05 04:06:05.980357 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5c0bffe6-bb30-4f17-a4dd-c7e74498d644 req-a57228c3-cfd0-4852-80e7-891813a6f407 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385048 Jul 05 04:06:06.028806 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device f4d202a6-ac7b-4064-86e3-09e5957ff02e up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:06.083627 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port f4d202a6-ac7b-4064-86e3-09e5957ff02e completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:06.096791 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port f4d202a6-ac7b-4064-86e3-09e5957ff02e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:06.098497 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.209403 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.239017 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d202a6-ac7b-4064-86e3-09e5957ff02e'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:06.241489 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49862229-39b9-4718-9d47-6a8c0bbc2ae1" -d '{"events": [{"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-plugged", "status": "completed", "tag": "f4d202a6-ac7b-4064-86e3-09e5957ff02e"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:06.248223 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68761e81-f3b6-4f75-9045-f643f5a97c5c req-e56f8db8-57fc-4029-aa40-b62479b82637 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:06.249809 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-68761e81-f3b6-4f75-9045-f643f5a97c5c req-e56f8db8-57fc-4029-aa40-b62479b82637 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/ports?device_id=ceae5566-fbc1-472a-8faa-c70d00522144 HTTP/1.1" status: 200 len: 943 time: 0.0801165 Jul 05 04:06:06.268842 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port f4d202a6-ac7b-4064-86e3-09e5957ff02e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=f4d202a6-ac7b-4064-86e3-09e5957ff02e,segment=NetworkSegment(50219518-e686-4906-b667-59b4817bf9d2),segment_id=50219518-e686-4906-b667-59b4817bf9d2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:06.277241 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.278074 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 81d34584-23f6-4dff-9dc0-032a27b0bcf4 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:06.291534 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-68761e81-f3b6-4f75-9045-f643f5a97c5c req-4c7104d7-3a20-4ca4-b32b-efd6960022b2 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad5ba524-8dfc-4fd3-a275-e847fc13a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355883 Jul 05 04:06:06.355080 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfed72d4-b038-477e-bf32-39b19216aab5 x-openstack-request-id: req-bfed72d4-b038-477e-bf32-39b19216aab5 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:06.355372 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-plugged", "status": "completed", "tag": "f4d202a6-ac7b-4064-86e3-09e5957ff02e", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:06.355625 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bfed72d4-b038-477e-bf32-39b19216aab5 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:06.356042 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d202a6-ac7b-4064-86e3-09e5957ff02e', 'code': 200} Jul 05 04:06:06.374531 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=f4d202a6-ac7b-4064-86e3-09e5957ff02e,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:06.390782 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 81d34584-23f6-4dff-9dc0-032a27b0bcf4 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:06.397813 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 81d34584-23f6-4dff-9dc0-032a27b0bcf4 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:06.398284 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.516762 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.552268 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc4d03a6-1c80-4332-bdcd-43cc7d2e3c82 req-3934107b-41e6-4642-8769-7ae45ee3d7bb tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8 HTTP/1.1" status: 200 len: 210 time: 0.0367024 Jul 05 04:06:06.554683 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 81d34584-23f6-4dff-9dc0-032a27b0bcf4, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=81d34584-23f6-4dff-9dc0-032a27b0bcf4,segment=NetworkSegment(90cc6d36-a186-42bf-9075-63d2e4657a66),segment_id=90cc6d36-a186-42bf-9075-63d2e4657a66)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:06.563607 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.563607 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 0bd03fe8-1a38-4778-8165-e5222e120f1d up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:06.662426 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=81d34584-23f6-4dff-9dc0-032a27b0bcf4,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:06.676929 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 0bd03fe8-1a38-4778-8165-e5222e120f1d completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:06.683715 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 0bd03fe8-1a38-4778-8165-e5222e120f1d triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:06.685502 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.752759 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b4ae9-0835-44c5-b15b-283e589b695a req-6e939e20-3698-447d-b240-a856783a1519 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:06.762777 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-278b4ae9-0835-44c5-b15b-283e589b695a req-6e939e20-3698-447d-b240-a856783a1519 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.89 "GET /v2.0/networks?id=1dcac4dd-6370-4a16-a68a-d8ffae39b304 HTTP/1.1" status: 200 len: 806 time: 0.1589022 Jul 05 04:06:06.778647 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-278b4ae9-0835-44c5-b15b-283e589b695a req-888fe64d-0966-40e0-a8af-6dab968d901d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Request body: {'port': {'device_id': '93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8', 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304', 'admin_state_up': True, 'tenant_id': 'e7f30e579fe94453a264d70ff2740003'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:06.806124 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.849569 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 0bd03fe8-1a38-4778-8165-e5222e120f1d, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=0bd03fe8-1a38-4778-8165-e5222e120f1d,segment=NetworkSegment(90cc6d36-a186-42bf-9075-63d2e4657a66),segment_id=90cc6d36-a186-42bf-9075-63d2e4657a66)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:06.858604 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.860206 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 6cec93df-cbad-411d-b19a-95f6dc421183 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:06.940221 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-278b4ae9-0835-44c5-b15b-283e589b695a req-888fe64d-0966-40e0-a8af-6dab968d901d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Made reservation on behalf of e7f30e579fe94453a264d70ff2740003 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:06.944418 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-278b4ae9-0835-44c5-b15b-283e589b695a req-888fe64d-0966-40e0-a8af-6dab968d901d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.963210 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=0bd03fe8-1a38-4778-8165-e5222e120f1d,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:06.983348 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 6cec93df-cbad-411d-b19a-95f6dc421183 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:06.994333 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 6cec93df-cbad-411d-b19a-95f6dc421183 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:06.994964 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.065039 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee519f01-b0e9-4ab2-9a41-ac2b326d023f req-81286067-177e-45a4-9caa-54517c5dbc7f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:07.072725 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee519f01-b0e9-4ab2-9a41-ac2b326d023f req-81286067-177e-45a4-9caa-54517c5dbc7f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:07.079879 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee519f01-b0e9-4ab2-9a41-ac2b326d023f req-81286067-177e-45a4-9caa-54517c5dbc7f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:07.087080 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee519f01-b0e9-4ab2-9a41-ac2b326d023f req-81286067-177e-45a4-9caa-54517c5dbc7f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:07.095219 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee519f01-b0e9-4ab2-9a41-ac2b326d023f req-81286067-177e-45a4-9caa-54517c5dbc7f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:07.105992 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee519f01-b0e9-4ab2-9a41-ac2b326d023f req-81286067-177e-45a4-9caa-54517c5dbc7f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:07.113337 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee519f01-b0e9-4ab2-9a41-ac2b326d023f req-81286067-177e-45a4-9caa-54517c5dbc7f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:07.123634 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ee519f01-b0e9-4ab2-9a41-ac2b326d023f req-81286067-177e-45a4-9caa-54517c5dbc7f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5441 time: 0.1483805 Jul 05 04:06:07.160023 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.163706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-278b4ae9-0835-44c5-b15b-283e589b695a req-888fe64d-0966-40e0-a8af-6dab968d901d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Allocated IP 172.20.0.14 (1dcac4dd-6370-4a16-a68a-d8ffae39b304/248c3b61-cc11-4019-9b85-60af49b5384a/24254a8a-fba6-4e96-8479-a18d53e0805a) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:07.181935 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ee519f01-b0e9-4ab2-9a41-ac2b326d023f req-9f39cf2b-de49-4242-a71c-2a18c167f135 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526559 Jul 05 04:06:07.201879 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 6cec93df-cbad-411d-b19a-95f6dc421183, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=6cec93df-cbad-411d-b19a-95f6dc421183,segment=NetworkSegment(50219518-e686-4906-b667-59b4817bf9d2),segment_id=50219518-e686-4906-b667-59b4817bf9d2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:07.207176 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.264397 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=6cec93df-cbad-411d-b19a-95f6dc421183,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:07.345951 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485afab-4a14-4fb0-982c-df193cf7c2b9 req-42fa179f-f278-481e-b1ed-865a019cb2bd tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:07.347479 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1485afab-4a14-4fb0-982c-df193cf7c2b9 req-42fa179f-f278-481e-b1ed-865a019cb2bd tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.1477237 Jul 05 04:06:07.434132 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-278b4ae9-0835-44c5-b15b-283e589b695a req-888fe64d-0966-40e0-a8af-6dab968d901d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.445267 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1485afab-4a14-4fb0-982c-df193cf7c2b9 req-34a7f9fc-cb22-45bb-b436-0b67d604c729 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846009 Jul 05 04:06:07.506360 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-278b4ae9-0835-44c5-b15b-283e589b695a req-888fe64d-0966-40e0-a8af-6dab968d901d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.509463 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2682ba-67b0-4029-953f-e20b42be5921 req-f93b7e4e-f426-4be2-90d4-081261880a74 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:07.511211 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ba2682ba-67b0-4029-953f-e20b42be5921 req-f93b7e4e-f426-4be2-90d4-081261880a74 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/ports?device_id=ceae5566-fbc1-472a-8faa-c70d00522144 HTTP/1.1" status: 200 len: 943 time: 0.0935764 Jul 05 04:06:07.521417 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['2bbb9632-1387-46c5-bff5-92b0c5ecba56'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:07.559015 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ba2682ba-67b0-4029-953f-e20b42be5921 req-4c74bf9b-504f-4132-8f74-c67ffb3c1868 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad5ba524-8dfc-4fd3-a275-e847fc13a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417564 Jul 05 04:06:07.571302 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fe64d-0966-40e0-a8af-6dab968d901d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Pushing event updated for resources: {'Port': ['ID=24254a8a-fba6-4e96-8479-a18d53e0805a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:07.580138 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-278b4ae9-0835-44c5-b15b-283e589b695a req-888fe64d-0966-40e0-a8af-6dab968d901d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:07.581702 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-278b4ae9-0835-44c5-b15b-283e589b695a req-888fe64d-0966-40e0-a8af-6dab968d901d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:07.583974 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-278b4ae9-0835-44c5-b15b-283e589b695a req-888fe64d-0966-40e0-a8af-6dab968d901d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:07.608525 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['383e4506-8e54-4966-9f49-999a96027e7f'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:07.657521 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b4ae9-0835-44c5-b15b-283e589b695a req-888fe64d-0966-40e0-a8af-6dab968d901d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:07.658339 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-278b4ae9-0835-44c5-b15b-283e589b695a req-888fe64d-0966-40e0-a8af-6dab968d901d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.684629 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-278b4ae9-0835-44c5-b15b-283e589b695a req-888fe64d-0966-40e0-a8af-6dab968d901d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9125731 Jul 05 04:06:07.698253 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-278b4ae9-0835-44c5-b15b-283e589b695a req-610bc284-ef66-4236-b13c-34cdd0d2a948 service neutron] Request body: {'port': {'device_id': '93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:07.781300 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd3d89-fd4c-4ef2-8246-57acb0cd66f4 req-69dd2375-7466-4af1-8f32-b181ececdbc1 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:07.792091 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3dbd3d89-fd4c-4ef2-8246-57acb0cd66f4 req-69dd2375-7466-4af1-8f32-b181ececdbc1 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8 HTTP/1.1" status: 200 len: 932 time: 0.1006339 Jul 05 04:06:07.818439 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-278b4ae9-0835-44c5-b15b-283e589b695a req-610bc284-ef66-4236-b13c-34cdd0d2a948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.857809 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3dbd3d89-fd4c-4ef2-8246-57acb0cd66f4 req-497ba6fa-59d3-448e-8dee-6886122bd9ad tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542772 Jul 05 04:06:08.049046 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 90bd2861-0357-48b2-8bd8-74abedd49bf0 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:08.121185 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 90bd2861-0357-48b2-8bd8-74abedd49bf0 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:08.126741 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 90bd2861-0357-48b2-8bd8-74abedd49bf0 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:08.127727 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.149470 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-278b4ae9-0835-44c5-b15b-283e589b695a req-610bc284-ef66-4236-b13c-34cdd0d2a948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24254a8a-fba6-4e96-8479-a18d53e0805a {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:08.160708 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-278b4ae9-0835-44c5-b15b-283e589b695a req-610bc284-ef66-4236-b13c-34cdd0d2a948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.182305 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-278b4ae9-0835-44c5-b15b-283e589b695a req-610bc284-ef66-4236-b13c-34cdd0d2a948 service neutron] Transition to ACTIVE for port object 24254a8a-fba6-4e96-8479-a18d53e0805a will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:08.187003 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-278b4ae9-0835-44c5-b15b-283e589b695a req-610bc284-ef66-4236-b13c-34cdd0d2a948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.221688 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.270130 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 90bd2861-0357-48b2-8bd8-74abedd49bf0, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=90bd2861-0357-48b2-8bd8-74abedd49bf0,segment=NetworkSegment(90cc6d36-a186-42bf-9075-63d2e4657a66),segment_id=90cc6d36-a186-42bf-9075-63d2e4657a66)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:08.274701 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.275762 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device fdd61790-feb9-41f4-a979-99718ff8af30 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:08.281658 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bc284-ef66-4236-b13c-34cdd0d2a948 service neutron] Pushing event updated for resources: {'Port': ['ID=24254a8a-fba6-4e96-8479-a18d53e0805a,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:08.357758 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d34584-23f6-4dff-9dc0-032a27b0bcf4'}, {'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd03fe8-1a38-4778-8165-e5222e120f1d'}, {'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cec93df-cbad-411d-b19a-95f6dc421183'}, {'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bd2861-0357-48b2-8bd8-74abedd49bf0'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:08.360356 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456cf177-15e0-4ca0-a48b-f276c6f63b09" -d '{"events": [{"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-plugged", "status": "completed", "tag": "81d34584-23f6-4dff-9dc0-032a27b0bcf4"}, {"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-plugged", "status": "completed", "tag": "0bd03fe8-1a38-4778-8165-e5222e120f1d"}, {"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-plugged", "status": "completed", "tag": "6cec93df-cbad-411d-b19a-95f6dc421183"}, {"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-plugged", "status": "completed", "tag": "90bd2861-0357-48b2-8bd8-74abedd49bf0"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:08.369086 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=90bd2861-0357-48b2-8bd8-74abedd49bf0,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:08.386367 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port fdd61790-feb9-41f4-a979-99718ff8af30 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:08.401387 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port fdd61790-feb9-41f4-a979-99718ff8af30 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:08.401387 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.409603 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-278b4ae9-0835-44c5-b15b-283e589b695a req-610bc284-ef66-4236-b13c-34cdd0d2a948 service neutron] Attempting to bind port 24254a8a-fba6-4e96-8479-a18d53e0805a on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:08.409953 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-278b4ae9-0835-44c5-b15b-283e589b695a req-610bc284-ef66-4236-b13c-34cdd0d2a948 service neutron] Attempting to bind port 24254a8a-fba6-4e96-8479-a18d53e0805a by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:08.410289 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278b4ae9-0835-44c5-b15b-283e589b695a req-610bc284-ef66-4236-b13c-34cdd0d2a948 service neutron] Attempting to bind port 24254a8a-fba6-4e96-8479-a18d53e0805a on network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:08.425321 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278b4ae9-0835-44c5-b15b-283e589b695a req-610bc284-ef66-4236-b13c-34cdd0d2a948 service neutron] Port 24254a8a-fba6-4e96-8479-a18d53e0805a on network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:08.425621 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278b4ae9-0835-44c5-b15b-283e589b695a req-610bc284-ef66-4236-b13c-34cdd0d2a948 service neutron] Attempting to bind port 24254a8a-fba6-4e96-8479-a18d53e0805a on network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:08.429477 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 7727d730-a2ff-4fdf-a289-9ff890f9d0ee details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:06:08.432902 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278b4ae9-0835-44c5-b15b-283e589b695a req-610bc284-ef66-4236-b13c-34cdd0d2a948 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:08.433797 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278b4ae9-0835-44c5-b15b-283e589b695a req-610bc284-ef66-4236-b13c-34cdd0d2a948 service neutron] Checking segment: {'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:08.433797 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278b4ae9-0835-44c5-b15b-283e589b695a req-610bc284-ef66-4236-b13c-34cdd0d2a948 service neutron] Bound using segment: {'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:08.434893 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-278b4ae9-0835-44c5-b15b-283e589b695a req-610bc284-ef66-4236-b13c-34cdd0d2a948 service neutron] Bound port: 24254a8a-fba6-4e96-8479-a18d53e0805a, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:08.435400 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-278b4ae9-0835-44c5-b15b-283e589b695a req-610bc284-ef66-4236-b13c-34cdd0d2a948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.445041 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb7e89d-2337-4fe4-8a85-f4fecc960ada x-openstack-request-id: req-1fb7e89d-2337-4fe4-8a85-f4fecc960ada {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:08.446485 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-plugged", "status": "completed", "tag": "81d34584-23f6-4dff-9dc0-032a27b0bcf4", "code": 200}, {"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-plugged", "status": "completed", "tag": "0bd03fe8-1a38-4778-8165-e5222e120f1d", "code": 200}, {"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-plugged", "status": "completed", "tag": "6cec93df-cbad-411d-b19a-95f6dc421183", "code": 200}, {"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-plugged", "status": "completed", "tag": "90bd2861-0357-48b2-8bd8-74abedd49bf0", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:08.446631 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1fb7e89d-2337-4fe4-8a85-f4fecc960ada {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:08.447002 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d34584-23f6-4dff-9dc0-032a27b0bcf4', 'code': 200} Jul 05 04:06:08.447257 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd03fe8-1a38-4778-8165-e5222e120f1d', 'code': 200} Jul 05 04:06:08.447511 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cec93df-cbad-411d-b19a-95f6dc421183', 'code': 200} Jul 05 04:06:08.447768 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bd2861-0357-48b2-8bd8-74abedd49bf0', 'code': 200} Jul 05 04:06:08.520706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-278b4ae9-0835-44c5-b15b-283e589b695a req-610bc284-ef66-4236-b13c-34cdd0d2a948 service neutron] For port 24254a8a-fba6-4e96-8479-a18d53e0805a, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:08.524953 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-278b4ae9-0835-44c5-b15b-283e589b695a req-610bc284-ef66-4236-b13c-34cdd0d2a948 service neutron] For port 24254a8a-fba6-4e96-8479-a18d53e0805a, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=24254a8a-fba6-4e96-8479-a18d53e0805a,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:08.532721 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-278b4ae9-0835-44c5-b15b-283e589b695a req-610bc284-ef66-4236-b13c-34cdd0d2a948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.580804 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.580997 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b4ae9-0835-44c5-b15b-283e589b695a req-610bc284-ef66-4236-b13c-34cdd0d2a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:08.581451 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-278b4ae9-0835-44c5-b15b-283e589b695a req-610bc284-ef66-4236-b13c-34cdd0d2a948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.582998 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-278b4ae9-0835-44c5-b15b-283e589b695a req-610bc284-ef66-4236-b13c-34cdd0d2a948 service neutron] 10.222.0.89 "PUT /v2.0/ports/24254a8a-fba6-4e96-8479-a18d53e0805a HTTP/1.1" status: 200 len: 1093 time: 0.8900828 Jul 05 04:06:08.586910 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8', 'tag': '24254a8a-fba6-4e96-8479-a18d53e0805a'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:08.590384 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e246c3d-cefb-4c37-b15a-9e2efe62459f" -d '{"events": [{"name": "network-changed", "server_uuid": "93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8", "tag": "24254a8a-fba6-4e96-8479-a18d53e0805a"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:08.610756 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ff0f6-7db0-4a2d-b4ae-2d00daeb9429 req-0e7ee22d-222d-4508-a183-37ff31fd4ef5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:08.619514 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ff0f6-7db0-4a2d-b4ae-2d00daeb9429 req-0e7ee22d-222d-4508-a183-37ff31fd4ef5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:08.626492 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ff0f6-7db0-4a2d-b4ae-2d00daeb9429 req-0e7ee22d-222d-4508-a183-37ff31fd4ef5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:08.632795 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ff0f6-7db0-4a2d-b4ae-2d00daeb9429 req-0e7ee22d-222d-4508-a183-37ff31fd4ef5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:08.633875 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 7727d730-a2ff-4fdf-a289-9ff890f9d0ee, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=7727d730-a2ff-4fdf-a289-9ff890f9d0ee,segment=NetworkSegment(1f8391a6-9343-47c5-9233-ea7e7ee0cb32),segment_id=1f8391a6-9343-47c5-9233-ea7e7ee0cb32)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:08.640113 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ff0f6-7db0-4a2d-b4ae-2d00daeb9429 req-0e7ee22d-222d-4508-a183-37ff31fd4ef5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:08.650175 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port fdd61790-feb9-41f4-a979-99718ff8af30, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=fdd61790-feb9-41f4-a979-99718ff8af30,segment=NetworkSegment(90cc6d36-a186-42bf-9075-63d2e4657a66),segment_id=90cc6d36-a186-42bf-9075-63d2e4657a66)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:08.650671 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ff0f6-7db0-4a2d-b4ae-2d00daeb9429 req-0e7ee22d-222d-4508-a183-37ff31fd4ef5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:08.657679 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '7727d730-a2ff-4fdf-a289-9ff890f9d0ee', 'network_id': 'afb8bc22-2544-4cc6-92f5-5fc92866d5fe', 'port_id': '7727d730-a2ff-4fdf-a289-9ff890f9d0ee', 'mac_address': 'fa:16:3e:56:45:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c8e48f-21f4-48dd-9d0c-5a86028e1800', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:06:08.662411 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.663243 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ff0f6-7db0-4a2d-b4ae-2d00daeb9429 req-0e7ee22d-222d-4508-a183-37ff31fd4ef5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:08.663910 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:08.675756 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-399ff0f6-7db0-4a2d-b4ae-2d00daeb9429 req-0e7ee22d-222d-4508-a183-37ff31fd4ef5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5443 time: 0.3366809 Jul 05 04:06:08.688184 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a4135-97fc-4a1d-b5d7-042c2c6c3e68 req-bd98b721-ebdd-48f0-9762-cebfaa790c8c tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:08.696722 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eb3a4135-97fc-4a1d-b5d7-042c2c6c3e68 req-bd98b721-ebdd-48f0-9762-cebfaa790c8c tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.1041317 Jul 05 04:06:08.739024 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eb3a4135-97fc-4a1d-b5d7-042c2c6c3e68 req-9a7ce00e-d1e3-4dd9-9226-a912777e4354 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410497 Jul 05 04:06:08.745025 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=fdd61790-feb9-41f4-a979-99718ff8af30,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:08.794258 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bc284-ef66-4236-b13c-34cdd0d2a948 service neutron] Pushing event updated for resources: {'Port': ['ID=24254a8a-fba6-4e96-8479-a18d53e0805a,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:08.816571 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.821972 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-399ff0f6-7db0-4a2d-b4ae-2d00daeb9429 req-be962280-ba06-4360-98bd-8db88acc0e2b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1452179 Jul 05 04:06:08.829654 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfc05b8-39ff-4767-9f49-dbb9ed0adc6a x-openstack-request-id: req-2dfc05b8-39ff-4767-9f49-dbb9ed0adc6a {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:08.829974 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8", "tag": "24254a8a-fba6-4e96-8479-a18d53e0805a", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:08.830236 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2dfc05b8-39ff-4767-9f49-dbb9ed0adc6a {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:08.830646 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8', 'tag': '24254a8a-fba6-4e96-8479-a18d53e0805a', 'status': 'completed', 'code': 200} Jul 05 04:06:08.848057 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b4ae9-0835-44c5-b15b-283e589b695a req-2a610d57-bc78-4629-83ea-96af61c265f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:08.849978 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-278b4ae9-0835-44c5-b15b-283e589b695a req-2a610d57-bc78-4629-83ea-96af61c265f9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e7f30e579fe94453a264d70ff2740003&device_id=93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8 HTTP/1.1" status: 200 len: 1096 time: 0.1681514 Jul 05 04:06:08.865812 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7727d730-a2ff-4fdf-a289-9ff890f9d0ee {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:08.887624 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:08.923595 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-278b4ae9-0835-44c5-b15b-283e589b695a req-0ec80cc7-64cc-4ba8-90f1-25c01c0da5e4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24254a8a-fba6-4e96-8479-a18d53e0805a HTTP/1.1" status: 200 len: 217 time: 0.0627489 Jul 05 04:06:08.944495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:08.945060 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.965115 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 7727d730-a2ff-4fdf-a289-9ff890f9d0ee, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=7727d730-a2ff-4fdf-a289-9ff890f9d0ee,segment=NetworkSegment(1f8391a6-9343-47c5-9233-ea7e7ee0cb32),segment_id=1f8391a6-9343-47c5-9233-ea7e7ee0cb32)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:08.999563 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:09.022188 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b4ae9-0835-44c5-b15b-283e589b695a req-c81b8f7e-6866-45be-9493-a8267d10377c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:09.023842 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-278b4ae9-0835-44c5-b15b-283e589b695a req-c81b8f7e-6866-45be-9493-a8267d10377c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=248c3b61-cc11-4019-9b85-60af49b5384a HTTP/1.1" status: 200 len: 846 time: 0.0909255 Jul 05 04:06:09.096210 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-278b4ae9-0835-44c5-b15b-283e589b695a req-7283c9ea-2881-47b9-8988-044c886e7f2f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1dcac4dd-6370-4a16-a68a-d8ffae39b304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640843 Jul 05 04:06:09.119042 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=7727d730-a2ff-4fdf-a289-9ff890f9d0ee,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:09.129478 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466520d6-25f3-45d9-9319-d99cf73a3d56 req-76553fb3-b01b-4978-ac93-a76fe8e70501 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:09.131172 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-466520d6-25f3-45d9-9319-d99cf73a3d56 req-76553fb3-b01b-4978-ac93-a76fe8e70501 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/ports?device_id=ceae5566-fbc1-472a-8faa-c70d00522144 HTTP/1.1" status: 200 len: 944 time: 0.1159475 Jul 05 04:06:09.200485 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:09.226754 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-466520d6-25f3-45d9-9319-d99cf73a3d56 req-615ef562-8999-4071-9828-d2bc74f426f5 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad5ba524-8dfc-4fd3-a275-e847fc13a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869372 Jul 05 04:06:09.266048 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-278b4ae9-0835-44c5-b15b-283e589b695a req-dbd030bc-a754-40d0-8a2f-440797498686 service neutron] 10.222.0.89 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610987 Jul 05 04:06:09.333154 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e96edc-cd63-4512-8f0c-de486a4bc324 req-2bdc2fc6-64e8-4edf-93d0-ffb19017b193 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:09.334679 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-89e96edc-cd63-4512-8f0c-de486a4bc324 req-2bdc2fc6-64e8-4edf-93d0-ffb19017b193 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8 HTTP/1.1" status: 200 len: 944 time: 0.1635807 Jul 05 04:06:09.403841 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-89e96edc-cd63-4512-8f0c-de486a4bc324 req-0413a591-2462-46ed-92ad-003f810e270f tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615954 Jul 05 04:06:09.416970 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-278b4ae9-0835-44c5-b15b-283e589b695a req-31828af4-44b7-4d1d-b826-69ab1f62eabc service neutron] 10.222.0.89 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410074 Jul 05 04:06:09.420843 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9f1db9b2-6fe5-45bc-9076-d1ca242d34a0,segment=NetworkSegment(e0198e34-0762-4073-a795-5f4dac6b18a3),segment_id=e0198e34-0762-4073-a795-5f4dac6b18a3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:09.437015 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:09.491413 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=9f1db9b2-6fe5-45bc-9076-d1ca242d34a0,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:09.526863 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e246c3d-cefb-4c37-b15a-9e2efe62459f req-22ceb1c4-b7f3-4211-8ad2-5a4b42cd6f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:09.528810 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e246c3d-cefb-4c37-b15a-9e2efe62459f req-22ceb1c4-b7f3-4211-8ad2-5a4b42cd6f42 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e7f30e579fe94453a264d70ff2740003&device_id=93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8 HTTP/1.1" status: 200 len: 1096 time: 0.0604138 Jul 05 04:06:09.555433 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40276) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:09.569286 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['7727d730-a2ff-4fdf-a289-9ff890f9d0ee'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:09.635077 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e246c3d-cefb-4c37-b15a-9e2efe62459f req-25761c5b-7bc9-4cb7-9cd9-97368205615c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:09.637491 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e246c3d-cefb-4c37-b15a-9e2efe62459f req-25761c5b-7bc9-4cb7-9cd9-97368205615c service neutron] 10.222.0.89 "GET /v2.0/networks?id=1dcac4dd-6370-4a16-a68a-d8ffae39b304 HTTP/1.1" status: 200 len: 907 time: 0.1019833 Jul 05 04:06:09.672489 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-064d57e4-0698-4c08-a1b7-ee07e9894ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:09.688774 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e246c3d-cefb-4c37-b15a-9e2efe62459f req-dea00b7c-0812-4b2c-8002-2d9ed45631ad service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24254a8a-fba6-4e96-8479-a18d53e0805a HTTP/1.1" status: 200 len: 217 time: 0.0435634 Jul 05 04:06:09.750707 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e246c3d-cefb-4c37-b15a-9e2efe62459f req-bea8c4fc-7393-4932-8299-2fe6c0353b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:09.753230 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e246c3d-cefb-4c37-b15a-9e2efe62459f req-bea8c4fc-7393-4932-8299-2fe6c0353b95 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=248c3b61-cc11-4019-9b85-60af49b5384a HTTP/1.1" status: 200 len: 846 time: 0.0562432 Jul 05 04:06:09.788548 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-064d57e4-0698-4c08-a1b7-ee07e9894ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:09.794754 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-064d57e4-0698-4c08-a1b7-ee07e9894ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:09.800797 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e246c3d-cefb-4c37-b15a-9e2efe62459f req-b76d1c1d-f347-437b-bdc9-bcd39e3351c4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1dcac4dd-6370-4a16-a68a-d8ffae39b304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396152 Jul 05 04:06:09.837208 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-064d57e4-0698-4c08-a1b7-ee07e9894ef3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bfbec9bb4e01475b81835f3b3a742f04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800620 Jul 05 04:06:09.838921 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d57e4-0698-4c08-a1b7-ee07e9894ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ea21e1-2bfd-4aa3-9dab-47c0e26d289a,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:09.841569 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40282) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:09.922143 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e246c3d-cefb-4c37-b15a-9e2efe62459f req-d433a34b-ace7-49de-8ea4-0c183f651e52 service neutron] 10.222.0.89 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140721 Jul 05 04:06:09.950007 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-353a74a6-8e80-4601-9ca2-b93e0607368f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:09.981860 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-353a74a6-8e80-4601-9ca2-b93e0607368f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:09.999099 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fea28-0e65-4aad-aadb-d6e2419bf0f6 req-ce979de8-1d65-4948-a285-b5efe1599694 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.000690 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-369fea28-0e65-4aad-aadb-d6e2419bf0f6 req-ce979de8-1d65-4948-a285-b5efe1599694 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.1046102 Jul 05 04:06:10.068983 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-369fea28-0e65-4aad-aadb-d6e2419bf0f6 req-423c5046-b2bc-4a02-8ea0-b4061b32950e tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603495 Jul 05 04:06:10.096247 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-353a74a6-8e80-4601-9ca2-b93e0607368f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:10.099209 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-353a74a6-8e80-4601-9ca2-b93e0607368f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:10.100691 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-353a74a6-8e80-4601-9ca2-b93e0607368f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c7ea21e1-2bfd-4aa3-9dab-47c0e26d289a HTTP/1.1" status: 204 len: 168 time: 0.2581825 Jul 05 04:06:10.114159 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efaa6e2-9d6a-4021-b550-0d9f07c4c1b8 req-bf403ae8-a203-46f8-a9bf-2b247450ada3 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.122236 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efaa6e2-9d6a-4021-b550-0d9f07c4c1b8 req-bf403ae8-a203-46f8-a9bf-2b247450ada3 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.128973 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efaa6e2-9d6a-4021-b550-0d9f07c4c1b8 req-bf403ae8-a203-46f8-a9bf-2b247450ada3 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.136417 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efaa6e2-9d6a-4021-b550-0d9f07c4c1b8 req-bf403ae8-a203-46f8-a9bf-2b247450ada3 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.142704 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efaa6e2-9d6a-4021-b550-0d9f07c4c1b8 req-bf403ae8-a203-46f8-a9bf-2b247450ada3 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.149745 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efaa6e2-9d6a-4021-b550-0d9f07c4c1b8 req-bf403ae8-a203-46f8-a9bf-2b247450ada3 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.151548 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a74a6-8e80-4601-9ca2-b93e0607368f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ea21e1-2bfd-4aa3-9dab-47c0e26d289a,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:10.156841 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efaa6e2-9d6a-4021-b550-0d9f07c4c1b8 req-bf403ae8-a203-46f8-a9bf-2b247450ada3 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.159372 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8efaa6e2-9d6a-4021-b550-0d9f07c4c1b8 req-bf403ae8-a203-46f8-a9bf-2b247450ada3 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5445 time: 0.1784143 Jul 05 04:06:10.166040 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e246c3d-cefb-4c37-b15a-9e2efe62459f req-f375e12b-f7a4-4847-8450-d060d7e4192a service neutron] 10.222.0.89 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368329 Jul 05 04:06:10.210674 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4d1556c2-dade-4162-8bfd-1b62d0754a88 req-291faae8-f01e-4c3f-af34-6a8f7cc0b1d5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1044240 Jul 05 04:06:10.233415 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8efaa6e2-9d6a-4021-b550-0d9f07c4c1b8 req-9a3cacbd-5e37-4357-91f1-95b45811eb0f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663056 Jul 05 04:06:10.337690 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1556c2-dade-4162-8bfd-1b62d0754a88 req-a30f8c4f-f5d4-41a9-9c2c-7e7da19a62b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.339206 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4d1556c2-dade-4162-8bfd-1b62d0754a88 req-a30f8c4f-f5d4-41a9-9c2c-7e7da19a62b7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 1097 time: 0.0601692 Jul 05 04:06:10.449346 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd61790-feb9-41f4-a979-99718ff8af30'}, {'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1db9b2-6fe5-45bc-9076-d1ca242d34a0'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:10.452933 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea48938-95ae-46ec-891c-1b79a6e29102" -d '{"events": [{"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-plugged", "status": "completed", "tag": "fdd61790-feb9-41f4-a979-99718ff8af30"}, {"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-plugged", "status": "completed", "tag": "9f1db9b2-6fe5-45bc-9076-d1ca242d34a0"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:10.500430 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafcb88-0a54-4314-b3b9-3cf2377c2c88 req-4a583e9e-dae5-47dd-870b-32518b8ac6b9 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.501942 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dfafcb88-0a54-4314-b3b9-3cf2377c2c88 req-4a583e9e-dae5-47dd-870b-32518b8ac6b9 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/ports?device_id=ceae5566-fbc1-472a-8faa-c70d00522144 HTTP/1.1" status: 200 len: 944 time: 0.1463866 Jul 05 04:06:10.503484 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1556c2-dade-4162-8bfd-1b62d0754a88 req-f42209e0-a97b-4cc3-aac0-52ac4ffe848c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.504867 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4d1556c2-dade-4162-8bfd-1b62d0754a88 req-f42209e0-a97b-4cc3-aac0-52ac4ffe848c service neutron] 10.222.0.89 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 913 time: 0.1369238 Jul 05 04:06:10.561668 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4d1556c2-dade-4162-8bfd-1b62d0754a88 req-e7686acf-fd0a-4e4e-9201-02b404c5e68d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8440734f-6e50-4cd5-badb-d847a8eee38a HTTP/1.1" status: 200 len: 217 time: 0.0452428 Jul 05 04:06:10.611747 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dfafcb88-0a54-4314-b3b9-3cf2377c2c88 req-8bf9be9b-79d6-48e0-a45a-98fd0b962820 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad5ba524-8dfc-4fd3-a275-e847fc13a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017106 Jul 05 04:06:10.631760 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1556c2-dade-4162-8bfd-1b62d0754a88 req-20769d37-671b-47e9-85ae-65bd571ef6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.633364 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4d1556c2-dade-4162-8bfd-1b62d0754a88 req-20769d37-671b-47e9-85ae-65bd571ef6b2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d157b61e-6b4a-43c9-a07c-5c6e1fda4120 HTTP/1.1" status: 200 len: 851 time: 0.0652845 Jul 05 04:06:10.645373 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c6740-0ebc-4dc8-8135-cf54e0d56fc4 req-2f896ba3-75c5-4b66-a0c9-703bdf75e413 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.654198 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-534c6740-0ebc-4dc8-8135-cf54e0d56fc4 req-2f896ba3-75c5-4b66-a0c9-703bdf75e413 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8 HTTP/1.1" status: 200 len: 944 time: 0.0788944 Jul 05 04:06:10.686656 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8a7dbd-86b4-4217-813c-582f84ed36ee x-openstack-request-id: req-ec8a7dbd-86b4-4217-813c-582f84ed36ee {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:10.687781 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-plugged", "status": "completed", "tag": "fdd61790-feb9-41f4-a979-99718ff8af30", "code": 200}, {"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-plugged", "status": "completed", "tag": "9f1db9b2-6fe5-45bc-9076-d1ca242d34a0", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:10.688267 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ec8a7dbd-86b4-4217-813c-582f84ed36ee {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:10.688779 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd61790-feb9-41f4-a979-99718ff8af30', 'code': 200} Jul 05 04:06:10.689309 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1db9b2-6fe5-45bc-9076-d1ca242d34a0', 'code': 200} Jul 05 04:06:10.707245 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-534c6740-0ebc-4dc8-8135-cf54e0d56fc4 req-e611f4a7-e911-4a26-b477-c286591aabc8 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515633 Jul 05 04:06:10.708546 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1556c2-dade-4162-8bfd-1b62d0754a88 req-b1595210-f234-43c8-8fd4-72984cd32c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.710281 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4d1556c2-dade-4162-8bfd-1b62d0754a88 req-b1595210-f234-43c8-8fd4-72984cd32c90 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=76e1944d-1d03-4c4e-b1ba-413cddc95912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671043 Jul 05 04:06:10.812995 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4d1556c2-dade-4162-8bfd-1b62d0754a88 req-b0e518a6-9708-4c04-85d0-e29a78e33d95 service neutron] 10.222.0.89 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941336 Jul 05 04:06:10.873431 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f92c4-4ebc-42d2-9eca-92db1e233b33 req-30ee8245-0752-4cba-bd03-e2b77905d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.873925 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f92c4-4ebc-42d2-9eca-92db1e233b33 req-30ee8245-0752-4cba-bd03-e2b77905d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.874403 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f92c4-4ebc-42d2-9eca-92db1e233b33 req-30ee8245-0752-4cba-bd03-e2b77905d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.874875 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f92c4-4ebc-42d2-9eca-92db1e233b33 req-30ee8245-0752-4cba-bd03-e2b77905d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.875350 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f92c4-4ebc-42d2-9eca-92db1e233b33 req-30ee8245-0752-4cba-bd03-e2b77905d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.875843 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f92c4-4ebc-42d2-9eca-92db1e233b33 req-30ee8245-0752-4cba-bd03-e2b77905d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.878266 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f92c4-4ebc-42d2-9eca-92db1e233b33 req-30ee8245-0752-4cba-bd03-e2b77905d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.879065 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da5f92c4-4ebc-42d2-9eca-92db1e233b33 req-30ee8245-0752-4cba-bd03-e2b77905d275 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 6509 time: 0.0811038 Jul 05 04:06:10.922757 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da5f92c4-4ebc-42d2-9eca-92db1e233b33 req-f90e30ae-bab7-47c3-a2a6-2979dcc5b650 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e0cfc498-c1f8-464a-b774-0d5fb086647a&id=d75f1160-f6a1-48cb-b40a-10031eb59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351996 Jul 05 04:06:10.925383 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4d1556c2-dade-4162-8bfd-1b62d0754a88 req-8aadc7fb-e92b-4c26-8e56-d5588182d8bd service neutron] 10.222.0.89 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058376 Jul 05 04:06:11.270332 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514341b-75b8-4053-a254-35c4758febc8 req-b39648d7-84ec-4994-b25e-5885e8a79121 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:11.279110 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e514341b-75b8-4053-a254-35c4758febc8 req-b39648d7-84ec-4994-b25e-5885e8a79121 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.0854492 Jul 05 04:06:11.319056 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e514341b-75b8-4053-a254-35c4758febc8 req-397e5848-f687-4a82-9eb9-b3d1e9529fc0 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387385 Jul 05 04:06:11.542682 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ce666-4849-4267-89f5-3b13f65c2f6d req-6c03f9b0-2fd2-486f-81f8-fb4e583d5bb8 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:11.554044 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ce666-4849-4267-89f5-3b13f65c2f6d req-6c03f9b0-2fd2-486f-81f8-fb4e583d5bb8 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:11.565130 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ce666-4849-4267-89f5-3b13f65c2f6d req-6c03f9b0-2fd2-486f-81f8-fb4e583d5bb8 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:11.576499 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ce666-4849-4267-89f5-3b13f65c2f6d req-6c03f9b0-2fd2-486f-81f8-fb4e583d5bb8 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:11.585726 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ce666-4849-4267-89f5-3b13f65c2f6d req-6c03f9b0-2fd2-486f-81f8-fb4e583d5bb8 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:11.593553 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ce666-4849-4267-89f5-3b13f65c2f6d req-6c03f9b0-2fd2-486f-81f8-fb4e583d5bb8 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:11.599315 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ce666-4849-4267-89f5-3b13f65c2f6d req-6c03f9b0-2fd2-486f-81f8-fb4e583d5bb8 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:11.601332 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-936ce666-4849-4267-89f5-3b13f65c2f6d req-6c03f9b0-2fd2-486f-81f8-fb4e583d5bb8 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5445 time: 0.1648262 Jul 05 04:06:11.643697 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-936ce666-4849-4267-89f5-3b13f65c2f6d req-bf474f15-f2f2-4479-b7ca-e5d53403db6a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356545 Jul 05 04:06:11.831470 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3d811-c39d-4f9e-bd93-1cd9f682aea0 req-803be564-5543-4109-8b71-98b3ff0ddb53 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:11.833380 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1ae3d811-c39d-4f9e-bd93-1cd9f682aea0 req-803be564-5543-4109-8b71-98b3ff0ddb53 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/ports?device_id=ceae5566-fbc1-472a-8faa-c70d00522144 HTTP/1.1" status: 200 len: 944 time: 0.0907452 Jul 05 04:06:11.883995 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1ae3d811-c39d-4f9e-bd93-1cd9f682aea0 req-175fd171-591e-4564-9203-59ba06095600 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad5ba524-8dfc-4fd3-a275-e847fc13a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413604 Jul 05 04:06:11.904434 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540451dd-7426-4b16-96fb-befb1ecb92fb req-d849b7f1-b272-46db-944a-8b08c369cbf4 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:11.906703 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-540451dd-7426-4b16-96fb-befb1ecb92fb req-d849b7f1-b272-46db-944a-8b08c369cbf4 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8 HTTP/1.1" status: 200 len: 944 time: 0.0713234 Jul 05 04:06:11.959305 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-540451dd-7426-4b16-96fb-befb1ecb92fb req-fef06cdd-76db-431e-939a-062b8175e606 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466073 Jul 05 04:06:12.085328 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 24254a8a-fba6-4e96-8479-a18d53e0805a details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:06:12.209651 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 24254a8a-fba6-4e96-8479-a18d53e0805a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=24254a8a-fba6-4e96-8479-a18d53e0805a,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:12.222998 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '24254a8a-fba6-4e96-8479-a18d53e0805a', 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304', 'port_id': '24254a8a-fba6-4e96-8479-a18d53e0805a', 'mac_address': 'fa:16:3e:3e:3e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '248c3b61-cc11-4019-9b85-60af49b5384a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:06:12.265873 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.284148 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24254a8a-fba6-4e96-8479-a18d53e0805a {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:12.304142 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 24254a8a-fba6-4e96-8479-a18d53e0805a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=24254a8a-fba6-4e96-8479-a18d53e0805a,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:12.310018 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.360341 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=24254a8a-fba6-4e96-8479-a18d53e0805a,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:12.426145 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 7727d730-a2ff-4fdf-a289-9ff890f9d0ee up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:12.493777 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 7727d730-a2ff-4fdf-a289-9ff890f9d0ee completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:12.501154 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 7727d730-a2ff-4fdf-a289-9ff890f9d0ee triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:12.501884 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.526586 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6be25a-c50d-4af7-b829-209649a8e6d9 req-33356691-a1cb-421f-9c69-f11dd2028965 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:12.529017 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5a6be25a-c50d-4af7-b829-209649a8e6d9 req-33356691-a1cb-421f-9c69-f11dd2028965 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.0832963 Jul 05 04:06:12.580670 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5a6be25a-c50d-4af7-b829-209649a8e6d9 req-1c72b303-5521-4040-bb31-25b2a2e6574d tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388381 Jul 05 04:06:12.605791 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.641446 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 7727d730-a2ff-4fdf-a289-9ff890f9d0ee, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=7727d730-a2ff-4fdf-a289-9ff890f9d0ee,segment=NetworkSegment(1f8391a6-9343-47c5-9233-ea7e7ee0cb32),segment_id=1f8391a6-9343-47c5-9233-ea7e7ee0cb32)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:12.645544 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.673899 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['24254a8a-fba6-4e96-8479-a18d53e0805a'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:12.698527 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceae5566-fbc1-472a-8faa-c70d00522144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7727d730-a2ff-4fdf-a289-9ff890f9d0ee'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:12.700830 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78045757-2260-47e3-a769-c6bb1fe85a4f" -d '{"events": [{"server_uuid": "ceae5566-fbc1-472a-8faa-c70d00522144", "name": "network-vif-plugged", "status": "completed", "tag": "7727d730-a2ff-4fdf-a289-9ff890f9d0ee"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:12.745730 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=7727d730-a2ff-4fdf-a289-9ff890f9d0ee,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:12.768714 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66d482a-8886-4870-b8be-0ff4afa189a6 x-openstack-request-id: req-f66d482a-8886-4870-b8be-0ff4afa189a6 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:12.769009 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceae5566-fbc1-472a-8faa-c70d00522144", "name": "network-vif-plugged", "status": "completed", "tag": "7727d730-a2ff-4fdf-a289-9ff890f9d0ee", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:12.769264 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f66d482a-8886-4870-b8be-0ff4afa189a6 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:12.769663 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceae5566-fbc1-472a-8faa-c70d00522144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7727d730-a2ff-4fdf-a289-9ff890f9d0ee', 'code': 200} Jul 05 04:06:12.853176 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.916026 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9b679-7c1f-447c-b6c4-344318c5d167 req-ee40968c-35ed-4458-9ed7-fe2146209f79 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:12.921849 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9b679-7c1f-447c-b6c4-344318c5d167 req-ee40968c-35ed-4458-9ed7-fe2146209f79 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:12.928220 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9b679-7c1f-447c-b6c4-344318c5d167 req-ee40968c-35ed-4458-9ed7-fe2146209f79 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:12.938163 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9b679-7c1f-447c-b6c4-344318c5d167 req-ee40968c-35ed-4458-9ed7-fe2146209f79 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:12.949059 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9b679-7c1f-447c-b6c4-344318c5d167 req-ee40968c-35ed-4458-9ed7-fe2146209f79 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:12.959373 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9b679-7c1f-447c-b6c4-344318c5d167 req-ee40968c-35ed-4458-9ed7-fe2146209f79 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:12.964846 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c7b3f-9d98-4f20-9fc6-aefbd271fa04 req-da4a6e0f-14be-47c3-bf0f-149566295412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:12.966484 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c7c7b3f-9d98-4f20-9fc6-aefbd271fa04 req-da4a6e0f-14be-47c3-bf0f-149566295412 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ceae5566-fbc1-472a-8faa-c70d00522144 HTTP/1.1" status: 200 len: 1097 time: 0.0687642 Jul 05 04:06:12.968545 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9b679-7c1f-447c-b6c4-344318c5d167 req-ee40968c-35ed-4458-9ed7-fe2146209f79 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:12.970754 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1bc9b679-7c1f-447c-b6c4-344318c5d167 req-ee40968c-35ed-4458-9ed7-fe2146209f79 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5445 time: 0.1392758 Jul 05 04:06:13.013311 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c7c7b3f-9d98-4f20-9fc6-aefbd271fa04 req-4e2c5ebf-9a8a-4eff-9dcc-1d6e46bb5323 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ad5ba524-8dfc-4fd3-a275-e847fc13a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395849 Jul 05 04:06:13.037815 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1bc9b679-7c1f-447c-b6c4-344318c5d167 req-fd059a1a-0880-4f44-a736-96465bcea323 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612264 Jul 05 04:06:13.110964 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5f813-b995-4831-8d53-3e32e307aefd req-246dc092-fddd-4728-bead-fe979835f06a tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:13.112643 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36b5f813-b995-4831-8d53-3e32e307aefd req-246dc092-fddd-4728-bead-fe979835f06a tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/ports?device_id=ceae5566-fbc1-472a-8faa-c70d00522144 HTTP/1.1" status: 200 len: 945 time: 0.0921373 Jul 05 04:06:13.158786 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36b5f813-b995-4831-8d53-3e32e307aefd req-5b64e1e1-2a63-4462-a1a4-032031cfbd73 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad5ba524-8dfc-4fd3-a275-e847fc13a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388939 Jul 05 04:06:13.263432 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a905018-eeb9-4d3a-8004-3ca457e56515 req-e268c31d-2ad1-41e5-a9bc-d5c76d7c3234 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:13.264940 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0a905018-eeb9-4d3a-8004-3ca457e56515 req-e268c31d-2ad1-41e5-a9bc-d5c76d7c3234 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8 HTTP/1.1" status: 200 len: 945 time: 0.0825834 Jul 05 04:06:13.310011 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0a905018-eeb9-4d3a-8004-3ca457e56515 req-bc9effab-0176-403e-b2fd-806a6892cd30 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360212 Jul 05 04:06:13.335126 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fd6c6-51d4-42de-ada3-84e964deb451 req-4ccc6615-34f4-4a58-b746-288c2ae7b29a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:13.341966 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fd6c6-51d4-42de-ada3-84e964deb451 req-4ccc6615-34f4-4a58-b746-288c2ae7b29a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:13.347756 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fd6c6-51d4-42de-ada3-84e964deb451 req-4ccc6615-34f4-4a58-b746-288c2ae7b29a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:13.354580 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fd6c6-51d4-42de-ada3-84e964deb451 req-4ccc6615-34f4-4a58-b746-288c2ae7b29a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:13.360588 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fd6c6-51d4-42de-ada3-84e964deb451 req-4ccc6615-34f4-4a58-b746-288c2ae7b29a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:13.366387 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fd6c6-51d4-42de-ada3-84e964deb451 req-4ccc6615-34f4-4a58-b746-288c2ae7b29a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:13.373276 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fd6c6-51d4-42de-ada3-84e964deb451 req-4ccc6615-34f4-4a58-b746-288c2ae7b29a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:13.375333 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-af3fd6c6-51d4-42de-ada3-84e964deb451 req-4ccc6615-34f4-4a58-b746-288c2ae7b29a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5445 time: 0.1110253 Jul 05 04:06:13.388028 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40484) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:13.392827 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-80679b75-eefe-4d85-9f4b-02e57d3b761b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Request body: {'floatingip': {'port_id': '9f1db9b2-6fe5-45bc-9076-d1ca242d34a0'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:13.442900 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-80679b75-eefe-4d85-9f4b-02e57d3b761b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for floatingip, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.529484 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40490) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:13.660108 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4b15c8cb-98f1-45b7-8e0e-aae056a4e45f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.787593 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4b15c8cb-98f1-45b7-8e0e-aae056a4e45f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.792593 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4b15c8cb-98f1-45b7-8e0e-aae056a4e45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.834915 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15c8cb-98f1-45b7-8e0e-aae056a4e45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030c4fee-83ec-4d7d-84f8-bb8310aa83fc,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:13.843713 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4b15c8cb-98f1-45b7-8e0e-aae056a4e45f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4af2914bdb4c45ec904917165fd9a217&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3130813 Jul 05 04:06:13.844442 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40498) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:13.900661 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a3cea0a2-c771-42c4-8afc-641bb757d1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.926191 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a3cea0a2-c771-42c4-8afc-641bb757d1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.977835 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a3cea0a2-c771-42c4-8afc-641bb757d1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.981119 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a3cea0a2-c771-42c4-8afc-641bb757d1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.982359 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a3cea0a2-c771-42c4-8afc-641bb757d1e3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/030c4fee-83ec-4d7d-84f8-bb8310aa83fc HTTP/1.1" status: 204 len: 168 time: 0.1366038 Jul 05 04:06:13.991593 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cea0a2-c771-42c4-8afc-641bb757d1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030c4fee-83ec-4d7d-84f8-bb8310aa83fc,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:14.094187 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 24254a8a-fba6-4e96-8479-a18d53e0805a up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:14.159809 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 24254a8a-fba6-4e96-8479-a18d53e0805a completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:14.164038 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 24254a8a-fba6-4e96-8479-a18d53e0805a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:14.164994 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.231026 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba833327-8f61-404e-b9e5-7cc20e043a30 req-832bd2fa-7cac-45f6-b30b-e8997382069d tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:14.236562 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba833327-8f61-404e-b9e5-7cc20e043a30 req-832bd2fa-7cac-45f6-b30b-e8997382069d tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.5124400 Jul 05 04:06:14.264017 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.306739 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 24254a8a-fba6-4e96-8479-a18d53e0805a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=24254a8a-fba6-4e96-8479-a18d53e0805a,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:14.312265 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.341530 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40506) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:14.370217 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.db.resource_extend [None req-80679b75-eefe-4d85-9f4b-02e57d3b761b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:06:14.371656 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=24254a8a-fba6-4e96-8479-a18d53e0805a,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:14.374695 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efd2d0c8-0cee-41c1-a96f-ebcdb2551053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.385651 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d67606-8d5f-47e7-b275-1163b3fc8307 req-664e2f71-563e-4407-9e40-2b3fe39482b3 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:14.387487 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-74d67606-8d5f-47e7-b275-1163b3fc8307 req-664e2f71-563e-4407-9e40-2b3fe39482b3 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/ports?device_id=ceae5566-fbc1-472a-8faa-c70d00522144 HTTP/1.1" status: 200 len: 945 time: 0.0769703 Jul 05 04:06:14.410766 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba833327-8f61-404e-b9e5-7cc20e043a30 req-fcaa9ad5-8085-4c8a-9f3a-878c60da2dad tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715541 Jul 05 04:06:14.440411 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-74d67606-8d5f-47e7-b275-1163b3fc8307 req-bc91fd9e-0b65-4edc-bb59-b53d9c7f0fae tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad5ba524-8dfc-4fd3-a275-e847fc13a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471005 Jul 05 04:06:14.480814 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-80679b75-eefe-4d85-9f4b-02e57d3b761b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.488353 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-80679b75-eefe-4d85-9f4b-02e57d3b761b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.670298 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-80679b75-eefe-4d85-9f4b-02e57d3b761b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Floating IP 600050b3-ad7a-437b-a279-314136d899e7 associated. External IP: 172.25.1.215, port: 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0. Jul 05 04:06:14.686923 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba6cb5-a0c4-4ff3-88aa-99e1216b0326 req-4a184d59-4efb-4fa3-98c9-55e7321cef3d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:14.688434 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-59ba6cb5-a0c4-4ff3-88aa-99e1216b0326 req-4a184d59-4efb-4fa3-98c9-55e7321cef3d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8 HTTP/1.1" status: 200 len: 946 time: 0.1575522 Jul 05 04:06:14.750175 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efd2d0c8-0cee-41c1-a96f-ebcdb2551053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.760968 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efd2d0c8-0cee-41c1-a96f-ebcdb2551053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.771834 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24254a8a-fba6-4e96-8479-a18d53e0805a'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:14.773202 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef834624-c558-4714-8477-4bcad8e7b0c2" -d '{"events": [{"server_uuid": "93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8", "name": "network-vif-plugged", "status": "completed", "tag": "24254a8a-fba6-4e96-8479-a18d53e0805a"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:14.839460 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-59ba6cb5-a0c4-4ff3-88aa-99e1216b0326 req-10d4a2a3-311f-4638-8643-6bcbab3476ec tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189618 Jul 05 04:06:14.858189 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-efd2d0c8-0cee-41c1-a96f-ebcdb2551053 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bb9e9b35f8aa4b45b3913241262cbc87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5156176 Jul 05 04:06:14.861018 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2d0c8-0cee-41c1-a96f-ebcdb2551053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aced4be9-5342-4c9c-85a2-6e7718e55ed6,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:14.861722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40514) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:14.921453 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448c299f-60f0-4571-b837-bb7a02c77d2e x-openstack-request-id: req-448c299f-60f0-4571-b837-bb7a02c77d2e {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:14.921736 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8", "name": "network-vif-plugged", "status": "completed", "tag": "24254a8a-fba6-4e96-8479-a18d53e0805a", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:14.921890 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-448c299f-60f0-4571-b837-bb7a02c77d2e {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:14.922308 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24254a8a-fba6-4e96-8479-a18d53e0805a', 'code': 200} Jul 05 04:06:14.942842 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-99c3a862-b204-48c3-96d6-f919ef22ce97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.969323 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-99c3a862-b204-48c3-96d6-f919ef22ce97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:15.020278 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80679b75-eefe-4d85-9f4b-02e57d3b761b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Router 6111dfe3-31f3-4501-83d6-39a888628951 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:06:15.024431 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-99c3a862-b204-48c3-96d6-f919ef22ce97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:15.027969 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-99c3a862-b204-48c3-96d6-f919ef22ce97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:15.031642 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-99c3a862-b204-48c3-96d6-f919ef22ce97 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aced4be9-5342-4c9c-85a2-6e7718e55ed6 HTTP/1.1" status: 204 len: 168 time: 0.1666596 Jul 05 04:06:15.041648 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3a862-b204-48c3-96d6-f919ef22ce97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aced4be9-5342-4c9c-85a2-6e7718e55ed6,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:15.139979 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb7206-8c64-40d6-a438-f6e19ec6571c req-c53a9556-e0cb-457d-9472-4413bb15fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:15.141568 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-adeb7206-8c64-40d6-a438-f6e19ec6571c req-c53a9556-e0cb-457d-9472-4413bb15fbd6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8 HTTP/1.1" status: 200 len: 1098 time: 0.0695565 Jul 05 04:06:15.161071 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80679b75-eefe-4d85-9f4b-02e57d3b761b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:06:15.166446 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-80679b75-eefe-4d85-9f4b-02e57d3b761b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:15.171827 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879f9368-d3af-464f-838f-de3d8c3081c8 None None] Sync routers for ids ['6111dfe3-31f3-4501-83d6-39a888628951'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:06:15.183256 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879f9368-d3af-464f-838f-de3d8c3081c8 None None] Routers {'6111dfe3-31f3-4501-83d6-39a888628951'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:15.184126 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-879f9368-d3af-464f-838f-de3d8c3081c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:06:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['6111dfe3-31f3-4501-83d6-39a888628951'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:15.186511 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-adeb7206-8c64-40d6-a438-f6e19ec6571c req-23668c25-b4d6-4a3b-86d2-4774a139f06f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387542 Jul 05 04:06:15.218826 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-80679b75-eefe-4d85-9f4b-02e57d3b761b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "PUT /v2.0/floatingips/600050b3-ad7a-437b-a279-314136d899e7 HTTP/1.1" status: 200 len: 992 time: 1.8296697 Jul 05 04:06:15.219411 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'tag': '9f1db9b2-6fe5-45bc-9076-d1ca242d34a0'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:15.221720 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5964db-420c-4a99-9354-c76d47c1ced0" -d '{"events": [{"name": "network-changed", "server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "tag": "9f1db9b2-6fe5-45bc-9076-d1ca242d34a0"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:15.297973 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf70f2ee-9545-4185-af31-2f587d6bc24a x-openstack-request-id: req-bf70f2ee-9545-4185-af31-2f587d6bc24a {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:15.298586 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "tag": "9f1db9b2-6fe5-45bc-9076-d1ca242d34a0", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:15.298586 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bf70f2ee-9545-4185-af31-2f587d6bc24a {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:15.298905 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'tag': '9f1db9b2-6fe5-45bc-9076-d1ca242d34a0', 'status': 'completed', 'code': 200} Jul 05 04:06:15.321849 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-879f9368-d3af-464f-838f-de3d8c3081c8 None None] Set router 6111dfe3-31f3-4501-83d6-39a888628951 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:15.500399 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5964db-420c-4a99-9354-c76d47c1ced0 req-20555d94-fa54-4737-989e-162ce7085d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:15.500943 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5964db-420c-4a99-9354-c76d47c1ced0 req-20555d94-fa54-4737-989e-162ce7085d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:15.501652 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5964db-420c-4a99-9354-c76d47c1ced0 req-20555d94-fa54-4737-989e-162ce7085d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:15.503020 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5964db-420c-4a99-9354-c76d47c1ced0 req-20555d94-fa54-4737-989e-162ce7085d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:15.503332 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5964db-420c-4a99-9354-c76d47c1ced0 req-20555d94-fa54-4737-989e-162ce7085d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:15.504383 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5964db-420c-4a99-9354-c76d47c1ced0 req-20555d94-fa54-4737-989e-162ce7085d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:15.504932 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5964db-420c-4a99-9354-c76d47c1ced0 req-20555d94-fa54-4737-989e-162ce7085d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:15.507142 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8b5964db-420c-4a99-9354-c76d47c1ced0 req-20555d94-fa54-4737-989e-162ce7085d86 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=50643a7691c345388c1f08c7454cea66&device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 6509 time: 0.1119785 Jul 05 04:06:15.616486 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5964db-420c-4a99-9354-c76d47c1ced0 req-c44059cb-1258-48d0-9220-aafec10772a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:15.619730 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8b5964db-420c-4a99-9354-c76d47c1ced0 req-c44059cb-1258-48d0-9220-aafec10772a0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8ea7df2c-9621-40f9-b0fb-19b9c2e4305a HTTP/1.1" status: 200 len: 918 time: 0.1050050 Jul 05 04:06:15.656256 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-879f9368-d3af-464f-838f-de3d8c3081c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6111dfe3-31f3-4501-83d6-39a888628951', 'name': 'tempest-TaggedBootDevicesTest_v242-1023080050-router', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '12e5e2b0-0e16-4f7e-9265-8e62d110860c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:50Z', 'updated_at': '2021-07-05T04:03:59Z', 'revision_number': 4, 'project_id': '50643a7691c345388c1f08c7454cea66', 'gw_port': {'id': '12e5e2b0-0e16-4f7e-9265-8e62d110860c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6111dfe3-31f3-4501-83d6-39a888628951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:51Z', 'updated_at': '2021-07-05T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '600050b3-ad7a-437b-a279-314136d899e7', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'floating_ip_address': '172.25.1.215', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '6111dfe3-31f3-4501-83d6-39a888628951', 'port_id': '9f1db9b2-6fe5-45bc-9076-d1ca242d34a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a', 'mac_address': 'fa:16:3e:aa:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:04:53Z', 'updated_at': '2021-07-05T04:06:14Z', 'revision_number': 1, 'project_id': '50643a7691c345388c1f08c7454cea66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8530503-d312-4b42-80ba-5ae6b8f87e90', 'name': '', 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'mac_address': 'fa:16:3e:f1:f1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6111dfe3-31f3-4501-83d6-39a888628951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'f6a89750-87ba-44fb-8296-741d431f172e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:57Z', 'updated_at': '2021-07-05T04:04:09Z', 'revision_number': 5, 'project_id': '50643a7691c345388c1f08c7454cea66', 'subnets': [{'id': 'f6a89750-87ba-44fb-8296-741d431f172e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:15.694067 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879f9368-d3af-464f-838f-de3d8c3081c8 None None] Checking router: 6111dfe3-31f3-4501-83d6-39a888628951 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:06:15.705459 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879f9368-d3af-464f-838f-de3d8c3081c8 None None] Routers {'6111dfe3-31f3-4501-83d6-39a888628951'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:15.706309 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-879f9368-d3af-464f-838f-de3d8c3081c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:06:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['6111dfe3-31f3-4501-83d6-39a888628951'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:15.721080 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06fcaa-4a71-4155-94ca-674889850956 req-1bdbb241-1bcc-40a1-9174-82c3f5584eda tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:15.730714 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ef06fcaa-4a71-4155-94ca-674889850956 req-1bdbb241-1bcc-40a1-9174-82c3f5584eda tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.0954254 Jul 05 04:06:15.765735 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8b5964db-420c-4a99-9354-c76d47c1ced0 req-2449d5d2-2501-442e-b819-f251c1d7ca93 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 HTTP/1.1" status: 200 len: 1000 time: 0.1373775 Jul 05 04:06:15.788716 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ef06fcaa-4a71-4155-94ca-674889850956 req-900ee396-1102-4da8-9cb2-ffcd97d1eac6 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564654 Jul 05 04:06:15.841451 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-879f9368-d3af-464f-838f-de3d8c3081c8 None None] Set router 6111dfe3-31f3-4501-83d6-39a888628951 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:15.846610 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43c446-5dc9-4180-a45c-524c89a06ab2 req-78a94c9c-e922-44ff-83d1-86b49022d8b3 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:15.848160 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-db43c446-5dc9-4180-a45c-524c89a06ab2 req-78a94c9c-e922-44ff-83d1-86b49022d8b3 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/ports?device_id=ceae5566-fbc1-472a-8faa-c70d00522144 HTTP/1.1" status: 200 len: 945 time: 0.1740572 Jul 05 04:06:15.908849 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5964db-420c-4a99-9354-c76d47c1ced0 req-4ffbd534-45e5-4c8c-b021-ded8d2d09b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:15.911161 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8b5964db-420c-4a99-9354-c76d47c1ced0 req-4ffbd534-45e5-4c8c-b021-ded8d2d09b7a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f6a89750-87ba-44fb-8296-741d431f172e HTTP/1.1" status: 200 len: 856 time: 0.1336913 Jul 05 04:06:15.918857 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-db43c446-5dc9-4180-a45c-524c89a06ab2 req-5840a26a-ac9b-4546-9747-a282445080a2 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad5ba524-8dfc-4fd3-a275-e847fc13a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603435 Jul 05 04:06:16.036200 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5964db-420c-4a99-9354-c76d47c1ced0 req-ccd01302-b7bb-43b5-b789-05b8292d5666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:16.039332 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8b5964db-420c-4a99-9354-c76d47c1ced0 req-ccd01302-b7bb-43b5-b789-05b8292d5666 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8ea7df2c-9621-40f9-b0fb-19b9c2e4305a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1193826 Jul 05 04:06:16.153190 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-879f9368-d3af-464f-838f-de3d8c3081c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6111dfe3-31f3-4501-83d6-39a888628951', 'name': 'tempest-TaggedBootDevicesTest_v242-1023080050-router', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '12e5e2b0-0e16-4f7e-9265-8e62d110860c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:50Z', 'updated_at': '2021-07-05T04:03:59Z', 'revision_number': 4, 'project_id': '50643a7691c345388c1f08c7454cea66', 'gw_port': {'id': '12e5e2b0-0e16-4f7e-9265-8e62d110860c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6111dfe3-31f3-4501-83d6-39a888628951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:51Z', 'updated_at': '2021-07-05T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '600050b3-ad7a-437b-a279-314136d899e7', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'floating_ip_address': '172.25.1.215', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '6111dfe3-31f3-4501-83d6-39a888628951', 'port_id': '9f1db9b2-6fe5-45bc-9076-d1ca242d34a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a', 'mac_address': 'fa:16:3e:aa:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:04:53Z', 'updated_at': '2021-07-05T04:06:14Z', 'revision_number': 1, 'project_id': '50643a7691c345388c1f08c7454cea66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8530503-d312-4b42-80ba-5ae6b8f87e90', 'name': '', 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'mac_address': 'fa:16:3e:f1:f1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6111dfe3-31f3-4501-83d6-39a888628951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'f6a89750-87ba-44fb-8296-741d431f172e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:57Z', 'updated_at': '2021-07-05T04:04:09Z', 'revision_number': 5, 'project_id': '50643a7691c345388c1f08c7454cea66', 'subnets': [{'id': 'f6a89750-87ba-44fb-8296-741d431f172e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:16.160368 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92cba7-7df9-49fe-8135-ed3203fc082a req-448c9f0d-ae06-46d7-9494-2b67e631a655 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:16.161973 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cb92cba7-7df9-49fe-8135-ed3203fc082a req-448c9f0d-ae06-46d7-9494-2b67e631a655 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8 HTTP/1.1" status: 200 len: 946 time: 0.1517029 Jul 05 04:06:16.202775 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879f9368-d3af-464f-838f-de3d8c3081c8 None None] The sync data for ids ['6111dfe3-31f3-4501-83d6-39a888628951'] in n-d-780147-23 is: [{'id': '6111dfe3-31f3-4501-83d6-39a888628951', 'name': 'tempest-TaggedBootDevicesTest_v242-1023080050-router', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '12e5e2b0-0e16-4f7e-9265-8e62d110860c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:50Z', 'updated_at': '2021-07-05T04:03:59Z', 'revision_number': 4, 'project_id': '50643a7691c345388c1f08c7454cea66', 'gw_port': {'id': '12e5e2b0-0e16-4f7e-9265-8e62d110860c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6111dfe3-31f3-4501-83d6-39a888628951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:51Z', 'updated_at': '2021-07-05T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '600050b3-ad7a-437b-a279-314136d899e7', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'floating_ip_address': '172.25.1.215', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '6111dfe3-31f3-4501-83d6-39a888628951', 'port_id': '9f1db9b2-6fe5-45bc-9076-d1ca242d34a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a', 'mac_address': 'fa:16:3e:aa:2a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:04:53Z', 'updated_at': '2021-07-05T04:06:14Z', 'revision_number': 1, 'project_id': '50643a7691c345388c1f08c7454cea66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8530503-d312-4b42-80ba-5ae6b8f87e90', 'name': '', 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'mac_address': 'fa:16:3e:f1:f1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6111dfe3-31f3-4501-83d6-39a888628951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'f6a89750-87ba-44fb-8296-741d431f172e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:57Z', 'updated_at': '2021-07-05T04:04:09Z', 'revision_number': 5, 'project_id': '50643a7691c345388c1f08c7454cea66', 'subnets': [{'id': 'f6a89750-87ba-44fb-8296-741d431f172e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:06:16.220699 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cb92cba7-7df9-49fe-8135-ed3203fc082a req-a33474f6-58ac-4c12-b6f6-9e141eb2df56 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491543 Jul 05 04:06:16.283761 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8b5964db-420c-4a99-9354-c76d47c1ced0 req-dabcd924-b4dd-4548-a4f5-5df4555f0388 service neutron] 10.222.0.89 "GET /v2.0/networks/8ea7df2c-9621-40f9-b0fb-19b9c2e4305a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309604 Jul 05 04:06:16.370891 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1542ca4-b9a0-404a-9a74-0c45e402418e req-c6203c47-ed8b-42d7-9da8-566e2cb1289f tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:16.372309 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b1542ca4-b9a0-404a-9a74-0c45e402418e req-c6203c47-ed8b-42d7-9da8-566e2cb1289f tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/ports?device_id=ceae5566-fbc1-472a-8faa-c70d00522144 HTTP/1.1" status: 200 len: 945 time: 0.1645174 Jul 05 04:06:16.436182 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b1542ca4-b9a0-404a-9a74-0c45e402418e req-6524f42d-8564-4197-9f64-5c86ec58c3ef tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad5ba524-8dfc-4fd3-a275-e847fc13a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568714 Jul 05 04:06:16.460034 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8b5964db-420c-4a99-9354-c76d47c1ced0 req-60f88e81-ae7d-4f92-80bd-1be28d2ba651 service neutron] 10.222.0.89 "GET /v2.0/networks/8ea7df2c-9621-40f9-b0fb-19b9c2e4305a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671576 Jul 05 04:06:16.560398 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c69923-e0a2-4f20-a017-21ec06a0bb15 None None] New status for floating IP 600050b3-ad7a-437b-a279-314136d899e7: ACTIVE {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:06:16.825182 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40576) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:16.976122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f565f-b376-467f-9324-01d45fbc8e6b req-fd9264f2-ab5d-43d2-896e-6ee0cbba4ee5 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:16.977834 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-713f565f-b376-467f-9324-01d45fbc8e6b req-fd9264f2-ab5d-43d2-896e-6ee0cbba4ee5 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.0737290 Jul 05 04:06:17.020688 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-713f565f-b376-467f-9324-01d45fbc8e6b req-9cb6df6c-3170-436d-a03c-d763c63e4398 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367157 Jul 05 04:06:17.024018 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe91df7-8f0f-4803-8fb7-d76c68bc4afb req-55f21748-d1a8-402e-a9f1-7053d0ac4a80 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:17.026479 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4fe91df7-8f0f-4803-8fb7-d76c68bc4afb req-55f21748-d1a8-402e-a9f1-7053d0ac4a80 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/ports?device_id=ceae5566-fbc1-472a-8faa-c70d00522144 HTTP/1.1" status: 200 len: 945 time: 0.0785649 Jul 05 04:06:17.071416 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-f473619f-085e-49de-bd8e-3efedc62105e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-133177247'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:17.077109 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4fe91df7-8f0f-4803-8fb7-d76c68bc4afb req-a5d42204-6641-4dd7-9aa8-253b288a06ce tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad5ba524-8dfc-4fd3-a275-e847fc13a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443282 Jul 05 04:06:17.096778 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f473619f-085e-49de-bd8e-3efedc62105e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] Made reservation on behalf of 20d75c4fe1894df298ce06ed134a7073 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:17.100427 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f473619f-085e-49de-bd8e-3efedc62105e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.110282 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f473619f-085e-49de-bd8e-3efedc62105e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.219323 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f473619f-085e-49de-bd8e-3efedc62105e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.224261 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f473619f-085e-49de-bd8e-3efedc62105e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.262998 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f473619f-085e-49de-bd8e-3efedc62105e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:17.270528 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473619f-085e-49de-bd8e-3efedc62105e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570f0e70-0738-435f-b0d9-12efc042b256,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:17.281965 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f473619f-085e-49de-bd8e-3efedc62105e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.282454 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-f473619f-085e-49de-bd8e-3efedc62105e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] Added segment b646143a-6fe0-4c70-b14f-62f7b4637d08 of type vlan for network ec426216-27ca-40a1-9c1d-f8c80e9681a4 Jul 05 04:06:17.325655 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f473619f-085e-49de-bd8e-3efedc62105e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.382811 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f473619f-085e-49de-bd8e-3efedc62105e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.389177 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f473619f-085e-49de-bd8e-3efedc62105e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:17.389737 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f473619f-085e-49de-bd8e-3efedc62105e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.468787 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f473619f-085e-49de-bd8e-3efedc62105e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.6424615 Jul 05 04:06:17.483096 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473619f-085e-49de-bd8e-3efedc62105e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] Pushing event updated for resources: {'Network': ['ID=ec426216-27ca-40a1-9c1d-f8c80e9681a4,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:17.499004 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network ec426216-27ca-40a1-9c1d-f8c80e9681a4 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:17.499586 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3b46a-470f-4095-9a38-9f7780e21d95 req-eed24a97-cc36-42d4-bd47-39fd5e9a0a3a tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:17.501183 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-abd3b46a-470f-4095-9a38-9f7780e21d95 req-eed24a97-cc36-42d4-bd47-39fd5e9a0a3a tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8 HTTP/1.1" status: 200 len: 946 time: 0.1516886 Jul 05 04:06:17.550682 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-abd3b46a-470f-4095-9a38-9f7780e21d95 req-eb7d3556-ff40-4b54-b5ca-a8a2f4a583aa tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414274 Jul 05 04:06:17.585716 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89584a67-36e3-4f9a-b0a0-a6f1b01a2f0b req-556dab12-9cda-491b-a45d-b55663643449 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:17.589154 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-89584a67-36e3-4f9a-b0a0-a6f1b01a2f0b req-556dab12-9cda-491b-a45d-b55663643449 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/ports?device_id=ceae5566-fbc1-472a-8faa-c70d00522144 HTTP/1.1" status: 200 len: 945 time: 0.0816891 Jul 05 04:06:17.635461 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-89584a67-36e3-4f9a-b0a0-a6f1b01a2f0b req-02bdde02-a190-4fe4-9d7a-d3ea9d3eef07 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad5ba524-8dfc-4fd3-a275-e847fc13a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407186 Jul 05 04:06:17.743021 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40600) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:17.748241 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Request body: {'port': {'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4', 'binding:host_id': 'n-h1-780147-23', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1502104481'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:17.774057 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Made reservation on behalf of 5212e372b28d4ee3bfcad3a08750bac5 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:17.779410 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.788791 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.948079 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d7ad2-3949-4f1d-8f78-018900bf6a2b req-71a07321-09a7-41a5-b3da-6669f975279e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:17.949571 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c5d7ad2-3949-4f1d-8f78-018900bf6a2b req-71a07321-09a7-41a5-b3da-6669f975279e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=b264f16f-036d-44c6-90f1-062608886f72 HTTP/1.1" status: 200 len: 946 time: 0.1192107 Jul 05 04:06:17.969419 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.980696 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.987584 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] device_id is not set on port 728e9b37-a217-4b09-aefd-86d2b39dae74 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:18.080145 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c5d7ad2-3949-4f1d-8f78-018900bf6a2b req-371803f7-b32e-418e-a4ad-a8ebbaacccc9 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216073 Jul 05 04:06:18.085691 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df3a7d2-8105-4c96-ae88-da7256003f64,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:18.214920 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969689bd-a5aa-45b7-b046-3ce69a6e5ddd req-6f336e40-a782-4e90-b5e9-202ccfffbce6 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:18.216526 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-969689bd-a5aa-45b7-b046-3ce69a6e5ddd req-6f336e40-a782-4e90-b5e9-202ccfffbce6 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.0728846 Jul 05 04:06:18.265100 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-969689bd-a5aa-45b7-b046-3ce69a6e5ddd req-9b50e327-62c3-46d8-bb80-bba3ae1c3c86 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418804 Jul 05 04:06:18.306055 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] device_id is not set on port 728e9b37-a217-4b09-aefd-86d2b39dae74 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:18.321423 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.343624 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Transition to ACTIVE for port object 728e9b37-a217-4b09-aefd-86d2b39dae74 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:18.364145 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd026210-f4cf-4992-bc61-6760b00a47ce req-dd1afa00-e40d-44a0-9745-5562351161f8 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:18.365722 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fd026210-f4cf-4992-bc61-6760b00a47ce req-dd1afa00-e40d-44a0-9745-5562351161f8 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8 HTTP/1.1" status: 200 len: 946 time: 0.1641767 Jul 05 04:06:18.368773 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.451688 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Pushing event updated for resources: {'Port': ['ID=728e9b37-a217-4b09-aefd-86d2b39dae74,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:18.462969 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fd026210-f4cf-4992-bc61-6760b00a47ce req-5314daf1-0cb4-4845-984e-a1b64f35d8a9 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881414 Jul 05 04:06:18.472077 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Checking segment: {'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:18.472440 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Network hostable DHCP agents. Network: ec426216-27ca-40a1-9c1d-f8c80e9681a4, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:18.489658 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Network ec426216-27ca-40a1-9c1d-f8c80e9681a4 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:18.500283 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, ec426216-27ca-40a1-9c1d-f8c80e9681a4) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:18.504379 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:18.512200 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d8c75a-699a-41ea-ab48-592e2fad8040 None None] Network ec426216-27ca-40a1-9c1d-f8c80e9681a4 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:18.524476 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:18.525489 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:18.525489 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:18.529755 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 728e9b37-a217-4b09-aefd-86d2b39dae74 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:18.530118 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:18.530487 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 2 to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 Jul 05 04:06:18.556825 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:18.557171 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:18.557505 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:18.562171 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 728e9b37-a217-4b09-aefd-86d2b39dae74 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:18.562503 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:18.562894 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 3 to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 Jul 05 04:06:18.577038 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:18.577275 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:18.577613 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:18.583084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 728e9b37-a217-4b09-aefd-86d2b39dae74 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:18.584746 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:18.584746 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 4 to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 Jul 05 04:06:18.603951 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:18.604540 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:18.605063 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:18.609818 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 728e9b37-a217-4b09-aefd-86d2b39dae74 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:18.610146 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:18.610536 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 5 to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 Jul 05 04:06:18.626349 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:18.626688 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:18.627036 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:18.632582 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 728e9b37-a217-4b09-aefd-86d2b39dae74 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:18.633764 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:18.634344 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 6 to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 Jul 05 04:06:18.650766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:18.651241 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:18.651653 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:18.659366 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 728e9b37-a217-4b09-aefd-86d2b39dae74 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:18.659901 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:18.660188 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 7 to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 Jul 05 04:06:18.680964 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:18.681737 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:18.682087 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:18.687253 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 728e9b37-a217-4b09-aefd-86d2b39dae74 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:18.687682 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:18.688463 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 8 to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 Jul 05 04:06:18.712654 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:18.713182 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:18.713600 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:18.718531 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 728e9b37-a217-4b09-aefd-86d2b39dae74 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:18.718863 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:18.719261 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 9 to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 Jul 05 04:06:18.734960 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:18.735304 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:18.735746 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:18.747065 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 728e9b37-a217-4b09-aefd-86d2b39dae74 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:18.747065 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:18.747507 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 10 to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 Jul 05 04:06:18.766461 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:18.767005 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:18.767522 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:18.802211 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 728e9b37-a217-4b09-aefd-86d2b39dae74 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:18.802474 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 728e9b37-a217-4b09-aefd-86d2b39dae74 on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:18.802896 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.886581 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba301c2-7cf1-4111-9bba-1c6b6600e8e7 req-a7127d6f-4837-47dd-b1f9-c0b148236606 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:18.888206 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3ba301c2-7cf1-4111-9bba-1c6b6600e8e7 req-a7127d6f-4837-47dd-b1f9-c0b148236606 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/ports?device_id=ceae5566-fbc1-472a-8faa-c70d00522144 HTTP/1.1" status: 200 len: 945 time: 0.1182141 Jul 05 04:06:18.900595 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] For port 728e9b37-a217-4b09-aefd-86d2b39dae74, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:18.900980 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempted to set empty binding levels {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 04:06:18.911415 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.921843 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ae8d3-d0a6-4481-8b59-bb390d07d3ad req-c86b3fa1-419d-4e15-8fa5-42b3341b9e06 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:18.924405 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5c2ae8d3-d0a6-4481-8b59-bb390d07d3ad req-c86b3fa1-419d-4e15-8fa5-42b3341b9e06 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8 HTTP/1.1" status: 200 len: 946 time: 0.0779972 Jul 05 04:06:18.965589 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5c2ae8d3-d0a6-4481-8b59-bb390d07d3ad req-6c0c0d2d-0410-4e97-b7d9-647f7423922f tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360639 Jul 05 04:06:19.316211 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:19.317072 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:19.340669 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3ba301c2-7cf1-4111-9bba-1c6b6600e8e7 req-9d144c83-2e74-48a3-beda-e9d4004f42a6 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad5ba524-8dfc-4fd3-a275-e847fc13a249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375660 Jul 05 04:06:19.342420 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Pushing event updated for resources: {'Port': ['ID=728e9b37-a217-4b09-aefd-86d2b39dae74,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:19.347508 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a0b9f67e-8385-4269-bf89-187e95cba09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.6034274 Jul 05 04:06:19.350312 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40618) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:19.444500 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-8b120b7a-fe72-4ae3-a31c-65dece3903c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Deleting port 728e9b37-a217-4b09-aefd-86d2b39dae74 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:19.444937 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8b120b7a-fe72-4ae3-a31c-65dece3903c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:19.466168 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5676965-b172-468b-81b4-3ea873d8c75b req-0211f53c-685c-432e-93fc-171b94db9b73 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:19.467991 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e5676965-b172-468b-81b4-3ea873d8c75b req-0211f53c-685c-432e-93fc-171b94db9b73 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.0852904 Jul 05 04:06:19.515188 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e5676965-b172-468b-81b4-3ea873d8c75b req-10afd053-8474-4112-bf0c-1f24748e0180 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415559 Jul 05 04:06:19.527236 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-8b120b7a-fe72-4ae3-a31c-65dece3903c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] For port 728e9b37-a217-4b09-aefd-86d2b39dae74, host n-h1-780147-23, got binding levels [] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:19.527785 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8b120b7a-fe72-4ae3-a31c-65dece3903c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:19.547715 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-8b120b7a-fe72-4ae3-a31c-65dece3903c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Calling delete_port for 728e9b37-a217-4b09-aefd-86d2b39dae74 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:19.637009 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8b120b7a-fe72-4ae3-a31c-65dece3903c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:19.665171 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b120b7a-fe72-4ae3-a31c-65dece3903c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Pushing event deleted for resources: {'Port': ['ID=728e9b37-a217-4b09-aefd-86d2b39dae74,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:19.675413 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8b120b7a-fe72-4ae3-a31c-65dece3903c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:19.676506 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00d142-1f8d-4775-b8b7-35fe9c7efbe0 req-4c307e82-e896-4941-a578-2825ef2fbbd6 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:19.677638 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8b120b7a-fe72-4ae3-a31c-65dece3903c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] 10.222.0.77 "DELETE /v2.0/ports/728e9b37-a217-4b09-aefd-86d2b39dae74 HTTP/1.1" status: 204 len: 168 time: 0.3261006 Jul 05 04:06:19.678098 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac00d142-1f8d-4775-b8b7-35fe9c7efbe0 req-4c307e82-e896-4941-a578-2825ef2fbbd6 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.70 "GET /v2.0/ports?device_id=ceae5566-fbc1-472a-8faa-c70d00522144 HTTP/1.1" status: 200 len: 945 time: 0.0858855 Jul 05 04:06:19.681944 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40622) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:19.713520 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-e295798e-ebaf-4509-b3a7-2f797fa0f940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:06:19.716354 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e295798e-ebaf-4509-b3a7-2f797fa0f940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] 10.222.0.77 "GET /v2.0/ports/728e9b37-a217-4b09-aefd-86d2b39dae74 HTTP/1.1" status: 404 len: 333 time: 0.0322208 Jul 05 04:06:19.719228 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40624) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:19.726099 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-9c41a067-e8e9-4a77-9585-0b46391eb7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Request body: {'port': {'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1972411718'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:19.789549 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c41a067-e8e9-4a77-9585-0b46391eb7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Made reservation on behalf of 5212e372b28d4ee3bfcad3a08750bac5 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:19.792269 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9c41a067-e8e9-4a77-9585-0b46391eb7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:19.814451 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-9c41a067-e8e9-4a77-9585-0b46391eb7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] device_id is not set on port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:19.872333 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-ac00d142-1f8d-4775-b8b7-35fe9c7efbe0 req-2bc23514-a457-4b57-9e7c-fcf897de9142 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Deleting port 7727d730-a2ff-4fdf-a289-9ff890f9d0ee {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:19.872658 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ac00d142-1f8d-4775-b8b7-35fe9c7efbe0 req-2bc23514-a457-4b57-9e7c-fcf897de9142 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.056972 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-ac00d142-1f8d-4775-b8b7-35fe9c7efbe0 req-2bc23514-a457-4b57-9e7c-fcf897de9142 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] For port 7727d730-a2ff-4fdf-a289-9ff890f9d0ee, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=7727d730-a2ff-4fdf-a289-9ff890f9d0ee,segment=NetworkSegment(1f8391a6-9343-47c5-9233-ea7e7ee0cb32),segment_id=1f8391a6-9343-47c5-9233-ea7e7ee0cb32)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:20.057339 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ac00d142-1f8d-4775-b8b7-35fe9c7efbe0 req-2bc23514-a457-4b57-9e7c-fcf897de9142 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.082436 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-ac00d142-1f8d-4775-b8b7-35fe9c7efbe0 req-2bc23514-a457-4b57-9e7c-fcf897de9142 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Calling delete_port for 7727d730-a2ff-4fdf-a289-9ff890f9d0ee owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:20.089658 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9c41a067-e8e9-4a77-9585-0b46391eb7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.241076 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9c41a067-e8e9-4a77-9585-0b46391eb7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.255333 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff3646-5f75-4310-9551-c5c0616502a6 req-d3a3979a-2c4e-4f07-b8ca-95dd5bf370ad tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:20.256829 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-51ff3646-5f75-4310-9551-c5c0616502a6 req-d3a3979a-2c4e-4f07-b8ca-95dd5bf370ad tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8 HTTP/1.1" status: 200 len: 946 time: 0.1654377 Jul 05 04:06:20.345986 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2fb40-03d6-40dc-b3ea-e27395c9cbab req-12128d00-19da-4258-afd8-ce627b040b08 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:20.347635 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-09a2fb40-03d6-40dc-b3ea-e27395c9cbab req-12128d00-19da-4258-afd8-ce627b040b08 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.89 "GET /v2.0/ports?device_id=93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8 HTTP/1.1" status: 200 len: 946 time: 0.0812423 Jul 05 04:06:20.349361 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c41a067-e8e9-4a77-9585-0b46391eb7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Network ec426216-27ca-40a1-9c1d-f8c80e9681a4 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:20.359406 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41a067-e8e9-4a77-9585-0b46391eb7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Pushing event updated for resources: {'Port': ['ID=8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:20.361885 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-9c41a067-e8e9-4a77-9585-0b46391eb7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:20.366434 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c41a067-e8e9-4a77-9585-0b46391eb7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:20.368585 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c41a067-e8e9-4a77-9585-0b46391eb7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:20.368585 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9c41a067-e8e9-4a77-9585-0b46391eb7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.404686 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9c41a067-e8e9-4a77-9585-0b46391eb7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6843736 Jul 05 04:06:20.408045 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-51ff3646-5f75-4310-9551-c5c0616502a6 req-bc355bed-05b9-49ae-944e-901c36e7a165 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242545 Jul 05 04:06:20.408525 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40632) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:20.414149 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:20.416836 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ac00d142-1f8d-4775-b8b7-35fe9c7efbe0 req-2bc23514-a457-4b57-9e7c-fcf897de9142 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.454427 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['7727d730-a2ff-4fdf-a289-9ff890f9d0ee'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:20.469635 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc23514-a457-4b57-9e7c-fcf897de9142 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Pushing event deleted for resources: {'Port': ['ID=7727d730-a2ff-4fdf-a289-9ff890f9d0ee,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:20.508414 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-09a2fb40-03d6-40dc-b3ea-e27395c9cbab req-b59721f7-3a9c-4194-91b7-a274123e7c50 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Deleting port 24254a8a-fba6-4e96-8479-a18d53e0805a {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:20.509059 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-09a2fb40-03d6-40dc-b3ea-e27395c9cbab req-b59721f7-3a9c-4194-91b7-a274123e7c50 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.549769 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac00d142-1f8d-4775-b8b7-35fe9c7efbe0 req-2bc23514-a457-4b57-9e7c-fcf897de9142 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] No DVR routers for this DVR port 7727d730-a2ff-4fdf-a289-9ff890f9d0ee on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:20.553798 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ac00d142-1f8d-4775-b8b7-35fe9c7efbe0 req-2bc23514-a457-4b57-9e7c-fcf897de9142 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.555951 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac00d142-1f8d-4775-b8b7-35fe9c7efbe0 req-2bc23514-a457-4b57-9e7c-fcf897de9142 tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.70 "DELETE /v2.0/ports/7727d730-a2ff-4fdf-a289-9ff890f9d0ee HTTP/1.1" status: 204 len: 173 time: 0.8715541 Jul 05 04:06:20.556465 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceae5566-fbc1-472a-8faa-c70d00522144', 'name': 'network-vif-deleted', 'tag': '7727d730-a2ff-4fdf-a289-9ff890f9d0ee'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:20.558711 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb02bd1-dce0-4085-9805-3619bab44792" -d '{"events": [{"server_uuid": "ceae5566-fbc1-472a-8faa-c70d00522144", "name": "network-vif-deleted", "tag": "7727d730-a2ff-4fdf-a289-9ff890f9d0ee"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:20.576380 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.589932 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-67bea022-c50f-4763-b67b-0f5fa03c9371 req-93bd74ee-4025-42a7-8651-0136ffd31fff tempest-ServersNegativeTestMultiTenantJSON-1670198240 tempest-ServersNegativeTestMultiTenantJSON-1670198240-project] 10.222.0.77 "GET /v2.0/ports?device_id=ceae5566-fbc1-472a-8faa-c70d00522144 HTTP/1.1" status: 200 len: 210 time: 0.0758193 Jul 05 04:06:20.677354 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-09a2fb40-03d6-40dc-b3ea-e27395c9cbab req-b59721f7-3a9c-4194-91b7-a274123e7c50 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] For port 24254a8a-fba6-4e96-8479-a18d53e0805a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=24254a8a-fba6-4e96-8479-a18d53e0805a,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:20.678035 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-09a2fb40-03d6-40dc-b3ea-e27395c9cbab req-b59721f7-3a9c-4194-91b7-a274123e7c50 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.696857 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-09a2fb40-03d6-40dc-b3ea-e27395c9cbab req-b59721f7-3a9c-4194-91b7-a274123e7c50 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Calling delete_port for 24254a8a-fba6-4e96-8479-a18d53e0805a owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:20.701658 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958d1d47-f702-4ce6-879f-37da051934a7 x-openstack-request-id: req-958d1d47-f702-4ce6-879f-37da051934a7 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:20.702313 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceae5566-fbc1-472a-8faa-c70d00522144", "name": "network-vif-deleted", "tag": "7727d730-a2ff-4fdf-a289-9ff890f9d0ee", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:20.702699 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-958d1d47-f702-4ce6-879f-37da051934a7 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:20.703346 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceae5566-fbc1-472a-8faa-c70d00522144', 'name': 'network-vif-deleted', 'tag': '7727d730-a2ff-4fdf-a289-9ff890f9d0ee', 'status': 'completed', 'code': 200} Jul 05 04:06:20.818248 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37306325-5d2a-4279-8d2f-8de54e4fa9dd req-c0734ce4-8f85-407b-be3e-805dc5406f58 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:20.823428 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-37306325-5d2a-4279-8d2f-8de54e4fa9dd req-c0734ce4-8f85-407b-be3e-805dc5406f58 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.1586137 Jul 05 04:06:20.859329 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-09a2fb40-03d6-40dc-b3ea-e27395c9cbab req-b59721f7-3a9c-4194-91b7-a274123e7c50 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.875116 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['2bbb9632-1387-46c5-bff5-92b0c5ecba56', '24254a8a-fba6-4e96-8479-a18d53e0805a'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:20.888275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] device_id is not set on port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:20.903883 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59721f7-3a9c-4194-91b7-a274123e7c50 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Pushing event deleted for resources: {'Port': ['ID=24254a8a-fba6-4e96-8479-a18d53e0805a,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:20.904411 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['383e4506-8e54-4966-9f49-999a96027e7f'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:20.951022 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a2fb40-03d6-40dc-b3ea-e27395c9cbab req-b59721f7-3a9c-4194-91b7-a274123e7c50 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] No DVR routers for this DVR port 24254a8a-fba6-4e96-8479-a18d53e0805a on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:20.964108 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-09a2fb40-03d6-40dc-b3ea-e27395c9cbab req-b59721f7-3a9c-4194-91b7-a274123e7c50 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.967027 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-09a2fb40-03d6-40dc-b3ea-e27395c9cbab req-b59721f7-3a9c-4194-91b7-a274123e7c50 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.89 "DELETE /v2.0/ports/24254a8a-fba6-4e96-8479-a18d53e0805a HTTP/1.1" status: 204 len: 173 time: 0.6132209 Jul 05 04:06:20.967620 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8', 'name': 'network-vif-deleted', 'tag': '24254a8a-fba6-4e96-8479-a18d53e0805a'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:20.970148 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72934027-0c99-4651-8271-0742033ae3db" -d '{"events": [{"server_uuid": "93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8", "name": "network-vif-deleted", "tag": "24254a8a-fba6-4e96-8479-a18d53e0805a"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:21.021488 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccd5726-9a28-49c9-a1a4-5a1d0346a13c x-openstack-request-id: req-eccd5726-9a28-49c9-a1a4-5a1d0346a13c {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:21.021488 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8", "name": "network-vif-deleted", "tag": "24254a8a-fba6-4e96-8479-a18d53e0805a", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:21.021488 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eccd5726-9a28-49c9-a1a4-5a1d0346a13c {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:21.022118 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8', 'name': 'network-vif-deleted', 'tag': '24254a8a-fba6-4e96-8479-a18d53e0805a', 'status': 'completed', 'code': 200} Jul 05 04:06:21.205304 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.216850 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-37306325-5d2a-4279-8d2f-8de54e4fa9dd req-c30a9c51-1924-4c3c-b901-514b9e504e0f tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885713 Jul 05 04:06:21.225766 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Transition to ACTIVE for port object 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:21.231947 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.283431 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Pushing event updated for resources: {'Port': ['ID=8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:21.298139 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:21.298520 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:21.298934 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:21.305536 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:21.305887 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:21.306310 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 2 to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 Jul 05 04:06:21.323170 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:21.323503 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:21.323725 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:21.328933 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:21.329287 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:21.329708 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 3 to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 Jul 05 04:06:21.343038 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:21.343356 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:21.343686 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:21.348478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:21.348808 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:21.349198 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 4 to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 Jul 05 04:06:21.362604 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:21.363053 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:21.363398 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:21.368434 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:21.368908 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:21.369410 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 5 to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 Jul 05 04:06:21.381310 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:21.381648 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:21.381987 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:21.387388 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:21.387711 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:21.388152 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 6 to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 Jul 05 04:06:21.402149 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:21.402508 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:21.402859 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:21.407654 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:21.408032 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:21.408568 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 7 to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 Jul 05 04:06:21.422492 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:21.422838 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:21.423178 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:21.428479 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:21.429008 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:21.429593 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 8 to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 Jul 05 04:06:21.443416 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:21.444082 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:21.444512 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:21.459228 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:21.459573 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:21.460006 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 9 to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 Jul 05 04:06:21.475266 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:21.475970 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:21.475970 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:21.483172 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:21.483512 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:21.483964 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 10 to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 Jul 05 04:06:21.505450 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:21.505841 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:21.508032 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:21.513756 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:21.514089 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:21.514515 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.617886 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e666db1e-334c-400a-b673-f6707a79fbe1 req-e3f94182-4621-4ae5-b142-0e9662c91340 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=93d0b777-b2e9-4c3b-8bd2-4dd1a1decdd8 HTTP/1.1" status: 200 len: 210 time: 0.0386784 Jul 05 04:06:21.620710 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] For port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:21.621246 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempted to set empty binding levels {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 04:06:21.628198 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.671336 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] In _notify_port_updated(), no bound segment for port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105539) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:06:21.672459 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.673201 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.677222 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] 10.222.0.77 "PUT /v2.0/ports/8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 HTTP/1.1" status: 200 len: 980 time: 1.2648790 Jul 05 04:06:21.677406 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40648) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:21.717315 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40650) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:21.764818 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335e778-9467-42ca-a91c-c9f37aadb871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Pushing event updated for resources: {'Port': ['ID=8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:21.772089 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a805927-5a45-4042-8f6b-074610a80f0a admin admin] Deleting subnet 95c8e48f-21f4-48dd-9d0c-5a86028e1800 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:06:21.776771 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9a805927-5a45-4042-8f6b-074610a80f0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.812008 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9a805927-5a45-4042-8f6b-074610a80f0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.823164 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.823660 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.824197 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.824674 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.825153 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.827186 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.827750 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.828321 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.828807 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.829592 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.830082 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.830556 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.831058 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.831514 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.832565 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.832565 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.833113 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.833590 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.834058 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.834525 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.835631 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.835631 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.836994 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.838172 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.838644 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.839126 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.839632 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.840083 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.840549 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.841013 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.841478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.841940 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.842401 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.843008 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.843481 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.843978 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.848143 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8a68e029-e90f-46f6-8bd2-5fefcdd12366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32381 time: 0.1696811 Jul 05 04:06:21.852643 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40654) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:21.859353 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9a805927-5a45-4042-8f6b-074610a80f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.925256 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9a805927-5a45-4042-8f6b-074610a80f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.952513 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-58fc72ca-53d3-4f79-a23e-f3c2652c8b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Deleting port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:21.953353 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-58fc72ca-53d3-4f79-a23e-f3c2652c8b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.954934 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a805927-5a45-4042-8f6b-074610a80f0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95c8e48f-21f4-48dd-9d0c-5a86028e1800,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:21.962414 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9a805927-5a45-4042-8f6b-074610a80f0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.964746 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9a805927-5a45-4042-8f6b-074610a80f0a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/95c8e48f-21f4-48dd-9d0c-5a86028e1800 HTTP/1.1" status: 204 len: 168 time: 0.2463522 Jul 05 04:06:21.968599 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40656) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:22.021458 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-58fc72ca-53d3-4f79-a23e-f3c2652c8b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] For port 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6, host n-h1-780147-23, got binding levels [] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:22.021807 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-58fc72ca-53d3-4f79-a23e-f3c2652c8b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.035512 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-58fc72ca-53d3-4f79-a23e-f3c2652c8b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Calling delete_port for 8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:22.037456 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1910cf29-136d-413a-9c3e-7915c836aec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.121877 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1910cf29-136d-413a-9c3e-7915c836aec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.126573 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-58fc72ca-53d3-4f79-a23e-f3c2652c8b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.132271 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-1910cf29-136d-413a-9c3e-7915c836aec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb8bc22-2544-4cc6-92f5-5fc92866d5fe']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:22.143744 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-1910cf29-136d-413a-9c3e-7915c836aec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f8391a6-9343-47c5-9233-ea7e7ee0cb32') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:22.144114 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-1910cf29-136d-413a-9c3e-7915c836aec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f8391a6-9343-47c5-9233-ea7e7ee0cb32') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:22.153232 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc72ca-53d3-4f79-a23e-f3c2652c8b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Pushing event deleted for resources: {'Port': ['ID=8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:22.154073 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1910cf29-136d-413a-9c3e-7915c836aec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.160956 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-58fc72ca-53d3-4f79-a23e-f3c2652c8b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.162902 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-58fc72ca-53d3-4f79-a23e-f3c2652c8b2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] 10.222.0.77 "DELETE /v2.0/ports/8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 HTTP/1.1" status: 204 len: 168 time: 0.3086405 Jul 05 04:06:22.165599 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40658) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:22.173133 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1910cf29-136d-413a-9c3e-7915c836aec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.180413 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1910cf29-136d-413a-9c3e-7915c836aec1 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:22.180760 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1910cf29-136d-413a-9c3e-7915c836aec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:06:22.182676 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:22.188626 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:22.188626 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:22.188626 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:22.188626 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:22.188626 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:22.188626 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:22.188626 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:22.188626 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:22.188626 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:22.188626 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:22.193509 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-95cf5a75-fddd-4de2-9c5b-ea07bdcf8b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:06:22.195087 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-95cf5a75-fddd-4de2-9c5b-ea07bdcf8b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] 10.222.0.77 "GET /v2.0/ports/8dea8c5b-6fd5-4cc9-8a35-34c444f4d3b6 HTTP/1.1" status: 404 len: 333 time: 0.0278876 Jul 05 04:06:22.200781 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40660) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:22.205063 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-06d80b9b-828a-4595-83d3-19bb80c1421f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1200638208', 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:22.228389 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d80b9b-828a-4595-83d3-19bb80c1421f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Made reservation on behalf of 5212e372b28d4ee3bfcad3a08750bac5 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:22.231220 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-06d80b9b-828a-4595-83d3-19bb80c1421f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.248761 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1910cf29-136d-413a-9c3e-7915c836aec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.253772 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-06d80b9b-828a-4595-83d3-19bb80c1421f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] device_id is not set on port 2fde07f2-2771-4400-aca6-0c3a6a5c6cb4 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:22.255739 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1910cf29-136d-413a-9c3e-7915c836aec1 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.258906 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1910cf29-136d-413a-9c3e-7915c836aec1 admin admin] 10.222.0.77 "DELETE /v2.0/networks/afb8bc22-2544-4cc6-92f5-5fc92866d5fe HTTP/1.1" status: 204 len: 168 time: 0.2882652 Jul 05 04:06:22.262503 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40664) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:22.270918 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910cf29-136d-413a-9c3e-7915c836aec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=afb8bc22-2544-4cc6-92f5-5fc92866d5fe,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:22.358285 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b3762e-dad5-41be-b61b-1d5a80058c87 admin admin] Deleting subnet 08e8fe8e-7dfc-4080-8731-862625baeef3 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:06:22.365495 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2b3762e-dad5-41be-b61b-1d5a80058c87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.411921 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0b8ad-aa0d-4c90-b017-411cdd5be0b0 req-d8e8cd6c-b7a9-47a0-85e2-f22156d9be18 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:22.413462 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-04f0b8ad-aa0d-4c90-b017-411cdd5be0b0 req-d8e8cd6c-b7a9-47a0-85e2-f22156d9be18 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.0673037 Jul 05 04:06:22.455221 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2b3762e-dad5-41be-b61b-1d5a80058c87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.455706 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-04f0b8ad-aa0d-4c90-b017-411cdd5be0b0 req-319f14a3-ea0f-4a41-a1d4-bf8a20c1fa5c tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352511 Jul 05 04:06:22.523113 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2b3762e-dad5-41be-b61b-1d5a80058c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.527369 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-06d80b9b-828a-4595-83d3-19bb80c1421f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.604068 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2b3762e-dad5-41be-b61b-1d5a80058c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.612565 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-06d80b9b-828a-4595-83d3-19bb80c1421f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.669221 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3762e-dad5-41be-b61b-1d5a80058c87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08e8fe8e-7dfc-4080-8731-862625baeef3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:22.674431 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2b3762e-dad5-41be-b61b-1d5a80058c87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.676322 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a2b3762e-dad5-41be-b61b-1d5a80058c87 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/08e8fe8e-7dfc-4080-8731-862625baeef3 HTTP/1.1" status: 204 len: 168 time: 0.4127846 Jul 05 04:06:22.679108 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40670) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:22.688385 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d80b9b-828a-4595-83d3-19bb80c1421f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Network ec426216-27ca-40a1-9c1d-f8c80e9681a4 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:22.695502 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-06d80b9b-828a-4595-83d3-19bb80c1421f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:22.697980 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d80b9b-828a-4595-83d3-19bb80c1421f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:22.699196 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d80b9b-828a-4595-83d3-19bb80c1421f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:22.699953 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-06d80b9b-828a-4595-83d3-19bb80c1421f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.706283 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d80b9b-828a-4595-83d3-19bb80c1421f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Pushing event updated for resources: {'Port': ['ID=2fde07f2-2771-4400-aca6-0c3a6a5c6cb4,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:22.729209 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-06d80b9b-828a-4595-83d3-19bb80c1421f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5234690 Jul 05 04:06:22.730557 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40674) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:22.776806 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f4f731ca-9f68-41f2-9a01-3117043226f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.785924 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a06c828-5c72-4706-97f6-191516a8e164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:22.788032 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5a06c828-5c72-4706-97f6-191516a8e164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] 10.222.0.77 "GET /v2.0/ports/2fde07f2-2771-4400-aca6-0c3a6a5c6cb4 HTTP/1.1" status: 200 len: 959 time: 0.0552840 Jul 05 04:06:22.791253 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40676) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:22.937086 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f4f731ca-9f68-41f2-9a01-3117043226f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.956423 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-f4f731ca-9f68-41f2-9a01-3117043226f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474781d2-49fd-4847-bca3-473d7a6c70d1']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:22.969853 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-f4f731ca-9f68-41f2-9a01-3117043226f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14aacfea-3a9f-4f47-905e-863e8d883cbe') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:22.970154 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-f4f731ca-9f68-41f2-9a01-3117043226f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14aacfea-3a9f-4f47-905e-863e8d883cbe') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:22.983122 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f4f731ca-9f68-41f2-9a01-3117043226f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.001615 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f4f731ca-9f68-41f2-9a01-3117043226f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.011441 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f731ca-9f68-41f2-9a01-3117043226f2 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:23.011916 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f4f731ca-9f68-41f2-9a01-3117043226f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:23.014768 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:23.052225 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-d75e6ef9-61b6-4550-8d9c-8b736882036b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Deleting port 2fde07f2-2771-4400-aca6-0c3a6a5c6cb4 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:23.052577 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d75e6ef9-61b6-4550-8d9c-8b736882036b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.147521 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f4f731ca-9f68-41f2-9a01-3117043226f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.162570 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f4f731ca-9f68-41f2-9a01-3117043226f2 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.167790 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f4f731ca-9f68-41f2-9a01-3117043226f2 admin admin] 10.222.0.77 "DELETE /v2.0/networks/474781d2-49fd-4847-bca3-473d7a6c70d1 HTTP/1.1" status: 204 len: 168 time: 0.4868820 Jul 05 04:06:23.184895 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d75e6ef9-61b6-4550-8d9c-8b736882036b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.193979 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f731ca-9f68-41f2-9a01-3117043226f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=474781d2-49fd-4847-bca3-473d7a6c70d1,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:23.203509 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-d75e6ef9-61b6-4550-8d9c-8b736882036b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Calling delete_port for 2fde07f2-2771-4400-aca6-0c3a6a5c6cb4 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:23.236834 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ea757-6263-4b07-b8c3-1fac8f2a3031 req-234cb901-f834-4423-9631-f10cf39b587f tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:23.238292 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1b3ea757-6263-4b07-b8c3-1fac8f2a3031 req-234cb901-f834-4423-9631-f10cf39b587f tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=b264f16f-036d-44c6-90f1-062608886f72 HTTP/1.1" status: 200 len: 946 time: 0.1658258 Jul 05 04:06:23.327542 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1b3ea757-6263-4b07-b8c3-1fac8f2a3031 req-66bbffd9-d514-4bc3-8e6d-7e204498c058 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556741 Jul 05 04:06:23.346264 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40686) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:23.352318 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d75e6ef9-61b6-4550-8d9c-8b736882036b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.382533 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e6ef9-61b6-4550-8d9c-8b736882036b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Pushing event deleted for resources: {'Port': ['ID=2fde07f2-2771-4400-aca6-0c3a6a5c6cb4,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:23.391407 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d75e6ef9-61b6-4550-8d9c-8b736882036b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.395855 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d75e6ef9-61b6-4550-8d9c-8b736882036b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] 10.222.0.77 "DELETE /v2.0/ports/2fde07f2-2771-4400-aca6-0c3a6a5c6cb4 HTTP/1.1" status: 204 len: 168 time: 0.6010718 Jul 05 04:06:23.396195 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40688) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:23.407686 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6406e721-1ffb-4423-8533-479ee8277a31 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7666588076ae4dc3b27c21ba98ebf864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0599463 Jul 05 04:06:23.410518 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40690) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:23.423608 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cea218a-dbd5-4309-8e7f-3047eca4418c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:06:23.425241 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9cea218a-dbd5-4309-8e7f-3047eca4418c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] 10.222.0.77 "GET /v2.0/ports/2fde07f2-2771-4400-aca6-0c3a6a5c6cb4 HTTP/1.1" status: 404 len: 333 time: 0.0281103 Jul 05 04:06:23.428896 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40692) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:23.435657 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-3cb9b85a-7ddb-4c9f-bfd0-ee3779b769e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Request body: {'port': {'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-221408491'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:23.488719 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb9b85a-7ddb-4c9f-bfd0-ee3779b769e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Made reservation on behalf of 5212e372b28d4ee3bfcad3a08750bac5 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:23.491096 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b85a-7ddb-4c9f-bfd0-ee3779b769e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.502504 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-960dbbad-2210-4afb-b737-a5a675926be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.516401 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-3cb9b85a-7ddb-4c9f-bfd0-ee3779b769e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] device_id is not set on port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:23.571371 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-960dbbad-2210-4afb-b737-a5a675926be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.764571 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-960dbbad-2210-4afb-b737-a5a675926be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.769660 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-960dbbad-2210-4afb-b737-a5a675926be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.769660 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-960dbbad-2210-4afb-b737-a5a675926be0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ad5ba524-8dfc-4fd3-a275-e847fc13a249 HTTP/1.1" status: 204 len: 168 time: 0.3561041 Jul 05 04:06:23.783995 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b4ddd-6812-4b3a-bb2f-1da79403b690 req-6ef62075-96c3-4190-9254-28d7d2edee5a tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:23.785584 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-311b4ddd-6812-4b3a-bb2f-1da79403b690 req-6ef62075-96c3-4190-9254-28d7d2edee5a tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.2033832 Jul 05 04:06:23.803511 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960dbbad-2210-4afb-b737-a5a675926be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5ba524-8dfc-4fd3-a275-e847fc13a249,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:23.819506 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b85a-7ddb-4c9f-bfd0-ee3779b769e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.856392 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-311b4ddd-6812-4b3a-bb2f-1da79403b690 req-587afd87-301f-4dd6-9f28-3ca252c264eb tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613558 Jul 05 04:06:23.889547 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b85a-7ddb-4c9f-bfd0-ee3779b769e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.931914 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb9b85a-7ddb-4c9f-bfd0-ee3779b769e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Network ec426216-27ca-40a1-9c1d-f8c80e9681a4 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:23.940167 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-3cb9b85a-7ddb-4c9f-bfd0-ee3779b769e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:23.943793 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb9b85a-7ddb-4c9f-bfd0-ee3779b769e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:23.944755 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb9b85a-7ddb-4c9f-bfd0-ee3779b769e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:23.945908 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b85a-7ddb-4c9f-bfd0-ee3779b769e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.952458 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9b85a-7ddb-4c9f-bfd0-ee3779b769e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Pushing event updated for resources: {'Port': ['ID=44ff7942-87f6-49e7-9bd5-4b94dcdaab3b,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:23.966034 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3cb9b85a-7ddb-4c9f-bfd0-ee3779b769e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5360756 Jul 05 04:06:23.968648 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40702) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:23.973908 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:24.051296 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.127642 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40706) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:24.175104 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9546ad93-d3c6-49db-8107-a14d181ff60e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=49681b5a77aa4a4f9cb6feb2a0a7b22a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460982 Jul 05 04:06:24.177747 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40708) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:24.200429 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 24254a8a-fba6-4e96-8479-a18d53e0805a no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:24.228229 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 24254a8a-fba6-4e96-8479-a18d53e0805a {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:24.228835 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 24254a8a-fba6-4e96-8479-a18d53e0805a not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:24.243838 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e92f1b94-b2cf-4c6f-bdb8-e35548003ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.255558 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] device_id is not set on port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:24.265344 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.267003 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e92f1b94-b2cf-4c6f-bdb8-e35548003ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.279975 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Transition to ACTIVE for port object 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:24.284250 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.324266 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e92f1b94-b2cf-4c6f-bdb8-e35548003ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.327147 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e92f1b94-b2cf-4c6f-bdb8-e35548003ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.331203 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e92f1b94-b2cf-4c6f-bdb8-e35548003ee7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/84d221d8-a462-4554-9db8-317f73cfe477 HTTP/1.1" status: 204 len: 168 time: 0.1522129 Jul 05 04:06:24.340971 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f1b94-b2cf-4c6f-bdb8-e35548003ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d221d8-a462-4554-9db8-317f73cfe477,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:24.344481 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Pushing event updated for resources: {'Port': ['ID=44ff7942-87f6-49e7-9bd5-4b94dcdaab3b,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:24.364120 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:24.364595 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:24.364974 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:24.371005 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:24.371338 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:24.371734 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 2 to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b Jul 05 04:06:24.388502 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:24.389080 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:24.389252 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:24.394488 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:24.394820 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:24.395356 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 3 to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b Jul 05 04:06:24.408865 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:24.409206 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:24.409550 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:24.414621 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:24.414951 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:24.415354 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 4 to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b Jul 05 04:06:24.429165 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:24.429526 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:24.430440 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:24.436414 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:24.436973 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:24.437308 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 5 to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b Jul 05 04:06:24.451480 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:24.451840 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:24.452467 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:24.457178 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:24.457505 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:24.457908 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 6 to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b Jul 05 04:06:24.482468 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:24.482991 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:24.483311 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:24.484861 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 7727d730-a2ff-4fdf-a289-9ff890f9d0ee no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:24.506159 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:24.506498 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:24.507778 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 7 to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b Jul 05 04:06:24.511471 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 7727d730-a2ff-4fdf-a289-9ff890f9d0ee {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:24.512073 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 7727d730-a2ff-4fdf-a289-9ff890f9d0ee not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:24.528863 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:24.529229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:24.529538 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:24.536952 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:24.537196 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:24.538348 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 8 to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b Jul 05 04:06:24.560035 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:24.560392 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:24.560723 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:24.580834 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f6be0-ce2b-4ffe-bf5e-deacb0d48fc4 req-d796af98-3b50-4ede-b0dd-1d17c180bec9 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:24.582492 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c6f6be0-ce2b-4ffe-bf5e-deacb0d48fc4 req-d796af98-3b50-4ede-b0dd-1d17c180bec9 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=b264f16f-036d-44c6-90f1-062608886f72 HTTP/1.1" status: 200 len: 946 time: 0.1121368 Jul 05 04:06:24.583157 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:24.590919 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:24.590919 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 9 to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b Jul 05 04:06:24.610162 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:24.610500 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:24.610840 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:24.622963 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:24.623314 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:24.628287 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempt 10 to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b Jul 05 04:06:24.644223 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c6f6be0-ce2b-4ffe-bf5e-deacb0d48fc4 req-f7817621-bdd6-4c50-b4a1-984974b3b074 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507870 Jul 05 04:06:24.649714 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:24.650270 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:24.650890 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempting to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:24.656206 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:24.656547 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Failed to bind port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on host n-h1-780147-23 for vnic_type normal using segments [{'id': 'b646143a-6fe0-4c70-b14f-62f7b4637d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ec426216-27ca-40a1-9c1d-f8c80e9681a4'}] Jul 05 04:06:24.657027 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.733670 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] For port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:24.733670 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attempted to set empty binding levels {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 04:06:24.739272 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.776485 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] In _notify_port_updated(), no bound segment for port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b on network ec426216-27ca-40a1-9c1d-f8c80e9681a4 {{(pid=105539) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:06:24.778044 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:24.778741 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.780869 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] 10.222.0.77 "PUT /v2.0/ports/44ff7942-87f6-49e7-9bd5-4b94dcdaab3b HTTP/1.1" status: 200 len: 979 time: 0.8111100 Jul 05 04:06:24.783964 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40724) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:24.802399 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187f819-46ad-489c-bcd5-9a2511c55f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Pushing event updated for resources: {'Port': ['ID=44ff7942-87f6-49e7-9bd5-4b94dcdaab3b,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:24.913111 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-35954db6-d455-4530-8110-916c328cef8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Deleting port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:24.913472 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-35954db6-d455-4530-8110-916c328cef8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.003619 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-35954db6-d455-4530-8110-916c328cef8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] For port 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b, host n-h1-780147-23, got binding levels [] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:25.004096 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-35954db6-d455-4530-8110-916c328cef8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.019782 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-35954db6-d455-4530-8110-916c328cef8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Calling delete_port for 44ff7942-87f6-49e7-9bd5-4b94dcdaab3b owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:25.097722 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea498e54-7c47-4b5b-b583-de04d073e59d req-9f49e564-ae71-43f5-ba46-28594f9be451 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:25.099442 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea498e54-7c47-4b5b-b583-de04d073e59d req-9f49e564-ae71-43f5-ba46-28594f9be451 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.1145496 Jul 05 04:06:25.136655 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-35954db6-d455-4530-8110-916c328cef8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.164490 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f40621-081a-4b2f-937f-265d4e12d368 req-b5df7a88-b76d-455c-af7f-4dbb7b209b4c tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:25.166154 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-27f40621-081a-4b2f-937f-265d4e12d368 req-b5df7a88-b76d-455c-af7f-4dbb7b209b4c tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.70 "GET /v2.0/ports?device_id=b264f16f-036d-44c6-90f1-062608886f72 HTTP/1.1" status: 200 len: 946 time: 0.1283886 Jul 05 04:06:25.173145 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea498e54-7c47-4b5b-b583-de04d073e59d req-7705cbc1-f88d-4815-bd29-eab67abbfc6a tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657370 Jul 05 04:06:25.180383 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35954db6-d455-4530-8110-916c328cef8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Pushing event deleted for resources: {'Port': ['ID=44ff7942-87f6-49e7-9bd5-4b94dcdaab3b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:25.189128 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-35954db6-d455-4530-8110-916c328cef8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.192999 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-35954db6-d455-4530-8110-916c328cef8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] 10.222.0.77 "DELETE /v2.0/ports/44ff7942-87f6-49e7-9bd5-4b94dcdaab3b HTTP/1.1" status: 204 len: 168 time: 0.4079728 Jul 05 04:06:25.196608 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40738) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:25.229959 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4ad2b2-7073-4d9a-ab6f-96a45323f48f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:06:25.232302 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-da4ad2b2-7073-4d9a-ab6f-96a45323f48f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293383001-project-admin] 10.222.0.77 "GET /v2.0/ports/44ff7942-87f6-49e7-9bd5-4b94dcdaab3b HTTP/1.1" status: 404 len: 333 time: 0.0346982 Jul 05 04:06:25.235734 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40744) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:25.335067 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-27f40621-081a-4b2f-937f-265d4e12d368 req-15085367-b143-47d7-9be7-5916941b5015 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Deleting port 383e4506-8e54-4966-9f49-999a96027e7f {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:25.335363 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-27f40621-081a-4b2f-937f-265d4e12d368 req-15085367-b143-47d7-9be7-5916941b5015 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.336401 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c99ef97e-ae86-4669-81cd-5fa8e7ab7c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.464121 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c99ef97e-ae86-4669-81cd-5fa8e7ab7c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.466954 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-27f40621-081a-4b2f-937f-265d4e12d368 req-15085367-b143-47d7-9be7-5916941b5015 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] For port 383e4506-8e54-4966-9f49-999a96027e7f, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=383e4506-8e54-4966-9f49-999a96027e7f,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:25.467386 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-27f40621-081a-4b2f-937f-265d4e12d368 req-15085367-b143-47d7-9be7-5916941b5015 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.475976 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-c99ef97e-ae86-4669-81cd-5fa8e7ab7c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec426216-27ca-40a1-9c1d-f8c80e9681a4']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:25.483382 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-27f40621-081a-4b2f-937f-265d4e12d368 req-15085367-b143-47d7-9be7-5916941b5015 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Calling delete_port for 383e4506-8e54-4966-9f49-999a96027e7f owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:25.490673 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-c99ef97e-ae86-4669-81cd-5fa8e7ab7c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b646143a-6fe0-4c70-b14f-62f7b4637d08') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:25.491089 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-c99ef97e-ae86-4669-81cd-5fa8e7ab7c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b646143a-6fe0-4c70-b14f-62f7b4637d08') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:25.502477 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c99ef97e-ae86-4669-81cd-5fa8e7ab7c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.523483 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c99ef97e-ae86-4669-81cd-5fa8e7ab7c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.532563 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99ef97e-ae86-4669-81cd-5fa8e7ab7c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:25.533132 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c99ef97e-ae86-4669-81cd-5fa8e7ab7c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:25.536741 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:25.619000 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c99ef97e-ae86-4669-81cd-5fa8e7ab7c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.629902 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c99ef97e-ae86-4669-81cd-5fa8e7ab7c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.634539 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c99ef97e-ae86-4669-81cd-5fa8e7ab7c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] 10.222.0.77 "DELETE /v2.0/networks/ec426216-27ca-40a1-9c1d-f8c80e9681a4 HTTP/1.1" status: 204 len: 168 time: 0.3973870 Jul 05 04:06:25.665491 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ef97e-ae86-4669-81cd-5fa8e7ab7c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248549163-project] Pushing event deleted for resources: {'Network': ['ID=ec426216-27ca-40a1-9c1d-f8c80e9681a4,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:25.674193 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-27f40621-081a-4b2f-937f-265d4e12d368 req-15085367-b143-47d7-9be7-5916941b5015 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.689791 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['2bbb9632-1387-46c5-bff5-92b0c5ecba56'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:25.717714 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15085367-b143-47d7-9be7-5916941b5015 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Pushing event deleted for resources: {'Port': ['ID=383e4506-8e54-4966-9f49-999a96027e7f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:25.787208 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['383e4506-8e54-4966-9f49-999a96027e7f'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:25.788901 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40758) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:25.813166 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f40621-081a-4b2f-937f-265d4e12d368 req-15085367-b143-47d7-9be7-5916941b5015 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] No DVR routers for this DVR port 383e4506-8e54-4966-9f49-999a96027e7f on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:25.816200 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-27f40621-081a-4b2f-937f-265d4e12d368 req-15085367-b143-47d7-9be7-5916941b5015 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.819235 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-27f40621-081a-4b2f-937f-265d4e12d368 req-15085367-b143-47d7-9be7-5916941b5015 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.70 "DELETE /v2.0/ports/383e4506-8e54-4966-9f49-999a96027e7f HTTP/1.1" status: 204 len: 173 time: 0.6454322 Jul 05 04:06:25.820893 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b264f16f-036d-44c6-90f1-062608886f72', 'name': 'network-vif-deleted', 'tag': '383e4506-8e54-4966-9f49-999a96027e7f'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:25.824352 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ead80d-2fa6-4988-ba16-2accfa9b559e" -d '{"events": [{"server_uuid": "b264f16f-036d-44c6-90f1-062608886f72", "name": "network-vif-deleted", "tag": "383e4506-8e54-4966-9f49-999a96027e7f"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:25.904889 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-18d544d8-91a9-4ab5-a494-825d69aaa820 req-48649820-5e7c-43be-8257-6d5cc8f57455 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=b264f16f-036d-44c6-90f1-062608886f72 HTTP/1.1" status: 200 len: 210 time: 0.0551848 Jul 05 04:06:25.921564 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c1a110-5231-4105-9f91-92d4a45efd98 x-openstack-request-id: req-e8c1a110-5231-4105-9f91-92d4a45efd98 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:25.922219 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b264f16f-036d-44c6-90f1-062608886f72", "name": "network-vif-deleted", "tag": "383e4506-8e54-4966-9f49-999a96027e7f", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:25.922471 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e8c1a110-5231-4105-9f91-92d4a45efd98 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:25.922961 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b264f16f-036d-44c6-90f1-062608886f72', 'name': 'network-vif-deleted', 'tag': '383e4506-8e54-4966-9f49-999a96027e7f', 'status': 'completed', 'code': 200} Jul 05 04:06:25.954426 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9bf27f5d-e225-4605-9fd6-dd3473aae12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.078857 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9bf27f5d-e225-4605-9fd6-dd3473aae12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.084165 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9bf27f5d-e225-4605-9fd6-dd3473aae12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.132456 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9bf27f5d-e225-4605-9fd6-dd3473aae12e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fa83b6164447496684545c36fd3fbb23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3422689 Jul 05 04:06:26.134595 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf27f5d-e225-4605-9fd6-dd3473aae12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d48c214-69ec-47a9-9372-d526c925f918,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:26.135717 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40768) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:26.160105 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40770) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:26.201161 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0e0e2855-7b76-4151-b962-221b755cfb65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.233456 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0e0e2855-7b76-4151-b962-221b755cfb65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.304072 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0e0e2855-7b76-4151-b962-221b755cfb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.307550 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0e0e2855-7b76-4151-b962-221b755cfb65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.308886 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0e0e2855-7b76-4151-b962-221b755cfb65 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5d48c214-69ec-47a9-9372-d526c925f918 HTTP/1.1" status: 204 len: 168 time: 0.1720304 Jul 05 04:06:26.324346 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e2855-7b76-4151-b962-221b755cfb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d48c214-69ec-47a9-9372-d526c925f918,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:26.362709 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a1521e37-a30b-4be1-bfcd-1534ecfe0eb9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=20d75c4fe1894df298ce06ed134a7073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2007580 Jul 05 04:06:26.365388 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40780) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:26.435764 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a521f62-d566-4d92-bcc0-e0d65cdeccbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.460586 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a521f62-d566-4d92-bcc0-e0d65cdeccbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.529973 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a521f62-d566-4d92-bcc0-e0d65cdeccbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.534468 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a521f62-d566-4d92-bcc0-e0d65cdeccbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.535675 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3a521f62-d566-4d92-bcc0-e0d65cdeccbe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/570f0e70-0738-435f-b0d9-12efc042b256 HTTP/1.1" status: 204 len: 168 time: 0.1691210 Jul 05 04:06:26.545983 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a521f62-d566-4d92-bcc0-e0d65cdeccbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570f0e70-0738-435f-b0d9-12efc042b256,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:26.600932 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bce67-84a6-4336-9728-c9fa0c3d7831 req-b6a5b280-42b0-453f-aaf0-582bf51a6a6d tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:26.604335 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c99bce67-84a6-4336-9728-c9fa0c3d7831 req-b6a5b280-42b0-453f-aaf0-582bf51a6a6d tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.2942808 Jul 05 04:06:26.658538 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c99bce67-84a6-4336-9728-c9fa0c3d7831 req-ef03868e-389f-4687-a627-224bd0fdbadf tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468383 Jul 05 04:06:26.893673 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d1bf6-63c4-49ff-b177-6c2c5f3c90b5 req-5671a308-3811-403c-9f7e-b7580ebf423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:26.895285 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-767d1bf6-63c4-49ff-b177-6c2c5f3c90b5 req-5671a308-3811-403c-9f7e-b7580ebf423d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 1097 time: 0.0953131 Jul 05 04:06:26.935885 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-767d1bf6-63c4-49ff-b177-6c2c5f3c90b5 req-be262509-136c-431a-a6d5-d48384bb9ccd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327349 Jul 05 04:06:27.008992 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40806) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:27.060789 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cd8ee406-cf5a-4b31-836c-226e132a7bb9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5212e372b28d4ee3bfcad3a08750bac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477548 Jul 05 04:06:27.061366 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40814) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:27.128513 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-753574f4-f1f3-414f-bb2b-04f6492d4015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:27.153599 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-753574f4-f1f3-414f-bb2b-04f6492d4015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:27.210299 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-753574f4-f1f3-414f-bb2b-04f6492d4015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:27.213899 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-753574f4-f1f3-414f-bb2b-04f6492d4015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:27.217797 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-753574f4-f1f3-414f-bb2b-04f6492d4015 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3df3a7d2-8105-4c96-ae88-da7256003f64 HTTP/1.1" status: 204 len: 168 time: 0.1553664 Jul 05 04:06:27.226298 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753574f4-f1f3-414f-bb2b-04f6492d4015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df3a7d2-8105-4c96-ae88-da7256003f64,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:27.557361 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-251a6104-5e4f-4bc3-a72b-675e9be5ad58 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:27.565073 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-251a6104-5e4f-4bc3-a72b-675e9be5ad58 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/networks?id=1dcac4dd-6370-4a16-a68a-d8ffae39b304 HTTP/1.1" status: 200 len: 806 time: 0.1287675 Jul 05 04:06:27.583167 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-846db388-02cf-4939-9c96-87ad990ec478 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/quotas/e7f30e579fe94453a264d70ff2740003 HTTP/1.1" status: 200 len: 375 time: 0.0168695 Jul 05 04:06:27.656817 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-1ff8eac0-818f-4432-8591-b75dd97d765f tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e7f30e579fe94453a264d70ff2740003&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0724423 Jul 05 04:06:27.840497 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-233f97f3-3dd6-4ccd-b66e-ec1ce45c6f0a service neutron] 10.222.0.77 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702387 Jul 05 04:06:27.997162 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a97ae-3650-4532-a9d1-31a687717e1a req-7bb82d14-a178-4eaf-b5e4-a623f91b7f85 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:28.006297 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-d2ff7146-434e-44db-ad36-af3cef7cccb9 service neutron] 10.222.0.77 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580153 Jul 05 04:06:28.009767 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-889a97ae-3650-4532-a9d1-31a687717e1a req-7bb82d14-a178-4eaf-b5e4-a623f91b7f85 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.1238284 Jul 05 04:06:28.047341 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40876) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:28.061735 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-889a97ae-3650-4532-a9d1-31a687717e1a req-5857e6f3-029b-4a18-8ffc-9b60e1a9aff3 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495050 Jul 05 04:06:28.176970 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-40a991a9-8bcf-46ac-b5cd-9569836bae86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.252853 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb549bce-a35c-4743-a654-162c2bc816ef req-9d60383b-8004-45fa-bc22-2b67b544e877 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ace3c2-fa79-40d7-b5e1-d573fdf9ea84 HTTP/1.1" status: 200 len: 210 time: 0.0417094 Jul 05 04:06:28.352950 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-40a991a9-8bcf-46ac-b5cd-9569836bae86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.358237 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-40a991a9-8bcf-46ac-b5cd-9569836bae86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.398352 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a991a9-8bcf-46ac-b5cd-9569836bae86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656965c8-4777-40c9-a881-10414d12f3e1,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:28.441936 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-40a991a9-8bcf-46ac-b5cd-9569836bae86 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=05fe1e4d7e70423d94dc1c188b264a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3931785 Jul 05 04:06:28.444621 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40898) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:28.468847 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 383e4506-8e54-4966-9f49-999a96027e7f no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:28.490972 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 383e4506-8e54-4966-9f49-999a96027e7f {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:28.491319 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 383e4506-8e54-4966-9f49-999a96027e7f not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:28.522061 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7e617c39-c7df-44a6-941a-dc203679f9d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.552799 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7e617c39-c7df-44a6-941a-dc203679f9d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.602601 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-48d8e0d8-186d-436a-a209-89827e042dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.614434 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7e617c39-c7df-44a6-941a-dc203679f9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.619762 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7e617c39-c7df-44a6-941a-dc203679f9d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.624334 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7e617c39-c7df-44a6-941a-dc203679f9d2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/656965c8-4777-40c9-a881-10414d12f3e1 HTTP/1.1" status: 204 len: 168 time: 0.1767368 Jul 05 04:06:28.634451 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e617c39-c7df-44a6-941a-dc203679f9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656965c8-4777-40c9-a881-10414d12f3e1,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:29.146833 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40930) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:29.185393 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.295098 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54233e4-796f-4ded-9ed5-83a7b13cef78 req-969ae5fd-4431-46cd-b200-26b66ca59843 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:29.297250 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c54233e4-796f-4ded-9ed5-83a7b13cef78 req-969ae5fd-4431-46cd-b200-26b66ca59843 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.1052754 Jul 05 04:06:29.366719 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c54233e4-796f-4ded-9ed5-83a7b13cef78 req-50c79eb0-06e8-4455-8478-5cc8a2999cf3 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565925 Jul 05 04:06:29.491674 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-d9601350-9452-48ea-8476-0177b1d97b17 tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1074140434'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:29.525883 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-18f550b6-5d70-4f9d-b33d-a01a9eedcdda req-60faac4a-b5db-4ef3-a2bc-890fd02c0360 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ace3c2-fa79-40d7-b5e1-d573fdf9ea84 HTTP/1.1" status: 200 len: 210 time: 0.0577116 Jul 05 04:06:29.541150 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9601350-9452-48ea-8476-0177b1d97b17 tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] Made reservation on behalf of ba53b30aedca4df1a05ace7b95916498 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:29.552425 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d9601350-9452-48ea-8476-0177b1d97b17 tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.571569 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d9601350-9452-48ea-8476-0177b1d97b17 tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.779668 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d9601350-9452-48ea-8476-0177b1d97b17 tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.786818 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d9601350-9452-48ea-8476-0177b1d97b17 tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.822978 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9601350-9452-48ea-8476-0177b1d97b17 tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:29.824911 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-ac4fd25a-2e22-407f-938c-98246920e435 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:29.827209 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-ac4fd25a-2e22-407f-938c-98246920e435 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.70 "GET /v2.0/networks?id=1dcac4dd-6370-4a16-a68a-d8ffae39b304 HTTP/1.1" status: 200 len: 806 time: 0.2339005 Jul 05 04:06:29.845485 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9601350-9452-48ea-8476-0177b1d97b17 tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f32eee47-f372-4566-8617-8ce355101948,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:29.855505 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-b59e385e-5021-4eea-805e-60fa1b8cc034 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Request body: {'port': {'device_id': '09ace3c2-fa79-40d7-b5e1-d573fdf9ea84', 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304', 'admin_state_up': True, 'tenant_id': 'e7f30e579fe94453a264d70ff2740003'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:29.861777 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d9601350-9452-48ea-8476-0177b1d97b17 tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.862183 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-d9601350-9452-48ea-8476-0177b1d97b17 tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] Added segment 3111776c-fc11-4df2-b3f9-dd8d24536f99 of type vlan for network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 Jul 05 04:06:29.968658 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d9601350-9452-48ea-8476-0177b1d97b17 tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.996764 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cd93d-3491-456c-8a7c-7d9c9843d036 req-3b96e4e9-1089-4fe8-8443-b181df790746 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:30.001737 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca5cd93d-3491-456c-8a7c-7d9c9843d036 req-3b96e4e9-1089-4fe8-8443-b181df790746 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.2636964 Jul 05 04:06:30.023021 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d9601350-9452-48ea-8476-0177b1d97b17 tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.032743 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9601350-9452-48ea-8476-0177b1d97b17 tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:30.032743 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d9601350-9452-48ea-8476-0177b1d97b17 tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.091040 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca5cd93d-3491-456c-8a7c-7d9c9843d036 req-407207d0-4665-453b-a23b-059cf08e0a9f tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779028 Jul 05 04:06:30.097119 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-b59e385e-5021-4eea-805e-60fa1b8cc034 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Made reservation on behalf of e7f30e579fe94453a264d70ff2740003 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:30.106349 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-b59e385e-5021-4eea-805e-60fa1b8cc034 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.116799 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d9601350-9452-48ea-8476-0177b1d97b17 tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9687557 Jul 05 04:06:30.126367 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9601350-9452-48ea-8476-0177b1d97b17 tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] Pushing event updated for resources: {'Network': ['ID=0945a6a4-0cd6-4939-b093-7d8bdc46de50,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:30.138786 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:30.335520 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-b59e385e-5021-4eea-805e-60fa1b8cc034 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Allocated IP 172.20.0.2 (1dcac4dd-6370-4a16-a68a-d8ffae39b304/248c3b61-cc11-4019-9b85-60af49b5384a/fc80fff2-7c99-46d4-a567-84d42cf38270) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:30.531845 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40980) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:30.540386 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Request body: {'port': {'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50', 'binding:host_id': 'n-h1-780147-23', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1103282559'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:30.548665 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-b59e385e-5021-4eea-805e-60fa1b8cc034 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.586853 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Made reservation on behalf of 704b25f819b244fb8676da6e7b6af511 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:30.591576 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.602983 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.654706 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-b59e385e-5021-4eea-805e-60fa1b8cc034 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.670310 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['2bbb9632-1387-46c5-bff5-92b0c5ecba56'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:30.747524 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e385e-5021-4eea-805e-60fa1b8cc034 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Pushing event updated for resources: {'Port': ['ID=fc80fff2-7c99-46d4-a567-84d42cf38270,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:30.779370 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-b59e385e-5021-4eea-805e-60fa1b8cc034 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:30.784170 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-b59e385e-5021-4eea-805e-60fa1b8cc034 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:30.789398 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-b59e385e-5021-4eea-805e-60fa1b8cc034 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:30.843014 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.859505 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.876716 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] device_id is not set on port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:30.884410 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f16eaf-5184-4369-99c6-bab934516b3c req-dde509bb-4aac-490b-b5f6-3d34f177e076 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:30.886703 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-97f16eaf-5184-4369-99c6-bab934516b3c req-dde509bb-4aac-490b-b5f6-3d34f177e076 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ace3c2-fa79-40d7-b5e1-d573fdf9ea84 HTTP/1.1" status: 200 len: 931 time: 0.1528206 Jul 05 04:06:30.895867 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-b59e385e-5021-4eea-805e-60fa1b8cc034 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:30.896881 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-b59e385e-5021-4eea-805e-60fa1b8cc034 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.928430 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cef673-639c-4d28-a1ab-606bd057fc17 req-ce84ee8f-86e7-412b-9252-5b734220923a tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:30.939705 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b8cef673-639c-4d28-a1ab-606bd057fc17 req-ce84ee8f-86e7-412b-9252-5b734220923a tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.3161554 Jul 05 04:06:30.946174 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-b59e385e-5021-4eea-805e-60fa1b8cc034 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0980220 Jul 05 04:06:30.959456 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-97f16eaf-5184-4369-99c6-bab934516b3c req-7056e325-1cd9-456a-a10a-e4e59e503635 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573292 Jul 05 04:06:30.965533 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-5c1c0039-5383-4dc4-ab99-1d7c4dd29683 service neutron] Request body: {'port': {'device_id': '09ace3c2-fa79-40d7-b5e1-d573fdf9ea84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:31.041523 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eb1ab1-8abc-41f0-a7cd-831fc8d8c7d5,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:31.060754 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-5c1c0039-5383-4dc4-ab99-1d7c4dd29683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.157518 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b8cef673-639c-4d28-a1ab-606bd057fc17 req-224ad2b7-9f14-40d2-b647-fbdcb8a4ec1a tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166896 Jul 05 04:06:31.247724 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] device_id is not set on port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:31.264973 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.282421 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Transition to ACTIVE for port object d2c71d6b-bbe2-43de-84bf-162db8eeeb35 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:31.295559 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.322561 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c039c16f-a7be-4cca-ac39-62801c26c1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.376169 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Pushing event updated for resources: {'Port': ['ID=d2c71d6b-bbe2-43de-84bf-162db8eeeb35,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:31.390191 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:06:31.397775 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Checking segment: {'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:31.398964 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Network hostable DHCP agents. Network: 0945a6a4-0cd6-4939-b093-7d8bdc46de50, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:31.433204 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:31.449659 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 0945a6a4-0cd6-4939-b093-7d8bdc46de50) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:31.454421 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:31.462731 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f46cb1-9e82-42d0-bdf6-6d22e49e2b2f None None] Network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:31.505166 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:31.505642 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:31.506119 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:31.521968 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:31.522206 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:31.522612 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 2 to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 Jul 05 04:06:31.571020 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:31.573000 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:31.573000 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:31.581547 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:31.581888 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:31.582431 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 3 to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 Jul 05 04:06:31.600354 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:31.600354 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:31.600354 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:31.607878 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:31.608236 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:31.608655 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 4 to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 Jul 05 04:06:31.625847 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:31.626720 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:31.627094 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:31.635249 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:31.635723 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:31.636011 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 5 to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 Jul 05 04:06:31.654983 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:31.655946 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:31.656921 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:31.664087 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:31.666396 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:31.667789 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 6 to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 Jul 05 04:06:31.681687 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.709423 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:31.709768 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:31.710106 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:31.719658 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:31.720010 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:31.720391 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 7 to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 Jul 05 04:06:31.766341 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:31.766692 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:31.767038 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:31.772111 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:31.772395 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:31.772797 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 8 to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 Jul 05 04:06:31.787207 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:31.787474 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:31.787849 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:31.794761 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:31.794761 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:31.794761 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 9 to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 Jul 05 04:06:31.812699 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:31.814211 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:31.814592 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:31.822855 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:31.823339 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:31.823744 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 10 to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 Jul 05 04:06:31.852049 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:31.852790 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:31.852907 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:31.859150 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:31.859902 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:31.860185 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.902983 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-5c1c0039-5383-4dc4-ab99-1d7c4dd29683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc80fff2-7c99-46d4-a567-84d42cf38270 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:31.916765 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-5c1c0039-5383-4dc4-ab99-1d7c4dd29683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.930015 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-5c1c0039-5383-4dc4-ab99-1d7c4dd29683 service neutron] Transition to ACTIVE for port object fc80fff2-7c99-46d4-a567-84d42cf38270 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:31.934781 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-5c1c0039-5383-4dc4-ab99-1d7c4dd29683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.967329 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] For port d2c71d6b-bbe2-43de-84bf-162db8eeeb35, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:31.968269 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempted to set empty binding levels {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 04:06:31.977112 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.991442 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:31.992956 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.040305 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c0039-5383-4dc4-ab99-1d7c4dd29683 service neutron] Pushing event updated for resources: {'Port': ['ID=fc80fff2-7c99-46d4-a567-84d42cf38270,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:32.076334 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.5423288 Jul 05 04:06:32.079418 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41042) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:32.088981 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-5c1c0039-5383-4dc4-ab99-1d7c4dd29683 service neutron] Attempting to bind port fc80fff2-7c99-46d4-a567-84d42cf38270 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:32.089642 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-5c1c0039-5383-4dc4-ab99-1d7c4dd29683 service neutron] Attempting to bind port fc80fff2-7c99-46d4-a567-84d42cf38270 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:32.090338 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-5c1c0039-5383-4dc4-ab99-1d7c4dd29683 service neutron] Attempting to bind port fc80fff2-7c99-46d4-a567-84d42cf38270 on network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:32.096404 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-5c1c0039-5383-4dc4-ab99-1d7c4dd29683 service neutron] Port fc80fff2-7c99-46d4-a567-84d42cf38270 on network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:32.097472 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-5c1c0039-5383-4dc4-ab99-1d7c4dd29683 service neutron] Attempting to bind port fc80fff2-7c99-46d4-a567-84d42cf38270 on network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:32.105170 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-5c1c0039-5383-4dc4-ab99-1d7c4dd29683 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:32.105961 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-5c1c0039-5383-4dc4-ab99-1d7c4dd29683 service neutron] Checking segment: {'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:32.106920 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-5c1c0039-5383-4dc4-ab99-1d7c4dd29683 service neutron] Bound using segment: {'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:32.107563 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-5c1c0039-5383-4dc4-ab99-1d7c4dd29683 service neutron] Bound port: fc80fff2-7c99-46d4-a567-84d42cf38270, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:32.108163 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-5c1c0039-5383-4dc4-ab99-1d7c4dd29683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.232720 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d224b-bfb7-49cd-9d05-2bb1777dff64 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Pushing event updated for resources: {'Port': ['ID=d2c71d6b-bbe2-43de-84bf-162db8eeeb35,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:32.233663 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-5c1c0039-5383-4dc4-ab99-1d7c4dd29683 service neutron] For port fc80fff2-7c99-46d4-a567-84d42cf38270, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:32.274082 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-fc5872cd-3ae1-435c-8ab9-19a46b449310 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Deleting port d2c71d6b-bbe2-43de-84bf-162db8eeeb35 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:32.274881 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fc5872cd-3ae1-435c-8ab9-19a46b449310 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.288224 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-5c1c0039-5383-4dc4-ab99-1d7c4dd29683 service neutron] For port fc80fff2-7c99-46d4-a567-84d42cf38270, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=fc80fff2-7c99-46d4-a567-84d42cf38270,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:32.306849 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-5c1c0039-5383-4dc4-ab99-1d7c4dd29683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.356966 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-fc5872cd-3ae1-435c-8ab9-19a46b449310 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] For port d2c71d6b-bbe2-43de-84bf-162db8eeeb35, host n-h1-780147-23, got binding levels [] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:32.357504 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fc5872cd-3ae1-435c-8ab9-19a46b449310 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.374074 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-fc5872cd-3ae1-435c-8ab9-19a46b449310 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Calling delete_port for d2c71d6b-bbe2-43de-84bf-162db8eeeb35 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:32.424977 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c0039-5383-4dc4-ab99-1d7c4dd29683 service neutron] Pushing event updated for resources: {'Port': ['ID=fc80fff2-7c99-46d4-a567-84d42cf38270,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:32.436716 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10182de3-a61a-4cb4-b711-d37fe538e581 req-a9f7da00-7ea2-4a56-bf2b-4a8472cce6a2 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:32.444815 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-10182de3-a61a-4cb4-b711-d37fe538e581 req-a9f7da00-7ea2-4a56-bf2b-4a8472cce6a2 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ace3c2-fa79-40d7-b5e1-d573fdf9ea84 HTTP/1.1" status: 200 len: 943 time: 0.3184276 Jul 05 04:06:32.478797 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41050) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:32.490868 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-5c1c0039-5383-4dc4-ab99-1d7c4dd29683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:32.491604 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-5c1c0039-5383-4dc4-ab99-1d7c4dd29683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.500102 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-5c1c0039-5383-4dc4-ab99-1d7c4dd29683 service neutron] 10.222.0.70 "PUT /v2.0/ports/fc80fff2-7c99-46d4-a567-84d42cf38270 HTTP/1.1" status: 200 len: 1092 time: 1.5352509 Jul 05 04:06:32.505391 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ace3c2-fa79-40d7-b5e1-d573fdf9ea84', 'tag': 'fc80fff2-7c99-46d4-a567-84d42cf38270'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:32.509273 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cab942-8aff-4090-9578-c261c3c31f72" -d '{"events": [{"name": "network-changed", "server_uuid": "09ace3c2-fa79-40d7-b5e1-d573fdf9ea84", "tag": "fc80fff2-7c99-46d4-a567-84d42cf38270"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:32.518829 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed2be7-f138-46dd-910f-5292d1215a16 req-0a8306f6-9cbc-4eb4-a284-1c1843488624 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:32.521100 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eaed2be7-f138-46dd-910f-5292d1215a16 req-0a8306f6-9cbc-4eb4-a284-1c1843488624 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1442580 Jul 05 04:06:32.545551 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.555972 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fc5872cd-3ae1-435c-8ab9-19a46b449310 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.558210 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-10182de3-a61a-4cb4-b711-d37fe538e581 req-7652cd9f-6fec-43b9-bb27-392ba41cbd52 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118486 Jul 05 04:06:32.599830 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5872cd-3ae1-435c-8ab9-19a46b449310 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2c71d6b-bbe2-43de-84bf-162db8eeeb35,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:32.615767 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fc5872cd-3ae1-435c-8ab9-19a46b449310 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.621123 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fc5872cd-3ae1-435c-8ab9-19a46b449310 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] 10.222.0.77 "DELETE /v2.0/ports/d2c71d6b-bbe2-43de-84bf-162db8eeeb35 HTTP/1.1" status: 204 len: 168 time: 0.5379617 Jul 05 04:06:32.622463 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41056) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:32.641093 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512f34f8-7ade-4461-89a5-13795a96a3f1 x-openstack-request-id: req-512f34f8-7ade-4461-89a5-13795a96a3f1 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:32.641520 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ace3c2-fa79-40d7-b5e1-d573fdf9ea84", "tag": "fc80fff2-7c99-46d4-a567-84d42cf38270", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:32.641869 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-512f34f8-7ade-4461-89a5-13795a96a3f1 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:32.643267 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ace3c2-fa79-40d7-b5e1-d573fdf9ea84', 'tag': 'fc80fff2-7c99-46d4-a567-84d42cf38270', 'status': 'completed', 'code': 200} Jul 05 04:06:32.657189 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-ce04c245-bae2-426d-b28c-ad7ecf91263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:32.659189 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-ce04c245-bae2-426d-b28c-ad7ecf91263f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7f30e579fe94453a264d70ff2740003&device_id=09ace3c2-fa79-40d7-b5e1-d573fdf9ea84 HTTP/1.1" status: 200 len: 1095 time: 0.1000056 Jul 05 04:06:32.675569 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e25f8f9-cf88-411b-b57f-5869fcc39a51 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:06:32.677304 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2e25f8f9-cf88-411b-b57f-5869fcc39a51 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] 10.222.0.77 "GET /v2.0/ports/d2c71d6b-bbe2-43de-84bf-162db8eeeb35 HTTP/1.1" status: 404 len: 333 time: 0.0537567 Jul 05 04:06:32.683625 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41058) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:32.690167 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-a50067a1-6917-4192-b13e-b2e5a96b8e10 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Request body: {'port': {'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-213060444'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:32.694698 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eaed2be7-f138-46dd-910f-5292d1215a16 req-b10ff8f9-b754-4160-9b76-1e7e03e7f5d7 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624305 Jul 05 04:06:32.755028 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-d3598885-fb9a-4b2c-8d2f-7bf387ef1a73 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc80fff2-7c99-46d4-a567-84d42cf38270 HTTP/1.1" status: 200 len: 217 time: 0.0794086 Jul 05 04:06:32.761771 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46a49938-8852-439d-a838-521e0b160e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.815222 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50067a1-6917-4192-b13e-b2e5a96b8e10 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Made reservation on behalf of 704b25f819b244fb8676da6e7b6af511 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:32.817771 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a50067a1-6917-4192-b13e-b2e5a96b8e10 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.859354 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-57affc91-463f-4216-b151-08362a26ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:32.860876 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-57affc91-463f-4216-b151-08362a26ed6f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=248c3b61-cc11-4019-9b85-60af49b5384a HTTP/1.1" status: 200 len: 846 time: 0.0968597 Jul 05 04:06:32.865043 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-a50067a1-6917-4192-b13e-b2e5a96b8e10 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] device_id is not set on port f63da38b-b1b4-44b4-a882-6466844d10b3 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:32.940714 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-a8ca437b-12bc-4f87-9ced-b4e4b82be968 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1dcac4dd-6370-4a16-a68a-d8ffae39b304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678580 Jul 05 04:06:33.163880 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46a49938-8852-439d-a838-521e0b160e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.173646 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-4cf5c437-0132-4741-a067-10cac5238022 service neutron] 10.222.0.70 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241228 Jul 05 04:06:33.177244 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46a49938-8852-439d-a838-521e0b160e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.222738 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a50067a1-6917-4192-b13e-b2e5a96b8e10 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.238680 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016aef05-b78c-4bf2-a150-62efc9900d0c req-5593a852-0145-46f2-8737-62314eea4781 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:33.240480 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-016aef05-b78c-4bf2-a150-62efc9900d0c req-5593a852-0145-46f2-8737-62314eea4781 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.0946238 Jul 05 04:06:33.280771 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-46a49938-8852-439d-a838-521e0b160e18 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5705993992e243a8abb099ed21d6ffba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7974727 Jul 05 04:06:33.283610 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41078) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:33.291949 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a49938-8852-439d-a838-521e0b160e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a0edc6-8964-400b-8ea3-a335be72a6da,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:33.344833 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-016aef05-b78c-4bf2-a150-62efc9900d0c req-ef4c6f4a-2fc3-45b2-b56f-8a6b86eb914b tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975053 Jul 05 04:06:33.355188 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d16a9b44-4abf-4c26-95bb-4a0c94ab24ff req-140c36a5-b61a-44a8-a516-32d3f642cfe9 service neutron] 10.222.0.70 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644039 Jul 05 04:06:33.357163 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a50067a1-6917-4192-b13e-b2e5a96b8e10 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.375033 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05302409-60fc-4e9c-b1ec-73c1a60e5219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.405671 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05302409-60fc-4e9c-b1ec-73c1a60e5219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.426419 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50067a1-6917-4192-b13e-b2e5a96b8e10 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:33.430276 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-a50067a1-6917-4192-b13e-b2e5a96b8e10 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:33.434972 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50067a1-6917-4192-b13e-b2e5a96b8e10 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:33.436193 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50067a1-6917-4192-b13e-b2e5a96b8e10 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:33.437022 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a50067a1-6917-4192-b13e-b2e5a96b8e10 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.462152 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50067a1-6917-4192-b13e-b2e5a96b8e10 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Pushing event updated for resources: {'Port': ['ID=f63da38b-b1b4-44b4-a882-6466844d10b3,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:33.474953 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41082) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:33.475441 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a50067a1-6917-4192-b13e-b2e5a96b8e10 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7881284 Jul 05 04:06:33.482814 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:33.486439 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05302409-60fc-4e9c-b1ec-73c1a60e5219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.488986 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05302409-60fc-4e9c-b1ec-73c1a60e5219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.500516 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-05302409-60fc-4e9c-b1ec-73c1a60e5219 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f8a0edc6-8964-400b-8ea3-a335be72a6da HTTP/1.1" status: 204 len: 168 time: 0.2016871 Jul 05 04:06:33.529427 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05302409-60fc-4e9c-b1ec-73c1a60e5219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a0edc6-8964-400b-8ea3-a335be72a6da,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:33.608277 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cab942-8aff-4090-9578-c261c3c31f72 req-ed1116c7-04d2-4cfb-b7a8-4f350c6f03c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:33.610166 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38cab942-8aff-4090-9578-c261c3c31f72 req-ed1116c7-04d2-4cfb-b7a8-4f350c6f03c2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7f30e579fe94453a264d70ff2740003&device_id=09ace3c2-fa79-40d7-b5e1-d573fdf9ea84 HTTP/1.1" status: 200 len: 1095 time: 0.1010542 Jul 05 04:06:33.621895 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.733610 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cab942-8aff-4090-9578-c261c3c31f72 req-be6dae4c-0b96-4380-ad24-72e964b3572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:33.735744 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38cab942-8aff-4090-9578-c261c3c31f72 req-be6dae4c-0b96-4380-ad24-72e964b3572e service neutron] 10.222.0.70 "GET /v2.0/networks?id=1dcac4dd-6370-4a16-a68a-d8ffae39b304 HTTP/1.1" status: 200 len: 907 time: 0.1187849 Jul 05 04:06:33.794659 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38cab942-8aff-4090-9578-c261c3c31f72 req-935bb0da-d514-4426-b98f-c2f9a4b7c0d4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc80fff2-7c99-46d4-a567-84d42cf38270 HTTP/1.1" status: 200 len: 217 time: 0.0515478 Jul 05 04:06:33.885223 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] device_id is not set on port f63da38b-b1b4-44b4-a882-6466844d10b3 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:33.896862 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.905317 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cab942-8aff-4090-9578-c261c3c31f72 req-df791e68-5204-4d02-b77b-a3944ed12598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:33.906965 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38cab942-8aff-4090-9578-c261c3c31f72 req-df791e68-5204-4d02-b77b-a3944ed12598 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=248c3b61-cc11-4019-9b85-60af49b5384a HTTP/1.1" status: 200 len: 846 time: 0.1058836 Jul 05 04:06:33.940360 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Transition to ACTIVE for port object f63da38b-b1b4-44b4-a882-6466844d10b3 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:33.949117 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.965408 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38cab942-8aff-4090-9578-c261c3c31f72 req-025c356a-4706-4f3e-bf81-02dfe8d29c25 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1dcac4dd-6370-4a16-a68a-d8ffae39b304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474186 Jul 05 04:06:33.983738 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c605ed-10b7-44d6-82d8-a4232cb7089a req-79c3b05d-85f2-4baa-9774-7fdee624b152 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:33.993507 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-92c605ed-10b7-44d6-82d8-a4232cb7089a req-79c3b05d-85f2-4baa-9774-7fdee624b152 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ace3c2-fa79-40d7-b5e1-d573fdf9ea84 HTTP/1.1" status: 200 len: 943 time: 0.1742585 Jul 05 04:06:34.031556 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41090) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:34.059353 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Pushing event updated for resources: {'Port': ['ID=f63da38b-b1b4-44b4-a882-6466844d10b3,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:34.073506 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:34.074071 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:34.075069 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:34.077310 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d223-7520-4ba3-a8e5-6197ddb2af49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.090297 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port f63da38b-b1b4-44b4-a882-6466844d10b3 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:34.090819 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:34.091575 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 2 to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 Jul 05 04:06:34.108439 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-92c605ed-10b7-44d6-82d8-a4232cb7089a req-eae0d51c-accf-44fa-94ec-7c869827c125 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138759 Jul 05 04:06:34.118168 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:34.118471 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:34.118808 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:34.136216 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port f63da38b-b1b4-44b4-a882-6466844d10b3 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:34.136216 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:34.136216 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 3 to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 Jul 05 04:06:34.149766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:34.150148 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38cab942-8aff-4090-9578-c261c3c31f72 req-c1b7135a-aa20-4f8f-acda-d4dc4d006f9f service neutron] 10.222.0.70 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536317 Jul 05 04:06:34.150296 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:34.150575 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:34.160644 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port f63da38b-b1b4-44b4-a882-6466844d10b3 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:34.160983 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:34.163393 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 4 to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 Jul 05 04:06:34.184857 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:34.185260 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:34.185664 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:34.196841 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port f63da38b-b1b4-44b4-a882-6466844d10b3 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:34.197251 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:34.198696 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 5 to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 Jul 05 04:06:34.223390 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:34.223791 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:34.224171 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:34.234883 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port f63da38b-b1b4-44b4-a882-6466844d10b3 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:34.235253 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:34.236382 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 6 to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 Jul 05 04:06:34.253172 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38cab942-8aff-4090-9578-c261c3c31f72 req-832b6b73-873a-42cc-bb8a-f413937b2cbc service neutron] 10.222.0.70 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968242 Jul 05 04:06:34.258010 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:34.258704 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:34.258704 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:34.270563 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d223-7520-4ba3-a8e5-6197ddb2af49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.272364 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port f63da38b-b1b4-44b4-a882-6466844d10b3 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:34.273155 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:34.274213 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 7 to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 Jul 05 04:06:34.279361 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d223-7520-4ba3-a8e5-6197ddb2af49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.311232 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:34.311553 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:34.311761 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:34.315026 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.329994 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port f63da38b-b1b4-44b4-a882-6466844d10b3 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:34.330330 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:34.333368 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 8 to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 Jul 05 04:06:34.341406 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6eb4d223-7520-4ba3-a8e5-6197ddb2af49 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0d82fc333d71440bae638321636d7fe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3082974 Jul 05 04:06:34.343845 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41092) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:34.350114 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4d223-7520-4ba3-a8e5-6197ddb2af49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f772977-fddb-495b-8c20-437d13869a41,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:34.360172 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:34.360652 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:34.361118 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:34.370631 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port f63da38b-b1b4-44b4-a882-6466844d10b3 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:34.371237 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:34.371890 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 9 to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 Jul 05 04:06:34.391818 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:34.392393 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:34.392899 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:34.401558 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port f63da38b-b1b4-44b4-a882-6466844d10b3 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:34.402243 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:34.402980 n-d-780147-23 neutron-server[105538]: INFO neutron.plugins.ml2.plugin [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 10 to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 Jul 05 04:06:34.409694 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d445f83e-549a-40c5-956f-fec81f90b3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.423319 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:34.423993 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:34.424509 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:34.432803 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port f63da38b-b1b4-44b4-a882-6466844d10b3 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:34.433370 n-d-780147-23 neutron-server[105538]: ERROR neutron.plugins.ml2.managers [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port f63da38b-b1b4-44b4-a882-6466844d10b3 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:34.433918 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.452338 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d445f83e-549a-40c5-956f-fec81f90b3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.513551 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d445f83e-549a-40c5-956f-fec81f90b3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.519236 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d445f83e-549a-40c5-956f-fec81f90b3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.524706 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d445f83e-549a-40c5-956f-fec81f90b3ab admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9f772977-fddb-495b-8c20-437d13869a41 HTTP/1.1" status: 204 len: 168 time: 0.1794107 Jul 05 04:06:34.535293 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445f83e-549a-40c5-956f-fec81f90b3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f772977-fddb-495b-8c20-437d13869a41,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:34.546116 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] For port f63da38b-b1b4-44b4-a882-6466844d10b3, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:34.546491 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempted to set empty binding levels {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 04:06:34.563791 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.619250 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] In _notify_port_updated(), no bound segment for port f63da38b-b1b4-44b4-a882-6466844d10b3 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105538) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:06:34.620181 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.621276 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.625643 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] 10.222.0.77 "PUT /v2.0/ports/f63da38b-b1b4-44b4-a882-6466844d10b3 HTTP/1.1" status: 200 len: 975 time: 1.1484439 Jul 05 04:06:34.626057 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41102) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:34.635211 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab64d7-e93f-4da9-8ea7-649ca0e0909e req-3da19893-4008-4e48-9dc3-5f4bbe27b76c tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.636646 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ceab64d7-e93f-4da9-8ea7-649ca0e0909e req-3da19893-4008-4e48-9dc3-5f4bbe27b76c tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1365883 Jul 05 04:06:34.664331 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013afda-47c7-4d19-b2d3-6667e0675222 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Pushing event updated for resources: {'Port': ['ID=f63da38b-b1b4-44b4-a882-6466844d10b3,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:34.690005 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ceab64d7-e93f-4da9-8ea7-649ca0e0909e req-fbee9ce3-aa28-40a5-be49-136be468a98e tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438805 Jul 05 04:06:34.760609 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.761384 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.762370 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.762640 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.763129 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.763606 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.764113 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.764929 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.765391 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.766056 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.766549 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.767020 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.767495 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.767994 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.768467 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.768928 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.769578 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.770465 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.771168 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.771820 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.772561 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.773862 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.774713 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.775360 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.776029 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.776673 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.777665 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.778306 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.779035 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.779891 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.780607 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.781254 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.781898 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.782565 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.783205 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.783875 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.788249 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-dd488fb4-30c9-44e1-8b28-247a9523874a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32373 time: 0.1606679 Jul 05 04:06:34.793837 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41106) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:34.895668 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-1d18b72a-2218-460d-9683-05b381de083f tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Deleting port f63da38b-b1b4-44b4-a882-6466844d10b3 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:34.896348 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d18b72a-2218-460d-9683-05b381de083f tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.985438 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-1d18b72a-2218-460d-9683-05b381de083f tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] For port f63da38b-b1b4-44b4-a882-6466844d10b3, host n-h1-780147-23, got binding levels [] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:34.986534 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d18b72a-2218-460d-9683-05b381de083f tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.005911 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-1d18b72a-2218-460d-9683-05b381de083f tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Calling delete_port for f63da38b-b1b4-44b4-a882-6466844d10b3 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:35.119371 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d18b72a-2218-460d-9683-05b381de083f tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.151934 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18b72a-2218-460d-9683-05b381de083f tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Pushing event deleted for resources: {'Port': ['ID=f63da38b-b1b4-44b4-a882-6466844d10b3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:35.164245 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d18b72a-2218-460d-9683-05b381de083f tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.169691 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41122) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:35.180849 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1d18b72a-2218-460d-9683-05b381de083f tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] 10.222.0.77 "DELETE /v2.0/ports/f63da38b-b1b4-44b4-a882-6466844d10b3 HTTP/1.1" status: 204 len: 168 time: 0.3853612 Jul 05 04:06:35.201210 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-745b425a-0acb-4d6b-8b21-b51ae8ee0040 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:06:35.209431 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41124) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:35.215844 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-56524ee6-c2b6-40ea-93f1-b40b5e489e81 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2025344615', 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:35.220255 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-745b425a-0acb-4d6b-8b21-b51ae8ee0040 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] 10.222.0.77 "GET /v2.0/ports/f63da38b-b1b4-44b4-a882-6466844d10b3 HTTP/1.1" status: 404 len: 333 time: 0.0494990 Jul 05 04:06:35.256805 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56524ee6-c2b6-40ea-93f1-b40b5e489e81 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Made reservation on behalf of 704b25f819b244fb8676da6e7b6af511 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:35.260541 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-56524ee6-c2b6-40ea-93f1-b40b5e489e81 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.285875 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-56524ee6-c2b6-40ea-93f1-b40b5e489e81 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] device_id is not set on port b9b7c87e-1270-4f74-a795-34b2711d119d yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:35.352866 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef87385-dcbc-48a2-bde3-944409b76ad1 req-c18b3950-c24e-4039-b12b-e883cd643f99 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:35.355153 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5ef87385-dcbc-48a2-bde3-944409b76ad1 req-c18b3950-c24e-4039-b12b-e883cd643f99 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ace3c2-fa79-40d7-b5e1-d573fdf9ea84 HTTP/1.1" status: 200 len: 943 time: 0.0904691 Jul 05 04:06:35.420691 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5ef87385-dcbc-48a2-bde3-944409b76ad1 req-030e9008-36b2-4193-9060-213fb34fdad4 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598550 Jul 05 04:06:35.523554 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-56524ee6-c2b6-40ea-93f1-b40b5e489e81 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.578868 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-56524ee6-c2b6-40ea-93f1-b40b5e489e81 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.633779 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56524ee6-c2b6-40ea-93f1-b40b5e489e81 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:35.637293 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-56524ee6-c2b6-40ea-93f1-b40b5e489e81 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:35.647576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56524ee6-c2b6-40ea-93f1-b40b5e489e81 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:35.649163 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56524ee6-c2b6-40ea-93f1-b40b5e489e81 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:35.650010 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-56524ee6-c2b6-40ea-93f1-b40b5e489e81 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.660933 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56524ee6-c2b6-40ea-93f1-b40b5e489e81 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Pushing event updated for resources: {'Port': ['ID=b9b7c87e-1270-4f74-a795-34b2711d119d,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:35.674872 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-56524ee6-c2b6-40ea-93f1-b40b5e489e81 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4641986 Jul 05 04:06:35.677731 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41140) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:35.760554 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b75472-ef93-43bb-92a3-afa3f1b8eba1 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:35.762383 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-48b75472-ef93-43bb-92a3-afa3f1b8eba1 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] 10.222.0.77 "GET /v2.0/ports/b9b7c87e-1270-4f74-a795-34b2711d119d HTTP/1.1" status: 200 len: 955 time: 0.0829709 Jul 05 04:06:35.765313 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41142) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:35.909105 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-50b1cab9-0d39-4ccc-8a4a-9550333a0307 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Deleting port b9b7c87e-1270-4f74-a795-34b2711d119d {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:35.909462 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-50b1cab9-0d39-4ccc-8a4a-9550333a0307 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.002921 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-50b1cab9-0d39-4ccc-8a4a-9550333a0307 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.022512 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-50b1cab9-0d39-4ccc-8a4a-9550333a0307 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Calling delete_port for b9b7c87e-1270-4f74-a795-34b2711d119d owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:36.130308 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-50b1cab9-0d39-4ccc-8a4a-9550333a0307 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.161704 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1cab9-0d39-4ccc-8a4a-9550333a0307 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9b7c87e-1270-4f74-a795-34b2711d119d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:36.169400 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-50b1cab9-0d39-4ccc-8a4a-9550333a0307 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.172087 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-50b1cab9-0d39-4ccc-8a4a-9550333a0307 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] 10.222.0.77 "DELETE /v2.0/ports/b9b7c87e-1270-4f74-a795-34b2711d119d HTTP/1.1" status: 204 len: 168 time: 0.4056821 Jul 05 04:06:36.174698 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41154) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:36.207948 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f9aefac-3f16-432a-bde9-29443c046710 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:06:36.211869 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6f9aefac-3f16-432a-bde9-29443c046710 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] 10.222.0.77 "GET /v2.0/ports/b9b7c87e-1270-4f74-a795-34b2711d119d HTTP/1.1" status: 404 len: 333 time: 0.0345664 Jul 05 04:06:36.216612 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41160) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:36.221871 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-813d47e4-d96a-4418-a880-9c5217e4de7e tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Request body: {'port': {'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1078396046'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:36.246568 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813d47e4-d96a-4418-a880-9c5217e4de7e tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Made reservation on behalf of 704b25f819b244fb8676da6e7b6af511 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:36.249339 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-813d47e4-d96a-4418-a880-9c5217e4de7e tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.278293 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-813d47e4-d96a-4418-a880-9c5217e4de7e tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] device_id is not set on port a4c2c364-131f-4402-a50f-cd3270a650e1 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:36.498474 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-813d47e4-d96a-4418-a880-9c5217e4de7e tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.526071 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device fc80fff2-7c99-46d4-a567-84d42cf38270 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:06:36.548727 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-813d47e4-d96a-4418-a880-9c5217e4de7e tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.633073 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d47e4-d96a-4418-a880-9c5217e4de7e tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Pushing event updated for resources: {'Port': ['ID=a4c2c364-131f-4402-a50f-cd3270a650e1,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:36.755488 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41241f26-1220-4f37-ab8a-8c496e0635c2 req-23806ed0-839d-4a56-8b4a-a19987937789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:36.763994 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-41241f26-1220-4f37-ab8a-8c496e0635c2 req-23806ed0-839d-4a56-8b4a-a19987937789 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=926d31dd012d42b08dd59638f4bc0d7d&device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 1097 time: 0.1569824 Jul 05 04:06:36.795324 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813d47e4-d96a-4418-a880-9c5217e4de7e tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:36.803555 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-813d47e4-d96a-4418-a880-9c5217e4de7e tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:36.808881 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813d47e4-d96a-4418-a880-9c5217e4de7e tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:36.810613 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813d47e4-d96a-4418-a880-9c5217e4de7e tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:36.812430 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-813d47e4-d96a-4418-a880-9c5217e4de7e tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.842386 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-813d47e4-d96a-4418-a880-9c5217e4de7e tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6220534 Jul 05 04:06:36.842813 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41178) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:36.848715 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:36.914642 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3343ec-af91-42d8-b3ff-511be1246d21 req-01ec39f9-d62e-44ec-8b87-604761c5ba6e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:36.916663 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8e3343ec-af91-42d8-b3ff-511be1246d21 req-01ec39f9-d62e-44ec-8b87-604761c5ba6e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ace3c2-fa79-40d7-b5e1-d573fdf9ea84 HTTP/1.1" status: 200 len: 943 time: 0.2662663 Jul 05 04:06:37.017285 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8e3343ec-af91-42d8-b3ff-511be1246d21 req-87886a78-9a2c-43df-91e5-5dcd933bef90 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700490 Jul 05 04:06:37.028154 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.066049 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port fc80fff2-7c99-46d4-a567-84d42cf38270, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=fc80fff2-7c99-46d4-a567-84d42cf38270,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:37.083062 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'fc80fff2-7c99-46d4-a567-84d42cf38270', 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304', 'port_id': 'fc80fff2-7c99-46d4-a567-84d42cf38270', 'mac_address': 'fa:16:3e:75:90:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '248c3b61-cc11-4019-9b85-60af49b5384a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:06:37.141816 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.171085 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc80fff2-7c99-46d4-a567-84d42cf38270 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:37.251106 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port fc80fff2-7c99-46d4-a567-84d42cf38270, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=fc80fff2-7c99-46d4-a567-84d42cf38270,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:37.260375 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.383560 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=fc80fff2-7c99-46d4-a567-84d42cf38270,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:37.435094 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] device_id is not set on port a4c2c364-131f-4402-a50f-cd3270a650e1 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:37.446545 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.461839 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3813d-59b2-47bd-8337-49c2c450de85 req-f41100fd-59b6-4e84-bfe0-03068f4971d6 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:37.462787 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Transition to ACTIVE for port object a4c2c364-131f-4402-a50f-cd3270a650e1 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:37.464453 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b4c3813d-59b2-47bd-8337-49c2c450de85 req-f41100fd-59b6-4e84-bfe0-03068f4971d6 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.6987927 Jul 05 04:06:37.466094 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41241f26-1220-4f37-ab8a-8c496e0635c2 req-486b236b-0dbd-4547-9b15-5afe871d6f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:37.467790 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-41241f26-1220-4f37-ab8a-8c496e0635c2 req-486b236b-0dbd-4547-9b15-5afe871d6f14 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0d181948-6f38-4cce-b66b-21d3a10c7c4e HTTP/1.1" status: 200 len: 919 time: 0.6761906 Jul 05 04:06:37.471420 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.545095 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Pushing event updated for resources: {'Port': ['ID=a4c2c364-131f-4402-a50f-cd3270a650e1,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:37.549546 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:37.549887 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:37.550372 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:37.558617 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port a4c2c364-131f-4402-a50f-cd3270a650e1 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:37.559128 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:37.559658 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 2 to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 Jul 05 04:06:37.561800 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b4c3813d-59b2-47bd-8337-49c2c450de85 req-dcc238f8-74ac-49c3-8a74-cd0a5b4ffa27 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922675 Jul 05 04:06:37.563356 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-41241f26-1220-4f37-ab8a-8c496e0635c2 req-84e171d0-2a2c-4b9d-a57b-99571ba3e3ec service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21856a23-4941-4da0-966c-1fe9466f4806 HTTP/1.1" status: 200 len: 217 time: 0.0855789 Jul 05 04:06:37.580184 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:37.580529 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:37.580876 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:37.592141 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port a4c2c364-131f-4402-a50f-cd3270a650e1 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:37.592480 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:37.592887 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 3 to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 Jul 05 04:06:37.607295 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:37.607736 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:37.608061 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:37.613154 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port a4c2c364-131f-4402-a50f-cd3270a650e1 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:37.613632 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:37.614732 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 4 to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 Jul 05 04:06:37.628735 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:37.629077 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:37.629423 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:37.635250 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port a4c2c364-131f-4402-a50f-cd3270a650e1 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:37.635591 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:37.636127 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 5 to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 Jul 05 04:06:37.640722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41241f26-1220-4f37-ab8a-8c496e0635c2 req-efc4f835-787e-4683-bd5b-95d84ee73d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:37.642682 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-41241f26-1220-4f37-ab8a-8c496e0635c2 req-efc4f835-787e-4683-bd5b-95d84ee73d48 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=eef02c9b-cdba-4d27-9b33-4ac4c6fe1358 HTTP/1.1" status: 200 len: 858 time: 0.0683477 Jul 05 04:06:37.649705 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:37.650080 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:37.650554 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:37.655609 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port a4c2c364-131f-4402-a50f-cd3270a650e1 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:37.655989 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:37.656398 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 6 to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 Jul 05 04:06:37.671930 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:37.672266 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:37.672561 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:37.677366 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port a4c2c364-131f-4402-a50f-cd3270a650e1 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:37.677703 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:37.678113 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 7 to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 Jul 05 04:06:37.693027 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:37.693815 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:37.694470 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:37.696821 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-41241f26-1220-4f37-ab8a-8c496e0635c2 req-774390cc-c239-4377-81f1-e3394e84ec09 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0d181948-6f38-4cce-b66b-21d3a10c7c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449884 Jul 05 04:06:37.704482 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port a4c2c364-131f-4402-a50f-cd3270a650e1 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:37.706166 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:37.708635 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 8 to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 Jul 05 04:06:37.714363 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-41241f26-1220-4f37-ab8a-8c496e0635c2 req-09abee06-c4a2-4119-8c14-eaeb52429cf7 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:06:37.715997 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-41241f26-1220-4f37-ab8a-8c496e0635c2 req-09abee06-c4a2-4119-8c14-eaeb52429cf7 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099304 Jul 05 04:06:37.746376 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['fc80fff2-7c99-46d4-a567-84d42cf38270'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:37.755577 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:37.756168 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:37.756523 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:37.767282 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port a4c2c364-131f-4402-a50f-cd3270a650e1 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:37.767619 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:37.768055 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 9 to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 Jul 05 04:06:37.781925 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:37.781925 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:37.782436 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:37.788959 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port a4c2c364-131f-4402-a50f-cd3270a650e1 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:37.790105 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:37.790672 n-d-780147-23 neutron-server[105539]: INFO neutron.plugins.ml2.plugin [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempt 10 to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 Jul 05 04:06:37.807027 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:37.807260 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:37.807661 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempting to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:37.816467 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Port a4c2c364-131f-4402-a50f-cd3270a650e1 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:37.818075 n-d-780147-23 neutron-server[105539]: ERROR neutron.plugins.ml2.managers [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Failed to bind port a4c2c364-131f-4402-a50f-cd3270a650e1 on host n-h1-780147-23 for vnic_type normal using segments [{'id': '3111776c-fc11-4df2-b3f9-dd8d24536f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0945a6a4-0cd6-4939-b093-7d8bdc46de50'}] Jul 05 04:06:37.818466 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.843757 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-41241f26-1220-4f37-ab8a-8c496e0635c2 req-cef1aaca-2bfb-4d3c-80f3-faeac7bf513d service neutron] 10.222.0.89 "GET /v2.0/networks/0d181948-6f38-4cce-b66b-21d3a10c7c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200888 Jul 05 04:06:37.968930 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] For port a4c2c364-131f-4402-a50f-cd3270a650e1, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:37.969454 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attempted to set empty binding levels {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 04:06:37.978048 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-41241f26-1220-4f37-ab8a-8c496e0635c2 req-3809c684-67f1-4a62-ab06-e1ed21e772a1 service neutron] 10.222.0.89 "GET /v2.0/networks/0d181948-6f38-4cce-b66b-21d3a10c7c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245379 Jul 05 04:06:37.982900 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.003520 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] In _notify_port_updated(), no bound segment for port a4c2c364-131f-4402-a50f-cd3270a650e1 on network 0945a6a4-0cd6-4939-b093-7d8bdc46de50 {{(pid=105539) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:06:38.005047 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:38.006687 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.009902 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] 10.222.0.77 "PUT /v2.0/ports/a4c2c364-131f-4402-a50f-cd3270a650e1 HTTP/1.1" status: 200 len: 976 time: 1.1658561 Jul 05 04:06:38.013306 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41204) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:38.065600 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef9e98-c1a2-4142-837e-a41f4fa3ee21 tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Pushing event updated for resources: {'Port': ['ID=a4c2c364-131f-4402-a50f-cd3270a650e1,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:38.172074 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-272ab9ef-4521-4dab-bcae-440a23fb15fe tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Deleting port a4c2c364-131f-4402-a50f-cd3270a650e1 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:38.172486 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-272ab9ef-4521-4dab-bcae-440a23fb15fe tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.276228 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-272ab9ef-4521-4dab-bcae-440a23fb15fe tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] For port a4c2c364-131f-4402-a50f-cd3270a650e1, host n-h1-780147-23, got binding levels [] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:38.277398 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-272ab9ef-4521-4dab-bcae-440a23fb15fe tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.301697 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-272ab9ef-4521-4dab-bcae-440a23fb15fe tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Calling delete_port for a4c2c364-131f-4402-a50f-cd3270a650e1 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:38.309290 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e1db5-7458-4637-b6af-2e1ebdf7c2b5 req-1013f830-5abc-4762-864d-a8c6cfde657d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:38.317553 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-662e1db5-7458-4637-b6af-2e1ebdf7c2b5 req-1013f830-5abc-4762-864d-a8c6cfde657d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ace3c2-fa79-40d7-b5e1-d573fdf9ea84 HTTP/1.1" status: 200 len: 944 time: 0.0885398 Jul 05 04:06:38.369560 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-662e1db5-7458-4637-b6af-2e1ebdf7c2b5 req-74c7450e-df76-4f49-8f8d-0b56fd92f855 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507090 Jul 05 04:06:38.443935 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-272ab9ef-4521-4dab-bcae-440a23fb15fe tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.481103 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ab9ef-4521-4dab-bcae-440a23fb15fe tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4c2c364-131f-4402-a50f-cd3270a650e1,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:38.484939 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-272ab9ef-4521-4dab-bcae-440a23fb15fe tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.489165 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-272ab9ef-4521-4dab-bcae-440a23fb15fe tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] 10.222.0.77 "DELETE /v2.0/ports/a4c2c364-131f-4402-a50f-cd3270a650e1 HTTP/1.1" status: 204 len: 168 time: 0.4721756 Jul 05 04:06:38.489888 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41218) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:38.518565 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d469f7e-bd21-4ffb-b053-4a7b1cbc363a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:06:38.520174 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1d469f7e-bd21-4ffb-b053-4a7b1cbc363a tempest-PortsAdminExtendedAttrsTestJSON-1184152578 tempest-PortsAdminExtendedAttrsTestJSON-1184152578-project-admin] 10.222.0.77 "GET /v2.0/ports/a4c2c364-131f-4402-a50f-cd3270a650e1 HTTP/1.1" status: 404 len: 333 time: 0.0291417 Jul 05 04:06:38.524310 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41222) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:38.620584 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f41d77d5-522b-4edf-85e6-913b2cd8de7d tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.730666 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f41d77d5-522b-4edf-85e6-913b2cd8de7d tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.764704 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-f41d77d5-522b-4edf-85e6-913b2cd8de7d tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0945a6a4-0cd6-4939-b093-7d8bdc46de50']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:38.776978 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-f41d77d5-522b-4edf-85e6-913b2cd8de7d tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3111776c-fc11-4df2-b3f9-dd8d24536f99') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:38.777273 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-f41d77d5-522b-4edf-85e6-913b2cd8de7d tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3111776c-fc11-4df2-b3f9-dd8d24536f99') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:38.789964 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f41d77d5-522b-4edf-85e6-913b2cd8de7d tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.811833 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f41d77d5-522b-4edf-85e6-913b2cd8de7d tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.821819 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41d77d5-522b-4edf-85e6-913b2cd8de7d tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:38.822202 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f41d77d5-522b-4edf-85e6-913b2cd8de7d tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:38.825164 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:38.830380 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:38.830380 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:38.869222 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27709023-3d4c-46cc-8c3a-1fec7eb369d8 req-720f27ce-465f-4e7c-ba0b-4f8394521c66 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:38.870741 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-27709023-3d4c-46cc-8c3a-1fec7eb369d8 req-720f27ce-465f-4e7c-ba0b-4f8394521c66 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1565490 Jul 05 04:06:38.910253 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f41d77d5-522b-4edf-85e6-913b2cd8de7d tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.931920 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f41d77d5-522b-4edf-85e6-913b2cd8de7d tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.933819 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f41d77d5-522b-4edf-85e6-913b2cd8de7d tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] 10.222.0.77 "DELETE /v2.0/networks/0945a6a4-0cd6-4939-b093-7d8bdc46de50 HTTP/1.1" status: 204 len: 168 time: 0.4083512 Jul 05 04:06:38.948078 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-27709023-3d4c-46cc-8c3a-1fec7eb369d8 req-b458fb5b-ccb3-4ecc-995d-71e9e368a2ca tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674779 Jul 05 04:06:38.948858 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d77d5-522b-4edf-85e6-913b2cd8de7d tempest-PortsAdminExtendedAttrsTestJSON-955403211 tempest-PortsAdminExtendedAttrsTestJSON-955403211-project] Pushing event deleted for resources: {'Network': ['ID=0945a6a4-0cd6-4939-b093-7d8bdc46de50,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:39.216406 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41248) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:39.496499 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7807b13c-ce3a-4bfd-a6f6-7515bc20fb76 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ba53b30aedca4df1a05ace7b95916498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2788169 Jul 05 04:06:39.499104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41264) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:39.558380 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4348ea81-a62a-4f6f-9dae-6a2741544e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.588356 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4348ea81-a62a-4f6f-9dae-6a2741544e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.589293 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54db619-6735-4c70-9a7b-4160efc80892 req-340196a7-4493-46bd-a605-858495998fc3 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:39.591346 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d54db619-6735-4c70-9a7b-4160efc80892 req-340196a7-4493-46bd-a605-858495998fc3 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ace3c2-fa79-40d7-b5e1-d573fdf9ea84 HTTP/1.1" status: 200 len: 944 time: 0.0896511 Jul 05 04:06:39.643042 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d54db619-6735-4c70-9a7b-4160efc80892 req-f463421f-c80f-4b6a-9066-ae498474e474 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437787 Jul 05 04:06:39.645380 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4348ea81-a62a-4f6f-9dae-6a2741544e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.649498 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4348ea81-a62a-4f6f-9dae-6a2741544e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.651473 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4348ea81-a62a-4f6f-9dae-6a2741544e17 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f32eee47-f372-4566-8617-8ce355101948 HTTP/1.1" status: 204 len: 168 time: 0.1512802 Jul 05 04:06:39.671369 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348ea81-a62a-4f6f-9dae-6a2741544e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32eee47-f372-4566-8617-8ce355101948,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:39.997477 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41280) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:40.043822 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-198f0654-f0a2-41d7-8b8f-5b9cecd44bd9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=704b25f819b244fb8676da6e7b6af511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427926 Jul 05 04:06:40.044138 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41284) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:40.115214 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-31be78db-bf04-4e4a-8c92-8b7fdad13aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.147641 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-31be78db-bf04-4e4a-8c92-8b7fdad13aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.187142 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc8ceb-505a-4766-96a5-a2ff79c6d6dd req-46f6ccf4-9acd-4ff9-87fd-a848338f97db tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:40.189484 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3bfc8ceb-505a-4766-96a5-a2ff79c6d6dd req-46f6ccf4-9acd-4ff9-87fd-a848338f97db tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.0924804 Jul 05 04:06:40.214258 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-31be78db-bf04-4e4a-8c92-8b7fdad13aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.219059 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-31be78db-bf04-4e4a-8c92-8b7fdad13aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.220675 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-31be78db-bf04-4e4a-8c92-8b7fdad13aa7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b4eb1ab1-8abc-41f0-a7cd-831fc8d8c7d5 HTTP/1.1" status: 204 len: 168 time: 0.1753702 Jul 05 04:06:40.247645 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be78db-bf04-4e4a-8c92-8b7fdad13aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eb1ab1-8abc-41f0-a7cd-831fc8d8c7d5,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:40.250443 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3bfc8ceb-505a-4766-96a5-a2ff79c6d6dd req-b143a64c-d753-4d28-b967-efe611ee64b1 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529847 Jul 05 04:06:40.548278 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device fc80fff2-7c99-46d4-a567-84d42cf38270 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:40.619414 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port fc80fff2-7c99-46d4-a567-84d42cf38270 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:40.624615 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port fc80fff2-7c99-46d4-a567-84d42cf38270 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:40.625203 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.752680 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.801269 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ace3c2-fa79-40d7-b5e1-d573fdf9ea84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc80fff2-7c99-46d4-a567-84d42cf38270'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:40.804433 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0e35fc-abfd-42d3-a62e-d8c0feb03aed" -d '{"events": [{"server_uuid": "09ace3c2-fa79-40d7-b5e1-d573fdf9ea84", "name": "network-vif-plugged", "status": "completed", "tag": "fc80fff2-7c99-46d4-a567-84d42cf38270"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:40.822858 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port fc80fff2-7c99-46d4-a567-84d42cf38270, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=fc80fff2-7c99-46d4-a567-84d42cf38270,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:40.829469 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.926874 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=fc80fff2-7c99-46d4-a567-84d42cf38270,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:40.928716 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7ee9c-c6ea-4a44-b6e1-36bc2303f9a1 req-1a673da8-b8eb-4a8a-978d-2272e4ea4501 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:40.935574 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf74cb1-6ad2-4220-91a5-8b294bdadafe x-openstack-request-id: req-5bf74cb1-6ad2-4220-91a5-8b294bdadafe {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:40.936108 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ace3c2-fa79-40d7-b5e1-d573fdf9ea84", "name": "network-vif-plugged", "status": "completed", "tag": "fc80fff2-7c99-46d4-a567-84d42cf38270", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:40.936500 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5bf74cb1-6ad2-4220-91a5-8b294bdadafe {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:40.937017 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ace3c2-fa79-40d7-b5e1-d573fdf9ea84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc80fff2-7c99-46d4-a567-84d42cf38270', 'code': 200} Jul 05 04:06:40.940600 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d8a7ee9c-c6ea-4a44-b6e1-36bc2303f9a1 req-1a673da8-b8eb-4a8a-978d-2272e4ea4501 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ace3c2-fa79-40d7-b5e1-d573fdf9ea84 HTTP/1.1" status: 200 len: 944 time: 0.1575394 Jul 05 04:06:40.987308 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d8a7ee9c-c6ea-4a44-b6e1-36bc2303f9a1 req-028cc809-3233-46b9-a033-612068655650 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454471 Jul 05 04:06:41.149715 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c510802-9cbd-4cd7-8af4-0bcc4d3dcb21 req-2078e991-6c9a-405d-965d-c975886e5454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:41.156114 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4c510802-9cbd-4cd7-8af4-0bcc4d3dcb21 req-2078e991-6c9a-405d-965d-c975886e5454 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=09ace3c2-fa79-40d7-b5e1-d573fdf9ea84 HTTP/1.1" status: 200 len: 1097 time: 0.1012836 Jul 05 04:06:41.221266 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4c510802-9cbd-4cd7-8af4-0bcc4d3dcb21 req-3b57d9f9-f5cf-4644-97e5-8eac559c9895 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563040 Jul 05 04:06:41.466330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4853c-1d9d-4f9e-81b6-33f2a67269b1 req-b75cc890-ab4e-4870-ba3c-618f952c6b18 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:41.468011 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-81c4853c-1d9d-4f9e-81b6-33f2a67269b1 req-b75cc890-ab4e-4870-ba3c-618f952c6b18 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.0786681 Jul 05 04:06:41.522284 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-81c4853c-1d9d-4f9e-81b6-33f2a67269b1 req-9e4ae912-1296-4610-a7c7-7f81b91a1919 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417600 Jul 05 04:06:42.086294 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41362) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:42.217156 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b5a32-a642-4296-9dc2-766fbfe44e12 req-9f7c281f-3ea7-4f60-aa8f-57b8d7c84a8f tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:42.225522 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2e6b5a32-a642-4296-9dc2-766fbfe44e12 req-9f7c281f-3ea7-4f60-aa8f-57b8d7c84a8f tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ace3c2-fa79-40d7-b5e1-d573fdf9ea84 HTTP/1.1" status: 200 len: 945 time: 0.0865333 Jul 05 04:06:42.276173 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2e6b5a32-a642-4296-9dc2-766fbfe44e12 req-a23f062f-086d-4274-8020-838c206c1fa1 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485156 Jul 05 04:06:42.322086 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-414a5164-07d5-4f9b-a57b-537bb89e3977 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-284402825', 'router:external': True}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:42.345049 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414a5164-07d5-4f9b-a57b-537bb89e3977 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Made reservation on behalf of 37ba3e31e0e24079844e681cb580ccac for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:42.347726 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-414a5164-07d5-4f9b-a57b-537bb89e3977 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.357894 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-414a5164-07d5-4f9b-a57b-537bb89e3977 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.455994 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-414a5164-07d5-4f9b-a57b-537bb89e3977 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.459745 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-414a5164-07d5-4f9b-a57b-537bb89e3977 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.484112 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414a5164-07d5-4f9b-a57b-537bb89e3977 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:42.500361 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a5164-07d5-4f9b-a57b-537bb89e3977 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61205cff-10d1-4b28-a37a-5e6f7a6357a2,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:42.503359 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-414a5164-07d5-4f9b-a57b-537bb89e3977 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.503698 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-414a5164-07d5-4f9b-a57b-537bb89e3977 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Added segment afd35441-cf36-45cd-8fd7-be9a4f2bd33b of type vlan for network 86d0febf-6cc2-4339-8bc9-9ae3921896e5 Jul 05 04:06:42.553626 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-414a5164-07d5-4f9b-a57b-537bb89e3977 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.595970 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-414a5164-07d5-4f9b-a57b-537bb89e3977 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.597175 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414a5164-07d5-4f9b-a57b-537bb89e3977 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:42.597855 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-414a5164-07d5-4f9b-a57b-537bb89e3977 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.668279 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-414a5164-07d5-4f9b-a57b-537bb89e3977 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5777018 Jul 05 04:06:42.668519 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41378) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:42.673602 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-95d54812-db40-44f5-9475-d1332b7c56d0 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Request body: {'subnet': {'network_id': '86d0febf-6cc2-4339-8bc9-9ae3921896e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:42.676994 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a5164-07d5-4f9b-a57b-537bb89e3977 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Pushing event updated for resources: {'Network': ['ID=86d0febf-6cc2-4339-8bc9-9ae3921896e5,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:42.688938 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 86d0febf-6cc2-4339-8bc9-9ae3921896e5 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:42.709492 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d54812-db40-44f5-9475-d1332b7c56d0 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Made reservation on behalf of 37ba3e31e0e24079844e681cb580ccac for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:42.713177 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-95d54812-db40-44f5-9475-d1332b7c56d0 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.799693 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56205cb4-bca1-4ee6-9da9-6b18a98c5cce req-46116805-2b7f-4ed8-b536-d1e17ab840c2 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:42.815070 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56205cb4-bca1-4ee6-9da9-6b18a98c5cce req-46116805-2b7f-4ed8-b536-d1e17ab840c2 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1599751 Jul 05 04:06:42.871931 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.898318 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56205cb4-bca1-4ee6-9da9-6b18a98c5cce req-d69be0cf-3de1-42b0-86d1-1a9f18e3a693 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795646 Jul 05 04:06:43.080472 n-d-780147-23 neutron-server[105538]: DEBUG neutron.objects.ports [None req-95d54812-db40-44f5-9475-d1332b7c56d0 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105538) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:06:43.081182 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-95d54812-db40-44f5-9475-d1332b7c56d0 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.150954 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d54812-db40-44f5-9475-d1332b7c56d0 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Pushing event updated for resources: {'Subnet': ['ID=543761f5-9d83-4cfd-b425-e57880be9de3,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:43.153919 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d54812-db40-44f5-9475-d1332b7c56d0 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Checking segment: {'id': 'afd35441-cf36-45cd-8fd7-be9a4f2bd33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '86d0febf-6cc2-4339-8bc9-9ae3921896e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:43.154293 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d54812-db40-44f5-9475-d1332b7c56d0 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Network hostable DHCP agents. Network: 86d0febf-6cc2-4339-8bc9-9ae3921896e5, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:43.174133 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d54812-db40-44f5-9475-d1332b7c56d0 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Network 86d0febf-6cc2-4339-8bc9-9ae3921896e5 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:43.184683 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-95d54812-db40-44f5-9475-d1332b7c56d0 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 86d0febf-6cc2-4339-8bc9-9ae3921896e5) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:43.189574 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d54812-db40-44f5-9475-d1332b7c56d0 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.190873 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-95d54812-db40-44f5-9475-d1332b7c56d0 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.196564 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ea98e4-5ed2-41a8-ad86-48011a3a6025 None None] Network 86d0febf-6cc2-4339-8bc9-9ae3921896e5 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:43.210357 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-95d54812-db40-44f5-9475-d1332b7c56d0 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5406697 Jul 05 04:06:43.214095 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41386) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:43.219300 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-d9b5ca11-0e07-4193-af5c-0eb33a9ad048 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-213712245', 'network_id': '86d0febf-6cc2-4339-8bc9-9ae3921896e5'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:43.241542 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b5ca11-0e07-4193-af5c-0eb33a9ad048 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Made reservation on behalf of 37ba3e31e0e24079844e681cb580ccac for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:43.244174 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d9b5ca11-0e07-4193-af5c-0eb33a9ad048 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.264703 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-d9b5ca11-0e07-4193-af5c-0eb33a9ad048 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] device_id is not set on port 430ff0ae-a30e-4426-8803-99eb181170b9 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:43.372246 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2151bad0-4db1-42f3-9a7a-6e691bfc9dd1 None None] Network 86d0febf-6cc2-4339-8bc9-9ae3921896e5 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:43.401659 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-d9b5ca11-0e07-4193-af5c-0eb33a9ad048 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Allocated IP 2001:db8::2ec (86d0febf-6cc2-4339-8bc9-9ae3921896e5/543761f5-9d83-4cfd-b425-e57880be9de3/430ff0ae-a30e-4426-8803-99eb181170b9) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:43.475231 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590684b-61b2-4aec-b0f9-bf22ffd4e514 req-b1530072-5485-4360-aecb-25a44d4425c7 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.483996 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5590684b-61b2-4aec-b0f9-bf22ffd4e514 req-b1530072-5485-4360-aecb-25a44d4425c7 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ace3c2-fa79-40d7-b5e1-d573fdf9ea84 HTTP/1.1" status: 200 len: 945 time: 0.0821366 Jul 05 04:06:43.535926 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5590684b-61b2-4aec-b0f9-bf22ffd4e514 req-1aa05b7c-b597-4879-957e-022b659bd351 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475962 Jul 05 04:06:43.578923 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d9b5ca11-0e07-4193-af5c-0eb33a9ad048 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.628497 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d9b5ca11-0e07-4193-af5c-0eb33a9ad048 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.638686 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41396) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:43.678993 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b5ca11-0e07-4193-af5c-0eb33a9ad048 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Network 86d0febf-6cc2-4339-8bc9-9ae3921896e5 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:43.682890 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-d9b5ca11-0e07-4193-af5c-0eb33a9ad048 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:43.685632 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b5ca11-0e07-4193-af5c-0eb33a9ad048 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:43.686946 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b5ca11-0e07-4193-af5c-0eb33a9ad048 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.687564 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d9b5ca11-0e07-4193-af5c-0eb33a9ad048 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.708412 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5ca11-0e07-4193-af5c-0eb33a9ad048 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Pushing event updated for resources: {'Port': ['ID=430ff0ae-a30e-4426-8803-99eb181170b9,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:43.719345 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d9b5ca11-0e07-4193-af5c-0eb33a9ad048 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5001378 Jul 05 04:06:43.719345 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41400) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:43.800048 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f5ec3ef-b9a4-44c8-9740-2014552c0ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.834900 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-be5d11b7-ac0e-4137-abec-b1e521ec2370 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Deleting port 430ff0ae-a30e-4426-8803-99eb181170b9 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:43.836535 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-be5d11b7-ac0e-4137-abec-b1e521ec2370 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.926667 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-be5d11b7-ac0e-4137-abec-b1e521ec2370 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.951705 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-be5d11b7-ac0e-4137-abec-b1e521ec2370 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Calling delete_port for 430ff0ae-a30e-4426-8803-99eb181170b9 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:43.966071 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f5ec3ef-b9a4-44c8-9740-2014552c0ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.978546 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb16536-79cf-40cc-b0a7-51b496a60331 req-7aef9604-619a-484d-b870-41086480e37b tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.980226 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9fb16536-79cf-40cc-b0a7-51b496a60331 req-7aef9604-619a-484d-b870-41086480e37b tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ace3c2-fa79-40d7-b5e1-d573fdf9ea84 HTTP/1.1" status: 200 len: 945 time: 0.1155431 Jul 05 04:06:43.981415 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f5ec3ef-b9a4-44c8-9740-2014552c0ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.035168 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ec3ef-b9a4-44c8-9740-2014552c0ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39036698-2ca2-4e62-a89f-2961fa231e02,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:44.042525 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6f5ec3ef-b9a4-44c8-9740-2014552c0ff1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=608189c6b6a34e019304f5585f84ce70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4027395 Jul 05 04:06:44.046187 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41406) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:44.095026 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9fb16536-79cf-40cc-b0a7-51b496a60331 req-1978e245-0098-4074-8cb1-f669342351e1 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956125 Jul 05 04:06:44.136947 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d83dfe6b-0970-4829-99f5-b6c5a0eca6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.146370 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02532d-bb86-4d75-b895-e952371e65ee req-6c358034-8554-4b8e-a10b-a302b7b947fc tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:44.149152 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ab02532d-bb86-4d75-b895-e952371e65ee req-6c358034-8554-4b8e-a10b-a302b7b947fc tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1298459 Jul 05 04:06:44.150024 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-be5d11b7-ac0e-4137-abec-b1e521ec2370 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.182192 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d83dfe6b-0970-4829-99f5-b6c5a0eca6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.200251 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d11b7-ac0e-4137-abec-b1e521ec2370 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Pushing event deleted for resources: {'Port': ['ID=430ff0ae-a30e-4426-8803-99eb181170b9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:44.243617 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-be5d11b7-ac0e-4137-abec-b1e521ec2370 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.248353 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-be5d11b7-ac0e-4137-abec-b1e521ec2370 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "DELETE /v2.0/ports/430ff0ae-a30e-4426-8803-99eb181170b9 HTTP/1.1" status: 204 len: 168 time: 0.5263207 Jul 05 04:06:44.248659 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41412) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:44.249019 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ab02532d-bb86-4d75-b895-e952371e65ee req-975b6468-784e-4519-be31-b25514d1524b tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937047 Jul 05 04:06:44.254441 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-46b6ee72-ac4d-40df-8ed5-1c7009baaa81 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '86d0febf-6cc2-4339-8bc9-9ae3921896e5', 'external_fixed_ips': [{'subnet_id': '543761f5-9d83-4cfd-b425-e57880be9de3', 'ip_address': '2001:db8::2ec'}]}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:44.260186 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d83dfe6b-0970-4829-99f5-b6c5a0eca6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.262648 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d83dfe6b-0970-4829-99f5-b6c5a0eca6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.264082 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d83dfe6b-0970-4829-99f5-b6c5a0eca6fa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/39036698-2ca2-4e62-a89f-2961fa231e02 HTTP/1.1" status: 204 len: 168 time: 0.2168682 Jul 05 04:06:44.276377 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dfe6b-0970-4829-99f5-b6c5a0eca6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39036698-2ca2-4e62-a89f-2961fa231e02,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:44.294872 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46b6ee72-ac4d-40df-8ed5-1c7009baaa81 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.296080 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46b6ee72-ac4d-40df-8ed5-1c7009baaa81 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.360912 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46b6ee72-ac4d-40df-8ed5-1c7009baaa81 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.536817 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a36dcb-fea5-41a0-99a6-b33a553fe5a7 req-3188f5fa-b35b-4803-967e-6fffa2bcde0d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:44.538903 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-15a36dcb-fea5-41a0-99a6-b33a553fe5a7 req-3188f5fa-b35b-4803-967e-6fffa2bcde0d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ace3c2-fa79-40d7-b5e1-d573fdf9ea84 HTTP/1.1" status: 200 len: 945 time: 0.1820037 Jul 05 04:06:44.576728 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46b6ee72-ac4d-40df-8ed5-1c7009baaa81 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.592536 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41420) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:44.607662 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-22554441-df49-4a9b-a5c4-e5a293160955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.642876 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-15a36dcb-fea5-41a0-99a6-b33a553fe5a7 req-b2ece266-55dd-4aea-a9b7-cdc94a2b368b tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776186 Jul 05 04:06:44.716671 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-22554441-df49-4a9b-a5c4-e5a293160955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.721120 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-22554441-df49-4a9b-a5c4-e5a293160955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.784710 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41424) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:44.785091 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-22554441-df49-4a9b-a5c4-e5a293160955 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a48651a50b4440479f6de6a04dd92562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1913486 Jul 05 04:06:44.788189 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22554441-df49-4a9b-a5c4-e5a293160955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04642bc-928e-4958-a8d8-b66283128a68,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:45.197322 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46b6ee72-ac4d-40df-8ed5-1c7009baaa81 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.222408 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7063b85a-61a8-4135-ba59-90e9470d62b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.227884 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46b6ee72-ac4d-40df-8ed5-1c7009baaa81 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.253031 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff9299-f0b6-4844-9186-8c68b5bc31b7 req-6c70c592-b55a-42f0-9b64-a37f99ac312f tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:45.254537 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9ff9299-f0b6-4844-9186-8c68b5bc31b7 req-6c70c592-b55a-42f0-9b64-a37f99ac312f tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ace3c2-fa79-40d7-b5e1-d573fdf9ea84 HTTP/1.1" status: 200 len: 945 time: 0.1679509 Jul 05 04:06:45.265730 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7063b85a-61a8-4135-ba59-90e9470d62b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.393865 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9ff9299-f0b6-4844-9186-8c68b5bc31b7 req-f67b91cf-0d9c-468a-95fa-ec14444cdf0c tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301463 Jul 05 04:06:45.435113 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7063b85a-61a8-4135-ba59-90e9470d62b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.438165 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7063b85a-61a8-4135-ba59-90e9470d62b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.443949 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7063b85a-61a8-4135-ba59-90e9470d62b2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e04642bc-928e-4958-a8d8-b66283128a68 HTTP/1.1" status: 204 len: 168 time: 0.6575041 Jul 05 04:06:45.461608 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063b85a-61a8-4135-ba59-90e9470d62b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04642bc-928e-4958-a8d8-b66283128a68,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:45.547588 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e83b6-c470-4f29-8a65-38b3b0564087 req-affb6ea5-1547-4de9-ba09-f3d9f61ca55d tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:45.554637 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e28e83b6-c470-4f29-8a65-38b3b0564087 req-affb6ea5-1547-4de9-ba09-f3d9f61ca55d tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1044750 Jul 05 04:06:45.573528 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-46b6ee72-ac4d-40df-8ed5-1c7009baaa81 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Allocated IP 2001:db8::2ec (86d0febf-6cc2-4339-8bc9-9ae3921896e5/543761f5-9d83-4cfd-b425-e57880be9de3/efe03d63-c8af-45e3-9fa7-d0dae303b564) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:45.610277 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e28e83b6-c470-4f29-8a65-38b3b0564087 req-a10f986b-2056-4fc9-8021-4bd0e5bef7ae tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529213 Jul 05 04:06:45.720154 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46b6ee72-ac4d-40df-8ed5-1c7009baaa81 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.766219 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46b6ee72-ac4d-40df-8ed5-1c7009baaa81 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.815969 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b6ee72-ac4d-40df-8ed5-1c7009baaa81 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Network 86d0febf-6cc2-4339-8bc9-9ae3921896e5 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:45.818885 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-46b6ee72-ac4d-40df-8ed5-1c7009baaa81 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:45.832172 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b6ee72-ac4d-40df-8ed5-1c7009baaa81 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:45.877025 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6ee72-ac4d-40df-8ed5-1c7009baaa81 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Pushing event updated for resources: {'Port': ['ID=efe03d63-c8af-45e3-9fa7-d0dae303b564,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:45.948802 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d366f68-1543-4b59-b59b-b581fd723e55 req-e1c87e68-89e9-497d-99d5-efc2f025fb1f tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:45.950843 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8d366f68-1543-4b59-b59b-b581fd723e55 req-e1c87e68-89e9-497d-99d5-efc2f025fb1f tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.0965993 Jul 05 04:06:46.001733 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8d366f68-1543-4b59-b59b-b581fd723e55 req-4bcd3391-0711-4a4e-8ba7-fa445e45e11b tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437813 Jul 05 04:06:46.077189 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46b6ee72-ac4d-40df-8ed5-1c7009baaa81 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.299539 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46b6ee72-ac4d-40df-8ed5-1c7009baaa81 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.458880 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b6ee72-ac4d-40df-8ed5-1c7009baaa81 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Router a8f18d73-b391-4245-9cae-5233641052c0 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:06:46.592058 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b6ee72-ac4d-40df-8ed5-1c7009baaa81 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:06:46.601792 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] Sync routers for ids ['a8f18d73-b391-4245-9cae-5233641052c0'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:06:46.609383 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a1e4f-d26a-4c94-a0ca-a2fd8abde283 req-8d20e294-578e-4603-bab8-19d1af057646 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:46.611112 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ef1a1e4f-d26a-4c94-a0ca-a2fd8abde283 req-8d20e294-578e-4603-bab8-19d1af057646 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ace3c2-fa79-40d7-b5e1-d573fdf9ea84 HTTP/1.1" status: 200 len: 945 time: 0.0874510 Jul 05 04:06:46.612617 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46b6ee72-ac4d-40df-8ed5-1c7009baaa81 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.614519 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] Routers {'a8f18d73-b391-4245-9cae-5233641052c0'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:46.615053 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-46b6ee72-ac4d-40df-8ed5-1c7009baaa81 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.3652451 Jul 05 04:06:46.615604 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:06:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['a8f18d73-b391-4245-9cae-5233641052c0'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:46.618798 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41468) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:46.684512 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ef1a1e4f-d26a-4c94-a0ca-a2fd8abde283 req-d2b10446-adec-4f4b-8335-37ef40cde9de tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655282 Jul 05 04:06:46.765016 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] Set router a8f18d73-b391-4245-9cae-5233641052c0 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:46.833020 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c479cef-7af2-4eec-9c0b-f33eefc3c380 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.901343 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e13e4a-4723-402e-aac3-47cfe2e2dea5 req-8c75f046-55db-44b9-ac95-2054c60d0450 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:46.903069 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-67e13e4a-4723-402e-aac3-47cfe2e2dea5 req-8c75f046-55db-44b9-ac95-2054c60d0450 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1612432 Jul 05 04:06:46.975978 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f18d73-b391-4245-9cae-5233641052c0', 'name': '', 'tenant_id': '37ba3e31e0e24079844e681cb580ccac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86d0febf-6cc2-4339-8bc9-9ae3921896e5', 'external_fixed_ips': [{'subnet_id': '543761f5-9d83-4cfd-b425-e57880be9de3', 'ip_address': '2001:db8::2ec'}], 'enable_snat': True}, 'gw_port_id': 'efe03d63-c8af-45e3-9fa7-d0dae303b564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:44Z', 'updated_at': '2021-07-05T04:06:45Z', 'revision_number': 3, 'project_id': '37ba3e31e0e24079844e681cb580ccac', 'gw_port': {'id': 'efe03d63-c8af-45e3-9fa7-d0dae303b564', 'name': '', 'network_id': '86d0febf-6cc2-4339-8bc9-9ae3921896e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f18d73-b391-4245-9cae-5233641052c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '543761f5-9d83-4cfd-b425-e57880be9de3', 'ip_address': '2001:db8::2ec', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:45Z', 'updated_at': '2021-07-05T04:06:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '543761f5-9d83-4cfd-b425-e57880be9de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:47.004438 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] Checking router: a8f18d73-b391-4245-9cae-5233641052c0 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:06:47.005073 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] Updating router a8f18d73-b391-4245-9cae-5233641052c0 port efe03d63-c8af-45e3-9fa7-d0dae303b564 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:06:47.024614 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-67e13e4a-4723-402e-aac3-47cfe2e2dea5 req-d041a435-e62a-4c68-9c21-ade1a900da20 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087742 Jul 05 04:06:47.041538 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c479cef-7af2-4eec-9c0b-f33eefc3c380 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.058750 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81b958-7ed6-40ae-acc6-759bb75d035e req-a32af4af-1213-46c3-b31e-7de4e65591d5 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:47.060224 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb81b958-7ed6-40ae-acc6-759bb75d035e req-a32af4af-1213-46c3-b31e-7de4e65591d5 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ace3c2-fa79-40d7-b5e1-d573fdf9ea84 HTTP/1.1" status: 200 len: 945 time: 0.1562159 Jul 05 04:06:47.061578 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.183631 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-0c479cef-7af2-4eec-9c0b-f33eefc3c380 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Deleting port efe03d63-c8af-45e3-9fa7-d0dae303b564 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:47.184249 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c479cef-7af2-4eec-9c0b-f33eefc3c380 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.271521 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-bb81b958-7ed6-40ae-acc6-759bb75d035e req-6193a0b2-0396-422a-8f5f-9722eae2b0c2 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Deleting port fc80fff2-7c99-46d4-a567-84d42cf38270 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:47.271881 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bb81b958-7ed6-40ae-acc6-759bb75d035e req-6193a0b2-0396-422a-8f5f-9722eae2b0c2 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.289579 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f19fff-d091-4be3-b7bf-cd55c7a7dab2 req-4f4d1e77-e022-4473-b56e-7ba01221df84 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:47.291421 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-14f19fff-d091-4be3-b7bf-cd55c7a7dab2 req-4f4d1e77-e022-4473-b56e-7ba01221df84 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.1028767 Jul 05 04:06:47.333038 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c479cef-7af2-4eec-9c0b-f33eefc3c380 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.348631 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-14f19fff-d091-4be3-b7bf-cd55c7a7dab2 req-be3c5816-8833-4f82-ac38-520e62983dec tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513887 Jul 05 04:06:47.351748 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-0c479cef-7af2-4eec-9c0b-f33eefc3c380 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Calling delete_port for efe03d63-c8af-45e3-9fa7-d0dae303b564 owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:47.412469 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.423933 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] Transition to ACTIVE for port object efe03d63-c8af-45e3-9fa7-d0dae303b564 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:47.432605 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.437021 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-bb81b958-7ed6-40ae-acc6-759bb75d035e req-6193a0b2-0396-422a-8f5f-9722eae2b0c2 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] For port fc80fff2-7c99-46d4-a567-84d42cf38270, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=fc80fff2-7c99-46d4-a567-84d42cf38270,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:47.437390 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bb81b958-7ed6-40ae-acc6-759bb75d035e req-6193a0b2-0396-422a-8f5f-9722eae2b0c2 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.462284 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-bb81b958-7ed6-40ae-acc6-759bb75d035e req-6193a0b2-0396-422a-8f5f-9722eae2b0c2 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Calling delete_port for fc80fff2-7c99-46d4-a567-84d42cf38270 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:47.484173 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] Attempting to bind port efe03d63-c8af-45e3-9fa7-d0dae303b564 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:47.484549 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] Attempting to bind port efe03d63-c8af-45e3-9fa7-d0dae303b564 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'afd35441-cf36-45cd-8fd7-be9a4f2bd33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '86d0febf-6cc2-4339-8bc9-9ae3921896e5'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:47.484913 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] Attempting to bind port efe03d63-c8af-45e3-9fa7-d0dae303b564 on network 86d0febf-6cc2-4339-8bc9-9ae3921896e5 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:47.497473 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:47.497907 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] Checking segment: {'id': 'afd35441-cf36-45cd-8fd7-be9a4f2bd33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '86d0febf-6cc2-4339-8bc9-9ae3921896e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:47.498250 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.498650 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] Bound using segment: {'id': 'afd35441-cf36-45cd-8fd7-be9a4f2bd33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '86d0febf-6cc2-4339-8bc9-9ae3921896e5'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:47.499130 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] Bound port: efe03d63-c8af-45e3-9fa7-d0dae303b564, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd35441-cf36-45cd-8fd7-be9a4f2bd33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '86d0febf-6cc2-4339-8bc9-9ae3921896e5'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:47.499661 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.554646 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] For port efe03d63-c8af-45e3-9fa7-d0dae303b564, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:47.558388 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] For port efe03d63-c8af-45e3-9fa7-d0dae303b564, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=efe03d63-c8af-45e3-9fa7-d0dae303b564,segment=NetworkSegment(afd35441-cf36-45cd-8fd7-be9a4f2bd33b),segment_id=afd35441-cf36-45cd-8fd7-be9a4f2bd33b)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:47.563970 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.566307 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557d5da-ca46-432d-878e-dcd214ed8e93 None None] Pushing event updated for resources: {'Port': ['ID=efe03d63-c8af-45e3-9fa7-d0dae303b564,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:47.579212 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557d5da-ca46-432d-878e-dcd214ed8e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:47.579562 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557d5da-ca46-432d-878e-dcd214ed8e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:47.579937 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557d5da-ca46-432d-878e-dcd214ed8e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:47.580278 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557d5da-ca46-432d-878e-dcd214ed8e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:47.580613 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557d5da-ca46-432d-878e-dcd214ed8e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:47.580947 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557d5da-ca46-432d-878e-dcd214ed8e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:47.581276 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557d5da-ca46-432d-878e-dcd214ed8e93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:47.581605 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557d5da-ca46-432d-878e-dcd214ed8e93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:47.581931 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557d5da-ca46-432d-878e-dcd214ed8e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:47.582256 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557d5da-ca46-432d-878e-dcd214ed8e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:47.582579 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557d5da-ca46-432d-878e-dcd214ed8e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:47.582900 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557d5da-ca46-432d-878e-dcd214ed8e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:47.644540 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557d5da-ca46-432d-878e-dcd214ed8e93 None None] Pushing event updated for resources: {'Port': ['ID=efe03d63-c8af-45e3-9fa7-d0dae303b564,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:47.652936 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] Routers {'a8f18d73-b391-4245-9cae-5233641052c0'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:47.653569 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:06:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['a8f18d73-b391-4245-9cae-5233641052c0'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:47.700266 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bb81b958-7ed6-40ae-acc6-759bb75d035e req-6193a0b2-0396-422a-8f5f-9722eae2b0c2 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.744500 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193a0b2-0396-422a-8f5f-9722eae2b0c2 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Pushing event deleted for resources: {'Port': ['ID=fc80fff2-7c99-46d4-a567-84d42cf38270,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:47.746169 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c479cef-7af2-4eec-9c0b-f33eefc3c380 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.764948 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] Set router a8f18d73-b391-4245-9cae-5233641052c0 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:47.803358 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c479cef-7af2-4eec-9c0b-f33eefc3c380 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Pushing event deleted for resources: {'Port': ['ID=efe03d63-c8af-45e3-9fa7-d0dae303b564,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:47.831028 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f18d73-b391-4245-9cae-5233641052c0', 'name': '', 'tenant_id': '37ba3e31e0e24079844e681cb580ccac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:44Z', 'updated_at': '2021-07-05T04:06:47Z', 'revision_number': 4, 'project_id': '37ba3e31e0e24079844e681cb580ccac', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:47.836348 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['2bbb9632-1387-46c5-bff5-92b0c5ecba56'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:47.838424 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb81b958-7ed6-40ae-acc6-759bb75d035e req-6193a0b2-0396-422a-8f5f-9722eae2b0c2 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] No DVR routers for this DVR port fc80fff2-7c99-46d4-a567-84d42cf38270 on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:47.858781 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bb81b958-7ed6-40ae-acc6-759bb75d035e req-6193a0b2-0396-422a-8f5f-9722eae2b0c2 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.860747 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-22565559-ab58-4d61-8504-6a265d7415b6 req-519c19a8-56f2-4418-9b58-b45ddaaac8df tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ace3c2-fa79-40d7-b5e1-d573fdf9ea84 HTTP/1.1" status: 200 len: 210 time: 0.0528502 Jul 05 04:06:47.865489 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['fc80fff2-7c99-46d4-a567-84d42cf38270'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:47.869749 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb81b958-7ed6-40ae-acc6-759bb75d035e req-6193a0b2-0396-422a-8f5f-9722eae2b0c2 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.70 "DELETE /v2.0/ports/fc80fff2-7c99-46d4-a567-84d42cf38270 HTTP/1.1" status: 204 len: 173 time: 0.7846098 Jul 05 04:06:47.873494 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ace3c2-fa79-40d7-b5e1-d573fdf9ea84', 'name': 'network-vif-deleted', 'tag': 'fc80fff2-7c99-46d4-a567-84d42cf38270'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:47.878830 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be76362e-1d14-4c93-b129-22838b28dc21" -d '{"events": [{"server_uuid": "09ace3c2-fa79-40d7-b5e1-d573fdf9ea84", "name": "network-vif-deleted", "tag": "fc80fff2-7c99-46d4-a567-84d42cf38270"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:47.885498 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c479cef-7af2-4eec-9c0b-f33eefc3c380 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.961153 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd6a360-2657-48af-9c29-5eb082431d98 x-openstack-request-id: req-0dd6a360-2657-48af-9c29-5eb082431d98 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:47.961903 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ace3c2-fa79-40d7-b5e1-d573fdf9ea84", "name": "network-vif-deleted", "tag": "fc80fff2-7c99-46d4-a567-84d42cf38270", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:47.962201 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0dd6a360-2657-48af-9c29-5eb082431d98 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:47.962562 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ace3c2-fa79-40d7-b5e1-d573fdf9ea84', 'name': 'network-vif-deleted', 'tag': 'fc80fff2-7c99-46d4-a567-84d42cf38270', 'status': 'completed', 'code': 200} Jul 05 04:06:47.980583 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02188730-c773-4d9b-9e37-73dad96c8a1d None None] The sync data for ids ['a8f18d73-b391-4245-9cae-5233641052c0'] in n-d-780147-23 is: [{'id': 'a8f18d73-b391-4245-9cae-5233641052c0', 'name': '', 'tenant_id': '37ba3e31e0e24079844e681cb580ccac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:44Z', 'updated_at': '2021-07-05T04:06:47Z', 'revision_number': 4, 'project_id': '37ba3e31e0e24079844e681cb580ccac', 'gw_port_host': None}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:06:48.004423 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c479cef-7af2-4eec-9c0b-f33eefc3c380 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.006721 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c479cef-7af2-4eec-9c0b-f33eefc3c380 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.074614 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c479cef-7af2-4eec-9c0b-f33eefc3c380 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.075302 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c479cef-7af2-4eec-9c0b-f33eefc3c380 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8f18d73-b391-4245-9cae-5233641052c0 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:06:48.092025 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c479cef-7af2-4eec-9c0b-f33eefc3c380 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.096383 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0c479cef-7af2-4eec-9c0b-f33eefc3c380 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "DELETE /v2.0/routers/a8f18d73-b391-4245-9cae-5233641052c0 HTTP/1.1" status: 204 len: 168 time: 1.4737630 Jul 05 04:06:48.096997 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41510) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:48.171241 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcbd40c0-581b-475c-bc0f-c12311319cf1 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Deleting subnet 543761f5-9d83-4cfd-b425-e57880be9de3 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:06:48.174797 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bcbd40c0-581b-475c-bc0f-c12311319cf1 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.215252 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bcbd40c0-581b-475c-bc0f-c12311319cf1 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.261844 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bcbd40c0-581b-475c-bc0f-c12311319cf1 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.340230 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bcbd40c0-581b-475c-bc0f-c12311319cf1 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.372539 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd40c0-581b-475c-bc0f-c12311319cf1 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=543761f5-9d83-4cfd-b425-e57880be9de3,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:48.374642 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bcbd40c0-581b-475c-bc0f-c12311319cf1 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.385515 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bcbd40c0-581b-475c-bc0f-c12311319cf1 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "DELETE /v2.0/subnets/543761f5-9d83-4cfd-b425-e57880be9de3 HTTP/1.1" status: 204 len: 168 time: 0.2870121 Jul 05 04:06:48.388505 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41520) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:48.509249 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b87fdf-5267-4418-9cc4-577117614218 req-038938d7-41c4-439a-8f41-2094d22c3d86 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:48.511233 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-81b87fdf-5267-4418-9cc4-577117614218 req-038938d7-41c4-439a-8f41-2094d22c3d86 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.0961838 Jul 05 04:06:48.560116 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73b02909-9610-4059-bb73-37aa540997c8 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.565926 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-81b87fdf-5267-4418-9cc4-577117614218 req-726fd7a8-bf4c-4637-a7f8-a0c4aa4462ff tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482757 Jul 05 04:06:48.641004 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9a06f-a8ac-429b-b9ed-704ddaff5e43 req-5bb3cc13-6d28-4add-9906-b6170a5259ed tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:48.642646 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-97d9a06f-a8ac-429b-b9ed-704ddaff5e43 req-5bb3cc13-6d28-4add-9906-b6170a5259ed tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.1529374 Jul 05 04:06:48.720771 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73b02909-9610-4059-bb73-37aa540997c8 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.739702 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-73b02909-9610-4059-bb73-37aa540997c8 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d0febf-6cc2-4339-8bc9-9ae3921896e5']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:48.760385 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-97d9a06f-a8ac-429b-b9ed-704ddaff5e43 req-4eb8c144-abdb-4421-9d08-a6e37f5754bb tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975232 Jul 05 04:06:48.765743 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-73b02909-9610-4059-bb73-37aa540997c8 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd35441-cf36-45cd-8fd7-be9a4f2bd33b') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:48.766098 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-73b02909-9610-4059-bb73-37aa540997c8 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd35441-cf36-45cd-8fd7-be9a4f2bd33b') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:48.781482 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73b02909-9610-4059-bb73-37aa540997c8 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.803430 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73b02909-9610-4059-bb73-37aa540997c8 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.813366 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b02909-9610-4059-bb73-37aa540997c8 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:48.813803 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73b02909-9610-4059-bb73-37aa540997c8 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: items = [ Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:48.815935 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:48.882156 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73b02909-9610-4059-bb73-37aa540997c8 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.888556 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b02909-9610-4059-bb73-37aa540997c8 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 86d0febf-6cc2-4339-8bc9-9ae3921896e5 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:06:48.891015 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73b02909-9610-4059-bb73-37aa540997c8 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.896459 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-73b02909-9610-4059-bb73-37aa540997c8 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "DELETE /v2.0/networks/86d0febf-6cc2-4339-8bc9-9ae3921896e5 HTTP/1.1" status: 204 len: 168 time: 0.5072098 Jul 05 04:06:48.910103 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b02909-9610-4059-bb73-37aa540997c8 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Pushing event deleted for resources: {'Network': ['ID=86d0febf-6cc2-4339-8bc9-9ae3921896e5,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:49.451452 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-e198adce-8f7a-4d94-952d-3dd85aa9b743 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:49.453038 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-e198adce-8f7a-4d94-952d-3dd85aa9b743 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/networks?id=1dcac4dd-6370-4a16-a68a-d8ffae39b304 HTTP/1.1" status: 200 len: 806 time: 0.1372812 Jul 05 04:06:49.469433 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-e7a989ae-dc63-4283-bfc0-18c0428f0bec tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/quotas/e7f30e579fe94453a264d70ff2740003 HTTP/1.1" status: 200 len: 375 time: 0.0104020 Jul 05 04:06:49.490388 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41558) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:49.496717 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-61d92aa3-fcfe-4ec0-8ffb-ff0c45257002 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Request body: {'router': {'name': 'tempest-router--546662368', 'project_id': 'a5174eee8a20421cbf12fc3acee9641f'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:49.538001 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61d92aa3-fcfe-4ec0-8ffb-ff0c45257002 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.539462 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61d92aa3-fcfe-4ec0-8ffb-ff0c45257002 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.567960 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-b2d3a896-ecce-49e3-80fb-c282075191e2 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e7f30e579fe94453a264d70ff2740003&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0919452 Jul 05 04:06:49.651195 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61d92aa3-fcfe-4ec0-8ffb-ff0c45257002 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.660616 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61d92aa3-fcfe-4ec0-8ffb-ff0c45257002 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.696338 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61d92aa3-fcfe-4ec0-8ffb-ff0c45257002 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.697930 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-61d92aa3-fcfe-4ec0-8ffb-ff0c45257002 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2062883 Jul 05 04:06:49.701053 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41566) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:49.727141 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-9b2be16a-5288-439d-836b-247601476b6d service neutron] 10.222.0.77 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562662 Jul 05 04:06:49.855591 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efd46a-cf9a-4548-ac38-371233c50d49 req-2a22bf32-96e4-40e6-80c9-e9f48dd8769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:49.857283 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c1efd46a-cf9a-4548-ac38-371233c50d49 req-2a22bf32-96e4-40e6-80c9-e9f48dd8769e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 1097 time: 0.4669580 Jul 05 04:06:49.903361 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-d43b4e44-9575-4230-ad61-13cec734bc25 service neutron] 10.222.0.77 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697648 Jul 05 04:06:49.926853 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c1efd46a-cf9a-4548-ac38-371233c50d49 req-c4dfbf85-aeae-44c1-9cef-59bba2fdbd70 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566523 Jul 05 04:06:50.133106 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-49f04cef-600e-45ad-9eee-c5144300a416 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.228147 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cd7d8-a79f-48e6-bba0-44375a591dd1 req-22009c2e-5113-42ca-8fea-12db7940eec5 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:50.230118 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-022cd7d8-a79f-48e6-bba0-44375a591dd1 req-22009c2e-5113-42ca-8fea-12db7940eec5 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.0741937 Jul 05 04:06:50.289627 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-022cd7d8-a79f-48e6-bba0-44375a591dd1 req-b6636c57-6fa7-4629-8dac-8fe0e42c44cf tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531802 Jul 05 04:06:50.333952 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de20fc-2c9a-40ae-8549-6bbca8869ae0 req-d6e95811-019e-404f-99d8-6c9468f8a99a tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:50.337322 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f2de20fc-2c9a-40ae-8549-6bbca8869ae0 req-d6e95811-019e-404f-99d8-6c9468f8a99a tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.2710750 Jul 05 04:06:50.342227 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-49f04cef-600e-45ad-9eee-c5144300a416 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.344885 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-49f04cef-600e-45ad-9eee-c5144300a416 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.424594 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-49f04cef-600e-45ad-9eee-c5144300a416 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.425637 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f04cef-600e-45ad-9eee-c5144300a416 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72a618f4-7803-4fd7-80ff-b4ebee5d78ee {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:06:50.429855 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f2de20fc-2c9a-40ae-8549-6bbca8869ae0 req-e60983e0-7635-4529-adfa-ea5728d8d0b3 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830569 Jul 05 04:06:50.432799 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-49f04cef-600e-45ad-9eee-c5144300a416 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.436730 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-49f04cef-600e-45ad-9eee-c5144300a416 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "DELETE /v2.0/routers/72a618f4-7803-4fd7-80ff-b4ebee5d78ee HTTP/1.1" status: 204 len: 168 time: 0.7348711 Jul 05 04:06:50.534149 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c98cc9ca-406e-422a-ba49-51a3fb1207ab req-11412914-824a-48c1-81c1-f8db352fb483 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 210 time: 0.0476115 Jul 05 04:06:50.609594 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device fc80fff2-7c99-46d4-a567-84d42cf38270 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:50.646144 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: fc80fff2-7c99-46d4-a567-84d42cf38270 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:50.646711 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device fc80fff2-7c99-46d4-a567-84d42cf38270 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:50.713345 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41610) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:50.990630 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-a0e24970-0601-4c14-8cf3-668e63db92de tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1058589973', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}, 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:51.020304 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5f9a8-2ec3-45ec-a18a-bae5fd881df0 req-e3e0ae15-1971-42e3-b27d-510b82d45fe0 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:51.026528 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-96f5f9a8-2ec3-45ec-a18a-bae5fd881df0 req-e3e0ae15-1971-42e3-b27d-510b82d45fe0 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.1353528 Jul 05 04:06:51.032107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d3935-d3f2-4a1c-92e4-2674cd826f6f req-08aa00d8-810b-434f-a061-a257439cefa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:51.033647 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6c1d3935-d3f2-4a1c-92e4-2674cd826f6f req-08aa00d8-810b-434f-a061-a257439cefa4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 1096 time: 0.1291015 Jul 05 04:06:51.064784 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0e24970-0601-4c14-8cf3-668e63db92de tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.065790 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0e24970-0601-4c14-8cf3-668e63db92de tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.145535 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-96f5f9a8-2ec3-45ec-a18a-bae5fd881df0 req-07815ebf-02d6-4324-bf4c-899c663d8438 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088860 Jul 05 04:06:51.210541 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0e24970-0601-4c14-8cf3-668e63db92de tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.300991 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d3935-d3f2-4a1c-92e4-2674cd826f6f req-0ccceade-a1db-46e9-81b4-2667291ac2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:51.302660 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6c1d3935-d3f2-4a1c-92e4-2674cd826f6f req-0ccceade-a1db-46e9-81b4-2667291ac2e3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 913 time: 0.2568753 Jul 05 04:06:51.464155 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0e24970-0601-4c14-8cf3-668e63db92de tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.475106 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6c1d3935-d3f2-4a1c-92e4-2674cd826f6f req-c13c1bcc-e107-4759-8125-a9d2d93cd620 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a737e3b-7647-4859-8d3b-5a41559ab915 HTTP/1.1" status: 200 len: 998 time: 0.1427200 Jul 05 04:06:51.530783 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b4e68-6248-42e1-b2cc-6b11a3870cee req-3b96d705-1e2f-4adf-ac26-6f7d458e7890 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:51.541419 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-071b4e68-6248-42e1-b2cc-6b11a3870cee req-3b96d705-1e2f-4adf-ac26-6f7d458e7890 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.0939620 Jul 05 04:06:51.573661 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d3935-d3f2-4a1c-92e4-2674cd826f6f req-1f18819e-88f1-42a8-bc2f-4cb3178c3109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:51.575176 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6c1d3935-d3f2-4a1c-92e4-2674cd826f6f req-1f18819e-88f1-42a8-bc2f-4cb3178c3109 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d157b61e-6b4a-43c9-a07c-5c6e1fda4120 HTTP/1.1" status: 200 len: 851 time: 0.0925477 Jul 05 04:06:51.591056 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-071b4e68-6248-42e1-b2cc-6b11a3870cee req-baa706e4-b398-4919-ab7f-1dadd45fcd65 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480969 Jul 05 04:06:51.685024 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d3935-d3f2-4a1c-92e4-2674cd826f6f req-da4d37a1-de68-42bd-8499-3a1301d6f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:51.686735 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6c1d3935-d3f2-4a1c-92e4-2674cd826f6f req-da4d37a1-de68-42bd-8499-3a1301d6f88d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=76e1944d-1d03-4c4e-b1ba-413cddc95912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0981052 Jul 05 04:06:51.928008 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-07ea3d88-204c-4e63-9293-2bb0ae2836db req-d18b6e6e-2cfb-4dc7-acf9-2ffc946cb172 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 210 time: 0.0610096 Jul 05 04:06:51.960537 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-8b3e9fed-4be6-4d5d-ae92-14258a05772a tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:51.962427 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-8b3e9fed-4be6-4d5d-ae92-14258a05772a tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.70 "GET /v2.0/networks?id=1dcac4dd-6370-4a16-a68a-d8ffae39b304 HTTP/1.1" status: 200 len: 806 time: 0.1719277 Jul 05 04:06:51.971293 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0e24970-0601-4c14-8cf3-668e63db92de tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.977901 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05abee5-f004-411e-b784-86e1e41fb41a req-e33aa2f5-f3cf-4ade-8d11-fd7b30f1d29c tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:51.980339 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a05abee5-f004-411e-b784-86e1e41fb41a req-e33aa2f5-f3cf-4ade-8d11-fd7b30f1d29c tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1464777 Jul 05 04:06:52.001587 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-5b1cbb81-aaf9-41f0-bca2-817d55930714 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Request body: {'port': {'device_id': '7085517f-2d36-4477-aa06-fffd6fb3d648', 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304', 'admin_state_up': True, 'tenant_id': 'e7f30e579fe94453a264d70ff2740003'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:52.001945 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0e24970-0601-4c14-8cf3-668e63db92de tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:52.027169 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6c1d3935-d3f2-4a1c-92e4-2674cd826f6f req-f2ba03ae-4627-42d5-b65c-8f040859359b service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308096 Jul 05 04:06:52.188320 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a05abee5-f004-411e-b784-86e1e41fb41a req-526a7496-de94-4c94-9232-09a634a7a25f tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856082 Jul 05 04:06:52.228535 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6c1d3935-d3f2-4a1c-92e4-2674cd826f6f req-79370cf4-b3af-4d64-8205-f976aeda0cae service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595557 Jul 05 04:06:52.228535 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-a0e24970-0601-4c14-8cf3-668e63db92de tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Allocated IP 172.25.1.239 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/355c4ef5-f992-44c8-8b3d-2600534f031f) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:52.330522 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-5b1cbb81-aaf9-41f0-bca2-817d55930714 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Made reservation on behalf of e7f30e579fe94453a264d70ff2740003 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:52.338013 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-5b1cbb81-aaf9-41f0-bca2-817d55930714 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:52.374154 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0e24970-0601-4c14-8cf3-668e63db92de tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:52.461661 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0e24970-0601-4c14-8cf3-668e63db92de tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:52.478745 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987d35f-0b4c-46c8-9e2a-5f1237b14849 req-42d6254d-b1d9-46ba-809a-29d260b22f43 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:52.480342 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0987d35f-0b4c-46c8-9e2a-5f1237b14849 req-42d6254d-b1d9-46ba-809a-29d260b22f43 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.1223929 Jul 05 04:06:52.542201 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e24970-0601-4c14-8cf3-668e63db92de tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:52.548529 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-a0e24970-0601-4c14-8cf3-668e63db92de tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:52.552323 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e24970-0601-4c14-8cf3-668e63db92de tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Pushing event updated for resources: {'Port': ['ID=355c4ef5-f992-44c8-8b3d-2600534f031f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:52.562798 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e24970-0601-4c14-8cf3-668e63db92de tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:52.617112 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0987d35f-0b4c-46c8-9e2a-5f1237b14849 req-37f03a5c-1a12-4d3c-bedb-c382ed9d6fc0 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125555 Jul 05 04:06:52.682685 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-5b1cbb81-aaf9-41f0-bca2-817d55930714 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Allocated IP 172.20.0.6 (1dcac4dd-6370-4a16-a68a-d8ffae39b304/248c3b61-cc11-4019-9b85-60af49b5384a/3cf7988d-481b-41ab-95db-7d22c5a9a7ff) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:52.949666 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446ce63-e469-4051-931a-900b1bf300ed req-3f3ec26e-4f9d-4d6d-9038-3678c238f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:52.951406 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0446ce63-e469-4051-931a-900b1bf300ed req-3f3ec26e-4f9d-4d6d-9038-3678c238f6ff service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=926d31dd012d42b08dd59638f4bc0d7d&device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 1097 time: 0.2269750 Jul 05 04:06:53.094507 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9139cf-b1c0-4316-a643-d5bda0ecef77 req-dba8a328-7c37-4831-aff7-1319c83a27b6 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:53.105211 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eb9139cf-b1c0-4316-a643-d5bda0ecef77 req-dba8a328-7c37-4831-aff7-1319c83a27b6 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.3123968 Jul 05 04:06:53.133067 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-5b1cbb81-aaf9-41f0-bca2-817d55930714 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.181082 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eb9139cf-b1c0-4316-a643-d5bda0ecef77 req-609ebf9d-a93b-4f88-a599-dad2090fd4dc tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743034 Jul 05 04:06:53.231539 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446ce63-e469-4051-931a-900b1bf300ed req-602f0be9-b120-4f8b-afb7-51528b09032c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:53.233151 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0446ce63-e469-4051-931a-900b1bf300ed req-602f0be9-b120-4f8b-afb7-51528b09032c service neutron] 10.222.0.89 "GET /v2.0/networks?id=0d181948-6f38-4cce-b66b-21d3a10c7c4e HTTP/1.1" status: 200 len: 919 time: 0.2677145 Jul 05 04:06:53.312408 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0446ce63-e469-4051-931a-900b1bf300ed req-1e9e5007-6fdf-498a-941b-209933b2e165 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21856a23-4941-4da0-966c-1fe9466f4806 HTTP/1.1" status: 200 len: 217 time: 0.0662909 Jul 05 04:06:53.318060 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-5b1cbb81-aaf9-41f0-bca2-817d55930714 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.332662 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['2bbb9632-1387-46c5-bff5-92b0c5ecba56'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:53.342304 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0e24970-0601-4c14-8cf3-668e63db92de tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.401535 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b16f87-a7db-4092-8eb4-6cca5f5298dd req-a8a8b5d7-c2f1-4060-985f-8699c1e282e9 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:53.403103 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-18b16f87-a7db-4092-8eb4-6cca5f5298dd req-a8a8b5d7-c2f1-4060-985f-8699c1e282e9 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.4900241 Jul 05 04:06:53.456759 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-5b1cbb81-aaf9-41f0-bca2-817d55930714 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:53.467136 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-5b1cbb81-aaf9-41f0-bca2-817d55930714 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:53.471595 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cbb81-aaf9-41f0-bca2-817d55930714 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Pushing event updated for resources: {'Port': ['ID=3cf7988d-481b-41ab-95db-7d22c5a9a7ff,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:53.475987 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-5b1cbb81-aaf9-41f0-bca2-817d55930714 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:53.484263 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446ce63-e469-4051-931a-900b1bf300ed req-2194448a-89d3-44fe-ae65-4edf95206da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:53.485765 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0446ce63-e469-4051-931a-900b1bf300ed req-2194448a-89d3-44fe-ae65-4edf95206da8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=eef02c9b-cdba-4d27-9b33-4ac4c6fe1358 HTTP/1.1" status: 200 len: 858 time: 0.1540785 Jul 05 04:06:53.493152 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-18b16f87-a7db-4092-8eb4-6cca5f5298dd req-7aa602e7-dea7-4a6d-8243-c60e1e5b89a6 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805776 Jul 05 04:06:53.566953 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0446ce63-e469-4051-931a-900b1bf300ed req-0d4761fb-9aaa-44bd-bf5e-8436286a0d22 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0d181948-6f38-4cce-b66b-21d3a10c7c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552847 Jul 05 04:06:53.593180 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fc4ea-25fb-4612-bdea-a69698d6913c req-c24d9250-5b5f-445c-9c1e-84014c78a866 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:53.594779 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c41fc4ea-25fb-4612-bdea-a69698d6913c req-c24d9250-5b5f-445c-9c1e-84014c78a866 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 931 time: 0.2649257 Jul 05 04:06:53.650208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-5b1cbb81-aaf9-41f0-bca2-817d55930714 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:53.650855 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-5b1cbb81-aaf9-41f0-bca2-817d55930714 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.652556 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0e24970-0601-4c14-8cf3-668e63db92de tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.697648 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-5b1cbb81-aaf9-41f0-bca2-817d55930714 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7105982 Jul 05 04:06:53.731972 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-edb223fd-bbc5-4dcc-946e-be0c0296c7d2 service neutron] Request body: {'port': {'device_id': '7085517f-2d36-4477-aa06-fffd6fb3d648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:53.747914 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c41fc4ea-25fb-4612-bdea-a69698d6913c req-f8ee41d5-f2ce-4389-96e7-96005582bead tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381578 Jul 05 04:06:53.801278 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0446ce63-e469-4051-931a-900b1bf300ed req-538a074d-2e8b-4c14-9dd3-02841b54e516 service neutron] 10.222.0.89 "GET /v2.0/networks/0d181948-6f38-4cce-b66b-21d3a10c7c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245224 Jul 05 04:06:53.888054 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e24970-0601-4c14-8cf3-668e63db92de tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Router 77b430a4-7d29-47c3-8b54-945169d37cd7 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:06:53.903253 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32068b8c-557c-4dab-ad82-eea1cfd5e931 req-10b38b8f-cae2-4321-8940-fbc673dd5c58 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:53.904252 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-edb223fd-bbc5-4dcc-946e-be0c0296c7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.905174 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-32068b8c-557c-4dab-ad82-eea1cfd5e931 req-10b38b8f-cae2-4321-8940-fbc673dd5c58 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.1105275 Jul 05 04:06:53.999385 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0446ce63-e469-4051-931a-900b1bf300ed req-1b7dc29f-5b8d-4126-8592-0f9a88c2edf3 service neutron] 10.222.0.89 "GET /v2.0/networks/0d181948-6f38-4cce-b66b-21d3a10c7c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912777 Jul 05 04:06:54.030985 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-32068b8c-557c-4dab-ad82-eea1cfd5e931 req-2bc78cb6-15eb-47cf-bd65-0359c91eebab tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159525 Jul 05 04:06:54.058866 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e24970-0601-4c14-8cf3-668e63db92de tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:06:54.082979 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ca7fb6-70c1-4ce2-973e-7e6385e392e4 None None] Sync routers for ids ['77b430a4-7d29-47c3-8b54-945169d37cd7'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:06:54.087660 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0e24970-0601-4c14-8cf3-668e63db92de tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.092469 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a0e24970-0601-4c14-8cf3-668e63db92de tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.3772879 Jul 05 04:06:54.093316 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41696) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:54.201498 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ca7fb6-70c1-4ce2-973e-7e6385e392e4 None None] Routers {'77b430a4-7d29-47c3-8b54-945169d37cd7'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:54.202129 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-99ca7fb6-70c1-4ce2-973e-7e6385e392e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:06:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['77b430a4-7d29-47c3-8b54-945169d37cd7'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:54.212363 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0a4e64e8-73fa-4841-8699-a6364b888293 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "GET /v2.0/routers/77b430a4-7d29-47c3-8b54-945169d37cd7 HTTP/1.1" status: 200 len: 925 time: 0.1175208 Jul 05 04:06:54.215199 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41702) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:54.250522 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9187abff-7f77-4905-bfbe-2c006a2885d6 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "GET /v2.0/ports?device_id=77b430a4-7d29-47c3-8b54-945169d37cd7 HTTP/1.1" status: 200 len: 205 time: 0.0317817 Jul 05 04:06:54.250796 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41704) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:54.268007 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-99ca7fb6-70c1-4ce2-973e-7e6385e392e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:54.297539 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ca7fb6-70c1-4ce2-973e-7e6385e392e4 None None] Routers {'77b430a4-7d29-47c3-8b54-945169d37cd7'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:54.299015 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-99ca7fb6-70c1-4ce2-973e-7e6385e392e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:06:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['77b430a4-7d29-47c3-8b54-945169d37cd7'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:54.343494 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-edb223fd-bbc5-4dcc-946e-be0c0296c7d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cf7988d-481b-41ab-95db-7d22c5a9a7ff {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:54.352536 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-edb223fd-bbc5-4dcc-946e-be0c0296c7d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.367085 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-99ca7fb6-70c1-4ce2-973e-7e6385e392e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:54.368101 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ca7fb6-70c1-4ce2-973e-7e6385e392e4 None None] The sync data for ids ['77b430a4-7d29-47c3-8b54-945169d37cd7'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:06:54.400145 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-edb223fd-bbc5-4dcc-946e-be0c0296c7d2 service neutron] Transition to ACTIVE for port object 3cf7988d-481b-41ab-95db-7d22c5a9a7ff will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:54.406214 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-edb223fd-bbc5-4dcc-946e-be0c0296c7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.409725 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.536600 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.609720 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Deleting port 355c4ef5-f992-44c8-8b3d-2600534f031f {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:54.610273 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.751829 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.768398 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Calling delete_port for 355c4ef5-f992-44c8-8b3d-2600534f031f owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:54.784068 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00156cca-0a7d-45f9-b192-8cfe98f87210 req-7cc55f26-e162-4b26-9a4f-916298d0cc4b tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:54.785930 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-00156cca-0a7d-45f9-b192-8cfe98f87210 req-7cc55f26-e162-4b26-9a4f-916298d0cc4b tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1262724 Jul 05 04:06:54.877592 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb223fd-bbc5-4dcc-946e-be0c0296c7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf7988d-481b-41ab-95db-7d22c5a9a7ff,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:54.890134 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-00156cca-0a7d-45f9-b192-8cfe98f87210 req-34c74794-2ba0-44b4-8df8-9306d889e918 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952065 Jul 05 04:06:54.946586 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a944bd-14ec-4c67-95e1-b130b2c57d53 req-cdab9ca8-422c-42dc-87f2-0b047a3f25f7 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:54.949302 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-33a944bd-14ec-4c67-95e1-b130b2c57d53 req-cdab9ca8-422c-42dc-87f2-0b047a3f25f7 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.5867102 Jul 05 04:06:55.021743 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-33a944bd-14ec-4c67-95e1-b130b2c57d53 req-3d9aec33-76c5-4e61-a93c-70b58815bd2b tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604949 Jul 05 04:06:55.024457 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-edb223fd-bbc5-4dcc-946e-be0c0296c7d2 service neutron] Attempting to bind port 3cf7988d-481b-41ab-95db-7d22c5a9a7ff on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:55.025097 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-edb223fd-bbc5-4dcc-946e-be0c0296c7d2 service neutron] Attempting to bind port 3cf7988d-481b-41ab-95db-7d22c5a9a7ff by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:55.025097 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-edb223fd-bbc5-4dcc-946e-be0c0296c7d2 service neutron] Attempting to bind port 3cf7988d-481b-41ab-95db-7d22c5a9a7ff on network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:55.030163 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-edb223fd-bbc5-4dcc-946e-be0c0296c7d2 service neutron] Port 3cf7988d-481b-41ab-95db-7d22c5a9a7ff on network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:55.030495 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-edb223fd-bbc5-4dcc-946e-be0c0296c7d2 service neutron] Attempting to bind port 3cf7988d-481b-41ab-95db-7d22c5a9a7ff on network 1dcac4dd-6370-4a16-a68a-d8ffae39b304 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:55.037966 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-edb223fd-bbc5-4dcc-946e-be0c0296c7d2 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:55.039158 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-edb223fd-bbc5-4dcc-946e-be0c0296c7d2 service neutron] Checking segment: {'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:55.039557 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-edb223fd-bbc5-4dcc-946e-be0c0296c7d2 service neutron] Bound using segment: {'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:55.040046 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-edb223fd-bbc5-4dcc-946e-be0c0296c7d2 service neutron] Bound port: 3cf7988d-481b-41ab-95db-7d22c5a9a7ff, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8188e19f-c586-4b2c-9f64-81f0cad7f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:55.040461 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-edb223fd-bbc5-4dcc-946e-be0c0296c7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.045724 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.093725 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Pushing event deleted for resources: {'Port': ['ID=355c4ef5-f992-44c8-8b3d-2600534f031f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:55.128646 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:55.129395 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:55.130089 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:55.130854 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:55.131346 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:55.133103 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:55.134296 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:55.139066 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:55.139417 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:55.139751 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:55.140113 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:55.140442 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:55.194835 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-edb223fd-bbc5-4dcc-946e-be0c0296c7d2 service neutron] For port 3cf7988d-481b-41ab-95db-7d22c5a9a7ff, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:55.201196 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-edb223fd-bbc5-4dcc-946e-be0c0296c7d2 service neutron] For port 3cf7988d-481b-41ab-95db-7d22c5a9a7ff, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=3cf7988d-481b-41ab-95db-7d22c5a9a7ff,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:55.209738 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-edb223fd-bbc5-4dcc-946e-be0c0296c7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.273376 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.280413 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-edb223fd-bbc5-4dcc-946e-be0c0296c7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:55.281241 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-edb223fd-bbc5-4dcc-946e-be0c0296c7d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.283101 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-edb223fd-bbc5-4dcc-946e-be0c0296c7d2 service neutron] 10.222.0.70 "PUT /v2.0/ports/3cf7988d-481b-41ab-95db-7d22c5a9a7ff HTTP/1.1" status: 200 len: 1092 time: 1.5578818 Jul 05 04:06:55.283543 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7085517f-2d36-4477-aa06-fffd6fb3d648', 'tag': '3cf7988d-481b-41ab-95db-7d22c5a9a7ff'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:55.285956 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc021d63-957e-4fef-a7c8-2a3ef301b7cc" -d '{"events": [{"name": "network-changed", "server_uuid": "7085517f-2d36-4477-aa06-fffd6fb3d648", "tag": "3cf7988d-481b-41ab-95db-7d22c5a9a7ff"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:55.338106 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb223fd-bbc5-4dcc-946e-be0c0296c7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf7988d-481b-41ab-95db-7d22c5a9a7ff,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:55.367709 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10845e77-3b61-468b-95d5-f3113a4f2f68 x-openstack-request-id: req-10845e77-3b61-468b-95d5-f3113a4f2f68 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:55.368322 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7085517f-2d36-4477-aa06-fffd6fb3d648", "tag": "3cf7988d-481b-41ab-95db-7d22c5a9a7ff", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:55.368716 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-10845e77-3b61-468b-95d5-f3113a4f2f68 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:55.369329 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7085517f-2d36-4477-aa06-fffd6fb3d648', 'tag': '3cf7988d-481b-41ab-95db-7d22c5a9a7ff', 'status': 'completed', 'code': 200} Jul 05 04:06:55.399219 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67f44f-95c5-459d-9f53-287df174d4a6 req-078b7422-d810-4d34-b478-bf23d8002b53 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:55.401017 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be67f44f-95c5-459d-9f53-287df174d4a6 req-078b7422-d810-4d34-b478-bf23d8002b53 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 943 time: 0.2157969 Jul 05 04:06:55.403121 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.405598 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.463195 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-eb8f12a1-3d7f-49b0-8718-007c6bf19bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:55.465399 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-eb8f12a1-3d7f-49b0-8718-007c6bf19bf4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7f30e579fe94453a264d70ff2740003&device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 1095 time: 0.0787389 Jul 05 04:06:55.477264 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.477795 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Fanout notify agent at l3_agent the message router_deleted on router 77b430a4-7d29-47c3-8b54-945169d37cd7 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:06:55.486413 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.487498 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-dc677572-b324-4e74-b459-30af80eab027 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "DELETE /v2.0/routers/77b430a4-7d29-47c3-8b54-945169d37cd7 HTTP/1.1" status: 204 len: 168 time: 1.2357237 Jul 05 04:06:55.492532 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41730) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:55.498498 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1240810173', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'enable_snat': False}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:55.501988 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be67f44f-95c5-459d-9f53-287df174d4a6 req-342804ea-8744-4a81-8932-7d3c15d0cd1c tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927985 Jul 05 04:06:55.547399 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-667e1ecb-a079-4c88-af1e-7653d8791331 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cf7988d-481b-41ab-95db-7d22c5a9a7ff HTTP/1.1" status: 200 len: 217 time: 0.0521576 Jul 05 04:06:55.601393 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.602587 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.624554 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-1ceff66f-74d2-4b07-97a3-5f88850448a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:55.626275 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-1ceff66f-74d2-4b07-97a3-5f88850448a4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=248c3b61-cc11-4019-9b85-60af49b5384a HTTP/1.1" status: 200 len: 846 time: 0.0714841 Jul 05 04:06:55.700481 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-a896276c-f47a-4ce1-ad9b-fa3dbbec704d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1dcac4dd-6370-4a16-a68a-d8ffae39b304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666945 Jul 05 04:06:55.703653 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.928496 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.961209 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-54b19108-0fb3-43b2-bfc8-5f47f7db83a1 service neutron] 10.222.0.70 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451849 Jul 05 04:06:56.193040 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd505339-2b3f-4e8f-98c3-47abf615ec08 req-c25909e2-47d4-4745-b91c-65b71e2a831c service neutron] 10.222.0.70 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308095 Jul 05 04:06:56.247635 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e9390-b250-4b99-bcad-77a050d87b80 req-ad26297b-239b-4fdc-b771-ecf8317b9568 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:56.254810 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2d5e9390-b250-4b99-bcad-77a050d87b80 req-ad26297b-239b-4fdc-b771-ecf8317b9568 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1717396 Jul 05 04:06:56.269005 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b95b9-d7bf-4d64-992d-73c664ddabdc req-1b66ad36-4e73-46f9-bf4a-61a6288fd970 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:56.271221 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d56b95b9-d7bf-4d64-992d-73c664ddabdc req-1b66ad36-4e73-46f9-bf4a-61a6288fd970 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.0975447 Jul 05 04:06:56.317922 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d56b95b9-d7bf-4d64-992d-73c664ddabdc req-2b336e1f-0492-44c4-be04-5fa9df1ae3a8 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383639 Jul 05 04:06:56.409385 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2d5e9390-b250-4b99-bcad-77a050d87b80 req-05e82b62-8c8d-47ad-a4ec-9b9c8f8da077 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537066 Jul 05 04:06:56.473743 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc021d63-957e-4fef-a7c8-2a3ef301b7cc req-4df830f9-9922-403b-be93-c8356c4f1dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:56.475823 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bc021d63-957e-4fef-a7c8-2a3ef301b7cc req-4df830f9-9922-403b-be93-c8356c4f1dba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7f30e579fe94453a264d70ff2740003&device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 1095 time: 0.1578450 Jul 05 04:06:56.478079 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:56.508618 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:56.720279 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc021d63-957e-4fef-a7c8-2a3ef301b7cc req-6fb9893a-fbec-43a9-ae19-80ea8b2547b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:56.721871 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bc021d63-957e-4fef-a7c8-2a3ef301b7cc req-6fb9893a-fbec-43a9-ae19-80ea8b2547b5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1dcac4dd-6370-4a16-a68a-d8ffae39b304 HTTP/1.1" status: 200 len: 907 time: 0.2224391 Jul 05 04:06:56.790417 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bc021d63-957e-4fef-a7c8-2a3ef301b7cc req-109f67b0-d955-48bb-8827-0cdf811729a0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cf7988d-481b-41ab-95db-7d22c5a9a7ff HTTP/1.1" status: 200 len: 217 time: 0.0504086 Jul 05 04:06:56.816039 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Allocated IP 172.25.1.229 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/fc88aff0-bab5-4e07-87c2-cf4f7f41dad9) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:56.869772 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add90a4-76b7-49be-bc0f-4bd6da120a75 req-402bff95-b791-46bb-97c6-7ca83e5bfa7f tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:56.871537 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4add90a4-76b7-49be-bc0f-4bd6da120a75 req-402bff95-b791-46bb-97c6-7ca83e5bfa7f tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 943 time: 0.2040868 Jul 05 04:06:56.935081 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc021d63-957e-4fef-a7c8-2a3ef301b7cc req-0a520106-88b7-4448-bcd9-8292bf6165ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:56.936831 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bc021d63-957e-4fef-a7c8-2a3ef301b7cc req-0a520106-88b7-4448-bcd9-8292bf6165ee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=248c3b61-cc11-4019-9b85-60af49b5384a HTTP/1.1" status: 200 len: 846 time: 0.1296105 Jul 05 04:06:56.992374 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bc021d63-957e-4fef-a7c8-2a3ef301b7cc req-46fcb0f3-81f3-4317-9b0d-76fce2a3e2df service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1dcac4dd-6370-4a16-a68a-d8ffae39b304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389426 Jul 05 04:06:57.028328 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4add90a4-76b7-49be-bc0f-4bd6da120a75 req-eb6f718e-6d1b-4885-ac3f-e7a59190ca21 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422417 Jul 05 04:06:57.112500 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.153368 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bc021d63-957e-4fef-a7c8-2a3ef301b7cc req-dd9a23bf-b12d-49aa-9998-47365ae6644c service neutron] 10.222.0.70 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508677 Jul 05 04:06:57.235713 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.293397 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:57.300108 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:57.309339 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:57.335699 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Pushing event updated for resources: {'Port': ['ID=fc88aff0-bab5-4e07-87c2-cf4f7f41dad9,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:57.370329 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:57.370683 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:57.371047 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:57.371478 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:57.371722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:57.372088 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:57.372421 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:57.372750 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:57.373134 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:57.373403 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:57.373728 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:57.374050 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:57.380868 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bc021d63-957e-4fef-a7c8-2a3ef301b7cc req-77eabd8b-38e1-4dea-81f1-1b341ff05aee service neutron] 10.222.0.70 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192512 Jul 05 04:06:57.655105 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0548de-196b-46d0-8660-d23e409ecd27 req-2d7f775f-df46-4804-8e96-cffeca0e736d tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:57.662036 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e0548de-196b-46d0-8660-d23e409ecd27 req-2d7f775f-df46-4804-8e96-cffeca0e736d tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.1847787 Jul 05 04:06:57.673579 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.703068 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e0548de-196b-46d0-8660-d23e409ecd27 req-2d69922f-d133-4e60-a481-6ab1606e2d4b tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400398 Jul 05 04:06:57.920995 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:58.076384 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec3122-f31f-498f-bd65-1fb33303b6a7 req-e5919330-6bc7-4a89-b2a7-3c6af5271ffe tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:58.078524 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-faec3122-f31f-498f-bd65-1fb33303b6a7 req-e5919330-6bc7-4a89-b2a7-3c6af5271ffe tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1043088 Jul 05 04:06:58.124592 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-faec3122-f31f-498f-bd65-1fb33303b6a7 req-f20c8d37-d0bf-42e2-be96-ac48abcc6177 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377195 Jul 05 04:06:58.316104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf336cb-1459-4370-a88e-9b601659c969 req-1e77ad2c-dee2-4019-bbed-3515ecb73b83 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:58.324633 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eaf336cb-1459-4370-a88e-9b601659c969 req-1e77ad2c-dee2-4019-bbed-3515ecb73b83 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 943 time: 0.0817969 Jul 05 04:06:58.362848 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eaf336cb-1459-4370-a88e-9b601659c969 req-5ed2dfe8-770b-443f-a633-c23aaab6c98c tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357454 Jul 05 04:06:58.562680 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ab3b0-cb1e-4229-90f8-efaf8fd6dc97 req-605dc3c9-52a8-4502-bfdb-0fa24cdf634d tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:58.564998 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a16ab3b0-cb1e-4229-90f8-efaf8fd6dc97 req-605dc3c9-52a8-4502-bfdb-0fa24cdf634d tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.4914575 Jul 05 04:06:58.590365 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1a097-9e63-4a02-84b6-2a96379520a5 req-7b257b26-c6bb-4896-942e-9b43c08dd0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:58.591874 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-82d1a097-9e63-4a02-84b6-2a96379520a5 req-7b257b26-c6bb-4896-942e-9b43c08dd0ae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b459d90a1104d2f9bfd9c3a9ab3c50e&device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 1097 time: 0.1623902 Jul 05 04:06:58.600760 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Router b4cc52af-74c7-4ba3-a14a-df96c0e83423 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:06:58.605892 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dbe86480-3563-46da-86bf-57ab7eec5777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:58.720016 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a16ab3b0-cb1e-4229-90f8-efaf8fd6dc97 req-71f2544e-6a1e-4595-89e7-143626fb3c1b tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410835 Jul 05 04:06:58.828052 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1a097-9e63-4a02-84b6-2a96379520a5 req-f5d4d394-ad36-4887-acf5-864143501ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:58.829692 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-82d1a097-9e63-4a02-84b6-2a96379520a5 req-f5d4d394-ad36-4887-acf5-864143501ade service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b HTTP/1.1" status: 200 len: 911 time: 0.2254946 Jul 05 04:06:58.886796 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:06:58.905751 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] Sync routers for ids ['b4cc52af-74c7-4ba3-a14a-df96c0e83423'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:06:58.925991 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] Routers {'b4cc52af-74c7-4ba3-a14a-df96c0e83423'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:58.926630 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:06:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['b4cc52af-74c7-4ba3-a14a-df96c0e83423'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:58.929247 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:58.930941 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4698ae37-cfd9-4bd1-b8ab-7d27aaee1f82 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.4370115 Jul 05 04:06:58.934103 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41842) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:58.994760 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-82d1a097-9e63-4a02-84b6-2a96379520a5 req-51d07035-48bc-4635-ad3a-eb4fec37c82f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 HTTP/1.1" status: 200 len: 1001 time: 0.1560385 Jul 05 04:06:59.093694 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] Set router b4cc52af-74c7-4ba3-a14a-df96c0e83423 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:59.097523 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1a097-9e63-4a02-84b6-2a96379520a5 req-1e798410-9211-4207-a682-48a12cefac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:59.098931 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-82d1a097-9e63-4a02-84b6-2a96379520a5 req-1e798410-9211-4207-a682-48a12cefac0c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9ee9ae53-c8ee-4b49-a395-854bb0a3c12c HTTP/1.1" status: 200 len: 849 time: 0.0952594 Jul 05 04:06:59.129030 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bed6705d-5170-4844-a5e6-3e97d3a6cb20 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "GET /v2.0/routers/b4cc52af-74c7-4ba3-a14a-df96c0e83423 HTTP/1.1" status: 200 len: 909 time: 0.1940873 Jul 05 04:06:59.131540 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41848) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:59.137057 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-cdbff2cf-6b18-4d07-96f1-203494098330 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1240810173', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'enable_snat': True}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:59.181088 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cdbff2cf-6b18-4d07-96f1-203494098330 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:59.182762 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cdbff2cf-6b18-4d07-96f1-203494098330 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:59.186125 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1a097-9e63-4a02-84b6-2a96379520a5 req-8b7baed7-cfe3-4721-96b6-b1353609089e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:59.188119 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-82d1a097-9e63-4a02-84b6-2a96379520a5 req-8b7baed7-cfe3-4721-96b6-b1353609089e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727313 Jul 05 04:06:59.269790 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cdbff2cf-6b18-4d07-96f1-203494098330 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:59.326280 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:59.332265 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cc52af-74c7-4ba3-a14a-df96c0e83423', 'name': 'tempest-snat-router-1240810173', 'tenant_id': '37ba3e31e0e24079844e681cb580ccac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.229'}], 'enable_snat': False}, 'gw_port_id': 'fc88aff0-bab5-4e07-87c2-cf4f7f41dad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:55Z', 'updated_at': '2021-07-05T04:06:57Z', 'revision_number': 3, 'project_id': '37ba3e31e0e24079844e681cb580ccac', 'gw_port': {'id': 'fc88aff0-bab5-4e07-87c2-cf4f7f41dad9', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cc52af-74c7-4ba3-a14a-df96c0e83423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:56Z', 'updated_at': '2021-07-05T04:06:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:59.336546 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-82d1a097-9e63-4a02-84b6-2a96379520a5 req-bb289acb-9a3f-4f09-9cbf-fa80d33be43a service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378069 Jul 05 04:06:59.364365 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] Checking router: b4cc52af-74c7-4ba3-a14a-df96c0e83423 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:06:59.365069 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] Updating router b4cc52af-74c7-4ba3-a14a-df96c0e83423 port fc88aff0-bab5-4e07-87c2-cf4f7f41dad9 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:06:59.431386 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:59.444273 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cdbff2cf-6b18-4d07-96f1-203494098330 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:59.528573 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-82d1a097-9e63-4a02-84b6-2a96379520a5 req-1fd608d4-c7ba-4cbf-863d-0e9a2823d541 service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862760 Jul 05 04:06:59.839853 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:59.860154 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] Transition to ACTIVE for port object fc88aff0-bab5-4e07-87c2-cf4f7f41dad9 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:59.868944 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:59.984185 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] Attempting to bind port fc88aff0-bab5-4e07-87c2-cf4f7f41dad9 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:59.984744 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] Attempting to bind port fc88aff0-bab5-4e07-87c2-cf4f7f41dad9 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:59.985255 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] Attempting to bind port fc88aff0-bab5-4e07-87c2-cf4f7f41dad9 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:59.993196 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:59.993947 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:59.994456 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:59.995038 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:59.995631 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] Bound port: fc88aff0-bab5-4e07-87c2-cf4f7f41dad9, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:59.996154 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.063634 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814dcca-4b85-4e61-aa73-68a6b3bf6007 req-d5a65896-56b8-4e28-9e0d-6e905ea214e2 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:00.072852 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9814dcca-4b85-4e61-aa73-68a6b3bf6007 req-d5a65896-56b8-4e28-9e0d-6e905ea214e2 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.1139648 Jul 05 04:07:00.084862 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cdbff2cf-6b18-4d07-96f1-203494098330 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.101083 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] For port fc88aff0-bab5-4e07-87c2-cf4f7f41dad9, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:00.105181 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] For port fc88aff0-bab5-4e07-87c2-cf4f7f41dad9, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=fc88aff0-bab5-4e07-87c2-cf4f7f41dad9,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:00.106582 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04fb12-bf9b-4156-ba8c-57b148f5c01b None None] Pushing event updated for resources: {'Port': ['ID=fc88aff0-bab5-4e07-87c2-cf4f7f41dad9,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:00.112592 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cdbff2cf-6b18-4d07-96f1-203494098330 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.114666 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.125407 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8a413-940f-4faf-87c6-0ccc3f388c06 req-0d6a18d1-b0d5-4189-ad13-c15fec95756f tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:00.130272 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9814dcca-4b85-4e61-aa73-68a6b3bf6007 req-32dad1f3-7c73-4429-9c86-40f9f3bc2df7 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561512 Jul 05 04:07:00.135119 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2ec8a413-940f-4faf-87c6-0ccc3f388c06 req-0d6a18d1-b0d5-4189-ad13-c15fec95756f tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 943 time: 0.5214252 Jul 05 04:07:00.249794 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2ec8a413-940f-4faf-87c6-0ccc3f388c06 req-b912c83a-bef8-45d1-b846-08c5b2928f75 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126158 Jul 05 04:07:00.267688 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] Routers {'b4cc52af-74c7-4ba3-a14a-df96c0e83423'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:00.276604 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:06:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['b4cc52af-74c7-4ba3-a14a-df96c0e83423'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:00.373812 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-cdbff2cf-6b18-4d07-96f1-203494098330 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Allocated IP 172.25.1.141 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/618f97a7-f62e-4837-808a-7bd259b9c8a8) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:00.507060 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cdbff2cf-6b18-4d07-96f1-203494098330 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.552568 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04fb12-bf9b-4156-ba8c-57b148f5c01b None None] Pushing event updated for resources: {'Port': ['ID=fc88aff0-bab5-4e07-87c2-cf4f7f41dad9,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:00.562916 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cdbff2cf-6b18-4d07-96f1-203494098330 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.619368 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbff2cf-6b18-4d07-96f1-203494098330 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:00.622824 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-cdbff2cf-6b18-4d07-96f1-203494098330 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:00.632615 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbff2cf-6b18-4d07-96f1-203494098330 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:00.642843 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] Set router b4cc52af-74c7-4ba3-a14a-df96c0e83423 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:00.646631 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 3cf7988d-481b-41ab-95db-7d22c5a9a7ff details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:07:00.665086 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbff2cf-6b18-4d07-96f1-203494098330 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Pushing event updated for resources: {'Port': ['ID=618f97a7-f62e-4837-808a-7bd259b9c8a8,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:00.929729 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 3cf7988d-481b-41ab-95db-7d22c5a9a7ff, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=3cf7988d-481b-41ab-95db-7d22c5a9a7ff,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:00.951578 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '3cf7988d-481b-41ab-95db-7d22c5a9a7ff', 'network_id': '1dcac4dd-6370-4a16-a68a-d8ffae39b304', 'port_id': '3cf7988d-481b-41ab-95db-7d22c5a9a7ff', 'mac_address': 'fa:16:3e:ad:8e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '248c3b61-cc11-4019-9b85-60af49b5384a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:07:00.996131 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cc52af-74c7-4ba3-a14a-df96c0e83423', 'name': 'tempest-snat-router-1240810173', 'tenant_id': '37ba3e31e0e24079844e681cb580ccac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.229'}], 'enable_snat': False}, 'gw_port_id': 'fc88aff0-bab5-4e07-87c2-cf4f7f41dad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:55Z', 'updated_at': '2021-07-05T04:06:57Z', 'revision_number': 3, 'project_id': '37ba3e31e0e24079844e681cb580ccac', 'gw_port': {'id': 'fc88aff0-bab5-4e07-87c2-cf4f7f41dad9', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cc52af-74c7-4ba3-a14a-df96c0e83423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:56Z', 'updated_at': '2021-07-05T04:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:01.009293 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cdbff2cf-6b18-4d07-96f1-203494098330 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.025495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21032bb2-8472-41eb-a2c4-1f7d6fd729b7 None None] The sync data for ids ['b4cc52af-74c7-4ba3-a14a-df96c0e83423'] in n-d-780147-23 is: [{'id': 'b4cc52af-74c7-4ba3-a14a-df96c0e83423', 'name': 'tempest-snat-router-1240810173', 'tenant_id': '37ba3e31e0e24079844e681cb580ccac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.229'}], 'enable_snat': False}, 'gw_port_id': 'fc88aff0-bab5-4e07-87c2-cf4f7f41dad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:55Z', 'updated_at': '2021-07-05T04:06:57Z', 'revision_number': 3, 'project_id': '37ba3e31e0e24079844e681cb580ccac', 'gw_port': {'id': 'fc88aff0-bab5-4e07-87c2-cf4f7f41dad9', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cc52af-74c7-4ba3-a14a-df96c0e83423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:56Z', 'updated_at': '2021-07-05T04:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:01.031007 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.048811 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf7988d-481b-41ab-95db-7d22c5a9a7ff {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:07:01.076208 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 3cf7988d-481b-41ab-95db-7d22c5a9a7ff, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=3cf7988d-481b-41ab-95db-7d22c5a9a7ff,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:01.085977 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.189390 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=3cf7988d-481b-41ab-95db-7d22c5a9a7ff,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:01.322481 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-095d517e-15bf-4c73-82ca-7bf0119d45d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.414371 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cdbff2cf-6b18-4d07-96f1-203494098330 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.442556 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a15ab7-ea45-4a11-a353-00f99a162f71 req-3dd78c82-ad2e-4a6d-8978-2aa84701cc59 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:01.444918 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-69a15ab7-ea45-4a11-a353-00f99a162f71 req-3dd78c82-ad2e-4a6d-8978-2aa84701cc59 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.1433148 Jul 05 04:07:01.526620 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['3cf7988d-481b-41ab-95db-7d22c5a9a7ff'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:01.597146 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-69a15ab7-ea45-4a11-a353-00f99a162f71 req-2bb03638-496a-49ba-bc0a-a98ff8c05f5e tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023564 Jul 05 04:07:01.677798 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41904) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:01.692063 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022ad99-0180-4167-b9d0-06f6f8a6f5ff req-df3d885b-7648-4ebd-a588-f4c5fee10bbe tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:01.694841 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.703153 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f022ad99-0180-4167-b9d0-06f6f8a6f5ff req-df3d885b-7648-4ebd-a588-f4c5fee10bbe tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 944 time: 0.2340667 Jul 05 04:07:01.759609 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbff2cf-6b18-4d07-96f1-203494098330 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Router 4f2e3c80-68e7-4033-99e6-b2068fec1437 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:07:01.808448 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f022ad99-0180-4167-b9d0-06f6f8a6f5ff req-8a48c45e-6313-4011-87be-2571dfeedc24 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928793 Jul 05 04:07:01.945607 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f3129ecf-cde1-4d14-a421-86c4622509be admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.955533 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbff2cf-6b18-4d07-96f1-203494098330 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:01.968978 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Sync routers for ids ['4f2e3c80-68e7-4033-99e6-b2068fec1437'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:01.982170 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cdbff2cf-6b18-4d07-96f1-203494098330 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.983612 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cdbff2cf-6b18-4d07-96f1-203494098330 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.8505697 Jul 05 04:07:01.986487 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41908) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:01.994667 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Routers {'4f2e3c80-68e7-4033-99e6-b2068fec1437'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:01.995503 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:07:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['4f2e3c80-68e7-4033-99e6-b2068fec1437'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:02.120897 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Set router 4f2e3c80-68e7-4033-99e6-b2068fec1437 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:02.143403 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6a72207f-d462-496d-8779-cd054ea795e6 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "GET /v2.0/routers/4f2e3c80-68e7-4033-99e6-b2068fec1437 HTTP/1.1" status: 200 len: 908 time: 0.1557443 Jul 05 04:07:02.143599 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41912) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:02.177835 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f3129ecf-cde1-4d14-a421-86c4622509be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.186625 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f3129ecf-cde1-4d14-a421-86c4622509be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.286318 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f3129ecf-cde1-4d14-a421-86c4622509be admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=44a68988346644e585e8eae7aea610d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6027336 Jul 05 04:07:02.289378 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41914) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:02.304863 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3129ecf-cde1-4d14-a421-86c4622509be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48130ef8-5e4f-4a6e-ac73-c1bf365a1a5d,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:02.335953 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef8070a7-e4b2-4940-b628-0bcb2b88eb0a tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.369605 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2e3c80-68e7-4033-99e6-b2068fec1437', 'name': 'tempest-snat-router-1240810173', 'tenant_id': '37ba3e31e0e24079844e681cb580ccac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '618f97a7-f62e-4837-808a-7bd259b9c8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:59Z', 'updated_at': '2021-07-05T04:07:00Z', 'revision_number': 3, 'project_id': '37ba3e31e0e24079844e681cb580ccac', 'gw_port': {'id': '618f97a7-f62e-4837-808a-7bd259b9c8a8', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2e3c80-68e7-4033-99e6-b2068fec1437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:07:00Z', 'updated_at': '2021-07-05T04:07:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:02.374453 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b31c13a6-fd20-4387-93e1-783c8291815d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.403736 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b31c13a6-fd20-4387-93e1-783c8291815d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.411435 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Checking router: 4f2e3c80-68e7-4033-99e6-b2068fec1437 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:07:02.412866 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Updating router 4f2e3c80-68e7-4033-99e6-b2068fec1437 port 618f97a7-f62e-4837-808a-7bd259b9c8a8 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:07:02.466519 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b31c13a6-fd20-4387-93e1-783c8291815d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.470422 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b31c13a6-fd20-4387-93e1-783c8291815d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.474117 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b31c13a6-fd20-4387-93e1-783c8291815d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/48130ef8-5e4f-4a6e-ac73-c1bf365a1a5d HTTP/1.1" status: 204 len: 168 time: 0.1811719 Jul 05 04:07:02.480442 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.480660 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c13a6-fd20-4387-93e1-783c8291815d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48130ef8-5e4f-4a6e-ac73-c1bf365a1a5d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:02.551301 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef8070a7-e4b2-4940-b628-0bcb2b88eb0a tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.552828 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.651053 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ef8070a7-e4b2-4940-b628-0bcb2b88eb0a tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Deleting port 618f97a7-f62e-4837-808a-7bd259b9c8a8 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:02.651655 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef8070a7-e4b2-4940-b628-0bcb2b88eb0a tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.782843 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef8070a7-e4b2-4940-b628-0bcb2b88eb0a tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.810336 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ef8070a7-e4b2-4940-b628-0bcb2b88eb0a tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Calling delete_port for 618f97a7-f62e-4837-808a-7bd259b9c8a8 owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:03.000162 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.024937 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Transition to ACTIVE for port object 618f97a7-f62e-4837-808a-7bd259b9c8a8 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:03.033268 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.042323 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41924) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:03.087601 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4a6a2dc4-dc26-42a1-b7ed-e8a172f94f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.092422 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Attempting to bind port 618f97a7-f62e-4837-808a-7bd259b9c8a8 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:03.094537 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Attempting to bind port 618f97a7-f62e-4837-808a-7bd259b9c8a8 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:03.095340 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Attempting to bind port 618f97a7-f62e-4837-808a-7bd259b9c8a8 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:03.108667 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:03.109257 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:03.109810 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.110346 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:03.110961 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Bound port: 618f97a7-f62e-4837-808a-7bd259b9c8a8, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:03.111506 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.190478 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bef9a-cff5-400f-a805-6e8f66f9dfdb None None] Pushing event updated for resources: {'Port': ['ID=618f97a7-f62e-4837-808a-7bd259b9c8a8,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:03.198994 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.db.api [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=105541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:07:03.199627 n-d-780147-23 neutron-server[105541]: DEBUG oslo_db.api [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:07:03.207512 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bef9a-cff5-400f-a805-6e8f66f9dfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:03.208175 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bef9a-cff5-400f-a805-6e8f66f9dfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:03.208834 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bef9a-cff5-400f-a805-6e8f66f9dfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:03.209366 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bef9a-cff5-400f-a805-6e8f66f9dfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:03.210592 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bef9a-cff5-400f-a805-6e8f66f9dfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:03.211729 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bef9a-cff5-400f-a805-6e8f66f9dfdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:03.212510 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bef9a-cff5-400f-a805-6e8f66f9dfdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:03.213074 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bef9a-cff5-400f-a805-6e8f66f9dfdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:03.213668 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bef9a-cff5-400f-a805-6e8f66f9dfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:03.215771 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bef9a-cff5-400f-a805-6e8f66f9dfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:03.215771 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bef9a-cff5-400f-a805-6e8f66f9dfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:03.215771 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bef9a-cff5-400f-a805-6e8f66f9dfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:03.235210 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef8070a7-e4b2-4940-b628-0bcb2b88eb0a tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.293488 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8070a7-e4b2-4940-b628-0bcb2b88eb0a tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Pushing event deleted for resources: {'Port': ['ID=618f97a7-f62e-4837-808a-7bd259b9c8a8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:03.380419 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device fc88aff0-bab5-4e07-87c2-cf4f7f41dad9 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:03.438836 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4a6a2dc4-dc26-42a1-b7ed-e8a172f94f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.447000 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4a6a2dc4-dc26-42a1-b7ed-e8a172f94f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.464220 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port fc88aff0-bab5-4e07-87c2-cf4f7f41dad9 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:03.467963 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef8070a7-e4b2-4940-b628-0bcb2b88eb0a tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.470195 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port fc88aff0-bab5-4e07-87c2-cf4f7f41dad9 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:03.470581 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.536106 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4a6a2dc4-dc26-42a1-b7ed-e8a172f94f6b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9d26b2fb18d0493e89e8286df6f2f480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4899001 Jul 05 04:07:03.536747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41928) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:03.538814 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a2dc4-dc26-42a1-b7ed-e8a172f94f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd53dd75-d4c0-47d9-a591-4606f960c74e,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:03.582196 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598f444-bfbb-405d-9220-adecde973d96 req-1c159b04-680f-47a0-8b86-09a480147d33 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:03.583413 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.590174 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2598f444-bfbb-405d-9220-adecde973d96 req-1c159b04-680f-47a0-8b86-09a480147d33 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 944 time: 0.4072847 Jul 05 04:07:03.610062 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port fc88aff0-bab5-4e07-87c2-cf4f7f41dad9, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=fc88aff0-bab5-4e07-87c2-cf4f7f41dad9,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:03.615379 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.625273 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a012df9c-16d4-43c9-977c-acc5d20246d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.664655 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef8070a7-e4b2-4940-b628-0bcb2b88eb0a tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.665003 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a012df9c-16d4-43c9-977c-acc5d20246d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.671488 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef8070a7-e4b2-4940-b628-0bcb2b88eb0a tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.698779 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=fc88aff0-bab5-4e07-87c2-cf4f7f41dad9,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:03.720049 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Attempting to bind port 618f97a7-f62e-4837-808a-7bd259b9c8a8 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:03.720711 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Attempting to bind port 618f97a7-f62e-4837-808a-7bd259b9c8a8 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:03.739079 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2598f444-bfbb-405d-9220-adecde973d96 req-34c026cb-5876-403e-bb5f-9adbcaabb770 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480157 Jul 05 04:07:03.744308 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Attempting to bind port 618f97a7-f62e-4837-808a-7bd259b9c8a8 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:03.749154 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef8070a7-e4b2-4940-b628-0bcb2b88eb0a tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.749636 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8070a7-e4b2-4940-b628-0bcb2b88eb0a tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f2e3c80-68e7-4033-99e6-b2068fec1437 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:07:03.751770 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:03.752346 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:03.752464 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a012df9c-16d4-43c9-977c-acc5d20246d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.752990 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.753622 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:03.754297 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Bound port: 618f97a7-f62e-4837-808a-7bd259b9c8a8, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:03.754884 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.764240 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef8070a7-e4b2-4940-b628-0bcb2b88eb0a tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.764401 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a012df9c-16d4-43c9-977c-acc5d20246d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.768182 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a012df9c-16d4-43c9-977c-acc5d20246d8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cd53dd75-d4c0-47d9-a591-4606f960c74e HTTP/1.1" status: 204 len: 168 time: 0.2280300 Jul 05 04:07:03.768309 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ef8070a7-e4b2-4940-b628-0bcb2b88eb0a tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "DELETE /v2.0/routers/4f2e3c80-68e7-4033-99e6-b2068fec1437 HTTP/1.1" status: 204 len: 168 time: 1.6230822 Jul 05 04:07:03.771185 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41932) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:03.781506 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012df9c-16d4-43c9-977c-acc5d20246d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd53dd75-d4c0-47d9-a591-4606f960c74e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:03.793914 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Port 618f97a7-f62e-4837-808a-7bd259b9c8a8 has been deleted concurrently {{(pid=105541) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 05 04:07:03.809599 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Routers set() bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:03.810265 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Router IDs set() for agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 04:07:03.811242 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_agentschedulers_db [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4f2e3c80-68e7-4033-99e6-b2068fec1437'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:07:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent'). {{(pid=105541) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 04:07:03.812036 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f2e20d-699b-4d0b-8ee9-e0a1d14d533e None None] The sync data for ids ['4f2e3c80-68e7-4033-99e6-b2068fec1437'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:03.926520 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0527d2dd-e80e-44c6-97a2-93cdcb286ef5 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.055759 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0527d2dd-e80e-44c6-97a2-93cdcb286ef5 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.130533 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-0527d2dd-e80e-44c6-97a2-93cdcb286ef5 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Deleting port fc88aff0-bab5-4e07-87c2-cf4f7f41dad9 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:04.131437 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0527d2dd-e80e-44c6-97a2-93cdcb286ef5 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.246496 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-0527d2dd-e80e-44c6-97a2-93cdcb286ef5 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] For port fc88aff0-bab5-4e07-87c2-cf4f7f41dad9, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=fc88aff0-bab5-4e07-87c2-cf4f7f41dad9,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:04.246863 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0527d2dd-e80e-44c6-97a2-93cdcb286ef5 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.259461 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-0527d2dd-e80e-44c6-97a2-93cdcb286ef5 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Calling delete_port for fc88aff0-bab5-4e07-87c2-cf4f7f41dad9 owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:04.325096 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.457554 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0527d2dd-e80e-44c6-97a2-93cdcb286ef5 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.492405 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d2dd-e80e-44c6-97a2-93cdcb286ef5 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc88aff0-bab5-4e07-87c2-cf4f7f41dad9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:04.565790 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0527d2dd-e80e-44c6-97a2-93cdcb286ef5 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.661592 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0527d2dd-e80e-44c6-97a2-93cdcb286ef5 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.664313 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0527d2dd-e80e-44c6-97a2-93cdcb286ef5 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.681386 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 3cf7988d-481b-41ab-95db-7d22c5a9a7ff up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:04.723461 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0527d2dd-e80e-44c6-97a2-93cdcb286ef5 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.724586 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0527d2dd-e80e-44c6-97a2-93cdcb286ef5 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4cc52af-74c7-4ba3-a14a-df96c0e83423 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:07:04.731567 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0527d2dd-e80e-44c6-97a2-93cdcb286ef5 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.736210 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0527d2dd-e80e-44c6-97a2-93cdcb286ef5 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "DELETE /v2.0/routers/b4cc52af-74c7-4ba3-a14a-df96c0e83423 HTTP/1.1" status: 204 len: 168 time: 0.9605772 Jul 05 04:07:04.736627 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41960) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:04.742553 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-747e93e4-0e3c-4515-8b34-ecb9221b20da tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-249129793', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}, 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:04.775849 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 3cf7988d-481b-41ab-95db-7d22c5a9a7ff completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:04.780610 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 3cf7988d-481b-41ab-95db-7d22c5a9a7ff triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:04.780991 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.792136 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-747e93e4-0e3c-4515-8b34-ecb9221b20da tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.793716 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-747e93e4-0e3c-4515-8b34-ecb9221b20da tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.919998 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.927352 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-747e93e4-0e3c-4515-8b34-ecb9221b20da tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.965601 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 3cf7988d-481b-41ab-95db-7d22c5a9a7ff, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=3cf7988d-481b-41ab-95db-7d22c5a9a7ff,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:04.976226 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7085517f-2d36-4477-aa06-fffd6fb3d648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf7988d-481b-41ab-95db-7d22c5a9a7ff'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:04.980088 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2941ce-e588-4ba3-8a81-1bb2c3240e55" -d '{"events": [{"server_uuid": "7085517f-2d36-4477-aa06-fffd6fb3d648", "name": "network-vif-plugged", "status": "completed", "tag": "3cf7988d-481b-41ab-95db-7d22c5a9a7ff"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:04.999779 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.078301 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c152ebb-1dc4-4e57-ad05-8d9a0c314efc x-openstack-request-id: req-2c152ebb-1dc4-4e57-ad05-8d9a0c314efc {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:05.078301 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7085517f-2d36-4477-aa06-fffd6fb3d648", "name": "network-vif-plugged", "status": "completed", "tag": "3cf7988d-481b-41ab-95db-7d22c5a9a7ff", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:05.078661 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2c152ebb-1dc4-4e57-ad05-8d9a0c314efc {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:05.078912 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7085517f-2d36-4477-aa06-fffd6fb3d648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf7988d-481b-41ab-95db-7d22c5a9a7ff', 'code': 200} Jul 05 04:07:05.129108 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14f774-11ac-4052-8dbd-58829601d213 req-6296a53a-2283-40e0-af8e-acb615fd865a tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:05.136289 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d14f774-11ac-4052-8dbd-58829601d213 req-6296a53a-2283-40e0-af8e-acb615fd865a tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.0926394 Jul 05 04:07:05.141900 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=3cf7988d-481b-41ab-95db-7d22c5a9a7ff,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:05.152697 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-747e93e4-0e3c-4515-8b34-ecb9221b20da tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.182505 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d14f774-11ac-4052-8dbd-58829601d213 req-2ac52f07-e045-4df4-a8c4-9d33002f1643 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440066 Jul 05 04:07:05.236706 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41978) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:05.282527 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d995c87-5b0d-4ef7-898b-60874fd79e8a req-5eaf5a8c-4092-437e-8f30-6ccbe84ec907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:05.286118 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4d995c87-5b0d-4ef7-898b-60874fd79e8a req-5eaf5a8c-4092-437e-8f30-6ccbe84ec907 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 1097 time: 0.1083226 Jul 05 04:07:05.359274 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4d995c87-5b0d-4ef7-898b-60874fd79e8a req-90f9d0e0-6a69-4497-b200-0bc14cefb814 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664186 Jul 05 04:07:05.381075 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device fc88aff0-bab5-4e07-87c2-cf4f7f41dad9 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:05.407077 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: fc88aff0-bab5-4e07-87c2-cf4f7f41dad9 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:05.407500 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device fc88aff0-bab5-4e07-87c2-cf4f7f41dad9 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:05.420064 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-94787607-fb46-40e7-943a-608464b3440f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.438223 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-747e93e4-0e3c-4515-8b34-ecb9221b20da tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.460008 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-747e93e4-0e3c-4515-8b34-ecb9221b20da tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.523664 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-94787607-fb46-40e7-943a-608464b3440f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.527886 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-94787607-fb46-40e7-943a-608464b3440f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.567753 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-94787607-fb46-40e7-943a-608464b3440f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5dfe23cd1ef84114a573fdb8299a0307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298090 Jul 05 04:07:05.568743 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94787607-fb46-40e7-943a-608464b3440f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e426b13b-420a-4e1f-b6bf-00ca96673a7b,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:05.572078 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41984) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:05.584040 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-747e93e4-0e3c-4515-8b34-ecb9221b20da tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Allocated IP 172.25.1.109 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/aa8bcb22-ac0c-4762-8f39-baa90e523ccf) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:05.691058 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d8ca4fd6-1f42-4960-af8c-22dc67e2746e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.737457 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d8ca4fd6-1f42-4960-af8c-22dc67e2746e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.769178 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-747e93e4-0e3c-4515-8b34-ecb9221b20da tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.822667 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d8ca4fd6-1f42-4960-af8c-22dc67e2746e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.826941 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d8ca4fd6-1f42-4960-af8c-22dc67e2746e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.830878 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d8ca4fd6-1f42-4960-af8c-22dc67e2746e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e426b13b-420a-4e1f-b6bf-00ca96673a7b HTTP/1.1" status: 204 len: 168 time: 0.2555315 Jul 05 04:07:05.833735 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-747e93e4-0e3c-4515-8b34-ecb9221b20da tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.864289 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca4fd6-1f42-4960-af8c-22dc67e2746e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e426b13b-420a-4e1f-b6bf-00ca96673a7b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:05.882967 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747e93e4-0e3c-4515-8b34-ecb9221b20da tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:05.890871 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-747e93e4-0e3c-4515-8b34-ecb9221b20da tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:05.896045 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747e93e4-0e3c-4515-8b34-ecb9221b20da tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:05.900501 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e93e4-0e3c-4515-8b34-ecb9221b20da tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Pushing event updated for resources: {'Port': ['ID=aa8bcb22-ac0c-4762-8f39-baa90e523ccf,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:06.161642 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-747e93e4-0e3c-4515-8b34-ecb9221b20da tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:06.432623 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca1938-df5f-4cb9-b694-66b18279ac05 req-d4d76115-5906-4f72-87ac-cf5b6eb859c3 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:06.434220 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-14ca1938-df5f-4cb9-b694-66b18279ac05 req-d4d76115-5906-4f72-87ac-cf5b6eb859c3 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.1075845 Jul 05 04:07:06.457352 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-747e93e4-0e3c-4515-8b34-ecb9221b20da tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:06.484339 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-14ca1938-df5f-4cb9-b694-66b18279ac05 req-732bd59f-2210-4907-b252-23f4d121865a tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418992 Jul 05 04:07:06.618379 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747e93e4-0e3c-4515-8b34-ecb9221b20da tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Router c1710302-a7bf-48df-8bef-7cc8857fad56 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:07:06.729878 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747e93e4-0e3c-4515-8b34-ecb9221b20da tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:06.752855 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-747e93e4-0e3c-4515-8b34-ecb9221b20da tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:06.754165 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-747e93e4-0e3c-4515-8b34-ecb9221b20da tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.0162911 Jul 05 04:07:06.756905 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42016) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:06.761574 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5aa0a-b97a-4162-8b4f-6edf0385a446 None None] Sync routers for ids ['c1710302-a7bf-48df-8bef-7cc8857fad56'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:06.763827 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-0d3c191c-fa08-4b96-9bf7-969f2594cd21 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'enable_snat': False}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:06.783045 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca5aa0a-b97a-4162-8b4f-6edf0385a446 None None] Routers {'c1710302-a7bf-48df-8bef-7cc8857fad56'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:06.783682 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-eca5aa0a-b97a-4162-8b4f-6edf0385a446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:07:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c1710302-a7bf-48df-8bef-7cc8857fad56'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:06.815974 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-eca5aa0a-b97a-4162-8b4f-6edf0385a446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:06.825543 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca5aa0a-b97a-4162-8b4f-6edf0385a446 None None] Routers {'c1710302-a7bf-48df-8bef-7cc8857fad56'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:06.826170 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-eca5aa0a-b97a-4162-8b4f-6edf0385a446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:07:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c1710302-a7bf-48df-8bef-7cc8857fad56'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:06.865868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-eca5aa0a-b97a-4162-8b4f-6edf0385a446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:06.866836 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5aa0a-b97a-4162-8b4f-6edf0385a446 None None] The sync data for ids ['c1710302-a7bf-48df-8bef-7cc8857fad56'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:07.287212 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42028) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:07.405644 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-9f15042f-1636-4eb3-9368-cd433c02e77a tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-716642204', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:07.429245 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f15042f-1636-4eb3-9368-cd433c02e77a tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Made reservation on behalf of c294ddf052a54137859d5e619fe0352d for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:07.432243 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9f15042f-1636-4eb3-9368-cd433c02e77a tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.442304 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0d3c191c-fa08-4b96-9bf7-969f2594cd21 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.442809 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9f15042f-1636-4eb3-9368-cd433c02e77a tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.588751 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9f15042f-1636-4eb3-9368-cd433c02e77a tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.594732 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9f15042f-1636-4eb3-9368-cd433c02e77a tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.601801 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-9f15042f-1636-4eb3-9368-cd433c02e77a tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] device_id is not set on port b08d251c-d655-483e-8338-674fbcb684c7 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:07:07.708130 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15042f-1636-4eb3-9368-cd433c02e77a tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4117aa-a7d5-47c6-a9de-5a152cbac9ee,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:07.802567 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de66a60-acd8-48e3-b1a7-082ffbd7483d req-87c5c2df-9fb1-43d9-bd15-9ad30534551d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:07.804749 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5de66a60-acd8-48e3-b1a7-082ffbd7483d req-87c5c2df-9fb1-43d9-bd15-9ad30534551d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.1805758 Jul 05 04:07:07.805774 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-9f15042f-1636-4eb3-9368-cd433c02e77a tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Allocated IP 172.25.1.205 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/b08d251c-d655-483e-8338-674fbcb684c7) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:07.877936 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5de66a60-acd8-48e3-b1a7-082ffbd7483d req-06f08dcc-ae97-4262-b2dc-65c27c5aebce tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659409 Jul 05 04:07:07.914288 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0d3c191c-fa08-4b96-9bf7-969f2594cd21 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.919187 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0d3c191c-fa08-4b96-9bf7-969f2594cd21 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540971'] for router, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.989307 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9f15042f-1636-4eb3-9368-cd433c02e77a tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.036670 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9f15042f-1636-4eb3-9368-cd433c02e77a tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.044625 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3c191c-fa08-4b96-9bf7-969f2594cd21 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Router c1710302-a7bf-48df-8bef-7cc8857fad56 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:07:08.082223 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f15042f-1636-4eb3-9368-cd433c02e77a tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:08.090441 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-9f15042f-1636-4eb3-9368-cd433c02e77a tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:08.094524 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f15042f-1636-4eb3-9368-cd433c02e77a tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:08.124008 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15042f-1636-4eb3-9368-cd433c02e77a tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Pushing event updated for resources: {'Port': ['ID=b08d251c-d655-483e-8338-674fbcb684c7,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:08.141928 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f15042f-1636-4eb3-9368-cd433c02e77a tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:08.142552 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9f15042f-1636-4eb3-9368-cd433c02e77a tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.158614 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9f15042f-1636-4eb3-9368-cd433c02e77a tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.8694487 Jul 05 04:07:08.161422 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42042) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:08.166344 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ad0252fa-aa10-4684-9f8e-83505e7aae65 tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.205'}]}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:08.186137 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3c191c-fa08-4b96-9bf7-969f2594cd21 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:08.192693 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0d3c191c-fa08-4b96-9bf7-969f2594cd21 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.192842 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad0252fa-aa10-4684-9f8e-83505e7aae65 tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.193448 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad0252fa-aa10-4684-9f8e-83505e7aae65 tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.196787 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0d3c191c-fa08-4b96-9bf7-969f2594cd21 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "PUT /v2.0/routers/c1710302-a7bf-48df-8bef-7cc8857fad56 HTTP/1.1" status: 200 len: 925 time: 1.4383149 Jul 05 04:07:08.197469 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42044) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:08.201007 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364697f-728d-421a-87da-48bdd91c6227 None None] Sync routers for ids ['c1710302-a7bf-48df-8bef-7cc8857fad56'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:08.211600 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364697f-728d-421a-87da-48bdd91c6227 None None] Routers {'c1710302-a7bf-48df-8bef-7cc8857fad56'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:08.212530 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-4364697f-728d-421a-87da-48bdd91c6227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:07:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c1710302-a7bf-48df-8bef-7cc8857fad56'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:08.265836 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-4364697f-728d-421a-87da-48bdd91c6227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:08.275072 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364697f-728d-421a-87da-48bdd91c6227 None None] Routers {'c1710302-a7bf-48df-8bef-7cc8857fad56'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:08.275793 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-4364697f-728d-421a-87da-48bdd91c6227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:07:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c1710302-a7bf-48df-8bef-7cc8857fad56'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:08.291294 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad0252fa-aa10-4684-9f8e-83505e7aae65 tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.310852 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-4364697f-728d-421a-87da-48bdd91c6227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:08.311695 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364697f-728d-421a-87da-48bdd91c6227 None None] The sync data for ids ['c1710302-a7bf-48df-8bef-7cc8857fad56'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:08.314419 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8e2474d1-042d-40e5-b6ff-b98dc4611e64 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "GET /v2.0/routers/c1710302-a7bf-48df-8bef-7cc8857fad56 HTTP/1.1" status: 200 len: 925 time: 0.1155739 Jul 05 04:07:08.317124 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42046) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:08.354320 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be13270-7217-466d-a224-1d2400b203ab req-b0018a9d-fecb-4b8d-bc08-8967055c72d5 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:08.356218 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1be13270-7217-466d-a224-1d2400b203ab req-b0018a9d-fecb-4b8d-bc08-8967055c72d5 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.1582043 Jul 05 04:07:08.379222 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:07:08.408280 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7f13f0-f0f3-45a3-b4ef-0aac9c6bff30 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:08.409886 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2d7f13f0-f0f3-45a3-b4ef-0aac9c6bff30 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&device_id=c1710302-a7bf-48df-8bef-7cc8857fad56&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0915689 Jul 05 04:07:08.412929 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42048) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:08.481260 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad0252fa-aa10-4684-9f8e-83505e7aae65 tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.490468 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1be13270-7217-466d-a224-1d2400b203ab req-86238f0b-66c8-4fbd-b6ea-831fe913ef86 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041284 Jul 05 04:07:08.518568 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b74b45-9d13-4365-ad9a-e2950d3cf20d tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:08.523444 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-30b74b45-9d13-4365-ad9a-e2950d3cf20d tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 881 time: 0.1062160 Jul 05 04:07:08.524264 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42052) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:08.560937 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-96aa3bad-1f0d-4ced-8980-2cfdc0f41cd1 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1710302-a7bf-48df-8bef-7cc8857fad56 HTTP/1.1" status: 200 len: 205 time: 0.0336583 Jul 05 04:07:08.561153 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42054) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:08.717852 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26543d02-330d-4778-b290-8f4f57390bbf tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.781717 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad0252fa-aa10-4684-9f8e-83505e7aae65 tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.801775 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad0252fa-aa10-4684-9f8e-83505e7aae65 tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.811786 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae8c7c-6fd2-45a1-98cd-31ae8b33d361 req-ea69257c-aa25-4800-b471-e015a18d36ce tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:08.813577 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9ae8c7c-6fd2-45a1-98cd-31ae8b33d361 req-ea69257c-aa25-4800-b471-e015a18d36ce tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.1595418 Jul 05 04:07:08.863404 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26543d02-330d-4778-b290-8f4f57390bbf tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.875208 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9ae8c7c-6fd2-45a1-98cd-31ae8b33d361 req-6834cb6e-881a-4df1-96da-c2130cb59c5b tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549338 Jul 05 04:07:08.924762 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-26543d02-330d-4778-b290-8f4f57390bbf tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Deleting port aa8bcb22-ac0c-4762-8f39-baa90e523ccf {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:08.925344 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26543d02-330d-4778-b290-8f4f57390bbf tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.972650 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad0252fa-aa10-4684-9f8e-83505e7aae65 tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.007098 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26543d02-330d-4778-b290-8f4f57390bbf tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.019826 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-26543d02-330d-4778-b290-8f4f57390bbf tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Calling delete_port for aa8bcb22-ac0c-4762-8f39-baa90e523ccf owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:09.151132 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad0252fa-aa10-4684-9f8e-83505e7aae65 tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.154487 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad0252fa-aa10-4684-9f8e-83505e7aae65 tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.227086 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26543d02-330d-4778-b290-8f4f57390bbf tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.260030 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26543d02-330d-4778-b290-8f4f57390bbf tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Pushing event deleted for resources: {'Port': ['ID=aa8bcb22-ac0c-4762-8f39-baa90e523ccf,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:09.339001 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b861d32-5493-4e81-a49d-4bdfa2a55d1a req-302efd91-7b24-4ac5-ad98-d2ea75c5dff7 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:09.340691 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5b861d32-5493-4e81-a49d-4bdfa2a55d1a req-302efd91-7b24-4ac5-ad98-d2ea75c5dff7 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.1595151 Jul 05 04:07:09.356592 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26543d02-330d-4778-b290-8f4f57390bbf tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.464588 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26543d02-330d-4778-b290-8f4f57390bbf tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.468387 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26543d02-330d-4778-b290-8f4f57390bbf tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.478658 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5b861d32-5493-4e81-a49d-4bdfa2a55d1a req-b44d3dea-6ad6-4cc2-87b2-82342d570ea4 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305995 Jul 05 04:07:09.524196 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26543d02-330d-4778-b290-8f4f57390bbf tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.524883 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26543d02-330d-4778-b290-8f4f57390bbf tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Fanout notify agent at l3_agent the message router_deleted on router c1710302-a7bf-48df-8bef-7cc8857fad56 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:07:09.532563 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26543d02-330d-4778-b290-8f4f57390bbf tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.533765 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad0252fa-aa10-4684-9f8e-83505e7aae65 tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.534174 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-26543d02-330d-4778-b290-8f4f57390bbf tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "DELETE /v2.0/routers/c1710302-a7bf-48df-8bef-7cc8857fad56 HTTP/1.1" status: 204 len: 168 time: 0.9718082 Jul 05 04:07:09.534457 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0252fa-aa10-4684-9f8e-83505e7aae65 tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8249de02-2c39-4311-a612-57d09775a065 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:07:09.537499 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42064) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:09.544019 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-18410d2e-032a-467b-8b25-7c28c1430e01 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-497619375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:09.551758 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-ad0252fa-aa10-4684-9f8e-83505e7aae65 tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 05 04:07:09.554260 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ad0252fa-aa10-4684-9f8e-83505e7aae65 tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.3910251 Jul 05 04:07:09.557413 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42066) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:09.594811 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-18410d2e-032a-467b-8b25-7c28c1430e01 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.595773 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-18410d2e-032a-467b-8b25-7c28c1430e01 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.676788 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-18410d2e-032a-467b-8b25-7c28c1430e01 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.683265 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-18410d2e-032a-467b-8b25-7c28c1430e01 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.712822 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-93f9df37-fab7-4f0b-a42c-cd9e1d763794 tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Deleting port b08d251c-d655-483e-8338-674fbcb684c7 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:09.713260 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-93f9df37-fab7-4f0b-a42c-cd9e1d763794 tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.716780 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-18410d2e-032a-467b-8b25-7c28c1430e01 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.720622 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-18410d2e-032a-467b-8b25-7c28c1430e01 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1784472 Jul 05 04:07:09.721590 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42072) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:09.736735 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-df145953-6c35-4f21-81f6-be7a47b1ba6e tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:09.829901 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-93f9df37-fab7-4f0b-a42c-cd9e1d763794 tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.844261 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-93f9df37-fab7-4f0b-a42c-cd9e1d763794 tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Calling delete_port for b08d251c-d655-483e-8338-674fbcb684c7 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:09.969526 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-93f9df37-fab7-4f0b-a42c-cd9e1d763794 tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:10.000674 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9df37-fab7-4f0b-a42c-cd9e1d763794 tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Pushing event deleted for resources: {'Port': ['ID=b08d251c-d655-483e-8338-674fbcb684c7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:10.073165 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-93f9df37-fab7-4f0b-a42c-cd9e1d763794 tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:10.075081 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-93f9df37-fab7-4f0b-a42c-cd9e1d763794 tempest-RoutersAdminNegativeIpV6Test-1619469472 tempest-RoutersAdminNegativeIpV6Test-1619469472-project-admin] 10.222.0.77 "DELETE /v2.0/ports/b08d251c-d655-483e-8338-674fbcb684c7 HTTP/1.1" status: 204 len: 168 time: 0.5167387 Jul 05 04:07:10.133615 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-df145953-6c35-4f21-81f6-be7a47b1ba6e tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:10.229706 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4570520b-94b2-4ceb-a8e3-ee4390b7f67e req-0afca99d-7c21-4e3b-9e2d-e8dd1b55d046 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d1ee47f0-a3ab-400f-87cb-f94505802220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1353071 Jul 05 04:07:10.394203 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42078) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:10.487544 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-df145953-6c35-4f21-81f6-be7a47b1ba6e tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:10.496181 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570520b-94b2-4ceb-a8e3-ee4390b7f67e req-12921b30-8095-452e-82e8-0679b494da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:10.498688 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4570520b-94b2-4ceb-a8e3-ee4390b7f67e req-12921b30-8095-452e-82e8-0679b494da7c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e7f30e579fe94453a264d70ff2740003&device_id=d1ee47f0-a3ab-400f-87cb-f94505802220 HTTP/1.1" status: 200 len: 1098 time: 0.2330995 Jul 05 04:07:10.532022 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-df145953-6c35-4f21-81f6-be7a47b1ba6e tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:10.738459 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570520b-94b2-4ceb-a8e3-ee4390b7f67e req-e5a7b133-7190-4673-b700-0597bdb9123b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:10.739995 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4570520b-94b2-4ceb-a8e3-ee4390b7f67e req-e5a7b133-7190-4673-b700-0597bdb9123b service neutron] 10.222.0.89 "GET /v2.0/networks?id=1dcac4dd-6370-4a16-a68a-d8ffae39b304 HTTP/1.1" status: 200 len: 907 time: 0.2105684 Jul 05 04:07:10.809124 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4570520b-94b2-4ceb-a8e3-ee4390b7f67e req-ab494620-978c-426f-b63f-104015f996dc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bbb9632-1387-46c5-bff5-92b0c5ecba56 HTTP/1.1" status: 200 len: 217 time: 0.0567796 Jul 05 04:07:10.810336 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d5594cd-db0c-4452-9697-229ac64d82eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:10.824217 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-df145953-6c35-4f21-81f6-be7a47b1ba6e tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Allocated IP 172.25.1.216 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/61387c49-dfff-47b3-a75f-583a04cd8da6) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:10.877978 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570520b-94b2-4ceb-a8e3-ee4390b7f67e req-1e151325-3a5a-4904-9fa0-9896df34ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:10.879694 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4570520b-94b2-4ceb-a8e3-ee4390b7f67e req-1e151325-3a5a-4904-9fa0-9896df34ed89 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=248c3b61-cc11-4019-9b85-60af49b5384a HTTP/1.1" status: 200 len: 846 time: 0.0569966 Jul 05 04:07:10.921282 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c3eff-d198-41cf-81d7-f52eae3b5eee req-f6554f65-a980-4246-84a9-3d122b67197e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:10.922883 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e19c3eff-d198-41cf-81d7-f52eae3b5eee req-f6554f65-a980-4246-84a9-3d122b67197e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.1145029 Jul 05 04:07:10.967551 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4570520b-94b2-4ceb-a8e3-ee4390b7f67e req-1b998568-e895-4e25-9170-ffe1f87d3b17 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1dcac4dd-6370-4a16-a68a-d8ffae39b304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738368 Jul 05 04:07:10.993845 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e19c3eff-d198-41cf-81d7-f52eae3b5eee req-d9990565-e5f2-4182-b15b-045f897353b6 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592079 Jul 05 04:07:11.037097 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d5594cd-db0c-4452-9697-229ac64d82eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.041965 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d5594cd-db0c-4452-9697-229ac64d82eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.092043 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6d5594cd-db0c-4452-9697-229ac64d82eb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=88fbc271c4e8451eaad85b931c7a707e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6965873 Jul 05 04:07:11.092220 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42092) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:11.094380 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5594cd-db0c-4452-9697-229ac64d82eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e167451-ce44-4394-a57d-4091bc6842a5,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:11.132264 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-df145953-6c35-4f21-81f6-be7a47b1ba6e tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.147835 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4570520b-94b2-4ceb-a8e3-ee4390b7f67e req-1966a458-8e9d-444b-b564-64133bb4d9a5 service neutron] 10.222.0.89 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679378 Jul 05 04:07:11.244995 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7f5c42f2-4406-4dce-af93-a4a1f8dc405d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.287102 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-df145953-6c35-4f21-81f6-be7a47b1ba6e tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.299894 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7f5c42f2-4406-4dce-af93-a4a1f8dc405d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.356809 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df145953-6c35-4f21-81f6-be7a47b1ba6e tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:11.365156 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4570520b-94b2-4ceb-a8e3-ee4390b7f67e req-9727c07e-9e74-4f0f-8413-bfd45d670a7c service neutron] 10.222.0.89 "GET /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109325 Jul 05 04:07:11.369860 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-df145953-6c35-4f21-81f6-be7a47b1ba6e tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:11.381020 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ad0a8-4ea0-4686-b6c4-8c5751fe40df req-578e01ad-c54f-4ebf-b90c-d67d582b8ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:11.382852 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b07ad0a8-4ea0-4686-b6c4-8c5751fe40df req-578e01ad-c54f-4ebf-b90c-d67d582b8ed4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=926d31dd012d42b08dd59638f4bc0d7d&device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 1097 time: 0.0993176 Jul 05 04:07:11.384019 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df145953-6c35-4f21-81f6-be7a47b1ba6e tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:11.395920 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df145953-6c35-4f21-81f6-be7a47b1ba6e tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Pushing event updated for resources: {'Port': ['ID=61387c49-dfff-47b3-a75f-583a04cd8da6,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:11.482175 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a397c-cf04-4dd3-89bc-0e4eebf5272f req-2cb482d2-4c04-44be-b0b1-be086ec3230a tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:11.483714 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc8a397c-cf04-4dd3-89bc-0e4eebf5272f req-2cb482d2-4c04-44be-b0b1-be086ec3230a tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1451268 Jul 05 04:07:11.512740 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7f5c42f2-4406-4dce-af93-a4a1f8dc405d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.515200 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7f5c42f2-4406-4dce-af93-a4a1f8dc405d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.516400 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7f5c42f2-4406-4dce-af93-a4a1f8dc405d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5e167451-ce44-4394-a57d-4091bc6842a5 HTTP/1.1" status: 204 len: 168 time: 0.4219069 Jul 05 04:07:11.536611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ad0a8-4ea0-4686-b6c4-8c5751fe40df req-df93bfda-fad9-41c9-a621-5db5124a89f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:11.538678 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b07ad0a8-4ea0-4686-b6c4-8c5751fe40df req-df93bfda-fad9-41c9-a621-5db5124a89f6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0d181948-6f38-4cce-b66b-21d3a10c7c4e HTTP/1.1" status: 200 len: 919 time: 0.1478081 Jul 05 04:07:11.544119 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc8a397c-cf04-4dd3-89bc-0e4eebf5272f req-5b449b03-0f5a-446b-81e0-e6e3f078ff94 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508394 Jul 05 04:07:11.545705 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c42f2-4406-4dce-af93-a4a1f8dc405d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e167451-ce44-4394-a57d-4091bc6842a5,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:11.607279 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b07ad0a8-4ea0-4686-b6c4-8c5751fe40df req-22967124-d4e2-491a-acd2-bca2e652c187 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21856a23-4941-4da0-966c-1fe9466f4806 HTTP/1.1" status: 200 len: 217 time: 0.0396509 Jul 05 04:07:11.663275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ad0a8-4ea0-4686-b6c4-8c5751fe40df req-1386ed7b-effc-4973-9f5b-7a727ce4b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:11.664942 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b07ad0a8-4ea0-4686-b6c4-8c5751fe40df req-1386ed7b-effc-4973-9f5b-7a727ce4b7dc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=eef02c9b-cdba-4d27-9b33-4ac4c6fe1358 HTTP/1.1" status: 200 len: 858 time: 0.0491910 Jul 05 04:07:11.705801 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b07ad0a8-4ea0-4686-b6c4-8c5751fe40df req-44dd7998-0552-46d3-a2ae-b90f0e7737b5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0d181948-6f38-4cce-b66b-21d3a10c7c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329192 Jul 05 04:07:11.742072 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-df145953-6c35-4f21-81f6-be7a47b1ba6e tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.811380 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b07ad0a8-4ea0-4686-b6c4-8c5751fe40df req-9a5d7424-81ae-403d-aa79-7410262c4865 service neutron] 10.222.0.89 "GET /v2.0/networks/0d181948-6f38-4cce-b66b-21d3a10c7c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976689 Jul 05 04:07:11.854439 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42100) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:11.919620 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b07ad0a8-4ea0-4686-b6c4-8c5751fe40df req-c8fa5a20-39b5-40df-b551-870511ae6f31 service neutron] 10.222.0.89 "GET /v2.0/networks/0d181948-6f38-4cce-b66b-21d3a10c7c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971119 Jul 05 04:07:11.965496 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1acc0502-9db9-40f2-b18b-cec4cd525e37 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c294ddf052a54137859d5e619fe0352d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1075387 Jul 05 04:07:11.965751 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42104) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:12.012426 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-df145953-6c35-4f21-81f6-be7a47b1ba6e tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.023305 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-df145953-6c35-4f21-81f6-be7a47b1ba6e tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540971'] for router, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.076152 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4cde5076-122c-4a45-ab6b-58d76cb849b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.136670 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4cde5076-122c-4a45-ab6b-58d76cb849b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.193122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21173cb-c252-4d41-9c04-47d963789d8d req-99d9956f-ec23-4858-92c8-3b9e4b11f5f9 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:12.194913 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f21173cb-c252-4d41-9c04-47d963789d8d req-99d9956f-ec23-4858-92c8-3b9e4b11f5f9 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.0658417 Jul 05 04:07:12.210284 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4cde5076-122c-4a45-ab6b-58d76cb849b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.212954 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4cde5076-122c-4a45-ab6b-58d76cb849b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.214248 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4cde5076-122c-4a45-ab6b-58d76cb849b9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ed4117aa-a7d5-47c6-a9de-5a152cbac9ee HTTP/1.1" status: 204 len: 168 time: 0.2475033 Jul 05 04:07:12.217946 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df145953-6c35-4f21-81f6-be7a47b1ba6e tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Router 6bd29196-1d9e-4f48-aa1d-de039870ebed is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:07:12.225153 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde5076-122c-4a45-ab6b-58d76cb849b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4117aa-a7d5-47c6-a9de-5a152cbac9ee,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:12.244727 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f21173cb-c252-4d41-9c04-47d963789d8d req-b4a8dc1b-3124-48be-919e-17038fec948b tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438082 Jul 05 04:07:12.347329 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df145953-6c35-4f21-81f6-be7a47b1ba6e tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:12.355107 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-df145953-6c35-4f21-81f6-be7a47b1ba6e tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.358789 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-df145953-6c35-4f21-81f6-be7a47b1ba6e tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "PUT /v2.0/routers/6bd29196-1d9e-4f48-aa1d-de039870ebed HTTP/1.1" status: 200 len: 883 time: 2.6329994 Jul 05 04:07:12.359280 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42114) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:12.361332 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c6304d-d417-4112-b5d7-2fe902cbcaaa None None] Sync routers for ids ['6bd29196-1d9e-4f48-aa1d-de039870ebed'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:12.374306 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c6304d-d417-4112-b5d7-2fe902cbcaaa None None] Routers {'6bd29196-1d9e-4f48-aa1d-de039870ebed'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:12.375192 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d1c6304d-d417-4112-b5d7-2fe902cbcaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:07:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['6bd29196-1d9e-4f48-aa1d-de039870ebed'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:12.409354 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d1c6304d-d417-4112-b5d7-2fe902cbcaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:12.418120 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c6304d-d417-4112-b5d7-2fe902cbcaaa None None] Routers {'6bd29196-1d9e-4f48-aa1d-de039870ebed'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:12.418733 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d1c6304d-d417-4112-b5d7-2fe902cbcaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:07:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['6bd29196-1d9e-4f48-aa1d-de039870ebed'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:12.459102 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d1c6304d-d417-4112-b5d7-2fe902cbcaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:12.460363 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c6304d-d417-4112-b5d7-2fe902cbcaaa None None] The sync data for ids ['6bd29196-1d9e-4f48-aa1d-de039870ebed'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:12.471953 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9dbad3c1-1adc-4e91-8308-bb0735a37b50 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "GET /v2.0/routers/6bd29196-1d9e-4f48-aa1d-de039870ebed HTTP/1.1" status: 200 len: 924 time: 0.1110017 Jul 05 04:07:12.474773 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42118) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:12.530808 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f8ceb-2ca4-4e97-904e-86c62ab93379 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:12.531931 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5c6f8ceb-2ca4-4e97-904e-86c62ab93379 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&device_id=6bd29196-1d9e-4f48-aa1d-de039870ebed&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0560482 Jul 05 04:07:12.534618 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42122) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:12.631831 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1039e8eb-cc22-42c8-ad76-57d68c486d19 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:12.633479 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1039e8eb-cc22-42c8-ad76-57d68c486d19 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 881 time: 0.0979650 Jul 05 04:07:12.636432 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42130) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:12.669961 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-412895ac-734e-46c1-8583-c973d2be1323 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bd29196-1d9e-4f48-aa1d-de039870ebed HTTP/1.1" status: 200 len: 205 time: 0.0322502 Jul 05 04:07:12.672554 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42134) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:12.759081 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6f425-b72b-4c80-b67f-0745171f8532 req-7a6ddfc5-a3b1-4542-adba-e7cd46958d24 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:12.760861 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0ef6f425-b72b-4c80-b67f-0745171f8532 req-7a6ddfc5-a3b1-4542-adba-e7cd46958d24 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.0827997 Jul 05 04:07:12.786622 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5023869a-6b86-4306-a816-6ed89492082d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.808147 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0ef6f425-b72b-4c80-b67f-0745171f8532 req-cc74834f-b514-4113-b291-69ccb78e1a8e tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413778 Jul 05 04:07:12.850716 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.908652 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5023869a-6b86-4306-a816-6ed89492082d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.980566 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-5023869a-6b86-4306-a816-6ed89492082d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Deleting port 61387c49-dfff-47b3-a75f-583a04cd8da6 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:12.981157 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5023869a-6b86-4306-a816-6ed89492082d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.067273 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42144) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:13.067425 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5023869a-6b86-4306-a816-6ed89492082d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.080493 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-5023869a-6b86-4306-a816-6ed89492082d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Calling delete_port for 61387c49-dfff-47b3-a75f-583a04cd8da6 owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:13.177342 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-18b3c14c-8041-41e4-b694-6b5f63ddfc74 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-401104884'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:13.209551 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b3c14c-8041-41e4-b694-6b5f63ddfc74 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Made reservation on behalf of 635d132397224f84903a98789c3c7d0e for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:13.214363 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18b3c14c-8041-41e4-b694-6b5f63ddfc74 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.224681 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18b3c14c-8041-41e4-b694-6b5f63ddfc74 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.273058 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5023869a-6b86-4306-a816-6ed89492082d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.299847 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5023869a-6b86-4306-a816-6ed89492082d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Pushing event deleted for resources: {'Port': ['ID=61387c49-dfff-47b3-a75f-583a04cd8da6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:13.349403 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18b3c14c-8041-41e4-b694-6b5f63ddfc74 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.356215 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18b3c14c-8041-41e4-b694-6b5f63ddfc74 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.369598 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5023869a-6b86-4306-a816-6ed89492082d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.419845 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b3c14c-8041-41e4-b694-6b5f63ddfc74 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:13.433518 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3c14c-8041-41e4-b694-6b5f63ddfc74 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c819ad4-a5b7-4282-9524-4ddb4e0028bb,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:13.441970 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18b3c14c-8041-41e4-b694-6b5f63ddfc74 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.442325 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-18b3c14c-8041-41e4-b694-6b5f63ddfc74 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Added segment 142f7266-e1dc-4887-9376-aa4d5965d839 of type vlan for network 0c2eb2f7-29fb-4222-9b67-71ba2f7ee9a0 Jul 05 04:07:13.464770 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5023869a-6b86-4306-a816-6ed89492082d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.467002 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5023869a-6b86-4306-a816-6ed89492082d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.495708 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18b3c14c-8041-41e4-b694-6b5f63ddfc74 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.521209 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5023869a-6b86-4306-a816-6ed89492082d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.521735 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5023869a-6b86-4306-a816-6ed89492082d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Fanout notify agent at l3_agent the message router_deleted on router 6bd29196-1d9e-4f48-aa1d-de039870ebed {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:07:13.527186 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb140b-eb4d-4c2e-8b35-b76680bb066b req-eeccb94a-bf35-4904-aa55-d26f62c73a92 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:13.528407 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-60cb140b-eb4d-4c2e-8b35-b76680bb066b req-eeccb94a-bf35-4904-aa55-d26f62c73a92 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.1490920 Jul 05 04:07:13.532890 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5023869a-6b86-4306-a816-6ed89492082d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.534454 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5023869a-6b86-4306-a816-6ed89492082d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "DELETE /v2.0/routers/6bd29196-1d9e-4f48-aa1d-de039870ebed HTTP/1.1" status: 204 len: 168 time: 0.8609703 Jul 05 04:07:13.538130 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42152) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:13.544698 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-cdfed9c1-d2de-4531-a7aa-97faa0f6a9f7 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1446913874', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:13.559258 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18b3c14c-8041-41e4-b694-6b5f63ddfc74 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.565442 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b3c14c-8041-41e4-b694-6b5f63ddfc74 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:13.566129 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18b3c14c-8041-41e4-b694-6b5f63ddfc74 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.568740 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cdfed9c1-d2de-4531-a7aa-97faa0f6a9f7 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.571707 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cdfed9c1-d2de-4531-a7aa-97faa0f6a9f7 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.630754 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cdfed9c1-d2de-4531-a7aa-97faa0f6a9f7 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.637130 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cdfed9c1-d2de-4531-a7aa-97faa0f6a9f7 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.662255 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cdfed9c1-d2de-4531-a7aa-97faa0f6a9f7 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.663996 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cdfed9c1-d2de-4531-a7aa-97faa0f6a9f7 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1229625 Jul 05 04:07:13.667207 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42154) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:13.672434 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-3e78362c-9b89-4b0a-822f-c26c1b28598c tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'enable_snat': True}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:13.979353 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e78362c-9b89-4b0a-822f-c26c1b28598c tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.982906 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-18b3c14c-8041-41e4-b694-6b5f63ddfc74 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9144819 Jul 05 04:07:13.991031 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-60cb140b-eb4d-4c2e-8b35-b76680bb066b req-d25ef597-de17-428e-8322-9043f5310772 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563804 Jul 05 04:07:14.000566 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3c14c-8041-41e4-b694-6b5f63ddfc74 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event updated for resources: {'Network': ['ID=0c2eb2f7-29fb-4222-9b67-71ba2f7ee9a0,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:14.018987 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 0c2eb2f7-29fb-4222-9b67-71ba2f7ee9a0 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:14.093248 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b029fac-88ad-468c-8b57-377e55b1971b req-b47b8eaf-4bf5-4f07-a668-e1f96f8767b2 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:14.094899 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5b029fac-88ad-468c-8b57-377e55b1971b req-b47b8eaf-4bf5-4f07-a668-e1f96f8767b2 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1352851 Jul 05 04:07:14.150948 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5b029fac-88ad-468c-8b57-377e55b1971b req-23fa7d7a-d1e3-4831-8a47-01bc96c7e8e0 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480435 Jul 05 04:07:14.291833 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e78362c-9b89-4b0a-822f-c26c1b28598c tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.315618 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e78362c-9b89-4b0a-822f-c26c1b28598c tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.457922 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-3e78362c-9b89-4b0a-822f-c26c1b28598c tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Allocated IP 172.25.1.231 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/5cf2c093-1d4b-4a02-9a83-87f585f82593) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:14.576515 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e78362c-9b89-4b0a-822f-c26c1b28598c tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.627258 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e78362c-9b89-4b0a-822f-c26c1b28598c tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.667893 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e78362c-9b89-4b0a-822f-c26c1b28598c tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:14.670818 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-3e78362c-9b89-4b0a-822f-c26c1b28598c tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:14.676729 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e78362c-9b89-4b0a-822f-c26c1b28598c tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:14.700551 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78362c-9b89-4b0a-822f-c26c1b28598c tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Pushing event updated for resources: {'Port': ['ID=5cf2c093-1d4b-4a02-9a83-87f585f82593,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:14.953658 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e78362c-9b89-4b0a-822f-c26c1b28598c tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.185870 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e78362c-9b89-4b0a-822f-c26c1b28598c tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.192379 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e78362c-9b89-4b0a-822f-c26c1b28598c tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540971'] for router, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.257156 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064904d-569a-40db-8af3-2bdecff2eb09 req-f504a8f5-84a2-419c-b1d0-30579afb7b92 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:15.258696 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8064904d-569a-40db-8af3-2bdecff2eb09 req-f504a8f5-84a2-419c-b1d0-30579afb7b92 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.1218882 Jul 05 04:07:15.352549 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8064904d-569a-40db-8af3-2bdecff2eb09 req-6cb4ad6e-302f-4de7-a06e-a1234bfda7fc tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827689 Jul 05 04:07:15.381678 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf2d08-2c6a-4015-8c11-a7bff964ef3d req-1139bc3c-3079-4dd9-b6cf-457f932ebbf3 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:15.389757 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f4bf2d08-2c6a-4015-8c11-a7bff964ef3d req-1139bc3c-3079-4dd9-b6cf-457f932ebbf3 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1025465 Jul 05 04:07:15.400120 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e78362c-9b89-4b0a-822f-c26c1b28598c tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Router 940f1ef1-bf2a-4a04-8ae0-074767d5ed89 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:07:15.472648 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f4bf2d08-2c6a-4015-8c11-a7bff964ef3d req-648ac61b-9cdc-4cea-82ff-76d4b069d601 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810540 Jul 05 04:07:15.808002 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e78362c-9b89-4b0a-822f-c26c1b28598c tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:15.815315 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e78362c-9b89-4b0a-822f-c26c1b28598c tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.816655 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f137c9-27be-4730-8627-127179b3f796 None None] Sync routers for ids ['940f1ef1-bf2a-4a04-8ae0-074767d5ed89'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:15.817839 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3e78362c-9b89-4b0a-822f-c26c1b28598c tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "PUT /v2.0/routers/940f1ef1-bf2a-4a04-8ae0-074767d5ed89 HTTP/1.1" status: 200 len: 919 time: 2.1491504 Jul 05 04:07:15.821281 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42166) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:15.832750 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f137c9-27be-4730-8627-127179b3f796 None None] Routers {'940f1ef1-bf2a-4a04-8ae0-074767d5ed89'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:15.833674 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-10f137c9-27be-4730-8627-127179b3f796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:07:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['940f1ef1-bf2a-4a04-8ae0-074767d5ed89'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:15.873196 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-10f137c9-27be-4730-8627-127179b3f796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:15.883024 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f137c9-27be-4730-8627-127179b3f796 None None] Routers {'940f1ef1-bf2a-4a04-8ae0-074767d5ed89'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:15.883632 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-10f137c9-27be-4730-8627-127179b3f796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:07:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['940f1ef1-bf2a-4a04-8ae0-074767d5ed89'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:15.917042 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-10f137c9-27be-4730-8627-127179b3f796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:15.917696 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f137c9-27be-4730-8627-127179b3f796 None None] The sync data for ids ['940f1ef1-bf2a-4a04-8ae0-074767d5ed89'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:15.953409 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1bbf4c99-b520-4a6b-a8f0-b08db444b555 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "GET /v2.0/routers/940f1ef1-bf2a-4a04-8ae0-074767d5ed89 HTTP/1.1" status: 200 len: 925 time: 0.1308434 Jul 05 04:07:15.956816 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42168) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:16.026820 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0b3b56-16d2-4e76-8ac4-fe4ed70162e4 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:16.029239 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8e0b3b56-16d2-4e76-8ac4-fe4ed70162e4 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&device_id=940f1ef1-bf2a-4a04-8ae0-074767d5ed89&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0713415 Jul 05 04:07:16.032405 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42170) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:16.127727 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8718a07d-5ceb-4cad-97ef-396d278903da tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:16.129785 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8718a07d-5ceb-4cad-97ef-396d278903da tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 881 time: 0.0960658 Jul 05 04:07:16.133269 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42172) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:16.170537 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2e366949-70df-4c76-ae44-0b5545705ef3 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "GET /v2.0/ports?device_id=940f1ef1-bf2a-4a04-8ae0-074767d5ed89 HTTP/1.1" status: 200 len: 205 time: 0.0358479 Jul 05 04:07:16.173543 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42174) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:16.301130 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a93345ab-190a-4f14-ab02-016a01bc8781 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.425473 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a93345ab-190a-4f14-ab02-016a01bc8781 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.556140 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-a93345ab-190a-4f14-ab02-016a01bc8781 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Deleting port 5cf2c093-1d4b-4a02-9a83-87f585f82593 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:16.556401 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a93345ab-190a-4f14-ab02-016a01bc8781 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.677587 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deda6bb-6a9f-4be8-a15a-7f0414be011a req-544587a5-7c85-467f-8fb8-8cafab102709 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:16.679476 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1deda6bb-6a9f-4be8-a15a-7f0414be011a req-544587a5-7c85-467f-8fb8-8cafab102709 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.1671324 Jul 05 04:07:16.681525 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a93345ab-190a-4f14-ab02-016a01bc8781 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.718772 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-a93345ab-190a-4f14-ab02-016a01bc8781 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Calling delete_port for 5cf2c093-1d4b-4a02-9a83-87f585f82593 owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:16.758239 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db8b52-a3fb-441d-9f56-c7fbe8ee1587 req-76febab1-765d-42ba-a5c7-c8d7ee4cba16 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:16.760243 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a6db8b52-a3fb-441d-9f56-c7fbe8ee1587 req-76febab1-765d-42ba-a5c7-c8d7ee4cba16 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1211989 Jul 05 04:07:16.810278 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a6db8b52-a3fb-441d-9f56-c7fbe8ee1587 req-c1a63c5f-7da7-4128-be7e-53ad6f5a2127 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435340 Jul 05 04:07:16.859402 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1deda6bb-6a9f-4be8-a15a-7f0414be011a req-d5331bd1-df82-4ea4-9039-be395364d144 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633224 Jul 05 04:07:17.018667 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a93345ab-190a-4f14-ab02-016a01bc8781 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.045206 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93345ab-190a-4f14-ab02-016a01bc8781 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Pushing event deleted for resources: {'Port': ['ID=5cf2c093-1d4b-4a02-9a83-87f585f82593,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:17.111304 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a93345ab-190a-4f14-ab02-016a01bc8781 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.207282 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a93345ab-190a-4f14-ab02-016a01bc8781 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.209878 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a93345ab-190a-4f14-ab02-016a01bc8781 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.254131 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a93345ab-190a-4f14-ab02-016a01bc8781 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.254674 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93345ab-190a-4f14-ab02-016a01bc8781 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Fanout notify agent at l3_agent the message router_deleted on router 940f1ef1-bf2a-4a04-8ae0-074767d5ed89 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:07:17.262036 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a93345ab-190a-4f14-ab02-016a01bc8781 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.263271 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a93345ab-190a-4f14-ab02-016a01bc8781 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "DELETE /v2.0/routers/940f1ef1-bf2a-4a04-8ae0-074767d5ed89 HTTP/1.1" status: 204 len: 168 time: 1.0887036 Jul 05 04:07:17.269432 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42182) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:17.275478 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-6345d186-44d8-444c-87a3-6407350282f1 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2102482143', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:17.302063 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6345d186-44d8-444c-87a3-6407350282f1 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.304151 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6345d186-44d8-444c-87a3-6407350282f1 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.363367 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6345d186-44d8-444c-87a3-6407350282f1 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.369084 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6345d186-44d8-444c-87a3-6407350282f1 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.391172 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6345d186-44d8-444c-87a3-6407350282f1 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.392874 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6345d186-44d8-444c-87a3-6407350282f1 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1220369 Jul 05 04:07:17.396015 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42184) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:17.401559 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-8edd175d-c1ae-4478-acfc-04dd9e214944 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'enable_snat': False}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:17.503829 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42186) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:17.511346 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ddd582e3-3a8a-42ad-8a84-5eb1b90007e7 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Request body: {'subnet': {'network_id': '0c2eb2f7-29fb-4222-9b67-71ba2f7ee9a0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:17.707004 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8edd175d-c1ae-4478-acfc-04dd9e214944 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.740341 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd582e3-3a8a-42ad-8a84-5eb1b90007e7 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Made reservation on behalf of 635d132397224f84903a98789c3c7d0e for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:17.744440 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddd582e3-3a8a-42ad-8a84-5eb1b90007e7 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.095636 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5e7c7-2bfe-47ab-a227-e4557e987a84 req-46c64f18-5cd6-4543-a4f6-dd2373cd90f9 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:18.097170 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-69e5e7c7-2bfe-47ab-a227-e4557e987a84 req-46c64f18-5cd6-4543-a4f6-dd2373cd90f9 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.0830712 Jul 05 04:07:18.102688 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddd582e3-3a8a-42ad-8a84-5eb1b90007e7 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.145969 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-69e5e7c7-2bfe-47ab-a227-e4557e987a84 req-12451327-5de6-4c91-b5ae-c671dfb18551 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409389 Jul 05 04:07:18.213427 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd582e3-3a8a-42ad-8a84-5eb1b90007e7 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event updated for resources: {'Subnet': ['ID=a546b48b-94a7-4a65-86c8-74b59ccb6377,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:18.226375 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85128d6-87f8-4b94-a249-53de25e0776f req-657fff41-f051-4fbd-932b-b251d563498b tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:18.228284 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d85128d6-87f8-4b94-a249-53de25e0776f req-657fff41-f051-4fbd-932b-b251d563498b tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.2790236 Jul 05 04:07:18.229729 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8edd175d-c1ae-4478-acfc-04dd9e214944 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.267902 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8edd175d-c1ae-4478-acfc-04dd9e214944 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.296015 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd582e3-3a8a-42ad-8a84-5eb1b90007e7 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Checking segment: {'id': '142f7266-e1dc-4887-9376-aa4d5965d839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0c2eb2f7-29fb-4222-9b67-71ba2f7ee9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:18.296670 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd582e3-3a8a-42ad-8a84-5eb1b90007e7 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Network hostable DHCP agents. Network: 0c2eb2f7-29fb-4222-9b67-71ba2f7ee9a0, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:18.356593 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d85128d6-87f8-4b94-a249-53de25e0776f req-b07f9d20-ac9c-4756-9872-ed9de2eb546a tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032398 Jul 05 04:07:18.394847 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd582e3-3a8a-42ad-8a84-5eb1b90007e7 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Network 0c2eb2f7-29fb-4222-9b67-71ba2f7ee9a0 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:18.411604 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-ddd582e3-3a8a-42ad-8a84-5eb1b90007e7 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 0c2eb2f7-29fb-4222-9b67-71ba2f7ee9a0) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:18.418580 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd582e3-3a8a-42ad-8a84-5eb1b90007e7 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:18.419283 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddd582e3-3a8a-42ad-8a84-5eb1b90007e7 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.421953 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df67410-bcf5-437c-9c23-bda89ac9b075 None None] Network 0c2eb2f7-29fb-4222-9b67-71ba2f7ee9a0 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:18.440091 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-8edd175d-c1ae-4478-acfc-04dd9e214944 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Allocated IP 172.25.1.253 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/89577835-16e7-4ad9-ba41-0459a64b8d00) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:18.452663 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ddd582e3-3a8a-42ad-8a84-5eb1b90007e7 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9477000 Jul 05 04:07:18.456282 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42194) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:18.463942 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-2c66f6c6-4be4-4e22-b1ca-2aecd5eaeebb tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1667520774'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:18.489660 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c66f6c6-4be4-4e22-b1ca-2aecd5eaeebb tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Made reservation on behalf of 635d132397224f84903a98789c3c7d0e for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:18.494171 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2c66f6c6-4be4-4e22-b1ca-2aecd5eaeebb tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.522566 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c66f6c6-4be4-4e22-b1ca-2aecd5eaeebb tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:18.533583 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2c66f6c6-4be4-4e22-b1ca-2aecd5eaeebb tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.534067 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-2c66f6c6-4be4-4e22-b1ca-2aecd5eaeebb tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Added segment f29c73ce-31b6-4fd2-a34e-9714d514d6f5 of type vlan for network 55e0122e-227c-490c-be61-17f92430d508 Jul 05 04:07:18.587223 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2c66f6c6-4be4-4e22-b1ca-2aecd5eaeebb tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.598976 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8edd175d-c1ae-4478-acfc-04dd9e214944 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.621458 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2c66f6c6-4be4-4e22-b1ca-2aecd5eaeebb tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.627183 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c66f6c6-4be4-4e22-b1ca-2aecd5eaeebb tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:18.627975 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2c66f6c6-4be4-4e22-b1ca-2aecd5eaeebb tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.647058 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090690b6-89a6-4996-8c88-cacc99971a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-0c2eb2f7-29fb-4222-9b67-71ba2f7ee9a0', 'network_id': '0c2eb2f7-29fb-4222-9b67-71ba2f7ee9a0', 'tenant_id': '635d132397224f84903a98789c3c7d0e', 'fixed_ips': [{'subnet_id': 'a546b48b-94a7-4a65-86c8-74b59ccb6377'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:18.647058 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-090690b6-89a6-4996-8c88-cacc99971a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.674134 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8edd175d-c1ae-4478-acfc-04dd9e214944 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.715138 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2c66f6c6-4be4-4e22-b1ca-2aecd5eaeebb tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2568421 Jul 05 04:07:18.715729 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42196) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:18.723838 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edd175d-c1ae-4478-acfc-04dd9e214944 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:18.731151 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-8edd175d-c1ae-4478-acfc-04dd9e214944 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:18.735775 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f95e730e-aa01-443d-bbc8-db532d2d87ca tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Request body: {'subnet': {'network_id': '55e0122e-227c-490c-be61-17f92430d508', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:18.736014 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edd175d-c1ae-4478-acfc-04dd9e214944 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:18.762506 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd175d-c1ae-4478-acfc-04dd9e214944 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Pushing event updated for resources: {'Port': ['ID=89577835-16e7-4ad9-ba41-0459a64b8d00,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:18.764731 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c66f6c6-4be4-4e22-b1ca-2aecd5eaeebb tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event updated for resources: {'Network': ['ID=55e0122e-227c-490c-be61-17f92430d508,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:18.809403 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 55e0122e-227c-490c-be61-17f92430d508 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:18.867034 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95e730e-aa01-443d-bbc8-db532d2d87ca tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Made reservation on behalf of 635d132397224f84903a98789c3c7d0e for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:18.872037 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f95e730e-aa01-443d-bbc8-db532d2d87ca tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.893869 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-090690b6-89a6-4996-8c88-cacc99971a7d None None] Allocated IP 2001:db8:0:ffff::2 (0c2eb2f7-29fb-4222-9b67-71ba2f7ee9a0/a546b48b-94a7-4a65-86c8-74b59ccb6377/f54c352b-676e-4119-85ef-0a8059f3ba2c) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:19.026391 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8edd175d-c1ae-4478-acfc-04dd9e214944 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.080770 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-090690b6-89a6-4996-8c88-cacc99971a7d None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.090714 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-090690b6-89a6-4996-8c88-cacc99971a7d None None] Transition to ACTIVE for port object f54c352b-676e-4119-85ef-0a8059f3ba2c will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:19.107913 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-090690b6-89a6-4996-8c88-cacc99971a7d None None] Transition to ACTIVE for port object f54c352b-676e-4119-85ef-0a8059f3ba2c will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:19.118328 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-090690b6-89a6-4996-8c88-cacc99971a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.154111 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090690b6-89a6-4996-8c88-cacc99971a7d None None] Network 0c2eb2f7-29fb-4222-9b67-71ba2f7ee9a0 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:19.158415 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-090690b6-89a6-4996-8c88-cacc99971a7d None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:19.163990 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090690b6-89a6-4996-8c88-cacc99971a7d None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:19.217974 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090690b6-89a6-4996-8c88-cacc99971a7d None None] Pushing event updated for resources: {'Port': ['ID=f54c352b-676e-4119-85ef-0a8059f3ba2c,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:19.230835 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-090690b6-89a6-4996-8c88-cacc99971a7d None None] Attempting to bind port f54c352b-676e-4119-85ef-0a8059f3ba2c on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:19.231207 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-090690b6-89a6-4996-8c88-cacc99971a7d None None] Attempting to bind port f54c352b-676e-4119-85ef-0a8059f3ba2c by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '142f7266-e1dc-4887-9376-aa4d5965d839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0c2eb2f7-29fb-4222-9b67-71ba2f7ee9a0'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:19.231570 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090690b6-89a6-4996-8c88-cacc99971a7d None None] Attempting to bind port f54c352b-676e-4119-85ef-0a8059f3ba2c on network 0c2eb2f7-29fb-4222-9b67-71ba2f7ee9a0 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:19.234957 n-d-780147-23 neutron-server[105539]: DEBUG neutron.objects.ports [None req-f95e730e-aa01-443d-bbc8-db532d2d87ca tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105539) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:07:19.236745 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f95e730e-aa01-443d-bbc8-db532d2d87ca tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.237213 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090690b6-89a6-4996-8c88-cacc99971a7d None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:19.237591 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090690b6-89a6-4996-8c88-cacc99971a7d None None] Checking segment: {'id': '142f7266-e1dc-4887-9376-aa4d5965d839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0c2eb2f7-29fb-4222-9b67-71ba2f7ee9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:19.237992 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-090690b6-89a6-4996-8c88-cacc99971a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.238382 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090690b6-89a6-4996-8c88-cacc99971a7d None None] Bound using segment: {'id': '142f7266-e1dc-4887-9376-aa4d5965d839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0c2eb2f7-29fb-4222-9b67-71ba2f7ee9a0'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:19.238853 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-090690b6-89a6-4996-8c88-cacc99971a7d None None] Bound port: f54c352b-676e-4119-85ef-0a8059f3ba2c, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142f7266-e1dc-4887-9376-aa4d5965d839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0c2eb2f7-29fb-4222-9b67-71ba2f7ee9a0'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:19.239230 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-090690b6-89a6-4996-8c88-cacc99971a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.314585 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8edd175d-c1ae-4478-acfc-04dd9e214944 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.317715 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e730e-aa01-443d-bbc8-db532d2d87ca tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event updated for resources: {'Subnet': ['ID=40ac9313-1e0e-44d6-9709-e47b5794a194,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:19.318359 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8edd175d-c1ae-4478-acfc-04dd9e214944 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540971'] for router, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.319899 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-090690b6-89a6-4996-8c88-cacc99971a7d None None] For port f54c352b-676e-4119-85ef-0a8059f3ba2c, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:19.333773 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-090690b6-89a6-4996-8c88-cacc99971a7d None None] For port f54c352b-676e-4119-85ef-0a8059f3ba2c, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f54c352b-676e-4119-85ef-0a8059f3ba2c,segment=NetworkSegment(142f7266-e1dc-4887-9376-aa4d5965d839),segment_id=142f7266-e1dc-4887-9376-aa4d5965d839)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:19.339775 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-090690b6-89a6-4996-8c88-cacc99971a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.356471 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95e730e-aa01-443d-bbc8-db532d2d87ca tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Checking segment: {'id': 'f29c73ce-31b6-4fd2-a34e-9714d514d6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '55e0122e-227c-490c-be61-17f92430d508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:19.356833 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95e730e-aa01-443d-bbc8-db532d2d87ca tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Network hostable DHCP agents. Network: 55e0122e-227c-490c-be61-17f92430d508, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:19.382759 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95e730e-aa01-443d-bbc8-db532d2d87ca tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Network 55e0122e-227c-490c-be61-17f92430d508 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:19.399685 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-f95e730e-aa01-443d-bbc8-db532d2d87ca tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 55e0122e-227c-490c-be61-17f92430d508) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:19.405685 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95e730e-aa01-443d-bbc8-db532d2d87ca tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:19.406324 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f95e730e-aa01-443d-bbc8-db532d2d87ca tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.422279 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e409b3-b63f-41d8-a9e5-94326882f4a6 None None] Network 55e0122e-227c-490c-be61-17f92430d508 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:19.422906 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabe9b4-803a-4740-823e-7fc4a2c16124 req-39cc45cf-94fd-4e51-af1e-6bc75eafd4f7 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:19.429064 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ccabe9b4-803a-4740-823e-7fc4a2c16124 req-39cc45cf-94fd-4e51-af1e-6bc75eafd4f7 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.1152372 Jul 05 04:07:19.442733 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f95e730e-aa01-443d-bbc8-db532d2d87ca tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7192824 Jul 05 04:07:19.453239 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42204) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:19.461127 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-8f68569c-23ba-401c-aee4-3ba193481b14 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Request body: {'port': {'network_id': '55e0122e-227c-490c-be61-17f92430d508', 'name': 'tempest-NetworksIpV6TestAttrs-319787407'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:19.543879 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090690b6-89a6-4996-8c88-cacc99971a7d None None] Pushing event updated for resources: {'Port': ['ID=f54c352b-676e-4119-85ef-0a8059f3ba2c,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:19.560791 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ccabe9b4-803a-4740-823e-7fc4a2c16124 req-42594fee-7271-49eb-b8c7-6451c176c863 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230719 Jul 05 04:07:19.662058 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f68569c-23ba-401c-aee4-3ba193481b14 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Made reservation on behalf of 635d132397224f84903a98789c3c7d0e for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:19.669783 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f68569c-23ba-401c-aee4-3ba193481b14 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.744982 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc761c32-4a24-40ca-bfe9-75d965070a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-55e0122e-227c-490c-be61-17f92430d508', 'network_id': '55e0122e-227c-490c-be61-17f92430d508', 'tenant_id': '635d132397224f84903a98789c3c7d0e', 'fixed_ips': [{'subnet_id': '40ac9313-1e0e-44d6-9709-e47b5794a194'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:19.751481 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc761c32-4a24-40ca-bfe9-75d965070a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.753588 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-8f68569c-23ba-401c-aee4-3ba193481b14 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] device_id is not set on port ce59022d-4a61-4b37-896e-85aae6433d35 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:07:19.921604 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-8f68569c-23ba-401c-aee4-3ba193481b14 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Allocated IP 2001:db8::f816:3eff:fe60:44af (55e0122e-227c-490c-be61-17f92430d508/40ac9313-1e0e-44d6-9709-e47b5794a194/ce59022d-4a61-4b37-896e-85aae6433d35) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:20.000203 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca3756-ad94-4645-95c6-d8d377a6c2be req-d072f3db-2874-41e2-865f-a8959df608af tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:20.001639 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-18ca3756-ad94-4645-95c6-d8d377a6c2be req-d072f3db-2874-41e2-865f-a8959df608af tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.0931530 Jul 05 04:07:20.017604 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edd175d-c1ae-4478-acfc-04dd9e214944 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Router 663d96df-9217-43eb-b794-3365b056566e is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:07:20.086989 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-18ca3756-ad94-4645-95c6-d8d377a6c2be req-718d12ed-23a3-4b1f-92d6-e4d0a98ceb5c tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781262 Jul 05 04:07:20.117867 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f68569c-23ba-401c-aee4-3ba193481b14 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.141555 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-8f68569c-23ba-401c-aee4-3ba193481b14 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Transition to ACTIVE for port object ce59022d-4a61-4b37-896e-85aae6433d35 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:20.166658 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edd175d-c1ae-4478-acfc-04dd9e214944 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:20.172474 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8edd175d-c1ae-4478-acfc-04dd9e214944 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.173866 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8edd175d-c1ae-4478-acfc-04dd9e214944 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "PUT /v2.0/routers/663d96df-9217-43eb-b794-3365b056566e HTTP/1.1" status: 200 len: 920 time: 2.7767336 Jul 05 04:07:20.177101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42206) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:20.182153 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfab2d0-7923-4c57-b405-e4793477e32b None None] Sync routers for ids ['663d96df-9217-43eb-b794-3365b056566e'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:20.185722 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f68569c-23ba-401c-aee4-3ba193481b14 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.221790 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfab2d0-7923-4c57-b405-e4793477e32b None None] Routers {'663d96df-9217-43eb-b794-3365b056566e'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:20.222428 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8dfab2d0-7923-4c57-b405-e4793477e32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:07:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['663d96df-9217-43eb-b794-3365b056566e'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:20.264503 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8dfab2d0-7923-4c57-b405-e4793477e32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:20.276929 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-fc761c32-4a24-40ca-bfe9-75d965070a00 None None] Allocated IP 2001:db8::f816:3eff:fe25:e82f (55e0122e-227c-490c-be61-17f92430d508/40ac9313-1e0e-44d6-9709-e47b5794a194/f695d7c1-109f-43f4-90cf-c42a37a429c2) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:20.280723 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfab2d0-7923-4c57-b405-e4793477e32b None None] Routers {'663d96df-9217-43eb-b794-3365b056566e'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:20.281582 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8dfab2d0-7923-4c57-b405-e4793477e32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:07:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['663d96df-9217-43eb-b794-3365b056566e'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:20.285449 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f68569c-23ba-401c-aee4-3ba193481b14 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Network 55e0122e-227c-490c-be61-17f92430d508 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:20.325115 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8dfab2d0-7923-4c57-b405-e4793477e32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:20.325777 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfab2d0-7923-4c57-b405-e4793477e32b None None] The sync data for ids ['663d96df-9217-43eb-b794-3365b056566e'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:20.335071 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-8f68569c-23ba-401c-aee4-3ba193481b14 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:20.345614 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f68569c-23ba-401c-aee4-3ba193481b14 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:20.355986 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f68569c-23ba-401c-aee4-3ba193481b14 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:20.356978 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f68569c-23ba-401c-aee4-3ba193481b14 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.363325 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68569c-23ba-401c-aee4-3ba193481b14 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event updated for resources: {'Port': ['ID=ce59022d-4a61-4b37-896e-85aae6433d35,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:20.383423 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8f68569c-23ba-401c-aee4-3ba193481b14 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9275835 Jul 05 04:07:20.386181 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42208) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:20.427206 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fb1c962c-15c4-432a-a222-733a66d8f981 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "GET /v2.0/routers/663d96df-9217-43eb-b794-3365b056566e HTTP/1.1" status: 200 len: 926 time: 0.2478533 Jul 05 04:07:20.432598 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42210) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:20.454400 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-449e7617-ca15-42ff-aa1f-abfc8f6528d8 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Deleting subnet 40ac9313-1e0e-44d6-9709-e47b5794a194 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:07:20.525394 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc761c32-4a24-40ca-bfe9-75d965070a00 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.543474 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fc761c32-4a24-40ca-bfe9-75d965070a00 None None] Transition to ACTIVE for port object f695d7c1-109f-43f4-90cf-c42a37a429c2 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:20.566700 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fc761c32-4a24-40ca-bfe9-75d965070a00 None None] Transition to ACTIVE for port object f695d7c1-109f-43f4-90cf-c42a37a429c2 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:20.573598 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-449e7617-ca15-42ff-aa1f-abfc8f6528d8 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.574435 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc761c32-4a24-40ca-bfe9-75d965070a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.611836 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eca6fe7-90b5-4331-859a-13ed31023608 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:20.613999 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5eca6fe7-90b5-4331-859a-13ed31023608 tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&device_id=663d96df-9217-43eb-b794-3365b056566e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1750231 Jul 05 04:07:20.619432 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42216) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:20.629650 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc761c32-4a24-40ca-bfe9-75d965070a00 None None] Network 55e0122e-227c-490c-be61-17f92430d508 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:20.635362 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-fc761c32-4a24-40ca-bfe9-75d965070a00 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:20.639705 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc761c32-4a24-40ca-bfe9-75d965070a00 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:20.694698 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc761c32-4a24-40ca-bfe9-75d965070a00 None None] Pushing event updated for resources: {'Port': ['ID=f695d7c1-109f-43f4-90cf-c42a37a429c2,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:20.707206 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-449e7617-ca15-42ff-aa1f-abfc8f6528d8 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.778785 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fc761c32-4a24-40ca-bfe9-75d965070a00 None None] Attempting to bind port f695d7c1-109f-43f4-90cf-c42a37a429c2 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:20.779192 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fc761c32-4a24-40ca-bfe9-75d965070a00 None None] Attempting to bind port f695d7c1-109f-43f4-90cf-c42a37a429c2 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'f29c73ce-31b6-4fd2-a34e-9714d514d6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '55e0122e-227c-490c-be61-17f92430d508'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:20.779604 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc761c32-4a24-40ca-bfe9-75d965070a00 None None] Attempting to bind port f695d7c1-109f-43f4-90cf-c42a37a429c2 on network 55e0122e-227c-490c-be61-17f92430d508 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:20.786900 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc761c32-4a24-40ca-bfe9-75d965070a00 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:20.788288 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc761c32-4a24-40ca-bfe9-75d965070a00 None None] Checking segment: {'id': 'f29c73ce-31b6-4fd2-a34e-9714d514d6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '55e0122e-227c-490c-be61-17f92430d508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:20.790499 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc761c32-4a24-40ca-bfe9-75d965070a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.790499 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc761c32-4a24-40ca-bfe9-75d965070a00 None None] Bound using segment: {'id': 'f29c73ce-31b6-4fd2-a34e-9714d514d6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '55e0122e-227c-490c-be61-17f92430d508'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:20.790499 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fc761c32-4a24-40ca-bfe9-75d965070a00 None None] Bound port: f695d7c1-109f-43f4-90cf-c42a37a429c2, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29c73ce-31b6-4fd2-a34e-9714d514d6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '55e0122e-227c-490c-be61-17f92430d508'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:20.790499 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc761c32-4a24-40ca-bfe9-75d965070a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.837386 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cf4c63-2d1a-4c5e-a879-a611cdc798ad None None] Network 0c2eb2f7-29fb-4222-9b67-71ba2f7ee9a0 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:20.854424 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97842ecc-a95c-4464-8d45-3a70b8affd1c tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:20.856065 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-97842ecc-a95c-4464-8d45-3a70b8affd1c tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 881 time: 0.2345257 Jul 05 04:07:20.860289 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42218) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:20.897901 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-569e0252-c245-4a01-a43e-b71f774a9f78 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "GET /v2.0/ports?device_id=663d96df-9217-43eb-b794-3365b056566e HTTP/1.1" status: 200 len: 205 time: 0.0357239 Jul 05 04:07:20.901593 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42220) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:20.972159 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-449e7617-ca15-42ff-aa1f-abfc8f6528d8 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.991982 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fc75b3b6-f14e-461b-93f9-141c49685940 None None] Provisioning for port f54c352b-676e-4119-85ef-0a8059f3ba2c completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:21.009202 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59b068-7434-4eb8-8c8f-5e4f515ad14b req-c409595f-2dea-45a1-8c83-824f7c0b1e8b tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:21.011880 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-df59b068-7434-4eb8-8c8f-5e4f515ad14b req-c409595f-2dea-45a1-8c83-824f7c0b1e8b tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.2056296 Jul 05 04:07:21.057698 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-449e7617-ca15-42ff-aa1f-abfc8f6528d8 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.069633 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fc761c32-4a24-40ca-bfe9-75d965070a00 None None] For port f695d7c1-109f-43f4-90cf-c42a37a429c2, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:21.084153 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e7617-ca15-42ff-aa1f-abfc8f6528d8 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event deleted for resources: {'Subnet': ['ID=40ac9313-1e0e-44d6-9709-e47b5794a194,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:21.098926 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-449e7617-ca15-42ff-aa1f-abfc8f6528d8 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.104677 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-449e7617-ca15-42ff-aa1f-abfc8f6528d8 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "DELETE /v2.0/subnets/40ac9313-1e0e-44d6-9709-e47b5794a194 HTTP/1.1" status: 204 len: 168 time: 0.7170815 Jul 05 04:07:21.105351 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42222) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:21.108607 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b421e84-50c9-4298-9642-57babbb95572 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.112556 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-df59b068-7434-4eb8-8c8f-5e4f515ad14b req-68e483d0-b4b1-44a0-82e5-06b2a6791a7e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583906 Jul 05 04:07:21.128780 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fc761c32-4a24-40ca-bfe9-75d965070a00 None None] For port f695d7c1-109f-43f4-90cf-c42a37a429c2, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f695d7c1-109f-43f4-90cf-c42a37a429c2,segment=NetworkSegment(f29c73ce-31b6-4fd2-a34e-9714d514d6f5),segment_id=f29c73ce-31b6-4fd2-a34e-9714d514d6f5)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:21.138443 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc761c32-4a24-40ca-bfe9-75d965070a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.277718 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f0fcf0-24ee-4cc3-b61b-256aa25e9783 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:21.282859 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f0fcf0-24ee-4cc3-b61b-256aa25e9783 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:21.285733 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-78f0fcf0-24ee-4cc3-b61b-256aa25e9783 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1777363 Jul 05 04:07:21.292163 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc761c32-4a24-40ca-bfe9-75d965070a00 None None] Pushing event updated for resources: {'Port': ['ID=f695d7c1-109f-43f4-90cf-c42a37a429c2,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:21.313717 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b421e84-50c9-4298-9642-57babbb95572 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.313929 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42226) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:21.339770 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f54c352b-676e-4119-85ef-0a8059f3ba2c up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:21.408133 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-1b421e84-50c9-4298-9642-57babbb95572 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Deleting port 89577835-16e7-4ad9-ba41-0459a64b8d00 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:21.408334 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b421e84-50c9-4298-9642-57babbb95572 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.429714 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port f54c352b-676e-4119-85ef-0a8059f3ba2c completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:21.436212 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port f54c352b-676e-4119-85ef-0a8059f3ba2c triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:21.436838 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.528213 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b421e84-50c9-4298-9642-57babbb95572 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.551771 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-1b421e84-50c9-4298-9642-57babbb95572 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Calling delete_port for 89577835-16e7-4ad9-ba41-0459a64b8d00 owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:21.551950 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d1675b82-5805-4ed9-b418-72a1e4c68930 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.596530 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1675b82-5805-4ed9-b418-72a1e4c68930 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 05 04:07:21.596530 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1675b82-5805-4ed9-b418-72a1e4c68930 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:21.633946 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d1675b82-5805-4ed9-b418-72a1e4c68930 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "DELETE /v2.0/networks/55e0122e-227c-490c-be61-17f92430d508 HTTP/1.1" status: 409 len: 405 time: 0.3174701 Jul 05 04:07:21.641463 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42230) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:21.644431 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.667049 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-548fc9ee-2edb-41fc-a522-ceaaa804b989 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1656729217'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:21.697417 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492d8f3-869c-442a-85cd-1d8f61ce0c60 req-e5009bc9-7fb4-497b-8a44-34dbe9c5d655 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:21.700878 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e492d8f3-869c-442a-85cd-1d8f61ce0c60 req-e5009bc9-7fb4-497b-8a44-34dbe9c5d655 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.3614762 Jul 05 04:07:21.757209 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port f54c352b-676e-4119-85ef-0a8059f3ba2c, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f54c352b-676e-4119-85ef-0a8059f3ba2c,segment=NetworkSegment(142f7266-e1dc-4887-9376-aa4d5965d839),segment_id=142f7266-e1dc-4887-9376-aa4d5965d839)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:21.766761 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.822003 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548fc9ee-2edb-41fc-a522-ceaaa804b989 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Made reservation on behalf of 635d132397224f84903a98789c3c7d0e for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:21.827565 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-548fc9ee-2edb-41fc-a522-ceaaa804b989 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.835143 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-762022c7-6209-4ec5-8622-51b54e007623 None None] Provisioning complete for port f54c352b-676e-4119-85ef-0a8059f3ba2c triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:21.835622 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-762022c7-6209-4ec5-8622-51b54e007623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.849277 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e492d8f3-869c-442a-85cd-1d8f61ce0c60 req-2da460d2-675b-45e9-a136-7a7aabc2c36d tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185491 Jul 05 04:07:21.876660 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548fc9ee-2edb-41fc-a522-ceaaa804b989 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:21.891430 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-548fc9ee-2edb-41fc-a522-ceaaa804b989 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.891903 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-548fc9ee-2edb-41fc-a522-ceaaa804b989 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Added segment 231c87d9-0112-48ae-b8a8-57ad248c01e4 of type vlan for network 83c37a08-f452-4912-995e-0148cd1272e9 Jul 05 04:07:21.919142 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b421e84-50c9-4298-9642-57babbb95572 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.926790 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=f54c352b-676e-4119-85ef-0a8059f3ba2c,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:21.951532 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-548fc9ee-2edb-41fc-a522-ceaaa804b989 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.967321 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b421e84-50c9-4298-9642-57babbb95572 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Pushing event deleted for resources: {'Port': ['ID=89577835-16e7-4ad9-ba41-0459a64b8d00,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:21.990260 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-548fc9ee-2edb-41fc-a522-ceaaa804b989 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.996786 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548fc9ee-2edb-41fc-a522-ceaaa804b989 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:21.998045 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-548fc9ee-2edb-41fc-a522-ceaaa804b989 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.064296 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-548fc9ee-2edb-41fc-a522-ceaaa804b989 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4175138 Jul 05 04:07:22.066964 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42232) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:22.075221 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-44ccaa10-b009-4c14-85ca-e6efe07e746a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Request body: {'subnet': {'network_id': '83c37a08-f452-4912-995e-0148cd1272e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:22.089369 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b421e84-50c9-4298-9642-57babbb95572 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.095570 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548fc9ee-2edb-41fc-a522-ceaaa804b989 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event updated for resources: {'Network': ['ID=83c37a08-f452-4912-995e-0148cd1272e9,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:22.110782 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 83c37a08-f452-4912-995e-0148cd1272e9 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:22.192168 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ccaa10-b009-4c14-85ca-e6efe07e746a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Made reservation on behalf of 635d132397224f84903a98789c3c7d0e for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:22.196890 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-44ccaa10-b009-4c14-85ca-e6efe07e746a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.238725 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b421e84-50c9-4298-9642-57babbb95572 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.242014 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b421e84-50c9-4298-9642-57babbb95572 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.305458 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b421e84-50c9-4298-9642-57babbb95572 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.306072 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b421e84-50c9-4298-9642-57babbb95572 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Fanout notify agent at l3_agent the message router_deleted on router 663d96df-9217-43eb-b794-3365b056566e {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:07:22.323231 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b421e84-50c9-4298-9642-57babbb95572 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.329835 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42236) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:22.330958 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1b421e84-50c9-4298-9642-57babbb95572 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "DELETE /v2.0/routers/663d96df-9217-43eb-b794-3365b056566e HTTP/1.1" status: 204 len: 168 time: 1.4270239 Jul 05 04:07:22.339177 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d08f1eef-484d-4cc8-974e-ab9dc9ac249d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1872918742', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}, 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:22.406601 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d08f1eef-484d-4cc8-974e-ab9dc9ac249d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.408208 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d08f1eef-484d-4cc8-974e-ab9dc9ac249d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.409368 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78bbd78-5541-44bb-9e71-14acb7915306 req-e9facb61-94e4-4f6b-b8d1-e64881cb83fb tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:22.410850 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a78bbd78-5541-44bb-9e71-14acb7915306 req-e9facb61-94e4-4f6b-b8d1-e64881cb83fb tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.1027098 Jul 05 04:07:22.471149 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a78bbd78-5541-44bb-9e71-14acb7915306 req-b20594c8-fa59-42d1-b7d5-008e2757188a tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519176 Jul 05 04:07:22.500900 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d08f1eef-484d-4cc8-974e-ab9dc9ac249d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.723204 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78c4754-43a6-4b22-9c91-4e050a409b81 None None] Network 55e0122e-227c-490c-be61-17f92430d508 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:22.741106 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d08f1eef-484d-4cc8-974e-ab9dc9ac249d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.819927 n-d-780147-23 neutron-server[105539]: DEBUG neutron.objects.ports [None req-44ccaa10-b009-4c14-85ca-e6efe07e746a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105539) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:07:22.822489 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-44ccaa10-b009-4c14-85ca-e6efe07e746a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.907235 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccaa10-b009-4c14-85ca-e6efe07e746a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event updated for resources: {'Subnet': ['ID=df8c2fc7-1bb6-44df-9a93-58bb32d25b1d,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:22.964846 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ccaa10-b009-4c14-85ca-e6efe07e746a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Checking segment: {'id': '231c87d9-0112-48ae-b8a8-57ad248c01e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '83c37a08-f452-4912-995e-0148cd1272e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:22.965279 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ccaa10-b009-4c14-85ca-e6efe07e746a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Network hostable DHCP agents. Network: 83c37a08-f452-4912-995e-0148cd1272e9, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:23.028496 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ccaa10-b009-4c14-85ca-e6efe07e746a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Network 83c37a08-f452-4912-995e-0148cd1272e9 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:23.061884 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e822062e-dc38-41b9-8d45-3c510aedf822 None None] Provisioning for port f695d7c1-109f-43f4-90cf-c42a37a429c2 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:23.099681 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-44ccaa10-b009-4c14-85ca-e6efe07e746a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 83c37a08-f452-4912-995e-0148cd1272e9) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:23.105857 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ccaa10-b009-4c14-85ca-e6efe07e746a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:23.107043 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-44ccaa10-b009-4c14-85ca-e6efe07e746a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.123696 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bee976-2ac1-4ea5-b275-8f10ba3d6a7a None None] Network 83c37a08-f452-4912-995e-0148cd1272e9 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:23.164490 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d0939-2427-436f-b4bb-3566b6c1c634 req-e4ad57d8-dee9-4f34-8692-24f767bdec96 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:23.166898 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-907d0939-2427-436f-b4bb-3566b6c1c634 req-e4ad57d8-dee9-4f34-8692-24f767bdec96 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1077728 Jul 05 04:07:23.180513 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42244) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:23.184282 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-44ccaa10-b009-4c14-85ca-e6efe07e746a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1056933 Jul 05 04:07:23.200394 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2011f12b-51f4-4fb0-bdc7-a5a30b1e8f64 None None] DHCP port deletion for 55e0122e-227c-490c-be61-17f92430d508 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:07:23.207415 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e3726e47-ec7e-402f-9a67-63e683a5de07 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Request body: {'port': {'network_id': '83c37a08-f452-4912-995e-0148cd1272e9', 'name': 'tempest-NetworksIpV6TestAttrs-1728057969'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:23.238792 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d08f1eef-484d-4cc8-974e-ab9dc9ac249d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.275426 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d08f1eef-484d-4cc8-974e-ab9dc9ac249d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.291393 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f54c352b-676e-4119-85ef-0a8059f3ba2c up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:23.311784 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-907d0939-2427-436f-b4bb-3566b6c1c634 req-a4b8ceaa-2609-411a-8ecb-d1768c0dcedf tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378036 Jul 05 04:07:23.387120 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2011f12b-51f4-4fb0-bdc7-a5a30b1e8f64 None None] Deleting port f695d7c1-109f-43f4-90cf-c42a37a429c2 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:23.387493 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2011f12b-51f4-4fb0-bdc7-a5a30b1e8f64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.415515 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3726e47-ec7e-402f-9a67-63e683a5de07 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Made reservation on behalf of 635d132397224f84903a98789c3c7d0e for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:23.421120 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e3726e47-ec7e-402f-9a67-63e683a5de07 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.439062 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-d08f1eef-484d-4cc8-974e-ab9dc9ac249d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Allocated IP 172.25.1.155 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/2192d985-60c1-400f-8a4e-dd992babaa1e) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:23.458804 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-e3726e47-ec7e-402f-9a67-63e683a5de07 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] device_id is not set on port f388a5af-5ec0-4fdb-875f-6426d60e471b yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:07:23.523653 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port f54c352b-676e-4119-85ef-0a8059f3ba2c triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:23.524303 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.535376 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79285367-760f-41c6-a2d9-0fca0ba94a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-83c37a08-f452-4912-995e-0148cd1272e9', 'network_id': '83c37a08-f452-4912-995e-0148cd1272e9', 'tenant_id': '635d132397224f84903a98789c3c7d0e', 'fixed_ips': [{'subnet_id': 'df8c2fc7-1bb6-44df-9a93-58bb32d25b1d'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:23.536814 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-79285367-760f-41c6-a2d9-0fca0ba94a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.573828 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d08f1eef-484d-4cc8-974e-ab9dc9ac249d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.601143 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-e3726e47-ec7e-402f-9a67-63e683a5de07 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Allocated IP 2001:db8::f816:3eff:feeb:f4b6 (83c37a08-f452-4912-995e-0148cd1272e9/df8c2fc7-1bb6-44df-9a93-58bb32d25b1d/f388a5af-5ec0-4fdb-875f-6426d60e471b) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:23.614524 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2011f12b-51f4-4fb0-bdc7-a5a30b1e8f64 None None] For port f695d7c1-109f-43f4-90cf-c42a37a429c2, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f695d7c1-109f-43f4-90cf-c42a37a429c2,segment=NetworkSegment(f29c73ce-31b6-4fd2-a34e-9714d514d6f5),segment_id=f29c73ce-31b6-4fd2-a34e-9714d514d6f5)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:23.616054 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2011f12b-51f4-4fb0-bdc7-a5a30b1e8f64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.626291 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d08f1eef-484d-4cc8-974e-ab9dc9ac249d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.675587 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08f1eef-484d-4cc8-974e-ab9dc9ac249d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:23.691926 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2011f12b-51f4-4fb0-bdc7-a5a30b1e8f64 None None] Calling delete_port for f695d7c1-109f-43f4-90cf-c42a37a429c2 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:23.798074 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e3726e47-ec7e-402f-9a67-63e683a5de07 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.816256 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-e3726e47-ec7e-402f-9a67-63e683a5de07 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Transition to ACTIVE for port object f388a5af-5ec0-4fdb-875f-6426d60e471b will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:23.861089 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e3726e47-ec7e-402f-9a67-63e683a5de07 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.916925 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3726e47-ec7e-402f-9a67-63e683a5de07 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Network 83c37a08-f452-4912-995e-0148cd1272e9 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:23.925529 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-e3726e47-ec7e-402f-9a67-63e683a5de07 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:23.928966 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3726e47-ec7e-402f-9a67-63e683a5de07 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:23.934878 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3726e47-ec7e-402f-9a67-63e683a5de07 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:23.935650 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e3726e47-ec7e-402f-9a67-63e683a5de07 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.949356 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3726e47-ec7e-402f-9a67-63e683a5de07 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event updated for resources: {'Port': ['ID=f388a5af-5ec0-4fdb-875f-6426d60e471b,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:23.971974 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e3726e47-ec7e-402f-9a67-63e683a5de07 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7889905 Jul 05 04:07:23.974864 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42248) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:24.011171 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-d08f1eef-484d-4cc8-974e-ab9dc9ac249d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:24.016986 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08f1eef-484d-4cc8-974e-ab9dc9ac249d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:24.021280 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f1eef-484d-4cc8-974e-ab9dc9ac249d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Pushing event updated for resources: {'Port': ['ID=2192d985-60c1-400f-8a4e-dd992babaa1e,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:24.064781 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0c49a5-6434-4877-bf64-d1f3645f84b5 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Deleting subnet df8c2fc7-1bb6-44df-9a93-58bb32d25b1d {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:07:24.093297 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-79285367-760f-41c6-a2d9-0fca0ba94a3a None None] Allocated IP 2001:db8::f816:3eff:fe1a:533a (83c37a08-f452-4912-995e-0148cd1272e9/df8c2fc7-1bb6-44df-9a93-58bb32d25b1d/f2fe4130-57ab-431d-b997-27857fcee60a) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:24.127777 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2011f12b-51f4-4fb0-bdc7-a5a30b1e8f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.154934 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b6be2-1f98-4ac7-8a8f-52574d97cf41 req-4066e9c9-3b27-42b8-a07b-00f94c9a8537 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:24.156468 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-558b6be2-1f98-4ac7-8a8f-52574d97cf41 req-4066e9c9-3b27-42b8-a07b-00f94c9a8537 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.4884229 Jul 05 04:07:24.231197 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-558b6be2-1f98-4ac7-8a8f-52574d97cf41 req-71b8679d-c0dc-432f-933c-17b1b160f4b7 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540879 Jul 05 04:07:24.247190 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011f12b-51f4-4fb0-bdc7-a5a30b1e8f64 None None] Pushing event deleted for resources: {'Port': ['ID=f695d7c1-109f-43f4-90cf-c42a37a429c2,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:24.250426 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2011f12b-51f4-4fb0-bdc7-a5a30b1e8f64 None None] No DVR routers for this DVR port f695d7c1-109f-43f4-90cf-c42a37a429c2 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:24.350688 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d08f1eef-484d-4cc8-974e-ab9dc9ac249d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.363378 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-79285367-760f-41c6-a2d9-0fca0ba94a3a None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.373661 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-79285367-760f-41c6-a2d9-0fca0ba94a3a None None] Transition to ACTIVE for port object f2fe4130-57ab-431d-b997-27857fcee60a will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:24.395603 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-79285367-760f-41c6-a2d9-0fca0ba94a3a None None] Transition to ACTIVE for port object f2fe4130-57ab-431d-b997-27857fcee60a will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:24.403007 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-db0c49a5-6434-4877-bf64-d1f3645f84b5 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.403632 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-79285367-760f-41c6-a2d9-0fca0ba94a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.455139 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79285367-760f-41c6-a2d9-0fca0ba94a3a None None] Network 83c37a08-f452-4912-995e-0148cd1272e9 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:24.461552 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-79285367-760f-41c6-a2d9-0fca0ba94a3a None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:24.465918 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79285367-760f-41c6-a2d9-0fca0ba94a3a None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:24.467912 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-db0c49a5-6434-4877-bf64-d1f3645f84b5 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.473718 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79285367-760f-41c6-a2d9-0fca0ba94a3a None None] Pushing event updated for resources: {'Port': ['ID=f2fe4130-57ab-431d-b997-27857fcee60a,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:24.539366 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-79285367-760f-41c6-a2d9-0fca0ba94a3a None None] Attempting to bind port f2fe4130-57ab-431d-b997-27857fcee60a on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:24.539792 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-79285367-760f-41c6-a2d9-0fca0ba94a3a None None] Attempting to bind port f2fe4130-57ab-431d-b997-27857fcee60a by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '231c87d9-0112-48ae-b8a8-57ad248c01e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '83c37a08-f452-4912-995e-0148cd1272e9'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:24.540190 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79285367-760f-41c6-a2d9-0fca0ba94a3a None None] Attempting to bind port f2fe4130-57ab-431d-b997-27857fcee60a on network 83c37a08-f452-4912-995e-0148cd1272e9 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:24.545518 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79285367-760f-41c6-a2d9-0fca0ba94a3a None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:24.546067 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79285367-760f-41c6-a2d9-0fca0ba94a3a None None] Checking segment: {'id': '231c87d9-0112-48ae-b8a8-57ad248c01e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '83c37a08-f452-4912-995e-0148cd1272e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:24.546300 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-79285367-760f-41c6-a2d9-0fca0ba94a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.546647 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79285367-760f-41c6-a2d9-0fca0ba94a3a None None] Bound using segment: {'id': '231c87d9-0112-48ae-b8a8-57ad248c01e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '83c37a08-f452-4912-995e-0148cd1272e9'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:24.547110 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-79285367-760f-41c6-a2d9-0fca0ba94a3a None None] Bound port: f2fe4130-57ab-431d-b997-27857fcee60a, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231c87d9-0112-48ae-b8a8-57ad248c01e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '83c37a08-f452-4912-995e-0148cd1272e9'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:24.547485 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-79285367-760f-41c6-a2d9-0fca0ba94a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.596912 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85955ef-6fb4-474e-9c21-5c065bc0463a req-0ddf465e-2b4f-4155-9f43-bbaaf44457e0 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:24.607552 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b85955ef-6fb4-474e-9c21-5c065bc0463a req-0ddf465e-2b4f-4155-9f43-bbaaf44457e0 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1440239 Jul 05 04:07:24.609043 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d08f1eef-484d-4cc8-974e-ab9dc9ac249d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.630199 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-79285367-760f-41c6-a2d9-0fca0ba94a3a None None] For port f2fe4130-57ab-431d-b997-27857fcee60a, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:24.636427 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-79285367-760f-41c6-a2d9-0fca0ba94a3a None None] For port f2fe4130-57ab-431d-b997-27857fcee60a, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f2fe4130-57ab-431d-b997-27857fcee60a,segment=NetworkSegment(231c87d9-0112-48ae-b8a8-57ad248c01e4),segment_id=231c87d9-0112-48ae-b8a8-57ad248c01e4)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:24.641991 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-79285367-760f-41c6-a2d9-0fca0ba94a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.666384 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b85955ef-6fb4-474e-9c21-5c065bc0463a req-ce612ec1-c2c0-4eb0-befc-fbe5b9daa979 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578170 Jul 05 04:07:24.723470 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-db0c49a5-6434-4877-bf64-d1f3645f84b5 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.728712 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79285367-760f-41c6-a2d9-0fca0ba94a3a None None] Pushing event updated for resources: {'Port': ['ID=f2fe4130-57ab-431d-b997-27857fcee60a,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:24.781894 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08f1eef-484d-4cc8-974e-ab9dc9ac249d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Router e891cabb-5777-4928-b048-c6b65b711644 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:07:24.813259 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-db0c49a5-6434-4877-bf64-d1f3645f84b5 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.854629 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-db0c49a5-6434-4877-bf64-d1f3645f84b5 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.858897 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-db0c49a5-6434-4877-bf64-d1f3645f84b5 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "DELETE /v2.0/subnets/df8c2fc7-1bb6-44df-9a93-58bb32d25b1d HTTP/1.1" status: 204 len: 168 time: 0.8809187 Jul 05 04:07:24.858897 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c49a5-6434-4877-bf64-d1f3645f84b5 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event deleted for resources: {'Subnet': ['ID=df8c2fc7-1bb6-44df-9a93-58bb32d25b1d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:24.859590 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42254) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:24.927029 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08f1eef-484d-4cc8-974e-ab9dc9ac249d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:24.941123 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61035fd5-7494-4ac7-abea-ff6f1ebd4eae None None] Sync routers for ids ['e891cabb-5777-4928-b048-c6b65b711644'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:24.950580 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9260ce-e3da-4373-be4e-f414025a2e24 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:24.952325 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9260ce-e3da-4373-be4e-f414025a2e24 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:24.953896 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1c9260ce-e3da-4373-be4e-f414025a2e24 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0929573 Jul 05 04:07:24.955613 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61035fd5-7494-4ac7-abea-ff6f1ebd4eae None None] Routers {'e891cabb-5777-4928-b048-c6b65b711644'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:24.956339 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-61035fd5-7494-4ac7-abea-ff6f1ebd4eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:07:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e891cabb-5777-4928-b048-c6b65b711644'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:24.957081 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d08f1eef-484d-4cc8-974e-ab9dc9ac249d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.957502 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42256) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:24.958303 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d08f1eef-484d-4cc8-974e-ab9dc9ac249d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.6270118 Jul 05 04:07:24.961928 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42258) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:24.966748 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-92a86df5-f035-4d19-bc6f-7866ca14ba3a tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:25.017595 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-61035fd5-7494-4ac7-abea-ff6f1ebd4eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:25.029333 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61035fd5-7494-4ac7-abea-ff6f1ebd4eae None None] Routers {'e891cabb-5777-4928-b048-c6b65b711644'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:25.030115 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-61035fd5-7494-4ac7-abea-ff6f1ebd4eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:07:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e891cabb-5777-4928-b048-c6b65b711644'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:25.072513 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-61035fd5-7494-4ac7-abea-ff6f1ebd4eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:25.073327 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61035fd5-7494-4ac7-abea-ff6f1ebd4eae None None] The sync data for ids ['e891cabb-5777-4928-b048-c6b65b711644'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:25.085437 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0069a8f2-a75a-4f69-8a2b-0e08513304a4 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.093156 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-0069a8f2-a75a-4f69-8a2b-0e08513304a4 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 05 04:07:25.093725 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0069a8f2-a75a-4f69-8a2b-0e08513304a4 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:25.095648 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0069a8f2-a75a-4f69-8a2b-0e08513304a4 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "DELETE /v2.0/networks/83c37a08-f452-4912-995e-0148cd1272e9 HTTP/1.1" status: 409 len: 405 time: 0.1366835 Jul 05 04:07:25.099510 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42260) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:25.106742 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-2aeec458-9d8d-4519-8ad1-84f563297637 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1093516044'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:25.203741 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aeec458-9d8d-4519-8ad1-84f563297637 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Made reservation on behalf of 635d132397224f84903a98789c3c7d0e for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:25.207223 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2aeec458-9d8d-4519-8ad1-84f563297637 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.239165 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aeec458-9d8d-4519-8ad1-84f563297637 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:25.246735 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f2fe4130-57ab-431d-b997-27857fcee60a up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:25.279343 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2aeec458-9d8d-4519-8ad1-84f563297637 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.279918 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-2aeec458-9d8d-4519-8ad1-84f563297637 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Added segment 99e9fd0f-b2d9-4077-a5d8-468ecc937187 of type vlan for network 52cc6915-1bd1-46f6-ba48-fa21877cdefe Jul 05 04:07:25.326585 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port f2fe4130-57ab-431d-b997-27857fcee60a completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:25.341422 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f695d7c1-109f-43f4-90cf-c42a37a429c2 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:25.368625 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: f695d7c1-109f-43f4-90cf-c42a37a429c2 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:25.368974 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f695d7c1-109f-43f4-90cf-c42a37a429c2 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:25.422052 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2aeec458-9d8d-4519-8ad1-84f563297637 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.445590 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92a86df5-f035-4d19-bc6f-7866ca14ba3a tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.472363 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92a86df5-f035-4d19-bc6f-7866ca14ba3a tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.484789 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e07a76-d384-4ea6-9805-c93aa9d6fdc4 req-f4c32729-4f05-48de-9f12-73d191c4e2f0 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:25.485572 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2aeec458-9d8d-4519-8ad1-84f563297637 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.487456 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53e07a76-d384-4ea6-9805-c93aa9d6fdc4 req-f4c32729-4f05-48de-9f12-73d191c4e2f0 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.1051483 Jul 05 04:07:25.496707 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aeec458-9d8d-4519-8ad1-84f563297637 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:25.497622 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2aeec458-9d8d-4519-8ad1-84f563297637 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.556226 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53e07a76-d384-4ea6-9805-c93aa9d6fdc4 req-5ec6d0a7-d523-4b0c-8d19-aa9efb2ffc85 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545449 Jul 05 04:07:25.601084 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2aeec458-9d8d-4519-8ad1-84f563297637 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4988883 Jul 05 04:07:25.603441 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42266) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:25.610284 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e04f80a5-6adf-4232-b0bf-17d15db52fb6 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Request body: {'subnet': {'network_id': '52cc6915-1bd1-46f6-ba48-fa21877cdefe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:25.619970 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeec458-9d8d-4519-8ad1-84f563297637 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event updated for resources: {'Network': ['ID=52cc6915-1bd1-46f6-ba48-fa21877cdefe,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:25.639353 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 52cc6915-1bd1-46f6-ba48-fa21877cdefe details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:25.648811 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-92a86df5-f035-4d19-bc6f-7866ca14ba3a tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Deleting port 2192d985-60c1-400f-8a4e-dd992babaa1e {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:25.649579 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92a86df5-f035-4d19-bc6f-7866ca14ba3a tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.748600 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04f80a5-6adf-4232-b0bf-17d15db52fb6 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Made reservation on behalf of 635d132397224f84903a98789c3c7d0e for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:25.753549 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e04f80a5-6adf-4232-b0bf-17d15db52fb6 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.765892 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92a86df5-f035-4d19-bc6f-7866ca14ba3a tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.781148 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-92a86df5-f035-4d19-bc6f-7866ca14ba3a tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Calling delete_port for 2192d985-60c1-400f-8a4e-dd992babaa1e owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:26.004713 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed1a802-df92-4c92-baa2-341869ee8be1 None None] Network 83c37a08-f452-4912-995e-0148cd1272e9 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:26.046710 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fd59f-1f65-45ff-a09f-16928dc140e1 req-0e5642f4-e3e6-4487-aa2f-1e0e9e564800 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:26.048292 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d70fd59f-1f65-45ff-a09f-16928dc140e1 req-0e5642f4-e3e6-4487-aa2f-1e0e9e564800 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1445174 Jul 05 04:07:26.112403 n-d-780147-23 neutron-server[105538]: DEBUG neutron.objects.ports [None req-e04f80a5-6adf-4232-b0bf-17d15db52fb6 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105538) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:07:26.114288 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e04f80a5-6adf-4232-b0bf-17d15db52fb6 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.114528 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2b10b4f4-2447-4aa1-bfea-8e3d0ab91b05 None None] Provisioning for port f2fe4130-57ab-431d-b997-27857fcee60a completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:26.140417 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2b10b4f4-2447-4aa1-bfea-8e3d0ab91b05 None None] Provisioning complete for port f2fe4130-57ab-431d-b997-27857fcee60a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:26.141425 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2b10b4f4-2447-4aa1-bfea-8e3d0ab91b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.145138 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d70fd59f-1f65-45ff-a09f-16928dc140e1 req-613bddf4-8d4e-4f50-a3a3-cd4b551acd3f tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868828 Jul 05 04:07:26.165688 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92a86df5-f035-4d19-bc6f-7866ca14ba3a tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.193329 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a86df5-f035-4d19-bc6f-7866ca14ba3a tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Pushing event deleted for resources: {'Port': ['ID=2192d985-60c1-400f-8a4e-dd992babaa1e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:26.206476 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04f80a5-6adf-4232-b0bf-17d15db52fb6 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Checking segment: {'id': '99e9fd0f-b2d9-4077-a5d8-468ecc937187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '52cc6915-1bd1-46f6-ba48-fa21877cdefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:26.206849 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04f80a5-6adf-4232-b0bf-17d15db52fb6 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Network hostable DHCP agents. Network: 52cc6915-1bd1-46f6-ba48-fa21877cdefe, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:26.209703 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f80a5-6adf-4232-b0bf-17d15db52fb6 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event updated for resources: {'Subnet': ['ID=fd53df23-79e5-42df-a716-29dc9375a8a2,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:26.234467 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04f80a5-6adf-4232-b0bf-17d15db52fb6 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Network 52cc6915-1bd1-46f6-ba48-fa21877cdefe is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:26.246766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-e04f80a5-6adf-4232-b0bf-17d15db52fb6 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 52cc6915-1bd1-46f6-ba48-fa21877cdefe) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:26.251539 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04f80a5-6adf-4232-b0bf-17d15db52fb6 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:26.252520 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e04f80a5-6adf-4232-b0bf-17d15db52fb6 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.269789 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220eabdb-a259-4a79-aa1c-58614144850a None None] Network 52cc6915-1bd1-46f6-ba48-fa21877cdefe requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:26.273200 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e04f80a5-6adf-4232-b0bf-17d15db52fb6 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6681347 Jul 05 04:07:26.276139 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42270) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:26.291641 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92a86df5-f035-4d19-bc6f-7866ca14ba3a tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.388287 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2b10b4f4-2447-4aa1-bfea-8e3d0ab91b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.415832 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5fd3a640-fa9e-404e-8709-ce7a1e2ddc68 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.466952 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2b10b4f4-2447-4aa1-bfea-8e3d0ab91b05 None None] For port f2fe4130-57ab-431d-b997-27857fcee60a, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f2fe4130-57ab-431d-b997-27857fcee60a,segment=NetworkSegment(231c87d9-0112-48ae-b8a8-57ad248c01e4),segment_id=231c87d9-0112-48ae-b8a8-57ad248c01e4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:26.473448 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2b10b4f4-2447-4aa1-bfea-8e3d0ab91b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.520874 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5fd3a640-fa9e-404e-8709-ce7a1e2ddc68 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.528868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdbf353-aa66-4e83-9da2-ae203e44bce5 None None] DHCP port deletion for 83c37a08-f452-4912-995e-0148cd1272e9 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:07:26.590903 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92a86df5-f035-4d19-bc6f-7866ca14ba3a tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.596908 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92a86df5-f035-4d19-bc6f-7866ca14ba3a tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540971'] for router, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.611998 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5fd3a640-fa9e-404e-8709-ce7a1e2ddc68 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.651464 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3a640-fa9e-404e-8709-ce7a1e2ddc68 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event deleted for resources: {'Subnet': ['ID=fd53df23-79e5-42df-a716-29dc9375a8a2,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:26.667102 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10b4f4-2447-4aa1-bfea-8e3d0ab91b05 None None] Pushing event updated for resources: {'Port': ['ID=f2fe4130-57ab-431d-b997-27857fcee60a,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:26.691552 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc648774-9b77-4ffc-9842-96468579a104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-52cc6915-1bd1-46f6-ba48-fa21877cdefe', 'network_id': '52cc6915-1bd1-46f6-ba48-fa21877cdefe', 'tenant_id': '635d132397224f84903a98789c3c7d0e', 'fixed_ips': [{'subnet_id': 'fd53df23-79e5-42df-a716-29dc9375a8a2'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:26.692470 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cc648774-9b77-4ffc-9842-96468579a104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.736090 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5fd3a640-fa9e-404e-8709-ce7a1e2ddc68 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.749497 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a86df5-f035-4d19-bc6f-7866ca14ba3a tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Router e891cabb-5777-4928-b048-c6b65b711644 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:07:26.750358 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-5fd3a640-fa9e-404e-8709-ce7a1e2ddc68 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52cc6915-1bd1-46f6-ba48-fa21877cdefe']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:26.766527 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-5fd3a640-fa9e-404e-8709-ce7a1e2ddc68 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e9fd0f-b2d9-4077-a5d8-468ecc937187') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:26.767018 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-5fd3a640-fa9e-404e-8709-ce7a1e2ddc68 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e9fd0f-b2d9-4077-a5d8-468ecc937187') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:26.780717 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5fd3a640-fa9e-404e-8709-ce7a1e2ddc68 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.797167 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5fd3a640-fa9e-404e-8709-ce7a1e2ddc68 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.804690 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd3a640-fa9e-404e-8709-ce7a1e2ddc68 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:26.805104 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5fd3a640-fa9e-404e-8709-ce7a1e2ddc68 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: items = [ Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:26.809167 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:26.812806 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-afdbf353-aa66-4e83-9da2-ae203e44bce5 None None] Deleting port f2fe4130-57ab-431d-b997-27857fcee60a {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:26.813073 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-afdbf353-aa66-4e83-9da2-ae203e44bce5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.885953 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5fd3a640-fa9e-404e-8709-ce7a1e2ddc68 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.894722 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66514295-37b4-4887-b795-68c2b1793042 None None] Network 52cc6915-1bd1-46f6-ba48-fa21877cdefe requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:26.915116 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66514295-37b4-4887-b795-68c2b1793042 None None] Network 52cc6915-1bd1-46f6-ba48-fa21877cdefe could not be found, it might have been deleted concurrently. {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 04:07:26.922170 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5fd3a640-fa9e-404e-8709-ce7a1e2ddc68 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.927139 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5fd3a640-fa9e-404e-8709-ce7a1e2ddc68 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "DELETE /v2.0/networks/52cc6915-1bd1-46f6-ba48-fa21877cdefe HTTP/1.1" status: 204 len: 168 time: 0.6483657 Jul 05 04:07:26.927387 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-afdbf353-aa66-4e83-9da2-ae203e44bce5 None None] For port f2fe4130-57ab-431d-b997-27857fcee60a, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f2fe4130-57ab-431d-b997-27857fcee60a,segment=NetworkSegment(231c87d9-0112-48ae-b8a8-57ad248c01e4),segment_id=231c87d9-0112-48ae-b8a8-57ad248c01e4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:26.927387 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-afdbf353-aa66-4e83-9da2-ae203e44bce5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.930417 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3a640-fa9e-404e-8709-ce7a1e2ddc68 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event deleted for resources: {'Network': ['ID=52cc6915-1bd1-46f6-ba48-fa21877cdefe,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:26.938063 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42276) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:26.947659 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-afdbf353-aa66-4e83-9da2-ae203e44bce5 None None] Calling delete_port for f2fe4130-57ab-431d-b997-27857fcee60a owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:26.949394 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-49870571-ba09-4f91-8072-e2977d37c805 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1756882497'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:26.989361 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49870571-ba09-4f91-8072-e2977d37c805 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Made reservation on behalf of 635d132397224f84903a98789c3c7d0e for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:26.994755 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-49870571-ba09-4f91-8072-e2977d37c805 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:27.029963 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49870571-ba09-4f91-8072-e2977d37c805 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:27.042580 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-49870571-ba09-4f91-8072-e2977d37c805 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:27.042986 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-49870571-ba09-4f91-8072-e2977d37c805 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Added segment f27844a2-5d62-4884-bd42-ff9c30ef6b8e of type vlan for network 20e380f7-67bd-4250-97fd-755a49e897ac Jul 05 04:07:27.054005 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-afdbf353-aa66-4e83-9da2-ae203e44bce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:27.069702 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdbf353-aa66-4e83-9da2-ae203e44bce5 None None] No DVR routers for this DVR port f2fe4130-57ab-431d-b997-27857fcee60a on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:27.095222 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbf353-aa66-4e83-9da2-ae203e44bce5 None None] Pushing event deleted for resources: {'Port': ['ID=f2fe4130-57ab-431d-b997-27857fcee60a,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:27.100359 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-49870571-ba09-4f91-8072-e2977d37c805 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:27.134071 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-49870571-ba09-4f91-8072-e2977d37c805 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:27.139483 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49870571-ba09-4f91-8072-e2977d37c805 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:27.140140 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-49870571-ba09-4f91-8072-e2977d37c805 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:27.213842 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-49870571-ba09-4f91-8072-e2977d37c805 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2732370 Jul 05 04:07:27.214637 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42280) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:27.222674 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-1baa1a3b-1ed8-4b43-b350-4494ecd77b6a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Request body: {'subnet': {'network_id': '20e380f7-67bd-4250-97fd-755a49e897ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:27.234783 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f2fe4130-57ab-431d-b997-27857fcee60a no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:27.235345 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a86df5-f035-4d19-bc6f-7866ca14ba3a tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:27.246666 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92a86df5-f035-4d19-bc6f-7866ca14ba3a tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:27.247964 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-92a86df5-f035-4d19-bc6f-7866ca14ba3a tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "PUT /v2.0/routers/e891cabb-5777-4928-b048-c6b65b711644 HTTP/1.1" status: 200 len: 710 time: 2.2848477 Jul 05 04:07:27.252598 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49870571-ba09-4f91-8072-e2977d37c805 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event updated for resources: {'Network': ['ID=20e380f7-67bd-4250-97fd-755a49e897ac,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:27.255808 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42282) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:27.266188 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caa575c-c622-4c8a-b1d3-198aaa6be5ef None None] Sync routers for ids ['e891cabb-5777-4928-b048-c6b65b711644'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:27.269434 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: f2fe4130-57ab-431d-b997-27857fcee60a {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:27.269931 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f2fe4130-57ab-431d-b997-27857fcee60a not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:27.275492 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 20e380f7-67bd-4250-97fd-755a49e897ac details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:27.326856 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c56fd-c109-41e8-9d87-9f389f18ca39 req-cdacea76-0bb7-425e-ae39-f77cbf2a46f4 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:27.331054 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caa575c-c622-4c8a-b1d3-198aaa6be5ef None None] Routers {'e891cabb-5777-4928-b048-c6b65b711644'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:27.331712 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-0caa575c-c622-4c8a-b1d3-198aaa6be5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:07:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e891cabb-5777-4928-b048-c6b65b711644'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:27.335146 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-821c56fd-c109-41e8-9d87-9f389f18ca39 req-cdacea76-0bb7-425e-ae39-f77cbf2a46f4 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.5815678 Jul 05 04:07:27.404289 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ed22fb89-2ec9-4254-92cd-e54bb099a01e tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "GET /v2.0/routers/e891cabb-5777-4928-b048-c6b65b711644 HTTP/1.1" status: 200 len: 745 time: 0.1426914 Jul 05 04:07:27.407277 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42284) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:27.416780 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-821c56fd-c109-41e8-9d87-9f389f18ca39 req-7fad4730-f0bd-4416-b1d8-64184e8a91aa tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801568 Jul 05 04:07:27.469575 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d24ae0d3-6484-432d-8bd3-f098f11a113d tempest-RoutersIpV6AdminTest-1969393494 tempest-RoutersIpV6AdminTest-1969393494-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&device_id=e891cabb-5777-4928-b048-c6b65b711644 HTTP/1.1" status: 200 len: 205 time: 0.0598159 Jul 05 04:07:27.478569 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42286) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:27.501950 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4ea76-b6da-4d78-8729-e73cac889330 req-6e1ccf8a-ace0-40d5-8a92-719c6a6eafab tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:27.503757 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-36b4ea76-b6da-4d78-8729-e73cac889330 req-6e1ccf8a-ace0-40d5-8a92-719c6a6eafab tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1790793 Jul 05 04:07:27.511616 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-08c6cd30-32b4-4278-98c3-9ae0ee5e9c7d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "GET /v2.0/ports?device_id=e891cabb-5777-4928-b048-c6b65b711644 HTTP/1.1" status: 200 len: 205 time: 0.0309157 Jul 05 04:07:27.514127 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42290) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:27.525571 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1baa1a3b-1ed8-4b43-b350-4494ecd77b6a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Made reservation on behalf of 635d132397224f84903a98789c3c7d0e for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:27.530963 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1baa1a3b-1ed8-4b43-b350-4494ecd77b6a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:27.560651 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-0caa575c-c622-4c8a-b1d3-198aaa6be5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:27.583527 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caa575c-c622-4c8a-b1d3-198aaa6be5ef None None] Routers {'e891cabb-5777-4928-b048-c6b65b711644'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:27.584304 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-0caa575c-c622-4c8a-b1d3-198aaa6be5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:07:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e891cabb-5777-4928-b048-c6b65b711644'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:27.624881 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-0caa575c-c622-4c8a-b1d3-198aaa6be5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:27.625546 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caa575c-c622-4c8a-b1d3-198aaa6be5ef None None] The sync data for ids ['e891cabb-5777-4928-b048-c6b65b711644'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:27.687062 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-82b6bb61-2054-49e7-8116-0a78951c4b03 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:27.693197 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-36b4ea76-b6da-4d78-8729-e73cac889330 req-b3d3c131-87d4-4ab5-ab34-5057b2f93254 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718812 Jul 05 04:07:27.876476 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-82b6bb61-2054-49e7-8116-0a78951c4b03 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:27.879935 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-82b6bb61-2054-49e7-8116-0a78951c4b03 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:27.949164 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-82b6bb61-2054-49e7-8116-0a78951c4b03 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:27.949655 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b6bb61-2054-49e7-8116-0a78951c4b03 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Fanout notify agent at l3_agent the message router_deleted on router e891cabb-5777-4928-b048-c6b65b711644 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:07:27.957784 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-82b6bb61-2054-49e7-8116-0a78951c4b03 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:27.959105 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-82b6bb61-2054-49e7-8116-0a78951c4b03 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "DELETE /v2.0/routers/e891cabb-5777-4928-b048-c6b65b711644 HTTP/1.1" status: 204 len: 168 time: 0.4438813 Jul 05 04:07:27.963654 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42292) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:27.994714 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d724066d-1e37-48f5-875c-3f3ea425bac7 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "GET /v2.0/ports?device_id=e891cabb-5777-4928-b048-c6b65b711644 HTTP/1.1" status: 200 len: 205 time: 0.0296504 Jul 05 04:07:27.997139 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42294) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:28.026096 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1baa1a3b-1ed8-4b43-b350-4494ecd77b6a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:28.034993 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-a2378718-9e5e-4049-a48d-061104c4c42d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] delete failed (client error): The resource could not be found. Jul 05 04:07:28.038959 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a2378718-9e5e-4049-a48d-061104c4c42d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "DELETE /v2.0/routers/e891cabb-5777-4928-b048-c6b65b711644 HTTP/1.1" status: 404 len: 336 time: 0.0379527 Jul 05 04:07:28.039231 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42296) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:28.073577 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c5395896-644b-4365-9ced-c31b6568d3f3 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "GET /v2.0/ports?device_id=663d96df-9217-43eb-b794-3365b056566e HTTP/1.1" status: 200 len: 205 time: 0.0332458 Jul 05 04:07:28.075906 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42298) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:28.098541 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa1a3b-1ed8-4b43-b350-4494ecd77b6a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event updated for resources: {'Subnet': ['ID=75bdd0c2-9944-4ebe-9c46-1e19b8e50306,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:28.110835 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baa1a3b-1ed8-4b43-b350-4494ecd77b6a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Checking segment: {'id': 'f27844a2-5d62-4884-bd42-ff9c30ef6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '20e380f7-67bd-4250-97fd-755a49e897ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:28.111202 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baa1a3b-1ed8-4b43-b350-4494ecd77b6a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Network hostable DHCP agents. Network: 20e380f7-67bd-4250-97fd-755a49e897ac, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:28.113299 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-812072df-48d0-4d49-883e-d1ca1d7f17d7 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] delete failed (client error): The resource could not be found. Jul 05 04:07:28.117609 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-812072df-48d0-4d49-883e-d1ca1d7f17d7 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "DELETE /v2.0/routers/663d96df-9217-43eb-b794-3365b056566e HTTP/1.1" status: 404 len: 336 time: 0.0374990 Jul 05 04:07:28.117815 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42300) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:28.150466 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2993c38d-b445-434e-83be-cd99a4e41f4d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "GET /v2.0/ports?device_id=940f1ef1-bf2a-4a04-8ae0-074767d5ed89 HTTP/1.1" status: 200 len: 205 time: 0.0314069 Jul 05 04:07:28.154101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42302) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:28.157589 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baa1a3b-1ed8-4b43-b350-4494ecd77b6a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Network 20e380f7-67bd-4250-97fd-755a49e897ac is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:28.168234 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-1baa1a3b-1ed8-4b43-b350-4494ecd77b6a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 20e380f7-67bd-4250-97fd-755a49e897ac) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:28.172595 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baa1a3b-1ed8-4b43-b350-4494ecd77b6a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:28.173189 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1baa1a3b-1ed8-4b43-b350-4494ecd77b6a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:28.181952 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2e199b-2696-4fbe-a2c8-481eb313a111 None None] Network 20e380f7-67bd-4250-97fd-755a49e897ac requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:28.191753 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1baa1a3b-1ed8-4b43-b350-4494ecd77b6a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9748404 Jul 05 04:07:28.193533 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42304) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:28.219894 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-7db90861-81c1-4f21-b9da-6873825a87f5 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] delete failed (client error): The resource could not be found. Jul 05 04:07:28.223831 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7db90861-81c1-4f21-b9da-6873825a87f5 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "DELETE /v2.0/routers/940f1ef1-bf2a-4a04-8ae0-074767d5ed89 HTTP/1.1" status: 404 len: 336 time: 0.0661263 Jul 05 04:07:28.224138 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42306) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:28.272945 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7ebed2a3-5a8e-4477-928a-fa1f2edcbc6f tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "GET /v2.0/ports?device_id=6bd29196-1d9e-4f48-aa1d-de039870ebed HTTP/1.1" status: 200 len: 205 time: 0.0471158 Jul 05 04:07:28.275581 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42308) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:28.326307 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-83ab9a5d-5692-42d1-a4c5-fc85a8e31534 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] delete failed (client error): The resource could not be found. Jul 05 04:07:28.330763 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-83ab9a5d-5692-42d1-a4c5-fc85a8e31534 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "DELETE /v2.0/routers/6bd29196-1d9e-4f48-aa1d-de039870ebed HTTP/1.1" status: 404 len: 336 time: 0.0540287 Jul 05 04:07:28.331544 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42310) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:28.362915 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699f34e5-b018-4db1-bd5e-2d330e19546d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-20e380f7-67bd-4250-97fd-755a49e897ac', 'network_id': '20e380f7-67bd-4250-97fd-755a49e897ac', 'tenant_id': '635d132397224f84903a98789c3c7d0e', 'fixed_ips': [{'subnet_id': '75bdd0c2-9944-4ebe-9c46-1e19b8e50306'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:28.364217 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-699f34e5-b018-4db1-bd5e-2d330e19546d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:28.373442 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-26f4d890-148f-4ee3-9fab-a604858ac10b tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1710302-a7bf-48df-8bef-7cc8857fad56 HTTP/1.1" status: 200 len: 205 time: 0.0388660 Jul 05 04:07:28.374283 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42312) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:28.424482 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-26261891-7dfb-4b25-a328-35a06d112006 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] delete failed (client error): The resource could not be found. Jul 05 04:07:28.428144 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-26261891-7dfb-4b25-a328-35a06d112006 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "DELETE /v2.0/routers/c1710302-a7bf-48df-8bef-7cc8857fad56 HTTP/1.1" status: 404 len: 336 time: 0.0506072 Jul 05 04:07:28.429825 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42314) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:28.487866 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ade4584f-604c-4135-a607-609fb17d3af2 tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "GET /v2.0/ports?device_id=77b430a4-7d29-47c3-8b54-945169d37cd7 HTTP/1.1" status: 200 len: 205 time: 0.0559235 Jul 05 04:07:28.491413 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42318) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:28.565870 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-89baa35f-6dec-478b-968f-6d3fc86acb4e tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] delete failed (client error): The resource could not be found. Jul 05 04:07:28.566350 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-699f34e5-b018-4db1-bd5e-2d330e19546d None None] Allocated IP 2001:db8::2 (20e380f7-67bd-4250-97fd-755a49e897ac/75bdd0c2-9944-4ebe-9c46-1e19b8e50306/f4a24dae-4481-4cf7-84e8-7b26a1f25a83) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:28.571489 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-89baa35f-6dec-478b-968f-6d3fc86acb4e tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "DELETE /v2.0/routers/77b430a4-7d29-47c3-8b54-945169d37cd7 HTTP/1.1" status: 404 len: 336 time: 0.0704939 Jul 05 04:07:28.574387 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42320) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:28.628921 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab7bca1-f297-4355-91bf-2aa24808052d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:28.629803 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab7bca1-f297-4355-91bf-2aa24808052d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:28.635860 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5ab7bca1-f297-4355-91bf-2aa24808052d tempest-RoutersIpV6AdminTest-1582027269 tempest-RoutersIpV6AdminTest-1582027269-project] 10.222.0.77 "DELETE /v2.0/subnets/543761f5-9d83-4cfd-b425-e57880be9de3 HTTP/1.1" status: 404 len: 337 time: 0.0554752 Jul 05 04:07:28.694817 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-eadc6011-14e1-4f70-9ccc-a443aa2fa74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:28.698970 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:28.702744 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9850b5-b4fc-4460-9c95-8ecd7a73a09c req-6e953d4f-76f4-4dbf-8fdf-e10163087f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:28.704326 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f9850b5-b4fc-4460-9c95-8ecd7a73a09c req-6e953d4f-76f4-4dbf-8fdf-e10163087f1c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 1097 time: 0.2893329 Jul 05 04:07:28.771018 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f9850b5-b4fc-4460-9c95-8ecd7a73a09c req-8278fa9b-9fc1-43e4-9ec7-2e4fd21280bd service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542769 Jul 05 04:07:28.780415 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-699f34e5-b018-4db1-bd5e-2d330e19546d None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:28.791019 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4fddb-c265-405c-aa21-0eb6a8f82314 req-33694239-6b51-4995-a3f9-9faeb5bc0275 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:28.800952 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b5f4fddb-c265-405c-aa21-0eb6a8f82314 req-33694239-6b51-4995-a3f9-9faeb5bc0275 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.1785610 Jul 05 04:07:28.805177 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-699f34e5-b018-4db1-bd5e-2d330e19546d None None] Transition to ACTIVE for port object f4a24dae-4481-4cf7-84e8-7b26a1f25a83 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:28.818537 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:28.833537 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-699f34e5-b018-4db1-bd5e-2d330e19546d None None] Transition to ACTIVE for port object f4a24dae-4481-4cf7-84e8-7b26a1f25a83 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:28.843159 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-699f34e5-b018-4db1-bd5e-2d330e19546d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:28.875523 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b5f4fddb-c265-405c-aa21-0eb6a8f82314 req-ba7d4892-bbe6-4479-9030-470458225ca8 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746491 Jul 05 04:07:28.876381 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699f34e5-b018-4db1-bd5e-2d330e19546d None None] Network 20e380f7-67bd-4250-97fd-755a49e897ac is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:28.880335 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-699f34e5-b018-4db1-bd5e-2d330e19546d None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:28.910767 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:28.919128 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f34e5-b018-4db1-bd5e-2d330e19546d None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:28.944264 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event deleted for resources: {'Subnet': ['ID=75bdd0c2-9944-4ebe-9c46-1e19b8e50306,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:28.999401 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f34e5-b018-4db1-bd5e-2d330e19546d None None] Pushing event updated for resources: {'Port': ['ID=f4a24dae-4481-4cf7-84e8-7b26a1f25a83,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:29.012539 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-699f34e5-b018-4db1-bd5e-2d330e19546d None None] Attempting to bind port f4a24dae-4481-4cf7-84e8-7b26a1f25a83 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:29.012730 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-699f34e5-b018-4db1-bd5e-2d330e19546d None None] Attempting to bind port f4a24dae-4481-4cf7-84e8-7b26a1f25a83 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'f27844a2-5d62-4884-bd42-ff9c30ef6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '20e380f7-67bd-4250-97fd-755a49e897ac'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:29.012939 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f34e5-b018-4db1-bd5e-2d330e19546d None None] Attempting to bind port f4a24dae-4481-4cf7-84e8-7b26a1f25a83 on network 20e380f7-67bd-4250-97fd-755a49e897ac {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:29.018921 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f34e5-b018-4db1-bd5e-2d330e19546d None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:29.019303 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f34e5-b018-4db1-bd5e-2d330e19546d None None] Checking segment: {'id': 'f27844a2-5d62-4884-bd42-ff9c30ef6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '20e380f7-67bd-4250-97fd-755a49e897ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:29.019716 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-699f34e5-b018-4db1-bd5e-2d330e19546d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.020146 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f34e5-b018-4db1-bd5e-2d330e19546d None None] Bound using segment: {'id': 'f27844a2-5d62-4884-bd42-ff9c30ef6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '20e380f7-67bd-4250-97fd-755a49e897ac'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:29.020638 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-699f34e5-b018-4db1-bd5e-2d330e19546d None None] Bound port: f4a24dae-4481-4cf7-84e8-7b26a1f25a83, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27844a2-5d62-4884-bd42-ff9c30ef6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '20e380f7-67bd-4250-97fd-755a49e897ac'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:29.022320 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-699f34e5-b018-4db1-bd5e-2d330e19546d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.072522 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.088033 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e380f7-67bd-4250-97fd-755a49e897ac']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:29.103280 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27844a2-5d62-4884-bd42-ff9c30ef6b8e') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:29.103677 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27844a2-5d62-4884-bd42-ff9c30ef6b8e') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:29.109228 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-699f34e5-b018-4db1-bd5e-2d330e19546d None None] For port f4a24dae-4481-4cf7-84e8-7b26a1f25a83, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:29.112712 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-699f34e5-b018-4db1-bd5e-2d330e19546d None None] For port f4a24dae-4481-4cf7-84e8-7b26a1f25a83, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f4a24dae-4481-4cf7-84e8-7b26a1f25a83,segment=NetworkSegment(f27844a2-5d62-4884-bd42-ff9c30ef6b8e),segment_id=f27844a2-5d62-4884-bd42-ff9c30ef6b8e)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:29.116748 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.119204 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-699f34e5-b018-4db1-bd5e-2d330e19546d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.138696 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.155589 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c8515-be5a-4409-a448-ea96c800649e req-f8f333a5-fe0a-4563-98d2-4d71c373ded1 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:29.159111 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-206c8515-be5a-4409-a448-ea96c800649e req-f8f333a5-fe0a-4563-98d2-4d71c373ded1 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1201890 Jul 05 04:07:29.160304 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:29.160726 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:29.164662 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:29.189487 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42330) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:29.240113 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.245074 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f34e5-b018-4db1-bd5e-2d330e19546d None None] Pushing event updated for resources: {'Port': ['ID=f4a24dae-4481-4cf7-84e8-7b26a1f25a83,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:29.255559 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.db.api [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:07:29.255559 n-d-780147-23 neutron-server[105538]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:07:29.255559 n-d-780147-23 neutron-server[105538]: [parameters: {'id': '20e380f7-67bd-4250-97fd-755a49e897ac'}] Jul 05 04:07:29.255559 n-d-780147-23 neutron-server[105538]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105538) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:07:29.256442 n-d-780147-23 neutron-server[105538]: DEBUG oslo_db.api [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:07:29.265626 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-206c8515-be5a-4409-a448-ea96c800649e req-581a817c-c3f9-46cb-8bb3-f424c8d2d218 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887330 Jul 05 04:07:29.270753 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321274f6-03a4-4623-91d9-66276f6930c1 None None] Network 20e380f7-67bd-4250-97fd-755a49e897ac requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:29.361823 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bf75a99b-3ba0-488b-97ba-9c1d9cf20a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.440573 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0047d9db-a1c4-43ae-b5fb-ef6f8e410db4 None None] get_active_networks_info from n-d-780147-23 {{(pid=105540) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:07:29.489153 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bf75a99b-3ba0-488b-97ba-9c1d9cf20a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.496720 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bf75a99b-3ba0-488b-97ba-9c1d9cf20a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.547322 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5e78e37-1b79-48a2-af7b-8cd92e2b762e req-a157c8eb-b0be-487a-9305-91772be00506 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1332099 Jul 05 04:07:29.555071 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75a99b-3ba0-488b-97ba-9c1d9cf20a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17b8328-1c9f-4bc4-a06f-ea8fadbab5f6,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:29.563097 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bf75a99b-3ba0-488b-97ba-9c1d9cf20a01 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=06e7c6c848f04238806717f58dbc7197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3680708 Jul 05 04:07:29.563997 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42338) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:29.602080 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0047d9db-a1c4-43ae-b5fb-ef6f8e410db4 None None] Resources bound (agent type, host, resource id): {{(pid=105540) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:07:29.622743 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9da1ee2a-1d4d-4aa5-aa5a-7468cdca060f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.650974 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9da1ee2a-1d4d-4aa5-aa5a-7468cdca060f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.698626 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e78e37-1b79-48a2-af7b-8cd92e2b762e req-b2ecf65e-f604-4cec-b2d7-1a1ff0d2159e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:29.700547 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5e78e37-1b79-48a2-af7b-8cd92e2b762e req-b2ecf65e-f604-4cec-b2d7-1a1ff0d2159e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 1096 time: 0.0760722 Jul 05 04:07:29.732732 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9da1ee2a-1d4d-4aa5-aa5a-7468cdca060f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.735538 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9da1ee2a-1d4d-4aa5-aa5a-7468cdca060f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.752215 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9da1ee2a-1d4d-4aa5-aa5a-7468cdca060f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b17b8328-1c9f-4bc4-a06f-ea8fadbab5f6 HTTP/1.1" status: 204 len: 168 time: 0.1806791 Jul 05 04:07:29.773988 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1ee2a-1d4d-4aa5-aa5a-7468cdca060f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17b8328-1c9f-4bc4-a06f-ea8fadbab5f6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:29.799876 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.892955 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e78e37-1b79-48a2-af7b-8cd92e2b762e req-883463fc-cb34-41fb-a111-83e02f1dcd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:29.894491 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5e78e37-1b79-48a2-af7b-8cd92e2b762e req-883463fc-cb34-41fb-a111-83e02f1dcd0a service neutron] 10.222.0.70 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 913 time: 0.1580076 Jul 05 04:07:30.029360 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Deleting port f4a24dae-4481-4cf7-84e8-7b26a1f25a83 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:30.029900 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.166264 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5e78e37-1b79-48a2-af7b-8cd92e2b762e req-f6a34fc6-20e5-4053-8ba6-dd7cdd4a2957 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a737e3b-7647-4859-8d3b-5a41559ab915 HTTP/1.1" status: 200 len: 998 time: 0.2623725 Jul 05 04:07:30.238179 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] For port f4a24dae-4481-4cf7-84e8-7b26a1f25a83, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f4a24dae-4481-4cf7-84e8-7b26a1f25a83,segment=NetworkSegment(f27844a2-5d62-4884-bd42-ff9c30ef6b8e),segment_id=f27844a2-5d62-4884-bd42-ff9c30ef6b8e)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:30.238737 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.265938 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42348) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:30.269685 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Calling delete_port for f4a24dae-4481-4cf7-84e8-7b26a1f25a83 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:30.276470 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e78e37-1b79-48a2-af7b-8cd92e2b762e req-22aee783-7de5-4144-9639-c6948cb8f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:30.278029 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5e78e37-1b79-48a2-af7b-8cd92e2b762e req-22aee783-7de5-4144-9639-c6948cb8f982 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d157b61e-6b4a-43c9-a07c-5c6e1fda4120 HTTP/1.1" status: 200 len: 851 time: 0.1004345 Jul 05 04:07:30.334566 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-034fd17c-fb61-48fe-af74-a89821208956 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=37ba3e31e0e24079844e681cb580ccac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0619943 Jul 05 04:07:30.335179 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42352) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:30.400809 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd531bd-7ec0-4e35-aa4a-8d68b785a798 req-b337ca05-18b3-4c93-81cb-c83458e393c6 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:30.404394 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dbd531bd-7ec0-4e35-aa4a-8d68b785a798 req-b337ca05-18b3-4c93-81cb-c83458e393c6 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.2975855 Jul 05 04:07:30.406655 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f99b8262-e03d-436c-89bb-3583900bf12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.437095 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f99b8262-e03d-436c-89bb-3583900bf12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.513916 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dbd531bd-7ec0-4e35-aa4a-8d68b785a798 req-154a4606-94e6-401e-a8ed-5ed395375f08 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978889 Jul 05 04:07:30.528842 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e78e37-1b79-48a2-af7b-8cd92e2b762e req-97fec5ac-217a-40c4-a81b-a2f0f1e550d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:30.529249 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5e78e37-1b79-48a2-af7b-8cd92e2b762e req-97fec5ac-217a-40c4-a81b-a2f0f1e550d9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=76e1944d-1d03-4c4e-b1ba-413cddc95912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2409096 Jul 05 04:07:30.547107 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-f5e78e37-1b79-48a2-af7b-8cd92e2b762e req-eebebe0d-2f43-4a96-8bd8-dfbe72ee4632 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:07:30.548193 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5e78e37-1b79-48a2-af7b-8cd92e2b762e req-eebebe0d-2f43-4a96-8bd8-dfbe72ee4632 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120511 Jul 05 04:07:30.548891 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.572450 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af9a47-cd07-483b-beba-5ebda32f6980 req-c2a26aeb-9623-45f3-8814-f504529562ec tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:30.574892 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b3af9a47-cd07-483b-beba-5ebda32f6980 req-c2a26aeb-9623-45f3-8814-f504529562ec tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1404848 Jul 05 04:07:30.591391 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f99b8262-e03d-436c-89bb-3583900bf12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.594316 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event deleted for resources: {'Port': ['ID=f4a24dae-4481-4cf7-84e8-7b26a1f25a83,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:30.595152 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f99b8262-e03d-436c-89bb-3583900bf12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.607003 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f99b8262-e03d-436c-89bb-3583900bf12e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/61205cff-10d1-4b28-a37a-5e6f7a6357a2 HTTP/1.1" status: 204 len: 168 time: 0.2607269 Jul 05 04:07:30.628724 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b8262-e03d-436c-89bb-3583900bf12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61205cff-10d1-4b28-a37a-5e6f7a6357a2,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:30.653002 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] No DVR routers for this DVR port f4a24dae-4481-4cf7-84e8-7b26a1f25a83 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:30.653230 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b3af9a47-cd07-483b-beba-5ebda32f6980 req-e96c2058-dfb9-47ee-a878-3945a2d24422 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711031 Jul 05 04:07:30.814318 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.842276 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e380f7-67bd-4250-97fd-755a49e897ac']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:30.847389 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5e78e37-1b79-48a2-af7b-8cd92e2b762e req-ba140dc8-54b8-4875-b8f6-986ea2fd9f42 service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704527 Jul 05 04:07:30.874906 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27844a2-5d62-4884-bd42-ff9c30ef6b8e') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:30.875199 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27844a2-5d62-4884-bd42-ff9c30ef6b8e') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:30.933603 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.967952 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.981749 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:30.982205 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:30.985913 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:31.122660 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5e78e37-1b79-48a2-af7b-8cd92e2b762e req-b93f0c29-9801-4746-8e01-28140e125a66 service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668917 Jul 05 04:07:31.123760 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.131853 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.137219 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "DELETE /v2.0/networks/20e380f7-67bd-4250-97fd-755a49e897ac HTTP/1.1" status: 204 len: 168 time: 2.9385142 Jul 05 04:07:31.138170 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42368) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:31.152147 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-3f0beb87-894f-48fc-be2d-f5a68e3d0d97 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1616025894'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:31.163991 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b205d1d-095a-4a68-968c-80bb9831c30f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event deleted for resources: {'Network': ['ID=20e380f7-67bd-4250-97fd-755a49e897ac,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:31.185962 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0beb87-894f-48fc-be2d-f5a68e3d0d97 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Made reservation on behalf of 635d132397224f84903a98789c3c7d0e for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:31.192477 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3f0beb87-894f-48fc-be2d-f5a68e3d0d97 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.234239 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0beb87-894f-48fc-be2d-f5a68e3d0d97 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:31.252657 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3f0beb87-894f-48fc-be2d-f5a68e3d0d97 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.253489 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-3f0beb87-894f-48fc-be2d-f5a68e3d0d97 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Added segment 1de5e4b9-2452-485c-aa53-7b0081491edc of type vlan for network 1bfac94a-ae00-4b23-b6d2-990d80dc35ec Jul 05 04:07:31.326799 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ed2c05e1-efd3-431c-a149-6b25b934a8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.334203 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3f0beb87-894f-48fc-be2d-f5a68e3d0d97 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.421956 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3f0beb87-894f-48fc-be2d-f5a68e3d0d97 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.427741 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0beb87-894f-48fc-be2d-f5a68e3d0d97 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:31.429438 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3f0beb87-894f-48fc-be2d-f5a68e3d0d97 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.512158 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3f0beb87-894f-48fc-be2d-f5a68e3d0d97 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3717656 Jul 05 04:07:31.515509 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42384) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:31.530005 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ca383577-c8e7-4a0c-b1ae-b54f1fe9feaa tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Request body: {'subnet': {'network_id': '1bfac94a-ae00-4b23-b6d2-990d80dc35ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:31.532453 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825998e-1ab3-49f6-93ce-036a1316233d req-facf845e-ae09-41d6-8091-a6f9a7b08d9d tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:31.534188 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4825998e-1ab3-49f6-93ce-036a1316233d req-facf845e-ae09-41d6-8091-a6f9a7b08d9d tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1957972 Jul 05 04:07:31.536736 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3d9ea-ccd7-48fa-bfdc-c7c44b70ce53 req-3c306a6b-b20b-4968-9c76-5554b738ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:31.542301 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5bd3d9ea-ccd7-48fa-bfdc-c7c44b70ce53 req-3c306a6b-b20b-4968-9c76-5554b738ca58 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=926d31dd012d42b08dd59638f4bc0d7d&device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 1097 time: 0.2471085 Jul 05 04:07:31.543381 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0beb87-894f-48fc-be2d-f5a68e3d0d97 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event updated for resources: {'Network': ['ID=1bfac94a-ae00-4b23-b6d2-990d80dc35ec,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:31.574422 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 1bfac94a-ae00-4b23-b6d2-990d80dc35ec details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:31.650100 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4825998e-1ab3-49f6-93ce-036a1316233d req-a1062046-8ae0-40f8-b7a9-d49d3c12aa6b tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890348 Jul 05 04:07:31.681561 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca383577-c8e7-4a0c-b1ae-b54f1fe9feaa tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Made reservation on behalf of 635d132397224f84903a98789c3c7d0e for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:31.688404 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ca383577-c8e7-4a0c-b1ae-b54f1fe9feaa tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.698583 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3d9ea-ccd7-48fa-bfdc-c7c44b70ce53 req-9129b031-c669-4f1f-9ac2-33d251ed425c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:31.701164 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5bd3d9ea-ccd7-48fa-bfdc-c7c44b70ce53 req-9129b031-c669-4f1f-9ac2-33d251ed425c service neutron] 10.222.0.89 "GET /v2.0/networks?id=0d181948-6f38-4cce-b66b-21d3a10c7c4e HTTP/1.1" status: 200 len: 919 time: 0.1522577 Jul 05 04:07:31.708533 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.749308 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5bd3d9ea-ccd7-48fa-bfdc-c7c44b70ce53 req-c287c47d-37b6-4dfd-82d4-26bebdb2465c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21856a23-4941-4da0-966c-1fe9466f4806 HTTP/1.1" status: 200 len: 217 time: 0.0395126 Jul 05 04:07:31.774920 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42390) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:31.810056 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3d9ea-ccd7-48fa-bfdc-c7c44b70ce53 req-ea476ef4-4b8c-4b25-8a46-fa094476504d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:31.811309 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5bd3d9ea-ccd7-48fa-bfdc-c7c44b70ce53 req-ea476ef4-4b8c-4b25-8a46-fa094476504d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=eef02c9b-cdba-4d27-9b33-4ac4c6fe1358 HTTP/1.1" status: 200 len: 858 time: 0.0548694 Jul 05 04:07:31.847184 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5bd3d9ea-ccd7-48fa-bfdc-c7c44b70ce53 req-17e96fee-68a5-4b87-af77-d6e9a50acf45 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0d181948-6f38-4cce-b66b-21d3a10c7c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291431 Jul 05 04:07:31.893153 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65d2ae-1513-41d0-b062-8fe6c4de9e90 req-b745eb54-96bb-4faa-8882-c6037520038c tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:31.895107 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c65d2ae-1513-41d0-b062-8fe6c4de9e90 req-b745eb54-96bb-4faa-8882-c6037520038c tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.1287279 Jul 05 04:07:31.941162 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-426aaa4c-687f-4e7a-9295-aeff91cd2de2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Request body: {'networks': [{'name': 'tempest-network--1765606505'}, {'name': 'tempest-network--1696962594'}]} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:31.941481 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-426aaa4c-687f-4e7a-9295-aeff91cd2de2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Request body: {'network': {'name': 'tempest-network--1765606505'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:31.941945 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-426aaa4c-687f-4e7a-9295-aeff91cd2de2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Request body: {'network': {'name': 'tempest-network--1696962594'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:31.961722 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5bd3d9ea-ccd7-48fa-bfdc-c7c44b70ce53 req-bc7f191b-d216-458b-8fb8-8bc4fb002c5b service neutron] 10.222.0.89 "GET /v2.0/networks/0d181948-6f38-4cce-b66b-21d3a10c7c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075540 Jul 05 04:07:32.027421 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426aaa4c-687f-4e7a-9295-aeff91cd2de2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Made reservation on behalf of a10df21ccb1d42c7b93bb9d12bdc5cf3 for: {'network': 2} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:32.032331 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-426aaa4c-687f-4e7a-9295-aeff91cd2de2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.043284 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c65d2ae-1513-41d0-b062-8fe6c4de9e90 req-c16e79f8-189d-4609-a5f3-059b046767ca tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227884 Jul 05 04:07:32.053367 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-426aaa4c-687f-4e7a-9295-aeff91cd2de2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.067982 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5bd3d9ea-ccd7-48fa-bfdc-c7c44b70ce53 req-b48b2b42-68e8-452e-aa14-860cc3407385 service neutron] 10.222.0.89 "GET /v2.0/networks/0d181948-6f38-4cce-b66b-21d3a10c7c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002841 Jul 05 04:07:32.159998 n-d-780147-23 neutron-server[105538]: DEBUG neutron.objects.ports [None req-ca383577-c8e7-4a0c-b1ae-b54f1fe9feaa tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105538) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:07:32.165369 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ca383577-c8e7-4a0c-b1ae-b54f1fe9feaa tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.266208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca383577-c8e7-4a0c-b1ae-b54f1fe9feaa tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event updated for resources: {'Subnet': ['ID=ca00b490-20df-40fe-9595-84b223f3a970,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:32.288632 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca383577-c8e7-4a0c-b1ae-b54f1fe9feaa tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Checking segment: {'id': '1de5e4b9-2452-485c-aa53-7b0081491edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1bfac94a-ae00-4b23-b6d2-990d80dc35ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:32.289151 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca383577-c8e7-4a0c-b1ae-b54f1fe9feaa tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Network hostable DHCP agents. Network: 1bfac94a-ae00-4b23-b6d2-990d80dc35ec, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:32.328127 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-426aaa4c-687f-4e7a-9295-aeff91cd2de2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.329720 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca383577-c8e7-4a0c-b1ae-b54f1fe9feaa tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Network 1bfac94a-ae00-4b23-b6d2-990d80dc35ec is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:32.335723 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-426aaa4c-687f-4e7a-9295-aeff91cd2de2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.336236 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-426aaa4c-687f-4e7a-9295-aeff91cd2de2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.350486 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-ca383577-c8e7-4a0c-b1ae-b54f1fe9feaa tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 1bfac94a-ae00-4b23-b6d2-990d80dc35ec) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:32.358953 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6669281d-90cd-4072-8797-97bb5afadabb None None] Network 1bfac94a-ae00-4b23-b6d2-990d80dc35ec requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:32.364797 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca383577-c8e7-4a0c-b1ae-b54f1fe9feaa tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:32.365610 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ca383577-c8e7-4a0c-b1ae-b54f1fe9feaa tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.398785 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426aaa4c-687f-4e7a-9295-aeff91cd2de2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e70fd45d-ce06-4d8d-9763-4bec9e86869d,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:32.407139 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426aaa4c-687f-4e7a-9295-aeff91cd2de2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:32.415838 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ca383577-c8e7-4a0c-b1ae-b54f1fe9feaa tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8924162 Jul 05 04:07:32.418867 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42396) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:32.422326 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-426aaa4c-687f-4e7a-9295-aeff91cd2de2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.422687 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-426aaa4c-687f-4e7a-9295-aeff91cd2de2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Added segment 82cf449c-d889-4949-9ec8-9d74ceb28b07 of type vlan for network f3c60428-5e06-46cb-ab14-f300cec1a7fe Jul 05 04:07:32.467851 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-426aaa4c-687f-4e7a-9295-aeff91cd2de2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.511726 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426aaa4c-687f-4e7a-9295-aeff91cd2de2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:32.526598 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57467b85-edc4-42e5-ab3c-acb6e8a02a03 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.531340 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-426aaa4c-687f-4e7a-9295-aeff91cd2de2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.531854 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-426aaa4c-687f-4e7a-9295-aeff91cd2de2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Added segment 87ac4eb2-aa19-469f-aba2-a4c1c5ec2cff of type vlan for network 6aebde2d-8f3f-4ef3-a3ee-678c4085f7d6 Jul 05 04:07:32.564259 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.571872 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e6af44-b82d-4cf0-b9d1-66354a24c4f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-1bfac94a-ae00-4b23-b6d2-990d80dc35ec', 'network_id': '1bfac94a-ae00-4b23-b6d2-990d80dc35ec', 'tenant_id': '635d132397224f84903a98789c3c7d0e', 'fixed_ips': [{'subnet_id': 'ca00b490-20df-40fe-9595-84b223f3a970'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:32.573623 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-12e6af44-b82d-4cf0-b9d1-66354a24c4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.586466 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-426aaa4c-687f-4e7a-9295-aeff91cd2de2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.614286 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57467b85-edc4-42e5-ab3c-acb6e8a02a03 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.623587 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-426aaa4c-687f-4e7a-9295-aeff91cd2de2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.624593 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-426aaa4c-687f-4e7a-9295-aeff91cd2de2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.631406 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426aaa4c-687f-4e7a-9295-aeff91cd2de2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:32.637707 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426aaa4c-687f-4e7a-9295-aeff91cd2de2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:32.637707 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-426aaa4c-687f-4e7a-9295-aeff91cd2de2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.666723 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-426aaa4c-687f-4e7a-9295-aeff91cd2de2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.8832633 Jul 05 04:07:32.672868 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42398) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:32.741737 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426aaa4c-687f-4e7a-9295-aeff91cd2de2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Pushing event updated for resources: {'Network': ['ID=f3c60428-5e06-46cb-ab14-f300cec1a7fe,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:32.756938 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network f3c60428-5e06-46cb-ab14-f300cec1a7fe details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:32.774068 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57467b85-edc4-42e5-ab3c-acb6e8a02a03 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server [None req-12e6af44-b82d-4cf0-b9d1-66354a24c4f8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca00b490-20df-40fe-9595-84b223f3a970: This subnet is being modified by another concurrent operation. Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:07:32.834961 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise exception Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca00b490-20df-40fe-9595-84b223f3a970: This subnet is being modified by another concurrent operation. Jul 05 04:07:32.838260 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server Jul 05 04:07:32.856197 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57467b85-edc4-42e5-ab3c-acb6e8a02a03 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event deleted for resources: {'Subnet': ['ID=ca00b490-20df-40fe-9595-84b223f3a970,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:32.891573 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb91e5e8-5bbd-4e0a-93a4-8e42d94447e4 None None] Network 1bfac94a-ae00-4b23-b6d2-990d80dc35ec requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:32.901163 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426aaa4c-687f-4e7a-9295-aeff91cd2de2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Pushing event updated for resources: {'Network': ['ID=6aebde2d-8f3f-4ef3-a3ee-678c4085f7d6,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:32.935044 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 6aebde2d-8f3f-4ef3-a3ee-678c4085f7d6 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:32.935244 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbbcc7-030d-4fdf-91c8-a7eb326fabdb req-4b1c8310-ca8a-4027-9cb5-5484d20629bc tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:32.937102 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6bbbcc7-030d-4fdf-91c8-a7eb326fabdb req-4b1c8310-ca8a-4027-9cb5-5484d20629bc tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1257124 Jul 05 04:07:32.948421 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57467b85-edc4-42e5-ab3c-acb6e8a02a03 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.973734 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-57467b85-edc4-42e5-ab3c-acb6e8a02a03 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bfac94a-ae00-4b23-b6d2-990d80dc35ec']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:32.987780 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-57467b85-edc4-42e5-ab3c-acb6e8a02a03 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de5e4b9-2452-485c-aa53-7b0081491edc') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:32.988112 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-57467b85-edc4-42e5-ab3c-acb6e8a02a03 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de5e4b9-2452-485c-aa53-7b0081491edc') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:32.993448 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6bbbcc7-030d-4fdf-91c8-a7eb326fabdb req-80cf9516-9e30-4a64-8db7-f83bd2266d5b tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438888 Jul 05 04:07:32.997465 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddfe08d-f5d7-44f3-8ff3-422a14bf2089 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:33.003530 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddfe08d-f5d7-44f3-8ff3-422a14bf2089 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:33.011060 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddfe08d-f5d7-44f3-8ff3-422a14bf2089 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:33.017482 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddfe08d-f5d7-44f3-8ff3-422a14bf2089 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:33.019269 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8ddfe08d-f5d7-44f3-8ff3-422a14bf2089 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3453932 Jul 05 04:07:33.023617 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42402) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:33.029099 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57467b85-edc4-42e5-ab3c-acb6e8a02a03 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.042992 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57467b85-edc4-42e5-ab3c-acb6e8a02a03 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.049236 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57467b85-edc4-42e5-ab3c-acb6e8a02a03 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:33.049648 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57467b85-edc4-42e5-ab3c-acb6e8a02a03 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:33.052953 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:33.081979 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dda45a8-6196-4f60-9678-ead82da23a29 None None] get_active_networks_info from n-d-780147-23 {{(pid=105540) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:07:33.126551 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57467b85-edc4-42e5-ab3c-acb6e8a02a03 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.133173 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2a26f1a0-b4b2-43b2-9b0a-07acc7b0dc14 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.140129 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57467b85-edc4-42e5-ab3c-acb6e8a02a03 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.142303 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-57467b85-edc4-42e5-ab3c-acb6e8a02a03 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "DELETE /v2.0/networks/1bfac94a-ae00-4b23-b6d2-990d80dc35ec HTTP/1.1" status: 204 len: 168 time: 0.7217071 Jul 05 04:07:33.149938 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42406) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:33.155328 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57467b85-edc4-42e5-ab3c-acb6e8a02a03 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event deleted for resources: {'Network': ['ID=1bfac94a-ae00-4b23-b6d2-990d80dc35ec,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:33.186186 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-681051f0-e710-4994-b7f4-74dcaade2eb9 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:33.186569 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-681051f0-e710-4994-b7f4-74dcaade2eb9 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:33.188407 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-681051f0-e710-4994-b7f4-74dcaade2eb9 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "DELETE /v2.0/subnets/ca00b490-20df-40fe-9595-84b223f3a970 HTTP/1.1" status: 404 len: 337 time: 0.0369787 Jul 05 04:07:33.191293 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42408) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:33.202644 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dda45a8-6196-4f60-9678-ead82da23a29 None None] Resources bound (agent type, host, resource id): {{(pid=105540) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:07:33.214461 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-833820c2-a2e9-404b-9cb3-b98bfbec1e9a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:33.215129 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-833820c2-a2e9-404b-9cb3-b98bfbec1e9a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:33.219635 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-833820c2-a2e9-404b-9cb3-b98bfbec1e9a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "DELETE /v2.0/networks/1bfac94a-ae00-4b23-b6d2-990d80dc35ec HTTP/1.1" status: 404 len: 339 time: 0.0272753 Jul 05 04:07:33.223728 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42410) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:33.262206 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4784db-54f5-43f5-b63f-26ca5307562e tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:33.262677 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e4784db-54f5-43f5-b63f-26ca5307562e tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:33.264470 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5e4784db-54f5-43f5-b63f-26ca5307562e tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "DELETE /v2.0/subnets/75bdd0c2-9944-4ebe-9c46-1e19b8e50306 HTTP/1.1" status: 404 len: 337 time: 0.0394299 Jul 05 04:07:33.270068 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42412) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:33.299752 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ab9cbd-36f9-49bc-80f0-4fdb306a7a5f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:33.300347 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ab9cbd-36f9-49bc-80f0-4fdb306a7a5f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:33.305957 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-29ab9cbd-36f9-49bc-80f0-4fdb306a7a5f tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "DELETE /v2.0/networks/20e380f7-67bd-4250-97fd-755a49e897ac HTTP/1.1" status: 404 len: 339 time: 0.0310600 Jul 05 04:07:33.306296 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42414) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:33.310689 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd090f-e796-427a-91db-96efd0ed5155 req-04ad8679-3124-48f2-9e33-789781dc13b8 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:33.312214 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ecbd090f-e796-427a-91db-96efd0ed5155 req-04ad8679-3124-48f2-9e33-789781dc13b8 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.0998592 Jul 05 04:07:33.317867 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2a26f1a0-b4b2-43b2-9b0a-07acc7b0dc14 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.351598 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-9223f935-fae9-448c-9579-a2fa98a36b9b tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:33.352089 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9223f935-fae9-448c-9579-a2fa98a36b9b tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:33.354102 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ecbd090f-e796-427a-91db-96efd0ed5155 req-f66edc51-d93a-424e-93e1-94053176a236 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360646 Jul 05 04:07:33.354327 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9223f935-fae9-448c-9579-a2fa98a36b9b tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "DELETE /v2.0/subnets/fd53df23-79e5-42df-a716-29dc9375a8a2 HTTP/1.1" status: 404 len: 337 time: 0.0469091 Jul 05 04:07:33.356261 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-2a26f1a0-b4b2-43b2-9b0a-07acc7b0dc14 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c60428-5e06-46cb-ab14-f300cec1a7fe']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:33.356739 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42416) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:33.368963 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-2a26f1a0-b4b2-43b2-9b0a-07acc7b0dc14 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82cf449c-d889-4949-9ec8-9d74ceb28b07') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:33.369259 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-2a26f1a0-b4b2-43b2-9b0a-07acc7b0dc14 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82cf449c-d889-4949-9ec8-9d74ceb28b07') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:33.375515 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da22ff2-0150-4011-bcd8-9a1ed8fcbd17 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:33.376432 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da22ff2-0150-4011-bcd8-9a1ed8fcbd17 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:33.378705 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0da22ff2-0150-4011-bcd8-9a1ed8fcbd17 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "DELETE /v2.0/networks/52cc6915-1bd1-46f6-ba48-fa21877cdefe HTTP/1.1" status: 404 len: 339 time: 0.0209696 Jul 05 04:07:33.383284 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42420) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:33.386943 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2a26f1a0-b4b2-43b2-9b0a-07acc7b0dc14 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.437055 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2a26f1a0-b4b2-43b2-9b0a-07acc7b0dc14 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.454350 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a26f1a0-b4b2-43b2-9b0a-07acc7b0dc14 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:33.454774 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2a26f1a0-b4b2-43b2-9b0a-07acc7b0dc14 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:33.458234 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:33.546572 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2a26f1a0-b4b2-43b2-9b0a-07acc7b0dc14 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.554471 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2a26f1a0-b4b2-43b2-9b0a-07acc7b0dc14 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.556173 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2a26f1a0-b4b2-43b2-9b0a-07acc7b0dc14 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] 10.222.0.77 "DELETE /v2.0/networks/f3c60428-5e06-46cb-ab14-f300cec1a7fe HTTP/1.1" status: 204 len: 168 time: 0.5312691 Jul 05 04:07:33.559924 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42422) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:33.572186 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26f1a0-b4b2-43b2-9b0a-07acc7b0dc14 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Pushing event deleted for resources: {'Network': ['ID=f3c60428-5e06-46cb-ab14-f300cec1a7fe,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:33.585160 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ec3cb28a-f670-41c0-aa51-98ef542f9102 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Deleting port f388a5af-5ec0-4fdb-875f-6426d60e471b {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:33.585502 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec3cb28a-f670-41c0-aa51-98ef542f9102 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.639448 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8db1f2d2-ae2d-4e64-a5c2-13995e25b30d tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.654208 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec3cb28a-f670-41c0-aa51-98ef542f9102 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.667562 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ec3cb28a-f670-41c0-aa51-98ef542f9102 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Calling delete_port for f388a5af-5ec0-4fdb-875f-6426d60e471b owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:33.731720 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8db1f2d2-ae2d-4e64-a5c2-13995e25b30d tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.741911 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-8db1f2d2-ae2d-4e64-a5c2-13995e25b30d tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aebde2d-8f3f-4ef3-a3ee-678c4085f7d6']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:33.753302 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-8db1f2d2-ae2d-4e64-a5c2-13995e25b30d tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ac4eb2-aa19-469f-aba2-a4c1c5ec2cff') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:33.753572 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec3cb28a-f670-41c0-aa51-98ef542f9102 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.753841 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-8db1f2d2-ae2d-4e64-a5c2-13995e25b30d tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ac4eb2-aa19-469f-aba2-a4c1c5ec2cff') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:33.763543 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8db1f2d2-ae2d-4e64-a5c2-13995e25b30d tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.777796 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8db1f2d2-ae2d-4e64-a5c2-13995e25b30d tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.783731 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8db1f2d2-ae2d-4e64-a5c2-13995e25b30d tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:33.784172 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8db1f2d2-ae2d-4e64-a5c2-13995e25b30d tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.784527 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cb28a-f670-41c0-aa51-98ef542f9102 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event deleted for resources: {'Port': ['ID=f388a5af-5ec0-4fdb-875f-6426d60e471b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:33.787340 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:33.791240 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec3cb28a-f670-41c0-aa51-98ef542f9102 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.793261 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ec3cb28a-f670-41c0-aa51-98ef542f9102 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "DELETE /v2.0/ports/f388a5af-5ec0-4fdb-875f-6426d60e471b HTTP/1.1" status: 204 len: 168 time: 0.4086962 Jul 05 04:07:33.795727 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42424) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:33.823284 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed5fa80-6729-4158-a18f-252dd92ffc00 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:33.823749 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bed5fa80-6729-4158-a18f-252dd92ffc00 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:33.825516 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bed5fa80-6729-4158-a18f-252dd92ffc00 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "DELETE /v2.0/subnets/df8c2fc7-1bb6-44df-9a93-58bb32d25b1d HTTP/1.1" status: 404 len: 337 time: 0.0287457 Jul 05 04:07:33.828096 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42426) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:33.849615 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8db1f2d2-ae2d-4e64-a5c2-13995e25b30d tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.856767 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8db1f2d2-ae2d-4e64-a5c2-13995e25b30d tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.858762 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8db1f2d2-ae2d-4e64-a5c2-13995e25b30d tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] 10.222.0.77 "DELETE /v2.0/networks/6aebde2d-8f3f-4ef3-a3ee-678c4085f7d6 HTTP/1.1" status: 204 len: 168 time: 0.2978222 Jul 05 04:07:33.861478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42428) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:33.895776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1f2d2-ae2d-4e64-a5c2-13995e25b30d tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Pushing event deleted for resources: {'Network': ['ID=6aebde2d-8f3f-4ef3-a3ee-678c4085f7d6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:33.911079 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-deb906f6-2ee7-4b2a-981b-de45de6adc93 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.985850 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7cee99-1b6f-409b-a215-7ff839dfd0c6 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:33.993471 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7cee99-1b6f-409b-a215-7ff839dfd0c6 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:33.995104 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5b7cee99-1b6f-409b-a215-7ff839dfd0c6 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1327472 Jul 05 04:07:33.998990 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42430) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:34.003130 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-deb906f6-2ee7-4b2a-981b-de45de6adc93 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.004211 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-69ba48fb-561a-4838-80c3-6d2f03d7a17e tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-297345184'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:34.016512 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-deb906f6-2ee7-4b2a-981b-de45de6adc93 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c37a08-f452-4912-995e-0148cd1272e9']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:34.028079 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ba48fb-561a-4838-80c3-6d2f03d7a17e tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Made reservation on behalf of a10df21ccb1d42c7b93bb9d12bdc5cf3 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:34.028859 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-deb906f6-2ee7-4b2a-981b-de45de6adc93 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231c87d9-0112-48ae-b8a8-57ad248c01e4') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:34.029332 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-deb906f6-2ee7-4b2a-981b-de45de6adc93 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231c87d9-0112-48ae-b8a8-57ad248c01e4') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:34.031618 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-69ba48fb-561a-4838-80c3-6d2f03d7a17e tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.039434 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-deb906f6-2ee7-4b2a-981b-de45de6adc93 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.056849 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-deb906f6-2ee7-4b2a-981b-de45de6adc93 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.058263 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ba48fb-561a-4838-80c3-6d2f03d7a17e tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:34.064135 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb906f6-2ee7-4b2a-981b-de45de6adc93 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:34.064526 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-deb906f6-2ee7-4b2a-981b-de45de6adc93 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:34.067671 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:34.070268 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-69ba48fb-561a-4838-80c3-6d2f03d7a17e tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.070268 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-69ba48fb-561a-4838-80c3-6d2f03d7a17e tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Added segment 61e70cf4-d9db-419c-badd-5c3572bc5008 of type vlan for network ac0679e6-b0cf-4512-988f-4035750691a1 Jul 05 04:07:34.121785 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-69ba48fb-561a-4838-80c3-6d2f03d7a17e tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.139436 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-deb906f6-2ee7-4b2a-981b-de45de6adc93 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.148475 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-deb906f6-2ee7-4b2a-981b-de45de6adc93 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.150446 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-deb906f6-2ee7-4b2a-981b-de45de6adc93 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "DELETE /v2.0/networks/83c37a08-f452-4912-995e-0148cd1272e9 HTTP/1.1" status: 204 len: 168 time: 0.3214178 Jul 05 04:07:34.153023 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42434) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:34.160628 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb906f6-2ee7-4b2a-981b-de45de6adc93 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event deleted for resources: {'Network': ['ID=83c37a08-f452-4912-995e-0148cd1272e9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:34.189568 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-69ba48fb-561a-4838-80c3-6d2f03d7a17e tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.195836 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ba48fb-561a-4838-80c3-6d2f03d7a17e tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:34.196427 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-69ba48fb-561a-4838-80c3-6d2f03d7a17e tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.306246 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-69ba48fb-561a-4838-80c3-6d2f03d7a17e tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3060782 Jul 05 04:07:34.308790 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42436) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:34.314231 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-a554351b-b49e-4390-84bb-a91751fbbee3 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-907734316'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:34.319265 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba48fb-561a-4838-80c3-6d2f03d7a17e tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Pushing event updated for resources: {'Network': ['ID=ac0679e6-b0cf-4512-988f-4035750691a1,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:34.332078 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network ac0679e6-b0cf-4512-988f-4035750691a1 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:34.336313 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.346223 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a554351b-b49e-4390-84bb-a91751fbbee3 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Made reservation on behalf of a10df21ccb1d42c7b93bb9d12bdc5cf3 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:34.354019 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a554351b-b49e-4390-84bb-a91751fbbee3 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.372562 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0690e28-7984-4f4e-9f77-c2a3d0e0a364 req-de04087b-259c-46ae-9b04-7e2e02768db8 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:34.374143 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a0690e28-7984-4f4e-9f77-c2a3d0e0a364 req-de04087b-259c-46ae-9b04-7e2e02768db8 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.2111461 Jul 05 04:07:34.396095 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a554351b-b49e-4390-84bb-a91751fbbee3 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:34.411512 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a554351b-b49e-4390-84bb-a91751fbbee3 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.412559 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-a554351b-b49e-4390-84bb-a91751fbbee3 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Added segment 06a5a391-c7b7-4299-b92d-b2404ecc1dde of type vlan for network 04a10b20-4767-4be7-b08f-b71d668cf732 Jul 05 04:07:34.422624 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-b25b7603-b0e5-43a1-a762-c0f96b3bc61a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Deleting port ce59022d-4a61-4b37-896e-85aae6433d35 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:34.422973 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b25b7603-b0e5-43a1-a762-c0f96b3bc61a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.487288 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a554351b-b49e-4390-84bb-a91751fbbee3 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.490786 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a0690e28-7984-4f4e-9f77-c2a3d0e0a364 req-0949f268-a9ec-49ec-b754-2d504c95cc57 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081219 Jul 05 04:07:34.511793 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b25b7603-b0e5-43a1-a762-c0f96b3bc61a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.534742 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-b25b7603-b0e5-43a1-a762-c0f96b3bc61a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Calling delete_port for ce59022d-4a61-4b37-896e-85aae6433d35 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:34.573196 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a554351b-b49e-4390-84bb-a91751fbbee3 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.578428 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a554351b-b49e-4390-84bb-a91751fbbee3 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:34.579142 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a554351b-b49e-4390-84bb-a91751fbbee3 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.600329 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643a594-a42e-4dd8-8fd2-f75d25a8549d req-752611b4-7c52-4e61-aa6d-817b59e4defc tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:34.602372 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f643a594-a42e-4dd8-8fd2-f75d25a8549d req-752611b4-7c52-4e61-aa6d-817b59e4defc tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.1063406 Jul 05 04:07:34.636807 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b25b7603-b0e5-43a1-a762-c0f96b3bc61a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.667274 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b7603-b0e5-43a1-a762-c0f96b3bc61a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event deleted for resources: {'Port': ['ID=ce59022d-4a61-4b37-896e-85aae6433d35,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:34.667652 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a554351b-b49e-4390-84bb-a91751fbbee3 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3572719 Jul 05 04:07:34.669586 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42442) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:34.675415 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Request body: {'ports': [{'network_id': 'ac0679e6-b0cf-4512-988f-4035750691a1', 'name': 'tempest-port--902287424', 'admin_state_up': True}, {'network_id': '04a10b20-4767-4be7-b08f-b71d668cf732', 'admin_state_up': False}]} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:34.675793 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Request body: {'port': {'network_id': 'ac0679e6-b0cf-4512-988f-4035750691a1', 'name': 'tempest-port--902287424', 'admin_state_up': True}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:34.676358 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Request body: {'port': {'network_id': '04a10b20-4767-4be7-b08f-b71d668cf732', 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:34.692850 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b25b7603-b0e5-43a1-a762-c0f96b3bc61a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.695613 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b25b7603-b0e5-43a1-a762-c0f96b3bc61a tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "DELETE /v2.0/ports/ce59022d-4a61-4b37-896e-85aae6433d35 HTTP/1.1" status: 204 len: 168 time: 0.5414581 Jul 05 04:07:34.698850 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42444) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:34.706483 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554351b-b49e-4390-84bb-a91751fbbee3 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Pushing event updated for resources: {'Network': ['ID=04a10b20-4767-4be7-b08f-b71d668cf732,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:34.718386 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 04a10b20-4767-4be7-b08f-b71d668cf732 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:34.720788 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f643a594-a42e-4dd8-8fd2-f75d25a8549d req-7e8b5c0d-8a61-4f72-ae9b-1447b35d0bdd tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052260 Jul 05 04:07:34.754946 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-5619a847-5b4b-4290-8c0e-8d630356e630 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:34.754946 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5619a847-5b4b-4290-8c0e-8d630356e630 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:34.755224 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42446) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:34.755341 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5619a847-5b4b-4290-8c0e-8d630356e630 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "DELETE /v2.0/subnets/40ac9313-1e0e-44d6-9709-e47b5794a194 HTTP/1.1" status: 404 len: 337 time: 0.0506151 Jul 05 04:07:34.893449 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-be658155-24d1-48e8-a836-92d6e7945e63 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.922998 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Made reservation on behalf of a10df21ccb1d42c7b93bb9d12bdc5cf3 for: {'port': 2} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:34.928011 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.997694 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.338385 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-be658155-24d1-48e8-a836-92d6e7945e63 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.381822 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-be658155-24d1-48e8-a836-92d6e7945e63 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e0122e-227c-490c-be61-17f92430d508']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:35.397865 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-be658155-24d1-48e8-a836-92d6e7945e63 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29c73ce-31b6-4fd2-a34e-9714d514d6f5') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:35.397865 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-be658155-24d1-48e8-a836-92d6e7945e63 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29c73ce-31b6-4fd2-a34e-9714d514d6f5') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:35.415213 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-be658155-24d1-48e8-a836-92d6e7945e63 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.418697 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] device_id is not set on port 369f6f53-f469-47a0-a117-11b871fa5ca6 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:07:35.436480 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-be658155-24d1-48e8-a836-92d6e7945e63 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.445925 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be658155-24d1-48e8-a836-92d6e7945e63 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:35.446319 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-be658155-24d1-48e8-a836-92d6e7945e63 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:35.449237 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:35.522645 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-be658155-24d1-48e8-a836-92d6e7945e63 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.561340 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-be658155-24d1-48e8-a836-92d6e7945e63 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.565530 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-be658155-24d1-48e8-a836-92d6e7945e63 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "DELETE /v2.0/networks/55e0122e-227c-490c-be61-17f92430d508 HTTP/1.1" status: 204 len: 168 time: 0.8088069 Jul 05 04:07:35.566239 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42450) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:35.583870 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be658155-24d1-48e8-a836-92d6e7945e63 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event deleted for resources: {'Network': ['ID=55e0122e-227c-490c-be61-17f92430d508,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:35.640142 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce473fb6-06dc-4989-bb4b-a3653653507d tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Deleting subnet a546b48b-94a7-4a65-86c8-74b59ccb6377 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:07:35.646742 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ce473fb6-06dc-4989-bb4b-a3653653507d tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.648220 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.706998 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ce473fb6-06dc-4989-bb4b-a3653653507d tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.772335 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] device_id is not set on port 8434bdcd-a67d-44f8-8e55-af91b6265167 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:07:35.812325 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ac051-2b61-4314-a621-debca75db27a req-c51cff7f-e063-44fd-9fd2-8cea6db90071 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:35.814166 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0b8ac051-2b61-4314-a621-debca75db27a req-c51cff7f-e063-44fd-9fd2-8cea6db90071 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1630161 Jul 05 04:07:35.822940 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ce473fb6-06dc-4989-bb4b-a3653653507d tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.910308 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0b8ac051-2b61-4314-a621-debca75db27a req-e81ce95f-b48a-4341-931a-3a955061d090 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838618 Jul 05 04:07:35.935409 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ce473fb6-06dc-4989-bb4b-a3653653507d tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.971703 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce473fb6-06dc-4989-bb4b-a3653653507d tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event deleted for resources: {'Subnet': ['ID=a546b48b-94a7-4a65-86c8-74b59ccb6377,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:35.976897 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.979445 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ce473fb6-06dc-4989-bb4b-a3653653507d tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.983751 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ce473fb6-06dc-4989-bb4b-a3653653507d tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "DELETE /v2.0/subnets/a546b48b-94a7-4a65-86c8-74b59ccb6377 HTTP/1.1" status: 204 len: 168 time: 0.4132662 Jul 05 04:07:35.984339 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42458) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:35.993450 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a6fd05-2587-49af-a625-5ecdef345533 None None] Network 0c2eb2f7-29fb-4222-9b67-71ba2f7ee9a0 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:35.995290 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66374dc-a074-478b-b155-5799ac10aac3 req-c8ff013a-649f-4284-bcee-8359ddb8b07e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:35.998663 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c66374dc-a074-478b-b155-5799ac10aac3 req-c8ff013a-649f-4284-bcee-8359ddb8b07e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.1179299 Jul 05 04:07:36.056251 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c66374dc-a074-478b-b155-5799ac10aac3 req-21b006b4-29fd-4554-9785-09cb92b85476 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509214 Jul 05 04:07:36.107935 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e99f1633-d9b3-4f78-bf23-c27de4616240 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.118523 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.211459 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Pushing event updated for resources: {'Port': ['ID=369f6f53-f469-47a0-a117-11b871fa5ca6,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:36.230790 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f25627-17e8-46ea-aa23-b88e112a8573 None None] DHCP port deletion for 0c2eb2f7-29fb-4222-9b67-71ba2f7ee9a0 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:07:36.243400 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Checking segment: {'id': '61e70cf4-d9db-419c-badd-5c3572bc5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ac0679e6-b0cf-4512-988f-4035750691a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:36.243697 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Network hostable DHCP agents. Network: ac0679e6-b0cf-4512-988f-4035750691a1, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:36.254654 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-e99f1633-d9b3-4f78-bf23-c27de4616240 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Deleting port f54c352b-676e-4119-85ef-0a8059f3ba2c {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:36.254998 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e99f1633-d9b3-4f78-bf23-c27de4616240 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.290500 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-85f25627-17e8-46ea-aa23-b88e112a8573 None None] Deleting port f54c352b-676e-4119-85ef-0a8059f3ba2c {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:36.290870 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-85f25627-17e8-46ea-aa23-b88e112a8573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.323601 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Network ac0679e6-b0cf-4512-988f-4035750691a1 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:36.345460 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, ac0679e6-b0cf-4512-988f-4035750691a1) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:36.351069 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-e99f1633-d9b3-4f78-bf23-c27de4616240 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] For port f54c352b-676e-4119-85ef-0a8059f3ba2c, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f54c352b-676e-4119-85ef-0a8059f3ba2c,segment=NetworkSegment(142f7266-e1dc-4887-9376-aa4d5965d839),segment_id=142f7266-e1dc-4887-9376-aa4d5965d839)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:36.351069 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e99f1633-d9b3-4f78-bf23-c27de4616240 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.358965 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:36.360421 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.372039 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621373fe-13e9-476d-85e5-b4cc554a1643 None None] Network ac0679e6-b0cf-4512-988f-4035750691a1 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:36.373324 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-e99f1633-d9b3-4f78-bf23-c27de4616240 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Calling delete_port for f54c352b-676e-4119-85ef-0a8059f3ba2c owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:36.466522 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-85f25627-17e8-46ea-aa23-b88e112a8573 None None] For port f54c352b-676e-4119-85ef-0a8059f3ba2c, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f54c352b-676e-4119-85ef-0a8059f3ba2c,segment=NetworkSegment(142f7266-e1dc-4887-9376-aa4d5965d839),segment_id=142f7266-e1dc-4887-9376-aa4d5965d839)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:36.466902 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-85f25627-17e8-46ea-aa23-b88e112a8573 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.481930 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Pushing event updated for resources: {'Port': ['ID=8434bdcd-a67d-44f8-8e55-af91b6265167,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:36.487975 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-85f25627-17e8-46ea-aa23-b88e112a8573 None None] Calling delete_port for f54c352b-676e-4119-85ef-0a8059f3ba2c owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:36.522856 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Checking segment: {'id': '06a5a391-c7b7-4299-b92d-b2404ecc1dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '04a10b20-4767-4be7-b08f-b71d668cf732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:36.523320 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Network hostable DHCP agents. Network: 04a10b20-4767-4be7-b08f-b71d668cf732, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:36.553670 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Network 04a10b20-4767-4be7-b08f-b71d668cf732 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:36.555830 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e99f1633-d9b3-4f78-bf23-c27de4616240 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.589906 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 04a10b20-4767-4be7-b08f-b71d668cf732) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:36.594572 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f1633-d9b3-4f78-bf23-c27de4616240 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event deleted for resources: {'Port': ['ID=f54c352b-676e-4119-85ef-0a8059f3ba2c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:36.596456 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:36.603836 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:36.609508 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:36.610300 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.612641 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ef93fd-5700-4dd5-833f-2a50f095ff2c None None] Network 04a10b20-4767-4be7-b08f-b71d668cf732 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:36.613115 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99f1633-d9b3-4f78-bf23-c27de4616240 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] No DVR routers for this DVR port f54c352b-676e-4119-85ef-0a8059f3ba2c on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:36.657410 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fe930bf6-af51-4fe3-bfb7-a8a1986aba38 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.9866765 Jul 05 04:07:36.660490 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42468) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.664930 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.667239 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.667239 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.667239 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.667239 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.667239 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.667239 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.667239 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.667239 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.667239 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.667239 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.667239 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.667239 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.667239 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:36.667239 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:07:36.691326 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-85f25627-17e8-46ea-aa23-b88e112a8573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.718249 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e99f1633-d9b3-4f78-bf23-c27de4616240 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.731790 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-e99f1633-d9b3-4f78-bf23-c27de4616240 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2eb2f7-29fb-4222-9b67-71ba2f7ee9a0']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:36.735745 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f25627-17e8-46ea-aa23-b88e112a8573 None None] Pushing event deleted for resources: {'Port': ['ID=f54c352b-676e-4119-85ef-0a8059f3ba2c,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:36.737847 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f25627-17e8-46ea-aa23-b88e112a8573 None None] No DVR routers for this DVR port f54c352b-676e-4119-85ef-0a8059f3ba2c on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:36.759044 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-e99f1633-d9b3-4f78-bf23-c27de4616240 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142f7266-e1dc-4887-9376-aa4d5965d839') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:36.759402 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-e99f1633-d9b3-4f78-bf23-c27de4616240 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142f7266-e1dc-4887-9376-aa4d5965d839') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:36.770169 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e99f1633-d9b3-4f78-bf23-c27de4616240 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.778903 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f525813-1905-40e3-8f66-daa8212826a2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:36.785501 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f525813-1905-40e3-8f66-daa8212826a2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:36.790640 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5f525813-1905-40e3-8f66-daa8212826a2 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1289911 Jul 05 04:07:36.791388 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42472) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:36.797535 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e99f1633-d9b3-4f78-bf23-c27de4616240 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.806370 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99f1633-d9b3-4f78-bf23-c27de4616240 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:36.807184 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e99f1633-d9b3-4f78-bf23-c27de4616240 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:36.810760 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:36.896550 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e99f1633-d9b3-4f78-bf23-c27de4616240 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.905809 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e99f1633-d9b3-4f78-bf23-c27de4616240 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.907907 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e99f1633-d9b3-4f78-bf23-c27de4616240 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] 10.222.0.77 "DELETE /v2.0/networks/0c2eb2f7-29fb-4222-9b67-71ba2f7ee9a0 HTTP/1.1" status: 204 len: 168 time: 0.9214537 Jul 05 04:07:36.933233 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-65f5a6e2-f8d9-4175-955c-bacd107af987 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Deleting port 369f6f53-f469-47a0-a117-11b871fa5ca6 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:36.934351 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-65f5a6e2-f8d9-4175-955c-bacd107af987 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.938144 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f1633-d9b3-4f78-bf23-c27de4616240 tempest-NetworksIpV6TestAttrs-1931806726 tempest-NetworksIpV6TestAttrs-1931806726-project] Pushing event deleted for resources: {'Network': ['ID=0c2eb2f7-29fb-4222-9b67-71ba2f7ee9a0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:37.026946 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-65f5a6e2-f8d9-4175-955c-bacd107af987 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.046145 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-65f5a6e2-f8d9-4175-955c-bacd107af987 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Calling delete_port for 369f6f53-f469-47a0-a117-11b871fa5ca6 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:37.146748 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-65f5a6e2-f8d9-4175-955c-bacd107af987 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.191486 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-65f5a6e2-f8d9-4175-955c-bacd107af987 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.194217 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-65f5a6e2-f8d9-4175-955c-bacd107af987 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] 10.222.0.77 "DELETE /v2.0/ports/369f6f53-f469-47a0-a117-11b871fa5ca6 HTTP/1.1" status: 204 len: 168 time: 0.4008219 Jul 05 04:07:37.195830 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5a6e2-f8d9-4175-955c-bacd107af987 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Pushing event deleted for resources: {'Port': ['ID=369f6f53-f469-47a0-a117-11b871fa5ca6,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:37.197893 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42482) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:37.277763 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592b0a4-3fb9-4ab5-bdc0-445a91ead8d8 req-af8a5a4c-d76c-4660-8760-a3412cde951d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:37.280636 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f592b0a4-3fb9-4ab5-bdc0-445a91ead8d8 req-af8a5a4c-d76c-4660-8760-a3412cde951d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.0987344 Jul 05 04:07:37.316881 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f54c352b-676e-4119-85ef-0a8059f3ba2c no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:37.346877 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42484) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:37.355702 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: f54c352b-676e-4119-85ef-0a8059f3ba2c {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:37.356323 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f54c352b-676e-4119-85ef-0a8059f3ba2c not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:37.359039 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f592b0a4-3fb9-4ab5-bdc0-445a91ead8d8 req-04ed791a-06d2-4718-9c8c-6b10b6a7f8b3 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725181 Jul 05 04:07:37.393918 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-81229bc3-124a-4477-9daf-0cfaf81fcd60 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Deleting port 8434bdcd-a67d-44f8-8e55-af91b6265167 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:37.394268 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-81229bc3-124a-4477-9daf-0cfaf81fcd60 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.469763 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-81229bc3-124a-4477-9daf-0cfaf81fcd60 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.487416 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-81229bc3-124a-4477-9daf-0cfaf81fcd60 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Calling delete_port for 8434bdcd-a67d-44f8-8e55-af91b6265167 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:37.549537 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-52fb938e-1532-4507-911c-d36103aa19dc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=635d132397224f84903a98789c3c7d0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1993976 Jul 05 04:07:37.549991 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42490) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:37.583361 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-81229bc3-124a-4477-9daf-0cfaf81fcd60 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.614059 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3284c34-8d12-4b38-b45a-0d6df4671d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.617293 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81229bc3-124a-4477-9daf-0cfaf81fcd60 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Pushing event deleted for resources: {'Port': ['ID=8434bdcd-a67d-44f8-8e55-af91b6265167,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:37.628477 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-81229bc3-124a-4477-9daf-0cfaf81fcd60 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.633127 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-81229bc3-124a-4477-9daf-0cfaf81fcd60 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] 10.222.0.77 "DELETE /v2.0/ports/8434bdcd-a67d-44f8-8e55-af91b6265167 HTTP/1.1" status: 204 len: 168 time: 0.4319046 Jul 05 04:07:37.633721 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42492) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:37.661787 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3284c34-8d12-4b38-b45a-0d6df4671d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.670437 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-29cb0402-22ca-4e24-8d23-8a2db9c0476d tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0352306 Jul 05 04:07:37.675007 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42494) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:37.682661 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-5835e370-f98d-481e-90c9-fc44786ea310 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1070944388'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:37.725073 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5835e370-f98d-481e-90c9-fc44786ea310 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Made reservation on behalf of a10df21ccb1d42c7b93bb9d12bdc5cf3 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:37.729149 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5835e370-f98d-481e-90c9-fc44786ea310 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.751424 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3284c34-8d12-4b38-b45a-0d6df4671d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.754218 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3284c34-8d12-4b38-b45a-0d6df4671d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.755417 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e3284c34-8d12-4b38-b45a-0d6df4671d47 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9c819ad4-a5b7-4282-9524-4ddb4e0028bb HTTP/1.1" status: 204 len: 168 time: 0.2042449 Jul 05 04:07:37.768742 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3284c34-8d12-4b38-b45a-0d6df4671d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c819ad4-a5b7-4282-9524-4ddb4e0028bb,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:37.775357 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5835e370-f98d-481e-90c9-fc44786ea310 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:37.792831 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5835e370-f98d-481e-90c9-fc44786ea310 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.793973 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-5835e370-f98d-481e-90c9-fc44786ea310 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Added segment 1cd6dd0e-c521-4bab-87f3-a248f5ebe593 of type vlan for network 7cc2d08a-ec58-4cd6-860f-f47284d1ea4f Jul 05 04:07:37.841948 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5835e370-f98d-481e-90c9-fc44786ea310 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.875061 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5835e370-f98d-481e-90c9-fc44786ea310 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.879890 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5835e370-f98d-481e-90c9-fc44786ea310 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:37.880486 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5835e370-f98d-481e-90c9-fc44786ea310 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.949863 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5835e370-f98d-481e-90c9-fc44786ea310 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2743556 Jul 05 04:07:37.952915 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42502) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:37.960339 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-313c2fbb-fd01-4249-b968-047bd8507488 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1548034268'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:37.971633 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835e370-f98d-481e-90c9-fc44786ea310 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Pushing event updated for resources: {'Network': ['ID=7cc2d08a-ec58-4cd6-860f-f47284d1ea4f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:37.986304 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 7cc2d08a-ec58-4cd6-860f-f47284d1ea4f details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:37.990733 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313c2fbb-fd01-4249-b968-047bd8507488 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Made reservation on behalf of a10df21ccb1d42c7b93bb9d12bdc5cf3 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:37.994431 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-313c2fbb-fd01-4249-b968-047bd8507488 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.050753 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313c2fbb-fd01-4249-b968-047bd8507488 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:38.065756 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-313c2fbb-fd01-4249-b968-047bd8507488 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.066134 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-313c2fbb-fd01-4249-b968-047bd8507488 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Added segment fb7870d4-7f24-4ef1-b9c4-6f5fb21982a5 of type vlan for network d88924f2-2d14-454e-aecc-d004bd0a2ca0 Jul 05 04:07:38.121115 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-313c2fbb-fd01-4249-b968-047bd8507488 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.154862 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-313c2fbb-fd01-4249-b968-047bd8507488 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.159585 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c2fbb-fd01-4249-b968-047bd8507488 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:38.160130 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-313c2fbb-fd01-4249-b968-047bd8507488 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.223854 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-313c2fbb-fd01-4249-b968-047bd8507488 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2667692 Jul 05 04:07:38.230844 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c2fbb-fd01-4249-b968-047bd8507488 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Pushing event updated for resources: {'Network': ['ID=d88924f2-2d14-454e-aecc-d004bd0a2ca0,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:38.251575 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network d88924f2-2d14-454e-aecc-d004bd0a2ca0 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:38.363625 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42516) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:38.372260 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-5fdf33f7-5c12-4d67-abdb-36c59a261a23 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Request body: {'subnets': [{'network_id': '7cc2d08a-ec58-4cd6-860f-f47284d1ea4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--199202811', 'ip_version': 4}, {'network_id': 'd88924f2-2d14-454e-aecc-d004bd0a2ca0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:38.372260 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-5fdf33f7-5c12-4d67-abdb-36c59a261a23 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Request body: {'subnet': {'network_id': '7cc2d08a-ec58-4cd6-860f-f47284d1ea4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--199202811', 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:38.372566 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-5fdf33f7-5c12-4d67-abdb-36c59a261a23 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Request body: {'subnet': {'network_id': 'd88924f2-2d14-454e-aecc-d004bd0a2ca0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:38.574592 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdf33f7-5c12-4d67-abdb-36c59a261a23 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Made reservation on behalf of a10df21ccb1d42c7b93bb9d12bdc5cf3 for: {'subnet': 2} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:38.585112 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5fdf33f7-5c12-4d67-abdb-36c59a261a23 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.585770 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5fdf33f7-5c12-4d67-abdb-36c59a261a23 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.625033 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df64292-07c6-4e62-86cd-f95a8be5ee46 req-bc84e858-ef86-4161-b35b-c479a9cae5e7 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:38.629841 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3df64292-07c6-4e62-86cd-f95a8be5ee46 req-bc84e858-ef86-4161-b35b-c479a9cae5e7 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.0950518 Jul 05 04:07:38.651439 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42526) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:38.691516 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3df64292-07c6-4e62-86cd-f95a8be5ee46 req-75b70a5e-fc26-445a-9dcf-627903be59d4 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565345 Jul 05 04:07:38.792480 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-7d0bc05b-f1c3-4327-945d-eacfa5e63c07 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1459925871'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:38.815180 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0bc05b-f1c3-4327-945d-eacfa5e63c07 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Made reservation on behalf of 042f2eec868146e1bec3a1c7f20de2b3 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:38.821073 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc05b-f1c3-4327-945d-eacfa5e63c07 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.830242 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc05b-f1c3-4327-945d-eacfa5e63c07 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.933357 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc05b-f1c3-4327-945d-eacfa5e63c07 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.938043 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc05b-f1c3-4327-945d-eacfa5e63c07 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.970025 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0bc05b-f1c3-4327-945d-eacfa5e63c07 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:39.009045 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc05b-f1c3-4327-945d-eacfa5e63c07 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.009383 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-7d0bc05b-f1c3-4327-945d-eacfa5e63c07 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Added segment 85f705ae-d544-4e8e-9e58-8e38e613a0d2 of type vlan for network 08841fb5-2486-4f30-bccc-3e2242c451b3 Jul 05 04:07:39.010783 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bc05b-f1c3-4327-945d-eacfa5e63c07 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b729004e-f51f-46b3-82d1-b975c0640b0f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:39.045735 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5fdf33f7-5c12-4d67-abdb-36c59a261a23 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.063737 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc05b-f1c3-4327-945d-eacfa5e63c07 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.102425 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc05b-f1c3-4327-945d-eacfa5e63c07 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.111225 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf33f7-5c12-4d67-abdb-36c59a261a23 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Pushing event updated for resources: {'Subnet': ['ID=2c2e28c9-38f6-43a7-b2c8-a9697b556cd9,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:39.112469 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0bc05b-f1c3-4327-945d-eacfa5e63c07 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:39.123506 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc05b-f1c3-4327-945d-eacfa5e63c07 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.149770 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdf33f7-5c12-4d67-abdb-36c59a261a23 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Checking segment: {'id': '1cd6dd0e-c521-4bab-87f3-a248f5ebe593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7cc2d08a-ec58-4cd6-860f-f47284d1ea4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:39.150213 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdf33f7-5c12-4d67-abdb-36c59a261a23 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Network hostable DHCP agents. Network: 7cc2d08a-ec58-4cd6-860f-f47284d1ea4f, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:39.169959 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdf33f7-5c12-4d67-abdb-36c59a261a23 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Network 7cc2d08a-ec58-4cd6-860f-f47284d1ea4f is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:39.186587 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-5fdf33f7-5c12-4d67-abdb-36c59a261a23 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 7cc2d08a-ec58-4cd6-860f-f47284d1ea4f) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:39.191157 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5fdf33f7-5c12-4d67-abdb-36c59a261a23 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.201934 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338318da-0f6d-466e-a46e-bcbf47a9de71 None None] Network 7cc2d08a-ec58-4cd6-860f-f47284d1ea4f requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:39.229321 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7d0bc05b-f1c3-4327-945d-eacfa5e63c07 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5762074 Jul 05 04:07:39.244820 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bc05b-f1c3-4327-945d-eacfa5e63c07 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Network': ['ID=08841fb5-2486-4f30-bccc-3e2242c451b3,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:39.300610 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 08841fb5-2486-4f30-bccc-3e2242c451b3 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:39.391643 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42532) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:39.398058 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-48738b45-aa81-4310-87f9-e11fc27952d3 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'subnet': {'network_id': '08841fb5-2486-4f30-bccc-3e2242c451b3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:39.514801 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48738b45-aa81-4310-87f9-e11fc27952d3 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Made reservation on behalf of 042f2eec868146e1bec3a1c7f20de2b3 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:39.522188 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-48738b45-aa81-4310-87f9-e11fc27952d3 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.693841 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdf33f7-5c12-4d67-abdb-36c59a261a23 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Checking segment: {'id': 'fb7870d4-7f24-4ef1-b9c4-6f5fb21982a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd88924f2-2d14-454e-aecc-d004bd0a2ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:39.694960 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdf33f7-5c12-4d67-abdb-36c59a261a23 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Network hostable DHCP agents. Network: d88924f2-2d14-454e-aecc-d004bd0a2ca0, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:39.696624 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf33f7-5c12-4d67-abdb-36c59a261a23 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Pushing event updated for resources: {'Subnet': ['ID=0cfcda94-8e48-4990-a09a-414636d42d13,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:39.740828 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdf33f7-5c12-4d67-abdb-36c59a261a23 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Network d88924f2-2d14-454e-aecc-d004bd0a2ca0 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:39.776668 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-5fdf33f7-5c12-4d67-abdb-36c59a261a23 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, d88924f2-2d14-454e-aecc-d004bd0a2ca0) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:39.788626 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69dff7a-98fe-48e8-94b0-5c569a5d979e None None] Network d88924f2-2d14-454e-aecc-d004bd0a2ca0 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:39.796182 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdf33f7-5c12-4d67-abdb-36c59a261a23 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:39.796988 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdf33f7-5c12-4d67-abdb-36c59a261a23 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:39.798121 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5fdf33f7-5c12-4d67-abdb-36c59a261a23 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.824908 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5fdf33f7-5c12-4d67-abdb-36c59a261a23 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.4597871 Jul 05 04:07:39.825925 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42538) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:39.862451 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-48738b45-aa81-4310-87f9-e11fc27952d3 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.906840 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7ac1ec-daf6-4774-ad06-daebc583c9fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-7cc2d08a-ec58-4cd6-860f-f47284d1ea4f', 'network_id': '7cc2d08a-ec58-4cd6-860f-f47284d1ea4f', 'tenant_id': 'a10df21ccb1d42c7b93bb9d12bdc5cf3', 'fixed_ips': [{'subnet_id': '2c2e28c9-38f6-43a7-b2c8-a9697b556cd9'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:39.908457 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac1ec-daf6-4774-ad06-daebc583c9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.992896 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffc34e-a768-46a2-93eb-bf349060b72d tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:39.996427 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffc34e-a768-46a2-93eb-bf349060b72d tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:39.999609 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffc34e-a768-46a2-93eb-bf349060b72d tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:40.002407 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8dffc34e-a768-46a2-93eb-bf349060b72d tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1752205 Jul 05 04:07:40.007074 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42540) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:40.016657 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48738b45-aa81-4310-87f9-e11fc27952d3 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Checking segment: {'id': '85f705ae-d544-4e8e-9e58-8e38e613a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '08841fb5-2486-4f30-bccc-3e2242c451b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:40.017158 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48738b45-aa81-4310-87f9-e11fc27952d3 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Network hostable DHCP agents. Network: 08841fb5-2486-4f30-bccc-3e2242c451b3, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:40.028500 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48738b45-aa81-4310-87f9-e11fc27952d3 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Subnet': ['ID=66180ef5-7b8f-45fa-8428-53e77f42197b,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:40.049322 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48738b45-aa81-4310-87f9-e11fc27952d3 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Network 08841fb5-2486-4f30-bccc-3e2242c451b3 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:40.086303 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-48738b45-aa81-4310-87f9-e11fc27952d3 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 08841fb5-2486-4f30-bccc-3e2242c451b3) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:40.093171 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48738b45-aa81-4310-87f9-e11fc27952d3 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:40.093386 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-48738b45-aa81-4310-87f9-e11fc27952d3 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.131873 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-48738b45-aa81-4310-87f9-e11fc27952d3 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7387040 Jul 05 04:07:40.135310 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42542) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:40.141090 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-99a5accf-5ff3-4d78-bd5c-5698314969a0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1882952750'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:40.150239 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-2c7ac1ec-daf6-4774-ad06-daebc583c9fe None None] Allocated IP 172.20.0.2 (7cc2d08a-ec58-4cd6-860f-f47284d1ea4f/2c2e28c9-38f6-43a7-b2c8-a9697b556cd9/b42163fa-c928-4dab-9dd4-a8bec944cf90) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:40.165579 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-582f64e2-7979-4dd2-a402-d897371cc477 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Deleting subnet 2c2e28c9-38f6-43a7-b2c8-a9697b556cd9 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:07:40.183569 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a5accf-5ff3-4d78-bd5c-5698314969a0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Made reservation on behalf of 042f2eec868146e1bec3a1c7f20de2b3 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:40.190662 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-99a5accf-5ff3-4d78-bd5c-5698314969a0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.220495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee39640-5aa7-40f9-a965-7457d433dff6 None None] Network 08841fb5-2486-4f30-bccc-3e2242c451b3 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:40.247723 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a5accf-5ff3-4d78-bd5c-5698314969a0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:40.260009 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-99a5accf-5ff3-4d78-bd5c-5698314969a0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.260467 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-99a5accf-5ff3-4d78-bd5c-5698314969a0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Added segment 0ce74823-d8fc-43b2-a9c8-e9bbf97cde6f of type vlan for network 65b21185-282a-4e73-b29d-c6a0b98c4257 Jul 05 04:07:40.320388 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-99a5accf-5ff3-4d78-bd5c-5698314969a0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.378919 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-99a5accf-5ff3-4d78-bd5c-5698314969a0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.395968 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a5accf-5ff3-4d78-bd5c-5698314969a0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:40.395968 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-99a5accf-5ff3-4d78-bd5c-5698314969a0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.493832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70827abe-edc4-4e69-a821-981a921a0461 req-45290291-c1a1-496a-a068-acd93c73bc88 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:40.495477 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-70827abe-edc4-4e69-a821-981a921a0461 req-45290291-c1a1-496a-a068-acd93c73bc88 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.3022711 Jul 05 04:07:40.505778 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-99a5accf-5ff3-4d78-bd5c-5698314969a0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3666620 Jul 05 04:07:40.506188 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42546) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:40.512433 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-357cc5cb-8c0c-4828-9868-86ed692581cd tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'subnet': {'network_id': '65b21185-282a-4e73-b29d-c6a0b98c4257', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:40.520155 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5accf-5ff3-4d78-bd5c-5698314969a0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Network': ['ID=65b21185-282a-4e73-b29d-c6a0b98c4257,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:40.548511 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 65b21185-282a-4e73-b29d-c6a0b98c4257 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:40.553208 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac1ec-daf6-4774-ad06-daebc583c9fe None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.557961 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0277e94-8cfe-4244-9955-f4a86b8f8903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-d88924f2-2d14-454e-aecc-d004bd0a2ca0', 'network_id': 'd88924f2-2d14-454e-aecc-d004bd0a2ca0', 'tenant_id': 'a10df21ccb1d42c7b93bb9d12bdc5cf3', 'fixed_ips': [{'subnet_id': '0cfcda94-8e48-4990-a09a-414636d42d13'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:40.558859 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f0277e94-8cfe-4244-9955-f4a86b8f8903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.610205 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-70827abe-edc4-4e69-a821-981a921a0461 req-1fdc3ef2-c98f-41e3-adef-c9507cb6f8a2 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925038 Jul 05 04:07:40.649099 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2c7ac1ec-daf6-4774-ad06-daebc583c9fe None None] Transition to ACTIVE for port object b42163fa-c928-4dab-9dd4-a8bec944cf90 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:40.688678 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357cc5cb-8c0c-4828-9868-86ed692581cd tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Made reservation on behalf of 042f2eec868146e1bec3a1c7f20de2b3 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:40.693686 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-357cc5cb-8c0c-4828-9868-86ed692581cd tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.728246 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2c7ac1ec-daf6-4774-ad06-daebc583c9fe None None] Transition to ACTIVE for port object b42163fa-c928-4dab-9dd4-a8bec944cf90 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:40.733988 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-582f64e2-7979-4dd2-a402-d897371cc477 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.775695 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e58ad61-ca4f-4e90-9576-58337d1a3464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-08841fb5-2486-4f30-bccc-3e2242c451b3', 'network_id': '08841fb5-2486-4f30-bccc-3e2242c451b3', 'tenant_id': '042f2eec868146e1bec3a1c7f20de2b3', 'fixed_ips': [{'subnet_id': '66180ef5-7b8f-45fa-8428-53e77f42197b'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:40.784836 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1e58ad61-ca4f-4e90-9576-58337d1a3464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.907034 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-582f64e2-7979-4dd2-a402-d897371cc477 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.981630 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac1ec-daf6-4774-ad06-daebc583c9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.053023 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-357cc5cb-8c0c-4828-9868-86ed692581cd tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.093498 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7ac1ec-daf6-4774-ad06-daebc583c9fe None None] Network 7cc2d08a-ec58-4cd6-860f-f47284d1ea4f is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:41.098482 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-2c7ac1ec-daf6-4774-ad06-daebc583c9fe None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:41.106704 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-582f64e2-7979-4dd2-a402-d897371cc477 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.116433 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7ac1ec-daf6-4774-ad06-daebc583c9fe None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:41.123650 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cc5cb-8c0c-4828-9868-86ed692581cd tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Subnet': ['ID=2082feb4-697b-45e0-badd-2fbace4c8260,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:41.185131 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-582f64e2-7979-4dd2-a402-d897371cc477 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.201743 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-582f64e2-7979-4dd2-a402-d897371cc477 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.206823 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-582f64e2-7979-4dd2-a402-d897371cc477 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] 10.222.0.77 "DELETE /v2.0/subnets/2c2e28c9-38f6-43a7-b2c8-a9697b556cd9 HTTP/1.1" status: 204 len: 168 time: 1.1983449 Jul 05 04:07:41.207491 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42554) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:41.218052 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ac1ec-daf6-4774-ad06-daebc583c9fe None None] Pushing event updated for resources: {'Port': ['ID=b42163fa-c928-4dab-9dd4-a8bec944cf90,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:41.231790 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357cc5cb-8c0c-4828-9868-86ed692581cd tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Checking segment: {'id': '0ce74823-d8fc-43b2-a9c8-e9bbf97cde6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '65b21185-282a-4e73-b29d-c6a0b98c4257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:41.234164 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357cc5cb-8c0c-4828-9868-86ed692581cd tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Network hostable DHCP agents. Network: 65b21185-282a-4e73-b29d-c6a0b98c4257, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:41.258532 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f64e2-7979-4dd2-a402-d897371cc477 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Pushing event deleted for resources: {'Subnet': ['ID=2c2e28c9-38f6-43a7-b2c8-a9697b556cd9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:41.267969 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357cc5cb-8c0c-4828-9868-86ed692581cd tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Network 65b21185-282a-4e73-b29d-c6a0b98c4257 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:41.287048 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4ffd1-1e75-4be8-904e-6bd9c43bcb26 req-d39d59b6-9259-44cb-964f-ae36d02d589e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:41.290371 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6de4ffd1-1e75-4be8-904e-6bd9c43bcb26 req-d39d59b6-9259-44cb-964f-ae36d02d589e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.1704636 Jul 05 04:07:41.292053 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-357cc5cb-8c0c-4828-9868-86ed692581cd tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 65b21185-282a-4e73-b29d-c6a0b98c4257) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:41.298100 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357cc5cb-8c0c-4828-9868-86ed692581cd tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:41.298705 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-357cc5cb-8c0c-4828-9868-86ed692581cd tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.316446 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18327a3a-1335-40e0-9485-1baec08bedb5 None None] Network 65b21185-282a-4e73-b29d-c6a0b98c4257 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:41.333349 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-357cc5cb-8c0c-4828-9868-86ed692581cd tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8260615 Jul 05 04:07:41.337456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42556) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:41.352049 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5f93ed-77c7-4043-9785-21044ac46707 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Deleting subnet 0cfcda94-8e48-4990-a09a-414636d42d13 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:07:41.370428 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6de4ffd1-1e75-4be8-904e-6bd9c43bcb26 req-73b67dce-44a7-463f-8e32-4070fdaa811c tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501790 Jul 05 04:07:41.407228 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-f0277e94-8cfe-4244-9955-f4a86b8f8903 None None] Allocated IP 172.20.0.18 (d88924f2-2d14-454e-aecc-d004bd0a2ca0/0cfcda94-8e48-4990-a09a-414636d42d13/f628bae5-a10b-441d-9e8a-607737199677) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:41.493218 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-01aa2b1b-071b-4c45-b4ae-c7a5ff60d555 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.551591 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-01aa2b1b-071b-4c45-b4ae-c7a5ff60d555 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.668298 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-2c7ac1ec-daf6-4774-ad06-daebc583c9fe None None] Attempting to bind port b42163fa-c928-4dab-9dd4-a8bec944cf90 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:41.668677 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-2c7ac1ec-daf6-4774-ad06-daebc583c9fe None None] Attempting to bind port b42163fa-c928-4dab-9dd4-a8bec944cf90 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '1cd6dd0e-c521-4bab-87f3-a248f5ebe593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7cc2d08a-ec58-4cd6-860f-f47284d1ea4f'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:41.669048 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7ac1ec-daf6-4774-ad06-daebc583c9fe None None] Attempting to bind port b42163fa-c928-4dab-9dd4-a8bec944cf90 on network 7cc2d08a-ec58-4cd6-860f-f47284d1ea4f {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:41.688190 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a05c1a-5918-46d4-8452-bf42092fb53f req-5c09fa4f-13f1-4d52-ad5e-d1c193a02699 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:41.690593 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f0277e94-8cfe-4244-9955-f4a86b8f8903 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.695341 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7ac1ec-daf6-4774-ad06-daebc583c9fe None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:41.695717 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7ac1ec-daf6-4774-ad06-daebc583c9fe None None] Checking segment: {'id': '1cd6dd0e-c521-4bab-87f3-a248f5ebe593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7cc2d08a-ec58-4cd6-860f-f47284d1ea4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:41.696208 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac1ec-daf6-4774-ad06-daebc583c9fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.696572 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7ac1ec-daf6-4774-ad06-daebc583c9fe None None] Bound using segment: {'id': '1cd6dd0e-c521-4bab-87f3-a248f5ebe593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7cc2d08a-ec58-4cd6-860f-f47284d1ea4f'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:41.696847 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b4a05c1a-5918-46d4-8452-bf42092fb53f req-5c09fa4f-13f1-4d52-ad5e-d1c193a02699 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.1171558 Jul 05 04:07:41.697080 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-2c7ac1ec-daf6-4774-ad06-daebc583c9fe None None] Bound port: b42163fa-c928-4dab-9dd4-a8bec944cf90, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd6dd0e-c521-4bab-87f3-a248f5ebe593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7cc2d08a-ec58-4cd6-860f-f47284d1ea4f'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:41.697472 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac1ec-daf6-4774-ad06-daebc583c9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.705922 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-01aa2b1b-071b-4c45-b4ae-c7a5ff60d555 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.735002 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f0277e94-8cfe-4244-9955-f4a86b8f8903 None None] Transition to ACTIVE for port object f628bae5-a10b-441d-9e8a-607737199677 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:41.754575 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-1e58ad61-ca4f-4e90-9576-58337d1a3464 None None] Allocated IP 172.20.255.242 (08841fb5-2486-4f30-bccc-3e2242c451b3/66180ef5-7b8f-45fa-8428-53e77f42197b/cd958ead-857a-4978-af55-1aa87a42f691) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:41.767173 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa2b1b-071b-4c45-b4ae-c7a5ff60d555 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Subnet': ['ID=2082feb4-697b-45e0-badd-2fbace4c8260,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:41.807334 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f0277e94-8cfe-4244-9955-f4a86b8f8903 None None] Transition to ACTIVE for port object f628bae5-a10b-441d-9e8a-607737199677 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:41.823333 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b4a05c1a-5918-46d4-8452-bf42092fb53f req-a91aa15a-340e-43d0-af07-5312b1b2faad tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254125 Jul 05 04:07:41.828081 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-01aa2b1b-071b-4c45-b4ae-c7a5ff60d555 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.840357 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-01aa2b1b-071b-4c45-b4ae-c7a5ff60d555 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b21185-282a-4e73-b29d-c6a0b98c4257']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:41.842612 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7e5f93ed-77c7-4043-9785-21044ac46707 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.877620 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f0277e94-8cfe-4244-9955-f4a86b8f8903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.880032 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-01aa2b1b-071b-4c45-b4ae-c7a5ff60d555 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce74823-d8fc-43b2-a9c8-e9bbf97cde6f') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:41.880340 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-01aa2b1b-071b-4c45-b4ae-c7a5ff60d555 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce74823-d8fc-43b2-a9c8-e9bbf97cde6f') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:41.899158 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-01aa2b1b-071b-4c45-b4ae-c7a5ff60d555 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.937667 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-01aa2b1b-071b-4c45-b4ae-c7a5ff60d555 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.941489 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7e5f93ed-77c7-4043-9785-21044ac46707 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.967114 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0277e94-8cfe-4244-9955-f4a86b8f8903 None None] Pushing event updated for resources: {'Port': ['ID=f628bae5-a10b-441d-9e8a-607737199677,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:41.973338 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01aa2b1b-071b-4c45-b4ae-c7a5ff60d555 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:41.973761 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-01aa2b1b-071b-4c45-b4ae-c7a5ff60d555 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:41.976920 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:42.014305 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272d232b-551a-46c9-ae7d-18e794aeae1d None None] Network 65b21185-282a-4e73-b29d-c6a0b98c4257 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:42.073707 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0277e94-8cfe-4244-9955-f4a86b8f8903 None None] Network d88924f2-2d14-454e-aecc-d004bd0a2ca0 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:42.079916 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2c7ac1ec-daf6-4774-ad06-daebc583c9fe None None] For port b42163fa-c928-4dab-9dd4-a8bec944cf90, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:42.098042 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-f0277e94-8cfe-4244-9955-f4a86b8f8903 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:42.100842 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-01aa2b1b-071b-4c45-b4ae-c7a5ff60d555 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.109186 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0277e94-8cfe-4244-9955-f4a86b8f8903 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:42.125101 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-01aa2b1b-071b-4c45-b4ae-c7a5ff60d555 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.131538 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42568) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:42.136531 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-01aa2b1b-071b-4c45-b4ae-c7a5ff60d555 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/networks/65b21185-282a-4e73-b29d-c6a0b98c4257 HTTP/1.1" status: 204 len: 168 time: 0.7976577 Jul 05 04:07:42.137510 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa2b1b-071b-4c45-b4ae-c7a5ff60d555 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Network': ['ID=65b21185-282a-4e73-b29d-c6a0b98c4257,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:42.143527 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f3007fee-4450-47b2-8306-99f45feda764 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1551060717'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:42.153140 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7e5f93ed-77c7-4043-9785-21044ac46707 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.188012 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2c7ac1ec-daf6-4774-ad06-daebc583c9fe None None] For port b42163fa-c928-4dab-9dd4-a8bec944cf90, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b42163fa-c928-4dab-9dd4-a8bec944cf90,segment=NetworkSegment(1cd6dd0e-c521-4bab-87f3-a248f5ebe593),segment_id=1cd6dd0e-c521-4bab-87f3-a248f5ebe593)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:42.216882 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac1ec-daf6-4774-ad06-daebc583c9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.217195 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3007fee-4450-47b2-8306-99f45feda764 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Made reservation on behalf of 042f2eec868146e1bec3a1c7f20de2b3 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:42.223199 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f3007fee-4450-47b2-8306-99f45feda764 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.262633 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7e5f93ed-77c7-4043-9785-21044ac46707 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.287331 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3007fee-4450-47b2-8306-99f45feda764 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:42.290707 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7e5f93ed-77c7-4043-9785-21044ac46707 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.294968 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7e5f93ed-77c7-4043-9785-21044ac46707 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] 10.222.0.77 "DELETE /v2.0/subnets/0cfcda94-8e48-4990-a09a-414636d42d13 HTTP/1.1" status: 204 len: 168 time: 1.0468810 Jul 05 04:07:42.306279 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f3007fee-4450-47b2-8306-99f45feda764 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.306676 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-f3007fee-4450-47b2-8306-99f45feda764 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Added segment 7ea43871-2fc0-41ca-bd1c-518cd65bde11 of type vlan for network e283d4ec-6a58-4ee2-9c87-47ec851e950d Jul 05 04:07:42.316219 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42576) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:42.378209 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f3007fee-4450-47b2-8306-99f45feda764 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.381725 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a15cf1-c00d-4cc0-b4af-404a0d4bf404 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:42.384039 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-55a15cf1-c00d-4cc0-b4af-404a0d4bf404 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0665398 Jul 05 04:07:42.385063 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f93ed-77c7-4043-9785-21044ac46707 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Pushing event deleted for resources: {'Subnet': ['ID=0cfcda94-8e48-4990-a09a-414636d42d13,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:42.388556 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42580) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:42.491032 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f3007fee-4450-47b2-8306-99f45feda764 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.498611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3007fee-4450-47b2-8306-99f45feda764 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:42.499567 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f3007fee-4450-47b2-8306-99f45feda764 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.525788 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cf11d94a-31b9-44a2-9111-81b05ae677e1 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.555900 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ac1ec-daf6-4774-ad06-daebc583c9fe None None] Pushing event updated for resources: {'Port': ['ID=b42163fa-c928-4dab-9dd4-a8bec944cf90,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:42.594085 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f3007fee-4450-47b2-8306-99f45feda764 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4606111 Jul 05 04:07:42.601257 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42584) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:42.610703 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-37a5e96c-ef44-4029-8649-fd4955d5f6e1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'subnet': {'network_id': 'e283d4ec-6a58-4ee2-9c87-47ec851e950d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:42.632855 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14415c88-66a8-4fd8-a99f-656211bef128 req-a71dbc86-864c-44a8-817b-a4de4e4a7926 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:42.642924 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-14415c88-66a8-4fd8-a99f-656211bef128 req-a71dbc86-864c-44a8-817b-a4de4e4a7926 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.3487928 Jul 05 04:07:42.663214 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3007fee-4450-47b2-8306-99f45feda764 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Network': ['ID=e283d4ec-6a58-4ee2-9c87-47ec851e950d,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:42.676903 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-cf11d94a-31b9-44a2-9111-81b05ae677e1 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Deleting port f628bae5-a10b-441d-9e8a-607737199677 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:42.678505 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cf11d94a-31b9-44a2-9111-81b05ae677e1 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.758630 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network e283d4ec-6a58-4ee2-9c87-47ec851e950d details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:42.772476 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-14415c88-66a8-4fd8-a99f-656211bef128 req-3af8b428-8ed5-477e-bd3b-14d2d3c1f33e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284027 Jul 05 04:07:42.792234 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-cf11d94a-31b9-44a2-9111-81b05ae677e1 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] For port f628bae5-a10b-441d-9e8a-607737199677, host n-d-780147-23, got binding levels [] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:42.792886 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cf11d94a-31b9-44a2-9111-81b05ae677e1 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.810109 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a5e96c-ef44-4029-8649-fd4955d5f6e1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Made reservation on behalf of 042f2eec868146e1bec3a1c7f20de2b3 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:42.816992 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-37a5e96c-ef44-4029-8649-fd4955d5f6e1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.824220 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-cf11d94a-31b9-44a2-9111-81b05ae677e1 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Calling delete_port for f628bae5-a10b-441d-9e8a-607737199677 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:42.876379 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f0277e94-8cfe-4244-9955-f4a86b8f8903 None None] Attempting to bind port f628bae5-a10b-441d-9e8a-607737199677 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:42.876752 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f0277e94-8cfe-4244-9955-f4a86b8f8903 None None] Attempting to bind port f628bae5-a10b-441d-9e8a-607737199677 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'fb7870d4-7f24-4ef1-b9c4-6f5fb21982a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd88924f2-2d14-454e-aecc-d004bd0a2ca0'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:42.877122 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0277e94-8cfe-4244-9955-f4a86b8f8903 None None] Attempting to bind port f628bae5-a10b-441d-9e8a-607737199677 on network d88924f2-2d14-454e-aecc-d004bd0a2ca0 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:42.885765 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.ipam_backend_mixin [None req-37a5e96c-ef44-4029-8649-fd4955d5f6e1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Performing IP validity checks on allocation pools {{(pid=105539) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 04:07:42.886393 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.ipam_backend_mixin [None req-37a5e96c-ef44-4029-8649-fd4955d5f6e1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105539) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 04:07:42.901922 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.905644 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0277e94-8cfe-4244-9955-f4a86b8f8903 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:42.906109 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0277e94-8cfe-4244-9955-f4a86b8f8903 None None] Checking segment: {'id': 'fb7870d4-7f24-4ef1-b9c4-6f5fb21982a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd88924f2-2d14-454e-aecc-d004bd0a2ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:42.906516 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f0277e94-8cfe-4244-9955-f4a86b8f8903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.906966 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0277e94-8cfe-4244-9955-f4a86b8f8903 None None] Bound using segment: {'id': 'fb7870d4-7f24-4ef1-b9c4-6f5fb21982a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd88924f2-2d14-454e-aecc-d004bd0a2ca0'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:42.907641 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f0277e94-8cfe-4244-9955-f4a86b8f8903 None None] Bound port: f628bae5-a10b-441d-9e8a-607737199677, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb7870d4-7f24-4ef1-b9c4-6f5fb21982a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd88924f2-2d14-454e-aecc-d004bd0a2ca0'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:42.908383 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f0277e94-8cfe-4244-9955-f4a86b8f8903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.914644 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1e58ad61-ca4f-4e90-9576-58337d1a3464 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.939087 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1e58ad61-ca4f-4e90-9576-58337d1a3464 None None] Transition to ACTIVE for port object cd958ead-857a-4978-af55-1aa87a42f691 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:42.950175 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c781cb53-78d2-46b0-bbf5-3255ca350548 None None] Network 7cc2d08a-ec58-4cd6-860f-f47284d1ea4f requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:42.952745 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cf11d94a-31b9-44a2-9111-81b05ae677e1 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.971626 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1e58ad61-ca4f-4e90-9576-58337d1a3464 None None] Transition to ACTIVE for port object cd958ead-857a-4978-af55-1aa87a42f691 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:43.001271 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11d94a-31b9-44a2-9111-81b05ae677e1 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Pushing event deleted for resources: {'Port': ['ID=f628bae5-a10b-441d-9e8a-607737199677,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:43.003479 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-f0277e94-8cfe-4244-9955-f4a86b8f8903 None None] Port f628bae5-a10b-441d-9e8a-607737199677 has been deleted concurrently {{(pid=105540) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 05 04:07:43.018766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf11d94a-31b9-44a2-9111-81b05ae677e1 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] No DVR routers for this DVR port f628bae5-a10b-441d-9e8a-607737199677 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:43.043246 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1e58ad61-ca4f-4e90-9576-58337d1a3464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.111573 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-37a5e96c-ef44-4029-8649-fd4955d5f6e1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.124804 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e58ad61-ca4f-4e90-9576-58337d1a3464 None None] Network 08841fb5-2486-4f30-bccc-3e2242c451b3 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:43.202093 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-1e58ad61-ca4f-4e90-9576-58337d1a3464 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:43.206140 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e58ad61-ca4f-4e90-9576-58337d1a3464 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:43.216748 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58ad61-ca4f-4e90-9576-58337d1a3464 None None] Pushing event updated for resources: {'Port': ['ID=cd958ead-857a-4978-af55-1aa87a42f691,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:43.224354 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5e96c-ef44-4029-8649-fd4955d5f6e1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Subnet': ['ID=e420aa3d-73d4-4fcc-9053-2ab3293b0bb0,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:43.257037 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cf11d94a-31b9-44a2-9111-81b05ae677e1 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.265581 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a5e96c-ef44-4029-8649-fd4955d5f6e1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Checking segment: {'id': '7ea43871-2fc0-41ca-bd1c-518cd65bde11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e283d4ec-6a58-4ee2-9c87-47ec851e950d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:43.269878 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a5e96c-ef44-4029-8649-fd4955d5f6e1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Network hostable DHCP agents. Network: e283d4ec-6a58-4ee2-9c87-47ec851e950d, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:43.283689 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-cf11d94a-31b9-44a2-9111-81b05ae677e1 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88924f2-2d14-454e-aecc-d004bd0a2ca0']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:43.292688 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a5e96c-ef44-4029-8649-fd4955d5f6e1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Network e283d4ec-6a58-4ee2-9c87-47ec851e950d is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:43.307370 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-1e58ad61-ca4f-4e90-9576-58337d1a3464 None None] Attempting to bind port cd958ead-857a-4978-af55-1aa87a42f691 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:43.307891 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-1e58ad61-ca4f-4e90-9576-58337d1a3464 None None] Attempting to bind port cd958ead-857a-4978-af55-1aa87a42f691 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '85f705ae-d544-4e8e-9e58-8e38e613a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '08841fb5-2486-4f30-bccc-3e2242c451b3'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:43.308452 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e58ad61-ca4f-4e90-9576-58337d1a3464 None None] Attempting to bind port cd958ead-857a-4978-af55-1aa87a42f691 on network 08841fb5-2486-4f30-bccc-3e2242c451b3 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:43.309395 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-cf11d94a-31b9-44a2-9111-81b05ae677e1 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb7870d4-7f24-4ef1-b9c4-6f5fb21982a5') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:43.310094 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-cf11d94a-31b9-44a2-9111-81b05ae677e1 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb7870d4-7f24-4ef1-b9c4-6f5fb21982a5') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:43.314768 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-37a5e96c-ef44-4029-8649-fd4955d5f6e1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, e283d4ec-6a58-4ee2-9c87-47ec851e950d) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:43.316355 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e58ad61-ca4f-4e90-9576-58337d1a3464 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:43.316808 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e58ad61-ca4f-4e90-9576-58337d1a3464 None None] Checking segment: {'id': '85f705ae-d544-4e8e-9e58-8e38e613a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '08841fb5-2486-4f30-bccc-3e2242c451b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:43.317332 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1e58ad61-ca4f-4e90-9576-58337d1a3464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.317795 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e58ad61-ca4f-4e90-9576-58337d1a3464 None None] Bound using segment: {'id': '85f705ae-d544-4e8e-9e58-8e38e613a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '08841fb5-2486-4f30-bccc-3e2242c451b3'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:43.318381 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-1e58ad61-ca4f-4e90-9576-58337d1a3464 None None] Bound port: cd958ead-857a-4978-af55-1aa87a42f691, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f705ae-d544-4e8e-9e58-8e38e613a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '08841fb5-2486-4f30-bccc-3e2242c451b3'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:43.318870 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1e58ad61-ca4f-4e90-9576-58337d1a3464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.324815 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab9fcc9-3817-4e1a-b72c-2caca7eef332 None None] Network e283d4ec-6a58-4ee2-9c87-47ec851e950d requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:43.329320 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a5e96c-ef44-4029-8649-fd4955d5f6e1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:43.329923 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-37a5e96c-ef44-4029-8649-fd4955d5f6e1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.336890 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cf11d94a-31b9-44a2-9111-81b05ae677e1 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.356577 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-37a5e96c-ef44-4029-8649-fd4955d5f6e1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7539887 Jul 05 04:07:43.357270 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42586) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:43.390322 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cf11d94a-31b9-44a2-9111-81b05ae677e1 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.465481 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf11d94a-31b9-44a2-9111-81b05ae677e1 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:43.470154 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cf11d94a-31b9-44a2-9111-81b05ae677e1 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:43.617481 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:43.621375 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cf11d94a-31b9-44a2-9111-81b05ae677e1 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.627659 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cf11d94a-31b9-44a2-9111-81b05ae677e1 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.629875 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e9ae87a-e6e4-4401-a726-99d51234509b tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.630158 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cf11d94a-31b9-44a2-9111-81b05ae677e1 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] 10.222.0.77 "DELETE /v2.0/networks/d88924f2-2d14-454e-aecc-d004bd0a2ca0 HTTP/1.1" status: 204 len: 168 time: 1.2405596 Jul 05 04:07:43.634977 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42590) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:43.665494 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fc5540-c68c-4bd1-afbc-05486180bc09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-e283d4ec-6a58-4ee2-9c87-47ec851e950d', 'network_id': 'e283d4ec-6a58-4ee2-9c87-47ec851e950d', 'tenant_id': '042f2eec868146e1bec3a1c7f20de2b3', 'fixed_ips': [{'subnet_id': 'e420aa3d-73d4-4fcc-9053-2ab3293b0bb0'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:43.668510 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-79fc5540-c68c-4bd1-afbc-05486180bc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.669053 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11d94a-31b9-44a2-9111-81b05ae677e1 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Pushing event deleted for resources: {'Network': ['ID=d88924f2-2d14-454e-aecc-d004bd0a2ca0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:43.727342 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-1e58ad61-ca4f-4e90-9576-58337d1a3464 None None] For port cd958ead-857a-4978-af55-1aa87a42f691, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:43.744625 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-1e58ad61-ca4f-4e90-9576-58337d1a3464 None None] For port cd958ead-857a-4978-af55-1aa87a42f691, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cd958ead-857a-4978-af55-1aa87a42f691,segment=NetworkSegment(85f705ae-d544-4e8e-9e58-8e38e613a0d2),segment_id=85f705ae-d544-4e8e-9e58-8e38e613a0d2)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:43.765112 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1e58ad61-ca4f-4e90-9576-58337d1a3464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.783384 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e9ae87a-e6e4-4401-a726-99d51234509b tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.798193 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-870820ad-3528-40b2-a67a-81ccf469b82c tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.936912 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10733b70-b89f-43c5-bb07-7ef42f516f48 req-2245b4cc-7747-4c9b-8bbc-97efa9f27979 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:43.938869 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-10733b70-b89f-43c5-bb07-7ef42f516f48 req-2245b4cc-7747-4c9b-8bbc-97efa9f27979 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.70 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.1350763 Jul 05 04:07:43.941478 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e9ae87a-e6e4-4401-a726-99d51234509b tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.016010 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-870820ad-3528-40b2-a67a-81ccf469b82c tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Deleting port b42163fa-c928-4dab-9dd4-a8bec944cf90 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:44.016263 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-870820ad-3528-40b2-a67a-81ccf469b82c tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server [None req-79fc5540-c68c-4bd1-afbc-05486180bc09 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e420aa3d-73d4-4fcc-9053-2ab3293b0bb0: This subnet is being modified by another concurrent operation. Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:07:44.095826 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise exception Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e420aa3d-73d4-4fcc-9053-2ab3293b0bb0: This subnet is being modified by another concurrent operation. Jul 05 04:07:44.101197 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server Jul 05 04:07:44.104480 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ae87a-e6e4-4401-a726-99d51234509b tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Subnet': ['ID=e420aa3d-73d4-4fcc-9053-2ab3293b0bb0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:44.130074 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02945a5-2e3f-4498-89ac-6bb67164a71a None None] Network e283d4ec-6a58-4ee2-9c87-47ec851e950d requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:44.134635 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58ad61-ca4f-4e90-9576-58337d1a3464 None None] Pushing event updated for resources: {'Port': ['ID=cd958ead-857a-4978-af55-1aa87a42f691,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:44.188262 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e9ae87a-e6e4-4401-a726-99d51234509b tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.206695 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7e9ae87a-e6e4-4401-a726-99d51234509b tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e283d4ec-6a58-4ee2-9c87-47ec851e950d']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:44.234484 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-870820ad-3528-40b2-a67a-81ccf469b82c tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] For port b42163fa-c928-4dab-9dd4-a8bec944cf90, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b42163fa-c928-4dab-9dd4-a8bec944cf90,segment=NetworkSegment(1cd6dd0e-c521-4bab-87f3-a248f5ebe593),segment_id=1cd6dd0e-c521-4bab-87f3-a248f5ebe593)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:44.237431 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7e9ae87a-e6e4-4401-a726-99d51234509b tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea43871-2fc0-41ca-bd1c-518cd65bde11') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:44.237952 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7e9ae87a-e6e4-4401-a726-99d51234509b tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea43871-2fc0-41ca-bd1c-518cd65bde11') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:44.238733 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-870820ad-3528-40b2-a67a-81ccf469b82c tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.255758 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e9ae87a-e6e4-4401-a726-99d51234509b tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.280311 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e9ae87a-e6e4-4401-a726-99d51234509b tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.296472 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9ae87a-e6e4-4401-a726-99d51234509b tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:44.297198 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e9ae87a-e6e4-4401-a726-99d51234509b tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:44.303590 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:44.307747 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-870820ad-3528-40b2-a67a-81ccf469b82c tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Calling delete_port for b42163fa-c928-4dab-9dd4-a8bec944cf90 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:44.344048 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26818f0b-7214-4451-b497-0eea292b6885 req-91df42d5-4f61-44b9-9e5d-12bb891ba84e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:44.345905 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26818f0b-7214-4451-b497-0eea292b6885 req-91df42d5-4f61-44b9-9e5d-12bb891ba84e tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 945 time: 0.2559440 Jul 05 04:07:44.422928 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-10733b70-b89f-43c5-bb07-7ef42f516f48 req-e2f83172-25d1-4488-bd4f-9c908b5804ae tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Deleting port 3cf7988d-481b-41ab-95db-7d22c5a9a7ff {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:44.423333 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-10733b70-b89f-43c5-bb07-7ef42f516f48 req-e2f83172-25d1-4488-bd4f-9c908b5804ae tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.481840 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e9ae87a-e6e4-4401-a726-99d51234509b tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.499100 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e9ae87a-e6e4-4401-a726-99d51234509b tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.501208 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7e9ae87a-e6e4-4401-a726-99d51234509b tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/networks/e283d4ec-6a58-4ee2-9c87-47ec851e950d HTTP/1.1" status: 204 len: 168 time: 1.1428552 Jul 05 04:07:44.518329 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42596) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:44.525901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-2ddaf6c5-c557-4742-8a6e-ae542a48c2a6 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1201192188'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:44.546457 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26818f0b-7214-4451-b497-0eea292b6885 req-55defb1f-52cb-43b1-8ad2-5aeb9c9f4fdf tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670949 Jul 05 04:07:44.553137 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ae87a-e6e4-4401-a726-99d51234509b tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Network': ['ID=e283d4ec-6a58-4ee2-9c87-47ec851e950d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:44.608204 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddaf6c5-c557-4742-8a6e-ae542a48c2a6 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Made reservation on behalf of 042f2eec868146e1bec3a1c7f20de2b3 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:44.617460 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ddaf6c5-c557-4742-8a6e-ae542a48c2a6 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.649917 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-10733b70-b89f-43c5-bb07-7ef42f516f48 req-e2f83172-25d1-4488-bd4f-9c908b5804ae tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] For port 3cf7988d-481b-41ab-95db-7d22c5a9a7ff, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=3cf7988d-481b-41ab-95db-7d22c5a9a7ff,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:44.650489 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-10733b70-b89f-43c5-bb07-7ef42f516f48 req-e2f83172-25d1-4488-bd4f-9c908b5804ae tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.670570 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ddaf6c5-c557-4742-8a6e-ae542a48c2a6 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:44.671407 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-870820ad-3528-40b2-a67a-81ccf469b82c tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.681914 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-10733b70-b89f-43c5-bb07-7ef42f516f48 req-e2f83172-25d1-4488-bd4f-9c908b5804ae tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Calling delete_port for 3cf7988d-481b-41ab-95db-7d22c5a9a7ff owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:44.685380 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ddaf6c5-c557-4742-8a6e-ae542a48c2a6 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.685775 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-2ddaf6c5-c557-4742-8a6e-ae542a48c2a6 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Added segment eff70f2b-fff6-488e-a01b-9e2d972b94f4 of type vlan for network 7df5c218-1c7f-4233-8850-190c1b9d06b6 Jul 05 04:07:44.714502 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870820ad-3528-40b2-a67a-81ccf469b82c tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] No DVR routers for this DVR port b42163fa-c928-4dab-9dd4-a8bec944cf90 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:44.725090 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870820ad-3528-40b2-a67a-81ccf469b82c tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Pushing event deleted for resources: {'Port': ['ID=b42163fa-c928-4dab-9dd4-a8bec944cf90,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:44.753862 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ddaf6c5-c557-4742-8a6e-ae542a48c2a6 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.825911 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ddaf6c5-c557-4742-8a6e-ae542a48c2a6 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.832058 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddaf6c5-c557-4742-8a6e-ae542a48c2a6 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:44.832690 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ddaf6c5-c557-4742-8a6e-ae542a48c2a6 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.872680 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-870820ad-3528-40b2-a67a-81ccf469b82c tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.893667 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-870820ad-3528-40b2-a67a-81ccf469b82c tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc2d08a-ec58-4cd6-860f-f47284d1ea4f']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:44.912044 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-870820ad-3528-40b2-a67a-81ccf469b82c tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd6dd0e-c521-4bab-87f3-a248f5ebe593') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:44.912462 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-870820ad-3528-40b2-a67a-81ccf469b82c tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd6dd0e-c521-4bab-87f3-a248f5ebe593') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:44.919480 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2ddaf6c5-c557-4742-8a6e-ae542a48c2a6 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3958046 Jul 05 04:07:44.919480 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42600) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:44.925058 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-e8298b5f-5bb9-4a28-a1a6-bd0ab3b808fb tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'subnet': {'network_id': '7df5c218-1c7f-4233-8850-190c1b9d06b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:44.981315 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-870820ad-3528-40b2-a67a-81ccf469b82c tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.996998 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddaf6c5-c557-4742-8a6e-ae542a48c2a6 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Network': ['ID=7df5c218-1c7f-4233-8850-190c1b9d06b6,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:45.012770 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 7df5c218-1c7f-4233-8850-190c1b9d06b6 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:45.073156 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-870820ad-3528-40b2-a67a-81ccf469b82c tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.082259 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-870820ad-3528-40b2-a67a-81ccf469b82c tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:45.082642 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-870820ad-3528-40b2-a67a-81ccf469b82c tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.098154 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5a1264d8-1e78-45df-bede-bfc4a5be3345 None None] Could not find standard attr ID for object f628bae5-a10b-441d-9e8a-607737199677. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:07:45.101781 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8298b5f-5bb9-4a28-a1a6-bd0ab3b808fb tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Made reservation on behalf of 042f2eec868146e1bec3a1c7f20de2b3 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:45.105710 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7375c1b4-844b-42f6-b0e3-89f33ee72e4e None None] DHCP port deletion for d88924f2-2d14-454e-aecc-d004bd0a2ca0 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:07:45.106516 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e8298b5f-5bb9-4a28-a1a6-bd0ab3b808fb tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:45.110656 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:45.157156 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19517f0c-ac90-4ade-9cb1-495e97339e41 None None] Network d88924f2-2d14-454e-aecc-d004bd0a2ca0 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:45.176248 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19517f0c-ac90-4ade-9cb1-495e97339e41 None None] Network d88924f2-2d14-454e-aecc-d004bd0a2ca0 could not be found, it might have been deleted concurrently. {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 04:07:45.226306 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-10733b70-b89f-43c5-bb07-7ef42f516f48 req-e2f83172-25d1-4488-bd4f-9c908b5804ae tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.243747 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['2bbb9632-1387-46c5-bff5-92b0c5ecba56'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:45.248705 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-870820ad-3528-40b2-a67a-81ccf469b82c tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.346592 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cd958ead-857a-4978-af55-1aa87a42f691 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:45.348254 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-870820ad-3528-40b2-a67a-81ccf469b82c tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.361088 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-870820ad-3528-40b2-a67a-81ccf469b82c tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] 10.222.0.77 "DELETE /v2.0/networks/7cc2d08a-ec58-4cd6-860f-f47284d1ea4f HTTP/1.1" status: 204 len: 168 time: 1.7226784 Jul 05 04:07:45.366711 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42604) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:45.379734 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:07:45.387568 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f83172-25d1-4488-bd4f-9c908b5804ae tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Pushing event deleted for resources: {'Port': ['ID=3cf7988d-481b-41ab-95db-7d22c5a9a7ff,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:45.468056 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port cd958ead-857a-4978-af55-1aa87a42f691 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:45.497041 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e8298b5f-5bb9-4a28-a1a6-bd0ab3b808fb tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.531950 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f5c7eef0-660c-4aec-b7df-aa7475457969 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.553138 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870820ad-3528-40b2-a67a-81ccf469b82c tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Pushing event deleted for resources: {'Network': ['ID=7cc2d08a-ec58-4cd6-860f-f47284d1ea4f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:45.616382 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8298b5f-5bb9-4a28-a1a6-bd0ab3b808fb tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Checking segment: {'id': 'eff70f2b-fff6-488e-a01b-9e2d972b94f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7df5c218-1c7f-4233-8850-190c1b9d06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:45.616991 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8298b5f-5bb9-4a28-a1a6-bd0ab3b808fb tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Network hostable DHCP agents. Network: 7df5c218-1c7f-4233-8850-190c1b9d06b6, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:45.623513 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8298b5f-5bb9-4a28-a1a6-bd0ab3b808fb tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Subnet': ['ID=b14a429d-98cc-4310-83f0-93611961a6e0,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:45.641938 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-10733b70-b89f-43c5-bb07-7ef42f516f48 req-e2f83172-25d1-4488-bd4f-9c908b5804ae tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] No DVR routers for this DVR port 3cf7988d-481b-41ab-95db-7d22c5a9a7ff on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:45.647588 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-10733b70-b89f-43c5-bb07-7ef42f516f48 req-e2f83172-25d1-4488-bd4f-9c908b5804ae tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.652691 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-10733b70-b89f-43c5-bb07-7ef42f516f48 req-e2f83172-25d1-4488-bd4f-9c908b5804ae tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.70 "DELETE /v2.0/ports/3cf7988d-481b-41ab-95db-7d22c5a9a7ff HTTP/1.1" status: 204 len: 173 time: 1.7035463 Jul 05 04:07:45.653666 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7085517f-2d36-4477-aa06-fffd6fb3d648', 'name': 'network-vif-deleted', 'tag': '3cf7988d-481b-41ab-95db-7d22c5a9a7ff'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:45.658385 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dc410f-5f87-4c8c-9ad3-2383f45d8858" -d '{"events": [{"server_uuid": "7085517f-2d36-4477-aa06-fffd6fb3d648", "name": "network-vif-deleted", "tag": "3cf7988d-481b-41ab-95db-7d22c5a9a7ff"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:45.679504 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8298b5f-5bb9-4a28-a1a6-bd0ab3b808fb tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Network 7df5c218-1c7f-4233-8850-190c1b9d06b6 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:45.704512 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-e8298b5f-5bb9-4a28-a1a6-bd0ab3b808fb tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 7df5c218-1c7f-4233-8850-190c1b9d06b6) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:45.711884 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8298b5f-5bb9-4a28-a1a6-bd0ab3b808fb tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:45.712554 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e8298b5f-5bb9-4a28-a1a6-bd0ab3b808fb tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.744760 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e8298b5f-5bb9-4a28-a1a6-bd0ab3b808fb tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8242135 Jul 05 04:07:45.747714 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42614) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:45.748565 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7633b26c-aac4-4a96-9816-935c32bc27fb None None] Network 7df5c218-1c7f-4233-8850-190c1b9d06b6 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:45.800492 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486fe9de-addf-46ed-bd8c-55202c7f0a43 x-openstack-request-id: req-486fe9de-addf-46ed-bd8c-55202c7f0a43 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:45.800962 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7085517f-2d36-4477-aa06-fffd6fb3d648", "name": "network-vif-deleted", "tag": "3cf7988d-481b-41ab-95db-7d22c5a9a7ff", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:45.801074 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-486fe9de-addf-46ed-bd8c-55202c7f0a43 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:45.801471 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7085517f-2d36-4477-aa06-fffd6fb3d648', 'name': 'network-vif-deleted', 'tag': '3cf7988d-481b-41ab-95db-7d22c5a9a7ff', 'status': 'completed', 'code': 200} Jul 05 04:07:45.902873 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-054bb03f-cf2f-4da8-82ed-e1793331e72f req-3b49d1ec-60bd-445f-a411-7e3146690e9c tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=7085517f-2d36-4477-aa06-fffd6fb3d648 HTTP/1.1" status: 200 len: 210 time: 0.0629330 Jul 05 04:07:45.906371 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f5c7eef0-660c-4aec-b7df-aa7475457969 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.909779 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae05a8fd-6d38-4204-bf86-ba965e4f45b4 None None] Network 08841fb5-2486-4f30-bccc-3e2242c451b3 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:45.930696 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-f5c7eef0-660c-4aec-b7df-aa7475457969 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a10b20-4767-4be7-b08f-b71d668cf732']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:45.945119 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-f5c7eef0-660c-4aec-b7df-aa7475457969 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a5a391-c7b7-4299-b92d-b2404ecc1dde') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:45.945119 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-f5c7eef0-660c-4aec-b7df-aa7475457969 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a5a391-c7b7-4299-b92d-b2404ecc1dde') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:45.956983 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f5c7eef0-660c-4aec-b7df-aa7475457969 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.968265 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b17e9232-51d7-44df-aa42-73b3fcd96ef1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.976549 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f5c7eef0-660c-4aec-b7df-aa7475457969 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.985608 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c7eef0-660c-4aec-b7df-aa7475457969 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:45.986515 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f5c7eef0-660c-4aec-b7df-aa7475457969 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:45.990536 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:46.050861 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6c039550-ff7d-461a-bc9a-2432897cec8d None None] Provisioning for port cd958ead-857a-4978-af55-1aa87a42f691 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:46.069418 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b17e9232-51d7-44df-aa42-73b3fcd96ef1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.086281 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6c039550-ff7d-461a-bc9a-2432897cec8d None None] Provisioning complete for port cd958ead-857a-4978-af55-1aa87a42f691 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:46.086650 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6c039550-ff7d-461a-bc9a-2432897cec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.101692 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f5c7eef0-660c-4aec-b7df-aa7475457969 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.111565 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f5c7eef0-660c-4aec-b7df-aa7475457969 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.113952 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f5c7eef0-660c-4aec-b7df-aa7475457969 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] 10.222.0.77 "DELETE /v2.0/networks/04a10b20-4767-4be7-b08f-b71d668cf732 HTTP/1.1" status: 204 len: 168 time: 0.7133088 Jul 05 04:07:46.116864 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42616) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:46.142874 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7eef0-660c-4aec-b7df-aa7475457969 tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Pushing event deleted for resources: {'Network': ['ID=04a10b20-4767-4be7-b08f-b71d668cf732,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:46.154704 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b17e9232-51d7-44df-aa42-73b3fcd96ef1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.198461 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e9232-51d7-44df-aa42-73b3fcd96ef1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Subnet': ['ID=b14a429d-98cc-4310-83f0-93611961a6e0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:46.238250 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d62d9d-1594-4568-a277-461beb4edf1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-7df5c218-1c7f-4233-8850-190c1b9d06b6', 'network_id': '7df5c218-1c7f-4233-8850-190c1b9d06b6', 'tenant_id': '042f2eec868146e1bec3a1c7f20de2b3', 'fixed_ips': [{'subnet_id': 'b14a429d-98cc-4310-83f0-93611961a6e0'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:46.239276 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c4d62d9d-1594-4568-a277-461beb4edf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.314200 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c65cc810-2d24-4b63-8574-d43abcbf61ed tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.327119 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b17e9232-51d7-44df-aa42-73b3fcd96ef1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.376301 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-b17e9232-51d7-44df-aa42-73b3fcd96ef1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df5c218-1c7f-4233-8850-190c1b9d06b6']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:46.416440 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-b17e9232-51d7-44df-aa42-73b3fcd96ef1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff70f2b-fff6-488e-a01b-9e2d972b94f4') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:46.417017 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-b17e9232-51d7-44df-aa42-73b3fcd96ef1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff70f2b-fff6-488e-a01b-9e2d972b94f4') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:46.443985 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6359692-6560-4a0b-b2a0-0786e183b36b None None] Network 7df5c218-1c7f-4233-8850-190c1b9d06b6 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:46.457606 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c65cc810-2d24-4b63-8574-d43abcbf61ed tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.461734 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6c039550-ff7d-461a-bc9a-2432897cec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.464583 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b17e9232-51d7-44df-aa42-73b3fcd96ef1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.473668 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-c65cc810-2d24-4b63-8574-d43abcbf61ed tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac0679e6-b0cf-4512-988f-4035750691a1']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:46.488364 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-c65cc810-2d24-4b63-8574-d43abcbf61ed tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e70cf4-d9db-419c-badd-5c3572bc5008') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:46.488812 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-c65cc810-2d24-4b63-8574-d43abcbf61ed tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e70cf4-d9db-419c-badd-5c3572bc5008') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:46.505247 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b17e9232-51d7-44df-aa42-73b3fcd96ef1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.511227 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c65cc810-2d24-4b63-8574-d43abcbf61ed tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.516816 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17e9232-51d7-44df-aa42-73b3fcd96ef1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:46.517350 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b17e9232-51d7-44df-aa42-73b3fcd96ef1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:46.520867 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:46.549662 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c65cc810-2d24-4b63-8574-d43abcbf61ed tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.559440 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65cc810-2d24-4b63-8574-d43abcbf61ed tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:46.560143 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c65cc810-2d24-4b63-8574-d43abcbf61ed tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:46.565620 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:46.570181 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-6c039550-ff7d-461a-bc9a-2432897cec8d None None] For port cd958ead-857a-4978-af55-1aa87a42f691, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cd958ead-857a-4978-af55-1aa87a42f691,segment=NetworkSegment(85f705ae-d544-4e8e-9e58-8e38e613a0d2),segment_id=85f705ae-d544-4e8e-9e58-8e38e613a0d2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:46.585015 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6c039550-ff7d-461a-bc9a-2432897cec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.660713 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b17e9232-51d7-44df-aa42-73b3fcd96ef1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.668971 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b17e9232-51d7-44df-aa42-73b3fcd96ef1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.674551 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42622) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:46.676006 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b17e9232-51d7-44df-aa42-73b3fcd96ef1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/networks/7df5c218-1c7f-4233-8850-190c1b9d06b6 HTTP/1.1" status: 204 len: 168 time: 0.9276285 Jul 05 04:07:46.681613 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-b254f4b1-607b-49d8-9e43-df0f356d679e tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1007503955'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:46.684718 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c65cc810-2d24-4b63-8574-d43abcbf61ed tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.688727 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e9232-51d7-44df-aa42-73b3fcd96ef1 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Network': ['ID=7df5c218-1c7f-4233-8850-190c1b9d06b6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:46.713080 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c65cc810-2d24-4b63-8574-d43abcbf61ed tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.725513 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c65cc810-2d24-4b63-8574-d43abcbf61ed tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] 10.222.0.77 "DELETE /v2.0/networks/ac0679e6-b0cf-4512-988f-4035750691a1 HTTP/1.1" status: 204 len: 168 time: 0.6074932 Jul 05 04:07:46.769502 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65cc810-2d24-4b63-8574-d43abcbf61ed tempest-BulkNetworkOpsTest-557995568 tempest-BulkNetworkOpsTest-557995568-project] Pushing event deleted for resources: {'Network': ['ID=ac0679e6-b0cf-4512-988f-4035750691a1,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:46.778985 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c039550-ff7d-461a-bc9a-2432897cec8d None None] Pushing event updated for resources: {'Port': ['ID=cd958ead-857a-4978-af55-1aa87a42f691,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:46.792545 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b254f4b1-607b-49d8-9e43-df0f356d679e tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Made reservation on behalf of 042f2eec868146e1bec3a1c7f20de2b3 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:46.800850 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b254f4b1-607b-49d8-9e43-df0f356d679e tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.829392 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b254f4b1-607b-49d8-9e43-df0f356d679e tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:46.857334 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b254f4b1-607b-49d8-9e43-df0f356d679e tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.858645 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-b254f4b1-607b-49d8-9e43-df0f356d679e tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Added segment b868754b-88dc-4610-b3cf-d7975210131c of type vlan for network ad8fb0f9-56c6-45c5-8f2d-5957a90f4144 Jul 05 04:07:46.880036 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 3cf7988d-481b-41ab-95db-7d22c5a9a7ff no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:46.921515 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 3cf7988d-481b-41ab-95db-7d22c5a9a7ff {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:46.921799 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 3cf7988d-481b-41ab-95db-7d22c5a9a7ff not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:46.934625 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b254f4b1-607b-49d8-9e43-df0f356d679e tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.950265 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a85650f-0f2b-45df-b143-a13dc66eb058 None None] get_active_networks_info from n-d-780147-23 {{(pid=105540) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:07:47.012439 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b254f4b1-607b-49d8-9e43-df0f356d679e tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.019700 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b254f4b1-607b-49d8-9e43-df0f356d679e tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:47.020460 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b254f4b1-607b-49d8-9e43-df0f356d679e tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.058635 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5d4b1e04-f43a-49a5-a93e-eaf93769f823 None None] Provisioning complete for port cd958ead-857a-4978-af55-1aa87a42f691 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:47.059604 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5d4b1e04-f43a-49a5-a93e-eaf93769f823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.144032 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b254f4b1-607b-49d8-9e43-df0f356d679e tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4681368 Jul 05 04:07:47.147397 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42636) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:47.154733 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d2bc5f4b-e2c5-47d0-b5a8-26d1e76092b5 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'subnet': {'network_id': 'ad8fb0f9-56c6-45c5-8f2d-5957a90f4144', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:47.165503 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254f4b1-607b-49d8-9e43-df0f356d679e tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Network': ['ID=ad8fb0f9-56c6-45c5-8f2d-5957a90f4144,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:47.224036 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a85650f-0f2b-45df-b143-a13dc66eb058 None None] Resources bound (agent type, host, resource id): {{(pid=105540) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:07:47.242006 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network ad8fb0f9-56c6-45c5-8f2d-5957a90f4144 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:47.243399 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42640) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:47.372537 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cd958ead-857a-4978-af55-1aa87a42f691 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:47.466840 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bc5f4b-e2c5-47d0-b5a8-26d1e76092b5 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Made reservation on behalf of 042f2eec868146e1bec3a1c7f20de2b3 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:47.470485 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d2bc5f4b-e2c5-47d0-b5a8-26d1e76092b5 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.582064 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-dabade93-578f-4c5d-84bd-c30319819912 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a10df21ccb1d42c7b93bb9d12bdc5cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3116820 Jul 05 04:07:47.583083 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42650) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:47.633410 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port cd958ead-857a-4978-af55-1aa87a42f691 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:47.634018 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.738030 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-323fc6a5-2b08-43e9-bfed-0aa6d1b1c239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.800250 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-323fc6a5-2b08-43e9-bfed-0aa6d1b1c239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.830486 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d2bc5f4b-e2c5-47d0-b5a8-26d1e76092b5 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.904772 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-323fc6a5-2b08-43e9-bfed-0aa6d1b1c239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.908373 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-323fc6a5-2b08-43e9-bfed-0aa6d1b1c239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.915736 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-323fc6a5-2b08-43e9-bfed-0aa6d1b1c239 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e70fd45d-ce06-4d8d-9763-4bec9e86869d HTTP/1.1" status: 204 len: 168 time: 0.3300545 Jul 05 04:07:47.930669 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323fc6a5-2b08-43e9-bfed-0aa6d1b1c239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70fd45d-ce06-4d8d-9763-4bec9e86869d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:48.011284 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bc5f4b-e2c5-47d0-b5a8-26d1e76092b5 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Checking segment: {'id': 'b868754b-88dc-4610-b3cf-d7975210131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ad8fb0f9-56c6-45c5-8f2d-5957a90f4144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:48.018912 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bc5f4b-e2c5-47d0-b5a8-26d1e76092b5 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Network hostable DHCP agents. Network: ad8fb0f9-56c6-45c5-8f2d-5957a90f4144, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:48.047111 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc5f4b-e2c5-47d0-b5a8-26d1e76092b5 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Subnet': ['ID=997e891b-108d-48c3-9450-a6dd661bf8ef,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:48.061947 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bc5f4b-e2c5-47d0-b5a8-26d1e76092b5 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Network ad8fb0f9-56c6-45c5-8f2d-5957a90f4144 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:48.079093 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-d2bc5f4b-e2c5-47d0-b5a8-26d1e76092b5 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, ad8fb0f9-56c6-45c5-8f2d-5957a90f4144) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:48.107574 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bc5f4b-e2c5-47d0-b5a8-26d1e76092b5 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:48.111001 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d2bc5f4b-e2c5-47d0-b5a8-26d1e76092b5 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.151605 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42668) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:48.151899 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d2bc5f4b-e2c5-47d0-b5a8-26d1e76092b5 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0030327 Jul 05 04:07:48.276309 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13de9cff-e6ca-45c3-a633-5b623de5b0d6 None None] get_active_networks_info from n-d-780147-23 {{(pid=105540) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:07:48.355536 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-60940414-47a1-4d4a-9c56-5d791eaa36fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.400589 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13de9cff-e6ca-45c3-a633-5b623de5b0d6 None None] Resources bound (agent type, host, resource id): {{(pid=105540) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:07:48.454207 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-60940414-47a1-4d4a-9c56-5d791eaa36fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.564486 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-60940414-47a1-4d4a-9c56-5d791eaa36fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.601110 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60940414-47a1-4d4a-9c56-5d791eaa36fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Subnet': ['ID=997e891b-108d-48c3-9450-a6dd661bf8ef,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:48.770453 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-60940414-47a1-4d4a-9c56-5d791eaa36fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.799151 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-60940414-47a1-4d4a-9c56-5d791eaa36fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad8fb0f9-56c6-45c5-8f2d-5957a90f4144']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:48.821250 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-60940414-47a1-4d4a-9c56-5d791eaa36fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b868754b-88dc-4610-b3cf-d7975210131c') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:48.821759 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-60940414-47a1-4d4a-9c56-5d791eaa36fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b868754b-88dc-4610-b3cf-d7975210131c') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:48.842259 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-60940414-47a1-4d4a-9c56-5d791eaa36fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.867723 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-60940414-47a1-4d4a-9c56-5d791eaa36fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.874048 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60940414-47a1-4d4a-9c56-5d791eaa36fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:48.874559 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-60940414-47a1-4d4a-9c56-5d791eaa36fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:48.888864 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:49.007159 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-60940414-47a1-4d4a-9c56-5d791eaa36fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.031516 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48842ba7-c5ff-4ebf-946a-af43e7f0b622 None None] Network ad8fb0f9-56c6-45c5-8f2d-5957a90f4144 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:49.033786 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-60940414-47a1-4d4a-9c56-5d791eaa36fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.043224 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-60940414-47a1-4d4a-9c56-5d791eaa36fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/networks/ad8fb0f9-56c6-45c5-8f2d-5957a90f4144 HTTP/1.1" status: 204 len: 168 time: 0.8828323 Jul 05 04:07:49.043224 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60940414-47a1-4d4a-9c56-5d791eaa36fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Network': ['ID=ad8fb0f9-56c6-45c5-8f2d-5957a90f4144,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:49.043224 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42704) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:49.047871 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e302cb80-4c7d-4598-8813-409d4c6c3842 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1892210961'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:49.055930 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48842ba7-c5ff-4ebf-946a-af43e7f0b622 None None] Network ad8fb0f9-56c6-45c5-8f2d-5957a90f4144 could not be found, it might have been deleted concurrently. {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 04:07:49.065151 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0d7909-affb-4888-843c-f74185bd0885 None None] Network ad8fb0f9-56c6-45c5-8f2d-5957a90f4144 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:49.080364 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a308129-441a-4ff4-a0c0-c0dfdcceef10 req-818c3c0c-9d7b-410a-ad17-bacebe513d5d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:49.081052 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e302cb80-4c7d-4598-8813-409d4c6c3842 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Made reservation on behalf of 042f2eec868146e1bec3a1c7f20de2b3 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:49.085988 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e302cb80-4c7d-4598-8813-409d4c6c3842 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.087854 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0d7909-affb-4888-843c-f74185bd0885 None None] Network ad8fb0f9-56c6-45c5-8f2d-5957a90f4144 could not be found, it might have been deleted concurrently. {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 04:07:49.089197 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5a308129-441a-4ff4-a0c0-c0dfdcceef10 req-818c3c0c-9d7b-410a-ad17-bacebe513d5d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1ee47f0-a3ab-400f-87cb-f94505802220 HTTP/1.1" status: 200 len: 946 time: 0.1309443 Jul 05 04:07:49.123561 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e302cb80-4c7d-4598-8813-409d4c6c3842 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:49.136767 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e302cb80-4c7d-4598-8813-409d4c6c3842 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.137122 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-e302cb80-4c7d-4598-8813-409d4c6c3842 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Added segment 2bc75f7b-2b82-4775-b4df-55a69c729123 of type vlan for network 509c4f15-e56f-4581-adb2-6878e336f7e7 Jul 05 04:07:49.141912 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5a308129-441a-4ff4-a0c0-c0dfdcceef10 req-6362537e-4d49-4719-aa8b-d788b516faad tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515425 Jul 05 04:07:49.165032 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42706) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:49.182244 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e302cb80-4c7d-4598-8813-409d4c6c3842 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.222809 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e302cb80-4c7d-4598-8813-409d4c6c3842 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.230222 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e302cb80-4c7d-4598-8813-409d4c6c3842 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:49.230996 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e302cb80-4c7d-4598-8813-409d4c6c3842 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.296724 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-fcf5426e-a7d3-45f9-a711-6a9c47b3530c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:49.297886 n-d-780147-23 neutron-server[105539]: WARNING neutron.api.v2.base [None req-fcf5426e-a7d3-45f9-a711-6a9c47b3530c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 04:07:49.298001 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e302cb80-4c7d-4598-8813-409d4c6c3842 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2541173 Jul 05 04:07:49.298901 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-fcf5426e-a7d3-45f9-a711-6a9c47b3530c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 04:07:49.305753 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42712) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:49.306655 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fcf5426e-a7d3-45f9-a711-6a9c47b3530c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1400168 Jul 05 04:07:49.307261 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42714) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:49.307595 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-2fb1a654-1456-44e2-b215-d0b640f1eb15 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'subnet': {'network_id': '509c4f15-e56f-4581-adb2-6878e336f7e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:49.312886 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-4d557825-5847-47a1-988c-80afbb13d52a tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group': {'name': 'tempest-secgroup--506080331'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:49.338483 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d557825-5847-47a1-988c-80afbb13d52a tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.347239 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d557825-5847-47a1-988c-80afbb13d52a tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.358709 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302cb80-4c7d-4598-8813-409d4c6c3842 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Network': ['ID=509c4f15-e56f-4581-adb2-6878e336f7e7,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:49.375263 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 509c4f15-e56f-4581-adb2-6878e336f7e7 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:49.473934 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d557825-5847-47a1-988c-80afbb13d52a tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.481933 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d557825-5847-47a1-988c-80afbb13d52a tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.496034 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb1a654-1456-44e2-b215-d0b640f1eb15 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Made reservation on behalf of 042f2eec868146e1bec3a1c7f20de2b3 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:49.499883 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2fb1a654-1456-44e2-b215-d0b640f1eb15 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.522792 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d557825-5847-47a1-988c-80afbb13d52a tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ac1cb2-f186-4cd1-8206-59a9d6ea11a5,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:49.573778 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.ipam_backend_mixin [None req-2fb1a654-1456-44e2-b215-d0b640f1eb15 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Performing IP validity checks on allocation pools {{(pid=105538) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 04:07:49.575224 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.ipam_backend_mixin [None req-2fb1a654-1456-44e2-b215-d0b640f1eb15 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105538) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 04:07:49.587598 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d557825-5847-47a1-988c-80afbb13d52a tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.592556 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d557825-5847-47a1-988c-80afbb13d52a tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.628127 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d557825-5847-47a1-988c-80afbb13d52a tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.632503 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4d557825-5847-47a1-988c-80afbb13d52a tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3239610 Jul 05 04:07:49.633228 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42716) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:49.639102 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-5801d351-ca71-421a-8fa8-933f78ce7dec tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group_rule': {'security_group_id': '69f974b0-17c2-4ff8-8897-eff460511ba6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:49.644483 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d557825-5847-47a1-988c-80afbb13d52a tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f974b0-17c2-4ff8-8897-eff460511ba6,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:49.679046 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5801d351-ca71-421a-8fa8-933f78ce7dec tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.733204 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2fb1a654-1456-44e2-b215-d0b640f1eb15 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.746224 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5801d351-ca71-421a-8fa8-933f78ce7dec tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.750576 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5801d351-ca71-421a-8fa8-933f78ce7dec tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.770068 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801d351-ca71-421a-8fa8-933f78ce7dec tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5176b41c-d8b5-42c9-bdac-0ac53af948d1,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:49.778275 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5801d351-ca71-421a-8fa8-933f78ce7dec tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.779602 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5801d351-ca71-421a-8fa8-933f78ce7dec tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1441631 Jul 05 04:07:49.782536 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42718) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:49.787898 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-a75448ca-ae9b-4263-9a75-d55b8428142e tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group_rule': {'security_group_id': '69f974b0-17c2-4ff8-8897-eff460511ba6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:49.817546 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1a654-1456-44e2-b215-d0b640f1eb15 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Subnet': ['ID=6b7493bc-3537-4319-a139-a0756b201f55,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:49.824158 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a75448ca-ae9b-4263-9a75-d55b8428142e tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.825955 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb1a654-1456-44e2-b215-d0b640f1eb15 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Checking segment: {'id': '2bc75f7b-2b82-4775-b4df-55a69c729123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '509c4f15-e56f-4581-adb2-6878e336f7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:49.825955 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb1a654-1456-44e2-b215-d0b640f1eb15 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Network hostable DHCP agents. Network: 509c4f15-e56f-4581-adb2-6878e336f7e7, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:49.847505 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb1a654-1456-44e2-b215-d0b640f1eb15 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Network 509c4f15-e56f-4581-adb2-6878e336f7e7 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:49.860532 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-2fb1a654-1456-44e2-b215-d0b640f1eb15 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 509c4f15-e56f-4581-adb2-6878e336f7e7) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:49.865106 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb1a654-1456-44e2-b215-d0b640f1eb15 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:49.865705 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2fb1a654-1456-44e2-b215-d0b640f1eb15 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.874039 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f66209-7619-46f3-8662-082d23bc4468 None None] Network 509c4f15-e56f-4581-adb2-6878e336f7e7 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:49.894252 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2fb1a654-1456-44e2-b215-d0b640f1eb15 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5923262 Jul 05 04:07:49.898071 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42722) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:49.964915 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-a75448ca-ae9b-4263-9a75-d55b8428142e tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 04:07:49.969231 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42724) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:49.969358 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a75448ca-ae9b-4263-9a75-d55b8428142e tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1857054 Jul 05 04:07:50.029368 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f44d8c4a-b20a-4853-b3d8-b02b36f357ab tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.046068 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71855d6a-902e-45b9-9b31-910db6133445 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.074312 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71855d6a-902e-45b9-9b31-910db6133445 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.093581 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f44d8c4a-b20a-4853-b3d8-b02b36f357ab tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.121514 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266c4cf9-94b3-4c2a-ab91-a2c8c1cc9a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-509c4f15-e56f-4581-adb2-6878e336f7e7', 'network_id': '509c4f15-e56f-4581-adb2-6878e336f7e7', 'tenant_id': '042f2eec868146e1bec3a1c7f20de2b3', 'fixed_ips': [{'subnet_id': '6b7493bc-3537-4319-a139-a0756b201f55'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:50.123639 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-266c4cf9-94b3-4c2a-ab91-a2c8c1cc9a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.134758 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71855d6a-902e-45b9-9b31-910db6133445 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.137845 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71855d6a-902e-45b9-9b31-910db6133445 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.141440 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-71855d6a-902e-45b9-9b31-910db6133445 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "DELETE /v2.0/security-groups/69f974b0-17c2-4ff8-8897-eff460511ba6 HTTP/1.1" status: 204 len: 168 time: 0.1686401 Jul 05 04:07:50.146757 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42726) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:50.156147 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71855d6a-902e-45b9-9b31-910db6133445 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f974b0-17c2-4ff8-8897-eff460511ba6,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:50.644981 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9ba4c2a5-0647-4ec7-b81e-25836b60aaf6 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4956207 Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server [None req-266c4cf9-94b3-4c2a-ab91-a2c8c1cc9a53 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b7493bc-3537-4319-a139-a0756b201f55: This subnet is being modified by another concurrent operation. Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:07:50.646607 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise exception Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b7493bc-3537-4319-a139-a0756b201f55: This subnet is being modified by another concurrent operation. Jul 05 04:07:50.653813 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server Jul 05 04:07:50.656152 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f44d8c4a-b20a-4853-b3d8-b02b36f357ab tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.656257 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42738) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:50.656534 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ae6443fc-8962-4f72-bc37-ce67e62f407f tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group': {'name': 'tempest-secgroup--1938030751'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:50.681920 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be099869-9c8a-4c68-9216-4ce47c2e220a None None] Network 509c4f15-e56f-4581-adb2-6878e336f7e7 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:50.692621 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d8c4a-b20a-4853-b3d8-b02b36f357ab tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7493bc-3537-4319-a139-a0756b201f55,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:50.732308 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae6443fc-8962-4f72-bc37-ce67e62f407f tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.788783 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f44d8c4a-b20a-4853-b3d8-b02b36f357ab tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.798688 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2da287-1b87-4fa5-a6da-5232e7c68d1d req-95eff283-203b-42b0-8f3c-b4e5ee926689 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:50.800479 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ef2da287-1b87-4fa5-a6da-5232e7c68d1d req-95eff283-203b-42b0-8f3c-b4e5ee926689 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1ee47f0-a3ab-400f-87cb-f94505802220 HTTP/1.1" status: 200 len: 946 time: 0.2495830 Jul 05 04:07:50.808985 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486defb3-6741-4e0c-82eb-b238cbdecc7c req-754ec51e-16c1-4d90-ab98-07e669f932a0 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:50.809494 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5def7-b98b-4569-89fa-8debd06eee33 req-c37c9c6f-cb69-450c-a11a-07cc5f8da9d0 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:50.811684 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7df5def7-b98b-4569-89fa-8debd06eee33 req-c37c9c6f-cb69-450c-a11a-07cc5f8da9d0 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.1406755 Jul 05 04:07:50.822493 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-486defb3-6741-4e0c-82eb-b238cbdecc7c req-754ec51e-16c1-4d90-ab98-07e669f932a0 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1ee47f0-a3ab-400f-87cb-f94505802220 HTTP/1.1" status: 200 len: 946 time: 0.2734857 Jul 05 04:07:50.844606 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c08163-f12b-490d-b8b3-643ef5982d70 None None] get_active_networks_info from n-d-780147-23 {{(pid=105540) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:07:50.854083 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-f44d8c4a-b20a-4853-b3d8-b02b36f357ab tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509c4f15-e56f-4581-adb2-6878e336f7e7']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:50.876931 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7df5def7-b98b-4569-89fa-8debd06eee33 req-511eb9fa-ee4d-4bc2-b7a3-187ea8a3262c tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520697 Jul 05 04:07:50.904690 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-f44d8c4a-b20a-4853-b3d8-b02b36f357ab tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc75f7b-2b82-4775-b4df-55a69c729123') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:50.905273 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-f44d8c4a-b20a-4853-b3d8-b02b36f357ab tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc75f7b-2b82-4775-b4df-55a69c729123') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:50.913200 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae6443fc-8962-4f72-bc37-ce67e62f407f tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.919327 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae6443fc-8962-4f72-bc37-ce67e62f407f tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.935916 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f44d8c4a-b20a-4853-b3d8-b02b36f357ab tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.947243 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae6443fc-8962-4f72-bc37-ce67e62f407f tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.948954 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ae6443fc-8962-4f72-bc37-ce67e62f407f tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2963092 Jul 05 04:07:50.953753 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42740) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:50.958452 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-533205f5-40e2-4662-9ebb-855ac142d04e tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group_rule': {'security_group_id': '1e158270-d03f-4499-953a-81d71549373b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:50.960233 n-d-780147-23 neutron-server[105538]: WARNING neutron.api.v2.base [None req-533205f5-40e2-4662-9ebb-855ac142d04e tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 05 04:07:50.960818 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-533205f5-40e2-4662-9ebb-855ac142d04e tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:07:50.961893 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-533205f5-40e2-4662-9ebb-855ac142d04e tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071492 Jul 05 04:07:50.966628 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42742) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:50.974756 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-486defb3-6741-4e0c-82eb-b238cbdecc7c req-5cb4eb0a-1995-4bac-b284-bac5065b68dc tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a4018aa-21d9-4f2f-b84c-ce4254f8857c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507716 Jul 05 04:07:50.978278 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6443fc-8962-4f72-bc37-ce67e62f407f tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e158270-d03f-4499-953a-81d71549373b,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:50.980348 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f44d8c4a-b20a-4853-b3d8-b02b36f357ab tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.992446 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44d8c4a-b20a-4853-b3d8-b02b36f357ab tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:50.993325 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f44d8c4a-b20a-4853-b3d8-b02b36f357ab tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:50.997241 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:51.033125 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c08163-f12b-490d-b8b3-643ef5982d70 None None] Resources bound (agent type, host, resource id): {{(pid=105540) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:07:51.051171 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-86fd491f-dc36-47fe-9c89-52dd4f87ac8d tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.080436 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-86fd491f-dc36-47fe-9c89-52dd4f87ac8d tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.118539 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-ef2da287-1b87-4fa5-a6da-5232e7c68d1d req-890e7262-9f93-45d2-b303-36b14980cc89 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Deleting port 2bbb9632-1387-46c5-bff5-92b0c5ecba56 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:51.119410 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ef2da287-1b87-4fa5-a6da-5232e7c68d1d req-890e7262-9f93-45d2-b303-36b14980cc89 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.125868 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f44d8c4a-b20a-4853-b3d8-b02b36f357ab tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.138495 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-86fd491f-dc36-47fe-9c89-52dd4f87ac8d tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.141146 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-86fd491f-dc36-47fe-9c89-52dd4f87ac8d tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.144297 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-86fd491f-dc36-47fe-9c89-52dd4f87ac8d tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "DELETE /v2.0/security-groups/1e158270-d03f-4499-953a-81d71549373b HTTP/1.1" status: 204 len: 168 time: 0.1766105 Jul 05 04:07:51.148881 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42746) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:51.153195 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f44d8c4a-b20a-4853-b3d8-b02b36f357ab tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.159902 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f44d8c4a-b20a-4853-b3d8-b02b36f357ab tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/networks/509c4f15-e56f-4581-adb2-6878e336f7e7 HTTP/1.1" status: 204 len: 168 time: 1.2539294 Jul 05 04:07:51.164772 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42748) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:51.176532 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-f8202134-a666-4d0c-8e42-eadbd988518a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-6832280'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:51.180549 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd491f-dc36-47fe-9c89-52dd4f87ac8d tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e158270-d03f-4499-953a-81d71549373b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:51.207504 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d8c4a-b20a-4853-b3d8-b02b36f357ab tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Network': ['ID=509c4f15-e56f-4581-adb2-6878e336f7e7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:51.224198 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8202134-a666-4d0c-8e42-eadbd988518a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Made reservation on behalf of 042f2eec868146e1bec3a1c7f20de2b3 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:51.228443 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f8202134-a666-4d0c-8e42-eadbd988518a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.247599 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-78a17346-174b-40dd-9371-d9868568b631 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0920875 Jul 05 04:07:51.248500 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42750) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:51.257941 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-b5941bad-6c48-4e8b-a6b7-8fe4ee1a78ef tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group': {'name': 'tempest-secgroup--1877935189'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:51.266635 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8202134-a666-4d0c-8e42-eadbd988518a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:51.279229 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f8202134-a666-4d0c-8e42-eadbd988518a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.279677 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-f8202134-a666-4d0c-8e42-eadbd988518a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Added segment 544eabca-7ace-4a12-afb2-113a8c43a079 of type vlan for network 0a76ae6b-d6eb-45ea-ac6c-87acf02d9fe0 Jul 05 04:07:51.295992 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-ef2da287-1b87-4fa5-a6da-5232e7c68d1d req-890e7262-9f93-45d2-b303-36b14980cc89 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] For port 2bbb9632-1387-46c5-bff5-92b0c5ecba56, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=2bbb9632-1387-46c5-bff5-92b0c5ecba56,segment=NetworkSegment(8188e19f-c586-4b2c-9f64-81f0cad7f9ec),segment_id=8188e19f-c586-4b2c-9f64-81f0cad7f9ec)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:51.296366 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ef2da287-1b87-4fa5-a6da-5232e7c68d1d req-890e7262-9f93-45d2-b303-36b14980cc89 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.306347 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b5941bad-6c48-4e8b-a6b7-8fe4ee1a78ef tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.325229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-ef2da287-1b87-4fa5-a6da-5232e7c68d1d req-890e7262-9f93-45d2-b303-36b14980cc89 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Calling delete_port for 2bbb9632-1387-46c5-bff5-92b0c5ecba56 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:51.335558 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f8202134-a666-4d0c-8e42-eadbd988518a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.377257 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f8202134-a666-4d0c-8e42-eadbd988518a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.384043 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8202134-a666-4d0c-8e42-eadbd988518a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:51.385377 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f8202134-a666-4d0c-8e42-eadbd988518a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.463055 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8202134-a666-4d0c-8e42-eadbd988518a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Network': ['ID=0a76ae6b-d6eb-45ea-ac6c-87acf02d9fe0,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:51.480839 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 0a76ae6b-d6eb-45ea-ac6c-87acf02d9fe0 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:51.538099 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b5941bad-6c48-4e8b-a6b7-8fe4ee1a78ef tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.550218 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f8202134-a666-4d0c-8e42-eadbd988518a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.3839700 Jul 05 04:07:51.552784 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b5941bad-6c48-4e8b-a6b7-8fe4ee1a78ef tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.554691 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42752) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:51.562151 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-20224e55-95dd-4cc6-aeab-0657ffb5c061 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'subnet': {'network_id': '0a76ae6b-d6eb-45ea-ac6c-87acf02d9fe0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:51.602720 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b5941bad-6c48-4e8b-a6b7-8fe4ee1a78ef tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.604134 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b5941bad-6c48-4e8b-a6b7-8fe4ee1a78ef tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3551962 Jul 05 04:07:51.605795 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5941bad-6c48-4e8b-a6b7-8fe4ee1a78ef tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e94321a-a8b9-48f7-8025-4ce4ac159e5e,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:51.608893 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42754) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:51.613794 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-b94e3b2e-624d-487b-bb59-411e1f2da6b5 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group_rule': {'security_group_id': '1e94321a-a8b9-48f7-8025-4ce4ac159e5e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:51.615425 n-d-780147-23 neutron-server[105539]: WARNING neutron.api.v2.base [None req-b94e3b2e-624d-487b-bb59-411e1f2da6b5 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 05 04:07:51.615838 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-b94e3b2e-624d-487b-bb59-411e1f2da6b5 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:07:51.617688 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b94e3b2e-624d-487b-bb59-411e1f2da6b5 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071111 Jul 05 04:07:51.620799 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42756) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:51.620953 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ef2da287-1b87-4fa5-a6da-5232e7c68d1d req-890e7262-9f93-45d2-b303-36b14980cc89 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.637552 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['2bbb9632-1387-46c5-bff5-92b0c5ecba56'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:51.669739 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e7262-9f93-45d2-b303-36b14980cc89 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Pushing event deleted for resources: {'Port': ['ID=2bbb9632-1387-46c5-bff5-92b0c5ecba56,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:51.718108 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20224e55-95dd-4cc6-aeab-0657ffb5c061 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Made reservation on behalf of 042f2eec868146e1bec3a1c7f20de2b3 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:51.721694 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-20224e55-95dd-4cc6-aeab-0657ffb5c061 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.729223 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2da287-1b87-4fa5-a6da-5232e7c68d1d req-890e7262-9f93-45d2-b303-36b14980cc89 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] No DVR routers for this DVR port 2bbb9632-1387-46c5-bff5-92b0c5ecba56 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:51.733968 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ef2da287-1b87-4fa5-a6da-5232e7c68d1d req-890e7262-9f93-45d2-b303-36b14980cc89 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.737334 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ef2da287-1b87-4fa5-a6da-5232e7c68d1d req-890e7262-9f93-45d2-b303-36b14980cc89 tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.89 "DELETE /v2.0/ports/2bbb9632-1387-46c5-bff5-92b0c5ecba56 HTTP/1.1" status: 204 len: 173 time: 0.9002516 Jul 05 04:07:51.738079 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ee47f0-a3ab-400f-87cb-f94505802220', 'name': 'network-vif-deleted', 'tag': '2bbb9632-1387-46c5-bff5-92b0c5ecba56'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:51.748661 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44efeae1-4274-497e-9c8f-079721d1e141" -d '{"events": [{"server_uuid": "d1ee47f0-a3ab-400f-87cb-f94505802220", "name": "network-vif-deleted", "tag": "2bbb9632-1387-46c5-bff5-92b0c5ecba56"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:51.783502 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7ce72aa8-f6e3-433f-bd40-2f8a8499ca56 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.826199 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7ce72aa8-f6e3-433f-bd40-2f8a8499ca56 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.892195 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7ce72aa8-f6e3-433f-bd40-2f8a8499ca56 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.894998 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7ce72aa8-f6e3-433f-bd40-2f8a8499ca56 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.897710 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7ce72aa8-f6e3-433f-bd40-2f8a8499ca56 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "DELETE /v2.0/security-groups/1e94321a-a8b9-48f7-8025-4ce4ac159e5e HTTP/1.1" status: 204 len: 168 time: 0.2731993 Jul 05 04:07:51.899625 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42762) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:51.951936 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-538b05d6-b8f7-480b-904b-efeb8a695c8f tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0511165 Jul 05 04:07:51.955641 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42768) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:51.962250 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-6ea66139-6e57-4b30-b6d7-42cd3b67d098 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group': {'name': 'tempest-secgroup--598681827'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:51.976343 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce72aa8-f6e3-433f-bd40-2f8a8499ca56 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e94321a-a8b9-48f7-8025-4ce4ac159e5e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:51.992240 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6ea66139-6e57-4b30-b6d7-42cd3b67d098 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.016835 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97f45ad-7eb1-405e-9ffc-fc686f3c6f84 x-openstack-request-id: req-e97f45ad-7eb1-405e-9ffc-fc686f3c6f84 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:52.017988 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ee47f0-a3ab-400f-87cb-f94505802220", "name": "network-vif-deleted", "tag": "2bbb9632-1387-46c5-bff5-92b0c5ecba56", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:52.017988 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e97f45ad-7eb1-405e-9ffc-fc686f3c6f84 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:52.018220 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ee47f0-a3ab-400f-87cb-f94505802220', 'name': 'network-vif-deleted', 'tag': '2bbb9632-1387-46c5-bff5-92b0c5ecba56', 'status': 'completed', 'code': 200} Jul 05 04:07:52.106359 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6ea66139-6e57-4b30-b6d7-42cd3b67d098 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.111911 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6ea66139-6e57-4b30-b6d7-42cd3b67d098 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.130410 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-20224e55-95dd-4cc6-aeab-0657ffb5c061 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.154748 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6ea66139-6e57-4b30-b6d7-42cd3b67d098 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.156011 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6ea66139-6e57-4b30-b6d7-42cd3b67d098 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1992242 Jul 05 04:07:52.169469 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42774) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:52.177896 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a234873b-f81b-49df-b579-f2c435af8f69 req-b8c6210b-643e-4ec1-afa5-c4e764faca5d tempest-ServersTestJSON-385813990 tempest-ServersTestJSON-385813990-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1ee47f0-a3ab-400f-87cb-f94505802220 HTTP/1.1" status: 200 len: 210 time: 0.0392621 Jul 05 04:07:52.178577 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-1a1d7bae-0d85-4491-bbf3-da63e597e5ce tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group_rule': {'security_group_id': '72c8bf8d-6334-4e3e-8460-823a085fdaf7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:52.179668 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea66139-6e57-4b30-b6d7-42cd3b67d098 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72c8bf8d-6334-4e3e-8460-823a085fdaf7,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:52.188012 n-d-780147-23 neutron-server[105538]: WARNING neutron.api.v2.base [None req-1a1d7bae-0d85-4491-bbf3-da63e597e5ce tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 05 04:07:52.188609 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-1a1d7bae-0d85-4491-bbf3-da63e597e5ce tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:07:52.189630 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1a1d7bae-0d85-4491-bbf3-da63e597e5ce tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0186079 Jul 05 04:07:52.194612 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42776) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:52.202194 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-5e0166f3-0e8c-4f62-9f51-a68f761d33af tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group_rule': {'security_group_id': '72c8bf8d-6334-4e3e-8460-823a085fdaf7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:52.203684 n-d-780147-23 neutron-server[105539]: WARNING neutron.api.v2.base [None req-5e0166f3-0e8c-4f62-9f51-a68f761d33af tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 05 04:07:52.204260 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-5e0166f3-0e8c-4f62-9f51-a68f761d33af tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:07:52.208529 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5e0166f3-0e8c-4f62-9f51-a68f761d33af tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0095758 Jul 05 04:07:52.208970 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42778) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:52.213816 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-2e77a91d-1ee8-41f0-a833-0cf18753fe99 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group_rule': {'security_group_id': '72c8bf8d-6334-4e3e-8460-823a085fdaf7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:52.215066 n-d-780147-23 neutron-server[105539]: WARNING neutron.api.v2.base [None req-2e77a91d-1ee8-41f0-a833-0cf18753fe99 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 05 04:07:52.215577 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-2e77a91d-1ee8-41f0-a833-0cf18753fe99 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:07:52.217763 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2e77a91d-1ee8-41f0-a833-0cf18753fe99 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078585 Jul 05 04:07:52.218517 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53ab9d-cb90-49e2-bcbb-91c33383be29 req-c41ddf26-fa54-4005-ae5f-9dc5f8b32b1b tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:52.220766 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ba53ab9d-cb90-49e2-bcbb-91c33383be29 req-c41ddf26-fa54-4005-ae5f-9dc5f8b32b1b tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.1891389 Jul 05 04:07:52.226017 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42780) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:52.231910 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-822a1bc0-dc74-4fd2-b937-3d3b609fdca1 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group_rule': {'security_group_id': '72c8bf8d-6334-4e3e-8460-823a085fdaf7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:52.232796 n-d-780147-23 neutron-server[105538]: WARNING neutron.api.v2.base [None req-822a1bc0-dc74-4fd2-b937-3d3b609fdca1 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 05 04:07:52.233289 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-822a1bc0-dc74-4fd2-b937-3d3b609fdca1 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:07:52.234267 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-822a1bc0-dc74-4fd2-b937-3d3b609fdca1 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0076561 Jul 05 04:07:52.237687 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42782) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:52.247691 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20224e55-95dd-4cc6-aeab-0657ffb5c061 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Subnet': ['ID=74301cb1-575c-48c7-a494-56415271b120,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:52.284102 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20224e55-95dd-4cc6-aeab-0657ffb5c061 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Checking segment: {'id': '544eabca-7ace-4a12-afb2-113a8c43a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0a76ae6b-d6eb-45ea-ac6c-87acf02d9fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:52.284468 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20224e55-95dd-4cc6-aeab-0657ffb5c061 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Network hostable DHCP agents. Network: 0a76ae6b-d6eb-45ea-ac6c-87acf02d9fe0, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:52.297589 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ba53ab9d-cb90-49e2-bcbb-91c33383be29 req-bc2b9069-d3c6-4e93-b0a5-a1f558f164f2 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591762 Jul 05 04:07:52.315738 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20224e55-95dd-4cc6-aeab-0657ffb5c061 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Network 0a76ae6b-d6eb-45ea-ac6c-87acf02d9fe0 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:52.316021 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5077dd59-4f80-489e-8108-b81f1634586a tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.327905 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-20224e55-95dd-4cc6-aeab-0657ffb5c061 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 0a76ae6b-d6eb-45ea-ac6c-87acf02d9fe0) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:52.346681 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b210c0-d1de-49d2-9087-f845c77a70d5 None None] Network 0a76ae6b-d6eb-45ea-ac6c-87acf02d9fe0 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:52.350242 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20224e55-95dd-4cc6-aeab-0657ffb5c061 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:52.351375 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-20224e55-95dd-4cc6-aeab-0657ffb5c061 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.366977 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5077dd59-4f80-489e-8108-b81f1634586a tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.373475 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-20224e55-95dd-4cc6-aeab-0657ffb5c061 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8143682 Jul 05 04:07:52.373762 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42784) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:52.430823 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5077dd59-4f80-489e-8108-b81f1634586a tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.433588 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5077dd59-4f80-489e-8108-b81f1634586a tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.434946 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5077dd59-4f80-489e-8108-b81f1634586a tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "DELETE /v2.0/security-groups/72c8bf8d-6334-4e3e-8460-823a085fdaf7 HTTP/1.1" status: 204 len: 168 time: 0.1963360 Jul 05 04:07:52.438568 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42786) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:52.457903 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077dd59-4f80-489e-8108-b81f1634586a tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c8bf8d-6334-4e3e-8460-823a085fdaf7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:52.499501 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cf46efde-55d9-48ad-a1ab-93c734101f55 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0585108 Jul 05 04:07:52.505935 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42788) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:52.515500 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-4d3f835c-4d25-43e4-9a21-ebcfa9a24f66 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group': {'name': 'tempest-secgroup--1506592301'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:52.556193 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d3f835c-4d25-43e4-9a21-ebcfa9a24f66 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.583413 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-0a76ae6b-d6eb-45ea-ac6c-87acf02d9fe0', 'network_id': '0a76ae6b-d6eb-45ea-ac6c-87acf02d9fe0', 'tenant_id': '042f2eec868146e1bec3a1c7f20de2b3', 'fixed_ips': [{'subnet_id': '74301cb1-575c-48c7-a494-56415271b120'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:52.585011 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.649313 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d3f835c-4d25-43e4-9a21-ebcfa9a24f66 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.654069 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d3f835c-4d25-43e4-9a21-ebcfa9a24f66 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.683388 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d3f835c-4d25-43e4-9a21-ebcfa9a24f66 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.687737 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4d3f835c-4d25-43e4-9a21-ebcfa9a24f66 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1793160 Jul 05 04:07:52.694828 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42790) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:52.700605 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-9b7dfa22-adc8-4836-ac7d-fe6022e28863 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group_rule': {'security_group_id': 'bb54ef64-1a42-4f49-bb01-e13f08232491', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:52.701435 n-d-780147-23 neutron-server[105539]: WARNING neutron.api.v2.base [None req-9b7dfa22-adc8-4836-ac7d-fe6022e28863 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 04:07:52.701956 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-9b7dfa22-adc8-4836-ac7d-fe6022e28863 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:07:52.707172 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9b7dfa22-adc8-4836-ac7d-fe6022e28863 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0112267 Jul 05 04:07:52.711085 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42792) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:52.715815 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-872b9326-f32a-4cdc-825d-15287faa2a4c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group_rule': {'security_group_id': 'bb54ef64-1a42-4f49-bb01-e13f08232491', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:52.738566 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f835c-4d25-43e4-9a21-ebcfa9a24f66 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb54ef64-1a42-4f49-bb01-e13f08232491,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:52.763770 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Allocated IP 172.20.0.1 (0a76ae6b-d6eb-45ea-ac6c-87acf02d9fe0/74301cb1-575c-48c7-a494-56415271b120/eb52d1f8-267d-40a4-833e-ce5f9b62a85c) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:52.770280 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-872b9326-f32a-4cdc-825d-15287faa2a4c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:07:52.775144 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-872b9326-f32a-4cdc-825d-15287faa2a4c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0629361 Jul 05 04:07:52.775742 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42794) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:52.780576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-7357995a-ff07-46ce-bf0d-569a158b48c7 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group_rule': {'security_group_id': 'bb54ef64-1a42-4f49-bb01-e13f08232491', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:52.781059 n-d-780147-23 neutron-server[105539]: WARNING neutron.api.v2.base [None req-7357995a-ff07-46ce-bf0d-569a158b48c7 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 05 04:07:52.781553 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-7357995a-ff07-46ce-bf0d-569a158b48c7 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:07:52.785387 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7357995a-ff07-46ce-bf0d-569a158b48c7 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086141 Jul 05 04:07:52.785954 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42796) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:52.790685 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-4a6d8672-5a20-4040-ae77-884d0140fdbc tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group_rule': {'security_group_id': 'bb54ef64-1a42-4f49-bb01-e13f08232491', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:52.832565 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-4a6d8672-5a20-4040-ae77-884d0140fdbc tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:07:52.837970 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4a6d8672-5a20-4040-ae77-884d0140fdbc tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0466306 Jul 05 04:07:52.838259 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42798) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:52.843671 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-9d196e08-f5b4-4111-9e0e-44c88beb020b tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group_rule': {'security_group_id': 'bb54ef64-1a42-4f49-bb01-e13f08232491', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:52.844185 n-d-780147-23 neutron-server[105539]: WARNING neutron.api.v2.base [None req-9d196e08-f5b4-4111-9e0e-44c88beb020b tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 04:07:52.844665 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-9d196e08-f5b4-4111-9e0e-44c88beb020b tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:07:52.847961 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9d196e08-f5b4-4111-9e0e-44c88beb020b tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064299 Jul 05 04:07:52.848253 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42800) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:52.854363 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f0f6e4fd-8877-42de-b0ce-3466cb3b352c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group_rule': {'security_group_id': 'bb54ef64-1a42-4f49-bb01-e13f08232491', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:52.875533 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.894043 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-f0f6e4fd-8877-42de-b0ce-3466cb3b352c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:07:52.895116 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f0f6e4fd-8877-42de-b0ce-3466cb3b352c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0444818 Jul 05 04:07:52.899198 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42802) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:52.905267 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f40f784d-fefb-494e-ab33-c0b8a22be1dd tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group_rule': {'security_group_id': 'bb54ef64-1a42-4f49-bb01-e13f08232491', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:52.905672 n-d-780147-23 neutron-server[105539]: WARNING neutron.api.v2.base [None req-f40f784d-fefb-494e-ab33-c0b8a22be1dd tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 05 04:07:52.906222 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-f40f784d-fefb-494e-ab33-c0b8a22be1dd tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:07:52.907345 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f40f784d-fefb-494e-ab33-c0b8a22be1dd tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071707 Jul 05 04:07:52.910040 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42804) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:52.917833 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-999fb884-0745-4598-b14c-626c17a03b42 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group_rule': {'security_group_id': 'bb54ef64-1a42-4f49-bb01-e13f08232491', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:52.939682 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.946598 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.954798 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-999fb884-0745-4598-b14c-626c17a03b42 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:07:52.955267 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Transition to ACTIVE for port object eb52d1f8-267d-40a4-833e-ce5f9b62a85c will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:52.959492 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-999fb884-0745-4598-b14c-626c17a03b42 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0449531 Jul 05 04:07:52.960318 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42806) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:52.966289 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-bddb0697-cc6d-44ee-bfa8-a34bc5da92b6 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group_rule': {'security_group_id': 'bb54ef64-1a42-4f49-bb01-e13f08232491', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:52.980865 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Transition to ACTIVE for port object eb52d1f8-267d-40a4-833e-ce5f9b62a85c will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:52.989753 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.014926 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-bddb0697-cc6d-44ee-bfa8-a34bc5da92b6 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:07:53.016046 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bddb0697-cc6d-44ee-bfa8-a34bc5da92b6 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0546792 Jul 05 04:07:53.019391 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42808) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:53.028734 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Network 0a76ae6b-d6eb-45ea-ac6c-87acf02d9fe0 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:53.033531 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:53.039888 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:53.045757 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.048813 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Pushing event updated for resources: {'Port': ['ID=eb52d1f8-267d-40a4-833e-ce5f9b62a85c,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:53.075461 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Subnet': ['ID=74301cb1-575c-48c7-a494-56415271b120,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:53.078628 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:53.078976 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:53.079493 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:53.079868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:53.080209 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:53.081342 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:53.081697 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:53.082033 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:53.082367 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:53.083228 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:53.083228 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:53.084260 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:53.086031 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7382d1f0-852b-4e8c-83c8-f275edf1f03f tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.111016 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7382d1f0-852b-4e8c-83c8-f275edf1f03f tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.116319 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Attempting to bind port eb52d1f8-267d-40a4-833e-ce5f9b62a85c on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:53.116689 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Attempting to bind port eb52d1f8-267d-40a4-833e-ce5f9b62a85c by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '544eabca-7ace-4a12-afb2-113a8c43a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0a76ae6b-d6eb-45ea-ac6c-87acf02d9fe0'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:53.117053 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Attempting to bind port eb52d1f8-267d-40a4-833e-ce5f9b62a85c on network 0a76ae6b-d6eb-45ea-ac6c-87acf02d9fe0 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:53.122275 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:53.122548 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Checking segment: {'id': '544eabca-7ace-4a12-afb2-113a8c43a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0a76ae6b-d6eb-45ea-ac6c-87acf02d9fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:53.122952 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.123350 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Bound using segment: {'id': '544eabca-7ace-4a12-afb2-113a8c43a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0a76ae6b-d6eb-45ea-ac6c-87acf02d9fe0'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:53.123852 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Bound port: eb52d1f8-267d-40a4-833e-ce5f9b62a85c, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '544eabca-7ace-4a12-afb2-113a8c43a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0a76ae6b-d6eb-45ea-ac6c-87acf02d9fe0'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:53.124239 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.140830 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.152543 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a76ae6b-d6eb-45ea-ac6c-87acf02d9fe0']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:53.158280 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7382d1f0-852b-4e8c-83c8-f275edf1f03f tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.163086 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7382d1f0-852b-4e8c-83c8-f275edf1f03f tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.166610 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544eabca-7ace-4a12-afb2-113a8c43a079') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:53.166788 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7382d1f0-852b-4e8c-83c8-f275edf1f03f tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "DELETE /v2.0/security-groups/bb54ef64-1a42-4f49-bb01-e13f08232491 HTTP/1.1" status: 204 len: 168 time: 0.1439722 Jul 05 04:07:53.166897 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544eabca-7ace-4a12-afb2-113a8c43a079') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:53.166897 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42810) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:53.175666 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382d1f0-852b-4e8c-83c8-f275edf1f03f tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb54ef64-1a42-4f49-bb01-e13f08232491,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:53.181491 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.212849 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] For port eb52d1f8-267d-40a4-833e-ce5f9b62a85c, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:53.219414 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.234336 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:53.234739 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:53.237726 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:53.276185 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42814) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:53.296056 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c840938f-693c-40f0-b3b5-1d6a0153509b tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1243682 Jul 05 04:07:53.310507 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42816) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:53.321657 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-efcb4a1c-d58c-4096-9726-4c9e9744cb3d tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group': {'name': 'tempest-secgroup--587738731'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:53.333034 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] For port eb52d1f8-267d-40a4-833e-ce5f9b62a85c, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=eb52d1f8-267d-40a4-833e-ce5f9b62a85c,segment=NetworkSegment(544eabca-7ace-4a12-afb2-113a8c43a079),segment_id=544eabca-7ace-4a12-afb2-113a8c43a079)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:53.336087 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.db.api [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:07:53.336087 n-d-780147-23 neutron-server[105538]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:07:53.336087 n-d-780147-23 neutron-server[105538]: [parameters: {'id': '0a76ae6b-d6eb-45ea-ac6c-87acf02d9fe0'}] Jul 05 04:07:53.336087 n-d-780147-23 neutron-server[105538]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105538) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:07:53.336584 n-d-780147-23 neutron-server[105538]: DEBUG oslo_db.api [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:07:53.341053 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.368865 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf6d11-cead-4bf1-aa41-cc215ad49ca4 req-789efd38-080e-405f-b893-9bb8285b808d tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:53.370523 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3fdf6d11-cead-4bf1-aa41-cc215ad49ca4 req-789efd38-080e-405f-b893-9bb8285b808d tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.1203322 Jul 05 04:07:53.374514 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-e805e52f-7110-4e33-84aa-5bf04fa09d90 admin admin] Deleting subnet 248c3b61-cc11-4019-9b85-60af49b5384a {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:07:53.393352 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e805e52f-7110-4e33-84aa-5bf04fa09d90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.419733 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276733a-81ad-4511-9037-ae27d7b3869d None None] Pushing event updated for resources: {'Port': ['ID=eb52d1f8-267d-40a4-833e-ce5f9b62a85c,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:53.427597 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efcb4a1c-d58c-4096-9726-4c9e9744cb3d tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.490155 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726a0603-435a-49f3-a5b8-f141afbb795f None None] Network 0a76ae6b-d6eb-45ea-ac6c-87acf02d9fe0 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:53.502099 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e805e52f-7110-4e33-84aa-5bf04fa09d90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.512653 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-3fdf6d11-cead-4bf1-aa41-cc215ad49ca4 req-41d89248-8398-4ae8-9a44-40530515b718 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Deleting port b2b42d74-39de-4142-b6ee-eb272922a1e9 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:53.513473 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3fdf6d11-cead-4bf1-aa41-cc215ad49ca4 req-41d89248-8398-4ae8-9a44-40530515b718 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.561350 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e805e52f-7110-4e33-84aa-5bf04fa09d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.642013 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4fdd41-1c33-4e69-8705-2acb7953e8a7 None None] get_active_networks_info from n-d-780147-23 {{(pid=105540) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:07:53.651435 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301dbb7-cc53-4b2f-a9d6-8e850499a4ce req-0ee5a491-1d30-4126-b3b2-1df7ff3b9765 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:53.653055 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d301dbb7-cc53-4b2f-a9d6-8e850499a4ce req-0ee5a491-1d30-4126-b3b2-1df7ff3b9765 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 945 time: 0.1363256 Jul 05 04:07:53.661703 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efcb4a1c-d58c-4096-9726-4c9e9744cb3d tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.674127 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efcb4a1c-d58c-4096-9726-4c9e9744cb3d tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.683234 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-3fdf6d11-cead-4bf1-aa41-cc215ad49ca4 req-41d89248-8398-4ae8-9a44-40530515b718 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] For port b2b42d74-39de-4142-b6ee-eb272922a1e9, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=b2b42d74-39de-4142-b6ee-eb272922a1e9,segment=NetworkSegment(493f0cab-cd14-488b-bdc2-f5e68dce74ef),segment_id=493f0cab-cd14-488b-bdc2-f5e68dce74ef)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:53.683982 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3fdf6d11-cead-4bf1-aa41-cc215ad49ca4 req-41d89248-8398-4ae8-9a44-40530515b718 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.684642 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e805e52f-7110-4e33-84aa-5bf04fa09d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.707658 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-3fdf6d11-cead-4bf1-aa41-cc215ad49ca4 req-41d89248-8398-4ae8-9a44-40530515b718 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Calling delete_port for b2b42d74-39de-4142-b6ee-eb272922a1e9 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:53.719462 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d301dbb7-cc53-4b2f-a9d6-8e850499a4ce req-a087def1-4b9c-4602-bd43-919c39d65018 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566440 Jul 05 04:07:53.742310 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805e52f-7110-4e33-84aa-5bf04fa09d90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=248c3b61-cc11-4019-9b85-60af49b5384a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:53.754185 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e805e52f-7110-4e33-84aa-5bf04fa09d90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.756844 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e805e52f-7110-4e33-84aa-5bf04fa09d90 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/248c3b61-cc11-4019-9b85-60af49b5384a HTTP/1.1" status: 204 len: 168 time: 0.4796379 Jul 05 04:07:53.760422 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efcb4a1c-d58c-4096-9726-4c9e9744cb3d tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.764331 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-efcb4a1c-d58c-4096-9726-4c9e9744cb3d tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4527791 Jul 05 04:07:53.764968 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42822) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:53.765301 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42824) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:53.775719 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-140a0e1c-7bda-4e3a-8860-099f5cb3a6da tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group_rule': {'security_group_id': 'ae6bd095-37ee-4dc0-9117-d6a96657fee1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:53.776615 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4fdd41-1c33-4e69-8705-2acb7953e8a7 None None] Resources bound (agent type, host, resource id): {{(pid=105540) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:07:53.834483 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb4a1c-d58c-4096-9726-4c9e9744cb3d tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6bd095-37ee-4dc0-9117-d6a96657fee1,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:53.850404 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.876133 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cc27087-57e5-42a4-bb58-1b50100a7dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.896661 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-140a0e1c-7bda-4e3a-8860-099f5cb3a6da tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] create failed (client error): The resource could not be found. Jul 05 04:07:53.897747 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-140a0e1c-7bda-4e3a-8860-099f5cb3a6da tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1257041 Jul 05 04:07:53.911143 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3fdf6d11-cead-4bf1-aa41-cc215ad49ca4 req-41d89248-8398-4ae8-9a44-40530515b718 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.916719 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42826) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:53.921545 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-ddc87174-78c3-4342-848b-aece60ca356c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group_rule': {'security_group_id': 'ae6bd095-37ee-4dc0-9117-d6a96657fee1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4f3d1202-16a2-42b6-9e31-fa1d084dd932'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:53.925029 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['21856a23-4941-4da0-966c-1fe9466f4806'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:53.957255 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d89248-8398-4ae8-9a44-40530515b718 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Pushing event deleted for resources: {'Port': ['ID=b2b42d74-39de-4142-b6ee-eb272922a1e9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:53.981403 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['b2b42d74-39de-4142-b6ee-eb272922a1e9'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:53.995955 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cc27087-57e5-42a4-bb58-1b50100a7dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.015169 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdf6d11-cead-4bf1-aa41-cc215ad49ca4 req-41d89248-8398-4ae8-9a44-40530515b718 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] No DVR routers for this DVR port b2b42d74-39de-4142-b6ee-eb272922a1e9 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:54.018601 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-2cc27087-57e5-42a4-bb58-1b50100a7dfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dcac4dd-6370-4a16-a68a-d8ffae39b304']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:54.019939 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3fdf6d11-cead-4bf1-aa41-cc215ad49ca4 req-41d89248-8398-4ae8-9a44-40530515b718 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.022612 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3fdf6d11-cead-4bf1-aa41-cc215ad49ca4 req-41d89248-8398-4ae8-9a44-40530515b718 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.70 "DELETE /v2.0/ports/b2b42d74-39de-4142-b6ee-eb272922a1e9 HTTP/1.1" status: 204 len: 173 time: 0.6454253 Jul 05 04:07:54.023078 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e682699-2a27-4a91-a38f-52c4221e0bd5', 'name': 'network-vif-deleted', 'tag': 'b2b42d74-39de-4142-b6ee-eb272922a1e9'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:54.025414 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f549a4e-48ce-4f7d-82db-80b90b879351" -d '{"events": [{"server_uuid": "8e682699-2a27-4a91-a38f-52c4221e0bd5", "name": "network-vif-deleted", "tag": "b2b42d74-39de-4142-b6ee-eb272922a1e9"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:54.044249 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-2cc27087-57e5-42a4-bb58-1b50100a7dfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8188e19f-c586-4b2c-9f64-81f0cad7f9ec') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:54.048277 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-2cc27087-57e5-42a4-bb58-1b50100a7dfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8188e19f-c586-4b2c-9f64-81f0cad7f9ec') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:54.066498 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40e9695-730c-46eb-86cb-f9de91142da4 x-openstack-request-id: req-a40e9695-730c-46eb-86cb-f9de91142da4 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:54.066789 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e682699-2a27-4a91-a38f-52c4221e0bd5", "name": "network-vif-deleted", "tag": "b2b42d74-39de-4142-b6ee-eb272922a1e9", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:54.067041 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a40e9695-730c-46eb-86cb-f9de91142da4 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:54.067440 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e682699-2a27-4a91-a38f-52c4221e0bd5', 'name': 'network-vif-deleted', 'tag': 'b2b42d74-39de-4142-b6ee-eb272922a1e9', 'status': 'completed', 'code': 200} Jul 05 04:07:54.069667 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Deleting port eb52d1f8-267d-40a4-833e-ce5f9b62a85c {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:54.070013 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.082274 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cc27087-57e5-42a4-bb58-1b50100a7dfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.093670 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-ddc87174-78c3-4342-848b-aece60ca356c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] create failed (client error): The resource could not be found. Jul 05 04:07:54.095122 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ddc87174-78c3-4342-848b-aece60ca356c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1773434 Jul 05 04:07:54.100045 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42830) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:54.115844 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cc27087-57e5-42a4-bb58-1b50100a7dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.131533 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc27087-57e5-42a4-bb58-1b50100a7dfe admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:54.132239 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cc27087-57e5-42a4-bb58-1b50100a7dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:54.134735 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:54.163656 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] For port eb52d1f8-267d-40a4-833e-ce5f9b62a85c, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=eb52d1f8-267d-40a4-833e-ce5f9b62a85c,segment=NetworkSegment(544eabca-7ace-4a12-afb2-113a8c43a079),segment_id=544eabca-7ace-4a12-afb2-113a8c43a079)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:54.163656 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.176966 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Calling delete_port for eb52d1f8-267d-40a4-833e-ce5f9b62a85c owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:54.231931 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cc27087-57e5-42a4-bb58-1b50100a7dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.234402 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73ba8a2d-8866-4ca6-8a48-e9fe67d50a01 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.244179 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cc27087-57e5-42a4-bb58-1b50100a7dfe admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.250399 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2cc27087-57e5-42a4-bb58-1b50100a7dfe admin admin] 10.222.0.77 "DELETE /v2.0/networks/1dcac4dd-6370-4a16-a68a-d8ffae39b304 HTTP/1.1" status: 204 len: 168 time: 0.4800200 Jul 05 04:07:54.277309 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc27087-57e5-42a4-bb58-1b50100a7dfe admin admin] Pushing event deleted for resources: {'Network': ['ID=1dcac4dd-6370-4a16-a68a-d8ffae39b304,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:54.290391 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73ba8a2d-8866-4ca6-8a48-e9fe67d50a01 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.321195 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.340993 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73ba8a2d-8866-4ca6-8a48-e9fe67d50a01 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.344772 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73ba8a2d-8866-4ca6-8a48-e9fe67d50a01 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.346297 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-73ba8a2d-8866-4ca6-8a48-e9fe67d50a01 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "DELETE /v2.0/security-groups/ae6bd095-37ee-4dc0-9117-d6a96657fee1 HTTP/1.1" status: 204 len: 168 time: 0.2449069 Jul 05 04:07:54.351110 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42834) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:54.352370 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Port': ['ID=eb52d1f8-267d-40a4-833e-ce5f9b62a85c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:54.362862 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No DVR routers for this DVR port eb52d1f8-267d-40a4-833e-ce5f9b62a85c on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:54.367661 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba8a2d-8866-4ca6-8a48-e9fe67d50a01 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6bd095-37ee-4dc0-9117-d6a96657fee1,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:54.474056 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42836) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:54.485905 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3c9f5a5c-c493-4fc2-8aa3-76f99142cd38 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1268940 Jul 05 04:07:54.485905 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.488592 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42838) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:54.494401 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-c3f90d76-25a7-4766-88fc-1ab5a46cd653 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group_rule': {'security_group_id': 'b8731699-0df1-4e59-a668-785032d4f8ab', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:54.511383 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a76ae6b-d6eb-45ea-ac6c-87acf02d9fe0']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:54.524709 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-72f1d485-5192-4a43-9fdf-ba1149d7c5a1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e7f30e579fe94453a264d70ff2740003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465875 Jul 05 04:07:54.525086 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42842) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:54.528481 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544eabca-7ace-4a12-afb2-113a8c43a079') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:54.528702 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544eabca-7ace-4a12-afb2-113a8c43a079') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:54.544304 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.563443 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.574841 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:54.575255 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:54.578284 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:54.601603 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-c3f90d76-25a7-4766-88fc-1ab5a46cd653 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] create failed (client error): The resource could not be found. Jul 05 04:07:54.603578 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c3f90d76-25a7-4766-88fc-1ab5a46cd653 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1133885 Jul 05 04:07:54.609337 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 2bbb9632-1387-46c5-bff5-92b0c5ecba56 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:54.616431 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42844) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:54.622035 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-04214905-aaba-4700-b204-62c2d080d067 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group': {'name': 'tempest-secgroup--916719359'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:54.639325 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-717dc848-b178-4432-95b2-bf5db0fcf136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.643916 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 2bbb9632-1387-46c5-bff5-92b0c5ecba56 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:54.644540 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 2bbb9632-1387-46c5-bff5-92b0c5ecba56 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:54.670207 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-04214905-aaba-4700-b204-62c2d080d067 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.675088 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-717dc848-b178-4432-95b2-bf5db0fcf136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.677840 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.698550 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.704628 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/networks/0a76ae6b-d6eb-45ea-ac6c-87acf02d9fe0 HTTP/1.1" status: 204 len: 168 time: 2.3236558 Jul 05 04:07:54.705163 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42846) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:54.709213 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11794e-1671-4e8d-8af5-cfb0cec727fa tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Network': ['ID=0a76ae6b-d6eb-45ea-ac6c-87acf02d9fe0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:54.713176 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-fe051997-a771-4d87-93c5-5a395d0adf49 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1250195773'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:54.748739 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.db.api [None req-fe051997-a771-4d87-93c5-5a395d0adf49 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:07:54.748739 n-d-780147-23 neutron-server[105539]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 04:07:54.748739 n-d-780147-23 neutron-server[105539]: [parameters: {'project_id': '042f2eec868146e1bec3a1c7f20de2b3', 'id': '475450db-a41a-40c5-a25d-017d3741ab0a', 'expiration': datetime.datetime(2021, 7, 5, 4, 9, 54, 739990)}] Jul 05 04:07:54.748739 n-d-780147-23 neutron-server[105539]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105539) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:07:54.749160 n-d-780147-23 neutron-server[105539]: DEBUG oslo_db.api [None req-fe051997-a771-4d87-93c5-5a395d0adf49 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:07:54.789281 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-717dc848-b178-4432-95b2-bf5db0fcf136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.792093 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-717dc848-b178-4432-95b2-bf5db0fcf136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.796140 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-717dc848-b178-4432-95b2-bf5db0fcf136 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2a4018aa-21d9-4f2f-b84c-ce4254f8857c HTTP/1.1" status: 204 len: 168 time: 0.2674570 Jul 05 04:07:54.810381 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717dc848-b178-4432-95b2-bf5db0fcf136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4018aa-21d9-4f2f-b84c-ce4254f8857c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:54.862033 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-04214905-aaba-4700-b204-62c2d080d067 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.866649 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-04214905-aaba-4700-b204-62c2d080d067 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.906145 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-04214905-aaba-4700-b204-62c2d080d067 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.907396 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-04214905-aaba-4700-b204-62c2d080d067 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2899544 Jul 05 04:07:54.911528 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42852) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:54.920028 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-6b43b3dd-1828-4d6d-9c1e-032859f86962 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group': {'name': 'tempest-secgroup--1331860299'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:54.922612 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04214905-aaba-4700-b204-62c2d080d067 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=846f055c-f912-47c6-a25c-ef9fdec6f87a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:54.948311 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6b43b3dd-1828-4d6d-9c1e-032859f86962 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.952436 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-57efde52-d248-4908-bf5a-f7b5ad58b5e4 req-2a703eef-0112-47b2-9622-37308382bd99 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e682699-2a27-4a91-a38f-52c4221e0bd5 HTTP/1.1" status: 200 len: 210 time: 0.0530705 Jul 05 04:07:55.050821 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6b43b3dd-1828-4d6d-9c1e-032859f86962 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.056475 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6b43b3dd-1828-4d6d-9c1e-032859f86962 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.085075 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6b43b3dd-1828-4d6d-9c1e-032859f86962 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.087148 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6b43b3dd-1828-4d6d-9c1e-032859f86962 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1732535 Jul 05 04:07:55.089898 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42856) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:55.095231 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f153846d-d0f8-4be1-8db2-cacf87dac321 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group_rule': {'security_group_id': '846f055c-f912-47c6-a25c-ef9fdec6f87a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '57d80df4-a22c-4abd-9a10-68e26d402adb'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:55.101091 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43b3dd-1828-4d6d-9c1e-032859f86962 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57d80df4-a22c-4abd-9a10-68e26d402adb,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:55.137633 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-f153846d-d0f8-4be1-8db2-cacf87dac321 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:07:55.138724 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f153846d-d0f8-4be1-8db2-cacf87dac321 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0475292 Jul 05 04:07:55.142976 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42858) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:55.215019 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3495c53c-8f7c-4c88-a395-d734c199439c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.242536 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3495c53c-8f7c-4c88-a395-d734c199439c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.292968 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe051997-a771-4d87-93c5-5a395d0adf49 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Made reservation on behalf of 042f2eec868146e1bec3a1c7f20de2b3 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:55.297042 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fe051997-a771-4d87-93c5-5a395d0adf49 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.300498 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3495c53c-8f7c-4c88-a395-d734c199439c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.303864 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3495c53c-8f7c-4c88-a395-d734c199439c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.307403 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3495c53c-8f7c-4c88-a395-d734c199439c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "DELETE /v2.0/security-groups/57d80df4-a22c-4abd-9a10-68e26d402adb HTTP/1.1" status: 204 len: 168 time: 0.1609108 Jul 05 04:07:55.308072 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42868) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:55.326595 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495c53c-8f7c-4c88-a395-d734c199439c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d80df4-a22c-4abd-9a10-68e26d402adb,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:55.338439 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495c53c-8f7c-4c88-a395-d734c199439c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:55.338815 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495c53c-8f7c-4c88-a395-d734c199439c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:55.339122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495c53c-8f7c-4c88-a395-d734c199439c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:55.339463 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495c53c-8f7c-4c88-a395-d734c199439c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:55.339818 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495c53c-8f7c-4c88-a395-d734c199439c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:55.340151 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495c53c-8f7c-4c88-a395-d734c199439c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:55.341016 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495c53c-8f7c-4c88-a395-d734c199439c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:55.341016 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495c53c-8f7c-4c88-a395-d734c199439c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:55.341232 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495c53c-8f7c-4c88-a395-d734c199439c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:55.341432 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495c53c-8f7c-4c88-a395-d734c199439c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:55.341757 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495c53c-8f7c-4c88-a395-d734c199439c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:55.342079 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3495c53c-8f7c-4c88-a395-d734c199439c tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:55.348937 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe051997-a771-4d87-93c5-5a395d0adf49 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:55.366757 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fe051997-a771-4d87-93c5-5a395d0adf49 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.367102 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-fe051997-a771-4d87-93c5-5a395d0adf49 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Added segment 8fff95f8-708d-4917-9837-49b4c0deb2d9 of type vlan for network 78c7ab83-5597-49fb-a010-aaaf1b170bd4 Jul 05 04:07:55.374334 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2f08582e-0764-41c7-b1ef-11d56cb3b293 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0648911 Jul 05 04:07:55.378132 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42870) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:55.431364 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fe051997-a771-4d87-93c5-5a395d0adf49 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.470888 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fe051997-a771-4d87-93c5-5a395d0adf49 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.473232 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a17ff23-d585-422b-8a2b-c0366a8d4e5b tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.479856 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe051997-a771-4d87-93c5-5a395d0adf49 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:55.481242 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fe051997-a771-4d87-93c5-5a395d0adf49 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.502891 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a17ff23-d585-422b-8a2b-c0366a8d4e5b tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.537097 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fe051997-a771-4d87-93c5-5a395d0adf49 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8303518 Jul 05 04:07:55.540778 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42878) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:55.546169 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-c86df502-1215-4445-bd36-ff1c11b4a5a4 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'subnet': {'network_id': '78c7ab83-5597-49fb-a010-aaaf1b170bd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:55.573920 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a17ff23-d585-422b-8a2b-c0366a8d4e5b tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.579295 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a17ff23-d585-422b-8a2b-c0366a8d4e5b tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.580595 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3a17ff23-d585-422b-8a2b-c0366a8d4e5b tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "DELETE /v2.0/security-groups/846f055c-f912-47c6-a25c-ef9fdec6f87a HTTP/1.1" status: 204 len: 168 time: 0.2023852 Jul 05 04:07:55.586287 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42880) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:55.609597 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17ff23-d585-422b-8a2b-c0366a8d4e5b tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=846f055c-f912-47c6-a25c-ef9fdec6f87a,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:55.625992 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe051997-a771-4d87-93c5-5a395d0adf49 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Network': ['ID=78c7ab83-5597-49fb-a010-aaaf1b170bd4,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:55.654922 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 78c7ab83-5597-49fb-a010-aaaf1b170bd4 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:55.671155 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86df502-1215-4445-bd36-ff1c11b4a5a4 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Made reservation on behalf of 042f2eec868146e1bec3a1c7f20de2b3 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:55.676380 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c86df502-1215-4445-bd36-ff1c11b4a5a4 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.689645 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bdb2e63f-5cd6-4527-8330-1fae6b1ae6c5 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1021731 Jul 05 04:07:55.690285 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42886) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:55.710503 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e92c02bc-520e-4225-9ab1-62ebb3c91131 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group': {'name': 'tempest-secgroup--55342213'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:55.787411 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e92c02bc-520e-4225-9ab1-62ebb3c91131 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.914345 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e92c02bc-520e-4225-9ab1-62ebb3c91131 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.920010 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e92c02bc-520e-4225-9ab1-62ebb3c91131 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.943344 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e92c02bc-520e-4225-9ab1-62ebb3c91131 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.945033 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e92c02bc-520e-4225-9ab1-62ebb3c91131 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2537544 Jul 05 04:07:55.947989 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42892) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:55.952690 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-6f81a2dd-c099-4b8e-b183-e8897ad192a0 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:55.953350 n-d-780147-23 neutron-server[105538]: WARNING neutron.api.v2.base [None req-6f81a2dd-c099-4b8e-b183-e8897ad192a0 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 04:07:55.953850 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-6f81a2dd-c099-4b8e-b183-e8897ad192a0 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 04:07:55.954807 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6f81a2dd-c099-4b8e-b183-e8897ad192a0 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "PUT /v2.0/security-groups/b326a418-d6a0-4793-85d9-83806d97e812 HTTP/1.1" status: 409 len: 330 time: 0.0057595 Jul 05 04:07:55.957957 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42894) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:55.967153 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c02bc-520e-4225-9ab1-62ebb3c91131 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b326a418-d6a0-4793-85d9-83806d97e812,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:55.995934 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c86df502-1215-4445-bd36-ff1c11b4a5a4 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.083697 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86df502-1215-4445-bd36-ff1c11b4a5a4 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Subnet': ['ID=e34bce42-daac-41a4-b054-741a7db9a61e,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:56.088779 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ed9b4b7-a632-474d-b6cf-31748f8b3a9f tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.102172 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86df502-1215-4445-bd36-ff1c11b4a5a4 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Checking segment: {'id': '8fff95f8-708d-4917-9837-49b4c0deb2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '78c7ab83-5597-49fb-a010-aaaf1b170bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:56.102786 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86df502-1215-4445-bd36-ff1c11b4a5a4 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Network hostable DHCP agents. Network: 78c7ab83-5597-49fb-a010-aaaf1b170bd4, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:56.123193 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ed9b4b7-a632-474d-b6cf-31748f8b3a9f tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.149098 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86df502-1215-4445-bd36-ff1c11b4a5a4 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Network 78c7ab83-5597-49fb-a010-aaaf1b170bd4 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:56.169472 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-c86df502-1215-4445-bd36-ff1c11b4a5a4 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 78c7ab83-5597-49fb-a010-aaaf1b170bd4) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:56.173928 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86df502-1215-4445-bd36-ff1c11b4a5a4 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:56.174515 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c86df502-1215-4445-bd36-ff1c11b4a5a4 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.190225 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961cf387-9be7-40e2-9925-3b7345eac369 None None] Network 78c7ab83-5597-49fb-a010-aaaf1b170bd4 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:56.198050 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c86df502-1215-4445-bd36-ff1c11b4a5a4 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6561904 Jul 05 04:07:56.199088 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ed9b4b7-a632-474d-b6cf-31748f8b3a9f tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.201239 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42902) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:56.202094 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ed9b4b7-a632-474d-b6cf-31748f8b3a9f tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.203483 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5ed9b4b7-a632-474d-b6cf-31748f8b3a9f tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "DELETE /v2.0/security-groups/b326a418-d6a0-4793-85d9-83806d97e812 HTTP/1.1" status: 204 len: 168 time: 0.2449503 Jul 05 04:07:56.208315 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42904) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:56.232243 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9b4b7-a632-474d-b6cf-31748f8b3a9f tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b326a418-d6a0-4793-85d9-83806d97e812,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:56.266461 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9b09a182-0d9b-4b1e-89c8-989cc9c9e490 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0562270 Jul 05 04:07:56.270228 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42906) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:56.312013 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-3849ef30-a569-4869-8d3e-4af7ebe99452 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] delete failed (client error): The resource could not be found. Jul 05 04:07:56.313100 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3849ef30-a569-4869-8d3e-4af7ebe99452 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "DELETE /v2.0/security-groups/09a93347-238f-4f09-a27a-95799b344a3b HTTP/1.1" status: 404 len: 347 time: 0.0401154 Jul 05 04:07:56.320636 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42908) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:56.339178 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-2e27f20d-e2d1-4abb-8561-1869dc007e1b tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] show failed (client error): The resource could not be found. Jul 05 04:07:56.340073 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2e27f20d-e2d1-4abb-8561-1869dc007e1b tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "GET /v2.0/security-groups/14857810-4a16-4fff-8cfb-483ee38a8be1 HTTP/1.1" status: 404 len: 347 time: 0.0184684 Jul 05 04:07:56.343853 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42912) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:56.361434 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-8eb0f770-0448-4ad6-a90e-dfb5d4958ad5 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] show failed (client error): The resource could not be found. Jul 05 04:07:56.362660 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8eb0f770-0448-4ad6-a90e-dfb5d4958ad5 tempest-NegativeSecGroupTest-597730728 tempest-NegativeSecGroupTest-597730728-project] 10.222.0.77 "GET /v2.0/security-group-rules/89cdab5d-521a-440a-afdc-a07ad87f0ab8 HTTP/1.1" status: 404 len: 356 time: 0.0174038 Jul 05 04:07:56.426125 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a46c527-1919-40e1-a64e-a9a13426e9e2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.501778 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9606001b-c017-4688-8b85-89121632d95e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-78c7ab83-5597-49fb-a010-aaaf1b170bd4', 'network_id': '78c7ab83-5597-49fb-a010-aaaf1b170bd4', 'tenant_id': '042f2eec868146e1bec3a1c7f20de2b3', 'fixed_ips': [{'subnet_id': 'e34bce42-daac-41a4-b054-741a7db9a61e'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:56.502780 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9606001b-c017-4688-8b85-89121632d95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.527070 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a46c527-1919-40e1-a64e-a9a13426e9e2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server [None req-9606001b-c017-4688-8b85-89121632d95e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e34bce42-daac-41a4-b054-741a7db9a61e: This subnet is being modified by another concurrent operation. Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:07:56.662078 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise exception Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e34bce42-daac-41a4-b054-741a7db9a61e: This subnet is being modified by another concurrent operation. Jul 05 04:07:56.665416 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server Jul 05 04:07:56.674947 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395cb76-6de7-4d9b-bc69-b13531e61c14 req-b0ea868f-91a4-4f74-be51-88c2166fc9fb tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:56.678554 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1395cb76-6de7-4d9b-bc69-b13531e61c14 req-b0ea868f-91a4-4f74-be51-88c2166fc9fb tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1182356 Jul 05 04:07:56.678554 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a46c527-1919-40e1-a64e-a9a13426e9e2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.681180 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9585b1fe-4e8b-4a54-bff9-076e655a6d05 None None] Network 78c7ab83-5597-49fb-a010-aaaf1b170bd4 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:56.717118 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46c527-1919-40e1-a64e-a9a13426e9e2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Subnet': ['ID=e34bce42-daac-41a4-b054-741a7db9a61e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:56.799463 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42932) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:56.802852 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a46c527-1919-40e1-a64e-a9a13426e9e2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.808591 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1395cb76-6de7-4d9b-bc69-b13531e61c14 req-e9849da3-fcd5-45c8-bb99-f012d2b5fc70 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993340 Jul 05 04:07:56.818426 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-3a46c527-1919-40e1-a64e-a9a13426e9e2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c7ab83-5597-49fb-a010-aaaf1b170bd4']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:56.829765 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-3a46c527-1919-40e1-a64e-a9a13426e9e2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fff95f8-708d-4917-9837-49b4c0deb2d9') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:56.830133 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-3a46c527-1919-40e1-a64e-a9a13426e9e2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fff95f8-708d-4917-9837-49b4c0deb2d9') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:56.843236 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a46c527-1919-40e1-a64e-a9a13426e9e2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.848078 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61a4eca-5aca-4c21-9745-c639d58cbf99 None None] get_active_networks_info from n-d-780147-23 {{(pid=105540) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:07:56.859469 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a46c527-1919-40e1-a64e-a9a13426e9e2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.867870 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a46c527-1919-40e1-a64e-a9a13426e9e2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:56.868295 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a46c527-1919-40e1-a64e-a9a13426e9e2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.919709 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device b2b42d74-39de-4142-b6ee-eb272922a1e9 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:56.946020 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: b2b42d74-39de-4142-b6ee-eb272922a1e9 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:56.946555 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device b2b42d74-39de-4142-b6ee-eb272922a1e9 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:56.954646 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:56.960029 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a46c527-1919-40e1-a64e-a9a13426e9e2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.981749 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a46c527-1919-40e1-a64e-a9a13426e9e2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.988518 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3a46c527-1919-40e1-a64e-a9a13426e9e2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/networks/78c7ab83-5597-49fb-a010-aaaf1b170bd4 HTTP/1.1" status: 204 len: 168 time: 0.7829373 Jul 05 04:07:56.988518 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46c527-1919-40e1-a64e-a9a13426e9e2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Network': ['ID=78c7ab83-5597-49fb-a010-aaaf1b170bd4,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:56.989321 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42938) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:56.995963 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-ed9e4229-3c7c-46c8-9a21-aa12c4779504 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1443758484'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:57.014537 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61a4eca-5aca-4c21-9745-c639d58cbf99 None None] Resources bound (agent type, host, resource id): {{(pid=105540) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:07:57.045277 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9e4229-3c7c-46c8-9a21-aa12c4779504 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Made reservation on behalf of 042f2eec868146e1bec3a1c7f20de2b3 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:57.049043 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed9e4229-3c7c-46c8-9a21-aa12c4779504 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.083015 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-db411780-ffac-4da7-8f14-58e1d824a426 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=29f3f818c645460293934f0545cc4942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2823811 Jul 05 04:07:57.086259 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42940) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:57.103128 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed9e4229-3c7c-46c8-9a21-aa12c4779504 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:57.112496 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed9e4229-3c7c-46c8-9a21-aa12c4779504 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.112903 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-ed9e4229-3c7c-46c8-9a21-aa12c4779504 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Added segment fa53fceb-d989-4717-aee1-287fe3aaada6 of type vlan for network ebad6807-1698-4150-8ff1-a7bc7ec9188d Jul 05 04:07:57.150451 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5c9de80e-265a-42fd-8422-f43895eb901a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.162196 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed9e4229-3c7c-46c8-9a21-aa12c4779504 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.180679 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5c9de80e-265a-42fd-8422-f43895eb901a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.200064 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed9e4229-3c7c-46c8-9a21-aa12c4779504 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.207451 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9e4229-3c7c-46c8-9a21-aa12c4779504 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:57.208187 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed9e4229-3c7c-46c8-9a21-aa12c4779504 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.250235 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5c9de80e-265a-42fd-8422-f43895eb901a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.252835 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5c9de80e-265a-42fd-8422-f43895eb901a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.254043 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5c9de80e-265a-42fd-8422-f43895eb901a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/75ac1cb2-f186-4cd1-8206-59a9d6ea11a5 HTTP/1.1" status: 204 len: 168 time: 0.1667583 Jul 05 04:07:57.284050 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9de80e-265a-42fd-8422-f43895eb901a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ac1cb2-f186-4cd1-8206-59a9d6ea11a5,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:57.322684 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e4229-3c7c-46c8-9a21-aa12c4779504 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Network': ['ID=ebad6807-1698-4150-8ff1-a7bc7ec9188d,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:57.336281 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ed9e4229-3c7c-46c8-9a21-aa12c4779504 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3424687 Jul 05 04:07:57.337068 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42944) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:57.343221 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-86841ddb-3d8d-491a-a4e8-f38f69d76034 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:57.481692 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network ebad6807-1698-4150-8ff1-a7bc7ec9188d details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:57.530186 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86841ddb-3d8d-491a-a4e8-f38f69d76034 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.547430 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86841ddb-3d8d-491a-a4e8-f38f69d76034 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.559393 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-86841ddb-3d8d-491a-a4e8-f38f69d76034 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Network ebad6807-1698-4150-8ff1-a7bc7ec9188d is not hosted by any dhcp agent {{(pid=105539) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 04:07:57.565831 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86841ddb-3d8d-491a-a4e8-f38f69d76034 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:57.567206 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86841ddb-3d8d-491a-a4e8-f38f69d76034 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.569571 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-86841ddb-3d8d-491a-a4e8-f38f69d76034 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "PUT /v2.0/networks/ebad6807-1698-4150-8ff1-a7bc7ec9188d HTTP/1.1" status: 200 len: 723 time: 0.2314034 Jul 05 04:07:57.572405 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42956) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:57.577598 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-844a9762-1019-4aa1-9be5-ff04b680a763 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'subnet': {'network_id': 'ebad6807-1698-4150-8ff1-a7bc7ec9188d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:57.658368 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86841ddb-3d8d-491a-a4e8-f38f69d76034 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Network': ['ID=ebad6807-1698-4150-8ff1-a7bc7ec9188d,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:57.671052 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network ebad6807-1698-4150-8ff1-a7bc7ec9188d details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:57.742385 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844a9762-1019-4aa1-9be5-ff04b680a763 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Made reservation on behalf of 042f2eec868146e1bec3a1c7f20de2b3 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:57.746926 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-844a9762-1019-4aa1-9be5-ff04b680a763 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.035596 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-844a9762-1019-4aa1-9be5-ff04b680a763 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.119334 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5255305-4350-4b9a-b3d8-79c4c0c51abb req-abc1373d-7afc-4417-b85c-40629d03281a tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:58.120968 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b5255305-4350-4b9a-b3d8-79c4c0c51abb req-abc1373d-7afc-4417-b85c-40629d03281a tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1386387 Jul 05 04:07:58.127018 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a9762-1019-4aa1-9be5-ff04b680a763 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Subnet': ['ID=2c746805-4f03-4a97-bbb7-c13249685cac,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:58.147980 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844a9762-1019-4aa1-9be5-ff04b680a763 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:58.147980 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844a9762-1019-4aa1-9be5-ff04b680a763 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:58.147980 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844a9762-1019-4aa1-9be5-ff04b680a763 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:58.147980 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844a9762-1019-4aa1-9be5-ff04b680a763 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:58.147980 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844a9762-1019-4aa1-9be5-ff04b680a763 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:58.147980 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844a9762-1019-4aa1-9be5-ff04b680a763 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:58.148446 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844a9762-1019-4aa1-9be5-ff04b680a763 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:58.148530 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844a9762-1019-4aa1-9be5-ff04b680a763 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:58.148794 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844a9762-1019-4aa1-9be5-ff04b680a763 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:58.149119 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844a9762-1019-4aa1-9be5-ff04b680a763 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:58.149443 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844a9762-1019-4aa1-9be5-ff04b680a763 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:58.149765 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844a9762-1019-4aa1-9be5-ff04b680a763 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:58.167511 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a9762-1019-4aa1-9be5-ff04b680a763 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Checking segment: {'id': 'fa53fceb-d989-4717-aee1-287fe3aaada6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ebad6807-1698-4150-8ff1-a7bc7ec9188d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:58.167899 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844a9762-1019-4aa1-9be5-ff04b680a763 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Network hostable DHCP agents. Network: ebad6807-1698-4150-8ff1-a7bc7ec9188d, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:58.194407 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b5255305-4350-4b9a-b3d8-79c4c0c51abb req-a1d3fd5b-9950-45d7-8926-e864c0f8d0ae tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585115 Jul 05 04:07:58.205704 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844a9762-1019-4aa1-9be5-ff04b680a763 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Network ebad6807-1698-4150-8ff1-a7bc7ec9188d is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:58.224762 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-844a9762-1019-4aa1-9be5-ff04b680a763 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, ebad6807-1698-4150-8ff1-a7bc7ec9188d) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:58.229730 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844a9762-1019-4aa1-9be5-ff04b680a763 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:58.230449 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-844a9762-1019-4aa1-9be5-ff04b680a763 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.236282 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d34792-e458-4d90-a44d-00a72fc9a86f None None] Network ebad6807-1698-4150-8ff1-a7bc7ec9188d requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:58.249651 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-844a9762-1019-4aa1-9be5-ff04b680a763 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6761229 Jul 05 04:07:58.252427 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42988) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:58.260004 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-b5f5a20b-0f5c-46b4-a5ca-4d6862c36bc2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:58.365811 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a20b-0f5c-46b4-a5ca-4d6862c36bc2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3291939'] for subnet, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.410634 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670cd019-53e8-4783-92fd-f117c65e8925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-ebad6807-1698-4150-8ff1-a7bc7ec9188d', 'network_id': 'ebad6807-1698-4150-8ff1-a7bc7ec9188d', 'tenant_id': '042f2eec868146e1bec3a1c7f20de2b3', 'fixed_ips': [{'subnet_id': '2c746805-4f03-4a97-bbb7-c13249685cac'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:58.412438 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-670cd019-53e8-4783-92fd-f117c65e8925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.547016 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a20b-0f5c-46b4-a5ca-4d6862c36bc2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787916950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8695805'] for subnet, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.591305 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f5a20b-0f5c-46b4-a5ca-4d6862c36bc2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:58.591937 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a20b-0f5c-46b4-a5ca-4d6862c36bc2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.593266 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b5f5a20b-0f5c-46b4-a5ca-4d6862c36bc2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "PUT /v2.0/subnets/2c746805-4f03-4a97-bbb7-c13249685cac HTTP/1.1" status: 200 len: 806 time: 0.3395510 Jul 05 04:07:58.595981 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42998) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:58.601824 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5a20b-0f5c-46b4-a5ca-4d6862c36bc2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Subnet': ['ID=2c746805-4f03-4a97-bbb7-c13249685cac,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:58.644567 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-670cd019-53e8-4783-92fd-f117c65e8925 None None] Allocated IP 172.20.0.2 (ebad6807-1698-4150-8ff1-a7bc7ec9188d/2c746805-4f03-4a97-bbb7-c13249685cac/e75188a8-7ae4-437c-a777-8f3b08348d00) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:58.658312 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a0018e49-0b11-4332-a883-a8234c7bf501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.766086 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.834444 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-670cd019-53e8-4783-92fd-f117c65e8925 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.836187 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.843247 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-670cd019-53e8-4783-92fd-f117c65e8925 None None] Transition to ACTIVE for port object e75188a8-7ae4-437c-a777-8f3b08348d00 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:58.862895 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-670cd019-53e8-4783-92fd-f117c65e8925 None None] Transition to ACTIVE for port object e75188a8-7ae4-437c-a777-8f3b08348d00 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:58.872209 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-670cd019-53e8-4783-92fd-f117c65e8925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.908965 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.932736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670cd019-53e8-4783-92fd-f117c65e8925 None None] Pushing event updated for resources: {'Port': ['ID=e75188a8-7ae4-437c-a777-8f3b08348d00,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:58.946587 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Subnet': ['ID=2c746805-4f03-4a97-bbb7-c13249685cac,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:58.960538 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670cd019-53e8-4783-92fd-f117c65e8925 None None] Network ebad6807-1698-4150-8ff1-a7bc7ec9188d is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:58.961990 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-670cd019-53e8-4783-92fd-f117c65e8925 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:58.971188 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670cd019-53e8-4783-92fd-f117c65e8925 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:59.039731 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.043913 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-670cd019-53e8-4783-92fd-f117c65e8925 None None] Attempting to bind port e75188a8-7ae4-437c-a777-8f3b08348d00 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:59.044393 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-670cd019-53e8-4783-92fd-f117c65e8925 None None] Attempting to bind port e75188a8-7ae4-437c-a777-8f3b08348d00 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'fa53fceb-d989-4717-aee1-287fe3aaada6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ebad6807-1698-4150-8ff1-a7bc7ec9188d'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:59.044894 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670cd019-53e8-4783-92fd-f117c65e8925 None None] Attempting to bind port e75188a8-7ae4-437c-a777-8f3b08348d00 on network ebad6807-1698-4150-8ff1-a7bc7ec9188d {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:59.050207 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670cd019-53e8-4783-92fd-f117c65e8925 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:59.050706 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670cd019-53e8-4783-92fd-f117c65e8925 None None] Checking segment: {'id': 'fa53fceb-d989-4717-aee1-287fe3aaada6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ebad6807-1698-4150-8ff1-a7bc7ec9188d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:59.051372 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebad6807-1698-4150-8ff1-a7bc7ec9188d']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:59.051502 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-670cd019-53e8-4783-92fd-f117c65e8925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.052590 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670cd019-53e8-4783-92fd-f117c65e8925 None None] Bound using segment: {'id': 'fa53fceb-d989-4717-aee1-287fe3aaada6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ebad6807-1698-4150-8ff1-a7bc7ec9188d'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:59.053346 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-670cd019-53e8-4783-92fd-f117c65e8925 None None] Bound port: e75188a8-7ae4-437c-a777-8f3b08348d00, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa53fceb-d989-4717-aee1-287fe3aaada6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ebad6807-1698-4150-8ff1-a7bc7ec9188d'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:59.053839 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-670cd019-53e8-4783-92fd-f117c65e8925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.065671 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa53fceb-d989-4717-aee1-287fe3aaada6') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:59.065912 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa53fceb-d989-4717-aee1-287fe3aaada6') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:59.076574 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.097710 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.105935 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:59.106566 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:59.111112 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:59.138144 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-670cd019-53e8-4783-92fd-f117c65e8925 None None] For port e75188a8-7ae4-437c-a777-8f3b08348d00, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:59.195719 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-670cd019-53e8-4783-92fd-f117c65e8925 None None] For port e75188a8-7ae4-437c-a777-8f3b08348d00, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e75188a8-7ae4-437c-a777-8f3b08348d00,segment=NetworkSegment(fa53fceb-d989-4717-aee1-287fe3aaada6),segment_id=fa53fceb-d989-4717-aee1-287fe3aaada6)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:59.198441 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.db.api [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:07:59.198441 n-d-780147-23 neutron-server[105539]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:07:59.198441 n-d-780147-23 neutron-server[105539]: [parameters: {'id': 'ebad6807-1698-4150-8ff1-a7bc7ec9188d'}] Jul 05 04:07:59.198441 n-d-780147-23 neutron-server[105539]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105539) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:07:59.198979 n-d-780147-23 neutron-server[105539]: DEBUG oslo_db.api [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:07:59.205304 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-670cd019-53e8-4783-92fd-f117c65e8925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.266805 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.322221 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670cd019-53e8-4783-92fd-f117c65e8925 None None] Pushing event updated for resources: {'Port': ['ID=e75188a8-7ae4-437c-a777-8f3b08348d00,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:59.356494 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799cf4a8-8daa-40e1-83fb-084535fb1e59 None None] Network ebad6807-1698-4150-8ff1-a7bc7ec9188d requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:59.476707 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3e967-db1e-4973-a079-ba2a9fe9e33f req-2cff3bb4-97b4-4ba0-9c5b-39930da2a824 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:59.478912 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f7b3e967-db1e-4973-a079-ba2a9fe9e33f req-2cff3bb4-97b4-4ba0-9c5b-39930da2a824 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.0817225 Jul 05 04:07:59.539829 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f7b3e967-db1e-4973-a079-ba2a9fe9e33f req-9c3a938a-1c03-4246-9bc3-9472717320ff tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542221 Jul 05 04:07:59.547496 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeee2fe-80ea-46a0-8d2e-3f4978182bc2 None None] Network ebad6807-1698-4150-8ff1-a7bc7ec9188d requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:59.692210 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac8f5fa-ffb2-465a-9fe5-6b83977f3338 None None] get_active_networks_info from n-d-780147-23 {{(pid=105540) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:07:59.701078 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.776558 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Deleting port e75188a8-7ae4-437c-a777-8f3b08348d00 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:59.777296 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.813486 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac8f5fa-ffb2-465a-9fe5-6b83977f3338 None None] Resources bound (agent type, host, resource id): {{(pid=105540) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:07:59.859732 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] For port e75188a8-7ae4-437c-a777-8f3b08348d00, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e75188a8-7ae4-437c-a777-8f3b08348d00,segment=NetworkSegment(fa53fceb-d989-4717-aee1-287fe3aaada6),segment_id=fa53fceb-d989-4717-aee1-287fe3aaada6)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:59.860489 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.874912 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Calling delete_port for e75188a8-7ae4-437c-a777-8f3b08348d00 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:59.984138 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.013537 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Port': ['ID=e75188a8-7ae4-437c-a777-8f3b08348d00,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:00.046751 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No DVR routers for this DVR port e75188a8-7ae4-437c-a777-8f3b08348d00 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:00.185327 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.205451 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebad6807-1698-4150-8ff1-a7bc7ec9188d']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:00.221044 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa53fceb-d989-4717-aee1-287fe3aaada6') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:00.225794 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa53fceb-d989-4717-aee1-287fe3aaada6') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:00.238923 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.256913 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.265427 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:00.266083 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:00.270053 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:00.342928 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.355774 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.357735 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/networks/ebad6807-1698-4150-8ff1-a7bc7ec9188d HTTP/1.1" status: 204 len: 168 time: 1.7604449 Jul 05 04:08:00.360438 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43034) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:00.379381 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76fbce-beef-43ad-aeec-e9d99da2047a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Network': ['ID=ebad6807-1698-4150-8ff1-a7bc7ec9188d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:00.388154 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-68957fa0-be15-4117-a1fd-2848ad16e20e tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:00.388803 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68957fa0-be15-4117-a1fd-2848ad16e20e tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:00.391837 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-68957fa0-be15-4117-a1fd-2848ad16e20e tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/networks/ebad6807-1698-4150-8ff1-a7bc7ec9188d HTTP/1.1" status: 404 len: 339 time: 0.0291202 Jul 05 04:08:00.395789 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43036) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:00.402420 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-4fb16dee-51e8-4f6c-b752-b7cf7fa85782 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-535342145', 'description': 'd1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:00.423736 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43040) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:00.429798 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb16dee-51e8-4f6c-b752-b7cf7fa85782 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Made reservation on behalf of 042f2eec868146e1bec3a1c7f20de2b3 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:00.444996 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fb16dee-51e8-4f6c-b752-b7cf7fa85782 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.503340 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb16dee-51e8-4f6c-b752-b7cf7fa85782 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:00.525181 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fb16dee-51e8-4f6c-b752-b7cf7fa85782 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.526028 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-4fb16dee-51e8-4f6c-b752-b7cf7fa85782 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Added segment ed6236d6-b1cf-4925-aa59-d4bdd12efcaf of type vlan for network 84e77396-a008-4ad0-ad84-4fe44666aa58 Jul 05 04:08:00.580777 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fb16dee-51e8-4f6c-b752-b7cf7fa85782 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.609477 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e43192c9-0a7f-4860-b764-7b20e4fcb200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.617376 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fb16dee-51e8-4f6c-b752-b7cf7fa85782 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.624430 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb16dee-51e8-4f6c-b752-b7cf7fa85782 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:00.625190 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fb16dee-51e8-4f6c-b752-b7cf7fa85782 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.709448 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb16dee-51e8-4f6c-b752-b7cf7fa85782 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Network': ['ID=84e77396-a008-4ad0-ad84-4fe44666aa58,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:00.724967 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 84e77396-a008-4ad0-ad84-4fe44666aa58 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:00.775371 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e43192c9-0a7f-4860-b764-7b20e4fcb200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.780736 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e43192c9-0a7f-4860-b764-7b20e4fcb200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.792992 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4fb16dee-51e8-4f6c-b752-b7cf7fa85782 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3976188 Jul 05 04:08:00.796550 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43052) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:00.844503 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e43192c9-0a7f-4860-b764-7b20e4fcb200 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2e7cfe0f462747819d5a2e901d19e411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4194407 Jul 05 04:08:00.845241 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43054) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:00.853561 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43192c9-0a7f-4860-b764-7b20e4fcb200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4325beea-7385-42cd-aa3a-002b05f403dd,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:00.886866 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac021e-9b03-4127-8384-d49ecbb0edf3 req-f77a263b-fa60-4b37-9bf9-3e43934e6646 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:00.888466 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7dac021e-9b03-4127-8384-d49ecbb0edf3 req-f77a263b-fa60-4b37-9bf9-3e43934e6646 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.1802030 Jul 05 04:08:00.911722 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c84c5c5d-e6d9-457b-a9e3-c50e35952582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.931039 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef5c7b9-3bce-4beb-9bfa-4fc771de7d53 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:00.932661 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fef5c7b9-3bce-4beb-9bfa-4fc771de7d53 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "GET /v2.0/networks?id=84e77396-a008-4ad0-ad84-4fe44666aa58 HTTP/1.1" status: 200 len: 760 time: 0.1351967 Jul 05 04:08:00.935341 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43062) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:00.937432 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c84c5c5d-e6d9-457b-a9e3-c50e35952582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.941074 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-5238f500-1c8b-4bc0-93e1-bd53c94cd697 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'network': {'description': 'd2'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:01.011075 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c84c5c5d-e6d9-457b-a9e3-c50e35952582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.013858 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c84c5c5d-e6d9-457b-a9e3-c50e35952582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.018853 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c84c5c5d-e6d9-457b-a9e3-c50e35952582 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4325beea-7385-42cd-aa3a-002b05f403dd HTTP/1.1" status: 204 len: 168 time: 0.1693919 Jul 05 04:08:01.032509 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c5c5d-e6d9-457b-a9e3-c50e35952582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4325beea-7385-42cd-aa3a-002b05f403dd,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:01.044120 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7dac021e-9b03-4127-8384-d49ecbb0edf3 req-ef5834ce-4665-4eee-b69c-d8a83b2fe40a tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454756 Jul 05 04:08:01.198267 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5238f500-1c8b-4bc0-93e1-bd53c94cd697 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.214852 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5238f500-1c8b-4bc0-93e1-bd53c94cd697 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.235666 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5238f500-1c8b-4bc0-93e1-bd53c94cd697 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Network 84e77396-a008-4ad0-ad84-4fe44666aa58 is not hosted by any dhcp agent {{(pid=105538) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 04:08:01.241902 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5238f500-1c8b-4bc0-93e1-bd53c94cd697 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:01.242606 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5238f500-1c8b-4bc0-93e1-bd53c94cd697 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.246593 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5238f500-1c8b-4bc0-93e1-bd53c94cd697 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "PUT /v2.0/networks/84e77396-a008-4ad0-ad84-4fe44666aa58 HTTP/1.1" status: 200 len: 757 time: 0.3076704 Jul 05 04:08:01.247761 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43072) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:01.314084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238f500-1c8b-4bc0-93e1-bd53c94cd697 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Network': ['ID=84e77396-a008-4ad0-ad84-4fe44666aa58,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:01.335146 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-953eaee7-2d48-45bd-8a0f-32c2a456fb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.341407 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 84e77396-a008-4ad0-ad84-4fe44666aa58 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:01.386274 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580d93c7-7094-4154-b6a3-5a47684b5185 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:01.392502 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-580d93c7-7094-4154-b6a3-5a47684b5185 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "GET /v2.0/networks?id=84e77396-a008-4ad0-ad84-4fe44666aa58 HTTP/1.1" status: 200 len: 760 time: 0.1401415 Jul 05 04:08:01.393067 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43076) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:01.399173 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-cac83a38-8eef-4e11-975c-00c4d3ef3efe tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1116934071'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:01.449464 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac83a38-8eef-4e11-975c-00c4d3ef3efe tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Made reservation on behalf of 042f2eec868146e1bec3a1c7f20de2b3 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:01.453887 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cac83a38-8eef-4e11-975c-00c4d3ef3efe tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.496467 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac83a38-8eef-4e11-975c-00c4d3ef3efe tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:01.508022 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cac83a38-8eef-4e11-975c-00c4d3ef3efe tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.508372 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-cac83a38-8eef-4e11-975c-00c4d3ef3efe tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Added segment 3d916487-b6e1-47b9-ae54-803c53dd047f of type vlan for network 1e2af825-1141-4205-9bdb-57d7929e3648 Jul 05 04:08:01.571026 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cac83a38-8eef-4e11-975c-00c4d3ef3efe tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.607700 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cac83a38-8eef-4e11-975c-00c4d3ef3efe tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.617044 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac83a38-8eef-4e11-975c-00c4d3ef3efe tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:01.617966 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cac83a38-8eef-4e11-975c-00c4d3ef3efe tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.624550 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c0e29-0f1b-4cee-8360-dbfcdf779a72 req-f04c7b95-2ea2-4bbb-ae05-238cea799d9a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:01.626435 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-587c0e29-0f1b-4cee-8360-dbfcdf779a72 req-f04c7b95-2ea2-4bbb-ae05-238cea799d9a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.0875144 Jul 05 04:08:01.649768 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cac83a38-8eef-4e11-975c-00c4d3ef3efe tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2553005 Jul 05 04:08:01.659723 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43086) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:01.665446 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-353a46b6-b00f-46b5-b90e-2f3d9548d29d tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'subnet': {'network_id': '1e2af825-1141-4205-9bdb-57d7929e3648', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:01.694718 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.720728 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac83a38-8eef-4e11-975c-00c4d3ef3efe tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Network': ['ID=1e2af825-1141-4205-9bdb-57d7929e3648,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:01.735503 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 1e2af825-1141-4205-9bdb-57d7929e3648 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:01.760759 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-587c0e29-0f1b-4cee-8360-dbfcdf779a72 req-83ef5959-7647-4778-a67d-e55b65d09f6b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270714 Jul 05 04:08:01.864301 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353a46b6-b00f-46b5-b90e-2f3d9548d29d tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Made reservation on behalf of 042f2eec868146e1bec3a1c7f20de2b3 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:01.869796 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-353a46b6-b00f-46b5-b90e-2f3d9548d29d tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.001388 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85a3af-2670-4bd3-820b-49453b3772f7 req-714ca9dd-c400-49dd-881b-d3baa7dcbd27 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:02.003162 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c85a3af-2670-4bd3-820b-49453b3772f7 req-714ca9dd-c400-49dd-881b-d3baa7dcbd27 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.0788651 Jul 05 04:08:02.091163 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7c85a3af-2670-4bd3-820b-49453b3772f7 req-1b5addaa-ce13-492f-949b-7d6eefae9ef9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775716 Jul 05 04:08:02.167668 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-353a46b6-b00f-46b5-b90e-2f3d9548d29d tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.227037 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a46b6-b00f-46b5-b90e-2f3d9548d29d tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Subnet': ['ID=d87438f1-1284-4041-912f-988efd2a9e13,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:02.264621 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353a46b6-b00f-46b5-b90e-2f3d9548d29d tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Checking segment: {'id': '3d916487-b6e1-47b9-ae54-803c53dd047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1e2af825-1141-4205-9bdb-57d7929e3648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:02.264982 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353a46b6-b00f-46b5-b90e-2f3d9548d29d tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Network hostable DHCP agents. Network: 1e2af825-1141-4205-9bdb-57d7929e3648, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:08:02.286760 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353a46b6-b00f-46b5-b90e-2f3d9548d29d tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Network 1e2af825-1141-4205-9bdb-57d7929e3648 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:02.305859 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-353a46b6-b00f-46b5-b90e-2f3d9548d29d tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 1e2af825-1141-4205-9bdb-57d7929e3648) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:02.312739 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353a46b6-b00f-46b5-b90e-2f3d9548d29d tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:02.313986 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-353a46b6-b00f-46b5-b90e-2f3d9548d29d tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.314606 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c0b121-e9b9-4f7e-b5c2-8e5576c875f5 None None] Network 1e2af825-1141-4205-9bdb-57d7929e3648 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:02.435846 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-353a46b6-b00f-46b5-b90e-2f3d9548d29d tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7738872 Jul 05 04:08:02.438327 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43122) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:02.538794 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb759245-91e3-4302-922a-e3fc38e6f8b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-1e2af825-1141-4205-9bdb-57d7929e3648', 'network_id': '1e2af825-1141-4205-9bdb-57d7929e3648', 'tenant_id': '042f2eec868146e1bec3a1c7f20de2b3', 'fixed_ips': [{'subnet_id': 'd87438f1-1284-4041-912f-988efd2a9e13'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:08:02.539782 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-eb759245-91e3-4302-922a-e3fc38e6f8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.544997 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564885b-df54-461b-9fb2-548ee46dd246 req-d99382e4-a91c-4353-b842-f2fd29e7bf67 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:02.552766 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a564885b-df54-461b-9fb2-548ee46dd246 req-d99382e4-a91c-4353-b842-f2fd29e7bf67 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.2500427 Jul 05 04:08:02.554330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43c96e-d256-4750-9718-2f956b29e98f req-77798de6-11f4-4b12-b745-fb0eb23e7bdb tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:02.556719 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4a43c96e-d256-4750-9718-2f956b29e98f req-77798de6-11f4-4b12-b745-fb0eb23e7bdb tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 812 time: 0.1577291 Jul 05 04:08:02.584451 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4a43c96e-d256-4750-9718-2f956b29e98f req-524c1ad3-db97-4545-813b-9aa205dcf30d tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/quotas/f1c1197f995c40748eb7a04272d5b4dc HTTP/1.1" status: 200 len: 375 time: 0.0139055 Jul 05 04:08:02.589997 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c934ec5-8c56-4780-8ec0-4b070e4582a2 req-e30a5fce-dcaf-4421-84da-f59b766c65e5 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:02.592110 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6c934ec5-8c56-4780-8ec0-4b070e4582a2 req-e30a5fce-dcaf-4421-84da-f59b766c65e5 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.89 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 945 time: 0.2355146 Jul 05 04:08:02.603376 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.684347 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a564885b-df54-461b-9fb2-548ee46dd246 req-e1503975-c343-440d-a6dc-01545f08e0f2 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/security-groups?id=dee6b904-0b07-4d5f-8be7-206f3b911206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305072 Jul 05 04:08:02.696943 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.714616 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4a43c96e-d256-4750-9718-2f956b29e98f req-f4336ecb-36db-4595-960f-19b1dc1067a1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1185861 Jul 05 04:08:02.843471 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-eb759245-91e3-4302-922a-e3fc38e6f8b7 None None] Allocated IP 172.20.0.2 (1e2af825-1141-4205-9bdb-57d7929e3648/d87438f1-1284-4041-912f-988efd2a9e13/2a275c38-fad6-4d1c-80a6-2fa3abf3f375) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:02.859973 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4a43c96e-d256-4750-9718-2f956b29e98f req-bde415ad-d4cd-4c50-972c-be43d9c16537 service neutron] 10.222.0.77 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366410 Jul 05 04:08:02.871257 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.921668 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-6c934ec5-8c56-4780-8ec0-4b070e4582a2 req-99e192a3-3c3e-4eb8-ba82-e204a24ce512 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Deleting port 21856a23-4941-4da0-966c-1fe9466f4806 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:02.921938 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6c934ec5-8c56-4780-8ec0-4b070e4582a2 req-99e192a3-3c3e-4eb8-ba82-e204a24ce512 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.961566 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4a43c96e-d256-4750-9718-2f956b29e98f req-0e59b64d-cc7d-4b7d-96a6-8a8784937ce9 service neutron] 10.222.0.77 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962481 Jul 05 04:08:03.030323 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-6c934ec5-8c56-4780-8ec0-4b070e4582a2 req-99e192a3-3c3e-4eb8-ba82-e204a24ce512 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] For port 21856a23-4941-4da0-966c-1fe9466f4806, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=21856a23-4941-4da0-966c-1fe9466f4806,segment=NetworkSegment(493f0cab-cd14-488b-bdc2-f5e68dce74ef),segment_id=493f0cab-cd14-488b-bdc2-f5e68dce74ef)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:03.030748 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6c934ec5-8c56-4780-8ec0-4b070e4582a2 req-99e192a3-3c3e-4eb8-ba82-e204a24ce512 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.051278 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-6c934ec5-8c56-4780-8ec0-4b070e4582a2 req-99e192a3-3c3e-4eb8-ba82-e204a24ce512 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Calling delete_port for 21856a23-4941-4da0-966c-1fe9466f4806 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:03.053873 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-eb759245-91e3-4302-922a-e3fc38e6f8b7 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.065330 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-eb759245-91e3-4302-922a-e3fc38e6f8b7 None None] Transition to ACTIVE for port object 2a275c38-fad6-4d1c-80a6-2fa3abf3f375 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:03.088354 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-eb759245-91e3-4302-922a-e3fc38e6f8b7 None None] Transition to ACTIVE for port object 2a275c38-fad6-4d1c-80a6-2fa3abf3f375 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:03.095902 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-eb759245-91e3-4302-922a-e3fc38e6f8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.151151 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb759245-91e3-4302-922a-e3fc38e6f8b7 None None] Network 1e2af825-1141-4205-9bdb-57d7929e3648 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:03.156793 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-eb759245-91e3-4302-922a-e3fc38e6f8b7 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:03.176985 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb759245-91e3-4302-922a-e3fc38e6f8b7 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:03.185446 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb759245-91e3-4302-922a-e3fc38e6f8b7 None None] Pushing event updated for resources: {'Port': ['ID=2a275c38-fad6-4d1c-80a6-2fa3abf3f375,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:03.261567 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-eb759245-91e3-4302-922a-e3fc38e6f8b7 None None] Attempting to bind port 2a275c38-fad6-4d1c-80a6-2fa3abf3f375 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:03.262094 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-eb759245-91e3-4302-922a-e3fc38e6f8b7 None None] Attempting to bind port 2a275c38-fad6-4d1c-80a6-2fa3abf3f375 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '3d916487-b6e1-47b9-ae54-803c53dd047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1e2af825-1141-4205-9bdb-57d7929e3648'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:03.262561 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb759245-91e3-4302-922a-e3fc38e6f8b7 None None] Attempting to bind port 2a275c38-fad6-4d1c-80a6-2fa3abf3f375 on network 1e2af825-1141-4205-9bdb-57d7929e3648 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:03.269175 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb759245-91e3-4302-922a-e3fc38e6f8b7 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:03.269703 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb759245-91e3-4302-922a-e3fc38e6f8b7 None None] Checking segment: {'id': '3d916487-b6e1-47b9-ae54-803c53dd047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1e2af825-1141-4205-9bdb-57d7929e3648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:03.270403 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-eb759245-91e3-4302-922a-e3fc38e6f8b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.271530 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb759245-91e3-4302-922a-e3fc38e6f8b7 None None] Bound using segment: {'id': '3d916487-b6e1-47b9-ae54-803c53dd047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1e2af825-1141-4205-9bdb-57d7929e3648'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:03.272169 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-eb759245-91e3-4302-922a-e3fc38e6f8b7 None None] Bound port: 2a275c38-fad6-4d1c-80a6-2fa3abf3f375, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d916487-b6e1-47b9-ae54-803c53dd047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1e2af825-1141-4205-9bdb-57d7929e3648'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:03.272681 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-eb759245-91e3-4302-922a-e3fc38e6f8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.355876 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-eb759245-91e3-4302-922a-e3fc38e6f8b7 None None] For port 2a275c38-fad6-4d1c-80a6-2fa3abf3f375, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:03.360375 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-eb759245-91e3-4302-922a-e3fc38e6f8b7 None None] For port 2a275c38-fad6-4d1c-80a6-2fa3abf3f375, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=2a275c38-fad6-4d1c-80a6-2fa3abf3f375,segment=NetworkSegment(3d916487-b6e1-47b9-ae54-803c53dd047f),segment_id=3d916487-b6e1-47b9-ae54-803c53dd047f)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:03.370011 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-eb759245-91e3-4302-922a-e3fc38e6f8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.443727 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb759245-91e3-4302-922a-e3fc38e6f8b7 None None] Pushing event updated for resources: {'Port': ['ID=2a275c38-fad6-4d1c-80a6-2fa3abf3f375,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:03.557833 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-98f4be55-90d6-4688-8671-bbf916aeb612 req-6a9ae8e8-c742-4449-8dc9-b604cee8adc0 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046 HTTP/1.1" status: 200 len: 210 time: 0.0641782 Jul 05 04:08:03.586162 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.639545 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Subnet': ['ID=d87438f1-1284-4041-912f-988efd2a9e13,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:03.877274 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.896218 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e2af825-1141-4205-9bdb-57d7929e3648']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:03.914156 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d916487-b6e1-47b9-ae54-803c53dd047f') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:03.914619 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d916487-b6e1-47b9-ae54-803c53dd047f') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:03.923938 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6c934ec5-8c56-4780-8ec0-4b070e4582a2 req-99e192a3-3c3e-4eb8-ba82-e204a24ce512 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.926977 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.941617 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['21856a23-4941-4da0-966c-1fe9466f4806'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:08:04.032259 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-49c35260-8372-4263-8e73-02b22735d272 req-214ab0e8-1acf-4f6c-9631-7b93457487bd tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1812b7-a7c2-4465-acf7-c3e3c7d9b585 HTTP/1.1" status: 200 len: 210 time: 0.0728595 Jul 05 04:08:04.037962 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.045182 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e192a3-3c3e-4eb8-ba82-e204a24ce512 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Pushing event deleted for resources: {'Port': ['ID=21856a23-4941-4da0-966c-1fe9466f4806,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:04.072929 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:04.073445 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:04.076896 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:04.181416 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c934ec5-8c56-4780-8ec0-4b070e4582a2 req-99e192a3-3c3e-4eb8-ba82-e204a24ce512 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] No DVR routers for this DVR port 21856a23-4941-4da0-966c-1fe9466f4806 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:04.185017 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6c934ec5-8c56-4780-8ec0-4b070e4582a2 req-99e192a3-3c3e-4eb8-ba82-e204a24ce512 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.187764 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6c934ec5-8c56-4780-8ec0-4b070e4582a2 req-99e192a3-3c3e-4eb8-ba82-e204a24ce512 tempest-ServerRescueNegativeTestJSON-651965694 tempest-ServerRescueNegativeTestJSON-651965694-project] 10.222.0.89 "DELETE /v2.0/ports/21856a23-4941-4da0-966c-1fe9466f4806 HTTP/1.1" status: 204 len: 173 time: 1.5845814 Jul 05 04:08:04.189241 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1812b7-a7c2-4465-acf7-c3e3c7d9b585', 'name': 'network-vif-deleted', 'tag': '21856a23-4941-4da0-966c-1fe9466f4806'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:04.193777 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316b7389-d9bc-4e46-b2b5-66aed189b6b7" -d '{"events": [{"server_uuid": "0a1812b7-a7c2-4465-acf7-c3e3c7d9b585", "name": "network-vif-deleted", "tag": "21856a23-4941-4da0-966c-1fe9466f4806"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:04.201900 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.db.api [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:08:04.201900 n-d-780147-23 neutron-server[105539]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:08:04.201900 n-d-780147-23 neutron-server[105539]: [parameters: {'id': '1e2af825-1141-4205-9bdb-57d7929e3648'}] Jul 05 04:08:04.201900 n-d-780147-23 neutron-server[105539]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105539) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:08:04.202749 n-d-780147-23 neutron-server[105539]: DEBUG oslo_db.api [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:08:04.258840 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c5a7c5-7bdd-4a7c-808a-7414a121204d x-openstack-request-id: req-a6c5a7c5-7bdd-4a7c-808a-7414a121204d {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:04.259168 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1812b7-a7c2-4465-acf7-c3e3c7d9b585", "name": "network-vif-deleted", "tag": "21856a23-4941-4da0-966c-1fe9466f4806", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:04.259399 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6c5a7c5-7bdd-4a7c-808a-7414a121204d {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:04.259855 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1812b7-a7c2-4465-acf7-c3e3c7d9b585', 'name': 'network-vif-deleted', 'tag': '21856a23-4941-4da0-966c-1fe9466f4806', 'status': 'completed', 'code': 200} Jul 05 04:08:04.324483 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.706401 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.913152 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9992fcae-5d8b-4511-be87-3505e85b0b9e req-0b204aab-14c0-4abd-a2c7-40c955a0eb79 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046 HTTP/1.1" status: 200 len: 210 time: 0.0955958 Jul 05 04:08:04.951083 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Deleting port 2a275c38-fad6-4d1c-80a6-2fa3abf3f375 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:04.951680 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.011671 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecee519-1555-490a-bbb5-38964b308341 None None] Network 1e2af825-1141-4205-9bdb-57d7929e3648 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:05.028255 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43c96e-d256-4750-9718-2f956b29e98f req-ce685939-f123-4a24-89fb-71b505daf06e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:05.030155 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4a43c96e-d256-4750-9718-2f956b29e98f req-ce685939-f123-4a24-89fb-71b505daf06e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.70 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 812 time: 0.2886953 Jul 05 04:08:05.055775 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-4a43c96e-d256-4750-9718-2f956b29e98f req-91ac3d3b-7255-4e7e-ae97-43aa0490596c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Request body: {'port': {'device_id': 'cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'admin_state_up': True, 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:05.070373 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] For port 2a275c38-fad6-4d1c-80a6-2fa3abf3f375, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=2a275c38-fad6-4d1c-80a6-2fa3abf3f375,segment=NetworkSegment(3d916487-b6e1-47b9-ae54-803c53dd047f),segment_id=3d916487-b6e1-47b9-ae54-803c53dd047f)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:05.071268 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.136553 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Calling delete_port for 2a275c38-fad6-4d1c-80a6-2fa3abf3f375 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:05.259646 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43168) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:05.262321 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3045fbf2-cb8b-45a2-895f-b5c0a87308da None None] Provisioning for port 2a275c38-fad6-4d1c-80a6-2fa3abf3f375 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:05.342839 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.394623 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Port': ['ID=2a275c38-fad6-4d1c-80a6-2fa3abf3f375,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:05.401241 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 2a275c38-fad6-4d1c-80a6-2fa3abf3f375 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:05.411714 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No DVR routers for this DVR port 2a275c38-fad6-4d1c-80a6-2fa3abf3f375 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:05.428830 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 2a275c38-fad6-4d1c-80a6-2fa3abf3f375 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:08:05.429342 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 2a275c38-fad6-4d1c-80a6-2fa3abf3f375 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 05 04:08:05.479720 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Port 2a275c38-fad6-4d1c-80a6-2fa3abf3f375 not found, will not notify nova. {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 05 04:08:05.515331 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.532136 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e2af825-1141-4205-9bdb-57d7929e3648']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:05.561910 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d916487-b6e1-47b9-ae54-803c53dd047f') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:05.562252 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d916487-b6e1-47b9-ae54-803c53dd047f') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:05.574265 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a43c96e-d256-4750-9718-2f956b29e98f req-91ac3d3b-7255-4e7e-ae97-43aa0490596c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Made reservation on behalf of f1c1197f995c40748eb7a04272d5b4dc for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:05.583531 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.589027 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4a43c96e-d256-4750-9718-2f956b29e98f req-91ac3d3b-7255-4e7e-ae97-43aa0490596c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.596980 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.607611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:05.608078 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:05.612695 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:05.695603 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.732952 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.735188 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/networks/1e2af825-1141-4205-9bdb-57d7929e3648 HTTP/1.1" status: 204 len: 168 time: 3.2953932 Jul 05 04:08:05.757862 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43176) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:05.761495 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff68cba-7526-415c-bb59-56194a1e37e0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Network': ['ID=1e2af825-1141-4205-9bdb-57d7929e3648,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:05.854855 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c91d4a-2596-477b-b3e1-ac16243f3691 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] GET failed (client error): The resource could not be found. Jul 05 04:08:05.858738 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-92c91d4a-2596-477b-b3e1-ac16243f3691 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "GET /v2.0/subnets/d87438f1-1284-4041-912f-988efd2a9e13 HTTP/1.1" status: 404 len: 337 time: 0.0970321 Jul 05 04:08:05.859079 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43178) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:05.860460 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339a0901-a796-4976-bff3-df3e3ed2d4c5 None None] DHCP port deletion for 1e2af825-1141-4205-9bdb-57d7929e3648 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:08:05.887491 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-614a192c-3b10-4ef2-b617-643ca06108e6 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:05.888294 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-614a192c-3b10-4ef2-b617-643ca06108e6 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:05.893378 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-614a192c-3b10-4ef2-b617-643ca06108e6 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/networks/1e2af825-1141-4205-9bdb-57d7929e3648 HTTP/1.1" status: 404 len: 339 time: 0.0298569 Jul 05 04:08:05.898882 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43180) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:06.025928 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-4a43c96e-d256-4750-9718-2f956b29e98f req-91ac3d3b-7255-4e7e-ae97-43aa0490596c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Allocated IP 172.20.0.14 (76e1944d-1d03-4c4e-b1ba-413cddc95912/d157b61e-6b4a-43c9-a07c-5c6e1fda4120/ecac39f9-f712-4579-8141-c1d1cbf1aff4) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:06.171599 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c8a5241-f5f7-4f16-b239-9576f24eb0c3 req-17455005-3883-4f68-b068-7fbeed4f0bc6 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046 HTTP/1.1" status: 200 len: 210 time: 0.0402527 Jul 05 04:08:06.238430 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ebb492-3f3f-46ac-9f66-6ff1063d9042 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:06.239978 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b0ebb492-3f3f-46ac-9f66-6ff1063d9042 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3400896 Jul 05 04:08:06.243381 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43186) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:06.259243 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4a43c96e-d256-4750-9718-2f956b29e98f req-91ac3d3b-7255-4e7e-ae97-43aa0490596c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.280154 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-dc579566-73b3-4b55-b69c-3383c304126a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "GET /v2.0/subnets?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 207 time: 0.0357361 Jul 05 04:08:06.283889 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43188) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:06.284425 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-4a43c96e-d256-4750-9718-2f956b29e98f req-91ac3d3b-7255-4e7e-ae97-43aa0490596c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Transition to ACTIVE for port object ecac39f9-f712-4579-8141-c1d1cbf1aff4 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:06.381385 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4a43c96e-d256-4750-9718-2f956b29e98f req-91ac3d3b-7255-4e7e-ae97-43aa0490596c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.407532 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e355cd3c-3675-4b20-830f-b73f83283ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.428484 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['8440734f-6e50-4cd5-badb-d847a8eee38a', 'd9098f55-3574-44d3-93c4-06d7aad7425a'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:08:06.462449 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39ff86f-5428-40f3-8384-57be4a4c872d tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:06.484770 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39ff86f-5428-40f3-8384-57be4a4c872d tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:06.502284 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39ff86f-5428-40f3-8384-57be4a4c872d tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:06.513796 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39ff86f-5428-40f3-8384-57be4a4c872d tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:06.515548 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a39ff86f-5428-40f3-8384-57be4a4c872d tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2307277 Jul 05 04:08:06.520925 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43192) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:06.578268 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a43c96e-d256-4750-9718-2f956b29e98f req-91ac3d3b-7255-4e7e-ae97-43aa0490596c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Network 76e1944d-1d03-4c4e-b1ba-413cddc95912 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:06.589924 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac3d3b-7255-4e7e-ae97-43aa0490596c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Pushing event updated for resources: {'Port': ['ID=ecac39f9-f712-4579-8141-c1d1cbf1aff4,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:06.592737 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-4a43c96e-d256-4750-9718-2f956b29e98f req-91ac3d3b-7255-4e7e-ae97-43aa0490596c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:06.609160 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a43c96e-d256-4750-9718-2f956b29e98f req-91ac3d3b-7255-4e7e-ae97-43aa0490596c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:06.636146 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 21856a23-4941-4da0-966c-1fe9466f4806 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:06.665012 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 21856a23-4941-4da0-966c-1fe9466f4806 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:08:06.665711 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 21856a23-4941-4da0-966c-1fe9466f4806 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:08:06.737709 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43c96e-d256-4750-9718-2f956b29e98f req-91ac3d3b-7255-4e7e-ae97-43aa0490596c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:06.743847 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4a43c96e-d256-4750-9718-2f956b29e98f req-91ac3d3b-7255-4e7e-ae97-43aa0490596c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.794045 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e3c02ed4-1b92-4298-bce2-af44aaabf1ba tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2714217 Jul 05 04:08:06.799383 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43202) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:06.867756 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85e3507-52df-4c0e-a688-4005c53fb70a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:06.870248 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85e3507-52df-4c0e-a688-4005c53fb70a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:06.871627 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4a43c96e-d256-4750-9718-2f956b29e98f req-91ac3d3b-7255-4e7e-ae97-43aa0490596c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8232124 Jul 05 04:08:06.872282 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c85e3507-52df-4c0e-a688-4005c53fb70a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0716138 Jul 05 04:08:06.876263 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43204) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:06.899163 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-4a43c96e-d256-4750-9718-2f956b29e98f req-fc9364c6-2e08-4655-99d4-07169ecb7489 service neutron] Request body: {'port': {'device_id': 'cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:06.945493 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a85613-55a7-4fce-8061-56149155f916 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['shared'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:06.947102 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a85613-55a7-4fce-8061-56149155f916 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['shared'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:06.948523 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b3a85613-55a7-4fce-8061-56149155f916 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0712147 Jul 05 04:08:06.952288 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43206) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:07.044260 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-23e30c05-6034-47af-9ecb-73ff9d13dc70 None None] Provisioning for port ecac39f9-f712-4579-8141-c1d1cbf1aff4 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:07.058222 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-23e30c05-6034-47af-9ecb-73ff9d13dc70 None None] Provisioning complete for port ecac39f9-f712-4579-8141-c1d1cbf1aff4 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:07.058948 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-23e30c05-6034-47af-9ecb-73ff9d13dc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.128853 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-23e30c05-6034-47af-9ecb-73ff9d13dc70 None None] Port ecac39f9-f712-4579-8141-c1d1cbf1aff4 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:07.146183 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c286fd-8418-4639-a68e-ba42de1b18bb tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:07.147921 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a6c286fd-8418-4639-a68e-ba42de1b18bb tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "GET /v2.0/networks/08841fb5-2486-4f30-bccc-3e2242c451b3 HTTP/1.1" status: 200 len: 800 time: 0.1946490 Jul 05 04:08:07.151759 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43210) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:07.306263 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 2a275c38-fad6-4d1c-80a6-2fa3abf3f375 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:07.317044 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0f5222ad-5e7d-4cac-9740-b9d0105baec7 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "GET /v2.0/networks/08841fb5-2486-4f30-bccc-3e2242c451b3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1624961 Jul 05 04:08:07.318532 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43216) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:07.377033 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 2a275c38-fad6-4d1c-80a6-2fa3abf3f375 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:08:07.377482 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 2a275c38-fad6-4d1c-80a6-2fa3abf3f375 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:08:07.381744 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90d339b-3899-4076-8cc7-73002be6cbee tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:07.387655 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b90d339b-3899-4076-8cc7-73002be6cbee tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "GET /v2.0/subnets/66180ef5-7b8f-45fa-8428-53e77f42197b HTTP/1.1" status: 200 len: 811 time: 0.0678647 Jul 05 04:08:07.402676 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43220) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:07.483541 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4c09da-ae3b-434d-bc41-6fefa05bbd68 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['shared'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:07.485358 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9a4c09da-ae3b-434d-bc41-6fefa05bbd68 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "GET /v2.0/subnets/66180ef5-7b8f-45fa-8428-53e77f42197b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0805058 Jul 05 04:08:07.489841 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43222) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:07.510573 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-428a1311-9281-44d6-8f32-b196563f9ba0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1985726411'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:07.609005 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4a43c96e-d256-4750-9718-2f956b29e98f req-fc9364c6-2e08-4655-99d4-07169ecb7489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.610794 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428a1311-9281-44d6-8f32-b196563f9ba0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Made reservation on behalf of 042f2eec868146e1bec3a1c7f20de2b3 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:07.614923 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-428a1311-9281-44d6-8f32-b196563f9ba0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.693544 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c26710-a76d-4714-904b-cbf1630ebaec req-2409ba1a-dc65-4c7d-8d1c-d7bd29c37da1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:07.695138 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b6c26710-a76d-4714-904b-cbf1630ebaec req-2409ba1a-dc65-4c7d-8d1c-d7bd29c37da1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046 HTTP/1.1" status: 200 len: 932 time: 0.2004678 Jul 05 04:08:07.704992 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428a1311-9281-44d6-8f32-b196563f9ba0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:07.756673 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-428a1311-9281-44d6-8f32-b196563f9ba0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.757037 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-428a1311-9281-44d6-8f32-b196563f9ba0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Added segment 5f6c6ba4-d2ea-4adb-b698-cbfda0dd23a5 of type vlan for network 7095a0bc-0064-4dd9-afa4-e82e72e77681 Jul 05 04:08:07.913310 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-428a1311-9281-44d6-8f32-b196563f9ba0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.928256 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b6c26710-a76d-4714-904b-cbf1630ebaec req-73b2c82e-302e-4ad5-bd42-41f9f2e2fb0a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944823 Jul 05 04:08:08.030510 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-428a1311-9281-44d6-8f32-b196563f9ba0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.038525 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428a1311-9281-44d6-8f32-b196563f9ba0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:08.038525 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-428a1311-9281-44d6-8f32-b196563f9ba0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.078439 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-e355cd3c-3675-4b20-830f-b73f83283ace admin admin] Deleting port 97fa14fb-acf0-446e-865f-085c7211210d {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:08.078717 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e355cd3c-3675-4b20-830f-b73f83283ace admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.170414 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-428a1311-9281-44d6-8f32-b196563f9ba0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6744773 Jul 05 04:08:08.173961 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43232) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:08.181381 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f5d2facb-128b-4bc5-8da6-b7ae60ccfa33 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'subnet': {'network_id': '7095a0bc-0064-4dd9-afa4-e82e72e77681', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:08.202833 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a1311-9281-44d6-8f32-b196563f9ba0 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Network': ['ID=7095a0bc-0064-4dd9-afa4-e82e72e77681,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:08.217164 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 7095a0bc-0064-4dd9-afa4-e82e72e77681 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:08.283743 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-e355cd3c-3675-4b20-830f-b73f83283ace admin admin] For port 97fa14fb-acf0-446e-865f-085c7211210d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=97fa14fb-acf0-446e-865f-085c7211210d,segment=NetworkSegment(493f0cab-cd14-488b-bdc2-f5e68dce74ef),segment_id=493f0cab-cd14-488b-bdc2-f5e68dce74ef)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:08.284120 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e355cd3c-3675-4b20-830f-b73f83283ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.300799 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d2facb-128b-4bc5-8da6-b7ae60ccfa33 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Made reservation on behalf of 042f2eec868146e1bec3a1c7f20de2b3 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:08.305842 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f5d2facb-128b-4bc5-8da6-b7ae60ccfa33 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.309459 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-4a43c96e-d256-4750-9718-2f956b29e98f req-fc9364c6-2e08-4655-99d4-07169ecb7489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecac39f9-f712-4579-8141-c1d1cbf1aff4 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:08:08.314455 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-e355cd3c-3675-4b20-830f-b73f83283ace admin admin] Calling delete_port for 97fa14fb-acf0-446e-865f-085c7211210d owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:08.322343 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4a43c96e-d256-4750-9718-2f956b29e98f req-fc9364c6-2e08-4655-99d4-07169ecb7489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.382602 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-4a43c96e-d256-4750-9718-2f956b29e98f req-fc9364c6-2e08-4655-99d4-07169ecb7489 service neutron] Transition to ACTIVE for port object ecac39f9-f712-4579-8141-c1d1cbf1aff4 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:08.388556 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4a43c96e-d256-4750-9718-2f956b29e98f req-fc9364c6-2e08-4655-99d4-07169ecb7489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.405626 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.ipam_backend_mixin [None req-f5d2facb-128b-4bc5-8da6-b7ae60ccfa33 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Performing IP validity checks on allocation pools {{(pid=105539) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 04:08:08.406105 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.ipam_backend_mixin [None req-f5d2facb-128b-4bc5-8da6-b7ae60ccfa33 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105539) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 04:08:08.462847 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9364c6-2e08-4655-99d4-07169ecb7489 service neutron] Pushing event updated for resources: {'Port': ['ID=ecac39f9-f712-4579-8141-c1d1cbf1aff4,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:08.655450 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f5d2facb-128b-4bc5-8da6-b7ae60ccfa33 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.673263 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-4a43c96e-d256-4750-9718-2f956b29e98f req-fc9364c6-2e08-4655-99d4-07169ecb7489 service neutron] Attempting to bind port ecac39f9-f712-4579-8141-c1d1cbf1aff4 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:08.673813 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-4a43c96e-d256-4750-9718-2f956b29e98f req-fc9364c6-2e08-4655-99d4-07169ecb7489 service neutron] Attempting to bind port ecac39f9-f712-4579-8141-c1d1cbf1aff4 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:08.673924 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a43c96e-d256-4750-9718-2f956b29e98f req-fc9364c6-2e08-4655-99d4-07169ecb7489 service neutron] Attempting to bind port ecac39f9-f712-4579-8141-c1d1cbf1aff4 on network 76e1944d-1d03-4c4e-b1ba-413cddc95912 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:08.683853 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a43c96e-d256-4750-9718-2f956b29e98f req-fc9364c6-2e08-4655-99d4-07169ecb7489 service neutron] Port ecac39f9-f712-4579-8141-c1d1cbf1aff4 on network 76e1944d-1d03-4c4e-b1ba-413cddc95912 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:08:08.684203 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a43c96e-d256-4750-9718-2f956b29e98f req-fc9364c6-2e08-4655-99d4-07169ecb7489 service neutron] Attempting to bind port ecac39f9-f712-4579-8141-c1d1cbf1aff4 on network 76e1944d-1d03-4c4e-b1ba-413cddc95912 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:08.712090 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a43c96e-d256-4750-9718-2f956b29e98f req-fc9364c6-2e08-4655-99d4-07169ecb7489 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:08.713746 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a43c96e-d256-4750-9718-2f956b29e98f req-fc9364c6-2e08-4655-99d4-07169ecb7489 service neutron] Checking segment: {'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:08.713746 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a43c96e-d256-4750-9718-2f956b29e98f req-fc9364c6-2e08-4655-99d4-07169ecb7489 service neutron] Bound using segment: {'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:08.713746 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-4a43c96e-d256-4750-9718-2f956b29e98f req-fc9364c6-2e08-4655-99d4-07169ecb7489 service neutron] Bound port: ecac39f9-f712-4579-8141-c1d1cbf1aff4, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:08.713746 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4a43c96e-d256-4750-9718-2f956b29e98f req-fc9364c6-2e08-4655-99d4-07169ecb7489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.767561 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2facb-128b-4bc5-8da6-b7ae60ccfa33 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Subnet': ['ID=ff09f178-fa4f-40e7-b79e-574d8fd5fd37,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:08.783206 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d2facb-128b-4bc5-8da6-b7ae60ccfa33 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Checking segment: {'id': '5f6c6ba4-d2ea-4adb-b698-cbfda0dd23a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7095a0bc-0064-4dd9-afa4-e82e72e77681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:08.783447 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d2facb-128b-4bc5-8da6-b7ae60ccfa33 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Network hostable DHCP agents. Network: 7095a0bc-0064-4dd9-afa4-e82e72e77681, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:08:08.807285 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e355cd3c-3675-4b20-830f-b73f83283ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.846185 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d2facb-128b-4bc5-8da6-b7ae60ccfa33 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Network 7095a0bc-0064-4dd9-afa4-e82e72e77681 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:08.849175 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355cd3c-3675-4b20-830f-b73f83283ace admin admin] Pushing event deleted for resources: {'Port': ['ID=97fa14fb-acf0-446e-865f-085c7211210d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:08.890077 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-f5d2facb-128b-4bc5-8da6-b7ae60ccfa33 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 7095a0bc-0064-4dd9-afa4-e82e72e77681) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:08.904275 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3f16e7-a6f6-4965-a1a4-cc57bead32e8 None None] Network 7095a0bc-0064-4dd9-afa4-e82e72e77681 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:08.907643 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d2facb-128b-4bc5-8da6-b7ae60ccfa33 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:08.908503 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f5d2facb-128b-4bc5-8da6-b7ae60ccfa33 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.912921 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-4a43c96e-d256-4750-9718-2f956b29e98f req-fc9364c6-2e08-4655-99d4-07169ecb7489 service neutron] For port ecac39f9-f712-4579-8141-c1d1cbf1aff4, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:08.932228 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-4a43c96e-d256-4750-9718-2f956b29e98f req-fc9364c6-2e08-4655-99d4-07169ecb7489 service neutron] For port ecac39f9-f712-4579-8141-c1d1cbf1aff4, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=ecac39f9-f712-4579-8141-c1d1cbf1aff4,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:08.939363 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4a43c96e-d256-4750-9718-2f956b29e98f req-fc9364c6-2e08-4655-99d4-07169ecb7489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.944951 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f5d2facb-128b-4bc5-8da6-b7ae60ccfa33 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7654734 Jul 05 04:08:08.945224 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43258) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:08.958184 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-bfbb3454-49c5-4ba6-a748-4bf5da2144ca tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:09.035403 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43c96e-d256-4750-9718-2f956b29e98f req-fc9364c6-2e08-4655-99d4-07169ecb7489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:09.036119 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4a43c96e-d256-4750-9718-2f956b29e98f req-fc9364c6-2e08-4655-99d4-07169ecb7489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.037708 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4a43c96e-d256-4750-9718-2f956b29e98f req-fc9364c6-2e08-4655-99d4-07169ecb7489 service neutron] 10.222.0.70 "PUT /v2.0/ports/ecac39f9-f712-4579-8141-c1d1cbf1aff4 HTTP/1.1" status: 200 len: 1093 time: 2.1495993 Jul 05 04:08:09.040084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046', 'tag': 'ecac39f9-f712-4579-8141-c1d1cbf1aff4'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:09.040574 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f81b53-7f4b-4035-8013-7e75a0261ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046", "tag": "ecac39f9-f712-4579-8141-c1d1cbf1aff4"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:09.244832 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bfbb3454-49c5-4ba6-a748-4bf5da2144ca tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10132668'] for subnet, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.297447 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9364c6-2e08-4655-99d4-07169ecb7489 service neutron] Pushing event updated for resources: {'Port': ['ID=ecac39f9-f712-4579-8141-c1d1cbf1aff4,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:09.325809 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ad267d-32b8-41b5-bcb7-215a311b3b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-7095a0bc-0064-4dd9-afa4-e82e72e77681', 'network_id': '7095a0bc-0064-4dd9-afa4-e82e72e77681', 'tenant_id': '042f2eec868146e1bec3a1c7f20de2b3', 'fixed_ips': [{'subnet_id': 'ff09f178-fa4f-40e7-b79e-574d8fd5fd37'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:08:09.326760 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-70ad267d-32b8-41b5-bcb7-215a311b3b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.327257 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e355cd3c-3675-4b20-830f-b73f83283ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.459276 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43c96e-d256-4750-9718-2f956b29e98f req-4992b1e6-3b64-4654-b024-bd05ea79868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:09.461005 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4a43c96e-d256-4750-9718-2f956b29e98f req-4992b1e6-3b64-4654-b024-bd05ea79868a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&device_id=cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046 HTTP/1.1" status: 200 len: 1096 time: 0.3490369 Jul 05 04:08:09.464910 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89162844-05ee-4b74-be8e-7db096fb433a x-openstack-request-id: req-89162844-05ee-4b74-be8e-7db096fb433a {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:09.465274 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046", "tag": "ecac39f9-f712-4579-8141-c1d1cbf1aff4", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:09.465565 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-89162844-05ee-4b74-be8e-7db096fb433a {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:09.465989 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046', 'tag': 'ecac39f9-f712-4579-8141-c1d1cbf1aff4', 'status': 'completed', 'code': 200} Jul 05 04:08:09.522201 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7388c-66f1-4ac0-b44b-24aebe89b199 req-70e590ec-2fa7-44cf-ab8c-958e0a378922 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:09.529268 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e6a7388c-66f1-4ac0-b44b-24aebe89b199 req-70e590ec-2fa7-44cf-ab8c-958e0a378922 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046 HTTP/1.1" status: 200 len: 944 time: 0.2472820 Jul 05 04:08:09.534554 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4a43c96e-d256-4750-9718-2f956b29e98f req-696b58d5-bdf6-459f-bb2c-a845c55b23b6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecac39f9-f712-4579-8141-c1d1cbf1aff4 HTTP/1.1" status: 200 len: 217 time: 0.0546191 Jul 05 04:08:09.647200 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43c96e-d256-4750-9718-2f956b29e98f req-d3fc7b76-256a-425c-a014-172b7c603105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:09.648389 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4a43c96e-d256-4750-9718-2f956b29e98f req-d3fc7b76-256a-425c-a014-172b7c603105 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d157b61e-6b4a-43c9-a07c-5c6e1fda4120 HTTP/1.1" status: 200 len: 851 time: 0.0723271 Jul 05 04:08:09.746078 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e6a7388c-66f1-4ac0-b44b-24aebe89b199 req-507fc037-94ad-4b92-925c-dac73d101850 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671231 Jul 05 04:08:09.770306 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bfbb3454-49c5-4ba6-a748-4bf5da2144ca tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787916950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10254683'] for subnet, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.825345 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-70ad267d-32b8-41b5-bcb7-215a311b3b1a None None] Allocated IP 172.20.0.3 (7095a0bc-0064-4dd9-afa4-e82e72e77681/ff09f178-fa4f-40e7-b79e-574d8fd5fd37/ab51a187-ead6-4745-82ea-4cf952a94240) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:09.840193 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbb3454-49c5-4ba6-a748-4bf5da2144ca tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:09.841137 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bfbb3454-49c5-4ba6-a748-4bf5da2144ca tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.846437 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bfbb3454-49c5-4ba6-a748-4bf5da2144ca tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "PUT /v2.0/subnets/ff09f178-fa4f-40e7-b79e-574d8fd5fd37 HTTP/1.1" status: 200 len: 877 time: 0.8999686 Jul 05 04:08:09.853461 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43280) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:09.874958 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e355cd3c-3675-4b20-830f-b73f83283ace admin admin] Router cdfd9484-d790-4ff1-b619-2104fd16ff64 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:08:09.882945 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb3454-49c5-4ba6-a748-4bf5da2144ca tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event updated for resources: {'Subnet': ['ID=ff09f178-fa4f-40e7-b79e-574d8fd5fd37,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:09.996069 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43c96e-d256-4750-9718-2f956b29e98f req-accf1215-f458-447e-93f8-7647a4219dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:09.997775 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4a43c96e-d256-4750-9718-2f956b29e98f req-accf1215-f458-447e-93f8-7647a4219dc4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=76e1944d-1d03-4c4e-b1ba-413cddc95912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3011131 Jul 05 04:08:10.021654 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.027343 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-70ad267d-32b8-41b5-bcb7-215a311b3b1a None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.061337 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-70ad267d-32b8-41b5-bcb7-215a311b3b1a None None] Transition to ACTIVE for port object ab51a187-ead6-4745-82ea-4cf952a94240 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:10.105698 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.117250 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-70ad267d-32b8-41b5-bcb7-215a311b3b1a None None] Transition to ACTIVE for port object ab51a187-ead6-4745-82ea-4cf952a94240 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:10.139995 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-70ad267d-32b8-41b5-bcb7-215a311b3b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.187378 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ad267d-32b8-41b5-bcb7-215a311b3b1a None None] Network 7095a0bc-0064-4dd9-afa4-e82e72e77681 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:10.191200 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-70ad267d-32b8-41b5-bcb7-215a311b3b1a None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:10.196070 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ad267d-32b8-41b5-bcb7-215a311b3b1a None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:10.211619 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad267d-32b8-41b5-bcb7-215a311b3b1a None None] Pushing event updated for resources: {'Port': ['ID=ab51a187-ead6-4745-82ea-4cf952a94240,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:10.215068 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4a43c96e-d256-4750-9718-2f956b29e98f req-f92f1ea8-ee70-4276-a6ec-e6801a28c6d1 service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039378 Jul 05 04:08:10.222262 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.238428 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e355cd3c-3675-4b20-830f-b73f83283ace admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:08:10.252337 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561d8733-36b4-44d8-b48f-2bd1dbabd9d9 None None] Sync routers for ids ['cdfd9484-d790-4ff1-b619-2104fd16ff64'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:08:10.256587 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e355cd3c-3675-4b20-830f-b73f83283ace admin admin] 10.222.0.77 "PUT /v2.0/routers/cdfd9484-d790-4ff1-b619-2104fd16ff64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9958463 Jul 05 04:08:10.268423 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561d8733-36b4-44d8-b48f-2bd1dbabd9d9 None None] Routers {'cdfd9484-d790-4ff1-b619-2104fd16ff64'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:10.270013 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-561d8733-36b4-44d8-b48f-2bd1dbabd9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:08:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['cdfd9484-d790-4ff1-b619-2104fd16ff64'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:10.282404 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43292) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:10.301703 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Subnet': ['ID=ff09f178-fa4f-40e7-b79e-574d8fd5fd37,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:10.360001 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-70ad267d-32b8-41b5-bcb7-215a311b3b1a None None] Attempting to bind port ab51a187-ead6-4745-82ea-4cf952a94240 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:10.360529 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-70ad267d-32b8-41b5-bcb7-215a311b3b1a None None] Attempting to bind port ab51a187-ead6-4745-82ea-4cf952a94240 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '5f6c6ba4-d2ea-4adb-b698-cbfda0dd23a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7095a0bc-0064-4dd9-afa4-e82e72e77681'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:10.360740 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ad267d-32b8-41b5-bcb7-215a311b3b1a None None] Attempting to bind port ab51a187-ead6-4745-82ea-4cf952a94240 on network 7095a0bc-0064-4dd9-afa4-e82e72e77681 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:10.371646 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ad267d-32b8-41b5-bcb7-215a311b3b1a None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:10.374315 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ad267d-32b8-41b5-bcb7-215a311b3b1a None None] Checking segment: {'id': '5f6c6ba4-d2ea-4adb-b698-cbfda0dd23a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7095a0bc-0064-4dd9-afa4-e82e72e77681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:10.374932 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-70ad267d-32b8-41b5-bcb7-215a311b3b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.375342 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ad267d-32b8-41b5-bcb7-215a311b3b1a None None] Bound using segment: {'id': '5f6c6ba4-d2ea-4adb-b698-cbfda0dd23a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7095a0bc-0064-4dd9-afa4-e82e72e77681'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:10.375861 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-70ad267d-32b8-41b5-bcb7-215a311b3b1a None None] Bound port: ab51a187-ead6-4745-82ea-4cf952a94240, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6c6ba4-d2ea-4adb-b698-cbfda0dd23a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7095a0bc-0064-4dd9-afa4-e82e72e77681'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:10.378477 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-70ad267d-32b8-41b5-bcb7-215a311b3b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.388147 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4a43c96e-d256-4750-9718-2f956b29e98f req-e695be1c-38f0-40d4-bf8c-30b353601cd2 service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651073 Jul 05 04:08:10.447695 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.487717 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-70ad267d-32b8-41b5-bcb7-215a311b3b1a None None] For port ab51a187-ead6-4745-82ea-4cf952a94240, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:10.491859 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-70ad267d-32b8-41b5-bcb7-215a311b3b1a None None] For port ab51a187-ead6-4745-82ea-4cf952a94240, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=ab51a187-ead6-4745-82ea-4cf952a94240,segment=NetworkSegment(5f6c6ba4-d2ea-4adb-b698-cbfda0dd23a5),segment_id=5f6c6ba4-d2ea-4adb-b698-cbfda0dd23a5)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:10.492098 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7095a0bc-0064-4dd9-afa4-e82e72e77681']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:10.497783 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-561d8733-36b4-44d8-b48f-2bd1dbabd9d9 None None] Set router cdfd9484-d790-4ff1-b619-2104fd16ff64 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:08:10.503926 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-70ad267d-32b8-41b5-bcb7-215a311b3b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.509378 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6c6ba4-d2ea-4adb-b698-cbfda0dd23a5') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:10.509764 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6c6ba4-d2ea-4adb-b698-cbfda0dd23a5') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:10.540231 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.555539 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca49e94c-3613-4559-a06d-0ddf5f36d876 admin admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.607974 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.625599 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f81b53-7f4b-4035-8013-7e75a0261ccd req-3ec68f56-255f-4109-9c80-d60350532669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:10.627202 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:10.627621 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.631360 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4f81b53-7f4b-4035-8013-7e75a0261ccd req-3ec68f56-255f-4109-9c80-d60350532669 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&device_id=cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046 HTTP/1.1" status: 200 len: 1096 time: 0.1355574 Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:10.639473 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:10.667481 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad267d-32b8-41b5-bcb7-215a311b3b1a None None] Pushing event updated for resources: {'Port': ['ID=ab51a187-ead6-4745-82ea-4cf952a94240,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:10.705480 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174dd0d4-ed77-424b-bcb0-4b2d8e1fc52f None None] Network 7095a0bc-0064-4dd9-afa4-e82e72e77681 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:10.815094 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f81b53-7f4b-4035-8013-7e75a0261ccd req-f4884b93-d5f8-4fe1-801c-9b11ab09873a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:10.818204 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4f81b53-7f4b-4035-8013-7e75a0261ccd req-f4884b93-d5f8-4fe1-801c-9b11ab09873a service neutron] 10.222.0.70 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 913 time: 0.1805458 Jul 05 04:08:10.899333 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4f81b53-7f4b-4035-8013-7e75a0261ccd req-64cda82b-e44e-445a-8ecd-f70351c108c5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecac39f9-f712-4579-8141-c1d1cbf1aff4 HTTP/1.1" status: 200 len: 217 time: 0.0753000 Jul 05 04:08:10.917066 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.db.api [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:08:10.917066 n-d-780147-23 neutron-server[105539]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:08:10.917066 n-d-780147-23 neutron-server[105539]: [parameters: {'id': '7095a0bc-0064-4dd9-afa4-e82e72e77681'}] Jul 05 04:08:10.917066 n-d-780147-23 neutron-server[105539]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105539) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:08:10.917542 n-d-780147-23 neutron-server[105539]: DEBUG oslo_db.api [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:08:10.971686 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f81b53-7f4b-4035-8013-7e75a0261ccd req-28aea186-0bb6-4f83-9e7a-1b73dc36785b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:10.977939 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca49e94c-3613-4559-a06d-0ddf5f36d876 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.980064 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4f81b53-7f4b-4035-8013-7e75a0261ccd req-28aea186-0bb6-4f83-9e7a-1b73dc36785b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d157b61e-6b4a-43c9-a07c-5c6e1fda4120 HTTP/1.1" status: 200 len: 851 time: 0.0750315 Jul 05 04:08:11.030161 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eb23c3-e840-4b34-ac8f-29b1c60be333 None None] Network 7095a0bc-0064-4dd9-afa4-e82e72e77681 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:11.129040 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-561d8733-36b4-44d8-b48f-2bd1dbabd9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfd9484-d790-4ff1-b619-2104fd16ff64', 'name': 'tempest-ServerRescueNegativeTestJSON-496951029-router', 'tenant_id': '926d31dd012d42b08dd59638f4bc0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '7b2a6a98-7135-4885-aa96-1692f5a55303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:20Z', 'updated_at': '2021-07-05T04:08:08Z', 'revision_number': 5, 'project_id': '926d31dd012d42b08dd59638f4bc0d7d', 'gw_port': {'id': '7b2a6a98-7135-4885-aa96-1692f5a55303', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:59:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfd9484-d790-4ff1-b619-2104fd16ff64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:23Z', 'updated_at': '2021-07-05T04:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:11.147917 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f81b53-7f4b-4035-8013-7e75a0261ccd req-1b4e6542-0fc8-4be5-b5de-a32b07b6e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:11.151505 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4f81b53-7f4b-4035-8013-7e75a0261ccd req-1b4e6542-0fc8-4be5-b5de-a32b07b6e613 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=76e1944d-1d03-4c4e-b1ba-413cddc95912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1633251 Jul 05 04:08:11.158356 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-ca49e94c-3613-4559-a06d-0ddf5f36d876 admin admin] Deleting port 7b2a6a98-7135-4885-aa96-1692f5a55303 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:11.158719 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca49e94c-3613-4559-a06d-0ddf5f36d876 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.186685 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4c27e-e064-40f4-b022-7b4fb8733a8b req-55f2019f-3db3-49d6-aacf-3f9f05c3a5bd tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:11.197704 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86f4c27e-e064-40f4-b022-7b4fb8733a8b req-55f2019f-3db3-49d6-aacf-3f9f05c3a5bd tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046 HTTP/1.1" status: 200 len: 944 time: 0.1408901 Jul 05 04:08:11.201380 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561d8733-36b4-44d8-b48f-2bd1dbabd9d9 None None] Checking router: cdfd9484-d790-4ff1-b619-2104fd16ff64 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:08:11.227108 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561d8733-36b4-44d8-b48f-2bd1dbabd9d9 None None] Routers {'cdfd9484-d790-4ff1-b619-2104fd16ff64'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:11.228051 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-561d8733-36b4-44d8-b48f-2bd1dbabd9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:08:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['cdfd9484-d790-4ff1-b619-2104fd16ff64'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:11.371237 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86f4c27e-e064-40f4-b022-7b4fb8733a8b req-f0d86d22-4ec7-4ea4-a987-fe22f38a24fb tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724136 Jul 05 04:08:11.390902 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a940d2-a6db-426e-9117-d23b9a055609 None None] get_active_networks_info from n-d-780147-23 {{(pid=105540) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:08:11.444114 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.455257 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4f81b53-7f4b-4035-8013-7e75a0261ccd req-fa655965-96b2-4841-ba0c-174ea36437d4 service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948611 Jul 05 04:08:11.493779 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-ca49e94c-3613-4559-a06d-0ddf5f36d876 admin admin] For port 7b2a6a98-7135-4885-aa96-1692f5a55303, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7b2a6a98-7135-4885-aa96-1692f5a55303,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:11.494446 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca49e94c-3613-4559-a06d-0ddf5f36d876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.510939 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-ca49e94c-3613-4559-a06d-0ddf5f36d876 admin admin] Calling delete_port for 7b2a6a98-7135-4885-aa96-1692f5a55303 owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:11.535474 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f9e28ecb-da86-449b-a8d8-760ed28876f9 req-b45fdc6c-5727-4b8d-855a-c0ac56b2aeaf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=60c83498-1126-45a3-aa8a-89b6a023fbc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3337693 Jul 05 04:08:11.565775 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a940d2-a6db-426e-9117-d23b9a055609 None None] Resources bound (agent type, host, resource id): {{(pid=105540) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:08:11.570928 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-561d8733-36b4-44d8-b48f-2bd1dbabd9d9 None None] Set router cdfd9484-d790-4ff1-b619-2104fd16ff64 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:08:11.656229 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4f81b53-7f4b-4035-8013-7e75a0261ccd req-5323c123-8edb-41e9-b71c-0d2e3035ac3b service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937618 Jul 05 04:08:11.742759 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-561d8733-36b4-44d8-b48f-2bd1dbabd9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfd9484-d790-4ff1-b619-2104fd16ff64', 'name': 'tempest-ServerRescueNegativeTestJSON-496951029-router', 'tenant_id': '926d31dd012d42b08dd59638f4bc0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:20Z', 'updated_at': '2021-07-05T04:08:10Z', 'revision_number': 6, 'project_id': '926d31dd012d42b08dd59638f4bc0d7d', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:11.804745 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561d8733-36b4-44d8-b48f-2bd1dbabd9d9 None None] The sync data for ids ['cdfd9484-d790-4ff1-b619-2104fd16ff64'] in n-d-780147-23 is: [{'id': 'cdfd9484-d790-4ff1-b619-2104fd16ff64', 'name': 'tempest-ServerRescueNegativeTestJSON-496951029-router', 'tenant_id': '926d31dd012d42b08dd59638f4bc0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:20Z', 'updated_at': '2021-07-05T04:08:10Z', 'revision_number': 6, 'project_id': '926d31dd012d42b08dd59638f4bc0d7d', 'gw_port_host': None}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:08:11.815669 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e28ecb-da86-449b-a8d8-760ed28876f9 req-70f2a8b5-9261-4984-af30-ac541ee3e0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:11.818726 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f9e28ecb-da86-449b-a8d8-760ed28876f9 req-70f2a8b5-9261-4984-af30-ac541ee3e0dd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&device_id=60c83498-1126-45a3-aa8a-89b6a023fbc2 HTTP/1.1" status: 200 len: 1097 time: 0.2320154 Jul 05 04:08:11.871731 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Deleting port ab51a187-ead6-4745-82ea-4cf952a94240 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:11.872166 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.348272 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43318) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:12.439963 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] For port ab51a187-ead6-4745-82ea-4cf952a94240, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=ab51a187-ead6-4745-82ea-4cf952a94240,segment=NetworkSegment(5f6c6ba4-d2ea-4adb-b698-cbfda0dd23a5),segment_id=5f6c6ba4-d2ea-4adb-b698-cbfda0dd23a5)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:12.440334 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.460996 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Calling delete_port for ab51a187-ead6-4745-82ea-4cf952a94240 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:12.485201 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8fdd52e9-e64f-45f7-9622-c32a42c49993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.519587 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca49e94c-3613-4559-a06d-0ddf5f36d876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.603551 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8fdd52e9-e64f-45f7-9622-c32a42c49993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.609726 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8fdd52e9-e64f-45f7-9622-c32a42c49993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.656601 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e28ecb-da86-449b-a8d8-760ed28876f9 req-e6e4e890-8eee-487b-9558-9c4358a186f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:12.658265 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f9e28ecb-da86-449b-a8d8-760ed28876f9 req-e6e4e890-8eee-487b-9558-9c4358a186f3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 913 time: 0.8127275 Jul 05 04:08:12.671848 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49e94c-3613-4559-a06d-0ddf5f36d876 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b2a6a98-7135-4885-aa96-1692f5a55303,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:12.685027 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8fdd52e9-e64f-45f7-9622-c32a42c49993 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ffa69b7e0bc04d93a622b1f40710eda0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3145485 Jul 05 04:08:12.687286 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43326) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:12.751379 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd52e9-e64f-45f7-9622-c32a42c49993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1480f6d5-b911-47e6-a40b-719e966ba779,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:12.773994 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f9e28ecb-da86-449b-a8d8-760ed28876f9 req-d76b28ed-3312-45c7-a84d-43260a88b3af service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9098f55-3574-44d3-93c4-06d7aad7425a HTTP/1.1" status: 200 len: 217 time: 0.0973437 Jul 05 04:08:12.789095 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-16f16faa-28ea-4899-b25d-ed2b96bc4071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.823688 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca49e94c-3613-4559-a06d-0ddf5f36d876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.869010 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-16f16faa-28ea-4899-b25d-ed2b96bc4071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.874494 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.950331 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-16f16faa-28ea-4899-b25d-ed2b96bc4071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.957065 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-16f16faa-28ea-4899-b25d-ed2b96bc4071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.958904 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-16f16faa-28ea-4899-b25d-ed2b96bc4071 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1480f6d5-b911-47e6-a40b-719e966ba779 HTTP/1.1" status: 204 len: 168 time: 0.2704103 Jul 05 04:08:12.974291 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f16faa-28ea-4899-b25d-ed2b96bc4071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1480f6d5-b911-47e6-a40b-719e966ba779,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:13.011923 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca49e94c-3613-4559-a06d-0ddf5f36d876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.018608 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca49e94c-3613-4559-a06d-0ddf5f36d876 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.028679 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.036679 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e28ecb-da86-449b-a8d8-760ed28876f9 req-91bcd068-11bc-4027-8f1f-0b0335eedfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:13.038248 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f9e28ecb-da86-449b-a8d8-760ed28876f9 req-91bcd068-11bc-4027-8f1f-0b0335eedfef service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d157b61e-6b4a-43c9-a07c-5c6e1fda4120 HTTP/1.1" status: 200 len: 851 time: 0.2186189 Jul 05 04:08:13.047478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed5e6d-d5b2-4265-802d-0c1258fa80cc req-84c9620f-f9ca-46b8-8d7f-2bd755472689 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:13.049015 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-78ed5e6d-d5b2-4265-802d-0c1258fa80cc req-84c9620f-f9ca-46b8-8d7f-2bd755472689 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046 HTTP/1.1" status: 200 len: 944 time: 0.4701717 Jul 05 04:08:13.153934 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Port': ['ID=ab51a187-ead6-4745-82ea-4cf952a94240,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:13.154402 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No DVR routers for this DVR port ab51a187-ead6-4745-82ea-4cf952a94240 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:13.191386 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca49e94c-3613-4559-a06d-0ddf5f36d876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.191935 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca49e94c-3613-4559-a06d-0ddf5f36d876 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdfd9484-d790-4ff1-b619-2104fd16ff64 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:08:13.202494 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca49e94c-3613-4559-a06d-0ddf5f36d876 admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.205846 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ca49e94c-3613-4559-a06d-0ddf5f36d876 admin admin] 10.222.0.77 "DELETE /v2.0/routers/cdfd9484-d790-4ff1-b619-2104fd16ff64 HTTP/1.1" status: 204 len: 168 time: 2.9183853 Jul 05 04:08:13.206335 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43334) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:13.292723 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b50181-09ae-4a32-a5e9-14c813b0bc81 admin admin] Deleting subnet eef02c9b-cdba-4d27-9b33-4ac4c6fe1358 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:13.298220 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7b2a6a98-7135-4885-aa96-1692f5a55303 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:13.302977 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-78ed5e6d-d5b2-4265-802d-0c1258fa80cc req-8eea94e5-1e25-4bda-ab83-cae36d74c27e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034070 Jul 05 04:08:13.321399 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-00b50181-09ae-4a32-a5e9-14c813b0bc81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.324090 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.327699 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 7b2a6a98-7135-4885-aa96-1692f5a55303 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:08:13.328293 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7b2a6a98-7135-4885-aa96-1692f5a55303 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:08:13.328872 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 97fa14fb-acf0-446e-865f-085c7211210d no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:13.367524 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7095a0bc-0064-4dd9-afa4-e82e72e77681']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:13.377521 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 97fa14fb-acf0-446e-865f-085c7211210d {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:08:13.377521 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 97fa14fb-acf0-446e-865f-085c7211210d not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:08:13.383623 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6c6ba4-d2ea-4adb-b698-cbfda0dd23a5') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:13.384054 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6c6ba4-d2ea-4adb-b698-cbfda0dd23a5') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:13.387344 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e28ecb-da86-449b-a8d8-760ed28876f9 req-1cbf1c73-85ff-4ff7-a812-4843ff72e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:13.388902 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f9e28ecb-da86-449b-a8d8-760ed28876f9 req-1cbf1c73-85ff-4ff7-a812-4843ff72e873 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=76e1944d-1d03-4c4e-b1ba-413cddc95912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3349900 Jul 05 04:08:13.397928 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-00b50181-09ae-4a32-a5e9-14c813b0bc81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.401244 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.448433 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43336) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:13.458824 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-00b50181-09ae-4a32-a5e9-14c813b0bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.471887 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.482228 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:13.482629 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:13.486020 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:13.492873 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b6c2a708-10cc-44b8-a99f-53603c16a082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.554642 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-00b50181-09ae-4a32-a5e9-14c813b0bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.569720 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-00b50181-09ae-4a32-a5e9-14c813b0bc81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.574017 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.574197 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-00b50181-09ae-4a32-a5e9-14c813b0bc81 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/eef02c9b-cdba-4d27-9b33-4ac4c6fe1358 HTTP/1.1" status: 204 len: 168 time: 0.3668883 Jul 05 04:08:13.574798 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43338) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:13.577251 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f9e28ecb-da86-449b-a8d8-760ed28876f9 req-c9781648-e189-4beb-8b6e-0d552fe978df service neutron] 10.222.0.89 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742392 Jul 05 04:08:13.583680 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.589041 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/networks/7095a0bc-0064-4dd9-afa4-e82e72e77681 HTTP/1.1" status: 204 len: 168 time: 3.7342665 Jul 05 04:08:13.592609 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43340) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:13.640360 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b50181-09ae-4a32-a5e9-14c813b0bc81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eef02c9b-cdba-4d27-9b33-4ac4c6fe1358,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:13.642163 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8de37-4c4e-49e1-82d0-047ca5fb8a23 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Network': ['ID=7095a0bc-0064-4dd9-afa4-e82e72e77681,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:13.674189 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-3050e3f2-0c5f-49b1-83f3-83b373b91880 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:13.674660 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3050e3f2-0c5f-49b1-83f3-83b373b91880 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:13.679033 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3050e3f2-0c5f-49b1-83f3-83b373b91880 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/subnets/ff09f178-fa4f-40e7-b79e-574d8fd5fd37 HTTP/1.1" status: 404 len: 337 time: 0.0833876 Jul 05 04:08:13.679410 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43342) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:13.686122 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-556c1454-10a9-42a6-93f7-6888b5a762e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.705809 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da5c7d5-27a2-407b-ad53-0c1569c7eae6 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:13.706430 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da5c7d5-27a2-407b-ad53-0c1569c7eae6 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:13.711592 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1da5c7d5-27a2-407b-ad53-0c1569c7eae6 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/networks/7095a0bc-0064-4dd9-afa4-e82e72e77681 HTTP/1.1" status: 404 len: 339 time: 0.0285630 Jul 05 04:08:13.712059 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43344) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:13.750746 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d892900-1760-4ac4-8f4a-1d5ef72d21a8 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:13.751202 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d892900-1760-4ac4-8f4a-1d5ef72d21a8 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:13.753020 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2d892900-1760-4ac4-8f4a-1d5ef72d21a8 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/subnets/d87438f1-1284-4041-912f-988efd2a9e13 HTTP/1.1" status: 404 len: 337 time: 0.0399787 Jul 05 04:08:13.756278 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43348) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:13.787244 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca201e97-7f05-413f-b9f5-c9fe562a094a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:13.787879 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca201e97-7f05-413f-b9f5-c9fe562a094a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:13.789669 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ca201e97-7f05-413f-b9f5-c9fe562a094a tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/networks/1e2af825-1141-4205-9bdb-57d7929e3648 HTTP/1.1" status: 404 len: 339 time: 0.0324428 Jul 05 04:08:13.792200 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43350) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:13.816649 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f9e28ecb-da86-449b-a8d8-760ed28876f9 req-5c42eb80-1023-4dd4-b9d5-801360f22c7b service neutron] 10.222.0.89 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264051 Jul 05 04:08:13.827891 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b6c2a708-10cc-44b8-a99f-53603c16a082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.829983 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-556c1454-10a9-42a6-93f7-6888b5a762e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.840392 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b6c2a708-10cc-44b8-a99f-53603c16a082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.864489 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-556c1454-10a9-42a6-93f7-6888b5a762e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d181948-6f38-4cce-b66b-21d3a10c7c4e']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:13.873219 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b6c2a708-10cc-44b8-a99f-53603c16a082 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e6ad2bf2bc33493baf59b98eb96922d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207876 Jul 05 04:08:13.873542 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43352) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:13.888346 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-556c1454-10a9-42a6-93f7-6888b5a762e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '493f0cab-cd14-488b-bdc2-f5e68dce74ef') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:13.888781 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-556c1454-10a9-42a6-93f7-6888b5a762e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '493f0cab-cd14-488b-bdc2-f5e68dce74ef') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:13.907313 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-556c1454-10a9-42a6-93f7-6888b5a762e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.914891 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2a708-10cc-44b8-a99f-53603c16a082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed5afc3-dc9a-4161-9960-1919b7ec3e5f,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:13.927457 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-556c1454-10a9-42a6-93f7-6888b5a762e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.937492 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556c1454-10a9-42a6-93f7-6888b5a762e0 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:13.938085 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-556c1454-10a9-42a6-93f7-6888b5a762e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.951715 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-215c156d-f960-4b25-8bfb-3b6b550d4613 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.974597 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0fff68b7-51e4-486a-a9c1-e19de1fac36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:13.999019 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:14.022630 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-556c1454-10a9-42a6-93f7-6888b5a762e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.034077 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-556c1454-10a9-42a6-93f7-6888b5a762e0 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.038728 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-556c1454-10a9-42a6-93f7-6888b5a762e0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/0d181948-6f38-4cce-b66b-21d3a10c7c4e HTTP/1.1" status: 204 len: 168 time: 0.4403875 Jul 05 04:08:14.061976 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0fff68b7-51e4-486a-a9c1-e19de1fac36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.066180 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c1454-10a9-42a6-93f7-6888b5a762e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d181948-6f38-4cce-b66b-21d3a10c7c4e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:14.102172 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-215c156d-f960-4b25-8bfb-3b6b550d4613 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.127143 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-215c156d-f960-4b25-8bfb-3b6b550d4613 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e77396-a008-4ad0-ad84-4fe44666aa58']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:14.142667 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-215c156d-f960-4b25-8bfb-3b6b550d4613 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6236d6-b1cf-4925-aa59-d4bdd12efcaf') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:14.144174 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-215c156d-f960-4b25-8bfb-3b6b550d4613 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6236d6-b1cf-4925-aa59-d4bdd12efcaf') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:14.158193 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-215c156d-f960-4b25-8bfb-3b6b550d4613 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.178329 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-215c156d-f960-4b25-8bfb-3b6b550d4613 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.188425 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0fff68b7-51e4-486a-a9c1-e19de1fac36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.191101 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0fff68b7-51e4-486a-a9c1-e19de1fac36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.195467 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0fff68b7-51e4-486a-a9c1-e19de1fac36b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fed5afc3-dc9a-4161-9960-1919b7ec3e5f HTTP/1.1" status: 204 len: 168 time: 0.3177335 Jul 05 04:08:14.195467 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215c156d-f960-4b25-8bfb-3b6b550d4613 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:14.195467 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-215c156d-f960-4b25-8bfb-3b6b550d4613 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:14.200483 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:14.242199 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff68b7-51e4-486a-a9c1-e19de1fac36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed5afc3-dc9a-4161-9960-1919b7ec3e5f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:14.273726 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-215c156d-f960-4b25-8bfb-3b6b550d4613 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.283357 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-215c156d-f960-4b25-8bfb-3b6b550d4613 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.289696 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-215c156d-f960-4b25-8bfb-3b6b550d4613 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/networks/84e77396-a008-4ad0-ad84-4fe44666aa58 HTTP/1.1" status: 204 len: 168 time: 0.4963937 Jul 05 04:08:14.289879 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43364) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:14.305381 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c156d-f960-4b25-8bfb-3b6b550d4613 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Network': ['ID=84e77396-a008-4ad0-ad84-4fe44666aa58,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:14.329140 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a954bea-4836-47f1-9756-1dc84e46223d tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:14.331082 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a954bea-4836-47f1-9756-1dc84e46223d tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:14.334918 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7a954bea-4836-47f1-9756-1dc84e46223d tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/subnets/2c746805-4f03-4a97-bbb7-c13249685cac HTTP/1.1" status: 404 len: 337 time: 0.0433674 Jul 05 04:08:14.335240 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43368) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:14.357071 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff989d86-cf5a-413a-a37e-21b724884904 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:14.357681 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff989d86-cf5a-413a-a37e-21b724884904 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:14.358909 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43370) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:14.362147 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ff989d86-cf5a-413a-a37e-21b724884904 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/networks/ebad6807-1698-4150-8ff1-a7bc7ec9188d HTTP/1.1" status: 404 len: 339 time: 0.0258882 Jul 05 04:08:14.362749 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43372) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:14.393238 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9d3ed5-3d94-4822-9a1b-3bcb25d6be2d tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:14.393841 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9d3ed5-3d94-4822-9a1b-3bcb25d6be2d tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:14.399636 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43374) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:14.400445 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fd9d3ed5-3d94-4822-9a1b-3bcb25d6be2d tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/subnets/e34bce42-daac-41a4-b054-741a7db9a61e HTTP/1.1" status: 404 len: 337 time: 0.0366206 Jul 05 04:08:14.456367 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-3665c534-9d0c-41be-b9cf-b70bb9bc0e1d tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:14.456986 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3665c534-9d0c-41be-b9cf-b70bb9bc0e1d tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:14.461832 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3665c534-9d0c-41be-b9cf-b70bb9bc0e1d tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/networks/78c7ab83-5597-49fb-a010-aaaf1b170bd4 HTTP/1.1" status: 404 len: 339 time: 0.0578043 Jul 05 04:08:14.462405 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b3de96f0-228f-4dbe-ba1f-310df5473652 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=926d31dd012d42b08dd59638f4bc0d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1021066 Jul 05 04:08:14.462796 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43378) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:14.464962 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43380) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:14.512998 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-25897b1a-7c5e-4145-b3a6-80df078c7469 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:14.513776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25897b1a-7c5e-4145-b3a6-80df078c7469 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:14.519669 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-25897b1a-7c5e-4145-b3a6-80df078c7469 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/subnets/74301cb1-575c-48c7-a494-56415271b120 HTTP/1.1" status: 404 len: 337 time: 0.0556383 Jul 05 04:08:14.520859 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43382) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:14.526367 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5c00b7b1-bbc0-4c8e-8ef9-30a0ce826cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.572042 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5c00b7b1-bbc0-4c8e-8ef9-30a0ce826cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.592128 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-61308af2-2668-4a30-8528-3041c76a37bc tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:14.593076 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61308af2-2668-4a30-8528-3041c76a37bc tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:14.597093 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-61308af2-2668-4a30-8528-3041c76a37bc tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/networks/0a76ae6b-d6eb-45ea-ac6c-87acf02d9fe0 HTTP/1.1" status: 404 len: 339 time: 0.0640996 Jul 05 04:08:14.597359 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43390) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:14.628606 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6257428-49a7-4384-b20d-595d39d94272 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:14.629066 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6257428-49a7-4384-b20d-595d39d94272 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:14.633899 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e6257428-49a7-4384-b20d-595d39d94272 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/subnets/6b7493bc-3537-4319-a139-a0756b201f55 HTTP/1.1" status: 404 len: 337 time: 0.0331509 Jul 05 04:08:14.634614 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43392) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:14.640112 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5c00b7b1-bbc0-4c8e-8ef9-30a0ce826cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.642919 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5c00b7b1-bbc0-4c8e-8ef9-30a0ce826cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.644189 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5c00b7b1-bbc0-4c8e-8ef9-30a0ce826cc7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dee6b904-0b07-4d5f-8be7-206f3b911206 HTTP/1.1" status: 204 len: 168 time: 0.1782901 Jul 05 04:08:14.655792 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00b7b1-bbc0-4c8e-8ef9-30a0ce826cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee6b904-0b07-4d5f-8be7-206f3b911206,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:14.666026 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e983724-c7f0-4a49-b77f-27bb2f45b301 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:14.666423 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e983724-c7f0-4a49-b77f-27bb2f45b301 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:14.668238 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2e983724-c7f0-4a49-b77f-27bb2f45b301 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/networks/509c4f15-e56f-4581-adb2-6878e336f7e7 HTTP/1.1" status: 404 len: 339 time: 0.0324657 Jul 05 04:08:14.670804 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43398) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:14.682376 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ba7d2-e547-4923-b6d5-24600f50f539 req-975c7afd-3c8d-416b-8d9d-17e06deccc56 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:14.690796 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-552ba7d2-e547-4923-b6d5-24600f50f539 req-975c7afd-3c8d-416b-8d9d-17e06deccc56 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046 HTTP/1.1" status: 200 len: 944 time: 0.1731095 Jul 05 04:08:14.717874 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-7004e4ec-866a-4774-8f02-54adc0481842 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:14.718127 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7004e4ec-866a-4774-8f02-54adc0481842 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:14.720181 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7004e4ec-866a-4774-8f02-54adc0481842 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/subnets/997e891b-108d-48c3-9450-a6dd661bf8ef HTTP/1.1" status: 404 len: 337 time: 0.0473096 Jul 05 04:08:14.725425 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43400) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:14.772983 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4d4b57-6490-4571-bd7c-0534d6742f8f tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:14.773679 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b4d4b57-6490-4571-bd7c-0534d6742f8f tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:14.778211 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6b4d4b57-6490-4571-bd7c-0534d6742f8f tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/networks/ad8fb0f9-56c6-45c5-8f2d-5957a90f4144 HTTP/1.1" status: 404 len: 339 time: 0.0488286 Jul 05 04:08:14.778478 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43404) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:14.804792 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-552ba7d2-e547-4923-b6d5-24600f50f539 req-5b33fde6-5a4e-4ef0-8b9d-f7ac1cabb38c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100531 Jul 05 04:08:14.822198 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2d1641-7c7a-4550-abf4-c1c787366b2e tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:14.823919 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2d1641-7c7a-4550-abf4-c1c787366b2e tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:14.824959 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6f2d1641-7c7a-4550-abf4-c1c787366b2e tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/subnets/b14a429d-98cc-4310-83f0-93611961a6e0 HTTP/1.1" status: 404 len: 337 time: 0.0452828 Jul 05 04:08:14.827653 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43406) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:14.854220 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a88d84-4993-4b7d-a40f-48d24fa82ccd tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:14.855403 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a88d84-4993-4b7d-a40f-48d24fa82ccd tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:14.858395 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-74a88d84-4993-4b7d-a40f-48d24fa82ccd tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/networks/7df5c218-1c7f-4233-8850-190c1b9d06b6 HTTP/1.1" status: 404 len: 339 time: 0.0293574 Jul 05 04:08:14.860823 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43410) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:14.901410 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f33f852-dbd3-444d-9ffb-e194f720d42e tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:14.902209 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f33f852-dbd3-444d-9ffb-e194f720d42e tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:14.904342 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1f33f852-dbd3-444d-9ffb-e194f720d42e tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/subnets/e420aa3d-73d4-4fcc-9053-2ab3293b0bb0 HTTP/1.1" status: 404 len: 337 time: 0.0420876 Jul 05 04:08:14.907060 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43412) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:14.935523 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-9daf298c-f16c-4263-9571-13a23d96c1c6 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:14.936620 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9daf298c-f16c-4263-9571-13a23d96c1c6 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:14.938770 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9daf298c-f16c-4263-9571-13a23d96c1c6 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/networks/e283d4ec-6a58-4ee2-9c87-47ec851e950d HTTP/1.1" status: 404 len: 339 time: 0.0302658 Jul 05 04:08:14.941166 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43416) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:14.979254 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd698c6f-c62e-41ac-a0ea-4d44cea7de48 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:14.979716 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd698c6f-c62e-41ac-a0ea-4d44cea7de48 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:14.981515 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cd698c6f-c62e-41ac-a0ea-4d44cea7de48 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/subnets/2082feb4-697b-45e0-badd-2fbace4c8260 HTTP/1.1" status: 404 len: 337 time: 0.0374486 Jul 05 04:08:14.988003 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43420) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:15.013097 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device ecac39f9-f712-4579-8141-c1d1cbf1aff4 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:08:15.023621 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-be810f45-5fb2-4888-88da-d3387a3b21a7 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:15.025124 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be810f45-5fb2-4888-88da-d3387a3b21a7 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:15.029416 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-be810f45-5fb2-4888-88da-d3387a3b21a7 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/networks/65b21185-282a-4e73-b29d-c6a0b98c4257 HTTP/1.1" status: 404 len: 339 time: 0.0439372 Jul 05 04:08:15.032125 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43424) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:15.108815 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af8fa94-d81a-4323-aa33-3d73298b64c2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Deleting subnet 66180ef5-7b8f-45fa-8428-53e77f42197b {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:15.112790 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5af8fa94-d81a-4323-aa33-3d73298b64c2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.169548 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5af8fa94-d81a-4323-aa33-3d73298b64c2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.220746 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port ecac39f9-f712-4579-8141-c1d1cbf1aff4, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=ecac39f9-f712-4579-8141-c1d1cbf1aff4,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:15.236042 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'ecac39f9-f712-4579-8141-c1d1cbf1aff4', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'port_id': 'ecac39f9-f712-4579-8141-c1d1cbf1aff4', 'mac_address': 'fa:16:3e:1e:80:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:08:15.313917 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.332121 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecac39f9-f712-4579-8141-c1d1cbf1aff4 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:08:15.342792 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5af8fa94-d81a-4323-aa33-3d73298b64c2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.374826 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port ecac39f9-f712-4579-8141-c1d1cbf1aff4, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=ecac39f9-f712-4579-8141-c1d1cbf1aff4,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:15.380513 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.446080 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=ecac39f9-f712-4579-8141-c1d1cbf1aff4,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:15.490131 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5af8fa94-d81a-4323-aa33-3d73298b64c2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.519902 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8fa94-d81a-4323-aa33-3d73298b64c2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Subnet': ['ID=66180ef5-7b8f-45fa-8428-53e77f42197b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:15.525059 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5af8fa94-d81a-4323-aa33-3d73298b64c2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.527600 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5af8fa94-d81a-4323-aa33-3d73298b64c2 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/subnets/66180ef5-7b8f-45fa-8428-53e77f42197b HTTP/1.1" status: 204 len: 168 time: 0.4944391 Jul 05 04:08:15.530217 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43450) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:15.533960 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce2f305-6e56-49be-a202-73861b366cdc None None] Network 08841fb5-2486-4f30-bccc-3e2242c451b3 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:15.640292 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-839b7a89-b5e7-4123-813e-a8b9cab9c990 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.758778 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-839b7a89-b5e7-4123-813e-a8b9cab9c990 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Deleting port cd958ead-857a-4978-af55-1aa87a42f691 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:15.759131 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-839b7a89-b5e7-4123-813e-a8b9cab9c990 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.826969 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['ecac39f9-f712-4579-8141-c1d1cbf1aff4'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:08:15.841072 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120f41c3-650e-4108-a07e-36019c79af45 None None] DHCP port deletion for 08841fb5-2486-4f30-bccc-3e2242c451b3 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:08:15.923463 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-839b7a89-b5e7-4123-813e-a8b9cab9c990 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] For port cd958ead-857a-4978-af55-1aa87a42f691, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cd958ead-857a-4978-af55-1aa87a42f691,segment=NetworkSegment(85f705ae-d544-4e8e-9e58-8e38e613a0d2),segment_id=85f705ae-d544-4e8e-9e58-8e38e613a0d2)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:15.930619 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-839b7a89-b5e7-4123-813e-a8b9cab9c990 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.952417 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-839b7a89-b5e7-4123-813e-a8b9cab9c990 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Calling delete_port for cd958ead-857a-4978-af55-1aa87a42f691 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:16.016478 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-120f41c3-650e-4108-a07e-36019c79af45 None None] Deleting port cd958ead-857a-4978-af55-1aa87a42f691 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:16.021749 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-120f41c3-650e-4108-a07e-36019c79af45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.066419 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-839b7a89-b5e7-4123-813e-a8b9cab9c990 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.112374 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b7a89-b5e7-4123-813e-a8b9cab9c990 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] No DVR routers for this DVR port cd958ead-857a-4978-af55-1aa87a42f691 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:16.139671 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-120f41c3-650e-4108-a07e-36019c79af45 None None] For port cd958ead-857a-4978-af55-1aa87a42f691, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cd958ead-857a-4978-af55-1aa87a42f691,segment=NetworkSegment(85f705ae-d544-4e8e-9e58-8e38e613a0d2),segment_id=85f705ae-d544-4e8e-9e58-8e38e613a0d2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:16.140414 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-120f41c3-650e-4108-a07e-36019c79af45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.145003 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b7a89-b5e7-4123-813e-a8b9cab9c990 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Port': ['ID=cd958ead-857a-4978-af55-1aa87a42f691,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:16.174091 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-120f41c3-650e-4108-a07e-36019c79af45 None None] Calling delete_port for cd958ead-857a-4978-af55-1aa87a42f691 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:16.273112 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-839b7a89-b5e7-4123-813e-a8b9cab9c990 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.293027 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-839b7a89-b5e7-4123-813e-a8b9cab9c990 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08841fb5-2486-4f30-bccc-3e2242c451b3']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:16.315117 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c00b9-93d7-43f4-945b-140b1e130154 req-e61fe4fd-8b76-4dee-9070-910377ba8ce3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:16.322801 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-909c00b9-93d7-43f4-945b-140b1e130154 req-e61fe4fd-8b76-4dee-9070-910377ba8ce3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046 HTTP/1.1" status: 200 len: 945 time: 0.2134511 Jul 05 04:08:16.326064 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-839b7a89-b5e7-4123-813e-a8b9cab9c990 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f705ae-d544-4e8e-9e58-8e38e613a0d2') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:16.326374 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-839b7a89-b5e7-4123-813e-a8b9cab9c990 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f705ae-d544-4e8e-9e58-8e38e613a0d2') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:16.352153 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-120f41c3-650e-4108-a07e-36019c79af45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.362200 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-839b7a89-b5e7-4123-813e-a8b9cab9c990 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.414918 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f41c3-650e-4108-a07e-36019c79af45 None None] Pushing event deleted for resources: {'Port': ['ID=cd958ead-857a-4978-af55-1aa87a42f691,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:16.425066 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f41c3-650e-4108-a07e-36019c79af45 None None] No DVR routers for this DVR port cd958ead-857a-4978-af55-1aa87a42f691 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:16.438543 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-839b7a89-b5e7-4123-813e-a8b9cab9c990 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.460984 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-909c00b9-93d7-43f4-945b-140b1e130154 req-37fedf75-0606-4701-bac8-47bcb3fd4ec6 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367702 Jul 05 04:08:16.469460 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839b7a89-b5e7-4123-813e-a8b9cab9c990 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:16.472290 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-839b7a89-b5e7-4123-813e-a8b9cab9c990 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:16.483020 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:16.664921 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ec0aa2c2-64f5-4c66-b274-e6b0aff082a3 req-568ccb5f-859c-4acb-bf75-011128967512 tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0813220 Jul 05 04:08:16.711715 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-839b7a89-b5e7-4123-813e-a8b9cab9c990 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.722907 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-839b7a89-b5e7-4123-813e-a8b9cab9c990 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.736426 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-839b7a89-b5e7-4123-813e-a8b9cab9c990 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] 10.222.0.77 "DELETE /v2.0/networks/08841fb5-2486-4f30-bccc-3e2242c451b3 HTTP/1.1" status: 204 len: 168 time: 1.2048774 Jul 05 04:08:17.138065 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43510) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:17.286359 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cd958ead-857a-4978-af55-1aa87a42f691 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:17.334640 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: cd958ead-857a-4978-af55-1aa87a42f691 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:08:17.334993 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cd958ead-857a-4978-af55-1aa87a42f691 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:08:17.464408 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b7a89-b5e7-4123-813e-a8b9cab9c990 tempest-NetworksTest-545179503 tempest-NetworksTest-545179503-project] Pushing event deleted for resources: {'Network': ['ID=08841fb5-2486-4f30-bccc-3e2242c451b3,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:17.739588 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43528) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:17.740207 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9649566e-c791-4975-8035-27398e88a5b3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=042f2eec868146e1bec3a1c7f20de2b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5998321 Jul 05 04:08:17.817413 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc0f91-ce03-4fd1-8f6e-25c387ac9b71 req-aed0a62a-5852-41dc-b210-c73cfa355cbd tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:17.828159 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2dc0f91-ce03-4fd1-8f6e-25c387ac9b71 req-aed0a62a-5852-41dc-b210-c73cfa355cbd tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046 HTTP/1.1" status: 200 len: 945 time: 0.1624033 Jul 05 04:08:17.877169 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bab8ae24-4e2f-4eef-9fe7-ee7bd004243d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.936619 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2dc0f91-ce03-4fd1-8f6e-25c387ac9b71 req-64473be6-9a69-404a-b618-0628dd9bc988 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012487 Jul 05 04:08:17.983022 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bab8ae24-4e2f-4eef-9fe7-ee7bd004243d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.987865 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-75847aaa-39ea-439b-97cd-62f3c58c4b49 req-4f045071-6249-4f67-af16-ea7eaf086fe2 tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0638933 Jul 05 04:08:18.072910 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bab8ae24-4e2f-4eef-9fe7-ee7bd004243d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:18.077921 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bab8ae24-4e2f-4eef-9fe7-ee7bd004243d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:18.082295 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bab8ae24-4e2f-4eef-9fe7-ee7bd004243d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b729004e-f51f-46b3-82d1-b975c0640b0f HTTP/1.1" status: 204 len: 168 time: 0.3415849 Jul 05 04:08:18.092567 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8ae24-4e2f-4eef-9fe7-ee7bd004243d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b729004e-f51f-46b3-82d1-b975c0640b0f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:19.017412 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device ecac39f9-f712-4579-8141-c1d1cbf1aff4 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:19.167412 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port ecac39f9-f712-4579-8141-c1d1cbf1aff4 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:19.183537 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port ecac39f9-f712-4579-8141-c1d1cbf1aff4 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:19.184104 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.236452 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-84201dd2-ecd2-497d-b191-161985ef4afb req-d6a16ca9-7879-4d5e-8db8-cb894fb4e085 tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0526323 Jul 05 04:08:19.256620 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43596) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:19.450174 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8d3a1-2202-43b7-b3fc-9c6e5a9a7ffd req-dc4e32db-cad4-4756-8bf9-60bbe071af45 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:19.452725 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-34f8d3a1-2202-43b7-b3fc-9c6e5a9a7ffd req-dc4e32db-cad4-4756-8bf9-60bbe071af45 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046 HTTP/1.1" status: 200 len: 945 time: 0.1809485 Jul 05 04:08:19.472480 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.516412 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecac39f9-f712-4579-8141-c1d1cbf1aff4'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:19.520066 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105b4e80-4d06-49ba-a2d1-66a282b28564" -d '{"events": [{"server_uuid": "cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046", "name": "network-vif-plugged", "status": "completed", "tag": "ecac39f9-f712-4579-8141-c1d1cbf1aff4"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:19.525547 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-34f8d3a1-2202-43b7-b3fc-9c6e5a9a7ffd req-7783a1f1-1e9a-4189-b954-1e80b14c7907 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662439 Jul 05 04:08:19.573123 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port ecac39f9-f712-4579-8141-c1d1cbf1aff4, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=ecac39f9-f712-4579-8141-c1d1cbf1aff4,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:19.581467 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.644338 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43610) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:19.650485 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-93e877b1-77ae-47bd-a194-e0956f054227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.732635 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=ecac39f9-f712-4579-8141-c1d1cbf1aff4,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:19.782722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-86739b6f-132c-4d99-b418-8b8f90053683 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-124150735'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:19.843676 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-93e877b1-77ae-47bd-a194-e0956f054227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.849951 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-93e877b1-77ae-47bd-a194-e0956f054227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.877113 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86739b6f-132c-4d99-b418-8b8f90053683 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:19.882579 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-86739b6f-132c-4d99-b418-8b8f90053683 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.886042 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-93e877b1-77ae-47bd-a194-e0956f054227 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f7a194366f964749a2c02c7ef943d08d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6283081 Jul 05 04:08:19.893411 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43614) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:19.910192 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-86739b6f-132c-4d99-b418-8b8f90053683 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.922805 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cc44a5-d2e5-4a2a-9057-2938242c3a26 x-openstack-request-id: req-80cc44a5-d2e5-4a2a-9057-2938242c3a26 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:19.923110 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046", "name": "network-vif-plugged", "status": "completed", "tag": "ecac39f9-f712-4579-8141-c1d1cbf1aff4", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:19.923375 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-80cc44a5-d2e5-4a2a-9057-2938242c3a26 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:19.923790 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecac39f9-f712-4579-8141-c1d1cbf1aff4', 'code': 200} Jul 05 04:08:19.934871 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e877b1-77ae-47bd-a194-e0956f054227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b849fe9a-5261-452a-9c1a-e52033b65d7f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:20.014207 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9c7b77fb-12a3-42b0-a1f5-5b2b3e2d0618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.072360 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9c7b77fb-12a3-42b0-a1f5-5b2b3e2d0618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.215947 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5f51eaec-3e18-4654-88c7-c8fa534493c7 req-11a09eb7-5fd8-4676-a76b-a5cfc831cb97 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0383890 Jul 05 04:08:20.216155 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-86739b6f-132c-4d99-b418-8b8f90053683 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.217445 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9c7b77fb-12a3-42b0-a1f5-5b2b3e2d0618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.220719 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54943e43-d12a-4c79-a396-f9668bd6cf19 req-62b7ffce-6063-427b-a0f1-718f7edce17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:20.221801 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9c7b77fb-12a3-42b0-a1f5-5b2b3e2d0618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.222497 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-54943e43-d12a-4c79-a396-f9668bd6cf19 req-62b7ffce-6063-427b-a0f1-718f7edce17a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046 HTTP/1.1" status: 200 len: 1098 time: 0.1776049 Jul 05 04:08:20.224606 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9c7b77fb-12a3-42b0-a1f5-5b2b3e2d0618 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b849fe9a-5261-452a-9c1a-e52033b65d7f HTTP/1.1" status: 204 len: 168 time: 0.3285973 Jul 05 04:08:20.229542 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-86739b6f-132c-4d99-b418-8b8f90053683 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.258363 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b77fb-12a3-42b0-a1f5-5b2b3e2d0618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b849fe9a-5261-452a-9c1a-e52033b65d7f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:20.307334 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86739b6f-132c-4d99-b418-8b8f90053683 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:20.319530 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-86739b6f-132c-4d99-b418-8b8f90053683 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.319975 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-86739b6f-132c-4d99-b418-8b8f90053683 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Added segment c59020e6-4769-485e-92bd-dbe2f5a4d85b of type vlan for network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 Jul 05 04:08:20.387752 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-86739b6f-132c-4d99-b418-8b8f90053683 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.418199 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86739b6f-132c-4d99-b418-8b8f90053683 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2209bb1f-8db9-4c9b-8360-65dbea3f4d66,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:20.424138 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-86739b6f-132c-4d99-b418-8b8f90053683 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.430403 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86739b6f-132c-4d99-b418-8b8f90053683 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:20.431050 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-86739b6f-132c-4d99-b418-8b8f90053683 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.472832 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-54943e43-d12a-4c79-a396-f9668bd6cf19 req-46e98c55-9ef0-4d43-b2e5-85c91893c637 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378557 Jul 05 04:08:20.553438 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-86739b6f-132c-4d99-b418-8b8f90053683 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9072659 Jul 05 04:08:20.557099 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43628) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:20.562310 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e9e5fc6c-61f7-4fbc-b44f-f17f2afd699e tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'port': {'network_id': '2b749d38-582a-4b4f-ab6c-8c5f958f1552', 'name': 'tempest-PortsIpV6TestJSON-714147494'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:20.571765 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ae79522-bf8a-4718-aa42-fafec2fbbbfb req-025d191b-efa2-4054-b15e-9e855319326e tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0520105 Jul 05 04:08:20.711947 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86739b6f-132c-4d99-b418-8b8f90053683 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Network': ['ID=2b749d38-582a-4b4f-ab6c-8c5f958f1552,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:20.723359 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:20.774648 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e5fc6c-61f7-4fbc-b44f-f17f2afd699e tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:20.778889 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e9e5fc6c-61f7-4fbc-b44f-f17f2afd699e tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.800861 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-e9e5fc6c-61f7-4fbc-b44f-f17f2afd699e tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] device_id is not set on port 8dd63a10-e7fb-4827-b791-9b714e358b6f yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:08:20.868787 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8b85e-7c9f-4d36-988f-b5c828498c9c req-4dfce03b-93b5-4e09-a640-6bcbe1bbd28d tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:20.870960 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ade8b85e-7c9f-4d36-988f-b5c828498c9c req-4dfce03b-93b5-4e09-a640-6bcbe1bbd28d tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046 HTTP/1.1" status: 200 len: 946 time: 0.0994811 Jul 05 04:08:20.920427 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ade8b85e-7c9f-4d36-988f-b5c828498c9c req-b3615ec7-1218-40e6-bd53-0d2091805917 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423193 Jul 05 04:08:21.060613 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e9e5fc6c-61f7-4fbc-b44f-f17f2afd699e tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.154816 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e9e5fc6c-61f7-4fbc-b44f-f17f2afd699e tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.240714 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5fc6c-61f7-4fbc-b44f-f17f2afd699e tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Port': ['ID=8dd63a10-e7fb-4827-b791-9b714e358b6f,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:21.250229 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e5fc6c-61f7-4fbc-b44f-f17f2afd699e tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Checking segment: {'id': 'c59020e6-4769-485e-92bd-dbe2f5a4d85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2b749d38-582a-4b4f-ab6c-8c5f958f1552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:21.250521 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e5fc6c-61f7-4fbc-b44f-f17f2afd699e tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network hostable DHCP agents. Network: 2b749d38-582a-4b4f-ab6c-8c5f958f1552, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:08:21.272557 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e5fc6c-61f7-4fbc-b44f-f17f2afd699e tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:21.283234 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-e9e5fc6c-61f7-4fbc-b44f-f17f2afd699e tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 2b749d38-582a-4b4f-ab6c-8c5f958f1552) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:21.288896 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e5fc6c-61f7-4fbc-b44f-f17f2afd699e tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:21.295188 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e5fc6c-61f7-4fbc-b44f-f17f2afd699e tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:21.296038 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e9e5fc6c-61f7-4fbc-b44f-f17f2afd699e tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.298533 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad87d386-2bef-433d-9b86-28f3063bf701 None None] Network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:21.314543 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e9e5fc6c-61f7-4fbc-b44f-f17f2afd699e tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7566807 Jul 05 04:08:21.317803 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43650) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:21.327285 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-74fbce62-5705-4d1a-a41a-edb7bd443534 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-388768908'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:21.368442 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fbce62-5705-4d1a-a41a-edb7bd443534 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:21.374529 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-74fbce62-5705-4d1a-a41a-edb7bd443534 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.407098 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74fbce62-5705-4d1a-a41a-edb7bd443534 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:21.418626 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-74fbce62-5705-4d1a-a41a-edb7bd443534 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.419498 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-74fbce62-5705-4d1a-a41a-edb7bd443534 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Added segment bc0d06d9-73a6-460e-81c3-d45478899d43 of type vlan for network 5dec490b-ba8f-45ad-a3b6-fadfcfc4fb48 Jul 05 04:08:21.474049 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-74fbce62-5705-4d1a-a41a-edb7bd443534 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.509049 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-74fbce62-5705-4d1a-a41a-edb7bd443534 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.515405 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fbce62-5705-4d1a-a41a-edb7bd443534 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:21.516326 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-74fbce62-5705-4d1a-a41a-edb7bd443534 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.591051 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-74fbce62-5705-4d1a-a41a-edb7bd443534 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2715540 Jul 05 04:08:21.593710 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43660) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:21.599480 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-35d3153a-9e4f-44d7-be67-d76de66c1526 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'ports': [{'network_id': '2b749d38-582a-4b4f-ab6c-8c5f958f1552'}, {'network_id': '5dec490b-ba8f-45ad-a3b6-fadfcfc4fb48'}]} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:21.599896 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-35d3153a-9e4f-44d7-be67-d76de66c1526 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'port': {'network_id': '2b749d38-582a-4b4f-ab6c-8c5f958f1552'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:21.600309 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-35d3153a-9e4f-44d7-be67-d76de66c1526 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'port': {'network_id': '5dec490b-ba8f-45ad-a3b6-fadfcfc4fb48'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:21.618921 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbce62-5705-4d1a-a41a-edb7bd443534 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Network': ['ID=5dec490b-ba8f-45ad-a3b6-fadfcfc4fb48,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:21.631889 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 5dec490b-ba8f-45ad-a3b6-fadfcfc4fb48 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:21.926135 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3fbff02e-bb36-46d5-9d60-39229583df2b req-3526a828-ce1a-4059-9d47-8e2ea1907fba tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0646818 Jul 05 04:08:21.983011 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d3153a-9e4f-44d7-be67-d76de66c1526 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'port': 2} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:21.993548 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-35d3153a-9e4f-44d7-be67-d76de66c1526 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.028275 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-35d3153a-9e4f-44d7-be67-d76de66c1526 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.228946 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-35d3153a-9e4f-44d7-be67-d76de66c1526 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] device_id is not set on port 0ca09eac-b6c8-46c9-bf50-e25abbcdb564 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:08:22.233542 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78726eaf-6e4a-4fdc-a941-37c069a0f432 req-5ec4a211-a4d7-40d9-a0f9-764e94991457 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:22.243599 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-78726eaf-6e4a-4fdc-a941-37c069a0f432 req-5ec4a211-a4d7-40d9-a0f9-764e94991457 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046 HTTP/1.1" status: 200 len: 946 time: 0.1313171 Jul 05 04:08:22.309134 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-78726eaf-6e4a-4fdc-a941-37c069a0f432 req-9da3d724-ac63-42c5-8cbc-9a7e3e537928 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639956 Jul 05 04:08:22.384764 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:08:22.479908 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-35d3153a-9e4f-44d7-be67-d76de66c1526 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.633068 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-35d3153a-9e4f-44d7-be67-d76de66c1526 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] device_id is not set on port 9040f4c1-594d-4e1d-8a5e-d56f772cbb38 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:08:22.887136 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-35d3153a-9e4f-44d7-be67-d76de66c1526 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.940799 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-05ca8255-d854-4b82-a3ea-8748bf616daf req-a22f76fd-b0c0-48ce-ac84-5146d54541a9 tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0958223 Jul 05 04:08:22.960511 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-35d3153a-9e4f-44d7-be67-d76de66c1526 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.065655 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d3153a-9e4f-44d7-be67-d76de66c1526 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:23.069862 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-35d3153a-9e4f-44d7-be67-d76de66c1526 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:23.074758 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d3153a-9e4f-44d7-be67-d76de66c1526 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:23.075989 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-35d3153a-9e4f-44d7-be67-d76de66c1526 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.107406 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3153a-9e4f-44d7-be67-d76de66c1526 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Port': ['ID=0ca09eac-b6c8-46c9-bf50-e25abbcdb564,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:23.181616 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3153a-9e4f-44d7-be67-d76de66c1526 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Port': ['ID=9040f4c1-594d-4e1d-8a5e-d56f772cbb38,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:23.184926 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d3153a-9e4f-44d7-be67-d76de66c1526 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Checking segment: {'id': 'bc0d06d9-73a6-460e-81c3-d45478899d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5dec490b-ba8f-45ad-a3b6-fadfcfc4fb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:23.185484 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d3153a-9e4f-44d7-be67-d76de66c1526 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network hostable DHCP agents. Network: 5dec490b-ba8f-45ad-a3b6-fadfcfc4fb48, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:08:23.212007 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d3153a-9e4f-44d7-be67-d76de66c1526 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network 5dec490b-ba8f-45ad-a3b6-fadfcfc4fb48 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:23.225189 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-35d3153a-9e4f-44d7-be67-d76de66c1526 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 5dec490b-ba8f-45ad-a3b6-fadfcfc4fb48) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:23.235909 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d3153a-9e4f-44d7-be67-d76de66c1526 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:23.236396 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da99cd8a-f417-4bef-a0db-46edb63d6b9e None None] Network 5dec490b-ba8f-45ad-a3b6-fadfcfc4fb48 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:23.243330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d3153a-9e4f-44d7-be67-d76de66c1526 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:23.248662 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d3153a-9e4f-44d7-be67-d76de66c1526 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:23.249516 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-35d3153a-9e4f-44d7-be67-d76de66c1526 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.267517 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-35d3153a-9e4f-44d7-be67-d76de66c1526 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6723471 Jul 05 04:08:23.271032 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43716) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:23.415480 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-197ee9d7-646f-40ec-b59d-861c96161ee4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting port 9040f4c1-594d-4e1d-8a5e-d56f772cbb38 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:23.416563 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-197ee9d7-646f-40ec-b59d-861c96161ee4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.579339 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-197ee9d7-646f-40ec-b59d-861c96161ee4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.590082 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebe914-bc42-4e6e-b58a-61d116695baf req-ab30547c-b7fc-454a-b830-6e0e6bafdbdc tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:23.597539 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-faebe914-bc42-4e6e-b58a-61d116695baf req-ab30547c-b7fc-454a-b830-6e0e6bafdbdc tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046 HTTP/1.1" status: 200 len: 946 time: 0.0837746 Jul 05 04:08:23.614643 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-197ee9d7-646f-40ec-b59d-861c96161ee4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Calling delete_port for 9040f4c1-594d-4e1d-8a5e-d56f772cbb38 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:23.650071 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-faebe914-bc42-4e6e-b58a-61d116695baf req-c29565a3-e11e-404d-bc59-a361ab3967c1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515392 Jul 05 04:08:23.813349 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-197ee9d7-646f-40ec-b59d-861c96161ee4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.869593 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ee9d7-646f-40ec-b59d-861c96161ee4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Port': ['ID=9040f4c1-594d-4e1d-8a5e-d56f772cbb38,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:23.889733 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-197ee9d7-646f-40ec-b59d-861c96161ee4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.895137 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43732) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:23.898586 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-197ee9d7-646f-40ec-b59d-861c96161ee4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/ports/9040f4c1-594d-4e1d-8a5e-d56f772cbb38 HTTP/1.1" status: 204 len: 168 time: 0.6240969 Jul 05 04:08:23.915682 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-42d8c34b-38a9-45ff-9e2a-c05a4fc2c11d req-15a0eb55-a3b0-4625-aabb-69d5b801ad6b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f1c1197f995c40748eb7a04272d5b4dc HTTP/1.1" status: 200 len: 267 time: 0.1122580 Jul 05 04:08:24.007204 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8c34b-38a9-45ff-9e2a-c05a4fc2c11d req-542da209-c79e-4567-80c9-0439dc5586c9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:24.017217 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-42d8c34b-38a9-45ff-9e2a-c05a4fc2c11d req-542da209-c79e-4567-80c9-0439dc5586c9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046 HTTP/1.1" status: 200 len: 946 time: 0.0931664 Jul 05 04:08:24.024172 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-42d8c34b-38a9-45ff-9e2a-c05a4fc2c11d req-bf05ec72-f475-4f84-8c15-71fd29b70c2f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Request body: {'port': {'security_groups': []}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:24.094883 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f288acab-2d2f-4f1f-8f23-22dc4938948d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:24.104908 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f288acab-2d2f-4f1f-8f23-22dc4938948d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:24.106737 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f288acab-2d2f-4f1f-8f23-22dc4938948d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2094028 Jul 05 04:08:24.109729 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43740) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:24.195429 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-42d8c34b-38a9-45ff-9e2a-c05a4fc2c11d req-bf05ec72-f475-4f84-8c15-71fd29b70c2f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.277807 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f43cb143-7594-42a3-8ec8-1926d015a1ad req-916d5bdb-e86a-4831-8a8f-da9b61da582a tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0521326 Jul 05 04:08:24.332144 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-081bdf56-dd22-4730-8f76-ce3b66b9158f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting port 0ca09eac-b6c8-46c9-bf50-e25abbcdb564 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:24.333124 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-081bdf56-dd22-4730-8f76-ce3b66b9158f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.465743 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-081bdf56-dd22-4730-8f76-ce3b66b9158f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.506163 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-081bdf56-dd22-4730-8f76-ce3b66b9158f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Calling delete_port for 0ca09eac-b6c8-46c9-bf50-e25abbcdb564 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:24.547442 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-42d8c34b-38a9-45ff-9e2a-c05a4fc2c11d req-bf05ec72-f475-4f84-8c15-71fd29b70c2f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] For port ecac39f9-f712-4579-8141-c1d1cbf1aff4, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=ecac39f9-f712-4579-8141-c1d1cbf1aff4,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:24.589376 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-42d8c34b-38a9-45ff-9e2a-c05a4fc2c11d req-bf05ec72-f475-4f84-8c15-71fd29b70c2f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.595615 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-42d8c34b-38a9-45ff-9e2a-c05a4fc2c11d req-bf05ec72-f475-4f84-8c15-71fd29b70c2f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.609186 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['8440734f-6e50-4cd5-badb-d847a8eee38a', 'd9098f55-3574-44d3-93c4-06d7aad7425a'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:08:24.693248 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['ecac39f9-f712-4579-8141-c1d1cbf1aff4'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:08:24.699643 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8c34b-38a9-45ff-9e2a-c05a4fc2c11d req-bf05ec72-f475-4f84-8c15-71fd29b70c2f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:24.718712 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-42d8c34b-38a9-45ff-9e2a-c05a4fc2c11d req-bf05ec72-f475-4f84-8c15-71fd29b70c2f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.718954 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-081bdf56-dd22-4730-8f76-ce3b66b9158f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.720402 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-42d8c34b-38a9-45ff-9e2a-c05a4fc2c11d req-bf05ec72-f475-4f84-8c15-71fd29b70c2f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "PUT /v2.0/ports/ecac39f9-f712-4579-8141-c1d1cbf1aff4 HTTP/1.1" status: 200 len: 905 time: 0.7023258 Jul 05 04:08:24.722379 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046', 'tag': 'ecac39f9-f712-4579-8141-c1d1cbf1aff4'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:24.725481 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aeee17f-0447-4bb2-8690-d8c41eee5d65" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046", "tag": "ecac39f9-f712-4579-8141-c1d1cbf1aff4"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:24.752399 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-081bdf56-dd22-4730-8f76-ce3b66b9158f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.766627 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-081bdf56-dd22-4730-8f76-ce3b66b9158f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/ports/0ca09eac-b6c8-46c9-bf50-e25abbcdb564 HTTP/1.1" status: 204 len: 168 time: 0.6508543 Jul 05 04:08:24.810581 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43754) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:24.857340 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf05ec72-f475-4f84-8c15-71fd29b70c2f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Pushing event updated for resources: {'Port': ['ID=ecac39f9-f712-4579-8141-c1d1cbf1aff4,revision_number=6']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:24.863088 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19cba36-ed3c-4e92-b1d0-88e1186bbc8b x-openstack-request-id: req-c19cba36-ed3c-4e92-b1d0-88e1186bbc8b {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:24.863402 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046", "tag": "ecac39f9-f712-4579-8141-c1d1cbf1aff4", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:24.863696 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c19cba36-ed3c-4e92-b1d0-88e1186bbc8b {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:24.865101 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046', 'tag': 'ecac39f9-f712-4579-8141-c1d1cbf1aff4', 'status': 'completed', 'code': 200} Jul 05 04:08:24.910298 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081bdf56-dd22-4730-8f76-ce3b66b9158f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Port': ['ID=0ca09eac-b6c8-46c9-bf50-e25abbcdb564,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:24.989509 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['ecac39f9-f712-4579-8141-c1d1cbf1aff4'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:08:25.016809 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d996b64-7430-49bf-a5cd-2dcc7db7121e tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:25.018401 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4d996b64-7430-49bf-a5cd-2dcc7db7121e tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1941302 Jul 05 04:08:25.027230 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43758) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:25.074554 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeee17f-0447-4bb2-8690-d8c41eee5d65 req-c4a6b863-1933-4971-b0d9-efbfc849ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:25.076760 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4aeee17f-0447-4bb2-8690-d8c41eee5d65 req-c4a6b863-1933-4971-b0d9-efbfc849ba1c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&device_id=cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046 HTTP/1.1" status: 200 len: 1060 time: 0.1889529 Jul 05 04:08:25.119710 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-807e5209-2d2d-4a61-8897-c64e5c76e451 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] GET failed (client error): The resource could not be found. Jul 05 04:08:25.132451 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b72584-b5da-45cf-9da3-4c5326769dc1 req-d8a2ed6a-57c3-4e59-8e2b-ad582c9462fc tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:25.134879 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-807e5209-2d2d-4a61-8897-c64e5c76e451 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports/9040f4c1-594d-4e1d-8a5e-d56f772cbb38 HTTP/1.1" status: 404 len: 333 time: 0.1064837 Jul 05 04:08:25.137589 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43762) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:25.148219 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-00b72584-b5da-45cf-9da3-4c5326769dc1 req-d8a2ed6a-57c3-4e59-8e2b-ad582c9462fc tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046 HTTP/1.1" status: 200 len: 908 time: 0.1751037 Jul 05 04:08:25.186212 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43766) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:25.209653 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec5154d-c2cc-496b-94f4-e5e44a181f62 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] GET failed (client error): The resource could not be found. Jul 05 04:08:25.212477 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cec5154d-c2cc-496b-94f4-e5e44a181f62 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports/0ca09eac-b6c8-46c9-bf50-e25abbcdb564 HTTP/1.1" status: 404 len: 333 time: 0.0737114 Jul 05 04:08:25.215879 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43772) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:25.280589 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6efe4600-1d9b-4a22-858b-ce8519488216 None None] Provisioning complete for port ecac39f9-f712-4579-8141-c1d1cbf1aff4 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:25.284349 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6efe4600-1d9b-4a22-858b-ce8519488216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.289767 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeee17f-0447-4bb2-8690-d8c41eee5d65 req-9df032f9-914a-4a3e-be62-a2f41da42857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:25.291409 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4aeee17f-0447-4bb2-8690-d8c41eee5d65 req-9df032f9-914a-4a3e-be62-a2f41da42857 service neutron] 10.222.0.70 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 913 time: 0.2050443 Jul 05 04:08:25.386202 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4aeee17f-0447-4bb2-8690-d8c41eee5d65 req-a7bfd2c3-be0b-4ef9-ad7f-9657342bdd23 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecac39f9-f712-4579-8141-c1d1cbf1aff4 HTTP/1.1" status: 200 len: 217 time: 0.0857358 Jul 05 04:08:25.407140 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee4957e4-ea55-4e15-8601-2f2df3e605ea tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.546580 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0cb79794-8085-48cd-b36d-a4ccbb4611ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.597807 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeee17f-0447-4bb2-8690-d8c41eee5d65 req-7a66bad1-2320-4c19-8993-fe0f7f1b394c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:25.600041 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4aeee17f-0447-4bb2-8690-d8c41eee5d65 req-7a66bad1-2320-4c19-8993-fe0f7f1b394c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d157b61e-6b4a-43c9-a07c-5c6e1fda4120 HTTP/1.1" status: 200 len: 851 time: 0.2069621 Jul 05 04:08:25.754010 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee4957e4-ea55-4e15-8601-2f2df3e605ea tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.754195 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8cff7c32-e402-4097-98a9-7a6fafb69190 req-02fe21b5-7929-40d2-b5ec-9babca459f8d tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0956171 Jul 05 04:08:25.802650 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-ee4957e4-ea55-4e15-8601-2f2df3e605ea tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dec490b-ba8f-45ad-a3b6-fadfcfc4fb48']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:25.819290 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-ee4957e4-ea55-4e15-8601-2f2df3e605ea tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc0d06d9-73a6-460e-81c3-d45478899d43') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:25.819884 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-ee4957e4-ea55-4e15-8601-2f2df3e605ea tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc0d06d9-73a6-460e-81c3-d45478899d43') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:25.838677 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee4957e4-ea55-4e15-8601-2f2df3e605ea tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.862069 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee4957e4-ea55-4e15-8601-2f2df3e605ea tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.876751 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25b4cf-f89a-45a5-80d9-e1fcd2a8d969 req-df051d39-1811-4da3-b095-42a9d09a9ef0 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:25.885256 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0b25b4cf-f89a-45a5-80d9-e1fcd2a8d969 req-df051d39-1811-4da3-b095-42a9d09a9ef0 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.3567984 Jul 05 04:08:25.897758 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4957e4-ea55-4e15-8601-2f2df3e605ea tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:25.898498 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee4957e4-ea55-4e15-8601-2f2df3e605ea tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:25.902337 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:25.908423 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeee17f-0447-4bb2-8690-d8c41eee5d65 req-6cb4861f-277f-465d-b3e3-caf41f9d9bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:25.915159 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4aeee17f-0447-4bb2-8690-d8c41eee5d65 req-6cb4861f-277f-465d-b3e3-caf41f9d9bf7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=76e1944d-1d03-4c4e-b1ba-413cddc95912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2922549 Jul 05 04:08:25.997230 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0b25b4cf-f89a-45a5-80d9-e1fcd2a8d969 req-39df3a29-9ec0-4b01-b97e-85ae3563d3f4 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081512 Jul 05 04:08:26.004050 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee4957e4-ea55-4e15-8601-2f2df3e605ea tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.018433 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee4957e4-ea55-4e15-8601-2f2df3e605ea tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.031038 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ee4957e4-ea55-4e15-8601-2f2df3e605ea tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/networks/5dec490b-ba8f-45ad-a3b6-fadfcfc4fb48 HTTP/1.1" status: 204 len: 168 time: 0.8112185 Jul 05 04:08:26.031038 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43786) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:26.041020 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-a451520a-d84a-4d4c-b2bd-7b226223c36c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-126957070'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:26.068375 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4957e4-ea55-4e15-8601-2f2df3e605ea tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Network': ['ID=5dec490b-ba8f-45ad-a3b6-fadfcfc4fb48,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:26.135984 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0cb79794-8085-48cd-b36d-a4ccbb4611ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.140458 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4aeee17f-0447-4bb2-8690-d8c41eee5d65 req-f2efdf88-a1ef-43fa-bd15-f58d5248a9f0 service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184675 Jul 05 04:08:26.141475 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0cb79794-8085-48cd-b36d-a4ccbb4611ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.164779 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a451520a-d84a-4d4c-b2bd-7b226223c36c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:26.170880 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a451520a-d84a-4d4c-b2bd-7b226223c36c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.203605 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a451520a-d84a-4d4c-b2bd-7b226223c36c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:26.215164 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a451520a-d84a-4d4c-b2bd-7b226223c36c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.215733 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-a451520a-d84a-4d4c-b2bd-7b226223c36c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Added segment f7be4448-4f73-40fd-bf36-1bdb7f540c11 of type vlan for network 3360f65b-6bb7-4240-b6a2-d3358962fce8 Jul 05 04:08:26.245293 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0cb79794-8085-48cd-b36d-a4ccbb4611ee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5abdda10ae464cc18b90b3a306b02cb6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0576737 Jul 05 04:08:26.247926 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43790) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:26.271044 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a451520a-d84a-4d4c-b2bd-7b226223c36c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.272125 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb79794-8085-48cd-b36d-a4ccbb4611ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22b29e0-d5a4-4224-ad52-dd80d6ab7e1b,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:26.324796 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4aeee17f-0447-4bb2-8690-d8c41eee5d65 req-df994f15-5b25-4c3c-a000-25adc0f55111 service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723871 Jul 05 04:08:26.339176 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b48fd2-868a-4894-ad43-677be8b91146 req-d590f586-af28-4129-b8aa-f7e6ff8fd8ac tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:26.340943 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31b48fd2-868a-4894-ad43-677be8b91146 req-d590f586-af28-4129-b8aa-f7e6ff8fd8ac tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.1266506 Jul 05 04:08:26.348788 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c97d0b0b-9d83-4d22-b4df-74082d676358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.352614 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a451520a-d84a-4d4c-b2bd-7b226223c36c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.360511 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a451520a-d84a-4d4c-b2bd-7b226223c36c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:26.361395 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a451520a-d84a-4d4c-b2bd-7b226223c36c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.404254 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31b48fd2-868a-4894-ad43-677be8b91146 req-8e582d36-00c3-42f3-b6ad-9523be9f870f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474014 Jul 05 04:08:26.438255 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a451520a-d84a-4d4c-b2bd-7b226223c36c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4008241 Jul 05 04:08:26.439679 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43794) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:26.443086 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c97d0b0b-9d83-4d22-b4df-74082d676358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.449850 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-7b4efa70-5b15-4958-8f82-0622a3e6f26f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'subnet': {'network_id': '3360f65b-6bb7-4240-b6a2-d3358962fce8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:26.525430 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451520a-d84a-4d4c-b2bd-7b226223c36c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Network': ['ID=3360f65b-6bb7-4240-b6a2-d3358962fce8,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:26.545595 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c97d0b0b-9d83-4d22-b4df-74082d676358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.549801 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c97d0b0b-9d83-4d22-b4df-74082d676358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.551025 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c97d0b0b-9d83-4d22-b4df-74082d676358 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f22b29e0-d5a4-4224-ad52-dd80d6ab7e1b HTTP/1.1" status: 204 len: 168 time: 0.3019946 Jul 05 04:08:26.556248 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 3360f65b-6bb7-4240-b6a2-d3358962fce8 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:26.585859 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d0b0b-9d83-4d22-b4df-74082d676358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22b29e0-d5a4-4224-ad52-dd80d6ab7e1b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:26.594407 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4efa70-5b15-4958-8f82-0622a3e6f26f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:26.602365 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7b4efa70-5b15-4958-8f82-0622a3e6f26f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.979309 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-58916b8c-a87e-490a-8dbd-40f0e7444e83 req-13164a5e-7f8f-49b8-ac16-b57a85c76dbd tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0426838 Jul 05 04:08:26.994019 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7b4efa70-5b15-4958-8f82-0622a3e6f26f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.009848 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-762f7620-55cf-4d4f-8ff2-43638989b2e5 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:27.030725 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-762f7620-55cf-4d4f-8ff2-43638989b2e5 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 812 time: 0.2633708 Jul 05 04:08:27.048829 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-3ed521bc-2ae8-450a-b109-908a327ec3d0 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/quotas/f1c1197f995c40748eb7a04272d5b4dc HTTP/1.1" status: 200 len: 375 time: 0.0168145 Jul 05 04:08:27.066631 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4efa70-5b15-4958-8f82-0622a3e6f26f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Subnet': ['ID=a11b35b5-d6e7-43c6-b571-2b0deab26ee0,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:27.105597 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4efa70-5b15-4958-8f82-0622a3e6f26f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Checking segment: {'id': 'f7be4448-4f73-40fd-bf36-1bdb7f540c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3360f65b-6bb7-4240-b6a2-d3358962fce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:27.105968 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4efa70-5b15-4958-8f82-0622a3e6f26f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network hostable DHCP agents. Network: 3360f65b-6bb7-4240-b6a2-d3358962fce8, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:08:27.133192 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4efa70-5b15-4958-8f82-0622a3e6f26f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network 3360f65b-6bb7-4240-b6a2-d3358962fce8 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:27.151343 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-20979dce-2a6e-4b8d-9f0b-53a3541a425f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1013341 Jul 05 04:08:27.154683 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-7b4efa70-5b15-4958-8f82-0622a3e6f26f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 3360f65b-6bb7-4240-b6a2-d3358962fce8) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:27.163298 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d226f3-39e0-40ad-9304-9dfd8e1e406a None None] Network 3360f65b-6bb7-4240-b6a2-d3358962fce8 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:27.166176 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4efa70-5b15-4958-8f82-0622a3e6f26f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:27.166775 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7b4efa70-5b15-4958-8f82-0622a3e6f26f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.184106 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43828) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:27.204798 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b970c8f3-bc1f-4880-b0b4-bae60c6b7d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.210822 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7b4efa70-5b15-4958-8f82-0622a3e6f26f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7666626 Jul 05 04:08:27.214610 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43830) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:27.220863 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-47d8dce0-675e-4a03-ae3c-d6deb95fa834 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'port': {'network_id': '3360f65b-6bb7-4240-b6a2-d3358962fce8', 'name': 'tempest-PortsIpV6TestJSON-2144442233'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:27.449942 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b970c8f3-bc1f-4880-b0b4-bae60c6b7d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.456449 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b970c8f3-bc1f-4880-b0b4-bae60c6b7d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.524349 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d8dce0-675e-4a03-ae3c-d6deb95fa834 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:27.537426 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b970c8f3-bc1f-4880-b0b4-bae60c6b7d6d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=28d8c2200a9e47cbbe6d4473fc4b4fff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475919 Jul 05 04:08:27.537426 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970c8f3-bc1f-4880-b0b4-bae60c6b7d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81288847-098c-47f7-b7ce-76ef5bce2958,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:27.537853 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47d8dce0-675e-4a03-ae3c-d6deb95fa834 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.537948 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43838) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:27.571471 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a159f6f1-c246-4d7f-8cdc-5663410885e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-3360f65b-6bb7-4240-b6a2-d3358962fce8', 'network_id': '3360f65b-6bb7-4240-b6a2-d3358962fce8', 'tenant_id': '2dad96e403094f8fb5fb49a26810adc7', 'fixed_ips': [{'subnet_id': 'a11b35b5-d6e7-43c6-b571-2b0deab26ee0'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:08:27.574347 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a159f6f1-c246-4d7f-8cdc-5663410885e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.604549 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-dd3070d6-765d-4a7e-901c-570f667e36e0 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:08:27.605744 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-dd3070d6-765d-4a7e-901c-570f667e36e0 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4438074 Jul 05 04:08:27.607020 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-47d8dce0-675e-4a03-ae3c-d6deb95fa834 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] device_id is not set on port 4e9bdc13-1525-45fe-bf2f-809f950c534f yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:08:27.609069 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-458e95aa-75c8-45f8-9003-c8b80ccfaf21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.645584 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-458e95aa-75c8-45f8-9003-c8b80ccfaf21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.728997 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-458e95aa-75c8-45f8-9003-c8b80ccfaf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.733881 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-458e95aa-75c8-45f8-9003-c8b80ccfaf21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.735852 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-458e95aa-75c8-45f8-9003-c8b80ccfaf21 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/81288847-098c-47f7-b7ce-76ef5bce2958 HTTP/1.1" status: 204 len: 168 time: 0.1960819 Jul 05 04:08:27.756084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e95aa-75c8-45f8-9003-c8b80ccfaf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81288847-098c-47f7-b7ce-76ef5bce2958,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:27.837201 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-8cadd0a5-c45f-4513-a120-2a21298540c7 service neutron] 10.222.0.77 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190485 Jul 05 04:08:27.838410 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185e0b6-2fe5-4ccb-a056-76329204cf28 req-088d3d44-3504-4b11-b4ec-0654717ae25d tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:27.842391 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-a159f6f1-c246-4d7f-8cdc-5663410885e0 None None] Allocated IP 2001:db8::2 (3360f65b-6bb7-4240-b6a2-d3358962fce8/a11b35b5-d6e7-43c6-b571-2b0deab26ee0/a7b40701-bca7-4845-a131-3f3923f0e8c7) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:27.850414 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1185e0b6-2fe5-4ccb-a056-76329204cf28 req-088d3d44-3504-4b11-b4ec-0654717ae25d tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.1548061 Jul 05 04:08:27.922257 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1185e0b6-2fe5-4ccb-a056-76329204cf28 req-3e05208c-4cda-4a49-af7f-9ca46e637ee5 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703664 Jul 05 04:08:28.016999 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-3a3acd76-b125-4d44-933c-f069ae0d7eee service neutron] 10.222.0.77 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627209 Jul 05 04:08:28.079452 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a159f6f1-c246-4d7f-8cdc-5663410885e0 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.112042 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a159f6f1-c246-4d7f-8cdc-5663410885e0 None None] Transition to ACTIVE for port object a7b40701-bca7-4845-a131-3f3923f0e8c7 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:28.158620 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a159f6f1-c246-4d7f-8cdc-5663410885e0 None None] Transition to ACTIVE for port object a7b40701-bca7-4845-a131-3f3923f0e8c7 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:28.172939 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a159f6f1-c246-4d7f-8cdc-5663410885e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.226330 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9273f3e5-3bc1-4c36-885c-31f347f1cef8 req-61456705-6265-4a96-b35b-1576384373fb tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0484364 Jul 05 04:08:28.281747 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159f6f1-c246-4d7f-8cdc-5663410885e0 None None] Pushing event updated for resources: {'Port': ['ID=a7b40701-bca7-4845-a131-3f3923f0e8c7,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:28.294643 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a159f6f1-c246-4d7f-8cdc-5663410885e0 None None] Network 3360f65b-6bb7-4240-b6a2-d3358962fce8 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:28.297099 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-a159f6f1-c246-4d7f-8cdc-5663410885e0 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:28.300456 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a159f6f1-c246-4d7f-8cdc-5663410885e0 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:28.354257 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-47d8dce0-675e-4a03-ae3c-d6deb95fa834 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Allocated IP 2001:db8::138 (3360f65b-6bb7-4240-b6a2-d3358962fce8/a11b35b5-d6e7-43c6-b571-2b0deab26ee0/4e9bdc13-1525-45fe-bf2f-809f950c534f) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:28.369691 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-a159f6f1-c246-4d7f-8cdc-5663410885e0 None None] Attempting to bind port a7b40701-bca7-4845-a131-3f3923f0e8c7 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:28.370288 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-a159f6f1-c246-4d7f-8cdc-5663410885e0 None None] Attempting to bind port a7b40701-bca7-4845-a131-3f3923f0e8c7 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'f7be4448-4f73-40fd-bf36-1bdb7f540c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3360f65b-6bb7-4240-b6a2-d3358962fce8'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:28.370865 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a159f6f1-c246-4d7f-8cdc-5663410885e0 None None] Attempting to bind port a7b40701-bca7-4845-a131-3f3923f0e8c7 on network 3360f65b-6bb7-4240-b6a2-d3358962fce8 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:28.377010 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a159f6f1-c246-4d7f-8cdc-5663410885e0 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:28.377857 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a159f6f1-c246-4d7f-8cdc-5663410885e0 None None] Checking segment: {'id': 'f7be4448-4f73-40fd-bf36-1bdb7f540c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3360f65b-6bb7-4240-b6a2-d3358962fce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:28.378501 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a159f6f1-c246-4d7f-8cdc-5663410885e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.379203 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a159f6f1-c246-4d7f-8cdc-5663410885e0 None None] Bound using segment: {'id': 'f7be4448-4f73-40fd-bf36-1bdb7f540c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3360f65b-6bb7-4240-b6a2-d3358962fce8'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:28.381137 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-a159f6f1-c246-4d7f-8cdc-5663410885e0 None None] Bound port: a7b40701-bca7-4845-a131-3f3923f0e8c7, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7be4448-4f73-40fd-bf36-1bdb7f540c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3360f65b-6bb7-4240-b6a2-d3358962fce8'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:28.381778 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a159f6f1-c246-4d7f-8cdc-5663410885e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.405282 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e8523f27-9352-4fed-b3c0-143cb717770b req-b5e76549-ab41-4c85-9fc5-a5dd87aa65c7 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 210 time: 0.0815349 Jul 05 04:08:28.504599 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a159f6f1-c246-4d7f-8cdc-5663410885e0 None None] For port a7b40701-bca7-4845-a131-3f3923f0e8c7, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:28.509788 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a159f6f1-c246-4d7f-8cdc-5663410885e0 None None] For port a7b40701-bca7-4845-a131-3f3923f0e8c7, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a7b40701-bca7-4845-a131-3f3923f0e8c7,segment=NetworkSegment(f7be4448-4f73-40fd-bf36-1bdb7f540c11),segment_id=f7be4448-4f73-40fd-bf36-1bdb7f540c11)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:28.517583 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a159f6f1-c246-4d7f-8cdc-5663410885e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.640869 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-57439710-1afd-45ad-855b-d0e8bb5d3cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.653971 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159f6f1-c246-4d7f-8cdc-5663410885e0 None None] Pushing event updated for resources: {'Port': ['ID=a7b40701-bca7-4845-a131-3f3923f0e8c7,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:28.784043 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47d8dce0-675e-4a03-ae3c-d6deb95fa834 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.812538 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-47d8dce0-675e-4a03-ae3c-d6deb95fa834 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Transition to ACTIVE for port object 4e9bdc13-1525-45fe-bf2f-809f950c534f will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:28.881322 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47d8dce0-675e-4a03-ae3c-d6deb95fa834 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.030490 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d8dce0-675e-4a03-ae3c-d6deb95fa834 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network 3360f65b-6bb7-4240-b6a2-d3358962fce8 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:29.036094 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-47d8dce0-675e-4a03-ae3c-d6deb95fa834 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:29.039876 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d8dce0-675e-4a03-ae3c-d6deb95fa834 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:29.048039 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d8dce0-675e-4a03-ae3c-d6deb95fa834 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:29.048898 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47d8dce0-675e-4a03-ae3c-d6deb95fa834 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.076767 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8dce0-675e-4a03-ae3c-d6deb95fa834 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Port': ['ID=4e9bdc13-1525-45fe-bf2f-809f950c534f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:29.096000 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43886) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:29.096441 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-47d8dce0-675e-4a03-ae3c-d6deb95fa834 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8772490 Jul 05 04:08:29.242312 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.303080 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-6b451d6f-f9aa-4789-93cf-a482e867caba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting port 4e9bdc13-1525-45fe-bf2f-809f950c534f {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:29.303663 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6b451d6f-f9aa-4789-93cf-a482e867caba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.349475 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a778c8-4ab2-4e4e-a629-8f27616bf59a req-03fdf4e8-f512-41e6-84a7-147a08bc8cb7 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:29.361863 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5a778c8-4ab2-4e4e-a629-8f27616bf59a req-03fdf4e8-f512-41e6-84a7-147a08bc8cb7 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.1909220 Jul 05 04:08:29.449536 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a7b40701-bca7-4845-a131-3f3923f0e8c7 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:29.467131 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5a778c8-4ab2-4e4e-a629-8f27616bf59a req-f1d24b23-5190-4b31-99d8-ec7bb286e40b tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005862 Jul 05 04:08:29.489518 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6b451d6f-f9aa-4789-93cf-a482e867caba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.503111 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-6b451d6f-f9aa-4789-93cf-a482e867caba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Calling delete_port for 4e9bdc13-1525-45fe-bf2f-809f950c534f owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:29.561727 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port a7b40701-bca7-4845-a131-3f3923f0e8c7 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:29.687713 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0e19bd41-1d3a-41e3-8050-465da3b577aa req-2df4dc82-2e55-469b-9bc4-6f7f1220d41b tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0807450 Jul 05 04:08:29.731279 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6b451d6f-f9aa-4789-93cf-a482e867caba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.760924 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9776331-0e01-4160-9211-f6131f76bd7c req-b979349b-d143-4d5a-8c82-acd551977875 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 210 time: 0.0823789 Jul 05 04:08:29.788298 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b451d6f-f9aa-4789-93cf-a482e867caba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Port': ['ID=4e9bdc13-1525-45fe-bf2f-809f950c534f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:29.838553 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6b451d6f-f9aa-4789-93cf-a482e867caba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.843074 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6b451d6f-f9aa-4789-93cf-a482e867caba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/ports/4e9bdc13-1525-45fe-bf2f-809f950c534f HTTP/1.1" status: 204 len: 168 time: 0.7467942 Jul 05 04:08:29.843492 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43904) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:29.879012 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-21cede55-31c0-4bce-bcbe-d5a5269c2bb0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:29.880388 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21cede55-31c0-4bce-bcbe-d5a5269c2bb0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:29.885473 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43906) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:29.896227 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-21cede55-31c0-4bce-bcbe-d5a5269c2bb0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/ports/4e9bdc13-1525-45fe-bf2f-809f950c534f HTTP/1.1" status: 404 len: 333 time: 0.0514777 Jul 05 04:08:29.944536 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c524312-05ed-4505-b795-9dff04ff16be tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] GET failed (client error): The resource could not be found. Jul 05 04:08:29.949073 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8c524312-05ed-4505-b795-9dff04ff16be tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports/4e9bdc13-1525-45fe-bf2f-809f950c534f HTTP/1.1" status: 404 len: 333 time: 0.0612099 Jul 05 04:08:29.950838 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43910) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:30.054938 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2756d25-c5ef-4916-92cd-d9bf7f09103b tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting subnet a11b35b5-d6e7-43c6-b571-2b0deab26ee0 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:30.064675 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2756d25-c5ef-4916-92cd-d9bf7f09103b tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.149140 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2756d25-c5ef-4916-92cd-d9bf7f09103b tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.273559 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63c80e6-6f1a-49d1-9ef1-5b0c6cf92188 None None] Network 3360f65b-6bb7-4240-b6a2-d3358962fce8 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:30.279046 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2756d25-c5ef-4916-92cd-d9bf7f09103b tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.395663 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-8e1765dc-d6db-4747-bdb8-c09c1d5c8f8c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:30.398191 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-8e1765dc-d6db-4747-bdb8-c09c1d5c8f8c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.70 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 812 time: 0.2294309 Jul 05 04:08:30.411190 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2756d25-c5ef-4916-92cd-d9bf7f09103b tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.429556 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-de955104-89eb-4bec-a3ad-abee7f1e05d3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Request body: {'port': {'device_id': '366bcc3b-f9f9-4844-8324-6d4c0feb18e8', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'admin_state_up': True, 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:30.477393 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9e6bb09a-362d-4ff7-a156-0c6337ec9533 None None] Provisioning for port a7b40701-bca7-4845-a131-3f3923f0e8c7 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:30.556652 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9e6bb09a-362d-4ff7-a156-0c6337ec9533 None None] Provisioning complete for port a7b40701-bca7-4845-a131-3f3923f0e8c7 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:30.557569 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9e6bb09a-362d-4ff7-a156-0c6337ec9533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.658576 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-de955104-89eb-4bec-a3ad-abee7f1e05d3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Made reservation on behalf of f1c1197f995c40748eb7a04272d5b4dc for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:30.663343 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-de955104-89eb-4bec-a3ad-abee7f1e05d3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.861971 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9e6bb09a-362d-4ff7-a156-0c6337ec9533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.884294 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee5e692-1701-4bd4-aa3c-da7cbdb812cd None None] DHCP port deletion for 3360f65b-6bb7-4240-b6a2-d3358962fce8 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:08:30.944233 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-de955104-89eb-4bec-a3ad-abee7f1e05d3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Allocated IP 172.20.0.7 (76e1944d-1d03-4c4e-b1ba-413cddc95912/d157b61e-6b4a-43c9-a07c-5c6e1fda4120/c3c8c38a-7ee0-413b-9ae0-8b606379fc25) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:31.004753 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-9e6bb09a-362d-4ff7-a156-0c6337ec9533 None None] For port a7b40701-bca7-4845-a131-3f3923f0e8c7, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a7b40701-bca7-4845-a131-3f3923f0e8c7,segment=NetworkSegment(f7be4448-4f73-40fd-bf36-1bdb7f540c11),segment_id=f7be4448-4f73-40fd-bf36-1bdb7f540c11)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:31.031358 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9e6bb09a-362d-4ff7-a156-0c6337ec9533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.056275 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ec026440-d254-423b-b3df-8c7d0f56cc35 req-cce2f7ee-79c6-475f-ae10-182191f81c44 tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0609543 Jul 05 04:08:31.079224 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2756d25-c5ef-4916-92cd-d9bf7f09103b tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Subnet': ['ID=a11b35b5-d6e7-43c6-b571-2b0deab26ee0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:31.144485 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bb09a-362d-4ff7-a156-0c6337ec9533 None None] Pushing event updated for resources: {'Port': ['ID=a7b40701-bca7-4845-a131-3f3923f0e8c7,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:31.169960 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2756d25-c5ef-4916-92cd-d9bf7f09103b tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.173459 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f2756d25-c5ef-4916-92cd-d9bf7f09103b tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/subnets/a11b35b5-d6e7-43c6-b571-2b0deab26ee0 HTTP/1.1" status: 204 len: 168 time: 1.2214515 Jul 05 04:08:31.185316 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43946) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:31.230572 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-7ee5e692-1701-4bd4-aa3c-da7cbdb812cd None None] Deleting port a7b40701-bca7-4845-a131-3f3923f0e8c7 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:31.230957 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7ee5e692-1701-4bd4-aa3c-da7cbdb812cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.330896 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb297784-da65-450f-9d1e-2385beb56ead req-ceb05006-1794-4bc8-b3ee-a9002632195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:31.335171 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cb297784-da65-450f-9d1e-2385beb56ead req-ceb05006-1794-4bc8-b3ee-a9002632195c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b459d90a1104d2f9bfd9c3a9ab3c50e&device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 1097 time: 0.2752841 Jul 05 04:08:31.404168 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be39150-ad93-45f2-8beb-00d9490ce20a req-556f4b4d-9b3c-4ce9-938c-4d1b2324f164 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:31.406559 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4be39150-ad93-45f2-8beb-00d9490ce20a req-556f4b4d-9b3c-4ce9-938c-4d1b2324f164 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.3441045 Jul 05 04:08:31.419544 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a7b40701-bca7-4845-a131-3f3923f0e8c7 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:31.430245 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8647f1a2-76ac-435b-9995-893a0c0116ba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.467537 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-de955104-89eb-4bec-a3ad-abee7f1e05d3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.541800 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-de955104-89eb-4bec-a3ad-abee7f1e05d3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Transition to ACTIVE for port object c3c8c38a-7ee0-413b-9ae0-8b606379fc25 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:31.577588 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9193df45-7531-4714-9905-557ab916bf7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.582060 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-7ee5e692-1701-4bd4-aa3c-da7cbdb812cd None None] For port a7b40701-bca7-4845-a131-3f3923f0e8c7, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a7b40701-bca7-4845-a131-3f3923f0e8c7,segment=NetworkSegment(f7be4448-4f73-40fd-bf36-1bdb7f540c11),segment_id=f7be4448-4f73-40fd-bf36-1bdb7f540c11)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:31.582544 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7ee5e692-1701-4bd4-aa3c-da7cbdb812cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.591382 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4be39150-ad93-45f2-8beb-00d9490ce20a req-6c0cfaca-654d-49c1-b041-713ba20e5a0a tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585708 Jul 05 04:08:31.604681 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-7ee5e692-1701-4bd4-aa3c-da7cbdb812cd None None] Calling delete_port for a7b40701-bca7-4845-a131-3f3923f0e8c7 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:31.630909 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb297784-da65-450f-9d1e-2385beb56ead req-e63e1f71-e55c-49da-ab85-9865a3f54cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:31.632547 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cb297784-da65-450f-9d1e-2385beb56ead req-e63e1f71-e55c-49da-ab85-9865a3f54cad service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b HTTP/1.1" status: 200 len: 911 time: 0.2620869 Jul 05 04:08:31.666081 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-35e275c3-501f-4877-afc6-80984ab334b4 req-e6cd031a-821a-4fa8-acc6-e2f983a20f28 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 210 time: 0.1933308 Jul 05 04:08:31.693345 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-de955104-89eb-4bec-a3ad-abee7f1e05d3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.735378 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['8440734f-6e50-4cd5-badb-d847a8eee38a', 'd9098f55-3574-44d3-93c4-06d7aad7425a'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:08:31.781419 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.783823 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-de955104-89eb-4bec-a3ad-abee7f1e05d3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Network 76e1944d-1d03-4c4e-b1ba-413cddc95912 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:31.789553 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-de955104-89eb-4bec-a3ad-abee7f1e05d3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:31.794027 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-de955104-89eb-4bec-a3ad-abee7f1e05d3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:31.818241 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.826326 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-8647f1a2-76ac-435b-9995-893a0c0116ba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting port a7b40701-bca7-4845-a131-3f3923f0e8c7 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:31.830108 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8647f1a2-76ac-435b-9995-893a0c0116ba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.881259 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7ee5e692-1701-4bd4-aa3c-da7cbdb812cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.897508 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de955104-89eb-4bec-a3ad-abee7f1e05d3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Pushing event updated for resources: {'Port': ['ID=c3c8c38a-7ee0-413b-9ae0-8b606379fc25,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:31.920480 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-de955104-89eb-4bec-a3ad-abee7f1e05d3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:31.924615 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-de955104-89eb-4bec-a3ad-abee7f1e05d3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.955692 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-de955104-89eb-4bec-a3ad-abee7f1e05d3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5307446 Jul 05 04:08:31.960083 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cb297784-da65-450f-9d1e-2385beb56ead req-e433413f-fe3c-4113-a040-92f78c7541bb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 HTTP/1.1" status: 200 len: 1001 time: 0.3152356 Jul 05 04:08:31.982049 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-c51cfc39-d2cc-4a00-898f-f964eb890e1f service neutron] Request body: {'port': {'device_id': '366bcc3b-f9f9-4844-8324-6d4c0feb18e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:32.001323 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5e692-1701-4bd4-aa3c-da7cbdb812cd None None] No DVR routers for this DVR port a7b40701-bca7-4845-a131-3f3923f0e8c7 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:32.006362 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5e692-1701-4bd4-aa3c-da7cbdb812cd None None] Pushing event deleted for resources: {'Port': ['ID=a7b40701-bca7-4845-a131-3f3923f0e8c7,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:32.138156 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb297784-da65-450f-9d1e-2385beb56ead req-ae1aae28-544b-43f6-ae5c-633c474aa34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:32.139686 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cb297784-da65-450f-9d1e-2385beb56ead req-ae1aae28-544b-43f6-ae5c-633c474aa34c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9ee9ae53-c8ee-4b49-a395-854bb0a3c12c HTTP/1.1" status: 200 len: 849 time: 0.1223276 Jul 05 04:08:32.179537 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-c51cfc39-d2cc-4a00-898f-f964eb890e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.179980 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-8647f1a2-76ac-435b-9995-893a0c0116ba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] For port a7b40701-bca7-4845-a131-3f3923f0e8c7, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a7b40701-bca7-4845-a131-3f3923f0e8c7,segment=NetworkSegment(f7be4448-4f73-40fd-bf36-1bdb7f540c11),segment_id=f7be4448-4f73-40fd-bf36-1bdb7f540c11)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:32.180898 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8647f1a2-76ac-435b-9995-893a0c0116ba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.198517 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-8647f1a2-76ac-435b-9995-893a0c0116ba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Calling delete_port for a7b40701-bca7-4845-a131-3f3923f0e8c7 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:32.346223 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ea1ace0d-8a22-464c-80cc-007e83d2696e None None] Provisioning for port c3c8c38a-7ee0-413b-9ae0-8b606379fc25 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:32.371410 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ea1ace0d-8a22-464c-80cc-007e83d2696e None None] Provisioning complete for port c3c8c38a-7ee0-413b-9ae0-8b606379fc25 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:32.371410 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ea1ace0d-8a22-464c-80cc-007e83d2696e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.422590 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a3f1e623-e4eb-4c64-abe4-cd21bdf27c43 req-60c0473d-ddc0-439c-afca-19ca4db603d8 tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0766315 Jul 05 04:08:32.436341 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-ea1ace0d-8a22-464c-80cc-007e83d2696e None None] Port c3c8c38a-7ee0-413b-9ae0-8b606379fc25 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:32.472181 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8647f1a2-76ac-435b-9995-893a0c0116ba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.520637 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647f1a2-76ac-435b-9995-893a0c0116ba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Port': ['ID=a7b40701-bca7-4845-a131-3f3923f0e8c7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:32.525155 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8647f1a2-76ac-435b-9995-893a0c0116ba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] No DVR routers for this DVR port a7b40701-bca7-4845-a131-3f3923f0e8c7 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:32.562159 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.564005 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb297784-da65-450f-9d1e-2385beb56ead req-0823a0a9-3baf-497d-ad9a-ada95f05d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:32.565486 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cb297784-da65-450f-9d1e-2385beb56ead req-0823a0a9-3baf-497d-ad9a-ada95f05d89c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4174314 Jul 05 04:08:32.609663 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43972) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:32.637179 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-c51cfc39-d2cc-4a00-898f-f964eb890e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c8c38a-7ee0-413b-9ae0-8b606379fc25 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:08:32.649600 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-c51cfc39-d2cc-4a00-898f-f964eb890e1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.668015 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-c51cfc39-d2cc-4a00-898f-f964eb890e1f service neutron] Transition to ACTIVE for port object c3c8c38a-7ee0-413b-9ae0-8b606379fc25 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:32.674714 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-c51cfc39-d2cc-4a00-898f-f964eb890e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.806871 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8647f1a2-76ac-435b-9995-893a0c0116ba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.821546 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a1a5ea6e-3554-481c-90b4-75a1408a8133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.842842 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-8647f1a2-76ac-435b-9995-893a0c0116ba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3360f65b-6bb7-4240-b6a2-d3358962fce8']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:32.908241 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-8647f1a2-76ac-435b-9995-893a0c0116ba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7be4448-4f73-40fd-bf36-1bdb7f540c11') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:32.908927 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-8647f1a2-76ac-435b-9995-893a0c0116ba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7be4448-4f73-40fd-bf36-1bdb7f540c11') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:32.914217 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cfc39-d2cc-4a00-898f-f964eb890e1f service neutron] Pushing event updated for resources: {'Port': ['ID=c3c8c38a-7ee0-413b-9ae0-8b606379fc25,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:32.992013 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8647f1a2-76ac-435b-9995-893a0c0116ba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.055167 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8647f1a2-76ac-435b-9995-893a0c0116ba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.074382 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cb297784-da65-450f-9d1e-2385beb56ead req-c542c555-2834-4874-a305-0edc99f66315 service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903665 Jul 05 04:08:33.085332 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8647f1a2-76ac-435b-9995-893a0c0116ba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:33.086728 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8647f1a2-76ac-435b-9995-893a0c0116ba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:33.094688 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:33.105330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-c51cfc39-d2cc-4a00-898f-f964eb890e1f service neutron] Attempting to bind port c3c8c38a-7ee0-413b-9ae0-8b606379fc25 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:33.106177 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-c51cfc39-d2cc-4a00-898f-f964eb890e1f service neutron] Attempting to bind port c3c8c38a-7ee0-413b-9ae0-8b606379fc25 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:33.106177 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-c51cfc39-d2cc-4a00-898f-f964eb890e1f service neutron] Attempting to bind port c3c8c38a-7ee0-413b-9ae0-8b606379fc25 on network 76e1944d-1d03-4c4e-b1ba-413cddc95912 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:33.133737 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-c51cfc39-d2cc-4a00-898f-f964eb890e1f service neutron] Port c3c8c38a-7ee0-413b-9ae0-8b606379fc25 on network 76e1944d-1d03-4c4e-b1ba-413cddc95912 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:08:33.134140 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-c51cfc39-d2cc-4a00-898f-f964eb890e1f service neutron] Attempting to bind port c3c8c38a-7ee0-413b-9ae0-8b606379fc25 on network 76e1944d-1d03-4c4e-b1ba-413cddc95912 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:33.151907 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-c51cfc39-d2cc-4a00-898f-f964eb890e1f service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:33.152706 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-c51cfc39-d2cc-4a00-898f-f964eb890e1f service neutron] Checking segment: {'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:33.153215 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-c51cfc39-d2cc-4a00-898f-f964eb890e1f service neutron] Bound using segment: {'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:33.153958 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-c51cfc39-d2cc-4a00-898f-f964eb890e1f service neutron] Bound port: c3c8c38a-7ee0-413b-9ae0-8b606379fc25, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ac87ba-2d8d-4b84-8496-b28973bdc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:33.154579 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-c51cfc39-d2cc-4a00-898f-f964eb890e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.188065 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a1a5ea6e-3554-481c-90b4-75a1408a8133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.206982 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e17b0b-07eb-4650-b699-d57259a45b72 req-6346f032-3789-4484-bb2d-1f6723f95239 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:33.216811 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-27e17b0b-07eb-4650-b699-d57259a45b72 req-6346f032-3789-4484-bb2d-1f6723f95239 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 943 time: 0.2631085 Jul 05 04:08:33.221700 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a1a5ea6e-3554-481c-90b4-75a1408a8133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.260350 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5473803-871d-417a-bd54-faab86d5f1fa req-2ceb02da-fb81-413f-b043-f4b83142aeb5 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:33.262248 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f5473803-871d-417a-bd54-faab86d5f1fa req-2ceb02da-fb81-413f-b043-f4b83142aeb5 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.4134841 Jul 05 04:08:33.283511 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8647f1a2-76ac-435b-9995-893a0c0116ba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.303145 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8647f1a2-76ac-435b-9995-893a0c0116ba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.305604 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8647f1a2-76ac-435b-9995-893a0c0116ba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/networks/3360f65b-6bb7-4240-b6a2-d3358962fce8 HTTP/1.1" status: 204 len: 168 time: 2.1104560 Jul 05 04:08:33.310007 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43992) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:33.325223 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-2a9cf277-2ad4-45d6-ad2f-e1021f98dc25 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1428764201'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:33.329802 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647f1a2-76ac-435b-9995-893a0c0116ba tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Network': ['ID=3360f65b-6bb7-4240-b6a2-d3358962fce8,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:33.341075 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5ea6e-3554-481c-90b4-75a1408a8133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd536839-81f9-4689-8cf1-0a725bb55bb2,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:33.352915 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f5473803-871d-417a-bd54-faab86d5f1fa req-985004b2-0a58-4bb0-83ae-fb3839f25d62 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831738 Jul 05 04:08:33.358255 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43994) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:33.358594 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a1a5ea6e-3554-481c-90b4-75a1408a8133 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e620d4628ad142418f48e5a9bbe97c21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7477026 Jul 05 04:08:33.371570 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43996) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:33.387604 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cb297784-da65-450f-9d1e-2385beb56ead req-566a6682-8d6b-4c2d-9371-16e6e8c16bd2 service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642887 Jul 05 04:08:33.390048 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-27e17b0b-07eb-4650-b699-d57259a45b72 req-7011272c-cd97-422a-aef5-70a8bb8432e3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714811 Jul 05 04:08:33.403203 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-c51cfc39-d2cc-4a00-898f-f964eb890e1f service neutron] For port c3c8c38a-7ee0-413b-9ae0-8b606379fc25, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:33.412113 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-c51cfc39-d2cc-4a00-898f-f964eb890e1f service neutron] For port c3c8c38a-7ee0-413b-9ae0-8b606379fc25, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=c3c8c38a-7ee0-413b-9ae0-8b606379fc25,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:33.429006 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-c51cfc39-d2cc-4a00-898f-f964eb890e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.436279 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9cf277-2ad4-45d6-ad2f-e1021f98dc25 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:33.439863 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2a9cf277-2ad4-45d6-ad2f-e1021f98dc25 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.464595 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8fc6df25-b8d3-41d1-8e45-084d399bda2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.500618 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-c51cfc39-d2cc-4a00-898f-f964eb890e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:33.501191 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-c51cfc39-d2cc-4a00-898f-f964eb890e1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.502880 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-c51cfc39-d2cc-4a00-898f-f964eb890e1f service neutron] 10.222.0.70 "PUT /v2.0/ports/c3c8c38a-7ee0-413b-9ae0-8b606379fc25 HTTP/1.1" status: 200 len: 1092 time: 1.5277152 Jul 05 04:08:33.503623 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366bcc3b-f9f9-4844-8324-6d4c0feb18e8', 'tag': 'c3c8c38a-7ee0-413b-9ae0-8b606379fc25'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:33.505366 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8fc6df25-b8d3-41d1-8e45-084d399bda2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.507000 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ed966f-0646-4250-a168-297363511e85" -d '{"events": [{"name": "network-changed", "server_uuid": "366bcc3b-f9f9-4844-8324-6d4c0feb18e8", "tag": "c3c8c38a-7ee0-413b-9ae0-8b606379fc25"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:33.530539 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9cf277-2ad4-45d6-ad2f-e1021f98dc25 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:33.553592 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2a9cf277-2ad4-45d6-ad2f-e1021f98dc25 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.554022 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-2a9cf277-2ad4-45d6-ad2f-e1021f98dc25 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Added segment 0647f5c4-7e05-4535-9ae8-99d8e2388764 of type vlan for network 63f786f7-0346-434a-ad78-27d094db3f51 Jul 05 04:08:33.620313 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8fc6df25-b8d3-41d1-8e45-084d399bda2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.623065 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8fc6df25-b8d3-41d1-8e45-084d399bda2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.628042 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8fc6df25-b8d3-41d1-8e45-084d399bda2a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fd536839-81f9-4689-8cf1-0a725bb55bb2 HTTP/1.1" status: 204 len: 168 time: 0.2654347 Jul 05 04:08:33.639122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6df25-b8d3-41d1-8e45-084d399bda2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd536839-81f9-4689-8cf1-0a725bb55bb2,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:33.705793 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4f3603aa-382c-436b-abac-0355abb38f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.711235 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cfc39-d2cc-4a00-898f-f964eb890e1f service neutron] Pushing event updated for resources: {'Port': ['ID=c3c8c38a-7ee0-413b-9ae0-8b606379fc25,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:33.735332 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2a9cf277-2ad4-45d6-ad2f-e1021f98dc25 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.786877 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b452a86-a173-4036-ab9f-c4ec9349c8fa x-openstack-request-id: req-7b452a86-a173-4036-ab9f-c4ec9349c8fa {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:33.787163 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366bcc3b-f9f9-4844-8324-6d4c0feb18e8", "tag": "c3c8c38a-7ee0-413b-9ae0-8b606379fc25", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:33.787461 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7b452a86-a173-4036-ab9f-c4ec9349c8fa {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:33.787963 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '366bcc3b-f9f9-4844-8324-6d4c0feb18e8', 'tag': 'c3c8c38a-7ee0-413b-9ae0-8b606379fc25', 'status': 'completed', 'code': 200} Jul 05 04:08:33.801560 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b660a921-cb74-4350-9b0a-51fe9cb990d7 req-da1c1434-6573-4fa5-85e2-927f6c289a82 tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0482912 Jul 05 04:08:33.823522 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-30b2330f-5794-4509-ab17-656043414083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:33.829477 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-30b2330f-5794-4509-ab17-656043414083 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 1095 time: 0.2509317 Jul 05 04:08:33.836561 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2a9cf277-2ad4-45d6-ad2f-e1021f98dc25 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.848564 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9cf277-2ad4-45d6-ad2f-e1021f98dc25 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:33.848564 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2a9cf277-2ad4-45d6-ad2f-e1021f98dc25 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.924356 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4f3603aa-382c-436b-abac-0355abb38f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.929733 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4f3603aa-382c-436b-abac-0355abb38f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.951436 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-1942d545-6f53-48e1-9f0d-35e468508a05 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c8c38a-7ee0-413b-9ae0-8b606379fc25 HTTP/1.1" status: 200 len: 217 time: 0.0925188 Jul 05 04:08:33.961487 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2a9cf277-2ad4-45d6-ad2f-e1021f98dc25 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6429837 Jul 05 04:08:33.967964 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44008) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:33.979698 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d31fe3e5-057e-4c85-bb78-bf46b1e77f4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'subnet': {'network_id': '63f786f7-0346-434a-ad78-27d094db3f51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:33.987269 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4f3603aa-382c-436b-abac-0355abb38f8a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1bdcfb0f27b44ad28a56a45df76e9f4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6115401 Jul 05 04:08:33.987574 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44010) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:34.002456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cf277-2ad4-45d6-ad2f-e1021f98dc25 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Network': ['ID=63f786f7-0346-434a-ad78-27d094db3f51,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:34.004101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3603aa-382c-436b-abac-0355abb38f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38aebdd-a3c7-4399-8d65-bd04268e6674,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:34.015606 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-165474f1-220f-44ae-86cf-8796119bac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:34.018681 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-165474f1-220f-44ae-86cf-8796119bac92 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d157b61e-6b4a-43c9-a07c-5c6e1fda4120 HTTP/1.1" status: 200 len: 851 time: 0.0591633 Jul 05 04:08:34.021378 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 63f786f7-0346-434a-ad78-27d094db3f51 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:34.111461 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44012) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:34.130310 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4f17f306-2c01-4c42-aad9-ff8a314b8de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.131584 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-84163235-73d9-4a1f-81f8-68e2f4883a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:34.133378 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-84163235-73d9-4a1f-81f8-68e2f4883a01 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=76e1944d-1d03-4c4e-b1ba-413cddc95912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977840 Jul 05 04:08:34.134292 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8da035bc-abd6-42b9-8d03-219e082ca863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.140558 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31fe3e5-057e-4c85-bb78-bf46b1e77f4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:34.144257 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d31fe3e5-057e-4c85-bb78-bf46b1e77f4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.200661 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4f17f306-2c01-4c42-aad9-ff8a314b8de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.267403 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-a0b570ed-aa62-4357-986d-34c13348da38 service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238458 Jul 05 04:08:34.285873 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4f17f306-2c01-4c42-aad9-ff8a314b8de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.288614 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4f17f306-2c01-4c42-aad9-ff8a314b8de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.289786 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4f17f306-2c01-4c42-aad9-ff8a314b8de3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b38aebdd-a3c7-4399-8d65-bd04268e6674 HTTP/1.1" status: 204 len: 168 time: 0.3012540 Jul 05 04:08:34.319665 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17f306-2c01-4c42-aad9-ff8a314b8de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38aebdd-a3c7-4399-8d65-bd04268e6674,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:34.345581 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.403599 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d31fe3e5-057e-4c85-bb78-bf46b1e77f4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.409062 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8da035bc-abd6-42b9-8d03-219e082ca863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.419592 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8da035bc-abd6-42b9-8d03-219e082ca863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.459008 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da035bc-abd6-42b9-8d03-219e082ca863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c18e7ae-63c5-4d60-b626-18f53ac8e5c4,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:34.469311 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-070b8a17-f8be-4fbc-8233-7b228cbbf7e9 req-9216f738-2fb2-4cee-af2e-5becbd5ff97b service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942749 Jul 05 04:08:34.481284 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8da035bc-abd6-42b9-8d03-219e082ca863 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6efa078e43734fe58a57c00ab0cad886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3687356 Jul 05 04:08:34.483982 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44020) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:34.489266 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fe3e5-057e-4c85-bb78-bf46b1e77f4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Subnet': ['ID=a172cb35-218b-40bf-8095-2d5eaab10ae7,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:34.527475 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fe3e5-057e-4c85-bb78-bf46b1e77f4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Checking segment: {'id': '0647f5c4-7e05-4535-9ae8-99d8e2388764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '63f786f7-0346-434a-ad78-27d094db3f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:34.528210 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31fe3e5-057e-4c85-bb78-bf46b1e77f4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network hostable DHCP agents. Network: 63f786f7-0346-434a-ad78-27d094db3f51, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:08:34.553901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31fe3e5-057e-4c85-bb78-bf46b1e77f4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network 63f786f7-0346-434a-ad78-27d094db3f51 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:34.565660 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-d31fe3e5-057e-4c85-bb78-bf46b1e77f4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 63f786f7-0346-434a-ad78-27d094db3f51) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:34.576677 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-805c42eb-30f6-483b-af32-55c6c4b1e864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.591198 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b2a01f-c03b-4574-b801-0879b16beefd None None] Network 63f786f7-0346-434a-ad78-27d094db3f51 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:34.612052 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31fe3e5-057e-4c85-bb78-bf46b1e77f4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:34.612758 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-805c42eb-30f6-483b-af32-55c6c4b1e864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.614366 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d31fe3e5-057e-4c85-bb78-bf46b1e77f4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.667205 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d31fe3e5-057e-4c85-bb78-bf46b1e77f4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6923063 Jul 05 04:08:34.667850 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44024) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:34.681701 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-caf3bbe8-b671-4a12-afac-4c3c4df75e4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'port': {'network_id': '63f786f7-0346-434a-ad78-27d094db3f51', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2090845628'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:34.722655 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-805c42eb-30f6-483b-af32-55c6c4b1e864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.731544 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-805c42eb-30f6-483b-af32-55c6c4b1e864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.741724 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-805c42eb-30f6-483b-af32-55c6c4b1e864 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0c18e7ae-63c5-4d60-b626-18f53ac8e5c4 HTTP/1.1" status: 204 len: 168 time: 0.2566190 Jul 05 04:08:34.799026 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c42eb-30f6-483b-af32-55c6c4b1e864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c18e7ae-63c5-4d60-b626-18f53ac8e5c4,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:34.837264 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724aa31a-8071-4e4d-ae8e-525dc9ba0a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-63f786f7-0346-434a-ad78-27d094db3f51', 'network_id': '63f786f7-0346-434a-ad78-27d094db3f51', 'tenant_id': '2dad96e403094f8fb5fb49a26810adc7', 'fixed_ips': [{'subnet_id': 'a172cb35-218b-40bf-8095-2d5eaab10ae7'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:08:34.837550 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-724aa31a-8071-4e4d-ae8e-525dc9ba0a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.845584 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed966f-0646-4250-a168-297363511e85 req-6b59a27f-4372-4179-8ea4-7a63194425b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:34.847117 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-24ed966f-0646-4250-a168-297363511e85 req-6b59a27f-4372-4179-8ea4-7a63194425b2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 1095 time: 0.1812041 Jul 05 04:08:34.858208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53754079-4128-46e7-8f5a-a2101983dc93 req-38504642-11ba-42f8-b264-70b83eadc324 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:34.860190 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53754079-4128-46e7-8f5a-a2101983dc93 req-38504642-11ba-42f8-b264-70b83eadc324 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 943 time: 0.2009356 Jul 05 04:08:34.864238 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209f891-9aa9-4980-b30d-2ac5f0534913 req-a4dd936c-a481-44af-8c88-ea5c975bfa55 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:34.866950 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a209f891-9aa9-4980-b30d-2ac5f0534913 req-a4dd936c-a481-44af-8c88-ea5c975bfa55 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.2828054 Jul 05 04:08:34.876342 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44032) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:34.917476 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-91e2b7f4-922e-47d4-8375-a27a41be20ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.959675 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf3bbe8-b671-4a12-afac-4c3c4df75e4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:34.966480 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-caf3bbe8-b671-4a12-afac-4c3c4df75e4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.982305 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53754079-4128-46e7-8f5a-a2101983dc93 req-24933734-9ec2-4b03-ae74-ca6349bca096 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112468 Jul 05 04:08:35.009115 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a209f891-9aa9-4980-b30d-2ac5f0534913 req-e7105500-d2a6-4896-b87d-a07a7d6278eb tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309164 Jul 05 04:08:35.029206 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed966f-0646-4250-a168-297363511e85 req-17a28c96-87a2-4ce6-b64b-2268a4059f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:35.031116 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-24ed966f-0646-4250-a168-297363511e85 req-17a28c96-87a2-4ce6-b64b-2268a4059f4e service neutron] 10.222.0.70 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 913 time: 0.1698964 Jul 05 04:08:35.051097 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-caf3bbe8-b671-4a12-afac-4c3c4df75e4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] device_id is not set on port 9eb7417f-c9a2-4752-a180-1336007cd4ab yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:08:35.088994 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-24ed966f-0646-4250-a168-297363511e85 req-e46db6db-ddd9-4af8-8558-ce751f453e1a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c8c38a-7ee0-413b-9ae0-8b606379fc25 HTTP/1.1" status: 200 len: 217 time: 0.0494034 Jul 05 04:08:35.136738 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-724aa31a-8071-4e4d-ae8e-525dc9ba0a11 None None] Allocated IP 2001:db8::2 (63f786f7-0346-434a-ad78-27d094db3f51/a172cb35-218b-40bf-8095-2d5eaab10ae7/cd656b25-87d8-4b31-b476-a784df25d2e4) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:35.296375 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a6c44578-284f-48b9-bc2b-4b8cd9508967 req-f63b3962-a175-4b53-8bd3-cc49f2018315 tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0732186 Jul 05 04:08:35.303176 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-91e2b7f4-922e-47d4-8375-a27a41be20ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.308435 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-91e2b7f4-922e-47d4-8375-a27a41be20ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.367489 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-91e2b7f4-922e-47d4-8375-a27a41be20ff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cb3b774df5bb4b7883fb895d4305a76f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4821436 Jul 05 04:08:35.374374 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2b7f4-922e-47d4-8375-a27a41be20ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c5dfbf-4ada-487f-9de2-440d1d401d15,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:35.381423 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-724aa31a-8071-4e4d-ae8e-525dc9ba0a11 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.393430 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44042) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:35.397792 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-724aa31a-8071-4e4d-ae8e-525dc9ba0a11 None None] Transition to ACTIVE for port object cd656b25-87d8-4b31-b476-a784df25d2e4 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:35.424106 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-724aa31a-8071-4e4d-ae8e-525dc9ba0a11 None None] Transition to ACTIVE for port object cd656b25-87d8-4b31-b476-a784df25d2e4 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:35.440985 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-724aa31a-8071-4e4d-ae8e-525dc9ba0a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.486096 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724aa31a-8071-4e4d-ae8e-525dc9ba0a11 None None] Network 63f786f7-0346-434a-ad78-27d094db3f51 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:35.491937 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-724aa31a-8071-4e4d-ae8e-525dc9ba0a11 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:35.495708 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724aa31a-8071-4e4d-ae8e-525dc9ba0a11 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:35.504001 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724aa31a-8071-4e4d-ae8e-525dc9ba0a11 None None] Pushing event updated for resources: {'Port': ['ID=cd656b25-87d8-4b31-b476-a784df25d2e4,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:35.584328 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-724aa31a-8071-4e4d-ae8e-525dc9ba0a11 None None] Attempting to bind port cd656b25-87d8-4b31-b476-a784df25d2e4 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:35.584911 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-724aa31a-8071-4e4d-ae8e-525dc9ba0a11 None None] Attempting to bind port cd656b25-87d8-4b31-b476-a784df25d2e4 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0647f5c4-7e05-4535-9ae8-99d8e2388764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '63f786f7-0346-434a-ad78-27d094db3f51'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:35.585470 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724aa31a-8071-4e4d-ae8e-525dc9ba0a11 None None] Attempting to bind port cd656b25-87d8-4b31-b476-a784df25d2e4 on network 63f786f7-0346-434a-ad78-27d094db3f51 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:35.587280 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e71fc432-1793-47c9-af71-9453130577ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.593346 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724aa31a-8071-4e4d-ae8e-525dc9ba0a11 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:35.594652 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724aa31a-8071-4e4d-ae8e-525dc9ba0a11 None None] Checking segment: {'id': '0647f5c4-7e05-4535-9ae8-99d8e2388764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '63f786f7-0346-434a-ad78-27d094db3f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:35.596043 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-724aa31a-8071-4e4d-ae8e-525dc9ba0a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.596910 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724aa31a-8071-4e4d-ae8e-525dc9ba0a11 None None] Bound using segment: {'id': '0647f5c4-7e05-4535-9ae8-99d8e2388764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '63f786f7-0346-434a-ad78-27d094db3f51'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:35.598892 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-724aa31a-8071-4e4d-ae8e-525dc9ba0a11 None None] Bound port: cd656b25-87d8-4b31-b476-a784df25d2e4, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0647f5c4-7e05-4535-9ae8-99d8e2388764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '63f786f7-0346-434a-ad78-27d094db3f51'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:35.600093 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-724aa31a-8071-4e4d-ae8e-525dc9ba0a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.620081 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-caf3bbe8-b671-4a12-afac-4c3c4df75e4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Allocated IP 2001:db8::3b (63f786f7-0346-434a-ad78-27d094db3f51/a172cb35-218b-40bf-8095-2d5eaab10ae7/9eb7417f-c9a2-4752-a180-1336007cd4ab) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:35.642770 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e71fc432-1793-47c9-af71-9453130577ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.685794 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed966f-0646-4250-a168-297363511e85 req-054b6380-055a-4965-a40d-cf4ab5755574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:35.688416 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-24ed966f-0646-4250-a168-297363511e85 req-054b6380-055a-4965-a40d-cf4ab5755574 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d157b61e-6b4a-43c9-a07c-5c6e1fda4120 HTTP/1.1" status: 200 len: 851 time: 0.5918763 Jul 05 04:08:35.742459 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-724aa31a-8071-4e4d-ae8e-525dc9ba0a11 None None] For port cd656b25-87d8-4b31-b476-a784df25d2e4, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:35.747298 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-724aa31a-8071-4e4d-ae8e-525dc9ba0a11 None None] For port cd656b25-87d8-4b31-b476-a784df25d2e4, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cd656b25-87d8-4b31-b476-a784df25d2e4,segment=NetworkSegment(0647f5c4-7e05-4535-9ae8-99d8e2388764),segment_id=0647f5c4-7e05-4535-9ae8-99d8e2388764)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:35.760386 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-724aa31a-8071-4e4d-ae8e-525dc9ba0a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.777770 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed966f-0646-4250-a168-297363511e85 req-b9d48d4f-903d-44da-b18a-9523c94c1c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:35.779792 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-24ed966f-0646-4250-a168-297363511e85 req-b9d48d4f-903d-44da-b18a-9523c94c1c72 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=76e1944d-1d03-4c4e-b1ba-413cddc95912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837266 Jul 05 04:08:35.833073 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e71fc432-1793-47c9-af71-9453130577ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.836408 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e71fc432-1793-47c9-af71-9453130577ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.838587 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e71fc432-1793-47c9-af71-9453130577ec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/85c5dfbf-4ada-487f-9de2-440d1d401d15 HTTP/1.1" status: 204 len: 168 time: 0.4419448 Jul 05 04:08:35.871077 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fc432-1793-47c9-af71-9453130577ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c5dfbf-4ada-487f-9de2-440d1d401d15,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:35.893573 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724aa31a-8071-4e4d-ae8e-525dc9ba0a11 None None] Pushing event updated for resources: {'Port': ['ID=cd656b25-87d8-4b31-b476-a784df25d2e4,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:35.903846 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-caf3bbe8-b671-4a12-afac-4c3c4df75e4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.935455 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-caf3bbe8-b671-4a12-afac-4c3c4df75e4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Transition to ACTIVE for port object 9eb7417f-c9a2-4752-a180-1336007cd4ab will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:35.943366 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-24ed966f-0646-4250-a168-297363511e85 req-42ac3f0f-466f-4e82-93a1-1ffc1feba2e4 service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541698 Jul 05 04:08:35.997661 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-caf3bbe8-b671-4a12-afac-4c3c4df75e4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.083710 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf3bbe8-b671-4a12-afac-4c3c4df75e4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network 63f786f7-0346-434a-ad78-27d094db3f51 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:36.092368 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-caf3bbe8-b671-4a12-afac-4c3c4df75e4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:36.100218 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-24ed966f-0646-4250-a168-297363511e85 req-84d87ad9-ba2c-4bed-980d-ea3c9e91b6e2 service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495316 Jul 05 04:08:36.105446 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf3bbe8-b671-4a12-afac-4c3c4df75e4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:36.123023 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf3bbe8-b671-4a12-afac-4c3c4df75e4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:36.123023 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-caf3bbe8-b671-4a12-afac-4c3c4df75e4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.202104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3bbe8-b671-4a12-afac-4c3c4df75e4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Port': ['ID=9eb7417f-c9a2-4752-a180-1336007cd4ab,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:36.217261 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-caf3bbe8-b671-4a12-afac-4c3c4df75e4c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.5487969 Jul 05 04:08:36.220732 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44066) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:36.426649 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32c608-91d3-4b41-bc2b-727f33c704d8 req-b652a802-1ebc-400a-b277-8fe7bcbfe665 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:36.429073 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f32c608-91d3-4b41-bc2b-727f33c704d8 req-b652a802-1ebc-400a-b277-8fe7bcbfe665 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.1337168 Jul 05 04:08:36.445744 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-d745a22d-f4c8-483b-a9ad-d2c93a3b629c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting port 9eb7417f-c9a2-4752-a180-1336007cd4ab {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:36.446165 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d745a22d-f4c8-483b-a9ad-d2c93a3b629c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.492171 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f32c608-91d3-4b41-bc2b-727f33c704d8 req-27723164-6f84-463b-af81-16d2c7b59101 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576105 Jul 05 04:08:36.528878 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640577b5-f4a0-4acd-9ca9-29348a16c35f req-07b9828b-a11b-4c3d-9f1a-78988f3de9d3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:36.538966 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-640577b5-f4a0-4acd-9ca9-29348a16c35f req-07b9828b-a11b-4c3d-9f1a-78988f3de9d3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 943 time: 0.1898212 Jul 05 04:08:36.552551 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44074) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:36.570833 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-64971c12-2d1b-420b-80af-8ff13fae87d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.609239 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d745a22d-f4c8-483b-a9ad-d2c93a3b629c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.623694 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-640577b5-f4a0-4acd-9ca9-29348a16c35f req-98434a35-76e9-48f2-9125-dfcae05d54db tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836449 Jul 05 04:08:36.657238 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-d745a22d-f4c8-483b-a9ad-d2c93a3b629c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Calling delete_port for 9eb7417f-c9a2-4752-a180-1336007cd4ab owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:36.802713 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-64971c12-2d1b-420b-80af-8ff13fae87d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.807581 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-64971c12-2d1b-420b-80af-8ff13fae87d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.810384 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-052a05d1-77e6-4d84-a377-04d5b458f09a req-cd72dd1a-633d-4275-9e00-6ea165821660 tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0475311 Jul 05 04:08:36.863047 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-64971c12-2d1b-420b-80af-8ff13fae87d4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ab6610d7d96a4f1488e716e0aa5992f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3091173 Jul 05 04:08:36.864239 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44080) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:36.904138 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64971c12-2d1b-420b-80af-8ff13fae87d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f729c29-c97c-4e55-a0cd-bb3f5a6b7b75,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:36.935676 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f1d01017-4557-4782-b476-92ee3dc53e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.937575 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d745a22d-f4c8-483b-a9ad-d2c93a3b629c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.978070 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f1d01017-4557-4782-b476-92ee3dc53e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.978267 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745a22d-f4c8-483b-a9ad-d2c93a3b629c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Port': ['ID=9eb7417f-c9a2-4752-a180-1336007cd4ab,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:37.015891 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d745a22d-f4c8-483b-a9ad-d2c93a3b629c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.018693 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d745a22d-f4c8-483b-a9ad-d2c93a3b629c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/ports/9eb7417f-c9a2-4752-a180-1336007cd4ab HTTP/1.1" status: 204 len: 168 time: 0.7968564 Jul 05 04:08:37.021746 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44084) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:37.055192 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b7c972-c94d-4c5f-9902-f9840a47dcf8 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] GET failed (client error): The resource could not be found. Jul 05 04:08:37.057156 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-93b7c972-c94d-4c5f-9902-f9840a47dcf8 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports/9eb7417f-c9a2-4752-a180-1336007cd4ab HTTP/1.1" status: 404 len: 333 time: 0.0342588 Jul 05 04:08:37.059907 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44086) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:37.101639 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device c3c8c38a-7ee0-413b-9ae0-8b606379fc25 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:08:37.107494 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f1d01017-4557-4782-b476-92ee3dc53e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.116239 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f1d01017-4557-4782-b476-92ee3dc53e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.121650 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f1d01017-4557-4782-b476-92ee3dc53e60 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8f729c29-c97c-4e55-a0cd-bb3f5a6b7b75 HTTP/1.1" status: 204 len: 168 time: 0.2523263 Jul 05 04:08:37.144232 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d01017-4557-4782-b476-92ee3dc53e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f729c29-c97c-4e55-a0cd-bb3f5a6b7b75,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:37.180574 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef78aeec-cf70-40ed-8c96-a7b41446c428 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting subnet a172cb35-218b-40bf-8095-2d5eaab10ae7 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:37.194931 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ef78aeec-cf70-40ed-8c96-a7b41446c428 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.317639 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ef78aeec-cf70-40ed-8c96-a7b41446c428 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.380369 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89a3e93-1b26-4412-93d5-2cf0c62d7380 None None] Network 63f786f7-0346-434a-ad78-27d094db3f51 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:37.384421 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port c3c8c38a-7ee0-413b-9ae0-8b606379fc25, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=c3c8c38a-7ee0-413b-9ae0-8b606379fc25,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:37.428322 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cd656b25-87d8-4b31-b476-a784df25d2e4 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:37.450520 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'c3c8c38a-7ee0-413b-9ae0-8b606379fc25', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'port_id': 'c3c8c38a-7ee0-413b-9ae0-8b606379fc25', 'mac_address': 'fa:16:3e:45:ea:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:08:37.517155 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ecb99617-b1fb-4f72-8750-08843a7a02ea None None] Provisioning for port cd656b25-87d8-4b31-b476-a784df25d2e4 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:37.522970 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ef78aeec-cf70-40ed-8c96-a7b41446c428 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.602190 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ef78aeec-cf70-40ed-8c96-a7b41446c428 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.624482 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ef78aeec-cf70-40ed-8c96-a7b41446c428 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.626801 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ef78aeec-cf70-40ed-8c96-a7b41446c428 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/subnets/a172cb35-218b-40bf-8095-2d5eaab10ae7 HTTP/1.1" status: 204 len: 168 time: 0.5659435 Jul 05 04:08:37.630289 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44100) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:37.649256 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78aeec-cf70-40ed-8c96-a7b41446c428 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Subnet': ['ID=a172cb35-218b-40bf-8095-2d5eaab10ae7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:37.713709 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.776828 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c8c38a-7ee0-413b-9ae0-8b606379fc25 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:08:37.800052 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port cd656b25-87d8-4b31-b476-a784df25d2e4 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:37.809619 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port cd656b25-87d8-4b31-b476-a784df25d2e4 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:37.810001 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.861158 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port c3c8c38a-7ee0-413b-9ae0-8b606379fc25, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=c3c8c38a-7ee0-413b-9ae0-8b606379fc25,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:37.873145 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-52fc76c2-a41a-4e97-b1b0-73e7ffcebfaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.906892 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.913161 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6a6b4-d69b-42c9-9da0-903a64390930 req-9322cc6f-8798-4fe9-98ec-b3f0463e1d7a tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:37.916010 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c9ddf-b0b6-442d-8938-5bb07becbc2d req-09fa2c06-3dfe-465f-bb3a-d00060262f77 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:37.916751 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5c9c9ddf-b0b6-442d-8938-5bb07becbc2d req-09fa2c06-3dfe-465f-bb3a-d00060262f77 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 943 time: 0.1259799 Jul 05 04:08:37.920462 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-54f6a6b4-d69b-42c9-9da0-903a64390930 req-9322cc6f-8798-4fe9-98ec-b3f0463e1d7a tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.1818807 Jul 05 04:08:38.012636 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-54f6a6b4-d69b-42c9-9da0-903a64390930 req-07747ee2-801c-4bc1-994b-6173d7e5fb02 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833714 Jul 05 04:08:38.074457 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5c9c9ddf-b0b6-442d-8938-5bb07becbc2d req-460331d3-7e14-44aa-aeee-af108b2b3745 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203284 Jul 05 04:08:38.095434 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-52fc76c2-a41a-4e97-b1b0-73e7ffcebfaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting port cd656b25-87d8-4b31-b476-a784df25d2e4 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:38.095434 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-52fc76c2-a41a-4e97-b1b0-73e7ffcebfaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.202837 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-52fc76c2-a41a-4e97-b1b0-73e7ffcebfaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] For port cd656b25-87d8-4b31-b476-a784df25d2e4, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cd656b25-87d8-4b31-b476-a784df25d2e4,segment=NetworkSegment(0647f5c4-7e05-4535-9ae8-99d8e2388764),segment_id=0647f5c4-7e05-4535-9ae8-99d8e2388764)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:38.203547 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-52fc76c2-a41a-4e97-b1b0-73e7ffcebfaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.232594 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-52fc76c2-a41a-4e97-b1b0-73e7ffcebfaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Calling delete_port for cd656b25-87d8-4b31-b476-a784df25d2e4 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:38.255475 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=c3c8c38a-7ee0-413b-9ae0-8b606379fc25,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:38.288426 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.311130 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db12917-a754-44fc-997d-8e17ae611360 None None] DHCP port deletion for 63f786f7-0346-434a-ad78-27d094db3f51 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:08:38.387365 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['c3c8c38a-7ee0-413b-9ae0-8b606379fc25'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:08:38.409165 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b78603e3-08ee-4145-9e60-771ecff39800 req-6acff086-05bf-4fea-adb5-a9a85365e569 tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0672095 Jul 05 04:08:38.423620 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port cd656b25-87d8-4b31-b476-a784df25d2e4, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cd656b25-87d8-4b31-b476-a784df25d2e4,segment=NetworkSegment(0647f5c4-7e05-4535-9ae8-99d8e2388764),segment_id=0647f5c4-7e05-4535-9ae8-99d8e2388764)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:38.443060 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.445877 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-52fc76c2-a41a-4e97-b1b0-73e7ffcebfaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.477983 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc76c2-a41a-4e97-b1b0-73e7ffcebfaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Port': ['ID=cd656b25-87d8-4b31-b476-a784df25d2e4,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:38.481901 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fc76c2-a41a-4e97-b1b0-73e7ffcebfaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] No DVR routers for this DVR port cd656b25-87d8-4b31-b476-a784df25d2e4 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:38.487315 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event deleted for resources: {'Port': ['ID=cd656b25-87d8-4b31-b476-a784df25d2e4,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:38.507015 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-1db12917-a754-44fc-997d-8e17ae611360 None None] Deleting port cd656b25-87d8-4b31-b476-a784df25d2e4 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:38.507392 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1db12917-a754-44fc-997d-8e17ae611360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.577872 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-52fc76c2-a41a-4e97-b1b0-73e7ffcebfaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.590922 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-52fc76c2-a41a-4e97-b1b0-73e7ffcebfaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f786f7-0346-434a-ad78-27d094db3f51']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:38.602505 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-1db12917-a754-44fc-997d-8e17ae611360 None None] For port cd656b25-87d8-4b31-b476-a784df25d2e4, host n-d-780147-23, got binding levels [] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:38.602505 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1db12917-a754-44fc-997d-8e17ae611360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.609335 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-52fc76c2-a41a-4e97-b1b0-73e7ffcebfaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0647f5c4-7e05-4535-9ae8-99d8e2388764') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:38.611985 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-52fc76c2-a41a-4e97-b1b0-73e7ffcebfaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0647f5c4-7e05-4535-9ae8-99d8e2388764') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:38.624935 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-1db12917-a754-44fc-997d-8e17ae611360 None None] Calling delete_port for cd656b25-87d8-4b31-b476-a784df25d2e4 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:38.627743 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-52fc76c2-a41a-4e97-b1b0-73e7ffcebfaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.630920 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.ipam_backend_mixin [None req-1db12917-a754-44fc-997d-8e17ae611360 None None] Port cd656b25-87d8-4b31-b476-a784df25d2e4 was not found and therefore no delete operation was performed {{(pid=105540) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:08:38.633385 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1db12917-a754-44fc-997d-8e17ae611360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.648256 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-52fc76c2-a41a-4e97-b1b0-73e7ffcebfaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.661941 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52fc76c2-a41a-4e97-b1b0-73e7ffcebfaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:38.663112 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-52fc76c2-a41a-4e97-b1b0-73e7ffcebfaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:38.669151 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:38.682800 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db12917-a754-44fc-997d-8e17ae611360 None None] Pushing event deleted for resources: {'Port': ['ID=cd656b25-87d8-4b31-b476-a784df25d2e4,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:38.691304 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db12917-a754-44fc-997d-8e17ae611360 None None] No DVR routers for this DVR port cd656b25-87d8-4b31-b476-a784df25d2e4 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:38.757855 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-52fc76c2-a41a-4e97-b1b0-73e7ffcebfaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.764998 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-52fc76c2-a41a-4e97-b1b0-73e7ffcebfaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.774009 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-52fc76c2-a41a-4e97-b1b0-73e7ffcebfaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/networks/63f786f7-0346-434a-ad78-27d094db3f51 HTTP/1.1" status: 204 len: 168 time: 1.1380751 Jul 05 04:08:38.774574 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44144) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:38.780053 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-ea3fdec1-4381-4dd0-84c7-fb028d9754d8 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'port': {'network_id': '2b749d38-582a-4b4f-ab6c-8c5f958f1552', 'name': 'tempest-PortsIpV6TestJSON-1109838448'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:38.789698 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc76c2-a41a-4e97-b1b0-73e7ffcebfaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Network': ['ID=63f786f7-0346-434a-ad78-27d094db3f51,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:38.885291 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3fdec1-4381-4dd0-84c7-fb028d9754d8 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:38.889639 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ea3fdec1-4381-4dd0-84c7-fb028d9754d8 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.911768 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-ea3fdec1-4381-4dd0-84c7-fb028d9754d8 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] device_id is not set on port a2595bf5-44f2-4f03-88ad-cfc3ae72d279 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:08:39.163315 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ea3fdec1-4381-4dd0-84c7-fb028d9754d8 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.265614 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ea3fdec1-4381-4dd0-84c7-fb028d9754d8 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.369770 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cd656b25-87d8-4b31-b476-a784df25d2e4 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:39.387989 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44162) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:39.404768 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3fdec1-4381-4dd0-84c7-fb028d9754d8 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:39.409679 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: cd656b25-87d8-4b31-b476-a784df25d2e4 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:08:39.409679 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cd656b25-87d8-4b31-b476-a784df25d2e4 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:08:39.412744 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-ea3fdec1-4381-4dd0-84c7-fb028d9754d8 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:39.418095 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3fdec1-4381-4dd0-84c7-fb028d9754d8 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:39.423558 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3fdec1-4381-4dd0-84c7-fb028d9754d8 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:39.424690 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ea3fdec1-4381-4dd0-84c7-fb028d9754d8 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.438732 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fdec1-4381-4dd0-84c7-fb028d9754d8 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Port': ['ID=a2595bf5-44f2-4f03-88ad-cfc3ae72d279,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:39.447457 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ea3fdec1-4381-4dd0-84c7-fb028d9754d8 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6717787 Jul 05 04:08:39.451969 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44168) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:39.475969 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da085996-564f-4dd2-abd3-2690cbd54354 req-f9c7c502-40ff-4645-8f4a-1f05b5c8ff6a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:39.485751 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-da085996-564f-4dd2-abd3-2690cbd54354 req-f9c7c502-40ff-4645-8f4a-1f05b5c8ff6a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 944 time: 0.1900396 Jul 05 04:08:39.524095 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3789e-f5c7-4321-a673-2d72ef2787a8 req-f92574d2-837e-41a8-9e21-064a94066bd2 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:39.531253 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58c3789e-f5c7-4321-a673-2d72ef2787a8 req-f92574d2-837e-41a8-9e21-064a94066bd2 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.2118065 Jul 05 04:08:39.545095 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-da085996-564f-4dd2-abd3-2690cbd54354 req-b3a68112-46da-4031-929f-9c049531d60e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572104 Jul 05 04:08:39.586391 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a722d7b-9dea-4bb9-bf88-e52a5210574b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.615194 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58c3789e-f5c7-4321-a673-2d72ef2787a8 req-21ecdb10-68bd-4520-9bb7-b1e088c7e97d tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816786 Jul 05 04:08:39.650300 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-a1be0276-4450-4f34-b60e-4d1b7ac50286 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting port a2595bf5-44f2-4f03-88ad-cfc3ae72d279 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:39.650646 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a1be0276-4450-4f34-b60e-4d1b7ac50286 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.744579 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a722d7b-9dea-4bb9-bf88-e52a5210574b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.748796 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a722d7b-9dea-4bb9-bf88-e52a5210574b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.762713 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a1be0276-4450-4f34-b60e-4d1b7ac50286 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.779711 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-a1be0276-4450-4f34-b60e-4d1b7ac50286 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Calling delete_port for a2595bf5-44f2-4f03-88ad-cfc3ae72d279 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:39.794433 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a722d7b-9dea-4bb9-bf88-e52a5210574b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de974bb-3154-48cd-add8-17440a6a6248,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:39.804058 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3a722d7b-9dea-4bb9-bf88-e52a5210574b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fcd0dce0ae6b4484828a0f5de1d66a90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4113164 Jul 05 04:08:39.804712 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44170) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:39.873700 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-af039bbc-5266-4a33-92d5-e0399d4c3126 req-4586bcd0-e1e1-4d84-81b4-bd5b79a71d5f tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0770664 Jul 05 04:08:39.885510 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-158a6071-2a1e-4bf5-a5b4-970f49e67f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.917805 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-158a6071-2a1e-4bf5-a5b4-970f49e67f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.929552 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a1be0276-4450-4f34-b60e-4d1b7ac50286 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.961441 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be0276-4450-4f34-b60e-4d1b7ac50286 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Port': ['ID=a2595bf5-44f2-4f03-88ad-cfc3ae72d279,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:39.967848 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a1be0276-4450-4f34-b60e-4d1b7ac50286 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.970048 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a1be0276-4450-4f34-b60e-4d1b7ac50286 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/ports/a2595bf5-44f2-4f03-88ad-cfc3ae72d279 HTTP/1.1" status: 204 len: 168 time: 0.5174780 Jul 05 04:08:39.974203 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44172) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:39.980569 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-c06e1963-247d-482e-83fe-28db64c92865 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'port': {'network_id': '2b749d38-582a-4b4f-ab6c-8c5f958f1552', 'mac_address': 'fa:16:3e:30:57:0b', 'name': 'tempest-PortsIpV6TestJSON-2123290891'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:39.997432 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-158a6071-2a1e-4bf5-a5b4-970f49e67f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.999962 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-158a6071-2a1e-4bf5-a5b4-970f49e67f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.001091 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-158a6071-2a1e-4bf5-a5b4-970f49e67f77 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7de974bb-3154-48cd-add8-17440a6a6248 HTTP/1.1" status: 204 len: 168 time: 0.1956809 Jul 05 04:08:40.045526 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a6071-2a1e-4bf5-a5b4-970f49e67f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de974bb-3154-48cd-add8-17440a6a6248,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:40.090441 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06e1963-247d-482e-83fe-28db64c92865 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:40.187248 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c06e1963-247d-482e-83fe-28db64c92865 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.214678 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-c06e1963-247d-482e-83fe-28db64c92865 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] device_id is not set on port 056ae26c-ff00-41f5-9ade-d799fd905e0e yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:08:40.324754 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44182) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:40.345206 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7affc7a1-35e1-46e2-b55d-0fd2fce48435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.412931 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c06e1963-247d-482e-83fe-28db64c92865 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.457112 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7affc7a1-35e1-46e2-b55d-0fd2fce48435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.462247 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7affc7a1-35e1-46e2-b55d-0fd2fce48435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.467110 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c06e1963-247d-482e-83fe-28db64c92865 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.502947 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affc7a1-35e1-46e2-b55d-0fd2fce48435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d6ae8c-b405-4638-a0e3-ed754812a21b,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:40.507860 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7affc7a1-35e1-46e2-b55d-0fd2fce48435 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2daf479efc4b429ba648d3dcab573bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1820061 Jul 05 04:08:40.510470 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44184) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:40.541845 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06e1963-247d-482e-83fe-28db64c92865 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:40.545560 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-c06e1963-247d-482e-83fe-28db64c92865 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:40.579017 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06e1963-247d-482e-83fe-28db64c92865 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:40.587664 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06e1963-247d-482e-83fe-28db64c92865 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:40.589235 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c06e1963-247d-482e-83fe-28db64c92865 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.592222 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e1963-247d-482e-83fe-28db64c92865 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Port': ['ID=056ae26c-ff00-41f5-9ade-d799fd905e0e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:40.596535 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-71539d8c-1178-4d78-adaf-88696bd114b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.612246 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c06e1963-247d-482e-83fe-28db64c92865 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6360550 Jul 05 04:08:40.614963 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44190) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:40.627254 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-71539d8c-1178-4d78-adaf-88696bd114b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.684361 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-71539d8c-1178-4d78-adaf-88696bd114b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.687524 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-71539d8c-1178-4d78-adaf-88696bd114b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.693655 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a752c0b-554a-4938-9dc4-66e8a6912e81 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:40.693789 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-71539d8c-1178-4d78-adaf-88696bd114b9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/27d6ae8c-b405-4638-a0e3-ed754812a21b HTTP/1.1" status: 204 len: 168 time: 0.1818776 Jul 05 04:08:40.698040 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44196) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:40.698352 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1a752c0b-554a-4938-9dc4-66e8a6912e81 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports/056ae26c-ff00-41f5-9ade-d799fd905e0e HTTP/1.1" status: 200 len: 845 time: 0.0817931 Jul 05 04:08:40.781887 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71539d8c-1178-4d78-adaf-88696bd114b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d6ae8c-b405-4638-a0e3-ed754812a21b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:40.958637 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ad5da-1fa3-4718-b9e4-bc10b3323009 req-c9da3132-8dc2-482f-a771-63080897f85f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:40.962532 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c33ad5da-1fa3-4718-b9e4-bc10b3323009 req-c9da3132-8dc2-482f-a771-63080897f85f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 944 time: 0.1785870 Jul 05 04:08:40.966315 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3dd98-0f3b-4461-8da1-573c8be6a6f9 req-e7611913-1e7f-410a-b63e-2e006513a056 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:40.968142 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47d3dd98-0f3b-4461-8da1-573c8be6a6f9 req-e7611913-1e7f-410a-b63e-2e006513a056 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.1781242 Jul 05 04:08:41.033918 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c33ad5da-1fa3-4718-b9e4-bc10b3323009 req-f537d3e1-10e9-4f4a-8a55-dbc5a15e5f78 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646498 Jul 05 04:08:41.043647 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-8f62e195-417d-4c31-9784-d5109259f628 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting port 056ae26c-ff00-41f5-9ade-d799fd905e0e {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:41.044235 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f62e195-417d-4c31-9784-d5109259f628 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.124327 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device c3c8c38a-7ee0-413b-9ae0-8b606379fc25 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:41.157963 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f62e195-417d-4c31-9784-d5109259f628 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.174460 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-8f62e195-417d-4c31-9784-d5109259f628 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Calling delete_port for 056ae26c-ff00-41f5-9ade-d799fd905e0e owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:41.197453 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port c3c8c38a-7ee0-413b-9ae0-8b606379fc25 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:41.211599 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port c3c8c38a-7ee0-413b-9ae0-8b606379fc25 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:41.212023 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.299423 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47d3dd98-0f3b-4461-8da1-573c8be6a6f9 req-3b2181f8-4788-4c3c-832f-9204e926db46 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3230116 Jul 05 04:08:41.366261 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f62e195-417d-4c31-9784-d5109259f628 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.368726 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.376416 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-86b88c8e-8047-462b-bae2-03836270ee8b req-b26791f1-0838-4aca-bc22-b1c03bd52e41 tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0421877 Jul 05 04:08:41.428152 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366bcc3b-f9f9-4844-8324-6d4c0feb18e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c8c38a-7ee0-413b-9ae0-8b606379fc25'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:41.434642 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4437a1-24f4-4f22-8986-1fce7f3b9786" -d '{"events": [{"server_uuid": "366bcc3b-f9f9-4844-8324-6d4c0feb18e8", "name": "network-vif-plugged", "status": "completed", "tag": "c3c8c38a-7ee0-413b-9ae0-8b606379fc25"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:41.436451 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62e195-417d-4c31-9784-d5109259f628 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Port': ['ID=056ae26c-ff00-41f5-9ade-d799fd905e0e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:41.444863 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f62e195-417d-4c31-9784-d5109259f628 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.446929 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8f62e195-417d-4c31-9784-d5109259f628 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/ports/056ae26c-ff00-41f5-9ade-d799fd905e0e HTTP/1.1" status: 204 len: 168 time: 0.7479486 Jul 05 04:08:41.449511 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44214) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:41.452829 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port c3c8c38a-7ee0-413b-9ae0-8b606379fc25, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=c3c8c38a-7ee0-413b-9ae0-8b606379fc25,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:41.459689 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.485173 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-1506463e-150e-4613-b344-1e8ae498a2e7 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] GET failed (client error): The resource could not be found. Jul 05 04:08:41.487073 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1506463e-150e-4613-b344-1e8ae498a2e7 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports/056ae26c-ff00-41f5-9ade-d799fd905e0e HTTP/1.1" status: 404 len: 333 time: 0.0366273 Jul 05 04:08:41.491387 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44216) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:41.498842 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-361d0266-ab0b-42c1-8583-7cc73efc61e0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'port': {'network_id': '2b749d38-582a-4b4f-ab6c-8c5f958f1552', 'name': 'tempest-PortsIpV6TestJSON-576149338'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:41.519146 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b957d0e-2bb1-4ddf-b19c-b25102e007d2 x-openstack-request-id: req-4b957d0e-2bb1-4ddf-b19c-b25102e007d2 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:41.521428 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366bcc3b-f9f9-4844-8324-6d4c0feb18e8", "name": "network-vif-plugged", "status": "completed", "tag": "c3c8c38a-7ee0-413b-9ae0-8b606379fc25", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:41.522430 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4b957d0e-2bb1-4ddf-b19c-b25102e007d2 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:41.522959 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366bcc3b-f9f9-4844-8324-6d4c0feb18e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c8c38a-7ee0-413b-9ae0-8b606379fc25', 'code': 200} Jul 05 04:08:41.540097 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=c3c8c38a-7ee0-413b-9ae0-8b606379fc25,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:41.612809 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361d0266-ab0b-42c1-8583-7cc73efc61e0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:41.617453 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-361d0266-ab0b-42c1-8583-7cc73efc61e0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.643303 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-361d0266-ab0b-42c1-8583-7cc73efc61e0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] device_id is not set on port 0e946b6e-e62c-4169-a22e-e0d810168ed8 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:08:41.742173 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458a46e-e781-46e8-90bb-244b90372d85 req-150ba363-6baa-4615-8c49-56bbc2f8f69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:41.743884 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9458a46e-e781-46e8-90bb-244b90372d85 req-150ba363-6baa-4615-8c49-56bbc2f8f69e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 1097 time: 0.0921626 Jul 05 04:08:41.785561 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9458a46e-e781-46e8-90bb-244b90372d85 req-6df766d5-0a40-4e44-ac86-2415860869a9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337021 Jul 05 04:08:42.238779 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-361d0266-ab0b-42c1-8583-7cc73efc61e0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:42.295079 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad9575-3c67-4cd9-a2d4-332d1d84aefb req-ced8ae28-de3f-42a3-aac4-9476599a8042 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:42.295925 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-361d0266-ab0b-42c1-8583-7cc73efc61e0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:42.303135 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-09ad9575-3c67-4cd9-a2d4-332d1d84aefb req-ced8ae28-de3f-42a3-aac4-9476599a8042 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 945 time: 0.1093202 Jul 05 04:08:42.346757 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361d0266-ab0b-42c1-8583-7cc73efc61e0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:42.350908 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-361d0266-ab0b-42c1-8583-7cc73efc61e0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:42.355335 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361d0266-ab0b-42c1-8583-7cc73efc61e0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:42.360850 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361d0266-ab0b-42c1-8583-7cc73efc61e0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:42.361442 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-09ad9575-3c67-4cd9-a2d4-332d1d84aefb req-92d9e427-2b6a-418d-80da-fba36b842917 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571551 Jul 05 04:08:42.361561 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-361d0266-ab0b-42c1-8583-7cc73efc61e0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:42.385780 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d0266-ab0b-42c1-8583-7cc73efc61e0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Port': ['ID=0e946b6e-e62c-4169-a22e-e0d810168ed8,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:42.401460 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-361d0266-ab0b-42c1-8583-7cc73efc61e0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9076309 Jul 05 04:08:42.402000 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44242) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:42.410714 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ce24e030-19e3-4ba0-ace4-0a5f36db04da tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:42.508856 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ce24e030-19e3-4ba0-ace4-0a5f36db04da tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:42.532490 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeddaba-6405-43eb-911c-71344b3f29f0 req-cc735e76-f300-49f4-8e5e-2a6111ed3857 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:42.537020 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afeddaba-6405-43eb-911c-71344b3f29f0 req-cc735e76-f300-49f4-8e5e-2a6111ed3857 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.0742877 Jul 05 04:08:42.587012 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-665079c8-ecf8-4b22-900d-2103336e3d50 req-b85eb27b-d1ce-45de-bc66-f29156b03729 tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0333014 Jul 05 04:08:42.590301 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afeddaba-6405-43eb-911c-71344b3f29f0 req-a15fa7a1-e6ba-43bc-9b17-a18780d7b303 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456803 Jul 05 04:08:42.718850 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ce24e030-19e3-4ba0-ace4-0a5f36db04da tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:42.724842 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ce24e030-19e3-4ba0-ace4-0a5f36db04da tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:42.770421 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ce24e030-19e3-4ba0-ace4-0a5f36db04da tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] In _notify_port_updated(), no bound segment for port 0e946b6e-e62c-4169-a22e-e0d810168ed8 on network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 {{(pid=105538) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:08:42.776213 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce24e030-19e3-4ba0-ace4-0a5f36db04da tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:42.776756 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ce24e030-19e3-4ba0-ace4-0a5f36db04da tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:42.779853 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ce24e030-19e3-4ba0-ace4-0a5f36db04da tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "PUT /v2.0/ports/0e946b6e-e62c-4169-a22e-e0d810168ed8 HTTP/1.1" status: 200 len: 818 time: 0.3749695 Jul 05 04:08:42.781879 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44258) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:42.794948 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24e030-19e3-4ba0-ace4-0a5f36db04da tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Port': ['ID=0e946b6e-e62c-4169-a22e-e0d810168ed8,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:42.875995 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:42.914577 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-b8d4b66d-4bb2-4bbb-b8b4-1a023ff5ad85 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting port 0e946b6e-e62c-4169-a22e-e0d810168ed8 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:42.915202 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b8d4b66d-4bb2-4bbb-b8b4-1a023ff5ad85 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.002248 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b8d4b66d-4bb2-4bbb-b8b4-1a023ff5ad85 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.024544 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-b8d4b66d-4bb2-4bbb-b8b4-1a023ff5ad85 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Calling delete_port for 0e946b6e-e62c-4169-a22e-e0d810168ed8 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:43.131666 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b8d4b66d-4bb2-4bbb-b8b4-1a023ff5ad85 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.164577 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4b66d-4bb2-4bbb-b8b4-1a023ff5ad85 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Port': ['ID=0e946b6e-e62c-4169-a22e-e0d810168ed8,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:43.170315 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b8d4b66d-4bb2-4bbb-b8b4-1a023ff5ad85 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.174975 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b8d4b66d-4bb2-4bbb-b8b4-1a023ff5ad85 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/ports/0e946b6e-e62c-4169-a22e-e0d810168ed8 HTTP/1.1" status: 204 len: 168 time: 0.3890932 Jul 05 04:08:43.175496 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44284) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:43.252228 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ab85a7-bd97-4b7f-a530-33650e31aecd tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:43.254311 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b1ab85a7-bd97-4b7f-a530-33650e31aecd tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0777595 Jul 05 04:08:43.258020 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44290) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:43.288126 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf0b5a1-1447-4046-ae13-47da529be0b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] GET failed (client error): The resource could not be found. Jul 05 04:08:43.289726 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cbf0b5a1-1447-4046-ae13-47da529be0b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports/0e946b6e-e62c-4169-a22e-e0d810168ed8 HTTP/1.1" status: 404 len: 333 time: 0.0301552 Jul 05 04:08:43.293505 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44292) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:43.298820 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-91f44376-6d5b-4577-a8e2-d96bbf6771e9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-406189433'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:43.323080 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f44376-6d5b-4577-a8e2-d96bbf6771e9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:43.326794 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-91f44376-6d5b-4577-a8e2-d96bbf6771e9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.371528 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f44376-6d5b-4577-a8e2-d96bbf6771e9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:43.392533 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-91f44376-6d5b-4577-a8e2-d96bbf6771e9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.393077 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-91f44376-6d5b-4577-a8e2-d96bbf6771e9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Added segment e24595d4-126e-4056-b18e-784a9f8886b6 of type vlan for network f95215e8-9945-46ce-b7f8-86903ae1df98 Jul 05 04:08:43.466637 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-91f44376-6d5b-4577-a8e2-d96bbf6771e9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.525005 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-91f44376-6d5b-4577-a8e2-d96bbf6771e9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.535664 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f44376-6d5b-4577-a8e2-d96bbf6771e9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:43.536492 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-91f44376-6d5b-4577-a8e2-d96bbf6771e9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.618519 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4211d-85ad-4266-835c-7492656f69e1 req-3de959e3-2eac-4e9a-bc88-d018dc02209d tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:43.625247 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-67f4211d-85ad-4266-835c-7492656f69e1 req-3de959e3-2eac-4e9a-bc88-d018dc02209d tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 945 time: 0.1071005 Jul 05 04:08:43.660143 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-91f44376-6d5b-4577-a8e2-d96bbf6771e9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3652329 Jul 05 04:08:43.665611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44316) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:43.676775 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-67f4211d-85ad-4266-835c-7492656f69e1 req-7e9ac962-0546-4adb-ae02-fac538ce477e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504453 Jul 05 04:08:43.683777 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-df31e5de-a9a6-4f44-bb9c-9ceef20eac58 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'subnet': {'network_id': 'f95215e8-9945-46ce-b7f8-86903ae1df98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:43.714223 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f44376-6d5b-4577-a8e2-d96bbf6771e9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Network': ['ID=f95215e8-9945-46ce-b7f8-86903ae1df98,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:43.726723 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network f95215e8-9945-46ce-b7f8-86903ae1df98 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:43.918596 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df31e5de-a9a6-4f44-bb9c-9ceef20eac58 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:43.922777 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df31e5de-a9a6-4f44-bb9c-9ceef20eac58 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.948816 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e3607380-2469-4d08-9971-ebe00e2fe5c0 req-f9c5273d-13ec-4a78-964f-bddb45b5f39a tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0459971 Jul 05 04:08:44.011326 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a675d-6130-4451-af51-32c091935246 req-d5ec96d2-04a0-47d2-99fd-482412d2d08f tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:44.013571 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7b4a675d-6130-4451-af51-32c091935246 req-d5ec96d2-04a0-47d2-99fd-482412d2d08f tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.1739018 Jul 05 04:08:44.100296 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7b4a675d-6130-4451-af51-32c091935246 req-ce0342d5-4c8d-43e0-b2f2-dcf4f9545f14 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755780 Jul 05 04:08:44.152301 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44324) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:44.230013 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df31e5de-a9a6-4f44-bb9c-9ceef20eac58 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.284297 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d0e26677-3cc0-4af3-9a2d-8c822db8a6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.321498 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31e5de-a9a6-4f44-bb9c-9ceef20eac58 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Subnet': ['ID=121716e7-4495-4291-b227-7e26713064c2,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:44.330872 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31e5de-a9a6-4f44-bb9c-9ceef20eac58 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Checking segment: {'id': 'e24595d4-126e-4056-b18e-784a9f8886b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f95215e8-9945-46ce-b7f8-86903ae1df98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:44.331359 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df31e5de-a9a6-4f44-bb9c-9ceef20eac58 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network hostable DHCP agents. Network: f95215e8-9945-46ce-b7f8-86903ae1df98, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:08:44.353534 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df31e5de-a9a6-4f44-bb9c-9ceef20eac58 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network f95215e8-9945-46ce-b7f8-86903ae1df98 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:44.365848 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-df31e5de-a9a6-4f44-bb9c-9ceef20eac58 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, f95215e8-9945-46ce-b7f8-86903ae1df98) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:44.375778 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df31e5de-a9a6-4f44-bb9c-9ceef20eac58 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:44.376563 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df31e5de-a9a6-4f44-bb9c-9ceef20eac58 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.380770 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3589f78d-9dfd-44a9-b232-88cc5f129a51 None None] Network f95215e8-9945-46ce-b7f8-86903ae1df98 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:44.487630 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d0e26677-3cc0-4af3-9a2d-8c822db8a6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.513583 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-df31e5de-a9a6-4f44-bb9c-9ceef20eac58 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8468063 Jul 05 04:08:44.533877 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44332) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:44.545617 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-f9fc7f17-5629-4a5c-a355-262518d9ef5c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'subnet': {'network_id': 'f95215e8-9945-46ce-b7f8-86903ae1df98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:44.553034 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e446b335-046d-44f4-b67e-9498f6fb8937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-f95215e8-9945-46ce-b7f8-86903ae1df98', 'network_id': 'f95215e8-9945-46ce-b7f8-86903ae1df98', 'tenant_id': '2dad96e403094f8fb5fb49a26810adc7', 'fixed_ips': [{'subnet_id': '121716e7-4495-4291-b227-7e26713064c2'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:08:44.553901 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e446b335-046d-44f4-b67e-9498f6fb8937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.559935 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d0e26677-3cc0-4af3-9a2d-8c822db8a6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.592585 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e93bb-51a2-48b2-bf50-2cc3bb25fd7e req-4d4cd67c-4b8f-476a-b1ea-628a4768656a tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:44.594509 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c96e93bb-51a2-48b2-bf50-2cc3bb25fd7e req-4d4cd67c-4b8f-476a-b1ea-628a4768656a tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.1007683 Jul 05 04:08:44.670381 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c96e93bb-51a2-48b2-bf50-2cc3bb25fd7e req-3cb45059-158f-4ce4-a91e-b933cb3aca31 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667748 Jul 05 04:08:44.685745 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e26677-3cc0-4af3-9a2d-8c822db8a6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae53915-b66c-4964-9fb1-991be2812ab5,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:44.741047 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44338) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:44.744453 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d0e26677-3cc0-4af3-9a2d-8c822db8a6fb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4542788863cd4e7aad216f90aebcc826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5908113 Jul 05 04:08:44.773107 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-e446b335-046d-44f4-b67e-9498f6fb8937 None None] Allocated IP 2001:db8::2 (f95215e8-9945-46ce-b7f8-86903ae1df98/121716e7-4495-4291-b227-7e26713064c2/847a44dd-efed-4813-b36c-d86db87ccc3e) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:44.801399 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20895640-dd77-4637-aabe-4ea65299b891 req-068e4ec6-effc-4f05-8770-bb41469b3d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:44.803103 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-20895640-dd77-4637-aabe-4ea65299b891 req-068e4ec6-effc-4f05-8770-bb41469b3d9b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b459d90a1104d2f9bfd9c3a9ab3c50e&device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 1097 time: 0.3272159 Jul 05 04:08:44.843008 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-895366ed-168a-46a6-9bbe-cdd34fcc0af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.886240 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-895366ed-168a-46a6-9bbe-cdd34fcc0af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.944461 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fc7f17-5629-4a5c-a355-262518d9ef5c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:44.948331 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f9fc7f17-5629-4a5c-a355-262518d9ef5c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.009977 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ffc07-686d-4110-afc2-6a1bf227dbcc req-e17a308b-38de-4ff3-9385-aae42c9236bf tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:45.010832 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e446b335-046d-44f4-b67e-9498f6fb8937 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.012109 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a64ffc07-686d-4110-afc2-6a1bf227dbcc req-e17a308b-38de-4ff3-9385-aae42c9236bf tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 945 time: 0.1468112 Jul 05 04:08:45.029856 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20895640-dd77-4637-aabe-4ea65299b891 req-42b2d0ed-994d-4941-b1bb-8a17f8228095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:45.030342 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e446b335-046d-44f4-b67e-9498f6fb8937 None None] Transition to ACTIVE for port object 847a44dd-efed-4813-b36c-d86db87ccc3e will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:45.031516 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-20895640-dd77-4637-aabe-4ea65299b891 req-42b2d0ed-994d-4941-b1bb-8a17f8228095 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b HTTP/1.1" status: 200 len: 911 time: 0.2120988 Jul 05 04:08:45.032040 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-895366ed-168a-46a6-9bbe-cdd34fcc0af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.036853 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-895366ed-168a-46a6-9bbe-cdd34fcc0af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.038376 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-895366ed-168a-46a6-9bbe-cdd34fcc0af3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bae53915-b66c-4964-9fb1-991be2812ab5 HTTP/1.1" status: 204 len: 168 time: 0.2959874 Jul 05 04:08:45.047753 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e446b335-046d-44f4-b67e-9498f6fb8937 None None] Transition to ACTIVE for port object 847a44dd-efed-4813-b36c-d86db87ccc3e will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:45.057514 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e446b335-046d-44f4-b67e-9498f6fb8937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.060229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895366ed-168a-46a6-9bbe-cdd34fcc0af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae53915-b66c-4964-9fb1-991be2812ab5,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:45.102063 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a64ffc07-686d-4110-afc2-6a1bf227dbcc req-8f8e2c54-922f-4940-af46-b774fb019082 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832539 Jul 05 04:08:45.136246 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446b335-046d-44f4-b67e-9498f6fb8937 None None] Pushing event updated for resources: {'Port': ['ID=847a44dd-efed-4813-b36c-d86db87ccc3e,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:45.163128 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e446b335-046d-44f4-b67e-9498f6fb8937 None None] Network f95215e8-9945-46ce-b7f8-86903ae1df98 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:45.165359 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-e446b335-046d-44f4-b67e-9498f6fb8937 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:45.169186 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e446b335-046d-44f4-b67e-9498f6fb8937 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:45.211497 n-d-780147-23 neutron-server[105538]: INFO neutron.db.ipam_backend_mixin [None req-f9fc7f17-5629-4a5c-a355-262518d9ef5c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 121716e7-4495-4291-b227-7e26713064c2 (CIDR: 2001:db8::/64) Jul 05 04:08:45.258622 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9fc7f17-5629-4a5c-a355-262518d9ef5c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:08:45.259194 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9fc7f17-5629-4a5c-a355-262518d9ef5c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:45.262447 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e446b335-046d-44f4-b67e-9498f6fb8937 None None] Attempting to bind port 847a44dd-efed-4813-b36c-d86db87ccc3e on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:45.262988 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e446b335-046d-44f4-b67e-9498f6fb8937 None None] Attempting to bind port 847a44dd-efed-4813-b36c-d86db87ccc3e by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'e24595d4-126e-4056-b18e-784a9f8886b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f95215e8-9945-46ce-b7f8-86903ae1df98'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:45.263701 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e446b335-046d-44f4-b67e-9498f6fb8937 None None] Attempting to bind port 847a44dd-efed-4813-b36c-d86db87ccc3e on network f95215e8-9945-46ce-b7f8-86903ae1df98 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:45.270030 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e446b335-046d-44f4-b67e-9498f6fb8937 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:45.270795 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e446b335-046d-44f4-b67e-9498f6fb8937 None None] Checking segment: {'id': 'e24595d4-126e-4056-b18e-784a9f8886b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f95215e8-9945-46ce-b7f8-86903ae1df98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:45.271364 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e446b335-046d-44f4-b67e-9498f6fb8937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.271939 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e446b335-046d-44f4-b67e-9498f6fb8937 None None] Bound using segment: {'id': 'e24595d4-126e-4056-b18e-784a9f8886b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f95215e8-9945-46ce-b7f8-86903ae1df98'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:45.272681 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e446b335-046d-44f4-b67e-9498f6fb8937 None None] Bound port: 847a44dd-efed-4813-b36c-d86db87ccc3e, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24595d4-126e-4056-b18e-784a9f8886b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f95215e8-9945-46ce-b7f8-86903ae1df98'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:45.273234 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e446b335-046d-44f4-b67e-9498f6fb8937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.274869 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-34918851-5cbf-4eec-b470-d1f448c16191 req-53703471-559d-468f-ab6a-0fc9f46fda7c tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0623474 Jul 05 04:08:45.276855 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-20895640-dd77-4637-aabe-4ea65299b891 req-e38ed032-8619-4b19-b0e2-d8a4aa6adcb2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 HTTP/1.1" status: 200 len: 1001 time: 0.2222726 Jul 05 04:08:45.297652 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f9fc7f17-5629-4a5c-a355-262518d9ef5c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7599211 Jul 05 04:08:45.300495 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44348) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:45.308128 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-9ca01702-97e4-4e71-b2a7-51515700b5d2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'subnet': {'network_id': 'f95215e8-9945-46ce-b7f8-86903ae1df98', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:45.355389 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20895640-dd77-4637-aabe-4ea65299b891 req-676eb936-ab4d-4b2a-914f-81c83507c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:45.358176 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-20895640-dd77-4637-aabe-4ea65299b891 req-676eb936-ab4d-4b2a-914f-81c83507c59c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9ee9ae53-c8ee-4b49-a395-854bb0a3c12c HTTP/1.1" status: 200 len: 849 time: 0.0734458 Jul 05 04:08:45.401219 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e446b335-046d-44f4-b67e-9498f6fb8937 None None] For port 847a44dd-efed-4813-b36c-d86db87ccc3e, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:45.404862 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e446b335-046d-44f4-b67e-9498f6fb8937 None None] For port 847a44dd-efed-4813-b36c-d86db87ccc3e, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=847a44dd-efed-4813-b36c-d86db87ccc3e,segment=NetworkSegment(e24595d4-126e-4056-b18e-784a9f8886b6),segment_id=e24595d4-126e-4056-b18e-784a9f8886b6)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:45.413697 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e446b335-046d-44f4-b67e-9498f6fb8937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.509623 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20895640-dd77-4637-aabe-4ea65299b891 req-874804ec-515d-4568-9d8f-15b654d02d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:45.511919 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-20895640-dd77-4637-aabe-4ea65299b891 req-874804ec-515d-4568-9d8f-15b654d02d20 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1441817 Jul 05 04:08:45.523150 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446b335-046d-44f4-b67e-9498f6fb8937 None None] Pushing event updated for resources: {'Port': ['ID=847a44dd-efed-4813-b36c-d86db87ccc3e,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:45.562728 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44352) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:45.567181 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca01702-97e4-4e71-b2a7-51515700b5d2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:45.572296 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ca01702-97e4-4e71-b2a7-51515700b5d2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.633858 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3822798c-7be6-4101-95d7-3760ab438753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.688917 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1caafd-a6b9-4213-b4e4-ee13c2e4a2cd req-e25b4480-c3c3-40bf-91e0-cc889a9d544f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:45.690590 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2a1caafd-a6b9-4213-b4e4-ee13c2e4a2cd req-e25b4480-c3c3-40bf-91e0-cc889a9d544f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 945 time: 0.1978779 Jul 05 04:08:45.696648 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-20895640-dd77-4637-aabe-4ea65299b891 req-0b66050b-e0db-485e-96e7-6ec69fc7e9c9 service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522732 Jul 05 04:08:45.888518 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2a1caafd-a6b9-4213-b4e4-ee13c2e4a2cd req-f8ce49fb-5514-4d49-912a-8ee58c4225ec tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590645 Jul 05 04:08:46.019154 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3822798c-7be6-4101-95d7-3760ab438753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:46.019395 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-20895640-dd77-4637-aabe-4ea65299b891 req-35d39877-da7d-4ac6-a2bd-ba0ccbfd517c service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017690 Jul 05 04:08:46.045634 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3822798c-7be6-4101-95d7-3760ab438753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:46.119123 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3822798c-7be6-4101-95d7-3760ab438753 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5c311567cf544c75bc8070b3ef1a5a25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5550556 Jul 05 04:08:46.121884 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44364) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:46.122352 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822798c-7be6-4101-95d7-3760ab438753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8ecb69-7ed2-45c6-8260-d0d85d2f01fb,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:46.183743 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae92338d-c7ce-4380-9741-07be664dc149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:46.187031 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77c189-2351-47b2-9895-4af131a1f481 req-c2de17ef-9272-4ab5-966a-1776b87b85be tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:46.188589 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0a77c189-2351-47b2-9895-4af131a1f481 req-c2de17ef-9272-4ab5-966a-1776b87b85be tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.2254989 Jul 05 04:08:46.207699 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae92338d-c7ce-4380-9741-07be664dc149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:46.259723 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ca01702-97e4-4e71-b2a7-51515700b5d2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:46.264889 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae92338d-c7ce-4380-9741-07be664dc149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:46.267924 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae92338d-c7ce-4380-9741-07be664dc149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:46.272127 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ae92338d-c7ce-4380-9741-07be664dc149 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3d8ecb69-7ed2-45c6-8260-d0d85d2f01fb HTTP/1.1" status: 204 len: 168 time: 0.1462984 Jul 05 04:08:46.275463 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0a77c189-2351-47b2-9895-4af131a1f481 req-c6a331ad-127c-4085-a148-73571eb58878 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747373 Jul 05 04:08:46.297317 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92338d-c7ce-4380-9741-07be664dc149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8ecb69-7ed2-45c6-8260-d0d85d2f01fb,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:46.337625 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca01702-97e4-4e71-b2a7-51515700b5d2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Subnet': ['ID=43f23ff6-03fc-4311-84d3-3fa81716d62b,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:46.346347 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca01702-97e4-4e71-b2a7-51515700b5d2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network f95215e8-9945-46ce-b7f8-86903ae1df98 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:46.348641 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-9ca01702-97e4-4e71-b2a7-51515700b5d2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:46.352410 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca01702-97e4-4e71-b2a7-51515700b5d2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:46.353013 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ca01702-97e4-4e71-b2a7-51515700b5d2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:46.371520 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9ca01702-97e4-4e71-b2a7-51515700b5d2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0681052 Jul 05 04:08:46.373913 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44370) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:46.379714 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-9d01b4fc-63e3-4ef9-82d3-9db40a446f12 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'port': {'network_id': 'f95215e8-9945-46ce-b7f8-86903ae1df98', 'fixed_ips': [{'subnet_id': '121716e7-4495-4291-b227-7e26713064c2'}, {'subnet_id': '43f23ff6-03fc-4311-84d3-3fa81716d62b'}], 'name': 'tempest-PortsIpV6TestJSON-29278516'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:46.504352 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ab651e78-1cc8-4c33-b6e5-9c4c5b3422a0 req-aa0ab63a-1d78-4c01-a610-75f188dbd560 tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0431590 Jul 05 04:08:46.578871 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d01b4fc-63e3-4ef9-82d3-9db40a446f12 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:46.703921 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9d01b4fc-63e3-4ef9-82d3-9db40a446f12 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:46.730987 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-9d01b4fc-63e3-4ef9-82d3-9db40a446f12 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] device_id is not set on port 4a9de141-23b0-4eae-b1da-b63c45fcabcc yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:08:47.038180 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d488f1e-455c-413b-91fa-70237aa2b20c None None] Network f95215e8-9945-46ce-b7f8-86903ae1df98 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:47.147133 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9e4f4c9e-3b9f-4117-995d-35231578e7c5 None None] Provisioning for port 847a44dd-efed-4813-b36c-d86db87ccc3e completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:47.188311 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b8487-9737-402b-a8a0-c95d654e4a15 req-940cd026-7cdb-49a8-b2b3-984413336d4c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:47.189937 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c44b8487-9737-402b-a8a0-c95d654e4a15 req-940cd026-7cdb-49a8-b2b3-984413336d4c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 945 time: 0.1424863 Jul 05 04:08:47.206581 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-9d01b4fc-63e3-4ef9-82d3-9db40a446f12 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Allocated IP 2001:db8::242 (f95215e8-9945-46ce-b7f8-86903ae1df98/121716e7-4495-4291-b227-7e26713064c2/4a9de141-23b0-4eae-b1da-b63c45fcabcc) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:47.228306 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-9d01b4fc-63e3-4ef9-82d3-9db40a446f12 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Allocated IP 2001:db8:0:1::30b (f95215e8-9945-46ce-b7f8-86903ae1df98/43f23ff6-03fc-4311-84d3-3fa81716d62b/4a9de141-23b0-4eae-b1da-b63c45fcabcc) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:47.277602 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c44b8487-9737-402b-a8a0-c95d654e4a15 req-41e669b8-6edb-4954-8485-fe806c32b703 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812621 Jul 05 04:08:47.445726 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 847a44dd-efed-4813-b36c-d86db87ccc3e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:47.526370 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9d01b4fc-63e3-4ef9-82d3-9db40a446f12 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.531131 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a297e8f-f5cd-419e-a5e5-bf51cca27851 None None] Update dhcp port {'port': {'network_id': 'f95215e8-9945-46ce-b7f8-86903ae1df98', 'fixed_ips': [{'subnet_id': '121716e7-4495-4291-b227-7e26713064c2', 'ip_address': '2001:db8::2'}, {'subnet_id': '43f23ff6-03fc-4311-84d3-3fa81716d62b'}], 'binding:host_id': 'n-d-780147-23'}, 'id': '847a44dd-efed-4813-b36c-d86db87ccc3e'} from n-d-780147-23. {{(pid=105540) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:08:47.573751 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-9d01b4fc-63e3-4ef9-82d3-9db40a446f12 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Transition to ACTIVE for port object 4a9de141-23b0-4eae-b1da-b63c45fcabcc will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:47.578364 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 847a44dd-efed-4813-b36c-d86db87ccc3e completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:47.609359 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 847a44dd-efed-4813-b36c-d86db87ccc3e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:47.609752 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.647970 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9d01b4fc-63e3-4ef9-82d3-9db40a446f12 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.665274 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2a297e8f-f5cd-419e-a5e5-bf51cca27851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.676936 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d01b4fc-63e3-4ef9-82d3-9db40a446f12 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network f95215e8-9945-46ce-b7f8-86903ae1df98 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:47.681532 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-9d01b4fc-63e3-4ef9-82d3-9db40a446f12 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:47.727087 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d01b4fc-63e3-4ef9-82d3-9db40a446f12 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:47.734310 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d01b4fc-63e3-4ef9-82d3-9db40a446f12 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:47.735206 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9d01b4fc-63e3-4ef9-82d3-9db40a446f12 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.753068 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b7053-f3dd-4114-98b5-67ab52b34b97 req-f0f29941-13f9-4d9b-9aea-4add2f876763 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:47.757589 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7a6b7053-f3dd-4114-98b5-67ab52b34b97 req-f0f29941-13f9-4d9b-9aea-4add2f876763 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.1995029 Jul 05 04:08:47.797745 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9d01b4fc-63e3-4ef9-82d3-9db40a446f12 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.4207532 Jul 05 04:08:47.800886 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44416) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:47.808006 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01b4fc-63e3-4ef9-82d3-9db40a446f12 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Port': ['ID=4a9de141-23b0-4eae-b1da-b63c45fcabcc,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:47.814263 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-34c5cbc4-fd31-4033-a9bd-ef271f4f30b9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '121716e7-4495-4291-b227-7e26713064c2'}]}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:47.937228 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-2a297e8f-f5cd-419e-a5e5-bf51cca27851 None None] Allocated IP 2001:db8:0:1::2 (f95215e8-9945-46ce-b7f8-86903ae1df98/43f23ff6-03fc-4311-84d3-3fa81716d62b/847a44dd-efed-4813-b36c-d86db87ccc3e) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:47.939769 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7a6b7053-f3dd-4114-98b5-67ab52b34b97 req-97e2ca94-a507-40fd-b441-8f658b472ce8 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761856 Jul 05 04:08:48.241387 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.302133 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2a297e8f-f5cd-419e-a5e5-bf51cca27851 None None] For port 847a44dd-efed-4813-b36c-d86db87ccc3e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=847a44dd-efed-4813-b36c-d86db87ccc3e,segment=NetworkSegment(e24595d4-126e-4056-b18e-784a9f8886b6),segment_id=e24595d4-126e-4056-b18e-784a9f8886b6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:48.323718 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a49e7438-21d2-4cd3-818c-2d8225f1bce8 req-f4b5f417-0b24-4db6-a5e1-f593fbd46ff2 tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0677154 Jul 05 04:08:48.370257 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-34c5cbc4-fd31-4033-a9bd-ef271f4f30b9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.385989 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2a297e8f-f5cd-419e-a5e5-bf51cca27851 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.421840 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2a297e8f-f5cd-419e-a5e5-bf51cca27851 None None] Transition to ACTIVE for port object 847a44dd-efed-4813-b36c-d86db87ccc3e will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:48.425211 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9aebd9-257d-4183-84b5-6dcf74743104 req-270e1cb7-9f1d-4e12-9161-881b0518358a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:48.428236 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2a297e8f-f5cd-419e-a5e5-bf51cca27851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.434969 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b9aebd9-257d-4183-84b5-6dcf74743104 req-270e1cb7-9f1d-4e12-9161-881b0518358a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 945 time: 0.1901052 Jul 05 04:08:48.574236 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.api [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:08:48.574595 n-d-780147-23 neutron-server[105540]: DEBUG oslo_db.api [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:08:48.581576 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b9aebd9-257d-4183-84b5-6dcf74743104 req-ddcc8460-a2ea-471c-a0a4-662ac7fb6286 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389480 Jul 05 04:08:48.640869 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a297e8f-f5cd-419e-a5e5-bf51cca27851 None None] Pushing event updated for resources: {'Port': ['ID=847a44dd-efed-4813-b36c-d86db87ccc3e,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:48.735086 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44452) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:48.910538 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27386ea2-a9ac-48ea-b1e4-37e83f1bbc21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.949309 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-34c5cbc4-fd31-4033-a9bd-ef271f4f30b9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Delete allocated IP 2001:db8:0:1::30b (f95215e8-9945-46ce-b7f8-86903ae1df98/43f23ff6-03fc-4311-84d3-3fa81716d62b) {{(pid=105539) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 04:08:49.014462 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44458) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:49.136901 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.166491 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-34c5cbc4-fd31-4033-a9bd-ef271f4f30b9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.180925 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-34c5cbc4-fd31-4033-a9bd-ef271f4f30b9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Ignored duplicate provisioning block setup for port 4a9de141-23b0-4eae-b1da-b63c45fcabcc by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 04:08:49.190587 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 847a44dd-efed-4813-b36c-d86db87ccc3e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=847a44dd-efed-4813-b36c-d86db87ccc3e,segment=NetworkSegment(e24595d4-126e-4056-b18e-784a9f8886b6),segment_id=e24595d4-126e-4056-b18e-784a9f8886b6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:49.197659 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4010acaa-a88a-4a7d-8b37-b48bd151c7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.197886 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.219287 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27386ea2-a9ac-48ea-b1e4-37e83f1bbc21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.221158 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-34c5cbc4-fd31-4033-a9bd-ef271f4f30b9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.233247 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27386ea2-a9ac-48ea-b1e4-37e83f1bbc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.270748 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-27386ea2-a9ac-48ea-b1e4-37e83f1bbc21 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e3267f208e04401e8d5f3c917f9ed42a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5316947 Jul 05 04:08:49.273803 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44462) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:49.278135 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=847a44dd-efed-4813-b36c-d86db87ccc3e,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:49.366780 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 847a44dd-efed-4813-b36c-d86db87ccc3e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:49.384983 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27386ea2-a9ac-48ea-b1e4-37e83f1bbc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc4ef76-e13b-4dac-87e8-b146c7785859,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:49.400455 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-34c5cbc4-fd31-4033-a9bd-ef271f4f30b9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] In _notify_port_updated(), no bound segment for port 4a9de141-23b0-4eae-b1da-b63c45fcabcc on network f95215e8-9945-46ce-b7f8-86903ae1df98 {{(pid=105539) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:08:49.407987 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c5cbc4-fd31-4033-a9bd-ef271f4f30b9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:49.408824 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-34c5cbc4-fd31-4033-a9bd-ef271f4f30b9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.414072 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44466) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:49.414285 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-34c5cbc4-fd31-4033-a9bd-ef271f4f30b9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "PUT /v2.0/ports/4a9de141-23b0-4eae-b1da-b63c45fcabcc HTTP/1.1" status: 200 len: 924 time: 1.6106925 Jul 05 04:08:49.422447 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5cbc4-fd31-4033-a9bd-ef271f4f30b9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Port': ['ID=4a9de141-23b0-4eae-b1da-b63c45fcabcc,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:49.424616 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-6603993b-f806-4194-becb-4cd18cc239ae tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '121716e7-4495-4291-b227-7e26713064c2'}, {'subnet_id': '43f23ff6-03fc-4311-84d3-3fa81716d62b'}]}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:49.490122 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5b453658-1f1b-4cc2-9fc8-8ba6ac5be21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.526197 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9a8cdf-9811-430a-8fda-6e3696d9cbea None None] Network f95215e8-9945-46ce-b7f8-86903ae1df98 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:49.584231 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6603993b-f806-4194-becb-4cd18cc239ae tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.592380 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a77c5889-00dc-4ab4-920d-9a6e374518f3 req-27af4eb6-17bf-4f43-a3f9-41411f66b58f tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0471041 Jul 05 04:08:49.599483 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4010acaa-a88a-4a7d-8b37-b48bd151c7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.614155 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4010acaa-a88a-4a7d-8b37-b48bd151c7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.640356 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-07a9e4d7-5d10-4e93-a030-4d5653cade87 None None] Provisioning for port 847a44dd-efed-4813-b36c-d86db87ccc3e completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:49.642327 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5b453658-1f1b-4cc2-9fc8-8ba6ac5be21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.649699 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-07a9e4d7-5d10-4e93-a030-4d5653cade87 None None] Provisioning complete for port 847a44dd-efed-4813-b36c-d86db87ccc3e triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:49.650376 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-07a9e4d7-5d10-4e93-a030-4d5653cade87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.667712 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4010acaa-a88a-4a7d-8b37-b48bd151c7ff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a2c545d428af4d5baf63009d71cae075&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6519887 Jul 05 04:08:49.670459 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44472) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:49.777109 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010acaa-a88a-4a7d-8b37-b48bd151c7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc62c18a-3b59-429d-b731-f85757dc9ace,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:49.813663 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-87edfffe-2e91-4663-be0e-45990d0ecf77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.858729 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-87edfffe-2e91-4663-be0e-45990d0ecf77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.939779 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87945be5-b638-4161-98b0-929c3131a255 req-cfc04483-a449-49eb-ab18-34f72e288741 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:49.942726 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87945be5-b638-4161-98b0-929c3131a255 req-cfc04483-a449-49eb-ab18-34f72e288741 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 945 time: 0.1040204 Jul 05 04:08:49.944741 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5b453658-1f1b-4cc2-9fc8-8ba6ac5be21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.947915 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5b453658-1f1b-4cc2-9fc8-8ba6ac5be21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.949096 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5b453658-1f1b-4cc2-9fc8-8ba6ac5be21b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cfc4ef76-e13b-4dac-87e8-b146c7785859 HTTP/1.1" status: 204 len: 168 time: 0.6736574 Jul 05 04:08:49.970184 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b453658-1f1b-4cc2-9fc8-8ba6ac5be21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc4ef76-e13b-4dac-87e8-b146c7785859,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:49.971504 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-87edfffe-2e91-4663-be0e-45990d0ecf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.974686 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-87edfffe-2e91-4663-be0e-45990d0ecf77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.976227 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-87edfffe-2e91-4663-be0e-45990d0ecf77 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dc62c18a-3b59-429d-b731-f85757dc9ace HTTP/1.1" status: 204 len: 168 time: 0.3046215 Jul 05 04:08:50.022222 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87edfffe-2e91-4663-be0e-45990d0ecf77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc62c18a-3b59-429d-b731-f85757dc9ace,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:50.044665 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87945be5-b638-4161-98b0-929c3131a255 req-66b464b4-3f5d-4afb-b4d2-a417cde16d1d tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955160 Jul 05 04:08:50.069039 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-6603993b-f806-4194-becb-4cd18cc239ae tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Allocated IP 2001:db8:0:1::313 (f95215e8-9945-46ce-b7f8-86903ae1df98/43f23ff6-03fc-4311-84d3-3fa81716d62b/4a9de141-23b0-4eae-b1da-b63c45fcabcc) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:50.237446 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6603993b-f806-4194-becb-4cd18cc239ae tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.252414 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-6603993b-f806-4194-becb-4cd18cc239ae tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Ignored duplicate provisioning block setup for port 4a9de141-23b0-4eae-b1da-b63c45fcabcc by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 04:08:50.260563 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6603993b-f806-4194-becb-4cd18cc239ae tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.274127 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-98484ae1-550a-4599-8e5c-8f23fd5afdf5 None None] Provisioning for port 4a9de141-23b0-4eae-b1da-b63c45fcabcc completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:50.279275 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-98484ae1-550a-4599-8e5c-8f23fd5afdf5 None None] Provisioning complete for port 4a9de141-23b0-4eae-b1da-b63c45fcabcc triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:50.279877 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-98484ae1-550a-4599-8e5c-8f23fd5afdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.343476 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-98484ae1-550a-4599-8e5c-8f23fd5afdf5 None None] Port 4a9de141-23b0-4eae-b1da-b63c45fcabcc cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:50.362890 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-98484ae1-550a-4599-8e5c-8f23fd5afdf5 None None] Provisioning complete for port 847a44dd-efed-4813-b36c-d86db87ccc3e triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:50.364293 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-98484ae1-550a-4599-8e5c-8f23fd5afdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.374428 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-6603993b-f806-4194-becb-4cd18cc239ae tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] In _notify_port_updated(), no bound segment for port 4a9de141-23b0-4eae-b1da-b63c45fcabcc on network f95215e8-9945-46ce-b7f8-86903ae1df98 {{(pid=105538) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:08:50.380741 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6603993b-f806-4194-becb-4cd18cc239ae tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:50.381688 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6603993b-f806-4194-becb-4cd18cc239ae tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.383073 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6603993b-f806-4194-becb-4cd18cc239ae tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "PUT /v2.0/ports/4a9de141-23b0-4eae-b1da-b63c45fcabcc HTTP/1.1" status: 200 len: 1010 time: 0.9666550 Jul 05 04:08:50.384882 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603993b-f806-4194-becb-4cd18cc239ae tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Port': ['ID=4a9de141-23b0-4eae-b1da-b63c45fcabcc,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:50.385910 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44492) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:50.526795 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-339eacd9-e3a1-4cf9-9ddc-8da38b95d4ec tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting port 4a9de141-23b0-4eae-b1da-b63c45fcabcc {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:50.527164 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-339eacd9-e3a1-4cf9-9ddc-8da38b95d4ec tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.619610 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1845216b-c59d-435e-8e38-3c3b0149d0b9 None None] Provisioning complete for port 4a9de141-23b0-4eae-b1da-b63c45fcabcc triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:50.620002 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1845216b-c59d-435e-8e38-3c3b0149d0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.648188 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-339eacd9-e3a1-4cf9-9ddc-8da38b95d4ec tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.663743 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-339eacd9-e3a1-4cf9-9ddc-8da38b95d4ec tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Calling delete_port for 4a9de141-23b0-4eae-b1da-b63c45fcabcc owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:50.694863 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-1845216b-c59d-435e-8e38-3c3b0149d0b9 None None] Port 4a9de141-23b0-4eae-b1da-b63c45fcabcc cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:50.862181 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-228c58d5-c70c-4a44-b7cd-477b8d2cd89e req-006f4cf6-ad3d-4e01-92d9-310bf9159a73 tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0745194 Jul 05 04:08:50.921068 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d460fa00-ad87-4599-b8c4-b42d19c8fc93 None None] Provisioning complete for port 4a9de141-23b0-4eae-b1da-b63c45fcabcc triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:50.921641 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d460fa00-ad87-4599-b8c4-b42d19c8fc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.934833 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-339eacd9-e3a1-4cf9-9ddc-8da38b95d4ec tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.949421 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-d460fa00-ad87-4599-b8c4-b42d19c8fc93 None None] Port 4a9de141-23b0-4eae-b1da-b63c45fcabcc was deleted so its status cannot be updated. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 04:08:50.970160 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339eacd9-e3a1-4cf9-9ddc-8da38b95d4ec tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Port': ['ID=4a9de141-23b0-4eae-b1da-b63c45fcabcc,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:51.044769 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-339eacd9-e3a1-4cf9-9ddc-8da38b95d4ec tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.051020 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-339eacd9-e3a1-4cf9-9ddc-8da38b95d4ec tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/ports/4a9de141-23b0-4eae-b1da-b63c45fcabcc HTTP/1.1" status: 204 len: 168 time: 0.6594083 Jul 05 04:08:51.051428 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44518) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:51.088294 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1e36c89-cf59-411b-9c37-e4a81bb2edab tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] GET failed (client error): The resource could not be found. Jul 05 04:08:51.091852 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c1e36c89-cf59-411b-9c37-e4a81bb2edab tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports/4a9de141-23b0-4eae-b1da-b63c45fcabcc HTTP/1.1" status: 404 len: 333 time: 0.0376716 Jul 05 04:08:51.094352 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44522) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:51.189956 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-03401ad8-831b-490c-a63a-f71c542ec301 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting subnet 43f23ff6-03fc-4311-84d3-3fa81716d62b {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:51.198637 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device c3c8c38a-7ee0-413b-9ae0-8b606379fc25 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:08:51.203611 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-03401ad8-831b-490c-a63a-f71c542ec301 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.348395 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-03401ad8-831b-490c-a63a-f71c542ec301 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.358339 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d789e4e6-3525-40e4-888e-6df8a55ff6ad None None] Could not find standard attr ID for object 4a9de141-23b0-4eae-b1da-b63c45fcabcc. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:08:51.374545 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 847a44dd-efed-4813-b36c-d86db87ccc3e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:51.433998 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e2591-d27f-4b2e-8735-2bf83970d1c4 req-0ec2c30d-958a-44ee-a896-2b4657ac3826 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:51.436072 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-734e2591-d27f-4b2e-8735-2bf83970d1c4 req-0ec2c30d-958a-44ee-a896-2b4657ac3826 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 945 time: 0.1952069 Jul 05 04:08:51.554939 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-734e2591-d27f-4b2e-8735-2bf83970d1c4 req-02110601-1dbb-4c4d-951b-d7d6c439d05f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109295 Jul 05 04:08:51.572225 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-03401ad8-831b-490c-a63a-f71c542ec301 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.665207 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-03401ad8-831b-490c-a63a-f71c542ec301 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.672473 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port c3c8c38a-7ee0-413b-9ae0-8b606379fc25, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=c3c8c38a-7ee0-413b-9ae0-8b606379fc25,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:51.690375 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'c3c8c38a-7ee0-413b-9ae0-8b606379fc25', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'port_id': 'c3c8c38a-7ee0-413b-9ae0-8b606379fc25', 'mac_address': 'fa:16:3e:45:ea:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:08:51.703789 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03401ad8-831b-490c-a63a-f71c542ec301 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Subnet': ['ID=43f23ff6-03fc-4311-84d3-3fa81716d62b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:51.719298 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-03401ad8-831b-490c-a63a-f71c542ec301 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.727922 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-03401ad8-831b-490c-a63a-f71c542ec301 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/subnets/43f23ff6-03fc-4311-84d3-3fa81716d62b HTTP/1.1" status: 204 len: 168 time: 0.6301012 Jul 05 04:08:51.728642 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44552) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:51.742343 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66c6581-990a-4fcc-9f07-2e1d4d4577fe None None] Network f95215e8-9945-46ce-b7f8-86903ae1df98 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:51.758231 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 847a44dd-efed-4813-b36c-d86db87ccc3e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:51.758548 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.803052 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-f52e30f4-5c8a-46d3-ac6c-a58976ed8ec1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting subnet 121716e7-4495-4291-b227-7e26713064c2 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:51.807365 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f52e30f4-5c8a-46d3-ac6c-a58976ed8ec1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.858834 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.888680 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f52e30f4-5c8a-46d3-ac6c-a58976ed8ec1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.900432 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3c8c38a-7ee0-413b-9ae0-8b606379fc25 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:08:51.943175 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44566) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:51.951076 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port c3c8c38a-7ee0-413b-9ae0-8b606379fc25, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=c3c8c38a-7ee0-413b-9ae0-8b606379fc25,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:52.033081 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.109984 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f52e30f4-5c8a-46d3-ac6c-a58976ed8ec1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.134014 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=c3c8c38a-7ee0-413b-9ae0-8b606379fc25,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:52.175764 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-63d976fd-bcbf-48ef-a0f4-dad543094ed2 req-ac65715e-2a13-4ae0-8574-b2e792a36bd6 tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0627904 Jul 05 04:08:52.177189 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-380bed82-04e0-403a-83c7-cdcad3110773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.202820 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['c3c8c38a-7ee0-413b-9ae0-8b606379fc25'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:08:52.230140 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f52e30f4-5c8a-46d3-ac6c-a58976ed8ec1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.262981 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e30f4-5c8a-46d3-ac6c-a58976ed8ec1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Subnet': ['ID=121716e7-4495-4291-b227-7e26713064c2,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:52.269092 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f52e30f4-5c8a-46d3-ac6c-a58976ed8ec1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.273072 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f52e30f4-5c8a-46d3-ac6c-a58976ed8ec1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/subnets/121716e7-4495-4291-b227-7e26713064c2 HTTP/1.1" status: 204 len: 168 time: 0.5431736 Jul 05 04:08:52.275624 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44576) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:52.332630 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-380bed82-04e0-403a-83c7-cdcad3110773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.337919 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-380bed82-04e0-403a-83c7-cdcad3110773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.382663 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ce4cd79-5ede-4fea-830e-8d00ae04791c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.392045 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bed82-04e0-403a-83c7-cdcad3110773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5641ede7-6672-46f2-97ca-22a281a42f67,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:52.410855 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-380bed82-04e0-403a-83c7-cdcad3110773 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=85dc47eaa9514578975593f7f43bdeca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4665630 Jul 05 04:08:52.414895 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44586) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:52.473549 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-2ce4cd79-5ede-4fea-830e-8d00ae04791c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting port 847a44dd-efed-4813-b36c-d86db87ccc3e {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:52.473911 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ce4cd79-5ede-4fea-830e-8d00ae04791c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.482578 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4a987dd6-d2ff-4e78-9f63-d665c479c87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.515651 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4a987dd6-d2ff-4e78-9f63-d665c479c87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.573296 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-2ce4cd79-5ede-4fea-830e-8d00ae04791c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] For port 847a44dd-efed-4813-b36c-d86db87ccc3e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=847a44dd-efed-4813-b36c-d86db87ccc3e,segment=NetworkSegment(e24595d4-126e-4056-b18e-784a9f8886b6),segment_id=e24595d4-126e-4056-b18e-784a9f8886b6)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:52.573758 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ce4cd79-5ede-4fea-830e-8d00ae04791c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.589508 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4a987dd6-d2ff-4e78-9f63-d665c479c87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.592514 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-2ce4cd79-5ede-4fea-830e-8d00ae04791c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Calling delete_port for 847a44dd-efed-4813-b36c-d86db87ccc3e owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:52.595561 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4a987dd6-d2ff-4e78-9f63-d665c479c87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.599365 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4a987dd6-d2ff-4e78-9f63-d665c479c87d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5641ede7-6672-46f2-97ca-22a281a42f67 HTTP/1.1" status: 204 len: 168 time: 0.1821506 Jul 05 04:08:52.617627 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a987dd6-d2ff-4e78-9f63-d665c479c87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5641ede7-6672-46f2-97ca-22a281a42f67,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:52.753303 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ce4cd79-5ede-4fea-830e-8d00ae04791c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.810162 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4cd79-5ede-4fea-830e-8d00ae04791c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Port': ['ID=847a44dd-efed-4813-b36c-d86db87ccc3e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:52.813803 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce4cd79-5ede-4fea-830e-8d00ae04791c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] No DVR routers for this DVR port 847a44dd-efed-4813-b36c-d86db87ccc3e on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:52.893193 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac2785-2de4-4bcc-86ca-67e61d5ea00c req-76b9aba4-67cf-4006-a59b-c5069095d14b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:52.897508 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aeac2785-2de4-4bcc-86ca-67e61d5ea00c req-76b9aba4-67cf-4006-a59b-c5069095d14b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 944 time: 0.1131222 Jul 05 04:08:52.914834 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ce4cd79-5ede-4fea-830e-8d00ae04791c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.925263 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-2ce4cd79-5ede-4fea-830e-8d00ae04791c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95215e8-9945-46ce-b7f8-86903ae1df98']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:52.939101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-2ce4cd79-5ede-4fea-830e-8d00ae04791c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24595d4-126e-4056-b18e-784a9f8886b6') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:52.939392 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-2ce4cd79-5ede-4fea-830e-8d00ae04791c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24595d4-126e-4056-b18e-784a9f8886b6') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:52.951275 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ce4cd79-5ede-4fea-830e-8d00ae04791c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.970771 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ce4cd79-5ede-4fea-830e-8d00ae04791c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.980518 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce4cd79-5ede-4fea-830e-8d00ae04791c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:52.980999 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ce4cd79-5ede-4fea-830e-8d00ae04791c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:52.986131 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:52.989890 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aeac2785-2de4-4bcc-86ca-67e61d5ea00c req-e8e54e47-a87a-440b-be2b-ac03fd251ca8 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840826 Jul 05 04:08:53.071785 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ce4cd79-5ede-4fea-830e-8d00ae04791c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.076174 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ce4cd79-5ede-4fea-830e-8d00ae04791c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.082019 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2ce4cd79-5ede-4fea-830e-8d00ae04791c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/networks/f95215e8-9945-46ce-b7f8-86903ae1df98 HTTP/1.1" status: 204 len: 168 time: 0.8012085 Jul 05 04:08:53.082019 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44630) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:53.122154 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4cd79-5ede-4fea-830e-8d00ae04791c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Network': ['ID=f95215e8-9945-46ce-b7f8-86903ae1df98,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:53.200845 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c5259a-94f1-4f3f-9995-7650bbf02478 None None] DHCP port deletion for f95215e8-9945-46ce-b7f8-86903ae1df98 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:08:53.203507 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1e70be-68ec-4c75-83e9-9a381d041958 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:53.205555 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bd1e70be-68ec-4c75-83e9-9a381d041958 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1221077 Jul 05 04:08:53.210958 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44638) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:53.251614 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-24fd2b6a-10d0-4367-985e-d4cff39bae0a None None] Could not find standard attr ID for object 847a44dd-efed-4813-b36c-d86db87ccc3e. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:08:53.272977 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device c3c8c38a-7ee0-413b-9ae0-8b606379fc25 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:53.330248 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44642) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:53.361806 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port c3c8c38a-7ee0-413b-9ae0-8b606379fc25 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:53.362181 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.380814 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-960a3b6e-f033-400e-b869-d4cadffca61a tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1676624 Jul 05 04:08:53.384263 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44648) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:53.389464 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-ade619b7-516d-401f-95ba-a5b4bfc476bd tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-118276117'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:53.393728 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 847a44dd-efed-4813-b36c-d86db87ccc3e no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:53.413037 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68fc3cfc-5b0e-44a8-9f3c-2455011240e8 req-369488d4-5099-4b68-99de-4ee951a4b77f tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0308917 Jul 05 04:08:53.419883 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 847a44dd-efed-4813-b36c-d86db87ccc3e {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:08:53.420234 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 847a44dd-efed-4813-b36c-d86db87ccc3e not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:08:53.446760 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade619b7-516d-401f-95ba-a5b4bfc476bd tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:53.452061 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ade619b7-516d-401f-95ba-a5b4bfc476bd tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.482326 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade619b7-516d-401f-95ba-a5b4bfc476bd tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:53.495502 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ade619b7-516d-401f-95ba-a5b4bfc476bd tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.496273 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-ade619b7-516d-401f-95ba-a5b4bfc476bd tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Added segment ab358c82-591d-416a-bcfb-2fbb5ea4b60d of type vlan for network 38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc Jul 05 04:08:53.502561 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.531131 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366bcc3b-f9f9-4844-8324-6d4c0feb18e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c8c38a-7ee0-413b-9ae0-8b606379fc25'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:53.533530 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba727e0c-51e8-4ced-b3eb-9146c5c1f86a" -d '{"events": [{"server_uuid": "366bcc3b-f9f9-4844-8324-6d4c0feb18e8", "name": "network-vif-plugged", "status": "completed", "tag": "c3c8c38a-7ee0-413b-9ae0-8b606379fc25"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:53.549517 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port c3c8c38a-7ee0-413b-9ae0-8b606379fc25, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=c3c8c38a-7ee0-413b-9ae0-8b606379fc25,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:53.556133 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.556273 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ade619b7-516d-401f-95ba-a5b4bfc476bd tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.599658 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70b3cb0-9469-464e-9d97-c5864205197f x-openstack-request-id: req-e70b3cb0-9469-464e-9d97-c5864205197f {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:53.599978 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366bcc3b-f9f9-4844-8324-6d4c0feb18e8", "name": "network-vif-plugged", "status": "completed", "tag": "c3c8c38a-7ee0-413b-9ae0-8b606379fc25", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:53.600229 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e70b3cb0-9469-464e-9d97-c5864205197f {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:53.600622 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366bcc3b-f9f9-4844-8324-6d4c0feb18e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c8c38a-7ee0-413b-9ae0-8b606379fc25', 'code': 200} Jul 05 04:08:53.613999 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6eb0aa43-e60e-4f6f-b033-e40f879e4469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.615878 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ade619b7-516d-401f-95ba-a5b4bfc476bd tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.621838 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade619b7-516d-401f-95ba-a5b4bfc476bd tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:53.622438 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ade619b7-516d-401f-95ba-a5b4bfc476bd tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.624335 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=c3c8c38a-7ee0-413b-9ae0-8b606379fc25,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:53.634096 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:53.634501 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:53.634905 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:53.635300 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:53.635701 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:53.636275 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:53.636677 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:53.637076 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:53.637459 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:53.637986 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:53.638531 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:53.639083 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:53.705986 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ade619b7-516d-401f-95ba-a5b4bfc476bd tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3167775 Jul 05 04:08:53.707042 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44658) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:53.713203 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-7935b975-a5ec-4583-a9a8-114a39370afe tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'subnet': {'network_id': '38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:53.721215 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade619b7-516d-401f-95ba-a5b4bfc476bd tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Network': ['ID=38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:53.733745 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:53.829030 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6eb0aa43-e60e-4f6f-b033-e40f879e4469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.835737 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6eb0aa43-e60e-4f6f-b033-e40f879e4469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.849807 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7935b975-a5ec-4583-a9a8-114a39370afe tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:53.853783 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7935b975-a5ec-4583-a9a8-114a39370afe tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.877236 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6eb0aa43-e60e-4f6f-b033-e40f879e4469 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=44f886c3be7c40bfad41f0e02bd8c19a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5459356 Jul 05 04:08:53.878388 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0aa43-e60e-4f6f-b033-e40f879e4469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e740d280-bca3-43d9-bbe5-1e9d8cd19d00,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:53.881923 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44666) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:53.938179 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b8209d38-381e-424f-95fe-52581e0942ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.963365 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b8209d38-381e-424f-95fe-52581e0942ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:54.021282 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b8209d38-381e-424f-95fe-52581e0942ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:54.024908 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b8209d38-381e-424f-95fe-52581e0942ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:54.026355 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b8209d38-381e-424f-95fe-52581e0942ff admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e740d280-bca3-43d9-bbe5-1e9d8cd19d00 HTTP/1.1" status: 204 len: 168 time: 0.1434669 Jul 05 04:08:54.063049 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8209d38-381e-424f-95fe-52581e0942ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e740d280-bca3-43d9-bbe5-1e9d8cd19d00,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:54.391276 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae83dad-ac5a-4472-8e51-ac8aced43fc1 req-fe3f0ba5-1baa-4556-83c9-fb80914c7b5f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:54.394827 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5ae83dad-ac5a-4472-8e51-ac8aced43fc1 req-fe3f0ba5-1baa-4556-83c9-fb80914c7b5f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 945 time: 0.1474149 Jul 05 04:08:54.480219 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44682) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:54.483142 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5ae83dad-ac5a-4472-8e51-ac8aced43fc1 req-d82c38f7-e138-428d-968f-d814e8340244 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798922 Jul 05 04:08:54.504044 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca804cf1-0388-45e6-b5a5-134127e1a744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:54.568862 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7935b975-a5ec-4583-a9a8-114a39370afe tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:54.635264 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fdbe087c-11e5-488f-aa8e-4a4307afd345 req-0be54e12-1f52-48dc-ad1b-f16f45185c61 tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0455832 Jul 05 04:08:54.647992 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca804cf1-0388-45e6-b5a5-134127e1a744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:54.654709 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca804cf1-0388-45e6-b5a5-134127e1a744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:54.664024 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935b975-a5ec-4583-a9a8-114a39370afe tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Subnet': ['ID=8ad8f7e9-9dea-4b3b-9b33-a9bb2f1f5ffa,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:54.675241 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7935b975-a5ec-4583-a9a8-114a39370afe tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Checking segment: {'id': 'ab358c82-591d-416a-bcfb-2fbb5ea4b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:54.676823 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7935b975-a5ec-4583-a9a8-114a39370afe tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network hostable DHCP agents. Network: 38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:08:54.694963 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7935b975-a5ec-4583-a9a8-114a39370afe tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network 38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:54.711871 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ca804cf1-0388-45e6-b5a5-134127e1a744 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6a66c2a7d665463db7f427454c440977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303488 Jul 05 04:08:54.712798 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-7935b975-a5ec-4583-a9a8-114a39370afe tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:54.714373 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44686) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:54.718483 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7935b975-a5ec-4583-a9a8-114a39370afe tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:54.719084 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7935b975-a5ec-4583-a9a8-114a39370afe tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:54.730092 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca804cf1-0388-45e6-b5a5-134127e1a744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02bcd00-1e27-4dc2-ab33-7eef8d60480f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:54.733113 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe7688f-e3cd-43c5-aa8c-419c92bc5074 None None] Network 38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:54.744748 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44688) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:54.745080 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7935b975-a5ec-4583-a9a8-114a39370afe tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0361912 Jul 05 04:08:54.750987 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'port': {'network_id': '38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc', 'name': 'tempest-PortsIpV6TestJSON-225326761'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:54.871025 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9cdb8d9f-492c-484e-84a0-7ddbeecbe6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:54.910610 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9cdb8d9f-492c-484e-84a0-7ddbeecbe6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:54.955569 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:54.964252 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:54.987398 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] device_id is not set on port b96e56cf-63c6-4578-b38b-c47be73b1ae2 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:08:55.033905 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f24f8fc-7d1f-46f1-8dd5-cbd85561d4da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc', 'network_id': '38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc', 'tenant_id': '2dad96e403094f8fb5fb49a26810adc7', 'fixed_ips': [{'subnet_id': '8ad8f7e9-9dea-4b3b-9b33-a9bb2f1f5ffa'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:08:55.035374 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4f24f8fc-7d1f-46f1-8dd5-cbd85561d4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.049691 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9cdb8d9f-492c-484e-84a0-7ddbeecbe6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.054560 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9cdb8d9f-492c-484e-84a0-7ddbeecbe6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.059908 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9cdb8d9f-492c-484e-84a0-7ddbeecbe6b9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a02bcd00-1e27-4dc2-ab33-7eef8d60480f HTTP/1.1" status: 204 len: 168 time: 0.3433800 Jul 05 04:08:55.080383 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb8d9f-492c-484e-84a0-7ddbeecbe6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02bcd00-1e27-4dc2-ab33-7eef8d60480f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:55.177078 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Allocated IP 2001:db8::9e (38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc/8ad8f7e9-9dea-4b3b-9b33-a9bb2f1f5ffa/b96e56cf-63c6-4578-b38b-c47be73b1ae2) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:55.396986 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.414414 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Transition to ACTIVE for port object b96e56cf-63c6-4578-b38b-c47be73b1ae2 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:55.481935 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.542201 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Port': ['ID=b96e56cf-63c6-4578-b38b-c47be73b1ae2,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:55.561277 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:55.561660 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:55.562047 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:55.562396 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:55.562734 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:55.563263 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:55.564157 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:55.564653 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:55.564929 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:55.565267 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:55.565784 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:55.566043 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:55.571644 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network 38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:55.573584 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-4f24f8fc-7d1f-46f1-8dd5-cbd85561d4da None None] Allocated IP 2001:db8::2 (38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc/8ad8f7e9-9dea-4b3b-9b33-a9bb2f1f5ffa/d06827c7-3624-4dc0-8882-03a3386f6f06) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:55.573859 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:55.576136 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:55.582137 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:55.582981 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.602864 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44732) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:55.603519 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3159f1cd-cd23-44f9-a8e5-14dac60fa8b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8572800 Jul 05 04:08:55.611212 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-b4ae020c-fe9c-42bb-9e62-0b492be8eaa7 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'port': {'network_id': '38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc', 'name': 'tempest-PortsIpV6TestJSON-1605330755'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:55.889234 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4f24f8fc-7d1f-46f1-8dd5-cbd85561d4da None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.911594 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4f24f8fc-7d1f-46f1-8dd5-cbd85561d4da None None] Transition to ACTIVE for port object d06827c7-3624-4dc0-8882-03a3386f6f06 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:55.954983 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4f24f8fc-7d1f-46f1-8dd5-cbd85561d4da None None] Transition to ACTIVE for port object d06827c7-3624-4dc0-8882-03a3386f6f06 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:55.964813 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4f24f8fc-7d1f-46f1-8dd5-cbd85561d4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:56.026401 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f24f8fc-7d1f-46f1-8dd5-cbd85561d4da None None] Network 38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:56.043299 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-4f24f8fc-7d1f-46f1-8dd5-cbd85561d4da None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:56.080490 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f24f8fc-7d1f-46f1-8dd5-cbd85561d4da None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:56.099376 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493d51a-bdad-4cb5-b8ed-4a45bf0e8d0e req-203227d8-b60a-4937-81c8-da38605706d7 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:56.111920 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7493d51a-bdad-4cb5-b8ed-4a45bf0e8d0e req-203227d8-b60a-4937-81c8-da38605706d7 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 945 time: 0.2971702 Jul 05 04:08:56.139102 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-af4d800b-69ea-4e63-b490-6c72cbceeee9 req-730294cc-9940-4b8d-a301-ada2213c9cbc tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.1131406 Jul 05 04:08:56.154718 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ae020c-fe9c-42bb-9e62-0b492be8eaa7 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:56.168586 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b4ae020c-fe9c-42bb-9e62-0b492be8eaa7 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:56.221649 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7493d51a-bdad-4cb5-b8ed-4a45bf0e8d0e req-8e1432e7-c991-4a6c-bb29-882c77ceaffd tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055472 Jul 05 04:08:56.256340 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-b4ae020c-fe9c-42bb-9e62-0b492be8eaa7 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] device_id is not set on port fe036a67-9eef-462e-92fe-85470f6f4467 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:08:56.412847 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24f8fc-7d1f-46f1-8dd5-cbd85561d4da None None] Pushing event updated for resources: {'Port': ['ID=d06827c7-3624-4dc0-8882-03a3386f6f06,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:56.417193 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-4f24f8fc-7d1f-46f1-8dd5-cbd85561d4da None None] Attempting to bind port d06827c7-3624-4dc0-8882-03a3386f6f06 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:56.417931 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-4f24f8fc-7d1f-46f1-8dd5-cbd85561d4da None None] Attempting to bind port d06827c7-3624-4dc0-8882-03a3386f6f06 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'ab358c82-591d-416a-bcfb-2fbb5ea4b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:56.418788 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f24f8fc-7d1f-46f1-8dd5-cbd85561d4da None None] Attempting to bind port d06827c7-3624-4dc0-8882-03a3386f6f06 on network 38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:56.426627 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f24f8fc-7d1f-46f1-8dd5-cbd85561d4da None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:56.427463 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f24f8fc-7d1f-46f1-8dd5-cbd85561d4da None None] Checking segment: {'id': 'ab358c82-591d-416a-bcfb-2fbb5ea4b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:56.428074 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4f24f8fc-7d1f-46f1-8dd5-cbd85561d4da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:56.428938 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f24f8fc-7d1f-46f1-8dd5-cbd85561d4da None None] Bound using segment: {'id': 'ab358c82-591d-416a-bcfb-2fbb5ea4b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:56.429745 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-4f24f8fc-7d1f-46f1-8dd5-cbd85561d4da None None] Bound port: d06827c7-3624-4dc0-8882-03a3386f6f06, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab358c82-591d-416a-bcfb-2fbb5ea4b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:56.430737 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4f24f8fc-7d1f-46f1-8dd5-cbd85561d4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:56.451645 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c0175fe4-f49a-43d1-8143-20ea54941b6a req-a9c8488e-51f7-48fc-9fd7-bb4cf1f878c9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0400634 Jul 05 04:08:56.570480 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-4f24f8fc-7d1f-46f1-8dd5-cbd85561d4da None None] For port d06827c7-3624-4dc0-8882-03a3386f6f06, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:56.575564 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-4f24f8fc-7d1f-46f1-8dd5-cbd85561d4da None None] For port d06827c7-3624-4dc0-8882-03a3386f6f06, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d06827c7-3624-4dc0-8882-03a3386f6f06,segment=NetworkSegment(ab358c82-591d-416a-bcfb-2fbb5ea4b60d),segment_id=ab358c82-591d-416a-bcfb-2fbb5ea4b60d)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:56.584802 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4f24f8fc-7d1f-46f1-8dd5-cbd85561d4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:56.659055 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-b4ae020c-fe9c-42bb-9e62-0b492be8eaa7 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Allocated IP 2001:db8::228 (38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc/8ad8f7e9-9dea-4b3b-9b33-a9bb2f1f5ffa/fe036a67-9eef-462e-92fe-85470f6f4467) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:56.743688 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24f8fc-7d1f-46f1-8dd5-cbd85561d4da None None] Pushing event updated for resources: {'Port': ['ID=d06827c7-3624-4dc0-8882-03a3386f6f06,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:56.985358 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b4ae020c-fe9c-42bb-9e62-0b492be8eaa7 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:57.063141 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-b4ae020c-fe9c-42bb-9e62-0b492be8eaa7 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Transition to ACTIVE for port object fe036a67-9eef-462e-92fe-85470f6f4467 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:57.140166 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b4ae020c-fe9c-42bb-9e62-0b492be8eaa7 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:57.294314 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ae020c-fe9c-42bb-9e62-0b492be8eaa7 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network 38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:57.317488 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-b4ae020c-fe9c-42bb-9e62-0b492be8eaa7 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:57.362086 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ae020c-fe9c-42bb-9e62-0b492be8eaa7 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:57.368774 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ae020c-fe9c-42bb-9e62-0b492be8eaa7 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:57.370297 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b4ae020c-fe9c-42bb-9e62-0b492be8eaa7 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:57.396372 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae020c-fe9c-42bb-9e62-0b492be8eaa7 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Port': ['ID=fe036a67-9eef-462e-92fe-85470f6f4467,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:57.425443 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44794) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:57.426633 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b4ae020c-fe9c-42bb-9e62-0b492be8eaa7 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8213384 Jul 05 04:08:57.512506 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d06827c7-3624-4dc0-8882-03a3386f6f06 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:57.648251 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port d06827c7-3624-4dc0-8882-03a3386f6f06 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:57.704565 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-90d4393a-449f-4482-9966-70a9fb712e86 req-83d712c2-6a1a-46c4-b694-1a6b6538e997 tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.1433520 Jul 05 04:08:57.732696 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74694c8c-cd79-4a1f-9ea0-8eb74493bb5f req-08aa36f4-95ff-45ed-9193-cab0f05182a3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:57.741669 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-74694c8c-cd79-4a1f-9ea0-8eb74493bb5f req-08aa36f4-95ff-45ed-9193-cab0f05182a3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 945 time: 0.1632185 Jul 05 04:08:57.846561 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-74694c8c-cd79-4a1f-9ea0-8eb74493bb5f req-ad2dcc03-8d02-4d74-be8e-2be8846f7298 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037519 Jul 05 04:08:57.913433 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50ea8a5-0ce1-4790-8deb-ba800007d1d4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:57.920954 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44804) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:57.933206 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d50ea8a5-0ce1-4790-8deb-ba800007d1d4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A9e HTTP/1.1" status: 200 len: 927 time: 0.5065935 Jul 05 04:08:58.056270 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-62693d8c-b579-422a-970a-65205cb66326 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting port fe036a67-9eef-462e-92fe-85470f6f4467 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:58.056808 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62693d8c-b579-422a-970a-65205cb66326 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.192430 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62693d8c-b579-422a-970a-65205cb66326 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.225595 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-62693d8c-b579-422a-970a-65205cb66326 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Calling delete_port for fe036a67-9eef-462e-92fe-85470f6f4467 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:58.445246 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62693d8c-b579-422a-970a-65205cb66326 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.502350 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62693d8c-b579-422a-970a-65205cb66326 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Port': ['ID=fe036a67-9eef-462e-92fe-85470f6f4467,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:58.555554 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62693d8c-b579-422a-970a-65205cb66326 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.557741 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-62693d8c-b579-422a-970a-65205cb66326 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/ports/fe036a67-9eef-462e-92fe-85470f6f4467 HTTP/1.1" status: 204 len: 168 time: 0.6349490 Jul 05 04:08:58.560634 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62693d8c-b579-422a-970a-65205cb66326 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:58.560846 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44844) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:58.561290 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62693d8c-b579-422a-970a-65205cb66326 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:58.561403 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62693d8c-b579-422a-970a-65205cb66326 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:58.561647 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62693d8c-b579-422a-970a-65205cb66326 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:58.561985 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62693d8c-b579-422a-970a-65205cb66326 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:58.562326 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62693d8c-b579-422a-970a-65205cb66326 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:58.562660 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62693d8c-b579-422a-970a-65205cb66326 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:58.562993 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62693d8c-b579-422a-970a-65205cb66326 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:58.563324 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62693d8c-b579-422a-970a-65205cb66326 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:58.563650 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62693d8c-b579-422a-970a-65205cb66326 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:58.564059 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62693d8c-b579-422a-970a-65205cb66326 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:58.564438 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62693d8c-b579-422a-970a-65205cb66326 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:58.589286 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b56896-8723-4584-b173-4c10c5ae3729 None None] Network 38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:58.608148 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68d373d-940b-4def-9f50-c87a7052a1f4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] GET failed (client error): The resource could not be found. Jul 05 04:08:58.613728 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44850) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:58.614110 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a68d373d-940b-4def-9f50-c87a7052a1f4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports/fe036a67-9eef-462e-92fe-85470f6f4467 HTTP/1.1" status: 404 len: 333 time: 0.0519669 Jul 05 04:08:58.740260 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6ec0-59b3-42d2-ba47-28145920bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.749660 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fe2d1ffd-09ef-467b-b98c-1d71b6853915 None None] Provisioning for port d06827c7-3624-4dc0-8882-03a3386f6f06 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:58.761623 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fe2d1ffd-09ef-467b-b98c-1d71b6853915 None None] Provisioning complete for port d06827c7-3624-4dc0-8882-03a3386f6f06 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:58.762128 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fe2d1ffd-09ef-467b-b98c-1d71b6853915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.822089 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-7bc38ff3-d547-4190-a13d-1ba620fcdcab tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting port b96e56cf-63c6-4578-b38b-c47be73b1ae2 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:58.822579 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7bc38ff3-d547-4190-a13d-1ba620fcdcab tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.069975 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1532c87d-c075-44f3-9b88-569c896c7dd4 req-3758fd79-4989-4876-ae14-c7552a5ebde4 tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0941570 Jul 05 04:08:59.121444 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7bc38ff3-d547-4190-a13d-1ba620fcdcab tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.138411 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fe2d1ffd-09ef-467b-b98c-1d71b6853915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.153704 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-7bc38ff3-d547-4190-a13d-1ba620fcdcab tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Calling delete_port for b96e56cf-63c6-4578-b38b-c47be73b1ae2 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:59.182478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d463b18-fe1c-4059-bda6-3a8c63010c18 req-1f45c569-b4f5-4639-b83c-cf8521dacd2e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:59.193450 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9d463b18-fe1c-4059-bda6-3a8c63010c18 req-1f45c569-b4f5-4639-b83c-cf8521dacd2e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 945 time: 0.1579881 Jul 05 04:08:59.261742 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9d463b18-fe1c-4059-bda6-3a8c63010c18 req-c739f7ba-94e6-4d70-9fa0-4bd3fa0022e9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670075 Jul 05 04:08:59.267440 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fe2d1ffd-09ef-467b-b98c-1d71b6853915 None None] For port d06827c7-3624-4dc0-8882-03a3386f6f06, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d06827c7-3624-4dc0-8882-03a3386f6f06,segment=NetworkSegment(ab358c82-591d-416a-bcfb-2fbb5ea4b60d),segment_id=ab358c82-591d-416a-bcfb-2fbb5ea4b60d)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:59.317925 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fe2d1ffd-09ef-467b-b98c-1d71b6853915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.386032 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:08:59.471771 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d1ffd-09ef-467b-b98c-1d71b6853915 None None] Pushing event updated for resources: {'Port': ['ID=d06827c7-3624-4dc0-8882-03a3386f6f06,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:59.479966 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7bc38ff3-d547-4190-a13d-1ba620fcdcab tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.483699 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.544595 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc38ff3-d547-4190-a13d-1ba620fcdcab tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Port': ['ID=b96e56cf-63c6-4578-b38b-c47be73b1ae2,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:59.582313 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7bc38ff3-d547-4190-a13d-1ba620fcdcab tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.585581 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7bc38ff3-d547-4190-a13d-1ba620fcdcab tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/ports/b96e56cf-63c6-4578-b38b-c47be73b1ae2 HTTP/1.1" status: 204 len: 168 time: 0.9701774 Jul 05 04:08:59.587927 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44890) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:59.677723 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44892) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:59.915264 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e28471f5-b12f-4dbc-abb7-c19492721480 None None] Provisioning complete for port d06827c7-3624-4dc0-8882-03a3386f6f06 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:59.916723 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e28471f5-b12f-4dbc-abb7-c19492721480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.993709 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-42c366ed-2be2-45e2-bfdb-5789b7671be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.068269 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0ea3f8-c6aa-458a-a463-1d0686ab3adb tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] GET failed (client error): The resource could not be found. Jul 05 04:09:00.072755 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7a0ea3f8-c6aa-458a-a463-1d0686ab3adb tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports/b96e56cf-63c6-4578-b38b-c47be73b1ae2 HTTP/1.1" status: 404 len: 333 time: 0.4803269 Jul 05 04:09:00.077600 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44898) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:00.087378 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e28471f5-b12f-4dbc-abb7-c19492721480 None None] Could not find standard attr ID for object b96e56cf-63c6-4578-b38b-c47be73b1ae2. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:09:00.126982 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c71c592f-4773-4b88-b55e-96ba4e9d95ca req-aa41179a-3b86-44b7-a6a7-e3ed6632b829 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7da266f0be2944d1a359e1f4ca9c9d7a&device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0559859 Jul 05 04:09:00.197045 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-60164161-ce7d-42bd-9c42-2aba8d9abb83 req-3aac1401-82e5-4502-b75d-9970fb1eb7c1 tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0595448 Jul 05 04:09:00.199721 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c71c592f-4773-4b88-b55e-96ba4e9d95ca req-2753a8c8-5f62-4d8d-b833-5b47011da47d service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=7da266f0be2944d1a359e1f4ca9c9d7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653563 Jul 05 04:09:00.246397 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-022db92c-bc7b-4abc-b9ae-3b010f251723 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting subnet 8ad8f7e9-9dea-4b3b-9b33-a9bb2f1f5ffa {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:09:00.250579 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-022db92c-bc7b-4abc-b9ae-3b010f251723 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.313747 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-022db92c-bc7b-4abc-b9ae-3b010f251723 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.392251 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c592f-4773-4b88-b55e-96ba4e9d95ca req-e4c3989e-eee8-41f5-87de-7094d318fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:00.393968 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c71c592f-4773-4b88-b55e-96ba4e9d95ca req-e4c3989e-eee8-41f5-87de-7094d318fb17 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1873708 Jul 05 04:09:00.438550 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5d31470f-db13-41e7-bbab-b5162b6b4fb4 None None] Could not find standard attr ID for object b96e56cf-63c6-4578-b38b-c47be73b1ae2. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:09:00.486376 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-42c366ed-2be2-45e2-bfdb-5789b7671be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.559892 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-42c366ed-2be2-45e2-bfdb-5789b7671be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.624049 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-022db92c-bc7b-4abc-b9ae-3b010f251723 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.768106 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-022db92c-bc7b-4abc-b9ae-3b010f251723 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.788942 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c366ed-2be2-45e2-bfdb-5789b7671be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1afdb09-d46c-40bd-9ad6-de261f66825a,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:00.825825 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-42c366ed-2be2-45e2-bfdb-5789b7671be3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d02b9a0ff05443c8ab18a16c4187ca0d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1466873 Jul 05 04:09:00.828641 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44910) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:00.831549 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022db92c-bc7b-4abc-b9ae-3b010f251723 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Subnet': ['ID=8ad8f7e9-9dea-4b3b-9b33-a9bb2f1f5ffa,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:00.837394 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-022db92c-bc7b-4abc-b9ae-3b010f251723 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.841822 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-022db92c-bc7b-4abc-b9ae-3b010f251723 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/subnets/8ad8f7e9-9dea-4b3b-9b33-a9bb2f1f5ffa HTTP/1.1" status: 204 len: 168 time: 0.7540061 Jul 05 04:09:00.847173 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44912) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:00.874954 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30668d-6ef1-46ae-8fac-7acf3214da77 req-4e2af1e5-f6fc-4808-b9e6-60596951fd77 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:00.890836 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c30668d-6ef1-46ae-8fac-7acf3214da77 req-4e2af1e5-f6fc-4808-b9e6-60596951fd77 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 945 time: 0.4254041 Jul 05 04:09:00.908367 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eddc568-5e38-4bb4-8600-7ac8b8adf786 None None] Network 38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:00.952494 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44914) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:00.982650 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c30668d-6ef1-46ae-8fac-7acf3214da77 req-b5cc982f-7bbd-4266-bf4c-e8924574ea07 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906978 Jul 05 04:09:01.035920 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d0ab937e-8f08-4b41-beac-d21125b1f4da None None] Could not find standard attr ID for object fe036a67-9eef-462e-92fe-85470f6f4467. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:09:01.084023 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05e116c1-0910-4c84-b082-fb9bbd8465f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.098848 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4550-e51c-49ea-900e-732820cf32af tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.121377 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05e116c1-0910-4c84-b082-fb9bbd8465f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.209863 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05e116c1-0910-4c84-b082-fb9bbd8465f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.216962 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05e116c1-0910-4c84-b082-fb9bbd8465f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.218326 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-05e116c1-0910-4c84-b082-fb9bbd8465f4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b1afdb09-d46c-40bd-9ad6-de261f66825a HTTP/1.1" status: 204 len: 168 time: 0.3881476 Jul 05 04:09:01.225810 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1c687336-956c-420d-a622-009e064766bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.249036 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26efc688-60d4-4396-b728-35a98eff616f None None] DHCP port deletion for 38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:09:01.266782 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e116c1-0910-4c84-b082-fb9bbd8465f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1afdb09-d46c-40bd-9ad6-de261f66825a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:01.300283 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-e5dd4550-e51c-49ea-900e-732820cf32af tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting port d06827c7-3624-4dc0-8882-03a3386f6f06 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:01.301412 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4550-e51c-49ea-900e-732820cf32af tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.390461 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-e5dd4550-e51c-49ea-900e-732820cf32af tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] For port d06827c7-3624-4dc0-8882-03a3386f6f06, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d06827c7-3624-4dc0-8882-03a3386f6f06,segment=NetworkSegment(ab358c82-591d-416a-bcfb-2fbb5ea4b60d),segment_id=ab358c82-591d-416a-bcfb-2fbb5ea4b60d)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:01.391167 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4550-e51c-49ea-900e-732820cf32af tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.412162 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-e5dd4550-e51c-49ea-900e-732820cf32af tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Calling delete_port for d06827c7-3624-4dc0-8882-03a3386f6f06 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:01.429513 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d06827c7-3624-4dc0-8882-03a3386f6f06 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:09:01.537958 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9f775add-5ca7-486c-905c-1afa30438b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.544230 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1c687336-956c-420d-a622-009e064766bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.549788 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1c687336-956c-420d-a622-009e064766bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.551750 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dcd0956c-732e-4349-a70b-7d19e5aa207d req-2f6df790-7d7b-49d8-a26e-2ce66c7e1d45 tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0614192 Jul 05 04:09:01.596072 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-26efc688-60d4-4396-b728-35a98eff616f None None] Deleting port d06827c7-3624-4dc0-8882-03a3386f6f06 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:01.596456 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-26efc688-60d4-4396-b728-35a98eff616f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.655181 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1c687336-956c-420d-a622-009e064766bd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e293f78c62bc42c18a7bf0557e6d2131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6995554 Jul 05 04:09:01.658109 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c687336-956c-420d-a622-009e064766bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a993a9-ad33-4127-995d-5b3b0b55c1d9,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:01.658566 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44924) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:01.684242 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4550-e51c-49ea-900e-732820cf32af tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.778499 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Port d06827c7-3624-4dc0-8882-03a3386f6f06 update to DOWN by agent not found {{(pid=105540) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 05 04:09:01.796857 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-26efc688-60d4-4396-b728-35a98eff616f None None] For port d06827c7-3624-4dc0-8882-03a3386f6f06, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d06827c7-3624-4dc0-8882-03a3386f6f06,segment=NetworkSegment(ab358c82-591d-416a-bcfb-2fbb5ea4b60d),segment_id=ab358c82-591d-416a-bcfb-2fbb5ea4b60d)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:01.797278 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-26efc688-60d4-4396-b728-35a98eff616f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.806953 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.828844 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-26efc688-60d4-4396-b728-35a98eff616f None None] Calling delete_port for d06827c7-3624-4dc0-8882-03a3386f6f06 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:01.830382 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dd4550-e51c-49ea-900e-732820cf32af tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] No DVR routers for this DVR port d06827c7-3624-4dc0-8882-03a3386f6f06 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:01.837654 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44928) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:01.838342 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c71c592f-4773-4b88-b55e-96ba4e9d95ca req-0568a723-e94a-46a5-8493-f1408b9dc78b tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.89 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.1138186 Jul 05 04:09:01.860712 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-20f6b4c6-c165-4bc5-a09f-b943d99892b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.862090 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd4550-e51c-49ea-900e-732820cf32af tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Port': ['ID=d06827c7-3624-4dc0-8882-03a3386f6f06,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:02.023968 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7fb95772-89a0-48de-ab15-f37b65c2e373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.103928 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-26efc688-60d4-4396-b728-35a98eff616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.147065 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-20f6b4c6-c165-4bc5-a09f-b943d99892b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.157354 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-20f6b4c6-c165-4bc5-a09f-b943d99892b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.163731 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4550-e51c-49ea-900e-732820cf32af tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.170163 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7fb95772-89a0-48de-ab15-f37b65c2e373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.192350 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-e5dd4550-e51c-49ea-900e-732820cf32af tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:02.203264 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efc688-60d4-4396-b728-35a98eff616f None None] Pushing event deleted for resources: {'Port': ['ID=d06827c7-3624-4dc0-8882-03a3386f6f06,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:02.220919 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-e5dd4550-e51c-49ea-900e-732820cf32af tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab358c82-591d-416a-bcfb-2fbb5ea4b60d') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:02.221273 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-e5dd4550-e51c-49ea-900e-732820cf32af tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab358c82-591d-416a-bcfb-2fbb5ea4b60d') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:02.239658 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26efc688-60d4-4396-b728-35a98eff616f None None] No DVR routers for this DVR port d06827c7-3624-4dc0-8882-03a3386f6f06 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:02.262619 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6b4c6-c165-4bc5-a09f-b943d99892b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcda98a-486d-4df7-be65-74945ad4ee15,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:02.285530 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4550-e51c-49ea-900e-732820cf32af tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.298384 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-20f6b4c6-c165-4bc5-a09f-b943d99892b3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f2947b72f1a043f1bac571a211874d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4595225 Jul 05 04:09:02.306454 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44932) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:02.352467 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4550-e51c-49ea-900e-732820cf32af tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.369846 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5dd4550-e51c-49ea-900e-732820cf32af tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:09:02.370579 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4550-e51c-49ea-900e-732820cf32af tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:09:02.375714 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:09:02.414693 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d27818e3-5908-489e-9740-b0685eae6212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.481983 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7fb95772-89a0-48de-ab15-f37b65c2e373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.482130 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d27818e3-5908-489e-9740-b0685eae6212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.484652 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7fb95772-89a0-48de-ab15-f37b65c2e373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.485821 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7fb95772-89a0-48de-ab15-f37b65c2e373 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/22a993a9-ad33-4127-995d-5b3b0b55c1d9 HTTP/1.1" status: 204 len: 168 time: 0.8262777 Jul 05 04:09:02.517828 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace915f8-f0d4-4320-9417-ee1312e7b551 req-7540b054-7756-42eb-a963-91f5a19fc7e6 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:02.519499 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ace915f8-f0d4-4320-9417-ee1312e7b551 req-7540b054-7756-42eb-a963-91f5a19fc7e6 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 945 time: 0.2156174 Jul 05 04:09:02.526520 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb95772-89a0-48de-ab15-f37b65c2e373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a993a9-ad33-4127-995d-5b3b0b55c1d9,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:02.542318 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4550-e51c-49ea-900e-732820cf32af tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.559114 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4550-e51c-49ea-900e-732820cf32af tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.561346 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e5dd4550-e51c-49ea-900e-732820cf32af tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/networks/38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc HTTP/1.1" status: 204 len: 168 time: 1.7116199 Jul 05 04:09:02.568403 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44936) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:02.584010 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-0806a352-88da-449f-aee1-b86ee4349689 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-567130776'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:02.593549 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.623502 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d27818e3-5908-489e-9740-b0685eae6212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.627567 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d27818e3-5908-489e-9740-b0685eae6212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.633675 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d27818e3-5908-489e-9740-b0685eae6212 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6fcda98a-486d-4df7-be65-74945ad4ee15 HTTP/1.1" status: 204 len: 168 time: 0.3256538 Jul 05 04:09:02.639907 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd4550-e51c-49ea-900e-732820cf32af tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Network': ['ID=38c6bc5d-8cb4-468b-b774-0f8b9c67a7bc,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:02.643322 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27818e3-5908-489e-9740-b0685eae6212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcda98a-486d-4df7-be65-74945ad4ee15,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:02.663367 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0806a352-88da-449f-aee1-b86ee4349689 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:02.673409 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0806a352-88da-449f-aee1-b86ee4349689 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.765087 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ace915f8-f0d4-4320-9417-ee1312e7b551 req-4dabbf59-2b96-4e3e-b2c8-b0cae2595d1e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315168 Jul 05 04:09:02.784461 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0806a352-88da-449f-aee1-b86ee4349689 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:09:02.795041 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0806a352-88da-449f-aee1-b86ee4349689 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.795845 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-0806a352-88da-449f-aee1-b86ee4349689 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Added segment 9e63ce0d-accb-488c-a836-30c9b979df1b of type vlan for network 4e9380e1-e19e-4933-b036-11912d9e5205 Jul 05 04:09:02.841455 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0806a352-88da-449f-aee1-b86ee4349689 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.887126 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0806a352-88da-449f-aee1-b86ee4349689 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.895685 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0806a352-88da-449f-aee1-b86ee4349689 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:02.899286 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0806a352-88da-449f-aee1-b86ee4349689 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.934913 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-61300b37-0b8a-46cc-b5f0-25dc24049f55 req-91d05508-e668-4de2-95a0-0f4ab6d9531b tempest-ServerShowV257Test-458595921 tempest-ServerShowV257Test-458595921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0dabc09-7c2b-47c6-9bee-59cba659975a HTTP/1.1" status: 200 len: 210 time: 0.0601096 Jul 05 04:09:02.986196 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44948) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:02.986495 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0806a352-88da-449f-aee1-b86ee4349689 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4161935 Jul 05 04:09:02.994512 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-b1d4fac6-5f08-49e6-83ea-8f713ce298a4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'subnet': {'network_id': '4e9380e1-e19e-4933-b036-11912d9e5205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:03.004522 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806a352-88da-449f-aee1-b86ee4349689 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Network': ['ID=4e9380e1-e19e-4933-b036-11912d9e5205,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:03.016841 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 4e9380e1-e19e-4933-b036-11912d9e5205 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:09:03.200748 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d4fac6-5f08-49e6-83ea-8f713ce298a4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:03.209760 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b1d4fac6-5f08-49e6-83ea-8f713ce298a4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:03.554514 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b1d4fac6-5f08-49e6-83ea-8f713ce298a4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:03.674012 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d4fac6-5f08-49e6-83ea-8f713ce298a4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Checking segment: {'id': '9e63ce0d-accb-488c-a836-30c9b979df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4e9380e1-e19e-4933-b036-11912d9e5205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:03.674385 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d4fac6-5f08-49e6-83ea-8f713ce298a4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network hostable DHCP agents. Network: 4e9380e1-e19e-4933-b036-11912d9e5205, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:09:03.677659 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4fac6-5f08-49e6-83ea-8f713ce298a4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Subnet': ['ID=b5d219e4-7ee5-40d5-8724-6184835ee0fd,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:03.700052 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d4fac6-5f08-49e6-83ea-8f713ce298a4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network 4e9380e1-e19e-4933-b036-11912d9e5205 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:09:03.712645 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-b1d4fac6-5f08-49e6-83ea-8f713ce298a4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 4e9380e1-e19e-4933-b036-11912d9e5205) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:03.721522 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d4fac6-5f08-49e6-83ea-8f713ce298a4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:03.725238 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b1d4fac6-5f08-49e6-83ea-8f713ce298a4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:03.733771 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4c8410-636e-4aa8-80dc-3d85a7cba3c7 None None] Network 4e9380e1-e19e-4933-b036-11912d9e5205 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:03.747679 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b1d4fac6-5f08-49e6-83ea-8f713ce298a4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7600222 Jul 05 04:09:03.750492 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 44974) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:03.759730 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-28ceda44-8104-4a34-95c3-abe1ee0ca991 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'port': {'network_id': '4e9380e1-e19e-4933-b036-11912d9e5205', 'name': 'tempest-PortsIpV6TestJSON-608972443', 'fixed_ips': [{'subnet_id': 'b5d219e4-7ee5-40d5-8724-6184835ee0fd', 'ip_address': '2001:db8::10'}]}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:04.024337 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b4a1d8-6c09-497f-a20b-5a811124e4ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-4e9380e1-e19e-4933-b036-11912d9e5205', 'network_id': '4e9380e1-e19e-4933-b036-11912d9e5205', 'tenant_id': '2dad96e403094f8fb5fb49a26810adc7', 'fixed_ips': [{'subnet_id': 'b5d219e4-7ee5-40d5-8724-6184835ee0fd'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:09:04.025234 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-65b4a1d8-6c09-497f-a20b-5a811124e4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:04.108011 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ceda44-8104-4a34-95c3-abe1ee0ca991 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:04.205102 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0e101-5197-4533-b5d7-7baa738bd9df req-9c81fc42-b68d-46f7-8cb0-0297d39fd93a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:04.207426 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e2f0e101-5197-4533-b5d7-7baa738bd9df req-9c81fc42-b68d-46f7-8cb0-0297d39fd93a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 945 time: 0.2396953 Jul 05 04:09:04.277013 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e2f0e101-5197-4533-b5d7-7baa738bd9df req-d62d7a0d-832e-4032-8282-95e7b3b3a65b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620871 Jul 05 04:09:04.306153 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-28ceda44-8104-4a34-95c3-abe1ee0ca991 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:04.344313 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-28ceda44-8104-4a34-95c3-abe1ee0ca991 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] device_id is not set on port 569d6b43-0974-48ff-96c4-3046c267f8b5 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:09:04.354415 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-65b4a1d8-6c09-497f-a20b-5a811124e4ad None None] Allocated IP 2001:db8::2 (4e9380e1-e19e-4933-b036-11912d9e5205/b5d219e4-7ee5-40d5-8724-6184835ee0fd/1da07c0a-f6b7-43e9-84ec-8551c97f60a8) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:04.359100 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 44996) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:04.428900 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:04.666243 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-65b4a1d8-6c09-497f-a20b-5a811124e4ad None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:04.679910 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-65b4a1d8-6c09-497f-a20b-5a811124e4ad None None] Transition to ACTIVE for port object 1da07c0a-f6b7-43e9-84ec-8551c97f60a8 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:04.704427 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-65b4a1d8-6c09-497f-a20b-5a811124e4ad None None] Transition to ACTIVE for port object 1da07c0a-f6b7-43e9-84ec-8551c97f60a8 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:04.723605 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-65b4a1d8-6c09-497f-a20b-5a811124e4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:04.755789 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45006) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:04.825799 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-580e6e8e-356a-4476-b95f-945cdb3b9ecc admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1325672956-network', 'tenant_id': '0f0bd0a736614c9fa62aaa629c622645'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:04.882963 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-28ceda44-8104-4a34-95c3-abe1ee0ca991 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Allocated IP 2001:db8::10 (4e9380e1-e19e-4933-b036-11912d9e5205/b5d219e4-7ee5-40d5-8724-6184835ee0fd/569d6b43-0974-48ff-96c4-3046c267f8b5) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:04.886850 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b4a1d8-6c09-497f-a20b-5a811124e4ad None None] Network 4e9380e1-e19e-4933-b036-11912d9e5205 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:04.905155 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-58689c3d-4d94-412b-9757-d2296e0f6787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:04.908597 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580e6e8e-356a-4476-b95f-945cdb3b9ecc admin admin] Made reservation on behalf of 0f0bd0a736614c9fa62aaa629c622645 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:04.911848 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-580e6e8e-356a-4476-b95f-945cdb3b9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:04.932938 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-65b4a1d8-6c09-497f-a20b-5a811124e4ad None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:04.969713 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b4a1d8-6c09-497f-a20b-5a811124e4ad None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:05.004184 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4a1d8-6c09-497f-a20b-5a811124e4ad None None] Pushing event updated for resources: {'Port': ['ID=1da07c0a-f6b7-43e9-84ec-8551c97f60a8,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:05.031597 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-58689c3d-4d94-412b-9757-d2296e0f6787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.033716 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-580e6e8e-356a-4476-b95f-945cdb3b9ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.050701 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-58689c3d-4d94-412b-9757-d2296e0f6787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.150378 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-58689c3d-4d94-412b-9757-d2296e0f6787 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7da266f0be2944d1a359e1f4ca9c9d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3927789 Jul 05 04:09:05.153617 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58689c3d-4d94-412b-9757-d2296e0f6787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d376457a-4d67-4d38-9c6f-a3d44748ef1d,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:05.154208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45014) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:05.162077 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-65b4a1d8-6c09-497f-a20b-5a811124e4ad None None] Attempting to bind port 1da07c0a-f6b7-43e9-84ec-8551c97f60a8 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:05.162444 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-65b4a1d8-6c09-497f-a20b-5a811124e4ad None None] Attempting to bind port 1da07c0a-f6b7-43e9-84ec-8551c97f60a8 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '9e63ce0d-accb-488c-a836-30c9b979df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4e9380e1-e19e-4933-b036-11912d9e5205'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:05.167420 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b4a1d8-6c09-497f-a20b-5a811124e4ad None None] Attempting to bind port 1da07c0a-f6b7-43e9-84ec-8551c97f60a8 on network 4e9380e1-e19e-4933-b036-11912d9e5205 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:05.181206 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b4a1d8-6c09-497f-a20b-5a811124e4ad None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:05.181582 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b4a1d8-6c09-497f-a20b-5a811124e4ad None None] Checking segment: {'id': '9e63ce0d-accb-488c-a836-30c9b979df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4e9380e1-e19e-4933-b036-11912d9e5205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:05.181986 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-65b4a1d8-6c09-497f-a20b-5a811124e4ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.182377 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b4a1d8-6c09-497f-a20b-5a811124e4ad None None] Bound using segment: {'id': '9e63ce0d-accb-488c-a836-30c9b979df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4e9380e1-e19e-4933-b036-11912d9e5205'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:05.182851 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-65b4a1d8-6c09-497f-a20b-5a811124e4ad None None] Bound port: 1da07c0a-f6b7-43e9-84ec-8551c97f60a8, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e63ce0d-accb-488c-a836-30c9b979df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4e9380e1-e19e-4933-b036-11912d9e5205'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:05.184869 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-65b4a1d8-6c09-497f-a20b-5a811124e4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.249382 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d682558f-8bb9-414c-adcc-ae4bb578f211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.296654 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d682558f-8bb9-414c-adcc-ae4bb578f211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.301683 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-28ceda44-8104-4a34-95c3-abe1ee0ca991 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.332776 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-28ceda44-8104-4a34-95c3-abe1ee0ca991 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Transition to ACTIVE for port object 569d6b43-0974-48ff-96c4-3046c267f8b5 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:05.336785 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-580e6e8e-356a-4476-b95f-945cdb3b9ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.360412 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-580e6e8e-356a-4476-b95f-945cdb3b9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.405177 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580e6e8e-356a-4476-b95f-945cdb3b9ecc admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:09:05.415240 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-28ceda44-8104-4a34-95c3-abe1ee0ca991 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.432687 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-580e6e8e-356a-4476-b95f-945cdb3b9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.433485 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-580e6e8e-356a-4476-b95f-945cdb3b9ecc admin admin] Added segment c3190d12-c53f-423e-b2ba-0a9c13408d38 of type vlan for network eeb93c3d-018d-4ca5-a8cd-5c225b105f9c Jul 05 04:09:05.474328 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d682558f-8bb9-414c-adcc-ae4bb578f211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.474328 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d682558f-8bb9-414c-adcc-ae4bb578f211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.474328 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d682558f-8bb9-414c-adcc-ae4bb578f211 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d376457a-4d67-4d38-9c6f-a3d44748ef1d HTTP/1.1" status: 204 len: 168 time: 0.3150818 Jul 05 04:09:05.508649 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ceda44-8104-4a34-95c3-abe1ee0ca991 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network 4e9380e1-e19e-4933-b036-11912d9e5205 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:05.508649 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-28ceda44-8104-4a34-95c3-abe1ee0ca991 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:05.508649 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682558f-8bb9-414c-adcc-ae4bb578f211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d376457a-4d67-4d38-9c6f-a3d44748ef1d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:05.514739 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ceda44-8104-4a34-95c3-abe1ee0ca991 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:05.521293 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ceda44-8104-4a34-95c3-abe1ee0ca991 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:05.521971 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-28ceda44-8104-4a34-95c3-abe1ee0ca991 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.536504 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ceda44-8104-4a34-95c3-abe1ee0ca991 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Port': ['ID=569d6b43-0974-48ff-96c4-3046c267f8b5,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:05.558557 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-28ceda44-8104-4a34-95c3-abe1ee0ca991 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8044338 Jul 05 04:09:05.558969 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45024) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:05.578549 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-4ed960b1-1f74-46ad-b1bd-3261107b78ae tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'port': {'network_id': '4e9380e1-e19e-4933-b036-11912d9e5205', 'name': 'tempest-PortsIpV6TestJSON-1832238476', 'fixed_ips': [{'subnet_id': 'b5d219e4-7ee5-40d5-8724-6184835ee0fd', 'ip_address': '2001:db8::f'}]}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:05.588291 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-580e6e8e-356a-4476-b95f-945cdb3b9ecc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.674545 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-580e6e8e-356a-4476-b95f-945cdb3b9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.679361 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580e6e8e-356a-4476-b95f-945cdb3b9ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:05.681710 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-580e6e8e-356a-4476-b95f-945cdb3b9ecc admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.806326 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-65b4a1d8-6c09-497f-a20b-5a811124e4ad None None] For port 1da07c0a-f6b7-43e9-84ec-8551c97f60a8, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:05.815315 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-65b4a1d8-6c09-497f-a20b-5a811124e4ad None None] For port 1da07c0a-f6b7-43e9-84ec-8551c97f60a8, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1da07c0a-f6b7-43e9-84ec-8551c97f60a8,segment=NetworkSegment(9e63ce0d-accb-488c-a836-30c9b979df1b),segment_id=9e63ce0d-accb-488c-a836-30c9b979df1b)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:05.824133 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed960b1-1f74-46ad-b1bd-3261107b78ae tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:05.829577 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4ed960b1-1f74-46ad-b1bd-3261107b78ae tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.856452 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-65b4a1d8-6c09-497f-a20b-5a811124e4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.858980 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba7603-b1d7-4d7b-9fa4-a7c66d492360 req-71857df1-b20d-462d-881b-d3601643d07a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:05.860571 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-96ba7603-b1d7-4d7b-9fa4-a7c66d492360 req-71857df1-b20d-462d-881b-d3601643d07a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 945 time: 0.2458272 Jul 05 04:09:05.861857 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-4ed960b1-1f74-46ad-b1bd-3261107b78ae tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] device_id is not set on port f20f1847-b86d-4469-a055-c626ed8cfc2b yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:09:05.940484 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-580e6e8e-356a-4476-b95f-945cdb3b9ecc admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5771596 Jul 05 04:09:05.942444 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e6e8e-356a-4476-b95f-945cdb3b9ecc admin admin] Pushing event updated for resources: {'Network': ['ID=eeb93c3d-018d-4ca5-a8cd-5c225b105f9c,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:05.954309 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45036) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:05.957551 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-96ba7603-b1d7-4d7b-9fa4-a7c66d492360 req-7e7c430c-72f0-4c58-9f04-4c6b50958b51 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829406 Jul 05 04:09:05.971568 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-3b1cc57b-6226-43f8-8154-d374ac7ac289 admin admin] Request body: {'subnet': {'network_id': 'eeb93c3d-018d-4ca5-a8cd-5c225b105f9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1325672956-subnet', 'tenant_id': '0f0bd0a736614c9fa62aaa629c622645', 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:05.981330 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4a1d8-6c09-497f-a20b-5a811124e4ad None None] Pushing event updated for resources: {'Port': ['ID=1da07c0a-f6b7-43e9-84ec-8551c97f60a8,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:06.004147 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network eeb93c3d-018d-4ca5-a8cd-5c225b105f9c details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:09:06.009770 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e6e8e-356a-4476-b95f-945cdb3b9ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a11d142-4371-44c2-8cd5-5ac9ad719d1d,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:06.068365 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1cc57b-6226-43f8-8154-d374ac7ac289 admin admin] Made reservation on behalf of 0f0bd0a736614c9fa62aaa629c622645 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:06.073200 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3b1cc57b-6226-43f8-8154-d374ac7ac289 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:06.178612 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-4ed960b1-1f74-46ad-b1bd-3261107b78ae tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Allocated IP 2001:db8::f (4e9380e1-e19e-4933-b036-11912d9e5205/b5d219e4-7ee5-40d5-8724-6184835ee0fd/f20f1847-b86d-4469-a055-c626ed8cfc2b) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:06.528140 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3b1cc57b-6226-43f8-8154-d374ac7ac289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:06.533596 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4ed960b1-1f74-46ad-b1bd-3261107b78ae tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:06.604285 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-4ed960b1-1f74-46ad-b1bd-3261107b78ae tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Transition to ACTIVE for port object f20f1847-b86d-4469-a055-c626ed8cfc2b will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:06.681321 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4ed960b1-1f74-46ad-b1bd-3261107b78ae tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:06.746557 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1cc57b-6226-43f8-8154-d374ac7ac289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aea8bd3f-a108-4c36-8b79-df535931e2c8,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:06.787609 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed960b1-1f74-46ad-b1bd-3261107b78ae tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network 4e9380e1-e19e-4933-b036-11912d9e5205 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:06.808499 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-4ed960b1-1f74-46ad-b1bd-3261107b78ae tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:06.821819 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1cc57b-6226-43f8-8154-d374ac7ac289 admin admin] Checking segment: {'id': 'c3190d12-c53f-423e-b2ba-0a9c13408d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'eeb93c3d-018d-4ca5-a8cd-5c225b105f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:06.822078 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1cc57b-6226-43f8-8154-d374ac7ac289 admin admin] Network hostable DHCP agents. Network: eeb93c3d-018d-4ca5-a8cd-5c225b105f9c, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:09:06.834744 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed960b1-1f74-46ad-b1bd-3261107b78ae tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:06.853767 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1cc57b-6226-43f8-8154-d374ac7ac289 admin admin] Network eeb93c3d-018d-4ca5-a8cd-5c225b105f9c is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:09:06.854744 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed960b1-1f74-46ad-b1bd-3261107b78ae tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:06.855441 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4ed960b1-1f74-46ad-b1bd-3261107b78ae tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:06.875664 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed960b1-1f74-46ad-b1bd-3261107b78ae tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Port': ['ID=f20f1847-b86d-4469-a055-c626ed8cfc2b,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:06.890767 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-3b1cc57b-6226-43f8-8154-d374ac7ac289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, eeb93c3d-018d-4ca5-a8cd-5c225b105f9c) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:06.903719 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aa461d-0f00-4e1f-afc0-0d81dcfcba99 None None] Network eeb93c3d-018d-4ca5-a8cd-5c225b105f9c requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:06.907352 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4ed960b1-1f74-46ad-b1bd-3261107b78ae tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3464434 Jul 05 04:09:06.913993 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45064) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:06.924207 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1cc57b-6226-43f8-8154-d374ac7ac289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:06.925215 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3b1cc57b-6226-43f8-8154-d374ac7ac289 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:06.962035 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3b1cc57b-6226-43f8-8154-d374ac7ac289 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9951003 Jul 05 04:09:06.963129 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45068) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:06.971643 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-e012e588-ac42-4f06-84e9-55d8f096aed3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1325672956-router', 'tenant_id': '0f0bd0a736614c9fa62aaa629c622645', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:07.031177 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e012e588-ac42-4f06-84e9-55d8f096aed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:07.032331 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e012e588-ac42-4f06-84e9-55d8f096aed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:07.148189 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e012e588-ac42-4f06-84e9-55d8f096aed3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:07.160190 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45078) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:07.181306 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc52daf-5dbf-4741-8d0d-166bf1b96e71 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:07.191831 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1cc52daf-5dbf-4741-8d0d-166bf1b96e71 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2763000 Jul 05 04:09:07.192639 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45082) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:07.353672 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d615e6a7-cd05-441a-8d85-7c52f107ecba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-eeb93c3d-018d-4ca5-a8cd-5c225b105f9c', 'network_id': 'eeb93c3d-018d-4ca5-a8cd-5c225b105f9c', 'tenant_id': '0f0bd0a736614c9fa62aaa629c622645', 'fixed_ips': [{'subnet_id': 'aea8bd3f-a108-4c36-8b79-df535931e2c8'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:09:07.357148 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d615e6a7-cd05-441a-8d85-7c52f107ecba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:07.561461 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e012e588-ac42-4f06-84e9-55d8f096aed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:07.584771 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-4478d44a-fb90-4586-a263-bdd610af4b55 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1700939863-network', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:07.590477 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1da07c0a-f6b7-43e9-84ec-8551c97f60a8 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:07.609631 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2e5e97-355f-478f-ad3e-63ea3d6d75a1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:07.626940 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2e5e97-355f-478f-ad3e-63ea3d6d75a1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:07.640806 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2e5e97-355f-478f-ad3e-63ea3d6d75a1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:07.643858 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2a2e5e97-355f-478f-ad3e-63ea3d6d75a1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.4468694 Jul 05 04:09:07.645983 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45096) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:07.656665 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd711fd5-43a7-4e81-801c-ae3436117664 req-08f658ed-c5a7-4800-9f9c-8fba507778b6 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:07.665094 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fd711fd5-43a7-4e81-801c-ae3436117664 req-08f658ed-c5a7-4800-9f9c-8fba507778b6 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 945 time: 0.3899450 Jul 05 04:09:07.736650 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4478d44a-fb90-4586-a263-bdd610af4b55 admin admin] Made reservation on behalf of 0a0e169dad4642e084dbd1dffad21af0 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:07.741615 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4478d44a-fb90-4586-a263-bdd610af4b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:07.774841 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4478d44a-fb90-4586-a263-bdd610af4b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:07.829254 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fd711fd5-43a7-4e81-801c-ae3436117664 req-bedb258f-98e0-4763-b816-bdc4a4c67582 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613221 Jul 05 04:09:07.896126 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-d615e6a7-cd05-441a-8d85-7c52f107ecba None None] Allocated IP 172.20.0.2 (eeb93c3d-018d-4ca5-a8cd-5c225b105f9c/aea8bd3f-a108-4c36-8b79-df535931e2c8/ae7faff0-48e4-4ed4-bcf1-094093c44544) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:07.911143 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 1da07c0a-f6b7-43e9-84ec-8551c97f60a8 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:08.001803 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ac3c169d-623c-404a-a5ff-93eae2e466e6 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting port f20f1847-b86d-4469-a055-c626ed8cfc2b {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:08.001803 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ac3c169d-623c-404a-a5ff-93eae2e466e6 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:08.068585 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd37c91-8ff5-45d0-8c41-6e950b6f969d None None] Network 4e9380e1-e19e-4933-b036-11912d9e5205 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:08.154099 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e012e588-ac42-4f06-84e9-55d8f096aed3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:08.189313 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d615e6a7-cd05-441a-8d85-7c52f107ecba None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:08.199402 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d615e6a7-cd05-441a-8d85-7c52f107ecba None None] Transition to ACTIVE for port object ae7faff0-48e4-4ed4-bcf1-094093c44544 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:08.206211 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e012e588-ac42-4f06-84e9-55d8f096aed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:08.228393 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ac3c169d-623c-404a-a5ff-93eae2e466e6 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:08.232766 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d615e6a7-cd05-441a-8d85-7c52f107ecba None None] Transition to ACTIVE for port object ae7faff0-48e4-4ed4-bcf1-094093c44544 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:08.248449 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ac3c169d-623c-404a-a5ff-93eae2e466e6 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Calling delete_port for f20f1847-b86d-4469-a055-c626ed8cfc2b owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:08.257151 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dfc0db95-b67d-44cd-a412-07c19a8e8e9a None None] Provisioning for port 1da07c0a-f6b7-43e9-84ec-8551c97f60a8 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:08.261957 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d615e6a7-cd05-441a-8d85-7c52f107ecba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:08.312100 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4478d44a-fb90-4586-a263-bdd610af4b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:08.326746 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4478d44a-fb90-4586-a263-bdd610af4b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:08.338303 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dfc0db95-b67d-44cd-a412-07c19a8e8e9a None None] Provisioning complete for port 1da07c0a-f6b7-43e9-84ec-8551c97f60a8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:08.338303 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dfc0db95-b67d-44cd-a412-07c19a8e8e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:08.397695 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478d44a-fb90-4586-a263-bdd610af4b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a60527-ad01-4020-9456-3c39eda130cf,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:08.479927 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d615e6a7-cd05-441a-8d85-7c52f107ecba None None] Network eeb93c3d-018d-4ca5-a8cd-5c225b105f9c is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:08.493716 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615e6a7-cd05-441a-8d85-7c52f107ecba None None] Pushing event updated for resources: {'Port': ['ID=ae7faff0-48e4-4ed4-bcf1-094093c44544,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:08.496837 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ac3c169d-623c-404a-a5ff-93eae2e466e6 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:08.510258 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-d615e6a7-cd05-441a-8d85-7c52f107ecba None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:08.511791 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4478d44a-fb90-4586-a263-bdd610af4b55 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:09:08.512947 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d615e6a7-cd05-441a-8d85-7c52f107ecba None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:08.546370 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-e012e588-ac42-4f06-84e9-55d8f096aed3 admin admin] Allocated IP 172.25.1.212 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/aa7138f9-f8bc-4ecd-883a-123622c5c4c5) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:08.548991 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4478d44a-fb90-4586-a263-bdd610af4b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:08.549453 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-4478d44a-fb90-4586-a263-bdd610af4b55 admin admin] Added segment 04ffdb51-62ae-4257-af5e-6b2b9d45f7de of type vlan for network a6f8531c-b79d-4c64-84bc-419bbc6fdca7 Jul 05 04:09:08.575375 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c169d-623c-404a-a5ff-93eae2e466e6 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Port': ['ID=f20f1847-b86d-4469-a055-c626ed8cfc2b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:08.647142 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ac3c169d-623c-404a-a5ff-93eae2e466e6 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:08.649445 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ac3c169d-623c-404a-a5ff-93eae2e466e6 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/ports/f20f1847-b86d-4469-a055-c626ed8cfc2b HTTP/1.1" status: 204 len: 168 time: 1.0015287 Jul 05 04:09:08.653405 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45118) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:08.711037 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4478d44a-fb90-4586-a263-bdd610af4b55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:08.759764 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e3f7f7-644f-4c29-baef-9318cece8a2f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] GET failed (client error): The resource could not be found. Jul 05 04:09:08.771626 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45126) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:08.774995 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f6e3f7f7-644f-4c29-baef-9318cece8a2f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports/f20f1847-b86d-4469-a055-c626ed8cfc2b HTTP/1.1" status: 404 len: 333 time: 0.1179049 Jul 05 04:09:08.791070 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4478d44a-fb90-4586-a263-bdd610af4b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:08.792263 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4478d44a-fb90-4586-a263-bdd610af4b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:08.792938 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4478d44a-fb90-4586-a263-bdd610af4b55 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:08.857458 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d615e6a7-cd05-441a-8d85-7c52f107ecba None None] Attempting to bind port ae7faff0-48e4-4ed4-bcf1-094093c44544 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:08.858297 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d615e6a7-cd05-441a-8d85-7c52f107ecba None None] Attempting to bind port ae7faff0-48e4-4ed4-bcf1-094093c44544 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'c3190d12-c53f-423e-b2ba-0a9c13408d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'eeb93c3d-018d-4ca5-a8cd-5c225b105f9c'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:08.858927 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d615e6a7-cd05-441a-8d85-7c52f107ecba None None] Attempting to bind port ae7faff0-48e4-4ed4-bcf1-094093c44544 on network eeb93c3d-018d-4ca5-a8cd-5c225b105f9c {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:08.870599 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d615e6a7-cd05-441a-8d85-7c52f107ecba None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:08.870983 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d615e6a7-cd05-441a-8d85-7c52f107ecba None None] Checking segment: {'id': 'c3190d12-c53f-423e-b2ba-0a9c13408d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'eeb93c3d-018d-4ca5-a8cd-5c225b105f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:08.871642 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d615e6a7-cd05-441a-8d85-7c52f107ecba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:08.871790 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d615e6a7-cd05-441a-8d85-7c52f107ecba None None] Bound using segment: {'id': 'c3190d12-c53f-423e-b2ba-0a9c13408d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'eeb93c3d-018d-4ca5-a8cd-5c225b105f9c'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:08.872719 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d615e6a7-cd05-441a-8d85-7c52f107ecba None None] Bound port: ae7faff0-48e4-4ed4-bcf1-094093c44544, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3190d12-c53f-423e-b2ba-0a9c13408d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'eeb93c3d-018d-4ca5-a8cd-5c225b105f9c'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:08.873119 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d615e6a7-cd05-441a-8d85-7c52f107ecba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:08.896295 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478d44a-fb90-4586-a263-bdd610af4b55 admin admin] Pushing event updated for resources: {'Network': ['ID=a6f8531c-b79d-4c64-84bc-419bbc6fdca7,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:08.925950 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e012e588-ac42-4f06-84e9-55d8f096aed3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:08.938271 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4478d44a-fb90-4586-a263-bdd610af4b55 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7767963 Jul 05 04:09:08.943103 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45132) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:08.957605 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-25f1ec7c-5bdc-4bf8-81bb-20f6b378965b admin admin] Request body: {'subnet': {'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1700939863-subnet', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:08.978698 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network a6f8531c-b79d-4c64-84bc-419bbc6fdca7 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:09:09.024575 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f1ec7c-5bdc-4bf8-81bb-20f6b378965b admin admin] Made reservation on behalf of 0a0e169dad4642e084dbd1dffad21af0 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:09.027304 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-25f1ec7c-5bdc-4bf8-81bb-20f6b378965b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:09.125277 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-d3165a29-52c5-4d87-bbfe-23f9b96b15f4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting port 569d6b43-0974-48ff-96c4-3046c267f8b5 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:09.129067 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dfc0db95-b67d-44cd-a412-07c19a8e8e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:09.130640 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d3165a29-52c5-4d87-bbfe-23f9b96b15f4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:09.228856 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dfc0db95-b67d-44cd-a412-07c19a8e8e9a None None] For port 1da07c0a-f6b7-43e9-84ec-8551c97f60a8, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1da07c0a-f6b7-43e9-84ec-8551c97f60a8,segment=NetworkSegment(9e63ce0d-accb-488c-a836-30c9b979df1b),segment_id=9e63ce0d-accb-488c-a836-30c9b979df1b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:09.256658 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dfc0db95-b67d-44cd-a412-07c19a8e8e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:09.274558 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45136) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:09.275261 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d615e6a7-cd05-441a-8d85-7c52f107ecba None None] For port ae7faff0-48e4-4ed4-bcf1-094093c44544, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:09.276799 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e012e588-ac42-4f06-84e9-55d8f096aed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:09.280167 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d615e6a7-cd05-441a-8d85-7c52f107ecba None None] For port ae7faff0-48e4-4ed4-bcf1-094093c44544, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=ae7faff0-48e4-4ed4-bcf1-094093c44544,segment=NetworkSegment(c3190d12-c53f-423e-b2ba-0a9c13408d38),segment_id=c3190d12-c53f-423e-b2ba-0a9c13408d38)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:09.310188 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d615e6a7-cd05-441a-8d85-7c52f107ecba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:09.366786 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26efd31-7891-4047-998d-efbc298b1981 req-3f50c961-4120-41d5-b943-70fe54fa3906 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:09.368879 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b26efd31-7891-4047-998d-efbc298b1981 req-3f50c961-4120-41d5-b943-70fe54fa3906 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 945 time: 0.2174740 Jul 05 04:09:09.377591 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012e588-ac42-4f06-84e9-55d8f096aed3 admin admin] Pushing event updated for resources: {'Port': ['ID=aa7138f9-f8bc-4ecd-883a-123622c5c4c5,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:09.413832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e012e588-ac42-4f06-84e9-55d8f096aed3 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:09.418574 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-e012e588-ac42-4f06-84e9-55d8f096aed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:09.428416 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e012e588-ac42-4f06-84e9-55d8f096aed3 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:09.432008 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0db95-b67d-44cd-a412-07c19a8e8e9a None None] Pushing event updated for resources: {'Port': ['ID=1da07c0a-f6b7-43e9-84ec-8551c97f60a8,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:09.554318 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b26efd31-7891-4047-998d-efbc298b1981 req-74aa780f-09d7-4d04-9ca5-066a56379f76 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724260 Jul 05 04:09:09.640277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615e6a7-cd05-441a-8d85-7c52f107ecba None None] Pushing event updated for resources: {'Port': ['ID=ae7faff0-48e4-4ed4-bcf1-094093c44544,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:09.660760 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c5e10d37-c16e-48ce-af72-508b01a591a3 None None] Provisioning complete for port 1da07c0a-f6b7-43e9-84ec-8551c97f60a8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:09.661242 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c5e10d37-c16e-48ce-af72-508b01a591a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:09.694128 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-25f1ec7c-5bdc-4bf8-81bb-20f6b378965b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:09.719435 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2d3f0f03-73c6-40e1-98ba-ca78d7a608d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:09.740513 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d3165a29-52c5-4d87-bbfe-23f9b96b15f4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:09.873690 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-d3165a29-52c5-4d87-bbfe-23f9b96b15f4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Calling delete_port for 569d6b43-0974-48ff-96c4-3046c267f8b5 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:09.903594 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1ec7c-5bdc-4bf8-81bb-20f6b378965b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:09.910093 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f1ec7c-5bdc-4bf8-81bb-20f6b378965b admin admin] Checking segment: {'id': '04ffdb51-62ae-4257-af5e-6b2b9d45f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:09.910611 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f1ec7c-5bdc-4bf8-81bb-20f6b378965b admin admin] Network hostable DHCP agents. Network: a6f8531c-b79d-4c64-84bc-419bbc6fdca7, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:09:09.945900 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f1ec7c-5bdc-4bf8-81bb-20f6b378965b admin admin] Network a6f8531c-b79d-4c64-84bc-419bbc6fdca7 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:09:09.983790 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-25f1ec7c-5bdc-4bf8-81bb-20f6b378965b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, a6f8531c-b79d-4c64-84bc-419bbc6fdca7) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:09.998201 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f1ec7c-5bdc-4bf8-81bb-20f6b378965b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:09.998943 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-25f1ec7c-5bdc-4bf8-81bb-20f6b378965b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:10.018171 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6df45f-aa54-4931-886b-50c3ecb61f8a None None] Network a6f8531c-b79d-4c64-84bc-419bbc6fdca7 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:10.163851 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c5e10d37-c16e-48ce-af72-508b01a591a3 None None] Provisioning for port 569d6b43-0974-48ff-96c4-3046c267f8b5 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:10.169589 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c5e10d37-c16e-48ce-af72-508b01a591a3 None None] Provisioning complete for port 569d6b43-0974-48ff-96c4-3046c267f8b5 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:10.170007 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c5e10d37-c16e-48ce-af72-508b01a591a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:10.234284 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-c5e10d37-c16e-48ce-af72-508b01a591a3 None None] Port 569d6b43-0974-48ff-96c4-3046c267f8b5 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:10.244629 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2d3f0f03-73c6-40e1-98ba-ca78d7a608d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:10.284009 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2d3f0f03-73c6-40e1-98ba-ca78d7a608d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:10.284633 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-25f1ec7c-5bdc-4bf8-81bb-20f6b378965b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3374887 Jul 05 04:09:10.285534 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45142) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:10.289981 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-7c62cf97-de79-424c-87fd-1b219f9b1081 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1700939863-router', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:10.336685 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e012e588-ac42-4f06-84e9-55d8f096aed3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:10.339026 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7c62cf97-de79-424c-87fd-1b219f9b1081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:10.340332 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7c62cf97-de79-424c-87fd-1b219f9b1081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:10.407308 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48c8ab5-a539-48fc-9205-84c81d27f611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'fixed_ips': [{'subnet_id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:09:10.408189 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e48c8ab5-a539-48fc-9205-84c81d27f611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:10.419410 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f0727276-1e1f-4316-ac36-6d85345f38a6 None None] Provisioning complete for port 569d6b43-0974-48ff-96c4-3046c267f8b5 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:10.419825 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f0727276-1e1f-4316-ac36-6d85345f38a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:10.452806 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2d3f0f03-73c6-40e1-98ba-ca78d7a608d4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ce97a3eccca84f18bf369e5fc6f74bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1728251 Jul 05 04:09:10.454039 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45144) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:10.496542 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f0f03-73c6-40e1-98ba-ca78d7a608d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e1b21f-4137-4315-96c8-572162149e32,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:10.512774 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7c62cf97-de79-424c-87fd-1b219f9b1081 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:10.583468 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-f0727276-1e1f-4316-ac36-6d85345f38a6 None None] Port 569d6b43-0974-48ff-96c4-3046c267f8b5 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:10.655524 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d3165a29-52c5-4d87-bbfe-23f9b96b15f4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:10.730282 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d5db1234-f27d-4c38-b224-b09f7ccf4304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:10.744472 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c379ef4c-ceca-4fc9-ae68-5375b2a6198c None None] Could not find standard attr ID for object f20f1847-b86d-4469-a055-c626ed8cfc2b. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:09:10.811310 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-e48c8ab5-a539-48fc-9205-84c81d27f611 None None] Allocated IP 172.20.0.2 (a6f8531c-b79d-4c64-84bc-419bbc6fdca7/ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467/f7011677-f4ac-4b01-8a53-f8886bd77153) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:10.835778 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3165a29-52c5-4d87-bbfe-23f9b96b15f4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Port': ['ID=569d6b43-0974-48ff-96c4-3046c267f8b5,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:10.934375 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7c62cf97-de79-424c-87fd-1b219f9b1081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:10.937338 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d3165a29-52c5-4d87-bbfe-23f9b96b15f4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:10.939975 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d3165a29-52c5-4d87-bbfe-23f9b96b15f4 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/ports/569d6b43-0974-48ff-96c4-3046c267f8b5 HTTP/1.1" status: 204 len: 168 time: 2.1665447 Jul 05 04:09:10.946192 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45148) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:10.992726 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d5db1234-f27d-4c38-b224-b09f7ccf4304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.194823 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e48c8ab5-a539-48fc-9205-84c81d27f611 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.195474 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e012e588-ac42-4f06-84e9-55d8f096aed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.195586 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e48c8ab5-a539-48fc-9205-84c81d27f611 None None] Transition to ACTIVE for port object f7011677-f4ac-4b01-8a53-f8886bd77153 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:11.205512 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e48c8ab5-a539-48fc-9205-84c81d27f611 None None] Transition to ACTIVE for port object f7011677-f4ac-4b01-8a53-f8886bd77153 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:11.225146 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e48c8ab5-a539-48fc-9205-84c81d27f611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.265404 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48c8ab5-a539-48fc-9205-84c81d27f611 None None] Network a6f8531c-b79d-4c64-84bc-419bbc6fdca7 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:11.298168 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef152ef7-cf58-4ab7-91f3-9abcace92499 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] GET failed (client error): The resource could not be found. Jul 05 04:09:11.304079 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ef152ef7-cf58-4ab7-91f3-9abcace92499 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports/569d6b43-0974-48ff-96c4-3046c267f8b5 HTTP/1.1" status: 404 len: 333 time: 0.3268516 Jul 05 04:09:11.306623 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-e48c8ab5-a539-48fc-9205-84c81d27f611 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:11.322491 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45152) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:11.323532 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d5db1234-f27d-4c38-b224-b09f7ccf4304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.324201 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48c8ab5-a539-48fc-9205-84c81d27f611 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:11.326244 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d5db1234-f27d-4c38-b224-b09f7ccf4304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.333292 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d5db1234-f27d-4c38-b224-b09f7ccf4304 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a0e1b21f-4137-4315-96c8-572162149e32 HTTP/1.1" status: 204 len: 168 time: 0.8775609 Jul 05 04:09:11.412979 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db1234-f27d-4c38-b224-b09f7ccf4304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e1b21f-4137-4315-96c8-572162149e32,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:11.454658 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-830aefc1-f8c8-4c01-a6e4-e8ca650463c1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting subnet b5d219e4-7ee5-40d5-8724-6184835ee0fd {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:09:11.457870 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-830aefc1-f8c8-4c01-a6e4-e8ca650463c1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.500488 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fceb28-0920-4118-9314-aa6108d3d180 req-9471771a-81ac-4a99-bbd3-d880d253221c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:11.510833 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-44fceb28-0920-4118-9314-aa6108d3d180 req-9471771a-81ac-4a99-bbd3-d880d253221c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 945 time: 0.7124097 Jul 05 04:09:11.569218 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-830aefc1-f8c8-4c01-a6e4-e8ca650463c1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.615986 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7d84a5-c0cf-45cb-9c79-33cc0c859dfc None None] Network eeb93c3d-018d-4ca5-a8cd-5c225b105f9c requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:11.621427 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e012e588-ac42-4f06-84e9-55d8f096aed3 admin admin] Router 706c818e-e96f-4a6e-b76f-a57219e34b09 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:09:11.636221 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c8ab5-a539-48fc-9205-84c81d27f611 None None] Pushing event updated for resources: {'Port': ['ID=f7011677-f4ac-4b01-8a53-f8886bd77153,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:11.741431 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e48c8ab5-a539-48fc-9205-84c81d27f611 None None] Attempting to bind port f7011677-f4ac-4b01-8a53-f8886bd77153 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:11.744428 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e48c8ab5-a539-48fc-9205-84c81d27f611 None None] Attempting to bind port f7011677-f4ac-4b01-8a53-f8886bd77153 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '04ffdb51-62ae-4257-af5e-6b2b9d45f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:11.745105 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48c8ab5-a539-48fc-9205-84c81d27f611 None None] Attempting to bind port f7011677-f4ac-4b01-8a53-f8886bd77153 on network a6f8531c-b79d-4c64-84bc-419bbc6fdca7 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:11.761862 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48c8ab5-a539-48fc-9205-84c81d27f611 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:11.766199 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48c8ab5-a539-48fc-9205-84c81d27f611 None None] Checking segment: {'id': '04ffdb51-62ae-4257-af5e-6b2b9d45f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:11.766682 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e48c8ab5-a539-48fc-9205-84c81d27f611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.767633 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48c8ab5-a539-48fc-9205-84c81d27f611 None None] Bound using segment: {'id': '04ffdb51-62ae-4257-af5e-6b2b9d45f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:11.776043 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e48c8ab5-a539-48fc-9205-84c81d27f611 None None] Bound port: f7011677-f4ac-4b01-8a53-f8886bd77153, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ffdb51-62ae-4257-af5e-6b2b9d45f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:11.777177 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e48c8ab5-a539-48fc-9205-84c81d27f611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.813967 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1da07c0a-f6b7-43e9-84ec-8551c97f60a8 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:11.823346 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-61b40dce-cdbe-480f-acc5-661393290b52 None None] Provisioning for port ae7faff0-48e4-4ed4-bcf1-094093c44544 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:11.907209 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e012e588-ac42-4f06-84e9-55d8f096aed3 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:09:11.931281 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e012e588-ac42-4f06-84e9-55d8f096aed3 admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.936334 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e012e588-ac42-4f06-84e9-55d8f096aed3 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9724212 Jul 05 04:09:11.937199 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45162) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:12.065349 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45164) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:12.103536 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-44fceb28-0920-4118-9314-aa6108d3d180 req-6b7e2e66-840e-4902-8164-069591cc14d3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5917292 Jul 05 04:09:12.156664 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7fda7556-2edd-40fa-9a0b-0185e7c04103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:12.228027 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] Sync routers for ids ['706c818e-e96f-4a6e-b76f-a57219e34b09'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:09:12.238698 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-830aefc1-f8c8-4c01-a6e4-e8ca650463c1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:12.295475 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] Routers {'706c818e-e96f-4a6e-b76f-a57219e34b09'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:12.296193 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:09:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['706c818e-e96f-4a6e-b76f-a57219e34b09'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:12.325782 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-830aefc1-f8c8-4c01-a6e4-e8ca650463c1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:12.394705 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-830aefc1-f8c8-4c01-a6e4-e8ca650463c1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:12.399972 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-830aefc1-f8c8-4c01-a6e4-e8ca650463c1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/subnets/b5d219e4-7ee5-40d5-8724-6184835ee0fd HTTP/1.1" status: 204 len: 168 time: 1.0654523 Jul 05 04:09:12.400662 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45166) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:12.427717 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] Set router 706c818e-e96f-4a6e-b76f-a57219e34b09 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:09:12.500969 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef7ef57-a90c-43ec-b38a-e091a28e5edb None None] Network 4e9380e1-e19e-4933-b036-11912d9e5205 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:12.532413 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830aefc1-f8c8-4c01-a6e4-e8ca650463c1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Subnet': ['ID=b5d219e4-7ee5-40d5-8724-6184835ee0fd,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:12.574135 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e48c8ab5-a539-48fc-9205-84c81d27f611 None None] For port f7011677-f4ac-4b01-8a53-f8886bd77153, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:12.654915 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-797b0f08-239f-45f6-ab24-b568ecd3e878 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:12.673082 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7c62cf97-de79-424c-87fd-1b219f9b1081 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:12.685457 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e48c8ab5-a539-48fc-9205-84c81d27f611 None None] For port f7011677-f4ac-4b01-8a53-f8886bd77153, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f7011677-f4ac-4b01-8a53-f8886bd77153,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:12.718768 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e48c8ab5-a539-48fc-9205-84c81d27f611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:12.729699 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7c62cf97-de79-424c-87fd-1b219f9b1081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:12.736972 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 1da07c0a-f6b7-43e9-84ec-8551c97f60a8 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:12.738264 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:12.900507 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-797b0f08-239f-45f6-ab24-b568ecd3e878 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting port 1da07c0a-f6b7-43e9-84ec-8551c97f60a8 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:12.900922 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-797b0f08-239f-45f6-ab24-b568ecd3e878 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.031256 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7fda7556-2edd-40fa-9a0b-0185e7c04103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.042406 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-7c62cf97-de79-424c-87fd-1b219f9b1081 admin admin] Allocated IP 172.25.1.160 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/60bbb4e8-5f44-477a-829c-a6abe8967300) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:13.060418 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-797b0f08-239f-45f6-ab24-b568ecd3e878 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] For port 1da07c0a-f6b7-43e9-84ec-8551c97f60a8, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1da07c0a-f6b7-43e9-84ec-8551c97f60a8,segment=NetworkSegment(9e63ce0d-accb-488c-a836-30c9b979df1b),segment_id=9e63ce0d-accb-488c-a836-30c9b979df1b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:13.063900 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-797b0f08-239f-45f6-ab24-b568ecd3e878 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.105108 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-797b0f08-239f-45f6-ab24-b568ecd3e878 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Calling delete_port for 1da07c0a-f6b7-43e9-84ec-8551c97f60a8 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:13.113312 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7fda7556-2edd-40fa-9a0b-0185e7c04103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.132648 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.140928 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c8ab5-a539-48fc-9205-84c81d27f611 None None] Pushing event updated for resources: {'Port': ['ID=f7011677-f4ac-4b01-8a53-f8886bd77153,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:13.241920 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device ae7faff0-48e4-4ed4-bcf1-094093c44544 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:13.266713 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda7556-2edd-40fa-9a0b-0185e7c04103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b1d4be-99c5-4f7b-a770-5e2118b41a50,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:13.283253 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706c818e-e96f-4a6e-b76f-a57219e34b09', 'name': 'tempest-TestAggregatesBasicOps-1325672956-router', 'tenant_id': '0f0bd0a736614c9fa62aaa629c622645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'aa7138f9-f8bc-4ecd-883a-123622c5c4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:07Z', 'updated_at': '2021-07-05T04:09:09Z', 'revision_number': 3, 'project_id': '0f0bd0a736614c9fa62aaa629c622645', 'gw_port': {'id': 'aa7138f9-f8bc-4ecd-883a-123622c5c4c5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706c818e-e96f-4a6e-b76f-a57219e34b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:08Z', 'updated_at': '2021-07-05T04:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:13.337017 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7fda7556-2edd-40fa-9a0b-0185e7c04103 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=767a4c0147914c46bd1781bebf31c477&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2692404 Jul 05 04:09:13.340239 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45172) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:13.370587 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] Checking router: 706c818e-e96f-4a6e-b76f-a57219e34b09 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:09:13.370945 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] Updating router 706c818e-e96f-4a6e-b76f-a57219e34b09 port aa7138f9-f8bc-4ecd-883a-123622c5c4c5 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:09:13.398846 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7c62cf97-de79-424c-87fd-1b219f9b1081 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.464006 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.465959 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c40672-9c4c-402d-81ae-611ed63266d1 None None] DHCP port deletion for 4e9380e1-e19e-4933-b036-11912d9e5205 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:09:13.549055 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-797b0f08-239f-45f6-ab24-b568ecd3e878 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.553151 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7c62cf97-de79-424c-87fd-1b219f9b1081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.580362 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c62cf97-de79-424c-87fd-1b219f9b1081 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:13.589093 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-7c62cf97-de79-424c-87fd-1b219f9b1081 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:13.592408 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c62cf97-de79-424c-87fd-1b219f9b1081 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:13.599872 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4cc92e8b-7921-48d7-a131-2a960c1b3959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.720498 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4cc92e8b-7921-48d7-a131-2a960c1b3959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.774723 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b0f08-239f-45f6-ab24-b568ecd3e878 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Port': ['ID=1da07c0a-f6b7-43e9-84ec-8551c97f60a8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:13.807501 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port ae7faff0-48e4-4ed4-bcf1-094093c44544 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:13.830509 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port ae7faff0-48e4-4ed4-bcf1-094093c44544 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:13.833767 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.862483 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797b0f08-239f-45f6-ab24-b568ecd3e878 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] No DVR routers for this DVR port 1da07c0a-f6b7-43e9-84ec-8551c97f60a8 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:13.877579 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86f0d154-c5ac-439f-a5eb-b41d4da0991f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.964978 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4cc92e8b-7921-48d7-a131-2a960c1b3959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.969669 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4cc92e8b-7921-48d7-a131-2a960c1b3959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.971287 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4cc92e8b-7921-48d7-a131-2a960c1b3959 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/41b1d4be-99c5-4f7b-a770-5e2118b41a50 HTTP/1.1" status: 204 len: 168 time: 0.6296268 Jul 05 04:09:13.978692 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8d09b30b-1bd9-415f-b817-1aa3a4a3a2b5 None None] Provisioning complete for port ae7faff0-48e4-4ed4-bcf1-094093c44544 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:13.979274 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8d09b30b-1bd9-415f-b817-1aa3a4a3a2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.995257 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc92e8b-7921-48d7-a131-2a960c1b3959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b1d4be-99c5-4f7b-a770-5e2118b41a50,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:14.089609 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b35ec8-cdbd-4e10-88f3-e02aa568728b req-9cded53b-7679-42e3-b220-cff0581d84bb tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:14.092542 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b4b35ec8-cdbd-4e10-88f3-e02aa568728b req-9cded53b-7679-42e3-b220-cff0581d84bb tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 945 time: 0.6334047 Jul 05 04:09:14.169961 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-73c40672-9c4c-402d-81ae-611ed63266d1 None None] Deleting port 1da07c0a-f6b7-43e9-84ec-8551c97f60a8 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:14.170559 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-73c40672-9c4c-402d-81ae-611ed63266d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.203014 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-86f0d154-c5ac-439f-a5eb-b41d4da0991f admin admin] Allocated IP 172.20.0.1 (eeb93c3d-018d-4ca5-a8cd-5c225b105f9c/aea8bd3f-a108-4c36-8b79-df535931e2c8/c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:14.240037 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62cf97-de79-424c-87fd-1b219f9b1081 admin admin] Pushing event updated for resources: {'Port': ['ID=60bbb4e8-5f44-477a-829c-a6abe8967300,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:14.346357 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b4b35ec8-cdbd-4e10-88f3-e02aa568728b req-2200937f-b67d-4fa2-a579-bb2292dd158f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376462 Jul 05 04:09:14.348985 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-797b0f08-239f-45f6-ab24-b568ecd3e878 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.372796 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-797b0f08-239f-45f6-ab24-b568ecd3e878 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9380e1-e19e-4933-b036-11912d9e5205']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:14.391321 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86f0d154-c5ac-439f-a5eb-b41d4da0991f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.397302 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-797b0f08-239f-45f6-ab24-b568ecd3e878 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e63ce0d-accb-488c-a836-30c9b979df1b') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:14.397603 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-797b0f08-239f-45f6-ab24-b568ecd3e878 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e63ce0d-accb-488c-a836-30c9b979df1b') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:14.398605 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-73c40672-9c4c-402d-81ae-611ed63266d1 None None] For port 1da07c0a-f6b7-43e9-84ec-8551c97f60a8, host n-d-780147-23, got binding levels [] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:14.399172 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-73c40672-9c4c-402d-81ae-611ed63266d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.415157 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-73c40672-9c4c-402d-81ae-611ed63266d1 None None] Calling delete_port for 1da07c0a-f6b7-43e9-84ec-8551c97f60a8 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:14.418121 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.ipam_backend_mixin [None req-73c40672-9c4c-402d-81ae-611ed63266d1 None None] Port 1da07c0a-f6b7-43e9-84ec-8551c97f60a8 was not found and therefore no delete operation was performed {{(pid=105540) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:09:14.421097 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-73c40672-9c4c-402d-81ae-611ed63266d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.438251 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-86f0d154-c5ac-439f-a5eb-b41d4da0991f admin admin] Transition to ACTIVE for port object c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:14.485020 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c40672-9c4c-402d-81ae-611ed63266d1 None None] Pushing event deleted for resources: {'Port': ['ID=1da07c0a-f6b7-43e9-84ec-8551c97f60a8,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:14.507489 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.511277 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.514837 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-797b0f08-239f-45f6-ab24-b568ecd3e878 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.528611 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c40672-9c4c-402d-81ae-611ed63266d1 None None] No DVR routers for this DVR port 1da07c0a-f6b7-43e9-84ec-8551c97f60a8 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:14.538100 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86f0d154-c5ac-439f-a5eb-b41d4da0991f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.550991 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7c62cf97-de79-424c-87fd-1b219f9b1081 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.584649 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] Transition to ACTIVE for port object aa7138f9-f8bc-4ecd-883a-123622c5c4c5 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:14.614864 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.639296 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8d09b30b-1bd9-415f-b817-1aa3a4a3a2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.674128 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-797b0f08-239f-45f6-ab24-b568ecd3e878 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.685923 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f0d154-c5ac-439f-a5eb-b41d4da0991f admin admin] Network eeb93c3d-018d-4ca5-a8cd-5c225b105f9c is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:14.713349 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797b0f08-239f-45f6-ab24-b568ecd3e878 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:09:14.714029 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] Attempting to bind port aa7138f9-f8bc-4ecd-883a-123622c5c4c5 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:14.714491 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] Attempting to bind port aa7138f9-f8bc-4ecd-883a-123622c5c4c5 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:14.714867 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] Attempting to bind port aa7138f9-f8bc-4ecd-883a-123622c5c4c5 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:14.717665 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-797b0f08-239f-45f6-ab24-b568ecd3e878 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.721128 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-86f0d154-c5ac-439f-a5eb-b41d4da0991f admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:14.735309 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f0d154-c5ac-439f-a5eb-b41d4da0991f admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:09:14.736391 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:09:14.740192 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port ae7faff0-48e4-4ed4-bcf1-094093c44544, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=ae7faff0-48e4-4ed4-bcf1-094093c44544,segment=NetworkSegment(c3190d12-c53f-423e-b2ba-0a9c13408d38),segment_id=c3190d12-c53f-423e-b2ba-0a9c13408d38)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:14.755240 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:14.755630 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:14.756043 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.756446 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:14.756942 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] Bound port: aa7138f9-f8bc-4ecd-883a-123622c5c4c5, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:14.757322 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.765957 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.879971 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b293705-70fd-46f4-a40c-821f0ddb5555 None None] Pushing event updated for resources: {'Port': ['ID=aa7138f9-f8bc-4ecd-883a-123622c5c4c5,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:14.894740 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0d154-c5ac-439f-a5eb-b41d4da0991f admin admin] Pushing event updated for resources: {'Port': ['ID=c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:14.957945 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86f0d154-c5ac-439f-a5eb-b41d4da0991f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.060121 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-797b0f08-239f-45f6-ab24-b568ecd3e878 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.098079 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-797b0f08-239f-45f6-ab24-b568ecd3e878 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.109273 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-797b0f08-239f-45f6-ab24-b568ecd3e878 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/networks/4e9380e1-e19e-4933-b036-11912d9e5205 HTTP/1.1" status: 204 len: 168 time: 2.7038331 Jul 05 04:09:15.121698 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45192) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:15.135514 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-5bff3244-ac92-4a0c-a521-091deda578f1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-184880144'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:15.232715 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bff3244-ac92-4a0c-a521-091deda578f1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:15.238740 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b0f08-239f-45f6-ab24-b568ecd3e878 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Network': ['ID=4e9380e1-e19e-4933-b036-11912d9e5205,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:15.244585 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5bff3244-ac92-4a0c-a521-091deda578f1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.309862 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bff3244-ac92-4a0c-a521-091deda578f1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:09:15.330865 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5bff3244-ac92-4a0c-a521-091deda578f1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.333730 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-5bff3244-ac92-4a0c-a521-091deda578f1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Added segment 48791b88-db9f-4f32-b663-f4083b87a5bd of type vlan for network eb095885-d242-4e54-9680-e58ed3f9b2da Jul 05 04:09:15.340277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f7011677-f4ac-4b01-8a53-f8886bd77153 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:15.342642 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f862f76-4893-4e1a-ab97-088db33a3ebd None None] Network a6f8531c-b79d-4c64-84bc-419bbc6fdca7 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:15.347935 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7c62cf97-de79-424c-87fd-1b219f9b1081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.397673 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86f0d154-c5ac-439f-a5eb-b41d4da0991f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.508791 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45204) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:15.515626 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c62cf97-de79-424c-87fd-1b219f9b1081 admin admin] Router b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:09:15.560189 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5bff3244-ac92-4a0c-a521-091deda578f1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.603296 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5bff3244-ac92-4a0c-a521-091deda578f1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.609451 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bff3244-ac92-4a0c-a521-091deda578f1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:15.610147 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5bff3244-ac92-4a0c-a521-091deda578f1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.651883 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.api [None req-8d09b30b-1bd9-415f-b817-1aa3a4a3a2b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:09:15.652239 n-d-780147-23 neutron-server[105540]: DEBUG oslo_db.api [None req-8d09b30b-1bd9-415f-b817-1aa3a4a3a2b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:09:15.683165 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-545c0687-5732-44d6-b6fa-36ff2f288c9c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1771507927'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:15.701118 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5bff3244-ac92-4a0c-a521-091deda578f1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5737469 Jul 05 04:09:15.703500 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff3244-ac92-4a0c-a521-091deda578f1 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Network': ['ID=eb095885-d242-4e54-9680-e58ed3f9b2da,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:15.712173 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45208) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:15.720940 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-a0e05017-d67e-41a8-8d1b-db2d53d6d343 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'subnet': {'network_id': 'eb095885-d242-4e54-9680-e58ed3f9b2da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:15.724987 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=ae7faff0-48e4-4ed4-bcf1-094093c44544,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:15.737341 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] For port aa7138f9-f8bc-4ecd-883a-123622c5c4c5, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:15.744612 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network eb095885-d242-4e54-9680-e58ed3f9b2da details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:09:15.807030 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c62cf97-de79-424c-87fd-1b219f9b1081 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:09:15.819215 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] Sync routers for ids ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:09:15.831565 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] Routers {'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:15.832415 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:09:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:15.840804 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545c0687-5732-44d6-b6fa-36ff2f288c9c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Made reservation on behalf of 15bfb49ec67b49348831ccaf0eae23bc for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:15.852568 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-545c0687-5732-44d6-b6fa-36ff2f288c9c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.865332 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86f0d154-c5ac-439f-a5eb-b41d4da0991f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.872529 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-545c0687-5732-44d6-b6fa-36ff2f288c9c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.873495 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86f0d154-c5ac-439f-a5eb-b41d4da0991f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.886587 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7c62cf97-de79-424c-87fd-1b219f9b1081 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.888094 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7c62cf97-de79-424c-87fd-1b219f9b1081 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6015096 Jul 05 04:09:15.899926 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d9760-3600-40cb-9b83-cad0dc22303f req-d755416f-75a1-47c0-b153-9dd8763ec673 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:15.900301 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] For port aa7138f9-f8bc-4ecd-883a-123622c5c4c5, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=aa7138f9-f8bc-4ecd-883a-123622c5c4c5,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:15.902044 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-724d9760-3600-40cb-9b83-cad0dc22303f req-d755416f-75a1-47c0-b153-9dd8763ec673 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 945 time: 0.2564528 Jul 05 04:09:15.906039 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45210) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:15.915501 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.957353 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86f0d154-c5ac-439f-a5eb-b41d4da0991f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.007275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e05017-d67e-41a8-8d1b-db2d53d6d343 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:16.011344 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0e05017-d67e-41a8-8d1b-db2d53d6d343 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.072638 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-724d9760-3600-40cb-9b83-cad0dc22303f req-6f68e93a-8729-42ff-ac75-1cff2ca9598e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562195 Jul 05 04:09:16.077435 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] Set router b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:09:16.102465 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] Routers {'706c818e-e96f-4a6e-b76f-a57219e34b09'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:16.104512 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:09:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['706c818e-e96f-4a6e-b76f-a57219e34b09'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:16.120777 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port f7011677-f4ac-4b01-8a53-f8886bd77153 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:16.204574 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0d154-c5ac-439f-a5eb-b41d4da0991f admin admin] Pushing event updated for resources: {'Port': ['ID=c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:16.221054 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f0d154-c5ac-439f-a5eb-b41d4da0991f admin admin] Network eeb93c3d-018d-4ca5-a8cd-5c225b105f9c is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:16.225488 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-86f0d154-c5ac-439f-a5eb-b41d4da0991f admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:16.360695 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1da07c0a-f6b7-43e9-84ec-8551c97f60a8 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:09:16.372304 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-545c0687-5732-44d6-b6fa-36ff2f288c9c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.380309 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-545c0687-5732-44d6-b6fa-36ff2f288c9c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.437317 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545c0687-5732-44d6-b6fa-36ff2f288c9c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:09:16.442825 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b293705-70fd-46f4-a40c-821f0ddb5555 None None] Pushing event updated for resources: {'Port': ['ID=aa7138f9-f8bc-4ecd-883a-123622c5c4c5,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:16.458673 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c0687-5732-44d6-b6fa-36ff2f288c9c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cada039-d540-4be7-87b3-f61f9f706558,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:16.488196 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 1da07c0a-f6b7-43e9-84ec-8551c97f60a8 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:09:16.489892 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1da07c0a-f6b7-43e9-84ec-8551c97f60a8 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:09:16.518306 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-545c0687-5732-44d6-b6fa-36ff2f288c9c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.519339 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-545c0687-5732-44d6-b6fa-36ff2f288c9c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Added segment 3f58389b-2727-4244-b3b4-af176b70f780 of type vlan for network 157e29fe-faee-4d0e-8db9-4f89a5c9c2fc Jul 05 04:09:16.596259 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'name': 'tempest-AttachVolumeShelveTestJSON-1700939863-router', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:10Z', 'updated_at': '2021-07-05T04:09:14Z', 'revision_number': 3, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'gw_port': {'id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:12Z', 'updated_at': '2021-07-05T04:09:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:16.638339 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] Set router 706c818e-e96f-4a6e-b76f-a57219e34b09 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:09:16.647562 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] Checking router: b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:09:16.648676 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] Updating router b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 port 60bbb4e8-5f44-477a-829c-a6abe8967300 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:09:16.655898 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f0d154-c5ac-439f-a5eb-b41d4da0991f admin admin] Router 706c818e-e96f-4a6e-b76f-a57219e34b09 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:09:16.691665 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.729617 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-545c0687-5732-44d6-b6fa-36ff2f288c9c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.823116 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0e05017-d67e-41a8-8d1b-db2d53d6d343 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.918763 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-545c0687-5732-44d6-b6fa-36ff2f288c9c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.928009 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545c0687-5732-44d6-b6fa-36ff2f288c9c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:16.928884 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-545c0687-5732-44d6-b6fa-36ff2f288c9c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.986201 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device ae7faff0-48e4-4ed4-bcf1-094093c44544 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:17.056346 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fb6066fd-ec8e-424c-abc5-c25a96ab3516 None None] Provisioning for port f7011677-f4ac-4b01-8a53-f8886bd77153 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:17.100198 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fb6066fd-ec8e-424c-abc5-c25a96ab3516 None None] Provisioning complete for port f7011677-f4ac-4b01-8a53-f8886bd77153 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:17.100198 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fb6066fd-ec8e-424c-abc5-c25a96ab3516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:17.106112 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-545c0687-5732-44d6-b6fa-36ff2f288c9c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5956910 Jul 05 04:09:17.120850 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45214) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:17.121796 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e05017-d67e-41a8-8d1b-db2d53d6d343 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Subnet': ['ID=4a800912-f58c-44f9-8475-a414fcca2562,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:17.133874 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f0d154-c5ac-439f-a5eb-b41d4da0991f admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:09:17.159209 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f61bbf2a-981b-4c09-b93b-230f0d5ebe38 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Request body: {'subnet': {'network_id': '157e29fe-faee-4d0e-8db9-4f89a5c9c2fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:17.170796 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-86f0d154-c5ac-439f-a5eb-b41d4da0991f admin admin] 10.222.0.77 "PUT /v2.0/routers/706c818e-e96f-4a6e-b76f-a57219e34b09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2322414 Jul 05 04:09:17.266341 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:17.274821 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e05017-d67e-41a8-8d1b-db2d53d6d343 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Checking segment: {'id': '48791b88-db9f-4f32-b663-f4083b87a5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'eb095885-d242-4e54-9680-e58ed3f9b2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:17.275230 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e05017-d67e-41a8-8d1b-db2d53d6d343 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network hostable DHCP agents. Network: eb095885-d242-4e54-9680-e58ed3f9b2da, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:09:17.280790 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] Transition to ACTIVE for port object 60bbb4e8-5f44-477a-829c-a6abe8967300 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:17.308618 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:17.311601 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port ae7faff0-48e4-4ed4-bcf1-094093c44544 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:17.318017 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:17.329623 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c0687-5732-44d6-b6fa-36ff2f288c9c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Pushing event updated for resources: {'Network': ['ID=157e29fe-faee-4d0e-8db9-4f89a5c9c2fc,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:17.381359 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 157e29fe-faee-4d0e-8db9-4f89a5c9c2fc details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:09:17.396775 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e05017-d67e-41a8-8d1b-db2d53d6d343 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network eb095885-d242-4e54-9680-e58ed3f9b2da is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:09:17.444388 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281eb411-6fbf-4f21-ab7a-c7a965f421ed None None] Pushing event updated for resources: {'Port': ['ID=60bbb4e8-5f44-477a-829c-a6abe8967300,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:17.450646 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] Attempting to bind port 60bbb4e8-5f44-477a-829c-a6abe8967300 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:17.451336 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] Attempting to bind port 60bbb4e8-5f44-477a-829c-a6abe8967300 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:17.452066 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] Attempting to bind port 60bbb4e8-5f44-477a-829c-a6abe8967300 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:17.457915 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-a0e05017-d67e-41a8-8d1b-db2d53d6d343 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, eb095885-d242-4e54-9680-e58ed3f9b2da) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:17.478194 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281eb411-6fbf-4f21-ab7a-c7a965f421ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:17.478797 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281eb411-6fbf-4f21-ab7a-c7a965f421ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:17.479332 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281eb411-6fbf-4f21-ab7a-c7a965f421ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:17.479890 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281eb411-6fbf-4f21-ab7a-c7a965f421ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:17.480982 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281eb411-6fbf-4f21-ab7a-c7a965f421ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:17.481673 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281eb411-6fbf-4f21-ab7a-c7a965f421ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:17.482344 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281eb411-6fbf-4f21-ab7a-c7a965f421ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:17.484180 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281eb411-6fbf-4f21-ab7a-c7a965f421ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:17.484812 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281eb411-6fbf-4f21-ab7a-c7a965f421ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:17.485445 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281eb411-6fbf-4f21-ab7a-c7a965f421ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:17.486469 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281eb411-6fbf-4f21-ab7a-c7a965f421ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:17.486939 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e05017-d67e-41a8-8d1b-db2d53d6d343 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:17.488288 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0e05017-d67e-41a8-8d1b-db2d53d6d343 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:17.488822 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281eb411-6fbf-4f21-ab7a-c7a965f421ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:17.492708 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ac0172-f80c-4b63-ae1e-37d3c69d6eae None None] Network eb095885-d242-4e54-9680-e58ed3f9b2da requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:17.506661 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:17.507415 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61bbf2a-981b-4c09-b93b-230f0d5ebe38 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Made reservation on behalf of 15bfb49ec67b49348831ccaf0eae23bc for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:17.508606 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:17.509227 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:17.509896 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:17.510612 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] Bound port: 60bbb4e8-5f44-477a-829c-a6abe8967300, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:17.511270 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:17.517322 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f61bbf2a-981b-4c09-b93b-230f0d5ebe38 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:17.604453 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] For port 60bbb4e8-5f44-477a-829c-a6abe8967300, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:17.613112 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] For port 60bbb4e8-5f44-477a-829c-a6abe8967300, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=60bbb4e8-5f44-477a-829c-a6abe8967300,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:17.624349 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:17.695672 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] Routers {'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:17.696961 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:09:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:17.779573 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281eb411-6fbf-4f21-ab7a-c7a965f421ed None None] Pushing event updated for resources: {'Port': ['ID=60bbb4e8-5f44-477a-829c-a6abe8967300,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:17.896478 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fb6066fd-ec8e-424c-abc5-c25a96ab3516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:17.935720 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308cc52-ea0a-4f1d-aa79-5083a3a39700 req-65dbf72c-c399-4880-9a12-07dbc7eb3897 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:17.951038 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b308cc52-ea0a-4f1d-aa79-5083a3a39700 req-65dbf72c-c399-4880-9a12-07dbc7eb3897 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 945 time: 0.5462506 Jul 05 04:09:17.958590 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] Set router b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:09:18.045513 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f61bbf2a-981b-4c09-b93b-230f0d5ebe38 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.053538 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fb6066fd-ec8e-424c-abc5-c25a96ab3516 None None] For port f7011677-f4ac-4b01-8a53-f8886bd77153, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f7011677-f4ac-4b01-8a53-f8886bd77153,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:18.097787 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b308cc52-ea0a-4f1d-aa79-5083a3a39700 req-0e068779-cb5b-40b4-b101-4e5312d87b68 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450057 Jul 05 04:09:18.108555 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-06466933-8688-45b2-bb23-98077dd2fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.134897 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a0e05017-d67e-41a8-8d1b-db2d53d6d343 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4215877 Jul 05 04:09:18.135530 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45234) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:18.138846 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fb6066fd-ec8e-424c-abc5-c25a96ab3516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.151527 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-6ae77cfa-6b54-434f-a4cb-4319f8ba7e02 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1528197365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:18.286241 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'name': 'tempest-AttachVolumeShelveTestJSON-1700939863-router', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:10Z', 'updated_at': '2021-07-05T04:09:14Z', 'revision_number': 3, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'gw_port': {'id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:12Z', 'updated_at': '2021-07-05T04:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:18.291500 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f16bab-13fc-47f0-808c-8c1ce0dc0a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-eb095885-d242-4e54-9680-e58ed3f9b2da', 'network_id': 'eb095885-d242-4e54-9680-e58ed3f9b2da', 'tenant_id': '2dad96e403094f8fb5fb49a26810adc7', 'fixed_ips': [{'subnet_id': '4a800912-f58c-44f9-8475-a414fcca2562'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:09:18.292395 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-17f16bab-13fc-47f0-808c-8c1ce0dc0a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.315123 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bbf2a-981b-4c09-b93b-230f0d5ebe38 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Pushing event updated for resources: {'Subnet': ['ID=2a8ddf50-7f54-4f54-b091-3f85b4b26d1d,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:18.326477 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61bbf2a-981b-4c09-b93b-230f0d5ebe38 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Checking segment: {'id': '3f58389b-2727-4244-b3b4-af176b70f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '157e29fe-faee-4d0e-8db9-4f89a5c9c2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:18.326750 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61bbf2a-981b-4c09-b93b-230f0d5ebe38 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Network hostable DHCP agents. Network: 157e29fe-faee-4d0e-8db9-4f89a5c9c2fc, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:09:18.354005 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6ae77cfa-6b54-434f-a4cb-4319f8ba7e02 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.356927 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6ae77cfa-6b54-434f-a4cb-4319f8ba7e02 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.373359 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706c818e-e96f-4a6e-b76f-a57219e34b09', 'name': 'tempest-TestAggregatesBasicOps-1325672956-router', 'tenant_id': '0f0bd0a736614c9fa62aaa629c622645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'aa7138f9-f8bc-4ecd-883a-123622c5c4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:07Z', 'updated_at': '2021-07-05T04:09:15Z', 'revision_number': 4, 'project_id': '0f0bd0a736614c9fa62aaa629c622645', 'gw_port': {'id': 'aa7138f9-f8bc-4ecd-883a-123622c5c4c5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706c818e-e96f-4a6e-b76f-a57219e34b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:08Z', 'updated_at': '2021-07-05T04:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7', 'name': '', 'network_id': 'eeb93c3d-018d-4ca5-a8cd-5c225b105f9c', 'tenant_id': '0f0bd0a736614c9fa62aaa629c622645', 'mac_address': 'fa:16:3e:20:b6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706c818e-e96f-4a6e-b76f-a57219e34b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'aea8bd3f-a108-4c36-8b79-df535931e2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:13Z', 'updated_at': '2021-07-05T04:09:15Z', 'revision_number': 2, 'project_id': '0f0bd0a736614c9fa62aaa629c622645', 'subnets': [{'id': 'aea8bd3f-a108-4c36-8b79-df535931e2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:18.390380 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6066fd-ec8e-424c-abc5-c25a96ab3516 None None] Pushing event updated for resources: {'Port': ['ID=f7011677-f4ac-4b01-8a53-f8886bd77153,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:18.462701 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ca1d27-575a-4452-8ed6-5f2bd9884542 None None] The sync data for ids ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'] in n-d-780147-23 is: [{'id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'name': 'tempest-AttachVolumeShelveTestJSON-1700939863-router', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:10Z', 'updated_at': '2021-07-05T04:09:14Z', 'revision_number': 3, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'gw_port': {'id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:12Z', 'updated_at': '2021-07-05T04:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:09:18.472274 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6ae77cfa-6b54-434f-a4cb-4319f8ba7e02 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.480343 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6ae77cfa-6b54-434f-a4cb-4319f8ba7e02 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.513962 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-06466933-8688-45b2-bb23-98077dd2fcf4 admin admin] Allocated IP 172.20.0.1 (a6f8531c-b79d-4c64-84bc-419bbc6fdca7/ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467/8be7cb81-bc55-40f0-9281-7a6fca90eac3) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:18.517165 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61bbf2a-981b-4c09-b93b-230f0d5ebe38 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Network 157e29fe-faee-4d0e-8db9-4f89a5c9c2fc is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:09:18.521796 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6ae77cfa-6b54-434f-a4cb-4319f8ba7e02 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.529368 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45240) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:18.529722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45242) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:18.530100 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6ae77cfa-6b54-434f-a4cb-4319f8ba7e02 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3821759 Jul 05 04:09:18.539715 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fb6066fd-ec8e-424c-abc5-c25a96ab3516 None None] Provisioning for port c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:18.540244 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-f61bbf2a-981b-4c09-b93b-230f0d5ebe38 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 157e29fe-faee-4d0e-8db9-4f89a5c9c2fc) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:18.545049 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-3f01df26-2757-4ab6-95c2-d66e321c5ad9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'port': {'network_id': 'eb095885-d242-4e54-9680-e58ed3f9b2da', 'name': 'tempest-PortsIpV6TestJSON-442719017'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:18.547147 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61bbf2a-981b-4c09-b93b-230f0d5ebe38 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:18.548600 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f61bbf2a-981b-4c09-b93b-230f0d5ebe38 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.555304 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78bd0b1-e437-4c5e-93ec-f78f127054d8 None None] The sync data for ids ['706c818e-e96f-4a6e-b76f-a57219e34b09'] in n-d-780147-23 is: [{'id': '706c818e-e96f-4a6e-b76f-a57219e34b09', 'name': 'tempest-TestAggregatesBasicOps-1325672956-router', 'tenant_id': '0f0bd0a736614c9fa62aaa629c622645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'aa7138f9-f8bc-4ecd-883a-123622c5c4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:07Z', 'updated_at': '2021-07-05T04:09:15Z', 'revision_number': 4, 'project_id': '0f0bd0a736614c9fa62aaa629c622645', 'gw_port': {'id': 'aa7138f9-f8bc-4ecd-883a-123622c5c4c5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706c818e-e96f-4a6e-b76f-a57219e34b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:08Z', 'updated_at': '2021-07-05T04:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7', 'name': '', 'network_id': 'eeb93c3d-018d-4ca5-a8cd-5c225b105f9c', 'tenant_id': '0f0bd0a736614c9fa62aaa629c622645', 'mac_address': 'fa:16:3e:20:b6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706c818e-e96f-4a6e-b76f-a57219e34b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'aea8bd3f-a108-4c36-8b79-df535931e2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:13Z', 'updated_at': '2021-07-05T04:09:15Z', 'revision_number': 2, 'project_id': '0f0bd0a736614c9fa62aaa629c622645', 'subnets': [{'id': 'aea8bd3f-a108-4c36-8b79-df535931e2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:09:18.560596 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fb6066fd-ec8e-424c-abc5-c25a96ab3516 None None] Provisioning complete for port c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:18.560977 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fb6066fd-ec8e-424c-abc5-c25a96ab3516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.562714 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee72ed52-53ea-49f9-b432-4067adc3b32f None None] Network 157e29fe-faee-4d0e-8db9-4f89a5c9c2fc requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:18.565392 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-8c769c9b-343d-4fa5-82a5-89d157eff493 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-252323874-network', 'tenant_id': 'c48b03f5006845a7b8a1ae862fca34f2'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:18.638179 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c769c9b-343d-4fa5-82a5-89d157eff493 admin admin] Made reservation on behalf of c48b03f5006845a7b8a1ae862fca34f2 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:18.639784 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f61bbf2a-981b-4c09-b93b-230f0d5ebe38 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5152981 Jul 05 04:09:18.640587 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8c769c9b-343d-4fa5-82a5-89d157eff493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.641674 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45244) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:18.662036 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-5fcbd090-dc63-41ce-bc17-c37aebb02f16 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Request body: {'port': {'network_id': '157e29fe-faee-4d0e-8db9-4f89a5c9c2fc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1079888740'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:18.662793 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-fb6066fd-ec8e-424c-abc5-c25a96ab3516 None None] Port c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:18.875236 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6a33ec3a-b330-4c27-b007-a70682a6ab6b None None] Provisioning complete for port f7011677-f4ac-4b01-8a53-f8886bd77153 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:18.876342 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6a33ec3a-b330-4c27-b007-a70682a6ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.024871 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f7011677-f4ac-4b01-8a53-f8886bd77153 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:19.107019 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcbd090-dc63-41ce-bc17-c37aebb02f16 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Made reservation on behalf of 15bfb49ec67b49348831ccaf0eae23bc for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:19.123954 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd090-dc63-41ce-bc17-c37aebb02f16 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.168503 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-17f16bab-13fc-47f0-808c-8c1ce0dc0a27 None None] Allocated IP 2001:db8::2 (eb095885-d242-4e54-9680-e58ed3f9b2da/4a800912-f58c-44f9-8475-a414fcca2562/3f6d3039-d075-46d5-9fdb-18db3418c5ab) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:19.186970 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-5fcbd090-dc63-41ce-bc17-c37aebb02f16 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] device_id is not set on port b7fb7452-87de-461f-9e50-3c0d494e5a09 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:09:19.484198 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-5fcbd090-dc63-41ce-bc17-c37aebb02f16 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Allocated IP 2001:db8::4c (157e29fe-faee-4d0e-8db9-4f89a5c9c2fc/2a8ddf50-7f54-4f54-b091-3f85b4b26d1d/b7fb7452-87de-461f-9e50-3c0d494e5a09) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:19.693703 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8c769c9b-343d-4fa5-82a5-89d157eff493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.818169 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd090-dc63-41ce-bc17-c37aebb02f16 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.856597 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port f7011677-f4ac-4b01-8a53-f8886bd77153 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:19.857164 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.863130 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-5fcbd090-dc63-41ce-bc17-c37aebb02f16 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Transition to ACTIVE for port object b7fb7452-87de-461f-9e50-3c0d494e5a09 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:19.907063 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd090-dc63-41ce-bc17-c37aebb02f16 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.971180 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e14317-6386-4c38-a424-4610b43d6338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-157e29fe-faee-4d0e-8db9-4f89a5c9c2fc', 'network_id': '157e29fe-faee-4d0e-8db9-4f89a5c9c2fc', 'tenant_id': '15bfb49ec67b49348831ccaf0eae23bc', 'fixed_ips': [{'subnet_id': '2a8ddf50-7f54-4f54-b091-3f85b4b26d1d'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:09:19.978138 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-83e14317-6386-4c38-a424-4610b43d6338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.013972 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcbd090-dc63-41ce-bc17-c37aebb02f16 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Network 157e29fe-faee-4d0e-8db9-4f89a5c9c2fc is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:20.046557 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-5fcbd090-dc63-41ce-bc17-c37aebb02f16 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:20.053908 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcbd090-dc63-41ce-bc17-c37aebb02f16 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:20.071957 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcbd090-dc63-41ce-bc17-c37aebb02f16 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:20.073032 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd090-dc63-41ce-bc17-c37aebb02f16 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.138030 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbd090-dc63-41ce-bc17-c37aebb02f16 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Pushing event updated for resources: {'Port': ['ID=b7fb7452-87de-461f-9e50-3c0d494e5a09,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:20.166797 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8c769c9b-343d-4fa5-82a5-89d157eff493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.185204 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5fcbd090-dc63-41ce-bc17-c37aebb02f16 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5414357 Jul 05 04:09:20.188709 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45254) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:20.195322 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-885c1c23-772e-4d06-ba0c-88adaaf80448 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Request body: {'port': {'network_id': '157e29fe-faee-4d0e-8db9-4f89a5c9c2fc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-59215615', 'allowed_address_pairs': [{'ip_address': '2001:db8::4c', 'mac_address': 'fa:16:3e:6f:76:5b'}]}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:20.221103 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8c769c9b-343d-4fa5-82a5-89d157eff493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.238399 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-06466933-8688-45b2-bb23-98077dd2fcf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.338105 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685df471-12fd-4c15-ba5a-85a05058b1da req-dde6953a-09cb-4fd3-ac88-1537d4cf051a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:20.343233 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-685df471-12fd-4c15-ba5a-85a05058b1da req-dde6953a-09cb-4fd3-ac88-1537d4cf051a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 945 time: 0.6279986 Jul 05 04:09:20.343975 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c769c9b-343d-4fa5-82a5-89d157eff493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fff3c1b-d7e5-4688-bc91-9d39486a6c5f,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:20.407671 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c769c9b-343d-4fa5-82a5-89d157eff493 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:09:20.418989 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-06466933-8688-45b2-bb23-98077dd2fcf4 admin admin] Transition to ACTIVE for port object 8be7cb81-bc55-40f0-9281-7a6fca90eac3 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:20.463147 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f01df26-2757-4ab6-95c2-d66e321c5ad9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:20.467240 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3f01df26-2757-4ab6-95c2-d66e321c5ad9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.524437 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885c1c23-772e-4d06-ba0c-88adaaf80448 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Made reservation on behalf of 15bfb49ec67b49348831ccaf0eae23bc for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:20.530669 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8c769c9b-343d-4fa5-82a5-89d157eff493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.531533 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-8c769c9b-343d-4fa5-82a5-89d157eff493 admin admin] Added segment 0971a4a5-8b14-4d19-87bd-4db8d63dd7a3 of type vlan for network 3e4ba965-3445-40a5-89cb-926766d0e7a9 Jul 05 04:09:20.533913 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-17f16bab-13fc-47f0-808c-8c1ce0dc0a27 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.597063 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8c769c9b-343d-4fa5-82a5-89d157eff493 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.614794 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-17f16bab-13fc-47f0-808c-8c1ce0dc0a27 None None] Transition to ACTIVE for port object 3f6d3039-d075-46d5-9fdb-18db3418c5ab will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:20.649890 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-17f16bab-13fc-47f0-808c-8c1ce0dc0a27 None None] Transition to ACTIVE for port object 3f6d3039-d075-46d5-9fdb-18db3418c5ab will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:20.675343 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-06466933-8688-45b2-bb23-98077dd2fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.698478 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-17f16bab-13fc-47f0-808c-8c1ce0dc0a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.706658 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06466933-8688-45b2-bb23-98077dd2fcf4 admin admin] Network a6f8531c-b79d-4c64-84bc-419bbc6fdca7 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:20.709446 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-685df471-12fd-4c15-ba5a-85a05058b1da req-81364818-cd4b-4767-b72c-dcaa0b1b7aa9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356349 Jul 05 04:09:20.713669 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-06466933-8688-45b2-bb23-98077dd2fcf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:20.760809 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06466933-8688-45b2-bb23-98077dd2fcf4 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:20.771292 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-3f01df26-2757-4ab6-95c2-d66e321c5ad9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] device_id is not set on port 3ffc683d-e30c-4da3-82f7-4b06b8a7ded2 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:09:20.781243 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8c769c9b-343d-4fa5-82a5-89d157eff493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.782251 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c769c9b-343d-4fa5-82a5-89d157eff493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:20.782948 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8c769c9b-343d-4fa5-82a5-89d157eff493 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.788476 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-885c1c23-772e-4d06-ba0c-88adaaf80448 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.838926 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f16bab-13fc-47f0-808c-8c1ce0dc0a27 None None] Network eb095885-d242-4e54-9680-e58ed3f9b2da is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:20.845036 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-885c1c23-772e-4d06-ba0c-88adaaf80448 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] device_id is not set on port ed7f98d5-9f1a-4131-92db-e207aba5cec9 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:09:20.880488 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-17f16bab-13fc-47f0-808c-8c1ce0dc0a27 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:20.900907 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f16bab-13fc-47f0-808c-8c1ce0dc0a27 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:20.911948 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8c769c9b-343d-4fa5-82a5-89d157eff493 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3781054 Jul 05 04:09:20.952905 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45258) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:20.971942 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f16bab-13fc-47f0-808c-8c1ce0dc0a27 None None] Pushing event updated for resources: {'Port': ['ID=3f6d3039-d075-46d5-9fdb-18db3418c5ab,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:21.095570 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 60bbb4e8-5f44-477a-829c-a6abe8967300 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:21.115972 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-875ef15f-ff45-48e1-838c-69c9cf95737c admin admin] Request body: {'subnet': {'network_id': '3e4ba965-3445-40a5-89cb-926766d0e7a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-252323874-subnet', 'tenant_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:21.145699 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06466933-8688-45b2-bb23-98077dd2fcf4 admin admin] Pushing event updated for resources: {'Port': ['ID=8be7cb81-bc55-40f0-9281-7a6fca90eac3,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:21.196750 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-06466933-8688-45b2-bb23-98077dd2fcf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.214769 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-83e14317-6386-4c38-a424-4610b43d6338 None None] Allocated IP 2001:db8::2 (157e29fe-faee-4d0e-8db9-4f89a5c9c2fc/2a8ddf50-7f54-4f54-b091-3f85b4b26d1d/8fbcc976-c08d-467c-a5af-732dfbf8dae1) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:21.223404 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-17f16bab-13fc-47f0-808c-8c1ce0dc0a27 None None] Attempting to bind port 3f6d3039-d075-46d5-9fdb-18db3418c5ab on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:21.223921 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-17f16bab-13fc-47f0-808c-8c1ce0dc0a27 None None] Attempting to bind port 3f6d3039-d075-46d5-9fdb-18db3418c5ab by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '48791b88-db9f-4f32-b663-f4083b87a5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'eb095885-d242-4e54-9680-e58ed3f9b2da'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:21.224591 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f16bab-13fc-47f0-808c-8c1ce0dc0a27 None None] Attempting to bind port 3f6d3039-d075-46d5-9fdb-18db3418c5ab on network eb095885-d242-4e54-9680-e58ed3f9b2da {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:21.238676 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f16bab-13fc-47f0-808c-8c1ce0dc0a27 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:21.239070 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f16bab-13fc-47f0-808c-8c1ce0dc0a27 None None] Checking segment: {'id': '48791b88-db9f-4f32-b663-f4083b87a5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'eb095885-d242-4e54-9680-e58ed3f9b2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:21.239484 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-17f16bab-13fc-47f0-808c-8c1ce0dc0a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.239912 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f16bab-13fc-47f0-808c-8c1ce0dc0a27 None None] Bound using segment: {'id': '48791b88-db9f-4f32-b663-f4083b87a5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'eb095885-d242-4e54-9680-e58ed3f9b2da'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:21.240416 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-17f16bab-13fc-47f0-808c-8c1ce0dc0a27 None None] Bound port: 3f6d3039-d075-46d5-9fdb-18db3418c5ab, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48791b88-db9f-4f32-b663-f4083b87a5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'eb095885-d242-4e54-9680-e58ed3f9b2da'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:21.240805 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-17f16bab-13fc-47f0-808c-8c1ce0dc0a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.261235 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c769c9b-343d-4fa5-82a5-89d157eff493 admin admin] Pushing event updated for resources: {'Network': ['ID=3e4ba965-3445-40a5-89cb-926766d0e7a9,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:21.273201 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875ef15f-ff45-48e1-838c-69c9cf95737c admin admin] Made reservation on behalf of c48b03f5006845a7b8a1ae862fca34f2 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:21.276049 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-875ef15f-ff45-48e1-838c-69c9cf95737c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.289001 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 3e4ba965-3445-40a5-89cb-926766d0e7a9 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:09:21.402056 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-daa52e38-33b4-4ab5-8f2f-241de47e4380 None None] Provisioning for port 8be7cb81-bc55-40f0-9281-7a6fca90eac3 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:21.421311 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-3f01df26-2757-4ab6-95c2-d66e321c5ad9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Allocated IP 2001:db8::1de (eb095885-d242-4e54-9680-e58ed3f9b2da/4a800912-f58c-44f9-8475-a414fcca2562/3ffc683d-e30c-4da3-82f7-4b06b8a7ded2) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:21.474160 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-daa52e38-33b4-4ab5-8f2f-241de47e4380 None None] Provisioning complete for port 8be7cb81-bc55-40f0-9281-7a6fca90eac3 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:21.474953 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-daa52e38-33b4-4ab5-8f2f-241de47e4380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.541497 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 60bbb4e8-5f44-477a-829c-a6abe8967300 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:21.572761 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 60bbb4e8-5f44-477a-829c-a6abe8967300 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:21.573086 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.613141 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-daa52e38-33b4-4ab5-8f2f-241de47e4380 None None] Port 8be7cb81-bc55-40f0-9281-7a6fca90eac3 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:21.632958 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-17f16bab-13fc-47f0-808c-8c1ce0dc0a27 None None] For port 3f6d3039-d075-46d5-9fdb-18db3418c5ab, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:21.659837 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-17f16bab-13fc-47f0-808c-8c1ce0dc0a27 None None] For port 3f6d3039-d075-46d5-9fdb-18db3418c5ab, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3f6d3039-d075-46d5-9fdb-18db3418c5ab,segment=NetworkSegment(48791b88-db9f-4f32-b663-f4083b87a5bd),segment_id=48791b88-db9f-4f32-b663-f4083b87a5bd)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:21.668955 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-17f16bab-13fc-47f0-808c-8c1ce0dc0a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.686413 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-06466933-8688-45b2-bb23-98077dd2fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.818773 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.848823 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f16bab-13fc-47f0-808c-8c1ce0dc0a27 None None] Pushing event updated for resources: {'Port': ['ID=3f6d3039-d075-46d5-9fdb-18db3418c5ab,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:21.861426 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-875ef15f-ff45-48e1-838c-69c9cf95737c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.863679 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-83e14317-6386-4c38-a424-4610b43d6338 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.881080 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3f01df26-2757-4ab6-95c2-d66e321c5ad9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.889120 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 60bbb4e8-5f44-477a-829c-a6abe8967300, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=60bbb4e8-5f44-477a-829c-a6abe8967300,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:21.892177 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-83e14317-6386-4c38-a424-4610b43d6338 None None] Transition to ACTIVE for port object 8fbcc976-c08d-467c-a5af-732dfbf8dae1 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:21.895184 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.896055 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device aa7138f9-f8bc-4ecd-883a-123622c5c4c5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:21.958116 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-83e14317-6386-4c38-a424-4610b43d6338 None None] Transition to ACTIVE for port object 8fbcc976-c08d-467c-a5af-732dfbf8dae1 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:21.977502 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-83e14317-6386-4c38-a424-4610b43d6338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.006876 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=60bbb4e8-5f44-477a-829c-a6abe8967300,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:22.029077 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e14317-6386-4c38-a424-4610b43d6338 None None] Network 157e29fe-faee-4d0e-8db9-4f89a5c9c2fc is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:22.055437 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-3f01df26-2757-4ab6-95c2-d66e321c5ad9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Transition to ACTIVE for port object 3ffc683d-e30c-4da3-82f7-4b06b8a7ded2 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:22.061428 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-83e14317-6386-4c38-a424-4610b43d6338 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:22.067579 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e14317-6386-4c38-a424-4610b43d6338 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:22.088409 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port aa7138f9-f8bc-4ecd-883a-123622c5c4c5 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:22.101851 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ef15f-ff45-48e1-838c-69c9cf95737c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8c624a7-6819-4593-8349-63591b71dd4d,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:22.130036 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-885c1c23-772e-4d06-ba0c-88adaaf80448 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Allocated IP 2001:db8::27c (157e29fe-faee-4d0e-8db9-4f89a5c9c2fc/2a8ddf50-7f54-4f54-b091-3f85b4b26d1d/ed7f98d5-9f1a-4131-92db-e207aba5cec9) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:22.132129 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port aa7138f9-f8bc-4ecd-883a-123622c5c4c5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:22.132427 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.168584 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e14317-6386-4c38-a424-4610b43d6338 None None] Pushing event updated for resources: {'Port': ['ID=8fbcc976-c08d-467c-a5af-732dfbf8dae1,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:22.189358 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875ef15f-ff45-48e1-838c-69c9cf95737c admin admin] Checking segment: {'id': '0971a4a5-8b14-4d19-87bd-4db8d63dd7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3e4ba965-3445-40a5-89cb-926766d0e7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:22.189728 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875ef15f-ff45-48e1-838c-69c9cf95737c admin admin] Network hostable DHCP agents. Network: 3e4ba965-3445-40a5-89cb-926766d0e7a9, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:09:22.217872 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-83e14317-6386-4c38-a424-4610b43d6338 None None] Attempting to bind port 8fbcc976-c08d-467c-a5af-732dfbf8dae1 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:22.218249 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-83e14317-6386-4c38-a424-4610b43d6338 None None] Attempting to bind port 8fbcc976-c08d-467c-a5af-732dfbf8dae1 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '3f58389b-2727-4244-b3b4-af176b70f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '157e29fe-faee-4d0e-8db9-4f89a5c9c2fc'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:22.218876 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e14317-6386-4c38-a424-4610b43d6338 None None] Attempting to bind port 8fbcc976-c08d-467c-a5af-732dfbf8dae1 on network 157e29fe-faee-4d0e-8db9-4f89a5c9c2fc {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:22.238867 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e14317-6386-4c38-a424-4610b43d6338 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:22.239550 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e14317-6386-4c38-a424-4610b43d6338 None None] Checking segment: {'id': '3f58389b-2727-4244-b3b4-af176b70f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '157e29fe-faee-4d0e-8db9-4f89a5c9c2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:22.240138 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-83e14317-6386-4c38-a424-4610b43d6338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.240702 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e14317-6386-4c38-a424-4610b43d6338 None None] Bound using segment: {'id': '3f58389b-2727-4244-b3b4-af176b70f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '157e29fe-faee-4d0e-8db9-4f89a5c9c2fc'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:22.241335 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-83e14317-6386-4c38-a424-4610b43d6338 None None] Bound port: 8fbcc976-c08d-467c-a5af-732dfbf8dae1, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f58389b-2727-4244-b3b4-af176b70f780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '157e29fe-faee-4d0e-8db9-4f89a5c9c2fc'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:22.242188 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-83e14317-6386-4c38-a424-4610b43d6338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.253275 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aefecf-8934-4b86-859e-b96ec087800b req-bf5798b2-a795-4a27-a724-08f63f4d3746 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:22.261466 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4aefecf-8934-4b86-859e-b96ec087800b req-bf5798b2-a795-4a27-a724-08f63f4d3746 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 945 time: 0.3758340 Jul 05 04:09:22.278418 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875ef15f-ff45-48e1-838c-69c9cf95737c admin admin] Network 3e4ba965-3445-40a5-89cb-926766d0e7a9 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:09:22.285275 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3f01df26-2757-4ab6-95c2-d66e321c5ad9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.355011 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-875ef15f-ff45-48e1-838c-69c9cf95737c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 3e4ba965-3445-40a5-89cb-926766d0e7a9) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:22.364716 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-885c1c23-772e-4d06-ba0c-88adaaf80448 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.370616 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0fa1ae-c728-4dcc-a61d-4656d7b4ba17 None None] Network 3e4ba965-3445-40a5-89cb-926766d0e7a9 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:22.377130 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875ef15f-ff45-48e1-838c-69c9cf95737c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:22.377865 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-875ef15f-ff45-48e1-838c-69c9cf95737c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.385912 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-885c1c23-772e-4d06-ba0c-88adaaf80448 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Transition to ACTIVE for port object ed7f98d5-9f1a-4131-92db-e207aba5cec9 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:22.386130 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.392520 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-83e14317-6386-4c38-a424-4610b43d6338 None None] For port 8fbcc976-c08d-467c-a5af-732dfbf8dae1, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:22.405243 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-06466933-8688-45b2-bb23-98077dd2fcf4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.435609 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-885c1c23-772e-4d06-ba0c-88adaaf80448 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.441219 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4aefecf-8934-4b86-859e-b96ec087800b req-93128d13-1bff-4f7b-893c-8c0ab73f7f3f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777632 Jul 05 04:09:22.455458 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-83e14317-6386-4c38-a424-4610b43d6338 None None] For port 8fbcc976-c08d-467c-a5af-732dfbf8dae1, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=8fbcc976-c08d-467c-a5af-732dfbf8dae1,segment=NetworkSegment(3f58389b-2727-4244-b3b4-af176b70f780),segment_id=3f58389b-2727-4244-b3b4-af176b70f780)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:22.463395 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f01df26-2757-4ab6-95c2-d66e321c5ad9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network eb095885-d242-4e54-9680-e58ed3f9b2da is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:22.464242 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-06466933-8688-45b2-bb23-98077dd2fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.468909 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port aa7138f9-f8bc-4ecd-883a-123622c5c4c5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=aa7138f9-f8bc-4ecd-883a-123622c5c4c5,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:22.473344 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-83e14317-6386-4c38-a424-4610b43d6338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.478350 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01df26-2757-4ab6-95c2-d66e321c5ad9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Port': ['ID=3ffc683d-e30c-4da3-82f7-4b06b8a7ded2,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:22.491751 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.510941 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885c1c23-772e-4d06-ba0c-88adaaf80448 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Network 157e29fe-faee-4d0e-8db9-4f89a5c9c2fc is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:22.514640 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-885c1c23-772e-4d06-ba0c-88adaaf80448 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:22.517131 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885c1c23-772e-4d06-ba0c-88adaaf80448 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:22.523319 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885c1c23-772e-4d06-ba0c-88adaaf80448 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:22.524016 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-885c1c23-772e-4d06-ba0c-88adaaf80448 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.545724 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-885c1c23-772e-4d06-ba0c-88adaaf80448 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.3559117 Jul 05 04:09:22.546449 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-3f01df26-2757-4ab6-95c2-d66e321c5ad9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:22.551611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45274) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:22.558949 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f01df26-2757-4ab6-95c2-d66e321c5ad9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:22.564712 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f01df26-2757-4ab6-95c2-d66e321c5ad9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:22.566155 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3f01df26-2757-4ab6-95c2-d66e321c5ad9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.578899 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-875ef15f-ff45-48e1-838c-69c9cf95737c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6248868 Jul 05 04:09:22.581770 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e14317-6386-4c38-a424-4610b43d6338 None None] Pushing event updated for resources: {'Port': ['ID=8fbcc976-c08d-467c-a5af-732dfbf8dae1,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:22.587587 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45276) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:22.603427 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-0b17b9e5-8e80-4571-85c1-261aab22bc09 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-252323874-router', 'tenant_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:22.604320 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c1c23-772e-4d06-ba0c-88adaaf80448 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Pushing event updated for resources: {'Port': ['ID=ed7f98d5-9f1a-4131-92db-e207aba5cec9,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:22.610431 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06466933-8688-45b2-bb23-98077dd2fcf4 admin admin] Pushing event updated for resources: {'Port': ['ID=8be7cb81-bc55-40f0-9281-7a6fca90eac3,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:22.617278 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3f01df26-2757-4ab6-95c2-d66e321c5ad9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0846498 Jul 05 04:09:22.620269 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45278) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:22.621352 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-06466933-8688-45b2-bb23-98077dd2fcf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.708907 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0b17b9e5-8e80-4571-85c1-261aab22bc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.710244 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0b17b9e5-8e80-4571-85c1-261aab22bc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.757308 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf80a6a3-ba91-47d4-9133-ebac5f81fea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-3e4ba965-3445-40a5-89cb-926766d0e7a9', 'network_id': '3e4ba965-3445-40a5-89cb-926766d0e7a9', 'tenant_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'fixed_ips': [{'subnet_id': 'd8c624a7-6819-4593-8349-63591b71dd4d'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:09:22.758234 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cf80a6a3-ba91-47d4-9133-ebac5f81fea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.965557 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0b17b9e5-8e80-4571-85c1-261aab22bc09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.993318 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113709cb-e7cc-4123-9513-1886b1e8b183 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:23.004588 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113709cb-e7cc-4123-9513-1886b1e8b183 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:23.010628 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113709cb-e7cc-4123-9513-1886b1e8b183 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:23.026011 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-113709cb-e7cc-4123-9513-1886b1e8b183 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.4746070 Jul 05 04:09:23.049734 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45282) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:23.054415 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06466933-8688-45b2-bb23-98077dd2fcf4 admin admin] Network a6f8531c-b79d-4c64-84bc-419bbc6fdca7 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:23.061725 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7392b75-fd69-4225-9ba0-a6928de508ca req-6ede641a-98c0-41cb-a508-0ad3f2f98c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:23.064295 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7392b75-fd69-4225-9ba0-a6928de508ca req-6ede641a-98c0-41cb-a508-0ad3f2f98c86 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 1097 time: 0.4027419 Jul 05 04:09:23.089538 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=aa7138f9-f8bc-4ecd-883a-123622c5c4c5,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:23.129679 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-06466933-8688-45b2-bb23-98077dd2fcf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:23.233785 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 60bbb4e8-5f44-477a-829c-a6abe8967300 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:23.240408 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-cf80a6a3-ba91-47d4-9133-ebac5f81fea0 None None] Allocated IP 172.20.0.2 (3e4ba965-3445-40a5-89cb-926766d0e7a9/d8c624a7-6819-4593-8349-63591b71dd4d/95d9183a-c4e4-4bc8-b72c-d876d7738ce0) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:23.468542 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0b17b9e5-8e80-4571-85c1-261aab22bc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:23.492514 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9da89806-2cc4-46d8-ab37-b5308817e578 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:23.496109 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 60bbb4e8-5f44-477a-829c-a6abe8967300 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:23.496485 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:23.583078 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5b0fb4-9a49-40b4-b55c-ed8c8a2159b1 None None] Network eb095885-d242-4e54-9680-e58ed3f9b2da requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:23.589771 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7392b75-fd69-4225-9ba0-a6928de508ca req-ccd3f7ee-b571-485a-b32d-a020b92ae5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:23.591304 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7392b75-fd69-4225-9ba0-a6928de508ca req-ccd3f7ee-b571-485a-b32d-a020b92ae5d7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 913 time: 0.5073235 Jul 05 04:09:23.654786 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1076fee8-50ef-4eda-a178-1de5d25416d4 None None] Provisioning for port 3f6d3039-d075-46d5-9fdb-18db3418c5ab completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:23.760985 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7392b75-fd69-4225-9ba0-a6928de508ca req-24085ae0-f7f9-498f-bba4-913062192b94 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c8c38a-7ee0-413b-9ae0-8b606379fc25 HTTP/1.1" status: 200 len: 217 time: 0.1264918 Jul 05 04:09:23.767765 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3f6d3039-d075-46d5-9fdb-18db3418c5ab up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:23.843233 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-4b40ec18-9ac2-4c4d-8584-72011fdca1b2 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Deleting port ed7f98d5-9f1a-4131-92db-e207aba5cec9 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:23.843774 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4b40ec18-9ac2-4c4d-8584-72011fdca1b2 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:23.852028 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06466933-8688-45b2-bb23-98077dd2fcf4 admin admin] Router b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:09:23.856298 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9da89806-2cc4-46d8-ab37-b5308817e578 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:23.868030 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9da89806-2cc4-46d8-ab37-b5308817e578 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:23.927476 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] Sync routers for ids ['706c818e-e96f-4a6e-b76f-a57219e34b09'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:09:23.932984 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cf80a6a3-ba91-47d4-9133-ebac5f81fea0 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:23.944627 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-02cf30df-5296-4eeb-a9d5-a755b320b627 None None] Provisioning complete for port 8be7cb81-bc55-40f0-9281-7a6fca90eac3 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:23.945165 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02cf30df-5296-4eeb-a9d5-a755b320b627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:23.970510 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da89806-2cc4-46d8-ab37-b5308817e578 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Port': ['ID=3ffc683d-e30c-4da3-82f7-4b06b8a7ded2,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:23.975048 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7392b75-fd69-4225-9ba0-a6928de508ca req-aa952c09-eeec-42eb-912e-dceee8e45b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:23.977331 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7392b75-fd69-4225-9ba0-a6928de508ca req-aa952c09-eeec-42eb-912e-dceee8e45b2a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d157b61e-6b4a-43c9-a07c-5c6e1fda4120 HTTP/1.1" status: 200 len: 851 time: 0.1976106 Jul 05 04:09:23.978495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-cf80a6a3-ba91-47d4-9133-ebac5f81fea0 None None] Transition to ACTIVE for port object 95d9183a-c4e4-4bc8-b72c-d876d7738ce0 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:24.011879 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] Routers {'706c818e-e96f-4a6e-b76f-a57219e34b09'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:24.012690 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:09:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['706c818e-e96f-4a6e-b76f-a57219e34b09'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:24.118248 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4b40ec18-9ac2-4c4d-8584-72011fdca1b2 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:24.184526 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30977b3b-c008-44cb-bdbf-8b9fb758b3e1 req-a3fb35a6-58df-4e81-ba54-aa384c15d46b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:24.186363 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-30977b3b-c008-44cb-bdbf-8b9fb758b3e1 req-a3fb35a6-58df-4e81-ba54-aa384c15d46b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 945 time: 0.5299675 Jul 05 04:09:24.327167 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-cf80a6a3-ba91-47d4-9133-ebac5f81fea0 None None] Transition to ACTIVE for port object 95d9183a-c4e4-4bc8-b72c-d876d7738ce0 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:24.335244 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 3f6d3039-d075-46d5-9fdb-18db3418c5ab completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:24.337997 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-02cf30df-5296-4eeb-a9d5-a755b320b627 None None] Port 8be7cb81-bc55-40f0-9281-7a6fca90eac3 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:24.349482 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cf80a6a3-ba91-47d4-9133-ebac5f81fea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:24.359055 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 3f6d3039-d075-46d5-9fdb-18db3418c5ab triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:24.359674 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:24.378950 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a259c8-361b-4c2f-b7fe-58b8560788e4 None None] Network 157e29fe-faee-4d0e-8db9-4f89a5c9c2fc requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:24.543785 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9da89806-2cc4-46d8-ab37-b5308817e578 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:24.567321 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf80a6a3-ba91-47d4-9133-ebac5f81fea0 None None] Network 3e4ba965-3445-40a5-89cb-926766d0e7a9 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:24.586990 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-cf80a6a3-ba91-47d4-9133-ebac5f81fea0 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:24.590057 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf80a6a3-ba91-47d4-9133-ebac5f81fea0 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:24.597892 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80a6a3-ba91-47d4-9133-ebac5f81fea0 None None] Pushing event updated for resources: {'Port': ['ID=95d9183a-c4e4-4bc8-b72c-d876d7738ce0,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:24.620628 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-678d7112-30e3-4513-a333-70a0bd81d494 None None] Provisioning for port 8fbcc976-c08d-467c-a5af-732dfbf8dae1 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:24.627947 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-4b40ec18-9ac2-4c4d-8584-72011fdca1b2 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Calling delete_port for ed7f98d5-9f1a-4131-92db-e207aba5cec9 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:24.650585 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] Set router 706c818e-e96f-4a6e-b76f-a57219e34b09 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:09:24.716904 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9da89806-2cc4-46d8-ab37-b5308817e578 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:24.781937 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06466933-8688-45b2-bb23-98077dd2fcf4 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:09:24.798749 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-06466933-8688-45b2-bb23-98077dd2fcf4 admin admin] 10.222.0.77 "PUT /v2.0/routers/b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8912699 Jul 05 04:09:24.801170 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] Sync routers for ids ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:09:24.823442 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] Routers {'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:24.824397 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:09:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:24.863511 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-30977b3b-c008-44cb-bdbf-8b9fb758b3e1 req-dfa8ab50-b53e-4e6d-82b3-5b07ca883eea tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310374 Jul 05 04:09:24.874168 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7392b75-fd69-4225-9ba0-a6928de508ca req-4690f3c4-7c9f-4582-b888-ee05c9806dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:24.877398 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7392b75-fd69-4225-9ba0-a6928de508ca req-4690f3c4-7c9f-4582-b888-ee05c9806dd3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=76e1944d-1d03-4c4e-b1ba-413cddc95912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8459983 Jul 05 04:09:24.949133 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cf80a6a3-ba91-47d4-9133-ebac5f81fea0 None None] Attempting to bind port 95d9183a-c4e4-4bc8-b72c-d876d7738ce0 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:24.949518 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cf80a6a3-ba91-47d4-9133-ebac5f81fea0 None None] Attempting to bind port 95d9183a-c4e4-4bc8-b72c-d876d7738ce0 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0971a4a5-8b14-4d19-87bd-4db8d63dd7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3e4ba965-3445-40a5-89cb-926766d0e7a9'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:24.949894 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf80a6a3-ba91-47d4-9133-ebac5f81fea0 None None] Attempting to bind port 95d9183a-c4e4-4bc8-b72c-d876d7738ce0 on network 3e4ba965-3445-40a5-89cb-926766d0e7a9 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:24.979909 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf80a6a3-ba91-47d4-9133-ebac5f81fea0 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:24.980293 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf80a6a3-ba91-47d4-9133-ebac5f81fea0 None None] Checking segment: {'id': '0971a4a5-8b14-4d19-87bd-4db8d63dd7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3e4ba965-3445-40a5-89cb-926766d0e7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:24.980710 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cf80a6a3-ba91-47d4-9133-ebac5f81fea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:24.981112 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf80a6a3-ba91-47d4-9133-ebac5f81fea0 None None] Bound using segment: {'id': '0971a4a5-8b14-4d19-87bd-4db8d63dd7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3e4ba965-3445-40a5-89cb-926766d0e7a9'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:24.981611 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cf80a6a3-ba91-47d4-9133-ebac5f81fea0 None None] Bound port: 95d9183a-c4e4-4bc8-b72c-d876d7738ce0, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0971a4a5-8b14-4d19-87bd-4db8d63dd7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3e4ba965-3445-40a5-89cb-926766d0e7a9'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:24.981997 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cf80a6a3-ba91-47d4-9133-ebac5f81fea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:25.010571 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] Set router b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:09:25.024918 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:25.100882 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7392b75-fd69-4225-9ba0-a6928de508ca req-318066ec-743a-4b4d-9593-4935f1d6a06e service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147279 Jul 05 04:09:25.157322 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0b17b9e5-8e80-4571-85c1-261aab22bc09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:25.238931 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0b17b9e5-8e80-4571-85c1-261aab22bc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:25.256899 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 3f6d3039-d075-46d5-9fdb-18db3418c5ab, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3f6d3039-d075-46d5-9fdb-18db3418c5ab,segment=NetworkSegment(48791b88-db9f-4f32-b663-f4083b87a5bd),segment_id=48791b88-db9f-4f32-b663-f4083b87a5bd)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:25.280335 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9da89806-2cc4-46d8-ab37-b5308817e578 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:25.288678 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9da89806-2cc4-46d8-ab37-b5308817e578 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:25.295112 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9da89806-2cc4-46d8-ab37-b5308817e578 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:25.315714 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:25.345862 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4b40ec18-9ac2-4c4d-8584-72011fdca1b2 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:25.431675 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40ec18-9ac2-4c4d-8584-72011fdca1b2 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Pushing event deleted for resources: {'Port': ['ID=ed7f98d5-9f1a-4131-92db-e207aba5cec9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:25.437566 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'name': 'tempest-AttachVolumeShelveTestJSON-1700939863-router', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:10Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'gw_port': {'id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:12Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8be7cb81-bc55-40f0-9281-7a6fca90eac3', 'name': '', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'mac_address': 'fa:16:3e:e0:a5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:18Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 2, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'subnets': [{'id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:25.451861 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device c3c8c38a-7ee0-413b-9ae0-8b606379fc25 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:09:25.462657 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7392b75-fd69-4225-9ba0-a6928de508ca req-fea6f889-e616-4d41-a418-c79e367c1c8e service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544471 Jul 05 04:09:25.479373 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] Checking router: b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:09:25.479760 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] Updating router b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 port 8be7cb81-bc55-40f0-9281-7a6fca90eac3 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:09:25.526804 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:25.541584 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-0b17b9e5-8e80-4571-85c1-261aab22bc09 admin admin] Allocated IP 172.25.1.9 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/3a56228e-f19f-462a-a0ab-ecab9c20b01b) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:25.578034 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-cf80a6a3-ba91-47d4-9133-ebac5f81fea0 None None] For port 95d9183a-c4e4-4bc8-b72c-d876d7738ce0, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:25.666655 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da89806-2cc4-46d8-ab37-b5308817e578 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Port': ['ID=3ffc683d-e30c-4da3-82f7-4b06b8a7ded2,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:25.667266 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4b40ec18-9ac2-4c4d-8584-72011fdca1b2 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:25.676374 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4b40ec18-9ac2-4c4d-8584-72011fdca1b2 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] 10.222.0.77 "DELETE /v2.0/ports/ed7f98d5-9f1a-4131-92db-e207aba5cec9 HTTP/1.1" status: 204 len: 168 time: 2.6189003 Jul 05 04:09:25.678752 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45298) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:25.721018 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-cf80a6a3-ba91-47d4-9133-ebac5f81fea0 None None] For port 95d9183a-c4e4-4bc8-b72c-d876d7738ce0, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=95d9183a-c4e4-4bc8-b72c-d876d7738ce0,segment=NetworkSegment(0971a4a5-8b14-4d19-87bd-4db8d63dd7a3),segment_id=0971a4a5-8b14-4d19-87bd-4db8d63dd7a3)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:25.747027 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0e293667-df8e-4ca9-b8d3-bad9647e80ef None None] Provisioning complete for port 3f6d3039-d075-46d5-9fdb-18db3418c5ab triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:25.747876 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0e293667-df8e-4ca9-b8d3-bad9647e80ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:25.764854 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cf80a6a3-ba91-47d4-9133-ebac5f81fea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:25.846301 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da89806-2cc4-46d8-ab37-b5308817e578 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network eb095885-d242-4e54-9680-e58ed3f9b2da is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:25.852867 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-9da89806-2cc4-46d8-ab37-b5308817e578 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:25.856383 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8fbcc976-c08d-467c-a5af-732dfbf8dae1 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:25.938662 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=3f6d3039-d075-46d5-9fdb-18db3418c5ab,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:26.039399 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0b17b9e5-8e80-4571-85c1-261aab22bc09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:26.091344 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:26.125554 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] Transition to ACTIVE for port object 8be7cb81-bc55-40f0-9281-7a6fca90eac3 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:26.137793 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:26.150135 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac1fc57f-e3ce-467c-b107-6a8d09163f3e tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] GET failed (client error): The resource could not be found. Jul 05 04:09:26.154439 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ac1fc57f-e3ce-467c-b107-6a8d09163f3e tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] 10.222.0.77 "GET /v2.0/ports/ed7f98d5-9f1a-4131-92db-e207aba5cec9 HTTP/1.1" status: 404 len: 333 time: 0.4722304 Jul 05 04:09:26.157562 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45302) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:26.160762 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0b17b9e5-8e80-4571-85c1-261aab22bc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:26.168212 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 8fbcc976-c08d-467c-a5af-732dfbf8dae1 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:26.181399 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-bbb4381b-2a13-4df1-9fa3-687370b8630d tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Request body: {'port': {'network_id': '157e29fe-faee-4d0e-8db9-4f89a5c9c2fc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-126127704'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:26.278057 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706c818e-e96f-4a6e-b76f-a57219e34b09', 'name': 'tempest-TestAggregatesBasicOps-1325672956-router', 'tenant_id': '0f0bd0a736614c9fa62aaa629c622645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'aa7138f9-f8bc-4ecd-883a-123622c5c4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:07Z', 'updated_at': '2021-07-05T04:09:15Z', 'revision_number': 4, 'project_id': '0f0bd0a736614c9fa62aaa629c622645', 'gw_port': {'id': 'aa7138f9-f8bc-4ecd-883a-123622c5c4c5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706c818e-e96f-4a6e-b76f-a57219e34b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:08Z', 'updated_at': '2021-07-05T04:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7', 'name': '', 'network_id': 'eeb93c3d-018d-4ca5-a8cd-5c225b105f9c', 'tenant_id': '0f0bd0a736614c9fa62aaa629c622645', 'mac_address': 'fa:16:3e:20:b6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706c818e-e96f-4a6e-b76f-a57219e34b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'aea8bd3f-a108-4c36-8b79-df535931e2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:13Z', 'updated_at': '2021-07-05T04:09:15Z', 'revision_number': 2, 'project_id': '0f0bd0a736614c9fa62aaa629c622645', 'subnets': [{'id': 'aea8bd3f-a108-4c36-8b79-df535931e2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:26.284505 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17b9e5-8e80-4571-85c1-261aab22bc09 admin admin] Pushing event updated for resources: {'Port': ['ID=3a56228e-f19f-462a-a0ab-ecab9c20b01b,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:26.290089 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 8fbcc976-c08d-467c-a5af-732dfbf8dae1 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:26.290714 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:26.389830 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80a6a3-ba91-47d4-9133-ebac5f81fea0 None None] Pushing event updated for resources: {'Port': ['ID=95d9183a-c4e4-4bc8-b72c-d876d7738ce0,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:26.450005 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b17b9e5-8e80-4571-85c1-261aab22bc09 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:26.455646 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-0b17b9e5-8e80-4571-85c1-261aab22bc09 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:26.463728 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b17b9e5-8e80-4571-85c1-261aab22bc09 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:26.488823 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] Attempting to bind port 8be7cb81-bc55-40f0-9281-7a6fca90eac3 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:26.489209 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] Attempting to bind port 8be7cb81-bc55-40f0-9281-7a6fca90eac3 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '04ffdb51-62ae-4257-af5e-6b2b9d45f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:26.489572 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] Attempting to bind port 8be7cb81-bc55-40f0-9281-7a6fca90eac3 on network a6f8531c-b79d-4c64-84bc-419bbc6fdca7 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:26.504000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da89806-2cc4-46d8-ab37-b5308817e578 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Router d6c05cfc-28d9-4395-bd91-f395c60b5bfa is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:09:26.511614 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:26.516668 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] Checking segment: {'id': '04ffdb51-62ae-4257-af5e-6b2b9d45f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:26.517141 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:26.517576 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] Bound using segment: {'id': '04ffdb51-62ae-4257-af5e-6b2b9d45f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:26.518648 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] Bound port: 8be7cb81-bc55-40f0-9281-7a6fca90eac3, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ffdb51-62ae-4257-af5e-6b2b9d45f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:26.519618 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:26.606579 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45304) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:26.614309 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-be354e46-99c9-434c-8b4e-45a5ce362811 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--390650072', 'description': 'tempest-description--1884902656'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:26.616125 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] Checking router: 706c818e-e96f-4a6e-b76f-a57219e34b09 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:09:26.616614 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] Updating router 706c818e-e96f-4a6e-b76f-a57219e34b09 port c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:09:26.653464 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d838d-630d-470a-9c5d-301ea35d5cc6 None None] Pushing event updated for resources: {'Port': ['ID=8be7cb81-bc55-40f0-9281-7a6fca90eac3,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:26.720080 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] For port 8be7cb81-bc55-40f0-9281-7a6fca90eac3, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:26.738926 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] For port 8be7cb81-bc55-40f0-9281-7a6fca90eac3, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=8be7cb81-bc55-40f0-9281-7a6fca90eac3,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:26.744697 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:26.749568 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:26.780671 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb4381b-2a13-4df1-9fa3-687370b8630d tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Made reservation on behalf of 15bfb49ec67b49348831ccaf0eae23bc for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:26.785501 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bbb4381b-2a13-4df1-9fa3-687370b8630d tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:26.806028 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.db.api [None req-be354e46-99c9-434c-8b4e-45a5ce362811 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:09:26.806028 n-d-780147-23 neutron-server[105538]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:09:26.806028 n-d-780147-23 neutron-server[105538]: [parameters: {'project_id_1': '0a0e169dad4642e084dbd1dffad21af0', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 9, 26, 628755)}] Jul 05 04:09:26.806028 n-d-780147-23 neutron-server[105538]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105538) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:09:26.807092 n-d-780147-23 neutron-server[105538]: DEBUG oslo_db.api [None req-be354e46-99c9-434c-8b4e-45a5ce362811 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:09:26.839353 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8da483-247f-4746-b460-61c740ad0877 req-17093ade-5d90-4590-9444-cd7c9656ce1a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:26.851206 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0e8da483-247f-4746-b460-61c740ad0877 req-17093ade-5d90-4590-9444-cd7c9656ce1a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 945 time: 0.5680006 Jul 05 04:09:26.902717 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da89806-2cc4-46d8-ab37-b5308817e578 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:09:26.903054 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] Routers {'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:26.903697 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:09:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:26.914085 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port c3c8c38a-7ee0-413b-9ae0-8b606379fc25, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=c3c8c38a-7ee0-413b-9ae0-8b606379fc25,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:26.920281 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366bcc3b-f9f9-4844-8324-6d4c0feb18e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3c8c38a-7ee0-413b-9ae0-8b606379fc25'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:26.922662 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19765056-09df-4b00-93cc-a881af62b2d4" -d '{"events": [{"server_uuid": "366bcc3b-f9f9-4844-8324-6d4c0feb18e8", "name": "network-vif-unplugged", "status": "completed", "tag": "c3c8c38a-7ee0-413b-9ae0-8b606379fc25"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:26.926069 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9da89806-2cc4-46d8-ab37-b5308817e578 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "PUT /v2.0/routers/d6c05cfc-28d9-4395-bd91-f395c60b5bfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3036640 Jul 05 04:09:26.927940 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813e8554-7a6c-4009-80ac-1877ecfa5326 None None] Sync routers for ids ['d6c05cfc-28d9-4395-bd91-f395c60b5bfa'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:09:26.936678 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:26.939183 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:26.943532 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-bbb4381b-2a13-4df1-9fa3-687370b8630d tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] device_id is not set on port 964f7732-3810-450f-8c69-93362b6d5f80 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:09:26.943696 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0e293667-df8e-4ca9-b8d3-bad9647e80ef None None] Provisioning for port 3ffc683d-e30c-4da3-82f7-4b06b8a7ded2 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:26.960556 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45308) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:26.994039 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0e293667-df8e-4ca9-b8d3-bad9647e80ef None None] Provisioning complete for port 3ffc683d-e30c-4da3-82f7-4b06b8a7ded2 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:26.994429 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0e293667-df8e-4ca9-b8d3-bad9647e80ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:27.043886 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0e8da483-247f-4746-b460-61c740ad0877 req-e99572c4-7b19-401c-ab1c-95151ead203b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904759 Jul 05 04:09:27.078472 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cca424-083f-408c-b87d-218d3661e5a9 x-openstack-request-id: req-b8cca424-083f-408c-b87d-218d3661e5a9 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:27.087724 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366bcc3b-f9f9-4844-8324-6d4c0feb18e8", "name": "network-vif-unplugged", "status": "completed", "tag": "c3c8c38a-7ee0-413b-9ae0-8b606379fc25", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:27.088091 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b8cca424-083f-408c-b87d-218d3661e5a9 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:27.088535 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366bcc3b-f9f9-4844-8324-6d4c0feb18e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3c8c38a-7ee0-413b-9ae0-8b606379fc25', 'code': 200} Jul 05 04:09:27.089142 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-0e293667-df8e-4ca9-b8d3-bad9647e80ef None None] Port 3ffc683d-e30c-4da3-82f7-4b06b8a7ded2 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:27.108714 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d838d-630d-470a-9c5d-301ea35d5cc6 None None] Pushing event updated for resources: {'Port': ['ID=8be7cb81-bc55-40f0-9281-7a6fca90eac3,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:27.155524 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:27.186591 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813e8554-7a6c-4009-80ac-1877ecfa5326 None None] Routers {'d6c05cfc-28d9-4395-bd91-f395c60b5bfa'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:27.187252 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-813e8554-7a6c-4009-80ac-1877ecfa5326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:09:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d6c05cfc-28d9-4395-bd91-f395c60b5bfa'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:27.191165 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7a7b56-accb-4d9e-bc7f-4800da3190ad tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:27.197999 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45312) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:27.198534 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8f7a7b56-accb-4d9e-bc7f-4800da3190ad tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6c05cfc-28d9-4395-bd91-f395c60b5bfa HTTP/1.1" status: 200 len: 988 time: 0.2278779 Jul 05 04:09:27.264537 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-bbb4381b-2a13-4df1-9fa3-687370b8630d tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Allocated IP 2001:db8::3e4 (157e29fe-faee-4d0e-8db9-4f89a5c9c2fc/2a8ddf50-7f54-4f54-b091-3f85b4b26d1d/964f7732-3810-450f-8c69-93362b6d5f80) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:27.284643 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] Set router b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:09:27.330418 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-813e8554-7a6c-4009-80ac-1877ecfa5326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:27.358032 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0b17b9e5-8e80-4571-85c1-261aab22bc09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:27.427427 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3b0b6954-49a9-42f5-8083-3329c858e3e7 None None] Provisioning for port b7fb7452-87de-461f-9e50-3c0d494e5a09 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:27.470948 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=c3c8c38a-7ee0-413b-9ae0-8b606379fc25,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:27.509219 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813e8554-7a6c-4009-80ac-1877ecfa5326 None None] Routers {'d6c05cfc-28d9-4395-bd91-f395c60b5bfa'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:27.509873 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-813e8554-7a6c-4009-80ac-1877ecfa5326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:09:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d6c05cfc-28d9-4395-bd91-f395c60b5bfa'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:27.585500 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bbb4381b-2a13-4df1-9fa3-687370b8630d tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:27.614796 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3b0b6954-49a9-42f5-8083-3329c858e3e7 None None] Provisioning complete for port b7fb7452-87de-461f-9e50-3c0d494e5a09 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:27.615083 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6954-49a9-42f5-8083-3329c858e3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:27.616660 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-bbb4381b-2a13-4df1-9fa3-687370b8630d tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Transition to ACTIVE for port object 964f7732-3810-450f-8c69-93362b6d5f80 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:27.749176 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bbb4381b-2a13-4df1-9fa3-687370b8630d tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:27.797192 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'name': 'tempest-AttachVolumeShelveTestJSON-1700939863-router', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:10Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'gw_port': {'id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:12Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8be7cb81-bc55-40f0-9281-7a6fca90eac3', 'name': '', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'mac_address': 'fa:16:3e:e0:a5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:18Z', 'updated_at': '2021-07-05T04:09:26Z', 'revision_number': 4, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'subnets': [{'id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:27.824041 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-be354e46-99c9-434c-8b4e-45a5ce362811 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:27.853155 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85f5fec-3427-404d-8a77-caf4001c3cee None None] The sync data for ids ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'] in n-d-780147-23 is: [{'id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'name': 'tempest-AttachVolumeShelveTestJSON-1700939863-router', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:10Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'gw_port': {'id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:12Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8be7cb81-bc55-40f0-9281-7a6fca90eac3', 'name': '', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'mac_address': 'fa:16:3e:e0:a5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:18Z', 'updated_at': '2021-07-05T04:09:26Z', 'revision_number': 4, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'subnets': [{'id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:09:27.858737 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb4381b-2a13-4df1-9fa3-687370b8630d tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Network 157e29fe-faee-4d0e-8db9-4f89a5c9c2fc is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:27.867990 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-bbb4381b-2a13-4df1-9fa3-687370b8630d tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:27.880900 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb4381b-2a13-4df1-9fa3-687370b8630d tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:27.940290 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb4381b-2a13-4df1-9fa3-687370b8630d tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:27.941428 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bbb4381b-2a13-4df1-9fa3-687370b8630d tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:27.961878 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4381b-2a13-4df1-9fa3-687370b8630d tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Pushing event updated for resources: {'Port': ['ID=964f7732-3810-450f-8c69-93362b6d5f80,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:28.035353 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-813e8554-7a6c-4009-80ac-1877ecfa5326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:28.036072 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813e8554-7a6c-4009-80ac-1877ecfa5326 None None] The sync data for ids ['d6c05cfc-28d9-4395-bd91-f395c60b5bfa'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:09:28.066443 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 8fbcc976-c08d-467c-a5af-732dfbf8dae1, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=8fbcc976-c08d-467c-a5af-732dfbf8dae1,segment=NetworkSegment(3f58389b-2727-4244-b3b4-af176b70f780),segment_id=3f58389b-2727-4244-b3b4-af176b70f780)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:28.077848 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:28.078654 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device aa7138f9-f8bc-4ecd-883a-123622c5c4c5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:28.122050 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0b17b9e5-8e80-4571-85c1-261aab22bc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:28.287686 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=8fbcc976-c08d-467c-a5af-732dfbf8dae1,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:28.330483 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-3b0b6954-49a9-42f5-8083-3329c858e3e7 None None] Port b7fb7452-87de-461f-9e50-3c0d494e5a09 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:28.341456 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d179e9-3ddb-46a8-8ab8-09c42d149334 None None] Network 3e4ba965-3445-40a5-89cb-926766d0e7a9 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:28.393806 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3b0b6954-49a9-42f5-8083-3329c858e3e7 None None] Could not find standard attr ID for object ed7f98d5-9f1a-4131-92db-e207aba5cec9. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:09:28.474719 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3b0b6954-49a9-42f5-8083-3329c858e3e7 None None] Provisioning complete for port 3ffc683d-e30c-4da3-82f7-4b06b8a7ded2 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:28.475338 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6954-49a9-42f5-8083-3329c858e3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:28.534649 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-be354e46-99c9-434c-8b4e-45a5ce362811 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:28.548998 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bbb4381b-2a13-4df1-9fa3-687370b8630d tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3899536 Jul 05 04:09:28.550208 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45318) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:28.556091 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-48925daa-e19a-4d1a-98f4-4e379809b848 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::4c', 'mac_address': 'fa:16:3e:6f:76:5b'}]}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:28.573083 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port aa7138f9-f8bc-4ecd-883a-123622c5c4c5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:28.573738 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:28.588915 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-be354e46-99c9-434c-8b4e-45a5ce362811 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:28.624696 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-3b0b6954-49a9-42f5-8083-3329c858e3e7 None None] Port 3ffc683d-e30c-4da3-82f7-4b06b8a7ded2 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:28.682394 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b8c8c0e3-07c4-40e7-aab5-ea31ba905d41 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:28.742676 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a902b4fa-84d2-4b24-a1f2-a1019da18526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:28.747513 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be354e46-99c9-434c-8b4e-45a5ce362811 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd196e0-825e-46b8-8473-09bba62d7de1,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:28.792701 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-48925daa-e19a-4d1a-98f4-4e379809b848 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:28.802939 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-be354e46-99c9-434c-8b4e-45a5ce362811 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:28.806954 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-be354e46-99c9-434c-8b4e-45a5ce362811 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.1949294 Jul 05 04:09:28.811070 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45320) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:28.818955 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-64ce783a-c33b-4461-b66e-c022810badab tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Request body: {'security_group_rule': {'security_group_id': '3bd196e0-825e-46b8-8473-09bba62d7de1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:28.849616 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3b0b6954-49a9-42f5-8083-3329c858e3e7 None None] Provisioning complete for port 8fbcc976-c08d-467c-a5af-732dfbf8dae1 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:28.849990 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6954-49a9-42f5-8083-3329c858e3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:28.901013 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fabc0-be31-4c96-a4fc-6cd1766472a9 req-a3d916d6-e087-48a4-95b0-f54b27ad8b56 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:28.902635 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-240fabc0-be31-4c96-a4fc-6cd1766472a9 req-a3d916d6-e087-48a4-95b0-f54b27ad8b56 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 943 time: 0.5460112 Jul 05 04:09:28.903383 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b17b9e5-8e80-4571-85c1-261aab22bc09 admin admin] Router 90311215-7a1c-4e3b-9c47-884f84981ebc is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:09:28.928656 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-64ce783a-c33b-4461-b66e-c022810badab tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:28.985002 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:29.078653 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] Transition to ACTIVE for port object c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:29.106106 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-48925daa-e19a-4d1a-98f4-4e379809b848 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:29.108457 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:29.115200 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-48925daa-e19a-4d1a-98f4-4e379809b848 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:29.178784 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-48925daa-e19a-4d1a-98f4-4e379809b848 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] In _notify_port_updated(), no bound segment for port 964f7732-3810-450f-8c69-93362b6d5f80 on network 157e29fe-faee-4d0e-8db9-4f89a5c9c2fc {{(pid=105539) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:09:29.202684 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48925daa-e19a-4d1a-98f4-4e379809b848 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:29.203341 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-48925daa-e19a-4d1a-98f4-4e379809b848 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:29.204735 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-48925daa-e19a-4d1a-98f4-4e379809b848 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] 10.222.0.77 "PUT /v2.0/ports/964f7732-3810-450f-8c69-93362b6d5f80 HTTP/1.1" status: 200 len: 1001 time: 0.6534073 Jul 05 04:09:29.209103 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45322) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:29.242892 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94259789-8678-4ea4-80b1-19b70eb319b1 None None] Pushing event updated for resources: {'Port': ['ID=c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:29.335331 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b17b9e5-8e80-4571-85c1-261aab22bc09 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:09:29.345824 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] Sync routers for ids ['90311215-7a1c-4e3b-9c47-884f84981ebc'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:09:29.370215 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] Routers {'90311215-7a1c-4e3b-9c47-884f84981ebc'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:29.375434 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:09:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['90311215-7a1c-4e3b-9c47-884f84981ebc'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:29.387628 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48925daa-e19a-4d1a-98f4-4e379809b848 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Pushing event updated for resources: {'Port': ['ID=964f7732-3810-450f-8c69-93362b6d5f80,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:29.489498 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-240fabc0-be31-4c96-a4fc-6cd1766472a9 req-ab7e0182-27f7-4ee9-b45d-444886f684bb tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5736125 Jul 05 04:09:29.534474 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] Attempting to bind port c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:29.537890 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] Attempting to bind port c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'c3190d12-c53f-423e-b2ba-0a9c13408d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'eeb93c3d-018d-4ca5-a8cd-5c225b105f9c'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:29.538347 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] Attempting to bind port c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7 on network eeb93c3d-018d-4ca5-a8cd-5c225b105f9c {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:29.544914 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0b17b9e5-8e80-4571-85c1-261aab22bc09 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:29.548664 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0b17b9e5-8e80-4571-85c1-261aab22bc09 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9543414 Jul 05 04:09:29.548787 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:29.567118 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45326) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:29.576823 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:29.577213 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] Checking segment: {'id': 'c3190d12-c53f-423e-b2ba-0a9c13408d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'eeb93c3d-018d-4ca5-a8cd-5c225b105f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:29.577622 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:29.578027 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] Bound using segment: {'id': 'c3190d12-c53f-423e-b2ba-0a9c13408d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'eeb93c3d-018d-4ca5-a8cd-5c225b105f9c'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:29.578504 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] Bound port: c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3190d12-c53f-423e-b2ba-0a9c13408d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'eeb93c3d-018d-4ca5-a8cd-5c225b105f9c'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:29.578888 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:29.638744 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-64ce783a-c33b-4461-b66e-c022810badab tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:29.658019 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] Set router 90311215-7a1c-4e3b-9c47-884f84981ebc gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:09:29.658223 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 95d9183a-c4e4-4bc8-b72c-d876d7738ce0 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:29.691232 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-64ce783a-c33b-4461-b66e-c022810badab tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:29.729701 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ab184c00-dba5-412b-9cc9-7db66e2c6f79 None None] Could not find standard attr ID for object ed7f98d5-9f1a-4131-92db-e207aba5cec9. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:09:29.794801 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce783a-c33b-4461-b66e-c022810badab tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b5829a-b063-4c61-b42a-3580bac2186c,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:29.895291 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-64ce783a-c33b-4461-b66e-c022810badab tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:29.896807 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-64ce783a-c33b-4461-b66e-c022810badab tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0820687 Jul 05 04:09:29.903092 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45330) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:29.908385 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] For port c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:29.920186 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-7cef3762-d177-4a7c-81a2-6fd6fe1764e4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Request body: {'security_group_rule': {'security_group_id': '3bd196e0-825e-46b8-8473-09bba62d7de1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:29.926238 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] For port c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7,segment=NetworkSegment(c3190d12-c53f-423e-b2ba-0a9c13408d38),segment_id=c3190d12-c53f-423e-b2ba-0a9c13408d38)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:29.945716 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:30.009349 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-b8c8c0e3-07c4-40e7-aab5-ea31ba905d41 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting port 3ffc683d-e30c-4da3-82f7-4b06b8a7ded2 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:30.009697 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b8c8c0e3-07c4-40e7-aab5-ea31ba905d41 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:30.064562 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 95d9183a-c4e4-4bc8-b72c-d876d7738ce0 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:30.064803 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-78a8717c-b0b7-4690-8936-c245c496f745 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Deleting port 964f7732-3810-450f-8c69-93362b6d5f80 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:30.064938 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-78a8717c-b0b7-4690-8936-c245c496f745 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:30.081902 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ab184c00-dba5-412b-9cc9-7db66e2c6f79 None None] Provisioning for port 95d9183a-c4e4-4bc8-b72c-d876d7738ce0 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:30.091290 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 95d9183a-c4e4-4bc8-b72c-d876d7738ce0 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:30.091653 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:30.102842 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] Routers {'706c818e-e96f-4a6e-b76f-a57219e34b09'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:30.103977 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:09:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['706c818e-e96f-4a6e-b76f-a57219e34b09'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:30.118266 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7cef3762-d177-4a7c-81a2-6fd6fe1764e4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:30.133691 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90311215-7a1c-4e3b-9c47-884f84981ebc', 'name': 'tempest-TestAggregatesBasicOps-252323874-router', 'tenant_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '3a56228e-f19f-462a-a0ab-ecab9c20b01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:22Z', 'updated_at': '2021-07-05T04:09:26Z', 'revision_number': 3, 'project_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'gw_port': {'id': '3a56228e-f19f-462a-a0ab-ecab9c20b01b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90311215-7a1c-4e3b-9c47-884f84981ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:25Z', 'updated_at': '2021-07-05T04:09:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:30.185455 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be106081-492b-427e-844e-41cae34cdb00 req-f826cb93-a9eb-4381-921a-3349ba2328bf tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:30.187072 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-be106081-492b-427e-844e-41cae34cdb00 req-f826cb93-a9eb-4381-921a-3349ba2328bf tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.2888908 Jul 05 04:09:30.330853 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] Set router 706c818e-e96f-4a6e-b76f-a57219e34b09 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:09:30.344460 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b8c8c0e3-07c4-40e7-aab5-ea31ba905d41 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:30.345696 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-78a8717c-b0b7-4690-8936-c245c496f745 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:30.372094 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] Checking router: 90311215-7a1c-4e3b-9c47-884f84981ebc for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:09:30.373481 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] Updating router 90311215-7a1c-4e3b-9c47-884f84981ebc port 3a56228e-f19f-462a-a0ab-ecab9c20b01b binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:09:30.386631 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-be106081-492b-427e-844e-41cae34cdb00 req-b9aa36ab-b945-44f0-b893-5ca081ae1f5f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846848 Jul 05 04:09:30.398292 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-78a8717c-b0b7-4690-8936-c245c496f745 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Calling delete_port for 964f7732-3810-450f-8c69-93362b6d5f80 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:30.418826 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-b8c8c0e3-07c4-40e7-aab5-ea31ba905d41 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Calling delete_port for 3ffc683d-e30c-4da3-82f7-4b06b8a7ded2 owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:30.428294 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:30.433387 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7cef3762-d177-4a7c-81a2-6fd6fe1764e4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:30.443123 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7cef3762-d177-4a7c-81a2-6fd6fe1764e4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:30.512708 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef3762-d177-4a7c-81a2-6fd6fe1764e4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6078eff-5323-42a9-9bb0-cf4a182ae995,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:30.519309 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7cef3762-d177-4a7c-81a2-6fd6fe1764e4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:30.522167 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7cef3762-d177-4a7c-81a2-6fd6fe1764e4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6177816 Jul 05 04:09:30.525943 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45334) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:30.530656 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-84dcf4d0-e0a2-4c0d-adca-9c7f6341c434 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:30.571724 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ab184c00-dba5-412b-9cc9-7db66e2c6f79 None None] Provisioning complete for port 95d9183a-c4e4-4bc8-b72c-d876d7738ce0 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:30.573590 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ab184c00-dba5-412b-9cc9-7db66e2c6f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:30.685071 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94259789-8678-4ea4-80b1-19b70eb319b1 None None] Pushing event updated for resources: {'Port': ['ID=c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:30.786421 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-84dcf4d0-e0a2-4c0d-adca-9c7f6341c434 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:30.812575 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-78a8717c-b0b7-4690-8936-c245c496f745 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:30.861154 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:30.867578 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ab184c00-dba5-412b-9cc9-7db66e2c6f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:30.874116 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:30.875503 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] Transition to ACTIVE for port object 3a56228e-f19f-462a-a0ab-ecab9c20b01b will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:30.885401 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:30.940119 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 95d9183a-c4e4-4bc8-b72c-d876d7738ce0, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=95d9183a-c4e4-4bc8-b72c-d876d7738ce0,segment=NetworkSegment(0971a4a5-8b14-4d19-87bd-4db8d63dd7a3),segment_id=0971a4a5-8b14-4d19-87bd-4db8d63dd7a3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:30.954526 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:30.957532 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3f6d3039-d075-46d5-9fdb-18db3418c5ab up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:31.043577 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a1e69-a897-40fc-b94b-8386588de5e2 None None] Pushing event updated for resources: {'Port': ['ID=3a56228e-f19f-462a-a0ab-ecab9c20b01b,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:31.050289 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] Attempting to bind port 3a56228e-f19f-462a-a0ab-ecab9c20b01b on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:31.051065 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] Attempting to bind port 3a56228e-f19f-462a-a0ab-ecab9c20b01b by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:31.051783 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] Attempting to bind port 3a56228e-f19f-462a-a0ab-ecab9c20b01b on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:31.070363 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:31.071078 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:31.071583 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.072238 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:31.072821 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] Bound port: 3a56228e-f19f-462a-a0ab-ecab9c20b01b, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:31.073326 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.079136 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8717c-b0b7-4690-8936-c245c496f745 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Pushing event deleted for resources: {'Port': ['ID=964f7732-3810-450f-8c69-93362b6d5f80,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:31.093177 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-78a8717c-b0b7-4690-8936-c245c496f745 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.101698 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-78a8717c-b0b7-4690-8936-c245c496f745 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] 10.222.0.77 "DELETE /v2.0/ports/964f7732-3810-450f-8c69-93362b6d5f80 HTTP/1.1" status: 204 len: 168 time: 1.8839839 Jul 05 04:09:31.103041 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45338) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:31.140813 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bb1c7-d9a2-477c-8bb2-dfc45c2320ae req-827bc34e-0fcd-46c3-a00a-e33b0ba39647 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:31.144773 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4c4bb1c7-d9a2-477c-8bb2-dfc45c2320ae req-827bc34e-0fcd-46c3-a00a-e33b0ba39647 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.3999765 Jul 05 04:09:31.160553 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706c818e-e96f-4a6e-b76f-a57219e34b09', 'name': 'tempest-TestAggregatesBasicOps-1325672956-router', 'tenant_id': '0f0bd0a736614c9fa62aaa629c622645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'aa7138f9-f8bc-4ecd-883a-123622c5c4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:07Z', 'updated_at': '2021-07-05T04:09:15Z', 'revision_number': 4, 'project_id': '0f0bd0a736614c9fa62aaa629c622645', 'gw_port': {'id': 'aa7138f9-f8bc-4ecd-883a-123622c5c4c5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706c818e-e96f-4a6e-b76f-a57219e34b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:08Z', 'updated_at': '2021-07-05T04:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7', 'name': '', 'network_id': 'eeb93c3d-018d-4ca5-a8cd-5c225b105f9c', 'tenant_id': '0f0bd0a736614c9fa62aaa629c622645', 'mac_address': 'fa:16:3e:20:b6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706c818e-e96f-4a6e-b76f-a57219e34b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'aea8bd3f-a108-4c36-8b79-df535931e2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:13Z', 'updated_at': '2021-07-05T04:09:29Z', 'revision_number': 4, 'project_id': '0f0bd0a736614c9fa62aaa629c622645', 'subnets': [{'id': 'aea8bd3f-a108-4c36-8b79-df535931e2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:31.162547 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=95d9183a-c4e4-4bc8-b72c-d876d7738ce0,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:31.167692 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] For port 3a56228e-f19f-462a-a0ab-ecab9c20b01b, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:31.179010 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] For port 3a56228e-f19f-462a-a0ab-ecab9c20b01b, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3a56228e-f19f-462a-a0ab-ecab9c20b01b,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:31.185414 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.215895 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4394ea9e-e2de-4fd8-8d11-78ee5717b1eb None None] The sync data for ids ['706c818e-e96f-4a6e-b76f-a57219e34b09'] in n-d-780147-23 is: [{'id': '706c818e-e96f-4a6e-b76f-a57219e34b09', 'name': 'tempest-TestAggregatesBasicOps-1325672956-router', 'tenant_id': '0f0bd0a736614c9fa62aaa629c622645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'aa7138f9-f8bc-4ecd-883a-123622c5c4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:07Z', 'updated_at': '2021-07-05T04:09:15Z', 'revision_number': 4, 'project_id': '0f0bd0a736614c9fa62aaa629c622645', 'gw_port': {'id': 'aa7138f9-f8bc-4ecd-883a-123622c5c4c5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706c818e-e96f-4a6e-b76f-a57219e34b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:08Z', 'updated_at': '2021-07-05T04:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7', 'name': '', 'network_id': 'eeb93c3d-018d-4ca5-a8cd-5c225b105f9c', 'tenant_id': '0f0bd0a736614c9fa62aaa629c622645', 'mac_address': 'fa:16:3e:20:b6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706c818e-e96f-4a6e-b76f-a57219e34b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'aea8bd3f-a108-4c36-8b79-df535931e2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:13Z', 'updated_at': '2021-07-05T04:09:29Z', 'revision_number': 4, 'project_id': '0f0bd0a736614c9fa62aaa629c622645', 'subnets': [{'id': 'aea8bd3f-a108-4c36-8b79-df535931e2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:09:31.217842 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.api [None req-ab184c00-dba5-412b-9cc9-7db66e2c6f79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:09:31.218395 n-d-780147-23 neutron-server[105540]: DEBUG oslo_db.api [None req-ab184c00-dba5-412b-9cc9-7db66e2c6f79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:09:31.230018 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 3f6d3039-d075-46d5-9fdb-18db3418c5ab triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:31.230601 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.242721 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4c4bb1c7-d9a2-477c-8bb2-dfc45c2320ae req-45c8bddc-e1ac-4136-96cb-e85fcf3e27cc tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680816 Jul 05 04:09:31.243642 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ec2f77-64ce-429a-b8e0-732bd2b41b78 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] GET failed (client error): The resource could not be found. Jul 05 04:09:31.249271 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-96ec2f77-64ce-429a-b8e0-732bd2b41b78 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] 10.222.0.77 "GET /v2.0/ports/964f7732-3810-450f-8c69-93362b6d5f80 HTTP/1.1" status: 404 len: 333 time: 0.1356463 Jul 05 04:09:31.249917 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45340) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:31.257155 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-9735510d-460f-4e7e-8df1-1f11a4ae6dd2 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Request body: {'port': {'network_id': '157e29fe-faee-4d0e-8db9-4f89a5c9c2fc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1203380458'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:31.279141 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-414bf952-bada-4091-af49-5d10994f0a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.339559 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a1e69-a897-40fc-b94b-8386588de5e2 None None] Pushing event updated for resources: {'Port': ['ID=3a56228e-f19f-462a-a0ab-ecab9c20b01b,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:31.343439 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] Routers {'90311215-7a1c-4e3b-9c47-884f84981ebc'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:31.344533 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:09:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['90311215-7a1c-4e3b-9c47-884f84981ebc'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:31.383918 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bf8a4022-1958-4bdb-a907-55c524ac22ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.388931 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8be7cb81-bc55-40f0-9281-7a6fca90eac3 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:31.435907 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device c3c8c38a-7ee0-413b-9ae0-8b606379fc25 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:09:31.523935 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-414bf952-bada-4091-af49-5d10994f0a0f admin admin] Allocated IP 172.20.0.1 (3e4ba965-3445-40a5-89cb-926766d0e7a9/d8c624a7-6819-4593-8349-63591b71dd4d/bce0ad77-84a3-4981-b01d-8100c659177f) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:31.606087 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] Set router 90311215-7a1c-4e3b-9c47-884f84981ebc gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:09:31.617743 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 8be7cb81-bc55-40f0-9281-7a6fca90eac3 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:31.629965 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 8be7cb81-bc55-40f0-9281-7a6fca90eac3 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:31.630625 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.745735 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b8c8c0e3-07c4-40e7-aab5-ea31ba905d41 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.784720 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.792131 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8c0e3-07c4-40e7-aab5-ea31ba905d41 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Port': ['ID=3ffc683d-e30c-4da3-82f7-4b06b8a7ded2,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:31.870740 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ab184c00-dba5-412b-9cc9-7db66e2c6f79 None None] Could not find standard attr ID for object 964f7732-3810-450f-8c69-93362b6d5f80. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:09:31.922724 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.950618 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-414bf952-bada-4091-af49-5d10994f0a0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.999425 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b8c8c0e3-07c4-40e7-aab5-ea31ba905d41 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.032228 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 8be7cb81-bc55-40f0-9281-7a6fca90eac3, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=8be7cb81-bc55-40f0-9281-7a6fca90eac3,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:32.063719 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.064552 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8fbcc976-c08d-467c-a5af-732dfbf8dae1 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:32.076081 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-414bf952-bada-4091-af49-5d10994f0a0f admin admin] Transition to ACTIVE for port object bce0ad77-84a3-4981-b01d-8100c659177f will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:32.103657 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9735510d-460f-4e7e-8df1-1f11a4ae6dd2 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Made reservation on behalf of 15bfb49ec67b49348831ccaf0eae23bc for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:32.108249 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9735510d-460f-4e7e-8df1-1f11a4ae6dd2 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.116838 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90311215-7a1c-4e3b-9c47-884f84981ebc', 'name': 'tempest-TestAggregatesBasicOps-252323874-router', 'tenant_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '3a56228e-f19f-462a-a0ab-ecab9c20b01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:22Z', 'updated_at': '2021-07-05T04:09:26Z', 'revision_number': 3, 'project_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'gw_port': {'id': '3a56228e-f19f-462a-a0ab-ecab9c20b01b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90311215-7a1c-4e3b-9c47-884f84981ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:25Z', 'updated_at': '2021-07-05T04:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:32.158206 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e38dc-8a27-4ea5-9543-dd3350a30cc5 req-eb6c2edd-273b-48d1-84b0-d987e7b6362e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:32.166490 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-265e38dc-8a27-4ea5-9543-dd3350a30cc5 req-eb6c2edd-273b-48d1-84b0-d987e7b6362e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.2073631 Jul 05 04:09:32.193277 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954b28f3-941a-4bca-a663-6ce1cf9160d2 None None] The sync data for ids ['90311215-7a1c-4e3b-9c47-884f84981ebc'] in n-d-780147-23 is: [{'id': '90311215-7a1c-4e3b-9c47-884f84981ebc', 'name': 'tempest-TestAggregatesBasicOps-252323874-router', 'tenant_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '3a56228e-f19f-462a-a0ab-ecab9c20b01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:22Z', 'updated_at': '2021-07-05T04:09:26Z', 'revision_number': 3, 'project_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'gw_port': {'id': '3a56228e-f19f-462a-a0ab-ecab9c20b01b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90311215-7a1c-4e3b-9c47-884f84981ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:25Z', 'updated_at': '2021-07-05T04:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:09:32.200502 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-84dcf4d0-e0a2-4c0d-adca-9c7f6341c434 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.218794 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-9735510d-460f-4e7e-8df1-1f11a4ae6dd2 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] device_id is not set on port b931e27e-68aa-4f87-a3f4-b4d0fd5e4178 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:09:32.234411 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3fa658b1-1b54-454b-8ea6-7e751a1bf6c5 None None] Provisioning complete for port 95d9183a-c4e4-4bc8-b72c-d876d7738ce0 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:32.235957 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3fa658b1-1b54-454b-8ea6-7e751a1bf6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.302411 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 8fbcc976-c08d-467c-a5af-732dfbf8dae1 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:32.302636 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.362907 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=8be7cb81-bc55-40f0-9281-7a6fca90eac3,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:32.363231 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c8c0e3-07c4-40e7-aab5-ea31ba905d41 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Router d6c05cfc-28d9-4395-bd91-f395c60b5bfa has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:09:32.389183 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-9735510d-460f-4e7e-8df1-1f11a4ae6dd2 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Allocated IP 2001:db8::179 (157e29fe-faee-4d0e-8db9-4f89a5c9c2fc/2a8ddf50-7f54-4f54-b091-3f85b4b26d1d/b931e27e-68aa-4f87-a3f4-b4d0fd5e4178) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:32.435924 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-265e38dc-8a27-4ea5-9543-dd3350a30cc5 req-bdbceca9-19b5-4c43-baed-af241a3e191d tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681370 Jul 05 04:09:32.438197 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3fa658b1-1b54-454b-8ea6-7e751a1bf6c5 None None] Could not find standard attr ID for object 964f7732-3810-450f-8c69-93362b6d5f80. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:09:32.459415 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-414bf952-bada-4091-af49-5d10994f0a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.528633 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-84dcf4d0-e0a2-4c0d-adca-9c7f6341c434 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Allocated IP 172.25.1.34 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/94a2bbdc-cc13-4cf9-87ce-46d6cffbd947) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:32.531580 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c8c0e3-07c4-40e7-aab5-ea31ba905d41 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:09:32.540254 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b8c8c0e3-07c4-40e7-aab5-ea31ba905d41 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "PUT /v2.0/routers/d6c05cfc-28d9-4395-bd91-f395c60b5bfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3408272 Jul 05 04:09:32.542755 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45350) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:32.585563 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414bf952-bada-4091-af49-5d10994f0a0f admin admin] Network 3e4ba965-3445-40a5-89cb-926766d0e7a9 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:32.586279 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf14d1f1-2f20-4738-92b2-02d31fdd6523 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] GET failed (client error): The resource could not be found. Jul 05 04:09:32.588303 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cf14d1f1-2f20-4738-92b2-02d31fdd6523 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports/3ffc683d-e30c-4da3-82f7-4b06b8a7ded2 HTTP/1.1" status: 404 len: 333 time: 0.0440784 Jul 05 04:09:32.590852 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45352) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:32.594081 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-414bf952-bada-4091-af49-5d10994f0a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:32.605251 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414bf952-bada-4091-af49-5d10994f0a0f admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:32.747377 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414bf952-bada-4091-af49-5d10994f0a0f admin admin] Pushing event updated for resources: {'Port': ['ID=bce0ad77-84a3-4981-b01d-8100c659177f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:32.757731 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c314a3cb-d247-4d13-927a-d75a34febbe6 None None] Sync routers for ids ['d6c05cfc-28d9-4395-bd91-f395c60b5bfa'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:09:32.777681 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c314a3cb-d247-4d13-927a-d75a34febbe6 None None] Routers {'d6c05cfc-28d9-4395-bd91-f395c60b5bfa'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:32.780962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-c314a3cb-d247-4d13-927a-d75a34febbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:09:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d6c05cfc-28d9-4395-bd91-f395c60b5bfa'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:32.832541 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-414bf952-bada-4091-af49-5d10994f0a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.842721 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.845032 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-c314a3cb-d247-4d13-927a-d75a34febbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:32.862880 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c314a3cb-d247-4d13-927a-d75a34febbe6 None None] Routers {'d6c05cfc-28d9-4395-bd91-f395c60b5bfa'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:32.868115 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-c314a3cb-d247-4d13-927a-d75a34febbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:09:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d6c05cfc-28d9-4395-bd91-f395c60b5bfa'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:32.945991 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-c314a3cb-d247-4d13-927a-d75a34febbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:32.948615 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c314a3cb-d247-4d13-927a-d75a34febbe6 None None] The sync data for ids ['d6c05cfc-28d9-4395-bd91-f395c60b5bfa'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:09:32.971415 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2362f5c-7880-47f5-9ade-455e0c55f006 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.987861 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9735510d-460f-4e7e-8df1-1f11a4ae6dd2 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.008860 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-9735510d-460f-4e7e-8df1-1f11a4ae6dd2 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Transition to ACTIVE for port object b931e27e-68aa-4f87-a3f4-b4d0fd5e4178 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:33.080136 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-27ae83af-d98e-47dc-bc06-aed3c69421a2 None None] Provisioning for port bce0ad77-84a3-4981-b01d-8100c659177f completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:33.084536 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-84dcf4d0-e0a2-4c0d-adca-9c7f6341c434 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.089795 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3a56228e-f19f-462a-a0ab-ecab9c20b01b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:33.144776 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-27ae83af-d98e-47dc-bc06-aed3c69421a2 None None] Provisioning complete for port bce0ad77-84a3-4981-b01d-8100c659177f triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:33.145931 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-27ae83af-d98e-47dc-bc06-aed3c69421a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.195682 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 3a56228e-f19f-462a-a0ab-ecab9c20b01b completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:33.199711 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-27ae83af-d98e-47dc-bc06-aed3c69421a2 None None] Port bce0ad77-84a3-4981-b01d-8100c659177f cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:33.216299 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 3a56228e-f19f-462a-a0ab-ecab9c20b01b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:33.217105 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.352437 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-84dcf4d0-e0a2-4c0d-adca-9c7f6341c434 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.363494 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2362f5c-7880-47f5-9ade-455e0c55f006 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.364918 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.402090 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2362f5c-7880-47f5-9ade-455e0c55f006 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.406731 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 3a56228e-f19f-462a-a0ab-ecab9c20b01b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3a56228e-f19f-462a-a0ab-ecab9c20b01b,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:33.420438 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.421938 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 95d9183a-c4e4-4bc8-b72c-d876d7738ce0 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:33.525964 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dcf4d0-e0a2-4c0d-adca-9c7f6341c434 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:33.532870 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-84dcf4d0-e0a2-4c0d-adca-9c7f6341c434 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:33.539762 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dcf4d0-e0a2-4c0d-adca-9c7f6341c434 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:33.548903 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2362f5c-7880-47f5-9ade-455e0c55f006 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.550715 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2362f5c-7880-47f5-9ade-455e0c55f006 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Fanout notify agent at l3_agent the message router_deleted on router d6c05cfc-28d9-4395-bd91-f395c60b5bfa {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:09:33.550851 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 95d9183a-c4e4-4bc8-b72c-d876d7738ce0 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:33.551166 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.579787 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=3a56228e-f19f-462a-a0ab-ecab9c20b01b,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:33.591075 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcf4d0-e0a2-4c0d-adca-9c7f6341c434 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Pushing event updated for resources: {'Port': ['ID=94a2bbdc-cc13-4cf9-87ce-46d6cffbd947,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:33.607661 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2362f5c-7880-47f5-9ade-455e0c55f006 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.611379 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c2362f5c-7880-47f5-9ade-455e0c55f006 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/routers/d6c05cfc-28d9-4395-bd91-f395c60b5bfa HTTP/1.1" status: 204 len: 168 time: 1.0170708 Jul 05 04:09:33.613364 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45358) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:33.708426 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:33.770983 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-84dcf4d0-e0a2-4c0d-adca-9c7f6341c434 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.788005 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:33.791116 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9735510d-460f-4e7e-8df1-1f11a4ae6dd2 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.796493 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:33.797301 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.843017 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-84dcf4d0-e0a2-4c0d-adca-9c7f6341c434 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.872599 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-9baf708c-b9e2-4603-9686-bf9c6244561e tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting subnet 4a800912-f58c-44f9-8475-a414fcca2562 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:09:33.887397 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9baf708c-b9e2-4603-9686-bf9c6244561e tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.917473 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.961931 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7,segment=NetworkSegment(c3190d12-c53f-423e-b2ba-0a9c13408d38),segment_id=c3190d12-c53f-423e-b2ba-0a9c13408d38)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:33.963294 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9735510d-460f-4e7e-8df1-1f11a4ae6dd2 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Network 157e29fe-faee-4d0e-8db9-4f89a5c9c2fc is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:33.968996 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.970561 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8be7cb81-bc55-40f0-9281-7a6fca90eac3 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:33.988005 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-9735510d-460f-4e7e-8df1-1f11a4ae6dd2 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:33.996425 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9735510d-460f-4e7e-8df1-1f11a4ae6dd2 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:34.002364 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9735510d-460f-4e7e-8df1-1f11a4ae6dd2 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:34.003057 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9735510d-460f-4e7e-8df1-1f11a4ae6dd2 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.019493 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735510d-460f-4e7e-8df1-1f11a4ae6dd2 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Pushing event updated for resources: {'Port': ['ID=b931e27e-68aa-4f87-a3f4-b4d0fd5e4178,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:34.079471 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:34.081426 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9baf708c-b9e2-4603-9686-bf9c6244561e tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.085725 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-414bf952-bada-4091-af49-5d10994f0a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.096943 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 8be7cb81-bc55-40f0-9281-7a6fca90eac3 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:34.097417 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.119421 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-84dcf4d0-e0a2-4c0d-adca-9c7f6341c434 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.129573 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-84dcf4d0-e0a2-4c0d-adca-9c7f6341c434 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.136155 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9735510d-460f-4e7e-8df1-1f11a4ae6dd2 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8807549 Jul 05 04:09:34.159349 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45360) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:34.165782 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-8b37d63b-c155-44d7-8766-b55a49ead5ce tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:6f:76:5b'}]}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:34.248271 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed364f22-f2ca-4869-98ae-6ab944b804cf req-e33c923a-fb5e-4a25-9386-2d281c19e023 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:34.249865 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ed364f22-f2ca-4869-98ae-6ab944b804cf req-e33c923a-fb5e-4a25-9386-2d281c19e023 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.5798993 Jul 05 04:09:34.265682 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcf4d0-e0a2-4c0d-adca-9c7f6341c434 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Pushing event updated for resources: {'Port': ['ID=94a2bbdc-cc13-4cf9-87ce-46d6cffbd947,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:34.327705 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-84dcf4d0-e0a2-4c0d-adca-9c7f6341c434 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.353103 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9baf708c-b9e2-4603-9686-bf9c6244561e tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.359748 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-84dcf4d0-e0a2-4c0d-adca-9c7f6341c434 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.360974 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ed364f22-f2ca-4869-98ae-6ab944b804cf req-71eeba8a-7389-4cb7-833d-010dd56947df tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646634 Jul 05 04:09:34.361267 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-84dcf4d0-e0a2-4c0d-adca-9c7f6341c434 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8340404 Jul 05 04:09:34.372365 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.397474 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0c57b43c-38c1-48b5-8b1c-2b73b087daed None None] Provisioning for port b931e27e-68aa-4f87-a3f4-b4d0fd5e4178 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:34.403549 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0c57b43c-38c1-48b5-8b1c-2b73b087daed None None] Provisioning complete for port b931e27e-68aa-4f87-a3f4-b4d0fd5e4178 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:34.404140 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0c57b43c-38c1-48b5-8b1c-2b73b087daed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.452718 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-0c57b43c-38c1-48b5-8b1c-2b73b087daed None None] Port b931e27e-68aa-4f87-a3f4-b4d0fd5e4178 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:34.482403 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8b37d63b-c155-44d7-8766-b55a49ead5ce tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.620500 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9baf708c-b9e2-4603-9686-bf9c6244561e tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.624867 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-0e1e337a-394d-4f6b-98e5-03f9e34b1947 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--390650072&fields=id&tenant_id=0a0e169dad4642e084dbd1dffad21af0 HTTP/1.1" status: 200 len: 267 time: 0.0956535 Jul 05 04:09:34.679120 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf708c-b9e2-4603-9686-bf9c6244561e tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Subnet': ['ID=4a800912-f58c-44f9-8475-a414fcca2562,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:34.707625 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dfb3e7-2e0f-4288-8c7d-7a941e82e5b4 None None] Network eb095885-d242-4e54-9680-e58ed3f9b2da requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:34.735640 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8b37d63b-c155-44d7-8766-b55a49ead5ce tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.741933 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8b37d63b-c155-44d7-8766-b55a49ead5ce tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.755826 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9baf708c-b9e2-4603-9686-bf9c6244561e tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.758177 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9baf708c-b9e2-4603-9686-bf9c6244561e tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/subnets/4a800912-f58c-44f9-8475-a414fcca2562 HTTP/1.1" status: 204 len: 168 time: 1.1344709 Jul 05 04:09:34.767399 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45376) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:34.795680 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-8b37d63b-c155-44d7-8766-b55a49ead5ce tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] In _notify_port_updated(), no bound segment for port b931e27e-68aa-4f87-a3f4-b4d0fd5e4178 on network 157e29fe-faee-4d0e-8db9-4f89a5c9c2fc {{(pid=105538) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:09:34.802969 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b37d63b-c155-44d7-8766-b55a49ead5ce tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:34.803682 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8b37d63b-c155-44d7-8766-b55a49ead5ce tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.805037 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8b37d63b-c155-44d7-8766-b55a49ead5ce tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] 10.222.0.77 "PUT /v2.0/ports/b931e27e-68aa-4f87-a3f4-b4d0fd5e4178 HTTP/1.1" status: 200 len: 1003 time: 0.6445811 Jul 05 04:09:34.808671 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45378) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:34.821207 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-414bf952-bada-4091-af49-5d10994f0a0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.870248 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-414bf952-bada-4091-af49-5d10994f0a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.887078 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3a56228e-f19f-462a-a0ab-ecab9c20b01b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:34.892737 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37d63b-c155-44d7-8766-b55a49ead5ce tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Pushing event updated for resources: {'Port': ['ID=b931e27e-68aa-4f87-a3f4-b4d0fd5e4178,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:34.962276 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 3a56228e-f19f-462a-a0ab-ecab9c20b01b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:34.963751 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.995475 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-95908f92-442f-47c2-b0d1-dcc79089b828 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:34.997169 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-95908f92-442f-47c2-b0d1-dcc79089b828 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/networks?id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7 HTTP/1.1" status: 200 len: 817 time: 0.3599463 Jul 05 04:09:35.007457 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-255738ec-a98b-4982-84e5-c057e0ca8719 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.010940 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-3c82002a-ed28-47aa-95d2-c1c88b990a01 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Deleting port b931e27e-68aa-4f87-a3f4-b4d0fd5e4178 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:35.011388 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3c82002a-ed28-47aa-95d2-c1c88b990a01 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.040723 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-414bf952-bada-4091-af49-5d10994f0a0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.046093 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-9e7636df-a8b8-4c05-94b8-21b7dba359ef tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/quotas/0a0e169dad4642e084dbd1dffad21af0 HTTP/1.1" status: 200 len: 375 time: 0.0285683 Jul 05 04:09:35.048463 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414bf952-bada-4091-af49-5d10994f0a0f admin admin] Pushing event updated for resources: {'Port': ['ID=bce0ad77-84a3-4981-b01d-8100c659177f,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:35.113115 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78841c7b-24ee-438e-a28e-5a8aba49a328 None None] DHCP port deletion for eb095885-d242-4e54-9680-e58ed3f9b2da request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:09:35.125994 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:35.187420 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3c82002a-ed28-47aa-95d2-c1c88b990a01 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.204035 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-3c82002a-ed28-47aa-95d2-c1c88b990a01 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Calling delete_port for b931e27e-68aa-4f87-a3f4-b4d0fd5e4178 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:35.213251 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:35.213645 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.228788 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414bf952-bada-4091-af49-5d10994f0a0f admin admin] Network 3e4ba965-3445-40a5-89cb-926766d0e7a9 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:35.233422 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-414bf952-bada-4091-af49-5d10994f0a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:35.236548 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-78841c7b-24ee-438e-a28e-5a8aba49a328 None None] Deleting port 3f6d3039-d075-46d5-9fdb-18db3418c5ab {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:35.237725 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-78841c7b-24ee-438e-a28e-5a8aba49a328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.315394 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-255738ec-a98b-4982-84e5-c057e0ca8719 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting port 3f6d3039-d075-46d5-9fdb-18db3418c5ab {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:35.315869 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-255738ec-a98b-4982-84e5-c057e0ca8719 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.337754 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e72bf96c-0669-4537-bd9f-200e20546806 None None] Provisioning complete for port b931e27e-68aa-4f87-a3f4-b4d0fd5e4178 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:35.338229 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e72bf96c-0669-4537-bd9f-200e20546806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.342571 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-78841c7b-24ee-438e-a28e-5a8aba49a328 None None] For port 3f6d3039-d075-46d5-9fdb-18db3418c5ab, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3f6d3039-d075-46d5-9fdb-18db3418c5ab,segment=NetworkSegment(48791b88-db9f-4f32-b663-f4083b87a5bd),segment_id=48791b88-db9f-4f32-b663-f4083b87a5bd)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:35.343045 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-78841c7b-24ee-438e-a28e-5a8aba49a328 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.348524 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-75ffcf8f-12f0-445f-863d-8648ab08cc7e tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0a0e169dad4642e084dbd1dffad21af0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2820942 Jul 05 04:09:35.378181 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-78841c7b-24ee-438e-a28e-5a8aba49a328 None None] Calling delete_port for 3f6d3039-d075-46d5-9fdb-18db3418c5ab owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:35.379162 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3c82002a-ed28-47aa-95d2-c1c88b990a01 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.423376 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82002a-ed28-47aa-95d2-c1c88b990a01 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Pushing event deleted for resources: {'Port': ['ID=b931e27e-68aa-4f87-a3f4-b4d0fd5e4178,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:35.466247 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3c82002a-ed28-47aa-95d2-c1c88b990a01 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.470685 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3c82002a-ed28-47aa-95d2-c1c88b990a01 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] 10.222.0.77 "DELETE /v2.0/ports/b931e27e-68aa-4f87-a3f4-b4d0fd5e4178 HTTP/1.1" status: 204 len: 168 time: 0.6586473 Jul 05 04:09:35.470966 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45382) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:35.507239 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-e72bf96c-0669-4537-bd9f-200e20546806 None None] Port b931e27e-68aa-4f87-a3f4-b4d0fd5e4178 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:35.547033 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-d29af8c8-4d4f-42e1-b4e5-008251f7a779 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] GET failed (client error): The resource could not be found. Jul 05 04:09:35.552971 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d29af8c8-4d4f-42e1-b4e5-008251f7a779 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] 10.222.0.77 "GET /v2.0/ports/b931e27e-68aa-4f87-a3f4-b4d0fd5e4178 HTTP/1.1" status: 404 len: 333 time: 0.0768447 Jul 05 04:09:35.553776 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45386) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:35.558478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-255738ec-a98b-4982-84e5-c057e0ca8719 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] For port 3f6d3039-d075-46d5-9fdb-18db3418c5ab, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3f6d3039-d075-46d5-9fdb-18db3418c5ab,segment=NetworkSegment(48791b88-db9f-4f32-b663-f4083b87a5bd),segment_id=48791b88-db9f-4f32-b663-f4083b87a5bd)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:35.558846 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-255738ec-a98b-4982-84e5-c057e0ca8719 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.560385 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-d6df2b68-c9d8-410e-9762-d5a209d3aea7 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Request body: {'port': {'network_id': '157e29fe-faee-4d0e-8db9-4f89a5c9c2fc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-528423434'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:35.591097 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414bf952-bada-4091-af49-5d10994f0a0f admin admin] Router 90311215-7a1c-4e3b-9c47-884f84981ebc has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:09:35.602104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-255738ec-a98b-4982-84e5-c057e0ca8719 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Calling delete_port for 3f6d3039-d075-46d5-9fdb-18db3418c5ab owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:35.655669 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-4ffb118e-1bfe-48fc-bf4b-96b6349c29ca service neutron] 10.222.0.77 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676783 Jul 05 04:09:35.661634 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-78841c7b-24ee-438e-a28e-5a8aba49a328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.698400 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78841c7b-24ee-438e-a28e-5a8aba49a328 None None] Pushing event deleted for resources: {'Port': ['ID=3f6d3039-d075-46d5-9fdb-18db3418c5ab,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:35.713402 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78841c7b-24ee-438e-a28e-5a8aba49a328 None None] No DVR routers for this DVR port 3f6d3039-d075-46d5-9fdb-18db3418c5ab on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:35.746535 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5eec4be5-18d5-437b-beec-2c38351822b9 None None] Provisioning complete for port bce0ad77-84a3-4981-b01d-8100c659177f triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:35.746535 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5eec4be5-18d5-437b-beec-2c38351822b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.756214 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7c91c-1913-4d62-9d15-ecd50d1c94fa req-d321dd30-0426-4cbb-bc98-ac15adb1188e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:35.757814 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fbc7c91c-1913-4d62-9d15-ecd50d1c94fa req-d321dd30-0426-4cbb-bc98-ac15adb1188e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.1633968 Jul 05 04:09:35.785249 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-5eec4be5-18d5-437b-beec-2c38351822b9 None None] Port bce0ad77-84a3-4981-b01d-8100c659177f cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:35.811289 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6df2b68-c9d8-410e-9762-d5a209d3aea7 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Made reservation on behalf of 15bfb49ec67b49348831ccaf0eae23bc for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:35.814916 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d6df2b68-c9d8-410e-9762-d5a209d3aea7 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.837708 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fbc7c91c-1913-4d62-9d15-ecd50d1c94fa req-98444461-b959-4fee-a1c7-a769012d9957 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611622 Jul 05 04:09:35.841446 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-d6df2b68-c9d8-410e-9762-d5a209d3aea7 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] device_id is not set on port 89e7d8c2-91b2-4a00-a732-1cad1a78dc3f yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:09:35.967337 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414bf952-bada-4091-af49-5d10994f0a0f admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:09:35.970383 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-119367fa-19c4-4aae-8599-f5e37dae7bb6 service neutron] 10.222.0.77 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547922 Jul 05 04:09:35.975909 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-414bf952-bada-4091-af49-5d10994f0a0f admin admin] 10.222.0.77 "PUT /v2.0/routers/90311215-7a1c-4e3b-9c47-884f84981ebc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3818583 Jul 05 04:09:35.981599 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-255738ec-a98b-4982-84e5-c057e0ca8719 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.992472 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392db347-5e92-44d3-8176-089bf0e248be None None] Sync routers for ids ['90311215-7a1c-4e3b-9c47-884f84981ebc'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:09:36.001949 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392db347-5e92-44d3-8176-089bf0e248be None None] Routers {'90311215-7a1c-4e3b-9c47-884f84981ebc'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:36.003456 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-392db347-5e92-44d3-8176-089bf0e248be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:09:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['90311215-7a1c-4e3b-9c47-884f84981ebc'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:36.010307 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-d6df2b68-c9d8-410e-9762-d5a209d3aea7 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Allocated IP 2001:db8::313 (157e29fe-faee-4d0e-8db9-4f89a5c9c2fc/2a8ddf50-7f54-4f54-b091-3f85b4b26d1d/89e7d8c2-91b2-4a00-a732-1cad1a78dc3f) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:36.012670 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255738ec-a98b-4982-84e5-c057e0ca8719 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Port': ['ID=3f6d3039-d075-46d5-9fdb-18db3418c5ab,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:36.016872 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255738ec-a98b-4982-84e5-c057e0ca8719 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] No DVR routers for this DVR port 3f6d3039-d075-46d5-9fdb-18db3418c5ab on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:36.136645 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-255738ec-a98b-4982-84e5-c057e0ca8719 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:36.146634 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-392db347-5e92-44d3-8176-089bf0e248be None None] Set router 90311215-7a1c-4e3b-9c47-884f84981ebc gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:09:36.156432 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-255738ec-a98b-4982-84e5-c057e0ca8719 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb095885-d242-4e54-9680-e58ed3f9b2da']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:36.172516 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-255738ec-a98b-4982-84e5-c057e0ca8719 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48791b88-db9f-4f32-b663-f4083b87a5bd') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:36.172844 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-255738ec-a98b-4982-84e5-c057e0ca8719 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48791b88-db9f-4f32-b663-f4083b87a5bd') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:36.188692 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-255738ec-a98b-4982-84e5-c057e0ca8719 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:36.214727 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-255738ec-a98b-4982-84e5-c057e0ca8719 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:36.227963 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255738ec-a98b-4982-84e5-c057e0ca8719 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:09:36.228709 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-255738ec-a98b-4982-84e5-c057e0ca8719 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:09:36.232298 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:09:36.291919 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d6df2b68-c9d8-410e-9762-d5a209d3aea7 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:36.322310 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-255738ec-a98b-4982-84e5-c057e0ca8719 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:36.335417 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-255738ec-a98b-4982-84e5-c057e0ca8719 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:36.338206 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-255738ec-a98b-4982-84e5-c057e0ca8719 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/networks/eb095885-d242-4e54-9680-e58ed3f9b2da HTTP/1.1" status: 204 len: 168 time: 1.5644946 Jul 05 04:09:36.350547 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45398) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:36.364384 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255738ec-a98b-4982-84e5-c057e0ca8719 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Network': ['ID=eb095885-d242-4e54-9680-e58ed3f9b2da,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:36.419926 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e40fac-5841-44be-9bbd-d6c6a1e6c8cb tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:36.426124 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e1e40fac-5841-44be-9bbd-d6c6a1e6c8cb tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports/8dd63a10-e7fb-4827-b791-9b714e358b6f HTTP/1.1" status: 200 len: 844 time: 0.0687211 Jul 05 04:09:36.429226 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45402) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:36.446145 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:09:36.513662 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3b34a1d0-b755-4473-9799-0cf5cbba7cd2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports/8dd63a10-e7fb-4827-b791-9b714e358b6f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0847635 Jul 05 04:09:36.517302 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45408) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:36.523774 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-7e55d186-04fb-4d1c-8319-a0532ff3b3ce tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'subnet': {'network_id': '2b749d38-582a-4b4f-ab6c-8c5f958f1552', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:36.582011 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-392db347-5e92-44d3-8176-089bf0e248be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90311215-7a1c-4e3b-9c47-884f84981ebc', 'name': 'tempest-TestAggregatesBasicOps-252323874-router', 'tenant_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '3a56228e-f19f-462a-a0ab-ecab9c20b01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:22Z', 'updated_at': '2021-07-05T04:09:33Z', 'revision_number': 4, 'project_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'gw_port': {'id': '3a56228e-f19f-462a-a0ab-ecab9c20b01b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90311215-7a1c-4e3b-9c47-884f84981ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:25Z', 'updated_at': '2021-07-05T04:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'bce0ad77-84a3-4981-b01d-8100c659177f', 'name': '', 'network_id': '3e4ba965-3445-40a5-89cb-926766d0e7a9', 'tenant_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'mac_address': 'fa:16:3e:66:04:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90311215-7a1c-4e3b-9c47-884f84981ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'd8c624a7-6819-4593-8349-63591b71dd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:31Z', 'updated_at': '2021-07-05T04:09:34Z', 'revision_number': 2, 'project_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'subnets': [{'id': 'd8c624a7-6819-4593-8349-63591b71dd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:36.626412 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392db347-5e92-44d3-8176-089bf0e248be None None] Checking router: 90311215-7a1c-4e3b-9c47-884f84981ebc for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:09:36.626775 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392db347-5e92-44d3-8176-089bf0e248be None None] Updating router 90311215-7a1c-4e3b-9c47-884f84981ebc port bce0ad77-84a3-4981-b01d-8100c659177f binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:09:36.657954 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e55d186-04fb-4d1c-8319-a0532ff3b3ce tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:36.665755 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e55d186-04fb-4d1c-8319-a0532ff3b3ce tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:36.676534 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-392db347-5e92-44d3-8176-089bf0e248be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:36.718312 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-57c55245-a2fb-4923-9a11-ae6667fa1dea req-95d058b9-ddce-45ca-9cb7-58124e764ee6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 210 time: 0.4333351 Jul 05 04:09:36.732047 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-d6df2b68-c9d8-410e-9762-d5a209d3aea7 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Transition to ACTIVE for port object 89e7d8c2-91b2-4a00-a732-1cad1a78dc3f will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:36.830608 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d6df2b68-c9d8-410e-9762-d5a209d3aea7 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:36.911348 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3f6d3039-d075-46d5-9fdb-18db3418c5ab no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:09:36.946441 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 3f6d3039-d075-46d5-9fdb-18db3418c5ab {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:09:36.948217 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3f6d3039-d075-46d5-9fdb-18db3418c5ab not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:09:36.973301 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df2b68-c9d8-410e-9762-d5a209d3aea7 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Pushing event updated for resources: {'Port': ['ID=89e7d8c2-91b2-4a00-a732-1cad1a78dc3f,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:36.984647 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6df2b68-c9d8-410e-9762-d5a209d3aea7 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Network 157e29fe-faee-4d0e-8db9-4f89a5c9c2fc is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:36.988651 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-d6df2b68-c9d8-410e-9762-d5a209d3aea7 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:37.002195 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e55d186-04fb-4d1c-8319-a0532ff3b3ce tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.003847 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6df2b68-c9d8-410e-9762-d5a209d3aea7 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:37.011906 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6df2b68-c9d8-410e-9762-d5a209d3aea7 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:37.013208 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d6df2b68-c9d8-410e-9762-d5a209d3aea7 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.048577 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d6df2b68-c9d8-410e-9762-d5a209d3aea7 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4913249 Jul 05 04:09:37.054907 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45432) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:37.067419 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-253e4a16-7f6b-46f7-80f7-842987076bf3 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Request body: {'port': {'network_id': '157e29fe-faee-4d0e-8db9-4f89a5c9c2fc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1156243747'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:37.128642 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e55d186-04fb-4d1c-8319-a0532ff3b3ce tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:37.139499 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-7e55d186-04fb-4d1c-8319-a0532ff3b3ce tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:37.146052 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e55d186-04fb-4d1c-8319-a0532ff3b3ce tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:37.147241 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e55d186-04fb-4d1c-8319-a0532ff3b3ce tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.152643 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff42944-353a-482d-a035-fb515e4ee059 None None] Network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:37.170568 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7e55d186-04fb-4d1c-8319-a0532ff3b3ce tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6512282 Jul 05 04:09:37.171731 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55d186-04fb-4d1c-8319-a0532ff3b3ce tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Subnet': ['ID=1947ac70-d5f8-4e40-901b-b710048ba882,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:37.181528 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45436) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:37.189241 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f2899560-9840-493d-be16-d4aaf890dd46 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'security_group': {'name': 'tempest-secgroup-1215277182'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:37.223630 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2899560-9840-493d-be16-d4aaf890dd46 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.339159 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-392db347-5e92-44d3-8176-089bf0e248be None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.364985 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-392db347-5e92-44d3-8176-089bf0e248be None None] Transition to ACTIVE for port object bce0ad77-84a3-4981-b01d-8100c659177f will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:37.398425 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-392db347-5e92-44d3-8176-089bf0e248be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.473800 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9846d3-0375-439d-9488-1b8120f42ed2 None None] Pushing event updated for resources: {'Port': ['ID=bce0ad77-84a3-4981-b01d-8100c659177f,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:37.537796 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4ef7fb-0abc-476e-a17a-b4127ddbc815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-2b749d38-582a-4b4f-ab6c-8c5f958f1552', 'network_id': '2b749d38-582a-4b4f-ab6c-8c5f958f1552', 'tenant_id': '2dad96e403094f8fb5fb49a26810adc7', 'fixed_ips': [{'subnet_id': '1947ac70-d5f8-4e40-901b-b710048ba882'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:09:37.538707 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef7fb-0abc-476e-a17a-b4127ddbc815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.555115 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2899560-9840-493d-be16-d4aaf890dd46 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.560395 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2899560-9840-493d-be16-d4aaf890dd46 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.574539 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9ea4a-c91a-4222-9d87-8819aca8eee1 req-35641b1c-4bf7-4a0d-9383-20d100811ea3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:37.576537 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c9b9ea4a-c91a-4222-9d87-8819aca8eee1 req-35641b1c-4bf7-4a0d-9383-20d100811ea3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.3375502 Jul 05 04:09:37.584955 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-392db347-5e92-44d3-8176-089bf0e248be None None] Attempting to bind port bce0ad77-84a3-4981-b01d-8100c659177f on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:37.585496 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-392db347-5e92-44d3-8176-089bf0e248be None None] Attempting to bind port bce0ad77-84a3-4981-b01d-8100c659177f by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0971a4a5-8b14-4d19-87bd-4db8d63dd7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3e4ba965-3445-40a5-89cb-926766d0e7a9'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:37.585944 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392db347-5e92-44d3-8176-089bf0e248be None None] Attempting to bind port bce0ad77-84a3-4981-b01d-8100c659177f on network 3e4ba965-3445-40a5-89cb-926766d0e7a9 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:37.594973 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392db347-5e92-44d3-8176-089bf0e248be None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:37.595685 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392db347-5e92-44d3-8176-089bf0e248be None None] Checking segment: {'id': '0971a4a5-8b14-4d19-87bd-4db8d63dd7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3e4ba965-3445-40a5-89cb-926766d0e7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:37.597150 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-392db347-5e92-44d3-8176-089bf0e248be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.597791 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392db347-5e92-44d3-8176-089bf0e248be None None] Bound using segment: {'id': '0971a4a5-8b14-4d19-87bd-4db8d63dd7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3e4ba965-3445-40a5-89cb-926766d0e7a9'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:37.599162 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-392db347-5e92-44d3-8176-089bf0e248be None None] Bound port: bce0ad77-84a3-4981-b01d-8100c659177f, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0971a4a5-8b14-4d19-87bd-4db8d63dd7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3e4ba965-3445-40a5-89cb-926766d0e7a9'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:37.600032 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-392db347-5e92-44d3-8176-089bf0e248be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.630747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2899560-9840-493d-be16-d4aaf890dd46 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb63a0c9-73ce-4b73-9fd6-85c959cc627a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:37.646378 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253e4a16-7f6b-46f7-80f7-842987076bf3 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Made reservation on behalf of 15bfb49ec67b49348831ccaf0eae23bc for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:37.648270 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2899560-9840-493d-be16-d4aaf890dd46 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.649779 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f2899560-9840-493d-be16-d4aaf890dd46 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4665427 Jul 05 04:09:37.652490 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45452) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:37.657900 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-306ac090-f4b7-48d5-b7f2-919eac1147c6 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'security_group': {'name': 'tempest-secgroup-1313569143'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:37.663237 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-253e4a16-7f6b-46f7-80f7-842987076bf3 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.714088 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-306ac090-f4b7-48d5-b7f2-919eac1147c6 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.732710 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-392db347-5e92-44d3-8176-089bf0e248be None None] For port bce0ad77-84a3-4981-b01d-8100c659177f, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:37.738419 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-392db347-5e92-44d3-8176-089bf0e248be None None] For port bce0ad77-84a3-4981-b01d-8100c659177f, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=bce0ad77-84a3-4981-b01d-8100c659177f,segment=NetworkSegment(0971a4a5-8b14-4d19-87bd-4db8d63dd7a3),segment_id=0971a4a5-8b14-4d19-87bd-4db8d63dd7a3)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:37.739152 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c9b9ea4a-c91a-4222-9d87-8819aca8eee1 req-294a730c-8e1e-427e-81af-be7f893f74d7 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567752 Jul 05 04:09:37.746464 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-392db347-5e92-44d3-8176-089bf0e248be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.778084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-253e4a16-7f6b-46f7-80f7-842987076bf3 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] device_id is not set on port 08f0c245-5e64-4fb0-a26a-0d29e98c8b13 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:09:37.807274 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-8d4ef7fb-0abc-476e-a17a-b4127ddbc815 None None] Allocated IP 2001:db8::2 (2b749d38-582a-4b4f-ab6c-8c5f958f1552/1947ac70-d5f8-4e40-901b-b710048ba882/a1f68851-e94f-4369-a8da-9610eef692e5) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:37.856899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45460) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:37.896871 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9846d3-0375-439d-9488-1b8120f42ed2 None None] Pushing event updated for resources: {'Port': ['ID=bce0ad77-84a3-4981-b01d-8100c659177f,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:37.925940 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392db347-5e92-44d3-8176-089bf0e248be None None] Routers {'90311215-7a1c-4e3b-9c47-884f84981ebc'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:37.926749 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-392db347-5e92-44d3-8176-089bf0e248be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:09:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['90311215-7a1c-4e3b-9c47-884f84981ebc'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:37.991367 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b98f9903-ffd7-4ba1-84ec-c444ff99eeb3 None None] Provisioning for port 89e7d8c2-91b2-4a00-a732-1cad1a78dc3f completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:38.003815 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7d326b33-74b3-4073-b664-1659568dad32 req-f987d06f-5f2f-40f6-86bd-dd6a4caf1f45 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 210 time: 0.0554295 Jul 05 04:09:38.006466 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b98f9903-ffd7-4ba1-84ec-c444ff99eeb3 None None] Provisioning complete for port 89e7d8c2-91b2-4a00-a732-1cad1a78dc3f triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:38.006914 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b98f9903-ffd7-4ba1-84ec-c444ff99eeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:38.071381 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-b98f9903-ffd7-4ba1-84ec-c444ff99eeb3 None None] Port 89e7d8c2-91b2-4a00-a732-1cad1a78dc3f cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:38.120273 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-253e4a16-7f6b-46f7-80f7-842987076bf3 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Allocated IP 2001:db8::3 (157e29fe-faee-4d0e-8db9-4f89a5c9c2fc/2a8ddf50-7f54-4f54-b091-3f85b4b26d1d/08f0c245-5e64-4fb0-a26a-0d29e98c8b13) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:38.123000 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef7fb-0abc-476e-a17a-b4127ddbc815 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:38.143767 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8d4ef7fb-0abc-476e-a17a-b4127ddbc815 None None] Transition to ACTIVE for port object a1f68851-e94f-4369-a8da-9610eef692e5 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:38.193440 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8d4ef7fb-0abc-476e-a17a-b4127ddbc815 None None] Transition to ACTIVE for port object a1f68851-e94f-4369-a8da-9610eef692e5 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:38.204338 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef7fb-0abc-476e-a17a-b4127ddbc815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:38.226913 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-306ac090-f4b7-48d5-b7f2-919eac1147c6 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:38.242103 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-306ac090-f4b7-48d5-b7f2-919eac1147c6 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:38.299091 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4ef7fb-0abc-476e-a17a-b4127ddbc815 None None] Network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:38.303072 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ef7fb-0abc-476e-a17a-b4127ddbc815 None None] Pushing event updated for resources: {'Port': ['ID=a1f68851-e94f-4369-a8da-9610eef692e5,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:38.308756 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-8d4ef7fb-0abc-476e-a17a-b4127ddbc815 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:38.312968 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4ef7fb-0abc-476e-a17a-b4127ddbc815 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:38.325456 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-392db347-5e92-44d3-8176-089bf0e248be None None] Set router 90311215-7a1c-4e3b-9c47-884f84981ebc gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:09:38.351904 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-306ac090-f4b7-48d5-b7f2-919eac1147c6 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:38.353661 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-306ac090-f4b7-48d5-b7f2-919eac1147c6 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7001076 Jul 05 04:09:38.357744 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ac090-f4b7-48d5-b7f2-919eac1147c6 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=453eb413-f43c-4654-b612-796fdc6199c3,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:38.357940 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45466) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:38.371666 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ff38f420-2787-4988-ab74-c1565216627f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1274823296', 'security_groups': ['453eb413-f43c-4654-b612-796fdc6199c3'], 'network_id': '2b749d38-582a-4b4f-ab6c-8c5f958f1552', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1947ac70-d5f8-4e40-901b-b710048ba882'}]}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:38.498482 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-253e4a16-7f6b-46f7-80f7-842987076bf3 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:38.504559 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8d4ef7fb-0abc-476e-a17a-b4127ddbc815 None None] Attempting to bind port a1f68851-e94f-4369-a8da-9610eef692e5 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:38.504914 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8d4ef7fb-0abc-476e-a17a-b4127ddbc815 None None] Attempting to bind port a1f68851-e94f-4369-a8da-9610eef692e5 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'c59020e6-4769-485e-92bd-dbe2f5a4d85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2b749d38-582a-4b4f-ab6c-8c5f958f1552'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:38.505281 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4ef7fb-0abc-476e-a17a-b4127ddbc815 None None] Attempting to bind port a1f68851-e94f-4369-a8da-9610eef692e5 on network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:38.521448 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4ef7fb-0abc-476e-a17a-b4127ddbc815 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:38.521824 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4ef7fb-0abc-476e-a17a-b4127ddbc815 None None] Checking segment: {'id': 'c59020e6-4769-485e-92bd-dbe2f5a4d85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2b749d38-582a-4b4f-ab6c-8c5f958f1552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:38.522249 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef7fb-0abc-476e-a17a-b4127ddbc815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:38.522647 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4ef7fb-0abc-476e-a17a-b4127ddbc815 None None] Bound using segment: {'id': 'c59020e6-4769-485e-92bd-dbe2f5a4d85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2b749d38-582a-4b4f-ab6c-8c5f958f1552'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:38.523178 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8d4ef7fb-0abc-476e-a17a-b4127ddbc815 None None] Bound port: a1f68851-e94f-4369-a8da-9610eef692e5, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59020e6-4769-485e-92bd-dbe2f5a4d85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2b749d38-582a-4b4f-ab6c-8c5f958f1552'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:38.523550 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef7fb-0abc-476e-a17a-b4127ddbc815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:38.533131 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-253e4a16-7f6b-46f7-80f7-842987076bf3 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Transition to ACTIVE for port object 08f0c245-5e64-4fb0-a26a-0d29e98c8b13 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:38.592349 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff38f420-2787-4988-ab74-c1565216627f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:38.637106 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8d4ef7fb-0abc-476e-a17a-b4127ddbc815 None None] For port a1f68851-e94f-4369-a8da-9610eef692e5, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:38.640996 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8d4ef7fb-0abc-476e-a17a-b4127ddbc815 None None] For port a1f68851-e94f-4369-a8da-9610eef692e5, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a1f68851-e94f-4369-a8da-9610eef692e5,segment=NetworkSegment(c59020e6-4769-485e-92bd-dbe2f5a4d85b),segment_id=c59020e6-4769-485e-92bd-dbe2f5a4d85b)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:38.648033 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef7fb-0abc-476e-a17a-b4127ddbc815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:38.682791 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-dcd8f334-0e80-412e-ba39-6690792fce4e tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:38.684649 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-dcd8f334-0e80-412e-ba39-6690792fce4e tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.89 "GET /v2.0/networks?id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7 HTTP/1.1" status: 200 len: 817 time: 0.2229784 Jul 05 04:09:38.710530 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-392db347-5e92-44d3-8176-089bf0e248be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90311215-7a1c-4e3b-9c47-884f84981ebc', 'name': 'tempest-TestAggregatesBasicOps-252323874-router', 'tenant_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '3a56228e-f19f-462a-a0ab-ecab9c20b01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:22Z', 'updated_at': '2021-07-05T04:09:33Z', 'revision_number': 4, 'project_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'gw_port': {'id': '3a56228e-f19f-462a-a0ab-ecab9c20b01b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90311215-7a1c-4e3b-9c47-884f84981ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:25Z', 'updated_at': '2021-07-05T04:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'bce0ad77-84a3-4981-b01d-8100c659177f', 'name': '', 'network_id': '3e4ba965-3445-40a5-89cb-926766d0e7a9', 'tenant_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'mac_address': 'fa:16:3e:66:04:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90311215-7a1c-4e3b-9c47-884f84981ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'd8c624a7-6819-4593-8349-63591b71dd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:31Z', 'updated_at': '2021-07-05T04:09:37Z', 'revision_number': 4, 'project_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'subnets': [{'id': 'd8c624a7-6819-4593-8349-63591b71dd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:38.720045 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-253e4a16-7f6b-46f7-80f7-842987076bf3 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:38.744707 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392db347-5e92-44d3-8176-089bf0e248be None None] The sync data for ids ['90311215-7a1c-4e3b-9c47-884f84981ebc'] in n-d-780147-23 is: [{'id': '90311215-7a1c-4e3b-9c47-884f84981ebc', 'name': 'tempest-TestAggregatesBasicOps-252323874-router', 'tenant_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '3a56228e-f19f-462a-a0ab-ecab9c20b01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:22Z', 'updated_at': '2021-07-05T04:09:33Z', 'revision_number': 4, 'project_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'gw_port': {'id': '3a56228e-f19f-462a-a0ab-ecab9c20b01b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90311215-7a1c-4e3b-9c47-884f84981ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:25Z', 'updated_at': '2021-07-05T04:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'bce0ad77-84a3-4981-b01d-8100c659177f', 'name': '', 'network_id': '3e4ba965-3445-40a5-89cb-926766d0e7a9', 'tenant_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'mac_address': 'fa:16:3e:66:04:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90311215-7a1c-4e3b-9c47-884f84981ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'd8c624a7-6819-4593-8349-63591b71dd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:31Z', 'updated_at': '2021-07-05T04:09:37Z', 'revision_number': 4, 'project_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'subnets': [{'id': 'd8c624a7-6819-4593-8349-63591b71dd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:09:38.787007 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-455cf777-d67f-4a50-8ac9-48313402e32b tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a0e169dad4642e084dbd1dffad21af0 HTTP/1.1" status: 200 len: 379 time: 0.0889790 Jul 05 04:09:38.815277 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-eca73e52-bb4a-4587-9952-25667b00d916 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Request body: {'port': {'device_id': '69346a61-cc6b-49c7-85ac-ed073166035e', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'admin_state_up': True, 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'security_groups': ['3bd196e0-825e-46b8-8473-09bba62d7de1']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:38.849439 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ff38f420-2787-4988-ab74-c1565216627f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:38.855966 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ef7fb-0abc-476e-a17a-b4127ddbc815 None None] Pushing event updated for resources: {'Port': ['ID=a1f68851-e94f-4369-a8da-9610eef692e5,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:38.881574 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-ff38f420-2787-4988-ab74-c1565216627f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] device_id is not set on port 26d28fb7-a0f8-40fa-8062-45d32bdcb2b9 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:09:38.951547 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253e4a16-7f6b-46f7-80f7-842987076bf3 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Network 157e29fe-faee-4d0e-8db9-4f89a5c9c2fc is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:38.964260 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-253e4a16-7f6b-46f7-80f7-842987076bf3 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:38.964593 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-45a0689e-6c55-4134-885f-5e803643b50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:38.966426 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e4a16-7f6b-46f7-80f7-842987076bf3 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Pushing event updated for resources: {'Port': ['ID=08f0c245-5e64-4fb0-a26a-0d29e98c8b13,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:38.988147 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253e4a16-7f6b-46f7-80f7-842987076bf3 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:38.998390 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253e4a16-7f6b-46f7-80f7-842987076bf3 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:38.999231 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-253e4a16-7f6b-46f7-80f7-842987076bf3 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:39.173564 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-253e4a16-7f6b-46f7-80f7-842987076bf3 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1166070 Jul 05 04:09:39.181112 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45472) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:39.190598 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-3ffc51b0-b3a4-46a2-9b18-03f491d2a574 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::4c', 'mac_address': 'fa:16:3e:6f:76:5b'}, {'ip_address': '2001:db8::313', 'mac_address': 'fa:16:3e:74:41:01'}]}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:39.331395 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f950c5-f8cd-4584-82ca-6da742eb501d req-387055ce-e6f6-4c50-987a-642e84544718 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:39.352336 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-34f950c5-f8cd-4584-82ca-6da742eb501d req-387055ce-e6f6-4c50-987a-642e84544718 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.3900242 Jul 05 04:09:39.385629 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-ff38f420-2787-4988-ab74-c1565216627f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Allocated IP 2001:db8::59 (2b749d38-582a-4b4f-ab6c-8c5f958f1552/1947ac70-d5f8-4e40-901b-b710048ba882/26d28fb7-a0f8-40fa-8062-45d32bdcb2b9) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:39.539760 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-34f950c5-f8cd-4584-82ca-6da742eb501d req-2d269067-f9fb-443b-9ab1-a3a5cdeed180 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861370 Jul 05 04:09:39.573987 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-06d812f8-53dc-4db8-93e4-30740272b69f None None] Provisioning for port 08f0c245-5e64-4fb0-a26a-0d29e98c8b13 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:39.584841 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-06d812f8-53dc-4db8-93e4-30740272b69f None None] Provisioning complete for port 08f0c245-5e64-4fb0-a26a-0d29e98c8b13 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:39.585226 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-06d812f8-53dc-4db8-93e4-30740272b69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:39.669746 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ff38f420-2787-4988-ab74-c1565216627f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:39.675335 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-06d812f8-53dc-4db8-93e4-30740272b69f None None] Port 08f0c245-5e64-4fb0-a26a-0d29e98c8b13 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:39.695843 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-ff38f420-2787-4988-ab74-c1565216627f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Transition to ACTIVE for port object 26d28fb7-a0f8-40fa-8062-45d32bdcb2b9 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:39.743545 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ff38f420-2787-4988-ab74-c1565216627f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:39.803689 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff38f420-2787-4988-ab74-c1565216627f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:39.812531 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-ff38f420-2787-4988-ab74-c1565216627f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:39.816067 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff38f420-2787-4988-ab74-c1565216627f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:39.822896 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff38f420-2787-4988-ab74-c1565216627f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:39.823106 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ff38f420-2787-4988-ab74-c1565216627f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:39.864614 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38f420-2787-4988-ab74-c1565216627f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Port': ['ID=26d28fb7-a0f8-40fa-8062-45d32bdcb2b9,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:39.869111 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ff38f420-2787-4988-ab74-c1565216627f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5085094 Jul 05 04:09:39.873036 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45476) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:39.878960 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-f5d3711b-c22a-474f-8f2e-aa52b50ce668 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'subnet': {'network_id': '2b749d38-582a-4b4f-ab6c-8c5f958f1552', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:39.885813 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-eca73e52-bb4a-4587-9952-25667b00d916 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Made reservation on behalf of 0a0e169dad4642e084dbd1dffad21af0 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:39.890536 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-eca73e52-bb4a-4587-9952-25667b00d916 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:39.918082 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-460fde0b-7462-4128-882a-f52d38f5ca56 req-1fb24c15-27d8-47e3-b130-d3a5608cc542 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 210 time: 0.0892403 Jul 05 04:09:40.061148 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d3711b-c22a-474f-8f2e-aa52b50ce668 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:40.070958 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f5d3711b-c22a-474f-8f2e-aa52b50ce668 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:40.222180 n-d-780147-23 neutron-server[105538]: INFO neutron.db.ipam_backend_mixin [None req-f5d3711b-c22a-474f-8f2e-aa52b50ce668 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1947ac70-d5f8-4e40-901b-b710048ba882 (CIDR: 2001:db8::/64) Jul 05 04:09:40.229877 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d3711b-c22a-474f-8f2e-aa52b50ce668 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:09:40.230400 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d3711b-c22a-474f-8f2e-aa52b50ce668 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:40.261576 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f5d3711b-c22a-474f-8f2e-aa52b50ce668 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3875532 Jul 05 04:09:40.265932 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45478) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:40.276206 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-22ad1508-4bb4-40df-9853-c0d75088851d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'subnet': {'network_id': '2b749d38-582a-4b4f-ab6c-8c5f958f1552', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:40.370849 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3ffc51b0-b3a4-46a2-9b18-03f491d2a574 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:40.373793 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-eca73e52-bb4a-4587-9952-25667b00d916 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Allocated IP 172.20.0.10 (a6f8531c-b79d-4c64-84bc-419bbc6fdca7/ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467/b2d60921-d607-4fdd-b503-457bca5cc382) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:40.492208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ad1508-4bb4-40df-9853-c0d75088851d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:40.497030 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-22ad1508-4bb4-40df-9853-c0d75088851d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:40.519890 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5e802137-32b2-476d-8a18-fd1e366d0b46 None None] Provisioning for port a1f68851-e94f-4369-a8da-9610eef692e5 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:40.543451 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-45a0689e-6c55-4134-885f-5e803643b50e admin admin] Deleting port c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:40.544028 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-45a0689e-6c55-4134-885f-5e803643b50e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:40.560387 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5e802137-32b2-476d-8a18-fd1e366d0b46 None None] Provisioning complete for port 8dd63a10-e7fb-4827-b791-9b714e358b6f triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:40.560824 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5e802137-32b2-476d-8a18-fd1e366d0b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:40.629329 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-5e802137-32b2-476d-8a18-fd1e366d0b46 None None] Port 8dd63a10-e7fb-4827-b791-9b714e358b6f cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:40.842762 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-eca73e52-bb4a-4587-9952-25667b00d916 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:40.867106 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-eca73e52-bb4a-4587-9952-25667b00d916 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Transition to ACTIVE for port object b2d60921-d607-4fdd-b503-457bca5cc382 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:40.874124 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-12e7ddca-01d7-4a6b-8157-78162de05ed5 None None] Provisioning for port 26d28fb7-a0f8-40fa-8062-45d32bdcb2b9 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:40.889809 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-12e7ddca-01d7-4a6b-8157-78162de05ed5 None None] Provisioning complete for port 26d28fb7-a0f8-40fa-8062-45d32bdcb2b9 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:40.891015 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-12e7ddca-01d7-4a6b-8157-78162de05ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:40.943975 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-eca73e52-bb4a-4587-9952-25667b00d916 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.038311 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-12e7ddca-01d7-4a6b-8157-78162de05ed5 None None] Port 26d28fb7-a0f8-40fa-8062-45d32bdcb2b9 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:41.060364 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bce0ad77-84a3-4981-b01d-8100c659177f up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:41.068522 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-eca73e52-bb4a-4587-9952-25667b00d916 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Network a6f8531c-b79d-4c64-84bc-419bbc6fdca7 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:41.073404 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca73e52-bb4a-4587-9952-25667b00d916 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Pushing event updated for resources: {'Port': ['ID=b2d60921-d607-4fdd-b503-457bca5cc382,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:41.076350 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-eca73e52-bb4a-4587-9952-25667b00d916 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:41.100614 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-eca73e52-bb4a-4587-9952-25667b00d916 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:41.136027 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port bce0ad77-84a3-4981-b01d-8100c659177f completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:41.142498 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port bce0ad77-84a3-4981-b01d-8100c659177f triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:41.144543 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.191533 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-eca73e52-bb4a-4587-9952-25667b00d916 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:41.193492 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-eca73e52-bb4a-4587-9952-25667b00d916 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.231634 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-eca73e52-bb4a-4587-9952-25667b00d916 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4347534 Jul 05 04:09:41.253008 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-cd9edf05-49b5-48a1-bcee-ca8151a2c725 service neutron] Request body: {'port': {'device_id': '69346a61-cc6b-49c7-85ac-ed073166035e', 'device_owner': 'compute:foo_zone', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:41.271388 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-22ad1508-4bb4-40df-9853-c0d75088851d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.273707 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.323462 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port bce0ad77-84a3-4981-b01d-8100c659177f, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=bce0ad77-84a3-4981-b01d-8100c659177f,segment=NetworkSegment(0971a4a5-8b14-4d19-87bd-4db8d63dd7a3),segment_id=0971a4a5-8b14-4d19-87bd-4db8d63dd7a3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:41.329165 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.331860 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a1f68851-e94f-4369-a8da-9610eef692e5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:41.356385 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c82ac-6415-4696-ae6d-101fbc17dc4f req-536fc4a3-4911-4b6d-b5dc-3ac2ea2b86fe tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:41.364246 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c08c82ac-6415-4696-ae6d-101fbc17dc4f req-536fc4a3-4911-4b6d-b5dc-3ac2ea2b86fe tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.3537464 Jul 05 04:09:41.367500 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ad1508-4bb4-40df-9853-c0d75088851d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:41.384228 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-22ad1508-4bb4-40df-9853-c0d75088851d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:41.398652 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ad1508-4bb4-40df-9853-c0d75088851d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:41.399272 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-22ad1508-4bb4-40df-9853-c0d75088851d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.406962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72efb523-4896-4e28-b00d-8bd0e5f7e116 None None] Network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:41.419153 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad1508-4bb4-40df-9853-c0d75088851d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Subnet': ['ID=bb485284-7f83-420b-9c4c-7e0d6d786128,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:41.440343 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-22ad1508-4bb4-40df-9853-c0d75088851d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1697340 Jul 05 04:09:41.441652 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45486) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:41.447526 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-abfa536a-5aff-4b4f-bf39-38ac43a2b72c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1685945819', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bb485284-7f83-420b-9c4c-7e0d6d786128'}], 'security_groups': ['bb63a0c9-73ce-4b73-9fd6-85c959cc627a']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:41.468989 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3ffc51b0-b3a4-46a2-9b18-03f491d2a574 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.473007 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-cd9edf05-49b5-48a1-bcee-ca8151a2c725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.483569 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c08c82ac-6415-4696-ae6d-101fbc17dc4f req-5982b1bf-26b8-40af-bfbe-831fcf728344 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184187 Jul 05 04:09:41.489133 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3ffc51b0-b3a4-46a2-9b18-03f491d2a574 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.539258 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port a1f68851-e94f-4369-a8da-9610eef692e5 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:41.550102 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a1f68851-e94f-4369-a8da-9610eef692e5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:41.550552 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.565897 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-abfa536a-5aff-4b4f-bf39-38ac43a2b72c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.580771 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-3ffc51b0-b3a4-46a2-9b18-03f491d2a574 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] In _notify_port_updated(), no bound segment for port 08f0c245-5e64-4fb0-a26a-0d29e98c8b13 on network 157e29fe-faee-4d0e-8db9-4f89a5c9c2fc {{(pid=105539) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:09:41.587551 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc51b0-b3a4-46a2-9b18-03f491d2a574 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:41.588284 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3ffc51b0-b3a4-46a2-9b18-03f491d2a574 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.589661 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3ffc51b0-b3a4-46a2-9b18-03f491d2a574 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] 10.222.0.77 "PUT /v2.0/ports/08f0c245-5e64-4fb0-a26a-0d29e98c8b13 HTTP/1.1" status: 200 len: 1065 time: 2.4070361 Jul 05 04:09:41.593581 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-45a0689e-6c55-4134-885f-5e803643b50e admin admin] For port c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7,segment=NetworkSegment(c3190d12-c53f-423e-b2ba-0a9c13408d38),segment_id=c3190d12-c53f-423e-b2ba-0a9c13408d38)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:41.593941 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-45a0689e-6c55-4134-885f-5e803643b50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.605050 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45488) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:41.606359 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b534b2f0-480f-4ba3-af03-61ac290213a9 None None] Provisioning for port b2d60921-d607-4fdd-b503-457bca5cc382 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:41.618828 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b534b2f0-480f-4ba3-af03-61ac290213a9 None None] Provisioning complete for port b2d60921-d607-4fdd-b503-457bca5cc382 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:41.619207 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b534b2f0-480f-4ba3-af03-61ac290213a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.637766 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-45a0689e-6c55-4134-885f-5e803643b50e admin admin] Calling delete_port for c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:41.653592 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=bce0ad77-84a3-4981-b01d-8100c659177f,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:41.690776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc51b0-b3a4-46a2-9b18-03f491d2a574 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Pushing event updated for resources: {'Port': ['ID=08f0c245-5e64-4fb0-a26a-0d29e98c8b13,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:41.743412 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-b534b2f0-480f-4ba3-af03-61ac290213a9 None None] Port b2d60921-d607-4fdd-b503-457bca5cc382 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:41.776036 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.844201 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port a1f68851-e94f-4369-a8da-9610eef692e5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a1f68851-e94f-4369-a8da-9610eef692e5,segment=NetworkSegment(c59020e6-4769-485e-92bd-dbe2f5a4d85b),segment_id=c59020e6-4769-485e-92bd-dbe2f5a4d85b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:41.852366 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.951262 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=a1f68851-e94f-4369-a8da-9610eef692e5,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:41.983131 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-17540eb5-550c-453b-91b0-245b1d217498 None None] Provisioning complete for port 08f0c245-5e64-4fb0-a26a-0d29e98c8b13 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:41.983511 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-17540eb5-550c-453b-91b0-245b1d217498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.996665 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a820c9-5a8b-48a2-b631-9a154f8b0406 req-988052b1-05b8-4756-92c5-598a3482afbe tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:41.998402 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-05a820c9-5a8b-48a2-b631-9a154f8b0406 req-988052b1-05b8-4756-92c5-598a3482afbe tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 932 time: 0.5793836 Jul 05 04:09:42.035162 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-abfa536a-5aff-4b4f-bf39-38ac43a2b72c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Delete allocated IP 2001:db8::59 (2b749d38-582a-4b4f-ab6c-8c5f958f1552/1947ac70-d5f8-4e40-901b-b710048ba882) {{(pid=105538) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 04:09:42.044403 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-17540eb5-550c-453b-91b0-245b1d217498 None None] Port 08f0c245-5e64-4fb0-a26a-0d29e98c8b13 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:42.047908 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-abfa536a-5aff-4b4f-bf39-38ac43a2b72c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Allocated IP 2001:db8:0:1::18f (2b749d38-582a-4b4f-ab6c-8c5f958f1552/bb485284-7f83-420b-9c4c-7e0d6d786128/26d28fb7-a0f8-40fa-8062-45d32bdcb2b9) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:42.137079 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b38df8-8bbf-4d1a-9868-bfb6a581d014 None None] Update dhcp port {'port': {'network_id': '2b749d38-582a-4b4f-ab6c-8c5f958f1552', 'fixed_ips': [{'subnet_id': '1947ac70-d5f8-4e40-901b-b710048ba882', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bb485284-7f83-420b-9c4c-7e0d6d786128'}], 'binding:host_id': 'n-d-780147-23'}, 'id': 'a1f68851-e94f-4369-a8da-9610eef692e5'} from n-d-780147-23. {{(pid=105540) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:09:42.197749 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-49b38df8-8bbf-4d1a-9868-bfb6a581d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.272189 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-abfa536a-5aff-4b4f-bf39-38ac43a2b72c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.276360 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-05a820c9-5a8b-48a2-b631-9a154f8b0406 req-de6b9e64-e3db-46c3-b7af-26ffce4b604d tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2605207 Jul 05 04:09:42.290238 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-abfa536a-5aff-4b4f-bf39-38ac43a2b72c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Transition to ACTIVE for port object 26d28fb7-a0f8-40fa-8062-45d32bdcb2b9 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:42.296375 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-abfa536a-5aff-4b4f-bf39-38ac43a2b72c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.305740 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-45a0689e-6c55-4134-885f-5e803643b50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.373654 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0689e-6c55-4134-885f-5e803643b50e admin admin] Pushing event deleted for resources: {'Port': ['ID=c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:42.376471 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-a45e6cc7-9c2a-4dda-a0fc-9f67c0bfe6f6 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Deleting port 08f0c245-5e64-4fb0-a26a-0d29e98c8b13 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:42.376890 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a45e6cc7-9c2a-4dda-a0fc-9f67c0bfe6f6 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.385254 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-abfa536a-5aff-4b4f-bf39-38ac43a2b72c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] In _notify_port_updated(), no bound segment for port 26d28fb7-a0f8-40fa-8062-45d32bdcb2b9 on network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 {{(pid=105538) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:09:42.392068 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfa536a-5aff-4b4f-bf39-38ac43a2b72c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:42.392759 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-abfa536a-5aff-4b4f-bf39-38ac43a2b72c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.394397 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-abfa536a-5aff-4b4f-bf39-38ac43a2b72c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "PUT /v2.0/ports/26d28fb7-a0f8-40fa-8062-45d32bdcb2b9 HTTP/1.1" status: 200 len: 931 time: 0.9512374 Jul 05 04:09:42.395753 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa536a-5aff-4b4f-bf39-38ac43a2b72c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Port': ['ID=26d28fb7-a0f8-40fa-8062-45d32bdcb2b9,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:42.398747 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45492) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:42.523133 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-38b9a99c-3950-4df0-b189-9bfe0689759f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting port 26d28fb7-a0f8-40fa-8062-45d32bdcb2b9 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:42.523500 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38b9a99c-3950-4df0-b189-9bfe0689759f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.637943 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38b9a99c-3950-4df0-b189-9bfe0689759f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.651202 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-49b38df8-8bbf-4d1a-9868-bfb6a581d014 None None] Allocated IP 2001:db8:0:1::2 (2b749d38-582a-4b4f-ab6c-8c5f958f1552/bb485284-7f83-420b-9c4c-7e0d6d786128/a1f68851-e94f-4369-a8da-9610eef692e5) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:42.652348 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-38b9a99c-3950-4df0-b189-9bfe0689759f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Calling delete_port for 26d28fb7-a0f8-40fa-8062-45d32bdcb2b9 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:42.733035 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-cd9edf05-49b5-48a1-bcee-ca8151a2c725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d60921-d607-4fdd-b503-457bca5cc382 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:09:42.755131 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-cd9edf05-49b5-48a1-bcee-ca8151a2c725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.759833 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a45e6cc7-9c2a-4dda-a0fc-9f67c0bfe6f6 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.798352 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-a45e6cc7-9c2a-4dda-a0fc-9f67c0bfe6f6 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Calling delete_port for 08f0c245-5e64-4fb0-a26a-0d29e98c8b13 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:42.813726 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-49b38df8-8bbf-4d1a-9868-bfb6a581d014 None None] For port a1f68851-e94f-4369-a8da-9610eef692e5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a1f68851-e94f-4369-a8da-9610eef692e5,segment=NetworkSegment(c59020e6-4769-485e-92bd-dbe2f5a4d85b),segment_id=c59020e6-4769-485e-92bd-dbe2f5a4d85b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:42.829622 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130323ae-3a52-40e2-aa3f-0069cd970d94 req-67531c33-1423-4d14-8cf7-1266d5cd0c6f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:42.831337 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-130323ae-3a52-40e2-aa3f-0069cd970d94 req-67531c33-1423-4d14-8cf7-1266d5cd0c6f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.1228795 Jul 05 04:09:42.838248 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-cd9edf05-49b5-48a1-bcee-ca8151a2c725 service neutron] Transition to ACTIVE for port object b2d60921-d607-4fdd-b503-457bca5cc382 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:42.853210 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-cd9edf05-49b5-48a1-bcee-ca8151a2c725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.860538 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-49b38df8-8bbf-4d1a-9868-bfb6a581d014 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.882863 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-49b38df8-8bbf-4d1a-9868-bfb6a581d014 None None] Transition to ACTIVE for port object a1f68851-e94f-4369-a8da-9610eef692e5 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:42.889700 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-49b38df8-8bbf-4d1a-9868-bfb6a581d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.914989 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38b9a99c-3950-4df0-b189-9bfe0689759f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.955069 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9a99c-3950-4df0-b189-9bfe0689759f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Port': ['ID=26d28fb7-a0f8-40fa-8062-45d32bdcb2b9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:42.993032 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-45a0689e-6c55-4134-885f-5e803643b50e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.998562 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b38df8-8bbf-4d1a-9868-bfb6a581d014 None None] Pushing event updated for resources: {'Port': ['ID=a1f68851-e94f-4369-a8da-9610eef692e5,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:42.999101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9edf05-49b5-48a1-bcee-ca8151a2c725 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d60921-d607-4fdd-b503-457bca5cc382,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:43.004358 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38b9a99c-3950-4df0-b189-9bfe0689759f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.009183 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-38b9a99c-3950-4df0-b189-9bfe0689759f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/ports/26d28fb7-a0f8-40fa-8062-45d32bdcb2b9 HTTP/1.1" status: 204 len: 168 time: 0.6091347 Jul 05 04:09:43.009918 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45496) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:43.013029 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-130323ae-3a52-40e2-aa3f-0069cd970d94 req-b5bfa706-28a7-4f50-baa4-21a292cc3ea7 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265121 Jul 05 04:09:43.019036 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bce0ad77-84a3-4981-b01d-8100c659177f up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:43.047522 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-560c0721-5e06-4370-a458-44f755c4f453 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] GET failed (client error): The resource could not be found. Jul 05 04:09:43.051570 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-560c0721-5e06-4370-a458-44f755c4f453 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports/26d28fb7-a0f8-40fa-8062-45d32bdcb2b9 HTTP/1.1" status: 404 len: 333 time: 0.0375705 Jul 05 04:09:43.052249 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45498) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:43.131668 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-236f32fd-808e-4a4d-b256-fb7cf85a71a0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.155308 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.172809 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-236f32fd-808e-4a4d-b256-fb7cf85a71a0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.185585 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port bce0ad77-84a3-4981-b01d-8100c659177f triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:43.185974 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.228602 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-236f32fd-808e-4a4d-b256-fb7cf85a71a0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.234666 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-236f32fd-808e-4a4d-b256-fb7cf85a71a0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.241448 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-236f32fd-808e-4a4d-b256-fb7cf85a71a0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/security-groups/453eb413-f43c-4654-b612-796fdc6199c3 HTTP/1.1" status: 204 len: 168 time: 0.1881616 Jul 05 04:09:43.242718 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45504) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:43.269051 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f32fd-808e-4a4d-b256-fb7cf85a71a0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=453eb413-f43c-4654-b612-796fdc6199c3,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:43.322794 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f747cdad-f4e0-4db3-adf3-71cfcb1bcf1a tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.358011 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f747cdad-f4e0-4db3-adf3-71cfcb1bcf1a tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.405870 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-cd9edf05-49b5-48a1-bcee-ca8151a2c725 service neutron] Attempting to bind port b2d60921-d607-4fdd-b503-457bca5cc382 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:43.406252 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-cd9edf05-49b5-48a1-bcee-ca8151a2c725 service neutron] Attempting to bind port b2d60921-d607-4fdd-b503-457bca5cc382 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '04ffdb51-62ae-4257-af5e-6b2b9d45f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:43.406711 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-cd9edf05-49b5-48a1-bcee-ca8151a2c725 service neutron] Attempting to bind port b2d60921-d607-4fdd-b503-457bca5cc382 on network a6f8531c-b79d-4c64-84bc-419bbc6fdca7 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:43.417406 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a1f68851-e94f-4369-a8da-9610eef692e5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:43.437445 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f747cdad-f4e0-4db3-adf3-71cfcb1bcf1a tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.442567 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f747cdad-f4e0-4db3-adf3-71cfcb1bcf1a tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.448158 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f747cdad-f4e0-4db3-adf3-71cfcb1bcf1a tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/security-groups/bb63a0c9-73ce-4b73-9fd6-85c959cc627a HTTP/1.1" status: 204 len: 168 time: 0.1903152 Jul 05 04:09:43.449512 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45508) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:43.457036 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-cd9edf05-49b5-48a1-bcee-ca8151a2c725 service neutron] Port b2d60921-d607-4fdd-b503-457bca5cc382 on network a6f8531c-b79d-4c64-84bc-419bbc6fdca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:09:43.457478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-cd9edf05-49b5-48a1-bcee-ca8151a2c725 service neutron] Attempting to bind port b2d60921-d607-4fdd-b503-457bca5cc382 on network a6f8531c-b79d-4c64-84bc-419bbc6fdca7 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:43.484244 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747cdad-f4e0-4db3-adf3-71cfcb1bcf1a tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb63a0c9-73ce-4b73-9fd6-85c959cc627a,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:43.546819 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-056eaf44-ab0c-4ce6-9930-f84648f63b1a tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting subnet 1947ac70-d5f8-4e40-901b-b710048ba882 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:09:43.552414 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-056eaf44-ab0c-4ce6-9930-f84648f63b1a tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.555218 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a45e6cc7-9c2a-4dda-a0fc-9f67c0bfe6f6 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.600918 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-cd9edf05-49b5-48a1-bcee-ca8151a2c725 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:43.601529 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-cd9edf05-49b5-48a1-bcee-ca8151a2c725 service neutron] Checking segment: {'id': '04ffdb51-62ae-4257-af5e-6b2b9d45f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:43.601917 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-cd9edf05-49b5-48a1-bcee-ca8151a2c725 service neutron] Bound using segment: {'id': '04ffdb51-62ae-4257-af5e-6b2b9d45f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:43.602375 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-cd9edf05-49b5-48a1-bcee-ca8151a2c725 service neutron] Bound port: b2d60921-d607-4fdd-b503-457bca5cc382, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04ffdb51-62ae-4257-af5e-6b2b9d45f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:43.602735 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-cd9edf05-49b5-48a1-bcee-ca8151a2c725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.630075 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-056eaf44-ab0c-4ce6-9930-f84648f63b1a tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.658649 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e6cc7-9c2a-4dda-a0fc-9f67c0bfe6f6 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Pushing event deleted for resources: {'Port': ['ID=08f0c245-5e64-4fb0-a26a-0d29e98c8b13,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:43.887642 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c9153-c622-479a-825d-3396cdac6a96 req-300c6767-305d-4408-af9c-ce2aa007630c tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:43.889990 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a82c9153-c622-479a-825d-3396cdac6a96 req-300c6767-305d-4408-af9c-ce2aa007630c tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 948 time: 0.1702321 Jul 05 04:09:43.901592 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-056eaf44-ab0c-4ce6-9930-f84648f63b1a tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.907366 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4573d-ab66-48ae-9119-0cdec0169e9d req-cc4af6e7-89fd-42d8-a82b-b5dce52b202e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:43.909454 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2e4573d-ab66-48ae-9119-0cdec0169e9d req-cc4af6e7-89fd-42d8-a82b-b5dce52b202e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 1096 time: 0.2296712 Jul 05 04:09:43.987119 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a82c9153-c622-479a-825d-3396cdac6a96 req-60007904-8f8c-4fa1-b983-612bc2ff10df tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724704 Jul 05 04:09:44.120641 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-056eaf44-ab0c-4ce6-9930-f84648f63b1a tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.287656 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bdf92204-77fa-431e-ab3b-f77e3149eb53 None None] Could not find standard attr ID for object 26d28fb7-a0f8-40fa-8062-45d32bdcb2b9. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:09:44.315259 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bdf92204-77fa-431e-ab3b-f77e3149eb53 None None] Provisioning for port a1f68851-e94f-4369-a8da-9610eef692e5 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:44.322503 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bdf92204-77fa-431e-ab3b-f77e3149eb53 None None] Provisioning complete for port a1f68851-e94f-4369-a8da-9610eef692e5 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:44.322977 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bdf92204-77fa-431e-ab3b-f77e3149eb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.354763 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-cd9edf05-49b5-48a1-bcee-ca8151a2c725 service neutron] For port b2d60921-d607-4fdd-b503-457bca5cc382, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:44.358123 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a0689e-6c55-4134-885f-5e803643b50e admin admin] Router 706c818e-e96f-4a6e-b76f-a57219e34b09 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:09:44.386817 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-cd9edf05-49b5-48a1-bcee-ca8151a2c725 service neutron] For port b2d60921-d607-4fdd-b503-457bca5cc382, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b2d60921-d607-4fdd-b503-457bca5cc382,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:44.399093 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3c69c-f08b-4e90-af9b-ac2d3b642c31 req-c996c1b1-6cb1-4546-a050-7ddfca61a3d9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:44.406359 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86e3c69c-f08b-4e90-af9b-ac2d3b642c31 req-c996c1b1-6cb1-4546-a050-7ddfca61a3d9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.6731155 Jul 05 04:09:44.429423 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-cd9edf05-49b5-48a1-bcee-ca8151a2c725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.451089 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4573d-ab66-48ae-9119-0cdec0169e9d req-418e7335-3ff0-4dd8-b729-8d230dfac5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:44.452662 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2e4573d-ab66-48ae-9119-0cdec0169e9d req-418e7335-3ff0-4dd8-b729-8d230dfac5d6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 913 time: 0.5197501 Jul 05 04:09:44.462269 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bdf92204-77fa-431e-ab3b-f77e3149eb53 None None] Provisioning complete for port 8dd63a10-e7fb-4827-b791-9b714e358b6f triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:44.462974 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bdf92204-77fa-431e-ab3b-f77e3149eb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.490965 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbcbe6a-3880-4773-bcd5-a8e3a85dab4f None None] Network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:44.491988 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-056eaf44-ab0c-4ce6-9930-f84648f63b1a tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.501678 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-056eaf44-ab0c-4ce6-9930-f84648f63b1a tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/subnets/1947ac70-d5f8-4e40-901b-b710048ba882 HTTP/1.1" status: 204 len: 168 time: 1.0215390 Jul 05 04:09:44.505217 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45512) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:44.507666 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056eaf44-ab0c-4ce6-9930-f84648f63b1a tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Subnet': ['ID=1947ac70-d5f8-4e40-901b-b710048ba882,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:44.517463 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-79eee562-23ab-4ef5-a845-1c3c549d858f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'subnet': {'network_id': '2b749d38-582a-4b4f-ab6c-8c5f958f1552', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:44.556608 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-bdf92204-77fa-431e-ab3b-f77e3149eb53 None None] Port 8dd63a10-e7fb-4827-b791-9b714e358b6f cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:44.649452 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-cd9edf05-49b5-48a1-bcee-ca8151a2c725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:44.650326 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-cd9edf05-49b5-48a1-bcee-ca8151a2c725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.651742 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-cd9edf05-49b5-48a1-bcee-ca8151a2c725 service neutron] 10.222.0.89 "PUT /v2.0/ports/b2d60921-d607-4fdd-b503-457bca5cc382 HTTP/1.1" status: 200 len: 1097 time: 3.4055336 Jul 05 04:09:44.664206 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69346a61-cc6b-49c7-85ac-ed073166035e', 'tag': 'b2d60921-d607-4fdd-b503-457bca5cc382'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:44.666610 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2e4573d-ab66-48ae-9119-0cdec0169e9d req-0b1a7ea9-67a0-4383-9b63-f6d3a067029d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a737e3b-7647-4859-8d3b-5a41559ab915 HTTP/1.1" status: 200 len: 998 time: 0.1758597 Jul 05 04:09:44.667141 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2a1e33-0ce9-4466-a443-96e501fab4ec" -d '{"events": [{"name": "network-changed", "server_uuid": "69346a61-cc6b-49c7-85ac-ed073166035e", "tag": "b2d60921-d607-4fdd-b503-457bca5cc382"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:44.701265 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-53c41731-d116-46ec-94d5-59a2174a9b59 None None] Could not find standard attr ID for object 26d28fb7-a0f8-40fa-8062-45d32bdcb2b9. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:09:44.731061 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a45e6cc7-9c2a-4dda-a0fc-9f67c0bfe6f6 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.733852 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a45e6cc7-9c2a-4dda-a0fc-9f67c0bfe6f6 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] 10.222.0.77 "DELETE /v2.0/ports/08f0c245-5e64-4fb0-a26a-0d29e98c8b13 HTTP/1.1" status: 204 len: 168 time: 3.1264353 Jul 05 04:09:44.753262 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86e3c69c-f08b-4e90-af9b-ac2d3b642c31 req-89ab50f5-8068-4fa8-a10c-a7f67b8bdd16 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3458006 Jul 05 04:09:44.779671 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0361f7df-4b35-4afa-8ce6-9b2284209a7b x-openstack-request-id: req-0361f7df-4b35-4afa-8ce6-9b2284209a7b {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:44.780017 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69346a61-cc6b-49c7-85ac-ed073166035e", "tag": "b2d60921-d607-4fdd-b503-457bca5cc382", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:44.780258 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0361f7df-4b35-4afa-8ce6-9b2284209a7b {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:44.780652 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69346a61-cc6b-49c7-85ac-ed073166035e', 'tag': 'b2d60921-d607-4fdd-b503-457bca5cc382', 'status': 'completed', 'code': 200} Jul 05 04:09:44.781029 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45518) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:44.800579 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9edf05-49b5-48a1-bcee-ca8151a2c725 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d60921-d607-4fdd-b503-457bca5cc382,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:44.818855 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4573d-ab66-48ae-9119-0cdec0169e9d req-2b7b946e-8068-45ca-b319-84f0b9835e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:44.820404 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2e4573d-ab66-48ae-9119-0cdec0169e9d req-2b7b946e-8068-45ca-b319-84f0b9835e07 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d157b61e-6b4a-43c9-a07c-5c6e1fda4120 HTTP/1.1" status: 200 len: 851 time: 0.1445985 Jul 05 04:09:44.840098 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-60360ad6-1875-40bf-ba6a-a857e6fd8c11 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] GET failed (client error): The resource could not be found. Jul 05 04:09:44.842539 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-60360ad6-1875-40bf-ba6a-a857e6fd8c11 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] 10.222.0.77 "GET /v2.0/ports/08f0c245-5e64-4fb0-a26a-0d29e98c8b13 HTTP/1.1" status: 404 len: 333 time: 0.0579269 Jul 05 04:09:44.844058 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a0689e-6c55-4134-885f-5e803643b50e admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:09:44.853029 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45520) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:44.853375 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45522) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:44.853867 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-45a0689e-6c55-4134-885f-5e803643b50e admin admin] 10.222.0.77 "PUT /v2.0/routers/706c818e-e96f-4a6e-b76f-a57219e34b09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9923804 Jul 05 04:09:44.856054 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338f2610-775a-4fa0-bd35-a8b76d69fe46 None None] Sync routers for ids ['706c818e-e96f-4a6e-b76f-a57219e34b09'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:09:44.868957 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338f2610-775a-4fa0-bd35-a8b76d69fe46 None None] Routers {'706c818e-e96f-4a6e-b76f-a57219e34b09'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:44.870667 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-338f2610-775a-4fa0-bd35-a8b76d69fe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:09:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['706c818e-e96f-4a6e-b76f-a57219e34b09'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:44.896418 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-554a68a9-4d5f-4965-84a0-5dd1fb206ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:44.897956 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-554a68a9-4d5f-4965-84a0-5dd1fb206ea1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0a0e169dad4642e084dbd1dffad21af0&device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 1100 time: 0.1789277 Jul 05 04:09:44.937895 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a1f68851-e94f-4369-a8da-9610eef692e5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:44.949286 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-ceb92d18-b7e1-4c7b-812e-dd8c8a6cbbf7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d60921-d607-4fdd-b503-457bca5cc382 HTTP/1.1" status: 200 len: 217 time: 0.0385292 Jul 05 04:09:45.010240 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-fe62decf-c906-4193-9b13-47a50877cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:45.011614 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-fe62decf-c906-4193-9b13-47a50877cc9d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467 HTTP/1.1" status: 200 len: 856 time: 0.0547879 Jul 05 04:09:45.023873 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79eee562-23ab-4ef5-a845-1c3c549d858f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:45.027464 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-79eee562-23ab-4ef5-a845-1c3c549d858f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:45.056736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-338f2610-775a-4fa0-bd35-a8b76d69fe46 None None] Set router 706c818e-e96f-4a6e-b76f-a57219e34b09 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:09:45.126369 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-57e67327-0bb2-4ebb-8686-b19197c8877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:45.128928 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-57e67327-0bb2-4ebb-8686-b19197c8877c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1069577 Jul 05 04:09:45.215635 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a1f68851-e94f-4369-a8da-9610eef692e5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:45.216050 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:45.277880 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-a3c4c396-9c95-446e-aeb5-c9a33747df9c service neutron] 10.222.0.89 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153471 Jul 05 04:09:45.314024 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-42672910-3ec0-47ab-9483-ed9a40b71ff6 admin admin] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:45.322477 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4573d-ab66-48ae-9119-0cdec0169e9d req-5dc46ae0-7864-4735-bbf4-1014e2a38b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:45.324228 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2e4573d-ab66-48ae-9119-0cdec0169e9d req-5dc46ae0-7864-4735-bbf4-1014e2a38b70 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=76e1944d-1d03-4c4e-b1ba-413cddc95912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4883208 Jul 05 04:09:45.364629 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-338f2610-775a-4fa0-bd35-a8b76d69fe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706c818e-e96f-4a6e-b76f-a57219e34b09', 'name': 'tempest-TestAggregatesBasicOps-1325672956-router', 'tenant_id': '0f0bd0a736614c9fa62aaa629c622645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'aa7138f9-f8bc-4ecd-883a-123622c5c4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:07Z', 'updated_at': '2021-07-05T04:09:42Z', 'revision_number': 5, 'project_id': '0f0bd0a736614c9fa62aaa629c622645', 'gw_port': {'id': 'aa7138f9-f8bc-4ecd-883a-123622c5c4c5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706c818e-e96f-4a6e-b76f-a57219e34b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:08Z', 'updated_at': '2021-07-05T04:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:45.396570 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338f2610-775a-4fa0-bd35-a8b76d69fe46 None None] Checking router: 706c818e-e96f-4a6e-b76f-a57219e34b09 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:09:45.407182 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338f2610-775a-4fa0-bd35-a8b76d69fe46 None None] Routers {'706c818e-e96f-4a6e-b76f-a57219e34b09'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:45.407998 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-338f2610-775a-4fa0-bd35-a8b76d69fe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:09:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['706c818e-e96f-4a6e-b76f-a57219e34b09'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:45.413166 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c256550f-b276-4a92-bb26-bf6add18cb3e req-af3f42df-b9b5-47f8-9708-86d6d36e3fe8 service neutron] 10.222.0.89 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268058 Jul 05 04:09:45.559095 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-338f2610-775a-4fa0-bd35-a8b76d69fe46 None None] Set router 706c818e-e96f-4a6e-b76f-a57219e34b09 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:09:45.582153 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a1e33-0ce9-4466-a443-96e501fab4ec req-a848bed6-cfd1-4379-8cfb-23e550326c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:45.586414 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dd2a1e33-0ce9-4466-a443-96e501fab4ec req-a848bed6-cfd1-4379-8cfb-23e550326c63 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0a0e169dad4642e084dbd1dffad21af0&device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 1100 time: 0.1067472 Jul 05 04:09:45.637701 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-a625d5fc-b3d2-4512-9eab-075d9ee1525d tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Deleting port 89e7d8c2-91b2-4a00-a732-1cad1a78dc3f {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:45.638248 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a625d5fc-b3d2-4512-9eab-075d9ee1525d tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:45.693331 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dff3ddce-eab8-405f-a7ba-0851c4f12295 None None] Provisioning complete for port a1f68851-e94f-4369-a8da-9610eef692e5 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:45.693945 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dff3ddce-eab8-405f-a7ba-0851c4f12295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:45.708466 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a1e33-0ce9-4466-a443-96e501fab4ec req-33bd6daf-384d-4426-9677-c033559d85db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:45.710267 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dd2a1e33-0ce9-4466-a443-96e501fab4ec req-33bd6daf-384d-4426-9677-c033559d85db service neutron] 10.222.0.89 "GET /v2.0/networks?id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7 HTTP/1.1" status: 200 len: 918 time: 0.1175010 Jul 05 04:09:45.762020 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dd2a1e33-0ce9-4466-a443-96e501fab4ec req-813e45e1-aca8-46b3-a8bc-205bde70a3aa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d60921-d607-4fdd-b503-457bca5cc382 HTTP/1.1" status: 200 len: 217 time: 0.0427375 Jul 05 04:09:45.788180 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-79eee562-23ab-4ef5-a845-1c3c549d858f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:45.811601 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74f571-e161-40fb-8d9a-c1051ee73f0f req-e9dee7bd-2de9-4e7e-8083-7d7ecaab2e69 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:45.819542 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0a74f571-e161-40fb-8d9a-c1051ee73f0f req-e9dee7bd-2de9-4e7e-8083-7d7ecaab2e69 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 948 time: 0.6113865 Jul 05 04:09:45.826847 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a1e33-0ce9-4466-a443-96e501fab4ec req-938c42d7-b5ed-4c36-9896-ce202a1c69c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:45.828497 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dd2a1e33-0ce9-4466-a443-96e501fab4ec req-938c42d7-b5ed-4c36-9896-ce202a1c69c8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467 HTTP/1.1" status: 200 len: 856 time: 0.0594270 Jul 05 04:09:45.865657 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dff3ddce-eab8-405f-a7ba-0851c4f12295 None None] Provisioning complete for port 8dd63a10-e7fb-4827-b791-9b714e358b6f triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:45.866207 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dff3ddce-eab8-405f-a7ba-0851c4f12295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:45.878100 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a625d5fc-b3d2-4512-9eab-075d9ee1525d tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:45.897452 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-a625d5fc-b3d2-4512-9eab-075d9ee1525d tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Calling delete_port for 89e7d8c2-91b2-4a00-a732-1cad1a78dc3f owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:45.906342 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a1e33-0ce9-4466-a443-96e501fab4ec req-6c9aa163-7269-4cff-8cdf-03a336eb5acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:45.909067 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dd2a1e33-0ce9-4466-a443-96e501fab4ec req-6c9aa163-7269-4cff-8cdf-03a336eb5acf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711837 Jul 05 04:09:45.910019 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-338f2610-775a-4fa0-bd35-a8b76d69fe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706c818e-e96f-4a6e-b76f-a57219e34b09', 'name': 'tempest-TestAggregatesBasicOps-1325672956-router', 'tenant_id': '0f0bd0a736614c9fa62aaa629c622645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'aa7138f9-f8bc-4ecd-883a-123622c5c4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:07Z', 'updated_at': '2021-07-05T04:09:42Z', 'revision_number': 5, 'project_id': '0f0bd0a736614c9fa62aaa629c622645', 'gw_port': {'id': 'aa7138f9-f8bc-4ecd-883a-123622c5c4c5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706c818e-e96f-4a6e-b76f-a57219e34b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:08Z', 'updated_at': '2021-07-05T04:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:45.939185 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338f2610-775a-4fa0-bd35-a8b76d69fe46 None None] The sync data for ids ['706c818e-e96f-4a6e-b76f-a57219e34b09'] in n-d-780147-23 is: [{'id': '706c818e-e96f-4a6e-b76f-a57219e34b09', 'name': 'tempest-TestAggregatesBasicOps-1325672956-router', 'tenant_id': '0f0bd0a736614c9fa62aaa629c622645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'aa7138f9-f8bc-4ecd-883a-123622c5c4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:07Z', 'updated_at': '2021-07-05T04:09:42Z', 'revision_number': 5, 'project_id': '0f0bd0a736614c9fa62aaa629c622645', 'gw_port': {'id': 'aa7138f9-f8bc-4ecd-883a-123622c5c4c5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:73:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706c818e-e96f-4a6e-b76f-a57219e34b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:08Z', 'updated_at': '2021-07-05T04:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:09:45.943493 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dff3ddce-eab8-405f-a7ba-0851c4f12295 None None] Port 8dd63a10-e7fb-4827-b791-9b714e358b6f cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:46.002282 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2e4573d-ab66-48ae-9119-0cdec0169e9d req-5c808117-2416-4a80-8d48-60fc51266af6 service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6307130 Jul 05 04:09:46.015813 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eee562-23ab-4ef5-a845-1c3c549d858f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:46.036013 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-42672910-3ec0-47ab-9483-ed9a40b71ff6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.053626 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-79eee562-23ab-4ef5-a845-1c3c549d858f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:46.056643 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eee562-23ab-4ef5-a845-1c3c549d858f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:46.057198 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dd2a1e33-0ce9-4466-a443-96e501fab4ec req-14e9885b-03fc-49f1-b322-bfb074240e6d service neutron] 10.222.0.89 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400928 Jul 05 04:09:46.057324 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-79eee562-23ab-4ef5-a845-1c3c549d858f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.063024 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e729aa5-40af-4cc8-a10e-c548f8651d67 None None] Network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:46.075131 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c903d-d4a2-4017-9e8f-5fada38baca9 req-0775360c-6479-4d5a-917d-4e0427560009 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:46.075640 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-149c903d-d4a2-4017-9e8f-5fada38baca9 req-0775360c-6479-4d5a-917d-4e0427560009 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.1469758 Jul 05 04:09:46.100488 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0a74f571-e161-40fb-8d9a-c1051ee73f0f req-ef6dc16e-5faa-4c63-b596-1f472d3119d0 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2799876 Jul 05 04:09:46.101385 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eee562-23ab-4ef5-a845-1c3c549d858f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Subnet': ['ID=95bf3178-f60b-41d5-b3af-d9cf01064d10,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:46.163531 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-79eee562-23ab-4ef5-a845-1c3c549d858f tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6530218 Jul 05 04:09:46.164189 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45532) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:46.169278 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-149c903d-d4a2-4017-9e8f-5fada38baca9 req-528ac998-b67e-498a-828c-12fda7befb6c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856695 Jul 05 04:09:46.171926 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-083421c1-0f1b-4805-8843-8ba9899a7417 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'security_group': {'name': 'tempest-secgroup-1838008725'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:46.210559 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dd2a1e33-0ce9-4466-a443-96e501fab4ec req-5b61a3a4-723c-409e-8201-6a39b83e7da2 service neutron] 10.222.0.89 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439879 Jul 05 04:09:46.269533 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-083421c1-0f1b-4805-8843-8ba9899a7417 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.276752 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2e4573d-ab66-48ae-9119-0cdec0169e9d req-89748fd3-f97c-484c-8faf-2163cbb1f273 service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597468 Jul 05 04:09:46.324813 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-42672910-3ec0-47ab-9483-ed9a40b71ff6 admin admin] Deleting port aa7138f9-f8bc-4ecd-883a-123622c5c4c5 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:46.326115 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-42672910-3ec0-47ab-9483-ed9a40b71ff6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.369227 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd6b136-2f61-460b-b3a5-ba450fef67f5 None None] Update dhcp port {'port': {'network_id': '2b749d38-582a-4b4f-ab6c-8c5f958f1552', 'fixed_ips': [{'subnet_id': 'bb485284-7f83-420b-9c4c-7e0d6d786128', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '95bf3178-f60b-41d5-b3af-d9cf01064d10'}], 'binding:host_id': 'n-d-780147-23'}, 'id': 'a1f68851-e94f-4369-a8da-9610eef692e5'} from n-d-780147-23. {{(pid=105540) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:09:46.381086 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a625d5fc-b3d2-4512-9eab-075d9ee1525d tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.410591 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bdd6b136-2f61-460b-b3a5-ba450fef67f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.438353 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625d5fc-b3d2-4512-9eab-075d9ee1525d tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Pushing event deleted for resources: {'Port': ['ID=89e7d8c2-91b2-4a00-a732-1cad1a78dc3f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:46.492084 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a625d5fc-b3d2-4512-9eab-075d9ee1525d tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.494064 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a625d5fc-b3d2-4512-9eab-075d9ee1525d tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] 10.222.0.77 "DELETE /v2.0/ports/89e7d8c2-91b2-4a00-a732-1cad1a78dc3f HTTP/1.1" status: 204 len: 168 time: 1.6297886 Jul 05 04:09:46.498004 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45534) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:46.547115 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-42672910-3ec0-47ab-9483-ed9a40b71ff6 admin admin] For port aa7138f9-f8bc-4ecd-883a-123622c5c4c5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=aa7138f9-f8bc-4ecd-883a-123622c5c4c5,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:46.547483 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-42672910-3ec0-47ab-9483-ed9a40b71ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.561310 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac44cbd1-f65c-47de-b311-5b7718baf1e4 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] GET failed (client error): The resource could not be found. Jul 05 04:09:46.567175 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-083421c1-0f1b-4805-8843-8ba9899a7417 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.571548 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-42672910-3ec0-47ab-9483-ed9a40b71ff6 admin admin] Calling delete_port for aa7138f9-f8bc-4ecd-883a-123622c5c4c5 owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:46.572507 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ac44cbd1-f65c-47de-b311-5b7718baf1e4 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] 10.222.0.77 "GET /v2.0/ports/89e7d8c2-91b2-4a00-a732-1cad1a78dc3f HTTP/1.1" status: 404 len: 333 time: 0.0735910 Jul 05 04:09:46.573351 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45536) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:46.581000 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-083421c1-0f1b-4805-8843-8ba9899a7417 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.602545 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-083421c1-0f1b-4805-8843-8ba9899a7417 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.604086 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-083421c1-0f1b-4805-8843-8ba9899a7417 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4355137 Jul 05 04:09:46.608365 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45538) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:46.615479 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-90320a3d-0f99-4e7a-9f63-06d4c2ac7f3d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'security_group': {'name': 'tempest-secgroup-796903077'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:46.647643 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-bdd6b136-2f61-460b-b3a5-ba450fef67f5 None None] Allocated IP 2001:db8::2 (2b749d38-582a-4b4f-ab6c-8c5f958f1552/95bf3178-f60b-41d5-b3af-d9cf01064d10/a1f68851-e94f-4369-a8da-9610eef692e5) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:46.696641 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083421c1-0f1b-4805-8843-8ba9899a7417 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=983b4930-b2d0-43a2-8857-62c0600b1e5b,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:46.718067 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e53e3-5409-4028-a82f-42710f39c7f7 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Deleting port b7fb7452-87de-461f-9e50-3c0d494e5a09 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:46.718561 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d4e53e3-5409-4028-a82f-42710f39c7f7 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.722244 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90320a3d-0f99-4e7a-9f63-06d4c2ac7f3d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.840423 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-bdd6b136-2f61-460b-b3a5-ba450fef67f5 None None] For port a1f68851-e94f-4369-a8da-9610eef692e5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a1f68851-e94f-4369-a8da-9610eef692e5,segment=NetworkSegment(c59020e6-4769-485e-92bd-dbe2f5a4d85b),segment_id=c59020e6-4769-485e-92bd-dbe2f5a4d85b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:46.865660 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:09:46.892505 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:09:46.893989 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c4bad0a2-92ec-49b5-bf1d-1657c4b1c6a7 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:09:46.914695 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bdd6b136-2f61-460b-b3a5-ba450fef67f5 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.942844 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d4e53e3-5409-4028-a82f-42710f39c7f7 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.944399 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bdd6b136-2f61-460b-b3a5-ba450fef67f5 None None] Transition to ACTIVE for port object a1f68851-e94f-4369-a8da-9610eef692e5 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:46.950770 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bdd6b136-2f61-460b-b3a5-ba450fef67f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.963981 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-42672910-3ec0-47ab-9483-ed9a40b71ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.989150 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e53e3-5409-4028-a82f-42710f39c7f7 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Calling delete_port for b7fb7452-87de-461f-9e50-3c0d494e5a09 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:46.991126 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90320a3d-0f99-4e7a-9f63-06d4c2ac7f3d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.037347 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90320a3d-0f99-4e7a-9f63-06d4c2ac7f3d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.047651 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42672910-3ec0-47ab-9483-ed9a40b71ff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa7138f9-f8bc-4ecd-883a-123622c5c4c5,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:47.077238 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6b136-2f61-460b-b3a5-ba450fef67f5 None None] Pushing event updated for resources: {'Port': ['ID=a1f68851-e94f-4369-a8da-9610eef692e5,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:47.140128 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90320a3d-0f99-4e7a-9f63-06d4c2ac7f3d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.144938 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-90320a3d-0f99-4e7a-9f63-06d4c2ac7f3d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5323167 Jul 05 04:09:47.169850 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45548) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:47.177169 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-3ce79429-b29f-421c-b71b-5387a87e3aaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'security_group': {'name': 'tempest-secgroup-355207458'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:47.190864 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90320a3d-0f99-4e7a-9f63-06d4c2ac7f3d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=630b9ec2-7480-4738-a103-f793f0c2943e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:47.200007 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d4e53e3-5409-4028-a82f-42710f39c7f7 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.243675 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e53e3-5409-4028-a82f-42710f39c7f7 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Pushing event deleted for resources: {'Port': ['ID=b7fb7452-87de-461f-9e50-3c0d494e5a09,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:47.254741 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-42672910-3ec0-47ab-9483-ed9a40b71ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.288239 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d4e53e3-5409-4028-a82f-42710f39c7f7 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.306156 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5d4e53e3-5409-4028-a82f-42710f39c7f7 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] 10.222.0.77 "DELETE /v2.0/ports/b7fb7452-87de-461f-9e50-3c0d494e5a09 HTTP/1.1" status: 204 len: 168 time: 0.7170892 Jul 05 04:09:47.307194 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45554) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:47.392248 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-991b1b96-c6e7-4c2f-b1ab-fde216a6dbc6 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Deleting subnet 2a8ddf50-7f54-4f54-b091-3f85b4b26d1d {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:09:47.402617 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-991b1b96-c6e7-4c2f-b1ab-fde216a6dbc6 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.425560 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-42672910-3ec0-47ab-9483-ed9a40b71ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.429579 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-42672910-3ec0-47ab-9483-ed9a40b71ff6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.466739 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-991b1b96-c6e7-4c2f-b1ab-fde216a6dbc6 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.508665 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ce79429-b29f-421c-b71b-5387a87e3aaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.583792 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-42672910-3ec0-47ab-9483-ed9a40b71ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.584640 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42672910-3ec0-47ab-9483-ed9a40b71ff6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 706c818e-e96f-4a6e-b76f-a57219e34b09 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:09:47.592620 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-42672910-3ec0-47ab-9483-ed9a40b71ff6 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.595176 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-42672910-3ec0-47ab-9483-ed9a40b71ff6 admin admin] 10.222.0.77 "DELETE /v2.0/routers/706c818e-e96f-4a6e-b76f-a57219e34b09 HTTP/1.1" status: 204 len: 168 time: 2.7188711 Jul 05 04:09:47.598270 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45556) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:47.624632 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-991b1b96-c6e7-4c2f-b1ab-fde216a6dbc6 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.749960 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-991b1b96-c6e7-4c2f-b1ab-fde216a6dbc6 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.782164 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca334853-7ce0-43cb-a1a9-5e1bc45c07e8 req-4ce18aae-a7c4-4e05-b3ad-159c97c0b52e tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:47.786352 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ca334853-7ce0-43cb-a1a9-5e1bc45c07e8 req-4ce18aae-a7c4-4e05-b3ad-159c97c0b52e tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 948 time: 0.2876747 Jul 05 04:09:47.790983 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8406ab-36c0-4ec8-ba43-9700c5574737 admin admin] Deleting subnet aea8bd3f-a108-4c36-8b79-df535931e2c8 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:09:47.792919 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b1b96-c6e7-4c2f-b1ab-fde216a6dbc6 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8ddf50-7f54-4f54-b091-3f85b4b26d1d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:47.808367 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4c8406ab-36c0-4ec8-ba43-9700c5574737 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.818158 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-991b1b96-c6e7-4c2f-b1ab-fde216a6dbc6 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.819494 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915c17c1-56b1-4d28-9f66-a68326b9d18f None None] Network 157e29fe-faee-4d0e-8db9-4f89a5c9c2fc requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:47.821503 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-991b1b96-c6e7-4c2f-b1ab-fde216a6dbc6 tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] 10.222.0.77 "DELETE /v2.0/subnets/2a8ddf50-7f54-4f54-b091-3f85b4b26d1d HTTP/1.1" status: 204 len: 168 time: 0.5121400 Jul 05 04:09:47.823446 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45560) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:47.982380 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6c798f1-1c9c-49ee-8da2-5f689f62944c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.000397 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edbb9d-44e3-423c-91b0-7e43a2b93689 req-b9cf0c92-d847-4244-8f9c-be215a508d68 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.009124 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99edbb9d-44e3-423c-91b0-7e43a2b93689 req-b9cf0c92-d847-4244-8f9c-be215a508d68 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.1744580 Jul 05 04:09:48.058447 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99edbb9d-44e3-423c-91b0-7e43a2b93689 req-de69c078-5d27-4927-982f-b049b1acd763 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482693 Jul 05 04:09:48.094045 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0e0f5afb-ebdd-4f56-af7b-57edc27933a1 None None] Provisioning for port a1f68851-e94f-4369-a8da-9610eef692e5 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:48.104521 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0e0f5afb-ebdd-4f56-af7b-57edc27933a1 None None] Provisioning complete for port a1f68851-e94f-4369-a8da-9610eef692e5 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:48.104906 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0e0f5afb-ebdd-4f56-af7b-57edc27933a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.143941 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-c6c798f1-1c9c-49ee-8da2-5f689f62944c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Deleting port 8fbcc976-c08d-467c-a5af-732dfbf8dae1 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:48.144923 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6c798f1-1c9c-49ee-8da2-5f689f62944c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.186554 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c506a4-a0a7-442d-99e5-1a5b9cb086b5 None None] DHCP port deletion for 157e29fe-faee-4d0e-8db9-4f89a5c9c2fc request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:09:48.245962 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ce79429-b29f-421c-b71b-5387a87e3aaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.255064 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4c8406ab-36c0-4ec8-ba43-9700c5574737 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.265939 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-c6c798f1-1c9c-49ee-8da2-5f689f62944c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] For port 8fbcc976-c08d-467c-a5af-732dfbf8dae1, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=8fbcc976-c08d-467c-a5af-732dfbf8dae1,segment=NetworkSegment(3f58389b-2727-4244-b3b4-af176b70f780),segment_id=3f58389b-2727-4244-b3b4-af176b70f780)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:48.266519 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6c798f1-1c9c-49ee-8da2-5f689f62944c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.269089 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ca334853-7ce0-43cb-a1a9-5e1bc45c07e8 req-7ea187e0-3b89-4bca-8588-de6ef35b7776 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4754207 Jul 05 04:09:48.293271 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ce79429-b29f-421c-b71b-5387a87e3aaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.300482 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a0c506a4-a0a7-442d-99e5-1a5b9cb086b5 None None] Deleting port 8fbcc976-c08d-467c-a5af-732dfbf8dae1 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:48.300934 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a0c506a4-a0a7-442d-99e5-1a5b9cb086b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.330641 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-c6c798f1-1c9c-49ee-8da2-5f689f62944c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Calling delete_port for 8fbcc976-c08d-467c-a5af-732dfbf8dae1 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:48.343833 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ce79429-b29f-421c-b71b-5387a87e3aaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.348344 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3ce79429-b29f-421c-b71b-5387a87e3aaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1771133 Jul 05 04:09:48.352528 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45566) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:48.358422 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-c922dc43-214e-4890-8d09-f559a22a933c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-131425653', 'security_groups': ['baf83cdc-f310-4e93-a683-b616e3687fea'], 'network_id': '2b749d38-582a-4b4f-ab6c-8c5f958f1552', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '95bf3178-f60b-41d5-b3af-d9cf01064d10'}]}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:48.360436 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce79429-b29f-421c-b71b-5387a87e3aaa tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf83cdc-f310-4e93-a683-b616e3687fea,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:48.387481 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0e0f5afb-ebdd-4f56-af7b-57edc27933a1 None None] Provisioning complete for port 8dd63a10-e7fb-4827-b791-9b714e358b6f triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:48.387883 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0e0f5afb-ebdd-4f56-af7b-57edc27933a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.430006 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a0c506a4-a0a7-442d-99e5-1a5b9cb086b5 None None] For port 8fbcc976-c08d-467c-a5af-732dfbf8dae1, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=8fbcc976-c08d-467c-a5af-732dfbf8dae1,segment=NetworkSegment(3f58389b-2727-4244-b3b4-af176b70f780),segment_id=3f58389b-2727-4244-b3b4-af176b70f780)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:48.430463 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a0c506a4-a0a7-442d-99e5-1a5b9cb086b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.433197 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4c8406ab-36c0-4ec8-ba43-9700c5574737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.456795 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a0c506a4-a0a7-442d-99e5-1a5b9cb086b5 None None] Calling delete_port for 8fbcc976-c08d-467c-a5af-732dfbf8dae1 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:48.465435 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-0e0f5afb-ebdd-4f56-af7b-57edc27933a1 None None] Port 8dd63a10-e7fb-4827-b791-9b714e358b6f cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:48.484746 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f056d33-bca5-4f60-a963-a50870348ae1 req-c93880fc-9160-480f-900b-3817ff35fbe8 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.487045 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1f056d33-bca5-4f60-a963-a50870348ae1 req-c93880fc-9160-480f-900b-3817ff35fbe8 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.2169905 Jul 05 04:09:48.538266 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4c8406ab-36c0-4ec8-ba43-9700c5574737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.578974 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8406ab-36c0-4ec8-ba43-9700c5574737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aea8bd3f-a108-4c36-8b79-df535931e2c8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:48.589263 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4c8406ab-36c0-4ec8-ba43-9700c5574737 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.591272 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4c8406ab-36c0-4ec8-ba43-9700c5574737 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/aea8bd3f-a108-4c36-8b79-df535931e2c8 HTTP/1.1" status: 204 len: 168 time: 0.9895666 Jul 05 04:09:48.592394 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1f056d33-bca5-4f60-a963-a50870348ae1 req-c375a8fb-4bb1-4c25-9021-47d9d3f358b0 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914516 Jul 05 04:09:48.595485 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45568) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:48.634815 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6c798f1-1c9c-49ee-8da2-5f689f62944c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.646049 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c922dc43-214e-4890-8d09-f559a22a933c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:48.696705 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a886d9-1b1c-4f4c-84ac-581ad083d363 None None] Network eeb93c3d-018d-4ca5-a8cd-5c225b105f9c requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:48.720831 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a19cd2a-8a95-452e-9138-2f055ada2c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.751421 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863f595-55e6-4e7b-afc3-bbe03de91292 req-e38015f4-c035-4183-bc7c-a39f5b7ac623 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.753597 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5863f595-55e6-4e7b-afc3-bbe03de91292 req-e38015f4-c035-4183-bc7c-a39f5b7ac623 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.1441300 Jul 05 04:09:48.781368 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c922dc43-214e-4890-8d09-f559a22a933c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.805510 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c798f1-1c9c-49ee-8da2-5f689f62944c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Pushing event deleted for resources: {'Port': ['ID=8fbcc976-c08d-467c-a5af-732dfbf8dae1,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:48.812940 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c798f1-1c9c-49ee-8da2-5f689f62944c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] No DVR routers for this DVR port 8fbcc976-c08d-467c-a5af-732dfbf8dae1 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:48.840130 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-6a19cd2a-8a95-452e-9138-2f055ada2c7d admin admin] Deleting port ae7faff0-48e4-4ed4-bcf1-094093c44544 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:48.840130 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a19cd2a-8a95-452e-9138-2f055ada2c7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.859984 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a0c506a4-a0a7-442d-99e5-1a5b9cb086b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.860581 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5863f595-55e6-4e7b-afc3-bbe03de91292 req-1a93872a-23aa-4b87-85cb-f764a8d1caf3 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852056 Jul 05 04:09:48.901401 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a1f68851-e94f-4369-a8da-9610eef692e5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:48.905394 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c506a4-a0a7-442d-99e5-1a5b9cb086b5 None None] Pushing event deleted for resources: {'Port': ['ID=8fbcc976-c08d-467c-a5af-732dfbf8dae1,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:48.914550 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c506a4-a0a7-442d-99e5-1a5b9cb086b5 None None] No DVR routers for this DVR port 8fbcc976-c08d-467c-a5af-732dfbf8dae1 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:48.945781 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-6a19cd2a-8a95-452e-9138-2f055ada2c7d admin admin] For port ae7faff0-48e4-4ed4-bcf1-094093c44544, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=ae7faff0-48e4-4ed4-bcf1-094093c44544,segment=NetworkSegment(c3190d12-c53f-423e-b2ba-0a9c13408d38),segment_id=c3190d12-c53f-423e-b2ba-0a9c13408d38)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:48.946152 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a19cd2a-8a95-452e-9138-2f055ada2c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.946927 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-c922dc43-214e-4890-8d09-f559a22a933c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] device_id is not set on port 16df3884-9502-45ff-8bc1-2ae64354c640 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:09:48.966790 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6c798f1-1c9c-49ee-8da2-5f689f62944c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.967054 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-6a19cd2a-8a95-452e-9138-2f055ada2c7d admin admin] Calling delete_port for ae7faff0-48e4-4ed4-bcf1-094093c44544 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:48.985602 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a1f68851-e94f-4369-a8da-9610eef692e5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:48.985997 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:49.044742 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-c6c798f1-1c9c-49ee-8da2-5f689f62944c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157e29fe-faee-4d0e-8db9-4f89a5c9c2fc']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:49.054062 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb2a86b-db26-449c-90d6-7d87968404bb None None] DHCP port deletion for eeb93c3d-018d-4ca5-a8cd-5c225b105f9c request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:09:49.094399 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a19cd2a-8a95-452e-9138-2f055ada2c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:49.094640 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-c6c798f1-1c9c-49ee-8da2-5f689f62944c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f58389b-2727-4244-b3b4-af176b70f780') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:49.094750 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-c6c798f1-1c9c-49ee-8da2-5f689f62944c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f58389b-2727-4244-b3b4-af176b70f780') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:49.104039 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcb2a86b-db26-449c-90d6-7d87968404bb None None] The port 'ae7faff0-48e4-4ed4-bcf1-094093c44544' was deleted {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 05 04:09:49.113811 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6c798f1-1c9c-49ee-8da2-5f689f62944c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:49.129630 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19cd2a-8a95-452e-9138-2f055ada2c7d admin admin] Pushing event deleted for resources: {'Port': ['ID=ae7faff0-48e4-4ed4-bcf1-094093c44544,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:49.138032 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a19cd2a-8a95-452e-9138-2f055ada2c7d admin admin] No DVR routers for this DVR port ae7faff0-48e4-4ed4-bcf1-094093c44544 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:49.148623 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b2d60921-d607-4fdd-b503-457bca5cc382 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:09:49.176636 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6c798f1-1c9c-49ee-8da2-5f689f62944c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:49.193119 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c798f1-1c9c-49ee-8da2-5f689f62944c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:09:49.193855 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6c798f1-1c9c-49ee-8da2-5f689f62944c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:49.228910 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8fbcc976-c08d-467c-a5af-732dfbf8dae1 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:09:49.241248 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3750e2a-d6c5-4a48-8319-775b385d83fd req-bbafdc1e-cfce-4e97-9c05-bf9692cf22b3 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:49.242792 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e3750e2a-d6c5-4a48-8319-775b385d83fd req-bbafdc1e-cfce-4e97-9c05-bf9692cf22b3 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.1870911 Jul 05 04:09:49.249132 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a19cd2a-8a95-452e-9138-2f055ada2c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:09:49.252382 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:09:49.256073 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 8fbcc976-c08d-467c-a5af-732dfbf8dae1 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:09:49.256476 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8fbcc976-c08d-467c-a5af-732dfbf8dae1 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:09:49.256839 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device aa7138f9-f8bc-4ecd-883a-123622c5c4c5 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:09:49.284475 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: aa7138f9-f8bc-4ecd-883a-123622c5c4c5 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:09:49.284827 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device aa7138f9-f8bc-4ecd-883a-123622c5c4c5 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:09:49.293249 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-6a19cd2a-8a95-452e-9138-2f055ada2c7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb93c3d-018d-4ca5-a8cd-5c225b105f9c']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:49.314205 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-6a19cd2a-8a95-452e-9138-2f055ada2c7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3190d12-c53f-423e-b2ba-0a9c13408d38') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:49.314555 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-6a19cd2a-8a95-452e-9138-2f055ada2c7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3190d12-c53f-423e-b2ba-0a9c13408d38') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:49.331151 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a19cd2a-8a95-452e-9138-2f055ada2c7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:49.331479 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b2d60921-d607-4fdd-b503-457bca5cc382, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b2d60921-d607-4fdd-b503-457bca5cc382,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:49.341183 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b43737-6b9e-44ab-89a8-f013963f877e req-bdf0e3ee-d475-4e54-b96c-b16036155593 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:49.342902 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-42b43737-6b9e-44ab-89a8-f013963f877e req-bdf0e3ee-d475-4e54-b96c-b16036155593 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.2887688 Jul 05 04:09:49.349962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'b2d60921-d607-4fdd-b503-457bca5cc382', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'port_id': 'b2d60921-d607-4fdd-b503-457bca5cc382', 'mac_address': 'fa:16:3e:3d:69:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:09:49.357421 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6c798f1-1c9c-49ee-8da2-5f689f62944c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:49.362936 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6c798f1-1c9c-49ee-8da2-5f689f62944c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:49.364911 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c6c798f1-1c9c-49ee-8da2-5f689f62944c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] 10.222.0.77 "DELETE /v2.0/networks/157e29fe-faee-4d0e-8db9-4f89a5c9c2fc HTTP/1.1" status: 204 len: 168 time: 1.5402215 Jul 05 04:09:49.372995 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a19cd2a-8a95-452e-9138-2f055ada2c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:49.384385 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a19cd2a-8a95-452e-9138-2f055ada2c7d admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:09:49.384804 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a19cd2a-8a95-452e-9138-2f055ada2c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:09:49.387669 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:09:49.426116 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c798f1-1c9c-49ee-8da2-5f689f62944c tempest-AllowedAddressPairIpV6TestJSON-1647851565 tempest-AllowedAddressPairIpV6TestJSON-1647851565-project] Pushing event deleted for resources: {'Network': ['ID=157e29fe-faee-4d0e-8db9-4f89a5c9c2fc,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:49.437012 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:49.461133 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d60921-d607-4fdd-b503-457bca5cc382 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:09:49.461934 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-c922dc43-214e-4890-8d09-f559a22a933c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Allocated IP 2001:db8::68 (2b749d38-582a-4b4f-ab6c-8c5f958f1552/95bf3178-f60b-41d5-b3af-d9cf01064d10/16df3884-9502-45ff-8bc1-2ae64354c640) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:49.476498 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a19cd2a-8a95-452e-9138-2f055ada2c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:49.497268 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-42b43737-6b9e-44ab-89a8-f013963f877e req-1eee9eda-d8eb-4bbc-ae78-c9adc952dd08 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447392 Jul 05 04:09:49.497818 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a19cd2a-8a95-452e-9138-2f055ada2c7d admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:49.499748 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6a19cd2a-8a95-452e-9138-2f055ada2c7d admin admin] 10.222.0.77 "DELETE /v2.0/networks/eeb93c3d-018d-4ca5-a8cd-5c225b105f9c HTTP/1.1" status: 204 len: 168 time: 0.9031360 Jul 05 04:09:49.500725 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19cd2a-8a95-452e-9138-2f055ada2c7d admin admin] Pushing event deleted for resources: {'Network': ['ID=eeb93c3d-018d-4ca5-a8cd-5c225b105f9c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:49.505574 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-e3750e2a-d6c5-4a48-8319-775b385d83fd req-3c0ec02b-a8f2-44b1-a448-25afced177d6 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Deleting port 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:49.505929 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e3750e2a-d6c5-4a48-8319-775b385d83fd req-3c0ec02b-a8f2-44b1-a448-25afced177d6 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:49.506273 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45578) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:49.507114 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b2d60921-d607-4fdd-b503-457bca5cc382, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b2d60921-d607-4fdd-b503-457bca5cc382,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:49.513250 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:49.597020 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=b2d60921-d607-4fdd-b503-457bca5cc382,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:49.699403 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-e3750e2a-d6c5-4a48-8319-775b385d83fd req-3c0ec02b-a8f2-44b1-a448-25afced177d6 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] For port 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53,segment=NetworkSegment(296c63e3-13af-4804-917b-bc987e4f6089),segment_id=296c63e3-13af-4804-917b-bc987e4f6089)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:49.712628 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e3750e2a-d6c5-4a48-8319-775b385d83fd req-3c0ec02b-a8f2-44b1-a448-25afced177d6 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:49.733860 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd0269-41e1-4e98-8436-6a8b0cfede3d req-9de48a7f-29ec-42d9-84f6-7a41fb3456b2 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:49.741306 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-11cd0269-41e1-4e98-8436-6a8b0cfede3d req-9de48a7f-29ec-42d9-84f6-7a41fb3456b2 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 949 time: 0.2015519 Jul 05 04:09:49.763375 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45586) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:49.896489 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-11cd0269-41e1-4e98-8436-6a8b0cfede3d req-d619710c-cf63-4b4a-8cf8-316e11b4ca7b tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541457 Jul 05 04:09:49.905700 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c922dc43-214e-4890-8d09-f559a22a933c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:49.919183 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['b2d60921-d607-4fdd-b503-457bca5cc382'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:09:50.006489 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-c922dc43-214e-4890-8d09-f559a22a933c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Transition to ACTIVE for port object 16df3884-9502-45ff-8bc1-2ae64354c640 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:50.105822 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c922dc43-214e-4890-8d09-f559a22a933c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.133114 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c8241fd8-a66d-4e83-b23a-13a4c3036ba6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=15bfb49ec67b49348831ccaf0eae23bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3678234 Jul 05 04:09:50.134870 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45592) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:50.196421 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c922dc43-214e-4890-8d09-f559a22a933c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:50.212682 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-c922dc43-214e-4890-8d09-f559a22a933c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:50.215093 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c922dc43-214e-4890-8d09-f559a22a933c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:50.220911 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c922dc43-214e-4890-8d09-f559a22a933c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:50.221936 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c922dc43-214e-4890-8d09-f559a22a933c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.227741 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e3750e2a-d6c5-4a48-8319-775b385d83fd req-3c0ec02b-a8f2-44b1-a448-25afced177d6 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.228147 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e3750e2a-d6c5-4a48-8319-775b385d83fd req-3c0ec02b-a8f2-44b1-a448-25afced177d6 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.228659 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [req-e3750e2a-d6c5-4a48-8319-775b385d83fd req-3c0ec02b-a8f2-44b1-a448-25afced177d6 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Floating IP 5235925a-2e83-4d39-b7d1-da96dfe150eb disassociated. External IP: 172.25.1.132, port: 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53. Jul 05 04:09:50.229315 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-e3750e2a-d6c5-4a48-8319-775b385d83fd req-3c0ec02b-a8f2-44b1-a448-25afced177d6 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Calling delete_port for 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:50.245342 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922dc43-214e-4890-8d09-f559a22a933c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Port': ['ID=16df3884-9502-45ff-8bc1-2ae64354c640,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:50.277017 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c922dc43-214e-4890-8d09-f559a22a933c tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9232545 Jul 05 04:09:50.277627 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45594) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:50.287925 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-3a216aca-b15f-4820-bec8-6acbc57f0ec9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'subnet': {'network_id': '2b749d38-582a-4b4f-ab6c-8c5f958f1552', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:50.354685 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8e57d1e7-c5fd-4331-afaf-bc21f7de38f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.355124 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6009c15b-6ad6-40b9-9283-5f52ec91a2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.365664 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c13ea6-4349-4b78-b4f7-da1e07ede2ea req-a17d017a-2992-4bc4-913e-ce4456464575 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:50.367259 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-80c13ea6-4349-4b78-b4f7-da1e07ede2ea req-a17d017a-2992-4bc4-913e-ce4456464575 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 945 time: 0.2332435 Jul 05 04:09:50.411852 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6009c15b-6ad6-40b9-9283-5f52ec91a2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.418650 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272e89e-6a36-453e-a60e-a3f98b15e7fb req-f12d5076-fe34-4d89-985f-4f5dcfaed437 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:50.420170 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2272e89e-6a36-453e-a60e-a3f98b15e7fb req-f12d5076-fe34-4d89-985f-4f5dcfaed437 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.2370217 Jul 05 04:09:50.498273 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-80c13ea6-4349-4b78-b4f7-da1e07ede2ea req-2c25806c-3fb3-414e-976d-89bb08ad8d30 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cd0089c-914c-44af-9cb2-de6ea805e1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126668 Jul 05 04:09:50.528645 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dfc6038b-0d60-410d-ab91-9bd963226dc4 None None] Provisioning for port 16df3884-9502-45ff-8bc1-2ae64354c640 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:50.534132 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dfc6038b-0d60-410d-ab91-9bd963226dc4 None None] Provisioning complete for port 16df3884-9502-45ff-8bc1-2ae64354c640 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:50.535021 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dfc6038b-0d60-410d-ab91-9bd963226dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.544553 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6009c15b-6ad6-40b9-9283-5f52ec91a2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.549707 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6009c15b-6ad6-40b9-9283-5f52ec91a2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.555605 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6009c15b-6ad6-40b9-9283-5f52ec91a2b2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8cada039-d540-4be7-87b3-f61f9f706558 HTTP/1.1" status: 204 len: 168 time: 0.4098818 Jul 05 04:09:50.567947 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e3750e2a-d6c5-4a48-8319-775b385d83fd req-3c0ec02b-a8f2-44b1-a448-25afced177d6 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.571036 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009c15b-6ad6-40b9-9283-5f52ec91a2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cada039-d540-4be7-87b3-f61f9f706558,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:50.578030 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dfc6038b-0d60-410d-ab91-9bd963226dc4 None None] Port 16df3884-9502-45ff-8bc1-2ae64354c640 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:50.613305 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ec02b-a8f2-44b1-a448-25afced177d6 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Pushing event deleted for resources: {'Port': ['ID=8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:50.776172 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3750e2a-d6c5-4a48-8319-775b385d83fd req-3c0ec02b-a8f2-44b1-a448-25afced177d6 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Router 78e8e011-52d8-4be9-9975-f2956a864371 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:09:50.876856 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device ae7faff0-48e4-4ed4-bcf1-094093c44544 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:09:50.900741 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: ae7faff0-48e4-4ed4-bcf1-094093c44544 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:09:50.901179 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device ae7faff0-48e4-4ed4-bcf1-094093c44544 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:09:50.932451 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3750e2a-d6c5-4a48-8319-775b385d83fd req-3c0ec02b-a8f2-44b1-a448-25afced177d6 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:09:50.946809 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff900f51-653d-4207-a814-9880969d4ed7 None None] Sync routers for ids ['78e8e011-52d8-4be9-9975-f2956a864371'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:09:50.968276 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff900f51-653d-4207-a814-9880969d4ed7 None None] Routers {'78e8e011-52d8-4be9-9975-f2956a864371'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:50.973848 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-ff900f51-653d-4207-a814-9880969d4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:09:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['78e8e011-52d8-4be9-9975-f2956a864371'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:51.020849 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3750e2a-d6c5-4a48-8319-775b385d83fd req-3c0ec02b-a8f2-44b1-a448-25afced177d6 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] No DVR routers for this DVR port 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:51.026827 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e3750e2a-d6c5-4a48-8319-775b385d83fd req-3c0ec02b-a8f2-44b1-a448-25afced177d6 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.030045 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2272e89e-6a36-453e-a60e-a3f98b15e7fb req-d5c0aa65-32ce-428b-892b-67942c25d619 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5935271 Jul 05 04:09:51.039700 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e3750e2a-d6c5-4a48-8319-775b385d83fd req-3c0ec02b-a8f2-44b1-a448-25afced177d6 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.70 "DELETE /v2.0/ports/8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 HTTP/1.1" status: 204 len: 173 time: 1.7875879 Jul 05 04:09:51.040227 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e534657-72dd-4e50-a37c-980ef92b4cf9', 'name': 'network-vif-deleted', 'tag': '8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:51.044316 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e038ac89-f1ee-40cc-84d6-b5127f44941d" -d '{"events": [{"server_uuid": "1e534657-72dd-4e50-a37c-980ef92b4cf9", "name": "network-vif-deleted", "tag": "8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:51.111974 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b852eb8-3c9c-4f71-9c3e-3855528633ba x-openstack-request-id: req-4b852eb8-3c9c-4f71-9c3e-3855528633ba {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:51.112386 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e534657-72dd-4e50-a37c-980ef92b4cf9", "name": "network-vif-deleted", "tag": "8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:51.112649 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4b852eb8-3c9c-4f71-9c3e-3855528633ba {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:51.113059 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e534657-72dd-4e50-a37c-980ef92b4cf9', 'name': 'network-vif-deleted', 'tag': '8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53', 'status': 'completed', 'code': 200} Jul 05 04:09:51.177680 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b2d60921-d607-4fdd-b503-457bca5cc382 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:51.183378 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a216aca-b15f-4820-bec8-6acbc57f0ec9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:51.187564 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3a216aca-b15f-4820-bec8-6acbc57f0ec9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.263941 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-ff900f51-653d-4207-a814-9880969d4ed7 None None] Set router 78e8e011-52d8-4be9-9975-f2956a864371 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:09:51.318161 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bc75d-99e5-47fb-9bf8-07bf551b2562 req-1764eb18-f413-4a90-950c-e0d96e644e9e tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:51.320087 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9b6bc75d-99e5-47fb-9bf8-07bf551b2562 req-1764eb18-f413-4a90-950c-e0d96e644e9e tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 949 time: 0.1312523 Jul 05 04:09:51.330742 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port b2d60921-d607-4fdd-b503-457bca5cc382 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:51.336060 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port b2d60921-d607-4fdd-b503-457bca5cc382 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:51.336907 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.401619 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9b6bc75d-99e5-47fb-9bf8-07bf551b2562 req-b7eb9fb1-ca9f-4e29-817d-db6ae6a3dd79 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753248 Jul 05 04:09:51.404856 n-d-780147-23 neutron-server[105539]: INFO neutron.db.ipam_backend_mixin [None req-3a216aca-b15f-4820-bec8-6acbc57f0ec9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 95bf3178-f60b-41d5-b3af-d9cf01064d10 (CIDR: 2001:db8::/64) Jul 05 04:09:51.425320 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a216aca-b15f-4820-bec8-6acbc57f0ec9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:09:51.425320 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a216aca-b15f-4820-bec8-6acbc57f0ec9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:51.461423 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45618) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:51.461692 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3a216aca-b15f-4820-bec8-6acbc57f0ec9 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1801715 Jul 05 04:09:51.467879 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-742c7f95-4afe-4848-aa80-d6fd9eae7095 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'subnet': {'network_id': '2b749d38-582a-4b4f-ab6c-8c5f958f1552', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:51.537504 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.583160 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-8e57d1e7-c5fd-4331-afaf-bc21f7de38f1 admin admin] Deleting port bce0ad77-84a3-4981-b01d-8100c659177f {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:51.583584 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8e57d1e7-c5fd-4331-afaf-bc21f7de38f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.595143 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b2d60921-d607-4fdd-b503-457bca5cc382, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b2d60921-d607-4fdd-b503-457bca5cc382,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:51.612164 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69346a61-cc6b-49c7-85ac-ed073166035e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d60921-d607-4fdd-b503-457bca5cc382'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:51.612164 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ca2b57-9eb6-47b9-a73b-574d8d7e0945" -d '{"events": [{"server_uuid": "69346a61-cc6b-49c7-85ac-ed073166035e", "name": "network-vif-plugged", "status": "completed", "tag": "b2d60921-d607-4fdd-b503-457bca5cc382"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:51.618752 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.654797 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-ff900f51-653d-4207-a814-9880969d4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e8e011-52d8-4be9-9975-f2956a864371', 'name': 'tempest-AttachVolumeTestJSON-623877917-router', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:26Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'gw_port': {'id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:28Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '4fc6343a-4afc-4346-87d2-7e6da585ce8d', 'name': '', 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'mac_address': 'fa:16:3e:43:df:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:35Z', 'updated_at': '2021-07-05T04:02:48Z', 'revision_number': 5, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'subnets': [{'id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:51.678788 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742c7f95-4afe-4848-aa80-d6fd9eae7095 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:51.681570 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5640d501-ef81-4491-bb6b-dc83e83923d8 x-openstack-request-id: req-5640d501-ef81-4491-bb6b-dc83e83923d8 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:51.681856 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69346a61-cc6b-49c7-85ac-ed073166035e", "name": "network-vif-plugged", "status": "completed", "tag": "b2d60921-d607-4fdd-b503-457bca5cc382", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:51.682113 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5640d501-ef81-4491-bb6b-dc83e83923d8 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:51.682508 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69346a61-cc6b-49c7-85ac-ed073166035e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d60921-d607-4fdd-b503-457bca5cc382', 'code': 200} Jul 05 04:09:51.683432 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-742c7f95-4afe-4848-aa80-d6fd9eae7095 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.711833 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff900f51-653d-4207-a814-9880969d4ed7 None None] Checking router: 78e8e011-52d8-4be9-9975-f2956a864371 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:09:51.729998 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-8e57d1e7-c5fd-4331-afaf-bc21f7de38f1 admin admin] For port bce0ad77-84a3-4981-b01d-8100c659177f, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=bce0ad77-84a3-4981-b01d-8100c659177f,segment=NetworkSegment(0971a4a5-8b14-4d19-87bd-4db8d63dd7a3),segment_id=0971a4a5-8b14-4d19-87bd-4db8d63dd7a3)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:51.731329 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff900f51-653d-4207-a814-9880969d4ed7 None None] Routers {'78e8e011-52d8-4be9-9975-f2956a864371'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:51.732484 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8e57d1e7-c5fd-4331-afaf-bc21f7de38f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.733691 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-ff900f51-653d-4207-a814-9880969d4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:09:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['78e8e011-52d8-4be9-9975-f2956a864371'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:51.766653 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-8e57d1e7-c5fd-4331-afaf-bc21f7de38f1 admin admin] Calling delete_port for bce0ad77-84a3-4981-b01d-8100c659177f owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:51.796034 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=b2d60921-d607-4fdd-b503-457bca5cc382,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:51.832384 n-d-780147-23 neutron-server[105538]: INFO neutron.db.ipam_backend_mixin [None req-742c7f95-4afe-4848-aa80-d6fd9eae7095 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet bb485284-7f83-420b-9c4c-7e0d6d786128 (CIDR: 2001:db8:0:1::/64) Jul 05 04:09:51.849770 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-742c7f95-4afe-4848-aa80-d6fd9eae7095 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:09:51.850988 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-742c7f95-4afe-4848-aa80-d6fd9eae7095 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:51.896546 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-742c7f95-4afe-4848-aa80-d6fd9eae7095 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4319520 Jul 05 04:09:51.897944 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45630) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:51.904577 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-912392f8-17e1-4ed8-b466-90ca306b0cb2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'subnet': {'network_id': '2b749d38-582a-4b4f-ab6c-8c5f958f1552', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:51.918293 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45632) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:51.943390 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-ff900f51-653d-4207-a814-9880969d4ed7 None None] Set router 78e8e011-52d8-4be9-9975-f2956a864371 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:09:51.981972 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b1921a8f-5fa0-4d96-8309-e7e9867d6ba1 req-ed2f69c4-db5e-4edf-aca9-1c789b4986e2 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e534657-72dd-4e50-a37c-980ef92b4cf9 HTTP/1.1" status: 200 len: 210 time: 0.0703683 Jul 05 04:09:52.005513 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b33bc5-5103-4118-b1eb-5d13d309764a req-280aae8f-e351-4d04-baeb-ad167f42fd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:52.007446 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-00b33bc5-5103-4118-b1eb-5d13d309764a req-280aae8f-e351-4d04-baeb-ad167f42fd55 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 1102 time: 0.2221324 Jul 05 04:09:52.123938 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912392f8-17e1-4ed8-b466-90ca306b0cb2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Made reservation on behalf of 2dad96e403094f8fb5fb49a26810adc7 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:52.131582 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-912392f8-17e1-4ed8-b466-90ca306b0cb2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.181334 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-00b33bc5-5103-4118-b1eb-5d13d309764a req-cd87778b-dbee-4b49-940c-c0df6b121664 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155586 Jul 05 04:09:52.211837 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-b84770dd-dc96-4f45-968d-07fbad5d98c2 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-299171600'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:52.240055 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-ff900f51-653d-4207-a814-9880969d4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e8e011-52d8-4be9-9975-f2956a864371', 'name': 'tempest-AttachVolumeTestJSON-623877917-router', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:26Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'gw_port': {'id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:28Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '4fc6343a-4afc-4346-87d2-7e6da585ce8d', 'name': '', 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'mac_address': 'fa:16:3e:43:df:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:35Z', 'updated_at': '2021-07-05T04:02:48Z', 'revision_number': 5, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'subnets': [{'id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:52.263081 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84770dd-dc96-4f45-968d-07fbad5d98c2 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Made reservation on behalf of e822f21b2e2e4073a1fe491b8bff5ab2 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:52.267461 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b84770dd-dc96-4f45-968d-07fbad5d98c2 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.279259 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff900f51-653d-4207-a814-9880969d4ed7 None None] The sync data for ids ['78e8e011-52d8-4be9-9975-f2956a864371'] in n-d-780147-23 is: [{'id': '78e8e011-52d8-4be9-9975-f2956a864371', 'name': 'tempest-AttachVolumeTestJSON-623877917-router', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:26Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'gw_port': {'id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:28Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '4fc6343a-4afc-4346-87d2-7e6da585ce8d', 'name': '', 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'mac_address': 'fa:16:3e:43:df:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:35Z', 'updated_at': '2021-07-05T04:02:48Z', 'revision_number': 5, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'subnets': [{'id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:09:52.288394 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b84770dd-dc96-4f45-968d-07fbad5d98c2 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.292633 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8e57d1e7-c5fd-4331-afaf-bc21f7de38f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.335019 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57d1e7-c5fd-4331-afaf-bc21f7de38f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bce0ad77-84a3-4981-b01d-8100c659177f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:52.349185 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19526f-8613-4a12-9aa6-7f6e3fae5243 req-0678bc4b-76f7-46e7-b80d-51ca36d0636c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:52.350841 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cf19526f-8613-4a12-9aa6-7f6e3fae5243 req-0678bc4b-76f7-46e7-b80d-51ca36d0636c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.1371732 Jul 05 04:09:52.469157 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cf19526f-8613-4a12-9aa6-7f6e3fae5243 req-1900af8d-1880-4712-9147-0d8912ea0b95 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983851 Jul 05 04:09:52.589733 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b84770dd-dc96-4f45-968d-07fbad5d98c2 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.592862 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-912392f8-17e1-4ed8-b466-90ca306b0cb2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.602792 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b84770dd-dc96-4f45-968d-07fbad5d98c2 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.638407 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8e57d1e7-c5fd-4331-afaf-bc21f7de38f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.718225 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84770dd-dc96-4f45-968d-07fbad5d98c2 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:09:52.745913 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912392f8-17e1-4ed8-b466-90ca306b0cb2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:52.761001 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84770dd-dc96-4f45-968d-07fbad5d98c2 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=168fd213-310f-4dd6-8f0c-ffb721432e90,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:52.764307 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-912392f8-17e1-4ed8-b466-90ca306b0cb2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:52.775359 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912392f8-17e1-4ed8-b466-90ca306b0cb2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:52.776281 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-912392f8-17e1-4ed8-b466-90ca306b0cb2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.776435 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa525c4-a288-484b-b139-97cd23dff5c8 None None] Network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:52.779911 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b84770dd-dc96-4f45-968d-07fbad5d98c2 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.780276 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-b84770dd-dc96-4f45-968d-07fbad5d98c2 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Added segment fc0e2445-1ac4-4a60-8c58-41174466960a of type vlan for network c8354398-9b8c-4147-8b16-0df45c73403c Jul 05 04:09:52.785601 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912392f8-17e1-4ed8-b466-90ca306b0cb2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Subnet': ['ID=4f6a2bef-409e-49d1-b9b2-05c370d62721,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:52.933591 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb0e873-6d51-4237-b16e-f5f7e5baf136 None None] New status for floating IP 5235925a-2e83-4d39-b7d1-da96dfe150eb: DOWN {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:09:53.130944 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e57d1e7-c5fd-4331-afaf-bc21f7de38f1 admin admin] Router 90311215-7a1c-4e3b-9c47-884f84981ebc has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:09:53.157891 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-912392f8-17e1-4ed8-b466-90ca306b0cb2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2576349 Jul 05 04:09:53.161499 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45648) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:53.197992 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d725f-9556-4628-83dc-285a8d34d205 req-7e175699-0933-46cf-98d7-018bda5859f6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:53.204373 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-5643c7ce-acda-4f3f-b61f-e87917807685 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1171211642', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4f6a2bef-409e-49d1-b9b2-05c370d62721'}], 'security_groups': ['983b4930-b2d0-43a2-8857-62c0600b1e5b', '630b9ec2-7480-4738-a103-f793f0c2943e']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:53.207773 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-295d725f-9556-4628-83dc-285a8d34d205 req-7e175699-0933-46cf-98d7-018bda5859f6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.5502217 Jul 05 04:09:53.227124 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409e0b3-6d0a-420b-b2b0-6c536f3927c2 req-6150032c-9feb-4e79-9b6d-c63f40dec33a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:53.228478 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b84770dd-dc96-4f45-968d-07fbad5d98c2 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:53.229386 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f409e0b3-6d0a-420b-b2b0-6c536f3927c2 req-6150032c-9feb-4e79-9b6d-c63f40dec33a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.1712410 Jul 05 04:09:53.277444 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-295d725f-9556-4628-83dc-285a8d34d205 req-899a4460-937f-4629-900a-c0b25a7aefce tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687926 Jul 05 04:09:53.312385 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b84770dd-dc96-4f45-968d-07fbad5d98c2 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:53.318609 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84770dd-dc96-4f45-968d-07fbad5d98c2 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:53.319230 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b84770dd-dc96-4f45-968d-07fbad5d98c2 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:53.330903 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9e960-9707-4805-bf83-564134a7cd4c req-6df2485a-1e68-4626-acd6-fd851428fd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:53.332752 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9bd9e960-9707-4805-bf83-564134a7cd4c req-6df2485a-1e68-4626-acd6-fd851428fd7e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 1096 time: 0.1897497 Jul 05 04:09:53.365399 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc348cd-8c95-445e-8cd1-eea5df5d8058 None None] Update dhcp port {'port': {'network_id': '2b749d38-582a-4b4f-ab6c-8c5f958f1552', 'fixed_ips': [{'subnet_id': 'bb485284-7f83-420b-9c4c-7e0d6d786128', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '95bf3178-f60b-41d5-b3af-d9cf01064d10', 'ip_address': '2001:db8::2'}, {'subnet_id': '4f6a2bef-409e-49d1-b9b2-05c370d62721'}], 'binding:host_id': 'n-d-780147-23'}, 'id': 'a1f68851-e94f-4369-a8da-9610eef692e5'} from n-d-780147-23. {{(pid=105540) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:09:53.414013 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cbc348cd-8c95-445e-8cd1-eea5df5d8058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:53.418168 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f409e0b3-6d0a-420b-b2b0-6c536f3927c2 req-f4d1a18a-add1-4946-b842-cefe786502be tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603079 Jul 05 04:09:53.441302 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b84770dd-dc96-4f45-968d-07fbad5d98c2 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5136425 Jul 05 04:09:53.446541 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45652) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:53.459646 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-bd7f400d-3b17-4fbc-8aa4-07666bdc0c93 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Request body: {'subnet': {'network_id': 'c8354398-9b8c-4147-8b16-0df45c73403c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:53.469709 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e57d1e7-c5fd-4331-afaf-bc21f7de38f1 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:09:53.471224 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:09:53.483791 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8e57d1e7-c5fd-4331-afaf-bc21f7de38f1 admin admin] 10.222.0.77 "PUT /v2.0/routers/90311215-7a1c-4e3b-9c47-884f84981ebc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9732306 Jul 05 04:09:53.483791 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45654) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:53.486696 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45656) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:53.488393 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39adf8b3-7dd6-47d0-8ef5-1c098cbdbd38 None None] Sync routers for ids ['90311215-7a1c-4e3b-9c47-884f84981ebc'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:09:53.491535 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5643c7ce-acda-4f3f-b61f-e87917807685 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:53.502606 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39adf8b3-7dd6-47d0-8ef5-1c098cbdbd38 None None] Routers {'90311215-7a1c-4e3b-9c47-884f84981ebc'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:53.503514 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-39adf8b3-7dd6-47d0-8ef5-1c098cbdbd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:09:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['90311215-7a1c-4e3b-9c47-884f84981ebc'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:53.508355 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:09:53.508830 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 8d0a0b3d-f2df-45aa-ba5b-c85ae2a3db53 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:09:53.526961 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84770dd-dc96-4f45-968d-07fbad5d98c2 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Pushing event updated for resources: {'Network': ['ID=c8354398-9b8c-4147-8b16-0df45c73403c,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:53.543962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network c8354398-9b8c-4147-8b16-0df45c73403c details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:09:53.646602 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8fba2f0e-22b0-4b0a-b4f8-de4f1807ef48 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:53.651687 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-39adf8b3-7dd6-47d0-8ef5-1c098cbdbd38 None None] Set router 90311215-7a1c-4e3b-9c47-884f84981ebc gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:09:53.687441 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8fba2f0e-22b0-4b0a-b4f8-de4f1807ef48 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:53.718539 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9e960-9707-4805-bf83-564134a7cd4c req-47a0041e-7ff7-4bf0-9841-da672f35285d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:53.720245 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9bd9e960-9707-4805-bf83-564134a7cd4c req-47a0041e-7ff7-4bf0-9841-da672f35285d service neutron] 10.222.0.70 "GET /v2.0/networks?id=76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 200 len: 913 time: 0.3720062 Jul 05 04:09:53.764336 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-cbc348cd-8c95-445e-8cd1-eea5df5d8058 None None] Allocated IP 2001:db8:0:2::2 (2b749d38-582a-4b4f-ab6c-8c5f958f1552/4f6a2bef-409e-49d1-b9b2-05c370d62721/a1f68851-e94f-4369-a8da-9610eef692e5) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:53.784896 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76dec38d-dc0c-4c68-9d52-5e4657598253 admin admin] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:53.863681 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8fba2f0e-22b0-4b0a-b4f8-de4f1807ef48 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:53.868860 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8fba2f0e-22b0-4b0a-b4f8-de4f1807ef48 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:53.872908 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8fba2f0e-22b0-4b0a-b4f8-de4f1807ef48 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "DELETE /v2.0/security-groups/9cd0089c-914c-44af-9cb2-de6ea805e1ae HTTP/1.1" status: 204 len: 168 time: 0.3865399 Jul 05 04:09:53.874271 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7f400d-3b17-4fbc-8aa4-07666bdc0c93 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Made reservation on behalf of e822f21b2e2e4073a1fe491b8bff5ab2 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:53.878823 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bd7f400d-3b17-4fbc-8aa4-07666bdc0c93 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:53.888598 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45658) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:53.889391 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba2f0e-22b0-4b0a-b4f8-de4f1807ef48 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd0089c-914c-44af-9cb2-de6ea805e1ae,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:53.911657 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-cbc348cd-8c95-445e-8cd1-eea5df5d8058 None None] For port a1f68851-e94f-4369-a8da-9610eef692e5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a1f68851-e94f-4369-a8da-9610eef692e5,segment=NetworkSegment(c59020e6-4769-485e-92bd-dbe2f5a4d85b),segment_id=c59020e6-4769-485e-92bd-dbe2f5a4d85b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:53.919878 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-f3246378-6f37-4bf3-b4fc-c14e517ad466 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] show failed (client error): The resource could not be found. Jul 05 04:09:53.921204 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f3246378-6f37-4bf3-b4fc-c14e517ad466 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups/9cd0089c-914c-44af-9cb2-de6ea805e1ae HTTP/1.1" status: 404 len: 347 time: 0.0199082 Jul 05 04:09:53.924147 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45660) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:53.924364 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-39adf8b3-7dd6-47d0-8ef5-1c098cbdbd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90311215-7a1c-4e3b-9c47-884f84981ebc', 'name': 'tempest-TestAggregatesBasicOps-252323874-router', 'tenant_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '3a56228e-f19f-462a-a0ab-ecab9c20b01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:22Z', 'updated_at': '2021-07-05T04:09:52Z', 'revision_number': 5, 'project_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'gw_port': {'id': '3a56228e-f19f-462a-a0ab-ecab9c20b01b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90311215-7a1c-4e3b-9c47-884f84981ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:25Z', 'updated_at': '2021-07-05T04:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:53.932881 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9bd9e960-9707-4805-bf83-564134a7cd4c req-e162a0ff-c858-4fc9-9a13-c50db92f068c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a737e3b-7647-4859-8d3b-5a41559ab915 HTTP/1.1" status: 200 len: 998 time: 0.2040315 Jul 05 04:09:53.954396 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cbc348cd-8c95-445e-8cd1-eea5df5d8058 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:53.957963 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39adf8b3-7dd6-47d0-8ef5-1c098cbdbd38 None None] Checking router: 90311215-7a1c-4e3b-9c47-884f84981ebc for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:09:53.966905 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39adf8b3-7dd6-47d0-8ef5-1c098cbdbd38 None None] Routers {'90311215-7a1c-4e3b-9c47-884f84981ebc'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:53.967608 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-39adf8b3-7dd6-47d0-8ef5-1c098cbdbd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:09:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['90311215-7a1c-4e3b-9c47-884f84981ebc'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:53.975833 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-cbc348cd-8c95-445e-8cd1-eea5df5d8058 None None] Transition to ACTIVE for port object a1f68851-e94f-4369-a8da-9610eef692e5 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:53.981529 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cbc348cd-8c95-445e-8cd1-eea5df5d8058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.052360 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc348cd-8c95-445e-8cd1-eea5df5d8058 None None] Pushing event updated for resources: {'Port': ['ID=a1f68851-e94f-4369-a8da-9610eef692e5,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:54.067665 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76dec38d-dc0c-4c68-9d52-5e4657598253 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.070147 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc348cd-8c95-445e-8cd1-eea5df5d8058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:54.070660 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc348cd-8c95-445e-8cd1-eea5df5d8058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:54.071097 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc348cd-8c95-445e-8cd1-eea5df5d8058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:54.071524 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc348cd-8c95-445e-8cd1-eea5df5d8058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:54.071898 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc348cd-8c95-445e-8cd1-eea5df5d8058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:54.072229 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc348cd-8c95-445e-8cd1-eea5df5d8058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:54.072652 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc348cd-8c95-445e-8cd1-eea5df5d8058 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:54.072987 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc348cd-8c95-445e-8cd1-eea5df5d8058 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:54.073316 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc348cd-8c95-445e-8cd1-eea5df5d8058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:54.073695 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc348cd-8c95-445e-8cd1-eea5df5d8058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:54.074650 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc348cd-8c95-445e-8cd1-eea5df5d8058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:54.075005 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc348cd-8c95-445e-8cd1-eea5df5d8058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:54.076681 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9e960-9707-4805-bf83-564134a7cd4c req-93e1ac64-51f7-460d-bdec-b9e37c2e937b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:54.078348 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9bd9e960-9707-4805-bf83-564134a7cd4c req-93e1ac64-51f7-460d-bdec-b9e37c2e937b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d157b61e-6b4a-43c9-a07c-5c6e1fda4120 HTTP/1.1" status: 200 len: 851 time: 0.1341870 Jul 05 04:09:54.099526 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-39adf8b3-7dd6-47d0-8ef5-1c098cbdbd38 None None] Set router 90311215-7a1c-4e3b-9c47-884f84981ebc gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:09:54.147066 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-5643c7ce-acda-4f3f-b61f-e87917807685 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Delete allocated IP 2001:db8::68 (2b749d38-582a-4b4f-ab6c-8c5f958f1552/95bf3178-f60b-41d5-b3af-d9cf01064d10) {{(pid=105539) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 04:09:54.157149 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-5643c7ce-acda-4f3f-b61f-e87917807685 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Allocated IP 2001:db8:0:2::154 (2b749d38-582a-4b4f-ab6c-8c5f958f1552/4f6a2bef-409e-49d1-b9b2-05c370d62721/16df3884-9502-45ff-8bc1-2ae64354c640) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:54.276768 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9e960-9707-4805-bf83-564134a7cd4c req-e761123f-a132-43ae-a147-1aff957a77ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:54.278562 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9bd9e960-9707-4805-bf83-564134a7cd4c req-e761123f-a132-43ae-a147-1aff957a77ff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=76e1944d-1d03-4c4e-b1ba-413cddc95912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1920259 Jul 05 04:09:54.323759 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-76dec38d-dc0c-4c68-9d52-5e4657598253 admin admin] Deleting port 3a56228e-f19f-462a-a0ab-ecab9c20b01b {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:54.324132 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76dec38d-dc0c-4c68-9d52-5e4657598253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.339385 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d25c8-21d7-42d4-9d25-1ab0d974aaae tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Deleting port 4e9042e3-461a-4176-83b1-ffa3cb938539 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:54.339999 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dd1d25c8-21d7-42d4-9d25-1ab0d974aaae tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.414538 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bd7f400d-3b17-4fbc-8aa4-07666bdc0c93 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.494887 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-39adf8b3-7dd6-47d0-8ef5-1c098cbdbd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90311215-7a1c-4e3b-9c47-884f84981ebc', 'name': 'tempest-TestAggregatesBasicOps-252323874-router', 'tenant_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '3a56228e-f19f-462a-a0ab-ecab9c20b01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:22Z', 'updated_at': '2021-07-05T04:09:52Z', 'revision_number': 5, 'project_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'gw_port': {'id': '3a56228e-f19f-462a-a0ab-ecab9c20b01b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90311215-7a1c-4e3b-9c47-884f84981ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:25Z', 'updated_at': '2021-07-05T04:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:54.500870 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5643c7ce-acda-4f3f-b61f-e87917807685 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.530726 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39adf8b3-7dd6-47d0-8ef5-1c098cbdbd38 None None] The sync data for ids ['90311215-7a1c-4e3b-9c47-884f84981ebc'] in n-d-780147-23 is: [{'id': '90311215-7a1c-4e3b-9c47-884f84981ebc', 'name': 'tempest-TestAggregatesBasicOps-252323874-router', 'tenant_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '3a56228e-f19f-462a-a0ab-ecab9c20b01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:22Z', 'updated_at': '2021-07-05T04:09:52Z', 'revision_number': 5, 'project_id': 'c48b03f5006845a7b8a1ae862fca34f2', 'gw_port': {'id': '3a56228e-f19f-462a-a0ab-ecab9c20b01b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90311215-7a1c-4e3b-9c47-884f84981ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:25Z', 'updated_at': '2021-07-05T04:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:09:54.557535 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-5643c7ce-acda-4f3f-b61f-e87917807685 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Transition to ACTIVE for port object 16df3884-9502-45ff-8bc1-2ae64354c640 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:54.558319 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-76dec38d-dc0c-4c68-9d52-5e4657598253 admin admin] For port 3a56228e-f19f-462a-a0ab-ecab9c20b01b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3a56228e-f19f-462a-a0ab-ecab9c20b01b,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:54.558696 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76dec38d-dc0c-4c68-9d52-5e4657598253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.582939 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-76dec38d-dc0c-4c68-9d52-5e4657598253 admin admin] Calling delete_port for 3a56228e-f19f-462a-a0ab-ecab9c20b01b owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:54.612455 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5643c7ce-acda-4f3f-b61f-e87917807685 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.659850 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dd1d25c8-21d7-42d4-9d25-1ab0d974aaae tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.660214 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dd1d25c8-21d7-42d4-9d25-1ab0d974aaae tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.713376 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d25c8-21d7-42d4-9d25-1ab0d974aaae tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Calling delete_port for 4e9042e3-461a-4176-83b1-ffa3cb938539 owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:54.722130 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-5643c7ce-acda-4f3f-b61f-e87917807685 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] In _notify_port_updated(), no bound segment for port 16df3884-9502-45ff-8bc1-2ae64354c640 on network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 {{(pid=105539) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:09:54.729095 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5643c7ce-acda-4f3f-b61f-e87917807685 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:54.729924 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5643c7ce-acda-4f3f-b61f-e87917807685 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.733995 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5643c7ce-acda-4f3f-b61f-e87917807685 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "PUT /v2.0/ports/16df3884-9502-45ff-8bc1-2ae64354c640 HTTP/1.1" status: 200 len: 970 time: 1.5348632 Jul 05 04:09:54.741176 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45668) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:54.760223 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643c7ce-acda-4f3f-b61f-e87917807685 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event updated for resources: {'Port': ['ID=16df3884-9502-45ff-8bc1-2ae64354c640,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:54.760442 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f400d-3b17-4fbc-8aa4-07666bdc0c93 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Pushing event updated for resources: {'Subnet': ['ID=35fd9507-5bf5-41e9-834f-fc3b1a56dff9,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:54.773502 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9bd9e960-9707-4805-bf83-564134a7cd4c req-7d200dd2-9e29-42ca-bf4c-b4c8e1f96350 service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860344 Jul 05 04:09:54.811234 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7f400d-3b17-4fbc-8aa4-07666bdc0c93 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Checking segment: {'id': 'fc0e2445-1ac4-4a60-8c58-41174466960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8354398-9b8c-4147-8b16-0df45c73403c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:54.811510 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7f400d-3b17-4fbc-8aa4-07666bdc0c93 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Network hostable DHCP agents. Network: c8354398-9b8c-4147-8b16-0df45c73403c, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:09:54.839122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f747623-022e-4884-b71c-aecf52f77474 req-e0eb358e-c7bb-406c-914e-9bd14239fa22 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:54.840727 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f747623-022e-4884-b71c-aecf52f77474 req-e0eb358e-c7bb-406c-914e-9bd14239fa22 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.2945158 Jul 05 04:09:54.942487 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15c550-61eb-47c4-a909-eed1768781f5 req-be3b95f4-d74c-40a1-8210-0d257c154596 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:54.944360 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd15c550-61eb-47c4-a909-eed1768781f5 req-be3b95f4-d74c-40a1-8210-0d257c154596 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.3028495 Jul 05 04:09:54.948560 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7f400d-3b17-4fbc-8aa4-07666bdc0c93 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Network c8354398-9b8c-4147-8b16-0df45c73403c is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:09:54.977162 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f747623-022e-4884-b71c-aecf52f77474 req-ccc9a1dd-fa10-4b3d-b838-908041460e9f tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257885 Jul 05 04:09:55.036447 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-bd7f400d-3b17-4fbc-8aa4-07666bdc0c93 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, c8354398-9b8c-4147-8b16-0df45c73403c) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:55.046501 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a1f68851-e94f-4369-a8da-9610eef692e5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:55.066882 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7f400d-3b17-4fbc-8aa4-07666bdc0c93 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:55.067376 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bd7f400d-3b17-4fbc-8aa4-07666bdc0c93 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.070355 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-ab3e5ca7-0473-4612-b702-24f82bcd8bb3 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting port 16df3884-9502-45ff-8bc1-2ae64354c640 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:55.071778 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ab3e5ca7-0473-4612-b702-24f82bcd8bb3 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.091952 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9bd9e960-9707-4805-bf83-564134a7cd4c req-78f238ff-d3ea-4784-a69d-d18fabbd41f1 service neutron] 10.222.0.70 "GET /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748804 Jul 05 04:09:55.100587 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dd1d25c8-21d7-42d4-9d25-1ab0d974aaae tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.116714 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a215a3bb-c7d3-4b84-a197-704cd4785698 None None] Network c8354398-9b8c-4147-8b16-0df45c73403c requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:55.139199 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76dec38d-dc0c-4c68-9d52-5e4657598253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.165915 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bd7f400d-3b17-4fbc-8aa4-07666bdc0c93 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7182612 Jul 05 04:09:55.180616 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45672) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:55.186779 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-70f27f31-5712-4ea0-8a59-47c486618a6e tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-56152093', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:55.197702 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd15c550-61eb-47c4-a909-eed1768781f5 req-57944bbd-f3db-4458-ad66-d5fe359200dd tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347751 Jul 05 04:09:55.198381 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dec38d-dc0c-4c68-9d52-5e4657598253 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a56228e-f19f-462a-a0ab-ecab9c20b01b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:55.234975 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-46197b7a-c637-4fb2-9d8f-21f6687b617f None None] Provisioning for port 16df3884-9502-45ff-8bc1-2ae64354c640 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:55.243842 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d25c8-21d7-42d4-9d25-1ab0d974aaae tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Pushing event deleted for resources: {'Port': ['ID=4e9042e3-461a-4176-83b1-ffa3cb938539,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:55.244413 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-46197b7a-c637-4fb2-9d8f-21f6687b617f None None] Provisioning complete for port 16df3884-9502-45ff-8bc1-2ae64354c640 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:55.244790 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-46197b7a-c637-4fb2-9d8f-21f6687b617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.305564 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76dec38d-dc0c-4c68-9d52-5e4657598253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.322160 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-46197b7a-c637-4fb2-9d8f-21f6687b617f None None] Port 16df3884-9502-45ff-8bc1-2ae64354c640 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:55.333952 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bce0ad77-84a3-4981-b01d-8100c659177f no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:09:55.384847 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-70f27f31-5712-4ea0-8a59-47c486618a6e tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.386081 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-70f27f31-5712-4ea0-8a59-47c486618a6e tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.396123 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-46197b7a-c637-4fb2-9d8f-21f6687b617f None None] Provisioning for port a1f68851-e94f-4369-a8da-9610eef692e5 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:55.401971 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-46197b7a-c637-4fb2-9d8f-21f6687b617f None None] Provisioning complete for port a1f68851-e94f-4369-a8da-9610eef692e5 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:55.402471 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-46197b7a-c637-4fb2-9d8f-21f6687b617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.404695 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: bce0ad77-84a3-4981-b01d-8100c659177f {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:09:55.405114 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bce0ad77-84a3-4981-b01d-8100c659177f not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:09:55.443786 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ab3e5ca7-0473-4612-b702-24f82bcd8bb3 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.482675 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-ab3e5ca7-0473-4612-b702-24f82bcd8bb3 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Calling delete_port for 16df3884-9502-45ff-8bc1-2ae64354c640 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:55.496955 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76dec38d-dc0c-4c68-9d52-5e4657598253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.500464 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76dec38d-dc0c-4c68-9d52-5e4657598253 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.531495 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-70f27f31-5712-4ea0-8a59-47c486618a6e tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.534710 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dd1d25c8-21d7-42d4-9d25-1ab0d974aaae tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.537324 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dd1d25c8-21d7-42d4-9d25-1ab0d974aaae tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.541627 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-dd1d25c8-21d7-42d4-9d25-1ab0d974aaae tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "DELETE /v2.0/floatingips/5235925a-2e83-4d39-b7d1-da96dfe150eb HTTP/1.1" status: 204 len: 168 time: 1.6124561 Jul 05 04:09:55.543531 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5b5427-1f8d-48b7-9e57-6935bfc7bff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-c8354398-9b8c-4147-8b16-0df45c73403c', 'network_id': 'c8354398-9b8c-4147-8b16-0df45c73403c', 'tenant_id': 'e822f21b2e2e4073a1fe491b8bff5ab2', 'fixed_ips': [{'subnet_id': '35fd9507-5bf5-41e9-834f-fc3b1a56dff9'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:09:55.544349 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc5b5427-1f8d-48b7-9e57-6935bfc7bff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.553395 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-70f27f31-5712-4ea0-8a59-47c486618a6e tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.577221 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d74e4-4ada-47c1-938d-f2c9689186da req-99c7b27e-dc74-4f05-bad1-2fa2aba6887d tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:55.582896 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6e7d74e4-4ada-47c1-938d-f2c9689186da req-99c7b27e-dc74-4f05-bad1-2fa2aba6887d tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.1616068 Jul 05 04:09:55.583949 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76dec38d-dc0c-4c68-9d52-5e4657598253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.584620 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76dec38d-dc0c-4c68-9d52-5e4657598253 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90311215-7a1c-4e3b-9c47-884f84981ebc {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:09:55.587992 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45674) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:55.592766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-0cba691f-1009-44a8-9e8b-77a99acd500c tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Request body: {'floatingip': {'port_id': 'b2d60921-d607-4fdd-b503-457bca5cc382'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:55.599958 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76dec38d-dc0c-4c68-9d52-5e4657598253 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.601496 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-76dec38d-dc0c-4c68-9d52-5e4657598253 admin admin] 10.222.0.77 "DELETE /v2.0/routers/90311215-7a1c-4e3b-9c47-884f84981ebc HTTP/1.1" status: 204 len: 168 time: 2.1137044 Jul 05 04:09:55.603967 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45676) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:55.651267 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-70f27f31-5712-4ea0-8a59-47c486618a6e tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.654955 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-70f27f31-5712-4ea0-8a59-47c486618a6e tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.4694712 Jul 05 04:09:55.657131 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45680) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:55.671996 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0cba691f-1009-44a8-9e8b-77a99acd500c tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for floatingip, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.742290 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-fc5b5427-1f8d-48b7-9e57-6935bfc7bff8 None None] Allocated IP 172.20.0.2 (c8354398-9b8c-4147-8b16-0df45c73403c/35fd9507-5bf5-41e9-834f-fc3b1a56dff9/6dc395a5-5157-437a-aae5-c699e6bbad52) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:55.835363 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-783d058f-bd41-43be-9e6e-07dafd602846 admin admin] Deleting subnet d8c624a7-6819-4593-8349-63591b71dd4d {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:09:55.844041 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-783d058f-bd41-43be-9e6e-07dafd602846 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.885962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-46197b7a-c637-4fb2-9d8f-21f6687b617f None None] Provisioning complete for port 8dd63a10-e7fb-4827-b791-9b714e358b6f triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:55.886345 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-46197b7a-c637-4fb2-9d8f-21f6687b617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.917276 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-783d058f-bd41-43be-9e6e-07dafd602846 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:56.030569 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc5b5427-1f8d-48b7-9e57-6935bfc7bff8 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:56.045732 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-783d058f-bd41-43be-9e6e-07dafd602846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:56.046009 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-46197b7a-c637-4fb2-9d8f-21f6687b617f None None] Port 8dd63a10-e7fb-4827-b791-9b714e358b6f cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:56.046244 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ad30b47-383e-4616-a6d2-a9091a8ff02c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:56.137576 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fc5b5427-1f8d-48b7-9e57-6935bfc7bff8 None None] Transition to ACTIVE for port object 6dc395a5-5157-437a-aae5-c699e6bbad52 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:56.149267 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ab3e5ca7-0473-4612-b702-24f82bcd8bb3 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:56.176502 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6aa61f1d-1d88-42c3-9925-300c27f00fdf None None] Could not find standard attr ID for object 16df3884-9502-45ff-8bc1-2ae64354c640. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:09:56.206858 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fc5b5427-1f8d-48b7-9e57-6935bfc7bff8 None None] Transition to ACTIVE for port object 6dc395a5-5157-437a-aae5-c699e6bbad52 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:56.213578 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e5ca7-0473-4612-b702-24f82bcd8bb3 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Port': ['ID=16df3884-9502-45ff-8bc1-2ae64354c640,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:56.236710 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc5b5427-1f8d-48b7-9e57-6935bfc7bff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:56.287573 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5b5427-1f8d-48b7-9e57-6935bfc7bff8 None None] Network c8354398-9b8c-4147-8b16-0df45c73403c is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:56.292043 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-fc5b5427-1f8d-48b7-9e57-6935bfc7bff8 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:56.296630 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5b5427-1f8d-48b7-9e57-6935bfc7bff8 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:56.338694 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b5427-1f8d-48b7-9e57-6935bfc7bff8 None None] Pushing event updated for resources: {'Port': ['ID=6dc395a5-5157-437a-aae5-c699e6bbad52,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:56.413454 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fc5b5427-1f8d-48b7-9e57-6935bfc7bff8 None None] Attempting to bind port 6dc395a5-5157-437a-aae5-c699e6bbad52 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:56.413915 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fc5b5427-1f8d-48b7-9e57-6935bfc7bff8 None None] Attempting to bind port 6dc395a5-5157-437a-aae5-c699e6bbad52 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'fc0e2445-1ac4-4a60-8c58-41174466960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8354398-9b8c-4147-8b16-0df45c73403c'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:56.414392 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5b5427-1f8d-48b7-9e57-6935bfc7bff8 None None] Attempting to bind port 6dc395a5-5157-437a-aae5-c699e6bbad52 on network c8354398-9b8c-4147-8b16-0df45c73403c {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:56.423207 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5b5427-1f8d-48b7-9e57-6935bfc7bff8 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:56.424344 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5b5427-1f8d-48b7-9e57-6935bfc7bff8 None None] Checking segment: {'id': 'fc0e2445-1ac4-4a60-8c58-41174466960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8354398-9b8c-4147-8b16-0df45c73403c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:56.427357 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc5b5427-1f8d-48b7-9e57-6935bfc7bff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:56.428199 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5b5427-1f8d-48b7-9e57-6935bfc7bff8 None None] Bound using segment: {'id': 'fc0e2445-1ac4-4a60-8c58-41174466960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8354398-9b8c-4147-8b16-0df45c73403c'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:56.428849 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fc5b5427-1f8d-48b7-9e57-6935bfc7bff8 None None] Bound port: 6dc395a5-5157-437a-aae5-c699e6bbad52, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc0e2445-1ac4-4a60-8c58-41174466960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8354398-9b8c-4147-8b16-0df45c73403c'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:56.429546 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc5b5427-1f8d-48b7-9e57-6935bfc7bff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:56.545996 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fc5b5427-1f8d-48b7-9e57-6935bfc7bff8 None None] For port 6dc395a5-5157-437a-aae5-c699e6bbad52, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:56.551213 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fc5b5427-1f8d-48b7-9e57-6935bfc7bff8 None None] For port 6dc395a5-5157-437a-aae5-c699e6bbad52, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6dc395a5-5157-437a-aae5-c699e6bbad52,segment=NetworkSegment(fc0e2445-1ac4-4a60-8c58-41174466960a),segment_id=fc0e2445-1ac4-4a60-8c58-41174466960a)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:56.572976 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc5b5427-1f8d-48b7-9e57-6935bfc7bff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:56.985486 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3a56228e-f19f-462a-a0ab-ecab9c20b01b no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:09:57.004456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45690) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:57.030382 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-d1986f71-e964-4eb9-8dee-e6e81b8fcbb8 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--147106601', 'description': 'tempest-description--1053495302'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:57.033308 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 3a56228e-f19f-462a-a0ab-ecab9c20b01b {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:09:57.034025 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3a56228e-f19f-462a-a0ab-ecab9c20b01b not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:09:57.086048 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b5427-1f8d-48b7-9e57-6935bfc7bff8 None None] Pushing event updated for resources: {'Port': ['ID=6dc395a5-5157-437a-aae5-c699e6bbad52,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:57.086860 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-783d058f-bd41-43be-9e6e-07dafd602846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.148763 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3e5ca7-0473-4612-b702-24f82bcd8bb3 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:57.149338 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3e5ca7-0473-4612-b702-24f82bcd8bb3 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:57.149465 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3e5ca7-0473-4612-b702-24f82bcd8bb3 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:57.149784 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3e5ca7-0473-4612-b702-24f82bcd8bb3 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:57.150111 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3e5ca7-0473-4612-b702-24f82bcd8bb3 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:57.150445 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3e5ca7-0473-4612-b702-24f82bcd8bb3 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:57.150776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3e5ca7-0473-4612-b702-24f82bcd8bb3 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:57.151104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3e5ca7-0473-4612-b702-24f82bcd8bb3 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:57.151434 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3e5ca7-0473-4612-b702-24f82bcd8bb3 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:57.151756 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3e5ca7-0473-4612-b702-24f82bcd8bb3 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:57.152107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3e5ca7-0473-4612-b702-24f82bcd8bb3 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:57.152427 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3e5ca7-0473-4612-b702-24f82bcd8bb3 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:57.155588 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ab3e5ca7-0473-4612-b702-24f82bcd8bb3 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.157591 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ab3e5ca7-0473-4612-b702-24f82bcd8bb3 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/ports/16df3884-9502-45ff-8bc1-2ae64354c640 HTTP/1.1" status: 204 len: 168 time: 2.4140189 Jul 05 04:09:57.161367 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45692) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:57.186790 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47eb198f-3e1c-4e24-b52c-c0ea22e354d2 None None] Network 3e4ba965-3445-40a5-89cb-926766d0e7a9 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:57.188328 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d058f-bd41-43be-9e6e-07dafd602846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8c624a7-6819-4593-8349-63591b71dd4d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:57.196542 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b078bc-4ae8-4c96-b1a0-dde57b90186a tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] GET failed (client error): The resource could not be found. Jul 05 04:09:57.197807 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-783d058f-bd41-43be-9e6e-07dafd602846 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.198175 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-91b078bc-4ae8-4c96-b1a0-dde57b90186a tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports/16df3884-9502-45ff-8bc1-2ae64354c640 HTTP/1.1" status: 404 len: 333 time: 0.0359230 Jul 05 04:09:57.202061 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-783d058f-bd41-43be-9e6e-07dafd602846 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d8c624a7-6819-4593-8349-63591b71dd4d HTTP/1.1" status: 204 len: 168 time: 1.5947647 Jul 05 04:09:57.219292 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45694) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:57.219665 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45696) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:57.229257 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d1986f71-e964-4eb9-8dee-e6e81b8fcbb8 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.319941 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-5ad30b47-383e-4616-a6d2-a9091a8ff02c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Allocated IP 172.20.0.1 (c8354398-9b8c-4147-8b16-0df45c73403c/35fd9507-5bf5-41e9-834f-fc3b1a56dff9/8e1acb82-f2bf-4a09-b048-3bc706b36f90) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:57.421534 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108bb06a-8b99-4ec4-9289-cf65233177a7 None None] DHCP port deletion for 3e4ba965-3445-40a5-89cb-926766d0e7a9 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:09:57.466809 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ad30b47-383e-4616-a6d2-a9091a8ff02c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.490698 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-108bb06a-8b99-4ec4-9289-cf65233177a7 None None] Deleting port 95d9183a-c4e4-4bc8-b72c-d876d7738ce0 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:57.491270 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-108bb06a-8b99-4ec4-9289-cf65233177a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.493440 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.493626 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-5ad30b47-383e-4616-a6d2-a9091a8ff02c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Transition to ACTIVE for port object 8e1acb82-f2bf-4a09-b048-3bc706b36f90 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:57.538292 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ad30b47-383e-4616-a6d2-a9091a8ff02c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.548189 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5d6ad-df2f-48af-b0df-dca16fab5a36 req-0dfb40ab-cd6c-4597-9054-321729ed388c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:57.550932 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4df5d6ad-df2f-48af-b0df-dca16fab5a36 req-0dfb40ab-cd6c-4597-9054-321729ed388c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.5479469 Jul 05 04:09:57.583003 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-108bb06a-8b99-4ec4-9289-cf65233177a7 None None] For port 95d9183a-c4e4-4bc8-b72c-d876d7738ce0, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=95d9183a-c4e4-4bc8-b72c-d876d7738ce0,segment=NetworkSegment(0971a4a5-8b14-4d19-87bd-4db8d63dd7a3),segment_id=0971a4a5-8b14-4d19-87bd-4db8d63dd7a3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:57.583003 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-108bb06a-8b99-4ec4-9289-cf65233177a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.593477 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad30b47-383e-4616-a6d2-a9091a8ff02c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Network c8354398-9b8c-4147-8b16-0df45c73403c is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:57.597732 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-5ad30b47-383e-4616-a6d2-a9091a8ff02c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:57.603620 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad30b47-383e-4616-a6d2-a9091a8ff02c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:57.613000 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-108bb06a-8b99-4ec4-9289-cf65233177a7 None None] Calling delete_port for 95d9183a-c4e4-4bc8-b72c-d876d7738ce0 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:57.621916 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.db.resource_extend [None req-0cba691f-1009-44a8-9e8b-77a99acd500c tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:09:57.645144 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad30b47-383e-4616-a6d2-a9091a8ff02c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Pushing event updated for resources: {'Port': ['ID=8e1acb82-f2bf-4a09-b048-3bc706b36f90,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:57.675339 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ad30b47-383e-4616-a6d2-a9091a8ff02c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.688312 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e9b14d2d-f874-42d6-a720-cd5014cad110 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.735471 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-108bb06a-8b99-4ec4-9289-cf65233177a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.765202 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bb06a-8b99-4ec4-9289-cf65233177a7 None None] Pushing event deleted for resources: {'Port': ['ID=95d9183a-c4e4-4bc8-b72c-d876d7738ce0,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:57.780955 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e9b14d2d-f874-42d6-a720-cd5014cad110 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.782182 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108bb06a-8b99-4ec4-9289-cf65233177a7 None None] No DVR routers for this DVR port 95d9183a-c4e4-4bc8-b72c-d876d7738ce0 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:57.796678 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4df5d6ad-df2f-48af-b0df-dca16fab5a36 req-127b0f7c-0a2b-4761-aab8-f784cc2bbf4c tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353032 Jul 05 04:09:57.803965 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0cba691f-1009-44a8-9e8b-77a99acd500c tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.820222 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0cba691f-1009-44a8-9e8b-77a99acd500c tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.833321 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d1986f71-e964-4eb9-8dee-e6e81b8fcbb8 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.870183 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ad30b47-383e-4616-a6d2-a9091a8ff02c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.882491 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d1986f71-e964-4eb9-8dee-e6e81b8fcbb8 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.976541 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d1986f71-e964-4eb9-8dee-e6e81b8fcbb8 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.980665 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d1986f71-e964-4eb9-8dee-e6e81b8fcbb8 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9724300 Jul 05 04:09:57.980896 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45702) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:57.991684 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-29c53436-f09d-4f35-bd64-fbdc4248c7eb tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Request body: {'security_group_rule': {'security_group_id': 'f2bfa9e8-d75f-4013-93a7-6f050149c70d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:57.997064 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Deleting port 95d9183a-c4e4-4bc8-b72c-d876d7738ce0 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:57.997413 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.998971 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1986f71-e964-4eb9-8dee-e6e81b8fcbb8 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bfa9e8-d75f-4013-93a7-6f050149c70d,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:58.022456 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e9b14d2d-f874-42d6-a720-cd5014cad110 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.026680 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e9b14d2d-f874-42d6-a720-cd5014cad110 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.028395 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e9b14d2d-f874-42d6-a720-cd5014cad110 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/security-groups/baf83cdc-f310-4e93-a683-b616e3687fea HTTP/1.1" status: 204 len: 168 time: 0.8066227 Jul 05 04:09:58.042747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45704) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:58.098665 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-0cba691f-1009-44a8-9e8b-77a99acd500c tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Floating IP ad9db7cc-0c5c-48cd-be7c-24f6fdd723da associated. External IP: 172.25.1.34, port: b2d60921-d607-4fdd-b503-457bca5cc382. Jul 05 04:09:58.146222 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9f1ae3-46d0-4881-a292-6aa858545dcf None None] Network c8354398-9b8c-4147-8b16-0df45c73403c requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:58.150132 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b14d2d-f874-42d6-a720-cd5014cad110 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf83cdc-f310-4e93-a683-b616e3687fea,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:58.160045 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-29c53436-f09d-4f35-bd64-fbdc4248c7eb tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.162391 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] For port 95d9183a-c4e4-4bc8-b72c-d876d7738ce0, host n-d-780147-23, got binding levels [] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:58.162748 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.201643 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Calling delete_port for 95d9183a-c4e4-4bc8-b72c-d876d7738ce0 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:58.210104 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.ipam_backend_mixin [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Port 95d9183a-c4e4-4bc8-b72c-d876d7738ce0 was not found and therefore no delete operation was performed {{(pid=105538) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:09:58.216541 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fa6a8886-4aea-4a2c-9c66-08bf2bb45077 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.235427 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a522c5-0c16-47d1-a4ad-1ff5d0455f0a req-a31d016e-db34-4f21-b882-0e9a48b18eae tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:58.237052 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91a522c5-0c16-47d1-a4ad-1ff5d0455f0a req-a31d016e-db34-4f21-b882-0e9a48b18eae tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.2392452 Jul 05 04:09:58.247015 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.255280 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8adf8953-1b78-490f-934e-bb126b811ffb None None] Provisioning for port 6dc395a5-5157-437a-aae5-c699e6bbad52 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:58.277517 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fa6a8886-4aea-4a2c-9c66-08bf2bb45077 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.294024 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Pushing event deleted for resources: {'Port': ['ID=95d9183a-c4e4-4bc8-b72c-d876d7738ce0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:58.295838 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] No DVR routers for this DVR port 95d9183a-c4e4-4bc8-b72c-d876d7738ce0 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:58.353574 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-29c53436-f09d-4f35-bd64-fbdc4248c7eb tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.362500 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91a522c5-0c16-47d1-a4ad-1ff5d0455f0a req-f6d67e6d-d650-4914-86c7-37078d8d6bd8 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035295 Jul 05 04:09:58.391309 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fa6a8886-4aea-4a2c-9c66-08bf2bb45077 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.394088 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-29c53436-f09d-4f35-bd64-fbdc4248c7eb tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.395362 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fa6a8886-4aea-4a2c-9c66-08bf2bb45077 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.400790 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fa6a8886-4aea-4a2c-9c66-08bf2bb45077 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/security-groups/630b9ec2-7480-4738-a103-f793f0c2943e HTTP/1.1" status: 204 len: 168 time: 0.3558614 Jul 05 04:09:58.405091 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45708) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:58.442057 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ad30b47-383e-4616-a6d2-a9091a8ff02c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.446652 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a8886-4aea-4a2c-9c66-08bf2bb45077 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=630b9ec2-7480-4738-a103-f793f0c2943e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:58.458330 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.480978 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ad30b47-383e-4616-a6d2-a9091a8ff02c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.487214 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c53436-f09d-4f35-bd64-fbdc4248c7eb tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c584a1b-50bd-4861-952d-2fd85f831897,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:58.506518 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4ba965-3445-40a5-89cb-926766d0e7a9']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:58.520293 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-29c53436-f09d-4f35-bd64-fbdc4248c7eb tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.521536 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-29c53436-f09d-4f35-bd64-fbdc4248c7eb tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5381317 Jul 05 04:09:58.551436 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45710) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:58.556214 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0971a4a5-8b14-4d19-87bd-4db8d63dd7a3') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:58.556214 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0971a4a5-8b14-4d19-87bd-4db8d63dd7a3') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:58.569219 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-923ffb9f-ec44-4662-bddf-38ff12902ab9 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Request body: {'security_group_rule': {'security_group_id': 'f2bfa9e8-d75f-4013-93a7-6f050149c70d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:58.570480 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.605472 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.616525 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bf5694cc-fecd-4387-8058-9760947d338e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.632003 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:09:58.636344 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:09:58.638281 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:09:58.640344 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad30b47-383e-4616-a6d2-a9091a8ff02c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Pushing event updated for resources: {'Port': ['ID=8e1acb82-f2bf-4a09-b048-3bc706b36f90,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:58.649122 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ad30b47-383e-4616-a6d2-a9091a8ff02c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.668569 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cba691f-1009-44a8-9e8b-77a99acd500c tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Router b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:09:58.672398 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ff89760c-adb3-49ab-b4f1-b2027165a8f2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.675100 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-923ffb9f-ec44-4662-bddf-38ff12902ab9 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.801428 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.815940 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ff89760c-adb3-49ab-b4f1-b2027165a8f2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.828537 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.832879 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] 10.222.0.77 "DELETE /v2.0/networks/3e4ba965-3445-40a5-89cb-926766d0e7a9 HTTP/1.1" status: 204 len: 168 time: 1.6069605 Jul 05 04:09:58.839867 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Pushing event deleted for resources: {'Network': ['ID=3e4ba965-3445-40a5-89cb-926766d0e7a9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:58.879495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-00abd54b-6480-4247-befb-e11c2c875587 None None] Provisioning for port 8e1acb82-f2bf-4a09-b048-3bc706b36f90 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:58.899068 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-00abd54b-6480-4247-befb-e11c2c875587 None None] Provisioning complete for port 8e1acb82-f2bf-4a09-b048-3bc706b36f90 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:58.899773 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-00abd54b-6480-4247-befb-e11c2c875587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.939613 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:58.940222 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:58.944544 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:58.944903 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:58.945249 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:58.946968 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:58.947311 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:58.947652 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:58.948080 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:58.952400 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:58.952766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:58.953114 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539d7642-fbe0-45ce-96e5-5e45e4b5d36f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:58.958841 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-00abd54b-6480-4247-befb-e11c2c875587 None None] Port 8e1acb82-f2bf-4a09-b048-3bc706b36f90 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:58.983332 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-923ffb9f-ec44-4662-bddf-38ff12902ab9 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.000169 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-923ffb9f-ec44-4662-bddf-38ff12902ab9 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.006843 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cba691f-1009-44a8-9e8b-77a99acd500c tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:09:59.020154 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0cba691f-1009-44a8-9e8b-77a99acd500c tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.020366 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9240d99-4f1e-4075-a152-1ad7876ac436 None None] Sync routers for ids ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:09:59.048313 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9240d99-4f1e-4075-a152-1ad7876ac436 None None] Routers {'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:59.050178 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-a9240d99-4f1e-4075-a152-1ad7876ac436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:09:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:59.051743 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-923ffb9f-ec44-4662-bddf-38ff12902ab9 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.062706 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6dc395a5-5157-437a-aae5-c699e6bbad52 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:59.063374 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-923ffb9f-ec44-4662-bddf-38ff12902ab9 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5023358 Jul 05 04:09:59.064575 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45732) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:59.067420 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ffb9f-ec44-4662-bddf-38ff12902ab9 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d3da98-d108-41da-bd59-5779bbbfb4b9,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:59.077668 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ff89760c-adb3-49ab-b4f1-b2027165a8f2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.081407 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ff89760c-adb3-49ab-b4f1-b2027165a8f2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.083017 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ff89760c-adb3-49ab-b4f1-b2027165a8f2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/security-groups/983b4930-b2d0-43a2-8857-62c0600b1e5b HTTP/1.1" status: 204 len: 168 time: 0.6743228 Jul 05 04:09:59.088638 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-956baadd-b370-4373-982c-7220da1eab7c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:59.100785 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45736) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:59.104475 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad30b47-383e-4616-a6d2-a9091a8ff02c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Network c8354398-9b8c-4147-8b16-0df45c73403c is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:59.118097 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-5ad30b47-383e-4616-a6d2-a9091a8ff02c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:59.127336 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89760c-adb3-49ab-b4f1-b2027165a8f2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=983b4930-b2d0-43a2-8857-62c0600b1e5b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:59.172657 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0cba691f-1009-44a8-9e8b-77a99acd500c tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "PUT /v2.0/floatingips/ad9db7cc-0c5c-48cd-be7c-24f6fdd723da HTTP/1.1" status: 200 len: 995 time: 3.5832982 Jul 05 04:09:59.177476 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69346a61-cc6b-49c7-85ac-ed073166035e', 'tag': 'b2d60921-d607-4fdd-b503-457bca5cc382'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:59.180828 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9e4bda-f862-4ca8-9f2e-6e0aefe77702" -d '{"events": [{"name": "network-changed", "server_uuid": "69346a61-cc6b-49c7-85ac-ed073166035e", "tag": "b2d60921-d607-4fdd-b503-457bca5cc382"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:59.202479 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-956baadd-b370-4373-982c-7220da1eab7c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.222911 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-17066c74-90c1-45a1-a349-1bd094bc7560 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting subnet 95bf3178-f60b-41d5-b3af-d9cf01064d10 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:09:59.226913 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-17066c74-90c1-45a1-a349-1bd094bc7560 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.304878 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-17066c74-90c1-45a1-a349-1bd094bc7560 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.308829 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-81731f3e-2b86-44ff-9e18-392656fd04ff None None] Provisioning complete for port 8e1acb82-f2bf-4a09-b048-3bc706b36f90 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:59.309324 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-81731f3e-2b86-44ff-9e18-392656fd04ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.335598 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45762) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:59.450027 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d2baeb49-9ed0-431c-b7f9-072ce8fe0efb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0f0bd0a736614c9fa62aaa629c622645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1062937 Jul 05 04:09:59.450641 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45764) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:59.474463 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00e3621-5942-46aa-8798-07445b0a1b8c x-openstack-request-id: req-d00e3621-5942-46aa-8798-07445b0a1b8c {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:59.475042 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69346a61-cc6b-49c7-85ac-ed073166035e", "tag": "b2d60921-d607-4fdd-b503-457bca5cc382", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:59.475560 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d00e3621-5942-46aa-8798-07445b0a1b8c {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:59.476575 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69346a61-cc6b-49c7-85ac-ed073166035e', 'tag': 'b2d60921-d607-4fdd-b503-457bca5cc382', 'status': 'completed', 'code': 200} Jul 05 04:09:59.505122 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 6dc395a5-5157-437a-aae5-c699e6bbad52 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:59.520205 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.520798 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-17066c74-90c1-45a1-a349-1bd094bc7560 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.536619 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 6dc395a5-5157-437a-aae5-c699e6bbad52 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:59.536898 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.558079 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad30b47-383e-4616-a6d2-a9091a8ff02c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Router 878be429-ff6a-4815-93ba-ec0c3d2e50d9 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:09:59.563660 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-81731f3e-2b86-44ff-9e18-392656fd04ff None None] Port 8e1acb82-f2bf-4a09-b048-3bc706b36f90 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:59.579363 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-a9240d99-4f1e-4075-a152-1ad7876ac436 None None] Set router b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:09:59.617956 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-17066c74-90c1-45a1-a349-1bd094bc7560 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.643002 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-956baadd-b370-4373-982c-7220da1eab7c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.648258 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e9594e33-a435-4d40-9a4d-782997b71d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.658088 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17066c74-90c1-45a1-a349-1bd094bc7560 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Subnet': ['ID=95bf3178-f60b-41d5-b3af-d9cf01064d10,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:59.661356 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-17066c74-90c1-45a1-a349-1bd094bc7560 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.663286 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-17066c74-90c1-45a1-a349-1bd094bc7560 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/subnets/95bf3178-f60b-41d5-b3af-d9cf01064d10 HTTP/1.1" status: 204 len: 168 time: 0.5612731 Jul 05 04:09:59.668377 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45766) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:59.727388 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d18dd9b-79f8-47cc-bcf2-fe0f7176cb67 None None] Network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:59.756403 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8738c8-2dd3-4d27-805e-97be06b00c6d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting subnet 4f6a2bef-409e-49d1-b9b2-05c370d62721 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:09:59.764488 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e9594e33-a435-4d40-9a4d-782997b71d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.786897 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e4bda-f862-4ca8-9f2e-6e0aefe77702 req-0d093aff-9581-402c-8830-af00b17327b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:59.788497 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b9e4bda-f862-4ca8-9f2e-6e0aefe77702 req-0d093aff-9581-402c-8830-af00b17327b5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0a0e169dad4642e084dbd1dffad21af0&device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 1102 time: 0.2903681 Jul 05 04:09:59.799658 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6d8738c8-2dd3-4d27-805e-97be06b00c6d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.849777 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5ed0ea50-4b99-4e4e-b6db-693d2b1fb734 None None] Provisioning complete for port 8e1acb82-f2bf-4a09-b048-3bc706b36f90 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:59.850161 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5ed0ea50-4b99-4e4e-b6db-693d2b1fb734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.857698 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad30b47-383e-4616-a6d2-a9091a8ff02c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:09:59.873322 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd5528d-2a51-431a-a033-a2404f4beae9 None None] Sync routers for ids ['878be429-ff6a-4815-93ba-ec0c3d2e50d9'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:09:59.902805 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd5528d-2a51-431a-a033-a2404f4beae9 None None] Routers {'878be429-ff6a-4815-93ba-ec0c3d2e50d9'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:59.904048 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-efd5528d-2a51-431a-a033-a2404f4beae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:09:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['878be429-ff6a-4815-93ba-ec0c3d2e50d9'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:59.904967 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6d8738c8-2dd3-4d27-805e-97be06b00c6d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.959020 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-956baadd-b370-4373-982c-7220da1eab7c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Allocated IP 172.25.1.68 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/43ed6f9c-7742-482b-8eb0-b2ee5d101e38) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:59.960081 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-efd5528d-2a51-431a-a033-a2404f4beae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:59.968835 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe3d60-b0fb-4709-99ad-0bcfe8dd282e req-a793f833-5804-4186-8b5e-ae86dc057878 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:59.971568 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bafe3d60-b0fb-4709-99ad-0bcfe8dd282e req-a793f833-5804-4186-8b5e-ae86dc057878 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=366bcc3b-f9f9-4844-8324-6d4c0feb18e8 HTTP/1.1" status: 200 len: 943 time: 0.2122951 Jul 05 04:09:59.974712 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd5528d-2a51-431a-a033-a2404f4beae9 None None] Routers {'878be429-ff6a-4815-93ba-ec0c3d2e50d9'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:59.976437 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-efd5528d-2a51-431a-a033-a2404f4beae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:09:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['878be429-ff6a-4815-93ba-ec0c3d2e50d9'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:59.994284 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5ad30b47-383e-4616-a6d2-a9091a8ff02c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] 10.222.0.77 "PUT /v2.0/routers/878be429-ff6a-4815-93ba-ec0c3d2e50d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3360817 Jul 05 04:09:59.999102 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e9594e33-a435-4d40-9a4d-782997b71d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:00.000596 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45770) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:00.003743 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e9594e33-a435-4d40-9a4d-782997b71d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:00.007240 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e9594e33-a435-4d40-9a4d-782997b71d69 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3a11d142-4371-44c2-8cd5-5ac9ad719d1d HTTP/1.1" status: 204 len: 168 time: 0.5537117 Jul 05 04:10:00.009556 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-c5d5eedf-f74d-4b98-bbc0-142e57dd25be tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Request body: {'port': {'network_id': 'c8354398-9b8c-4147-8b16-0df45c73403c', 'name': 'tempest-FloatingIPNegativeTestJSON-1586508349'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:00.026655 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:00.060970 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-5ed0ea50-4b99-4e4e-b6db-693d2b1fb734 None None] Port 8e1acb82-f2bf-4a09-b048-3bc706b36f90 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:10:00.071790 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9594e33-a435-4d40-9a4d-782997b71d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a11d142-4371-44c2-8cd5-5ac9ad719d1d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:00.090571 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-efd5528d-2a51-431a-a033-a2404f4beae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:00.094102 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd5528d-2a51-431a-a033-a2404f4beae9 None None] The sync data for ids ['878be429-ff6a-4815-93ba-ec0c3d2e50d9'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:00.141743 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 6dc395a5-5157-437a-aae5-c699e6bbad52, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6dc395a5-5157-437a-aae5-c699e6bbad52,segment=NetworkSegment(fc0e2445-1ac4-4a60-8c58-41174466960a),segment_id=fc0e2445-1ac4-4a60-8c58-41174466960a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:00.181570 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:00.231404 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e4bda-f862-4ca8-9f2e-6e0aefe77702 req-7ff7cdbd-cc12-4d32-9124-e468067909e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:00.233305 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b9e4bda-f862-4ca8-9f2e-6e0aefe77702 req-7ff7cdbd-cc12-4d32-9124-e468067909e7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7 HTTP/1.1" status: 200 len: 918 time: 0.3651717 Jul 05 04:10:00.277450 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-956baadd-b370-4373-982c-7220da1eab7c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:00.281912 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 95d9183a-c4e4-4bc8-b72c-d876d7738ce0 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:00.330280 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 95d9183a-c4e4-4bc8-b72c-d876d7738ce0 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:00.331597 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 95d9183a-c4e4-4bc8-b72c-d876d7738ce0 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:00.366682 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-956baadd-b370-4373-982c-7220da1eab7c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:00.375229 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=6dc395a5-5157-437a-aae5-c699e6bbad52,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:00.417768 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-a9240d99-4f1e-4075-a152-1ad7876ac436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'name': 'tempest-AttachVolumeShelveTestJSON-1700939863-router', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:10Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'gw_port': {'id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:12Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'ad9db7cc-0c5c-48cd-be7c-24f6fdd723da', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'floating_ip_address': '172.25.1.34', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'port_id': 'b2d60921-d607-4fdd-b503-457bca5cc382', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'mac_address': 'fa:16:3e:3d:69:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69346a61-cc6b-49c7-85ac-ed073166035e', 'device_owner': 'compute:foo_zone'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:09:33Z', 'updated_at': '2021-07-05T04:09:57Z', 'revision_number': 1, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be7cb81-bc55-40f0-9281-7a6fca90eac3', 'name': '', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'mac_address': 'fa:16:3e:e0:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:18Z', 'updated_at': '2021-07-05T04:09:31Z', 'revision_number': 5, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'subnets': [{'id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:00.461320 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9240d99-4f1e-4075-a152-1ad7876ac436 None None] Checking router: b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:10:00.472690 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9240d99-4f1e-4075-a152-1ad7876ac436 None None] Routers {'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:00.473336 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-a9240d99-4f1e-4075-a152-1ad7876ac436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:09:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:00.497709 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956baadd-b370-4373-982c-7220da1eab7c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:00.536698 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-956baadd-b370-4373-982c-7220da1eab7c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:00.539390 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d5eedf-f74d-4b98-bbc0-142e57dd25be tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Made reservation on behalf of e822f21b2e2e4073a1fe491b8bff5ab2 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:00.544165 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c5d5eedf-f74d-4b98-bbc0-142e57dd25be tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:00.545102 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956baadd-b370-4373-982c-7220da1eab7c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:00.575008 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956baadd-b370-4373-982c-7220da1eab7c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Pushing event updated for resources: {'Port': ['ID=43ed6f9c-7742-482b-8eb0-b2ee5d101e38,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:00.613545 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45778) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:00.614671 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b9e4bda-f862-4ca8-9f2e-6e0aefe77702 req-3b8e434c-781a-44d9-bf28-d9af3054174f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d60921-d607-4fdd-b503-457bca5cc382 HTTP/1.1" status: 200 len: 1003 time: 0.3714108 Jul 05 04:10:00.615002 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6d8738c8-2dd3-4d27-805e-97be06b00c6d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:00.657299 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-c5d5eedf-f74d-4b98-bbc0-142e57dd25be tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] device_id is not set on port 67fd6a19-0250-4c2b-905f-08badafe1789 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:10:00.681210 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e4bda-f862-4ca8-9f2e-6e0aefe77702 req-09ac4995-acd5-4f93-ae52-bc70e7925de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:00.682749 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b9e4bda-f862-4ca8-9f2e-6e0aefe77702 req-09ac4995-acd5-4f93-ae52-bc70e7925de8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467 HTTP/1.1" status: 200 len: 856 time: 0.0606856 Jul 05 04:10:00.818833 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-956baadd-b370-4373-982c-7220da1eab7c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:00.885568 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-a9240d99-4f1e-4075-a152-1ad7876ac436 None None] Set router b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:10:00.906158 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-956baadd-b370-4373-982c-7220da1eab7c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:00.910081 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e4bda-f862-4ca8-9f2e-6e0aefe77702 req-1c4f6ec5-9b39-4d6d-bde8-1d3ab6820a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:00.912038 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b9e4bda-f862-4ca8-9f2e-6e0aefe77702 req-1c4f6ec5-9b39-4d6d-bde8-1d3ab6820a0c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2189362 Jul 05 04:10:00.930825 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f0e97263-8409-4f4e-9526-3e5dfe6dc1e0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c48b03f5006845a7b8a1ae862fca34f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3110950 Jul 05 04:10:00.932925 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6dc395a5-5157-437a-aae5-c699e6bbad52 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:00.936570 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-bafe3d60-b0fb-4709-99ad-0bcfe8dd282e req-022f4809-2177-4d74-b9e2-b84e10b3add9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Deleting port c3c8c38a-7ee0-413b-9ae0-8b606379fc25 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:00.937175 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bafe3d60-b0fb-4709-99ad-0bcfe8dd282e req-022f4809-2177-4d74-b9e2-b84e10b3add9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:00.952626 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45780) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:00.996968 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6d8738c8-2dd3-4d27-805e-97be06b00c6d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:01.073907 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 6dc395a5-5157-437a-aae5-c699e6bbad52 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:01.074417 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:01.125009 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8738c8-2dd3-4d27-805e-97be06b00c6d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Subnet': ['ID=4f6a2bef-409e-49d1-b9b2-05c370d62721,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:01.130853 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b9e4bda-f862-4ca8-9f2e-6e0aefe77702 req-69cba50a-5dd6-422d-9e18-f6b26eceae6d service neutron] 10.222.0.89 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918426 Jul 05 04:10:01.171571 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6d8738c8-2dd3-4d27-805e-97be06b00c6d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:01.174401 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6d8738c8-2dd3-4d27-805e-97be06b00c6d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/subnets/4f6a2bef-409e-49d1-b9b2-05c370d62721 HTTP/1.1" status: 204 len: 168 time: 1.5041084 Jul 05 04:10:01.183034 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-c5d5eedf-f74d-4b98-bbc0-142e57dd25be tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Allocated IP 172.20.0.9 (c8354398-9b8c-4147-8b16-0df45c73403c/35fd9507-5bf5-41e9-834f-fc3b1a56dff9/67fd6a19-0250-4c2b-905f-08badafe1789) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:01.185669 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45784) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:01.279544 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c942a09-8415-4c6f-b39a-82407eb63f3d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] DELETE failed (client error): The resource could not be found. Jul 05 04:10:01.280579 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c942a09-8415-4c6f-b39a-82407eb63f3d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:10:01.283456 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0c942a09-8415-4c6f-b39a-82407eb63f3d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/subnets/95bf3178-f60b-41d5-b3af-d9cf01064d10 HTTP/1.1" status: 404 len: 337 time: 0.0963292 Jul 05 04:10:01.286661 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-956baadd-b370-4373-982c-7220da1eab7c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:01.290186 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45786) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:01.303364 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b9e4bda-f862-4ca8-9f2e-6e0aefe77702 req-38189d38-5b40-45e6-9135-de19d3fe33ba service neutron] 10.222.0.89 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653812 Jul 05 04:10:01.318199 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-bafe3d60-b0fb-4709-99ad-0bcfe8dd282e req-022f4809-2177-4d74-b9e2-b84e10b3add9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] For port c3c8c38a-7ee0-413b-9ae0-8b606379fc25, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=c3c8c38a-7ee0-413b-9ae0-8b606379fc25,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:01.324346 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bafe3d60-b0fb-4709-99ad-0bcfe8dd282e req-022f4809-2177-4d74-b9e2-b84e10b3add9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:01.326098 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-956baadd-b370-4373-982c-7220da1eab7c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:01.363860 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e53908c-706c-473c-bbe2-1004159debb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:01.375062 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-bafe3d60-b0fb-4709-99ad-0bcfe8dd282e req-022f4809-2177-4d74-b9e2-b84e10b3add9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Calling delete_port for c3c8c38a-7ee0-413b-9ae0-8b606379fc25 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:01.395133 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1b9841-177e-46e4-bdd0-02585671010e None None] Network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:01.430651 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-4972ac36-1e38-48b4-bde1-52f40b1a8555 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting subnet bb485284-7f83-420b-9c4c-7e0d6d786128 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:10:01.440177 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2e3d9339-2fdc-463b-bb01-0d569102092d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:01.452161 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e53908c-706c-473c-bbe2-1004159debb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:01.469821 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956baadd-b370-4373-982c-7220da1eab7c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Pushing event updated for resources: {'Port': ['ID=43ed6f9c-7742-482b-8eb0-b2ee5d101e38,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:01.473690 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fbf30021-1347-4ce6-829b-ab6594c69236 None None] Provisioning complete for port a1f68851-e94f-4369-a8da-9610eef692e5 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:01.474073 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fbf30021-1347-4ce6-829b-ab6594c69236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:01.485271 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4972ac36-1e38-48b4-bde1-52f40b1a8555 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:01.489332 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-956baadd-b370-4373-982c-7220da1eab7c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:01.542354 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-956baadd-b370-4373-982c-7220da1eab7c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:01.543924 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-956baadd-b370-4373-982c-7220da1eab7c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4776711 Jul 05 04:10:01.552952 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4972ac36-1e38-48b4-bde1-52f40b1a8555 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:01.558876 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-a9240d99-4f1e-4075-a152-1ad7876ac436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'name': 'tempest-AttachVolumeShelveTestJSON-1700939863-router', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:10Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'gw_port': {'id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:12Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'ad9db7cc-0c5c-48cd-be7c-24f6fdd723da', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'floating_ip_address': '172.25.1.34', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'port_id': 'b2d60921-d607-4fdd-b503-457bca5cc382', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'mac_address': 'fa:16:3e:3d:69:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69346a61-cc6b-49c7-85ac-ed073166035e', 'device_owner': 'compute:foo_zone'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:09:33Z', 'updated_at': '2021-07-05T04:09:57Z', 'revision_number': 1, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be7cb81-bc55-40f0-9281-7a6fca90eac3', 'name': '', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'mac_address': 'fa:16:3e:e0:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:18Z', 'updated_at': '2021-07-05T04:09:31Z', 'revision_number': 5, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'subnets': [{'id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:01.604673 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9240d99-4f1e-4075-a152-1ad7876ac436 None None] The sync data for ids ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'] in n-d-780147-23 is: [{'id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'name': 'tempest-AttachVolumeShelveTestJSON-1700939863-router', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:10Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'gw_port': {'id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:12Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'ad9db7cc-0c5c-48cd-be7c-24f6fdd723da', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'floating_ip_address': '172.25.1.34', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'port_id': 'b2d60921-d607-4fdd-b503-457bca5cc382', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'mac_address': 'fa:16:3e:3d:69:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69346a61-cc6b-49c7-85ac-ed073166035e', 'device_owner': 'compute:foo_zone'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:09:33Z', 'updated_at': '2021-07-05T04:09:57Z', 'revision_number': 1, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be7cb81-bc55-40f0-9281-7a6fca90eac3', 'name': '', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'mac_address': 'fa:16:3e:e0:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:18Z', 'updated_at': '2021-07-05T04:09:31Z', 'revision_number': 5, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'subnets': [{'id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:01.632435 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c5d5eedf-f74d-4b98-bbc0-142e57dd25be tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:01.645534 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e53908c-706c-473c-bbe2-1004159debb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:01.647268 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e53908c-706c-473c-bbe2-1004159debb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:01.648501 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0e53908c-706c-473c-bbe2-1004159debb4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5fff3c1b-d7e5-4688-bc91-9d39486a6c5f HTTP/1.1" status: 204 len: 168 time: 0.6917112 Jul 05 04:10:01.694974 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53908c-706c-473c-bbe2-1004159debb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fff3c1b-d7e5-4688-bc91-9d39486a6c5f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:01.759705 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-c5d5eedf-f74d-4b98-bbc0-142e57dd25be tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Transition to ACTIVE for port object 67fd6a19-0250-4c2b-905f-08badafe1789 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:01.765409 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bafe3d60-b0fb-4709-99ad-0bcfe8dd282e req-022f4809-2177-4d74-b9e2-b84e10b3add9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:01.792868 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4972ac36-1e38-48b4-bde1-52f40b1a8555 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:01.844042 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f4809-2177-4d74-b9e2-b84e10b3add9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Pushing event deleted for resources: {'Port': ['ID=c3c8c38a-7ee0-413b-9ae0-8b606379fc25,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:01.902913 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['8440734f-6e50-4cd5-badb-d847a8eee38a', 'd9098f55-3574-44d3-93c4-06d7aad7425a'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:01.909704 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.002777 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4972ac36-1e38-48b4-bde1-52f40b1a8555 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.004608 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fbf30021-1347-4ce6-829b-ab6594c69236 None None] Provisioning complete for port 8dd63a10-e7fb-4827-b791-9b714e358b6f triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:02.004989 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fbf30021-1347-4ce6-829b-ab6594c69236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.048200 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-bafe3d60-b0fb-4709-99ad-0bcfe8dd282e req-022f4809-2177-4d74-b9e2-b84e10b3add9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] No DVR routers for this DVR port c3c8c38a-7ee0-413b-9ae0-8b606379fc25 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:02.051498 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bafe3d60-b0fb-4709-99ad-0bcfe8dd282e req-022f4809-2177-4d74-b9e2-b84e10b3add9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.063273 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bafe3d60-b0fb-4709-99ad-0bcfe8dd282e req-022f4809-2177-4d74-b9e2-b84e10b3add9 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "DELETE /v2.0/ports/c3c8c38a-7ee0-413b-9ae0-8b606379fc25 HTTP/1.1" status: 204 len: 173 time: 2.0822709 Jul 05 04:10:02.068680 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366bcc3b-f9f9-4844-8324-6d4c0feb18e8', 'name': 'network-vif-deleted', 'tag': 'c3c8c38a-7ee0-413b-9ae0-8b606379fc25'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:02.087193 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31e9343-68aa-45a9-8ae4-9ba74ce3c8b6" -d '{"events": [{"server_uuid": "366bcc3b-f9f9-4844-8324-6d4c0feb18e8", "name": "network-vif-deleted", "tag": "c3c8c38a-7ee0-413b-9ae0-8b606379fc25"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:02.104309 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972ac36-1e38-48b4-bde1-52f40b1a8555 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Subnet': ['ID=bb485284-7f83-420b-9c4c-7e0d6d786128,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:02.105031 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c5d5eedf-f74d-4b98-bbc0-142e57dd25be tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.107861 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4972ac36-1e38-48b4-bde1-52f40b1a8555 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.110424 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4972ac36-1e38-48b4-bde1-52f40b1a8555 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/subnets/bb485284-7f83-420b-9c4c-7e0d6d786128 HTTP/1.1" status: 204 len: 168 time: 0.8189135 Jul 05 04:10:02.118987 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45808) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:02.148009 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8123eb82-ca6c-4be8-aac1-90b38c690a84 None None] New status for floating IP ad9db7cc-0c5c-48cd-be7c-24f6fdd723da: ACTIVE {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:10:02.167370 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-e58d83a0-1daa-448d-924a-a34c40987908 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] DELETE failed (client error): The resource could not be found. Jul 05 04:10:02.168144 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e58d83a0-1daa-448d-924a-a34c40987908 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:10:02.173197 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e58d83a0-1daa-448d-924a-a34c40987908 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/subnets/1947ac70-d5f8-4e40-901b-b710048ba882 HTTP/1.1" status: 404 len: 337 time: 0.0527015 Jul 05 04:10:02.179331 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45814) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:02.188564 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d5eedf-f74d-4b98-bbc0-142e57dd25be tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Network c8354398-9b8c-4147-8b16-0df45c73403c is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:02.226400 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-c5d5eedf-f74d-4b98-bbc0-142e57dd25be tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:02.239250 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d5eedf-f74d-4b98-bbc0-142e57dd25be tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:02.245031 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-536fc7ad-d278-4366-8311-e506f791ab67 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6c05cfc-28d9-4395-bd91-f395c60b5bfa HTTP/1.1" status: 200 len: 205 time: 0.0586481 Jul 05 04:10:02.257575 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-5260a732-7e7c-4934-b8f4-377bac26b8c8 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--147106601&fields=id&tenant_id=2b459d90a1104d2f9bfd9c3a9ab3c50e HTTP/1.1" status: 200 len: 267 time: 0.2147231 Jul 05 04:10:02.260600 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45820) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:02.296928 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-fbf30021-1347-4ce6-829b-ab6594c69236 None None] Port 8dd63a10-e7fb-4827-b791-9b714e358b6f cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:10:02.381558 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5eedf-f74d-4b98-bbc0-142e57dd25be tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Pushing event updated for resources: {'Port': ['ID=67fd6a19-0250-4c2b-905f-08badafe1789,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:02.434416 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d5eedf-f74d-4b98-bbc0-142e57dd25be tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:02.440661 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-62f26674-a602-40ff-be8a-70e0a6fe314b tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] delete failed (client error): The resource could not be found. Jul 05 04:10:02.441307 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c5d5eedf-f74d-4b98-bbc0-142e57dd25be tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.447934 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-62f26674-a602-40ff-be8a-70e0a6fe314b tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/routers/d6c05cfc-28d9-4395-bd91-f395c60b5bfa HTTP/1.1" status: 404 len: 336 time: 0.1833963 Jul 05 04:10:02.448436 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45828) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:02.500484 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca9782c-696a-4d80-96ca-0a93abac5a03 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] DELETE failed (client error): The resource could not be found. Jul 05 04:10:02.501577 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca9782c-696a-4d80-96ca-0a93abac5a03 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:10:02.504397 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fca9782c-696a-4d80-96ca-0a93abac5a03 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/subnets/4a800912-f58c-44f9-8475-a414fcca2562 HTTP/1.1" status: 404 len: 337 time: 0.0504284 Jul 05 04:10:02.510752 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c5d5eedf-f74d-4b98-bbc0-142e57dd25be tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5090148 Jul 05 04:10:02.511055 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45832) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:02.511293 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45834) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:02.528548 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-bbb1ab8c-a212-4ebb-ad56-59d7bd2814cf tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:02.603314 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b4850c-c867-4119-888a-539b6364be13 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] DELETE failed (client error): The resource could not be found. Jul 05 04:10:02.604182 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b4850c-c867-4119-888a-539b6364be13 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:10:02.613078 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45836) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:02.613893 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e9b4850c-c867-4119-888a-539b6364be13 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/subnets/b5d219e4-7ee5-40d5-8724-6184835ee0fd HTTP/1.1" status: 404 len: 337 time: 0.1013637 Jul 05 04:10:02.666164 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a1e19f2-023f-46fb-9d7d-971f7010a118 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] DELETE failed (client error): The resource could not be found. Jul 05 04:10:02.666778 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a1e19f2-023f-46fb-9d7d-971f7010a118 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:10:02.669033 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1a1e19f2-023f-46fb-9d7d-971f7010a118 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/subnets/8ad8f7e9-9dea-4b3b-9b33-a9bb2f1f5ffa HTTP/1.1" status: 404 len: 337 time: 0.0546961 Jul 05 04:10:02.672479 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9ef469-5f28-4f52-9feb-6e06b96be5c2 None None] Update dhcp port {'port': {'network_id': '2b749d38-582a-4b4f-ab6c-8c5f958f1552', 'fixed_ips': [{'subnet_id': 'bb485284-7f83-420b-9c4c-7e0d6d786128'}], 'binding:host_id': 'n-d-780147-23'}, 'id': 'a1f68851-e94f-4369-a8da-9610eef692e5'} from n-d-780147-23. {{(pid=105540) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:10:02.673282 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45840) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:02.674815 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-750c0ff2-eb35-4d2f-867e-99bc0f34cfa1 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:02.681650 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-750c0ff2-eb35-4d2f-867e-99bc0f34cfa1 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/networks?id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b HTTP/1.1" status: 200 len: 810 time: 0.4217136 Jul 05 04:10:02.688766 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bbb1ab8c-a212-4ebb-ad56-59d7bd2814cf tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.731164 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.755276 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ee9ef469-5f28-4f52-9feb-6e06b96be5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.760848 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-af4a321c-4c17-4fbb-83e4-2d93afff5bc3 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] DELETE failed (client error): The resource could not be found. Jul 05 04:10:02.761928 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af4a321c-4c17-4fbb-83e4-2d93afff5bc3 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:10:02.764128 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-af4a321c-4c17-4fbb-83e4-2d93afff5bc3 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/ports/4a9de141-23b0-4eae-b1da-b63c45fcabcc HTTP/1.1" status: 404 len: 333 time: 0.0889204 Jul 05 04:10:02.772366 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45844) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:02.779516 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-01978114-1da1-400c-9c8b-148a3147eb33 None None] Provisioning for port 67fd6a19-0250-4c2b-905f-08badafe1789 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:02.799149 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-01978114-1da1-400c-9c8b-148a3147eb33 None None] Provisioning complete for port 67fd6a19-0250-4c2b-905f-08badafe1789 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:02.799537 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-01978114-1da1-400c-9c8b-148a3147eb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.826332 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-f344c3b5-be3b-4c98-a12c-257ef2b571e2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] DELETE failed (client error): The resource could not be found. Jul 05 04:10:02.827064 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-aa96318c-d7da-491d-b95a-a465c078edce tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/quotas/2b459d90a1104d2f9bfd9c3a9ab3c50e HTTP/1.1" status: 200 len: 375 time: 0.0955429 Jul 05 04:10:02.833020 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f344c3b5-be3b-4c98-a12c-257ef2b571e2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:10:02.839785 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f344c3b5-be3b-4c98-a12c-257ef2b571e2 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/subnets/43f23ff6-03fc-4311-84d3-3fa81716d62b HTTP/1.1" status: 404 len: 337 time: 0.0662384 Jul 05 04:10:02.843877 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45850) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:02.877947 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0e5259-d362-4a5a-b04a-d268f146820d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] DELETE failed (client error): The resource could not be found. Jul 05 04:10:02.879734 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da0e5259-d362-4a5a-b04a-d268f146820d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:10:02.881072 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-da0e5259-d362-4a5a-b04a-d268f146820d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/subnets/121716e7-4495-4291-b227-7e26713064c2 HTTP/1.1" status: 404 len: 337 time: 0.0357113 Jul 05 04:10:02.885655 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45852) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:02.909519 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-01978114-1da1-400c-9c8b-148a3147eb33 None None] Port 67fd6a19-0250-4c2b-905f-08badafe1789 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:10:02.918459 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1cc1980-4274-4235-bbc3-d7864b938627 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] DELETE failed (client error): The resource could not be found. Jul 05 04:10:02.919261 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1cc1980-4274-4235-bbc3-d7864b938627 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:10:02.921078 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e1cc1980-4274-4235-bbc3-d7864b938627 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/ports/9eb7417f-c9a2-4752-a180-1336007cd4ab HTTP/1.1" status: 404 len: 333 time: 0.0345924 Jul 05 04:10:02.926233 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45856) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:02.956755 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b5434d-3d29-452d-9d93-c4f4ba6d01f7 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] DELETE failed (client error): The resource could not be found. Jul 05 04:10:02.957274 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b5434d-3d29-452d-9d93-c4f4ba6d01f7 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:10:02.959882 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-56b5434d-3d29-452d-9d93-c4f4ba6d01f7 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/subnets/a172cb35-218b-40bf-8095-2d5eaab10ae7 HTTP/1.1" status: 404 len: 337 time: 0.0327921 Jul 05 04:10:02.963220 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45860) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:02.963915 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4372b924-8535-4cb7-8382-b00c091f84c7 x-openstack-request-id: req-4372b924-8535-4cb7-8382-b00c091f84c7 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:02.965867 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366bcc3b-f9f9-4844-8324-6d4c0feb18e8", "name": "network-vif-deleted", "tag": "c3c8c38a-7ee0-413b-9ae0-8b606379fc25", "status": "failed", "code": 422}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:02.966325 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4372b924-8535-4cb7-8382-b00c091f84c7 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:02.967121 n-d-780147-23 neutron-server[105538]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '366bcc3b-f9f9-4844-8324-6d4c0feb18e8', 'name': 'network-vif-deleted', 'tag': 'c3c8c38a-7ee0-413b-9ae0-8b606379fc25', 'status': 'failed', 'code': 422} returned with failed status Jul 05 04:10:02.984392 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-0a511a8e-94dc-48c1-b6de-ba932b507373 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b459d90a1104d2f9bfd9c3a9ab3c50e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1563160 Jul 05 04:10:03.019836 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2045165-7764-417c-993b-7c37684d45b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] DELETE failed (client error): The resource could not be found. Jul 05 04:10:03.020450 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2045165-7764-417c-993b-7c37684d45b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:10:03.022226 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e2045165-7764-417c-993b-7c37684d45b0 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/subnets/a11b35b5-d6e7-43c6-b571-2b0deab26ee0 HTTP/1.1" status: 404 len: 337 time: 0.0569930 Jul 05 04:10:03.024937 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45862) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:03.096904 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bbb1ab8c-a212-4ebb-ad56-59d7bd2814cf tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:03.144285 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4190f8a5-7f7d-45fb-aac7-6c8928ba040e None None] Network 2b749d38-582a-4b4f-ab6c-8c5f958f1552 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:03.217465 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-30008d66-1eb9-4e26-826e-b49f33b54917 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting port 8dd63a10-e7fb-4827-b791-9b714e358b6f {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:03.217856 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-30008d66-1eb9-4e26-826e-b49f33b54917 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:03.225593 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-c092453d-e629-4f62-9d9c-c9182e6afe35 service neutron] 10.222.0.77 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194810 Jul 05 04:10:03.268727 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9f362c55-571a-4594-b34b-c2d9d55c44f8 None None] Provisioning complete for port a1f68851-e94f-4369-a8da-9610eef692e5 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:03.269101 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9f362c55-571a-4594-b34b-c2d9d55c44f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:03.324183 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-30008d66-1eb9-4e26-826e-b49f33b54917 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:03.341623 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-30008d66-1eb9-4e26-826e-b49f33b54917 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Calling delete_port for 8dd63a10-e7fb-4827-b791-9b714e358b6f owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:03.438384 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9f362c55-571a-4594-b34b-c2d9d55c44f8 None None] Provisioning complete for port 8dd63a10-e7fb-4827-b791-9b714e358b6f triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:03.438772 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9f362c55-571a-4594-b34b-c2d9d55c44f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:03.455138 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-bbb1ab8c-a212-4ebb-ad56-59d7bd2814cf tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Allocated IP 172.25.1.224 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/f4c2b741-d676-4ce7-afe7-ad73d35faad4) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:03.481800 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-52072818-6560-4541-b099-87d270bf70c3 service neutron] 10.222.0.77 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474105 Jul 05 04:10:03.492054 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-9f362c55-571a-4594-b34b-c2d9d55c44f8 None None] Port 8dd63a10-e7fb-4827-b791-9b714e358b6f cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:10:03.512108 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24bd0cb-fdbe-4cbb-b754-ccc8c32b3210 None None] DHCP port deletion for 2b749d38-582a-4b4f-ab6c-8c5f958f1552 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:10:03.521320 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-30008d66-1eb9-4e26-826e-b49f33b54917 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:03.599471 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30008d66-1eb9-4e26-826e-b49f33b54917 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Port': ['ID=8dd63a10-e7fb-4827-b791-9b714e358b6f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:03.622998 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-30008d66-1eb9-4e26-826e-b49f33b54917 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:03.628951 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-30008d66-1eb9-4e26-826e-b49f33b54917 tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/ports/8dd63a10-e7fb-4827-b791-9b714e358b6f HTTP/1.1" status: 204 len: 168 time: 0.6022031 Jul 05 04:10:03.630907 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-f24bd0cb-fdbe-4cbb-b754-ccc8c32b3210 None None] Deleting port a1f68851-e94f-4369-a8da-9610eef692e5 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:03.631596 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f24bd0cb-fdbe-4cbb-b754-ccc8c32b3210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:03.636614 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45870) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:03.749660 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f24bd0cb-fdbe-4cbb-b754-ccc8c32b3210 None None] For port a1f68851-e94f-4369-a8da-9610eef692e5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a1f68851-e94f-4369-a8da-9610eef692e5,segment=NetworkSegment(c59020e6-4769-485e-92bd-dbe2f5a4d85b),segment_id=c59020e6-4769-485e-92bd-dbe2f5a4d85b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:03.750169 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f24bd0cb-fdbe-4cbb-b754-ccc8c32b3210 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:03.787463 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-f24bd0cb-fdbe-4cbb-b754-ccc8c32b3210 None None] Calling delete_port for a1f68851-e94f-4369-a8da-9610eef692e5 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:03.826954 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90b01806-f4a3-4d0a-8b70-0db0797fd01d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:03.936531 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-90b01806-f4a3-4d0a-8b70-0db0797fd01d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Deleting port a1f68851-e94f-4369-a8da-9610eef692e5 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:03.936881 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90b01806-f4a3-4d0a-8b70-0db0797fd01d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.007575 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f24bd0cb-fdbe-4cbb-b754-ccc8c32b3210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.023768 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6f510-a007-40e5-a83c-9dfc56508aed req-6d668885-2e86-4f18-8537-563dd6ddaa8f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:04.025524 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-63e6f510-a007-40e5-a83c-9dfc56508aed req-6d668885-2e86-4f18-8537-563dd6ddaa8f tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046 HTTP/1.1" status: 200 len: 908 time: 0.1510909 Jul 05 04:10:04.038595 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-90b01806-f4a3-4d0a-8b70-0db0797fd01d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] For port a1f68851-e94f-4369-a8da-9610eef692e5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a1f68851-e94f-4369-a8da-9610eef692e5,segment=NetworkSegment(c59020e6-4769-485e-92bd-dbe2f5a4d85b),segment_id=c59020e6-4769-485e-92bd-dbe2f5a4d85b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:04.038971 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90b01806-f4a3-4d0a-8b70-0db0797fd01d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.072532 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-90b01806-f4a3-4d0a-8b70-0db0797fd01d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Calling delete_port for a1f68851-e94f-4369-a8da-9610eef692e5 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:04.124567 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bd0cb-fdbe-4cbb-b754-ccc8c32b3210 None None] Pushing event deleted for resources: {'Port': ['ID=a1f68851-e94f-4369-a8da-9610eef692e5,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:04.135473 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24bd0cb-fdbe-4cbb-b754-ccc8c32b3210 None None] No DVR routers for this DVR port a1f68851-e94f-4369-a8da-9610eef692e5 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:04.193320 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e4b76cc9-18bf-441d-9719-5745809a1ad2 req-b05bb1c7-7255-4d4c-b137-e7bfc271e62b tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4 HTTP/1.1" status: 200 len: 210 time: 0.1165287 Jul 05 04:10:04.218197 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90b01806-f4a3-4d0a-8b70-0db0797fd01d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.256807 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b01806-f4a3-4d0a-8b70-0db0797fd01d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] No DVR routers for this DVR port a1f68851-e94f-4369-a8da-9610eef692e5 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:04.258580 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b01806-f4a3-4d0a-8b70-0db0797fd01d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Port': ['ID=a1f68851-e94f-4369-a8da-9610eef692e5,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:04.311852 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bbb1ab8c-a212-4ebb-ad56-59d7bd2814cf tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.363184 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.401481 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90b01806-f4a3-4d0a-8b70-0db0797fd01d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.414583 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bbb1ab8c-a212-4ebb-ad56-59d7bd2814cf tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.426255 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-90b01806-f4a3-4d0a-8b70-0db0797fd01d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b749d38-582a-4b4f-ab6c-8c5f958f1552']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:04.446970 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-90b01806-f4a3-4d0a-8b70-0db0797fd01d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59020e6-4769-485e-92bd-dbe2f5a4d85b') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:04.447280 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-90b01806-f4a3-4d0a-8b70-0db0797fd01d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59020e6-4769-485e-92bd-dbe2f5a4d85b') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:04.457988 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb1ab8c-a212-4ebb-ad56-59d7bd2814cf tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:04.462610 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-bbb1ab8c-a212-4ebb-ad56-59d7bd2814cf tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:04.468914 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb1ab8c-a212-4ebb-ad56-59d7bd2814cf tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:04.482336 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90b01806-f4a3-4d0a-8b70-0db0797fd01d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.510739 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1ab8c-a212-4ebb-ad56-59d7bd2814cf tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Pushing event updated for resources: {'Port': ['ID=f4c2b741-d676-4ce7-afe7-ad73d35faad4,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:04.531487 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90b01806-f4a3-4d0a-8b70-0db0797fd01d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.546497 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b01806-f4a3-4d0a-8b70-0db0797fd01d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:04.547121 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90b01806-f4a3-4d0a-8b70-0db0797fd01d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: self.session.flush() Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: self.session.flush() Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: self.session.flush() Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: self.session.flush() Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:04.553263 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:04.640558 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bbb1ab8c-a212-4ebb-ad56-59d7bd2814cf tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.641127 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90b01806-f4a3-4d0a-8b70-0db0797fd01d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.652945 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90b01806-f4a3-4d0a-8b70-0db0797fd01d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.655599 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-90b01806-f4a3-4d0a-8b70-0db0797fd01d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] 10.222.0.77 "DELETE /v2.0/networks/2b749d38-582a-4b4f-ab6c-8c5f958f1552 HTTP/1.1" status: 204 len: 168 time: 1.0160985 Jul 05 04:10:04.670951 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b01806-f4a3-4d0a-8b70-0db0797fd01d tempest-PortsIpV6TestJSON-407118511 tempest-PortsIpV6TestJSON-407118511-project] Pushing event deleted for resources: {'Network': ['ID=2b749d38-582a-4b4f-ab6c-8c5f958f1552,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:04.765056 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bbb1ab8c-a212-4ebb-ad56-59d7bd2814cf tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.907101 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a1f68851-e94f-4369-a8da-9610eef692e5 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:04.935939 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: a1f68851-e94f-4369-a8da-9610eef692e5 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:04.936301 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a1f68851-e94f-4369-a8da-9610eef692e5 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:05.012540 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bbb1ab8c-a212-4ebb-ad56-59d7bd2814cf tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:05.022504 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bbb1ab8c-a212-4ebb-ad56-59d7bd2814cf tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:05.108733 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1ab8c-a212-4ebb-ad56-59d7bd2814cf tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Pushing event updated for resources: {'Port': ['ID=f4c2b741-d676-4ce7-afe7-ad73d35faad4,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:05.130818 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bbb1ab8c-a212-4ebb-ad56-59d7bd2814cf tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:05.139580 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45984) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:05.158515 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bbb1ab8c-a212-4ebb-ad56-59d7bd2814cf tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:05.159991 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bbb1ab8c-a212-4ebb-ad56-59d7bd2814cf tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6366014 Jul 05 04:10:05.162845 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45988) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:05.167776 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-77bd797a-8353-4a56-bcf9-a87204fb4d69 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Request body: {'floatingip': {'port_id': '67fd6a19-0250-4c2b-905f-08badafe1789', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:05.228960 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-77bd797a-8353-4a56-bcf9-a87204fb4d69 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks [] for floatingip, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:05.324456 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c40de-a878-4fd9-8d88-9df44ca0d27f req-4f6c5d10-713d-4f82-9f02-30b4d24b5f18 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:05.326733 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d77c40de-a878-4fd9-8d88-9df44ca0d27f req-4f6c5d10-713d-4f82-9f02-30b4d24b5f18 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046 HTTP/1.1" status: 200 len: 908 time: 0.0853522 Jul 05 04:10:05.399003 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-91476ba4-a635-41ac-a489-3d870c4179ce req-a1134a06-7681-4623-bd23-233488fdfdca tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4 HTTP/1.1" status: 200 len: 210 time: 0.0629153 Jul 05 04:10:05.489309 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-77bd797a-8353-4a56-bcf9-a87204fb4d69 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] update failed (client error): The resource could not be found. Jul 05 04:10:05.490501 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-77bd797a-8353-4a56-bcf9-a87204fb4d69 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] 10.222.0.77 "PUT /v2.0/floatingips/eb2492b8-9512-4e25-8e5d-dd49e630b1e3 HTTP/1.1" status: 404 len: 507 time: 0.3264661 Jul 05 04:10:05.493351 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46030) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:05.494118 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2254b6c4-a2ac-4913-9a55-783c31b8e05b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2dad96e403094f8fb5fb49a26810adc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3526158 Jul 05 04:10:05.495761 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46032) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:05.653631 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-458324df-2739-45a4-8067-333e579aa75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:05.709639 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-458324df-2739-45a4-8067-333e579aa75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:05.751985 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde78a7-be41-451d-b38e-5ceb84390dd4 req-77538c64-27f4-4177-9a13-2e56805c0edf tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:05.754761 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0bde78a7-be41-451d-b38e-5ceb84390dd4 req-77538c64-27f4-4177-9a13-2e56805c0edf tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046 HTTP/1.1" status: 200 len: 908 time: 0.2067568 Jul 05 04:10:05.787063 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46038) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:05.819082 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-0fb19782-4409-4543-9211-40b2cb555de3 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Deleting port f4c2b741-d676-4ce7-afe7-ad73d35faad4 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:05.819578 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0fb19782-4409-4543-9211-40b2cb555de3 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:05.925915 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-458324df-2739-45a4-8067-333e579aa75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:05.929083 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-458324df-2739-45a4-8067-333e579aa75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:05.930573 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-458324df-2739-45a4-8067-333e579aa75b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2209bb1f-8db9-4c9b-8360-65dbea3f4d66 HTTP/1.1" status: 204 len: 168 time: 0.4336340 Jul 05 04:10:05.962484 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458324df-2739-45a4-8067-333e579aa75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2209bb1f-8db9-4c9b-8360-65dbea3f4d66,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:05.981003 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-0bde78a7-be41-451d-b38e-5ceb84390dd4 req-4e201e74-1bdd-40f0-9f96-72b8a4d69894 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Deleting port ecac39f9-f712-4579-8141-c1d1cbf1aff4 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:05.985471 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0bde78a7-be41-451d-b38e-5ceb84390dd4 req-4e201e74-1bdd-40f0-9f96-72b8a4d69894 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.004306 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-71f799d5-216e-49d1-a71a-cebfe5a50b3b tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:06.007383 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-71f799d5-216e-49d1-a71a-cebfe5a50b3b tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.70 "GET /v2.0/networks?id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b HTTP/1.1" status: 200 len: 810 time: 0.3206835 Jul 05 04:10:06.045458 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0fb19782-4409-4543-9211-40b2cb555de3 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.045849 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0fb19782-4409-4543-9211-40b2cb555de3 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.061014 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cf25c35d-cfdd-40f8-8d0e-020b7bdc27bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.070194 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-0fb19782-4409-4543-9211-40b2cb555de3 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Calling delete_port for f4c2b741-d676-4ce7-afe7-ad73d35faad4 owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:06.105469 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-f83c1c22-70e9-4c39-89ad-31a1f6c7d255 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b459d90a1104d2f9bfd9c3a9ab3c50e HTTP/1.1" status: 200 len: 379 time: 0.0783200 Jul 05 04:10:06.143090 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-0bde78a7-be41-451d-b38e-5ceb84390dd4 req-4e201e74-1bdd-40f0-9f96-72b8a4d69894 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] For port ecac39f9-f712-4579-8141-c1d1cbf1aff4, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=ecac39f9-f712-4579-8141-c1d1cbf1aff4,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:06.143672 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0bde78a7-be41-451d-b38e-5ceb84390dd4 req-4e201e74-1bdd-40f0-9f96-72b8a4d69894 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.148362 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-c1b13e51-9b5c-4a9d-af21-43126164224c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Request body: {'port': {'device_id': '45404bc3-eb80-40ad-a40a-04ea09b5eea4', 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'admin_state_up': True, 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'security_groups': ['f2bfa9e8-d75f-4013-93a7-6f050149c70d']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:06.170998 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-0bde78a7-be41-451d-b38e-5ceb84390dd4 req-4e201e74-1bdd-40f0-9f96-72b8a4d69894 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Calling delete_port for ecac39f9-f712-4579-8141-c1d1cbf1aff4 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:06.318671 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cf25c35d-cfdd-40f8-8d0e-020b7bdc27bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.326299 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cf25c35d-cfdd-40f8-8d0e-020b7bdc27bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.371772 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-c1b13e51-9b5c-4a9d-af21-43126164224c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Made reservation on behalf of 2b459d90a1104d2f9bfd9c3a9ab3c50e for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:06.376617 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-c1b13e51-9b5c-4a9d-af21-43126164224c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.388703 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25c35d-cfdd-40f8-8d0e-020b7bdc27bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3851b39b-6a86-46b7-a39b-329dbaa1d648,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:06.400705 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0fb19782-4409-4543-9211-40b2cb555de3 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.409834 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cf25c35d-cfdd-40f8-8d0e-020b7bdc27bf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f351354adef34ccd829c2e2a8c889d05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6223643 Jul 05 04:10:06.414481 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46052) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:06.480007 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0bde78a7-be41-451d-b38e-5ceb84390dd4 req-4e201e74-1bdd-40f0-9f96-72b8a4d69894 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.491993 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb19782-4409-4543-9211-40b2cb555de3 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Pushing event deleted for resources: {'Port': ['ID=f4c2b741-d676-4ce7-afe7-ad73d35faad4,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:06.613798 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e201e74-1bdd-40f0-9f96-72b8a4d69894 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Pushing event deleted for resources: {'Port': ['ID=ecac39f9-f712-4579-8141-c1d1cbf1aff4,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:06.699243 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bde78a7-be41-451d-b38e-5ceb84390dd4 req-4e201e74-1bdd-40f0-9f96-72b8a4d69894 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] No DVR routers for this DVR port ecac39f9-f712-4579-8141-c1d1cbf1aff4 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:06.705875 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b3f5764d-2be4-4fcc-ac1e-7e7a6d0ff1d3 req-8711e6e6-8f6f-49fd-b0ba-e375b918d925 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046 HTTP/1.1" status: 200 len: 210 time: 0.0789618 Jul 05 04:10:06.719335 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0fb19782-4409-4543-9211-40b2cb555de3 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.722787 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0bde78a7-be41-451d-b38e-5ceb84390dd4 req-4e201e74-1bdd-40f0-9f96-72b8a4d69894 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.723080 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0fb19782-4409-4543-9211-40b2cb555de3 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.724397 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0fb19782-4409-4543-9211-40b2cb555de3 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] 10.222.0.77 "DELETE /v2.0/floatingips/eb2492b8-9512-4e25-8e5d-dd49e630b1e3 HTTP/1.1" status: 204 len: 168 time: 1.2290428 Jul 05 04:10:06.731790 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0bde78a7-be41-451d-b38e-5ceb84390dd4 req-4e201e74-1bdd-40f0-9f96-72b8a4d69894 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.70 "DELETE /v2.0/ports/ecac39f9-f712-4579-8141-c1d1cbf1aff4 HTTP/1.1" status: 204 len: 173 time: 0.9709427 Jul 05 04:10:06.735422 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046', 'name': 'network-vif-deleted', 'tag': 'ecac39f9-f712-4579-8141-c1d1cbf1aff4'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:06.741065 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f45fbe7-317b-4a33-afce-f08fbf3e5f49" -d '{"events": [{"server_uuid": "cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046", "name": "network-vif-deleted", "tag": "ecac39f9-f712-4579-8141-c1d1cbf1aff4"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:06.746793 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46062) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:06.764081 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e37d7b5c-a8aa-4ae5-995d-a04c6af8a710 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Request body: {'floatingip': {'floating_network_id': 'c8354398-9b8c-4147-8b16-0df45c73403c', 'port_id': '67fd6a19-0250-4c2b-905f-08badafe1789', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:06.834457 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f951f9f0-b11d-467a-b08e-933725bad67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.873646 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-701a5f73-a8e4-4e80-9a64-8b9498fb8da6 req-0ca33b3f-afc2-414b-a1b6-b315bf5402af tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4 HTTP/1.1" status: 200 len: 210 time: 0.1180060 Jul 05 04:10:06.910638 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e37d7b5c-a8aa-4ae5-995d-a04c6af8a710 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.920702 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f951f9f0-b11d-467a-b08e-933725bad67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.984369 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-c1b13e51-9b5c-4a9d-af21-43126164224c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Allocated IP 172.20.0.9 (7bb6d371-d6e5-49cd-a3b3-53ae2b35487b/9ee9ae53-c8ee-4b49-a395-854bb0a3c12c/07ce1627-3a79-4a4f-a711-356d889a0ce3) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:07.034598 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fcb835-2339-44f9-ae0b-e86b52cf0987 x-openstack-request-id: req-45fcb835-2339-44f9-ae0b-e86b52cf0987 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:07.035167 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046", "name": "network-vif-deleted", "tag": "ecac39f9-f712-4579-8141-c1d1cbf1aff4", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:07.035601 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-45fcb835-2339-44f9-ae0b-e86b52cf0987 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:07.036710 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4f9fed-42ea-4cc5-95d7-4d5ba49d2046', 'name': 'network-vif-deleted', 'tag': 'ecac39f9-f712-4579-8141-c1d1cbf1aff4', 'status': 'completed', 'code': 200} Jul 05 04:10:07.056057 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f951f9f0-b11d-467a-b08e-933725bad67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:07.059891 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f951f9f0-b11d-467a-b08e-933725bad67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:07.060897 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f951f9f0-b11d-467a-b08e-933725bad67f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3851b39b-6a86-46b7-a39b-329dbaa1d648 HTTP/1.1" status: 204 len: 168 time: 0.6411335 Jul 05 04:10:07.109156 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951f9f0-b11d-467a-b08e-933725bad67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3851b39b-6a86-46b7-a39b-329dbaa1d648,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:07.225406 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-e37d7b5c-a8aa-4ae5-995d-a04c6af8a710 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:10:07.226782 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e37d7b5c-a8aa-4ae5-995d-a04c6af8a710 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4767437 Jul 05 04:10:07.230726 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46076) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:07.237748 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-580e46c0-6322-4879-810f-adb1666eacf1 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': '67fd6a19-0250-4c2b-905f-08badafe1789', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:07.283477 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-580e46c0-6322-4879-810f-adb1666eacf1 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:07.343366 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-c1b13e51-9b5c-4a9d-af21-43126164224c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:07.377776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-c1b13e51-9b5c-4a9d-af21-43126164224c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Transition to ACTIVE for port object 07ce1627-3a79-4a4f-a711-356d889a0ce3 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:07.435153 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-c1b13e51-9b5c-4a9d-af21-43126164224c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:07.501257 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-c1b13e51-9b5c-4a9d-af21-43126164224c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Network 7bb6d371-d6e5-49cd-a3b3-53ae2b35487b is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:07.507270 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-c1b13e51-9b5c-4a9d-af21-43126164224c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:07.515784 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-c1b13e51-9b5c-4a9d-af21-43126164224c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:07.531621 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-580e46c0-6322-4879-810f-adb1666eacf1 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:07.574094 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46082) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:07.577455 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b13e51-9b5c-4a9d-af21-43126164224c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Pushing event updated for resources: {'Port': ['ID=07ce1627-3a79-4a4f-a711-356d889a0ce3,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:07.645869 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-c1b13e51-9b5c-4a9d-af21-43126164224c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:07.646915 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-c1b13e51-9b5c-4a9d-af21-43126164224c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:07.672454 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-c1b13e51-9b5c-4a9d-af21-43126164224c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5267706 Jul 05 04:10:07.693924 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-510b305d-66c3-456f-a843-cc0f2a347beb service neutron] Request body: {'port': {'device_id': '45404bc3-eb80-40ad-a40a-04ea09b5eea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:07.736606 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46086) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:07.758235 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-eecd55ea-74d5-4cb3-8122-072018fd27b1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'network': {'name': 'tempest-RoutersTest-500105614'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:07.788738 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-580e46c0-6322-4879-810f-adb1666eacf1 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Allocated IP 172.25.1.27 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/60160b29-c268-4e42-9ea7-9e2b37d030a0) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:07.840110 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecd55ea-74d5-4cb3-8122-072018fd27b1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Made reservation on behalf of 8fdb6e0329bb45438346ec9d6376bccd for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:07.844627 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eecd55ea-74d5-4cb3-8122-072018fd27b1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:07.886461 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eecd55ea-74d5-4cb3-8122-072018fd27b1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:07.899379 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-510b305d-66c3-456f-a843-cc0f2a347beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:07.902445 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-61ba6cdc-6bef-459e-9866-841897b8ee2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:07.941988 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-580e46c0-6322-4879-810f-adb1666eacf1 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:07.994240 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f321ee71-d53e-4e35-a0b0-67e94a37cf9d None None] Provisioning for port 07ce1627-3a79-4a4f-a711-356d889a0ce3 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:08.000930 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f321ee71-d53e-4e35-a0b0-67e94a37cf9d None None] Provisioning complete for port 07ce1627-3a79-4a4f-a711-356d889a0ce3 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:08.001354 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f321ee71-d53e-4e35-a0b0-67e94a37cf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.035825 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-580e46c0-6322-4879-810f-adb1666eacf1 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.056508 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-f321ee71-d53e-4e35-a0b0-67e94a37cf9d None None] Port 07ce1627-3a79-4a4f-a711-356d889a0ce3 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:10:08.098999 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580e46c0-6322-4879-810f-adb1666eacf1 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:08.112559 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-580e46c0-6322-4879-810f-adb1666eacf1 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:08.120486 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580e46c0-6322-4879-810f-adb1666eacf1 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:08.125459 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-61ba6cdc-6bef-459e-9866-841897b8ee2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.129553 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e46c0-6322-4879-810f-adb1666eacf1 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Pushing event updated for resources: {'Port': ['ID=60160b29-c268-4e42-9ea7-9e2b37d030a0,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:08.152221 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-61ba6cdc-6bef-459e-9866-841897b8ee2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.209636 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-61ba6cdc-6bef-459e-9866-841897b8ee2d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b8f2a4bb00104703a3bbbebfd8421a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4685867 Jul 05 04:10:08.211577 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46098) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:08.249994 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba6cdc-6bef-459e-9866-841897b8ee2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b48f5f-9498-41bb-ada1-988710752091,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:08.334494 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1eeeb-ce7c-454a-b4f7-a526a0b08455 req-c64ed3b9-a0a6-4308-b85b-a5cd9ec42afe tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:08.337490 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a0a1eeeb-ce7c-454a-b4f7-a526a0b08455 req-c64ed3b9-a0a6-4308-b85b-a5cd9ec42afe tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4 HTTP/1.1" status: 200 len: 931 time: 0.2689261 Jul 05 04:10:08.367409 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2d79eab9-809f-43ea-bfd8-0bdfdc34f2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.414923 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2d79eab9-809f-43ea-bfd8-0bdfdc34f2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.465482 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-580e46c0-6322-4879-810f-adb1666eacf1 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Deleting port 60160b29-c268-4e42-9ea7-9e2b37d030a0 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:08.465893 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-580e46c0-6322-4879-810f-adb1666eacf1 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.498940 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a0a1eeeb-ce7c-454a-b4f7-a526a0b08455 req-20905976-6454-4006-b822-28500ba19538 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2bfa9e8-d75f-4013-93a7-6f050149c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529205 Jul 05 04:10:08.562908 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-580e46c0-6322-4879-810f-adb1666eacf1 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.563114 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-580e46c0-6322-4879-810f-adb1666eacf1 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.577803 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-580e46c0-6322-4879-810f-adb1666eacf1 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Calling delete_port for 60160b29-c268-4e42-9ea7-9e2b37d030a0 owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:08.635696 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eecd55ea-74d5-4cb3-8122-072018fd27b1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.640982 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-510b305d-66c3-456f-a843-cc0f2a347beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ce1627-3a79-4a4f-a711-356d889a0ce3 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:10:08.652379 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eecd55ea-74d5-4cb3-8122-072018fd27b1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.670947 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-510b305d-66c3-456f-a843-cc0f2a347beb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.722451 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2d79eab9-809f-43ea-bfd8-0bdfdc34f2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.730920 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-510b305d-66c3-456f-a843-cc0f2a347beb service neutron] Transition to ACTIVE for port object 07ce1627-3a79-4a4f-a711-356d889a0ce3 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:08.734364 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2d79eab9-809f-43ea-bfd8-0bdfdc34f2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.738343 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2d79eab9-809f-43ea-bfd8-0bdfdc34f2ab admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/91b48f5f-9498-41bb-ada1-988710752091 HTTP/1.1" status: 204 len: 168 time: 0.5066717 Jul 05 04:10:08.740974 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eecd55ea-74d5-4cb3-8122-072018fd27b1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:10:08.750419 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-580e46c0-6322-4879-810f-adb1666eacf1 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.757735 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd55ea-74d5-4cb3-8122-072018fd27b1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=551cf6d2-9926-4b61-ad33-7f923976b4b8,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:08.765866 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79eab9-809f-43ea-bfd8-0bdfdc34f2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b48f5f-9498-41bb-ada1-988710752091,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:08.769417 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-510b305d-66c3-456f-a843-cc0f2a347beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.872028 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e46c0-6322-4879-810f-adb1666eacf1 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Pushing event deleted for resources: {'Port': ['ID=60160b29-c268-4e42-9ea7-9e2b37d030a0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:08.874916 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eecd55ea-74d5-4cb3-8122-072018fd27b1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.875445 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-eecd55ea-74d5-4cb3-8122-072018fd27b1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Added segment 76145898-66ed-41e4-adee-731393a5bbd6 of type vlan for network 4f914904-fdff-460a-88ce-09f6ff47c327 Jul 05 04:10:08.949045 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-580e46c0-6322-4879-810f-adb1666eacf1 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] create failed (client error): The resource could not be found. Jul 05 04:10:08.950147 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-580e46c0-6322-4879-810f-adb1666eacf1 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7183967 Jul 05 04:10:08.956328 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46104) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:08.991622 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b305d-66c3-456f-a843-cc0f2a347beb service neutron] Pushing event updated for resources: {'Port': ['ID=07ce1627-3a79-4a4f-a711-356d889a0ce3,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:09.003609 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eecd55ea-74d5-4cb3-8122-072018fd27b1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:09.064598 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb30c89-db81-42e7-ba9f-89c823d4fd33 req-64e12846-86f5-4033-94cf-542274c384b7 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:09.076149 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-abb30c89-db81-42e7-ba9f-89c823d4fd33 req-64e12846-86f5-4033-94cf-542274c384b7 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=60c83498-1126-45a3-aa8a-89b6a023fbc2 HTTP/1.1" status: 200 len: 945 time: 0.3111534 Jul 05 04:10:09.180932 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002c4bd-049d-4d34-b001-8fcf5c5c5d48 req-1594f8d3-4366-4b40-9637-b988d5f97bfc tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:09.182581 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5002c4bd-049d-4d34-b001-8fcf5c5c5d48 req-1594f8d3-4366-4b40-9637-b988d5f97bfc tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.89 "GET /v2.0/ports?device_id=60c83498-1126-45a3-aa8a-89b6a023fbc2 HTTP/1.1" status: 200 len: 945 time: 0.4441729 Jul 05 04:10:09.196167 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eecd55ea-74d5-4cb3-8122-072018fd27b1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:09.203125 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecd55ea-74d5-4cb3-8122-072018fd27b1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:09.203828 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eecd55ea-74d5-4cb3-8122-072018fd27b1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:09.207939 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-abb30c89-db81-42e7-ba9f-89c823d4fd33 req-904d8984-afa8-4067-b2f3-413038244e57 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303673 Jul 05 04:10:09.249632 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-479c085d-a228-4b27-8132-6b37e2939c9c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Deleting port 67fd6a19-0250-4c2b-905f-08badafe1789 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:09.249986 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-479c085d-a228-4b27-8132-6b37e2939c9c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:09.310896 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-510b305d-66c3-456f-a843-cc0f2a347beb service neutron] Attempting to bind port 07ce1627-3a79-4a4f-a711-356d889a0ce3 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:10:09.311017 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-510b305d-66c3-456f-a843-cc0f2a347beb service neutron] Attempting to bind port 07ce1627-3a79-4a4f-a711-356d889a0ce3 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '296c63e3-13af-4804-917b-bc987e4f6089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:10:09.311348 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-510b305d-66c3-456f-a843-cc0f2a347beb service neutron] Attempting to bind port 07ce1627-3a79-4a4f-a711-356d889a0ce3 on network 7bb6d371-d6e5-49cd-a3b3-53ae2b35487b {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:09.341815 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-eecd55ea-74d5-4cb3-8122-072018fd27b1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7654862 Jul 05 04:10:09.346341 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46112) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:09.353941 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-0826458c-d332-4985-acc5-52ab9a74544c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'network': {'name': 'tempest-RoutersTest-1235802869'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:09.354201 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-510b305d-66c3-456f-a843-cc0f2a347beb service neutron] Port 07ce1627-3a79-4a4f-a711-356d889a0ce3 on network 7bb6d371-d6e5-49cd-a3b3-53ae2b35487b not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:10:09.354313 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-510b305d-66c3-456f-a843-cc0f2a347beb service neutron] Attempting to bind port 07ce1627-3a79-4a4f-a711-356d889a0ce3 on network 7bb6d371-d6e5-49cd-a3b3-53ae2b35487b {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:09.369369 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-510b305d-66c3-456f-a843-cc0f2a347beb service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:10:09.369831 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-510b305d-66c3-456f-a843-cc0f2a347beb service neutron] Checking segment: {'id': '296c63e3-13af-4804-917b-bc987e4f6089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:09.370249 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-510b305d-66c3-456f-a843-cc0f2a347beb service neutron] Bound using segment: {'id': '296c63e3-13af-4804-917b-bc987e4f6089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:10:09.371001 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-510b305d-66c3-456f-a843-cc0f2a347beb service neutron] Bound port: 07ce1627-3a79-4a4f-a711-356d889a0ce3, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '296c63e3-13af-4804-917b-bc987e4f6089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:10:09.371597 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-510b305d-66c3-456f-a843-cc0f2a347beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:09.394527 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd55ea-74d5-4cb3-8122-072018fd27b1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Network': ['ID=4f914904-fdff-460a-88ce-09f6ff47c327,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:09.421104 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 4f914904-fdff-460a-88ce-09f6ff47c327 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:10:09.541751 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-5002c4bd-049d-4d34-b001-8fcf5c5c5d48 req-34e33008-7c8e-42b8-b69d-8faa0da27dca tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Deleting port d9098f55-3574-44d3-93c4-06d7aad7425a {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:09.542804 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5002c4bd-049d-4d34-b001-8fcf5c5c5d48 req-34e33008-7c8e-42b8-b69d-8faa0da27dca tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:09.694777 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device ecac39f9-f712-4579-8141-c1d1cbf1aff4 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:09.696619 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-510b305d-66c3-456f-a843-cc0f2a347beb service neutron] For port 07ce1627-3a79-4a4f-a711-356d889a0ce3, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:10:09.752605 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: ecac39f9-f712-4579-8141-c1d1cbf1aff4 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:09.753282 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device ecac39f9-f712-4579-8141-c1d1cbf1aff4 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:09.777221 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-510b305d-66c3-456f-a843-cc0f2a347beb service neutron] For port 07ce1627-3a79-4a4f-a711-356d889a0ce3, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=07ce1627-3a79-4a4f-a711-356d889a0ce3,segment=NetworkSegment(296c63e3-13af-4804-917b-bc987e4f6089),segment_id=296c63e3-13af-4804-917b-bc987e4f6089)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:10:09.786691 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-5002c4bd-049d-4d34-b001-8fcf5c5c5d48 req-34e33008-7c8e-42b8-b69d-8faa0da27dca tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] For port d9098f55-3574-44d3-93c4-06d7aad7425a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=d9098f55-3574-44d3-93c4-06d7aad7425a,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:09.788355 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5002c4bd-049d-4d34-b001-8fcf5c5c5d48 req-34e33008-7c8e-42b8-b69d-8faa0da27dca tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:09.801531 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-510b305d-66c3-456f-a843-cc0f2a347beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:09.830678 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-479c085d-a228-4b27-8132-6b37e2939c9c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:09.839510 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-5002c4bd-049d-4d34-b001-8fcf5c5c5d48 req-34e33008-7c8e-42b8-b69d-8faa0da27dca tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Calling delete_port for d9098f55-3574-44d3-93c4-06d7aad7425a owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:09.889207 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-479c085d-a228-4b27-8132-6b37e2939c9c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Calling delete_port for 67fd6a19-0250-4c2b-905f-08badafe1789 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:09.896925 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0826458c-d332-4985-acc5-52ab9a74544c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Made reservation on behalf of 8fdb6e0329bb45438346ec9d6376bccd for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:09.897122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-510b305d-66c3-456f-a843-cc0f2a347beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:09.897843 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-510b305d-66c3-456f-a843-cc0f2a347beb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:09.899140 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-510b305d-66c3-456f-a843-cc0f2a347beb service neutron] 10.222.0.70 "PUT /v2.0/ports/07ce1627-3a79-4a4f-a711-356d889a0ce3 HTTP/1.1" status: 200 len: 1092 time: 2.2117198 Jul 05 04:10:09.899604 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45404bc3-eb80-40ad-a40a-04ea09b5eea4', 'tag': '07ce1627-3a79-4a4f-a711-356d889a0ce3'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:09.900632 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0826458c-d332-4985-acc5-52ab9a74544c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:09.901957 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407ad0f8-dc12-4c78-b564-0310d419a59f" -d '{"events": [{"name": "network-changed", "server_uuid": "45404bc3-eb80-40ad-a40a-04ea09b5eea4", "tag": "07ce1627-3a79-4a4f-a711-356d889a0ce3"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:10.005075 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0826458c-d332-4985-acc5-52ab9a74544c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:10:10.034276 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46134) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:10.042045 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0826458c-d332-4985-acc5-52ab9a74544c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:10.042401 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-0826458c-d332-4985-acc5-52ab9a74544c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Added segment aacd48bb-1f16-4678-a79c-9c09fe895a07 of type vlan for network 85036edf-2555-4472-a520-ec2ac66a2b6a Jul 05 04:10:10.053314 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b305d-66c3-456f-a843-cc0f2a347beb service neutron] Pushing event updated for resources: {'Port': ['ID=07ce1627-3a79-4a4f-a711-356d889a0ce3,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:10.126075 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0826458c-d332-4985-acc5-52ab9a74544c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:10.193920 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399dfdca-98b0-4b6e-be36-921a52b17019 x-openstack-request-id: req-399dfdca-98b0-4b6e-be36-921a52b17019 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:10.194302 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45404bc3-eb80-40ad-a40a-04ea09b5eea4", "tag": "07ce1627-3a79-4a4f-a711-356d889a0ce3", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:10.194474 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-399dfdca-98b0-4b6e-be36-921a52b17019 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:10.195253 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45404bc3-eb80-40ad-a40a-04ea09b5eea4', 'tag': '07ce1627-3a79-4a4f-a711-356d889a0ce3', 'status': 'completed', 'code': 200} Jul 05 04:10:10.217203 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0826458c-d332-4985-acc5-52ab9a74544c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:10.222800 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0826458c-d332-4985-acc5-52ab9a74544c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:10.223405 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0826458c-d332-4985-acc5-52ab9a74544c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:10.227692 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa524a44-d76c-4b7f-a614-087478a1687e req-d63827e7-54ca-4fd4-bb98-997c471d2556 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:10.229293 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aa524a44-d76c-4b7f-a614-087478a1687e req-d63827e7-54ca-4fd4-bb98-997c471d2556 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4 HTTP/1.1" status: 200 len: 943 time: 0.4506793 Jul 05 04:10:10.237385 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-651ef5d7-fbcd-458d-ad5c-ed41e9410816 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1653477616-network', 'tenant_id': '5e64e59963a3405d9aaa86fecdd63fe8'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:10.265222 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-479c085d-a228-4b27-8132-6b37e2939c9c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:10.286374 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5002c4bd-049d-4d34-b001-8fcf5c5c5d48 req-34e33008-7c8e-42b8-b69d-8faa0da27dca tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:10.304041 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['8440734f-6e50-4cd5-badb-d847a8eee38a'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:10.322619 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e33008-7c8e-42b8-b69d-8faa0da27dca tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Pushing event deleted for resources: {'Port': ['ID=d9098f55-3574-44d3-93c4-06d7aad7425a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:10.348122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-2140be5d-8ce8-443a-b2c8-79e226b972a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:10.349742 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-2140be5d-8ce8-443a-b2c8-79e226b972a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b459d90a1104d2f9bfd9c3a9ab3c50e&device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4 HTTP/1.1" status: 200 len: 1095 time: 0.3769231 Jul 05 04:10:10.373273 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c085d-a228-4b27-8132-6b37e2939c9c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Pushing event deleted for resources: {'Port': ['ID=67fd6a19-0250-4c2b-905f-08badafe1789,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:10.388664 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651ef5d7-fbcd-458d-ad5c-ed41e9410816 admin admin] Made reservation on behalf of 5e64e59963a3405d9aaa86fecdd63fe8 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:10.393100 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-651ef5d7-fbcd-458d-ad5c-ed41e9410816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:10.406911 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aa524a44-d76c-4b7f-a614-087478a1687e req-157ecd7e-e94c-4d7f-a8a8-c5fd54197362 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2bfa9e8-d75f-4013-93a7-6f050149c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661658 Jul 05 04:10:10.418559 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826458c-d332-4985-acc5-52ab9a74544c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Network': ['ID=85036edf-2555-4472-a520-ec2ac66a2b6a,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:10.440782 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0826458c-d332-4985-acc5-52ab9a74544c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0925808 Jul 05 04:10:10.444888 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-651ef5d7-fbcd-458d-ad5c-ed41e9410816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:10.447610 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46140) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:10.450088 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-5002c4bd-049d-4d34-b001-8fcf5c5c5d48 req-34e33008-7c8e-42b8-b69d-8faa0da27dca tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] No DVR routers for this DVR port d9098f55-3574-44d3-93c4-06d7aad7425a on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:10.481451 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-f171be70-777d-4fcd-9a4c-640270e41b84 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'subnet': {'network_id': '4f914904-fdff-460a-88ce-09f6ff47c327', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:10.490517 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5002c4bd-049d-4d34-b001-8fcf5c5c5d48 req-34e33008-7c8e-42b8-b69d-8faa0da27dca tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:10.493382 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5002c4bd-049d-4d34-b001-8fcf5c5c5d48 req-34e33008-7c8e-42b8-b69d-8faa0da27dca tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.89 "DELETE /v2.0/ports/d9098f55-3574-44d3-93c4-06d7aad7425a HTTP/1.1" status: 204 len: 173 time: 1.2844391 Jul 05 04:10:10.495077 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-df5111f3-911a-40cf-bedc-020e80cd5c00 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07ce1627-3a79-4a4f-a711-356d889a0ce3 HTTP/1.1" status: 200 len: 217 time: 0.1090724 Jul 05 04:10:10.580007 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-0e750f74-2471-4e56-8582-c6e7add6739c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:10.581938 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-0e750f74-2471-4e56-8582-c6e7add6739c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9ee9ae53-c8ee-4b49-a395-854bb0a3c12c HTTP/1.1" status: 200 len: 849 time: 0.0704274 Jul 05 04:10:10.655379 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 85036edf-2555-4472-a520-ec2ac66a2b6a details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:10:10.663966 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3a6680de-19a7-42b1-9e16-62be376befa4 req-d48de976-1702-413d-8589-bc44cb948d75 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=60c83498-1126-45a3-aa8a-89b6a023fbc2 HTTP/1.1" status: 200 len: 210 time: 0.1716611 Jul 05 04:10:10.719345 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-c20f4b1c-44be-48d4-afc3-4d2ccb24d546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:10.721078 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-c20f4b1c-44be-48d4-afc3-4d2ccb24d546 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1309130 Jul 05 04:10:10.749657 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-479c085d-a228-4b27-8132-6b37e2939c9c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:10.756519 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-479c085d-a228-4b27-8132-6b37e2939c9c tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] 10.222.0.77 "DELETE /v2.0/ports/67fd6a19-0250-4c2b-905f-08badafe1789 HTTP/1.1" status: 204 len: 168 time: 1.7987385 Jul 05 04:10:10.758556 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46142) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:10.904421 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-b8f5e3d4-204c-41a3-8069-e60506670c42 service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742239 Jul 05 04:10:10.923853 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-651ef5d7-fbcd-458d-ad5c-ed41e9410816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:10.938519 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-651ef5d7-fbcd-458d-ad5c-ed41e9410816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:10.995171 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-651ef5d7-fbcd-458d-ad5c-ed41e9410816 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:10:11.005340 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f171be70-777d-4fcd-9a4c-640270e41b84 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Made reservation on behalf of 8fdb6e0329bb45438346ec9d6376bccd for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:11.008978 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f171be70-777d-4fcd-9a4c-640270e41b84 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:11.054340 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c20947a-ef31-40c4-a2eb-ed00567a7d24 req-17615693-2bb6-4365-bbf9-42ef2060838d service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421380 Jul 05 04:10:11.068656 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ef5d7-fbcd-458d-ad5c-ed41e9410816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dfc142-db45-4265-88bf-a7325bdb0d86,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:11.100036 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98db0508-8307-4e64-9366-dd52d047c181 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:11.103051 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-98db0508-8307-4e64-9366-dd52d047c181 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] 10.222.0.77 "GET /v2.0/ports?device_id=878be429-ff6a-4815-93ba-ec0c3d2e50d9 HTTP/1.1" status: 200 len: 913 time: 0.3398967 Jul 05 04:10:11.105700 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46146) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:11.115944 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-651ef5d7-fbcd-458d-ad5c-ed41e9410816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:11.116361 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-651ef5d7-fbcd-458d-ad5c-ed41e9410816 admin admin] Added segment 4f89e26d-d8e8-4b51-adea-a2cab38902be of type vlan for network 9d4cd02b-6115-4999-ad20-2af5074a0530 Jul 05 04:10:11.211373 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-651ef5d7-fbcd-458d-ad5c-ed41e9410816 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:11.270735 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device d9098f55-3574-44d3-93c4-06d7aad7425a no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:11.275544 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-651ef5d7-fbcd-458d-ad5c-ed41e9410816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:11.277374 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651ef5d7-fbcd-458d-ad5c-ed41e9410816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:11.278075 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-651ef5d7-fbcd-458d-ad5c-ed41e9410816 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:11.310426 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: d9098f55-3574-44d3-93c4-06d7aad7425a {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:11.311042 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device d9098f55-3574-44d3-93c4-06d7aad7425a not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:11.389427 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-651ef5d7-fbcd-458d-ad5c-ed41e9410816 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3523231 Jul 05 04:10:11.396485 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46150) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:11.405889 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-8296a67c-892f-4dd5-afd3-d671b6dc1318 admin admin] Request body: {'subnet': {'network_id': '9d4cd02b-6115-4999-ad20-2af5074a0530', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1653477616-subnet', 'tenant_id': '5e64e59963a3405d9aaa86fecdd63fe8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:11.409919 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ef5d7-fbcd-458d-ad5c-ed41e9410816 admin admin] Pushing event updated for resources: {'Network': ['ID=9d4cd02b-6115-4999-ad20-2af5074a0530,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:11.434443 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 9d4cd02b-6115-4999-ad20-2af5074a0530 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:10:11.437167 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ad0f8-dc12-4c78-b564-0310d419a59f req-9b516da5-e731-4545-9297-97304830999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:11.438684 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-407ad0f8-dc12-4c78-b564-0310d419a59f req-9b516da5-e731-4545-9297-97304830999d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b459d90a1104d2f9bfd9c3a9ab3c50e&device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4 HTTP/1.1" status: 200 len: 1095 time: 0.2170181 Jul 05 04:10:11.499668 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f171be70-777d-4fcd-9a4c-640270e41b84 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:11.541679 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8296a67c-892f-4dd5-afd3-d671b6dc1318 admin admin] Made reservation on behalf of 5e64e59963a3405d9aaa86fecdd63fe8 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:11.544125 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8296a67c-892f-4dd5-afd3-d671b6dc1318 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:11.614249 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171be70-777d-4fcd-9a4c-640270e41b84 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Subnet': ['ID=7adb6eb8-5f95-4733-868e-afd31f9b631f,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:11.671627 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f171be70-777d-4fcd-9a4c-640270e41b84 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Checking segment: {'id': '76145898-66ed-41e4-adee-731393a5bbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4f914904-fdff-460a-88ce-09f6ff47c327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:11.671951 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f171be70-777d-4fcd-9a4c-640270e41b84 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network hostable DHCP agents. Network: 4f914904-fdff-460a-88ce-09f6ff47c327, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:10:11.707058 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f171be70-777d-4fcd-9a4c-640270e41b84 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network 4f914904-fdff-460a-88ce-09f6ff47c327 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:10:11.762980 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-f171be70-777d-4fcd-9a4c-640270e41b84 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 4f914904-fdff-460a-88ce-09f6ff47c327) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:11.775956 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb54d44-b9fb-470c-a71b-2886d749ed9c None None] Network 4f914904-fdff-460a-88ce-09f6ff47c327 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:11.779631 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f171be70-777d-4fcd-9a4c-640270e41b84 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:11.780728 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f171be70-777d-4fcd-9a4c-640270e41b84 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:11.883443 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f171be70-777d-4fcd-9a4c-640270e41b84 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4321880 Jul 05 04:10:11.884861 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46158) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:11.894046 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-00cf80ab-abc2-479b-bbc0-8ef6a10a099c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'subnet': {'network_id': '85036edf-2555-4472-a520-ec2ac66a2b6a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:11.901079 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8296a67c-892f-4dd5-afd3-d671b6dc1318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:11.997991 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f9eba7-98f4-429f-aab2-6b5eb1746f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-4f914904-fdff-460a-88ce-09f6ff47c327', 'network_id': '4f914904-fdff-460a-88ce-09f6ff47c327', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'fixed_ips': [{'subnet_id': '7adb6eb8-5f95-4733-868e-afd31f9b631f'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:10:12.002774 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f4f9eba7-98f4-429f-aab2-6b5eb1746f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:12.054799 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296a67c-892f-4dd5-afd3-d671b6dc1318 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cd5dc22-65fe-4fa7-b3a8-a0541de25bbc,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:12.102941 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cf80ab-abc2-479b-bbc0-8ef6a10a099c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Made reservation on behalf of 8fdb6e0329bb45438346ec9d6376bccd for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:12.107863 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-00cf80ab-abc2-479b-bbc0-8ef6a10a099c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:12.167874 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ad0f8-dc12-4c78-b564-0310d419a59f req-39d469bd-2e7b-4cb5-99d3-90ad69518fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:12.170406 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-407ad0f8-dc12-4c78-b564-0310d419a59f req-39d469bd-2e7b-4cb5-99d3-90ad69518fcc service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b HTTP/1.1" status: 200 len: 911 time: 0.7196262 Jul 05 04:10:12.204873 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-f4f9eba7-98f4-429f-aab2-6b5eb1746f65 None None] Allocated IP 172.20.0.2 (4f914904-fdff-460a-88ce-09f6ff47c327/7adb6eb8-5f95-4733-868e-afd31f9b631f/fa4b7020-bc71-42bb-9121-72e1dbba8b1e) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:12.221172 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c83498-1126-45a3-aa8a-89b6a023fbc2', 'name': 'network-vif-deleted', 'tag': 'd9098f55-3574-44d3-93c4-06d7aad7425a'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:12.223604 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be27c8d-5148-4601-89ec-ebd62508d3fc" -d '{"events": [{"server_uuid": "60c83498-1126-45a3-aa8a-89b6a023fbc2", "name": "network-vif-deleted", "tag": "d9098f55-3574-44d3-93c4-06d7aad7425a"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:12.230251 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-407ad0f8-dc12-4c78-b564-0310d419a59f req-927cfcc2-4ad1-4a43-ae44-b7462328c58b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07ce1627-3a79-4a4f-a711-356d889a0ce3 HTTP/1.1" status: 200 len: 217 time: 0.0498588 Jul 05 04:10:12.238594 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36ad0a-8856-4108-83ab-e4a7f9decb29 req-e7dd7375-38ed-4a02-8617-e851e3f6504f tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:12.240130 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be36ad0a-8856-4108-83ab-e4a7f9decb29 req-e7dd7375-38ed-4a02-8617-e851e3f6504f tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4 HTTP/1.1" status: 200 len: 943 time: 0.2975986 Jul 05 04:10:12.277189 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8296a67c-892f-4dd5-afd3-d671b6dc1318 admin admin] Checking segment: {'id': '4f89e26d-d8e8-4b51-adea-a2cab38902be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9d4cd02b-6115-4999-ad20-2af5074a0530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:12.277655 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8296a67c-892f-4dd5-afd3-d671b6dc1318 admin admin] Network hostable DHCP agents. Network: 9d4cd02b-6115-4999-ad20-2af5074a0530, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:10:12.343585 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ad0f8-dc12-4c78-b564-0310d419a59f req-40911700-b39d-4d36-b65e-624368e0fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:12.346240 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-407ad0f8-dc12-4c78-b564-0310d419a59f req-40911700-b39d-4d36-b65e-624368e0fcbf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9ee9ae53-c8ee-4b49-a395-854bb0a3c12c HTTP/1.1" status: 200 len: 849 time: 0.1025057 Jul 05 04:10:12.351565 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8296a67c-892f-4dd5-afd3-d671b6dc1318 admin admin] Network 9d4cd02b-6115-4999-ad20-2af5074a0530 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:10:12.360110 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-00cf80ab-abc2-479b-bbc0-8ef6a10a099c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:12.366457 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be36ad0a-8856-4108-83ab-e4a7f9decb29 req-93eef916-4386-445d-8974-04725ad5379c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2bfa9e8-d75f-4013-93a7-6f050149c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105781 Jul 05 04:10:12.390022 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f4f9eba7-98f4-429f-aab2-6b5eb1746f65 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:12.400707 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-8296a67c-892f-4dd5-afd3-d671b6dc1318 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 9d4cd02b-6115-4999-ad20-2af5074a0530) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:12.401643 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f4f9eba7-98f4-429f-aab2-6b5eb1746f65 None None] Transition to ACTIVE for port object fa4b7020-bc71-42bb-9121-72e1dbba8b1e will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:12.412581 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8296a67c-892f-4dd5-afd3-d671b6dc1318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:12.413687 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8296a67c-892f-4dd5-afd3-d671b6dc1318 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:12.423906 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f4f9eba7-98f4-429f-aab2-6b5eb1746f65 None None] Transition to ACTIVE for port object fa4b7020-bc71-42bb-9121-72e1dbba8b1e will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:12.430271 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395091b7-c7e5-4bdd-baa5-23cbdfe3fadf None None] Network 9d4cd02b-6115-4999-ad20-2af5074a0530 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:12.472604 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe27ac4-1a84-46ba-867d-84e8bed868c8 x-openstack-request-id: req-9fe27ac4-1a84-46ba-867d-84e8bed868c8 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:12.472897 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c83498-1126-45a3-aa8a-89b6a023fbc2", "name": "network-vif-deleted", "tag": "d9098f55-3574-44d3-93c4-06d7aad7425a", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:12.473158 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9fe27ac4-1a84-46ba-867d-84e8bed868c8 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:12.473547 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c83498-1126-45a3-aa8a-89b6a023fbc2', 'name': 'network-vif-deleted', 'tag': 'd9098f55-3574-44d3-93c4-06d7aad7425a', 'status': 'completed', 'code': 200} Jul 05 04:10:12.481659 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efc08c2b-3c73-40f8-ba49-140130a8b7cb tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:12.500489 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8296a67c-892f-4dd5-afd3-d671b6dc1318 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0959396 Jul 05 04:10:12.542963 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f4f9eba7-98f4-429f-aab2-6b5eb1746f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:12.561840 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf80ab-abc2-479b-bbc0-8ef6a10a099c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Checking segment: {'id': 'aacd48bb-1f16-4678-a79c-9c09fe895a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '85036edf-2555-4472-a520-ec2ac66a2b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:12.562602 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cf80ab-abc2-479b-bbc0-8ef6a10a099c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network hostable DHCP agents. Network: 85036edf-2555-4472-a520-ec2ac66a2b6a, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:10:12.573509 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf80ab-abc2-479b-bbc0-8ef6a10a099c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Subnet': ['ID=b4045711-ff02-42f3-91a0-0eb289421a3b,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:12.578139 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ad0f8-dc12-4c78-b564-0310d419a59f req-d59a49ef-6a72-4288-bd06-ec6d26dcc307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:12.579999 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-407ad0f8-dc12-4c78-b564-0310d419a59f req-d59a49ef-6a72-4288-bd06-ec6d26dcc307 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2251506 Jul 05 04:10:12.597962 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cf80ab-abc2-479b-bbc0-8ef6a10a099c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network 85036edf-2555-4472-a520-ec2ac66a2b6a is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:10:12.625618 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-00cf80ab-abc2-479b-bbc0-8ef6a10a099c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 85036edf-2555-4472-a520-ec2ac66a2b6a) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:12.632784 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cf80ab-abc2-479b-bbc0-8ef6a10a099c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:12.633647 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-00cf80ab-abc2-479b-bbc0-8ef6a10a099c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:12.644332 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97eab0e-bfd0-4a56-a939-f6ef523abf55 req-a1938805-c367-4b69-9a40-ab1ff7454859 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:12.646116 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a97eab0e-bfd0-4a56-a939-f6ef523abf55 req-a1938805-c367-4b69-9a40-ab1ff7454859 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 945 time: 0.1825414 Jul 05 04:10:12.674882 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332bbd3-1efd-4663-b516-4750137e9d6f req-d385ae37-ffe8-4594-9f78-25479020e5a2 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:12.676903 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a332bbd3-1efd-4663-b516-4750137e9d6f req-d385ae37-ffe8-4594-9f78-25479020e5a2 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.89 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 945 time: 0.2635467 Jul 05 04:10:12.682545 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e15f46-e169-40c3-b5e5-ee7df90e24fa None None] Network 85036edf-2555-4472-a520-ec2ac66a2b6a requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:12.686770 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9eba7-98f4-429f-aab2-6b5eb1746f65 None None] Pushing event updated for resources: {'Port': ['ID=fa4b7020-bc71-42bb-9121-72e1dbba8b1e,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:12.710377 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a97eab0e-bfd0-4a56-a939-f6ef523abf55 req-8b69cdc2-a04b-4887-a19a-09c48a0e839d tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=d65d1285-8027-4bf5-96e4-bd3270c3b54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525053 Jul 05 04:10:12.716063 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-00cf80ab-abc2-479b-bbc0-8ef6a10a099c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8285556 Jul 05 04:10:12.717929 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46172) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:12.723681 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-95c4775d-0129-4cd7-be60-b6145c65d676 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1951198978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:12.733365 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f9eba7-98f4-429f-aab2-6b5eb1746f65 None None] Network 4f914904-fdff-460a-88ce-09f6ff47c327 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:12.757189 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-95c4775d-0129-4cd7-be60-b6145c65d676 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:12.760544 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-95c4775d-0129-4cd7-be60-b6145c65d676 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:12.787096 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-f4f9eba7-98f4-429f-aab2-6b5eb1746f65 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:12.792622 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f9eba7-98f4-429f-aab2-6b5eb1746f65 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:12.822424 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0415eb-479f-4f34-8307-ab40ec9d28b8 None None] Network 9d4cd02b-6115-4999-ad20-2af5074a0530 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:12.833287 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-95c4775d-0129-4cd7-be60-b6145c65d676 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:12.841385 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-95c4775d-0129-4cd7-be60-b6145c65d676 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:12.869068 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-95c4775d-0129-4cd7-be60-b6145c65d676 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:12.870570 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-95c4775d-0129-4cd7-be60-b6145c65d676 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1508870 Jul 05 04:10:12.873702 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46176) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:12.877022 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-407ad0f8-dc12-4c78-b564-0310d419a59f req-5cfe1d46-a89b-4a38-9ab6-7b9532b155dd service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823608 Jul 05 04:10:12.996796 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f4f9eba7-98f4-429f-aab2-6b5eb1746f65 None None] Attempting to bind port fa4b7020-bc71-42bb-9121-72e1dbba8b1e on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:10:12.997199 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f4f9eba7-98f4-429f-aab2-6b5eb1746f65 None None] Attempting to bind port fa4b7020-bc71-42bb-9121-72e1dbba8b1e by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '76145898-66ed-41e4-adee-731393a5bbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4f914904-fdff-460a-88ce-09f6ff47c327'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:10:12.997571 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f9eba7-98f4-429f-aab2-6b5eb1746f65 None None] Attempting to bind port fa4b7020-bc71-42bb-9121-72e1dbba8b1e on network 4f914904-fdff-460a-88ce-09f6ff47c327 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:12.997996 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-a332bbd3-1efd-4663-b516-4750137e9d6f req-252d3a6f-5c3e-498a-91ed-5d95c7e8dac4 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Deleting port 8440734f-6e50-4cd5-badb-d847a8eee38a {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:12.998338 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a332bbd3-1efd-4663-b516-4750137e9d6f req-252d3a6f-5c3e-498a-91ed-5d95c7e8dac4 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:13.022903 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:13.031770 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f9eba7-98f4-429f-aab2-6b5eb1746f65 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:10:13.032198 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f9eba7-98f4-429f-aab2-6b5eb1746f65 None None] Checking segment: {'id': '76145898-66ed-41e4-adee-731393a5bbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4f914904-fdff-460a-88ce-09f6ff47c327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:13.033666 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f4f9eba7-98f4-429f-aab2-6b5eb1746f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:13.033874 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f9eba7-98f4-429f-aab2-6b5eb1746f65 None None] Bound using segment: {'id': '76145898-66ed-41e4-adee-731393a5bbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4f914904-fdff-460a-88ce-09f6ff47c327'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:10:13.034370 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f4f9eba7-98f4-429f-aab2-6b5eb1746f65 None None] Bound port: fa4b7020-bc71-42bb-9121-72e1dbba8b1e, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76145898-66ed-41e4-adee-731393a5bbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4f914904-fdff-460a-88ce-09f6ff47c327'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:10:13.034761 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f4f9eba7-98f4-429f-aab2-6b5eb1746f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:13.106999 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-407ad0f8-dc12-4c78-b564-0310d419a59f req-0cee86bf-668d-42c7-b379-7a781848ae2c service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209830 Jul 05 04:10:13.192696 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-a332bbd3-1efd-4663-b516-4750137e9d6f req-252d3a6f-5c3e-498a-91ed-5d95c7e8dac4 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] For port 8440734f-6e50-4cd5-badb-d847a8eee38a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8440734f-6e50-4cd5-badb-d847a8eee38a,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:13.193363 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a332bbd3-1efd-4663-b516-4750137e9d6f req-252d3a6f-5c3e-498a-91ed-5d95c7e8dac4 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:13.195256 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46186) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:13.207997 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f4f9eba7-98f4-429f-aab2-6b5eb1746f65 None None] For port fa4b7020-bc71-42bb-9121-72e1dbba8b1e, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:10:13.209083 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-1365e8d5-a177-4fbf-8b40-62e0286f253c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1238900615-network', 'tenant_id': '711128b6de274f7b938ff816f153a2a1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:13.223159 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-a332bbd3-1efd-4663-b516-4750137e9d6f req-252d3a6f-5c3e-498a-91ed-5d95c7e8dac4 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Calling delete_port for 8440734f-6e50-4cd5-badb-d847a8eee38a owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:13.243697 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f4f9eba7-98f4-429f-aab2-6b5eb1746f65 None None] For port fa4b7020-bc71-42bb-9121-72e1dbba8b1e, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=fa4b7020-bc71-42bb-9121-72e1dbba8b1e,segment=NetworkSegment(76145898-66ed-41e4-adee-731393a5bbd6),segment_id=76145898-66ed-41e4-adee-731393a5bbd6)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:10:13.251042 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23edecd-2603-462f-9e45-2f1ac2161baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-85036edf-2555-4472-a520-ec2ac66a2b6a', 'network_id': '85036edf-2555-4472-a520-ec2ac66a2b6a', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'fixed_ips': [{'subnet_id': 'b4045711-ff02-42f3-91a0-0eb289421a3b'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:10:13.252925 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f23edecd-2603-462f-9e45-2f1ac2161baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:13.300677 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-efc08c2b-3c73-40f8-ba49-140130a8b7cb tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Deleting port 8e1acb82-f2bf-4a09-b048-3bc706b36f90 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:13.301105 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efc08c2b-3c73-40f8-ba49-140130a8b7cb tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:13.318567 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1365e8d5-a177-4fbf-8b40-62e0286f253c admin admin] Made reservation on behalf of 711128b6de274f7b938ff816f153a2a1 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:13.320934 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1365e8d5-a177-4fbf-8b40-62e0286f253c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:13.324256 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-52327663-9b13-4109-a3c1-a5ee4831fe1b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:13.333571 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-cbb762de-127a-416c-8ca0-15552fe8af29 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1727476 Jul 05 04:10:13.344030 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f4f9eba7-98f4-429f-aab2-6b5eb1746f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:13.372147 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1365e8d5-a177-4fbf-8b40-62e0286f253c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:13.398652 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:10:13.487431 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9eba7-98f4-429f-aab2-6b5eb1746f65 None None] Pushing event updated for resources: {'Port': ['ID=fa4b7020-bc71-42bb-9121-72e1dbba8b1e,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:13.527999 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efc08c2b-3c73-40f8-ba49-140130a8b7cb tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:13.567014 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-efc08c2b-3c73-40f8-ba49-140130a8b7cb tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Calling delete_port for 8e1acb82-f2bf-4a09-b048-3bc706b36f90 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:13.598376 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 07ce1627-3a79-4a4f-a711-356d889a0ce3 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:10:13.605720 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-f23edecd-2603-462f-9e45-2f1ac2161baa None None] Allocated IP 172.21.0.2 (85036edf-2555-4472-a520-ec2ac66a2b6a/b4045711-ff02-42f3-91a0-0eb289421a3b/31d9ee6c-cb1b-4d3f-bace-ee36869bd107) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:13.706853 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-973ac33d-44d1-4fd4-a341-28e282f73016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:13.706853 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-973ac33d-44d1-4fd4-a341-28e282f73016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:13.706853 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-973ac33d-44d1-4fd4-a341-28e282f73016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:13.717897 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-973ac33d-44d1-4fd4-a341-28e282f73016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:13.726821 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-973ac33d-44d1-4fd4-a341-28e282f73016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:13.727354 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-973ac33d-44d1-4fd4-a341-28e282f73016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:13.727869 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-973ac33d-44d1-4fd4-a341-28e282f73016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:13.733416 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a332bbd3-1efd-4663-b516-4750137e9d6f req-252d3a6f-5c3e-498a-91ed-5d95c7e8dac4 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:13.735430 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-973ac33d-44d1-4fd4-a341-28e282f73016 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=50643a7691c345388c1f08c7454cea66&device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 6509 time: 0.2772148 Jul 05 04:10:13.871133 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d3a6f-5c3e-498a-91ed-5d95c7e8dac4 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Pushing event deleted for resources: {'Port': ['ID=8440734f-6e50-4cd5-badb-d847a8eee38a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:13.946898 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 07ce1627-3a79-4a4f-a711-356d889a0ce3, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=07ce1627-3a79-4a4f-a711-356d889a0ce3,segment=NetworkSegment(296c63e3-13af-4804-917b-bc987e4f6089),segment_id=296c63e3-13af-4804-917b-bc987e4f6089)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:14.005865 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '07ce1627-3a79-4a4f-a711-356d889a0ce3', 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'port_id': '07ce1627-3a79-4a4f-a711-356d889a0ce3', 'mac_address': 'fa:16:3e:10:83:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:10:14.035456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-52327663-9b13-4109-a3c1-a5ee4831fe1b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Allocated IP 172.20.0.1 (4f914904-fdff-460a-88ce-09f6ff47c327/7adb6eb8-5f95-4733-868e-afd31f9b631f/10eafada-32bd-4887-8e1f-fdfe875ec5e8) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:14.050809 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-a332bbd3-1efd-4663-b516-4750137e9d6f req-252d3a6f-5c3e-498a-91ed-5d95c7e8dac4 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] No DVR routers for this DVR port 8440734f-6e50-4cd5-badb-d847a8eee38a on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:14.056800 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f23edecd-2603-462f-9e45-2f1ac2161baa None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.074325 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f23edecd-2603-462f-9e45-2f1ac2161baa None None] Transition to ACTIVE for port object 31d9ee6c-cb1b-4d3f-bace-ee36869bd107 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:14.080993 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1365e8d5-a177-4fbf-8b40-62e0286f253c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.082379 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.083098 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a332bbd3-1efd-4663-b516-4750137e9d6f req-252d3a6f-5c3e-498a-91ed-5d95c7e8dac4 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.087162 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a332bbd3-1efd-4663-b516-4750137e9d6f req-252d3a6f-5c3e-498a-91ed-5d95c7e8dac4 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.89 "DELETE /v2.0/ports/8440734f-6e50-4cd5-badb-d847a8eee38a HTTP/1.1" status: 204 len: 173 time: 1.4016831 Jul 05 04:10:14.089205 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad39c28a-354a-4512-a539-e0a7dcf1bbc3 req-90b44a9b-6f1a-4ea9-8801-f9344932ad0a tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 210 time: 0.1031899 Jul 05 04:10:14.091042 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efc08c2b-3c73-40f8-ba49-140130a8b7cb tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.097545 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1365e8d5-a177-4fbf-8b40-62e0286f253c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.099111 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ce1627-3a79-4a4f-a711-356d889a0ce3 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:10:14.135964 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f23edecd-2603-462f-9e45-2f1ac2161baa None None] Transition to ACTIVE for port object 31d9ee6c-cb1b-4d3f-bace-ee36869bd107 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:14.148164 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 07ce1627-3a79-4a4f-a711-356d889a0ce3, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=07ce1627-3a79-4a4f-a711-356d889a0ce3,segment=NetworkSegment(296c63e3-13af-4804-917b-bc987e4f6089),segment_id=296c63e3-13af-4804-917b-bc987e4f6089)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:14.165091 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f23edecd-2603-462f-9e45-2f1ac2161baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.167597 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.172292 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc08c2b-3c73-40f8-ba49-140130a8b7cb tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Pushing event deleted for resources: {'Port': ['ID=8e1acb82-f2bf-4a09-b048-3bc706b36f90,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:14.182828 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1365e8d5-a177-4fbf-8b40-62e0286f253c admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:10:14.202411 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff67f13-9075-499e-a8e8-bbfc8989d124 req-973e5cdd-46e9-45e0-b920-dfc89d46902c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:14.211376 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aff67f13-9075-499e-a8e8-bbfc8989d124 req-973e5cdd-46e9-45e0-b920-dfc89d46902c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4 HTTP/1.1" status: 200 len: 943 time: 0.6057711 Jul 05 04:10:14.229261 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1365e8d5-a177-4fbf-8b40-62e0286f253c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.229848 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-1365e8d5-a177-4fbf-8b40-62e0286f253c admin admin] Added segment b654336d-c62f-4f83-85c5-cf60e3613693 of type vlan for network c7e482e9-3310-4830-b688-0cb562197317 Jul 05 04:10:14.240020 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365e8d5-a177-4fbf-8b40-62e0286f253c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae3bf64-5677-40a2-ad84-e93e7e1e50c9,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:14.248561 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23edecd-2603-462f-9e45-2f1ac2161baa None None] Pushing event updated for resources: {'Port': ['ID=31d9ee6c-cb1b-4d3f-bace-ee36869bd107,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:14.289880 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-9a46f76f-66d6-4e5d-9745-e20f55feb59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:14.290158 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-9a46f76f-66d6-4e5d-9745-e20f55feb59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:14.290899 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-9a46f76f-66d6-4e5d-9745-e20f55feb59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:14.292585 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-9a46f76f-66d6-4e5d-9745-e20f55feb59a service neutron] 10.222.0.89 "GET /v2.0/networks?id=8ea7df2c-9621-40f9-b0fb-19b9c2e4305a&id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&id=a6d904c9-d5c3-4585-9d21-be63aa884ed6&id=a6d904c9-d5c3-4585-9d21-be63aa884ed6 HTTP/1.1" status: 200 len: 2297 time: 0.4912651 Jul 05 04:10:14.318992 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23edecd-2603-462f-9e45-2f1ac2161baa None None] Network 85036edf-2555-4472-a520-ec2ac66a2b6a is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:14.333199 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-f23edecd-2603-462f-9e45-2f1ac2161baa None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:14.337872 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aff67f13-9075-499e-a8e8-bbfc8989d124 req-4e2561e8-f45f-4259-80c0-edacb0faf587 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2bfa9e8-d75f-4013-93a7-6f050149c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254709 Jul 05 04:10:14.343989 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23edecd-2603-462f-9e45-2f1ac2161baa None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:14.365745 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1365e8d5-a177-4fbf-8b40-62e0286f253c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.440390 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-fb9e59ec-9a92-4f3e-a9ee-7015f362ae98 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 HTTP/1.1" status: 200 len: 1002 time: 0.1267374 Jul 05 04:10:14.445003 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=07ce1627-3a79-4a4f-a711-356d889a0ce3,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:14.460303 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-52327663-9b13-4109-a3c1-a5ee4831fe1b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.480875 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-52327663-9b13-4109-a3c1-a5ee4831fe1b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Transition to ACTIVE for port object 10eafada-32bd-4887-8e1f-fdfe875ec5e8 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:14.483234 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328625be-cc55-4bed-9a05-42dbf7c01afb', 'name': 'network-vif-deleted', 'tag': '8440734f-6e50-4cd5-badb-d847a8eee38a'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:14.491956 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f23edecd-2603-462f-9e45-2f1ac2161baa None None] Attempting to bind port 31d9ee6c-cb1b-4d3f-bace-ee36869bd107 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:10:14.492443 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f23edecd-2603-462f-9e45-2f1ac2161baa None None] Attempting to bind port 31d9ee6c-cb1b-4d3f-bace-ee36869bd107 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'aacd48bb-1f16-4678-a79c-9c09fe895a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '85036edf-2555-4472-a520-ec2ac66a2b6a'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:10:14.492708 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23edecd-2603-462f-9e45-2f1ac2161baa None None] Attempting to bind port 31d9ee6c-cb1b-4d3f-bace-ee36869bd107 on network 85036edf-2555-4472-a520-ec2ac66a2b6a {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:14.497970 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04050bab-ed4b-4e71-9f6c-4d997d07b6e8" -d '{"events": [{"server_uuid": "328625be-cc55-4bed-9a05-42dbf7c01afb", "name": "network-vif-deleted", "tag": "8440734f-6e50-4cd5-badb-d847a8eee38a"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:14.511094 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efc08c2b-3c73-40f8-ba49-140130a8b7cb tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.524150 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23edecd-2603-462f-9e45-2f1ac2161baa None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:10:14.529073 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23edecd-2603-462f-9e45-2f1ac2161baa None None] Checking segment: {'id': 'aacd48bb-1f16-4678-a79c-9c09fe895a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '85036edf-2555-4472-a520-ec2ac66a2b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:14.529843 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f23edecd-2603-462f-9e45-2f1ac2161baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.530353 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23edecd-2603-462f-9e45-2f1ac2161baa None None] Bound using segment: {'id': 'aacd48bb-1f16-4678-a79c-9c09fe895a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '85036edf-2555-4472-a520-ec2ac66a2b6a'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:10:14.530936 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f23edecd-2603-462f-9e45-2f1ac2161baa None None] Bound port: 31d9ee6c-cb1b-4d3f-bace-ee36869bd107, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aacd48bb-1f16-4678-a79c-9c09fe895a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '85036edf-2555-4472-a520-ec2ac66a2b6a'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:10:14.531734 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f23edecd-2603-462f-9e45-2f1ac2161baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.532099 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1365e8d5-a177-4fbf-8b40-62e0286f253c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.534313 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1365e8d5-a177-4fbf-8b40-62e0286f253c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:14.535135 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1365e8d5-a177-4fbf-8b40-62e0286f253c admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.543540 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-52327663-9b13-4109-a3c1-a5ee4831fe1b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.621219 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a82927-69ff-446a-9852-83af3b08400e x-openstack-request-id: req-01a82927-69ff-446a-9852-83af3b08400e {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:14.621785 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328625be-cc55-4bed-9a05-42dbf7c01afb", "name": "network-vif-deleted", "tag": "8440734f-6e50-4cd5-badb-d847a8eee38a", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:14.622211 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-01a82927-69ff-446a-9852-83af3b08400e {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:14.622756 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328625be-cc55-4bed-9a05-42dbf7c01afb', 'name': 'network-vif-deleted', 'tag': '8440734f-6e50-4cd5-badb-d847a8eee38a', 'status': 'completed', 'code': 200} Jul 05 04:10:14.656285 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f23edecd-2603-462f-9e45-2f1ac2161baa None None] For port 31d9ee6c-cb1b-4d3f-bace-ee36869bd107, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:10:14.660956 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['07ce1627-3a79-4a4f-a711-356d889a0ce3'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:14.664061 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f23edecd-2603-462f-9e45-2f1ac2161baa None None] For port 31d9ee6c-cb1b-4d3f-bace-ee36869bd107, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=31d9ee6c-cb1b-4d3f-bace-ee36869bd107,segment=NetworkSegment(aacd48bb-1f16-4678-a79c-9c09fe895a07),segment_id=aacd48bb-1f16-4678-a79c-9c09fe895a07)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:10:14.679929 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1365e8d5-a177-4fbf-8b40-62e0286f253c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4834843 Jul 05 04:10:14.682719 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52327663-9b13-4109-a3c1-a5ee4831fe1b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Port': ['ID=10eafada-32bd-4887-8e1f-fdfe875ec5e8,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:14.689505 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46200) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:14.706158 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52327663-9b13-4109-a3c1-a5ee4831fe1b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network 4f914904-fdff-460a-88ce-09f6ff47c327 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:14.714335 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-10e823b8-cd9f-4f62-a5f0-426afb847b65 admin admin] Request body: {'subnet': {'network_id': 'c7e482e9-3310-4830-b688-0cb562197317', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1238900615-subnet', 'tenant_id': '711128b6de274f7b938ff816f153a2a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:14.730911 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f23edecd-2603-462f-9e45-2f1ac2161baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.742903 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-52327663-9b13-4109-a3c1-a5ee4831fe1b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:14.743683 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365e8d5-a177-4fbf-8b40-62e0286f253c admin admin] Pushing event updated for resources: {'Network': ['ID=c7e482e9-3310-4830-b688-0cb562197317,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:14.753068 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52327663-9b13-4109-a3c1-a5ee4831fe1b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:14.760028 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e823b8-cd9f-4f62-a5f0-426afb847b65 admin admin] Made reservation on behalf of 711128b6de274f7b938ff816f153a2a1 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:14.766661 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-10e823b8-cd9f-4f62-a5f0-426afb847b65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.794918 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network c7e482e9-3310-4830-b688-0cb562197317 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:10:14.886659 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-8d732f78-1c2f-4257-b3db-e2b63542383f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:14.894294 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-8d732f78-1c2f-4257-b3db-e2b63542383f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f6a89750-87ba-44fb-8296-741d431f172e HTTP/1.1" status: 200 len: 856 time: 0.3623459 Jul 05 04:10:14.921812 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc08c2b-3c73-40f8-ba49-140130a8b7cb tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Router 878be429-ff6a-4815-93ba-ec0c3d2e50d9 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:10:15.041316 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23edecd-2603-462f-9e45-2f1ac2161baa None None] Pushing event updated for resources: {'Port': ['ID=31d9ee6c-cb1b-4d3f-bace-ee36869bd107,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:15.097276 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc08c2b-3c73-40f8-ba49-140130a8b7cb tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:15.113124 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff997f8-d912-4899-93fc-121eed8f04eb None None] Sync routers for ids ['878be429-ff6a-4815-93ba-ec0c3d2e50d9'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:15.135084 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device fa4b7020-bc71-42bb-9121-72e1dbba8b1e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:15.135305 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff997f8-d912-4899-93fc-121eed8f04eb None None] Routers {'878be429-ff6a-4815-93ba-ec0c3d2e50d9'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:15.139979 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-2ff997f8-d912-4899-93fc-121eed8f04eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['878be429-ff6a-4815-93ba-ec0c3d2e50d9'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:15.162419 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-efc08c2b-3c73-40f8-ba49-140130a8b7cb tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] 10.222.0.77 "PUT /v2.0/routers/878be429-ff6a-4815-93ba-ec0c3d2e50d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0531204 Jul 05 04:10:15.166717 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46206) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:15.244528 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-10e823b8-cd9f-4f62-a5f0-426afb847b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:15.260759 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-2ff997f8-d912-4899-93fc-121eed8f04eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:15.289945 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff997f8-d912-4899-93fc-121eed8f04eb None None] Routers {'878be429-ff6a-4815-93ba-ec0c3d2e50d9'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:15.291022 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-2ff997f8-d912-4899-93fc-121eed8f04eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['878be429-ff6a-4815-93ba-ec0c3d2e50d9'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:15.296471 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8440734f-6e50-4cd5-badb-d847a8eee38a no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:15.338438 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 8440734f-6e50-4cd5-badb-d847a8eee38a {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:15.341524 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8440734f-6e50-4cd5-badb-d847a8eee38a not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:15.357841 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7ce075bd-49df-45ca-8009-3fbc64cc4f8b tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:15.362361 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-2ff997f8-d912-4899-93fc-121eed8f04eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:15.363172 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff997f8-d912-4899-93fc-121eed8f04eb None None] The sync data for ids ['878be429-ff6a-4815-93ba-ec0c3d2e50d9'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:15.409172 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5e4a2d-8c42-4920-8ef7-ad41f975437d None None] Network 4f914904-fdff-460a-88ce-09f6ff47c327 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:15.476620 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port fa4b7020-bc71-42bb-9121-72e1dbba8b1e completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:15.507935 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4e8d8779-bc39-4c2f-9ead-afbdcdb731d4 req-f77bee66-ff2c-49fa-9ebb-a36548c9d7a4 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=328625be-cc55-4bed-9a05-42dbf7c01afb HTTP/1.1" status: 200 len: 210 time: 0.0739863 Jul 05 04:10:15.531513 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2f8184ed-d3a1-4019-8995-2a92b77903c3 None None] Provisioning for port fa4b7020-bc71-42bb-9121-72e1dbba8b1e completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:15.545520 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2f8184ed-d3a1-4019-8995-2a92b77903c3 None None] Provisioning complete for port fa4b7020-bc71-42bb-9121-72e1dbba8b1e triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:15.545926 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2f8184ed-d3a1-4019-8995-2a92b77903c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:15.620405 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7ce075bd-49df-45ca-8009-3fbc64cc4f8b tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:15.623005 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7ce075bd-49df-45ca-8009-3fbc64cc4f8b tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:15.679108 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7ce075bd-49df-45ca-8009-3fbc64cc4f8b tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:15.679996 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce075bd-49df-45ca-8009-3fbc64cc4f8b tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Fanout notify agent at l3_agent the message router_deleted on router 878be429-ff6a-4815-93ba-ec0c3d2e50d9 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:10:15.689498 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7ce075bd-49df-45ca-8009-3fbc64cc4f8b tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:15.690976 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7ce075bd-49df-45ca-8009-3fbc64cc4f8b tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] 10.222.0.77 "DELETE /v2.0/routers/878be429-ff6a-4815-93ba-ec0c3d2e50d9 HTTP/1.1" status: 204 len: 168 time: 0.5186188 Jul 05 04:10:15.693531 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46210) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:15.698934 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2f8184ed-d3a1-4019-8995-2a92b77903c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:15.744762 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2f8184ed-d3a1-4019-8995-2a92b77903c3 None None] For port fa4b7020-bc71-42bb-9121-72e1dbba8b1e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=fa4b7020-bc71-42bb-9121-72e1dbba8b1e,segment=NetworkSegment(76145898-66ed-41e4-adee-731393a5bbd6),segment_id=76145898-66ed-41e4-adee-731393a5bbd6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:15.753290 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2f8184ed-d3a1-4019-8995-2a92b77903c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:15.762921 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-37142ee9-5147-48de-9539-d27086d8a83b tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Deleting subnet 35fd9507-5bf5-41e9-834f-fc3b1a56dff9 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:10:15.767753 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-37142ee9-5147-48de-9539-d27086d8a83b tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:15.815906 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8184ed-d3a1-4019-8995-2a92b77903c3 None None] Pushing event updated for resources: {'Port': ['ID=fa4b7020-bc71-42bb-9121-72e1dbba8b1e,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:15.824394 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-37142ee9-5147-48de-9539-d27086d8a83b tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:15.856158 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-52327663-9b13-4109-a3c1-a5ee4831fe1b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:15.926724 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e823b8-cd9f-4f62-a5f0-426afb847b65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e57e54b9-64b6-426e-a49b-40167da5898d,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:15.934895 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-37142ee9-5147-48de-9539-d27086d8a83b tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.005742 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e823b8-cd9f-4f62-a5f0-426afb847b65 admin admin] Checking segment: {'id': 'b654336d-c62f-4f83-85c5-cf60e3613693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c7e482e9-3310-4830-b688-0cb562197317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:16.006165 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e823b8-cd9f-4f62-a5f0-426afb847b65 admin admin] Network hostable DHCP agents. Network: c7e482e9-3310-4830-b688-0cb562197317, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:10:16.010304 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-37142ee9-5147-48de-9539-d27086d8a83b tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.021467 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-8993b46e-2b9c-478c-92ff-f5f9eb3d8f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:16.022947 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-8993b46e-2b9c-478c-92ff-f5f9eb3d8f83 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8ea7df2c-9621-40f9-b0fb-19b9c2e4305a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1029034 Jul 05 04:10:16.032031 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6b036-dbbd-4183-bf15-425d13d83dc8 req-c13ae5f1-0f68-457c-ae35-e2bf420d5554 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:16.039642 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ade6b036-dbbd-4183-bf15-425d13d83dc8 req-c13ae5f1-0f68-457c-ae35-e2bf420d5554 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4 HTTP/1.1" status: 200 len: 944 time: 0.2467682 Jul 05 04:10:16.059603 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37142ee9-5147-48de-9539-d27086d8a83b tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Pushing event deleted for resources: {'Subnet': ['ID=35fd9507-5bf5-41e9-834f-fc3b1a56dff9,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:16.066816 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-37142ee9-5147-48de-9539-d27086d8a83b tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.070132 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-37142ee9-5147-48de-9539-d27086d8a83b tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] 10.222.0.77 "DELETE /v2.0/subnets/35fd9507-5bf5-41e9-834f-fc3b1a56dff9 HTTP/1.1" status: 204 len: 168 time: 0.3750324 Jul 05 04:10:16.072992 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46216) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:16.084738 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a83dc0-4329-4a85-bf93-bd1b776ceca2 None None] Network c8354398-9b8c-4147-8b16-0df45c73403c requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:16.182409 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-748942eb-6af6-4d41-9304-385d7aa34839 None None] Provisioning for port 10eafada-32bd-4887-8e1f-fdfe875ec5e8 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:16.197715 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-52327663-9b13-4109-a3c1-a5ee4831fe1b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.199826 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-748942eb-6af6-4d41-9304-385d7aa34839 None None] Provisioning complete for port 10eafada-32bd-4887-8e1f-fdfe875ec5e8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:16.200285 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-748942eb-6af6-4d41-9304-385d7aa34839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.202010 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f23064e-68c6-43a3-9b63-6d462dd72797 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.295697 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-7f23064e-68c6-43a3-9b63-6d462dd72797 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Deleting port 6dc395a5-5157-437a-aae5-c699e6bbad52 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:16.296119 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f23064e-68c6-43a3-9b63-6d462dd72797 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.371398 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-8cee94a4-fc99-44df-bfa1-de98c54794a0 service neutron] 10.222.0.89 "GET /v2.0/networks/8ea7df2c-9621-40f9-b0fb-19b9c2e4305a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261852 Jul 05 04:10:16.380975 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e823b8-cd9f-4f62-a5f0-426afb847b65 admin admin] Network c7e482e9-3310-4830-b688-0cb562197317 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:10:16.397392 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-7f23064e-68c6-43a3-9b63-6d462dd72797 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] For port 6dc395a5-5157-437a-aae5-c699e6bbad52, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6dc395a5-5157-437a-aae5-c699e6bbad52,segment=NetworkSegment(fc0e2445-1ac4-4a60-8c58-41174466960a),segment_id=fc0e2445-1ac4-4a60-8c58-41174466960a)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:16.398137 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f23064e-68c6-43a3-9b63-6d462dd72797 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.425670 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-7f23064e-68c6-43a3-9b63-6d462dd72797 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Calling delete_port for 6dc395a5-5157-437a-aae5-c699e6bbad52 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:16.442905 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ade6b036-dbbd-4183-bf15-425d13d83dc8 req-758a4ca7-ea5e-4bec-ab03-69d98ecb1e85 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2bfa9e8-d75f-4013-93a7-6f050149c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4022181 Jul 05 04:10:16.491588 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-10e823b8-cd9f-4f62-a5f0-426afb847b65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, c7e482e9-3310-4830-b688-0cb562197317) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:16.529490 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f23064e-68c6-43a3-9b63-6d462dd72797 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.541608 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e823b8-cd9f-4f62-a5f0-426afb847b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:16.542211 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-10e823b8-cd9f-4f62-a5f0-426afb847b65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.552598 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be9c1db-539f-461e-9ae7-81553191f1d0 None None] Network 85036edf-2555-4472-a520-ec2ac66a2b6a requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:16.555130 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f600f8-7baa-48cd-85e1-9b633d50cbd9 None None] Network c7e482e9-3310-4830-b688-0cb562197317 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:16.557390 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23064e-68c6-43a3-9b63-6d462dd72797 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Pushing event deleted for resources: {'Port': ['ID=6dc395a5-5157-437a-aae5-c699e6bbad52,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:16.567973 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f23064e-68c6-43a3-9b63-6d462dd72797 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] No DVR routers for this DVR port 6dc395a5-5157-437a-aae5-c699e6bbad52 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:16.638575 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-10e823b8-cd9f-4f62-a5f0-426afb847b65 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9290268 Jul 05 04:10:16.654946 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-748942eb-6af6-4d41-9304-385d7aa34839 None None] Port 10eafada-32bd-4887-8e1f-fdfe875ec5e8 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:10:16.661310 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f23064e-68c6-43a3-9b63-6d462dd72797 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.675884 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7f23064e-68c6-43a3-9b63-6d462dd72797 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8354398-9b8c-4147-8b16-0df45c73403c']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:16.694772 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7f23064e-68c6-43a3-9b63-6d462dd72797 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0e2445-1ac4-4a60-8c58-41174466960a') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:16.695146 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7f23064e-68c6-43a3-9b63-6d462dd72797 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0e2445-1ac4-4a60-8c58-41174466960a') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:16.708806 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f23064e-68c6-43a3-9b63-6d462dd72797 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.734100 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f23064e-68c6-43a3-9b63-6d462dd72797 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.745409 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f23064e-68c6-43a3-9b63-6d462dd72797 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:16.746453 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f23064e-68c6-43a3-9b63-6d462dd72797 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.749842 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-d5616d96-f9f7-497c-bc0e-92b56e490798 service neutron] 10.222.0.89 "GET /v2.0/networks/8ea7df2c-9621-40f9-b0fb-19b9c2e4305a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596416 Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:16.753975 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:16.798655 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-748942eb-6af6-4d41-9304-385d7aa34839 None None] Provisioning complete for port fa4b7020-bc71-42bb-9121-72e1dbba8b1e triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:16.799257 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-748942eb-6af6-4d41-9304-385d7aa34839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.833557 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-931724e9-c783-40ff-8edd-2fd9179fa6ec service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=0bd03fe8-1a38-4778-8165-e5222e120f1d HTTP/1.1" status: 200 len: 217 time: 0.0676916 Jul 05 04:10:16.930905 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f23064e-68c6-43a3-9b63-6d462dd72797 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.936962 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f23064e-68c6-43a3-9b63-6d462dd72797 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.942010 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7f23064e-68c6-43a3-9b63-6d462dd72797 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] 10.222.0.77 "DELETE /v2.0/networks/c8354398-9b8c-4147-8b16-0df45c73403c HTTP/1.1" status: 204 len: 168 time: 0.8649311 Jul 05 04:10:17.006797 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2348ac2-b1aa-4ca5-894f-a406cbe24e32 None None] DHCP port deletion for c8354398-9b8c-4147-8b16-0df45c73403c request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:10:17.007941 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23064e-68c6-43a3-9b63-6d462dd72797 tempest-FloatingIPNegativeTestJSON-235108617 tempest-FloatingIPNegativeTestJSON-235108617-project] Pushing event deleted for resources: {'Network': ['ID=c8354398-9b8c-4147-8b16-0df45c73403c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:17.015399 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5db84df-00e9-4d00-85d6-5e6e031d09dc None None] Network c7e482e9-3310-4830-b688-0cb562197317 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:17.081556 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-a800f409-db33-4a77-8bb9-50c9ef036ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:17.092190 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-a800f409-db33-4a77-8bb9-50c9ef036ed0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e870ccd1-5d08-4394-8905-8e1dcc9a2cbf HTTP/1.1" status: 200 len: 797 time: 0.2477748 Jul 05 04:10:17.245181 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-52327663-9b13-4109-a3c1-a5ee4831fe1b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:17.271499 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-52327663-9b13-4109-a3c1-a5ee4831fe1b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:17.352369 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device fa4b7020-bc71-42bb-9121-72e1dbba8b1e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:17.419405 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-122b8d9b-9b11-469d-a5d7-afc56929c4e6 None None] Provisioning for port 31d9ee6c-cb1b-4d3f-bace-ee36869bd107 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:17.426377 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52327663-9b13-4109-a3c1-a5ee4831fe1b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Port': ['ID=10eafada-32bd-4887-8e1f-fdfe875ec5e8,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:17.445413 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-96904813-9ca1-4c67-9bfa-c36d74f54420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:17.447181 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-96904813-9ca1-4c67-9bfa-c36d74f54420 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3541074 Jul 05 04:10:17.451724 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port fa4b7020-bc71-42bb-9121-72e1dbba8b1e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:17.452436 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:17.516467 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-122b8d9b-9b11-469d-a5d7-afc56929c4e6 None None] Provisioning complete for port 10eafada-32bd-4887-8e1f-fdfe875ec5e8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:17.517251 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-122b8d9b-9b11-469d-a5d7-afc56929c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:17.564828 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46250) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:17.578391 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-52327663-9b13-4109-a3c1-a5ee4831fe1b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:17.582880 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-122b8d9b-9b11-469d-a5d7-afc56929c4e6 None None] Port 10eafada-32bd-4887-8e1f-fdfe875ec5e8 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:10:17.592985 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 31d9ee6c-cb1b-4d3f-bace-ee36869bd107 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:17.616877 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 07ce1627-3a79-4a4f-a711-356d889a0ce3 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:17.667627 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cef3e-84ef-403c-8a4a-391dca9204df req-71426dd3-de09-4bab-a465-1022b312cdee tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:17.669276 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e36cef3e-84ef-403c-8a4a-391dca9204df req-71426dd3-de09-4bab-a465-1022b312cdee tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.2175345 Jul 05 04:10:17.701318 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 07ce1627-3a79-4a4f-a711-356d889a0ce3 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:17.708526 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 07ce1627-3a79-4a4f-a711-356d889a0ce3 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:17.709329 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:17.713183 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 31d9ee6c-cb1b-4d3f-bace-ee36869bd107 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:17.746052 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 31d9ee6c-cb1b-4d3f-bace-ee36869bd107 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:17.746518 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:17.765315 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e36cef3e-84ef-403c-8a4a-391dca9204df req-c533985c-3fed-44b8-8bb2-ae68391317a7 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825567 Jul 05 04:10:17.770974 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-0d566279-08d4-4ef2-bfa3-a1f702df5b13 service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007822 Jul 05 04:10:17.784144 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a384ee37-1876-49ca-a975-23ce859c7a6f None None] Provisioning complete for port 31d9ee6c-cb1b-4d3f-bace-ee36869bd107 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:17.784859 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a384ee37-1876-49ca-a975-23ce859c7a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:17.900246 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-04279839-6dda-4ca0-9a0d-b338875cdafa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e822f21b2e2e4073a1fe491b8bff5ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3288190 Jul 05 04:10:17.902385 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52327663-9b13-4109-a3c1-a5ee4831fe1b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network 4f914904-fdff-460a-88ce-09f6ff47c327 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:17.904995 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46254) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:17.909779 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:17.913243 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-52327663-9b13-4109-a3c1-a5ee4831fe1b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:17.991328 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45404bc3-eb80-40ad-a40a-04ea09b5eea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ce1627-3a79-4a4f-a711-356d889a0ce3'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:17.994128 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4402dca-617a-4937-aebd-0ef505cf0de3" -d '{"events": [{"server_uuid": "45404bc3-eb80-40ad-a40a-04ea09b5eea4", "name": "network-vif-plugged", "status": "completed", "tag": "07ce1627-3a79-4a4f-a711-356d889a0ce3"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:18.030664 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:18.045454 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 07ce1627-3a79-4a4f-a711-356d889a0ce3, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=07ce1627-3a79-4a4f-a711-356d889a0ce3,segment=NetworkSegment(296c63e3-13af-4804-917b-bc987e4f6089),segment_id=296c63e3-13af-4804-917b-bc987e4f6089)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:18.059345 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:18.073968 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-a6c09337-8234-4274-9f9d-f8d5a468a619 service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897787 Jul 05 04:10:18.088331 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-5fd40214-9f8a-43a8-a938-3cf04c8086ec tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:18.096497 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-5fd40214-9f8a-43a8-a938-3cf04c8086ec tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/networks?id=9d4cd02b-6115-4999-ad20-2af5074a0530 HTTP/1.1" status: 200 len: 812 time: 0.5833590 Jul 05 04:10:18.116005 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a384ee37-1876-49ca-a975-23ce859c7a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:18.121029 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 31d9ee6c-cb1b-4d3f-bace-ee36869bd107, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=31d9ee6c-cb1b-4d3f-bace-ee36869bd107,segment=NetworkSegment(aacd48bb-1f16-4678-a79c-9c09fe895a07),segment_id=aacd48bb-1f16-4678-a79c-9c09fe895a07)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:18.122520 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-05075732-5f00-4a41-aafe-8e0893d213b8 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/quotas/5e64e59963a3405d9aaa86fecdd63fe8 HTTP/1.1" status: 200 len: 375 time: 0.0249999 Jul 05 04:10:18.144212 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:18.168674 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=07ce1627-3a79-4a4f-a711-356d889a0ce3,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:18.171209 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-ce5454b6-cbfc-4987-808b-ab7c64d78961 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5e64e59963a3405d9aaa86fecdd63fe8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471134 Jul 05 04:10:18.248617 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.api [None req-a384ee37-1876-49ca-a975-23ce859c7a6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:10:18.248991 n-d-780147-23 neutron-server[105540]: DEBUG oslo_db.api [None req-a384ee37-1876-49ca-a975-23ce859c7a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:10:18.250715 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-7a509bcd-ffdb-4cf7-827d-d62b1c713728 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=fdd61790-feb9-41f4-a979-99718ff8af30 HTTP/1.1" status: 200 len: 217 time: 0.1634870 Jul 05 04:10:18.252309 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=31d9ee6c-cb1b-4d3f-bace-ee36869bd107,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:18.273992 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-75264b3e-9fed-42a8-92d3-af8c7a9249ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:18.279669 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-3995a563-a0b3-40f3-8474-e6cabe0bc734 service neutron] 10.222.0.77 "GET /v2.0/networks/9d4cd02b-6115-4999-ad20-2af5074a0530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079369 Jul 05 04:10:18.346089 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-75264b3e-9fed-42a8-92d3-af8c7a9249ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:18.369187 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dca2ad-e9be-4cf0-91ea-4f567b287a27 req-68aa32a6-743d-4860-9c9c-b9c23f22407d tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:18.370708 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-94dca2ad-e9be-4cf0-91ea-4f567b287a27 req-68aa32a6-743d-4860-9c9c-b9c23f22407d tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4 HTTP/1.1" status: 200 len: 945 time: 0.2375355 Jul 05 04:10:18.371282 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52327663-9b13-4109-a3c1-a5ee4831fe1b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Router 9f47dfc8-e288-4795-8621-bd2b0032ed19 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:10:18.375283 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-f695d464-33fe-4b5a-88b2-5abb85be1f8d service neutron] 10.222.0.77 "GET /v2.0/networks/9d4cd02b-6115-4999-ad20-2af5074a0530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884047 Jul 05 04:10:18.377754 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-0981d7aa-f864-4575-b8a1-e9800ce9c892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:18.379297 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-0981d7aa-f864-4575-b8a1-e9800ce9c892 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e870ccd1-5d08-4394-8905-8e1dcc9a2cbf HTTP/1.1" status: 200 len: 797 time: 0.1191707 Jul 05 04:10:18.524615 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80653376-99a2-45f0-b0df-351724aff46e x-openstack-request-id: req-80653376-99a2-45f0-b0df-351724aff46e {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:18.525058 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45404bc3-eb80-40ad-a40a-04ea09b5eea4", "name": "network-vif-plugged", "status": "completed", "tag": "07ce1627-3a79-4a4f-a711-356d889a0ce3", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:18.525167 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-80653376-99a2-45f0-b0df-351724aff46e {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:18.525657 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45404bc3-eb80-40ad-a40a-04ea09b5eea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ce1627-3a79-4a4f-a711-356d889a0ce3', 'code': 200} Jul 05 04:10:18.557985 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-94dca2ad-e9be-4cf0-91ea-4f567b287a27 req-ae2ab8f5-2eb1-4778-a8b1-75d458fb6319 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2bfa9e8-d75f-4013-93a7-6f050149c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777289 Jul 05 04:10:18.589399 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52327663-9b13-4109-a3c1-a5ee4831fe1b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:18.595620 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-52327663-9b13-4109-a3c1-a5ee4831fe1b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "PUT /v2.0/routers/9f47dfc8-e288-4795-8621-bd2b0032ed19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7195878 Jul 05 04:10:18.598581 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46264) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:18.607760 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3e5922-5206-4b0b-a844-0a6d78197abf None None] Sync routers for ids ['9f47dfc8-e288-4795-8621-bd2b0032ed19'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:18.612606 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-75264b3e-9fed-42a8-92d3-af8c7a9249ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:18.615146 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-75264b3e-9fed-42a8-92d3-af8c7a9249ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:18.622407 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-75264b3e-9fed-42a8-92d3-af8c7a9249ad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/168fd213-310f-4dd6-8f0c-ffb721432e90 HTTP/1.1" status: 204 len: 168 time: 0.7131042 Jul 05 04:10:18.624767 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3e5922-5206-4b0b-a844-0a6d78197abf None None] Routers {'9f47dfc8-e288-4795-8621-bd2b0032ed19'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:18.630513 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ef3e5922-5206-4b0b-a844-0a6d78197abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['9f47dfc8-e288-4795-8621-bd2b0032ed19'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:18.665913 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-77851ab5-3e10-4eec-9cf7-8ae9361d117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:18.667466 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-77851ab5-3e10-4eec-9cf7-8ae9361d117c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2721338 Jul 05 04:10:18.673466 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75264b3e-9fed-42a8-92d3-af8c7a9249ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168fd213-310f-4dd6-8f0c-ffb721432e90,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:18.725490 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ef3e5922-5206-4b0b-a844-0a6d78197abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:18.791073 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3e5922-5206-4b0b-a844-0a6d78197abf None None] Routers {'9f47dfc8-e288-4795-8621-bd2b0032ed19'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:18.792184 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ef3e5922-5206-4b0b-a844-0a6d78197abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['9f47dfc8-e288-4795-8621-bd2b0032ed19'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:18.811696 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca988b8-e520-46b5-b282-492e2839df52 req-b0d7f811-7d78-4c1b-9c34-58464abc1c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:18.817222 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1ca988b8-e520-46b5-b282-492e2839df52 req-b0d7f811-7d78-4c1b-9c34-58464abc1c69 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4 HTTP/1.1" status: 200 len: 1097 time: 0.0931010 Jul 05 04:10:18.823006 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65322cfd-b0ec-4aa2-bd85-a208c32be57f tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:18.828059 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46274) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:18.830671 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-65322cfd-b0ec-4aa2-bd85-a208c32be57f tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "GET /v2.0/ports/10eafada-32bd-4887-8e1f-fdfe875ec5e8 HTTP/1.1" status: 200 len: 910 time: 0.2286923 Jul 05 04:10:18.842505 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b26136c-dd6d-4cd1-939c-11f94d636f58 req-773171f0-45f7-41f5-9c93-c6597d17e955 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 210 time: 0.1588738 Jul 05 04:10:18.896997 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ef3e5922-5206-4b0b-a844-0a6d78197abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:18.899141 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3e5922-5206-4b0b-a844-0a6d78197abf None None] The sync data for ids ['9f47dfc8-e288-4795-8621-bd2b0032ed19'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:18.988976 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 31d9ee6c-cb1b-4d3f-bace-ee36869bd107 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:19.012107 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-d27ddb20-a4ca-4adc-bd94-b13a7de95a1d service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274052 Jul 05 04:10:19.114987 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-48df538f-c5b0-4773-9315-ef51a28da6b4 None None] Provisioning complete for port 10eafada-32bd-4887-8e1f-fdfe875ec5e8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:19.115360 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-48df538f-c5b0-4773-9315-ef51a28da6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:19.182197 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9c886-c4d8-4be4-9160-3ff9d4a74227 req-e76c74c5-dfe7-42ae-971f-dd007b61b5c4 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:19.183830 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0bd9c886-c4d8-4be4-9160-3ff9d4a74227 req-e76c74c5-dfe7-42ae-971f-dd007b61b5c4 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.70 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.3313849 Jul 05 04:10:19.186254 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-9b59668e-666d-43d2-88c7-299303008bf2 service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651194 Jul 05 04:10:19.219580 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1ca988b8-e520-46b5-b282-492e2839df52 req-d76d0b35-230b-44d0-9091-8c17431da6ed service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f2bfa9e8-d75f-4013-93a7-6f050149c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812723 Jul 05 04:10:19.251725 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-e89e5171-9746-4765-996d-ef9fb88f7e37 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=81d34584-23f6-4dff-9dc0-032a27b0bcf4 HTTP/1.1" status: 200 len: 217 time: 0.0483713 Jul 05 04:10:19.257208 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-48df538f-c5b0-4773-9315-ef51a28da6b4 None None] Port 10eafada-32bd-4887-8e1f-fdfe875ec5e8 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:10:19.268422 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 31d9ee6c-cb1b-4d3f-bace-ee36869bd107 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:19.268756 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:19.322287 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966c2b3-b901-4030-b5fc-8aef509ddcd4 req-3b11d86c-bc68-4add-8693-f5f0dfd2882e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:19.324187 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1966c2b3-b901-4030-b5fc-8aef509ddcd4 req-3b11d86c-bc68-4add-8693-f5f0dfd2882e tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.2448761 Jul 05 04:10:19.422270 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6dc395a5-5157-437a-aae5-c699e6bbad52 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:19.444119 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1966c2b3-b901-4030-b5fc-8aef509ddcd4 req-92049d04-a199-4ee5-919a-25326a2b9a01 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021397 Jul 05 04:10:19.490136 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 6dc395a5-5157-437a-aae5-c699e6bbad52 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:19.490525 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6dc395a5-5157-437a-aae5-c699e6bbad52 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:19.528201 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-261ff4cf-abf9-46fe-8571-372ce88ab4be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:19.791783 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-ed2a4b90-c447-4709-a19f-328b4474ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:19.793817 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-ed2a4b90-c447-4709-a19f-328b4474ef77 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e870ccd1-5d08-4394-8905-8e1dcc9a2cbf HTTP/1.1" status: 200 len: 797 time: 0.5121393 Jul 05 04:10:19.906972 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-261ff4cf-abf9-46fe-8571-372ce88ab4be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Allocated IP 172.21.0.1 (85036edf-2555-4472-a520-ec2ac66a2b6a/b4045711-ff02-42f3-91a0-0eb289421a3b/1944fafa-353d-4eb0-b3bc-b056c75b71e9) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:19.935722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-0bd9c886-c4d8-4be4-9160-3ff9d4a74227 req-c45b76a2-150d-497c-b339-5fbb959d66c1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Deleting port 2a737e3b-7647-4859-8d3b-5a41559ab915 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:19.936167 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0bd9c886-c4d8-4be4-9160-3ff9d4a74227 req-c45b76a2-150d-497c-b339-5fbb959d66c1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:20.014205 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698cd57-8938-4819-a27f-17e140163ec0 req-6562fea0-9598-46e7-ab7e-05cb657e1b28 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:20.016245 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b698cd57-8938-4819-a27f-17e140163ec0 req-6562fea0-9598-46e7-ab7e-05cb657e1b28 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4 HTTP/1.1" status: 200 len: 945 time: 0.2503288 Jul 05 04:10:20.022444 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46304) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:20.033520 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-6be5fb9d-442e-4522-91d9-85fd59f4b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:20.035133 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-6be5fb9d-442e-4522-91d9-85fd59f4b161 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2199867 Jul 05 04:10:20.039972 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-407c5933-56fb-4754-bffd-8946ca39d73f req-ab4d200e-a41c-4404-8117-25d0e28af7fc tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 210 time: 0.0430939 Jul 05 04:10:20.087409 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-261ff4cf-abf9-46fe-8571-372ce88ab4be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:20.109069 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-261ff4cf-abf9-46fe-8571-372ce88ab4be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Transition to ACTIVE for port object 1944fafa-353d-4eb0-b3bc-b056c75b71e9 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:20.152622 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-261ff4cf-abf9-46fe-8571-372ce88ab4be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:20.166823 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b698cd57-8938-4819-a27f-17e140163ec0 req-1ddb85e4-3836-4741-938c-88e035cf3b68 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2bfa9e8-d75f-4013-93a7-6f050149c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364279 Jul 05 04:10:20.192765 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-0bd9c886-c4d8-4be4-9160-3ff9d4a74227 req-c45b76a2-150d-497c-b339-5fbb959d66c1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] For port 2a737e3b-7647-4859-8d3b-5a41559ab915, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=2a737e3b-7647-4859-8d3b-5a41559ab915,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:20.193320 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0bd9c886-c4d8-4be4-9160-3ff9d4a74227 req-c45b76a2-150d-497c-b339-5fbb959d66c1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:20.202897 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-731ded10-f871-4493-b3f5-008e586f8eb9 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Request body: {'networks': [{'name': 'tempest-network--1215048856'}, {'name': 'tempest-network--88233266'}]} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:20.203206 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-731ded10-f871-4493-b3f5-008e586f8eb9 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Request body: {'network': {'name': 'tempest-network--1215048856'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:20.203883 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-731ded10-f871-4493-b3f5-008e586f8eb9 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Request body: {'network': {'name': 'tempest-network--88233266'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:20.227456 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261ff4cf-abf9-46fe-8571-372ce88ab4be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network 85036edf-2555-4472-a520-ec2ac66a2b6a is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:20.240334 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-261ff4cf-abf9-46fe-8571-372ce88ab4be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:20.242697 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261ff4cf-abf9-46fe-8571-372ce88ab4be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:20.297457 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ff4cf-abf9-46fe-8571-372ce88ab4be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Port': ['ID=1944fafa-353d-4eb0-b3bc-b056c75b71e9,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:20.341284 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-407a6cf9-0f7a-4195-a9b4-9f9885431aaa service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786059 Jul 05 04:10:20.347220 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731ded10-f871-4493-b3f5-008e586f8eb9 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Made reservation on behalf of 5ac568c6bf99487193f8cc58cc94de58 for: {'network': 2} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:20.352880 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-731ded10-f871-4493-b3f5-008e586f8eb9 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:20.353089 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-261ff4cf-abf9-46fe-8571-372ce88ab4be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:20.386738 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-731ded10-f871-4493-b3f5-008e586f8eb9 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:20.612100 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-26af0d0e-6c43-4f60-8d7e-f21907865da1 None None] Provisioning for port 1944fafa-353d-4eb0-b3bc-b056c75b71e9 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:20.617190 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-26af0d0e-6c43-4f60-8d7e-f21907865da1 None None] Provisioning complete for port 1944fafa-353d-4eb0-b3bc-b056c75b71e9 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:20.617640 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-26af0d0e-6c43-4f60-8d7e-f21907865da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:20.646200 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-9afdab47-5dfc-4740-8c7f-0db5c4a5feef tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:20.647968 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-9afdab47-5dfc-4740-8c7f-0db5c4a5feef tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.89 "GET /v2.0/networks?id=9d4cd02b-6115-4999-ad20-2af5074a0530 HTTP/1.1" status: 200 len: 812 time: 0.2337766 Jul 05 04:10:20.651234 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-261ff4cf-abf9-46fe-8571-372ce88ab4be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:20.665066 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-26af0d0e-6c43-4f60-8d7e-f21907865da1 None None] Port 1944fafa-353d-4eb0-b3bc-b056c75b71e9 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:10:20.668622 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-7b6ec508-d9bb-42db-9345-d06f89e917cb tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Request body: {'port': {'device_id': '57b9d03f-54d2-46af-962b-ab638ebf4c5f', 'network_id': '9d4cd02b-6115-4999-ad20-2af5074a0530', 'admin_state_up': True, 'tenant_id': '5e64e59963a3405d9aaa86fecdd63fe8'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:20.784558 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-342f5b68-47c6-4f67-ac91-292395523896 service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199977 Jul 05 04:10:20.798530 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0bd9c886-c4d8-4be4-9160-3ff9d4a74227 req-c45b76a2-150d-497c-b339-5fbb959d66c1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:20.799577 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0bd9c886-c4d8-4be4-9160-3ff9d4a74227 req-c45b76a2-150d-497c-b339-5fbb959d66c1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:20.799577 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [req-0bd9c886-c4d8-4be4-9160-3ff9d4a74227 req-c45b76a2-150d-497c-b339-5fbb959d66c1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Floating IP 09d48147-d405-4890-8c12-a52901390609 disassociated. External IP: 172.25.1.28, port: 2a737e3b-7647-4859-8d3b-5a41559ab915. Jul 05 04:10:20.800007 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-0bd9c886-c4d8-4be4-9160-3ff9d4a74227 req-c45b76a2-150d-497c-b339-5fbb959d66c1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Calling delete_port for 2a737e3b-7647-4859-8d3b-5a41559ab915 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:20.860538 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-d766bb85-3319-471f-a648-3611f4ea4583 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=90bd2861-0357-48b2-8bd8-74abedd49bf0 HTTP/1.1" status: 200 len: 217 time: 0.0515833 Jul 05 04:10:21.010676 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-5be1ce58-e425-489d-ac16-9281cad62976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:21.012353 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-5be1ce58-e425-489d-ac16-9281cad62976 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e870ccd1-5d08-4394-8905-8e1dcc9a2cbf HTTP/1.1" status: 200 len: 797 time: 0.1383677 Jul 05 04:10:21.024996 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d8e1a-96b8-4f3b-95fc-7d2fa2b88b8a req-f053720f-c2ea-4aed-9ad2-577bd56ea356 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:21.028630 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a41d8e1a-96b8-4f3b-95fc-7d2fa2b88b8a req-f053720f-c2ea-4aed-9ad2-577bd56ea356 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 944 time: 0.3241272 Jul 05 04:10:21.089608 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-261ff4cf-abf9-46fe-8571-372ce88ab4be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:21.096434 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-261ff4cf-abf9-46fe-8571-372ce88ab4be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:21.177407 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-731ded10-f871-4493-b3f5-008e586f8eb9 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:21.197298 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-731ded10-f871-4493-b3f5-008e586f8eb9 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:21.197802 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-731ded10-f871-4493-b3f5-008e586f8eb9 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:21.200832 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-261ff4cf-abf9-46fe-8571-372ce88ab4be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:21.205374 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ff4cf-abf9-46fe-8571-372ce88ab4be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Port': ['ID=1944fafa-353d-4eb0-b3bc-b056c75b71e9,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:21.239155 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-7b6ec508-d9bb-42db-9345-d06f89e917cb tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Made reservation on behalf of 5e64e59963a3405d9aaa86fecdd63fe8 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:21.242846 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-7b6ec508-d9bb-42db-9345-d06f89e917cb tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:21.279379 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a41d8e1a-96b8-4f3b-95fc-7d2fa2b88b8a req-056794e3-101f-4638-ba2d-d72e939767f0 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups?id=b158ea1a-7f96-486f-a4bc-e8f094aa59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042437 Jul 05 04:10:21.294402 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ded10-f871-4493-b3f5-008e586f8eb9 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa395f3-7694-4b9e-87aa-5cb2325a6de3,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:21.317643 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731ded10-f871-4493-b3f5-008e586f8eb9 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:10:21.338752 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-731ded10-f871-4493-b3f5-008e586f8eb9 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:21.339224 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-731ded10-f871-4493-b3f5-008e586f8eb9 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Added segment 97e1e0aa-a3a5-42eb-a05f-889e45faa68d of type vlan for network 073364b0-e592-4a3b-a80a-dcebf03cbcaf Jul 05 04:10:21.368460 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca7a7507-dda3-4acc-882f-54b77db7deed req-7db255ee-3c5e-4eee-b0d1-790d8ad6276e tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 210 time: 0.0930405 Jul 05 04:10:21.406795 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-3caf7435-fc1f-4078-b567-9b65a2dc0d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:21.409417 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-3caf7435-fc1f-4078-b567-9b65a2dc0d9b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3708677 Jul 05 04:10:21.436520 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0bd9c886-c4d8-4be4-9160-3ff9d4a74227 req-c45b76a2-150d-497c-b339-5fbb959d66c1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:21.445066 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-731ded10-f871-4493-b3f5-008e586f8eb9 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:21.529118 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261ff4cf-abf9-46fe-8571-372ce88ab4be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network 85036edf-2555-4472-a520-ec2ac66a2b6a is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:21.540048 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-261ff4cf-abf9-46fe-8571-372ce88ab4be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:21.548941 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-7b6ec508-d9bb-42db-9345-d06f89e917cb tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Allocated IP 172.20.0.7 (9d4cd02b-6115-4999-ad20-2af5074a0530/7cd5dc22-65fe-4fa7-b3a8-a0541de25bbc/8d3e8f21-05f6-427a-b87e-4c6b4207b16f) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:21.570407 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b76a2-150d-497c-b339-5fbb959d66c1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Pushing event deleted for resources: {'Port': ['ID=2a737e3b-7647-4859-8d3b-5a41559ab915,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:21.645878 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 2a737e3b-7647-4859-8d3b-5a41559ab915 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:21.671981 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731ded10-f871-4493-b3f5-008e586f8eb9 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:10:21.685979 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 2a737e3b-7647-4859-8d3b-5a41559ab915 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:21.687402 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 2a737e3b-7647-4859-8d3b-5a41559ab915 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:21.728827 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-731ded10-f871-4493-b3f5-008e586f8eb9 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:21.729243 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-731ded10-f871-4493-b3f5-008e586f8eb9 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Added segment 1c30b036-c4bf-4202-970e-82ef0ae4b159 of type vlan for network b3322eef-7ade-4e44-b27a-1a6a6707a657 Jul 05 04:10:21.753762 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be797b47-ac74-40d2-9474-0180503c865a req-681573ea-b06e-4c87-b44a-1b322cce6206 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:21.755421 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-be797b47-ac74-40d2-9474-0180503c865a req-681573ea-b06e-4c87-b44a-1b322cce6206 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4 HTTP/1.1" status: 200 len: 945 time: 0.3417158 Jul 05 04:10:21.816101 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-df549004-ef12-4b58-ad52-cdf730776308 service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832328 Jul 05 04:10:21.818184 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261ff4cf-abf9-46fe-8571-372ce88ab4be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Router 9f47dfc8-e288-4795-8621-bd2b0032ed19 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:10:21.871868 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-731ded10-f871-4493-b3f5-008e586f8eb9 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:21.959079 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bd9c886-c4d8-4be4-9160-3ff9d4a74227 req-c45b76a2-150d-497c-b339-5fbb959d66c1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Router fb2fc65b-aec5-449a-87e0-1bd56df2d64e has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:10:21.972103 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-be797b47-ac74-40d2-9474-0180503c865a req-e6b80f4f-59c1-4656-8545-eb21e7fc9f7c tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2bfa9e8-d75f-4013-93a7-6f050149c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794000 Jul 05 04:10:22.006731 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6c69e253-69f0-4fde-9bff-ff508c3cfdb2 None None] Provisioning complete for port 1944fafa-353d-4eb0-b3bc-b056c75b71e9 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:22.009676 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6c69e253-69f0-4fde-9bff-ff508c3cfdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:22.042484 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-6945646b-0fd3-4b52-9b7a-c4b06c968bec service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143631 Jul 05 04:10:22.047883 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-7b6ec508-d9bb-42db-9345-d06f89e917cb tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:22.072887 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-731ded10-f871-4493-b3f5-008e586f8eb9 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:22.073638 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-731ded10-f871-4493-b3f5-008e586f8eb9 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:22.082264 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731ded10-f871-4493-b3f5-008e586f8eb9 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:22.089608 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731ded10-f871-4493-b3f5-008e586f8eb9 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:22.090735 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-731ded10-f871-4493-b3f5-008e586f8eb9 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:22.095036 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-6c69e253-69f0-4fde-9bff-ff508c3cfdb2 None None] Port 1944fafa-353d-4eb0-b3bc-b056c75b71e9 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:10:22.129128 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261ff4cf-abf9-46fe-8571-372ce88ab4be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:22.137553 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-261ff4cf-abf9-46fe-8571-372ce88ab4be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "PUT /v2.0/routers/9f47dfc8-e288-4795-8621-bd2b0032ed19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3053417 Jul 05 04:10:22.137553 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-7b6ec508-d9bb-42db-9345-d06f89e917cb tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:22.138604 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46324) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:22.143027 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f2cc6e-0a1b-4c5a-a587-e00f48749edd None None] Sync routers for ids ['9f47dfc8-e288-4795-8621-bd2b0032ed19'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:22.155225 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f2cc6e-0a1b-4c5a-a587-e00f48749edd None None] Routers {'9f47dfc8-e288-4795-8621-bd2b0032ed19'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:22.156085 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-50f2cc6e-0a1b-4c5a-a587-e00f48749edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['9f47dfc8-e288-4795-8621-bd2b0032ed19'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:22.162900 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-a7058c8c-7db9-43b7-b435-6fc1e4371e54 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6cec93df-cbad-411d-b19a-95f6dc421183 HTTP/1.1" status: 200 len: 217 time: 0.1093054 Jul 05 04:10:22.196260 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-50f2cc6e-0a1b-4c5a-a587-e00f48749edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:22.210965 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f2cc6e-0a1b-4c5a-a587-e00f48749edd None None] Routers {'9f47dfc8-e288-4795-8621-bd2b0032ed19'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:22.212281 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-50f2cc6e-0a1b-4c5a-a587-e00f48749edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['9f47dfc8-e288-4795-8621-bd2b0032ed19'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:22.222271 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-7b6ec508-d9bb-42db-9345-d06f89e917cb tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Network 9d4cd02b-6115-4999-ad20-2af5074a0530 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:22.232457 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-7b6ec508-d9bb-42db-9345-d06f89e917cb tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:22.238649 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-7b6ec508-d9bb-42db-9345-d06f89e917cb tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:22.262715 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-50f2cc6e-0a1b-4c5a-a587-e00f48749edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:22.263387 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f2cc6e-0a1b-4c5a-a587-e00f48749edd None None] The sync data for ids ['9f47dfc8-e288-4795-8621-bd2b0032ed19'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:22.269977 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-731ded10-f871-4493-b3f5-008e586f8eb9 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.2463844 Jul 05 04:10:22.275712 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb13287-e6ae-4b3d-b633-e2ba9c6adfd7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:22.276288 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46326) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:22.277204 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-acb13287-e6ae-4b3d-b633-e2ba9c6adfd7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "GET /v2.0/ports/1944fafa-353d-4eb0-b3bc-b056c75b71e9 HTTP/1.1" status: 200 len: 910 time: 0.1382163 Jul 05 04:10:22.283008 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46328) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:22.291400 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ec508-d9bb-42db-9345-d06f89e917cb tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Pushing event updated for resources: {'Port': ['ID=8d3e8f21-05f6-427a-b87e-4c6b4207b16f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:22.398266 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-7b6ec508-d9bb-42db-9345-d06f89e917cb tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:22.399299 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-7b6ec508-d9bb-42db-9345-d06f89e917cb tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:22.442245 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ded10-f871-4493-b3f5-008e586f8eb9 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Pushing event updated for resources: {'Network': ['ID=073364b0-e592-4a3b-a80a-dcebf03cbcaf,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:22.459546 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 073364b0-e592-4a3b-a80a-dcebf03cbcaf details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:10:22.483862 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56d58b14-ed9e-4079-bc9d-9edf96a3a188 req-2fe86be9-92df-41b1-bf5f-bf8011dc463b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 210 time: 0.0556393 Jul 05 04:10:22.485775 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-7b6ec508-d9bb-42db-9345-d06f89e917cb tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8229685 Jul 05 04:10:22.553421 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-c48d4354-c0ad-42b1-bf09-4a397479bc96 service neutron] Request body: {'port': {'device_id': '57b9d03f-54d2-46af-962b-ab638ebf4c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:22.872227 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-e4299554-7bac-4038-a359-e19dcbf963f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:22.873758 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-e4299554-7bac-4038-a359-e19dcbf963f3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a927bcdc-e462-4ca7-b6a1-c36068d79290 HTTP/1.1" status: 200 len: 797 time: 0.6388502 Jul 05 04:10:23.005946 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bd9c886-c4d8-4be4-9160-3ff9d4a74227 req-c45b76a2-150d-497c-b339-5fbb959d66c1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:23.007453 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ded10-f871-4493-b3f5-008e586f8eb9 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Pushing event updated for resources: {'Network': ['ID=b3322eef-7ade-4e44-b27a-1a6a6707a657,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:23.016587 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c3401f-be69-4d39-8f81-cb96bc9517e0 None None] Sync routers for ids ['fb2fc65b-aec5-449a-87e0-1bd56df2d64e'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:23.017816 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddebefd-671e-42db-838d-5f240ee4668e req-ff227d10-d44b-4680-94bb-677aef90ea5f tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:23.019073 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eddebefd-671e-42db-838d-5f240ee4668e req-ff227d10-d44b-4680-94bb-677aef90ea5f tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4 HTTP/1.1" status: 200 len: 945 time: 0.8796918 Jul 05 04:10:23.032020 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46336) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:23.043430 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network b3322eef-7ade-4e44-b27a-1a6a6707a657 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:10:23.043643 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e9816ace-646a-48ff-ae86-939659d70971 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Request body: {'floatingip': {'port_id': '07ce1627-3a79-4a4f-a711-356d889a0ce3'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:23.102283 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd74182-d4e6-40ab-bfed-e637b94492e6 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:23.108121 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd74182-d4e6-40ab-bfed-e637b94492e6 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:23.109464 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c3401f-be69-4d39-8f81-cb96bc9517e0 None None] Routers {'fb2fc65b-aec5-449a-87e0-1bd56df2d64e'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:23.110316 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-76c3401f-be69-4d39-8f81-cb96bc9517e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['fb2fc65b-aec5-449a-87e0-1bd56df2d64e'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:23.114645 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd74182-d4e6-40ab-bfed-e637b94492e6 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:23.120833 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd74182-d4e6-40ab-bfed-e637b94492e6 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:23.122952 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6dd74182-d4e6-40ab-bfed-e637b94492e6 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.8380957 Jul 05 04:10:23.132640 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46338) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:23.151054 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd9c886-c4d8-4be4-9160-3ff9d4a74227 req-c45b76a2-150d-497c-b339-5fbb959d66c1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] No DVR routers for this DVR port 2a737e3b-7647-4859-8d3b-5a41559ab915 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:23.155596 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0bd9c886-c4d8-4be4-9160-3ff9d4a74227 req-c45b76a2-150d-497c-b339-5fbb959d66c1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:23.158264 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0bd9c886-c4d8-4be4-9160-3ff9d4a74227 req-c45b76a2-150d-497c-b339-5fbb959d66c1 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.70 "DELETE /v2.0/ports/2a737e3b-7647-4859-8d3b-5a41559ab915 HTTP/1.1" status: 204 len: 173 time: 3.9648402 Jul 05 04:10:23.160887 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887e929d-cd43-451e-8752-b2d1274a7ffb', 'name': 'network-vif-deleted', 'tag': '2a737e3b-7647-4859-8d3b-5a41559ab915'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:23.163042 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db773ad3-fba8-4a29-abce-d9d38edbf3a8" -d '{"events": [{"server_uuid": "887e929d-cd43-451e-8752-b2d1274a7ffb", "name": "network-vif-deleted", "tag": "2a737e3b-7647-4859-8d3b-5a41559ab915"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:23.171234 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e9816ace-646a-48ff-ae86-939659d70971 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for floatingip, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:23.235926 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-76c3401f-be69-4d39-8f81-cb96bc9517e0 None None] Set router fb2fc65b-aec5-449a-87e0-1bd56df2d64e gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:10:23.260632 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-5a10d385-4d29-4435-8c9b-879907722e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:23.262248 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-5a10d385-4d29-4435-8c9b-879907722e64 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a6d904c9-d5c3-4585-9d21-be63aa884ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3715255 Jul 05 04:10:23.268273 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-c48d4354-c0ad-42b1-bf09-4a397479bc96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:23.372697 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7451fd-8615-40b2-bc58-a204eec74127 req-db78da9d-8385-480d-bad6-46704f58d265 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:23.385590 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9b7451fd-8615-40b2-bc58-a204eec74127 req-db78da9d-8385-480d-bad6-46704f58d265 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 931 time: 0.7687054 Jul 05 04:10:23.468879 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-a5a842f8-120f-4d90-974e-1143909ad55b service neutron] 10.222.0.89 "GET /v2.0/networks/a6d904c9-d5c3-4585-9d21-be63aa884ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950059 Jul 05 04:10:23.511242 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-76c3401f-be69-4d39-8f81-cb96bc9517e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'name': 'tempest-ServerActionsTestJSON-2097019974-router', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '967f0af8-23df-46a6-9a62-d7de2f337f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:20Z', 'updated_at': '2021-07-05T03:57:34Z', 'revision_number': 4, 'project_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'gw_port': {'id': '967f0af8-23df-46a6-9a62-d7de2f337f15', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:23Z', 'updated_at': '2021-07-05T03:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5', 'name': '', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'mac_address': 'fa:16:3e:e7:de:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:31Z', 'updated_at': '2021-07-05T03:57:44Z', 'revision_number': 5, 'project_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'subnets': [{'id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:23.511714 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d2de1b22-7d84-4da0-823b-e735b65d6a30 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:23.553872 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c3401f-be69-4d39-8f81-cb96bc9517e0 None None] Checking router: fb2fc65b-aec5-449a-87e0-1bd56df2d64e for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:10:23.561399 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff86456-0dd9-4187-942f-16f2db59b9d2 x-openstack-request-id: req-2ff86456-0dd9-4187-942f-16f2db59b9d2 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:23.561698 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887e929d-cd43-451e-8752-b2d1274a7ffb", "name": "network-vif-deleted", "tag": "2a737e3b-7647-4859-8d3b-5a41559ab915", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:23.561955 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2ff86456-0dd9-4187-942f-16f2db59b9d2 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:23.562359 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887e929d-cd43-451e-8752-b2d1274a7ffb', 'name': 'network-vif-deleted', 'tag': '2a737e3b-7647-4859-8d3b-5a41559ab915', 'status': 'completed', 'code': 200} Jul 05 04:10:23.567115 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c3401f-be69-4d39-8f81-cb96bc9517e0 None None] Routers {'fb2fc65b-aec5-449a-87e0-1bd56df2d64e'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:23.568633 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-76c3401f-be69-4d39-8f81-cb96bc9517e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['fb2fc65b-aec5-449a-87e0-1bd56df2d64e'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:23.744096 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-9c6845e4-00cf-4904-ae65-03ad27c75933 service neutron] 10.222.0.89 "GET /v2.0/networks/a6d904c9-d5c3-4585-9d21-be63aa884ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444739 Jul 05 04:10:23.746146 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9b7451fd-8615-40b2-bc58-a204eec74127 req-d5a13c6d-86cb-4491-b73f-a85a6abbf815 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfc142-db45-4265-88bf-a7325bdb0d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592899 Jul 05 04:10:23.780879 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8dba7974-b12d-4490-85b0-aa28bf073770 req-a11a6378-1f69-472e-ac0c-ed645a3f4c91 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/ports?device_id=887e929d-cd43-451e-8752-b2d1274a7ffb HTTP/1.1" status: 200 len: 210 time: 0.0847275 Jul 05 04:10:23.835613 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d2de1b22-7d84-4da0-823b-e735b65d6a30 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:23.853626 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-8b885a68-7a10-46d0-8850-01265341bd7b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f4d202a6-ac7b-4064-86e3-09e5957ff02e HTTP/1.1" status: 200 len: 217 time: 0.0713577 Jul 05 04:10:23.884772 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-76c3401f-be69-4d39-8f81-cb96bc9517e0 None None] Set router fb2fc65b-aec5-449a-87e0-1bd56df2d64e gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:10:23.910615 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-d2de1b22-7d84-4da0-823b-e735b65d6a30 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073364b0-e592-4a3b-a80a-dcebf03cbcaf']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:23.925632 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-d2de1b22-7d84-4da0-823b-e735b65d6a30 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e1e0aa-a3a5-42eb-a05f-889e45faa68d') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:23.925897 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-d2de1b22-7d84-4da0-823b-e735b65d6a30 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e1e0aa-a3a5-42eb-a05f-889e45faa68d') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:23.952891 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d2de1b22-7d84-4da0-823b-e735b65d6a30 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:23.965779 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-3d286962-69f2-44ed-8fe4-a8b833ae2510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:23.967374 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-3d286962-69f2-44ed-8fe4-a8b833ae2510 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a927bcdc-e462-4ca7-b6a1-c36068d79290 HTTP/1.1" status: 200 len: 797 time: 0.1029716 Jul 05 04:10:23.985922 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7ccf7fb8-6dc5-4fb6-a7dc-c60719a4149a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.060360 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d2de1b22-7d84-4da0-823b-e735b65d6a30 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.115928 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2de1b22-7d84-4da0-823b-e735b65d6a30 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:24.116453 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d2de1b22-7d84-4da0-823b-e735b65d6a30 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.121233 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-4b066e86-dcd9-472d-9e9d-7519d784377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:24.123428 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-4b066e86-dcd9-472d-9e9d-7519d784377f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a6d904c9-d5c3-4585-9d21-be63aa884ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1421347 Jul 05 04:10:24.127280 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e9816ace-646a-48ff-ae86-939659d70971 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:24.129927 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:24.149482 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-76c3401f-be69-4d39-8f81-cb96bc9517e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'name': 'tempest-ServerActionsTestJSON-2097019974-router', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '967f0af8-23df-46a6-9a62-d7de2f337f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:20Z', 'updated_at': '2021-07-05T03:57:34Z', 'revision_number': 4, 'project_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'gw_port': {'id': '967f0af8-23df-46a6-9a62-d7de2f337f15', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:23Z', 'updated_at': '2021-07-05T03:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5', 'name': '', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'mac_address': 'fa:16:3e:e7:de:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:31Z', 'updated_at': '2021-07-05T03:57:44Z', 'revision_number': 5, 'project_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'subnets': [{'id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:24.188241 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c3401f-be69-4d39-8f81-cb96bc9517e0 None None] The sync data for ids ['fb2fc65b-aec5-449a-87e0-1bd56df2d64e'] in n-d-780147-23 is: [{'id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'name': 'tempest-ServerActionsTestJSON-2097019974-router', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '967f0af8-23df-46a6-9a62-d7de2f337f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:20Z', 'updated_at': '2021-07-05T03:57:34Z', 'revision_number': 4, 'project_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'gw_port': {'id': '967f0af8-23df-46a6-9a62-d7de2f337f15', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:23Z', 'updated_at': '2021-07-05T03:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5', 'name': '', 'network_id': '76e1944d-1d03-4c4e-b1ba-413cddc95912', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'mac_address': 'fa:16:3e:e7:de:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:31Z', 'updated_at': '2021-07-05T03:57:44Z', 'revision_number': 5, 'project_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'subnets': [{'id': 'd157b61e-6b4a-43c9-a07c-5c6e1fda4120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:24.290891 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e9816ace-646a-48ff-ae86-939659d70971 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.300870 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-16b5af78-5065-439c-892d-7ee9c9893501 service neutron] 10.222.0.89 "GET /v2.0/networks/a6d904c9-d5c3-4585-9d21-be63aa884ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670685 Jul 05 04:10:24.422514 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-c48d4354-c0ad-42b1-bf09-4a397479bc96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d3e8f21-05f6-427a-b87e-4c6b4207b16f {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:10:24.428509 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d2de1b22-7d84-4da0-823b-e735b65d6a30 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.434637 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d2de1b22-7d84-4da0-823b-e735b65d6a30 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.440365 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d2de1b22-7d84-4da0-823b-e735b65d6a30 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] 10.222.0.77 "DELETE /v2.0/networks/073364b0-e592-4a3b-a80a-dcebf03cbcaf HTTP/1.1" status: 204 len: 168 time: 1.3050823 Jul 05 04:10:24.443450 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46350) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:24.462738 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-c48d4354-c0ad-42b1-bf09-4a397479bc96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.506587 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c0028b5-c919-4d25-933a-88cb8d81dea3 req-269bb88a-19ee-4452-a222-efb0977ffafb service neutron] 10.222.0.89 "GET /v2.0/networks/a6d904c9-d5c3-4585-9d21-be63aa884ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616745 Jul 05 04:10:24.508289 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-e9816ace-646a-48ff-ae86-939659d70971 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Floating IP 7a6251a6-90da-4efc-8f8a-931f3a0ef71f associated. External IP: 172.25.1.68, port: 07ce1627-3a79-4a4f-a711-356d889a0ce3. Jul 05 04:10:24.529332 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de1b22-7d84-4da0-823b-e735b65d6a30 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Pushing event deleted for resources: {'Network': ['ID=073364b0-e592-4a3b-a80a-dcebf03cbcaf,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:24.558589 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-c48d4354-c0ad-42b1-bf09-4a397479bc96 service neutron] Transition to ACTIVE for port object 8d3e8f21-05f6-427a-b87e-4c6b4207b16f will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:24.581962 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-c48d4354-c0ad-42b1-bf09-4a397479bc96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.604041 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d691-de02-440d-b7e8-37aab7c27665 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.644517 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05646c88-21fe-4922-ba0b-afec4c59840f None None] New status for floating IP 09d48147-d405-4890-8c12-a52901390609: DOWN {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:10:24.698066 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d4354-c0ad-42b1-bf09-4a397479bc96 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3e8f21-05f6-427a-b87e-4c6b4207b16f,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:24.821133 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9816ace-646a-48ff-ae86-939659d70971 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Router 78e8e011-52d8-4be9-9975-f2956a864371 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:10:24.881278 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d691-de02-440d-b7e8-37aab7c27665 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.897749 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-1ab9d691-de02-440d-b7e8-37aab7c27665 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3322eef-7ade-4e44-b27a-1a6a6707a657']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:24.925986 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-1ab9d691-de02-440d-b7e8-37aab7c27665 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c30b036-c4bf-4202-970e-82ef0ae4b159') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:24.926269 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-1ab9d691-de02-440d-b7e8-37aab7c27665 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c30b036-c4bf-4202-970e-82ef0ae4b159') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:24.940602 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46360) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:24.943384 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d691-de02-440d-b7e8-37aab7c27665 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.946517 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-c48d4354-c0ad-42b1-bf09-4a397479bc96 service neutron] Attempting to bind port 8d3e8f21-05f6-427a-b87e-4c6b4207b16f on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:10:24.946856 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-c48d4354-c0ad-42b1-bf09-4a397479bc96 service neutron] Attempting to bind port 8d3e8f21-05f6-427a-b87e-4c6b4207b16f by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '4f89e26d-d8e8-4b51-adea-a2cab38902be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9d4cd02b-6115-4999-ad20-2af5074a0530'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:10:24.947187 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-c48d4354-c0ad-42b1-bf09-4a397479bc96 service neutron] Attempting to bind port 8d3e8f21-05f6-427a-b87e-4c6b4207b16f on network 9d4cd02b-6115-4999-ad20-2af5074a0530 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:24.969310 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9816ace-646a-48ff-ae86-939659d70971 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:24.974796 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e9816ace-646a-48ff-ae86-939659d70971 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.980639 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e819fd8-f1f5-4e70-8f3b-dcad6bd7e747 None None] Sync routers for ids ['78e8e011-52d8-4be9-9975-f2956a864371'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:24.992858 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e819fd8-f1f5-4e70-8f3b-dcad6bd7e747 None None] Routers {'78e8e011-52d8-4be9-9975-f2956a864371'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:24.993610 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8e819fd8-f1f5-4e70-8f3b-dcad6bd7e747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['78e8e011-52d8-4be9-9975-f2956a864371'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:25.016965 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d691-de02-440d-b7e8-37aab7c27665 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.020704 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e9816ace-646a-48ff-ae86-939659d70971 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "PUT /v2.0/floatingips/7a6251a6-90da-4efc-8f8a-931f3a0ef71f HTTP/1.1" status: 200 len: 990 time: 1.9848061 Jul 05 04:10:25.024604 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-c48d4354-c0ad-42b1-bf09-4a397479bc96 service neutron] Port 8d3e8f21-05f6-427a-b87e-4c6b4207b16f on network 9d4cd02b-6115-4999-ad20-2af5074a0530 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:10:25.024930 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-c48d4354-c0ad-42b1-bf09-4a397479bc96 service neutron] Attempting to bind port 8d3e8f21-05f6-427a-b87e-4c6b4207b16f on network 9d4cd02b-6115-4999-ad20-2af5074a0530 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:25.044102 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab9d691-de02-440d-b7e8-37aab7c27665 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:25.044524 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d691-de02-440d-b7e8-37aab7c27665 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:25.048441 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:25.069028 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-c48d4354-c0ad-42b1-bf09-4a397479bc96 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:10:25.069364 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-c48d4354-c0ad-42b1-bf09-4a397479bc96 service neutron] Checking segment: {'id': '4f89e26d-d8e8-4b51-adea-a2cab38902be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9d4cd02b-6115-4999-ad20-2af5074a0530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:25.069752 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-c48d4354-c0ad-42b1-bf09-4a397479bc96 service neutron] Bound using segment: {'id': '4f89e26d-d8e8-4b51-adea-a2cab38902be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9d4cd02b-6115-4999-ad20-2af5074a0530'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:10:25.070202 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-c48d4354-c0ad-42b1-bf09-4a397479bc96 service neutron] Bound port: 8d3e8f21-05f6-427a-b87e-4c6b4207b16f, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f89e26d-d8e8-4b51-adea-a2cab38902be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9d4cd02b-6115-4999-ad20-2af5074a0530'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:10:25.070560 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-c48d4354-c0ad-42b1-bf09-4a397479bc96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.102155 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-7ccf7fb8-6dc5-4fb6-a7dc-c60719a4149a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting port 1944fafa-353d-4eb0-b3bc-b056c75b71e9 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:25.102500 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7ccf7fb8-6dc5-4fb6-a7dc-c60719a4149a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.127697 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-8e819fd8-f1f5-4e70-8f3b-dcad6bd7e747 None None] Set router 78e8e011-52d8-4be9-9975-f2956a864371 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:10:25.240272 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d691-de02-440d-b7e8-37aab7c27665 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.247597 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc5d3-70e5-463b-ae9c-8c578fadaaa5 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.268765 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d691-de02-440d-b7e8-37aab7c27665 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.270712 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1ab9d691-de02-440d-b7e8-37aab7c27665 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] 10.222.0.77 "DELETE /v2.0/networks/b3322eef-7ade-4e44-b27a-1a6a6707a657 HTTP/1.1" status: 204 len: 168 time: 0.8223727 Jul 05 04:10:25.273641 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46364) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:25.324099 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3514e29-28ce-491e-930d-268dd725a5c2 req-f460d07a-5db5-45aa-8f23-73ac5ba18707 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:25.325631 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d3514e29-28ce-491e-930d-268dd725a5c2 req-f460d07a-5db5-45aa-8f23-73ac5ba18707 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 943 time: 0.3874223 Jul 05 04:10:25.342446 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9d691-de02-440d-b7e8-37aab7c27665 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Pushing event deleted for resources: {'Network': ['ID=b3322eef-7ade-4e44-b27a-1a6a6707a657,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:25.357090 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7ccf7fb8-6dc5-4fb6-a7dc-c60719a4149a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.369603 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc5d3-70e5-463b-ae9c-8c578fadaaa5 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.379339 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8e819fd8-f1f5-4e70-8f3b-dcad6bd7e747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e8e011-52d8-4be9-9975-f2956a864371', 'name': 'tempest-AttachVolumeTestJSON-623877917-router', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:26Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'gw_port': {'id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:28Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '7a6251a6-90da-4efc-8f8a-931f3a0ef71f', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'floating_ip_address': '172.25.1.68', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'port_id': '07ce1627-3a79-4a4f-a711-356d889a0ce3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'mac_address': 'fa:16:3e:10:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45404bc3-eb80-40ad-a40a-04ea09b5eea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:10:00Z', 'updated_at': '2021-07-05T04:10:23Z', 'revision_number': 1, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc6343a-4afc-4346-87d2-7e6da585ce8d', 'name': '', 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'mac_address': 'fa:16:3e:43:df:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:35Z', 'updated_at': '2021-07-05T04:02:48Z', 'revision_number': 5, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'subnets': [{'id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:25.397513 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385c003a-e8e6-4631-ac8b-8c46620b538b tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:25.397781 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-c48d4354-c0ad-42b1-bf09-4a397479bc96 service neutron] For port 8d3e8f21-05f6-427a-b87e-4c6b4207b16f, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:10:25.405132 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385c003a-e8e6-4631-ac8b-8c46620b538b tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:25.406966 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-385c003a-e8e6-4631-ac8b-8c46620b538b tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1321971 Jul 05 04:10:25.409450 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-7ccf7fb8-6dc5-4fb6-a7dc-c60719a4149a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Calling delete_port for 1944fafa-353d-4eb0-b3bc-b056c75b71e9 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:25.411895 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46366) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:25.417500 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-fd567477-29e1-4067-a66d-0e9baf7c49b7 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1829221839'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:25.420240 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e819fd8-f1f5-4e70-8f3b-dcad6bd7e747 None None] Checking router: 78e8e011-52d8-4be9-9975-f2956a864371 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:10:25.432034 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-c48d4354-c0ad-42b1-bf09-4a397479bc96 service neutron] For port 8d3e8f21-05f6-427a-b87e-4c6b4207b16f, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8d3e8f21-05f6-427a-b87e-4c6b4207b16f,segment=NetworkSegment(4f89e26d-d8e8-4b51-adea-a2cab38902be),segment_id=4f89e26d-d8e8-4b51-adea-a2cab38902be)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:10:25.437099 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e819fd8-f1f5-4e70-8f3b-dcad6bd7e747 None None] Routers {'78e8e011-52d8-4be9-9975-f2956a864371'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:25.439596 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8e819fd8-f1f5-4e70-8f3b-dcad6bd7e747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['78e8e011-52d8-4be9-9975-f2956a864371'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:25.456548 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd567477-29e1-4067-a66d-0e9baf7c49b7 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Made reservation on behalf of 5ac568c6bf99487193f8cc58cc94de58 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:25.459608 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-c48d4354-c0ad-42b1-bf09-4a397479bc96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.463091 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fd567477-29e1-4067-a66d-0e9baf7c49b7 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.502893 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd567477-29e1-4067-a66d-0e9baf7c49b7 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:10:25.520094 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fd567477-29e1-4067-a66d-0e9baf7c49b7 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.521370 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-fd567477-29e1-4067-a66d-0e9baf7c49b7 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Added segment 7afffd60-0aba-41e7-aab9-faebaaacfd53 of type vlan for network 1a08e6fe-00ea-4453-a228-5e3dfb65ce05 Jul 05 04:10:25.524442 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d3514e29-28ce-491e-930d-268dd725a5c2 req-adc13264-c91f-4c19-9517-4e8e0ac9c9e7 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfc142-db45-4265-88bf-a7325bdb0d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796927 Jul 05 04:10:25.570826 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-c48d4354-c0ad-42b1-bf09-4a397479bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:25.571445 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-c48d4354-c0ad-42b1-bf09-4a397479bc96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.572921 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-c48d4354-c0ad-42b1-bf09-4a397479bc96 service neutron] 10.222.0.89 "PUT /v2.0/ports/8d3e8f21-05f6-427a-b87e-4c6b4207b16f HTTP/1.1" status: 200 len: 1092 time: 3.0259881 Jul 05 04:10:25.581115 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b9d03f-54d2-46af-962b-ab638ebf4c5f', 'tag': '8d3e8f21-05f6-427a-b87e-4c6b4207b16f'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:25.581390 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76eaab0c-9cb9-4a75-beb3-84612db4c451" -d '{"events": [{"name": "network-changed", "server_uuid": "57b9d03f-54d2-46af-962b-ab638ebf4c5f", "tag": "8d3e8f21-05f6-427a-b87e-4c6b4207b16f"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:25.582400 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45404bc3-eb80-40ad-a40a-04ea09b5eea4', 'tag': '07ce1627-3a79-4a4f-a711-356d889a0ce3'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:25.585778 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1855c5-3d0d-40bb-be69-857e2cb9b0a5" -d '{"events": [{"name": "network-changed", "server_uuid": "45404bc3-eb80-40ad-a40a-04ea09b5eea4", "tag": "07ce1627-3a79-4a4f-a711-356d889a0ce3"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:25.605577 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d4354-c0ad-42b1-bf09-4a397479bc96 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3e8f21-05f6-427a-b87e-4c6b4207b16f,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:25.609364 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-8e819fd8-f1f5-4e70-8f3b-dcad6bd7e747 None None] Set router 78e8e011-52d8-4be9-9975-f2956a864371 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:10:25.611533 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fd567477-29e1-4067-a66d-0e9baf7c49b7 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.630079 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc5d3-70e5-463b-ae9c-8c578fadaaa5 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.632705 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc5d3-70e5-463b-ae9c-8c578fadaaa5 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.633909 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6f4dc5d3-70e5-463b-ae9c-8c578fadaaa5 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "DELETE /v2.0/security-groups/b158ea1a-7f96-486f-a4bc-e8f094aa59cc HTTP/1.1" status: 204 len: 168 time: 0.6884501 Jul 05 04:10:25.636546 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46374) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:25.669697 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-c9e1120f-3316-4511-a5b3-651a4e8f2629 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] show failed (client error): The resource could not be found. Jul 05 04:10:25.670122 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02a043c-d246-48f5-b642-e432e6ad4ffc x-openstack-request-id: req-d02a043c-d246-48f5-b642-e432e6ad4ffc {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:25.670424 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b9d03f-54d2-46af-962b-ab638ebf4c5f", "tag": "8d3e8f21-05f6-427a-b87e-4c6b4207b16f", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:25.670683 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d02a043c-d246-48f5-b642-e432e6ad4ffc {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:25.671140 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b9d03f-54d2-46af-962b-ab638ebf4c5f', 'tag': '8d3e8f21-05f6-427a-b87e-4c6b4207b16f', 'status': 'completed', 'code': 200} Jul 05 04:10:25.671260 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c9e1120f-3316-4511-a5b3-651a4e8f2629 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "GET /v2.0/security-groups/b158ea1a-7f96-486f-a4bc-e8f094aa59cc HTTP/1.1" status: 404 len: 347 time: 0.0335727 Jul 05 04:10:25.674565 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46378) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:25.681807 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4dc5d3-70e5-463b-ae9c-8c578fadaaa5 tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b158ea1a-7f96-486f-a4bc-e8f094aa59cc,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:25.693879 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5b3dfa-5c75-4bc1-a702-d05d3cf86eef x-openstack-request-id: req-3e5b3dfa-5c75-4bc1-a702-d05d3cf86eef {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:25.694185 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45404bc3-eb80-40ad-a40a-04ea09b5eea4", "tag": "07ce1627-3a79-4a4f-a711-356d889a0ce3", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:25.694445 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3e5b3dfa-5c75-4bc1-a702-d05d3cf86eef {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:25.694855 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45404bc3-eb80-40ad-a40a-04ea09b5eea4', 'tag': '07ce1627-3a79-4a4f-a711-356d889a0ce3', 'status': 'completed', 'code': 200} Jul 05 04:10:25.738511 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fd567477-29e1-4067-a66d-0e9baf7c49b7 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.744509 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd567477-29e1-4067-a66d-0e9baf7c49b7 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:25.745112 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fd567477-29e1-4067-a66d-0e9baf7c49b7 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.811115 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-53b7be04-9653-47a3-b1f9-7aceea19f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:25.813261 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-53b7be04-9653-47a3-b1f9-7aceea19f822 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5e64e59963a3405d9aaa86fecdd63fe8&device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 1095 time: 0.1782351 Jul 05 04:10:25.878526 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fd567477-29e1-4067-a66d-0e9baf7c49b7 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4618492 Jul 05 04:10:25.883645 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46380) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:25.890833 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-770a84b2-20c7-4735-b9f3-c41e082f878b tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-437798477'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:25.895470 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-cdfc0945-c6f1-47f3-8329-1241c7994849 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d3e8f21-05f6-427a-b87e-4c6b4207b16f HTTP/1.1" status: 200 len: 217 time: 0.0735438 Jul 05 04:10:25.923546 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8e819fd8-f1f5-4e70-8f3b-dcad6bd7e747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e8e011-52d8-4be9-9975-f2956a864371', 'name': 'tempest-AttachVolumeTestJSON-623877917-router', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:26Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'gw_port': {'id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:28Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '7a6251a6-90da-4efc-8f8a-931f3a0ef71f', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'floating_ip_address': '172.25.1.68', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'port_id': '07ce1627-3a79-4a4f-a711-356d889a0ce3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'mac_address': 'fa:16:3e:10:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45404bc3-eb80-40ad-a40a-04ea09b5eea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:10:00Z', 'updated_at': '2021-07-05T04:10:23Z', 'revision_number': 1, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc6343a-4afc-4346-87d2-7e6da585ce8d', 'name': '', 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'mac_address': 'fa:16:3e:43:df:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:35Z', 'updated_at': '2021-07-05T04:02:48Z', 'revision_number': 5, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'subnets': [{'id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:25.951291 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e819fd8-f1f5-4e70-8f3b-dcad6bd7e747 None None] The sync data for ids ['78e8e011-52d8-4be9-9975-f2956a864371'] in n-d-780147-23 is: [{'id': '78e8e011-52d8-4be9-9975-f2956a864371', 'name': 'tempest-AttachVolumeTestJSON-623877917-router', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:26Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'gw_port': {'id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:28Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '7a6251a6-90da-4efc-8f8a-931f3a0ef71f', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'floating_ip_address': '172.25.1.68', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'port_id': '07ce1627-3a79-4a4f-a711-356d889a0ce3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'mac_address': 'fa:16:3e:10:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45404bc3-eb80-40ad-a40a-04ea09b5eea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:10:00Z', 'updated_at': '2021-07-05T04:10:23Z', 'revision_number': 1, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc6343a-4afc-4346-87d2-7e6da585ce8d', 'name': '', 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'mac_address': 'fa:16:3e:43:df:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:35Z', 'updated_at': '2021-07-05T04:02:48Z', 'revision_number': 5, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'subnets': [{'id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:25.974940 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7ccf7fb8-6dc5-4fb6-a7dc-c60719a4149a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.986747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770a84b2-20c7-4735-b9f3-c41e082f878b tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Made reservation on behalf of 5ac568c6bf99487193f8cc58cc94de58 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:25.990352 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-770a84b2-20c7-4735-b9f3-c41e082f878b tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:26.014631 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-5275ab9b-2fa5-4c4c-af3f-977c50a883c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:26.016170 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-5275ab9b-2fa5-4c4c-af3f-977c50a883c2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7cd5dc22-65fe-4fa7-b3a8-a0541de25bbc HTTP/1.1" status: 200 len: 852 time: 0.1082730 Jul 05 04:10:26.027877 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf7fb8-6dc5-4fb6-a7dc-c60719a4149a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Port': ['ID=1944fafa-353d-4eb0-b3bc-b056c75b71e9,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:26.088710 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-16a2f9c3-498c-4c88-987f-4b36e85c2f2d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9d4cd02b-6115-4999-ad20-2af5074a0530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549681 Jul 05 04:10:26.190107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770a84b2-20c7-4735-b9f3-c41e082f878b tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:10:26.222275 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-770a84b2-20c7-4735-b9f3-c41e082f878b tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:26.222682 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-770a84b2-20c7-4735-b9f3-c41e082f878b tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Added segment ba17167b-2274-40f4-a497-2383124f8de5 of type vlan for network 50ccc626-e47d-4d2a-a675-f0d99f8298c0 Jul 05 04:10:26.270883 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd567477-29e1-4067-a66d-0e9baf7c49b7 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Pushing event updated for resources: {'Network': ['ID=1a08e6fe-00ea-4453-a228-5e3dfb65ce05,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:26.283369 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1518096-c06c-404e-b0a6-500672315718 None None] New status for floating IP 7a6251a6-90da-4efc-8f8a-931f3a0ef71f: ACTIVE {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:10:26.292046 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 1a08e6fe-00ea-4453-a228-5e3dfb65ce05 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:10:26.332723 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1855c5-3d0d-40bb-be69-857e2cb9b0a5 req-153450c2-95cb-4e9e-8f07-ed3cec85ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:26.334398 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-da1855c5-3d0d-40bb-be69-857e2cb9b0a5 req-153450c2-95cb-4e9e-8f07-ed3cec85ad62 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b459d90a1104d2f9bfd9c3a9ab3c50e&device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4 HTTP/1.1" status: 200 len: 1097 time: 0.5867300 Jul 05 04:10:26.370667 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-770a84b2-20c7-4735-b9f3-c41e082f878b tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:26.389790 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ebd4f70f-6600-42bf-9ba0-c9c07b26875b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Deleting port 0666b3ea-af8b-4f16-b5f5-a7fce9e7b6ec {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:26.390136 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f70f-6600-42bf-9ba0-c9c07b26875b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:26.405762 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-3da7d405-0646-47a8-9153-640af045206a service neutron] 10.222.0.89 "GET /v2.0/networks/9d4cd02b-6115-4999-ad20-2af5074a0530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089209 Jul 05 04:10:26.436277 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7ccf7fb8-6dc5-4fb6-a7dc-c60719a4149a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:26.487756 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-770a84b2-20c7-4735-b9f3-c41e082f878b tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:26.494063 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770a84b2-20c7-4735-b9f3-c41e082f878b tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:26.494663 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-770a84b2-20c7-4735-b9f3-c41e082f878b tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:26.495226 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1855c5-3d0d-40bb-be69-857e2cb9b0a5 req-0d5efcfe-cb6b-44af-b334-5cd52cf5c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:26.496863 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-da1855c5-3d0d-40bb-be69-857e2cb9b0a5 req-0d5efcfe-cb6b-44af-b334-5cd52cf5c13c service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b HTTP/1.1" status: 200 len: 911 time: 0.1538584 Jul 05 04:10:26.506566 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f70f-6600-42bf-9ba0-c9c07b26875b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:26.506893 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f70f-6600-42bf-9ba0-c9c07b26875b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:26.562548 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ebd4f70f-6600-42bf-9ba0-c9c07b26875b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Calling delete_port for 0666b3ea-af8b-4f16-b5f5-a7fce9e7b6ec owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:26.630830 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-da1855c5-3d0d-40bb-be69-857e2cb9b0a5 req-03079eee-ecaf-4b45-889c-f9f17958296b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07ce1627-3a79-4a4f-a711-356d889a0ce3 HTTP/1.1" status: 200 len: 1000 time: 0.1261466 Jul 05 04:10:26.723859 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1855c5-3d0d-40bb-be69-857e2cb9b0a5 req-c6f587cd-48f3-47f0-a026-ebb74f6dc897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:26.725457 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-da1855c5-3d0d-40bb-be69-857e2cb9b0a5 req-c6f587cd-48f3-47f0-a026-ebb74f6dc897 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9ee9ae53-c8ee-4b49-a395-854bb0a3c12c HTTP/1.1" status: 200 len: 849 time: 0.0861232 Jul 05 04:10:26.842769 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f70f-6600-42bf-9ba0-c9c07b26875b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:26.873279 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4f70f-6600-42bf-9ba0-c9c07b26875b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Pushing event deleted for resources: {'Port': ['ID=0666b3ea-af8b-4f16-b5f5-a7fce9e7b6ec,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:26.902726 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1855c5-3d0d-40bb-be69-857e2cb9b0a5 req-d164e33f-c358-4c27-9a28-94d06413f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:26.904324 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-da1855c5-3d0d-40bb-be69-857e2cb9b0a5 req-d164e33f-c358-4c27-9a28-94d06413f08c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1718917 Jul 05 04:10:26.994199 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f70f-6600-42bf-9ba0-c9c07b26875b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:26.996764 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f70f-6600-42bf-9ba0-c9c07b26875b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:26.997923 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ebd4f70f-6600-42bf-9ba0-c9c07b26875b tempest-ServerActionsTestJSON-794863067 tempest-ServerActionsTestJSON-794863067-project] 10.222.0.77 "DELETE /v2.0/floatingips/09d48147-d405-4890-8c12-a52901390609 HTTP/1.1" status: 204 len: 168 time: 1.3219082 Jul 05 04:10:27.002601 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46390) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:27.016365 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-770a84b2-20c7-4735-b9f3-c41e082f878b tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1313260 Jul 05 04:10:27.020065 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46394) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:27.026442 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Request body: {'ports': [{'network_id': '1a08e6fe-00ea-4453-a228-5e3dfb65ce05', 'name': 'tempest-port--1068196243', 'admin_state_up': True}, {'network_id': '50ccc626-e47d-4d2a-a675-f0d99f8298c0', 'admin_state_up': False}]} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:27.026616 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Request body: {'port': {'network_id': '1a08e6fe-00ea-4453-a228-5e3dfb65ce05', 'name': 'tempest-port--1068196243', 'admin_state_up': True}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:27.027010 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Request body: {'port': {'network_id': '50ccc626-e47d-4d2a-a675-f0d99f8298c0', 'admin_state_up': False}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:27.057018 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a84b2-20c7-4735-b9f3-c41e082f878b tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Pushing event updated for resources: {'Network': ['ID=50ccc626-e47d-4d2a-a675-f0d99f8298c0,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:27.071107 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 50ccc626-e47d-4d2a-a675-f0d99f8298c0 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:10:27.116109 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-da1855c5-3d0d-40bb-be69-857e2cb9b0a5 req-e9ead1cc-77cd-4542-a6b3-5c748557dd9a service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912525 Jul 05 04:10:27.119478 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-19173d73-17b6-414b-bcab-6df9bfc3c7e0 req-31191e52-c10b-4ba8-aac0-d0f48db73d59 service neutron] 10.222.0.89 "GET /v2.0/networks/9d4cd02b-6115-4999-ad20-2af5074a0530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7026994 Jul 05 04:10:27.190014 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1b28b-6455-4c12-b07f-473ecc78832a req-6518ee90-105f-4326-98d6-f64ef1904037 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:27.198270 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2aa1b28b-6455-4c12-b07f-473ecc78832a req-6518ee90-105f-4326-98d6-f64ef1904037 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 943 time: 0.2690868 Jul 05 04:10:27.304758 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2aa1b28b-6455-4c12-b07f-473ecc78832a req-56b95715-a8d1-4937-90e9-ea489d43a426 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfc142-db45-4265-88bf-a7325bdb0d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056073 Jul 05 04:10:27.318020 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccf7fb8-6dc5-4fb6-a7dc-c60719a4149a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Router 9f47dfc8-e288-4795-8621-bd2b0032ed19 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:10:27.367624 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-da1855c5-3d0d-40bb-be69-857e2cb9b0a5 req-76a25e80-1b95-4827-9226-af208883d0b6 service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346315 Jul 05 04:10:27.376845 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Made reservation on behalf of 5ac568c6bf99487193f8cc58cc94de58 for: {'port': 2} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:27.379999 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaab0c-9cb9-4a75-beb3-84612db4c451 req-1a7d024b-ac2f-4b47-8e77-48497f9f3baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:27.381499 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-76eaab0c-9cb9-4a75-beb3-84612db4c451 req-1a7d024b-ac2f-4b47-8e77-48497f9f3baf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5e64e59963a3405d9aaa86fecdd63fe8&device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 1095 time: 0.1527812 Jul 05 04:10:27.381629 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:27.403267 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:27.489258 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccf7fb8-6dc5-4fb6-a7dc-c60719a4149a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:27.495742 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7ccf7fb8-6dc5-4fb6-a7dc-c60719a4149a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "PUT /v2.0/routers/9f47dfc8-e288-4795-8621-bd2b0032ed19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2114031 Jul 05 04:10:27.499172 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46398) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:27.503349 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0184568-cc9d-473c-93e4-54ffdb374234 None None] Sync routers for ids ['9f47dfc8-e288-4795-8621-bd2b0032ed19'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:27.512940 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0184568-cc9d-473c-93e4-54ffdb374234 None None] Routers {'9f47dfc8-e288-4795-8621-bd2b0032ed19'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:27.513832 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b0184568-cc9d-473c-93e4-54ffdb374234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['9f47dfc8-e288-4795-8621-bd2b0032ed19'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:27.556956 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b0184568-cc9d-473c-93e4-54ffdb374234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:27.560440 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] device_id is not set on port ca6c6ed4-c15e-4bc8-a4d1-371f8e95f56d yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:10:27.566821 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0184568-cc9d-473c-93e4-54ffdb374234 None None] Routers {'9f47dfc8-e288-4795-8621-bd2b0032ed19'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:27.567671 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b0184568-cc9d-473c-93e4-54ffdb374234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['9f47dfc8-e288-4795-8621-bd2b0032ed19'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:27.604294 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b0184568-cc9d-473c-93e4-54ffdb374234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:27.605215 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0184568-cc9d-473c-93e4-54ffdb374234 None None] The sync data for ids ['9f47dfc8-e288-4795-8621-bd2b0032ed19'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:27.614181 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaab0c-9cb9-4a75-beb3-84612db4c451 req-2de353fc-b394-44a7-b478-29ba67ebb06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:27.615684 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-76eaab0c-9cb9-4a75-beb3-84612db4c451 req-2de353fc-b394-44a7-b478-29ba67ebb06d service neutron] 10.222.0.89 "GET /v2.0/networks?id=9d4cd02b-6115-4999-ad20-2af5074a0530 HTTP/1.1" status: 200 len: 913 time: 0.2015109 Jul 05 04:10:27.718491 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-76eaab0c-9cb9-4a75-beb3-84612db4c451 req-4720191d-3c2f-44cd-9e12-5b8484d03976 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d3e8f21-05f6-427a-b87e-4c6b4207b16f HTTP/1.1" status: 200 len: 217 time: 0.0931933 Jul 05 04:10:27.791103 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:27.811830 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaab0c-9cb9-4a75-beb3-84612db4c451 req-f2953894-c875-4241-8130-268d2a959f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:27.813395 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-76eaab0c-9cb9-4a75-beb3-84612db4c451 req-f2953894-c875-4241-8130-268d2a959f60 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7cd5dc22-65fe-4fa7-b3a8-a0541de25bbc HTTP/1.1" status: 200 len: 852 time: 0.0871482 Jul 05 04:10:27.856337 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-76eaab0c-9cb9-4a75-beb3-84612db4c451 req-42b82a90-61a0-4946-98e3-b886d967aacf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9d4cd02b-6115-4999-ad20-2af5074a0530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322192 Jul 05 04:10:27.902290 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] device_id is not set on port 392abd8f-2a39-4261-b56b-025aa6e2439e yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:10:28.002925 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-76eaab0c-9cb9-4a75-beb3-84612db4c451 req-4b223c55-08f0-4a7d-910a-0613cbe78e92 service neutron] 10.222.0.89 "GET /v2.0/networks/9d4cd02b-6115-4999-ad20-2af5074a0530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221347 Jul 05 04:10:28.022019 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cfd44975-767c-4199-9ac2-f464a71552d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:28.084120 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e8245e1b-5855-4c0d-b573-0cc37d8b2c09 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:28.153029 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:28.183703 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-76eaab0c-9cb9-4a75-beb3-84612db4c451 req-9c2531b7-d739-467c-be69-d857b53e4e9c service neutron] 10.222.0.89 "GET /v2.0/networks/9d4cd02b-6115-4999-ad20-2af5074a0530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722400 Jul 05 04:10:28.255457 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:28.325784 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Pushing event updated for resources: {'Port': ['ID=ca6c6ed4-c15e-4bc8-a4d1-371f8e95f56d,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:28.368734 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Checking segment: {'id': '7afffd60-0aba-41e7-aab9-faebaaacfd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1a08e6fe-00ea-4453-a228-5e3dfb65ce05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:28.369099 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Network hostable DHCP agents. Network: 1a08e6fe-00ea-4453-a228-5e3dfb65ce05, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:10:28.376918 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-e8245e1b-5855-4c0d-b573-0cc37d8b2c09 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting port 10eafada-32bd-4887-8e1f-fdfe875ec5e8 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:28.377636 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e8245e1b-5855-4c0d-b573-0cc37d8b2c09 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:28.417466 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Network 1a08e6fe-00ea-4453-a228-5e3dfb65ce05 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:10:28.431419 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 1a08e6fe-00ea-4453-a228-5e3dfb65ce05) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:28.438532 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:28.439400 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:28.447733 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ccdaab-9d43-4533-9a66-0e8b49391e06 None None] Network 1a08e6fe-00ea-4453-a228-5e3dfb65ce05 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:28.480810 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-cfd44975-767c-4199-9ac2-f464a71552d6 admin admin] Deleting port 6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:28.481180 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cfd44975-767c-4199-9ac2-f464a71552d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:28.511039 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e8245e1b-5855-4c0d-b573-0cc37d8b2c09 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:28.530440 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-e8245e1b-5855-4c0d-b573-0cc37d8b2c09 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Calling delete_port for 10eafada-32bd-4887-8e1f-fdfe875ec5e8 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:28.555419 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b110f6d-811c-48bc-afe2-8ab79aa2b4f5 req-8757b9da-79de-4939-af2a-180ec52ee530 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:28.559352 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Pushing event updated for resources: {'Port': ['ID=392abd8f-2a39-4261-b56b-025aa6e2439e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:28.564117 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9b110f6d-811c-48bc-afe2-8ab79aa2b4f5 req-8757b9da-79de-4939-af2a-180ec52ee530 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 943 time: 0.1258392 Jul 05 04:10:28.576333 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Checking segment: {'id': 'ba17167b-2274-40f4-a497-2383124f8de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '50ccc626-e47d-4d2a-a675-f0d99f8298c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:28.576701 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Network hostable DHCP agents. Network: 50ccc626-e47d-4d2a-a675-f0d99f8298c0, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:10:28.611609 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6bcac3e7-6185-4af4-b91a-9429596aefef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:28.613948 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-cfd44975-767c-4199-9ac2-f464a71552d6 admin admin] For port 6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:28.615681 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cfd44975-767c-4199-9ac2-f464a71552d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:28.627869 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Network 50ccc626-e47d-4d2a-a675-f0d99f8298c0 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:10:28.635231 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-cfd44975-767c-4199-9ac2-f464a71552d6 admin admin] Calling delete_port for 6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5 owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:28.646792 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 50ccc626-e47d-4d2a-a675-f0d99f8298c0) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:28.652888 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:28.658213 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:28.663179 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:28.663762 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627a402b-0d0b-4494-8e01-ce4490d87bf5 None None] Network 50ccc626-e47d-4d2a-a675-f0d99f8298c0 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:28.663938 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:28.668590 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9b110f6d-811c-48bc-afe2-8ab79aa2b4f5 req-6bdfec28-9024-4969-99d9-c73bb7e52159 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfc142-db45-4265-88bf-a7325bdb0d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033223 Jul 05 04:10:28.720274 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-55e89bd5-1980-498a-bd1c-5ac871bfabff tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6985409 Jul 05 04:10:28.723702 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46408) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:28.834048 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e8245e1b-5855-4c0d-b573-0cc37d8b2c09 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:28.853887 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe67612-6deb-476c-9c64-367d557360de tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:28.860859 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe67612-6deb-476c-9c64-367d557360de tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:28.865246 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4fe67612-6deb-476c-9c64-367d557360de tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1377277 Jul 05 04:10:28.865428 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46412) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:28.867757 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8245e1b-5855-4c0d-b573-0cc37d8b2c09 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Port': ['ID=10eafada-32bd-4887-8e1f-fdfe875ec5e8,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:28.996788 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cfd44975-767c-4199-9ac2-f464a71552d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.033936 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd44975-767c-4199-9ac2-f464a71552d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:29.037992 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e8245e1b-5855-4c0d-b573-0cc37d8b2c09 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.085849 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-9221041f-fafc-47cf-a5f5-ae932c18cbe8 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Deleting port ca6c6ed4-c15e-4bc8-a4d1-371f8e95f56d {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:29.086197 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9221041f-fafc-47cf-a5f5-ae932c18cbe8 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.180500 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9221041f-fafc-47cf-a5f5-ae932c18cbe8 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.195117 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-9221041f-fafc-47cf-a5f5-ae932c18cbe8 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Calling delete_port for ca6c6ed4-c15e-4bc8-a4d1-371f8e95f56d owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:29.223069 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8245e1b-5855-4c0d-b573-0cc37d8b2c09 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Router 9f47dfc8-e288-4795-8621-bd2b0032ed19 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:10:29.266890 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.305493 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8245e1b-5855-4c0d-b573-0cc37d8b2c09 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:29.310678 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e8245e1b-5855-4c0d-b573-0cc37d8b2c09 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "PUT /v2.0/routers/9f47dfc8-e288-4795-8621-bd2b0032ed19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8101764 Jul 05 04:10:29.313405 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46416) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:29.319232 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b55dc7-fbee-4b27-8b25-4c3cbc4fff10 None None] Sync routers for ids ['9f47dfc8-e288-4795-8621-bd2b0032ed19'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:29.333348 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b55dc7-fbee-4b27-8b25-4c3cbc4fff10 None None] Routers {'9f47dfc8-e288-4795-8621-bd2b0032ed19'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:29.334119 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-23b55dc7-fbee-4b27-8b25-4c3cbc4fff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['9f47dfc8-e288-4795-8621-bd2b0032ed19'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:29.345448 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8e9c0671-eaf5-4022-accd-cb38f8d6f3d1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f47dfc8-e288-4795-8621-bd2b0032ed19 HTTP/1.1" status: 200 len: 205 time: 0.0298612 Jul 05 04:10:29.347765 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46418) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:29.369808 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-23b55dc7-fbee-4b27-8b25-4c3cbc4fff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:29.380474 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b55dc7-fbee-4b27-8b25-4c3cbc4fff10 None None] Routers {'9f47dfc8-e288-4795-8621-bd2b0032ed19'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:29.381254 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-23b55dc7-fbee-4b27-8b25-4c3cbc4fff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['9f47dfc8-e288-4795-8621-bd2b0032ed19'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:29.419183 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-23b55dc7-fbee-4b27-8b25-4c3cbc4fff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:29.420997 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b55dc7-fbee-4b27-8b25-4c3cbc4fff10 None None] The sync data for ids ['9f47dfc8-e288-4795-8621-bd2b0032ed19'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:29.430135 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-51cd2a08-b69b-4557-bc81-ad4259d603df tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.606409 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-51cd2a08-b69b-4557-bc81-ad4259d603df tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.608880 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-51cd2a08-b69b-4557-bc81-ad4259d603df tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.656100 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-51cd2a08-b69b-4557-bc81-ad4259d603df tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.657480 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cd2a08-b69b-4557-bc81-ad4259d603df tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Fanout notify agent at l3_agent the message router_deleted on router 9f47dfc8-e288-4795-8621-bd2b0032ed19 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:10:29.666701 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-51cd2a08-b69b-4557-bc81-ad4259d603df tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.668036 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-51cd2a08-b69b-4557-bc81-ad4259d603df tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/routers/9f47dfc8-e288-4795-8621-bd2b0032ed19 HTTP/1.1" status: 204 len: 168 time: 0.3192446 Jul 05 04:10:29.670511 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46420) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:29.683052 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cfd44975-767c-4199-9ac2-f464a71552d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.686184 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9221041f-fafc-47cf-a5f5-ae932c18cbe8 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.742621 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c9edb3-8944-417b-a1a3-73bfa69d8437 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting subnet b4045711-ff02-42f3-91a0-0eb289421a3b {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:10:29.748070 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-90c9edb3-8944-417b-a1a3-73bfa69d8437 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.752299 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221041f-fafc-47cf-a5f5-ae932c18cbe8 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Pushing event deleted for resources: {'Port': ['ID=ca6c6ed4-c15e-4bc8-a4d1-371f8e95f56d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:29.797562 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9221041f-fafc-47cf-a5f5-ae932c18cbe8 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.800210 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9221041f-fafc-47cf-a5f5-ae932c18cbe8 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] 10.222.0.77 "DELETE /v2.0/ports/ca6c6ed4-c15e-4bc8-a4d1-371f8e95f56d HTTP/1.1" status: 204 len: 168 time: 0.9336905 Jul 05 04:10:29.802813 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46426) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:29.851445 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-90c9edb3-8944-417b-a1a3-73bfa69d8437 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.964371 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b0842-d197-45cc-8b27-5448ff751163 req-a8fef867-3284-454b-a1db-18d044ef5a09 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:29.966639 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f21b0842-d197-45cc-8b27-5448ff751163 req-a8fef867-3284-454b-a1db-18d044ef5a09 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 943 time: 0.1561646 Jul 05 04:10:29.999238 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-90c9edb3-8944-417b-a1a3-73bfa69d8437 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.999833 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-4ee58a34-e7bf-4341-8ee0-83268c9ac766 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Deleting port 392abd8f-2a39-4261-b56b-025aa6e2439e {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:30.000372 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4ee58a34-e7bf-4341-8ee0-83268c9ac766 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.054495 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f21b0842-d197-45cc-8b27-5448ff751163 req-859fdd60-d388-4a77-addc-1b2999b5343a tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfc142-db45-4265-88bf-a7325bdb0d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811172 Jul 05 04:10:30.089795 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-90c9edb3-8944-417b-a1a3-73bfa69d8437 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.122977 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4ee58a34-e7bf-4341-8ee0-83268c9ac766 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.123839 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9edb3-8944-417b-a1a3-73bfa69d8437 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Subnet': ['ID=b4045711-ff02-42f3-91a0-0eb289421a3b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:30.130516 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-90c9edb3-8944-417b-a1a3-73bfa69d8437 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.133265 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-90c9edb3-8944-417b-a1a3-73bfa69d8437 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/subnets/b4045711-ff02-42f3-91a0-0eb289421a3b HTTP/1.1" status: 204 len: 168 time: 0.4612141 Jul 05 04:10:30.136049 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46430) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:30.140978 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd44975-767c-4199-9ac2-f464a71552d6 admin admin] Router fb2fc65b-aec5-449a-87e0-1bd56df2d64e has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:10:30.142817 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-4ee58a34-e7bf-4341-8ee0-83268c9ac766 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Calling delete_port for 392abd8f-2a39-4261-b56b-025aa6e2439e owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:30.148329 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58d5ced-05e4-4039-b38e-762a626461dd None None] Network 85036edf-2555-4472-a520-ec2ac66a2b6a requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:30.202277 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b82f73b-b7c9-4edd-b020-c0c3120c0476 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting subnet 7adb6eb8-5f95-4733-868e-afd31f9b631f {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:10:30.206752 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b82f73b-b7c9-4edd-b020-c0c3120c0476 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.262601 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b82f73b-b7c9-4edd-b020-c0c3120c0476 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.332659 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd44975-767c-4199-9ac2-f464a71552d6 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:30.338464 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cfd44975-767c-4199-9ac2-f464a71552d6 admin admin] 10.222.0.77 "PUT /v2.0/routers/fb2fc65b-aec5-449a-87e0-1bd56df2d64e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3348141 Jul 05 04:10:30.345381 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d7823-217a-4918-a27c-5deea1616585 None None] Sync routers for ids ['fb2fc65b-aec5-449a-87e0-1bd56df2d64e'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:30.348297 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46434) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:30.355149 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4ee58a34-e7bf-4341-8ee0-83268c9ac766 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.366622 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088d7823-217a-4918-a27c-5deea1616585 None None] Routers {'fb2fc65b-aec5-449a-87e0-1bd56df2d64e'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:30.367617 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-088d7823-217a-4918-a27c-5deea1616585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['fb2fc65b-aec5-449a-87e0-1bd56df2d64e'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:30.371999 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8994b4-4ff0-4479-aaae-94662621d8fb None None] DHCP port deletion for 85036edf-2555-4472-a520-ec2ac66a2b6a request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:10:30.400942 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b82f73b-b7c9-4edd-b020-c0c3120c0476 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.422266 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee58a34-e7bf-4341-8ee0-83268c9ac766 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Pushing event deleted for resources: {'Port': ['ID=392abd8f-2a39-4261-b56b-025aa6e2439e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:30.432338 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4ee58a34-e7bf-4341-8ee0-83268c9ac766 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.434664 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4ee58a34-e7bf-4341-8ee0-83268c9ac766 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] 10.222.0.77 "DELETE /v2.0/ports/392abd8f-2a39-4261-b56b-025aa6e2439e HTTP/1.1" status: 204 len: 168 time: 0.6306486 Jul 05 04:10:30.437220 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46436) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:30.482557 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b82f73b-b7c9-4edd-b020-c0c3120c0476 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.521448 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-3d8994b4-4ff0-4479-aaae-94662621d8fb None None] Deleting port 31d9ee6c-cb1b-4d3f-bace-ee36869bd107 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:30.521982 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3d8994b4-4ff0-4479-aaae-94662621d8fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.530701 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-99777cd2-cf13-4669-a4f5-3dc680a9c5b0 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0871892 Jul 05 04:10:30.530701 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46438) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:30.541277 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-60cc3970-b37a-4d77-aefb-918134e23e55 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2041263831'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:30.569708 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-088d7823-217a-4918-a27c-5deea1616585 None None] Set router fb2fc65b-aec5-449a-87e0-1bd56df2d64e gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:10:30.574734 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d7f0-cbfd-4ce0-b47e-05828e965929 admin admin] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.619389 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cc3970-b37a-4d77-aefb-918134e23e55 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Made reservation on behalf of 5ac568c6bf99487193f8cc58cc94de58 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:30.624121 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-60cc3970-b37a-4d77-aefb-918134e23e55 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.696642 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-3d8994b4-4ff0-4479-aaae-94662621d8fb None None] For port 31d9ee6c-cb1b-4d3f-bace-ee36869bd107, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=31d9ee6c-cb1b-4d3f-bace-ee36869bd107,segment=NetworkSegment(aacd48bb-1f16-4678-a79c-9c09fe895a07),segment_id=aacd48bb-1f16-4678-a79c-9c09fe895a07)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:30.697139 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3d8994b4-4ff0-4479-aaae-94662621d8fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.699415 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60cc3970-b37a-4d77-aefb-918134e23e55 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:10:30.738756 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-60cc3970-b37a-4d77-aefb-918134e23e55 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.739117 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-60cc3970-b37a-4d77-aefb-918134e23e55 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Added segment b98667d1-bb8d-4dfb-81bf-4320779c39e9 of type vlan for network 902bf543-a6c8-43d4-98b6-6fbac4c022bb Jul 05 04:10:30.755943 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d7f0-cbfd-4ce0-b47e-05828e965929 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.823022 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-60cc3970-b37a-4d77-aefb-918134e23e55 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.889534 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-b6a7d7f0-cbfd-4ce0-b47e-05828e965929 admin admin] Deleting port 967f0af8-23df-46a6-9a62-d7de2f337f15 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:30.889900 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d7f0-cbfd-4ce0-b47e-05828e965929 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.891062 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-3d8994b4-4ff0-4479-aaae-94662621d8fb None None] Calling delete_port for 31d9ee6c-cb1b-4d3f-bace-ee36869bd107 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:30.916810 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82f73b-b7c9-4edd-b020-c0c3120c0476 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Subnet': ['ID=7adb6eb8-5f95-4733-868e-afd31f9b631f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:30.924072 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b82f73b-b7c9-4edd-b020-c0c3120c0476 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.929127 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5b82f73b-b7c9-4edd-b020-c0c3120c0476 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/subnets/7adb6eb8-5f95-4733-868e-afd31f9b631f HTTP/1.1" status: 204 len: 168 time: 0.7890227 Jul 05 04:10:30.931623 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46442) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:30.960989 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-60cc3970-b37a-4d77-aefb-918134e23e55 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.964640 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e4fcde-8b04-418e-bcf8-1607199b8317 None None] Network 4f914904-fdff-460a-88ce-09f6ff47c327 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:30.966732 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cc3970-b37a-4d77-aefb-918134e23e55 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:30.967639 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-60cc3970-b37a-4d77-aefb-918134e23e55 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.041379 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 31d9ee6c-cb1b-4d3f-bace-ee36869bd107 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:31.072052 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46444) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:31.072419 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-60cc3970-b37a-4d77-aefb-918134e23e55 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5415330 Jul 05 04:10:31.075153 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc3970-b37a-4d77-aefb-918134e23e55 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Pushing event updated for resources: {'Network': ['ID=902bf543-a6c8-43d4-98b6-6fbac4c022bb,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:31.080929 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f324c4bb-7573-4cbc-bd5b-5cc922580c49 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1783226903'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:31.104275 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c68410f-b684-4252-93a1-37a143ae893b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.105446 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 902bf543-a6c8-43d4-98b6-6fbac4c022bb details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:10:31.105917 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-b6a7d7f0-cbfd-4ce0-b47e-05828e965929 admin admin] For port 967f0af8-23df-46a6-9a62-d7de2f337f15, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=967f0af8-23df-46a6-9a62-d7de2f337f15,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:31.106475 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d7f0-cbfd-4ce0-b47e-05828e965929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.131173 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-b6a7d7f0-cbfd-4ce0-b47e-05828e965929 admin admin] Calling delete_port for 967f0af8-23df-46a6-9a62-d7de2f337f15 owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:31.196958 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f324c4bb-7573-4cbc-bd5b-5cc922580c49 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Made reservation on behalf of 5ac568c6bf99487193f8cc58cc94de58 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:31.201250 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f324c4bb-7573-4cbc-bd5b-5cc922580c49 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.239701 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f324c4bb-7573-4cbc-bd5b-5cc922580c49 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:10:31.260570 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f324c4bb-7573-4cbc-bd5b-5cc922580c49 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.261101 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-f324c4bb-7573-4cbc-bd5b-5cc922580c49 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Added segment 11ee59ca-065b-4941-9637-5e9c2978c21b of type vlan for network b169bba3-9d14-44b5-9b30-a00e866b1cdb Jul 05 04:10:31.272509 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-0c68410f-b684-4252-93a1-37a143ae893b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting port 31d9ee6c-cb1b-4d3f-bace-ee36869bd107 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:31.272992 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c68410f-b684-4252-93a1-37a143ae893b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.335080 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d7f0-cbfd-4ce0-b47e-05828e965929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.363155 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-304a4ba0-0d12-4ac3-a2a8-5d71fc1c9a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.369809 n-d-780147-23 neutron-server[105540]: INFO neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No ports have port_id starting with 31d9ee6c-cb1b-4d3f-bace-ee36869bd107 Jul 05 04:10:31.371283 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7d7f0-cbfd-4ce0-b47e-05828e965929 admin admin] Pushing event deleted for resources: {'Port': ['ID=967f0af8-23df-46a6-9a62-d7de2f337f15,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:31.380264 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3d8994b4-4ff0-4479-aaae-94662621d8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.389031 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8d3e8f21-05f6-427a-b87e-4c6b4207b16f details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:10:31.392663 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f324c4bb-7573-4cbc-bd5b-5cc922580c49 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.414871 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-0c68410f-b684-4252-93a1-37a143ae893b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] For port 31d9ee6c-cb1b-4d3f-bace-ee36869bd107, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=31d9ee6c-cb1b-4d3f-bace-ee36869bd107,segment=NetworkSegment(aacd48bb-1f16-4678-a79c-9c09fe895a07),segment_id=aacd48bb-1f16-4678-a79c-9c09fe895a07)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:31.415267 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c68410f-b684-4252-93a1-37a143ae893b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.442296 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-0c68410f-b684-4252-93a1-37a143ae893b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Calling delete_port for 31d9ee6c-cb1b-4d3f-bace-ee36869bd107 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:31.466034 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d7f0-cbfd-4ce0-b47e-05828e965929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.470756 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f324c4bb-7573-4cbc-bd5b-5cc922580c49 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.476726 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f324c4bb-7573-4cbc-bd5b-5cc922580c49 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:31.477424 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f324c4bb-7573-4cbc-bd5b-5cc922580c49 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.551226 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8994b4-4ff0-4479-aaae-94662621d8fb None None] Pushing event deleted for resources: {'Port': ['ID=31d9ee6c-cb1b-4d3f-bace-ee36869bd107,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:31.554374 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8994b4-4ff0-4479-aaae-94662621d8fb None None] No DVR routers for this DVR port 31d9ee6c-cb1b-4d3f-bace-ee36869bd107 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:31.555824 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e9c37-9645-495e-b2f1-34f9bd795d1d req-b310bab9-3887-42ca-a7f1-4c8c9ffd8b83 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:31.562782 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac9e9c37-9645-495e-b2f1-34f9bd795d1d req-b310bab9-3887-42ca-a7f1-4c8c9ffd8b83 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 943 time: 0.2991245 Jul 05 04:10:31.565610 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-088d7823-217a-4918-a27c-5deea1616585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'name': 'tempest-ServerActionsTestJSON-2097019974-router', 'tenant_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '967f0af8-23df-46a6-9a62-d7de2f337f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:20Z', 'updated_at': '2021-07-05T04:10:28Z', 'revision_number': 5, 'project_id': 'f1c1197f995c40748eb7a04272d5b4dc', 'gw_port': {'id': '967f0af8-23df-46a6-9a62-d7de2f337f15', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2fc65b-aec5-449a-87e0-1bd56df2d64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:23Z', 'updated_at': '2021-07-05T03:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:31.607248 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f324c4bb-7573-4cbc-bd5b-5cc922580c49 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5341356 Jul 05 04:10:31.612026 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d7823-217a-4918-a27c-5deea1616585 None None] Checking router: fb2fc65b-aec5-449a-87e0-1bd56df2d64e for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:10:31.624671 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8d3e8f21-05f6-427a-b87e-4c6b4207b16f, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8d3e8f21-05f6-427a-b87e-4c6b4207b16f,segment=NetworkSegment(4f89e26d-d8e8-4b51-adea-a2cab38902be),segment_id=4f89e26d-d8e8-4b51-adea-a2cab38902be)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:31.633022 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d7f0-cbfd-4ce0-b47e-05828e965929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.636245 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d7f0-cbfd-4ce0-b47e-05828e965929 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.646337 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '8d3e8f21-05f6-427a-b87e-4c6b4207b16f', 'network_id': '9d4cd02b-6115-4999-ad20-2af5074a0530', 'port_id': '8d3e8f21-05f6-427a-b87e-4c6b4207b16f', 'mac_address': 'fa:16:3e:9d:96:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd5dc22-65fe-4fa7-b3a8-a0541de25bbc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:10:31.653953 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324c4bb-7573-4cbc-bd5b-5cc922580c49 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Pushing event updated for resources: {'Network': ['ID=b169bba3-9d14-44b5-9b30-a00e866b1cdb,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:31.685846 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088d7823-217a-4918-a27c-5deea1616585 None None] Routers {'fb2fc65b-aec5-449a-87e0-1bd56df2d64e'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:31.686452 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-088d7823-217a-4918-a27c-5deea1616585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['fb2fc65b-aec5-449a-87e0-1bd56df2d64e'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:31.692611 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d7f0-cbfd-4ce0-b47e-05828e965929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.694081 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a7d7f0-cbfd-4ce0-b47e-05828e965929 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb2fc65b-aec5-449a-87e0-1bd56df2d64e {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:10:31.694978 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network b169bba3-9d14-44b5-9b30-a00e866b1cdb details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:10:31.712259 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d7f0-cbfd-4ce0-b47e-05828e965929 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.727950 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b6a7d7f0-cbfd-4ce0-b47e-05828e965929 admin admin] 10.222.0.77 "DELETE /v2.0/routers/fb2fc65b-aec5-449a-87e0-1bd56df2d64e HTTP/1.1" status: 204 len: 168 time: 1.3721845 Jul 05 04:10:31.727950 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46452) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:31.735765 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac9e9c37-9645-495e-b2f1-34f9bd795d1d req-964c3b5d-c086-402a-87fa-0238d08211fc tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfc142-db45-4265-88bf-a7325bdb0d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712985 Jul 05 04:10:31.749462 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c68410f-b684-4252-93a1-37a143ae893b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.770206 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-088d7823-217a-4918-a27c-5deea1616585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:31.771411 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d7823-217a-4918-a27c-5deea1616585 None None] The sync data for ids ['fb2fc65b-aec5-449a-87e0-1bd56df2d64e'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:31.821747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68410f-b684-4252-93a1-37a143ae893b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Port': ['ID=31d9ee6c-cb1b-4d3f-bace-ee36869bd107,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:31.835639 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f3c1c8-dc67-44b3-9e80-eb51c112a0b4 None None] DHCP port deletion for 4f914904-fdff-460a-88ce-09f6ff47c327 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:10:31.837023 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c68410f-b684-4252-93a1-37a143ae893b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] No DVR routers for this DVR port 31d9ee6c-cb1b-4d3f-bace-ee36869bd107 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:31.848487 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c1d2382-dda3-4742-aec5-6bd9cb6cdbf9 admin admin] Deleting subnet d157b61e-6b4a-43c9-a07c-5c6e1fda4120 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:10:31.853252 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9c1d2382-dda3-4742-aec5-6bd9cb6cdbf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.857831 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.887185 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.914560 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d3e8f21-05f6-427a-b87e-4c6b4207b16f {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:10:31.915227 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9c1d2382-dda3-4742-aec5-6bd9cb6cdbf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.953194 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c68410f-b684-4252-93a1-37a143ae893b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.963312 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-0c68410f-b684-4252-93a1-37a143ae893b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85036edf-2555-4472-a520-ec2ac66a2b6a']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:31.967520 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8d3e8f21-05f6-427a-b87e-4c6b4207b16f, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8d3e8f21-05f6-427a-b87e-4c6b4207b16f,segment=NetworkSegment(4f89e26d-d8e8-4b51-adea-a2cab38902be),segment_id=4f89e26d-d8e8-4b51-adea-a2cab38902be)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:31.976572 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-0c68410f-b684-4252-93a1-37a143ae893b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aacd48bb-1f16-4678-a79c-9c09fe895a07') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:31.976893 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-0c68410f-b684-4252-93a1-37a143ae893b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aacd48bb-1f16-4678-a79c-9c09fe895a07') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:31.981871 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.987313 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c68410f-b684-4252-93a1-37a143ae893b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.001604 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c68410f-b684-4252-93a1-37a143ae893b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.008900 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c68410f-b684-4252-93a1-37a143ae893b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:32.009088 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c68410f-b684-4252-93a1-37a143ae893b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:32.012364 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:32.028509 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-b0f3c1c8-dc67-44b3-9e80-eb51c112a0b4 None None] Deleting port fa4b7020-bc71-42bb-9121-72e1dbba8b1e {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:32.029280 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b0f3c1c8-dc67-44b3-9e80-eb51c112a0b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.034014 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9c1d2382-dda3-4742-aec5-6bd9cb6cdbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.074508 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c68410f-b684-4252-93a1-37a143ae893b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.085155 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c68410f-b684-4252-93a1-37a143ae893b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.087627 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0c68410f-b684-4252-93a1-37a143ae893b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/networks/85036edf-2555-4472-a520-ec2ac66a2b6a HTTP/1.1" status: 204 len: 168 time: 1.1546669 Jul 05 04:10:32.092862 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46454) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:32.100307 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68410f-b684-4252-93a1-37a143ae893b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Network': ['ID=85036edf-2555-4472-a520-ec2ac66a2b6a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:32.125529 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-b0f3c1c8-dc67-44b3-9e80-eb51c112a0b4 None None] For port fa4b7020-bc71-42bb-9121-72e1dbba8b1e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=fa4b7020-bc71-42bb-9121-72e1dbba8b1e,segment=NetworkSegment(76145898-66ed-41e4-adee-731393a5bbd6),segment_id=76145898-66ed-41e4-adee-731393a5bbd6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:32.126443 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b0f3c1c8-dc67-44b3-9e80-eb51c112a0b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.142181 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-b0f3c1c8-dc67-44b3-9e80-eb51c112a0b4 None None] Calling delete_port for fa4b7020-bc71-42bb-9121-72e1dbba8b1e owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:32.234052 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62f4adbc-c468-44de-8ec8-50b692975810 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.258126 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9c1d2382-dda3-4742-aec5-6bd9cb6cdbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.275763 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=8d3e8f21-05f6-427a-b87e-4c6b4207b16f,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:32.278442 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b0f3c1c8-dc67-44b3-9e80-eb51c112a0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.315596 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3c1c8-dc67-44b3-9e80-eb51c112a0b4 None None] Pushing event deleted for resources: {'Port': ['ID=fa4b7020-bc71-42bb-9121-72e1dbba8b1e,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:32.317552 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f3c1c8-dc67-44b3-9e80-eb51c112a0b4 None None] No DVR routers for this DVR port fa4b7020-bc71-42bb-9121-72e1dbba8b1e on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:32.364199 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d2382-dda3-4742-aec5-6bd9cb6cdbf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d157b61e-6b4a-43c9-a07c-5c6e1fda4120,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:32.366997 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-62f4adbc-c468-44de-8ec8-50b692975810 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] The port 'fa4b7020-bc71-42bb-9121-72e1dbba8b1e' was deleted {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 05 04:10:32.370243 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9c1d2382-dda3-4742-aec5-6bd9cb6cdbf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.374505 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9c1d2382-dda3-4742-aec5-6bd9cb6cdbf9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d157b61e-6b4a-43c9-a07c-5c6e1fda4120 HTTP/1.1" status: 204 len: 168 time: 0.6457937 Jul 05 04:10:32.375325 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46460) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:32.378756 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['8d3e8f21-05f6-427a-b87e-4c6b4207b16f'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:32.402522 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876f291e-1617-4ce8-aa50-a01b354d279a None None] Network 76e1944d-1d03-4c4e-b1ba-413cddc95912 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:32.573657 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62f4adbc-c468-44de-8ec8-50b692975810 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.595245 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-62f4adbc-c468-44de-8ec8-50b692975810 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f914904-fdff-460a-88ce-09f6ff47c327']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:32.604363 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.611522 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-62f4adbc-c468-44de-8ec8-50b692975810 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76145898-66ed-41e4-adee-731393a5bbd6') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:32.611522 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-62f4adbc-c468-44de-8ec8-50b692975810 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76145898-66ed-41e4-adee-731393a5bbd6') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:32.615105 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f80b33af-52cc-4387-b241-3f3b6beebbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.634229 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62f4adbc-c468-44de-8ec8-50b692975810 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.661093 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62f4adbc-c468-44de-8ec8-50b692975810 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.691669 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f4adbc-c468-44de-8ec8-50b692975810 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:32.692564 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62f4adbc-c468-44de-8ec8-50b692975810 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:32.695874 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:32.701143 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-90929276-2a39-45f8-bde6-02c40d54967a req-2838e164-61f7-4c65-ae33-e49fdff27c77 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1675172 Jul 05 04:10:32.785202 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad8f723-9e54-487b-9500-7cce358e000b None None] DHCP port deletion for 76e1944d-1d03-4c4e-b1ba-413cddc95912 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:10:32.835348 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62f4adbc-c468-44de-8ec8-50b692975810 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.889715 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62f4adbc-c468-44de-8ec8-50b692975810 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.895870 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-62f4adbc-c468-44de-8ec8-50b692975810 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/networks/4f914904-fdff-460a-88ce-09f6ff47c327 HTTP/1.1" status: 204 len: 168 time: 0.8002186 Jul 05 04:10:32.898248 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46466) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:32.905205 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-6813ca90-e27a-45b3-9ee5-88b142996631 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'network': {'name': 'tempest-RoutersTest-1353529382'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:32.914282 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4adbc-c468-44de-8ec8-50b692975810 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Network': ['ID=4f914904-fdff-460a-88ce-09f6ff47c327,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:32.929202 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-f80b33af-52cc-4387-b241-3f3b6beebbf5 admin admin] Deleting port 390869f7-9f65-43a7-8d65-7e7abe49591f {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:32.941195 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f80b33af-52cc-4387-b241-3f3b6beebbf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.947303 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-1ad8f723-9e54-487b-9500-7cce358e000b None None] Deleting port 390869f7-9f65-43a7-8d65-7e7abe49591f {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:32.947926 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1ad8f723-9e54-487b-9500-7cce358e000b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.014098 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6813ca90-e27a-45b3-9ee5-88b142996631 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Made reservation on behalf of 8fdb6e0329bb45438346ec9d6376bccd for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:33.019034 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device fa4b7020-bc71-42bb-9121-72e1dbba8b1e no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:33.020787 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6813ca90-e27a-45b3-9ee5-88b142996631 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.052468 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-f80b33af-52cc-4387-b241-3f3b6beebbf5 admin admin] For port 390869f7-9f65-43a7-8d65-7e7abe49591f, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=390869f7-9f65-43a7-8d65-7e7abe49591f,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:33.054148 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f80b33af-52cc-4387-b241-3f3b6beebbf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.063998 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: fa4b7020-bc71-42bb-9121-72e1dbba8b1e {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:33.064503 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device fa4b7020-bc71-42bb-9121-72e1dbba8b1e not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:33.064923 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:33.074229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6813ca90-e27a-45b3-9ee5-88b142996631 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:10:33.082158 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-f80b33af-52cc-4387-b241-3f3b6beebbf5 admin admin] Calling delete_port for 390869f7-9f65-43a7-8d65-7e7abe49591f owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:33.087016 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90929276-2a39-45f8-bde6-02c40d54967a req-b8cbcb3f-5203-4044-b275-0c511ecb3d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:33.089041 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-90929276-2a39-45f8-bde6-02c40d54967a req-b8cbcb3f-5203-4044-b275-0c511ecb3d83 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b459d90a1104d2f9bfd9c3a9ab3c50e&device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4 HTTP/1.1" status: 200 len: 1097 time: 0.2736888 Jul 05 04:10:33.107345 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364d952-76e7-4324-b3c3-567de9b4052b req-057eec13-93c1-408e-83c4-37749dbd515c tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:33.110657 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:33.110988 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6b847f88-9ec9-4ff9-9ecb-fbfb99f896e5 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:33.111439 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 390869f7-9f65-43a7-8d65-7e7abe49591f no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:33.111757 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c364d952-76e7-4324-b3c3-567de9b4052b req-057eec13-93c1-408e-83c4-37749dbd515c tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 944 time: 0.1570051 Jul 05 04:10:33.119163 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-1ad8f723-9e54-487b-9500-7cce358e000b None None] For port 390869f7-9f65-43a7-8d65-7e7abe49591f, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=390869f7-9f65-43a7-8d65-7e7abe49591f,segment=NetworkSegment(41ac87ba-2d8d-4b84-8496-b28973bdc907),segment_id=41ac87ba-2d8d-4b84-8496-b28973bdc907)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:33.120239 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1ad8f723-9e54-487b-9500-7cce358e000b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.131468 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6813ca90-e27a-45b3-9ee5-88b142996631 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.132228 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-6813ca90-e27a-45b3-9ee5-88b142996631 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Added segment 84d5a0a3-cb27-4ec8-a539-0d8c6253c44a of type vlan for network 9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7 Jul 05 04:10:33.155055 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-1ad8f723-9e54-487b-9500-7cce358e000b None None] Calling delete_port for 390869f7-9f65-43a7-8d65-7e7abe49591f owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:33.212774 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6813ca90-e27a-45b3-9ee5-88b142996631 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.262734 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c364d952-76e7-4324-b3c3-567de9b4052b req-b3e3b2ff-85fe-4a36-b271-ee8d953726b5 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfc142-db45-4265-88bf-a7325bdb0d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409671 Jul 05 04:10:33.271985 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6813ca90-e27a-45b3-9ee5-88b142996631 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.285086 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6813ca90-e27a-45b3-9ee5-88b142996631 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:33.286629 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6813ca90-e27a-45b3-9ee5-88b142996631 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.294991 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.349355 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1ad8f723-9e54-487b-9500-7cce358e000b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.392239 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813ca90-e27a-45b3-9ee5-88b142996631 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Network': ['ID=9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:33.414443 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:10:33.417631 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 967f0af8-23df-46a6-9a62-d7de2f337f15 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:33.424942 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8f723-9e54-487b-9500-7cce358e000b None None] Pushing event deleted for resources: {'Port': ['ID=390869f7-9f65-43a7-8d65-7e7abe49591f,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:33.438909 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6813ca90-e27a-45b3-9ee5-88b142996631 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5377741 Jul 05 04:10:33.441023 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46470) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:33.448890 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-4533b084-ee69-4204-a080-25f9addc5228 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'subnet': {'network_id': '9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:33.515060 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 967f0af8-23df-46a6-9a62-d7de2f337f15 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:33.515461 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 967f0af8-23df-46a6-9a62-d7de2f337f15 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:33.520159 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad8f723-9e54-487b-9500-7cce358e000b None None] No DVR routers for this DVR port 390869f7-9f65-43a7-8d65-7e7abe49591f on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:33.550585 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90929276-2a39-45f8-bde6-02c40d54967a req-952ae01f-028b-4a47-afce-eb7c329d59cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:33.556124 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-90929276-2a39-45f8-bde6-02c40d54967a req-952ae01f-028b-4a47-afce-eb7c329d59cc service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b HTTP/1.1" status: 200 len: 911 time: 0.4276438 Jul 05 04:10:33.592586 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f80b33af-52cc-4387-b241-3f3b6beebbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.661712 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4533b084-ee69-4204-a080-25f9addc5228 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Made reservation on behalf of 8fdb6e0329bb45438346ec9d6376bccd for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:33.665665 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4533b084-ee69-4204-a080-25f9addc5228 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.717127 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b33af-52cc-4387-b241-3f3b6beebbf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=390869f7-9f65-43a7-8d65-7e7abe49591f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:33.743265 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b33af-52cc-4387-b241-3f3b6beebbf5 admin admin] No DVR routers for this DVR port 390869f7-9f65-43a7-8d65-7e7abe49591f on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:33.747934 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-90929276-2a39-45f8-bde6-02c40d54967a req-5b732cb0-374e-45f6-bf10-92a130322ebd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07ce1627-3a79-4a4f-a711-356d889a0ce3 HTTP/1.1" status: 200 len: 1000 time: 0.1821895 Jul 05 04:10:33.897127 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f80b33af-52cc-4387-b241-3f3b6beebbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.910886 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90929276-2a39-45f8-bde6-02c40d54967a req-547dbc07-3cf2-4676-96ee-10596866b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:33.912405 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-90929276-2a39-45f8-bde6-02c40d54967a req-547dbc07-3cf2-4676-96ee-10596866b618 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9ee9ae53-c8ee-4b49-a395-854bb0a3c12c HTTP/1.1" status: 200 len: 849 time: 0.1581497 Jul 05 04:10:33.913905 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-f80b33af-52cc-4387-b241-3f3b6beebbf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e1944d-1d03-4c4e-b1ba-413cddc95912']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:33.925476 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-f80b33af-52cc-4387-b241-3f3b6beebbf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ac87ba-2d8d-4b84-8496-b28973bdc907') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:33.925839 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-f80b33af-52cc-4387-b241-3f3b6beebbf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ac87ba-2d8d-4b84-8496-b28973bdc907') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:33.954275 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4533b084-ee69-4204-a080-25f9addc5228 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.963598 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f80b33af-52cc-4387-b241-3f3b6beebbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.982312 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f80b33af-52cc-4387-b241-3f3b6beebbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.992605 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80b33af-52cc-4387-b241-3f3b6beebbf5 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:33.992605 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f80b33af-52cc-4387-b241-3f3b6beebbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: self.session.flush() Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: self.session.flush() Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: self.session.flush() Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: self.session.flush() Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:33.993476 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:34.034168 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533b084-ee69-4204-a080-25f9addc5228 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Subnet': ['ID=345afe48-4511-4ce8-8701-5136d5409d07,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:34.046012 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533b084-ee69-4204-a080-25f9addc5228 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Checking segment: {'id': '84d5a0a3-cb27-4ec8-a539-0d8c6253c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:34.047087 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4533b084-ee69-4204-a080-25f9addc5228 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network hostable DHCP agents. Network: 9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:10:34.073371 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4533b084-ee69-4204-a080-25f9addc5228 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network 9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:10:34.084738 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-4533b084-ee69-4204-a080-25f9addc5228 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:34.089168 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4533b084-ee69-4204-a080-25f9addc5228 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:34.089928 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4533b084-ee69-4204-a080-25f9addc5228 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.102895 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2779a5f0-224a-42cb-882f-bdc857a9073b None None] Network 9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:34.119913 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4533b084-ee69-4204-a080-25f9addc5228 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6772683 Jul 05 04:10:34.121101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46476) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:34.129559 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d134b80a-9332-4e25-8bc4-b4038b106983 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-631050679', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:34.208292 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d134b80a-9332-4e25-8bc4-b4038b106983 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.210906 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d134b80a-9332-4e25-8bc4-b4038b106983 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.284203 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300239f8-01d4-4f25-8712-1808ba521328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7', 'network_id': '9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'fixed_ips': [{'subnet_id': '345afe48-4511-4ce8-8701-5136d5409d07'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:10:34.285105 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-300239f8-01d4-4f25-8712-1808ba521328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.324155 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d134b80a-9332-4e25-8bc4-b4038b106983 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.347626 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d134b80a-9332-4e25-8bc4-b4038b106983 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.379916 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90929276-2a39-45f8-bde6-02c40d54967a req-714992b5-8d1b-4c76-a2d9-3eb4f6afa131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:34.381771 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-90929276-2a39-45f8-bde6-02c40d54967a req-714992b5-8d1b-4c76-a2d9-3eb4f6afa131 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4539750 Jul 05 04:10:34.385370 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d134b80a-9332-4e25-8bc4-b4038b106983 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.389341 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d134b80a-9332-4e25-8bc4-b4038b106983 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2645476 Jul 05 04:10:34.390099 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46480) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:34.395570 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-35d1d0a1-a404-431d-ab96-430797b3fa98 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'port': {'network_id': '9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7', 'name': 'tempest-RoutersTest-1917607652'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:34.400070 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f80b33af-52cc-4387-b241-3f3b6beebbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.406035 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f80b33af-52cc-4387-b241-3f3b6beebbf5 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.409189 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f80b33af-52cc-4387-b241-3f3b6beebbf5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/76e1944d-1d03-4c4e-b1ba-413cddc95912 HTTP/1.1" status: 204 len: 168 time: 2.0270402 Jul 05 04:10:34.462235 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.529832 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b33af-52cc-4387-b241-3f3b6beebbf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=76e1944d-1d03-4c4e-b1ba-413cddc95912,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:34.602421 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-300239f8-01d4-4f25-8712-1808ba521328 None None] Allocated IP 172.20.0.2 (9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7/345afe48-4511-4ce8-8701-5136d5409d07/45f36430-4bce-4608-8847-ae649bd1bd5a) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:34.629870 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-90929276-2a39-45f8-bde6-02c40d54967a req-1fa7e4c7-5d89-404e-b5c9-72bee89cabf5 service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345297 Jul 05 04:10:34.648301 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46484) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:34.683843 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ba131-f406-40df-ad53-14d737055716 req-d6c18d44-1593-43c8-8589-63054788345d tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:34.685543 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-265ba131-f406-40df-ad53-14d737055716 req-d6c18d44-1593-43c8-8589-63054788345d tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 944 time: 0.1243200 Jul 05 04:10:34.695253 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d1d0a1-a404-431d-ab96-430797b3fa98 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Made reservation on behalf of 8fdb6e0329bb45438346ec9d6376bccd for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:34.699154 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35d1d0a1-a404-431d-ab96-430797b3fa98 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.765129 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46490) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:34.768028 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7b658727-5e2a-497d-8331-a2ac577d09ff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f1c1197f995c40748eb7a04272d5b4dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1181424 Jul 05 04:10:34.853050 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-300239f8-01d4-4f25-8712-1808ba521328 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.865971 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-300239f8-01d4-4f25-8712-1808ba521328 None None] Transition to ACTIVE for port object 45f36430-4bce-4608-8847-ae649bd1bd5a will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:34.872514 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-265ba131-f406-40df-ad53-14d737055716 req-21e32705-f111-49c5-8d40-609ccf348fee tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfc142-db45-4265-88bf-a7325bdb0d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655579 Jul 05 04:10:34.884994 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-90929276-2a39-45f8-bde6-02c40d54967a req-2e1d9c6d-edd9-44a0-abf7-31f2be028413 service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505333 Jul 05 04:10:34.886194 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-35d1d0a1-a404-431d-ab96-430797b3fa98 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] device_id is not set on port b68a2534-4208-4ad8-af72-76665f61660a yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:10:34.905112 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-300239f8-01d4-4f25-8712-1808ba521328 None None] Transition to ACTIVE for port object 45f36430-4bce-4608-8847-ae649bd1bd5a will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:34.909056 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c45c6826-3639-42d0-b021-b2e82c12742b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.920070 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-300239f8-01d4-4f25-8712-1808ba521328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.927955 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46492) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:34.936768 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-62dd7350-3ca4-4f85-9c5e-a633e755f969 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Request body: {'subnets': [{'network_id': '902bf543-a6c8-43d4-98b6-6fbac4c022bb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--700538792', 'ip_version': 6}, {'network_id': 'b169bba3-9d14-44b5-9b30-a00e866b1cdb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:34.937097 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-62dd7350-3ca4-4f85-9c5e-a633e755f969 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Request body: {'subnet': {'network_id': '902bf543-a6c8-43d4-98b6-6fbac4c022bb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--700538792', 'ip_version': 6}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:34.937780 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-62dd7350-3ca4-4f85-9c5e-a633e755f969 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Request body: {'subnet': {'network_id': 'b169bba3-9d14-44b5-9b30-a00e866b1cdb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:34.991755 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300239f8-01d4-4f25-8712-1808ba521328 None None] Network 9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:34.995659 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-300239f8-01d4-4f25-8712-1808ba521328 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:34.996513 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c45c6826-3639-42d0-b021-b2e82c12742b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.999826 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300239f8-01d4-4f25-8712-1808ba521328 None None] Pushing event updated for resources: {'Port': ['ID=45f36430-4bce-4608-8847-ae649bd1bd5a,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:35.003383 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300239f8-01d4-4f25-8712-1808ba521328 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:35.067876 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-35d1d0a1-a404-431d-ab96-430797b3fa98 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Allocated IP 172.20.0.12 (9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7/345afe48-4511-4ce8-8701-5136d5409d07/b68a2534-4208-4ad8-af72-76665f61660a) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:35.070864 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-300239f8-01d4-4f25-8712-1808ba521328 None None] Attempting to bind port 45f36430-4bce-4608-8847-ae649bd1bd5a on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:10:35.071501 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-300239f8-01d4-4f25-8712-1808ba521328 None None] Attempting to bind port 45f36430-4bce-4608-8847-ae649bd1bd5a by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '84d5a0a3-cb27-4ec8-a539-0d8c6253c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:10:35.072130 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300239f8-01d4-4f25-8712-1808ba521328 None None] Attempting to bind port 45f36430-4bce-4608-8847-ae649bd1bd5a on network 9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:35.077737 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300239f8-01d4-4f25-8712-1808ba521328 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:10:35.078447 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300239f8-01d4-4f25-8712-1808ba521328 None None] Checking segment: {'id': '84d5a0a3-cb27-4ec8-a539-0d8c6253c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:35.080212 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-300239f8-01d4-4f25-8712-1808ba521328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.080893 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300239f8-01d4-4f25-8712-1808ba521328 None None] Bound using segment: {'id': '84d5a0a3-cb27-4ec8-a539-0d8c6253c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:10:35.081551 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-300239f8-01d4-4f25-8712-1808ba521328 None None] Bound port: 45f36430-4bce-4608-8847-ae649bd1bd5a, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d5a0a3-cb27-4ec8-a539-0d8c6253c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:10:35.082097 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-300239f8-01d4-4f25-8712-1808ba521328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.154094 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c45c6826-3639-42d0-b021-b2e82c12742b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.157950 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c45c6826-3639-42d0-b021-b2e82c12742b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.161549 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c45c6826-3639-42d0-b021-b2e82c12742b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d65d1285-8027-4bf5-96e4-bd3270c3b54e HTTP/1.1" status: 204 len: 168 time: 0.3932421 Jul 05 04:10:35.163351 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-300239f8-01d4-4f25-8712-1808ba521328 None None] For port 45f36430-4bce-4608-8847-ae649bd1bd5a, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:10:35.166586 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-300239f8-01d4-4f25-8712-1808ba521328 None None] For port 45f36430-4bce-4608-8847-ae649bd1bd5a, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=45f36430-4bce-4608-8847-ae649bd1bd5a,segment=NetworkSegment(84d5a0a3-cb27-4ec8-a539-0d8c6253c44a),segment_id=84d5a0a3-cb27-4ec8-a539-0d8c6253c44a)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:10:35.169304 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dd7350-3ca4-4f85-9c5e-a633e755f969 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Made reservation on behalf of 5ac568c6bf99487193f8cc58cc94de58 for: {'subnet': 2} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:35.172310 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-300239f8-01d4-4f25-8712-1808ba521328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.175058 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62dd7350-3ca4-4f85-9c5e-a633e755f969 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.175408 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62dd7350-3ca4-4f85-9c5e-a633e755f969 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.190390 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c6826-3639-42d0-b021-b2e82c12742b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65d1285-8027-4bf5-96e4-bd3270c3b54e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:35.273006 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35d1d0a1-a404-431d-ab96-430797b3fa98 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.289579 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-35d1d0a1-a404-431d-ab96-430797b3fa98 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Transition to ACTIVE for port object b68a2534-4208-4ad8-af72-76665f61660a will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:35.327298 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35d1d0a1-a404-431d-ab96-430797b3fa98 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.387721 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d1d0a1-a404-431d-ab96-430797b3fa98 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network 9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:35.393909 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-35d1d0a1-a404-431d-ab96-430797b3fa98 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:35.409432 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d1d0a1-a404-431d-ab96-430797b3fa98 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:35.419988 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8d3e8f21-05f6-427a-b87e-4c6b4207b16f up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:35.440150 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1d0a1-a404-431d-ab96-430797b3fa98 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Port': ['ID=b68a2534-4208-4ad8-af72-76665f61660a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:35.490411 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d1d0a1-a404-431d-ab96-430797b3fa98 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:35.491172 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35d1d0a1-a404-431d-ab96-430797b3fa98 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.498562 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300239f8-01d4-4f25-8712-1808ba521328 None None] Pushing event updated for resources: {'Port': ['ID=45f36430-4bce-4608-8847-ae649bd1bd5a,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:35.505272 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 8d3e8f21-05f6-427a-b87e-4c6b4207b16f completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:35.510026 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 8d3e8f21-05f6-427a-b87e-4c6b4207b16f triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:35.512348 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.521320 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-35d1d0a1-a404-431d-ab96-430797b3fa98 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1277308 Jul 05 04:10:35.521703 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46500) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:35.653699 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.686575 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b9d03f-54d2-46af-962b-ab638ebf4c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3e8f21-05f6-427a-b87e-4c6b4207b16f'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:35.690234 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8454e137-9411-4ef4-b135-fff92e2574fa" -d '{"events": [{"server_uuid": "57b9d03f-54d2-46af-962b-ab638ebf4c5f", "name": "network-vif-plugged", "status": "completed", "tag": "8d3e8f21-05f6-427a-b87e-4c6b4207b16f"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:35.753083 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8d3e8f21-05f6-427a-b87e-4c6b4207b16f, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8d3e8f21-05f6-427a-b87e-4c6b4207b16f,segment=NetworkSegment(4f89e26d-d8e8-4b51-adea-a2cab38902be),segment_id=4f89e26d-d8e8-4b51-adea-a2cab38902be)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:35.762706 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.767600 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8a2d79-1e4d-4fd5-bfde-02aa5304912b x-openstack-request-id: req-8d8a2d79-1e4d-4fd5-bfde-02aa5304912b {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:35.768346 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b9d03f-54d2-46af-962b-ab638ebf4c5f", "name": "network-vif-plugged", "status": "completed", "tag": "8d3e8f21-05f6-427a-b87e-4c6b4207b16f", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:35.768599 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8d8a2d79-1e4d-4fd5-bfde-02aa5304912b {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:35.769036 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b9d03f-54d2-46af-962b-ab638ebf4c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3e8f21-05f6-427a-b87e-4c6b4207b16f', 'code': 200} Jul 05 04:10:35.920668 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=8d3e8f21-05f6-427a-b87e-4c6b4207b16f,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:35.952390 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62dd7350-3ca4-4f85-9c5e-a633e755f969 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.042280 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd7350-3ca4-4f85-9c5e-a633e755f969 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Pushing event updated for resources: {'Subnet': ['ID=444c07de-2318-4960-a564-dd92cf5e30ba,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:36.072028 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dd7350-3ca4-4f85-9c5e-a633e755f969 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Checking segment: {'id': 'b98667d1-bb8d-4dfb-81bf-4320779c39e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '902bf543-a6c8-43d4-98b6-6fbac4c022bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:36.072481 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dd7350-3ca4-4f85-9c5e-a633e755f969 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Network hostable DHCP agents. Network: 902bf543-a6c8-43d4-98b6-6fbac4c022bb, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:10:36.119720 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dd7350-3ca4-4f85-9c5e-a633e755f969 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Network 902bf543-a6c8-43d4-98b6-6fbac4c022bb is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:10:36.128832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc624c-3a80-4cc5-87df-94001c344ad0 req-5c412ab6-2cc6-4cf2-9811-110330fe2486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:36.130405 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-30bc624c-3a80-4cc5-87df-94001c344ad0 req-5c412ab6-2cc6-4cf2-9811-110330fe2486 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 1097 time: 0.2491937 Jul 05 04:10:36.161165 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4c951-ea4c-4fab-b942-a9dbe1479ad5 req-5899aaf7-d929-4ee8-8fcb-57bda4f3641f tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:36.163028 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-26e4c951-ea4c-4fab-b942-a9dbe1479ad5 req-5899aaf7-d929-4ee8-8fcb-57bda4f3641f tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 945 time: 0.1062548 Jul 05 04:10:36.163982 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-62dd7350-3ca4-4f85-9c5e-a633e755f969 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 902bf543-a6c8-43d4-98b6-6fbac4c022bb) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:36.167772 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62dd7350-3ca4-4f85-9c5e-a633e755f969 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.176147 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0018f877-6af1-4e8b-9be2-d0315eb1819f None None] Network 902bf543-a6c8-43d4-98b6-6fbac4c022bb requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:36.278582 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd7350-3ca4-4f85-9c5e-a633e755f969 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Pushing event updated for resources: {'Subnet': ['ID=e9a7f639-43cd-4018-8ab7-2ed2d180b7fe,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:36.290351 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-30bc624c-3a80-4cc5-87df-94001c344ad0 req-1d0363d4-fafb-46f6-905d-14c72dd92e1f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=91dfc142-db45-4265-88bf-a7325bdb0d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480269 Jul 05 04:10:36.291880 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cab57827-7300-478f-9b6d-dde81425e7b9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.299960 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-26e4c951-ea4c-4fab-b942-a9dbe1479ad5 req-1b87ad9f-d850-47ce-8c19-c5286c61f718 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfc142-db45-4265-88bf-a7325bdb0d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230814 Jul 05 04:10:36.306502 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dd7350-3ca4-4f85-9c5e-a633e755f969 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Checking segment: {'id': '11ee59ca-065b-4941-9637-5e9c2978c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b169bba3-9d14-44b5-9b30-a00e866b1cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:36.307267 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dd7350-3ca4-4f85-9c5e-a633e755f969 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Network hostable DHCP agents. Network: b169bba3-9d14-44b5-9b30-a00e866b1cdb, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:10:36.339524 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dd7350-3ca4-4f85-9c5e-a633e755f969 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Network b169bba3-9d14-44b5-9b30-a00e866b1cdb is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:10:36.360806 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46528) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:36.369795 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-62dd7350-3ca4-4f85-9c5e-a633e755f969 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, b169bba3-9d14-44b5-9b30-a00e866b1cdb) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:36.374308 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dd7350-3ca4-4f85-9c5e-a633e755f969 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:36.374798 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dd7350-3ca4-4f85-9c5e-a633e755f969 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:36.375518 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-62dd7350-3ca4-4f85-9c5e-a633e755f969 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.388860 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e7c949-a259-4ca6-8000-c00220ecce7c None None] Network b169bba3-9d14-44b5-9b30-a00e866b1cdb requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:36.402045 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-62dd7350-3ca4-4f85-9c5e-a633e755f969 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.4726791 Jul 05 04:10:36.407426 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46532) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:36.499973 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcb694d-2a0d-4e8e-902e-186101aa4c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-902bf543-a6c8-43d4-98b6-6fbac4c022bb', 'network_id': '902bf543-a6c8-43d4-98b6-6fbac4c022bb', 'tenant_id': '5ac568c6bf99487193f8cc58cc94de58', 'fixed_ips': [{'subnet_id': '444c07de-2318-4960-a564-dd92cf5e30ba'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:10:36.503267 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0fcb694d-2a0d-4e8e-902e-186101aa4c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.514161 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26eaff53-778b-410b-9eef-c3154ed66baf tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:36.516789 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26eaff53-778b-410b-9eef-c3154ed66baf tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:36.520124 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26eaff53-778b-410b-9eef-c3154ed66baf tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:36.530714 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-26eaff53-778b-410b-9eef-c3154ed66baf tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1134124 Jul 05 04:10:36.531121 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46534) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:36.575922 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d323747e-9813-45f1-9ac8-ba645b60f87a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-885560031-network', 'tenant_id': '375f6a6057234f3f987f520a52c9dde3'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:36.606992 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-832a4581-2bd4-4bfb-a756-a312f619d2c4 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Deleting subnet 444c07de-2318-4960-a564-dd92cf5e30ba {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:10:36.611683 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-832a4581-2bd4-4bfb-a756-a312f619d2c4 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.659709 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-832a4581-2bd4-4bfb-a756-a312f619d2c4 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.661264 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d323747e-9813-45f1-9ac8-ba645b60f87a admin admin] Made reservation on behalf of 375f6a6057234f3f987f520a52c9dde3 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:36.663657 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d323747e-9813-45f1-9ac8-ba645b60f87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.683532 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d323747e-9813-45f1-9ac8-ba645b60f87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.721583 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adb1ac6-f6ae-44a2-beaf-705019c3a3aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-b169bba3-9d14-44b5-9b30-a00e866b1cdb', 'network_id': 'b169bba3-9d14-44b5-9b30-a00e866b1cdb', 'tenant_id': '5ac568c6bf99487193f8cc58cc94de58', 'fixed_ips': [{'subnet_id': 'e9a7f639-43cd-4018-8ab7-2ed2d180b7fe'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:10:36.724546 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8adb1ac6-f6ae-44a2-beaf-705019c3a3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.730168 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-832a4581-2bd4-4bfb-a756-a312f619d2c4 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.774278 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cab57827-7300-478f-9b6d-dde81425e7b9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.796044 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cab57827-7300-478f-9b6d-dde81425e7b9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.806111 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-832a4581-2bd4-4bfb-a756-a312f619d2c4 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.848208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a4581-2bd4-4bfb-a756-a312f619d2c4 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Pushing event deleted for resources: {'Subnet': ['ID=444c07de-2318-4960-a564-dd92cf5e30ba,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:36.853549 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-832a4581-2bd4-4bfb-a756-a312f619d2c4 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.857990 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-832a4581-2bd4-4bfb-a756-a312f619d2c4 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] 10.222.0.77 "DELETE /v2.0/subnets/444c07de-2318-4960-a564-dd92cf5e30ba HTTP/1.1" status: 204 len: 168 time: 0.3230188 Jul 05 04:10:36.858425 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46536) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server [None req-0fcb694d-2a0d-4e8e-902e-186101aa4c99 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 444c07de-2318-4960-a564-dd92cf5e30ba: This subnet is being modified by another concurrent operation. Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:10:36.901117 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise exception Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 444c07de-2318-4960-a564-dd92cf5e30ba: This subnet is being modified by another concurrent operation. Jul 05 04:10:36.904766 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server Jul 05 04:10:36.943927 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9babf6c-f937-4cd9-a73f-da9a7d0b0606 None None] Network 902bf543-a6c8-43d4-98b6-6fbac4c022bb requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:36.966935 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab567966-4aa0-4ca4-8c40-a98ab74c522a None None] Network 9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:36.979259 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb72c50-85a0-418f-9080-c85721486750 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Deleting subnet e9a7f639-43cd-4018-8ab7-2ed2d180b7fe {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:10:37.029604 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab57827-7300-478f-9b6d-dde81425e7b9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Port': ['ID=b68a2534-4208-4ad8-af72-76665f61660a,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:37.064849 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 45f36430-4bce-4608-8847-ae649bd1bd5a up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:37.093221 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d323747e-9813-45f1-9ac8-ba645b60f87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.115651 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d323747e-9813-45f1-9ac8-ba645b60f87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.128050 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0ed18fce-c522-47ff-b184-0f2bc8313f37 None None] Provisioning for port 45f36430-4bce-4608-8847-ae649bd1bd5a completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:37.163310 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-8adb1ac6-f6ae-44a2-beaf-705019c3a3aa None None] Allocated IP 2001:db8:0:1::1 (b169bba3-9d14-44b5-9b30-a00e866b1cdb/e9a7f639-43cd-4018-8ab7-2ed2d180b7fe/b09b052b-b959-4ff6-bd7f-13b68ac663f8) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:37.179987 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d323747e-9813-45f1-9ac8-ba645b60f87a admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:10:37.217241 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323747e-9813-45f1-9ac8-ba645b60f87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4a9bf5-57e5-4677-8b4e-27191f127962,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:37.224712 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d323747e-9813-45f1-9ac8-ba645b60f87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.225068 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-d323747e-9813-45f1-9ac8-ba645b60f87a admin admin] Added segment c2d54812-6f1d-4c9b-aaaa-7ac3ad558d19 of type vlan for network d1dfb330-e0a2-4ef4-ad89-00ea73309739 Jul 05 04:10:37.321522 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cab57827-7300-478f-9b6d-dde81425e7b9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.365070 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 45f36430-4bce-4608-8847-ae649bd1bd5a completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:37.374723 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 45f36430-4bce-4608-8847-ae649bd1bd5a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:37.376308 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.406430 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d323747e-9813-45f1-9ac8-ba645b60f87a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.480133 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d323747e-9813-45f1-9ac8-ba645b60f87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.481508 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d323747e-9813-45f1-9ac8-ba645b60f87a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:37.482838 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d323747e-9813-45f1-9ac8-ba645b60f87a admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.540462 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052b1fe-c0ab-41cf-8c95-ea5750ef97ff req-8451571a-442a-4016-8335-896a1a67620a tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:37.542100 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4052b1fe-c0ab-41cf-8c95-ea5750ef97ff req-8451571a-442a-4016-8335-896a1a67620a tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 945 time: 0.0882156 Jul 05 04:10:37.584843 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d323747e-9813-45f1-9ac8-ba645b60f87a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2226775 Jul 05 04:10:37.590076 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46546) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:37.593403 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.596162 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-0fbfb0ea-23b2-455a-a26a-ffe8e961404b admin admin] Request body: {'subnet': {'network_id': 'd1dfb330-e0a2-4ef4-ad89-00ea73309739', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-885560031-subnet', 'tenant_id': '375f6a6057234f3f987f520a52c9dde3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:37.604537 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8adb1ac6-f6ae-44a2-beaf-705019c3a3aa None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.607160 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323747e-9813-45f1-9ac8-ba645b60f87a admin admin] Pushing event updated for resources: {'Network': ['ID=d1dfb330-e0a2-4ef4-ad89-00ea73309739,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:37.607352 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4052b1fe-c0ab-41cf-8c95-ea5750ef97ff req-53ef2bbf-ed52-4619-91d6-26863c03dd65 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfc142-db45-4265-88bf-a7325bdb0d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577693 Jul 05 04:10:37.626718 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8adb1ac6-f6ae-44a2-beaf-705019c3a3aa None None] Transition to ACTIVE for port object b09b052b-b959-4ff6-bd7f-13b68ac663f8 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:37.632743 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbfb0ea-23b2-455a-a26a-ffe8e961404b admin admin] Made reservation on behalf of 375f6a6057234f3f987f520a52c9dde3 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:37.634404 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cab57827-7300-478f-9b6d-dde81425e7b9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.636398 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0fbfb0ea-23b2-455a-a26a-ffe8e961404b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.638560 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network d1dfb330-e0a2-4ef4-ad89-00ea73309739 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:10:37.726911 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 45f36430-4bce-4608-8847-ae649bd1bd5a, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=45f36430-4bce-4608-8847-ae649bd1bd5a,segment=NetworkSegment(84d5a0a3-cb27-4ec8-a539-0d8c6253c44a),segment_id=84d5a0a3-cb27-4ec8-a539-0d8c6253c44a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:37.735395 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8adb1ac6-f6ae-44a2-beaf-705019c3a3aa None None] Transition to ACTIVE for port object b09b052b-b959-4ff6-bd7f-13b68ac663f8 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:37.757741 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.767521 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8adb1ac6-f6ae-44a2-beaf-705019c3a3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.789726 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0fb72c50-85a0-418f-9080-c85721486750 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.831861 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adb1ac6-f6ae-44a2-beaf-705019c3a3aa None None] Network b169bba3-9d14-44b5-9b30-a00e866b1cdb is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:37.842731 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-8adb1ac6-f6ae-44a2-beaf-705019c3a3aa None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:37.852661 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adb1ac6-f6ae-44a2-beaf-705019c3a3aa None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:37.853932 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0fb72c50-85a0-418f-9080-c85721486750 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.862056 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=45f36430-4bce-4608-8847-ae649bd1bd5a,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:37.963346 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8adb1ac6-f6ae-44a2-beaf-705019c3a3aa None None] Attempting to bind port b09b052b-b959-4ff6-bd7f-13b68ac663f8 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:10:37.963909 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0fbfb0ea-23b2-455a-a26a-ffe8e961404b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.964070 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8adb1ac6-f6ae-44a2-beaf-705019c3a3aa None None] Attempting to bind port b09b052b-b959-4ff6-bd7f-13b68ac663f8 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '11ee59ca-065b-4941-9637-5e9c2978c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b169bba3-9d14-44b5-9b30-a00e866b1cdb'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:10:37.964512 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adb1ac6-f6ae-44a2-beaf-705019c3a3aa None None] Attempting to bind port b09b052b-b959-4ff6-bd7f-13b68ac663f8 on network b169bba3-9d14-44b5-9b30-a00e866b1cdb {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:37.982243 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adb1ac6-f6ae-44a2-beaf-705019c3a3aa None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:10:37.982670 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adb1ac6-f6ae-44a2-beaf-705019c3a3aa None None] Checking segment: {'id': '11ee59ca-065b-4941-9637-5e9c2978c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b169bba3-9d14-44b5-9b30-a00e866b1cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:37.983455 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8adb1ac6-f6ae-44a2-beaf-705019c3a3aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.984551 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adb1ac6-f6ae-44a2-beaf-705019c3a3aa None None] Bound using segment: {'id': '11ee59ca-065b-4941-9637-5e9c2978c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b169bba3-9d14-44b5-9b30-a00e866b1cdb'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:10:37.985197 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8adb1ac6-f6ae-44a2-beaf-705019c3a3aa None None] Bound port: b09b052b-b959-4ff6-bd7f-13b68ac663f8, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ee59ca-065b-4941-9637-5e9c2978c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b169bba3-9d14-44b5-9b30-a00e866b1cdb'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:10:37.985598 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8adb1ac6-f6ae-44a2-beaf-705019c3a3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.008091 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb1ac6-f6ae-44a2-beaf-705019c3a3aa None None] Pushing event updated for resources: {'Port': ['ID=b09b052b-b959-4ff6-bd7f-13b68ac663f8,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:38.027254 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5002e334-55e9-4ff7-a482-e76124d8bf23 None None] Provisioning complete for port 45f36430-4bce-4608-8847-ae649bd1bd5a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:38.027626 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5002e334-55e9-4ff7-a482-e76124d8bf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.034559 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cab57827-7300-478f-9b6d-dde81425e7b9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.045370 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cab57827-7300-478f-9b6d-dde81425e7b9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.081112 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0fb72c50-85a0-418f-9080-c85721486750 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.115644 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfb0ea-23b2-455a-a26a-ffe8e961404b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b996bc0c-c3f1-44dc-892d-dd683d218643,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:38.134592 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbfb0ea-23b2-455a-a26a-ffe8e961404b admin admin] Checking segment: {'id': 'c2d54812-6f1d-4c9b-aaaa-7ac3ad558d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd1dfb330-e0a2-4ef4-ad89-00ea73309739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:38.134967 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbfb0ea-23b2-455a-a26a-ffe8e961404b admin admin] Network hostable DHCP agents. Network: d1dfb330-e0a2-4ef4-ad89-00ea73309739, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:10:38.135591 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab57827-7300-478f-9b6d-dde81425e7b9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Port': ['ID=b68a2534-4208-4ad8-af72-76665f61660a,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:38.177157 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbfb0ea-23b2-455a-a26a-ffe8e961404b admin admin] Network d1dfb330-e0a2-4ef4-ad89-00ea73309739 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:10:38.185849 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cab57827-7300-478f-9b6d-dde81425e7b9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.197540 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-0fbfb0ea-23b2-455a-a26a-ffe8e961404b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, d1dfb330-e0a2-4ef4-ad89-00ea73309739) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:38.203539 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbfb0ea-23b2-455a-a26a-ffe8e961404b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:38.205534 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0fbfb0ea-23b2-455a-a26a-ffe8e961404b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.212037 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0fb72c50-85a0-418f-9080-c85721486750 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.226814 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8adb1ac6-f6ae-44a2-beaf-705019c3a3aa None None] For port b09b052b-b959-4ff6-bd7f-13b68ac663f8, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:10:38.240714 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8adb1ac6-f6ae-44a2-beaf-705019c3a3aa None None] For port b09b052b-b959-4ff6-bd7f-13b68ac663f8, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b09b052b-b959-4ff6-bd7f-13b68ac663f8,segment=NetworkSegment(11ee59ca-065b-4941-9637-5e9c2978c21b),segment_id=11ee59ca-065b-4941-9637-5e9c2978c21b)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:10:38.242988 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bb991c-179c-4db4-8530-0f21f23bdcd1 None None] Network d1dfb330-e0a2-4ef4-ad89-00ea73309739 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:38.261248 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb72c50-85a0-418f-9080-c85721486750 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Pushing event deleted for resources: {'Subnet': ['ID=e9a7f639-43cd-4018-8ab7-2ed2d180b7fe,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:38.270183 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0fb72c50-85a0-418f-9080-c85721486750 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.275276 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0fb72c50-85a0-418f-9080-c85721486750 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] 10.222.0.77 "DELETE /v2.0/subnets/e9a7f639-43cd-4018-8ab7-2ed2d180b7fe HTTP/1.1" status: 204 len: 168 time: 1.4136000 Jul 05 04:10:38.275944 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0fbfb0ea-23b2-455a-a26a-ffe8e961404b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6848485 Jul 05 04:10:38.276834 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46550) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:38.315316 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8adb1ac6-f6ae-44a2-beaf-705019c3a3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.364226 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cace3f-eb39-47bf-a04b-ce0d388a7f21 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:38.367092 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a6cace3f-eb39-47bf-a04b-ce0d388a7f21 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0889945 Jul 05 04:10:38.373871 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46556) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:38.388716 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb1ac6-f6ae-44a2-beaf-705019c3a3aa None None] Pushing event updated for resources: {'Port': ['ID=b09b052b-b959-4ff6-bd7f-13b68ac663f8,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:38.414312 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5002e334-55e9-4ff7-a482-e76124d8bf23 None None] Provisioning for port b68a2534-4208-4ad8-af72-76665f61660a completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:38.420344 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5002e334-55e9-4ff7-a482-e76124d8bf23 None None] Provisioning complete for port b68a2534-4208-4ad8-af72-76665f61660a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:38.420720 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5002e334-55e9-4ff7-a482-e76124d8bf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.422211 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab57827-7300-478f-9b6d-dde81425e7b9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network 9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:38.456012 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-cab57827-7300-478f-9b6d-dde81425e7b9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:38.493255 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-5002e334-55e9-4ff7-a482-e76124d8bf23 None None] Port b68a2534-4208-4ad8-af72-76665f61660a cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:10:38.564486 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ded3d4-46a8-43c0-93ae-01dbc7020e67 None None] Network d1dfb330-e0a2-4ef4-ad89-00ea73309739 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:38.631196 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67981acb-7752-4c7d-b098-340e2258b6bb tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.673359 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-45899c64-2eb7-4838-8bff-70496d3a814b None None] Provisioning complete for port b68a2534-4208-4ad8-af72-76665f61660a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:38.675846 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-45899c64-2eb7-4838-8bff-70496d3a814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.757824 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab57827-7300-478f-9b6d-dde81425e7b9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Router d3a1d9a4-6b46-4a8d-9bf5-448c064a9bdb is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:10:38.771985 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-67981acb-7752-4c7d-b098-340e2258b6bb tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Deleting port b09b052b-b959-4ff6-bd7f-13b68ac663f8 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:38.772334 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67981acb-7752-4c7d-b098-340e2258b6bb tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.835995 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-45899c64-2eb7-4838-8bff-70496d3a814b None None] Port b68a2534-4208-4ad8-af72-76665f61660a cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:10:39.085626 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 45f36430-4bce-4608-8847-ae649bd1bd5a up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:39.116830 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5a126199-0e0c-43f9-a874-9eabe963579b None None] Provisioning complete for port b68a2534-4208-4ad8-af72-76665f61660a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:39.117202 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5a126199-0e0c-43f9-a874-9eabe963579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.167302 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-5a126199-0e0c-43f9-a874-9eabe963579b None None] Port b68a2534-4208-4ad8-af72-76665f61660a cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:10:39.192619 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 45f36430-4bce-4608-8847-ae649bd1bd5a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:39.193280 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.301533 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b09b052b-b959-4ff6-bd7f-13b68ac663f8 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:39.358432 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port b09b052b-b959-4ff6-bd7f-13b68ac663f8 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:39.403721 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-67981acb-7752-4c7d-b098-340e2258b6bb tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] For port b09b052b-b959-4ff6-bd7f-13b68ac663f8, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b09b052b-b959-4ff6-bd7f-13b68ac663f8,segment=NetworkSegment(11ee59ca-065b-4941-9637-5e9c2978c21b),segment_id=11ee59ca-065b-4941-9637-5e9c2978c21b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:39.404230 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67981acb-7752-4c7d-b098-340e2258b6bb tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.450519 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-67981acb-7752-4c7d-b098-340e2258b6bb tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Calling delete_port for b09b052b-b959-4ff6-bd7f-13b68ac663f8 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:39.520565 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab57827-7300-478f-9b6d-dde81425e7b9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:39.528881 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cab57827-7300-478f-9b6d-dde81425e7b9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "PUT /v2.0/routers/d3a1d9a4-6b46-4a8d-9bf5-448c064a9bdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0034506 Jul 05 04:10:39.529528 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46582) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:39.533957 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdde571b-a496-42cd-b7a6-fe5e2c4faaed None None] Sync routers for ids ['d3a1d9a4-6b46-4a8d-9bf5-448c064a9bdb'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:39.548031 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdde571b-a496-42cd-b7a6-fe5e2c4faaed None None] Routers {'d3a1d9a4-6b46-4a8d-9bf5-448c064a9bdb'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:39.549379 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-fdde571b-a496-42cd-b7a6-fe5e2c4faaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d3a1d9a4-6b46-4a8d-9bf5-448c064a9bdb'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:39.566686 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240adec-4718-4f51-9a96-c8c97058e9b4 req-3ea2101d-a93c-4afd-968a-a5435fbf238e tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:39.568493 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2240adec-4718-4f51-9a96-c8c97058e9b4 req-3ea2101d-a93c-4afd-968a-a5435fbf238e tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 945 time: 0.6723273 Jul 05 04:10:39.622091 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-fdde571b-a496-42cd-b7a6-fe5e2c4faaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:39.623971 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67981acb-7752-4c7d-b098-340e2258b6bb tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.636060 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2240adec-4718-4f51-9a96-c8c97058e9b4 req-fbdb66dd-209d-44f5-a0b9-d9de7c707cdc tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfc142-db45-4265-88bf-a7325bdb0d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619960 Jul 05 04:10:39.643249 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5d0bcc-2f4d-45f6-9941-fefed9e44139 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:39.648006 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cd5d0bcc-2f4d-45f6-9941-fefed9e44139 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "GET /v2.0/ports/b68a2534-4208-4ad8-af72-76665f61660a HTTP/1.1" status: 200 len: 978 time: 0.1132460 Jul 05 04:10:39.650064 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46586) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:39.652837 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdde571b-a496-42cd-b7a6-fe5e2c4faaed None None] Routers {'d3a1d9a4-6b46-4a8d-9bf5-448c064a9bdb'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:39.656614 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-fdde571b-a496-42cd-b7a6-fe5e2c4faaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d3a1d9a4-6b46-4a8d-9bf5-448c064a9bdb'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:39.665278 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67981acb-7752-4c7d-b098-340e2258b6bb tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Pushing event deleted for resources: {'Port': ['ID=b09b052b-b959-4ff6-bd7f-13b68ac663f8,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:39.676849 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67981acb-7752-4c7d-b098-340e2258b6bb tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] No DVR routers for this DVR port b09b052b-b959-4ff6-bd7f-13b68ac663f8 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:39.764412 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-fdde571b-a496-42cd-b7a6-fe5e2c4faaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:39.765084 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdde571b-a496-42cd-b7a6-fe5e2c4faaed None None] The sync data for ids ['d3a1d9a4-6b46-4a8d-9bf5-448c064a9bdb'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:39.808467 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67981acb-7752-4c7d-b098-340e2258b6bb tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.821687 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-67981acb-7752-4c7d-b098-340e2258b6bb tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b169bba3-9d14-44b5-9b30-a00e866b1cdb']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:39.835320 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-67981acb-7752-4c7d-b098-340e2258b6bb tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ee59ca-065b-4941-9637-5e9c2978c21b') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:39.835631 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-67981acb-7752-4c7d-b098-340e2258b6bb tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ee59ca-065b-4941-9637-5e9c2978c21b') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:39.847052 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67981acb-7752-4c7d-b098-340e2258b6bb tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.864631 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67981acb-7752-4c7d-b098-340e2258b6bb tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.876767 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67981acb-7752-4c7d-b098-340e2258b6bb tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:39.877807 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67981acb-7752-4c7d-b098-340e2258b6bb tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:39.893952 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:39.963145 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f88588e-e6a2-4e15-956c-6611968793bc None None] Network b169bba3-9d14-44b5-9b30-a00e866b1cdb requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:39.968801 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67981acb-7752-4c7d-b098-340e2258b6bb tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.977279 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67981acb-7752-4c7d-b098-340e2258b6bb tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.980486 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-67981acb-7752-4c7d-b098-340e2258b6bb tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] 10.222.0.77 "DELETE /v2.0/networks/b169bba3-9d14-44b5-9b30-a00e866b1cdb HTTP/1.1" status: 204 len: 168 time: 1.6055889 Jul 05 04:10:39.986311 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46594) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:39.986734 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f88588e-e6a2-4e15-956c-6611968793bc None None] Network b169bba3-9d14-44b5-9b30-a00e866b1cdb could not be found, it might have been deleted concurrently. {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 04:10:40.005289 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8923be58-1521-41f4-9e4a-22238779735e None None] Could not find standard attr ID for object b09b052b-b959-4ff6-bd7f-13b68ac663f8. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:10:40.012841 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67981acb-7752-4c7d-b098-340e2258b6bb tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Pushing event deleted for resources: {'Network': ['ID=b169bba3-9d14-44b5-9b30-a00e866b1cdb,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:40.081355 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b8a046-b878-4e1f-8c1b-604db78fd654 None None] DHCP port deletion for b169bba3-9d14-44b5-9b30-a00e866b1cdb request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:10:40.108008 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fe4a16-a30d-4d28-b664-a4ee269d455d None None] get_active_networks_info from n-d-780147-23 {{(pid=105540) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:10:40.165199 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4c390d05-45c7-4347-baa2-7030cc3a9c71 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.190830 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3459b6-b5b0-41b2-b8e6-668c5ef8fffb req-8b9914e4-12e2-4f93-8a06-2980cbc20eac tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:40.192516 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4e3459b6-b5b0-41b2-b8e6-668c5ef8fffb req-8b9914e4-12e2-4f93-8a06-2980cbc20eac tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 945 time: 0.2871993 Jul 05 04:10:40.274985 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fe4a16-a30d-4d28-b664-a4ee269d455d None None] Resources bound (agent type, host, resource id): {{(pid=105540) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:10:40.355171 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4e3459b6-b5b0-41b2-b8e6-668c5ef8fffb req-831955d5-11d1-412e-ba9f-bd2d00bce3a4 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfc142-db45-4265-88bf-a7325bdb0d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523192 Jul 05 04:10:40.367592 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4c390d05-45c7-4347-baa2-7030cc3a9c71 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.384178 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-4c390d05-45c7-4347-baa2-7030cc3a9c71 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['902bf543-a6c8-43d4-98b6-6fbac4c022bb']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:40.402573 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-4c390d05-45c7-4347-baa2-7030cc3a9c71 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98667d1-bb8d-4dfb-81bf-4320779c39e9') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:40.402926 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-4c390d05-45c7-4347-baa2-7030cc3a9c71 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98667d1-bb8d-4dfb-81bf-4320779c39e9') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:40.438132 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4c390d05-45c7-4347-baa2-7030cc3a9c71 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.462441 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4c390d05-45c7-4347-baa2-7030cc3a9c71 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.491508 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c390d05-45c7-4347-baa2-7030cc3a9c71 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:40.492386 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4c390d05-45c7-4347-baa2-7030cc3a9c71 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:40.495755 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:40.576032 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aa675ec0-c10b-4755-b4b7-96a3cfadef12 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.606732 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-b073db68-cf0b-481d-824a-5eda96600a4f tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:40.614509 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-b073db68-cf0b-481d-824a-5eda96600a4f tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/networks?id=d1dfb330-e0a2-4ef4-ad89-00ea73309739 HTTP/1.1" status: 200 len: 809 time: 0.1837893 Jul 05 04:10:40.623747 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4c390d05-45c7-4347-baa2-7030cc3a9c71 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.631862 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-df637586-b9b0-4c0f-b636-e39beacb7425 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/quotas/375f6a6057234f3f987f520a52c9dde3 HTTP/1.1" status: 200 len: 375 time: 0.0161843 Jul 05 04:10:40.664239 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4c390d05-45c7-4347-baa2-7030cc3a9c71 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.669331 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4c390d05-45c7-4347-baa2-7030cc3a9c71 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] 10.222.0.77 "DELETE /v2.0/networks/902bf543-a6c8-43d4-98b6-6fbac4c022bb HTTP/1.1" status: 204 len: 168 time: 0.6817260 Jul 05 04:10:40.671876 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46620) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:40.676617 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-ce910087-8b0d-43fc-9268-f033f055fb1c tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=375f6a6057234f3f987f520a52c9dde3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437579 Jul 05 04:10:40.770212 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c390d05-45c7-4347-baa2-7030cc3a9c71 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Pushing event deleted for resources: {'Network': ['ID=902bf543-a6c8-43d4-98b6-6fbac4c022bb,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:40.817493 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-39851fef-14cb-46be-9dac-8cd8cd62ee69 service neutron] 10.222.0.77 "GET /v2.0/networks/d1dfb330-e0a2-4ef4-ad89-00ea73309739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399190 Jul 05 04:10:40.849737 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fc825877-b034-44f1-9682-612a621a5e97 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.938990 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b09b052b-b959-4ff6-bd7f-13b68ac663f8 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:40.969924 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-81efcbbb-8189-4b2a-82d9-40a6153a93fd service neutron] 10.222.0.77 "GET /v2.0/networks/d1dfb330-e0a2-4ef4-ad89-00ea73309739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510794 Jul 05 04:10:40.977921 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: b09b052b-b959-4ff6-bd7f-13b68ac663f8 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:40.978398 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b09b052b-b959-4ff6-bd7f-13b68ac663f8 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:41.033193 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fc825877-b034-44f1-9682-612a621a5e97 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.046455 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-fc825877-b034-44f1-9682-612a621a5e97 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ccc626-e47d-4d2a-a675-f0d99f8298c0']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:41.087369 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-fc825877-b034-44f1-9682-612a621a5e97 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba17167b-2274-40f4-a497-2383124f8de5') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:41.087598 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-fc825877-b034-44f1-9682-612a621a5e97 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba17167b-2274-40f4-a497-2383124f8de5') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:41.102753 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fc825877-b034-44f1-9682-612a621a5e97 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.127766 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fc825877-b034-44f1-9682-612a621a5e97 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.142297 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc825877-b034-44f1-9682-612a621a5e97 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:41.142793 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fc825877-b034-44f1-9682-612a621a5e97 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:41.146622 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:41.191496 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ae837-38a4-4197-bdc2-a56bf1b68bff req-dffe4a89-0da6-4505-9b1f-db3c0d2ec7c7 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:41.193055 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-449ae837-38a4-4197-bdc2-a56bf1b68bff req-dffe4a89-0da6-4505-9b1f-db3c0d2ec7c7 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 945 time: 0.2022219 Jul 05 04:10:41.238431 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-aa675ec0-c10b-4755-b4b7-96a3cfadef12 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting port b68a2534-4208-4ad8-af72-76665f61660a {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:41.238780 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aa675ec0-c10b-4755-b4b7-96a3cfadef12 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.292037 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fc825877-b034-44f1-9682-612a621a5e97 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.328970 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fc825877-b034-44f1-9682-612a621a5e97 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.331187 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fc825877-b034-44f1-9682-612a621a5e97 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] 10.222.0.77 "DELETE /v2.0/networks/50ccc626-e47d-4d2a-a675-f0d99f8298c0 HTTP/1.1" status: 204 len: 168 time: 0.6562295 Jul 05 04:10:41.333855 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46632) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:41.356595 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-449ae837-38a4-4197-bdc2-a56bf1b68bff req-a37ff107-96f4-4359-b801-ca9d769a3d52 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfc142-db45-4265-88bf-a7325bdb0d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493211 Jul 05 04:10:41.408652 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc825877-b034-44f1-9682-612a621a5e97 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Pushing event deleted for resources: {'Network': ['ID=50ccc626-e47d-4d2a-a675-f0d99f8298c0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:41.467920 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-62f166c0-fb25-46bb-ab5a-e209eac85ef6 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.484491 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b77bdad5-a72e-4a2b-8245-607d27539a7c req-d39972f9-f4cf-4dbf-988d-94ee726a0130 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf380bba-e9d6-4e2b-91c0-52269a01d1a4 HTTP/1.1" status: 200 len: 210 time: 0.0632803 Jul 05 04:10:41.517043 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aa675ec0-c10b-4755-b4b7-96a3cfadef12 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.531891 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-aa675ec0-c10b-4755-b4b7-96a3cfadef12 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Calling delete_port for b68a2534-4208-4ad8-af72-76665f61660a owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:41.573397 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-62f166c0-fb25-46bb-ab5a-e209eac85ef6 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.587202 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-62f166c0-fb25-46bb-ab5a-e209eac85ef6 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a08e6fe-00ea-4453-a228-5e3dfb65ce05']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:41.600371 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-62f166c0-fb25-46bb-ab5a-e209eac85ef6 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7afffd60-0aba-41e7-aab9-faebaaacfd53') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:41.600837 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-62f166c0-fb25-46bb-ab5a-e209eac85ef6 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7afffd60-0aba-41e7-aab9-faebaaacfd53') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:41.610909 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-62f166c0-fb25-46bb-ab5a-e209eac85ef6 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.624871 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-62f166c0-fb25-46bb-ab5a-e209eac85ef6 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.633648 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f166c0-fb25-46bb-ab5a-e209eac85ef6 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:41.634060 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-62f166c0-fb25-46bb-ab5a-e209eac85ef6 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:41.637259 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:41.711165 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-62f166c0-fb25-46bb-ab5a-e209eac85ef6 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.734804 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aa675ec0-c10b-4755-b4b7-96a3cfadef12 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.738171 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-62f166c0-fb25-46bb-ab5a-e209eac85ef6 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.742527 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-62f166c0-fb25-46bb-ab5a-e209eac85ef6 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] 10.222.0.77 "DELETE /v2.0/networks/1a08e6fe-00ea-4453-a228-5e3dfb65ce05 HTTP/1.1" status: 204 len: 168 time: 0.4051309 Jul 05 04:10:41.742527 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f166c0-fb25-46bb-ab5a-e209eac85ef6 tempest-BulkNetworkOpsIpV6Test-1225164648 tempest-BulkNetworkOpsIpV6Test-1225164648-project] Pushing event deleted for resources: {'Network': ['ID=1a08e6fe-00ea-4453-a228-5e3dfb65ce05,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:41.767383 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa675ec0-c10b-4755-b4b7-96a3cfadef12 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Port': ['ID=b68a2534-4208-4ad8-af72-76665f61660a,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:42.040180 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46646) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:42.186654 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-24b17c1c-9729-489e-a710-ab101ae9f4cc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5ac568c6bf99487193f8cc58cc94de58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450152 Jul 05 04:10:42.190190 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46650) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:42.245603 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a509306-d43d-4933-9a0d-c1f16f3581a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:42.269081 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a509306-d43d-4933-9a0d-c1f16f3581a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:42.295452 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aa675ec0-c10b-4755-b4b7-96a3cfadef12 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:42.317720 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a509306-d43d-4933-9a0d-c1f16f3581a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:42.320740 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a509306-d43d-4933-9a0d-c1f16f3581a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:42.321893 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7a509306-d43d-4933-9a0d-c1f16f3581a4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aaa395f3-7694-4b9e-87aa-5cb2325a6de3 HTTP/1.1" status: 204 len: 168 time: 0.1299341 Jul 05 04:10:42.331233 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a509306-d43d-4933-9a0d-c1f16f3581a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa395f3-7694-4b9e-87aa-5cb2325a6de3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:42.518321 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa675ec0-c10b-4755-b4b7-96a3cfadef12 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Router d3a1d9a4-6b46-4a8d-9bf5-448c064a9bdb has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:10:42.642181 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa675ec0-c10b-4755-b4b7-96a3cfadef12 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:42.650510 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-aa675ec0-c10b-4755-b4b7-96a3cfadef12 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "PUT /v2.0/routers/d3a1d9a4-6b46-4a8d-9bf5-448c064a9bdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9968963 Jul 05 04:10:42.651342 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46668) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:42.673108 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c51e007-6e72-4102-9bb4-4c39e5c4f95d None None] Sync routers for ids ['d3a1d9a4-6b46-4a8d-9bf5-448c064a9bdb'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:42.686966 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bf34f-11aa-4e7b-a204-c8d622c24669 req-ea371268-0e26-46eb-aeec-bd93dc6704c7 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:42.686966 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f80bf34f-11aa-4e7b-a204-c8d622c24669 req-ea371268-0e26-46eb-aeec-bd93dc6704c7 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 945 time: 0.1695969 Jul 05 04:10:42.707122 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c51e007-6e72-4102-9bb4-4c39e5c4f95d None None] Routers {'d3a1d9a4-6b46-4a8d-9bf5-448c064a9bdb'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:42.707508 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-2c51e007-6e72-4102-9bb4-4c39e5c4f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d3a1d9a4-6b46-4a8d-9bf5-448c064a9bdb'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:42.761087 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-2c51e007-6e72-4102-9bb4-4c39e5c4f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:42.793113 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c51e007-6e72-4102-9bb4-4c39e5c4f95d None None] Routers {'d3a1d9a4-6b46-4a8d-9bf5-448c064a9bdb'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:42.795543 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-2c51e007-6e72-4102-9bb4-4c39e5c4f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d3a1d9a4-6b46-4a8d-9bf5-448c064a9bdb'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:42.814548 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-66a04249-32d6-40da-99da-412cdf1a1f2c req-a9e4b8ca-abd5-489b-8fea-7aad5f14ab8a tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf380bba-e9d6-4e2b-91c0-52269a01d1a4 HTTP/1.1" status: 200 len: 210 time: 0.1435962 Jul 05 04:10:42.853638 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f80bf34f-11aa-4e7b-a204-c8d622c24669 req-1285ba5a-581a-4761-aef1-99729a0056b0 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfc142-db45-4265-88bf-a7325bdb0d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530948 Jul 05 04:10:42.891741 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-2c51e007-6e72-4102-9bb4-4c39e5c4f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:42.892610 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c51e007-6e72-4102-9bb4-4c39e5c4f95d None None] The sync data for ids ['d3a1d9a4-6b46-4a8d-9bf5-448c064a9bdb'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:42.929359 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-5870464d-69a2-452d-aa36-dff80df81634 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:42.932033 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-5870464d-69a2-452d-aa36-dff80df81634 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.70 "GET /v2.0/networks?id=d1dfb330-e0a2-4ef4-ad89-00ea73309739 HTTP/1.1" status: 200 len: 809 time: 0.2386212 Jul 05 04:10:42.951314 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-f1c88a7c-eb26-4345-8fab-3135b4beaa5d tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Request body: {'port': {'device_id': 'bf380bba-e9d6-4e2b-91c0-52269a01d1a4', 'network_id': 'd1dfb330-e0a2-4ef4-ad89-00ea73309739', 'admin_state_up': True, 'tenant_id': '375f6a6057234f3f987f520a52c9dde3'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:42.972156 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.119076 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-42cc5b23-3657-4203-bb95-4d6b3a768162 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] remove_router_interface failed (client error): The resource could not be found. Jul 05 04:10:43.122634 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-42cc5b23-3657-4203-bb95-4d6b3a768162 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "PUT /v2.0/routers/d3a1d9a4-6b46-4a8d-9bf5-448c064a9bdb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4672174 Jul 05 04:10:43.123836 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46684) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:43.156761 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6d605438-ecde-4929-ae83-c32bbc8627e2 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3a1d9a4-6b46-4a8d-9bf5-448c064a9bdb HTTP/1.1" status: 200 len: 205 time: 0.0325475 Jul 05 04:10:43.159314 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46686) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:43.205090 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-f1c88a7c-eb26-4345-8fab-3135b4beaa5d tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Made reservation on behalf of 375f6a6057234f3f987f520a52c9dde3 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:43.210850 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-f1c88a7c-eb26-4345-8fab-3135b4beaa5d tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.290500 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f11e9ee1-035b-462b-8820-731a941ecbca tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.391287 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46692) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:43.417060 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-f1c88a7c-eb26-4345-8fab-3135b4beaa5d tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Allocated IP 172.20.0.14 (d1dfb330-e0a2-4ef4-ad89-00ea73309739/b996bc0c-c3f1-44dc-892d-dd683d218643/39741e38-bf95-431d-b4c7-2f3798e889d9) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:43.537188 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-4a6c7cc1-06da-49e7-9c4f-f4c2e08f0c50 tempest-DvrRoutersNegativeTest-514565162 tempest-DvrRoutersNegativeTest-514565162-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-755956318', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:43.540152 n-d-780147-23 neutron-server[105538]: DEBUG neutron.policy [None req-4a6c7cc1-06da-49e7-9c4f-f4c2e08f0c50 tempest-DvrRoutersNegativeTest-514565162 tempest-DvrRoutersNegativeTest-514565162-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=105538) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 05 04:10:43.540457 n-d-780147-23 neutron-server[105538]: DEBUG neutron.policy [None req-4a6c7cc1-06da-49e7-9c4f-f4c2e08f0c50 tempest-DvrRoutersNegativeTest-514565162 tempest-DvrRoutersNegativeTest-514565162-project] Failed policy check for 'create_router' {{(pid=105538) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 05 04:10:43.540999 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-4a6c7cc1-06da-49e7-9c4f-f4c2e08f0c50 tempest-DvrRoutersNegativeTest-514565162 tempest-DvrRoutersNegativeTest-514565162-project] create failed (client error): Access was denied to this resource. Jul 05 04:10:43.542618 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4a6c7cc1-06da-49e7-9c4f-f4c2e08f0c50 tempest-DvrRoutersNegativeTest-514565162 tempest-DvrRoutersNegativeTest-514565162-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1506681 Jul 05 04:10:43.545900 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f11e9ee1-035b-462b-8820-731a941ecbca tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.550016 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f11e9ee1-035b-462b-8820-731a941ecbca tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.613767 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f11e9ee1-035b-462b-8820-731a941ecbca tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.614311 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11e9ee1-035b-462b-8820-731a941ecbca tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Fanout notify agent at l3_agent the message router_deleted on router d3a1d9a4-6b46-4a8d-9bf5-448c064a9bdb {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:10:43.624568 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f11e9ee1-035b-462b-8820-731a941ecbca tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.625828 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f11e9ee1-035b-462b-8820-731a941ecbca tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/routers/d3a1d9a4-6b46-4a8d-9bf5-448c064a9bdb HTTP/1.1" status: 204 len: 168 time: 0.4651756 Jul 05 04:10:43.630035 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46700) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:43.630334 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8364af-aff6-4048-b7ab-467e97d061e3 req-0509bcd0-917c-4c79-8334-3c00b1b32138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:43.632179 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c8364af-aff6-4048-b7ab-467e97d061e3 req-0509bcd0-917c-4c79-8334-3c00b1b32138 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5e64e59963a3405d9aaa86fecdd63fe8&device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 1097 time: 0.2510221 Jul 05 04:10:43.644132 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a421b95-b631-490b-8ec2-cdaf07e0766e req-b2c0469c-299b-434b-b1b6-7d7d9dba0137 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:43.652310 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9a421b95-b631-490b-8ec2-cdaf07e0766e req-b2c0469c-299b-434b-b1b6-7d7d9dba0137 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 945 time: 0.2716925 Jul 05 04:10:43.681981 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-f1c88a7c-eb26-4345-8fab-3135b4beaa5d tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.741069 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-da732d1a-884c-4d46-ad12-8ad402fd3109 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting subnet 345afe48-4511-4ce8-8701-5136d5409d07 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:10:43.751145 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-da732d1a-884c-4d46-ad12-8ad402fd3109 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.767200 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9a421b95-b631-490b-8ec2-cdaf07e0766e req-4584e576-d584-4d23-ae30-016e2e1789ea tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfc142-db45-4265-88bf-a7325bdb0d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144266 Jul 05 04:10:43.796190 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8364af-aff6-4048-b7ab-467e97d061e3 req-1cc23f1c-2cca-40a4-8a17-548658251fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:43.798325 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c8364af-aff6-4048-b7ab-467e97d061e3 req-1cc23f1c-2cca-40a4-8a17-548658251fa0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9d4cd02b-6115-4999-ad20-2af5074a0530 HTTP/1.1" status: 200 len: 913 time: 0.1439342 Jul 05 04:10:43.828092 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-da732d1a-884c-4d46-ad12-8ad402fd3109 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.832151 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-f1c88a7c-eb26-4345-8fab-3135b4beaa5d tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.856922 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c8364af-aff6-4048-b7ab-467e97d061e3 req-1ad8de87-2460-4a68-ae09-daeda4ea1a5a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d3e8f21-05f6-427a-b87e-4c6b4207b16f HTTP/1.1" status: 200 len: 217 time: 0.0500631 Jul 05 04:10:43.913850 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46706) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:43.925365 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8364af-aff6-4048-b7ab-467e97d061e3 req-b8250b8b-7481-4606-bb9a-3d7e4888fdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:43.926906 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c8364af-aff6-4048-b7ab-467e97d061e3 req-b8250b8b-7481-4606-bb9a-3d7e4888fdde service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7cd5dc22-65fe-4fa7-b3a8-a0541de25bbc HTTP/1.1" status: 200 len: 852 time: 0.0631449 Jul 05 04:10:43.931360 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-f1c88a7c-eb26-4345-8fab-3135b4beaa5d tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Network d1dfb330-e0a2-4ef4-ad89-00ea73309739 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:43.974530 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-f1c88a7c-eb26-4345-8fab-3135b4beaa5d tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:43.979316 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c8364af-aff6-4048-b7ab-467e97d061e3 req-185949ff-f0a6-4ee9-9c86-4d05fde3f5c4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9d4cd02b-6115-4999-ad20-2af5074a0530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424571 Jul 05 04:10:43.991337 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-f1c88a7c-eb26-4345-8fab-3135b4beaa5d tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:44.018041 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c88a7c-eb26-4345-8fab-3135b4beaa5d tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Pushing event updated for resources: {'Port': ['ID=39741e38-bf95-431d-b4c7-2f3798e889d9,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:44.035845 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-da732d1a-884c-4d46-ad12-8ad402fd3109 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.065762 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cf1ef695-41f1-4ee6-88b9-33cd44bd661f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.110608 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-f1c88a7c-eb26-4345-8fab-3135b4beaa5d tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:44.111061 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-f1c88a7c-eb26-4345-8fab-3135b4beaa5d tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.114563 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c8364af-aff6-4048-b7ab-467e97d061e3 req-650f268e-e029-419e-8cf0-5a3ab86e2a40 service neutron] 10.222.0.89 "GET /v2.0/networks/9d4cd02b-6115-4999-ad20-2af5074a0530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237855 Jul 05 04:10:44.164809 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d5f23-ede8-4643-b103-8be0e7ea8c88 req-2dfab4db-ec0e-4e0c-bc6b-34edcd7f0441 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:44.166334 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f14d5f23-ede8-4643-b103-8be0e7ea8c88 req-2dfab4db-ec0e-4e0c-bc6b-34edcd7f0441 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf380bba-e9d6-4e2b-91c0-52269a01d1a4 HTTP/1.1" status: 200 len: 932 time: 0.1705363 Jul 05 04:10:44.167985 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-da732d1a-884c-4d46-ad12-8ad402fd3109 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.204894 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da732d1a-884c-4d46-ad12-8ad402fd3109 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Subnet': ['ID=345afe48-4511-4ce8-8701-5136d5409d07,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:44.219642 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8750fbd-e720-4949-8793-d01dc8e54fef None None] Network 9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:44.222641 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-da732d1a-884c-4d46-ad12-8ad402fd3109 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.227818 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-da732d1a-884c-4d46-ad12-8ad402fd3109 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/subnets/345afe48-4511-4ce8-8701-5136d5409d07 HTTP/1.1" status: 204 len: 168 time: 0.5960453 Jul 05 04:10:44.231840 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46712) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:44.253051 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f14d5f23-ede8-4643-b103-8be0e7ea8c88 req-3808859d-8432-40f9-b26a-a29c8d253339 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd4a9bf5-57e5-4677-8b4e-27191f127962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574932 Jul 05 04:10:44.362799 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c8364af-aff6-4048-b7ab-467e97d061e3 req-4ea89a32-61a6-4fd6-892e-452e9d9e91f9 service neutron] 10.222.0.89 "GET /v2.0/networks/9d4cd02b-6115-4999-ad20-2af5074a0530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341850 Jul 05 04:10:44.375002 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41e1fb79-633e-4aab-b682-93930c638c79 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.399887 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cf1ef695-41f1-4ee6-88b9-33cd44bd661f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.407568 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cf1ef695-41f1-4ee6-88b9-33cd44bd661f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.413457 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-f1c88a7c-eb26-4345-8fab-3135b4beaa5d tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4666169 Jul 05 04:10:44.433481 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-23054752-b8b3-4060-8640-95eb37ed00b6 service neutron] Request body: {'port': {'device_id': 'bf380bba-e9d6-4e2b-91c0-52269a01d1a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:44.481745 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cf1ef695-41f1-4ee6-88b9-33cd44bd661f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4c448c8fb7c74b69990ba70f08ad319d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5644393 Jul 05 04:10:44.481745 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ef695-41f1-4ee6-88b9-33cd44bd661f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607aa966-4e1b-43b6-ab19-65011bea6863,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:44.483909 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46716) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:44.525388 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-41e1fb79-633e-4aab-b682-93930c638c79 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting port 45f36430-4bce-4608-8847-ae649bd1bd5a {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:44.525794 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41e1fb79-633e-4aab-b682-93930c638c79 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.581111 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-23054752-b8b3-4060-8640-95eb37ed00b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.596795 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8ffa-7a12-4034-ab8d-a01110f43530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.611182 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-41e1fb79-633e-4aab-b682-93930c638c79 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] For port 45f36430-4bce-4608-8847-ae649bd1bd5a, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=45f36430-4bce-4608-8847-ae649bd1bd5a,segment=NetworkSegment(84d5a0a3-cb27-4ec8-a539-0d8c6253c44a),segment_id=84d5a0a3-cb27-4ec8-a539-0d8c6253c44a)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:44.611542 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41e1fb79-633e-4aab-b682-93930c638c79 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.628404 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-41e1fb79-633e-4aab-b682-93930c638c79 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Calling delete_port for 45f36430-4bce-4608-8847-ae649bd1bd5a owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:44.648442 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8ffa-7a12-4034-ab8d-a01110f43530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.662743 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a038df06-07ad-4f9d-a04c-2c44641b87b9 None None] DHCP port deletion for 9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:10:44.721771 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a038df06-07ad-4f9d-a04c-2c44641b87b9 None None] Deleting port 45f36430-4bce-4608-8847-ae649bd1bd5a {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:44.722148 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a038df06-07ad-4f9d-a04c-2c44641b87b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.753711 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41e1fb79-633e-4aab-b682-93930c638c79 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.772725 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e1fb79-633e-4aab-b682-93930c638c79 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] No DVR routers for this DVR port 45f36430-4bce-4608-8847-ae649bd1bd5a on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:44.796318 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1fb79-633e-4aab-b682-93930c638c79 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Port': ['ID=45f36430-4bce-4608-8847-ae649bd1bd5a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:44.904369 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41e1fb79-633e-4aab-b682-93930c638c79 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.916330 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a038df06-07ad-4f9d-a04c-2c44641b87b9 None None] For port 45f36430-4bce-4608-8847-ae649bd1bd5a, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=45f36430-4bce-4608-8847-ae649bd1bd5a,segment=NetworkSegment(84d5a0a3-cb27-4ec8-a539-0d8c6253c44a),segment_id=84d5a0a3-cb27-4ec8-a539-0d8c6253c44a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:44.917024 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a038df06-07ad-4f9d-a04c-2c44641b87b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.917153 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-41e1fb79-633e-4aab-b682-93930c638c79 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:44.925534 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8ffa-7a12-4034-ab8d-a01110f43530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.930068 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8ffa-7a12-4034-ab8d-a01110f43530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.933488 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-41e1fb79-633e-4aab-b682-93930c638c79 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84d5a0a3-cb27-4ec8-a539-0d8c6253c44a') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:44.933488 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-41e1fb79-633e-4aab-b682-93930c638c79 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84d5a0a3-cb27-4ec8-a539-0d8c6253c44a') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:44.933738 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a8bc8ffa-7a12-4034-ab8d-a01110f43530 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/607aa966-4e1b-43b6-ab19-65011bea6863 HTTP/1.1" status: 204 len: 168 time: 0.4463506 Jul 05 04:10:44.949387 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc8ffa-7a12-4034-ab8d-a01110f43530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607aa966-4e1b-43b6-ab19-65011bea6863,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:44.966503 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a038df06-07ad-4f9d-a04c-2c44641b87b9 None None] Calling delete_port for 45f36430-4bce-4608-8847-ae649bd1bd5a owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:44.967021 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41e1fb79-633e-4aab-b682-93930c638c79 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.021872 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41e1fb79-633e-4aab-b682-93930c638c79 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.046751 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e1fb79-633e-4aab-b682-93930c638c79 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:45.047944 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41e1fb79-633e-4aab-b682-93930c638c79 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:45.052128 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:45.068276 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 45f36430-4bce-4608-8847-ae649bd1bd5a no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:45.100250 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 45f36430-4bce-4608-8847-ae649bd1bd5a {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:45.100993 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 45f36430-4bce-4608-8847-ae649bd1bd5a not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:45.139108 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41e1fb79-633e-4aab-b682-93930c638c79 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.157790 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-41e1fb79-633e-4aab-b682-93930c638c79 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.163591 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a038df06-07ad-4f9d-a04c-2c44641b87b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.164639 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-41e1fb79-633e-4aab-b682-93930c638c79 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/networks/9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7 HTTP/1.1" status: 204 len: 168 time: 0.9255278 Jul 05 04:10:45.164639 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1fb79-633e-4aab-b682-93930c638c79 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Network': ['ID=9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:45.169865 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a038df06-07ad-4f9d-a04c-2c44641b87b9 None None] Network 9d697e7a-6ddb-4a73-aabe-cfb9c3349ef7 is not hosted by any dhcp agent {{(pid=105540) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 04:10:45.170142 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a038df06-07ad-4f9d-a04c-2c44641b87b9 None None] No DVR routers for this DVR port 45f36430-4bce-4608-8847-ae649bd1bd5a on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:45.171127 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46726) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:45.174651 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4f119-d4c6-4244-b0b1-64f390489494 req-7eecfa9a-2dca-4dfe-a45f-5304d9e790d4 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:45.181923 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c5c4f119-d4c6-4244-b0b1-64f390489494 req-7eecfa9a-2dca-4dfe-a45f-5304d9e790d4 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 945 time: 0.1730628 Jul 05 04:10:45.195409 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-9b3f2e5e-ae38-4ca4-9a27-07b29dbf0a33 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'network': {'name': 'tempest-RoutersTest-1487776839'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:45.204509 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038df06-07ad-4f9d-a04c-2c44641b87b9 None None] Pushing event deleted for resources: {'Port': ['ID=45f36430-4bce-4608-8847-ae649bd1bd5a,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:45.208664 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-23054752-b8b3-4060-8640-95eb37ed00b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39741e38-bf95-431d-b4c7-2f3798e889d9 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:10:45.218373 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c5c4f119-d4c6-4244-b0b1-64f390489494 req-7c12f985-a008-40d6-ab15-9d41c39af128 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfc142-db45-4265-88bf-a7325bdb0d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366786 Jul 05 04:10:45.225882 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-23054752-b8b3-4060-8640-95eb37ed00b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.260061 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-23054752-b8b3-4060-8640-95eb37ed00b6 service neutron] Transition to ACTIVE for port object 39741e38-bf95-431d-b4c7-2f3798e889d9 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:45.264536 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-23054752-b8b3-4060-8640-95eb37ed00b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.270382 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3f2e5e-ae38-4ca4-9a27-07b29dbf0a33 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Made reservation on behalf of 8fdb6e0329bb45438346ec9d6376bccd for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:45.273863 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9b3f2e5e-ae38-4ca4-9a27-07b29dbf0a33 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.341912 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23054752-b8b3-4060-8640-95eb37ed00b6 service neutron] Pushing event updated for resources: {'Port': ['ID=39741e38-bf95-431d-b4c7-2f3798e889d9,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:45.350794 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3f2e5e-ae38-4ca4-9a27-07b29dbf0a33 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:10:45.407257 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9b3f2e5e-ae38-4ca4-9a27-07b29dbf0a33 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.407750 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-9b3f2e5e-ae38-4ca4-9a27-07b29dbf0a33 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Added segment 5e569357-0e3e-463f-8653-04880a030ee1 of type vlan for network 8867bb89-dc88-4375-9a4a-da6cbaea39dc Jul 05 04:10:45.473707 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9b3f2e5e-ae38-4ca4-9a27-07b29dbf0a33 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.484592 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-23054752-b8b3-4060-8640-95eb37ed00b6 service neutron] Attempting to bind port 39741e38-bf95-431d-b4c7-2f3798e889d9 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:10:45.485429 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-23054752-b8b3-4060-8640-95eb37ed00b6 service neutron] Attempting to bind port 39741e38-bf95-431d-b4c7-2f3798e889d9 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'c2d54812-6f1d-4c9b-aaaa-7ac3ad558d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd1dfb330-e0a2-4ef4-ad89-00ea73309739'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:10:45.485936 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-23054752-b8b3-4060-8640-95eb37ed00b6 service neutron] Attempting to bind port 39741e38-bf95-431d-b4c7-2f3798e889d9 on network d1dfb330-e0a2-4ef4-ad89-00ea73309739 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:45.498915 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-23054752-b8b3-4060-8640-95eb37ed00b6 service neutron] Port 39741e38-bf95-431d-b4c7-2f3798e889d9 on network d1dfb330-e0a2-4ef4-ad89-00ea73309739 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:10:45.498915 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-23054752-b8b3-4060-8640-95eb37ed00b6 service neutron] Attempting to bind port 39741e38-bf95-431d-b4c7-2f3798e889d9 on network d1dfb330-e0a2-4ef4-ad89-00ea73309739 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:45.512289 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-23054752-b8b3-4060-8640-95eb37ed00b6 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:10:45.512701 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-23054752-b8b3-4060-8640-95eb37ed00b6 service neutron] Checking segment: {'id': 'c2d54812-6f1d-4c9b-aaaa-7ac3ad558d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd1dfb330-e0a2-4ef4-ad89-00ea73309739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:45.513007 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-23054752-b8b3-4060-8640-95eb37ed00b6 service neutron] Bound using segment: {'id': 'c2d54812-6f1d-4c9b-aaaa-7ac3ad558d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd1dfb330-e0a2-4ef4-ad89-00ea73309739'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:10:45.513633 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-23054752-b8b3-4060-8640-95eb37ed00b6 service neutron] Bound port: 39741e38-bf95-431d-b4c7-2f3798e889d9, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d54812-6f1d-4c9b-aaaa-7ac3ad558d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd1dfb330-e0a2-4ef4-ad89-00ea73309739'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:10:45.514026 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-23054752-b8b3-4060-8640-95eb37ed00b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.527288 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9b3f2e5e-ae38-4ca4-9a27-07b29dbf0a33 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.528486 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd852c-7cbb-4ab2-abba-9a5df7b6ad6d req-34a613d8-acb7-46c2-b16b-a45c99c65791 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:45.530499 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c3fd852c-7cbb-4ab2-abba-9a5df7b6ad6d req-34a613d8-acb7-46c2-b16b-a45c99c65791 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf380bba-e9d6-4e2b-91c0-52269a01d1a4 HTTP/1.1" status: 200 len: 944 time: 0.1083541 Jul 05 04:10:45.533866 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3f2e5e-ae38-4ca4-9a27-07b29dbf0a33 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:45.534498 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9b3f2e5e-ae38-4ca4-9a27-07b29dbf0a33 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.597188 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c3fd852c-7cbb-4ab2-abba-9a5df7b6ad6d req-df47cc71-1e58-442d-aabf-8e26953e3372 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd4a9bf5-57e5-4677-8b4e-27191f127962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587504 Jul 05 04:10:45.630590 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9b3f2e5e-ae38-4ca4-9a27-07b29dbf0a33 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4446013 Jul 05 04:10:45.631077 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46742) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:45.637844 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-c256e481-6734-4a64-b4f0-839105e81383 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'subnet': {'network_id': '8867bb89-dc88-4375-9a4a-da6cbaea39dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:45.643622 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f2e5e-ae38-4ca4-9a27-07b29dbf0a33 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Network': ['ID=8867bb89-dc88-4375-9a4a-da6cbaea39dc,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:45.662316 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 8867bb89-dc88-4375-9a4a-da6cbaea39dc details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:10:45.685131 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-23054752-b8b3-4060-8640-95eb37ed00b6 service neutron] For port 39741e38-bf95-431d-b4c7-2f3798e889d9, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:10:45.689204 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-23054752-b8b3-4060-8640-95eb37ed00b6 service neutron] For port 39741e38-bf95-431d-b4c7-2f3798e889d9, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=39741e38-bf95-431d-b4c7-2f3798e889d9,segment=NetworkSegment(c2d54812-6f1d-4c9b-aaaa-7ac3ad558d19),segment_id=c2d54812-6f1d-4c9b-aaaa-7ac3ad558d19)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:10:45.693874 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-23054752-b8b3-4060-8640-95eb37ed00b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.731237 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-23054752-b8b3-4060-8640-95eb37ed00b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:45.732008 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-23054752-b8b3-4060-8640-95eb37ed00b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.733565 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-23054752-b8b3-4060-8640-95eb37ed00b6 service neutron] 10.222.0.70 "PUT /v2.0/ports/39741e38-bf95-431d-b4c7-2f3798e889d9 HTTP/1.1" status: 200 len: 1093 time: 1.3059871 Jul 05 04:10:45.734196 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf380bba-e9d6-4e2b-91c0-52269a01d1a4', 'tag': '39741e38-bf95-431d-b4c7-2f3798e889d9'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:45.737073 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb41a5ba-b563-4540-ad50-dc87c0c31da2" -d '{"events": [{"name": "network-changed", "server_uuid": "bf380bba-e9d6-4e2b-91c0-52269a01d1a4", "tag": "39741e38-bf95-431d-b4c7-2f3798e889d9"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:45.767688 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23054752-b8b3-4060-8640-95eb37ed00b6 service neutron] Pushing event updated for resources: {'Port': ['ID=39741e38-bf95-431d-b4c7-2f3798e889d9,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:45.779315 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c256e481-6734-4a64-b4f0-839105e81383 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Made reservation on behalf of 8fdb6e0329bb45438346ec9d6376bccd for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:45.784206 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c256e481-6734-4a64-b4f0-839105e81383 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.842032 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577fc113-d690-4201-9855-8d1361e6f5a8 x-openstack-request-id: req-577fc113-d690-4201-9855-8d1361e6f5a8 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:45.842510 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf380bba-e9d6-4e2b-91c0-52269a01d1a4", "tag": "39741e38-bf95-431d-b4c7-2f3798e889d9", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:45.842770 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-577fc113-d690-4201-9855-8d1361e6f5a8 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:45.843577 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf380bba-e9d6-4e2b-91c0-52269a01d1a4', 'tag': '39741e38-bf95-431d-b4c7-2f3798e889d9', 'status': 'completed', 'code': 200} Jul 05 04:10:45.875638 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-68459ac6-edb9-4140-9b71-4193baebb2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:45.877527 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-68459ac6-edb9-4140-9b71-4193baebb2e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=375f6a6057234f3f987f520a52c9dde3&device_id=bf380bba-e9d6-4e2b-91c0-52269a01d1a4 HTTP/1.1" status: 200 len: 1096 time: 0.0712054 Jul 05 04:10:45.941585 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-7a326503-a27b-4833-8db6-6a9826c78928 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39741e38-bf95-431d-b4c7-2f3798e889d9 HTTP/1.1" status: 200 len: 217 time: 0.0505335 Jul 05 04:10:46.004791 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-b6ebda96-2b05-4c80-9878-8e7cf12845ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:46.010918 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-b6ebda96-2b05-4c80-9878-8e7cf12845ad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b996bc0c-c3f1-44dc-892d-dd683d218643 HTTP/1.1" status: 200 len: 849 time: 0.0626121 Jul 05 04:10:46.011402 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46756) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:46.022332 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c256e481-6734-4a64-b4f0-839105e81383 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.056814 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-70a5b315-f4d8-4adf-b62f-dc0a352b127a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1dfb330-e0a2-4ef4-ad89-00ea73309739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393062 Jul 05 04:10:46.085608 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256e481-6734-4a64-b4f0-839105e81383 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Subnet': ['ID=ad943fa4-890e-4ab7-879a-18ab6de57ab0,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:46.098123 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c256e481-6734-4a64-b4f0-839105e81383 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Checking segment: {'id': '5e569357-0e3e-463f-8653-04880a030ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8867bb89-dc88-4375-9a4a-da6cbaea39dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:46.098601 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c256e481-6734-4a64-b4f0-839105e81383 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network hostable DHCP agents. Network: 8867bb89-dc88-4375-9a4a-da6cbaea39dc, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:10:46.118148 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c256e481-6734-4a64-b4f0-839105e81383 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network 8867bb89-dc88-4375-9a4a-da6cbaea39dc is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:10:46.129623 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-12db4937-7154-4c90-8048-9a70517d4605 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1508841709'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:46.139182 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-c256e481-6734-4a64-b4f0-839105e81383 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 8867bb89-dc88-4375-9a4a-da6cbaea39dc) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:46.145203 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c256e481-6734-4a64-b4f0-839105e81383 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:46.145787 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c256e481-6734-4a64-b4f0-839105e81383 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.149260 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da17b24a-1bb7-4490-9bbf-683c42682f56 None None] Network 8867bb89-dc88-4375-9a4a-da6cbaea39dc requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:46.158420 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-86c071b7-4da6-4ea4-a5f9-060567a3e4e6 service neutron] 10.222.0.70 "GET /v2.0/networks/d1dfb330-e0a2-4ef4-ad89-00ea73309739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942395 Jul 05 04:10:46.178581 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12db4937-7154-4c90-8048-9a70517d4605 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] Made reservation on behalf of ab632913774d42a19f6f66e704bd3ae1 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:46.182491 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-12db4937-7154-4c90-8048-9a70517d4605 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.192248 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c256e481-6734-4a64-b4f0-839105e81383 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5596321 Jul 05 04:10:46.197471 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46760) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:46.202423 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-571de47f-4e75-4b75-8f25-ee31793b4e16 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1873851424', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:46.211286 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-12db4937-7154-4c90-8048-9a70517d4605 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.245895 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-571de47f-4e75-4b75-8f25-ee31793b4e16 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.248613 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-571de47f-4e75-4b75-8f25-ee31793b4e16 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.268743 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0bed9d93-c6fe-40ae-93a9-1c66b9fb8dd7 req-a57b78f7-9892-4779-838b-f85bf0669b24 service neutron] 10.222.0.70 "GET /v2.0/networks/d1dfb330-e0a2-4ef4-ad89-00ea73309739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039019 Jul 05 04:10:46.326732 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def518e7-7c76-414e-b70d-42e6984d4a22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-8867bb89-dc88-4375-9a4a-da6cbaea39dc', 'network_id': '8867bb89-dc88-4375-9a4a-da6cbaea39dc', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'fixed_ips': [{'subnet_id': 'ad943fa4-890e-4ab7-879a-18ab6de57ab0'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:10:46.327950 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-def518e7-7c76-414e-b70d-42e6984d4a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.338214 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-571de47f-4e75-4b75-8f25-ee31793b4e16 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.348275 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-571de47f-4e75-4b75-8f25-ee31793b4e16 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.431001 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41a5ba-b563-4540-ad50-dc87c0c31da2 req-2701fe67-9544-4011-917f-30cec75d67a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:46.432969 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eb41a5ba-b563-4540-ad50-dc87c0c31da2 req-2701fe67-9544-4011-917f-30cec75d67a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=375f6a6057234f3f987f520a52c9dde3&device_id=bf380bba-e9d6-4e2b-91c0-52269a01d1a4 HTTP/1.1" status: 200 len: 1096 time: 0.0709023 Jul 05 04:10:46.448860 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-12db4937-7154-4c90-8048-9a70517d4605 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.462653 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-12db4937-7154-4c90-8048-9a70517d4605 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.474817 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-571de47f-4e75-4b75-8f25-ee31793b4e16 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.476300 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-571de47f-4e75-4b75-8f25-ee31793b4e16 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2778900 Jul 05 04:10:46.481289 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46766) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:46.534353 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-def518e7-7c76-414e-b70d-42e6984d4a22 None None] Allocated IP 172.20.0.2 (8867bb89-dc88-4375-9a4a-da6cbaea39dc/ad943fa4-890e-4ab7-879a-18ab6de57ab0/cf3dc1cf-0690-497b-80c2-daa7ebea0b81) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:46.540132 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12db4937-7154-4c90-8048-9a70517d4605 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:10:46.558094 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41a5ba-b563-4540-ad50-dc87c0c31da2 req-82944247-c123-42bf-818f-7f44036c55b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:46.558094 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eb41a5ba-b563-4540-ad50-dc87c0c31da2 req-82944247-c123-42bf-818f-7f44036c55b7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d1dfb330-e0a2-4ef4-ad89-00ea73309739 HTTP/1.1" status: 200 len: 910 time: 0.1169581 Jul 05 04:10:46.587605 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe59b9-8afd-4e86-ae85-3c65e33615ed req-b9d1d68b-f172-4eb7-a854-7aec5e5e45ce tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:46.589196 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ccbe59b9-8afd-4e86-ae85-3c65e33615ed req-b9d1d68b-f172-4eb7-a854-7aec5e5e45ce tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 945 time: 0.2055902 Jul 05 04:10:46.604343 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-12db4937-7154-4c90-8048-9a70517d4605 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.604733 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-12db4937-7154-4c90-8048-9a70517d4605 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] Added segment b783468d-4c64-40d6-8876-2deac942c77d of type vlan for network 1d49412b-ffef-43a6-89db-d937965813c4 Jul 05 04:10:46.608447 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eb41a5ba-b563-4540-ad50-dc87c0c31da2 req-9502e205-0b2f-4bc3-bb58-e712575a9e58 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39741e38-bf95-431d-b4c7-2f3798e889d9 HTTP/1.1" status: 200 len: 217 time: 0.0435159 Jul 05 04:10:46.626183 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db4937-7154-4c90-8048-9a70517d4605 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed1f473-22e7-44e1-bf0f-24dce842af06,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:46.684667 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41a5ba-b563-4540-ad50-dc87c0c31da2 req-e14f82df-f757-44d0-93cc-6dc0f9fa888d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:46.686286 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eb41a5ba-b563-4540-ad50-dc87c0c31da2 req-e14f82df-f757-44d0-93cc-6dc0f9fa888d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b996bc0c-c3f1-44dc-892d-dd683d218643 HTTP/1.1" status: 200 len: 849 time: 0.0721502 Jul 05 04:10:46.728310 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eb41a5ba-b563-4540-ad50-dc87c0c31da2 req-43b9646b-d6de-4408-85a2-5fdec02a1458 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1dfb330-e0a2-4ef4-ad89-00ea73309739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351467 Jul 05 04:10:46.749099 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-def518e7-7c76-414e-b70d-42e6984d4a22 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.759217 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-def518e7-7c76-414e-b70d-42e6984d4a22 None None] Transition to ACTIVE for port object cf3dc1cf-0690-497b-80c2-daa7ebea0b81 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:46.770796 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-12db4937-7154-4c90-8048-9a70517d4605 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.778762 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-def518e7-7c76-414e-b70d-42e6984d4a22 None None] Transition to ACTIVE for port object cf3dc1cf-0690-497b-80c2-daa7ebea0b81 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:46.786177 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-def518e7-7c76-414e-b70d-42e6984d4a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.833183 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ccbe59b9-8afd-4e86-ae85-3c65e33615ed req-fb91839d-8c04-4a4b-8631-1eb1e5e0cbfa tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfc142-db45-4265-88bf-a7325bdb0d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301004 Jul 05 04:10:46.864499 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def518e7-7c76-414e-b70d-42e6984d4a22 None None] Network 8867bb89-dc88-4375-9a4a-da6cbaea39dc is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:46.867714 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-def518e7-7c76-414e-b70d-42e6984d4a22 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:46.870349 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def518e7-7c76-414e-b70d-42e6984d4a22 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:46.881188 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def518e7-7c76-414e-b70d-42e6984d4a22 None None] Pushing event updated for resources: {'Port': ['ID=cf3dc1cf-0690-497b-80c2-daa7ebea0b81,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:46.910823 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c1e5b-1c47-4930-aac7-afd768e0c081 req-1510ee3a-5eeb-47c3-ab90-587ed7afb813 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:46.920145 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-885c1e5b-1c47-4930-aac7-afd768e0c081 req-1510ee3a-5eeb-47c3-ab90-587ed7afb813 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf380bba-e9d6-4e2b-91c0-52269a01d1a4 HTTP/1.1" status: 200 len: 944 time: 0.1743705 Jul 05 04:10:46.925790 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-12db4937-7154-4c90-8048-9a70517d4605 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.932542 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12db4937-7154-4c90-8048-9a70517d4605 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:46.933200 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-12db4937-7154-4c90-8048-9a70517d4605 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.933964 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eb41a5ba-b563-4540-ad50-dc87c0c31da2 req-09896d90-e98e-4fed-92aa-f380a5a20ae1 service neutron] 10.222.0.70 "GET /v2.0/networks/d1dfb330-e0a2-4ef4-ad89-00ea73309739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974242 Jul 05 04:10:46.967783 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-def518e7-7c76-414e-b70d-42e6984d4a22 None None] Attempting to bind port cf3dc1cf-0690-497b-80c2-daa7ebea0b81 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:10:46.969221 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-def518e7-7c76-414e-b70d-42e6984d4a22 None None] Attempting to bind port cf3dc1cf-0690-497b-80c2-daa7ebea0b81 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '5e569357-0e3e-463f-8653-04880a030ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8867bb89-dc88-4375-9a4a-da6cbaea39dc'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:10:46.969221 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def518e7-7c76-414e-b70d-42e6984d4a22 None None] Attempting to bind port cf3dc1cf-0690-497b-80c2-daa7ebea0b81 on network 8867bb89-dc88-4375-9a4a-da6cbaea39dc {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:46.970867 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-12db4937-7154-4c90-8048-9a70517d4605 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9581466 Jul 05 04:10:46.978027 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def518e7-7c76-414e-b70d-42e6984d4a22 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:10:46.978616 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def518e7-7c76-414e-b70d-42e6984d4a22 None None] Checking segment: {'id': '5e569357-0e3e-463f-8653-04880a030ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8867bb89-dc88-4375-9a4a-da6cbaea39dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:46.979243 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-def518e7-7c76-414e-b70d-42e6984d4a22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.979638 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46774) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:46.980137 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def518e7-7c76-414e-b70d-42e6984d4a22 None None] Bound using segment: {'id': '5e569357-0e3e-463f-8653-04880a030ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8867bb89-dc88-4375-9a4a-da6cbaea39dc'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:10:46.980625 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-def518e7-7c76-414e-b70d-42e6984d4a22 None None] Bound port: cf3dc1cf-0690-497b-80c2-daa7ebea0b81, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e569357-0e3e-463f-8653-04880a030ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8867bb89-dc88-4375-9a4a-da6cbaea39dc'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:10:46.981218 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-def518e7-7c76-414e-b70d-42e6984d4a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.024642 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-e0fcfae8-6f92-40ed-8396-daddee0e4051 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '1d49412b-ffef-43a6-89db-d937965813c4', 'tempest-TagsTest-Tag-796711489') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:47.048541 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-885c1e5b-1c47-4930-aac7-afd768e0c081 req-4dabe5c6-e256-4bb1-98bd-91fcbc22229a tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd4a9bf5-57e5-4677-8b4e-27191f127962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268420 Jul 05 04:10:47.106944 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-def518e7-7c76-414e-b70d-42e6984d4a22 None None] For port cf3dc1cf-0690-497b-80c2-daa7ebea0b81, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:10:47.112860 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-def518e7-7c76-414e-b70d-42e6984d4a22 None None] For port cf3dc1cf-0690-497b-80c2-daa7ebea0b81, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cf3dc1cf-0690-497b-80c2-daa7ebea0b81,segment=NetworkSegment(5e569357-0e3e-463f-8653-04880a030ee1),segment_id=5e569357-0e3e-463f-8653-04880a030ee1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:10:47.120538 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-def518e7-7c76-414e-b70d-42e6984d4a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.235477 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def518e7-7c76-414e-b70d-42e6984d4a22 None None] Pushing event updated for resources: {'Port': ['ID=cf3dc1cf-0690-497b-80c2-daa7ebea0b81,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:47.320644 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eb41a5ba-b563-4540-ad50-dc87c0c31da2 req-d9fa5ceb-f403-4878-9c48-b16630d0312a service neutron] 10.222.0.70 "GET /v2.0/networks/d1dfb330-e0a2-4ef4-ad89-00ea73309739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783550 Jul 05 04:10:47.340638 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e0fcfae8-6f92-40ed-8396-daddee0e4051 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] 10.222.0.77 "PUT /v2.0/networks/1d49412b-ffef-43a6-89db-d937965813c4/tags/tempest-TagsTest-Tag-796711489 HTTP/1.1" status: 201 len: 201 time: 0.3228469 Jul 05 04:10:47.341413 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46780) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:47.347285 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-4f693d5c-e1a2-423c-b4f1-a42e279d7bb9 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1d49412b-ffef-43a6-89db-d937965813c4', 'tempest-TagsTest-Tag-796711489') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:47.437451 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4f693d5c-e1a2-423c-b4f1-a42e279d7bb9 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] 10.222.0.77 "GET /v2.0/networks/1d49412b-ffef-43a6-89db-d937965813c4/tags/tempest-TagsTest-Tag-796711489 HTTP/1.1" status: 204 len: 168 time: 0.0924141 Jul 05 04:10:47.437451 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46782) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:47.443915 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-17b3714d-5bca-46c2-9f2e-092fd55992b2 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '1d49412b-ffef-43a6-89db-d937965813c4') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:47.529558 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db4937-7154-4c90-8048-9a70517d4605 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] Pushing event updated for resources: {'Network': ['ID=1d49412b-ffef-43a6-89db-d937965813c4,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:47.545969 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 1d49412b-ffef-43a6-89db-d937965813c4 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:10:47.554817 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-17b3714d-5bca-46c2-9f2e-092fd55992b2 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] 10.222.0.77 "GET /v2.0/networks/1d49412b-ffef-43a6-89db-d937965813c4/tags HTTP/1.1" status: 200 len: 237 time: 0.1147170 Jul 05 04:10:47.557730 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46784) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:47.567668 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-950949dd-7a8e-4582-a8da-42e59c7db234 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.583769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-96ce905b-e51d-4eb1-891b-4f38ab5be1af tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '1d49412b-ffef-43a6-89db-d937965813c4', {'tags': ['tempest-TagsTest-Tag-1228612461', 'tempest-TagsTest-Tag-1592843527', 'tempest-TagsTest-Tag-6549384']}) {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:47.698875 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-96ce905b-e51d-4eb1-891b-4f38ab5be1af tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] 10.222.0.77 "PUT /v2.0/networks/1d49412b-ffef-43a6-89db-d937965813c4/tags HTTP/1.1" status: 200 len: 306 time: 0.1401081 Jul 05 04:10:47.701486 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46788) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:47.702781 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a2887-f36a-4ff4-b039-be3b9eb6bb8a req-4f2648ca-603c-4d59-a9a9-ff000fad7b2d tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:47.707314 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-00cffdcb-8fff-4112-89d5-28f4fdf6415a tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '1d49412b-ffef-43a6-89db-d937965813c4', 'tempest-TagsTest-Tag-1228612461') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:47.708283 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-926a2887-f36a-4ff4-b039-be3b9eb6bb8a req-4f2648ca-603c-4d59-a9a9-ff000fad7b2d tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 945 time: 0.2297945 Jul 05 04:10:47.799673 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-00cffdcb-8fff-4112-89d5-28f4fdf6415a tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] 10.222.0.77 "DELETE /v2.0/networks/1d49412b-ffef-43a6-89db-d937965813c4/tags/tempest-TagsTest-Tag-1228612461 HTTP/1.1" status: 204 len: 168 time: 0.0971107 Jul 05 04:10:47.800372 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46790) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:47.805306 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-278799a7-90a8-4eaa-92b1-00019bd25803 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1d49412b-ffef-43a6-89db-d937965813c4', 'tempest-TagsTest-Tag-1228612461') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:47.831285 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-926a2887-f36a-4ff4-b039-be3b9eb6bb8a req-fc641d3c-e9d2-4740-8688-896020aea45c tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfc142-db45-4265-88bf-a7325bdb0d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200287 Jul 05 04:10:47.886670 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-278799a7-90a8-4eaa-92b1-00019bd25803 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] show failed (client error): The resource could not be found. Jul 05 04:10:47.890529 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-278799a7-90a8-4eaa-92b1-00019bd25803 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] 10.222.0.77 "GET /v2.0/networks/1d49412b-ffef-43a6-89db-d937965813c4/tags/tempest-TagsTest-Tag-1228612461 HTTP/1.1" status: 404 len: 326 time: 0.0867395 Jul 05 04:10:47.890875 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46792) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:47.897386 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-a004a310-f05c-4cc4-a5d1-76d9cd079a67 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1d49412b-ffef-43a6-89db-d937965813c4', 'tempest-TagsTest-Tag-1592843527') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:47.913072 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-950949dd-7a8e-4582-a8da-42e59c7db234 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Allocated IP 172.20.0.1 (8867bb89-dc88-4375-9a4a-da6cbaea39dc/ad943fa4-890e-4ab7-879a-18ab6de57ab0/b694d8c0-cff3-4357-86b8-697b16debe07) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:47.985476 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a004a310-f05c-4cc4-a5d1-76d9cd079a67 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] 10.222.0.77 "GET /v2.0/networks/1d49412b-ffef-43a6-89db-d937965813c4/tags/tempest-TagsTest-Tag-1592843527 HTTP/1.1" status: 204 len: 168 time: 0.0919933 Jul 05 04:10:47.987869 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46794) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:47.993262 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-0123110d-00e0-4829-9917-502739bfa7e1 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1d49412b-ffef-43a6-89db-d937965813c4', 'tempest-TagsTest-Tag-6549384') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:48.058521 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-950949dd-7a8e-4582-a8da-42e59c7db234 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.075492 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0123110d-00e0-4829-9917-502739bfa7e1 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] 10.222.0.77 "GET /v2.0/networks/1d49412b-ffef-43a6-89db-d937965813c4/tags/tempest-TagsTest-Tag-6549384 HTTP/1.1" status: 204 len: 168 time: 0.0864661 Jul 05 04:10:48.077575 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-950949dd-7a8e-4582-a8da-42e59c7db234 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Transition to ACTIVE for port object b694d8c0-cff3-4357-86b8-697b16debe07 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:48.079234 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46800) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:48.092250 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-76d572bc-1cf8-4275-bfd5-0699a96de485 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1d49412b-ffef-43a6-89db-d937965813c4') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:48.120794 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-950949dd-7a8e-4582-a8da-42e59c7db234 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.178525 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950949dd-7a8e-4582-a8da-42e59c7db234 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network 8867bb89-dc88-4375-9a4a-da6cbaea39dc is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:48.182688 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-950949dd-7a8e-4582-a8da-42e59c7db234 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:48.188738 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950949dd-7a8e-4582-a8da-42e59c7db234 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:48.199489 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-76d572bc-1cf8-4275-bfd5-0699a96de485 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] 10.222.0.77 "DELETE /v2.0/networks/1d49412b-ffef-43a6-89db-d937965813c4/tags HTTP/1.1" status: 204 len: 168 time: 0.1187510 Jul 05 04:10:48.201993 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46802) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:48.207156 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-64e3007a-cfc4-41b4-9cba-598dd3a7e528 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1d49412b-ffef-43a6-89db-d937965813c4', 'tempest-TagsTest-Tag-1592843527') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:48.243228 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950949dd-7a8e-4582-a8da-42e59c7db234 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Port': ['ID=b694d8c0-cff3-4357-86b8-697b16debe07,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:48.287289 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-64e3007a-cfc4-41b4-9cba-598dd3a7e528 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] show failed (client error): The resource could not be found. Jul 05 04:10:48.291028 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-64e3007a-cfc4-41b4-9cba-598dd3a7e528 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] 10.222.0.77 "GET /v2.0/networks/1d49412b-ffef-43a6-89db-d937965813c4/tags/tempest-TagsTest-Tag-1592843527 HTTP/1.1" status: 404 len: 326 time: 0.0853975 Jul 05 04:10:48.291399 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46804) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:48.293306 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-950949dd-7a8e-4582-a8da-42e59c7db234 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.295832 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-0e4c8aba-d72f-49f2-9685-d2a79fd50951 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1d49412b-ffef-43a6-89db-d937965813c4', 'tempest-TagsTest-Tag-6549384') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:48.382721 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-0e4c8aba-d72f-49f2-9685-d2a79fd50951 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] show failed (client error): The resource could not be found. Jul 05 04:10:48.384311 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0e4c8aba-d72f-49f2-9685-d2a79fd50951 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] 10.222.0.77 "GET /v2.0/networks/1d49412b-ffef-43a6-89db-d937965813c4/tags/tempest-TagsTest-Tag-6549384 HTTP/1.1" status: 404 len: 323 time: 0.0920064 Jul 05 04:10:48.387329 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46808) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:48.392973 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.tag.tag_plugin [None req-a7bd2574-3545-4c5b-91a3-5146827f5d48 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1d49412b-ffef-43a6-89db-d937965813c4') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:48.410891 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c0f24-3595-48a6-a8fb-cf1f45a7837d req-d99992c4-ec52-4236-a8c5-d55ae47d0641 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:48.412544 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac3c0f24-3595-48a6-a8fb-cf1f45a7837d req-d99992c4-ec52-4236-a8c5-d55ae47d0641 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf380bba-e9d6-4e2b-91c0-52269a01d1a4 HTTP/1.1" status: 200 len: 944 time: 0.1918049 Jul 05 04:10:48.465664 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c7b235-0c00-4691-ab69-a0534efd6974 None None] Network 8867bb89-dc88-4375-9a4a-da6cbaea39dc requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:48.541531 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9f30454f-b258-45b2-8bc6-0f0733b42424 None None] Provisioning for port cf3dc1cf-0690-497b-80c2-daa7ebea0b81 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:48.546887 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac3c0f24-3595-48a6-a8fb-cf1f45a7837d req-6f2b60ea-e91a-4ced-ade1-81168f7ca612 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd4a9bf5-57e5-4677-8b4e-27191f127962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212578 Jul 05 04:10:48.559854 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-950949dd-7a8e-4582-a8da-42e59c7db234 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.584451 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a7bd2574-3545-4c5b-91a3-5146827f5d48 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] 10.222.0.77 "DELETE /v2.0/networks/1d49412b-ffef-43a6-89db-d937965813c4/tags HTTP/1.1" status: 204 len: 168 time: 0.1959727 Jul 05 04:10:48.588519 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46810) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:48.677803 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d2b0a0d0-5c8e-42c3-bdb4-2155e03e6c37 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.778837 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d2b0a0d0-5c8e-42c3-bdb4-2155e03e6c37 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.791072 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-d2b0a0d0-5c8e-42c3-bdb4-2155e03e6c37 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d49412b-ffef-43a6-89db-d937965813c4']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:48.807949 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-d2b0a0d0-5c8e-42c3-bdb4-2155e03e6c37 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b783468d-4c64-40d6-8876-2deac942c77d') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:48.808301 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-d2b0a0d0-5c8e-42c3-bdb4-2155e03e6c37 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b783468d-4c64-40d6-8876-2deac942c77d') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:48.819510 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d2b0a0d0-5c8e-42c3-bdb4-2155e03e6c37 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.838877 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d2b0a0d0-5c8e-42c3-bdb4-2155e03e6c37 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.856018 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b0a0d0-5c8e-42c3-bdb4-2155e03e6c37 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:48.856707 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d2b0a0d0-5c8e-42c3-bdb4-2155e03e6c37 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:48.860553 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:48.898442 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-950949dd-7a8e-4582-a8da-42e59c7db234 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.904196 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-950949dd-7a8e-4582-a8da-42e59c7db234 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.939452 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d2b0a0d0-5c8e-42c3-bdb4-2155e03e6c37 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.947457 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d2b0a0d0-5c8e-42c3-bdb4-2155e03e6c37 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.950045 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d2b0a0d0-5c8e-42c3-bdb4-2155e03e6c37 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] 10.222.0.77 "DELETE /v2.0/networks/1d49412b-ffef-43a6-89db-d937965813c4 HTTP/1.1" status: 204 len: 168 time: 0.3602712 Jul 05 04:10:48.965980 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0a0d0-5c8e-42c3-bdb4-2155e03e6c37 tempest-TagsTest-616646456 tempest-TagsTest-616646456-project] Pushing event deleted for resources: {'Network': ['ID=1d49412b-ffef-43a6-89db-d937965813c4,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:48.978799 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-950949dd-7a8e-4582-a8da-42e59c7db234 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.005975 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-37dc335b-d99d-4625-8932-da9a4c41651d None None] Provisioning for port b694d8c0-cff3-4357-86b8-697b16debe07 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:49.023956 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-37dc335b-d99d-4625-8932-da9a4c41651d None None] Provisioning complete for port b694d8c0-cff3-4357-86b8-697b16debe07 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:49.024724 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-37dc335b-d99d-4625-8932-da9a4c41651d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.043348 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950949dd-7a8e-4582-a8da-42e59c7db234 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Port': ['ID=b694d8c0-cff3-4357-86b8-697b16debe07,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:49.064744 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cf3dc1cf-0690-497b-80c2-daa7ebea0b81 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:49.097984 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-37dc335b-d99d-4625-8932-da9a4c41651d None None] Port b694d8c0-cff3-4357-86b8-697b16debe07 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:10:49.125220 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port cf3dc1cf-0690-497b-80c2-daa7ebea0b81 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:49.129573 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port cf3dc1cf-0690-497b-80c2-daa7ebea0b81 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:49.130153 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.196293 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950949dd-7a8e-4582-a8da-42e59c7db234 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network 8867bb89-dc88-4375-9a4a-da6cbaea39dc is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:49.198794 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-950949dd-7a8e-4582-a8da-42e59c7db234 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:49.209069 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304b018-1a6b-4cf7-8d62-86dc8ee56854 req-edc0548c-c102-48c9-bc55-027488c7a0fa tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:49.210678 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e304b018-1a6b-4cf7-8d62-86dc8ee56854 req-edc0548c-c102-48c9-bc55-027488c7a0fa tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 945 time: 0.1197503 Jul 05 04:10:49.240557 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.280726 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port cf3dc1cf-0690-497b-80c2-daa7ebea0b81, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cf3dc1cf-0690-497b-80c2-daa7ebea0b81,segment=NetworkSegment(5e569357-0e3e-463f-8653-04880a030ee1),segment_id=5e569357-0e3e-463f-8653-04880a030ee1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:49.286534 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.363540 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=cf3dc1cf-0690-497b-80c2-daa7ebea0b81,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:49.371589 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46822) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:49.381962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-08cc916e-01c2-4a16-b374-1ae32220ecbd None None] Provisioning complete for port b694d8c0-cff3-4357-86b8-697b16debe07 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:49.382883 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-08cc916e-01c2-4a16-b374-1ae32220ecbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.399837 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e304b018-1a6b-4cf7-8d62-86dc8ee56854 req-0d43449a-c04a-4539-91d4-4f900f56f7c0 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfc142-db45-4265-88bf-a7325bdb0d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822963 Jul 05 04:10:49.438456 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-08cc916e-01c2-4a16-b374-1ae32220ecbd None None] Port b694d8c0-cff3-4357-86b8-697b16debe07 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:10:49.466998 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950949dd-7a8e-4582-a8da-42e59c7db234 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Router 5c130c7a-2fe0-491e-9d01-2d1af8c73e24 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:10:49.580380 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7bc4f6b1-d252-4c0b-ad3d-f6009f6240ac admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ab632913774d42a19f6f66e704bd3ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2069910 Jul 05 04:10:49.582826 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46832) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:49.594457 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950949dd-7a8e-4582-a8da-42e59c7db234 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:49.610063 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e232686-9296-4002-bf75-785d8724169a None None] Sync routers for ids ['5c130c7a-2fe0-491e-9d01-2d1af8c73e24'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:49.618571 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-950949dd-7a8e-4582-a8da-42e59c7db234 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "PUT /v2.0/routers/5c130c7a-2fe0-491e-9d01-2d1af8c73e24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1357148 Jul 05 04:10:49.621978 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46834) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:49.626341 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e232686-9296-4002-bf75-785d8724169a None None] Routers {'5c130c7a-2fe0-491e-9d01-2d1af8c73e24'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:49.627513 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-8e232686-9296-4002-bf75-785d8724169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5c130c7a-2fe0-491e-9d01-2d1af8c73e24'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:49.648093 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9959ca6d-03ac-4251-9ea5-1be6d04d6d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.670622 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9b5f78c5-e3da-41e4-9817-c3c203f48e02 None None] Provisioning complete for port b694d8c0-cff3-4357-86b8-697b16debe07 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:49.671127 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9b5f78c5-e3da-41e4-9817-c3c203f48e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.688781 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9959ca6d-03ac-4251-9ea5-1be6d04d6d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.743822 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-8e232686-9296-4002-bf75-785d8724169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:49.758511 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9959ca6d-03ac-4251-9ea5-1be6d04d6d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.761703 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9959ca6d-03ac-4251-9ea5-1be6d04d6d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.763000 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9959ca6d-03ac-4251-9ea5-1be6d04d6d12 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2ed1f473-22e7-44e1-bf0f-24dce842af06 HTTP/1.1" status: 204 len: 168 time: 0.1790926 Jul 05 04:10:49.775407 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959ca6d-03ac-4251-9ea5-1be6d04d6d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed1f473-22e7-44e1-bf0f-24dce842af06,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:49.790770 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e232686-9296-4002-bf75-785d8724169a None None] Routers {'5c130c7a-2fe0-491e-9d01-2d1af8c73e24'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:49.791415 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-8e232686-9296-4002-bf75-785d8724169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5c130c7a-2fe0-491e-9d01-2d1af8c73e24'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:49.821214 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 39741e38-bf95-431d-b4c7-2f3798e889d9 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:10:49.855122 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f78c5-e3da-41e4-9817-c3c203f48e02 None None] Port b694d8c0-cff3-4357-86b8-697b16debe07 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:10:49.872540 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a4ba59-680a-4794-91cb-4cba0e778227 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:49.877681 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-92a4ba59-680a-4794-91cb-4cba0e778227 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "GET /v2.0/ports/b694d8c0-cff3-4357-86b8-697b16debe07 HTTP/1.1" status: 200 len: 910 time: 0.2509899 Jul 05 04:10:49.879361 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-8e232686-9296-4002-bf75-785d8724169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:49.879761 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46842) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:49.883445 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e232686-9296-4002-bf75-785d8724169a None None] The sync data for ids ['5c130c7a-2fe0-491e-9d01-2d1af8c73e24'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:49.943583 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415bce8-0856-482a-9860-0c15ab1d2b26 req-f25d80f2-e154-43f8-820a-895aad425a3e tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:49.945441 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8415bce8-0856-482a-9860-0c15ab1d2b26 req-f25d80f2-e154-43f8-820a-895aad425a3e tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf380bba-e9d6-4e2b-91c0-52269a01d1a4 HTTP/1.1" status: 200 len: 944 time: 0.1866066 Jul 05 04:10:49.947700 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3ba76-43fb-4054-b56f-bdcb517c48bb req-4d057059-1070-4f2d-a878-011d5f0d35eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:49.949787 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-04f3ba76-43fb-4054-b56f-bdcb517c48bb req-4d057059-1070-4f2d-a878-011d5f0d35eb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5e64e59963a3405d9aaa86fecdd63fe8&device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 1097 time: 0.1516609 Jul 05 04:10:49.972487 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 39741e38-bf95-431d-b4c7-2f3798e889d9, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=39741e38-bf95-431d-b4c7-2f3798e889d9,segment=NetworkSegment(c2d54812-6f1d-4c9b-aaaa-7ac3ad558d19),segment_id=c2d54812-6f1d-4c9b-aaaa-7ac3ad558d19)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:49.987946 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '39741e38-bf95-431d-b4c7-2f3798e889d9', 'network_id': 'd1dfb330-e0a2-4ef4-ad89-00ea73309739', 'port_id': '39741e38-bf95-431d-b4c7-2f3798e889d9', 'mac_address': 'fa:16:3e:d0:67:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b996bc0c-c3f1-44dc-892d-dd683d218643', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:10:50.045525 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.054491 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8415bce8-0856-482a-9860-0c15ab1d2b26 req-6e0718ff-d5cd-4cfb-80f0-054b00d75421 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd4a9bf5-57e5-4677-8b4e-27191f127962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035643 Jul 05 04:10:50.065937 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39741e38-bf95-431d-b4c7-2f3798e889d9 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:10:50.087732 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3ba76-43fb-4054-b56f-bdcb517c48bb req-bb513ad5-a83c-40e3-8069-ed1121f5cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:50.089589 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-04f3ba76-43fb-4054-b56f-bdcb517c48bb req-bb513ad5-a83c-40e3-8069-ed1121f5cc76 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9d4cd02b-6115-4999-ad20-2af5074a0530 HTTP/1.1" status: 200 len: 913 time: 0.1280696 Jul 05 04:10:50.098781 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 39741e38-bf95-431d-b4c7-2f3798e889d9, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=39741e38-bf95-431d-b4c7-2f3798e889d9,segment=NetworkSegment(c2d54812-6f1d-4c9b-aaaa-7ac3ad558d19),segment_id=c2d54812-6f1d-4c9b-aaaa-7ac3ad558d19)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:50.109437 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.184411 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-04f3ba76-43fb-4054-b56f-bdcb517c48bb req-b5ea4b50-b854-4c4c-97e0-ae0dee3d7337 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d3e8f21-05f6-427a-b87e-4c6b4207b16f HTTP/1.1" status: 200 len: 217 time: 0.0826466 Jul 05 04:10:50.216960 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=39741e38-bf95-431d-b4c7-2f3798e889d9,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:50.249852 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3ba76-43fb-4054-b56f-bdcb517c48bb req-6e99a51a-7fee-43f1-8e2a-831525b0050f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:50.252504 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-04f3ba76-43fb-4054-b56f-bdcb517c48bb req-6e99a51a-7fee-43f1-8e2a-831525b0050f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7cd5dc22-65fe-4fa7-b3a8-a0541de25bbc HTTP/1.1" status: 200 len: 852 time: 0.0575490 Jul 05 04:10:50.291735 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-04f3ba76-43fb-4054-b56f-bdcb517c48bb req-ccb0a256-7f9e-413e-857a-b69c42306885 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9d4cd02b-6115-4999-ad20-2af5074a0530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278273 Jul 05 04:10:50.413913 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:10:50.422745 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-04f3ba76-43fb-4054-b56f-bdcb517c48bb req-4d24cec1-407f-4380-8bfb-511756dafd69 service neutron] 10.222.0.89 "GET /v2.0/networks/9d4cd02b-6115-4999-ad20-2af5074a0530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209190 Jul 05 04:10:50.524139 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe82391-3900-4b3f-be76-dc40443271c9 req-6ee98c42-eaab-443c-8045-f24b51811265 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:50.526191 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['39741e38-bf95-431d-b4c7-2f3798e889d9'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:50.533025 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2fe82391-3900-4b3f-be76-dc40443271c9 req-6ee98c42-eaab-443c-8045-f24b51811265 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 945 time: 0.7098093 Jul 05 04:10:50.583686 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-04f3ba76-43fb-4054-b56f-bdcb517c48bb req-d7caa02a-49e5-4650-82df-1b497950339e service neutron] 10.222.0.89 "GET /v2.0/networks/9d4cd02b-6115-4999-ad20-2af5074a0530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529696 Jul 05 04:10:50.639169 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2fe82391-3900-4b3f-be76-dc40443271c9 req-3c25ff08-e1c3-4625-89c5-b7293b8504b9 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfc142-db45-4265-88bf-a7325bdb0d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050665 Jul 05 04:10:50.651682 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46866) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:50.747814 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1f057f14-19ea-47e7-9400-794b1e489a0d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.771360 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-7722a29b-7baa-494f-bec4-f9913f4f3922 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2116014133-network', 'tenant_id': '060f2580fcd045bf9d5db29349f08fcc'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:50.798220 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7722a29b-7baa-494f-bec4-f9913f4f3922 admin admin] Made reservation on behalf of 060f2580fcd045bf9d5db29349f08fcc for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:50.800860 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7722a29b-7baa-494f-bec4-f9913f4f3922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.810625 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7722a29b-7baa-494f-bec4-f9913f4f3922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.928035 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7722a29b-7baa-494f-bec4-f9913f4f3922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.932284 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7722a29b-7baa-494f-bec4-f9913f4f3922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.943415 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cf3dc1cf-0690-497b-80c2-daa7ebea0b81 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:50.970721 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7722a29b-7baa-494f-bec4-f9913f4f3922 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:10:51.001911 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722a29b-7baa-494f-bec4-f9913f4f3922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73d8970-0c37-4b71-aa90-08b6f6cd43c5,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:51.010419 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port cf3dc1cf-0690-497b-80c2-daa7ebea0b81 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:51.010801 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.015758 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7722a29b-7baa-494f-bec4-f9913f4f3922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.016830 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-7722a29b-7baa-494f-bec4-f9913f4f3922 admin admin] Added segment 9c672867-8eb9-4315-88c8-ff15b544a525 of type vlan for network ee1329bc-efc3-471e-bb0b-683dca9a8368 Jul 05 04:10:51.059133 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-1f057f14-19ea-47e7-9400-794b1e489a0d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting port b694d8c0-cff3-4357-86b8-697b16debe07 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:51.059765 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1f057f14-19ea-47e7-9400-794b1e489a0d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.067712 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7722a29b-7baa-494f-bec4-f9913f4f3922 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.104318 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7722a29b-7baa-494f-bec4-f9913f4f3922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.105406 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7722a29b-7baa-494f-bec4-f9913f4f3922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:51.106001 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7722a29b-7baa-494f-bec4-f9913f4f3922 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.162620 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7722a29b-7baa-494f-bec4-f9913f4f3922 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5070665 Jul 05 04:10:51.164012 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46872) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:51.169885 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-71225426-b172-4121-b3b2-3f88b72cec46 admin admin] Request body: {'subnet': {'network_id': 'ee1329bc-efc3-471e-bb0b-683dca9a8368', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2116014133-subnet', 'tenant_id': '060f2580fcd045bf9d5db29349f08fcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:51.176331 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722a29b-7baa-494f-bec4-f9913f4f3922 admin admin] Pushing event updated for resources: {'Network': ['ID=ee1329bc-efc3-471e-bb0b-683dca9a8368,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:51.178866 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1f057f14-19ea-47e7-9400-794b1e489a0d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.186940 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network ee1329bc-efc3-471e-bb0b-683dca9a8368 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:10:51.202614 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-1f057f14-19ea-47e7-9400-794b1e489a0d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Calling delete_port for b694d8c0-cff3-4357-86b8-697b16debe07 owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:51.247646 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71225426-b172-4121-b3b2-3f88b72cec46 admin admin] Made reservation on behalf of 060f2580fcd045bf9d5db29349f08fcc for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:51.250009 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71225426-b172-4121-b3b2-3f88b72cec46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.467301 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8767c2d-6157-423c-a503-f965f4f8c32a req-0e032eda-6073-4c93-b6ea-9bb35f70b8ec tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:51.469417 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e8767c2d-6157-423c-a503-f965f4f8c32a req-0e032eda-6073-4c93-b6ea-9bb35f70b8ec tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf380bba-e9d6-4e2b-91c0-52269a01d1a4 HTTP/1.1" status: 200 len: 945 time: 0.2619388 Jul 05 04:10:51.569527 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e8767c2d-6157-423c-a503-f965f4f8c32a req-e18fd19e-d3f5-4e33-bcda-a8aa26948f5e tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd4a9bf5-57e5-4677-8b4e-27191f127962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889976 Jul 05 04:10:51.668322 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1f057f14-19ea-47e7-9400-794b1e489a0d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.735582 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f057f14-19ea-47e7-9400-794b1e489a0d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Port': ['ID=b694d8c0-cff3-4357-86b8-697b16debe07,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:51.740720 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71225426-b172-4121-b3b2-3f88b72cec46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.817287 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 39741e38-bf95-431d-b4c7-2f3798e889d9 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:51.838259 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71225426-b172-4121-b3b2-3f88b72cec46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4779b9b1-5cbc-4a65-8535-9e961273bc8a,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:51.886591 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 39741e38-bf95-431d-b4c7-2f3798e889d9 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:51.894032 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 39741e38-bf95-431d-b4c7-2f3798e889d9 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:51.894899 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.988408 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.012076 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf380bba-e9d6-4e2b-91c0-52269a01d1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39741e38-bf95-431d-b4c7-2f3798e889d9'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:52.014687 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024eac79-b317-4888-81fa-a5cd9aa7e8b1" -d '{"events": [{"server_uuid": "bf380bba-e9d6-4e2b-91c0-52269a01d1a4", "name": "network-vif-plugged", "status": "completed", "tag": "39741e38-bf95-431d-b4c7-2f3798e889d9"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:52.027747 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 39741e38-bf95-431d-b4c7-2f3798e889d9, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=39741e38-bf95-431d-b4c7-2f3798e889d9,segment=NetworkSegment(c2d54812-6f1d-4c9b-aaaa-7ac3ad558d19),segment_id=c2d54812-6f1d-4c9b-aaaa-7ac3ad558d19)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:52.032812 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.060644 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a29919e-bcb2-4376-a869-b6b7481b6995 x-openstack-request-id: req-4a29919e-bcb2-4376-a869-b6b7481b6995 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:52.060941 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf380bba-e9d6-4e2b-91c0-52269a01d1a4", "name": "network-vif-plugged", "status": "completed", "tag": "39741e38-bf95-431d-b4c7-2f3798e889d9", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:52.061193 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4a29919e-bcb2-4376-a869-b6b7481b6995 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:52.061577 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf380bba-e9d6-4e2b-91c0-52269a01d1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39741e38-bf95-431d-b4c7-2f3798e889d9', 'code': 200} Jul 05 04:10:52.090556 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71225426-b172-4121-b3b2-3f88b72cec46 admin admin] Checking segment: {'id': '9c672867-8eb9-4315-88c8-ff15b544a525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ee1329bc-efc3-471e-bb0b-683dca9a8368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:52.092811 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71225426-b172-4121-b3b2-3f88b72cec46 admin admin] Network hostable DHCP agents. Network: ee1329bc-efc3-471e-bb0b-683dca9a8368, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:10:52.102222 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=39741e38-bf95-431d-b4c7-2f3798e889d9,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:52.112421 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1f057f14-19ea-47e7-9400-794b1e489a0d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.122133 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87396bad-cff5-40da-8d75-4b1fed7de482 req-02926595-6a18-40d0-ae6b-4ab6c4480854 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:52.123641 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87396bad-cff5-40da-8d75-4b1fed7de482 req-02926595-6a18-40d0-ae6b-4ab6c4480854 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 945 time: 0.3617435 Jul 05 04:10:52.145597 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71225426-b172-4121-b3b2-3f88b72cec46 admin admin] Network ee1329bc-efc3-471e-bb0b-683dca9a8368 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:10:52.209649 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-71225426-b172-4121-b3b2-3f88b72cec46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, ee1329bc-efc3-471e-bb0b-683dca9a8368) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:52.217991 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9c921d-6865-4383-8206-4bf7b4796a5f None None] Network ee1329bc-efc3-471e-bb0b-683dca9a8368 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:52.263719 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71225426-b172-4121-b3b2-3f88b72cec46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:52.264340 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71225426-b172-4121-b3b2-3f88b72cec46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.294836 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87396bad-cff5-40da-8d75-4b1fed7de482 req-dffdcf89-a14a-4043-aff5-b8db4f446622 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfc142-db45-4265-88bf-a7325bdb0d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607730 Jul 05 04:10:52.348975 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-71225426-b172-4121-b3b2-3f88b72cec46 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1837962 Jul 05 04:10:52.368571 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c90b38c-1ee9-4baf-a3b4-545b502df706 None None] Network ee1329bc-efc3-471e-bb0b-683dca9a8368 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:52.419157 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f057f14-19ea-47e7-9400-794b1e489a0d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Router 5c130c7a-2fe0-491e-9d01-2d1af8c73e24 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:10:52.523868 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f057f14-19ea-47e7-9400-794b1e489a0d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:52.530676 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1f057f14-19ea-47e7-9400-794b1e489a0d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "PUT /v2.0/routers/5c130c7a-2fe0-491e-9d01-2d1af8c73e24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6498232 Jul 05 04:10:52.534676 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46892) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:52.535611 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800ff39d-6f36-41d1-957a-d2090076b873 None None] Sync routers for ids ['5c130c7a-2fe0-491e-9d01-2d1af8c73e24'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:52.542656 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da0094-14e6-4361-884c-3ea273d5feaf req-fc2bfa8f-52f5-4160-b7a5-cbc686d9068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:52.544237 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87da0094-14e6-4361-884c-3ea273d5feaf req-fc2bfa8f-52f5-4160-b7a5-cbc686d9068a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bf380bba-e9d6-4e2b-91c0-52269a01d1a4 HTTP/1.1" status: 200 len: 1098 time: 0.3515465 Jul 05 04:10:52.550678 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800ff39d-6f36-41d1-957a-d2090076b873 None None] Routers {'5c130c7a-2fe0-491e-9d01-2d1af8c73e24'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:52.551315 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-800ff39d-6f36-41d1-957a-d2090076b873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5c130c7a-2fe0-491e-9d01-2d1af8c73e24'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:52.593283 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-800ff39d-6f36-41d1-957a-d2090076b873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:52.596349 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-49a83e99-8b1f-499c-826b-02faab3e9fd3 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c130c7a-2fe0-491e-9d01-2d1af8c73e24 HTTP/1.1" status: 200 len: 205 time: 0.0594409 Jul 05 04:10:52.598568 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46898) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:52.599471 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87da0094-14e6-4361-884c-3ea273d5feaf req-80f0ac58-e821-4790-aa04-56718dc241b3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fd4a9bf5-57e5-4677-8b4e-27191f127962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466275 Jul 05 04:10:52.609218 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800ff39d-6f36-41d1-957a-d2090076b873 None None] Routers {'5c130c7a-2fe0-491e-9d01-2d1af8c73e24'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:52.610723 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-800ff39d-6f36-41d1-957a-d2090076b873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5c130c7a-2fe0-491e-9d01-2d1af8c73e24'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:52.646470 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-800ff39d-6f36-41d1-957a-d2090076b873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:52.647132 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800ff39d-6f36-41d1-957a-d2090076b873 None None] The sync data for ids ['5c130c7a-2fe0-491e-9d01-2d1af8c73e24'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:52.707086 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53f0ee20-5643-4653-8b08-50e5b2dafbea tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.863396 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9220ddd-7d1c-46b4-be49-fb4537de1ee3 req-04a90cc3-b54a-48a2-a2ba-bc91631a2087 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:52.865745 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c9220ddd-7d1c-46b4-be49-fb4537de1ee3 req-04a90cc3-b54a-48a2-a2ba-bc91631a2087 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 945 time: 0.0804298 Jul 05 04:10:52.910301 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c9220ddd-7d1c-46b4-be49-fb4537de1ee3 req-f0f93cc3-9753-4d8e-a45c-e6932a60511f tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfc142-db45-4265-88bf-a7325bdb0d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393651 Jul 05 04:10:52.946920 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53f0ee20-5643-4653-8b08-50e5b2dafbea tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.951312 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53f0ee20-5643-4653-8b08-50e5b2dafbea tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.970142 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ced964-0d0d-4198-a7af-9fd312fc58a6 req-58acb936-c3ac-47ff-a9fe-5886591da94b tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:52.971731 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47ced964-0d0d-4198-a7af-9fd312fc58a6 req-58acb936-c3ac-47ff-a9fe-5886591da94b tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf380bba-e9d6-4e2b-91c0-52269a01d1a4 HTTP/1.1" status: 200 len: 946 time: 0.2281039 Jul 05 04:10:53.029016 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53f0ee20-5643-4653-8b08-50e5b2dafbea tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.029513 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f0ee20-5643-4653-8b08-50e5b2dafbea tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Fanout notify agent at l3_agent the message router_deleted on router 5c130c7a-2fe0-491e-9d01-2d1af8c73e24 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:10:53.037229 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53f0ee20-5643-4653-8b08-50e5b2dafbea tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.037668 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46914) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:53.040258 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-53f0ee20-5643-4653-8b08-50e5b2dafbea tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/routers/5c130c7a-2fe0-491e-9d01-2d1af8c73e24 HTTP/1.1" status: 204 len: 168 time: 0.4406111 Jul 05 04:10:53.041006 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46916) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:53.043469 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-0446eb71-bf98-4d4c-83b1-ac2e5127eb8e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1053000466-network', 'tenant_id': 'f5525958bf1a4b489d004d5c5c6d5746'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:53.069190 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0446eb71-bf98-4d4c-83b1-ac2e5127eb8e admin admin] Made reservation on behalf of f5525958bf1a4b489d004d5c5c6d5746 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:53.071790 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0446eb71-bf98-4d4c-83b1-ac2e5127eb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.082139 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47ced964-0d0d-4198-a7af-9fd312fc58a6 req-abf9f235-e444-4384-aad4-77de331df6f5 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd4a9bf5-57e5-4677-8b4e-27191f127962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759268 Jul 05 04:10:53.082427 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0446eb71-bf98-4d4c-83b1-ac2e5127eb8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.113607 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-48cb1140-a17e-4df4-a92a-5544dc6a505c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting subnet ad943fa4-890e-4ab7-879a-18ab6de57ab0 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:10:53.117094 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-48cb1140-a17e-4df4-a92a-5544dc6a505c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.168409 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-48cb1140-a17e-4df4-a92a-5544dc6a505c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.225799 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0446eb71-bf98-4d4c-83b1-ac2e5127eb8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.230982 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0446eb71-bf98-4d4c-83b1-ac2e5127eb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.257509 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0446eb71-bf98-4d4c-83b1-ac2e5127eb8e admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:10:53.269169 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446eb71-bf98-4d4c-83b1-ac2e5127eb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d625ce8a-b584-401d-a007-a639121bb392,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:53.273578 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-48cb1140-a17e-4df4-a92a-5544dc6a505c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.274812 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0446eb71-bf98-4d4c-83b1-ac2e5127eb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.275194 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-0446eb71-bf98-4d4c-83b1-ac2e5127eb8e admin admin] Added segment 5af0682a-d437-4dbd-a4a9-69f7f2bba6da of type vlan for network 5eee30c7-6ba8-4c63-b035-4da899a65e77 Jul 05 04:10:53.319963 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0446eb71-bf98-4d4c-83b1-ac2e5127eb8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.347300 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-48cb1140-a17e-4df4-a92a-5544dc6a505c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.354151 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0446eb71-bf98-4d4c-83b1-ac2e5127eb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.355101 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0446eb71-bf98-4d4c-83b1-ac2e5127eb8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:53.355723 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0446eb71-bf98-4d4c-83b1-ac2e5127eb8e admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.394259 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb1140-a17e-4df4-a92a-5544dc6a505c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Subnet': ['ID=ad943fa4-890e-4ab7-879a-18ab6de57ab0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:53.400189 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-48cb1140-a17e-4df4-a92a-5544dc6a505c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.408900 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46918) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:53.409135 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-48cb1140-a17e-4df4-a92a-5544dc6a505c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/subnets/ad943fa4-890e-4ab7-879a-18ab6de57ab0 HTTP/1.1" status: 204 len: 168 time: 0.3616912 Jul 05 04:10:53.410077 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71161a8-2863-40fb-af1d-14399c909218 None None] Network 8867bb89-dc88-4375-9a4a-da6cbaea39dc requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:53.420775 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0446eb71-bf98-4d4c-83b1-ac2e5127eb8e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3815451 Jul 05 04:10:53.424588 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46920) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:53.433029 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-e663167e-fbf7-46cc-8816-06c1a76c767e admin admin] Request body: {'subnet': {'network_id': '5eee30c7-6ba8-4c63-b035-4da899a65e77', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1053000466-subnet', 'tenant_id': 'f5525958bf1a4b489d004d5c5c6d5746', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:53.464655 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e663167e-fbf7-46cc-8816-06c1a76c767e admin admin] Made reservation on behalf of f5525958bf1a4b489d004d5c5c6d5746 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:53.467685 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e663167e-fbf7-46cc-8816-06c1a76c767e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.477620 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446eb71-bf98-4d4c-83b1-ac2e5127eb8e admin admin] Pushing event updated for resources: {'Network': ['ID=5eee30c7-6ba8-4c63-b035-4da899a65e77,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:53.493913 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 5eee30c7-6ba8-4c63-b035-4da899a65e77 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:10:53.506606 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-94bc7880-e7fb-4940-aa00-c8a457601907 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.577002 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-94bc7880-e7fb-4940-aa00-c8a457601907 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting port cf3dc1cf-0690-497b-80c2-daa7ebea0b81 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:53.577319 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-94bc7880-e7fb-4940-aa00-c8a457601907 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.665902 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-94bc7880-e7fb-4940-aa00-c8a457601907 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] For port cf3dc1cf-0690-497b-80c2-daa7ebea0b81, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cf3dc1cf-0690-497b-80c2-daa7ebea0b81,segment=NetworkSegment(5e569357-0e3e-463f-8653-04880a030ee1),segment_id=5e569357-0e3e-463f-8653-04880a030ee1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:53.666637 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-94bc7880-e7fb-4940-aa00-c8a457601907 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.683305 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-94bc7880-e7fb-4940-aa00-c8a457601907 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Calling delete_port for cf3dc1cf-0690-497b-80c2-daa7ebea0b81 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:53.712043 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e663167e-fbf7-46cc-8816-06c1a76c767e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.770868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6d355b-31d2-40f8-8f9f-ee9876e486f5 None None] DHCP port deletion for 8867bb89-dc88-4375-9a4a-da6cbaea39dc request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:10:53.781341 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663167e-fbf7-46cc-8816-06c1a76c767e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4081953c-81b5-4db8-8aea-f9f7eaf0f849,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:53.792183 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e663167e-fbf7-46cc-8816-06c1a76c767e admin admin] Checking segment: {'id': '5af0682a-d437-4dbd-a4a9-69f7f2bba6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5eee30c7-6ba8-4c63-b035-4da899a65e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:53.792538 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e663167e-fbf7-46cc-8816-06c1a76c767e admin admin] Network hostable DHCP agents. Network: 5eee30c7-6ba8-4c63-b035-4da899a65e77, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:10:53.799008 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-94bc7880-e7fb-4940-aa00-c8a457601907 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.814378 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e663167e-fbf7-46cc-8816-06c1a76c767e admin admin] Network 5eee30c7-6ba8-4c63-b035-4da899a65e77 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:10:53.825194 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-e663167e-fbf7-46cc-8816-06c1a76c767e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 5eee30c7-6ba8-4c63-b035-4da899a65e77) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:53.829136 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-1f6d355b-31d2-40f8-8f9f-ee9876e486f5 None None] Deleting port cf3dc1cf-0690-497b-80c2-daa7ebea0b81 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:53.829496 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1f6d355b-31d2-40f8-8f9f-ee9876e486f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.834437 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae29a34c-a97a-4efc-a47c-08241f62377d None None] Network 5eee30c7-6ba8-4c63-b035-4da899a65e77 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:53.836290 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc7880-e7fb-4940-aa00-c8a457601907 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Port': ['ID=cf3dc1cf-0690-497b-80c2-daa7ebea0b81,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:53.841375 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bc7880-e7fb-4940-aa00-c8a457601907 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] No DVR routers for this DVR port cf3dc1cf-0690-497b-80c2-daa7ebea0b81 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:53.843110 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e663167e-fbf7-46cc-8816-06c1a76c767e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:53.843710 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e663167e-fbf7-46cc-8816-06c1a76c767e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.865585 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e663167e-fbf7-46cc-8816-06c1a76c767e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4389763 Jul 05 04:10:53.944569 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-94bc7880-e7fb-4940-aa00-c8a457601907 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.959144 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-94bc7880-e7fb-4940-aa00-c8a457601907 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8867bb89-dc88-4375-9a4a-da6cbaea39dc']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:53.971306 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-1f6d355b-31d2-40f8-8f9f-ee9876e486f5 None None] For port cf3dc1cf-0690-497b-80c2-daa7ebea0b81, host n-d-780147-23, got binding levels [] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:53.971707 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1f6d355b-31d2-40f8-8f9f-ee9876e486f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.976574 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-94bc7880-e7fb-4940-aa00-c8a457601907 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e569357-0e3e-463f-8653-04880a030ee1') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:53.976978 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-94bc7880-e7fb-4940-aa00-c8a457601907 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e569357-0e3e-463f-8653-04880a030ee1') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:53.989554 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-94bc7880-e7fb-4940-aa00-c8a457601907 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.996109 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-1f6d355b-31d2-40f8-8f9f-ee9876e486f5 None None] Calling delete_port for cf3dc1cf-0690-497b-80c2-daa7ebea0b81 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:54.001174 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.ipam_backend_mixin [None req-1f6d355b-31d2-40f8-8f9f-ee9876e486f5 None None] Port cf3dc1cf-0690-497b-80c2-daa7ebea0b81 was not found and therefore no delete operation was performed {{(pid=105540) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:10:54.010001 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-94bc7880-e7fb-4940-aa00-c8a457601907 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.011389 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1f6d355b-31d2-40f8-8f9f-ee9876e486f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.025626 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94bc7880-e7fb-4940-aa00-c8a457601907 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:54.026059 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-94bc7880-e7fb-4940-aa00-c8a457601907 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:54.033713 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:54.037799 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46928) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:54.044236 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d355b-31d2-40f8-8f9f-ee9876e486f5 None None] Pushing event deleted for resources: {'Port': ['ID=cf3dc1cf-0690-497b-80c2-daa7ebea0b81,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:54.057647 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6d355b-31d2-40f8-8f9f-ee9876e486f5 None None] No DVR routers for this DVR port cf3dc1cf-0690-497b-80c2-daa7ebea0b81 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:54.162984 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187eb70e-66cd-44ae-ac89-f9e97749d936 None None] Network 5eee30c7-6ba8-4c63-b035-4da899a65e77 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:54.164540 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d310b3-1eaa-45d0-960b-704eb3b94fb3 admin admin] Deleting subnet 4779b9b1-5cbc-4a65-8535-9e961273bc8a {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:10:54.164873 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-94bc7880-e7fb-4940-aa00-c8a457601907 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.175248 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-65d310b3-1eaa-45d0-960b-704eb3b94fb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.177769 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-94bc7880-e7fb-4940-aa00-c8a457601907 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.180098 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-94bc7880-e7fb-4940-aa00-c8a457601907 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/networks/8867bb89-dc88-4375-9a4a-da6cbaea39dc HTTP/1.1" status: 204 len: 168 time: 0.7698774 Jul 05 04:10:54.186300 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46936) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:54.201114 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-f81912b4-06d1-4740-9d8e-83bdd42909c9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-839522997', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}, 'admin_state_up': False}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:54.222751 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc7880-e7fb-4940-aa00-c8a457601907 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Network': ['ID=8867bb89-dc88-4375-9a4a-da6cbaea39dc,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:54.244895 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-65d310b3-1eaa-45d0-960b-704eb3b94fb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.262008 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a226d-aabe-4b94-9b97-0a62c60611e9 req-380c3c3b-6854-41c1-818b-dc8c8100ca68 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:54.269553 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b02a226d-aabe-4b94-9b97-0a62c60611e9 req-380c3c3b-6854-41c1-818b-dc8c8100ca68 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 945 time: 0.1824870 Jul 05 04:10:54.287933 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f81912b4-06d1-4740-9d8e-83bdd42909c9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.289066 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f81912b4-06d1-4740-9d8e-83bdd42909c9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.321587 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-65d310b3-1eaa-45d0-960b-704eb3b94fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.341279 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b02a226d-aabe-4b94-9b97-0a62c60611e9 req-8e66c770-3981-46cd-a847-dc621efce92a tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/security-groups?id=91dfc142-db45-4265-88bf-a7325bdb0d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706108 Jul 05 04:10:54.400329 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f81912b4-06d1-4740-9d8e-83bdd42909c9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.432114 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-65d310b3-1eaa-45d0-960b-704eb3b94fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.468267 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d310b3-1eaa-45d0-960b-704eb3b94fb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4779b9b1-5cbc-4a65-8535-9e961273bc8a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:54.472326 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-65d310b3-1eaa-45d0-960b-704eb3b94fb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.477249 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-65d310b3-1eaa-45d0-960b-704eb3b94fb3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4779b9b1-5cbc-4a65-8535-9e961273bc8a HTTP/1.1" status: 204 len: 168 time: 0.4369526 Jul 05 04:10:54.477924 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46938) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:54.499507 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921a77a-ff60-49fc-8495-6adbcfb230fe req-f86dec34-d645-4f7c-a21f-7d5807cedc52 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:54.501390 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e921a77a-ff60-49fc-8495-6adbcfb230fe req-f86dec34-d645-4f7c-a21f-7d5807cedc52 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf380bba-e9d6-4e2b-91c0-52269a01d1a4 HTTP/1.1" status: 200 len: 946 time: 0.1206944 Jul 05 04:10:54.541084 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e921a77a-ff60-49fc-8495-6adbcfb230fe req-d059c6b8-6d3d-4a4d-b9a2-ae649ac438d8 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd4a9bf5-57e5-4677-8b4e-27191f127962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338244 Jul 05 04:10:54.599408 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f81912b4-06d1-4740-9d8e-83bdd42909c9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.635951 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-acb0d89a-d85b-491d-806d-b49788fb622f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.767979 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-acb0d89a-d85b-491d-806d-b49788fb622f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.780724 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-acb0d89a-d85b-491d-806d-b49788fb622f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee1329bc-efc3-471e-bb0b-683dca9a8368']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:54.793946 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-acb0d89a-d85b-491d-806d-b49788fb622f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c672867-8eb9-4315-88c8-ff15b544a525') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:54.794243 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-acb0d89a-d85b-491d-806d-b49788fb622f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c672867-8eb9-4315-88c8-ff15b544a525') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:54.806142 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea486c-3c14-4b91-8ced-4f6a9eb95aa4 req-1a623dfb-693c-42c4-8238-caccee00722a tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:54.808334 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e0ea486c-3c14-4b91-8ced-4f6a9eb95aa4 req-1a623dfb-693c-42c4-8238-caccee00722a tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.89 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 945 time: 0.0922344 Jul 05 04:10:54.811986 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-acb0d89a-d85b-491d-806d-b49788fb622f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.832928 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-acb0d89a-d85b-491d-806d-b49788fb622f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.842054 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb0d89a-d85b-491d-806d-b49788fb622f admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:54.842452 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-acb0d89a-d85b-491d-806d-b49788fb622f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:54.844337 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:54.925428 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cf3dc1cf-0690-497b-80c2-daa7ebea0b81 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:54.949342 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: cf3dc1cf-0690-497b-80c2-daa7ebea0b81 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:54.949693 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cf3dc1cf-0690-497b-80c2-daa7ebea0b81 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:54.991031 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-e0ea486c-3c14-4b91-8ced-4f6a9eb95aa4 req-15dd1030-929b-4861-bbfa-c35b3d0362ad tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Deleting port 8d3e8f21-05f6-427a-b87e-4c6b4207b16f {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:54.991713 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e0ea486c-3c14-4b91-8ced-4f6a9eb95aa4 req-15dd1030-929b-4861-bbfa-c35b3d0362ad tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.012320 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f81912b4-06d1-4740-9d8e-83bdd42909c9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.014276 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-acb0d89a-d85b-491d-806d-b49788fb622f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.021021 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-acb0d89a-d85b-491d-806d-b49788fb622f admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.022916 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-acb0d89a-d85b-491d-806d-b49788fb622f admin admin] 10.222.0.77 "DELETE /v2.0/networks/ee1329bc-efc3-471e-bb0b-683dca9a8368 HTTP/1.1" status: 204 len: 168 time: 0.5437100 Jul 05 04:10:55.037424 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46948) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:55.059124 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f81912b4-06d1-4740-9d8e-83bdd42909c9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.084499 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0d89a-d85b-491d-806d-b49788fb622f admin admin] Pushing event deleted for resources: {'Network': ['ID=ee1329bc-efc3-471e-bb0b-683dca9a8368,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:55.108385 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc0a43a-995d-4585-800b-d165bbb70904 admin admin] Deleting subnet 4081953c-81b5-4db8-8aea-f9f7eaf0f849 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:10:55.116688 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a43a-995d-4585-800b-d165bbb70904 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.175696 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-e0ea486c-3c14-4b91-8ced-4f6a9eb95aa4 req-15dd1030-929b-4861-bbfa-c35b3d0362ad tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] For port 8d3e8f21-05f6-427a-b87e-4c6b4207b16f, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8d3e8f21-05f6-427a-b87e-4c6b4207b16f,segment=NetworkSegment(4f89e26d-d8e8-4b51-adea-a2cab38902be),segment_id=4f89e26d-d8e8-4b51-adea-a2cab38902be)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:55.176146 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e0ea486c-3c14-4b91-8ced-4f6a9eb95aa4 req-15dd1030-929b-4861-bbfa-c35b3d0362ad tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.195241 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-e0ea486c-3c14-4b91-8ced-4f6a9eb95aa4 req-15dd1030-929b-4861-bbfa-c35b3d0362ad tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Calling delete_port for 8d3e8f21-05f6-427a-b87e-4c6b4207b16f owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:55.198357 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a43a-995d-4585-800b-d165bbb70904 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.207579 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9cd16-b86b-42e0-bfd5-2e0a59e04102 req-d4f68ab3-50ff-426a-9d4e-1a28ea37d148 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:55.209281 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-59b9cd16-b86b-42e0-bfd5-2e0a59e04102 req-d4f68ab3-50ff-426a-9d4e-1a28ea37d148 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf380bba-e9d6-4e2b-91c0-52269a01d1a4 HTTP/1.1" status: 200 len: 946 time: 0.1692560 Jul 05 04:10:55.231242 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-f81912b4-06d1-4740-9d8e-83bdd42909c9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Allocated IP 172.25.1.188 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/dcaf77fb-d94b-43d3-8928-11e3e48a1199) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:55.282272 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-59b9cd16-b86b-42e0-bfd5-2e0a59e04102 req-76b9468b-70cf-41ab-ad99-717eac6c49e4 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd4a9bf5-57e5-4677-8b4e-27191f127962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648897 Jul 05 04:10:55.283227 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a43a-995d-4585-800b-d165bbb70904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.384553 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f81912b4-06d1-4740-9d8e-83bdd42909c9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.409574 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a43a-995d-4585-800b-d165bbb70904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.443560 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0a43a-995d-4585-800b-d165bbb70904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4081953c-81b5-4db8-8aea-f9f7eaf0f849,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:55.451120 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a43a-995d-4585-800b-d165bbb70904 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.452924 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0dc0a43a-995d-4585-800b-d165bbb70904 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4081953c-81b5-4db8-8aea-f9f7eaf0f849 HTTP/1.1" status: 204 len: 168 time: 0.4143760 Jul 05 04:10:55.457225 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46954) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:55.470946 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f81912b4-06d1-4740-9d8e-83bdd42909c9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.473436 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e0ea486c-3c14-4b91-8ced-4f6a9eb95aa4 req-15dd1030-929b-4861-bbfa-c35b3d0362ad tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.494200 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['8d3e8f21-05f6-427a-b87e-4c6b4207b16f'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:55.508129 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81912b4-06d1-4740-9d8e-83bdd42909c9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:55.537471 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-f81912b4-06d1-4740-9d8e-83bdd42909c9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:55.539946 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81912b4-06d1-4740-9d8e-83bdd42909c9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:55.541141 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd1030-929b-4861-bbfa-c35b3d0362ad tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Pushing event deleted for resources: {'Port': ['ID=8d3e8f21-05f6-427a-b87e-4c6b4207b16f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:55.634173 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ea486c-3c14-4b91-8ced-4f6a9eb95aa4 req-15dd1030-929b-4861-bbfa-c35b3d0362ad tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] No DVR routers for this DVR port 8d3e8f21-05f6-427a-b87e-4c6b4207b16f on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:55.637833 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e0ea486c-3c14-4b91-8ced-4f6a9eb95aa4 req-15dd1030-929b-4861-bbfa-c35b3d0362ad tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.641949 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e0ea486c-3c14-4b91-8ced-4f6a9eb95aa4 req-15dd1030-929b-4861-bbfa-c35b3d0362ad tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.89 "DELETE /v2.0/ports/8d3e8f21-05f6-427a-b87e-4c6b4207b16f HTTP/1.1" status: 204 len: 173 time: 0.8237135 Jul 05 04:10:55.642673 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b9d03f-54d2-46af-962b-ab638ebf4c5f', 'name': 'network-vif-deleted', 'tag': '8d3e8f21-05f6-427a-b87e-4c6b4207b16f'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:55.646772 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028d892b-94ac-49f0-8ab2-30404f410138" -d '{"events": [{"server_uuid": "57b9d03f-54d2-46af-962b-ab638ebf4c5f", "name": "network-vif-deleted", "tag": "8d3e8f21-05f6-427a-b87e-4c6b4207b16f"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:55.696148 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904b9f27-fba1-4533-9320-4129c3e03b68 x-openstack-request-id: req-904b9f27-fba1-4533-9320-4129c3e03b68 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:55.696616 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b9d03f-54d2-46af-962b-ab638ebf4c5f", "name": "network-vif-deleted", "tag": "8d3e8f21-05f6-427a-b87e-4c6b4207b16f", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:55.697146 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-904b9f27-fba1-4533-9320-4129c3e03b68 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:55.697736 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b9d03f-54d2-46af-962b-ab638ebf4c5f', 'name': 'network-vif-deleted', 'tag': '8d3e8f21-05f6-427a-b87e-4c6b4207b16f', 'status': 'completed', 'code': 200} Jul 05 04:10:55.961089 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5b702808-6c95-4382-8dab-fc938972447d req-274ed375-ba03-444b-98e6-c3758e65dbf6 tempest-TestServerAdvancedOps-831585657 tempest-TestServerAdvancedOps-831585657-project] 10.222.0.77 "GET /v2.0/ports?device_id=57b9d03f-54d2-46af-962b-ab638ebf4c5f HTTP/1.1" status: 200 len: 210 time: 0.4257858 Jul 05 04:10:55.980971 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81912b4-06d1-4740-9d8e-83bdd42909c9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Port': ['ID=dcaf77fb-d94b-43d3-8928-11e3e48a1199,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:55.993053 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c57d873a-174b-411f-be8f-aa4bc72838fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.174675 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c57d873a-174b-411f-be8f-aa4bc72838fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.223417 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-c57d873a-174b-411f-be8f-aa4bc72838fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eee30c7-6ba8-4c63-b035-4da899a65e77']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:56.249668 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-c57d873a-174b-411f-be8f-aa4bc72838fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af0682a-d437-4dbd-a4a9-69f7f2bba6da') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:56.250080 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-c57d873a-174b-411f-be8f-aa4bc72838fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af0682a-d437-4dbd-a4a9-69f7f2bba6da') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:56.276775 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c57d873a-174b-411f-be8f-aa4bc72838fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.329085 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c57d873a-174b-411f-be8f-aa4bc72838fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.340289 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c57d873a-174b-411f-be8f-aa4bc72838fa admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:56.340712 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c57d873a-174b-411f-be8f-aa4bc72838fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:56.342502 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:56.397949 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f81912b4-06d1-4740-9d8e-83bdd42909c9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.466540 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c57d873a-174b-411f-be8f-aa4bc72838fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.474690 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c57d873a-174b-411f-be8f-aa4bc72838fa admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.476821 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c57d873a-174b-411f-be8f-aa4bc72838fa admin admin] 10.222.0.77 "DELETE /v2.0/networks/5eee30c7-6ba8-4c63-b035-4da899a65e77 HTTP/1.1" status: 204 len: 168 time: 1.0184035 Jul 05 04:10:56.520866 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d873a-174b-411f-be8f-aa4bc72838fa admin admin] Pushing event deleted for resources: {'Network': ['ID=5eee30c7-6ba8-4c63-b035-4da899a65e77,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:56.558887 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde27c6f-7173-43a5-a0c6-88a220461e1f req-77b40029-6342-4589-8912-28335a9efe40 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:56.560876 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dde27c6f-7173-43a5-a0c6-88a220461e1f req-77b40029-6342-4589-8912-28335a9efe40 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf380bba-e9d6-4e2b-91c0-52269a01d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0904298 Jul 05 04:10:56.604564 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dde27c6f-7173-43a5-a0c6-88a220461e1f req-007aea61-8621-4835-a14e-cdddf9f67bd3 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd4a9bf5-57e5-4677-8b4e-27191f127962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361867 Jul 05 04:10:56.675586 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46970) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:56.712318 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f81912b4-06d1-4740-9d8e-83bdd42909c9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.723565 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4f4674a6-f5b2-4cf0-b0fb-3c519109ca1e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=060f2580fcd045bf9d5db29349f08fcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466721 Jul 05 04:10:56.731465 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46972) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:56.780859 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f16350ff-ee3c-4fe1-a94f-e03e9727dd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.786071 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2cb43-55e9-46c7-9046-386b041ae02c req-40c985e0-0e61-4f99-adc0-c51e7c20f51a tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:56.787562 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3da2cb43-55e9-46c7-9046-386b041ae02c req-40c985e0-0e61-4f99-adc0-c51e7c20f51a tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf380bba-e9d6-4e2b-91c0-52269a01d1a4 HTTP/1.1" status: 200 len: 946 time: 0.1765735 Jul 05 04:10:56.805505 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f16350ff-ee3c-4fe1-a94f-e03e9727dd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.864566 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f16350ff-ee3c-4fe1-a94f-e03e9727dd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.867238 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f16350ff-ee3c-4fe1-a94f-e03e9727dd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.870765 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f16350ff-ee3c-4fe1-a94f-e03e9727dd63 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d73d8970-0c37-4b71-aa90-08b6f6cd43c5 HTTP/1.1" status: 204 len: 168 time: 0.1409767 Jul 05 04:10:56.878392 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16350ff-ee3c-4fe1-a94f-e03e9727dd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73d8970-0c37-4b71-aa90-08b6f6cd43c5,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:56.982285 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81912b4-06d1-4740-9d8e-83bdd42909c9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Router 5ac2d198-b759-46bb-8469-82f1c2f68554 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:10:57.009356 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-3da2cb43-55e9-46c7-9046-386b041ae02c req-f9f51402-22be-4084-a5ac-d56f1da70867 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Deleting port 39741e38-bf95-431d-b4c7-2f3798e889d9 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:57.009910 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3da2cb43-55e9-46c7-9046-386b041ae02c req-f9f51402-22be-4084-a5ac-d56f1da70867 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.112993 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46982) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:57.192085 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9063d9-7095-4fa9-8e67-8769ed71a084 admin admin] Deleting subnet 7cd5dc22-65fe-4fa7-b3a8-a0541de25bbc {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:10:57.195740 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6c9063d9-7095-4fa9-8e67-8769ed71a084 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.217853 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81912b4-06d1-4740-9d8e-83bdd42909c9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:57.229074 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36af4952-f1ad-4b27-805d-2c9bb42732bf None None] Sync routers for ids ['5ac2d198-b759-46bb-8469-82f1c2f68554'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:57.252434 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-3da2cb43-55e9-46c7-9046-386b041ae02c req-f9f51402-22be-4084-a5ac-d56f1da70867 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] For port 39741e38-bf95-431d-b4c7-2f3798e889d9, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=39741e38-bf95-431d-b4c7-2f3798e889d9,segment=NetworkSegment(c2d54812-6f1d-4c9b-aaaa-7ac3ad558d19),segment_id=c2d54812-6f1d-4c9b-aaaa-7ac3ad558d19)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:57.253098 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3da2cb43-55e9-46c7-9046-386b041ae02c req-f9f51402-22be-4084-a5ac-d56f1da70867 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.257732 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36af4952-f1ad-4b27-805d-2c9bb42732bf None None] Routers {'5ac2d198-b759-46bb-8469-82f1c2f68554'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:57.258555 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-36af4952-f1ad-4b27-805d-2c9bb42732bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5ac2d198-b759-46bb-8469-82f1c2f68554'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:57.272713 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-3da2cb43-55e9-46c7-9046-386b041ae02c req-f9f51402-22be-4084-a5ac-d56f1da70867 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Calling delete_port for 39741e38-bf95-431d-b4c7-2f3798e889d9 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:57.277413 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6c9063d9-7095-4fa9-8e67-8769ed71a084 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.278194 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f81912b4-06d1-4740-9d8e-83bdd42909c9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.279691 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f81912b4-06d1-4740-9d8e-83bdd42909c9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.0835006 Jul 05 04:10:57.285713 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46984) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:57.333232 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6c9063d9-7095-4fa9-8e67-8769ed71a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.351240 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-36af4952-f1ad-4b27-805d-2c9bb42732bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:57.358225 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46986) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:57.378756 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36af4952-f1ad-4b27-805d-2c9bb42732bf None None] Routers {'5ac2d198-b759-46bb-8469-82f1c2f68554'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:57.379710 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-36af4952-f1ad-4b27-805d-2c9bb42732bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5ac2d198-b759-46bb-8469-82f1c2f68554'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:57.416887 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9df33e24-bbd7-4dd4-8eb7-9c7fc2481bbf tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "GET /v2.0/routers/5ac2d198-b759-46bb-8469-82f1c2f68554 HTTP/1.1" status: 200 len: 880 time: 0.1292586 Jul 05 04:10:57.419854 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46988) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:57.424339 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8be81f2f-0201-456b-a42f-a7e1c32e554c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f5525958bf1a4b489d004d5c5c6d5746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0648215 Jul 05 04:10:57.425735 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46990) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:57.442384 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-36af4952-f1ad-4b27-805d-2c9bb42732bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:57.443390 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36af4952-f1ad-4b27-805d-2c9bb42732bf None None] The sync data for ids ['5ac2d198-b759-46bb-8469-82f1c2f68554'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:57.466873 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6c9063d9-7095-4fa9-8e67-8769ed71a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.510463 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6c9063d9-7095-4fa9-8e67-8769ed71a084 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.516344 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6c9063d9-7095-4fa9-8e67-8769ed71a084 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7cd5dc22-65fe-4fa7-b3a8-a0541de25bbc HTTP/1.1" status: 204 len: 168 time: 0.3982570 Jul 05 04:10:57.516344 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9063d9-7095-4fa9-8e67-8769ed71a084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cd5dc22-65fe-4fa7-b3a8-a0541de25bbc,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:57.517662 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46992) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:57.527945 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9063d9-7095-4fa9-8e67-8769ed71a084 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:57.528202 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9063d9-7095-4fa9-8e67-8769ed71a084 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:57.528421 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9063d9-7095-4fa9-8e67-8769ed71a084 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:57.528709 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9063d9-7095-4fa9-8e67-8769ed71a084 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:57.529842 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9063d9-7095-4fa9-8e67-8769ed71a084 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:57.529842 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9063d9-7095-4fa9-8e67-8769ed71a084 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:57.530155 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9063d9-7095-4fa9-8e67-8769ed71a084 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:57.530341 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9063d9-7095-4fa9-8e67-8769ed71a084 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:57.530738 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9063d9-7095-4fa9-8e67-8769ed71a084 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:57.531741 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9063d9-7095-4fa9-8e67-8769ed71a084 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:57.532228 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9063d9-7095-4fa9-8e67-8769ed71a084 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:57.532455 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9063d9-7095-4fa9-8e67-8769ed71a084 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:57.538549 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8d3e8f21-05f6-427a-b87e-4c6b4207b16f no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:57.556229 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ceeb40a-c6fa-4279-9aaa-c3867017a492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.581649 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 8d3e8f21-05f6-427a-b87e-4c6b4207b16f {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:57.582583 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8d3e8f21-05f6-427a-b87e-4c6b4207b16f not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:57.594900 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ceeb40a-c6fa-4279-9aaa-c3867017a492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.651237 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ceeb40a-c6fa-4279-9aaa-c3867017a492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.654096 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ceeb40a-c6fa-4279-9aaa-c3867017a492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.659058 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5ceeb40a-c6fa-4279-9aaa-c3867017a492 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d625ce8a-b584-401d-a007-a639121bb392 HTTP/1.1" status: 204 len: 168 time: 0.2322667 Jul 05 04:10:57.667897 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceeb40a-c6fa-4279-9aaa-c3867017a492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d625ce8a-b584-401d-a007-a639121bb392,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:57.677019 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8c89d328-08f7-4184-b7ad-426a4f9469f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.069821 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8c89d328-08f7-4184-b7ad-426a4f9469f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.108007 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-8c89d328-08f7-4184-b7ad-426a4f9469f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d4cd02b-6115-4999-ad20-2af5074a0530']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:58.138385 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-8c89d328-08f7-4184-b7ad-426a4f9469f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f89e26d-d8e8-4b51-adea-a2cab38902be') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:58.138831 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-8c89d328-08f7-4184-b7ad-426a4f9469f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f89e26d-d8e8-4b51-adea-a2cab38902be') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:58.143360 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3da2cb43-55e9-46c7-9046-386b041ae02c req-f9f51402-22be-4084-a5ac-d56f1da70867 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.177267 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8c89d328-08f7-4184-b7ad-426a4f9469f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.255649 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f51402-22be-4084-a5ac-d56f1da70867 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Pushing event deleted for resources: {'Port': ['ID=39741e38-bf95-431d-b4c7-2f3798e889d9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:58.269696 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8c89d328-08f7-4184-b7ad-426a4f9469f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.318442 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-348cb31c-47c6-4840-b4e6-8458df85a6ff tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.8969269 Jul 05 04:10:58.320095 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c89d328-08f7-4184-b7ad-426a4f9469f0 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:58.320703 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8c89d328-08f7-4184-b7ad-426a4f9469f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.320848 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47020) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:58.323726 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:58.326156 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d236a9a9-f4e8-44b4-b54f-e280c88e5211 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-839522997'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:58.417952 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da2cb43-55e9-46c7-9046-386b041ae02c req-f9f51402-22be-4084-a5ac-d56f1da70867 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] No DVR routers for this DVR port 39741e38-bf95-431d-b4c7-2f3798e889d9 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:58.431745 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea5dfd-0f7d-45ae-9ecf-87208a1573f9 req-167c8f31-53e1-4fbe-970b-c7c5aad5fe45 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:58.434181 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-acea5dfd-0f7d-45ae-9ecf-87208a1573f9 req-167c8f31-53e1-4fbe-970b-c7c5aad5fe45 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf380bba-e9d6-4e2b-91c0-52269a01d1a4 HTTP/1.1" status: 200 len: 867 time: 0.5629764 Jul 05 04:10:58.435845 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3da2cb43-55e9-46c7-9046-386b041ae02c req-f9f51402-22be-4084-a5ac-d56f1da70867 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.439356 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3da2cb43-55e9-46c7-9046-386b041ae02c req-f9f51402-22be-4084-a5ac-d56f1da70867 tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.70 "DELETE /v2.0/ports/39741e38-bf95-431d-b4c7-2f3798e889d9 HTTP/1.1" status: 204 len: 173 time: 1.6449614 Jul 05 04:10:58.442693 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf380bba-e9d6-4e2b-91c0-52269a01d1a4', 'name': 'network-vif-deleted', 'tag': '39741e38-bf95-431d-b4c7-2f3798e889d9'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:58.446387 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9acfd7b-fed9-4ca4-a259-07e3dc90e319" -d '{"events": [{"server_uuid": "bf380bba-e9d6-4e2b-91c0-52269a01d1a4", "name": "network-vif-deleted", "tag": "39741e38-bf95-431d-b4c7-2f3798e889d9"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:58.497854 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375c1346-3f0c-4903-835c-e3da2438b9c1 x-openstack-request-id: req-375c1346-3f0c-4903-835c-e3da2438b9c1 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:58.498193 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf380bba-e9d6-4e2b-91c0-52269a01d1a4", "name": "network-vif-deleted", "tag": "39741e38-bf95-431d-b4c7-2f3798e889d9", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:58.498420 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-375c1346-3f0c-4903-835c-e3da2438b9c1 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:58.498845 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf380bba-e9d6-4e2b-91c0-52269a01d1a4', 'name': 'network-vif-deleted', 'tag': '39741e38-bf95-431d-b4c7-2f3798e889d9', 'status': 'completed', 'code': 200} Jul 05 04:10:58.507807 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8c89d328-08f7-4184-b7ad-426a4f9469f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.517102 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8c89d328-08f7-4184-b7ad-426a4f9469f0 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.519525 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8c89d328-08f7-4184-b7ad-426a4f9469f0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/9d4cd02b-6115-4999-ad20-2af5074a0530 HTTP/1.1" status: 204 len: 168 time: 0.9997048 Jul 05 04:10:58.523115 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47028) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:58.529319 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-acea5dfd-0f7d-45ae-9ecf-87208a1573f9 req-5dfc23ff-6185-42b3-8575-54542f313f9f tempest-ServerGroupTestJSON-1535129670 tempest-ServerGroupTestJSON-1535129670-project] 10.222.0.77 "GET /v2.0/security-groups?id=fd4a9bf5-57e5-4677-8b4e-27191f127962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778224 Jul 05 04:10:58.551211 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89d328-08f7-4184-b7ad-426a4f9469f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d4cd02b-6115-4999-ad20-2af5074a0530,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:58.620356 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-660a90d0-e981-43c9-bbd5-e994c50b57ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.622486 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ff711f-6a04-4584-8c3e-ff9f6a3f58a2 admin admin] Deleting subnet e57e54b9-64b6-426e-a49b-40167da5898d {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:10:58.632220 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d0ff711f-6a04-4584-8c3e-ff9f6a3f58a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.103813 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d0ff711f-6a04-4584-8c3e-ff9f6a3f58a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.214198 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d0ff711f-6a04-4584-8c3e-ff9f6a3f58a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.262248 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d236a9a9-f4e8-44b4-b54f-e280c88e5211 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.275445 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.280939 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d236a9a9-f4e8-44b4-b54f-e280c88e5211 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540971'] for router, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.348416 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d0ff711f-6a04-4584-8c3e-ff9f6a3f58a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.386204 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff711f-6a04-4584-8c3e-ff9f6a3f58a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e57e54b9-64b6-426e-a49b-40167da5898d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:59.416064 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d0ff711f-6a04-4584-8c3e-ff9f6a3f58a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.420039 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d0ff711f-6a04-4584-8c3e-ff9f6a3f58a2 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e57e54b9-64b6-426e-a49b-40167da5898d HTTP/1.1" status: 204 len: 168 time: 0.8928969 Jul 05 04:10:59.420683 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47056) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:59.508399 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d236a9a9-f4e8-44b4-b54f-e280c88e5211 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Router 5ac2d198-b759-46bb-8469-82f1c2f68554 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:10:59.514264 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f4cb28b-897e-432b-a22f-7b7dc7e07137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.685972 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f4cb28b-897e-432b-a22f-7b7dc7e07137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.708504 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7f4cb28b-897e-432b-a22f-7b7dc7e07137 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e482e9-3310-4830-b688-0cb562197317']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:59.723713 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7f4cb28b-897e-432b-a22f-7b7dc7e07137 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b654336d-c62f-4f83-85c5-cf60e3613693') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:59.723859 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7f4cb28b-897e-432b-a22f-7b7dc7e07137 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b654336d-c62f-4f83-85c5-cf60e3613693') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:59.735328 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d236a9a9-f4e8-44b4-b54f-e280c88e5211 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:59.738091 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f4cb28b-897e-432b-a22f-7b7dc7e07137 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.750714 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd636787-a1bd-420d-a6e2-d3abafb67181 None None] Sync routers for ids ['5ac2d198-b759-46bb-8469-82f1c2f68554'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:59.755011 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d236a9a9-f4e8-44b4-b54f-e280c88e5211 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.756322 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d236a9a9-f4e8-44b4-b54f-e280c88e5211 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "PUT /v2.0/routers/5ac2d198-b759-46bb-8469-82f1c2f68554 HTTP/1.1" status: 200 len: 887 time: 1.4344418 Jul 05 04:10:59.759192 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47074) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:59.763814 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd636787-a1bd-420d-a6e2-d3abafb67181 None None] Routers {'5ac2d198-b759-46bb-8469-82f1c2f68554'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:59.765373 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-bd636787-a1bd-420d-a6e2-d3abafb67181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5ac2d198-b759-46bb-8469-82f1c2f68554'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:59.775599 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f4cb28b-897e-432b-a22f-7b7dc7e07137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.788275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4cb28b-897e-432b-a22f-7b7dc7e07137 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:59.789754 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f4cb28b-897e-432b-a22f-7b7dc7e07137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:59.795365 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:59.901080 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 39741e38-bf95-431d-b4c7-2f3798e889d9 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:59.912358 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-bd636787-a1bd-420d-a6e2-d3abafb67181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:59.913315 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f4cb28b-897e-432b-a22f-7b7dc7e07137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.917722 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7bc96a94-4e00-460f-85e6-5117902e17b0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "GET /v2.0/routers/5ac2d198-b759-46bb-8469-82f1c2f68554 HTTP/1.1" status: 200 len: 887 time: 0.1572745 Jul 05 04:10:59.918802 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47082) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:59.930299 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f4cb28b-897e-432b-a22f-7b7dc7e07137 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.935325 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7f4cb28b-897e-432b-a22f-7b7dc7e07137 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c7e482e9-3310-4830-b688-0cb562197317 HTTP/1.1" status: 204 len: 168 time: 0.5116754 Jul 05 04:10:59.963434 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cb28b-897e-432b-a22f-7b7dc7e07137 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7e482e9-3310-4830-b688-0cb562197317,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:59.985742 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 39741e38-bf95-431d-b4c7-2f3798e889d9 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:59.986032 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47086) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:59.986137 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 39741e38-bf95-431d-b4c7-2f3798e889d9 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:59.986467 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-41b69131-ba72-4e13-9644-cab318f64349 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac2d198-b759-46bb-8469-82f1c2f68554 HTTP/1.1" status: 200 len: 205 time: 0.0649571 Jul 05 04:10:59.989997 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd636787-a1bd-420d-a6e2-d3abafb67181 None None] Routers {'5ac2d198-b759-46bb-8469-82f1c2f68554'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:59.990638 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-bd636787-a1bd-420d-a6e2-d3abafb67181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:10:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5ac2d198-b759-46bb-8469-82f1c2f68554'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:00.038946 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-bd636787-a1bd-420d-a6e2-d3abafb67181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:00.039767 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd636787-a1bd-420d-a6e2-d3abafb67181 None None] The sync data for ids ['5ac2d198-b759-46bb-8469-82f1c2f68554'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:11:00.154104 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d442a39-aecd-442c-8c81-d2791a853935 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.181411 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47100) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:00.223246 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47102) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:00.255473 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ede14f-2307-4706-aa19-e2cb0bb33a91 admin admin] Deleting subnet b996bc0c-c3f1-44dc-892d-dd683d218643 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:11:00.259389 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a1ede14f-2307-4706-aa19-e2cb0bb33a91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.293393 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d442a39-aecd-442c-8c81-d2791a853935 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.307112 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f0ddd1c3-98c5-4317-ba04-6258b48db56e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5e64e59963a3405d9aaa86fecdd63fe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0822477 Jul 05 04:11:00.309513 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47104) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:00.319177 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a1ede14f-2307-4706-aa19-e2cb0bb33a91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.352510 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-9d442a39-aecd-442c-8c81-d2791a853935 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting port dcaf77fb-d94b-43d3-8928-11e3e48a1199 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:00.353301 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d442a39-aecd-442c-8c81-d2791a853935 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.384974 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a1ede14f-2307-4706-aa19-e2cb0bb33a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.431461 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d9f45845-4b7f-48ca-b0c4-fae053fd67b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.434379 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d442a39-aecd-442c-8c81-d2791a853935 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.451017 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-9d442a39-aecd-442c-8c81-d2791a853935 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Calling delete_port for dcaf77fb-d94b-43d3-8928-11e3e48a1199 owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:00.465483 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d9f45845-4b7f-48ca-b0c4-fae053fd67b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.486085 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a1ede14f-2307-4706-aa19-e2cb0bb33a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.524602 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ede14f-2307-4706-aa19-e2cb0bb33a91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b996bc0c-c3f1-44dc-892d-dd683d218643,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:00.530982 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a1ede14f-2307-4706-aa19-e2cb0bb33a91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.538081 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a1ede14f-2307-4706-aa19-e2cb0bb33a91 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b996bc0c-c3f1-44dc-892d-dd683d218643 HTTP/1.1" status: 204 len: 168 time: 0.3516452 Jul 05 04:11:00.538653 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47108) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:00.546751 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ede14f-2307-4706-aa19-e2cb0bb33a91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:00.548003 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ede14f-2307-4706-aa19-e2cb0bb33a91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:00.548714 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ede14f-2307-4706-aa19-e2cb0bb33a91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:00.549056 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ede14f-2307-4706-aa19-e2cb0bb33a91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:00.549390 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ede14f-2307-4706-aa19-e2cb0bb33a91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:00.549871 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ede14f-2307-4706-aa19-e2cb0bb33a91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:00.550206 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ede14f-2307-4706-aa19-e2cb0bb33a91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:00.550531 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ede14f-2307-4706-aa19-e2cb0bb33a91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:00.550854 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ede14f-2307-4706-aa19-e2cb0bb33a91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:00.551179 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ede14f-2307-4706-aa19-e2cb0bb33a91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:00.551500 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ede14f-2307-4706-aa19-e2cb0bb33a91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:00.551834 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ede14f-2307-4706-aa19-e2cb0bb33a91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:00.632418 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d9f45845-4b7f-48ca-b0c4-fae053fd67b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.634867 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d9f45845-4b7f-48ca-b0c4-fae053fd67b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.636038 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d9f45845-4b7f-48ca-b0c4-fae053fd67b1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/91dfc142-db45-4265-88bf-a7325bdb0d86 HTTP/1.1" status: 204 len: 168 time: 0.3255944 Jul 05 04:11:00.646744 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18cbdfc7-b5f0-48e9-8b42-05231cea2799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.649687 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f45845-4b7f-48ca-b0c4-fae053fd67b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dfc142-db45-4265-88bf-a7325bdb0d86,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:00.653241 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d442a39-aecd-442c-8c81-d2791a853935 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.690566 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d442a39-aecd-442c-8c81-d2791a853935 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Port': ['ID=dcaf77fb-d94b-43d3-8928-11e3e48a1199,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:00.765258 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18cbdfc7-b5f0-48e9-8b42-05231cea2799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.766708 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d442a39-aecd-442c-8c81-d2791a853935 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.777990 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-18cbdfc7-b5f0-48e9-8b42-05231cea2799 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1dfb330-e0a2-4ef4-ad89-00ea73309739']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:00.789693 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-18cbdfc7-b5f0-48e9-8b42-05231cea2799 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d54812-6f1d-4c9b-aaaa-7ac3ad558d19') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:00.789996 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-18cbdfc7-b5f0-48e9-8b42-05231cea2799 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d54812-6f1d-4c9b-aaaa-7ac3ad558d19') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:00.800777 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18cbdfc7-b5f0-48e9-8b42-05231cea2799 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.817524 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18cbdfc7-b5f0-48e9-8b42-05231cea2799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.824716 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18cbdfc7-b5f0-48e9-8b42-05231cea2799 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:11:00.825127 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18cbdfc7-b5f0-48e9-8b42-05231cea2799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:11:00.827198 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:11:00.872633 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d442a39-aecd-442c-8c81-d2791a853935 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.875716 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d442a39-aecd-442c-8c81-d2791a853935 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.901745 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18cbdfc7-b5f0-48e9-8b42-05231cea2799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.908879 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18cbdfc7-b5f0-48e9-8b42-05231cea2799 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.923870 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-18cbdfc7-b5f0-48e9-8b42-05231cea2799 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d1dfb330-e0a2-4ef4-ad89-00ea73309739 HTTP/1.1" status: 204 len: 168 time: 0.3802061 Jul 05 04:11:00.930415 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d442a39-aecd-442c-8c81-d2791a853935 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.931077 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d442a39-aecd-442c-8c81-d2791a853935 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Fanout notify agent at l3_agent the message router_deleted on router 5ac2d198-b759-46bb-8469-82f1c2f68554 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:11:00.938564 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbdfc7-b5f0-48e9-8b42-05231cea2799 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1dfb330-e0a2-4ef4-ad89-00ea73309739,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:00.943585 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d442a39-aecd-442c-8c81-d2791a853935 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.944870 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9d442a39-aecd-442c-8c81-d2791a853935 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/routers/5ac2d198-b759-46bb-8469-82f1c2f68554 HTTP/1.1" status: 204 len: 168 time: 0.9579351 Jul 05 04:11:00.950344 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47118) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:00.957214 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-124f6b4d-9083-46f5-a645-676e02d18843 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'network': {'name': 'tempest-RoutersTest-1265296842'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:00.990145 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124f6b4d-9083-46f5-a645-676e02d18843 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Made reservation on behalf of 8fdb6e0329bb45438346ec9d6376bccd for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:00.995035 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-124f6b4d-9083-46f5-a645-676e02d18843 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:01.024248 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-124f6b4d-9083-46f5-a645-676e02d18843 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:11:01.046353 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-124f6b4d-9083-46f5-a645-676e02d18843 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:01.047093 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-124f6b4d-9083-46f5-a645-676e02d18843 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Added segment bcb7e38f-4c63-4bf5-b623-c3345e0b0607 of type vlan for network 381aac3d-125e-452c-8cd5-86d10f24ded8 Jul 05 04:11:01.104485 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-124f6b4d-9083-46f5-a645-676e02d18843 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:01.150087 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-124f6b4d-9083-46f5-a645-676e02d18843 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:01.163304 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124f6b4d-9083-46f5-a645-676e02d18843 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:01.164106 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-124f6b4d-9083-46f5-a645-676e02d18843 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:01.202861 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47126) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:01.230906 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-124f6b4d-9083-46f5-a645-676e02d18843 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2768414 Jul 05 04:11:01.233409 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47128) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:01.263550 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-545cb934-b399-43b2-b946-200871c69136 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=375f6a6057234f3f987f520a52c9dde3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583582 Jul 05 04:11:01.266661 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47130) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:01.302073 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-126a9da8-568c-4a83-9d5d-80ff3d766393 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'subnet': {'network_id': '381aac3d-125e-452c-8cd5-86d10f24ded8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:01.308504 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47132) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:01.335741 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e22848d7-a34a-4f00-8f3a-5c053cd56576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:01.367748 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aec8add9-c410-4be5-9023-00cebeac00a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:01.391507 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-995b7bb1-5b95-491b-9b9e-01cbe42ace26 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=711128b6de274f7b938ff816f153a2a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0800011 Jul 05 04:11:01.396723 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47134) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:01.481581 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aec8add9-c410-4be5-9023-00cebeac00a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:01.489085 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0f7efd1f-ae4d-4529-af27-4e484a1b792b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:01.591793 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0f7efd1f-ae4d-4529-af27-4e484a1b792b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:01.664916 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0f7efd1f-ae4d-4529-af27-4e484a1b792b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:01.668959 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0f7efd1f-ae4d-4529-af27-4e484a1b792b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:01.670767 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0f7efd1f-ae4d-4529-af27-4e484a1b792b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5ae3bf64-5677-40a2-ad84-e93e7e1e50c9 HTTP/1.1" status: 204 len: 168 time: 0.2726753 Jul 05 04:11:01.696667 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aec8add9-c410-4be5-9023-00cebeac00a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:01.707260 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:01.714022 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aec8add9-c410-4be5-9023-00cebeac00a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:01.715384 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-aec8add9-c410-4be5-9023-00cebeac00a6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fd4a9bf5-57e5-4677-8b4e-27191f127962 HTTP/1.1" status: 204 len: 168 time: 0.4475327 Jul 05 04:11:01.717259 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7efd1f-ae4d-4529-af27-4e484a1b792b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae3bf64-5677-40a2-ad84-e93e7e1e50c9,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:01.753307 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8add9-c410-4be5-9023-00cebeac00a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4a9bf5-57e5-4677-8b4e-27191f127962,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:01.834335 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f6b4d-9083-46f5-a645-676e02d18843 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Network': ['ID=381aac3d-125e-452c-8cd5-86d10f24ded8,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:01.849461 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 381aac3d-125e-452c-8cd5-86d10f24ded8 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:11:01.930651 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126a9da8-568c-4a83-9d5d-80ff3d766393 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Made reservation on behalf of 8fdb6e0329bb45438346ec9d6376bccd for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:01.936405 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-126a9da8-568c-4a83-9d5d-80ff3d766393 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:02.203604 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-126a9da8-568c-4a83-9d5d-80ff3d766393 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:02.379236 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a9da8-568c-4a83-9d5d-80ff3d766393 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Subnet': ['ID=89998ba5-acae-4c08-8873-cdc835970944,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:02.408181 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a9da8-568c-4a83-9d5d-80ff3d766393 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Checking segment: {'id': 'bcb7e38f-4c63-4bf5-b623-c3345e0b0607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '381aac3d-125e-452c-8cd5-86d10f24ded8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:02.408835 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126a9da8-568c-4a83-9d5d-80ff3d766393 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network hostable DHCP agents. Network: 381aac3d-125e-452c-8cd5-86d10f24ded8, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:11:02.467695 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126a9da8-568c-4a83-9d5d-80ff3d766393 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network 381aac3d-125e-452c-8cd5-86d10f24ded8 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:11:02.488047 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-126a9da8-568c-4a83-9d5d-80ff3d766393 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 381aac3d-125e-452c-8cd5-86d10f24ded8) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:02.492748 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126a9da8-568c-4a83-9d5d-80ff3d766393 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:02.493866 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-126a9da8-568c-4a83-9d5d-80ff3d766393 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:02.499605 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf56177d-7f60-4d1b-9215-0a698ba27dad None None] Network 381aac3d-125e-452c-8cd5-86d10f24ded8 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:02.533817 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-126a9da8-568c-4a83-9d5d-80ff3d766393 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2960534 Jul 05 04:11:02.534070 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47176) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:02.539191 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-2b39b000-62d7-4192-8bc1-17ddf5d27490 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1735865067', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:02.577847 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2b39b000-62d7-4192-8bc1-17ddf5d27490 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:02.579858 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2b39b000-62d7-4192-8bc1-17ddf5d27490 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:02.729068 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2b39b000-62d7-4192-8bc1-17ddf5d27490 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:02.752598 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2b39b000-62d7-4192-8bc1-17ddf5d27490 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:02.763019 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:02.810374 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-381aac3d-125e-452c-8cd5-86d10f24ded8', 'network_id': '381aac3d-125e-452c-8cd5-86d10f24ded8', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'fixed_ips': [{'subnet_id': '89998ba5-acae-4c08-8873-cdc835970944'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:11:02.811096 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2b39b000-62d7-4192-8bc1-17ddf5d27490 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:02.815645 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:02.817076 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2b39b000-62d7-4192-8bc1-17ddf5d27490 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2817380 Jul 05 04:11:02.821931 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47200) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:03.041543 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Allocated IP 172.20.0.2 (381aac3d-125e-452c-8cd5-86d10f24ded8/89998ba5-acae-4c08-8873-cdc835970944/3c2dc2bd-b57f-4287-98ee-3c8f0a635663) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:11:03.137319 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47208) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:03.321562 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4436398d-0b2a-4779-bd90-d957a9d098b2 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:03.400994 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-75b32c7a-773a-4ee9-8568-d42294d28c5c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1527621696-network', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:03.455574 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b32c7a-773a-4ee9-8568-d42294d28c5c admin admin] Made reservation on behalf of c5a91f0142e14cf1a9be04e96df390cd for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:03.458114 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-75b32c7a-773a-4ee9-8568-d42294d28c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:03.471648 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:03.483171 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-75b32c7a-773a-4ee9-8568-d42294d28c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:03.507130 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Transition to ACTIVE for port object 3c2dc2bd-b57f-4287-98ee-3c8f0a635663 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:03.543588 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Transition to ACTIVE for port object 3c2dc2bd-b57f-4287-98ee-3c8f0a635663 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:03.554589 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:03.674965 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Network 381aac3d-125e-452c-8cd5-86d10f24ded8 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:03.676758 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Pushing event updated for resources: {'Port': ['ID=3c2dc2bd-b57f-4287-98ee-3c8f0a635663,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:03.684662 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:03.687785 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:11:03.692223 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:03.692576 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:03.692924 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:03.693264 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:03.693600 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:03.694131 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:03.694473 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:03.694804 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:03.695137 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:03.702236 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:03.702923 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:03.704231 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:03.716942 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-75b32c7a-773a-4ee9-8568-d42294d28c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:03.727069 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-75b32c7a-773a-4ee9-8568-d42294d28c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:03.783056 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b32c7a-773a-4ee9-8568-d42294d28c5c admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:11:03.858682 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Attempting to bind port 3c2dc2bd-b57f-4287-98ee-3c8f0a635663 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:11:03.859333 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Attempting to bind port 3c2dc2bd-b57f-4287-98ee-3c8f0a635663 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'bcb7e38f-4c63-4bf5-b623-c3345e0b0607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '381aac3d-125e-452c-8cd5-86d10f24ded8'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:11:03.859775 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Attempting to bind port 3c2dc2bd-b57f-4287-98ee-3c8f0a635663 on network 381aac3d-125e-452c-8cd5-86d10f24ded8 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:03.867963 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-75b32c7a-773a-4ee9-8568-d42294d28c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:03.868218 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-75b32c7a-773a-4ee9-8568-d42294d28c5c admin admin] Added segment cb07b555-9ced-4496-8ec9-25ab2417640a of type vlan for network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 Jul 05 04:11:03.874857 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:11:03.876532 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-4436398d-0b2a-4779-bd90-d957a9d098b2 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Allocated IP 172.20.0.1 (381aac3d-125e-452c-8cd5-86d10f24ded8/89998ba5-acae-4c08-8873-cdc835970944/d6f6bb87-b57e-40ed-8c87-275373cdeba0) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:11:03.878299 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Checking segment: {'id': 'bcb7e38f-4c63-4bf5-b623-c3345e0b0607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '381aac3d-125e-452c-8cd5-86d10f24ded8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:03.878796 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:03.879191 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Bound using segment: {'id': 'bcb7e38f-4c63-4bf5-b623-c3345e0b0607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '381aac3d-125e-452c-8cd5-86d10f24ded8'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:11:03.880852 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Bound port: 3c2dc2bd-b57f-4287-98ee-3c8f0a635663, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb7e38f-4c63-4bf5-b623-c3345e0b0607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '381aac3d-125e-452c-8cd5-86d10f24ded8'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:11:03.881209 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:03.891155 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b32c7a-773a-4ee9-8568-d42294d28c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec1a566-b697-43e0-9e05-f839d77d725c,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:03.948698 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-75b32c7a-773a-4ee9-8568-d42294d28c5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:03.997573 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] For port 3c2dc2bd-b57f-4287-98ee-3c8f0a635663, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:11:04.004871 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] For port 3c2dc2bd-b57f-4287-98ee-3c8f0a635663, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3c2dc2bd-b57f-4287-98ee-3c8f0a635663,segment=NetworkSegment(bcb7e38f-4c63-4bf5-b623-c3345e0b0607),segment_id=bcb7e38f-4c63-4bf5-b623-c3345e0b0607)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:11:04.010584 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-75b32c7a-773a-4ee9-8568-d42294d28c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:04.013043 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b32c7a-773a-4ee9-8568-d42294d28c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:04.013873 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-75b32c7a-773a-4ee9-8568-d42294d28c5c admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:04.016660 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:04.082213 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-75b32c7a-773a-4ee9-8568-d42294d28c5c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9431911 Jul 05 04:11:04.106269 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64616ed1-1500-4215-bd16-3042e9254cb9 None None] Pushing event updated for resources: {'Port': ['ID=3c2dc2bd-b57f-4287-98ee-3c8f0a635663,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:04.119998 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47242) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:04.130366 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-db725392-a1da-49e6-af10-13775d00da47 admin admin] Request body: {'subnet': {'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1527621696-subnet', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:04.170775 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db725392-a1da-49e6-af10-13775d00da47 admin admin] Made reservation on behalf of c5a91f0142e14cf1a9be04e96df390cd for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:04.171189 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-db725392-a1da-49e6-af10-13775d00da47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:04.182607 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b32c7a-773a-4ee9-8568-d42294d28c5c admin admin] Pushing event updated for resources: {'Network': ['ID=9e2bc1e9-0d67-4f0c-aa81-a034266b5687,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:04.197322 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:11:04.278918 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4436398d-0b2a-4779-bd90-d957a9d098b2 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:04.309330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-4436398d-0b2a-4779-bd90-d957a9d098b2 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Transition to ACTIVE for port object d6f6bb87-b57e-40ed-8c87-275373cdeba0 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:04.347738 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:04.466268 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4436398d-0b2a-4779-bd90-d957a9d098b2 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:04.563343 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4436398d-0b2a-4779-bd90-d957a9d098b2 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network 381aac3d-125e-452c-8cd5-86d10f24ded8 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:04.571849 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-4436398d-0b2a-4779-bd90-d957a9d098b2 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:04.580799 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4436398d-0b2a-4779-bd90-d957a9d098b2 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:11:04.583323 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436398d-0b2a-4779-bd90-d957a9d098b2 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Port': ['ID=d6f6bb87-b57e-40ed-8c87-275373cdeba0,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:04.616862 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-db725392-a1da-49e6-af10-13775d00da47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:04.686785 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4436398d-0b2a-4779-bd90-d957a9d098b2 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:04.731627 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db725392-a1da-49e6-af10-13775d00da47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40568ec5-9a32-47f3-85b6-60f4faaa494c,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:04.758477 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db725392-a1da-49e6-af10-13775d00da47 admin admin] Checking segment: {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:04.758849 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db725392-a1da-49e6-af10-13775d00da47 admin admin] Network hostable DHCP agents. Network: 9e2bc1e9-0d67-4f0c-aa81-a034266b5687, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:11:04.815620 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db725392-a1da-49e6-af10-13775d00da47 admin admin] Network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:11:04.852316 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-db725392-a1da-49e6-af10-13775d00da47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 9e2bc1e9-0d67-4f0c-aa81-a034266b5687) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:04.863066 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db725392-a1da-49e6-af10-13775d00da47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:04.863688 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-db725392-a1da-49e6-af10-13775d00da47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:04.874048 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9cf735-41f1-4ef1-b4c5-75551e3308d3 None None] Network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:04.911566 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4436398d-0b2a-4779-bd90-d957a9d098b2 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:04.972381 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-db725392-a1da-49e6-af10-13775d00da47 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8462315 Jul 05 04:11:04.973197 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47258) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:04.980220 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-975bbfd6-5a42-43e1-83eb-f5fd45339e3b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:05.133385 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-975bbfd6-5a42-43e1-83eb-f5fd45339e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:05.137491 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-975bbfd6-5a42-43e1-83eb-f5fd45339e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:05.201804 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3c2dc2bd-b57f-4287-98ee-3c8f0a635663 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:05.310687 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-975bbfd6-5a42-43e1-83eb-f5fd45339e3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:05.447055 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 3c2dc2bd-b57f-4287-98ee-3c8f0a635663 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:05.462905 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4436398d-0b2a-4779-bd90-d957a9d098b2 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:05.470400 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4436398d-0b2a-4779-bd90-d957a9d098b2 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:05.531685 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d0c2da-9fc8-4427-adcf-00309609885d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:11:05.533118 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f0d0c2da-9fc8-4427-adcf-00309609885d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:05.571497 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4436398d-0b2a-4779-bd90-d957a9d098b2 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:05.696700 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-975bbfd6-5a42-43e1-83eb-f5fd45339e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:05.723542 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436398d-0b2a-4779-bd90-d957a9d098b2 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Port': ['ID=d6f6bb87-b57e-40ed-8c87-275373cdeba0,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:05.799661 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-f0d0c2da-9fc8-4427-adcf-00309609885d None None] Allocated IP 172.20.0.2 (9e2bc1e9-0d67-4f0c-aa81-a034266b5687/40568ec5-9a32-47f3-85b6-60f4faaa494c/8ab8a148-b913-4291-a868-faac8a5913bb) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:11:05.838338 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4436398d-0b2a-4779-bd90-d957a9d098b2 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network 381aac3d-125e-452c-8cd5-86d10f24ded8 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:05.845230 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-4436398d-0b2a-4779-bd90-d957a9d098b2 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:05.960784 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f0d0c2da-9fc8-4427-adcf-00309609885d None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:05.972730 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc8f615-0c34-4830-af1a-3cc443cddf7d None None] Network 381aac3d-125e-452c-8cd5-86d10f24ded8 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:06.048107 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f0d0c2da-9fc8-4427-adcf-00309609885d None None] Transition to ACTIVE for port object 8ab8a148-b913-4291-a868-faac8a5913bb will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:06.050909 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2f9e3ac2-5890-48bf-a5b7-9f1d8bcba8e2 None None] Provisioning for port 3c2dc2bd-b57f-4287-98ee-3c8f0a635663 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:06.061992 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2f9e3ac2-5890-48bf-a5b7-9f1d8bcba8e2 None None] Provisioning complete for port 3c2dc2bd-b57f-4287-98ee-3c8f0a635663 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:06.062563 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2f9e3ac2-5890-48bf-a5b7-9f1d8bcba8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:06.081652 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4436398d-0b2a-4779-bd90-d957a9d098b2 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Router 0e5cae5b-052e-4838-b659-93d8b418dd16 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:11:06.111104 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f0d0c2da-9fc8-4427-adcf-00309609885d None None] Transition to ACTIVE for port object 8ab8a148-b913-4291-a868-faac8a5913bb will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:06.132881 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f0d0c2da-9fc8-4427-adcf-00309609885d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:06.188002 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d0c2da-9fc8-4427-adcf-00309609885d None None] Network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:06.219310 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-f0d0c2da-9fc8-4427-adcf-00309609885d None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:06.249549 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d0c2da-9fc8-4427-adcf-00309609885d None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:11:06.295825 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-975bbfd6-5a42-43e1-83eb-f5fd45339e3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:06.323156 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4436398d-0b2a-4779-bd90-d957a9d098b2 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:11:06.324730 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0c2da-9fc8-4427-adcf-00309609885d None None] Pushing event updated for resources: {'Port': ['ID=8ab8a148-b913-4291-a868-faac8a5913bb,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:06.335916 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4436398d-0b2a-4779-bd90-d957a9d098b2 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "PUT /v2.0/routers/0e5cae5b-052e-4838-b659-93d8b418dd16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5123816 Jul 05 04:11:06.338363 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47284) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:06.354338 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1322119e-6098-4967-99b4-fc67046d9124 None None] Sync routers for ids ['0e5cae5b-052e-4838-b659-93d8b418dd16'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:11:06.372654 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1322119e-6098-4967-99b4-fc67046d9124 None None] Routers {'0e5cae5b-052e-4838-b659-93d8b418dd16'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:06.373414 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-1322119e-6098-4967-99b4-fc67046d9124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:11:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0e5cae5b-052e-4838-b659-93d8b418dd16'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:06.398919 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-975bbfd6-5a42-43e1-83eb-f5fd45339e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:06.408528 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6cc4c1-0861-4916-a6a5-bf02cffaf506 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:06.410298 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2a6cc4c1-0861-4916-a6a5-bf02cffaf506 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "GET /v2.0/ports/d6f6bb87-b57e-40ed-8c87-275373cdeba0 HTTP/1.1" status: 200 len: 910 time: 0.0707796 Jul 05 04:11:06.416332 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47286) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:06.426938 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-382a114b-78fb-4df1-81cc-3a1cc0a2dfb0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '89998ba5-acae-4c08-8873-cdc835970944'}]}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:06.468028 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-1322119e-6098-4967-99b4-fc67046d9124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:06.483270 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1322119e-6098-4967-99b4-fc67046d9124 None None] Routers {'0e5cae5b-052e-4838-b659-93d8b418dd16'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:06.485123 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-1322119e-6098-4967-99b4-fc67046d9124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:11:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0e5cae5b-052e-4838-b659-93d8b418dd16'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:06.558777 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-1322119e-6098-4967-99b4-fc67046d9124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:06.561113 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1322119e-6098-4967-99b4-fc67046d9124 None None] The sync data for ids ['0e5cae5b-052e-4838-b659-93d8b418dd16'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:11:06.592137 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f0d0c2da-9fc8-4427-adcf-00309609885d None None] Attempting to bind port 8ab8a148-b913-4291-a868-faac8a5913bb on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:11:06.592732 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f0d0c2da-9fc8-4427-adcf-00309609885d None None] Attempting to bind port 8ab8a148-b913-4291-a868-faac8a5913bb by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:11:06.593331 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d0c2da-9fc8-4427-adcf-00309609885d None None] Attempting to bind port 8ab8a148-b913-4291-a868-faac8a5913bb on network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:06.621311 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d0c2da-9fc8-4427-adcf-00309609885d None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:11:06.632368 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d0c2da-9fc8-4427-adcf-00309609885d None None] Checking segment: {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:06.633286 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f0d0c2da-9fc8-4427-adcf-00309609885d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:06.633493 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d0c2da-9fc8-4427-adcf-00309609885d None None] Bound using segment: {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:11:06.634106 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f0d0c2da-9fc8-4427-adcf-00309609885d None None] Bound port: 8ab8a148-b913-4291-a868-faac8a5913bb, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:11:06.634595 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f0d0c2da-9fc8-4427-adcf-00309609885d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:06.657877 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2f9e3ac2-5890-48bf-a5b7-9f1d8bcba8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:06.733027 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-382a114b-78fb-4df1-81cc-3a1cc0a2dfb0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:06.748038 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-975bbfd6-5a42-43e1-83eb-f5fd45339e3b admin admin] Allocated IP 172.25.1.65 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/8e7245f1-a580-4964-b460-1eca58617026) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:11:06.769240 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2f9e3ac2-5890-48bf-a5b7-9f1d8bcba8e2 None None] For port 3c2dc2bd-b57f-4287-98ee-3c8f0a635663, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3c2dc2bd-b57f-4287-98ee-3c8f0a635663,segment=NetworkSegment(bcb7e38f-4c63-4bf5-b623-c3345e0b0607),segment_id=bcb7e38f-4c63-4bf5-b623-c3345e0b0607)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:06.786001 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2f9e3ac2-5890-48bf-a5b7-9f1d8bcba8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:06.900903 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f0d0c2da-9fc8-4427-adcf-00309609885d None None] For port 8ab8a148-b913-4291-a868-faac8a5913bb, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:11:06.923444 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e3ac2-5890-48bf-a5b7-9f1d8bcba8e2 None None] Pushing event updated for resources: {'Port': ['ID=3c2dc2bd-b57f-4287-98ee-3c8f0a635663,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:06.935388 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f0d0c2da-9fc8-4427-adcf-00309609885d None None] For port 8ab8a148-b913-4291-a868-faac8a5913bb, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=8ab8a148-b913-4291-a868-faac8a5913bb,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:11:06.941890 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f0d0c2da-9fc8-4427-adcf-00309609885d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:07.016937 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-975bbfd6-5a42-43e1-83eb-f5fd45339e3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:07.029641 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0c2da-9fc8-4427-adcf-00309609885d None None] Pushing event updated for resources: {'Port': ['ID=8ab8a148-b913-4291-a868-faac8a5913bb,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:07.145426 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-975bbfd6-5a42-43e1-83eb-f5fd45339e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:07.204672 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975bbfd6-5a42-43e1-83eb-f5fd45339e3b admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:07.209625 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-975bbfd6-5a42-43e1-83eb-f5fd45339e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:07.221706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975bbfd6-5a42-43e1-83eb-f5fd45339e3b admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:11:07.390547 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-382a114b-78fb-4df1-81cc-3a1cc0a2dfb0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:07.425654 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e6d8216e-1727-41ee-a4a3-f53d96b59fd8 None None] Provisioning complete for port 3c2dc2bd-b57f-4287-98ee-3c8f0a635663 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:07.431218 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e6d8216e-1727-41ee-a4a3-f53d96b59fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:07.445029 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-382a114b-78fb-4df1-81cc-3a1cc0a2dfb0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:07.623389 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382a114b-78fb-4df1-81cc-3a1cc0a2dfb0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:07.623976 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-382a114b-78fb-4df1-81cc-3a1cc0a2dfb0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:07.629035 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-382a114b-78fb-4df1-81cc-3a1cc0a2dfb0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "PUT /v2.0/ports/d6f6bb87-b57e-40ed-8c87-275373cdeba0 HTTP/1.1" status: 200 len: 910 time: 1.2087061 Jul 05 04:11:07.707769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47306) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:07.737568 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975bbfd6-5a42-43e1-83eb-f5fd45339e3b admin admin] Pushing event updated for resources: {'Port': ['ID=8e7245f1-a580-4964-b460-1eca58617026,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:07.857052 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e6d8216e-1727-41ee-a4a3-f53d96b59fd8 None None] Provisioning for port d6f6bb87-b57e-40ed-8c87-275373cdeba0 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:07.866772 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e6d8216e-1727-41ee-a4a3-f53d96b59fd8 None None] Provisioning complete for port d6f6bb87-b57e-40ed-8c87-275373cdeba0 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:07.867695 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e6d8216e-1727-41ee-a4a3-f53d96b59fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:07.910946 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a114b-78fb-4df1-81cc-3a1cc0a2dfb0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Port': ['ID=d6f6bb87-b57e-40ed-8c87-275373cdeba0,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:07.966110 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-e6d8216e-1727-41ee-a4a3-f53d96b59fd8 None None] Port d6f6bb87-b57e-40ed-8c87-275373cdeba0 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:11:08.087946 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-975bbfd6-5a42-43e1-83eb-f5fd45339e3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:08.107751 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6ddd2a53-5ef9-4fc5-b65a-b7ee2b855f1b None None] Provisioning complete for port d6f6bb87-b57e-40ed-8c87-275373cdeba0 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:08.108909 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2a53-5ef9-4fc5-b65a-b7ee2b855f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:08.184319 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-6ddd2a53-5ef9-4fc5-b65a-b7ee2b855f1b None None] Port d6f6bb87-b57e-40ed-8c87-275373cdeba0 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:11:08.316272 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b4a1cbed-269b-42ce-bb1c-a73f37fb3bda None None] Provisioning complete for port d6f6bb87-b57e-40ed-8c87-275373cdeba0 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:08.316745 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b4a1cbed-269b-42ce-bb1c-a73f37fb3bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:08.387401 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71aff2e4-ff91-4bac-8cfe-c5a974e1353e tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:08.403218 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-b4a1cbed-269b-42ce-bb1c-a73f37fb3bda None None] Port d6f6bb87-b57e-40ed-8c87-275373cdeba0 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:11:08.908476 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c921679-33f8-44b6-a499-ec30e050f520 None None] Network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:09.026136 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-71aff2e4-ff91-4bac-8cfe-c5a974e1353e tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting port d6f6bb87-b57e-40ed-8c87-275373cdeba0 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:09.026755 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71aff2e4-ff91-4bac-8cfe-c5a974e1353e tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:09.035552 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d10508d3-1dae-43bb-b1b0-39cc80e6b722 None None] Provisioning for port 8ab8a148-b913-4291-a868-faac8a5913bb completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:09.258362 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3c2dc2bd-b57f-4287-98ee-3c8f0a635663 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:09.281237 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71aff2e4-ff91-4bac-8cfe-c5a974e1353e tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:09.298985 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-71aff2e4-ff91-4bac-8cfe-c5a974e1353e tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Calling delete_port for d6f6bb87-b57e-40ed-8c87-275373cdeba0 owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:09.332163 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-975bbfd6-5a42-43e1-83eb-f5fd45339e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:09.423152 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 3c2dc2bd-b57f-4287-98ee-3c8f0a635663 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:09.425693 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:09.571902 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71aff2e4-ff91-4bac-8cfe-c5a974e1353e tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:09.608463 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8ab8a148-b913-4291-a868-faac8a5913bb up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:09.678239 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aff2e4-ff91-4bac-8cfe-c5a974e1353e tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Port': ['ID=d6f6bb87-b57e-40ed-8c87-275373cdeba0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:09.711428 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 8ab8a148-b913-4291-a868-faac8a5913bb completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:09.716768 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 8ab8a148-b913-4291-a868-faac8a5913bb triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:09.718169 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975bbfd6-5a42-43e1-83eb-f5fd45339e3b admin admin] Router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:11:09.720745 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:09.930858 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4e93631a-2a83-4f35-a71b-7f6128da8d75 None None] Provisioning complete for port 8ab8a148-b913-4291-a868-faac8a5913bb triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:09.931786 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4e93631a-2a83-4f35-a71b-7f6128da8d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:10.008930 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:10.021397 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975bbfd6-5a42-43e1-83eb-f5fd45339e3b admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:11:10.042877 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] Sync routers for ids ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:11:10.046162 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-975bbfd6-5a42-43e1-83eb-f5fd45339e3b admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:10.051161 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-975bbfd6-5a42-43e1-83eb-f5fd45339e3b admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0727570 Jul 05 04:11:10.052166 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47356) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:10.170441 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] Routers {'7a44aaa2-cec1-4473-8d66-c4610d2148f2'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:10.171082 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:11:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:10.271069 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 8ab8a148-b913-4291-a868-faac8a5913bb, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=8ab8a148-b913-4291-a868-faac8a5913bb,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:10.275336 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4e93631a-2a83-4f35-a71b-7f6128da8d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:10.290356 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:10.368128 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=8ab8a148-b913-4291-a868-faac8a5913bb,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:10.607171 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71aff2e4-ff91-4bac-8cfe-c5a974e1353e tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:10.614792 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] Set router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:10.621225 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.api [None req-4e93631a-2a83-4f35-a71b-7f6128da8d75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:11:10.623325 n-d-780147-23 neutron-server[105540]: DEBUG oslo_db.api [None req-4e93631a-2a83-4f35-a71b-7f6128da8d75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:11:10.879399 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71aff2e4-ff91-4bac-8cfe-c5a974e1353e tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Router 0e5cae5b-052e-4838-b659-93d8b418dd16 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:11:10.955400 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8e7245f1-a580-4964-b460-1eca58617026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:11:07Z', 'revision_number': 3, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port': {'id': '8e7245f1-a580-4964-b460-1eca58617026', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:06Z', 'updated_at': '2021-07-05T04:11:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:11.013796 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] Checking router: 7a44aaa2-cec1-4473-8d66-c4610d2148f2 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:11:11.014135 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] Updating router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 port 8e7245f1-a580-4964-b460-1eca58617026 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:11:11.016926 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8ab8a148-b913-4291-a868-faac8a5913bb up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:11.154946 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a5df81e6-c04b-415e-a873-4d011f0f6398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:11.172788 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71aff2e4-ff91-4bac-8cfe-c5a974e1353e tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:11:11.191960 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2a49f8-47a2-4bf9-b7d2-d685e15ffb60 None None] Sync routers for ids ['0e5cae5b-052e-4838-b659-93d8b418dd16'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:11:11.193953 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47376) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:11.194807 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-71aff2e4-ff91-4bac-8cfe-c5a974e1353e tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "PUT /v2.0/routers/0e5cae5b-052e-4838-b659-93d8b418dd16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4861200 Jul 05 04:11:11.206186 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2a49f8-47a2-4bf9-b7d2-d685e15ffb60 None None] Routers {'0e5cae5b-052e-4838-b659-93d8b418dd16'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:11.206926 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6a2a49f8-47a2-4bf9-b7d2-d685e15ffb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:11:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0e5cae5b-052e-4838-b659-93d8b418dd16'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:11.225999 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:11.288583 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c3f89c39-cef9-4dcf-9c0d-cd355240c4ad tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e5cae5b-052e-4838-b659-93d8b418dd16 HTTP/1.1" status: 200 len: 205 time: 0.0934277 Jul 05 04:11:11.291822 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47380) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:11.541726 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6a2a49f8-47a2-4bf9-b7d2-d685e15ffb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:11.565363 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2a49f8-47a2-4bf9-b7d2-d685e15ffb60 None None] Routers {'0e5cae5b-052e-4838-b659-93d8b418dd16'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:11.568196 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6a2a49f8-47a2-4bf9-b7d2-d685e15ffb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:11:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0e5cae5b-052e-4838-b659-93d8b418dd16'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:11.570202 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b06d2da2-c1b8-4363-a490-b179d268af4e tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:11.699539 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-a5df81e6-c04b-415e-a873-4d011f0f6398 admin admin] Allocated IP 172.20.0.1 (9e2bc1e9-0d67-4f0c-aa81-a034266b5687/40568ec5-9a32-47f3-85b6-60f4faaa494c/23aa9a35-c8ab-4815-b431-dfb96f47ee25) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:11:11.727057 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6a2a49f8-47a2-4bf9-b7d2-d685e15ffb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:11.727598 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2a49f8-47a2-4bf9-b7d2-d685e15ffb60 None None] The sync data for ids ['0e5cae5b-052e-4838-b659-93d8b418dd16'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:11:11.895700 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a5df81e6-c04b-415e-a873-4d011f0f6398 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:11.934342 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-a5df81e6-c04b-415e-a873-4d011f0f6398 admin admin] Transition to ACTIVE for port object 23aa9a35-c8ab-4815-b431-dfb96f47ee25 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:11.954156 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b06d2da2-c1b8-4363-a490-b179d268af4e tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:11.954788 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 8ab8a148-b913-4291-a868-faac8a5913bb triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:11.955245 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:11.960089 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b06d2da2-c1b8-4363-a490-b179d268af4e tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.017872 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a5df81e6-c04b-415e-a873-4d011f0f6398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.070560 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b06d2da2-c1b8-4363-a490-b179d268af4e tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.078939 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06d2da2-c1b8-4363-a490-b179d268af4e tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Fanout notify agent at l3_agent the message router_deleted on router 0e5cae5b-052e-4838-b659-93d8b418dd16 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:11:12.087777 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b06d2da2-c1b8-4363-a490-b179d268af4e tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.092368 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b06d2da2-c1b8-4363-a490-b179d268af4e tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/routers/0e5cae5b-052e-4838-b659-93d8b418dd16 HTTP/1.1" status: 204 len: 168 time: 0.7994637 Jul 05 04:11:12.093130 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47388) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:12.159514 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d369f6-38a5-46f7-9d58-ea39d33060f9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting subnet 89998ba5-acae-4c08-8873-cdc835970944 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:11:12.163933 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-11d369f6-38a5-46f7-9d58-ea39d33060f9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.219432 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-11d369f6-38a5-46f7-9d58-ea39d33060f9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.233451 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5df81e6-c04b-415e-a873-4d011f0f6398 admin admin] Network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:12.245931 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-a5df81e6-c04b-415e-a873-4d011f0f6398 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:12.268986 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5df81e6-c04b-415e-a873-4d011f0f6398 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:11:12.417242 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df81e6-c04b-415e-a873-4d011f0f6398 admin admin] Pushing event updated for resources: {'Port': ['ID=23aa9a35-c8ab-4815-b431-dfb96f47ee25,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:12.472597 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a5df81e6-c04b-415e-a873-4d011f0f6398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.476707 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-11d369f6-38a5-46f7-9d58-ea39d33060f9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.588791 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.661154 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] Transition to ACTIVE for port object 8e7245f1-a580-4964-b460-1eca58617026 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:12.682180 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.693275 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8507144f-6267-4423-b706-d554b9b867c7 None None] Provisioning for port 23aa9a35-c8ab-4815-b431-dfb96f47ee25 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:12.720198 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-11d369f6-38a5-46f7-9d58-ea39d33060f9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.729658 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8507144f-6267-4423-b706-d554b9b867c7 None None] Provisioning complete for port 23aa9a35-c8ab-4815-b431-dfb96f47ee25 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:12.730378 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8507144f-6267-4423-b706-d554b9b867c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.771040 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d369f6-38a5-46f7-9d58-ea39d33060f9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Subnet': ['ID=89998ba5-acae-4c08-8873-cdc835970944,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:12.804743 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-11d369f6-38a5-46f7-9d58-ea39d33060f9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.807505 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] Attempting to bind port 8e7245f1-a580-4964-b460-1eca58617026 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:11:12.808513 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] Attempting to bind port 8e7245f1-a580-4964-b460-1eca58617026 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:11:12.808513 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] Attempting to bind port 8e7245f1-a580-4964-b460-1eca58617026 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:12.814017 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-11d369f6-38a5-46f7-9d58-ea39d33060f9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/subnets/89998ba5-acae-4c08-8873-cdc835970944 HTTP/1.1" status: 204 len: 168 time: 0.7189579 Jul 05 04:11:12.816802 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47402) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:12.826641 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735ffec9-5392-4063-83e5-c23cf378c612 None None] Network 381aac3d-125e-452c-8cd5-86d10f24ded8 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:12.905932 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a5df81e6-c04b-415e-a873-4d011f0f6398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.950468 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a05d1-e586-4fcb-bcd3-150ea8bd24ed None None] Pushing event updated for resources: {'Port': ['ID=8e7245f1-a580-4964-b460-1eca58617026,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:12.953749 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-8507144f-6267-4423-b706-d554b9b867c7 None None] Port 23aa9a35-c8ab-4815-b431-dfb96f47ee25 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:11:12.957902 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:11:12.958962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:12.959540 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.960174 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:11:12.961148 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] Bound port: 8e7245f1-a580-4964-b460-1eca58617026, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:11:12.961868 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:13.100605 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:13.154454 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] For port 8e7245f1-a580-4964-b460-1eca58617026, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:11:13.157448 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26e3f879-9b4d-48c8-a645-7b980e4c7ee7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:13.170461 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] For port 8e7245f1-a580-4964-b460-1eca58617026, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=8e7245f1-a580-4964-b460-1eca58617026,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:11:13.179887 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:13.309618 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54fe825-639d-4da5-adaa-6a7ebd6ae1b4 None None] DHCP port deletion for 381aac3d-125e-452c-8cd5-86d10f24ded8 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:11:13.321965 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] Routers {'7a44aaa2-cec1-4473-8d66-c4610d2148f2'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:13.321965 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:11:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:13.326183 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a05d1-e586-4fcb-bcd3-150ea8bd24ed None None] Pushing event updated for resources: {'Port': ['ID=8e7245f1-a580-4964-b460-1eca58617026,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:13.338034 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-90919729-9cdd-4c7a-89a4-6aa0e8583e3b req-66a232f9-f976-4646-ac8a-4ee5001086ce service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2391109 Jul 05 04:11:13.352803 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a5df81e6-c04b-415e-a873-4d011f0f6398 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:13.361558 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a5df81e6-c04b-415e-a873-4d011f0f6398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:13.388292 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-26e3f879-9b4d-48c8-a645-7b980e4c7ee7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting port 3c2dc2bd-b57f-4287-98ee-3c8f0a635663 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:13.388841 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26e3f879-9b4d-48c8-a645-7b980e4c7ee7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:13.519292 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-e54fe825-639d-4da5-adaa-6a7ebd6ae1b4 None None] Deleting port 3c2dc2bd-b57f-4287-98ee-3c8f0a635663 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:13.519986 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e54fe825-639d-4da5-adaa-6a7ebd6ae1b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:13.530317 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df81e6-c04b-415e-a873-4d011f0f6398 admin admin] Pushing event updated for resources: {'Port': ['ID=23aa9a35-c8ab-4815-b431-dfb96f47ee25,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:13.534470 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a5df81e6-c04b-415e-a873-4d011f0f6398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:13.554824 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-26e3f879-9b4d-48c8-a645-7b980e4c7ee7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] For port 3c2dc2bd-b57f-4287-98ee-3c8f0a635663, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3c2dc2bd-b57f-4287-98ee-3c8f0a635663,segment=NetworkSegment(bcb7e38f-4c63-4bf5-b623-c3345e0b0607),segment_id=bcb7e38f-4c63-4bf5-b623-c3345e0b0607)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:13.558246 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90919729-9cdd-4c7a-89a4-6aa0e8583e3b req-96668906-62dd-4935-8817-f8885d49ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:13.559908 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-90919729-9cdd-4c7a-89a4-6aa0e8583e3b req-96668906-62dd-4935-8817-f8885d49ec08 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0a0e169dad4642e084dbd1dffad21af0&device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 1102 time: 0.1933410 Jul 05 04:11:13.580242 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26e3f879-9b4d-48c8-a645-7b980e4c7ee7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:13.592396 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] Set router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:13.628255 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-26e3f879-9b4d-48c8-a645-7b980e4c7ee7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Calling delete_port for 3c2dc2bd-b57f-4287-98ee-3c8f0a635663 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:13.655149 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e54fe825-639d-4da5-adaa-6a7ebd6ae1b4 None None] For port 3c2dc2bd-b57f-4287-98ee-3c8f0a635663, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3c2dc2bd-b57f-4287-98ee-3c8f0a635663,segment=NetworkSegment(bcb7e38f-4c63-4bf5-b623-c3345e0b0607),segment_id=bcb7e38f-4c63-4bf5-b623-c3345e0b0607)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:13.656569 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e54fe825-639d-4da5-adaa-6a7ebd6ae1b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:13.720636 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-e54fe825-639d-4da5-adaa-6a7ebd6ae1b4 None None] Calling delete_port for 3c2dc2bd-b57f-4287-98ee-3c8f0a635663 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:13.817585 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47416) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:13.916553 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5df81e6-c04b-415e-a873-4d011f0f6398 admin admin] Network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:13.920577 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-a5df81e6-c04b-415e-a873-4d011f0f6398 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:13.943292 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26e3f879-9b4d-48c8-a645-7b980e4c7ee7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:13.967225 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90919729-9cdd-4c7a-89a4-6aa0e8583e3b req-d93a06d5-2bf0-40e4-80d0-d5dc2ab7ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:13.982787 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-90919729-9cdd-4c7a-89a4-6aa0e8583e3b req-d93a06d5-2bf0-40e4-80d0-d5dc2ab7ad73 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7 HTTP/1.1" status: 200 len: 918 time: 0.3714874 Jul 05 04:11:14.035183 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3f879-9b4d-48c8-a645-7b980e4c7ee7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Port': ['ID=3c2dc2bd-b57f-4287-98ee-3c8f0a635663,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:14.048830 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e3f879-9b4d-48c8-a645-7b980e4c7ee7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] No DVR routers for this DVR port 3c2dc2bd-b57f-4287-98ee-3c8f0a635663 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:11:14.226190 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bcf1fdb9-9e9b-4f7d-97c3-76d4df4b5296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:14.266781 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26e3f879-9b4d-48c8-a645-7b980e4c7ee7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:14.281454 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e54fe825-639d-4da5-adaa-6a7ebd6ae1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:14.284725 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-26e3f879-9b4d-48c8-a645-7b980e4c7ee7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['381aac3d-125e-452c-8cd5-86d10f24ded8']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:14.310722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-26e3f879-9b4d-48c8-a645-7b980e4c7ee7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb7e38f-4c63-4bf5-b623-c3345e0b0607') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:14.311032 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-26e3f879-9b4d-48c8-a645-7b980e4c7ee7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb7e38f-4c63-4bf5-b623-c3345e0b0607') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:14.331673 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26e3f879-9b4d-48c8-a645-7b980e4c7ee7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:14.338938 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-90919729-9cdd-4c7a-89a4-6aa0e8583e3b req-b099ef7a-ce14-42ce-8e47-51973b16cf3a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d60921-d607-4fdd-b503-457bca5cc382 HTTP/1.1" status: 200 len: 1005 time: 0.3549964 Jul 05 04:11:14.360834 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26e3f879-9b4d-48c8-a645-7b980e4c7ee7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:14.369482 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e3f879-9b4d-48c8-a645-7b980e4c7ee7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:11:14.370142 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26e3f879-9b4d-48c8-a645-7b980e4c7ee7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:11:14.374142 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:11:14.380168 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54fe825-639d-4da5-adaa-6a7ebd6ae1b4 None None] Pushing event deleted for resources: {'Port': ['ID=3c2dc2bd-b57f-4287-98ee-3c8f0a635663,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:14.386528 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54fe825-639d-4da5-adaa-6a7ebd6ae1b4 None None] No DVR routers for this DVR port 3c2dc2bd-b57f-4287-98ee-3c8f0a635663 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:11:14.439708 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90919729-9cdd-4c7a-89a4-6aa0e8583e3b req-37b66702-7a8e-4d4e-a8f0-11c945553b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:14.441422 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-90919729-9cdd-4c7a-89a4-6aa0e8583e3b req-37b66702-7a8e-4d4e-a8f0-11c945553b9a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467 HTTP/1.1" status: 200 len: 856 time: 0.0908015 Jul 05 04:11:14.455642 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8e7245f1-a580-4964-b460-1eca58617026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:11:12Z', 'revision_number': 4, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port': {'id': '8e7245f1-a580-4964-b460-1eca58617026', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:06Z', 'updated_at': '2021-07-05T04:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '23aa9a35-c8ab-4815-b431-dfb96f47ee25', 'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'mac_address': 'fa:16:3e:d1:3c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:11Z', 'updated_at': '2021-07-05T04:11:11Z', 'revision_number': 1, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'subnets': [{'id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:14.501693 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5df81e6-c04b-415e-a873-4d011f0f6398 admin admin] Router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:11:14.503860 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a77bc2-e094-4424-ac72-5e9df1e30ef4 None None] The sync data for ids ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'] in n-d-780147-23 is: [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8e7245f1-a580-4964-b460-1eca58617026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:11:12Z', 'revision_number': 4, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port': {'id': '8e7245f1-a580-4964-b460-1eca58617026', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:06Z', 'updated_at': '2021-07-05T04:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '23aa9a35-c8ab-4815-b431-dfb96f47ee25', 'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'mac_address': 'fa:16:3e:d1:3c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:11Z', 'updated_at': '2021-07-05T04:11:11Z', 'revision_number': 1, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'subnets': [{'id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:11:14.539062 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3148b6af-8fd2-4217-a8f6-b8368082ea3b None None] Provisioning complete for port 23aa9a35-c8ab-4815-b431-dfb96f47ee25 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:14.539514 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3148b6af-8fd2-4217-a8f6-b8368082ea3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:14.576293 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26e3f879-9b4d-48c8-a645-7b980e4c7ee7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:14.634750 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-3148b6af-8fd2-4217-a8f6-b8368082ea3b None None] Port 23aa9a35-c8ab-4815-b431-dfb96f47ee25 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:11:14.642947 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26e3f879-9b4d-48c8-a645-7b980e4c7ee7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:14.649119 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-26e3f879-9b4d-48c8-a645-7b980e4c7ee7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/networks/381aac3d-125e-452c-8cd5-86d10f24ded8 HTTP/1.1" status: 204 len: 168 time: 1.8296933 Jul 05 04:11:14.659972 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47424) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:14.666437 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-e91a4567-4d68-404c-92f1-1ac2ba2c4117 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1236496009', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:14.691390 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3f879-9b4d-48c8-a645-7b980e4c7ee7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Network': ['ID=381aac3d-125e-452c-8cd5-86d10f24ded8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:14.715053 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90919729-9cdd-4c7a-89a4-6aa0e8583e3b req-2620a844-f17b-491f-9c34-bf910ae05521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:14.723724 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-90919729-9cdd-4c7a-89a4-6aa0e8583e3b req-2620a844-f17b-491f-9c34-bf910ae05521 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2691371 Jul 05 04:11:14.869912 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bcf1fdb9-9e9b-4f7d-97c3-76d4df4b5296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:14.880251 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5df81e6-c04b-415e-a873-4d011f0f6398 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:11:14.886594 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a5df81e6-c04b-415e-a873-4d011f0f6398 admin admin] 10.222.0.77 "PUT /v2.0/routers/7a44aaa2-cec1-4473-8d66-c4610d2148f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8331742 Jul 05 04:11:14.891771 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bcf1fdb9-9e9b-4f7d-97c3-76d4df4b5296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:14.969036 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-90919729-9cdd-4c7a-89a4-6aa0e8583e3b req-c2f7fb3e-f23d-4567-9ebb-ee4af1f4cc99 service neutron] 10.222.0.89 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058620 Jul 05 04:11:14.982603 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e91a4567-4d68-404c-92f1-1ac2ba2c4117 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:14.983511 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e91a4567-4d68-404c-92f1-1ac2ba2c4117 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:15.097842 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bcf1fdb9-9e9b-4f7d-97c3-76d4df4b5296 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9e9ab61e66104d5abf1c7aadc1af2418&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2791853 Jul 05 04:11:15.100771 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47430) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:15.116296 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3c2dc2bd-b57f-4287-98ee-3c8f0a635663 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:11:15.137794 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1fdb9-9e9b-4f7d-97c3-76d4df4b5296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3299e9d3-8bb8-4e77-a8e3-107dfe34b8d3,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:15.199994 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 3c2dc2bd-b57f-4287-98ee-3c8f0a635663 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:11:15.200346 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3c2dc2bd-b57f-4287-98ee-3c8f0a635663 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:11:15.229862 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-889721fe-2846-4a50-9cdd-877198e2f9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:15.275063 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e91a4567-4d68-404c-92f1-1ac2ba2c4117 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:15.275644 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-889721fe-2846-4a50-9cdd-877198e2f9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:15.292752 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e91a4567-4d68-404c-92f1-1ac2ba2c4117 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:15.327066 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-90919729-9cdd-4c7a-89a4-6aa0e8583e3b req-fe706549-d8ba-4b2f-a1ff-43b3effec600 service neutron] 10.222.0.89 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206668 Jul 05 04:11:15.340184 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e91a4567-4d68-404c-92f1-1ac2ba2c4117 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:15.344499 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e91a4567-4d68-404c-92f1-1ac2ba2c4117 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6815951 Jul 05 04:11:15.347525 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47440) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:15.364512 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-fd660c97-3ce2-4a7c-b141-fa5e55bf6743 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'network': {'name': 'tempest-RoutersTest-141623752'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:15.380599 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-889721fe-2846-4a50-9cdd-877198e2f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:15.384262 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-889721fe-2846-4a50-9cdd-877198e2f9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:15.385466 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-889721fe-2846-4a50-9cdd-877198e2f9fe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3299e9d3-8bb8-4e77-a8e3-107dfe34b8d3 HTTP/1.1" status: 204 len: 168 time: 0.2837451 Jul 05 04:11:15.412177 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889721fe-2846-4a50-9cdd-877198e2f9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3299e9d3-8bb8-4e77-a8e3-107dfe34b8d3,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:15.443975 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd660c97-3ce2-4a7c-b141-fa5e55bf6743 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Made reservation on behalf of 8fdb6e0329bb45438346ec9d6376bccd for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:15.473186 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fd660c97-3ce2-4a7c-b141-fa5e55bf6743 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:15.529533 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd660c97-3ce2-4a7c-b141-fa5e55bf6743 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:11:15.547590 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fd660c97-3ce2-4a7c-b141-fa5e55bf6743 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:15.550398 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-fd660c97-3ce2-4a7c-b141-fa5e55bf6743 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Added segment 6594acd4-ba96-4b17-bb58-ad5294189cf9 of type vlan for network 0f1e4403-8fe4-461b-b750-1d37c988415c Jul 05 04:11:15.649168 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fd660c97-3ce2-4a7c-b141-fa5e55bf6743 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:15.696606 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fd660c97-3ce2-4a7c-b141-fa5e55bf6743 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:15.710954 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd660c97-3ce2-4a7c-b141-fa5e55bf6743 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:15.713216 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fd660c97-3ce2-4a7c-b141-fa5e55bf6743 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:15.838675 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fd660c97-3ce2-4a7c-b141-fa5e55bf6743 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4843023 Jul 05 04:11:15.839726 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47454) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:15.847219 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-71613e9e-b7cc-41fe-b62f-cd92c389f5be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'subnet': {'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:15.856851 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd660c97-3ce2-4a7c-b141-fa5e55bf6743 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Network': ['ID=0f1e4403-8fe4-461b-b750-1d37c988415c,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:15.889390 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 0f1e4403-8fe4-461b-b750-1d37c988415c details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:11:16.057148 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47460) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:16.078263 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fbd0dc57-de4a-4e93-82c8-4db3d1ba7ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:16.114834 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71613e9e-b7cc-41fe-b62f-cd92c389f5be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Made reservation on behalf of 8fdb6e0329bb45438346ec9d6376bccd for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:16.127323 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71613e9e-b7cc-41fe-b62f-cd92c389f5be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:16.229915 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fbd0dc57-de4a-4e93-82c8-4db3d1ba7ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:16.242312 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fbd0dc57-de4a-4e93-82c8-4db3d1ba7ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:16.355660 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0dc57-de4a-4e93-82c8-4db3d1ba7ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1f1496-ce72-42f5-95fd-20d68a5466b8,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:16.382172 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fbd0dc57-de4a-4e93-82c8-4db3d1ba7ffb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1108f17fa9554a398bd5bf28aae2f000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236604 Jul 05 04:11:16.385201 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47466) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:16.420858 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47468) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:16.437284 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-b711b6db-4607-48b9-a52f-e2a927460800 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1647351491-network', 'tenant_id': '79b89ec243ab4698bdce407d71d37495'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:16.491392 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-919f2c79-279a-4dfa-bdca-a9be8131c170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:16.536287 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b711b6db-4607-48b9-a52f-e2a927460800 admin admin] Made reservation on behalf of 79b89ec243ab4698bdce407d71d37495 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:16.539147 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b711b6db-4607-48b9-a52f-e2a927460800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:16.564895 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-919f2c79-279a-4dfa-bdca-a9be8131c170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:16.599297 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b711b6db-4607-48b9-a52f-e2a927460800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:16.612788 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71613e9e-b7cc-41fe-b62f-cd92c389f5be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:16.691397 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-919f2c79-279a-4dfa-bdca-a9be8131c170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:16.706348 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-919f2c79-279a-4dfa-bdca-a9be8131c170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:16.706348 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-919f2c79-279a-4dfa-bdca-a9be8131c170 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7d1f1496-ce72-42f5-95fd-20d68a5466b8 HTTP/1.1" status: 204 len: 168 time: 0.3125505 Jul 05 04:11:16.712498 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f2c79-279a-4dfa-bdca-a9be8131c170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1f1496-ce72-42f5-95fd-20d68a5466b8,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:16.743996 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71613e9e-b7cc-41fe-b62f-cd92c389f5be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Subnet': ['ID=82f15e73-f4e8-41c8-ba5e-8af4ab16078c,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:16.779127 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71613e9e-b7cc-41fe-b62f-cd92c389f5be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Checking segment: {'id': '6594acd4-ba96-4b17-bb58-ad5294189cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:16.779849 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71613e9e-b7cc-41fe-b62f-cd92c389f5be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network hostable DHCP agents. Network: 0f1e4403-8fe4-461b-b750-1d37c988415c, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:11:16.862514 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71613e9e-b7cc-41fe-b62f-cd92c389f5be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network 0f1e4403-8fe4-461b-b750-1d37c988415c is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:11:16.908923 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b711b6db-4607-48b9-a52f-e2a927460800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:16.909886 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-71613e9e-b7cc-41fe-b62f-cd92c389f5be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 0f1e4403-8fe4-461b-b750-1d37c988415c) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:16.916038 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71613e9e-b7cc-41fe-b62f-cd92c389f5be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:16.917895 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71613e9e-b7cc-41fe-b62f-cd92c389f5be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:16.922202 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf75a94-c46b-4b43-b54a-999b2fbc0db4 None None] Network 0f1e4403-8fe4-461b-b750-1d37c988415c requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:16.931701 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b711b6db-4607-48b9-a52f-e2a927460800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:16.972863 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b711b6db-4607-48b9-a52f-e2a927460800 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:11:16.980501 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-71613e9e-b7cc-41fe-b62f-cd92c389f5be tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1392629 Jul 05 04:11:16.980736 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47476) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:17.010249 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b711b6db-4607-48b9-a52f-e2a927460800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:17.010686 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-b711b6db-4607-48b9-a52f-e2a927460800 admin admin] Added segment 89bed92e-1fcd-43ce-b9e2-ae6779430d05 of type vlan for network dc0cf5e9-64bb-40d4-a7cf-4703fdca2573 Jul 05 04:11:17.012036 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711b6db-4607-48b9-a52f-e2a927460800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194c6fd8-c199-413d-ab61-111887443a77,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:17.178211 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8e7245f1-a580-4964-b460-1eca58617026 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:17.196534 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b711b6db-4607-48b9-a52f-e2a927460800 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:17.271468 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b711b6db-4607-48b9-a52f-e2a927460800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:17.272833 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b711b6db-4607-48b9-a52f-e2a927460800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:17.273610 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b711b6db-4607-48b9-a52f-e2a927460800 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:17.352476 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b711b6db-4607-48b9-a52f-e2a927460800 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9243963 Jul 05 04:11:17.352785 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47484) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:17.366978 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711b6db-4607-48b9-a52f-e2a927460800 admin admin] Pushing event updated for resources: {'Network': ['ID=dc0cf5e9-64bb-40d4-a7cf-4703fdca2573,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:17.373275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-91c61a01-65e7-4723-ac25-aa7077926de3 admin admin] Request body: {'subnet': {'network_id': 'dc0cf5e9-64bb-40d4-a7cf-4703fdca2573', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1647351491-subnet', 'tenant_id': '79b89ec243ab4698bdce407d71d37495', 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:17.420953 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network dc0cf5e9-64bb-40d4-a7cf-4703fdca2573 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:11:17.434943 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f80cdbe6-0e11-4d61-b4fa-835c79883c9d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:17.451098 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03619338-2952-4c4a-af3b-604d4986857d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-0f1e4403-8fe4-461b-b750-1d37c988415c', 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'fixed_ips': [{'subnet_id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:11:17.452454 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-03619338-2952-4c4a-af3b-604d4986857d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:17.528428 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c61a01-65e7-4723-ac25-aa7077926de3 admin admin] Made reservation on behalf of 79b89ec243ab4698bdce407d71d37495 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:17.531841 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-91c61a01-65e7-4723-ac25-aa7077926de3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:17.575155 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 8e7245f1-a580-4964-b460-1eca58617026 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:17.604698 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 8e7245f1-a580-4964-b460-1eca58617026 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:17.611644 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:17.997039 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-03619338-2952-4c4a-af3b-604d4986857d None None] Allocated IP 172.20.0.2 (0f1e4403-8fe4-461b-b750-1d37c988415c/82f15e73-f4e8-41c8-ba5e-8af4ab16078c/5753f239-a153-49f3-a392-a09db88e45fb) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:11:18.210248 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] Sync routers for ids ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:11:18.299982 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-91c61a01-65e7-4723-ac25-aa7077926de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:18.334382 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] Routers {'7a44aaa2-cec1-4473-8d66-c4610d2148f2'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:18.335447 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:11:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:18.343366 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-03619338-2952-4c4a-af3b-604d4986857d None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:18.408429 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-03619338-2952-4c4a-af3b-604d4986857d None None] Transition to ACTIVE for port object 5753f239-a153-49f3-a392-a09db88e45fb will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:18.419966 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:18.465895 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c61a01-65e7-4723-ac25-aa7077926de3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce79ad94-e843-4bbc-86b8-51fbb745ded0,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:18.482088 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 8e7245f1-a580-4964-b460-1eca58617026, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=8e7245f1-a580-4964-b460-1eca58617026,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:18.491532 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:18.499920 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-03619338-2952-4c4a-af3b-604d4986857d None None] Transition to ACTIVE for port object 5753f239-a153-49f3-a392-a09db88e45fb will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:18.578369 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c61a01-65e7-4723-ac25-aa7077926de3 admin admin] Checking segment: {'id': '89bed92e-1fcd-43ce-b9e2-ae6779430d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dc0cf5e9-64bb-40d4-a7cf-4703fdca2573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:18.578832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c61a01-65e7-4723-ac25-aa7077926de3 admin admin] Network hostable DHCP agents. Network: dc0cf5e9-64bb-40d4-a7cf-4703fdca2573, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:11:18.621584 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c61a01-65e7-4723-ac25-aa7077926de3 admin admin] Network dc0cf5e9-64bb-40d4-a7cf-4703fdca2573 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:11:18.660950 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-91c61a01-65e7-4723-ac25-aa7077926de3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, dc0cf5e9-64bb-40d4-a7cf-4703fdca2573) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:18.668621 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c61a01-65e7-4723-ac25-aa7077926de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:18.670124 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-91c61a01-65e7-4723-ac25-aa7077926de3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:18.706249 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-91c61a01-65e7-4723-ac25-aa7077926de3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3486934 Jul 05 04:11:18.709792 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47518) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:18.712050 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-f80cdbe6-0e11-4d61-b4fa-835c79883c9d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Allocated IP 172.20.0.1 (0f1e4403-8fe4-461b-b750-1d37c988415c/82f15e73-f4e8-41c8-ba5e-8af4ab16078c/a71ad071-3927-41eb-85a0-7a9df057445b) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:11:18.714567 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-37c9c7e4-94fd-4019-9699-88e639af310d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1647351491-router', 'tenant_id': '79b89ec243ab4698bdce407d71d37495', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:18.779159 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37c9c7e4-94fd-4019-9699-88e639af310d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:18.780235 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37c9c7e4-94fd-4019-9699-88e639af310d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:18.803588 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=8e7245f1-a580-4964-b460-1eca58617026,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:18.813209 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03edc7d-3643-4867-80c1-7e83227d36cb None None] Network dc0cf5e9-64bb-40d4-a7cf-4703fdca2573 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:18.815685 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-03619338-2952-4c4a-af3b-604d4986857d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:18.904360 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37c9c7e4-94fd-4019-9699-88e639af310d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:18.926606 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] Set router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:18.951334 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03619338-2952-4c4a-af3b-604d4986857d None None] Network 0f1e4403-8fe4-461b-b750-1d37c988415c is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:18.978867 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f80cdbe6-0e11-4d61-b4fa-835c79883c9d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:18.985875 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-03619338-2952-4c4a-af3b-604d4986857d None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:19.003726 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03619338-2952-4c4a-af3b-604d4986857d None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:11:19.013658 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03619338-2952-4c4a-af3b-604d4986857d None None] Pushing event updated for resources: {'Port': ['ID=5753f239-a153-49f3-a392-a09db88e45fb,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:19.043917 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-f80cdbe6-0e11-4d61-b4fa-835c79883c9d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Transition to ACTIVE for port object a71ad071-3927-41eb-85a0-7a9df057445b will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:19.073725 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8e7245f1-a580-4964-b460-1eca58617026 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:19.125403 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f80cdbe6-0e11-4d61-b4fa-835c79883c9d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:19.126434 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37c9c7e4-94fd-4019-9699-88e639af310d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:19.231183 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80cdbe6-0e11-4d61-b4fa-835c79883c9d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Port': ['ID=a71ad071-3927-41eb-85a0-7a9df057445b,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:19.250529 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80cdbe6-0e11-4d61-b4fa-835c79883c9d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network 0f1e4403-8fe4-461b-b750-1d37c988415c is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:19.253780 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-f80cdbe6-0e11-4d61-b4fa-835c79883c9d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:19.265840 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80cdbe6-0e11-4d61-b4fa-835c79883c9d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:11:19.425937 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f80cdbe6-0e11-4d61-b4fa-835c79883c9d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:19.438911 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-03619338-2952-4c4a-af3b-604d4986857d None None] Attempting to bind port 5753f239-a153-49f3-a392-a09db88e45fb on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:11:19.439288 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-03619338-2952-4c4a-af3b-604d4986857d None None] Attempting to bind port 5753f239-a153-49f3-a392-a09db88e45fb by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '6594acd4-ba96-4b17-bb58-ad5294189cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:11:19.439683 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03619338-2952-4c4a-af3b-604d4986857d None None] Attempting to bind port 5753f239-a153-49f3-a392-a09db88e45fb on network 0f1e4403-8fe4-461b-b750-1d37c988415c {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:19.482374 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03619338-2952-4c4a-af3b-604d4986857d None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:11:19.482753 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03619338-2952-4c4a-af3b-604d4986857d None None] Checking segment: {'id': '6594acd4-ba96-4b17-bb58-ad5294189cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:19.483209 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-03619338-2952-4c4a-af3b-604d4986857d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:19.483561 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03619338-2952-4c4a-af3b-604d4986857d None None] Bound using segment: {'id': '6594acd4-ba96-4b17-bb58-ad5294189cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:11:19.497552 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-03619338-2952-4c4a-af3b-604d4986857d None None] Bound port: 5753f239-a153-49f3-a392-a09db88e45fb, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6594acd4-ba96-4b17-bb58-ad5294189cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:11:19.498106 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-03619338-2952-4c4a-af3b-604d4986857d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:19.508351 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99106208-c106-44b5-b18f-a1901a0cf53e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-dc0cf5e9-64bb-40d4-a7cf-4703fdca2573', 'network_id': 'dc0cf5e9-64bb-40d4-a7cf-4703fdca2573', 'tenant_id': '79b89ec243ab4698bdce407d71d37495', 'fixed_ips': [{'subnet_id': 'ce79ad94-e843-4bbc-86b8-51fbb745ded0'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:11:19.509126 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-99106208-c106-44b5-b18f-a1901a0cf53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:19.573982 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37c9c7e4-94fd-4019-9699-88e639af310d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:19.597515 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 8e7245f1-a580-4964-b460-1eca58617026 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:19.598546 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:19.609900 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37c9c7e4-94fd-4019-9699-88e639af310d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:19.652110 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f80cdbe6-0e11-4d61-b4fa-835c79883c9d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:19.834499 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-37c9c7e4-94fd-4019-9699-88e639af310d admin admin] Allocated IP 172.25.1.2 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/ee4a10ae-f633-4f29-ade8-d096a05262ff) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:11:19.884091 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-03619338-2952-4c4a-af3b-604d4986857d None None] For port 5753f239-a153-49f3-a392-a09db88e45fb, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:11:19.888482 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-03619338-2952-4c4a-af3b-604d4986857d None None] For port 5753f239-a153-49f3-a392-a09db88e45fb, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5753f239-a153-49f3-a392-a09db88e45fb,segment=NetworkSegment(6594acd4-ba96-4b17-bb58-ad5294189cf9),segment_id=6594acd4-ba96-4b17-bb58-ad5294189cf9)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:11:19.915631 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8e7245f1-a580-4964-b460-1eca58617026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:11:12Z', 'revision_number': 4, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port': {'id': '8e7245f1-a580-4964-b460-1eca58617026', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:06Z', 'updated_at': '2021-07-05T04:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '23aa9a35-c8ab-4815-b431-dfb96f47ee25', 'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'mac_address': 'fa:16:3e:d1:3c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:11Z', 'updated_at': '2021-07-05T04:11:12Z', 'revision_number': 2, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'subnets': [{'id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:19.964329 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] Checking router: 7a44aaa2-cec1-4473-8d66-c4610d2148f2 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:11:19.968816 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] Updating router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 port 23aa9a35-c8ab-4815-b431-dfb96f47ee25 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:11:19.976546 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-03619338-2952-4c4a-af3b-604d4986857d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:20.013627 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f80cdbe6-0e11-4d61-b4fa-835c79883c9d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:20.020056 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f80cdbe6-0e11-4d61-b4fa-835c79883c9d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:20.035666 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37c9c7e4-94fd-4019-9699-88e639af310d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:20.101049 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-99106208-c106-44b5-b18f-a1901a0cf53e None None] Allocated IP 172.20.0.2 (dc0cf5e9-64bb-40d4-a7cf-4703fdca2573/ce79ad94-e843-4bbc-86b8-51fbb745ded0/09306157-89b1-4a20-a4b7-f050a858c91f) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:11:20.125343 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80cdbe6-0e11-4d61-b4fa-835c79883c9d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Port': ['ID=a71ad071-3927-41eb-85a0-7a9df057445b,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:20.138628 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f80cdbe6-0e11-4d61-b4fa-835c79883c9d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:20.143533 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:20.152838 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37c9c7e4-94fd-4019-9699-88e639af310d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:20.198484 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03619338-2952-4c4a-af3b-604d4986857d None None] Pushing event updated for resources: {'Port': ['ID=5753f239-a153-49f3-a392-a09db88e45fb,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:20.214442 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c9c7e4-94fd-4019-9699-88e639af310d admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:20.220348 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-37c9c7e4-94fd-4019-9699-88e639af310d admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:20.231163 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c9c7e4-94fd-4019-9699-88e639af310d admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:11:20.319530 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9c7e4-94fd-4019-9699-88e639af310d admin admin] Pushing event updated for resources: {'Port': ['ID=ee4a10ae-f633-4f29-ade8-d096a05262ff,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:20.341630 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80cdbe6-0e11-4d61-b4fa-835c79883c9d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network 0f1e4403-8fe4-461b-b750-1d37c988415c is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:20.343300 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-f80cdbe6-0e11-4d61-b4fa-835c79883c9d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:20.601873 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80cdbe6-0e11-4d61-b4fa-835c79883c9d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Router 1a784e59-063b-4d98-873a-c512d77b5b21 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:11:20.630588 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-99106208-c106-44b5-b18f-a1901a0cf53e None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:20.677047 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-99106208-c106-44b5-b18f-a1901a0cf53e None None] Transition to ACTIVE for port object 09306157-89b1-4a20-a4b7-f050a858c91f will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:20.742824 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-99106208-c106-44b5-b18f-a1901a0cf53e None None] Transition to ACTIVE for port object 09306157-89b1-4a20-a4b7-f050a858c91f will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:20.760729 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-99106208-c106-44b5-b18f-a1901a0cf53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:20.810651 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37c9c7e4-94fd-4019-9699-88e639af310d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:20.830764 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80cdbe6-0e11-4d61-b4fa-835c79883c9d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:11:20.836553 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f80cdbe6-0e11-4d61-b4fa-835c79883c9d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "PUT /v2.0/routers/1a784e59-063b-4d98-873a-c512d77b5b21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8546162 Jul 05 04:11:20.839741 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47580) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:20.841919 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] Sync routers for ids ['1a784e59-063b-4d98-873a-c512d77b5b21'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:11:20.856875 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] Routers {'1a784e59-063b-4d98-873a-c512d77b5b21'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:20.860290 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:11:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1a784e59-063b-4d98-873a-c512d77b5b21'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:20.864862 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-741ae961-649d-4bc8-bbe6-1902c0a5f97a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'network': {'name': 'tempest-RoutersTest-1494204112'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:20.927534 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741ae961-649d-4bc8-bbe6-1902c0a5f97a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Made reservation on behalf of 8fdb6e0329bb45438346ec9d6376bccd for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:20.931683 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-741ae961-649d-4bc8-bbe6-1902c0a5f97a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:20.951756 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:20.974501 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] Transition to ACTIVE for port object 23aa9a35-c8ab-4815-b431-dfb96f47ee25 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:20.986811 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99106208-c106-44b5-b18f-a1901a0cf53e None None] Pushing event updated for resources: {'Port': ['ID=09306157-89b1-4a20-a4b7-f050a858c91f,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:20.990958 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741ae961-649d-4bc8-bbe6-1902c0a5f97a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:11:20.996894 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:21.006502 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99106208-c106-44b5-b18f-a1901a0cf53e None None] Network dc0cf5e9-64bb-40d4-a7cf-4703fdca2573 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:21.013769 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-741ae961-649d-4bc8-bbe6-1902c0a5f97a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:21.014215 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-741ae961-649d-4bc8-bbe6-1902c0a5f97a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Added segment 72e1be02-48ff-4a5c-989d-f1f514a4f139 of type vlan for network 56f1b7e7-0a9e-423e-b421-fd45c76cb684 Jul 05 04:11:21.035925 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-99106208-c106-44b5-b18f-a1901a0cf53e None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:21.038221 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99106208-c106-44b5-b18f-a1901a0cf53e None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:11:21.119264 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] Set router 1a784e59-063b-4d98-873a-c512d77b5b21 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:21.122022 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226d722-4f03-443b-b96f-d884d7d6ad37 None None] Pushing event updated for resources: {'Port': ['ID=23aa9a35-c8ab-4815-b431-dfb96f47ee25,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:21.195949 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-741ae961-649d-4bc8-bbe6-1902c0a5f97a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:21.278761 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5753f239-a153-49f3-a392-a09db88e45fb up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:21.285789 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] Attempting to bind port 23aa9a35-c8ab-4815-b431-dfb96f47ee25 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:11:21.293454 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] Attempting to bind port 23aa9a35-c8ab-4815-b431-dfb96f47ee25 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:11:21.293854 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] Attempting to bind port 23aa9a35-c8ab-4815-b431-dfb96f47ee25 on network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:21.315190 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-741ae961-649d-4bc8-bbe6-1902c0a5f97a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:21.336010 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741ae961-649d-4bc8-bbe6-1902c0a5f97a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:21.336669 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-741ae961-649d-4bc8-bbe6-1902c0a5f97a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:21.395778 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:11:21.396188 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] Checking segment: {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:21.396598 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:21.397000 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] Bound using segment: {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:11:21.397536 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] Bound port: 23aa9a35-c8ab-4815-b431-dfb96f47ee25, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:11:21.397895 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:21.461950 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-99106208-c106-44b5-b18f-a1901a0cf53e None None] Attempting to bind port 09306157-89b1-4a20-a4b7-f050a858c91f on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:11:21.462367 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-99106208-c106-44b5-b18f-a1901a0cf53e None None] Attempting to bind port 09306157-89b1-4a20-a4b7-f050a858c91f by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '89bed92e-1fcd-43ce-b9e2-ae6779430d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dc0cf5e9-64bb-40d4-a7cf-4703fdca2573'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:11:21.462768 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99106208-c106-44b5-b18f-a1901a0cf53e None None] Attempting to bind port 09306157-89b1-4a20-a4b7-f050a858c91f on network dc0cf5e9-64bb-40d4-a7cf-4703fdca2573 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:21.498336 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37c9c7e4-94fd-4019-9699-88e639af310d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:21.512099 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99106208-c106-44b5-b18f-a1901a0cf53e None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:11:21.512537 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99106208-c106-44b5-b18f-a1901a0cf53e None None] Checking segment: {'id': '89bed92e-1fcd-43ce-b9e2-ae6779430d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dc0cf5e9-64bb-40d4-a7cf-4703fdca2573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:21.512981 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-99106208-c106-44b5-b18f-a1901a0cf53e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:21.513386 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99106208-c106-44b5-b18f-a1901a0cf53e None None] Bound using segment: {'id': '89bed92e-1fcd-43ce-b9e2-ae6779430d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dc0cf5e9-64bb-40d4-a7cf-4703fdca2573'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:11:21.513874 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-99106208-c106-44b5-b18f-a1901a0cf53e None None] Bound port: 09306157-89b1-4a20-a4b7-f050a858c91f, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89bed92e-1fcd-43ce-b9e2-ae6779430d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dc0cf5e9-64bb-40d4-a7cf-4703fdca2573'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:11:21.531764 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-99106208-c106-44b5-b18f-a1901a0cf53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:21.620646 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-741ae961-649d-4bc8-bbe6-1902c0a5f97a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7690504 Jul 05 04:11:21.624890 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47596) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:21.647160 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-20a8fbbc-4a29-4e98-8b92-729999112de8 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'subnet': {'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:21.698952 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ae961-649d-4bc8-bbe6-1902c0a5f97a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Network': ['ID=56f1b7e7-0a9e-423e-b421-fd45c76cb684,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:21.746399 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47600) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:21.771471 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:11:19Z', 'revision_number': 2, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None, '_interfaces': [{'id': 'a71ad071-3927-41eb-85a0-7a9df057445b', 'name': '', 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:22:ed:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:19Z', 'revision_number': 2, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:21.809725 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 56f1b7e7-0a9e-423e-b421-fd45c76cb684 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:11:21.836105 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c9c7e4-94fd-4019-9699-88e639af310d admin admin] Router 0885a925-d096-4b38-a626-aeb0313ec154 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:11:21.839054 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] Checking router: 1a784e59-063b-4d98-873a-c512d77b5b21 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:11:21.840664 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] Updating router 1a784e59-063b-4d98-873a-c512d77b5b21 port a71ad071-3927-41eb-85a0-7a9df057445b binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:11:21.919945 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:21.950256 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a8fbbc-4a29-4e98-8b92-729999112de8 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Made reservation on behalf of 8fdb6e0329bb45438346ec9d6376bccd for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:21.957219 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-20a8fbbc-4a29-4e98-8b92-729999112de8 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:22.013517 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c9c7e4-94fd-4019-9699-88e639af310d admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:11:22.041278 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37c9c7e4-94fd-4019-9699-88e639af310d admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:22.048859 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-37c9c7e4-94fd-4019-9699-88e639af310d admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3378725 Jul 05 04:11:22.050226 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47604) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:22.205251 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cee9e0b8-ec33-4fda-983c-5240b9a2d662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:22.208236 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] Sync routers for ids ['0885a925-d096-4b38-a626-aeb0313ec154'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:11:22.210493 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9064f64-6e6f-4236-bc37-b60d547893fb None None] Network 0f1e4403-8fe4-461b-b750-1d37c988415c requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:22.212306 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 5753f239-a153-49f3-a392-a09db88e45fb completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:22.290054 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] For port 23aa9a35-c8ab-4815-b431-dfb96f47ee25, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:11:22.307668 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] Routers {'0885a925-d096-4b38-a626-aeb0313ec154'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:22.308476 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:11:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0885a925-d096-4b38-a626-aeb0313ec154'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:22.355133 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:22.367938 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] Transition to ACTIVE for port object a71ad071-3927-41eb-85a0-7a9df057445b will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:22.372357 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] For port 23aa9a35-c8ab-4815-b431-dfb96f47ee25, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=23aa9a35-c8ab-4815-b431-dfb96f47ee25,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:11:22.381198 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:22.401400 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:22.414398 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-99106208-c106-44b5-b18f-a1901a0cf53e None None] For port 09306157-89b1-4a20-a4b7-f050a858c91f, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:11:22.423606 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-99106208-c106-44b5-b18f-a1901a0cf53e None None] For port 09306157-89b1-4a20-a4b7-f050a858c91f, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=09306157-89b1-4a20-a4b7-f050a858c91f,segment=NetworkSegment(89bed92e-1fcd-43ce-b9e2-ae6779430d05),segment_id=89bed92e-1fcd-43ce-b9e2-ae6779430d05)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:11:22.508134 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c30e7-863d-4984-8a3b-c81ad0d4ed50 None None] Pushing event updated for resources: {'Port': ['ID=a71ad071-3927-41eb-85a0-7a9df057445b,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:22.516419 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-99106208-c106-44b5-b18f-a1901a0cf53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:22.516968 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c30e7-863d-4984-8a3b-c81ad0d4ed50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.517319 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c30e7-863d-4984-8a3b-c81ad0d4ed50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.517659 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c30e7-863d-4984-8a3b-c81ad0d4ed50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.518051 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c30e7-863d-4984-8a3b-c81ad0d4ed50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.518334 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c30e7-863d-4984-8a3b-c81ad0d4ed50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.518673 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c30e7-863d-4984-8a3b-c81ad0d4ed50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.519001 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c30e7-863d-4984-8a3b-c81ad0d4ed50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.519322 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c30e7-863d-4984-8a3b-c81ad0d4ed50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.519758 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c30e7-863d-4984-8a3b-c81ad0d4ed50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.520138 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c30e7-863d-4984-8a3b-c81ad0d4ed50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.520297 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c30e7-863d-4984-8a3b-c81ad0d4ed50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.520622 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c30e7-863d-4984-8a3b-c81ad0d4ed50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.535639 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] Attempting to bind port a71ad071-3927-41eb-85a0-7a9df057445b on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:11:22.536093 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] Attempting to bind port a71ad071-3927-41eb-85a0-7a9df057445b by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '6594acd4-ba96-4b17-bb58-ad5294189cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:11:22.536824 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] Attempting to bind port a71ad071-3927-41eb-85a0-7a9df057445b on network 0f1e4403-8fe4-461b-b750-1d37c988415c {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:22.544403 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:11:22.548770 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] Checking segment: {'id': '6594acd4-ba96-4b17-bb58-ad5294189cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:22.549231 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:22.549792 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] Bound using segment: {'id': '6594acd4-ba96-4b17-bb58-ad5294189cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:11:22.550302 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] Bound port: a71ad071-3927-41eb-85a0-7a9df057445b, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6594acd4-ba96-4b17-bb58-ad5294189cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:11:22.550753 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:22.647500 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b65167ba-ca4a-447c-9864-4231d0a152f2 None None] Provisioning for port 5753f239-a153-49f3-a392-a09db88e45fb completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:22.649107 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] For port a71ad071-3927-41eb-85a0-7a9df057445b, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:11:22.656413 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] For port a71ad071-3927-41eb-85a0-7a9df057445b, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a71ad071-3927-41eb-85a0-7a9df057445b,segment=NetworkSegment(6594acd4-ba96-4b17-bb58-ad5294189cf9),segment_id=6594acd4-ba96-4b17-bb58-ad5294189cf9)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:11:22.662723 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:22.666904 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-20a8fbbc-4a29-4e98-8b92-729999112de8 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:22.693198 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b65167ba-ca4a-447c-9864-4231d0a152f2 None None] Provisioning complete for port 5753f239-a153-49f3-a392-a09db88e45fb triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:22.693807 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b65167ba-ca4a-447c-9864-4231d0a152f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:22.704507 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] Routers {'7a44aaa2-cec1-4473-8d66-c4610d2148f2'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:22.705157 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:11:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:22.743307 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] Routers {'1a784e59-063b-4d98-873a-c512d77b5b21'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:22.744168 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:11:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1a784e59-063b-4d98-873a-c512d77b5b21'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:22.910807 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8fbbc-4a29-4e98-8b92-729999112de8 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Subnet': ['ID=5f15c06f-2cd2-4636-b3d1-edb3c167c850,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:22.918484 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] Set router 1a784e59-063b-4d98-873a-c512d77b5b21 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:22.945608 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a8fbbc-4a29-4e98-8b92-729999112de8 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Checking segment: {'id': '72e1be02-48ff-4a5c-989d-f1f514a4f139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:22.946015 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a8fbbc-4a29-4e98-8b92-729999112de8 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network hostable DHCP agents. Network: 56f1b7e7-0a9e-423e-b421-fd45c76cb684, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:11:22.952141 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cee9e0b8-ec33-4fda-983c-5240b9a2d662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:23.001865 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226d722-4f03-443b-b96f-d884d7d6ad37 None None] Pushing event updated for resources: {'Port': ['ID=23aa9a35-c8ab-4815-b431-dfb96f47ee25,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:23.015703 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cee9e0b8-ec33-4fda-983c-5240b9a2d662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:23.055541 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c30e7-863d-4984-8a3b-c81ad0d4ed50 None None] Pushing event updated for resources: {'Port': ['ID=a71ad071-3927-41eb-85a0-7a9df057445b,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:23.058997 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] Set router 0885a925-d096-4b38-a626-aeb0313ec154 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:23.101392 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9e0b8-ec33-4fda-983c-5240b9a2d662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514c6790-e036-4afa-ab7a-24c96f7c4965,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:23.222257 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cee9e0b8-ec33-4fda-983c-5240b9a2d662 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b22a3009240499da8e2e9f7d25c4870&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3227565 Jul 05 04:11:23.223303 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47616) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:23.230009 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a8fbbc-4a29-4e98-8b92-729999112de8 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network 56f1b7e7-0a9e-423e-b421-fd45c76cb684 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:11:23.285473 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:11:19Z', 'revision_number': 2, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None, '_interfaces': [{'id': 'a71ad071-3927-41eb-85a0-7a9df057445b', 'name': '', 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:22:ed:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:22Z', 'revision_number': 4, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:23.301366 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-20a8fbbc-4a29-4e98-8b92-729999112de8 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 56f1b7e7-0a9e-423e-b421-fd45c76cb684) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:23.308706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a8fbbc-4a29-4e98-8b92-729999112de8 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:23.309311 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-20a8fbbc-4a29-4e98-8b92-729999112de8 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:23.335079 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7efb4b9d-c501-47e0-91bb-12a4693289d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:23.343254 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-20a8fbbc-4a29-4e98-8b92-729999112de8 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7164536 Jul 05 04:11:23.350450 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47618) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:23.363689 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a0b48-376f-493e-81db-cf7658294598 None None] The sync data for ids ['1a784e59-063b-4d98-873a-c512d77b5b21'] in n-d-780147-23 is: [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:11:19Z', 'revision_number': 2, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None, '_interfaces': [{'id': 'a71ad071-3927-41eb-85a0-7a9df057445b', 'name': '', 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:22:ed:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:22Z', 'revision_number': 4, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:11:23.371888 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6c8b2d-2e09-49a5-a241-dc9bd55263d6 None None] Network 56f1b7e7-0a9e-423e-b421-fd45c76cb684 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:23.536394 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e426927a-100f-4790-b333-385d32521d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:23.562519 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99106208-c106-44b5-b18f-a1901a0cf53e None None] Pushing event updated for resources: {'Port': ['ID=09306157-89b1-4a20-a4b7-f050a858c91f,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:23.575678 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] Set router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:23.592496 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e426927a-100f-4790-b333-385d32521d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:23.650542 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-7efb4b9d-c501-47e0-91bb-12a4693289d9 admin admin] Allocated IP 172.20.0.1 (dc0cf5e9-64bb-40d4-a7cf-4703fdca2573/ce79ad94-e843-4bbc-86b8-51fbb745ded0/e523679f-027d-4ded-a723-6d97d187ce9f) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:11:23.697682 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e426927a-100f-4790-b333-385d32521d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:23.701138 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e426927a-100f-4790-b333-385d32521d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:23.704245 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e426927a-100f-4790-b333-385d32521d78 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/514c6790-e036-4afa-ab7a-24c96f7c4965 HTTP/1.1" status: 204 len: 168 time: 0.4786191 Jul 05 04:11:23.731708 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426927a-100f-4790-b333-385d32521d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514c6790-e036-4afa-ab7a-24c96f7c4965,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:23.779205 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b65167ba-ca4a-447c-9864-4231d0a152f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:24.135320 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7efb4b9d-c501-47e0-91bb-12a4693289d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:24.162948 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-7efb4b9d-c501-47e0-91bb-12a4693289d9 admin admin] Transition to ACTIVE for port object e523679f-027d-4ded-a723-6d97d187ce9f will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:24.255978 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7efb4b9d-c501-47e0-91bb-12a4693289d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:24.382900 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47634) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:24.430531 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efb4b9d-c501-47e0-91bb-12a4693289d9 admin admin] Network dc0cf5e9-64bb-40d4-a7cf-4703fdca2573 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:24.432078 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-692f1a63-fcc5-4a4a-877f-8055a5f01b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:24.454817 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-7efb4b9d-c501-47e0-91bb-12a4693289d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:24.465256 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efb4b9d-c501-47e0-91bb-12a4693289d9 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:11:24.543917 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-b65167ba-ca4a-447c-9864-4231d0a152f2 None None] For port 5753f239-a153-49f3-a392-a09db88e45fb, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5753f239-a153-49f3-a392-a09db88e45fb,segment=NetworkSegment(6594acd4-ba96-4b17-bb58-ad5294189cf9),segment_id=6594acd4-ba96-4b17-bb58-ad5294189cf9)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:24.551559 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7efb4b9d-c501-47e0-91bb-12a4693289d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:24.634841 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b65167ba-ca4a-447c-9864-4231d0a152f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:24.675145 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb4b9d-c501-47e0-91bb-12a4693289d9 admin admin] Pushing event updated for resources: {'Port': ['ID=e523679f-027d-4ded-a723-6d97d187ce9f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:24.710263 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a57636-5ac4-4be6-89bc-33789d0fa949 None None] Network dc0cf5e9-64bb-40d4-a7cf-4703fdca2573 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:24.758870 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7efb4b9d-c501-47e0-91bb-12a4693289d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:24.911055 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40cb88b-2209-4f6f-a41d-ea56c9aa2dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-56f1b7e7-0a9e-423e-b421-fd45c76cb684', 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'fixed_ips': [{'subnet_id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:11:24.918317 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f40cb88b-2209-4f6f-a41d-ea56c9aa2dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:25.181451 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65167ba-ca4a-447c-9864-4231d0a152f2 None None] Pushing event updated for resources: {'Port': ['ID=5753f239-a153-49f3-a392-a09db88e45fb,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:25.205508 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7efb4b9d-c501-47e0-91bb-12a4693289d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:25.232392 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7efb4b9d-c501-47e0-91bb-12a4693289d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:25.326619 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe43a-8a14-4de1-a17a-e2402c42ecf0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:25.384495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a71ad071-3927-41eb-85a0-7a9df057445b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:25.439982 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7efb4b9d-c501-47e0-91bb-12a4693289d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:25.576591 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-692f1a63-fcc5-4a4a-877f-8055a5f01b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:25.767320 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0885a925-d096-4b38-a626-aeb0313ec154', 'name': 'tempest-TestVolumeBootPattern-1647351491-router', 'tenant_id': '79b89ec243ab4698bdce407d71d37495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'ee4a10ae-f633-4f29-ade8-d096a05262ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:20Z', 'revision_number': 3, 'project_id': '79b89ec243ab4698bdce407d71d37495', 'gw_port': {'id': 'ee4a10ae-f633-4f29-ade8-d096a05262ff', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0885a925-d096-4b38-a626-aeb0313ec154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:19Z', 'updated_at': '2021-07-05T04:11:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:25.823213 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-692f1a63-fcc5-4a4a-877f-8055a5f01b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:25.855393 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0ed4fe38-93bf-4abe-848e-5bc31822f07c None None] Provisioning for port 09306157-89b1-4a20-a4b7-f050a858c91f completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:25.871113 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efb4b9d-c501-47e0-91bb-12a4693289d9 admin admin] Network dc0cf5e9-64bb-40d4-a7cf-4703fdca2573 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:25.877675 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f1a63-fcc5-4a4a-877f-8055a5f01b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a77734e-4b6f-4109-ae3c-23e6219b92d9,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:25.898240 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] Checking router: 0885a925-d096-4b38-a626-aeb0313ec154 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:11:25.898390 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] Updating router 0885a925-d096-4b38-a626-aeb0313ec154 port ee4a10ae-f633-4f29-ade8-d096a05262ff binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:11:25.918671 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-7efb4b9d-c501-47e0-91bb-12a4693289d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:25.925118 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb4b9d-c501-47e0-91bb-12a4693289d9 admin admin] Pushing event updated for resources: {'Port': ['ID=e523679f-027d-4ded-a723-6d97d187ce9f,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:25.995308 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-692f1a63-fcc5-4a4a-877f-8055a5f01b27 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=973fc5d21c21409993a40cfbe2fe66d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6116884 Jul 05 04:11:25.997800 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47656) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:26.100999 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:26.132078 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ddc524d3-8663-4f73-8d92-330810a244a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:26.138997 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d70b8e8a-4ccf-476e-b0cf-9f459aaa54db None None] Provisioning for port a71ad071-3927-41eb-85a0-7a9df057445b completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:26.144454 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-f40cb88b-2209-4f6f-a41d-ea56c9aa2dc2 None None] Allocated IP 172.21.0.2 (56f1b7e7-0a9e-423e-b421-fd45c76cb684/5f15c06f-2cd2-4636-b3d1-edb3c167c850/2742e2d7-b9f2-4acd-adaf-0c1ebeed6303) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:11:26.151647 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7efb4b9d-c501-47e0-91bb-12a4693289d9 admin admin] Router 0885a925-d096-4b38-a626-aeb0313ec154 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:11:26.172998 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ddc524d3-8663-4f73-8d92-330810a244a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:26.235587 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8e7245f1-a580-4964-b460-1eca58617026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:11:12Z', 'revision_number': 4, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port': {'id': '8e7245f1-a580-4964-b460-1eca58617026', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:06Z', 'updated_at': '2021-07-05T04:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '23aa9a35-c8ab-4815-b431-dfb96f47ee25', 'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'mac_address': 'fa:16:3e:d1:3c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:11Z', 'updated_at': '2021-07-05T04:11:22Z', 'revision_number': 4, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'subnets': [{'id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:26.322423 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port a71ad071-3927-41eb-85a0-7a9df057445b completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:26.376934 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd49c0-181d-40b5-8edb-58b04dd85fa0 None None] The sync data for ids ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'] in n-d-780147-23 is: [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8e7245f1-a580-4964-b460-1eca58617026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:11:12Z', 'revision_number': 4, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port': {'id': '8e7245f1-a580-4964-b460-1eca58617026', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:06Z', 'updated_at': '2021-07-05T04:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '23aa9a35-c8ab-4815-b431-dfb96f47ee25', 'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'mac_address': 'fa:16:3e:d1:3c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:11Z', 'updated_at': '2021-07-05T04:11:22Z', 'revision_number': 4, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'subnets': [{'id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:11:26.409578 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a71ad071-3927-41eb-85a0-7a9df057445b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:26.410676 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ddc524d3-8663-4f73-8d92-330810a244a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:26.413500 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ddc524d3-8663-4f73-8d92-330810a244a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:26.420097 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ddc524d3-8663-4f73-8d92-330810a244a4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5a77734e-4b6f-4109-ae3c-23e6219b92d9 HTTP/1.1" status: 204 len: 168 time: 0.4210064 Jul 05 04:11:26.427201 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:26.440256 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efb4b9d-c501-47e0-91bb-12a4693289d9 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:11:26.467914 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7efb4b9d-c501-47e0-91bb-12a4693289d9 admin admin] 10.222.0.77 "PUT /v2.0/routers/0885a925-d096-4b38-a626-aeb0313ec154/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4163308 Jul 05 04:11:26.488616 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc524d3-8663-4f73-8d92-330810a244a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a77734e-4b6f-4109-ae3c-23e6219b92d9,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:26.681168 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d70b8e8a-4ccf-476e-b0cf-9f459aaa54db None None] Provisioning complete for port 5753f239-a153-49f3-a392-a09db88e45fb triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:26.681761 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d70b8e8a-4ccf-476e-b0cf-9f459aaa54db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.153806 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f40cb88b-2209-4f6f-a41d-ea56c9aa2dc2 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.180781 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.237678 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f40cb88b-2209-4f6f-a41d-ea56c9aa2dc2 None None] Transition to ACTIVE for port object 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:27.289782 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f40cb88b-2209-4f6f-a41d-ea56c9aa2dc2 None None] Transition to ACTIVE for port object 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:27.307770 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.332334 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f40cb88b-2209-4f6f-a41d-ea56c9aa2dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.341862 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] Transition to ACTIVE for port object ee4a10ae-f633-4f29-ade8-d096a05262ff will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:27.354650 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port a71ad071-3927-41eb-85a0-7a9df057445b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a71ad071-3927-41eb-85a0-7a9df057445b,segment=NetworkSegment(6594acd4-ba96-4b17-bb58-ad5294189cf9),segment_id=6594acd4-ba96-4b17-bb58-ad5294189cf9)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:27.396192 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.399640 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:11:27.404428 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.405141 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 23aa9a35-c8ab-4815-b431-dfb96f47ee25 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:27.406782 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-7fcbe43a-8a14-4de1-a17a-e2402c42ecf0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Allocated IP 172.21.0.1 (56f1b7e7-0a9e-423e-b421-fd45c76cb684/5f15c06f-2cd2-4636-b3d1-edb3c167c850/6a675bdf-dfc0-4722-bc6b-5e60afe071d1) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:11:27.450947 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40cb88b-2209-4f6f-a41d-ea56c9aa2dc2 None None] Network 56f1b7e7-0a9e-423e-b421-fd45c76cb684 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:27.500105 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-f40cb88b-2209-4f6f-a41d-ea56c9aa2dc2 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:27.518582 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-46ffba99-5aad-4759-af74-83313038d09b None None] Provisioning complete for port a71ad071-3927-41eb-85a0-7a9df057445b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:27.518982 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-46ffba99-5aad-4759-af74-83313038d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.556893 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40cb88b-2209-4f6f-a41d-ea56c9aa2dc2 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:11:27.624198 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cb88b-2209-4f6f-a41d-ea56c9aa2dc2 None None] Pushing event updated for resources: {'Port': ['ID=2742e2d7-b9f2-4acd-adaf-0c1ebeed6303,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:27.649460 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe43a-8a14-4de1-a17a-e2402c42ecf0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.683045 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-7fcbe43a-8a14-4de1-a17a-e2402c42ecf0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Transition to ACTIVE for port object 6a675bdf-dfc0-4722-bc6b-5e60afe071d1 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:27.745670 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe43a-8a14-4de1-a17a-e2402c42ecf0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.769180 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] Attempting to bind port ee4a10ae-f633-4f29-ade8-d096a05262ff on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:11:27.769572 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] Attempting to bind port ee4a10ae-f633-4f29-ade8-d096a05262ff by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:11:27.769905 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] Attempting to bind port ee4a10ae-f633-4f29-ade8-d096a05262ff on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:27.814904 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcbe43a-8a14-4de1-a17a-e2402c42ecf0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network 56f1b7e7-0a9e-423e-b421-fd45c76cb684 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:27.828365 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-7fcbe43a-8a14-4de1-a17a-e2402c42ecf0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:27.833518 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcbe43a-8a14-4de1-a17a-e2402c42ecf0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:11:27.851366 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:11:27.851743 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:27.852269 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.852635 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:11:27.853127 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] Bound port: ee4a10ae-f633-4f29-ade8-d096a05262ff, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:11:27.853510 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.863971 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbe43a-8a14-4de1-a17a-e2402c42ecf0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Port': ['ID=6a675bdf-dfc0-4722-bc6b-5e60afe071d1,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:27.901659 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe43a-8a14-4de1-a17a-e2402c42ecf0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.981693 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f40cb88b-2209-4f6f-a41d-ea56c9aa2dc2 None None] Attempting to bind port 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:11:27.982070 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f40cb88b-2209-4f6f-a41d-ea56c9aa2dc2 None None] Attempting to bind port 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '72e1be02-48ff-4a5c-989d-f1f514a4f139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:11:27.982432 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40cb88b-2209-4f6f-a41d-ea56c9aa2dc2 None None] Attempting to bind port 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303 on network 56f1b7e7-0a9e-423e-b421-fd45c76cb684 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:27.984565 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b4de9-67c6-4309-81f6-16591ef714d9 None None] Pushing event updated for resources: {'Port': ['ID=ee4a10ae-f633-4f29-ade8-d096a05262ff,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:28.008039 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 23aa9a35-c8ab-4815-b431-dfb96f47ee25 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:28.091525 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40cb88b-2209-4f6f-a41d-ea56c9aa2dc2 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:11:28.091940 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40cb88b-2209-4f6f-a41d-ea56c9aa2dc2 None None] Checking segment: {'id': '72e1be02-48ff-4a5c-989d-f1f514a4f139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:28.098393 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f40cb88b-2209-4f6f-a41d-ea56c9aa2dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:28.098816 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40cb88b-2209-4f6f-a41d-ea56c9aa2dc2 None None] Bound using segment: {'id': '72e1be02-48ff-4a5c-989d-f1f514a4f139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:11:28.099350 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f40cb88b-2209-4f6f-a41d-ea56c9aa2dc2 None None] Bound port: 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e1be02-48ff-4a5c-989d-f1f514a4f139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:11:28.104254 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f40cb88b-2209-4f6f-a41d-ea56c9aa2dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:28.112612 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 23aa9a35-c8ab-4815-b431-dfb96f47ee25 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:28.115226 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:28.133839 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe43a-8a14-4de1-a17a-e2402c42ecf0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:28.200033 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] For port ee4a10ae-f633-4f29-ade8-d096a05262ff, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:11:28.246315 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] For port ee4a10ae-f633-4f29-ade8-d096a05262ff, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=ee4a10ae-f633-4f29-ade8-d096a05262ff,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:11:28.283760 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:28.302539 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=a71ad071-3927-41eb-85a0-7a9df057445b,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:28.426251 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f40cb88b-2209-4f6f-a41d-ea56c9aa2dc2 None None] For port 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:11:28.480098 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] Routers {'0885a925-d096-4b38-a626-aeb0313ec154'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:28.480860 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:11:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0885a925-d096-4b38-a626-aeb0313ec154'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:28.526415 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b4de9-67c6-4309-81f6-16591ef714d9 None None] Pushing event updated for resources: {'Port': ['ID=ee4a10ae-f633-4f29-ade8-d096a05262ff,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:28.541905 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f40cb88b-2209-4f6f-a41d-ea56c9aa2dc2 None None] For port 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=2742e2d7-b9f2-4acd-adaf-0c1ebeed6303,segment=NetworkSegment(72e1be02-48ff-4a5c-989d-f1f514a4f139),segment_id=72e1be02-48ff-4a5c-989d-f1f514a4f139)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:11:28.555727 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f40cb88b-2209-4f6f-a41d-ea56c9aa2dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:28.569788 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-46ffba99-5aad-4759-af74-83313038d09b None None] Provisioning for port e523679f-027d-4ded-a723-6d97d187ce9f completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:28.571719 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:28.612266 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-46ffba99-5aad-4759-af74-83313038d09b None None] Provisioning complete for port e523679f-027d-4ded-a723-6d97d187ce9f triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:28.612549 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-46ffba99-5aad-4759-af74-83313038d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:28.664118 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe43a-8a14-4de1-a17a-e2402c42ecf0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:28.678684 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe43a-8a14-4de1-a17a-e2402c42ecf0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:28.816581 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbe43a-8a14-4de1-a17a-e2402c42ecf0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Port': ['ID=6a675bdf-dfc0-4722-bc6b-5e60afe071d1,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:28.836177 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fcbe43a-8a14-4de1-a17a-e2402c42ecf0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:28.915951 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-14c645b5-37aa-4a77-98fa-66f72b3b8add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:28.955310 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cb88b-2209-4f6f-a41d-ea56c9aa2dc2 None None] Pushing event updated for resources: {'Port': ['ID=2742e2d7-b9f2-4acd-adaf-0c1ebeed6303,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:28.971024 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 23aa9a35-c8ab-4815-b431-dfb96f47ee25, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=23aa9a35-c8ab-4815-b431-dfb96f47ee25,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:28.975344 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-46ffba99-5aad-4759-af74-83313038d09b None None] Port e523679f-027d-4ded-a723-6d97d187ce9f cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:11:28.989932 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] Set router 0885a925-d096-4b38-a626-aeb0313ec154 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:29.013175 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcbe43a-8a14-4de1-a17a-e2402c42ecf0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network 56f1b7e7-0a9e-423e-b421-fd45c76cb684 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:29.017870 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-7fcbe43a-8a14-4de1-a17a-e2402c42ecf0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:29.367848 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcbe43a-8a14-4de1-a17a-e2402c42ecf0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Router 1a784e59-063b-4d98-873a-c512d77b5b21 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:11:29.522918 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:29.528855 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 09306157-89b1-4a20-a4b7-f050a858c91f up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:29.583682 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcbe43a-8a14-4de1-a17a-e2402c42ecf0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:11:29.602894 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] Sync routers for ids ['1a784e59-063b-4d98-873a-c512d77b5b21'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:11:29.610318 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47766) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:29.618511 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7fcbe43a-8a14-4de1-a17a-e2402c42ecf0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "PUT /v2.0/routers/1a784e59-063b-4d98-873a-c512d77b5b21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2656355 Jul 05 04:11:29.623850 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-3f9f183c-3702-4ffe-b45d-49da901080ce tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'network': {'name': 'tempest-RoutersTest-787023094'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:29.626540 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] Routers {'1a784e59-063b-4d98-873a-c512d77b5b21'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:29.629063 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:11:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1a784e59-063b-4d98-873a-c512d77b5b21'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:29.729907 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9f183c-3702-4ffe-b45d-49da901080ce tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Made reservation on behalf of 8fdb6e0329bb45438346ec9d6376bccd for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:29.743831 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3f9f183c-3702-4ffe-b45d-49da901080ce tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:29.820030 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9f183c-3702-4ffe-b45d-49da901080ce tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:11:29.847242 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3f9f183c-3702-4ffe-b45d-49da901080ce tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:29.849164 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-3f9f183c-3702-4ffe-b45d-49da901080ce tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Added segment 2b4ef3cd-56ba-425f-845c-71ca76645fc2 of type vlan for network a6eb8d44-8d7b-4ce4-a0b5-916364989913 Jul 05 04:11:29.876444 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=23aa9a35-c8ab-4815-b431-dfb96f47ee25,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:29.895609 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:29.915324 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-696ab684-6bb9-4034-80e3-ef0ec2fc0427 None None] Provisioning complete for port e523679f-027d-4ded-a723-6d97d187ce9f triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:29.917286 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-696ab684-6bb9-4034-80e3-ef0ec2fc0427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:29.945320 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] Set router 1a784e59-063b-4d98-873a-c512d77b5b21 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:29.966432 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3f9f183c-3702-4ffe-b45d-49da901080ce tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:30.043811 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3f9f183c-3702-4ffe-b45d-49da901080ce tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:30.054467 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9f183c-3702-4ffe-b45d-49da901080ce tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:30.057147 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3f9f183c-3702-4ffe-b45d-49da901080ce tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:30.071320 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47772) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:30.153609 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-696ab684-6bb9-4034-80e3-ef0ec2fc0427 None None] Port e523679f-027d-4ded-a723-6d97d187ce9f cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:11:30.173439 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 09306157-89b1-4a20-a4b7-f050a858c91f completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:30.187956 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 09306157-89b1-4a20-a4b7-f050a858c91f triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:30.188327 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:30.250268 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f183c-3702-4ffe-b45d-49da901080ce tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Network': ['ID=a6eb8d44-8d7b-4ce4-a0b5-916364989913,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:30.255751 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3f9f183c-3702-4ffe-b45d-49da901080ce tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6437883 Jul 05 04:11:30.259021 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47780) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:30.271820 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-50aa933d-9353-477a-8412-7393f1642b63 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'subnet': {'network_id': 'a6eb8d44-8d7b-4ce4-a0b5-916364989913', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:30.296082 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network a6eb8d44-8d7b-4ce4-a0b5-916364989913 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:11:30.448167 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae1ba9b0-010e-4440-a069-a84d0bffdc45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:30.545471 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:30.548895 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c272bb-5d46-42c8-b8da-c5709ef4e521 None None] Network 56f1b7e7-0a9e-423e-b421-fd45c76cb684 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:30.589389 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:11:28Z', 'revision_number': 3, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None, '_interfaces': [{'id': '6a675bdf-dfc0-4722-bc6b-5e60afe071d1', 'name': '', 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:79:99:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:25Z', 'updated_at': '2021-07-05T04:11:28Z', 'revision_number': 2, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71ad071-3927-41eb-85a0-7a9df057445b', 'name': '', 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:22:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:27Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:30.623558 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] Checking router: 1a784e59-063b-4d98-873a-c512d77b5b21 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:11:30.624857 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] Updating router 1a784e59-063b-4d98-873a-c512d77b5b21 port 6a675bdf-dfc0-4722-bc6b-5e60afe071d1 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:11:30.716289 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:30.778765 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0885a925-d096-4b38-a626-aeb0313ec154', 'name': 'tempest-TestVolumeBootPattern-1647351491-router', 'tenant_id': '79b89ec243ab4698bdce407d71d37495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'ee4a10ae-f633-4f29-ade8-d096a05262ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:24Z', 'revision_number': 4, 'project_id': '79b89ec243ab4698bdce407d71d37495', 'gw_port': {'id': 'ee4a10ae-f633-4f29-ade8-d096a05262ff', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0885a925-d096-4b38-a626-aeb0313ec154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:19Z', 'updated_at': '2021-07-05T04:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'e523679f-027d-4ded-a723-6d97d187ce9f', 'name': '', 'network_id': 'dc0cf5e9-64bb-40d4-a7cf-4703fdca2573', 'tenant_id': '79b89ec243ab4698bdce407d71d37495', 'mac_address': 'fa:16:3e:de:03:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0885a925-d096-4b38-a626-aeb0313ec154', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'ce79ad94-e843-4bbc-86b8-51fbb745ded0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:23Z', 'updated_at': '2021-07-05T04:11:24Z', 'revision_number': 2, 'project_id': '79b89ec243ab4698bdce407d71d37495', 'subnets': [{'id': 'ce79ad94-e843-4bbc-86b8-51fbb745ded0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:30.784271 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-57d362ac-0e0d-4506-be3d-0923c68311cc None None] Provisioning for port 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:30.799064 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 09306157-89b1-4a20-a4b7-f050a858c91f, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=09306157-89b1-4a20-a4b7-f050a858c91f,segment=NetworkSegment(89bed92e-1fcd-43ce-b9e2-ae6779430d05),segment_id=89bed92e-1fcd-43ce-b9e2-ae6779430d05)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:30.821062 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae1ba9b0-010e-4440-a069-a84d0bffdc45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:30.839667 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae1ba9b0-010e-4440-a069-a84d0bffdc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:30.847111 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:30.877808 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdd7cb7-89b4-4b5f-9da0-cace5d67d7e8 None None] The sync data for ids ['0885a925-d096-4b38-a626-aeb0313ec154'] in n-d-780147-23 is: [{'id': '0885a925-d096-4b38-a626-aeb0313ec154', 'name': 'tempest-TestVolumeBootPattern-1647351491-router', 'tenant_id': '79b89ec243ab4698bdce407d71d37495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'ee4a10ae-f633-4f29-ade8-d096a05262ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:24Z', 'revision_number': 4, 'project_id': '79b89ec243ab4698bdce407d71d37495', 'gw_port': {'id': 'ee4a10ae-f633-4f29-ade8-d096a05262ff', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0885a925-d096-4b38-a626-aeb0313ec154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:19Z', 'updated_at': '2021-07-05T04:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'e523679f-027d-4ded-a723-6d97d187ce9f', 'name': '', 'network_id': 'dc0cf5e9-64bb-40d4-a7cf-4703fdca2573', 'tenant_id': '79b89ec243ab4698bdce407d71d37495', 'mac_address': 'fa:16:3e:de:03:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0885a925-d096-4b38-a626-aeb0313ec154', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'ce79ad94-e843-4bbc-86b8-51fbb745ded0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:23Z', 'updated_at': '2021-07-05T04:11:24Z', 'revision_number': 2, 'project_id': '79b89ec243ab4698bdce407d71d37495', 'subnets': [{'id': 'ce79ad94-e843-4bbc-86b8-51fbb745ded0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:11:30.909140 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50aa933d-9353-477a-8412-7393f1642b63 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Made reservation on behalf of 8fdb6e0329bb45438346ec9d6376bccd for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:30.913133 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-50aa933d-9353-477a-8412-7393f1642b63 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:30.951094 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47798) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:31.116970 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=09306157-89b1-4a20-a4b7-f050a858c91f,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:31.245859 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f4f96d59-d807-46b9-966e-659b28207498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:31.292305 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5753f239-a153-49f3-a392-a09db88e45fb up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:31.340616 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-50aa933d-9353-477a-8412-7393f1642b63 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:31.345977 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:31.365099 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ae1ba9b0-010e-4440-a069-a84d0bffdc45 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=951d1386ccf142f89ffb2472db49a300&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2925341 Jul 05 04:11:31.373960 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47808) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:31.385132 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] Transition to ACTIVE for port object 6a675bdf-dfc0-4722-bc6b-5e60afe071d1 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:31.399842 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:31.435680 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a194548e-d78b-49f1-864c-6da13f88e0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:31.439346 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ba9b0-010e-4440-a069-a84d0bffdc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e921b87-e476-41e2-a73d-0dbf48a8b891,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:31.487698 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 5753f239-a153-49f3-a392-a09db88e45fb triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:31.488104 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:31.555077 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa933d-9353-477a-8412-7393f1642b63 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Subnet': ['ID=c4270211-f99f-4168-8eb6-6f25f462c55c,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:31.582319 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f4f96d59-d807-46b9-966e-659b28207498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:31.590580 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7e82d-0da5-40fb-b627-10bbded1f419 None None] Pushing event updated for resources: {'Port': ['ID=6a675bdf-dfc0-4722-bc6b-5e60afe071d1,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:31.595637 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f4f96d59-d807-46b9-966e-659b28207498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:31.652861 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aa933d-9353-477a-8412-7393f1642b63 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Checking segment: {'id': '2b4ef3cd-56ba-425f-845c-71ca76645fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a6eb8d44-8d7b-4ce4-a0b5-916364989913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:31.653223 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aa933d-9353-477a-8412-7393f1642b63 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network hostable DHCP agents. Network: a6eb8d44-8d7b-4ce4-a0b5-916364989913, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:11:31.710237 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f4f96d59-d807-46b9-966e-659b28207498 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=19ec7b6eecfe4f649ed31258e2c76ef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7579825 Jul 05 04:11:31.710961 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47812) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:31.713086 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f96d59-d807-46b9-966e-659b28207498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91538d8-25f7-493d-8d60-61cd032ded20,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:31.715525 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a71ad071-3927-41eb-85a0-7a9df057445b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:31.718577 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3d139b6a-8730-4d9c-afac-5526003a061d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:31.776149 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] Attempting to bind port 6a675bdf-dfc0-4722-bc6b-5e60afe071d1 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:11:31.776653 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] Attempting to bind port 6a675bdf-dfc0-4722-bc6b-5e60afe071d1 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '72e1be02-48ff-4a5c-989d-f1f514a4f139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:11:31.776885 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] Attempting to bind port 6a675bdf-dfc0-4722-bc6b-5e60afe071d1 on network 56f1b7e7-0a9e-423e-b421-fd45c76cb684 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:31.792568 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:11:31.792928 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] Checking segment: {'id': '72e1be02-48ff-4a5c-989d-f1f514a4f139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:31.793374 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3d139b6a-8730-4d9c-afac-5526003a061d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:31.798000 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aa933d-9353-477a-8412-7393f1642b63 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network a6eb8d44-8d7b-4ce4-a0b5-916364989913 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:11:31.801984 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:31.803705 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] Bound using segment: {'id': '72e1be02-48ff-4a5c-989d-f1f514a4f139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:11:31.806793 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] Bound port: 6a675bdf-dfc0-4722-bc6b-5e60afe071d1, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e1be02-48ff-4a5c-989d-f1f514a4f139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:11:31.809827 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:31.821061 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-50aa933d-9353-477a-8412-7393f1642b63 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, a6eb8d44-8d7b-4ce4-a0b5-916364989913) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:31.830955 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:31.831387 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-11f16296-e567-4568-a41d-9ccfde4000df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:31.855040 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aa933d-9353-477a-8412-7393f1642b63 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:31.856786 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-50aa933d-9353-477a-8412-7393f1642b63 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:31.857958 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be94544a-13b1-4095-a122-d3d1aa4cd253 None None] Network a6eb8d44-8d7b-4ce4-a0b5-916364989913 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:31.908275 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-50aa933d-9353-477a-8412-7393f1642b63 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6475687 Jul 05 04:11:31.911128 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47816) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:32.009420 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] For port 6a675bdf-dfc0-4722-bc6b-5e60afe071d1, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:11:32.016709 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] For port 6a675bdf-dfc0-4722-bc6b-5e60afe071d1, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6a675bdf-dfc0-4722-bc6b-5e60afe071d1,segment=NetworkSegment(72e1be02-48ff-4a5c-989d-f1f514a4f139),segment_id=72e1be02-48ff-4a5c-989d-f1f514a4f139)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:11:32.029894 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:32.098837 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3d139b6a-8730-4d9c-afac-5526003a061d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:32.106510 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3d139b6a-8730-4d9c-afac-5526003a061d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:32.113851 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3d139b6a-8730-4d9c-afac-5526003a061d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2e921b87-e476-41e2-a73d-0dbf48a8b891 HTTP/1.1" status: 204 len: 168 time: 0.6755300 Jul 05 04:11:32.124926 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a71ad071-3927-41eb-85a0-7a9df057445b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:32.124926 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:32.152901 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d139b6a-8730-4d9c-afac-5526003a061d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e921b87-e476-41e2-a73d-0dbf48a8b891,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:32.160340 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] Routers {'1a784e59-063b-4d98-873a-c512d77b5b21'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:32.160980 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:11:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1a784e59-063b-4d98-873a-c512d77b5b21'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:32.330172 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-72ff7d8f-a68f-405b-99c0-57e74d297a6b None None] Provisioning for port 6a675bdf-dfc0-4722-bc6b-5e60afe071d1 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:32.356430 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab72feb-5bd2-48af-b5bd-512aad7b042f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-a6eb8d44-8d7b-4ce4-a0b5-916364989913', 'network_id': 'a6eb8d44-8d7b-4ce4-a0b5-916364989913', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'fixed_ips': [{'subnet_id': 'c4270211-f99f-4168-8eb6-6f25f462c55c'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:11:32.357975 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-eab72feb-5bd2-48af-b5bd-512aad7b042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:32.465220 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] Set router 1a784e59-063b-4d98-873a-c512d77b5b21 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:32.652230 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 23aa9a35-c8ab-4815-b431-dfb96f47ee25 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:32.719454 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:32.742895 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-11f16296-e567-4568-a41d-9ccfde4000df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:32.777812 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 23aa9a35-c8ab-4815-b431-dfb96f47ee25 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:32.778188 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:32.836565 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7e82d-0da5-40fb-b627-10bbded1f419 None None] Pushing event updated for resources: {'Port': ['ID=6a675bdf-dfc0-4722-bc6b-5e60afe071d1,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:32.865482 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee0990-99c0-473e-afd2-13524c268db2 req-33f048bb-919f-4e61-811a-b257a7541dda tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:32.867299 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-25ee0990-99c0-473e-afd2-13524c268db2 req-33f048bb-919f-4e61-811a-b257a7541dda tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 812 time: 1.0368848 Jul 05 04:11:32.904381 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-11f16296-e567-4568-a41d-9ccfde4000df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:32.907681 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-11f16296-e567-4568-a41d-9ccfde4000df admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:32.913930 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-11f16296-e567-4568-a41d-9ccfde4000df admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b91538d8-25f7-493d-8d60-61cd032ded20 HTTP/1.1" status: 204 len: 168 time: 1.2017663 Jul 05 04:11:32.923119 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-25ee0990-99c0-473e-afd2-13524c268db2 req-71755ff5-ae18-45b0-969b-325fd2674b7b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/quotas/c5a91f0142e14cf1a9be04e96df390cd HTTP/1.1" status: 200 len: 375 time: 0.0450778 Jul 05 04:11:32.942229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f16296-e567-4568-a41d-9ccfde4000df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91538d8-25f7-493d-8d60-61cd032ded20,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:32.990128 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-527b2415-51b9-4e14-a1d3-5b8479029fa4 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:33.085909 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:11:28Z', 'revision_number': 3, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None, '_interfaces': [{'id': '6a675bdf-dfc0-4722-bc6b-5e60afe071d1', 'name': '', 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:79:99:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:25Z', 'updated_at': '2021-07-05T04:11:31Z', 'revision_number': 4, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71ad071-3927-41eb-85a0-7a9df057445b', 'name': '', 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:22:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:27Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:33.096569 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-25ee0990-99c0-473e-afd2-13524c268db2 req-9850f8b0-6d3c-4454-b717-1d1779ad6330 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1564512 Jul 05 04:11:33.099175 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-eab72feb-5bd2-48af-b5bd-512aad7b042f None None] Allocated IP 172.22.0.2 (a6eb8d44-8d7b-4ce4-a0b5-916364989913/c4270211-f99f-4168-8eb6-6f25f462c55c/26f9bba7-83bb-4b25-bb57-f7e90a138b6b) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:11:33.173582 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801f1a04-1753-4851-b9fb-7772eee01431 None None] The sync data for ids ['1a784e59-063b-4d98-873a-c512d77b5b21'] in n-d-780147-23 is: [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:11:28Z', 'revision_number': 3, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None, '_interfaces': [{'id': '6a675bdf-dfc0-4722-bc6b-5e60afe071d1', 'name': '', 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:79:99:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:25Z', 'updated_at': '2021-07-05T04:11:31Z', 'revision_number': 4, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71ad071-3927-41eb-85a0-7a9df057445b', 'name': '', 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:22:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:27Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:11:33.222694 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47830) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:33.255363 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6cf3e075-0e3b-4d6d-b46f-6a6efa07406a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:33.323277 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-25ee0990-99c0-473e-afd2-13524c268db2 req-5efc0d6a-2a51-486a-96f5-56fd16e8e344 service neutron] 10.222.0.77 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189755 Jul 05 04:11:33.337246 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:33.470500 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-25ee0990-99c0-473e-afd2-13524c268db2 req-e9c52357-9fc0-4d8f-99dd-59eebd488c92 service neutron] 10.222.0.77 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408143 Jul 05 04:11:33.536580 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-eab72feb-5bd2-48af-b5bd-512aad7b042f None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:33.549320 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-eab72feb-5bd2-48af-b5bd-512aad7b042f None None] Transition to ACTIVE for port object 26f9bba7-83bb-4b25-bb57-f7e90a138b6b will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:33.578313 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:33.603633 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:33.603969 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:33.608168 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-eab72feb-5bd2-48af-b5bd-512aad7b042f None None] Transition to ACTIVE for port object 26f9bba7-83bb-4b25-bb57-f7e90a138b6b will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:33.681103 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-eab72feb-5bd2-48af-b5bd-512aad7b042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:33.738990 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-527b2415-51b9-4e14-a1d3-5b8479029fa4 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Allocated IP 172.22.0.1 (a6eb8d44-8d7b-4ce4-a0b5-916364989913/c4270211-f99f-4168-8eb6-6f25f462c55c/3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:11:33.791901 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab72feb-5bd2-48af-b5bd-512aad7b042f None None] Network a6eb8d44-8d7b-4ce4-a0b5-916364989913 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:33.801927 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-eab72feb-5bd2-48af-b5bd-512aad7b042f None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:33.804926 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab72feb-5bd2-48af-b5bd-512aad7b042f None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:11:33.807369 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab72feb-5bd2-48af-b5bd-512aad7b042f None None] Pushing event updated for resources: {'Port': ['ID=26f9bba7-83bb-4b25-bb57-f7e90a138b6b,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:33.839123 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47842) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:33.867784 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b6251eca-cd79-4da5-a72a-86924a2cf4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:33.870926 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6cf3e075-0e3b-4d6d-b46f-6a6efa07406a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:33.890595 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6cf3e075-0e3b-4d6d-b46f-6a6efa07406a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:34.007464 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3e075-0e3b-4d6d-b46f-6a6efa07406a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ed23f3-214b-4e4b-9ad0-b5dd434779d4,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:34.015524 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6cf3e075-0e3b-4d6d-b46f-6a6efa07406a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2fba9f6a437d49deb36ab3022880898e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7914379 Jul 05 04:11:34.017262 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47846) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:34.059932 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-527b2415-51b9-4e14-a1d3-5b8479029fa4 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:34.095236 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b6251eca-cd79-4da5-a72a-86924a2cf4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:34.110804 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b6251eca-cd79-4da5-a72a-86924a2cf4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:34.149626 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-527b2415-51b9-4e14-a1d3-5b8479029fa4 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Transition to ACTIVE for port object 3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:34.189490 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:34.205365 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-eab72feb-5bd2-48af-b5bd-512aad7b042f None None] Attempting to bind port 26f9bba7-83bb-4b25-bb57-f7e90a138b6b on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:11:34.206019 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-eab72feb-5bd2-48af-b5bd-512aad7b042f None None] Attempting to bind port 26f9bba7-83bb-4b25-bb57-f7e90a138b6b by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '2b4ef3cd-56ba-425f-845c-71ca76645fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a6eb8d44-8d7b-4ce4-a0b5-916364989913'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:11:34.206624 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab72feb-5bd2-48af-b5bd-512aad7b042f None None] Attempting to bind port 26f9bba7-83bb-4b25-bb57-f7e90a138b6b on network a6eb8d44-8d7b-4ce4-a0b5-916364989913 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:34.215702 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab72feb-5bd2-48af-b5bd-512aad7b042f None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:11:34.216239 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab72feb-5bd2-48af-b5bd-512aad7b042f None None] Checking segment: {'id': '2b4ef3cd-56ba-425f-845c-71ca76645fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a6eb8d44-8d7b-4ce4-a0b5-916364989913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:34.216726 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-eab72feb-5bd2-48af-b5bd-512aad7b042f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:34.217217 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab72feb-5bd2-48af-b5bd-512aad7b042f None None] Bound using segment: {'id': '2b4ef3cd-56ba-425f-845c-71ca76645fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a6eb8d44-8d7b-4ce4-a0b5-916364989913'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:11:34.217944 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-eab72feb-5bd2-48af-b5bd-512aad7b042f None None] Bound port: 26f9bba7-83bb-4b25-bb57-f7e90a138b6b, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4ef3cd-56ba-425f-845c-71ca76645fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a6eb8d44-8d7b-4ce4-a0b5-916364989913'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:11:34.218444 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-eab72feb-5bd2-48af-b5bd-512aad7b042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:34.252066 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b6251eca-cd79-4da5-a72a-86924a2cf4da admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=696957b21de64b7aa11b95cd12f9fb0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4116070 Jul 05 04:11:34.254901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47854) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:34.275645 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-527b2415-51b9-4e14-a1d3-5b8479029fa4 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:34.301076 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=2742e2d7-b9f2-4acd-adaf-0c1ebeed6303,segment=NetworkSegment(72e1be02-48ff-4a5c-989d-f1f514a4f139),segment_id=72e1be02-48ff-4a5c-989d-f1f514a4f139)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:34.323499 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6251eca-cd79-4da5-a72a-86924a2cf4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dde2ad-20c7-446a-8a69-b49642405fce,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:34.362780 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:34.380707 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-51444552-cb6b-45aa-9a6a-d3c0b8ce479b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:34.443478 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:34.477170 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=2742e2d7-b9f2-4acd-adaf-0c1ebeed6303,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:34.482011 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-eab72feb-5bd2-48af-b5bd-512aad7b042f None None] For port 26f9bba7-83bb-4b25-bb57-f7e90a138b6b, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:11:34.488756 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-eab72feb-5bd2-48af-b5bd-512aad7b042f None None] For port 26f9bba7-83bb-4b25-bb57-f7e90a138b6b, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=26f9bba7-83bb-4b25-bb57-f7e90a138b6b,segment=NetworkSegment(2b4ef3cd-56ba-425f-845c-71ca76645fc2),segment_id=2b4ef3cd-56ba-425f-845c-71ca76645fc2)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:11:34.494004 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527b2415-51b9-4e14-a1d3-5b8479029fa4 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network a6eb8d44-8d7b-4ce4-a0b5-916364989913 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:34.499067 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-eab72feb-5bd2-48af-b5bd-512aad7b042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:34.517862 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-527b2415-51b9-4e14-a1d3-5b8479029fa4 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:34.533880 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-51444552-cb6b-45aa-9a6a-d3c0b8ce479b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:34.550203 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b2415-51b9-4e14-a1d3-5b8479029fa4 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:11:34.565614 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b2415-51b9-4e14-a1d3-5b8479029fa4 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Port': ['ID=3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:34.575786 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-524d9bea-bd06-4667-9782-f6e5717cfd3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:34.695457 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab72feb-5bd2-48af-b5bd-512aad7b042f None None] Pushing event updated for resources: {'Port': ['ID=26f9bba7-83bb-4b25-bb57-f7e90a138b6b,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:34.714127 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-524d9bea-bd06-4667-9782-f6e5717cfd3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:34.826847 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-51444552-cb6b-45aa-9a6a-d3c0b8ce479b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:34.830981 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-51444552-cb6b-45aa-9a6a-d3c0b8ce479b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:34.835754 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-51444552-cb6b-45aa-9a6a-d3c0b8ce479b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/63ed23f3-214b-4e4b-9ad0-b5dd434779d4 HTTP/1.1" status: 204 len: 168 time: 0.8171248 Jul 05 04:11:34.851040 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51444552-cb6b-45aa-9a6a-d3c0b8ce479b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ed23f3-214b-4e4b-9ad0-b5dd434779d4,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:34.900228 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-524d9bea-bd06-4667-9782-f6e5717cfd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:34.908847 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-524d9bea-bd06-4667-9782-f6e5717cfd3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:34.910591 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-524d9bea-bd06-4667-9782-f6e5717cfd3f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/40dde2ad-20c7-446a-8a69-b49642405fce HTTP/1.1" status: 204 len: 168 time: 0.6546454 Jul 05 04:11:34.951330 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d9bea-bd06-4667-9782-f6e5717cfd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dde2ad-20c7-446a-8a69-b49642405fce,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:35.012359 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-527b2415-51b9-4e14-a1d3-5b8479029fa4 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:35.026761 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device ee4a10ae-f633-4f29-ade8-d096a05262ff up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:35.058815 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-88244690-6239-46fc-89cb-291c6f77c8c6 req-238c68de-6fc0-4ec1-9498-891f928148a2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 210 time: 0.9950073 Jul 05 04:11:35.190043 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3358c493-3885-4537-995c-9d07a16012f3 req-b66dec67-89a1-4d70-a394-64c1844ea94d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6645429 Jul 05 04:11:35.235593 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port ee4a10ae-f633-4f29-ade8-d096a05262ff completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:35.242188 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port ee4a10ae-f633-4f29-ade8-d096a05262ff triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:35.242901 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:35.441616 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358c493-3885-4537-995c-9d07a16012f3 req-d6539cd0-4d10-4130-bd98-8b11766ed398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:35.443149 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3358c493-3885-4537-995c-9d07a16012f3 req-d6539cd0-4d10-4130-bd98-8b11766ed398 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b459d90a1104d2f9bfd9c3a9ab3c50e&device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4 HTTP/1.1" status: 200 len: 1097 time: 0.1646540 Jul 05 04:11:35.444242 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-527b2415-51b9-4e14-a1d3-5b8479029fa4 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:35.452959 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:35.485679 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port ee4a10ae-f633-4f29-ade8-d096a05262ff, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=ee4a10ae-f633-4f29-ade8-d096a05262ff,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:35.498294 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:35.499753 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6a675bdf-dfc0-4722-bc6b-5e60afe071d1 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:35.641219 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=ee4a10ae-f633-4f29-ade8-d096a05262ff,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:35.660254 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 6a675bdf-dfc0-4722-bc6b-5e60afe071d1 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:35.674366 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 6a675bdf-dfc0-4722-bc6b-5e60afe071d1 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:35.674751 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:35.888628 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:35.928828 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358c493-3885-4537-995c-9d07a16012f3 req-984f4962-055b-4dcb-81fc-1b74d6f20283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:35.931467 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3358c493-3885-4537-995c-9d07a16012f3 req-984f4962-055b-4dcb-81fc-1b74d6f20283 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b HTTP/1.1" status: 200 len: 911 time: 0.4585409 Jul 05 04:11:35.937416 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 6a675bdf-dfc0-4722-bc6b-5e60afe071d1, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6a675bdf-dfc0-4722-bc6b-5e60afe071d1,segment=NetworkSegment(72e1be02-48ff-4a5c-989d-f1f514a4f139),segment_id=72e1be02-48ff-4a5c-989d-f1f514a4f139)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:35.947671 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:35.948580 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 09306157-89b1-4a20-a4b7-f050a858c91f up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:36.049238 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=6a675bdf-dfc0-4722-bc6b-5e60afe071d1,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:36.080146 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 09306157-89b1-4a20-a4b7-f050a858c91f triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:36.080449 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:36.118481 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3358c493-3885-4537-995c-9d07a16012f3 req-b33db4c4-ca1d-4564-b62f-9d8bbde9d10b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07ce1627-3a79-4a4f-a711-356d889a0ce3 HTTP/1.1" status: 200 len: 1000 time: 0.1534553 Jul 05 04:11:36.146917 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] Sync routers for ids ['0885a925-d096-4b38-a626-aeb0313ec154'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:11:36.168425 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] Routers {'0885a925-d096-4b38-a626-aeb0313ec154'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:36.169075 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:11:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0885a925-d096-4b38-a626-aeb0313ec154'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:36.284302 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358c493-3885-4537-995c-9d07a16012f3 req-6a75d5a5-1446-4fd1-8041-fbc8be9d377b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:36.289561 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3358c493-3885-4537-995c-9d07a16012f3 req-6a75d5a5-1446-4fd1-8041-fbc8be9d377b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9ee9ae53-c8ee-4b49-a395-854bb0a3c12c HTTP/1.1" status: 200 len: 849 time: 0.1460972 Jul 05 04:11:36.296742 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-527b2415-51b9-4e14-a1d3-5b8479029fa4 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:36.320573 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-527b2415-51b9-4e14-a1d3-5b8479029fa4 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:36.349301 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] Set router 0885a925-d096-4b38-a626-aeb0313ec154 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:36.583712 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dace35-4dc7-4c16-9e9a-1d98eae3ccf6 None None] Network a6eb8d44-8d7b-4ce4-a0b5-916364989913 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:36.595317 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47916) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:36.747573 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee0990-99c0-473e-afd2-13524c268db2 req-08ce4d6a-1322-48f0-8c4a-7536aa7986bb tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:36.755338 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-25ee0990-99c0-473e-afd2-13524c268db2 req-08ce4d6a-1322-48f0-8c4a-7536aa7986bb tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.70 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 812 time: 0.3315372 Jul 05 04:11:36.771290 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-25ee0990-99c0-473e-afd2-13524c268db2 req-1565a57c-5237-412f-9f86-7574edb8099a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Request body: {'port': {'device_id': 'adb5c3c4-7982-4aba-a587-ea0eab1b715d', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'admin_state_up': True, 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:36.871072 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device ee4a10ae-f633-4f29-ade8-d096a05262ff up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:36.931545 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5170bf62-882f-4014-a7de-889f95343eaf None None] Provisioning for port 26f9bba7-83bb-4b25-bb57-f7e90a138b6b completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:36.983509 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-588bd99a-404d-4fac-884c-1eba297e2275 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2112798209-network', 'tenant_id': '9408a260780445c89932fc7cc974d293'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:37.010871 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.db.api [None req-588bd99a-404d-4fac-884c-1eba297e2275 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:11:37.010871 n-d-780147-23 neutron-server[105539]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 04:11:37.010871 n-d-780147-23 neutron-server[105539]: [parameters: {'project_id': '9408a260780445c89932fc7cc974d293', 'id': 'c58b9c1d-7447-4ff3-b04c-fa694360d81e', 'expiration': datetime.datetime(2021, 7, 5, 4, 13, 37, 280)}] Jul 05 04:11:37.010871 n-d-780147-23 neutron-server[105539]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105539) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:11:37.011837 n-d-780147-23 neutron-server[105539]: DEBUG oslo_db.api [None req-588bd99a-404d-4fac-884c-1eba297e2275 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:11:37.021592 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25ee0990-99c0-473e-afd2-13524c268db2 req-1565a57c-5237-412f-9f86-7574edb8099a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Made reservation on behalf of c5a91f0142e14cf1a9be04e96df390cd for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:37.025472 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-25ee0990-99c0-473e-afd2-13524c268db2 req-1565a57c-5237-412f-9f86-7574edb8099a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:37.118741 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port ee4a10ae-f633-4f29-ade8-d096a05262ff triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:37.120210 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:37.164179 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-31a64c1c-565d-4c85-aecb-d34e6c9557e4 req-eed246ef-c283-489c-abf1-ee9cacfd62ad service neutron] (105538) timed out ('10.222.0.89', 53978) {{(pid=105538) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:11:37.165469 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-79ef46dd-2aa4-4b64-870a-172706afc905 req-fc357fd2-0355-4af9-b2c3-8561b97c541c tempest-ImagesTestJSON-1751238552 tempest-ImagesTestJSON-1751238552-project] (105538) timed out ('10.222.0.89', 53729) {{(pid=105538) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:11:37.252366 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0885a925-d096-4b38-a626-aeb0313ec154', 'name': 'tempest-TestVolumeBootPattern-1647351491-router', 'tenant_id': '79b89ec243ab4698bdce407d71d37495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'ee4a10ae-f633-4f29-ade8-d096a05262ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:24Z', 'revision_number': 4, 'project_id': '79b89ec243ab4698bdce407d71d37495', 'gw_port': {'id': 'ee4a10ae-f633-4f29-ade8-d096a05262ff', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0885a925-d096-4b38-a626-aeb0313ec154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:19Z', 'updated_at': '2021-07-05T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'e523679f-027d-4ded-a723-6d97d187ce9f', 'name': '', 'network_id': 'dc0cf5e9-64bb-40d4-a7cf-4703fdca2573', 'tenant_id': '79b89ec243ab4698bdce407d71d37495', 'mac_address': 'fa:16:3e:de:03:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0885a925-d096-4b38-a626-aeb0313ec154', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'ce79ad94-e843-4bbc-86b8-51fbb745ded0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:23Z', 'updated_at': '2021-07-05T04:11:24Z', 'revision_number': 2, 'project_id': '79b89ec243ab4698bdce407d71d37495', 'subnets': [{'id': 'ce79ad94-e843-4bbc-86b8-51fbb745ded0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:37.256227 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39a440d7-e1f8-4917-8d4f-e7b24fe87347 req-f4abd8bb-b583-4a84-9e9d-e4fa53dfc12b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 210 time: 0.8371406 Jul 05 04:11:37.283485 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-25ee0990-99c0-473e-afd2-13524c268db2 req-1565a57c-5237-412f-9f86-7574edb8099a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Allocated IP 172.20.0.5 (9e2bc1e9-0d67-4f0c-aa81-a034266b5687/40568ec5-9a32-47f3-85b6-60f4faaa494c/6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:11:37.292316 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-527b2415-51b9-4e14-a1d3-5b8479029fa4 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:37.302522 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] Checking router: 0885a925-d096-4b38-a626-aeb0313ec154 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:11:37.302939 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] Updating router 0885a925-d096-4b38-a626-aeb0313ec154 port e523679f-027d-4ded-a723-6d97d187ce9f binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:11:37.306524 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b2415-51b9-4e14-a1d3-5b8479029fa4 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Port': ['ID=3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:37.372743 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6a675bdf-dfc0-4722-bc6b-5e60afe071d1 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:37.415230 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358c493-3885-4537-995c-9d07a16012f3 req-1faf4813-7953-463c-be53-c84026298a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:37.417074 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3358c493-3885-4537-995c-9d07a16012f3 req-1faf4813-7953-463c-be53-c84026298a95 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1180713 Jul 05 04:11:37.425640 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527b2415-51b9-4e14-a1d3-5b8479029fa4 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network a6eb8d44-8d7b-4ce4-a0b5-916364989913 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:37.436086 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-527b2415-51b9-4e14-a1d3-5b8479029fa4 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:37.457757 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-25ee0990-99c0-473e-afd2-13524c268db2 req-1565a57c-5237-412f-9f86-7574edb8099a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:37.475644 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-25ee0990-99c0-473e-afd2-13524c268db2 req-1565a57c-5237-412f-9f86-7574edb8099a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Transition to ACTIVE for port object 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:37.481571 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:37.528848 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-25ee0990-99c0-473e-afd2-13524c268db2 req-1565a57c-5237-412f-9f86-7574edb8099a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:37.660797 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565a57c-5237-412f-9f86-7574edb8099a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event updated for resources: {'Port': ['ID=6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:37.696826 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ee0990-99c0-473e-afd2-13524c268db2 req-1565a57c-5237-412f-9f86-7574edb8099a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:37.708757 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-25ee0990-99c0-473e-afd2-13524c268db2 req-1565a57c-5237-412f-9f86-7574edb8099a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:37.711663 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ee0990-99c0-473e-afd2-13524c268db2 req-1565a57c-5237-412f-9f86-7574edb8099a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:11:37.803642 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527b2415-51b9-4e14-a1d3-5b8479029fa4 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Router 1a784e59-063b-4d98-873a-c512d77b5b21 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:11:37.817430 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee0990-99c0-473e-afd2-13524c268db2 req-1565a57c-5237-412f-9f86-7574edb8099a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:37.818133 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-25ee0990-99c0-473e-afd2-13524c268db2 req-1565a57c-5237-412f-9f86-7574edb8099a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:37.821784 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3358c493-3885-4537-995c-9d07a16012f3 req-bfc587b8-8bff-408a-9bba-db172641a358 service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944941 Jul 05 04:11:37.830341 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588bd99a-404d-4fac-884c-1eba297e2275 admin admin] Made reservation on behalf of 9408a260780445c89932fc7cc974d293 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:37.831511 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-588bd99a-404d-4fac-884c-1eba297e2275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:37.842333 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-588bd99a-404d-4fac-884c-1eba297e2275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:37.987172 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:38.007518 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] Transition to ACTIVE for port object e523679f-027d-4ded-a723-6d97d187ce9f will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:38.029756 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:38.049480 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-588bd99a-404d-4fac-884c-1eba297e2275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:38.058691 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-588bd99a-404d-4fac-884c-1eba297e2275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:38.105314 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588bd99a-404d-4fac-884c-1eba297e2275 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:11:38.117461 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-25ee0990-99c0-473e-afd2-13524c268db2 req-1565a57c-5237-412f-9f86-7574edb8099a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3506248 Jul 05 04:11:38.143824 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-25ee0990-99c0-473e-afd2-13524c268db2 req-a90fb6a8-6cc3-4ec4-a7a0-9e37e3cd1cee service neutron] Request body: {'port': {'device_id': 'adb5c3c4-7982-4aba-a587-ea0eab1b715d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:38.192795 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 6a675bdf-dfc0-4722-bc6b-5e60afe071d1 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:38.193391 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:38.234197 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-588bd99a-404d-4fac-884c-1eba297e2275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:38.241676 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-588bd99a-404d-4fac-884c-1eba297e2275 admin admin] Added segment a8d12658-9a7a-463b-a8db-745483385eed of type vlan for network 32bf53ec-9f19-4cc5-aed3-53529facf471 Jul 05 04:11:38.277571 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588bd99a-404d-4fac-884c-1eba297e2275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae2494f-241a-4afe-b95c-ca94f2085f1a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:38.279591 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a0edb25c-9b1e-40bd-a985-b9157b6a440a None None] Provisioning for port 3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:38.311262 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527b2415-51b9-4e14-a1d3-5b8479029fa4 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:11:38.318839 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3358c493-3885-4537-995c-9d07a16012f3 req-716bb7ca-c36c-4d03-b708-5666a5b47901 service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662976 Jul 05 04:11:38.327297 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] Sync routers for ids ['1a784e59-063b-4d98-873a-c512d77b5b21'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:11:38.333982 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-527b2415-51b9-4e14-a1d3-5b8479029fa4 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "PUT /v2.0/routers/1a784e59-063b-4d98-873a-c512d77b5b21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4212759 Jul 05 04:11:38.352682 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 47950) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:38.354450 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] Routers {'1a784e59-063b-4d98-873a-c512d77b5b21'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:38.361047 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:11:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1a784e59-063b-4d98-873a-c512d77b5b21'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:38.379738 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625da43-7160-4b4d-a5bf-cdfdcbe525ed None None] Pushing event updated for resources: {'Port': ['ID=e523679f-027d-4ded-a723-6d97d187ce9f,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:38.382744 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-11784e01-dcee-4790-bf51-3464e11bb3a7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'network': {'name': 'tempest-RoutersTest-1850582831'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:38.395457 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a0edb25c-9b1e-40bd-a985-b9157b6a440a None None] Provisioning complete for port 3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:38.395885 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a0edb25c-9b1e-40bd-a985-b9157b6a440a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:38.456320 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11784e01-dcee-4790-bf51-3464e11bb3a7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Made reservation on behalf of 8fdb6e0329bb45438346ec9d6376bccd for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:38.460192 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-11784e01-dcee-4790-bf51-3464e11bb3a7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:38.479660 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-588bd99a-404d-4fac-884c-1eba297e2275 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:38.548338 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:38.592383 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] Attempting to bind port e523679f-027d-4ded-a723-6d97d187ce9f on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:11:38.593524 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] Attempting to bind port e523679f-027d-4ded-a723-6d97d187ce9f by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '89bed92e-1fcd-43ce-b9e2-ae6779430d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dc0cf5e9-64bb-40d4-a7cf-4703fdca2573'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:11:38.594062 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] Attempting to bind port e523679f-027d-4ded-a723-6d97d187ce9f on network dc0cf5e9-64bb-40d4-a7cf-4703fdca2573 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:38.637144 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-25ee0990-99c0-473e-afd2-13524c268db2 req-a90fb6a8-6cc3-4ec4-a7a0-9e37e3cd1cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:38.649893 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:11:38.650268 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] Checking segment: {'id': '89bed92e-1fcd-43ce-b9e2-ae6779430d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dc0cf5e9-64bb-40d4-a7cf-4703fdca2573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:38.650679 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:38.651141 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] Bound using segment: {'id': '89bed92e-1fcd-43ce-b9e2-ae6779430d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dc0cf5e9-64bb-40d4-a7cf-4703fdca2573'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:11:38.651648 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] Bound port: e523679f-027d-4ded-a723-6d97d187ce9f, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89bed92e-1fcd-43ce-b9e2-ae6779430d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dc0cf5e9-64bb-40d4-a7cf-4703fdca2573'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:11:38.652066 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:38.654392 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a0edb25c-9b1e-40bd-a985-b9157b6a440a None None] Port 3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:11:38.693886 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] Set router 1a784e59-063b-4d98-873a-c512d77b5b21 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:38.831266 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:38.832564 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:38.902470 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f7cce-512e-45bf-b554-52879ecccce0 req-89c9b399-df5d-4cea-a384-9a6d2d981e53 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:38.908621 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5b4f7cce-512e-45bf-b554-52879ecccce0 req-89c9b399-df5d-4cea-a384-9a6d2d981e53 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 931 time: 0.2132368 Jul 05 04:11:38.945646 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ee628f77-2017-4ecf-8921-552f80e40055 None None] Provisioning for port 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:39.007756 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5b4f7cce-512e-45bf-b554-52879ecccce0 req-452cf32f-8313-40eb-ae34-b5d8eac71e14 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931063 Jul 05 04:11:39.017469 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ee628f77-2017-4ecf-8921-552f80e40055 None None] Provisioning complete for port 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:39.017654 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11784e01-dcee-4790-bf51-3464e11bb3a7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:11:39.019689 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ee628f77-2017-4ecf-8921-552f80e40055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.028259 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:11:35Z', 'revision_number': 4, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None, '_interfaces': [{'id': '3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676', 'name': '', 'network_id': 'a6eb8d44-8d7b-4ce4-a0b5-916364989913', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:e2:c1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c4270211-f99f-4168-8eb6-6f25f462c55c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:33Z', 'updated_at': '2021-07-05T04:11:35Z', 'revision_number': 2, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': 'c4270211-f99f-4168-8eb6-6f25f462c55c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a675bdf-dfc0-4722-bc6b-5e60afe071d1', 'name': '', 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:79:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:25Z', 'updated_at': '2021-07-05T04:11:35Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71ad071-3927-41eb-85a0-7a9df057445b', 'name': '', 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:22:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:27Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:39.045391 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-588bd99a-404d-4fac-884c-1eba297e2275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.047304 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588bd99a-404d-4fac-884c-1eba297e2275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:39.048103 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-588bd99a-404d-4fac-884c-1eba297e2275 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.066720 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-11784e01-dcee-4790-bf51-3464e11bb3a7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.067276 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-11784e01-dcee-4790-bf51-3464e11bb3a7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Added segment 4d728364-bb82-4a30-82c5-97647dcde43c of type vlan for network f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8 Jul 05 04:11:39.098097 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] Checking router: 1a784e59-063b-4d98-873a-c512d77b5b21 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:11:39.098429 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] Updating router 1a784e59-063b-4d98-873a-c512d77b5b21 port 3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:11:39.120284 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] For port e523679f-027d-4ded-a723-6d97d187ce9f, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:11:39.150894 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] For port e523679f-027d-4ded-a723-6d97d187ce9f, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e523679f-027d-4ded-a723-6d97d187ce9f,segment=NetworkSegment(89bed92e-1fcd-43ce-b9e2-ae6779430d05),segment_id=89bed92e-1fcd-43ce-b9e2-ae6779430d05)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:11:39.161602 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-25ee0990-99c0-473e-afd2-13524c268db2 req-a90fb6a8-6cc3-4ec4-a7a0-9e37e3cd1cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:11:39.172365 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-ee628f77-2017-4ecf-8921-552f80e40055 None None] Port 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:11:39.182873 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.183467 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-588bd99a-404d-4fac-884c-1eba297e2275 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5820069 Jul 05 04:11:39.189930 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47962) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:39.190896 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-25ee0990-99c0-473e-afd2-13524c268db2 req-a90fb6a8-6cc3-4ec4-a7a0-9e37e3cd1cee service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.195278 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-a9f8ceb1-1f45-4a84-93b9-d989087ba34c admin admin] Request body: {'subnet': {'network_id': '32bf53ec-9f19-4cc5-aed3-53529facf471', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2112798209-subnet', 'tenant_id': '9408a260780445c89932fc7cc974d293', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:39.197128 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-11784e01-dcee-4790-bf51-3464e11bb3a7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.204473 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588bd99a-404d-4fac-884c-1eba297e2275 admin admin] Pushing event updated for resources: {'Network': ['ID=32bf53ec-9f19-4cc5-aed3-53529facf471,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:39.255232 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-25ee0990-99c0-473e-afd2-13524c268db2 req-a90fb6a8-6cc3-4ec4-a7a0-9e37e3cd1cee service neutron] Transition to ACTIVE for port object 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:39.272839 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f8ceb1-1f45-4a84-93b9-d989087ba34c admin admin] Made reservation on behalf of 9408a260780445c89932fc7cc974d293 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:39.275295 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a9f8ceb1-1f45-4a84-93b9-d989087ba34c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.285859 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-25ee0990-99c0-473e-afd2-13524c268db2 req-a90fb6a8-6cc3-4ec4-a7a0-9e37e3cd1cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.323748 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 26f9bba7-83bb-4b25-bb57-f7e90a138b6b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:39.371006 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.455532 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 32bf53ec-9f19-4cc5-aed3-53529facf471 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:11:39.472170 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625da43-7160-4b4d-a5bf-cdfdcbe525ed None None] Pushing event updated for resources: {'Port': ['ID=e523679f-027d-4ded-a723-6d97d187ce9f,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:39.483077 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-11784e01-dcee-4790-bf51-3464e11bb3a7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.507830 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11784e01-dcee-4790-bf51-3464e11bb3a7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:39.520082 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-11784e01-dcee-4790-bf51-3464e11bb3a7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.558069 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47968) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:39.596332 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fb6a8-6cc3-4ec4-a7a0-9e37e3cd1cee service neutron] Pushing event updated for resources: {'Port': ['ID=6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:39.609873 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ee628f77-2017-4ecf-8921-552f80e40055 None None] Provisioning complete for port 3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:39.610261 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ee628f77-2017-4ecf-8921-552f80e40055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.669999 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-11784e01-dcee-4790-bf51-3464e11bb3a7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3069379 Jul 05 04:11:39.681943 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47972) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:39.851144 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-d220115c-d9dd-434e-905f-a5c2d43c712a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'subnet': {'network_id': 'f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:39.918923 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.929737 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] Transition to ACTIVE for port object 3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:39.946089 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-25ee0990-99c0-473e-afd2-13524c268db2 req-a90fb6a8-6cc3-4ec4-a7a0-9e37e3cd1cee service neutron] Attempting to bind port 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:11:39.946443 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-25ee0990-99c0-473e-afd2-13524c268db2 req-a90fb6a8-6cc3-4ec4-a7a0-9e37e3cd1cee service neutron] Attempting to bind port 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:11:39.946862 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ee0990-99c0-473e-afd2-13524c268db2 req-a90fb6a8-6cc3-4ec4-a7a0-9e37e3cd1cee service neutron] Attempting to bind port 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa on network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:39.949725 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.953287 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d1ee0685-5cf5-4f8d-b33e-a0df0812f4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.957241 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a9f8ceb1-1f45-4a84-93b9-d989087ba34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.973008 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11784e01-dcee-4790-bf51-3464e11bb3a7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Network': ['ID=f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:39.975509 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ee0990-99c0-473e-afd2-13524c268db2 req-a90fb6a8-6cc3-4ec4-a7a0-9e37e3cd1cee service neutron] Port 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa on network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:11:39.987918 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ee0990-99c0-473e-afd2-13524c268db2 req-a90fb6a8-6cc3-4ec4-a7a0-9e37e3cd1cee service neutron] Attempting to bind port 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa on network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:39.994033 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ee0990-99c0-473e-afd2-13524c268db2 req-a90fb6a8-6cc3-4ec4-a7a0-9e37e3cd1cee service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:11:39.994412 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ee0990-99c0-473e-afd2-13524c268db2 req-a90fb6a8-6cc3-4ec4-a7a0-9e37e3cd1cee service neutron] Checking segment: {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:39.994800 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ee0990-99c0-473e-afd2-13524c268db2 req-a90fb6a8-6cc3-4ec4-a7a0-9e37e3cd1cee service neutron] Bound using segment: {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:11:39.995241 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-25ee0990-99c0-473e-afd2-13524c268db2 req-a90fb6a8-6cc3-4ec4-a7a0-9e37e3cd1cee service neutron] Bound port: 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:11:39.995606 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-25ee0990-99c0-473e-afd2-13524c268db2 req-a90fb6a8-6cc3-4ec4-a7a0-9e37e3cd1cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.031246 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d220115c-d9dd-434e-905f-a5c2d43c712a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Made reservation on behalf of 8fdb6e0329bb45438346ec9d6376bccd for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:40.036054 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d220115c-d9dd-434e-905f-a5c2d43c712a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.168288 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-25ee0990-99c0-473e-afd2-13524c268db2 req-a90fb6a8-6cc3-4ec4-a7a0-9e37e3cd1cee service neutron] For port 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:11:40.174164 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8ceb1-1f45-4a84-93b9-d989087ba34c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb44dd15-daa0-43dc-82cd-9cdda0a1aec5,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:40.176467 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-25ee0990-99c0-473e-afd2-13524c268db2 req-a90fb6a8-6cc3-4ec4-a7a0-9e37e3cd1cee service neutron] For port 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:11:40.201336 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-25ee0990-99c0-473e-afd2-13524c268db2 req-a90fb6a8-6cc3-4ec4-a7a0-9e37e3cd1cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.280691 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee0990-99c0-473e-afd2-13524c268db2 req-a90fb6a8-6cc3-4ec4-a7a0-9e37e3cd1cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:40.281773 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-25ee0990-99c0-473e-afd2-13524c268db2 req-a90fb6a8-6cc3-4ec4-a7a0-9e37e3cd1cee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.283612 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-25ee0990-99c0-473e-afd2-13524c268db2 req-a90fb6a8-6cc3-4ec4-a7a0-9e37e3cd1cee service neutron] 10.222.0.70 "PUT /v2.0/ports/6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa HTTP/1.1" status: 200 len: 1092 time: 2.1508605 Jul 05 04:11:40.284275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb5c3c4-7982-4aba-a587-ea0eab1b715d', 'tag': '6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:40.286795 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38648b2f-2bc9-435f-8c21-f345eb6734bb" -d '{"events": [{"name": "network-changed", "server_uuid": "adb5c3c4-7982-4aba-a587-ea0eab1b715d", "tag": "6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:40.316298 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-ee628f77-2017-4ecf-8921-552f80e40055 None None] Port 3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:11:40.318716 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fb6a8-6cc3-4ec4-a7a0-9e37e3cd1cee service neutron] Pushing event updated for resources: {'Port': ['ID=6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:40.372012 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:11:40.413147 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 26f9bba7-83bb-4b25-bb57-f7e90a138b6b completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:40.434043 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122f720d-c18b-4bbf-995d-905a2dc912d7 x-openstack-request-id: req-122f720d-c18b-4bbf-995d-905a2dc912d7 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:40.434632 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb5c3c4-7982-4aba-a587-ea0eab1b715d", "tag": "6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:40.435044 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-122f720d-c18b-4bbf-995d-905a2dc912d7 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:40.435564 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f5b3b-225b-40d0-9c7b-9adfc9be23b1 None None] Pushing event updated for resources: {'Port': ['ID=3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:40.437340 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb5c3c4-7982-4aba-a587-ea0eab1b715d', 'tag': '6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa', 'status': 'completed', 'code': 200} Jul 05 04:11:40.455291 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] Routers {'0885a925-d096-4b38-a626-aeb0313ec154'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:40.457207 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:11:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0885a925-d096-4b38-a626-aeb0313ec154'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:40.469914 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] Attempting to bind port 3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:11:40.474174 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] Attempting to bind port 3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '2b4ef3cd-56ba-425f-845c-71ca76645fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a6eb8d44-8d7b-4ce4-a0b5-916364989913'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:11:40.474986 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] Attempting to bind port 3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676 on network a6eb8d44-8d7b-4ce4-a0b5-916364989913 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:40.498206 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:11:40.498567 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] Checking segment: {'id': '2b4ef3cd-56ba-425f-845c-71ca76645fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a6eb8d44-8d7b-4ce4-a0b5-916364989913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:40.501257 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.503751 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] Bound using segment: {'id': '2b4ef3cd-56ba-425f-845c-71ca76645fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a6eb8d44-8d7b-4ce4-a0b5-916364989913'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:11:40.504728 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] Bound port: 3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4ef3cd-56ba-425f-845c-71ca76645fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a6eb8d44-8d7b-4ce4-a0b5-916364989913'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:11:40.505296 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.509324 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee0990-99c0-473e-afd2-13524c268db2 req-4c7256f1-c03f-4fdf-a396-5b68decc2ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:40.511172 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-25ee0990-99c0-473e-afd2-13524c268db2 req-4c7256f1-c03f-4fdf-a396-5b68decc2ff0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 1095 time: 0.1511941 Jul 05 04:11:40.655158 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-25ee0990-99c0-473e-afd2-13524c268db2 req-06fbe927-24d8-4e60-8e49-232a8784c50f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa HTTP/1.1" status: 200 len: 217 time: 0.1274960 Jul 05 04:11:40.699661 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] For port 3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:11:40.710647 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] For port 3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676,segment=NetworkSegment(2b4ef3cd-56ba-425f-845c-71ca76645fc2),segment_id=2b4ef3cd-56ba-425f-845c-71ca76645fc2)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:11:40.722278 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.752447 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] Set router 0885a925-d096-4b38-a626-aeb0313ec154 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:40.804382 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee0990-99c0-473e-afd2-13524c268db2 req-116e1bf3-2f31-422a-9b88-4d522ea2c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:40.805885 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-25ee0990-99c0-473e-afd2-13524c268db2 req-116e1bf3-2f31-422a-9b88-4d522ea2c131 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=40568ec5-9a32-47f3-85b6-60f4faaa494c HTTP/1.1" status: 200 len: 851 time: 0.1429701 Jul 05 04:11:40.846814 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] Routers {'1a784e59-063b-4d98-873a-c512d77b5b21'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:40.855864 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:11:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1a784e59-063b-4d98-873a-c512d77b5b21'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:40.928296 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d1ee0685-5cf5-4f8d-b33e-a0df0812f4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.964526 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee0990-99c0-473e-afd2-13524c268db2 req-97505470-017f-4b53-aebf-f4a12d41c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:40.966479 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d220115c-d9dd-434e-905f-a5c2d43c712a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.971675 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-25ee0990-99c0-473e-afd2-13524c268db2 req-97505470-017f-4b53-aebf-f4a12d41c50c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1561387 Jul 05 04:11:40.985188 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d1ee0685-5cf5-4f8d-b33e-a0df0812f4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:41.006669 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 26f9bba7-83bb-4b25-bb57-f7e90a138b6b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:41.008420 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:41.122682 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-25ee0990-99c0-473e-afd2-13524c268db2 req-566da9f9-4ed5-45da-bcad-d1e4fe6b11ee service neutron] 10.222.0.70 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444209 Jul 05 04:11:41.199902 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] Set router 1a784e59-063b-4d98-873a-c512d77b5b21 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:41.222969 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d1ee0685-5cf5-4f8d-b33e-a0df0812f4b5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7d07dd788ec64ffe80e135878f7caa91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6632419 Jul 05 04:11:41.243935 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47990) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:41.250064 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f5b3b-225b-40d0-9c7b-9adfc9be23b1 None None] Pushing event updated for resources: {'Port': ['ID=3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:41.299295 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee0685-5cf5-4f8d-b33e-a0df0812f4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab95db86-85a5-405a-9edf-c4eda5d073d2,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:41.314333 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f8ceb1-1f45-4a84-93b9-d989087ba34c admin admin] Checking segment: {'id': 'a8d12658-9a7a-463b-a8db-745483385eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '32bf53ec-9f19-4cc5-aed3-53529facf471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:41.322052 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f8ceb1-1f45-4a84-93b9-d989087ba34c admin admin] Network hostable DHCP agents. Network: 32bf53ec-9f19-4cc5-aed3-53529facf471, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:11:41.324752 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-25ee0990-99c0-473e-afd2-13524c268db2 req-595fddd2-076d-4c93-830b-cd608fae360b service neutron] 10.222.0.70 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950562 Jul 05 04:11:41.430806 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f8ceb1-1f45-4a84-93b9-d989087ba34c admin admin] Network 32bf53ec-9f19-4cc5-aed3-53529facf471 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:11:41.473835 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-a9f8ceb1-1f45-4a84-93b9-d989087ba34c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 32bf53ec-9f19-4cc5-aed3-53529facf471) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:41.505967 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76739fb9-6efc-4036-9b3e-2446c0216d84 req-a7c98d4b-6223-42a1-9957-aba1954e1510 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:41.514857 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-76739fb9-6efc-4036-9b3e-2446c0216d84 req-a7c98d4b-6223-42a1-9957-aba1954e1510 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 943 time: 0.8284800 Jul 05 04:11:41.517889 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f8ceb1-1f45-4a84-93b9-d989087ba34c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:41.518683 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a9f8ceb1-1f45-4a84-93b9-d989087ba34c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:41.569692 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be639cad-e962-48df-8cc5-c99c8f32bc00 None None] Network 32bf53ec-9f19-4cc5-aed3-53529facf471 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:41.572659 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220115c-d9dd-434e-905f-a5c2d43c712a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Subnet': ['ID=f9b58995-992c-4d8b-b0c6-b5d6c8ccce77,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:41.585916 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38648b2f-2bc9-435f-8c21-f345eb6734bb req-47f948d4-36c8-4b22-89bf-dfd91507ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:41.587358 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a9f8ceb1-1f45-4a84-93b9-d989087ba34c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3962045 Jul 05 04:11:41.587577 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38648b2f-2bc9-435f-8c21-f345eb6734bb req-47f948d4-36c8-4b22-89bf-dfd91507ecab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 1095 time: 0.1692884 Jul 05 04:11:41.636417 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-76739fb9-6efc-4036-9b3e-2446c0216d84 req-a4543ae0-3613-4c17-8bd7-efa440f45154 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201754 Jul 05 04:11:41.678256 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d220115c-d9dd-434e-905f-a5c2d43c712a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Checking segment: {'id': '4d728364-bb82-4a30-82c5-97647dcde43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:41.678636 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d220115c-d9dd-434e-905f-a5c2d43c712a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network hostable DHCP agents. Network: f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:11:41.683120 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:11:35Z', 'revision_number': 4, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None, '_interfaces': [{'id': '3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676', 'name': '', 'network_id': 'a6eb8d44-8d7b-4ce4-a0b5-916364989913', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:e2:c1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c4270211-f99f-4168-8eb6-6f25f462c55c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:33Z', 'updated_at': '2021-07-05T04:11:40Z', 'revision_number': 4, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': 'c4270211-f99f-4168-8eb6-6f25f462c55c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a675bdf-dfc0-4722-bc6b-5e60afe071d1', 'name': '', 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:79:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:25Z', 'updated_at': '2021-07-05T04:11:35Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71ad071-3927-41eb-85a0-7a9df057445b', 'name': '', 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:22:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:27Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:41.740766 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fd066e-02ea-4ce3-b145-31200cc8a4be None None] The sync data for ids ['1a784e59-063b-4d98-873a-c512d77b5b21'] in n-d-780147-23 is: [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:11:35Z', 'revision_number': 4, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None, '_interfaces': [{'id': '3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676', 'name': '', 'network_id': 'a6eb8d44-8d7b-4ce4-a0b5-916364989913', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:e2:c1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c4270211-f99f-4168-8eb6-6f25f462c55c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:33Z', 'updated_at': '2021-07-05T04:11:40Z', 'revision_number': 4, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': 'c4270211-f99f-4168-8eb6-6f25f462c55c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a675bdf-dfc0-4722-bc6b-5e60afe071d1', 'name': '', 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:79:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:25Z', 'updated_at': '2021-07-05T04:11:35Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71ad071-3927-41eb-85a0-7a9df057445b', 'name': '', 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:22:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:27Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:11:41.749491 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-862b05b4-d1c1-4576-9811-7affd2f0b84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:41.763163 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d220115c-d9dd-434e-905f-a5c2d43c712a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:11:41.859304 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-d220115c-d9dd-434e-905f-a5c2d43c712a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:41.875745 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-862b05b4-d1c1-4576-9811-7affd2f0b84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:41.918069 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d220115c-d9dd-434e-905f-a5c2d43c712a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:41.919680 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d220115c-d9dd-434e-905f-a5c2d43c712a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:41.948753 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38648b2f-2bc9-435f-8c21-f345eb6734bb req-6c871565-1ce5-44ab-a0a3-f5ca71c7c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:41.950524 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38648b2f-2bc9-435f-8c21-f345eb6734bb req-6c871565-1ce5-44ab-a0a3-f5ca71c7c1bc service neutron] 10.222.0.70 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 913 time: 0.3352671 Jul 05 04:11:41.975545 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa81167-03dd-415b-a231-aadcfff59231 None None] Network f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:42.064510 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d220115c-d9dd-434e-905f-a5c2d43c712a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3746338 Jul 05 04:11:42.065618 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48000) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:42.099187 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38648b2f-2bc9-435f-8c21-f345eb6734bb req-d1ae57fb-635d-446a-818d-7fe991c3ca45 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa HTTP/1.1" status: 200 len: 217 time: 0.1347871 Jul 05 04:11:42.163671 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:42.246590 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38648b2f-2bc9-435f-8c21-f345eb6734bb req-bd6ae574-9dd0-4d18-bdca-95d62560d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:42.252519 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38648b2f-2bc9-435f-8c21-f345eb6734bb req-bd6ae574-9dd0-4d18-bdca-95d62560d5f1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=40568ec5-9a32-47f3-85b6-60f4faaa494c HTTP/1.1" status: 200 len: 851 time: 0.1452556 Jul 05 04:11:42.361393 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-862b05b4-d1c1-4576-9811-7affd2f0b84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:42.365774 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-862b05b4-d1c1-4576-9811-7affd2f0b84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:42.381857 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-862b05b4-d1c1-4576-9811-7affd2f0b84c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ab95db86-85a5-405a-9edf-c4eda5d073d2 HTTP/1.1" status: 204 len: 168 time: 1.0343623 Jul 05 04:11:42.419278 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38648b2f-2bc9-435f-8c21-f345eb6734bb req-75b9931b-b22b-4670-871e-32d80b8e6496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:42.424207 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b05b4-d1c1-4576-9811-7affd2f0b84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab95db86-85a5-405a-9edf-c4eda5d073d2,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:42.435990 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38648b2f-2bc9-435f-8c21-f345eb6734bb req-75b9931b-b22b-4670-871e-32d80b8e6496 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1764534 Jul 05 04:11:42.453591 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 26f9bba7-83bb-4b25-bb57-f7e90a138b6b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=26f9bba7-83bb-4b25-bb57-f7e90a138b6b,segment=NetworkSegment(2b4ef3cd-56ba-425f-845c-71ca76645fc2),segment_id=2b4ef3cd-56ba-425f-845c-71ca76645fc2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:42.535761 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:42.560045 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290765e0-6b7d-4b34-bee6-a411349f769a None None] Network 32bf53ec-9f19-4cc5-aed3-53529facf471 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:42.668864 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38648b2f-2bc9-435f-8c21-f345eb6734bb req-70928c0c-bd7d-4677-bd8f-7ecabdcd127c service neutron] 10.222.0.70 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254527 Jul 05 04:11:42.859348 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0885a925-d096-4b38-a626-aeb0313ec154', 'name': 'tempest-TestVolumeBootPattern-1647351491-router', 'tenant_id': '79b89ec243ab4698bdce407d71d37495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'ee4a10ae-f633-4f29-ade8-d096a05262ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:24Z', 'revision_number': 4, 'project_id': '79b89ec243ab4698bdce407d71d37495', 'gw_port': {'id': 'ee4a10ae-f633-4f29-ade8-d096a05262ff', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0885a925-d096-4b38-a626-aeb0313ec154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:19Z', 'updated_at': '2021-07-05T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'e523679f-027d-4ded-a723-6d97d187ce9f', 'name': '', 'network_id': 'dc0cf5e9-64bb-40d4-a7cf-4703fdca2573', 'tenant_id': '79b89ec243ab4698bdce407d71d37495', 'mac_address': 'fa:16:3e:de:03:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0885a925-d096-4b38-a626-aeb0313ec154', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'ce79ad94-e843-4bbc-86b8-51fbb745ded0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:23Z', 'updated_at': '2021-07-05T04:11:39Z', 'revision_number': 4, 'project_id': '79b89ec243ab4698bdce407d71d37495', 'subnets': [{'id': 'ce79ad94-e843-4bbc-86b8-51fbb745ded0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:42.930972 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38648b2f-2bc9-435f-8c21-f345eb6734bb req-f8f79322-c24c-4ee6-9bb5-19868538cb9d service neutron] 10.222.0.70 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541409 Jul 05 04:11:43.145675 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a2db20-3646-4e0d-a1f4-429a2082cebc None None] The sync data for ids ['0885a925-d096-4b38-a626-aeb0313ec154'] in n-d-780147-23 is: [{'id': '0885a925-d096-4b38-a626-aeb0313ec154', 'name': 'tempest-TestVolumeBootPattern-1647351491-router', 'tenant_id': '79b89ec243ab4698bdce407d71d37495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'ee4a10ae-f633-4f29-ade8-d096a05262ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:24Z', 'revision_number': 4, 'project_id': '79b89ec243ab4698bdce407d71d37495', 'gw_port': {'id': 'ee4a10ae-f633-4f29-ade8-d096a05262ff', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0885a925-d096-4b38-a626-aeb0313ec154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:19Z', 'updated_at': '2021-07-05T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'e523679f-027d-4ded-a723-6d97d187ce9f', 'name': '', 'network_id': 'dc0cf5e9-64bb-40d4-a7cf-4703fdca2573', 'tenant_id': '79b89ec243ab4698bdce407d71d37495', 'mac_address': 'fa:16:3e:de:03:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0885a925-d096-4b38-a626-aeb0313ec154', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'ce79ad94-e843-4bbc-86b8-51fbb745ded0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:23Z', 'updated_at': '2021-07-05T04:11:39Z', 'revision_number': 4, 'project_id': '79b89ec243ab4698bdce407d71d37495', 'subnets': [{'id': 'ce79ad94-e843-4bbc-86b8-51fbb745ded0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:11:43.171481 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653669fd-79b4-4ab6-ac2b-a676becacd7c req-48ba5942-77df-4553-8025-eca8a5403840 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:43.174058 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e523679f-027d-4ded-a723-6d97d187ce9f up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:43.181925 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-653669fd-79b4-4ab6-ac2b-a676becacd7c req-48ba5942-77df-4553-8025-eca8a5403840 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 943 time: 0.2151101 Jul 05 04:11:43.206516 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48020) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:43.213770 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:43.263603 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-02e4fa28-ca51-465b-b408-cbb355b5e608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:43.265630 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0c5e02f8-3d47-4a4b-8c5f-e944b4cca6e5 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:43.305876 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=26f9bba7-83bb-4b25-bb57-f7e90a138b6b,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:43.352390 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-653669fd-79b4-4ab6-ac2b-a676becacd7c req-2d160b56-0fad-4173-8e0f-be1879b7f913 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650276 Jul 05 04:11:43.358927 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1b102e-42df-4a02-bfb3-93a83dc0661e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8', 'network_id': 'f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'fixed_ips': [{'subnet_id': 'f9b58995-992c-4d8b-b0c6-b5d6c8ccce77'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:11:43.360000 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ab1b102e-42df-4a02-bfb3-93a83dc0661e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:43.450730 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port e523679f-027d-4ded-a723-6d97d187ce9f completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:43.493955 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port e523679f-027d-4ded-a723-6d97d187ce9f triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:43.501982 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:43.509173 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-02e4fa28-ca51-465b-b408-cbb355b5e608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:43.516245 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-02e4fa28-ca51-465b-b408-cbb355b5e608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:43.585319 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-02e4fa28-ca51-465b-b408-cbb355b5e608 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e21c163d7b2b4805aab2d348e6f2717d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3766940 Jul 05 04:11:43.590812 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48026) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:43.712888 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4fa28-ca51-465b-b408-cbb355b5e608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dce5320-c92c-4101-a640-e83229b9d4bf,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:43.736709 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c7b3aba5-0ed9-404d-944b-b1ab803e8b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:43.772216 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c7b3aba5-0ed9-404d-944b-b1ab803e8b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:43.844273 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:43.872877 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-0c5e02f8-3d47-4a4b-8c5f-e944b4cca6e5 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Allocated IP 172.23.0.1 (f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8/f9b58995-992c-4d8b-b0c6-b5d6c8ccce77/19719e36-f63f-4e07-a178-de157f491bc1) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:11:43.885810 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c7b3aba5-0ed9-404d-944b-b1ab803e8b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:43.892181 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c7b3aba5-0ed9-404d-944b-b1ab803e8b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:43.894273 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c7b3aba5-0ed9-404d-944b-b1ab803e8b4b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8dce5320-c92c-4101-a640-e83229b9d4bf HTTP/1.1" status: 204 len: 168 time: 0.3023331 Jul 05 04:11:43.926930 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3aba5-0ed9-404d-944b-b1ab803e8b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dce5320-c92c-4101-a640-e83229b9d4bf,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:44.001865 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port e523679f-027d-4ded-a723-6d97d187ce9f, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e523679f-027d-4ded-a723-6d97d187ce9f,segment=NetworkSegment(89bed92e-1fcd-43ce-b9e2-ae6779430d05),segment_id=89bed92e-1fcd-43ce-b9e2-ae6779430d05)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:44.020131 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:44.020925 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:44.191165 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0c5e02f8-3d47-4a4b-8c5f-e944b4cca6e5 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:44.203975 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=e523679f-027d-4ded-a723-6d97d187ce9f,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:44.273036 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-0c5e02f8-3d47-4a4b-8c5f-e944b4cca6e5 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Transition to ACTIVE for port object 19719e36-f63f-4e07-a178-de157f491bc1 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:44.286501 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:44.292943 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:44.293554 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:44.390338 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0c5e02f8-3d47-4a4b-8c5f-e944b4cca6e5 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:44.502522 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5e02f8-3d47-4a4b-8c5f-e944b4cca6e5 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:44.512728 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-0c5e02f8-3d47-4a4b-8c5f-e944b4cca6e5 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:44.517972 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5e02f8-3d47-4a4b-8c5f-e944b4cca6e5 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:11:44.532124 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e02f8-3d47-4a4b-8c5f-e944b4cca6e5 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Port': ['ID=19719e36-f63f-4e07-a178-de157f491bc1,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:44.568895 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-ab1b102e-42df-4a02-bfb3-93a83dc0661e None None] Allocated IP 172.23.0.2 (f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8/f9b58995-992c-4d8b-b0c6-b5d6c8ccce77/95102adb-3b1b-44d9-9ee0-76c596b8e4dd) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:11:44.576082 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:44.627287 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0c5e02f8-3d47-4a4b-8c5f-e944b4cca6e5 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:44.735167 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676,segment=NetworkSegment(2b4ef3cd-56ba-425f-845c-71ca76645fc2),segment_id=2b4ef3cd-56ba-425f-845c-71ca76645fc2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:44.747073 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:44.960448 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:44.971413 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e523679f-027d-4ded-a723-6d97d187ce9f up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:45.007459 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ab1b102e-42df-4a02-bfb3-93a83dc0661e None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:45.013861 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38a953-8aaa-4b08-b2b6-97b52d00c05f req-9eaa1f22-0e9f-4875-934b-170c686e28e6 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:45.018207 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1f38a953-8aaa-4b08-b2b6-97b52d00c05f req-9eaa1f22-0e9f-4875-934b-170c686e28e6 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 943 time: 0.1702580 Jul 05 04:11:45.021607 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0c5e02f8-3d47-4a4b-8c5f-e944b4cca6e5 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:45.022295 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ab1b102e-42df-4a02-bfb3-93a83dc0661e None None] Transition to ACTIVE for port object 95102adb-3b1b-44d9-9ee0-76c596b8e4dd will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:45.083006 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ab1b102e-42df-4a02-bfb3-93a83dc0661e None None] Transition to ACTIVE for port object 95102adb-3b1b-44d9-9ee0-76c596b8e4dd will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:45.098494 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ab1b102e-42df-4a02-bfb3-93a83dc0661e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:45.116200 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1f38a953-8aaa-4b08-b2b6-97b52d00c05f req-6dd2136f-0da3-4dee-acdb-f59ad6b89089 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916097 Jul 05 04:11:45.319576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3843b-d768-46df-9a41-1500e6e72e00 req-439c2d76-4232-45cb-bbbb-051a3b53b4dd tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:45.319576 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1ac3843b-d768-46df-9a41-1500e6e72e00 req-439c2d76-4232-45cb-bbbb-051a3b53b4dd tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.1016238 Jul 05 04:11:45.362171 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1b102e-42df-4a02-bfb3-93a83dc0661e None None] Network f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:45.367546 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-ab1b102e-42df-4a02-bfb3-93a83dc0661e None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:45.372885 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1b102e-42df-4a02-bfb3-93a83dc0661e None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:11:45.435908 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b102e-42df-4a02-bfb3-93a83dc0661e None None] Pushing event updated for resources: {'Port': ['ID=95102adb-3b1b-44d9-9ee0-76c596b8e4dd,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:45.447865 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port e523679f-027d-4ded-a723-6d97d187ce9f triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:45.448249 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:45.475138 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1ac3843b-d768-46df-9a41-1500e6e72e00 req-a2585c33-ffef-471a-94f1-e480f2d69c87 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459861 Jul 05 04:11:45.485896 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0c5e02f8-3d47-4a4b-8c5f-e944b4cca6e5 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:45.491644 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0c5e02f8-3d47-4a4b-8c5f-e944b4cca6e5 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:45.492636 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-ab1b102e-42df-4a02-bfb3-93a83dc0661e None None] Attempting to bind port 95102adb-3b1b-44d9-9ee0-76c596b8e4dd on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:11:45.493018 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-ab1b102e-42df-4a02-bfb3-93a83dc0661e None None] Attempting to bind port 95102adb-3b1b-44d9-9ee0-76c596b8e4dd by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '4d728364-bb82-4a30-82c5-97647dcde43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:11:45.493388 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1b102e-42df-4a02-bfb3-93a83dc0661e None None] Attempting to bind port 95102adb-3b1b-44d9-9ee0-76c596b8e4dd on network f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:45.504505 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1b102e-42df-4a02-bfb3-93a83dc0661e None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:11:45.504922 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1b102e-42df-4a02-bfb3-93a83dc0661e None None] Checking segment: {'id': '4d728364-bb82-4a30-82c5-97647dcde43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:45.505293 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ab1b102e-42df-4a02-bfb3-93a83dc0661e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:45.505693 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1b102e-42df-4a02-bfb3-93a83dc0661e None None] Bound using segment: {'id': '4d728364-bb82-4a30-82c5-97647dcde43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:11:45.506229 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-ab1b102e-42df-4a02-bfb3-93a83dc0661e None None] Bound port: 95102adb-3b1b-44d9-9ee0-76c596b8e4dd, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d728364-bb82-4a30-82c5-97647dcde43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:11:45.506625 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ab1b102e-42df-4a02-bfb3-93a83dc0661e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:45.602797 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0c5e02f8-3d47-4a4b-8c5f-e944b4cca6e5 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:45.606221 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e02f8-3d47-4a4b-8c5f-e944b4cca6e5 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event updated for resources: {'Port': ['ID=19719e36-f63f-4e07-a178-de157f491bc1,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:45.641786 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-ab1b102e-42df-4a02-bfb3-93a83dc0661e None None] For port 95102adb-3b1b-44d9-9ee0-76c596b8e4dd, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:11:45.650282 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 26f9bba7-83bb-4b25-bb57-f7e90a138b6b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:45.688672 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-ab1b102e-42df-4a02-bfb3-93a83dc0661e None None] For port 95102adb-3b1b-44d9-9ee0-76c596b8e4dd, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=95102adb-3b1b-44d9-9ee0-76c596b8e4dd,segment=NetworkSegment(4d728364-bb82-4a30-82c5-97647dcde43c),segment_id=4d728364-bb82-4a30-82c5-97647dcde43c)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:11:45.705622 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ab1b102e-42df-4a02-bfb3-93a83dc0661e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:45.790263 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5e02f8-3d47-4a4b-8c5f-e944b4cca6e5 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Network f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:45.790481 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 26f9bba7-83bb-4b25-bb57-f7e90a138b6b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:45.790787 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:45.792356 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-0c5e02f8-3d47-4a4b-8c5f-e944b4cca6e5 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:45.820372 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b102e-42df-4a02-bfb3-93a83dc0661e None None] Pushing event updated for resources: {'Port': ['ID=95102adb-3b1b-44d9-9ee0-76c596b8e4dd,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:45.982692 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5e02f8-3d47-4a4b-8c5f-e944b4cca6e5 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Router 1a784e59-063b-4d98-873a-c512d77b5b21 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:11:46.130073 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-a5674a65-7e18-4e7b-86fd-64fa596481d7 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:46.147656 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-a5674a65-7e18-4e7b-86fd-64fa596481d7 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/networks?id=32bf53ec-9f19-4cc5-aed3-53529facf471 HTTP/1.1" status: 200 len: 809 time: 0.2930129 Jul 05 04:11:46.177023 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-baa46da2-448d-475f-a2d9-79796c74f621 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/quotas/9408a260780445c89932fc7cc974d293 HTTP/1.1" status: 200 len: 375 time: 0.0243909 Jul 05 04:11:46.178252 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5e02f8-3d47-4a4b-8c5f-e944b4cca6e5 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:11:46.189866 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0c5e02f8-3d47-4a4b-8c5f-e944b4cca6e5 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "PUT /v2.0/routers/1a784e59-063b-4d98-873a-c512d77b5b21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1093166 Jul 05 04:11:46.190233 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] Sync routers for ids ['1a784e59-063b-4d98-873a-c512d77b5b21'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:11:46.190966 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48102) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:46.196954 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-acdc0f1e-1842-45ca-b223-585d79247bfa tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:46.209319 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] Routers {'1a784e59-063b-4d98-873a-c512d77b5b21'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:46.209974 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:11:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1a784e59-063b-4d98-873a-c512d77b5b21'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:46.264477 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-b1118e3e-609e-49d4-83ea-a81705261ed3 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9408a260780445c89932fc7cc974d293&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848625 Jul 05 04:11:46.415773 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] Set router 1a784e59-063b-4d98-873a-c512d77b5b21 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:46.425493 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-3fe9a96e-6610-4071-ba3d-4b8c622620f0 service neutron] 10.222.0.77 "GET /v2.0/networks/32bf53ec-9f19-4cc5-aed3-53529facf471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547906 Jul 05 04:11:46.579566 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-2f7bab29-58ce-440f-b660-e3a81cf4162c service neutron] 10.222.0.77 "GET /v2.0/networks/32bf53ec-9f19-4cc5-aed3-53529facf471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501658 Jul 05 04:11:46.614107 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcb6c7-c7a1-4712-9e3d-4f32aedd40c6 req-083b2a5f-20aa-4a58-b24d-f13d86cf5165 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:46.621218 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d6dcb6c7-c7a1-4712-9e3d-4f32aedd40c6 req-083b2a5f-20aa-4a58-b24d-f13d86cf5165 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 943 time: 0.2405789 Jul 05 04:11:46.745360 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:11:44Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None, '_interfaces': [{'id': '19719e36-f63f-4e07-a178-de157f491bc1', 'name': '', 'network_id': 'f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:2e:b2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': 'f9b58995-992c-4d8b-b0c6-b5d6c8ccce77', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:43Z', 'updated_at': '2021-07-05T04:11:45Z', 'revision_number': 2, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': 'f9b58995-992c-4d8b-b0c6-b5d6c8ccce77', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676', 'name': '', 'network_id': 'a6eb8d44-8d7b-4ce4-a0b5-916364989913', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:e2:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c4270211-f99f-4168-8eb6-6f25f462c55c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:33Z', 'updated_at': '2021-07-05T04:11:44Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': 'c4270211-f99f-4168-8eb6-6f25f462c55c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a675bdf-dfc0-4722-bc6b-5e60afe071d1', 'name': '', 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:79:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:25Z', 'updated_at': '2021-07-05T04:11:35Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71ad071-3927-41eb-85a0-7a9df057445b', 'name': '', 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:22:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:27Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:46.752094 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d6dcb6c7-c7a1-4712-9e3d-4f32aedd40c6 req-9e5f2885-8829-4079-a902-2952fc80b31b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299465 Jul 05 04:11:46.794269 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] Checking router: 1a784e59-063b-4d98-873a-c512d77b5b21 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:11:46.794637 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] Updating router 1a784e59-063b-4d98-873a-c512d77b5b21 port 19719e36-f63f-4e07-a178-de157f491bc1 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:11:46.883970 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:46.978020 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62bce6f3-2f56-4013-b3b0-bec9ff7f4ac4 req-9e7d1a88-7ab6-427e-a23b-ea4a7e448762 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b15ed56-2fbe-499f-b5bf-994c95065bbb HTTP/1.1" status: 200 len: 210 time: 0.0521493 Jul 05 04:11:47.163646 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:47.174924 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.extraroute_db [None req-acdc0f1e-1842-45ca-b223-585d79247bfa tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=105538) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 04:11:47.201468 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f15f3d-71ba-4b7a-a538-ae2a762dc6be req-a7a77cd6-9b91-4618-a59a-52da2a5152e4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:47.211336 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.extraroute_db [None req-acdc0f1e-1842-45ca-b223-585d79247bfa tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Removed routes are [] {{(pid=105538) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 04:11:47.211550 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5f15f3d-71ba-4b7a-a538-ae2a762dc6be req-a7a77cd6-9b91-4618-a59a-52da2a5152e4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.1889014 Jul 05 04:11:47.211783 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-acdc0f1e-1842-45ca-b223-585d79247bfa tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:47.301640 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5f15f3d-71ba-4b7a-a538-ae2a762dc6be req-d413ea78-126c-422d-936b-57484bfc9b14 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892930 Jul 05 04:11:47.379521 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:47.380432 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:47.501742 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851da4a5-2f7e-49e0-b5ad-e0bfd9b16c61 None None] Network f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:47.607323 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 95102adb-3b1b-44d9-9ee0-76c596b8e4dd up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:47.629601 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9241dbab-0629-4436-a8f3-d6ad64365f2a None None] Provisioning for port 95102adb-3b1b-44d9-9ee0-76c596b8e4dd completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:47.743320 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 95102adb-3b1b-44d9-9ee0-76c596b8e4dd completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:47.791145 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 95102adb-3b1b-44d9-9ee0-76c596b8e4dd triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:47.791145 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:47.805865 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:47.897147 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] Transition to ACTIVE for port object 19719e36-f63f-4e07-a178-de157f491bc1 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:47.912793 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:47.980496 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-acdc0f1e-1842-45ca-b223-585d79247bfa tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:47.987123 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-acdc0f1e-1842-45ca-b223-585d79247bfa tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540971'] for router, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:47.990246 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21e83c-5fe1-47f8-8be8-d22b58498994 None None] Pushing event updated for resources: {'Port': ['ID=19719e36-f63f-4e07-a178-de157f491bc1,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:48.044511 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add06af-2ff8-4dec-85fd-749a3b6371b8 req-987d5a60-f0fe-4f3a-a3aa-e310d560fc3c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:48.048355 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4add06af-2ff8-4dec-85fd-749a3b6371b8 req-987d5a60-f0fe-4f3a-a3aa-e310d560fc3c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 943 time: 0.0891168 Jul 05 04:11:48.128079 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4add06af-2ff8-4dec-85fd-749a3b6371b8 req-a4438fd0-99d2-4f64-9e95-35fd26b49117 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696139 Jul 05 04:11:48.152997 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.164347 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] Attempting to bind port 19719e36-f63f-4e07-a178-de157f491bc1 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:11:48.164904 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] Attempting to bind port 19719e36-f63f-4e07-a178-de157f491bc1 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '4d728364-bb82-4a30-82c5-97647dcde43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:11:48.165420 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] Attempting to bind port 19719e36-f63f-4e07-a178-de157f491bc1 on network f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:48.190582 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:11:48.191092 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] Checking segment: {'id': '4d728364-bb82-4a30-82c5-97647dcde43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:48.191561 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.191991 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] Bound using segment: {'id': '4d728364-bb82-4a30-82c5-97647dcde43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:11:48.192488 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] Bound port: 19719e36-f63f-4e07-a178-de157f491bc1, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d728364-bb82-4a30-82c5-97647dcde43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:11:48.192876 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.251672 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 95102adb-3b1b-44d9-9ee0-76c596b8e4dd, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=95102adb-3b1b-44d9-9ee0-76c596b8e4dd,segment=NetworkSegment(4d728364-bb82-4a30-82c5-97647dcde43c),segment_id=4d728364-bb82-4a30-82c5-97647dcde43c)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:48.257066 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdc0f1e-1842-45ca-b223-585d79247bfa tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Router 1a784e59-063b-4d98-873a-c512d77b5b21 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:11:48.267963 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.289897 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d48b1662-38d0-4ffe-a9ad-83c6dc51cfdf req-a9f6129b-6245-4a6f-af0b-f1ea4ed050ea tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b15ed56-2fbe-499f-b5bf-994c95065bbb HTTP/1.1" status: 200 len: 210 time: 0.0766208 Jul 05 04:11:48.341130 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=95102adb-3b1b-44d9-9ee0-76c596b8e4dd,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:48.356965 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] For port 19719e36-f63f-4e07-a178-de157f491bc1, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:11:48.364242 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] For port 19719e36-f63f-4e07-a178-de157f491bc1, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=19719e36-f63f-4e07-a178-de157f491bc1,segment=NetworkSegment(4d728364-bb82-4a30-82c5-97647dcde43c),segment_id=4d728364-bb82-4a30-82c5-97647dcde43c)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:11:48.376851 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.443599 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] Routers {'1a784e59-063b-4d98-873a-c512d77b5b21'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:48.444274 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:11:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1a784e59-063b-4d98-873a-c512d77b5b21'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:48.453979 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdc0f1e-1842-45ca-b223-585d79247bfa tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:11:48.463675 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-acdc0f1e-1842-45ca-b223-585d79247bfa tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.469289 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48164) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:48.473344 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-acdc0f1e-1842-45ca-b223-585d79247bfa tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "PUT /v2.0/routers/1a784e59-063b-4d98-873a-c512d77b5b21 HTTP/1.1" status: 200 len: 934 time: 2.2774012 Jul 05 04:11:48.604184 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21e83c-5fe1-47f8-8be8-d22b58498994 None None] Pushing event updated for resources: {'Port': ['ID=19719e36-f63f-4e07-a178-de157f491bc1,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:48.630634 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] Set router 1a784e59-063b-4d98-873a-c512d77b5b21 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:48.633562 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2b838-5732-4c14-befe-59a5d3ea523f req-a15cd362-421d-472c-8624-78caca8a8a60 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:48.645499 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-21f2b838-5732-4c14-befe-59a5d3ea523f req-a15cd362-421d-472c-8624-78caca8a8a60 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.1401253 Jul 05 04:11:48.706283 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-11c286a7-9340-432f-af05-96d3a67bc39a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "GET /v2.0/routers/1a784e59-063b-4d98-873a-c512d77b5b21 HTTP/1.1" status: 200 len: 934 time: 0.2321506 Jul 05 04:11:48.715681 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48168) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:48.722646 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-82477f76-e819-4bf3-960a-78b62f907b41 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'router': {'routes': None}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:48.725713 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6476524a-5666-4d9d-9480-0955b9f38690 None None] Provisioning for port 19719e36-f63f-4e07-a178-de157f491bc1 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:48.805983 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-21f2b838-5732-4c14-befe-59a5d3ea523f req-5d2330b7-4f9f-4b44-ba15-8c6e96b88327 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595991 Jul 05 04:11:48.858294 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6476524a-5666-4d9d-9480-0955b9f38690 None None] Provisioning complete for port 95102adb-3b1b-44d9-9ee0-76c596b8e4dd triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:48.858573 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6476524a-5666-4d9d-9480-0955b9f38690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.951186 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 95102adb-3b1b-44d9-9ee0-76c596b8e4dd up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:48.985199 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-1bfe9484-dc63-42d8-b264-c7eaa50b7e83 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:48.985199 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-1bfe9484-dc63-42d8-b264-c7eaa50b7e83 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.89 "GET /v2.0/networks?id=32bf53ec-9f19-4cc5-aed3-53529facf471 HTTP/1.1" status: 200 len: 809 time: 0.2681892 Jul 05 04:11:48.999235 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-6fbd1ac0-bd29-4e8d-95e9-171a60d483da tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Request body: {'port': {'device_id': '0b15ed56-2fbe-499f-b5bf-994c95065bbb', 'network_id': '32bf53ec-9f19-4cc5-aed3-53529facf471', 'admin_state_up': True, 'tenant_id': '9408a260780445c89932fc7cc974d293'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:49.306331 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-6fbd1ac0-bd29-4e8d-95e9-171a60d483da tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Made reservation on behalf of 9408a260780445c89932fc7cc974d293 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:49.313486 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-6fbd1ac0-bd29-4e8d-95e9-171a60d483da tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:49.400905 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.extraroute_db [None req-82477f76-e819-4bf3-960a-78b62f907b41 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Added routes are [] {{(pid=105538) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 04:11:49.401496 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.extraroute_db [None req-82477f76-e819-4bf3-960a-78b62f907b41 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=105538) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 04:11:49.475695 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-82477f76-e819-4bf3-960a-78b62f907b41 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:49.495412 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 95102adb-3b1b-44d9-9ee0-76c596b8e4dd triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:49.497874 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:49.561556 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa9a20-aa5e-4c41-be8f-31299c36897d req-df476fb4-9c0a-47ca-9209-c9111f62b7d4 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:49.563246 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dffa9a20-aa5e-4c41-be8f-31299c36897d req-df476fb4-9c0a-47ca-9209-c9111f62b7d4 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 943 time: 0.1705296 Jul 05 04:11:49.591995 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-6fbd1ac0-bd29-4e8d-95e9-171a60d483da tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Allocated IP 172.20.0.13 (32bf53ec-9f19-4cc5-aed3-53529facf471/cb44dd15-daa0-43dc-82cd-9cdda0a1aec5/cb2bd131-1402-45ad-9abb-a1f6bfa59cc6) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:11:49.626979 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87b88a04-5b91-44d1-9914-12013bf41060 req-f9985f21-cf9b-43a3-8c08-625e5a12f309 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b15ed56-2fbe-499f-b5bf-994c95065bbb HTTP/1.1" status: 200 len: 210 time: 0.0937550 Jul 05 04:11:49.649768 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dffa9a20-aa5e-4c41-be8f-31299c36897d req-39c62f60-98a6-46e3-8c10-9ae9c00a95a3 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790508 Jul 05 04:11:49.808998 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:11:47Z', 'revision_number': 6, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None, '_interfaces': [{'id': '19719e36-f63f-4e07-a178-de157f491bc1', 'name': '', 'network_id': 'f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:2e:b2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': 'f9b58995-992c-4d8b-b0c6-b5d6c8ccce77', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:43Z', 'updated_at': '2021-07-05T04:11:48Z', 'revision_number': 4, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': 'f9b58995-992c-4d8b-b0c6-b5d6c8ccce77', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676', 'name': '', 'network_id': 'a6eb8d44-8d7b-4ce4-a0b5-916364989913', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:e2:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c4270211-f99f-4168-8eb6-6f25f462c55c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:33Z', 'updated_at': '2021-07-05T04:11:44Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': 'c4270211-f99f-4168-8eb6-6f25f462c55c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a675bdf-dfc0-4722-bc6b-5e60afe071d1', 'name': '', 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:79:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:25Z', 'updated_at': '2021-07-05T04:11:35Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71ad071-3927-41eb-85a0-7a9df057445b', 'name': '', 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:22:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:27Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:49.849269 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-82477f76-e819-4bf3-960a-78b62f907b41 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:49.860664 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-82477f76-e819-4bf3-960a-78b62f907b41 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540971'] for router, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:49.862501 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77baf7a-e92f-4d9c-860c-b2938c422ca6 None None] The sync data for ids ['1a784e59-063b-4d98-873a-c512d77b5b21'] in n-d-780147-23 is: [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:11:47Z', 'revision_number': 6, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None, '_interfaces': [{'id': '19719e36-f63f-4e07-a178-de157f491bc1', 'name': '', 'network_id': 'f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:2e:b2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': 'f9b58995-992c-4d8b-b0c6-b5d6c8ccce77', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:43Z', 'updated_at': '2021-07-05T04:11:48Z', 'revision_number': 4, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': 'f9b58995-992c-4d8b-b0c6-b5d6c8ccce77', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676', 'name': '', 'network_id': 'a6eb8d44-8d7b-4ce4-a0b5-916364989913', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:e2:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c4270211-f99f-4168-8eb6-6f25f462c55c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:33Z', 'updated_at': '2021-07-05T04:11:44Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': 'c4270211-f99f-4168-8eb6-6f25f462c55c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a675bdf-dfc0-4722-bc6b-5e60afe071d1', 'name': '', 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:79:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:25Z', 'updated_at': '2021-07-05T04:11:35Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71ad071-3927-41eb-85a0-7a9df057445b', 'name': '', 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:22:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:27Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:11:50.089515 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-6fbd1ac0-bd29-4e8d-95e9-171a60d483da tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.100165 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82477f76-e819-4bf3-960a-78b62f907b41 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Router 1a784e59-063b-4d98-873a-c512d77b5b21 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:11:50.134772 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-6fbd1ac0-bd29-4e8d-95e9-171a60d483da tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.224196 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd1ac0-bd29-4e8d-95e9-171a60d483da tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Pushing event updated for resources: {'Port': ['ID=cb2bd131-1402-45ad-9abb-a1f6bfa59cc6,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:50.255648 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-6fbd1ac0-bd29-4e8d-95e9-171a60d483da tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Network 32bf53ec-9f19-4cc5-aed3-53529facf471 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:50.268562 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82477f76-e819-4bf3-960a-78b62f907b41 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:11:50.272275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-6fbd1ac0-bd29-4e8d-95e9-171a60d483da tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:50.275514 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-6fbd1ac0-bd29-4e8d-95e9-171a60d483da tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:11:50.276772 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-82477f76-e819-4bf3-960a-78b62f907b41 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.277970 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-82477f76-e819-4bf3-960a-78b62f907b41 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "PUT /v2.0/routers/1a784e59-063b-4d98-873a-c512d77b5b21 HTTP/1.1" status: 200 len: 700 time: 1.5612776 Jul 05 04:11:50.283386 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48198) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:50.352509 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-6fbd1ac0-bd29-4e8d-95e9-171a60d483da tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:50.352509 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-6fbd1ac0-bd29-4e8d-95e9-171a60d483da tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.369124 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-6fbd1ac0-bd29-4e8d-95e9-171a60d483da tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3745732 Jul 05 04:11:50.385029 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af47a07-546a-4c4c-9478-7c26a2af4d95 req-b35121ed-9a1b-4370-9b98-f9e87e651959 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:50.386809 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1af47a07-546a-4c4c-9478-7c26a2af4d95 req-b35121ed-9a1b-4370-9b98-f9e87e651959 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.1647427 Jul 05 04:11:50.415515 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a8eaf148-0b85-490a-8349-40c453dfa8f7 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "GET /v2.0/routers/1a784e59-063b-4d98-873a-c512d77b5b21 HTTP/1.1" status: 200 len: 700 time: 0.1307967 Jul 05 04:11:50.416271 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48206) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:50.462939 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1af47a07-546a-4c4c-9478-7c26a2af4d95 req-60c828a7-9850-443c-9037-2a025da7e267 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682170 Jul 05 04:11:50.638576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-10549b06-4538-451b-8ca9-eddb0cbd9ae1 service neutron] Request body: {'port': {'device_id': '0b15ed56-2fbe-499f-b5bf-994c95065bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:50.788365 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-10549b06-4538-451b-8ca9-eddb0cbd9ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.953055 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 19719e36-f63f-4e07-a178-de157f491bc1 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:50.963220 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c0dee-ac3f-425b-a9a3-a34e37422c04 req-02e00a72-3408-4c2c-a0ed-2871488cae62 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:50.975271 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f49c0dee-ac3f-425b-a9a3-a34e37422c04 req-02e00a72-3408-4c2c-a0ed-2871488cae62 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b15ed56-2fbe-499f-b5bf-994c95065bbb HTTP/1.1" status: 200 len: 932 time: 0.1521449 Jul 05 04:11:51.033164 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-925d6e1b-3aea-49df-ba46-f7efa679d9dc tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.063646 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 19719e36-f63f-4e07-a178-de157f491bc1 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:51.071343 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 19719e36-f63f-4e07-a178-de157f491bc1 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:51.071913 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.108495 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f775ce0-76a0-4672-a9f5-d8bf65e0d133 None None] Sync routers for ids ['1a784e59-063b-4d98-873a-c512d77b5b21'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:11:51.115234 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01f981-28a3-4c7d-bb4f-12285289d5e6 req-300d9823-4f97-41b2-b2c7-2f4e87660c3c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:51.116814 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3f01f981-28a3-4c7d-bb4f-12285289d5e6 req-300d9823-4f97-41b2-b2c7-2f4e87660c3c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 943 time: 0.2537427 Jul 05 04:11:51.123269 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f775ce0-76a0-4672-a9f5-d8bf65e0d133 None None] Routers {'1a784e59-063b-4d98-873a-c512d77b5b21'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:51.125093 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-9f775ce0-76a0-4672-a9f5-d8bf65e0d133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:11:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1a784e59-063b-4d98-873a-c512d77b5b21'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:51.197339 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.203718 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f49c0dee-ac3f-425b-a9a3-a34e37422c04 req-5551cee4-3119-4c09-b248-85fe053dc6e7 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ae2494f-241a-4afe-b95c-ca94f2085f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274764 Jul 05 04:11:51.239302 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 19719e36-f63f-4e07-a178-de157f491bc1, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=19719e36-f63f-4e07-a178-de157f491bc1,segment=NetworkSegment(4d728364-bb82-4a30-82c5-97647dcde43c),segment_id=4d728364-bb82-4a30-82c5-97647dcde43c)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:51.249292 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.284959 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-10549b06-4538-451b-8ca9-eddb0cbd9ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb2bd131-1402-45ad-9abb-a1f6bfa59cc6 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:11:51.295080 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-10549b06-4538-451b-8ca9-eddb0cbd9ae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.300448 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-9f775ce0-76a0-4672-a9f5-d8bf65e0d133 None None] Set router 1a784e59-063b-4d98-873a-c512d77b5b21 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:51.310104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-10549b06-4538-451b-8ca9-eddb0cbd9ae1 service neutron] Transition to ACTIVE for port object cb2bd131-1402-45ad-9abb-a1f6bfa59cc6 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:51.315476 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-10549b06-4538-451b-8ca9-eddb0cbd9ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.368808 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=19719e36-f63f-4e07-a178-de157f491bc1,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:51.392046 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3f01f981-28a3-4c7d-bb4f-12285289d5e6 req-931e4562-89e5-4b96-8447-c21ec17c00f8 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639360 Jul 05 04:11:51.415189 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10549b06-4538-451b-8ca9-eddb0cbd9ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2bd131-1402-45ad-9abb-a1f6bfa59cc6,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:51.466901 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-925d6e1b-3aea-49df-ba46-f7efa679d9dc tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting port 19719e36-f63f-4e07-a178-de157f491bc1 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:51.468762 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-925d6e1b-3aea-49df-ba46-f7efa679d9dc tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.603574 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-10549b06-4538-451b-8ca9-eddb0cbd9ae1 service neutron] Attempting to bind port cb2bd131-1402-45ad-9abb-a1f6bfa59cc6 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:11:51.608518 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-925d6e1b-3aea-49df-ba46-f7efa679d9dc tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] For port 19719e36-f63f-4e07-a178-de157f491bc1, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=19719e36-f63f-4e07-a178-de157f491bc1,segment=NetworkSegment(4d728364-bb82-4a30-82c5-97647dcde43c),segment_id=4d728364-bb82-4a30-82c5-97647dcde43c)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:51.609524 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-925d6e1b-3aea-49df-ba46-f7efa679d9dc tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.615574 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-10549b06-4538-451b-8ca9-eddb0cbd9ae1 service neutron] Attempting to bind port cb2bd131-1402-45ad-9abb-a1f6bfa59cc6 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'a8d12658-9a7a-463b-a8db-745483385eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '32bf53ec-9f19-4cc5-aed3-53529facf471'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:11:51.616015 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-10549b06-4538-451b-8ca9-eddb0cbd9ae1 service neutron] Attempting to bind port cb2bd131-1402-45ad-9abb-a1f6bfa59cc6 on network 32bf53ec-9f19-4cc5-aed3-53529facf471 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:51.623249 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-10549b06-4538-451b-8ca9-eddb0cbd9ae1 service neutron] Port cb2bd131-1402-45ad-9abb-a1f6bfa59cc6 on network 32bf53ec-9f19-4cc5-aed3-53529facf471 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:11:51.624520 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-10549b06-4538-451b-8ca9-eddb0cbd9ae1 service neutron] Attempting to bind port cb2bd131-1402-45ad-9abb-a1f6bfa59cc6 on network 32bf53ec-9f19-4cc5-aed3-53529facf471 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:51.629788 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-10549b06-4538-451b-8ca9-eddb0cbd9ae1 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:11:51.630126 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-10549b06-4538-451b-8ca9-eddb0cbd9ae1 service neutron] Checking segment: {'id': 'a8d12658-9a7a-463b-a8db-745483385eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '32bf53ec-9f19-4cc5-aed3-53529facf471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:51.630404 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-9f775ce0-76a0-4672-a9f5-d8bf65e0d133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:11:49Z', 'revision_number': 7, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None, '_interfaces': [{'id': '19719e36-f63f-4e07-a178-de157f491bc1', 'name': '', 'network_id': 'f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:2e:b2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': 'f9b58995-992c-4d8b-b0c6-b5d6c8ccce77', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:43Z', 'updated_at': '2021-07-05T04:11:48Z', 'revision_number': 4, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': 'f9b58995-992c-4d8b-b0c6-b5d6c8ccce77', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676', 'name': '', 'network_id': 'a6eb8d44-8d7b-4ce4-a0b5-916364989913', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:e2:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c4270211-f99f-4168-8eb6-6f25f462c55c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:33Z', 'updated_at': '2021-07-05T04:11:44Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': 'c4270211-f99f-4168-8eb6-6f25f462c55c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a675bdf-dfc0-4722-bc6b-5e60afe071d1', 'name': '', 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:79:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:25Z', 'updated_at': '2021-07-05T04:11:35Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71ad071-3927-41eb-85a0-7a9df057445b', 'name': '', 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:22:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:27Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:51.630644 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-10549b06-4538-451b-8ca9-eddb0cbd9ae1 service neutron] Bound using segment: {'id': 'a8d12658-9a7a-463b-a8db-745483385eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '32bf53ec-9f19-4cc5-aed3-53529facf471'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:11:51.630929 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-10549b06-4538-451b-8ca9-eddb0cbd9ae1 service neutron] Bound port: cb2bd131-1402-45ad-9abb-a1f6bfa59cc6, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8d12658-9a7a-463b-a8db-745483385eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '32bf53ec-9f19-4cc5-aed3-53529facf471'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:11:51.631301 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-10549b06-4538-451b-8ca9-eddb0cbd9ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.645160 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-925d6e1b-3aea-49df-ba46-f7efa679d9dc tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Calling delete_port for 19719e36-f63f-4e07-a178-de157f491bc1 owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:51.669258 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f775ce0-76a0-4672-a9f5-d8bf65e0d133 None None] Checking router: 1a784e59-063b-4d98-873a-c512d77b5b21 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:11:51.680161 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f775ce0-76a0-4672-a9f5-d8bf65e0d133 None None] Routers {'1a784e59-063b-4d98-873a-c512d77b5b21'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:51.681062 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-9f775ce0-76a0-4672-a9f5-d8bf65e0d133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:11:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1a784e59-063b-4d98-873a-c512d77b5b21'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:51.738995 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-10549b06-4538-451b-8ca9-eddb0cbd9ae1 service neutron] For port cb2bd131-1402-45ad-9abb-a1f6bfa59cc6, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:11:51.742229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-10549b06-4538-451b-8ca9-eddb0cbd9ae1 service neutron] For port cb2bd131-1402-45ad-9abb-a1f6bfa59cc6, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=cb2bd131-1402-45ad-9abb-a1f6bfa59cc6,segment=NetworkSegment(a8d12658-9a7a-463b-a8db-745483385eed),segment_id=a8d12658-9a7a-463b-a8db-745483385eed)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:11:51.747072 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-10549b06-4538-451b-8ca9-eddb0cbd9ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.783500 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-9f775ce0-76a0-4672-a9f5-d8bf65e0d133 None None] Set router 1a784e59-063b-4d98-873a-c512d77b5b21 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:51.796690 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-10549b06-4538-451b-8ca9-eddb0cbd9ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:51.797320 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-10549b06-4538-451b-8ca9-eddb0cbd9ae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.798865 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-10549b06-4538-451b-8ca9-eddb0cbd9ae1 service neutron] 10.222.0.89 "PUT /v2.0/ports/cb2bd131-1402-45ad-9abb-a1f6bfa59cc6 HTTP/1.1" status: 200 len: 1093 time: 1.4110427 Jul 05 04:11:51.799324 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b15ed56-2fbe-499f-b5bf-994c95065bbb', 'tag': 'cb2bd131-1402-45ad-9abb-a1f6bfa59cc6'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:51.801922 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394cb835-6974-459b-aa5d-afac5dae66a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0b15ed56-2fbe-499f-b5bf-994c95065bbb", "tag": "cb2bd131-1402-45ad-9abb-a1f6bfa59cc6"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:51.854066 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b50e3a-c6ca-4f04-a775-837c7877e09e req-971df5e2-04cf-4979-b550-e80085bcaeaa tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:51.860773 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f6b50e3a-c6ca-4f04-a775-837c7877e09e req-971df5e2-04cf-4979-b550-e80085bcaeaa tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.1544333 Jul 05 04:11:51.900943 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca394c33-61ca-4ecf-9699-7cbcde0d1a27 x-openstack-request-id: req-ca394c33-61ca-4ecf-9699-7cbcde0d1a27 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:51.901391 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b15ed56-2fbe-499f-b5bf-994c95065bbb", "tag": "cb2bd131-1402-45ad-9abb-a1f6bfa59cc6", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:51.901650 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ca394c33-61ca-4ecf-9699-7cbcde0d1a27 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:51.902058 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b15ed56-2fbe-499f-b5bf-994c95065bbb', 'tag': 'cb2bd131-1402-45ad-9abb-a1f6bfa59cc6', 'status': 'completed', 'code': 200} Jul 05 04:11:51.904603 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10549b06-4538-451b-8ca9-eddb0cbd9ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2bd131-1402-45ad-9abb-a1f6bfa59cc6,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:51.940152 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-805e82f6-99cb-43cd-957e-15d01136f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:51.942860 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-805e82f6-99cb-43cd-957e-15d01136f4b0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9408a260780445c89932fc7cc974d293&device_id=0b15ed56-2fbe-499f-b5bf-994c95065bbb HTTP/1.1" status: 200 len: 1096 time: 0.0871575 Jul 05 04:11:51.945983 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f6b50e3a-c6ca-4f04-a775-837c7877e09e req-d29f8755-eed3-46d5-8b23-46f4e15a672c tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607457 Jul 05 04:11:52.006081 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-1e4f2df0-9d76-4a1c-8218-6ac69e4d44d7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb2bd131-1402-45ad-9abb-a1f6bfa59cc6 HTTP/1.1" status: 200 len: 217 time: 0.0487988 Jul 05 04:11:52.007787 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-925d6e1b-3aea-49df-ba46-f7efa679d9dc tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:52.044473 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d6e1b-3aea-49df-ba46-f7efa679d9dc tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Port': ['ID=19719e36-f63f-4e07-a178-de157f491bc1,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:52.070387 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-25e7cf1d-c243-4dcc-85b7-4f4741a89242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:52.071838 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-25e7cf1d-c243-4dcc-85b7-4f4741a89242 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cb44dd15-daa0-43dc-82cd-9cdda0a1aec5 HTTP/1.1" status: 200 len: 849 time: 0.0584605 Jul 05 04:11:52.097207 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-9f775ce0-76a0-4672-a9f5-d8bf65e0d133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:11:49Z', 'revision_number': 7, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None, '_interfaces': [{'id': '19719e36-f63f-4e07-a178-de157f491bc1', 'name': '', 'network_id': 'f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:2e:b2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': 'f9b58995-992c-4d8b-b0c6-b5d6c8ccce77', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:43Z', 'updated_at': '2021-07-05T04:11:51Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': 'f9b58995-992c-4d8b-b0c6-b5d6c8ccce77', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676', 'name': '', 'network_id': 'a6eb8d44-8d7b-4ce4-a0b5-916364989913', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:e2:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c4270211-f99f-4168-8eb6-6f25f462c55c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:33Z', 'updated_at': '2021-07-05T04:11:44Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': 'c4270211-f99f-4168-8eb6-6f25f462c55c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a675bdf-dfc0-4722-bc6b-5e60afe071d1', 'name': '', 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:79:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:25Z', 'updated_at': '2021-07-05T04:11:35Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71ad071-3927-41eb-85a0-7a9df057445b', 'name': '', 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:22:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:27Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:52.119613 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-87d87cc7-ef4f-48f4-80e1-4f772cae45f2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=32bf53ec-9f19-4cc5-aed3-53529facf471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373673 Jul 05 04:11:52.137617 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f775ce0-76a0-4672-a9f5-d8bf65e0d133 None None] The sync data for ids ['1a784e59-063b-4d98-873a-c512d77b5b21'] in n-d-780147-23 is: [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:11:49Z', 'revision_number': 7, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None, '_interfaces': [{'id': '19719e36-f63f-4e07-a178-de157f491bc1', 'name': '', 'network_id': 'f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:2e:b2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': 'f9b58995-992c-4d8b-b0c6-b5d6c8ccce77', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:43Z', 'updated_at': '2021-07-05T04:11:51Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': 'f9b58995-992c-4d8b-b0c6-b5d6c8ccce77', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676', 'name': '', 'network_id': 'a6eb8d44-8d7b-4ce4-a0b5-916364989913', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:e2:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c4270211-f99f-4168-8eb6-6f25f462c55c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:33Z', 'updated_at': '2021-07-05T04:11:44Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': 'c4270211-f99f-4168-8eb6-6f25f462c55c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a675bdf-dfc0-4722-bc6b-5e60afe071d1', 'name': '', 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:79:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:25Z', 'updated_at': '2021-07-05T04:11:35Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71ad071-3927-41eb-85a0-7a9df057445b', 'name': '', 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:22:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:27Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:11:52.243939 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-4dde28c2-fde5-4e95-affc-b5b89d07ed7d service neutron] 10.222.0.89 "GET /v2.0/networks/32bf53ec-9f19-4cc5-aed3-53529facf471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150813 Jul 05 04:11:52.306551 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-925d6e1b-3aea-49df-ba46-f7efa679d9dc tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:52.393796 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-190bc6df-db15-426a-96be-ecd584e56ea9 req-bdcffe60-8f4b-4fa3-8cad-1779f741f06d service neutron] 10.222.0.89 "GET /v2.0/networks/32bf53ec-9f19-4cc5-aed3-53529facf471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411710 Jul 05 04:11:52.590117 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993ac34-08dc-4b56-85d1-231ccb0b4e09 req-47f77d3b-5ccb-4342-90a0-2827172d668c tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:52.591766 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4993ac34-08dc-4b56-85d1-231ccb0b4e09 req-47f77d3b-5ccb-4342-90a0-2827172d668c tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b15ed56-2fbe-499f-b5bf-994c95065bbb HTTP/1.1" status: 200 len: 944 time: 0.1833322 Jul 05 04:11:52.602871 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cb835-6974-459b-aa5d-afac5dae66a8 req-9be97806-7dfd-4e9b-94da-2ea388d62992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:52.604381 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-394cb835-6974-459b-aa5d-afac5dae66a8 req-9be97806-7dfd-4e9b-94da-2ea388d62992 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9408a260780445c89932fc7cc974d293&device_id=0b15ed56-2fbe-499f-b5bf-994c95065bbb HTTP/1.1" status: 200 len: 1096 time: 0.1216443 Jul 05 04:11:52.697299 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4993ac34-08dc-4b56-85d1-231ccb0b4e09 req-d64a016f-c4f6-431c-84ec-cbe42d276738 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ae2494f-241a-4afe-b95c-ca94f2085f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906105 Jul 05 04:11:52.752088 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cb835-6974-459b-aa5d-afac5dae66a8 req-6ca2b0ac-59d4-4e9b-bc26-62ed74f93b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:52.753614 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-394cb835-6974-459b-aa5d-afac5dae66a8 req-6ca2b0ac-59d4-4e9b-bc26-62ed74f93b2b service neutron] 10.222.0.89 "GET /v2.0/networks?id=32bf53ec-9f19-4cc5-aed3-53529facf471 HTTP/1.1" status: 200 len: 910 time: 0.1413722 Jul 05 04:11:52.871433 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-394cb835-6974-459b-aa5d-afac5dae66a8 req-9590536a-8d9e-4be0-9028-d0b8e36f3119 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb2bd131-1402-45ad-9abb-a1f6bfa59cc6 HTTP/1.1" status: 200 len: 217 time: 0.1056936 Jul 05 04:11:52.903631 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d826cde-34df-4972-9d37-9518e2b90bc0 req-55ee459d-91d2-4de3-a2b3-aa0ca94b3758 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:52.908866 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d826cde-34df-4972-9d37-9518e2b90bc0 req-55ee459d-91d2-4de3-a2b3-aa0ca94b3758 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 943 time: 0.1644313 Jul 05 04:11:52.980508 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cb835-6974-459b-aa5d-afac5dae66a8 req-7f87cca1-c3cf-49f4-a1a1-08e3ab778011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:52.982185 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-394cb835-6974-459b-aa5d-afac5dae66a8 req-7f87cca1-c3cf-49f4-a1a1-08e3ab778011 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cb44dd15-daa0-43dc-82cd-9cdda0a1aec5 HTTP/1.1" status: 200 len: 849 time: 0.1017857 Jul 05 04:11:53.015420 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d826cde-34df-4972-9d37-9518e2b90bc0 req-3a7e2dbe-7d68-4272-8b5c-863cfe6533cc tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687499 Jul 05 04:11:53.023389 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-394cb835-6974-459b-aa5d-afac5dae66a8 req-e73131c3-9d60-45ae-8726-ac63890fedfb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=32bf53ec-9f19-4cc5-aed3-53529facf471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333815 Jul 05 04:11:53.023546 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925d6e1b-3aea-49df-ba46-f7efa679d9dc tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Router 1a784e59-063b-4d98-873a-c512d77b5b21 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:11:53.150229 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925d6e1b-3aea-49df-ba46-f7efa679d9dc tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:11:53.153464 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-394cb835-6974-459b-aa5d-afac5dae66a8 req-046a6dbf-8183-469d-b1e2-740c59c917d9 service neutron] 10.222.0.89 "GET /v2.0/networks/32bf53ec-9f19-4cc5-aed3-53529facf471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217065 Jul 05 04:11:53.160124 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ec8e15-bbc0-4208-85a6-adafa2bdcc24 None None] Sync routers for ids ['1a784e59-063b-4d98-873a-c512d77b5b21'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:11:53.161611 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-925d6e1b-3aea-49df-ba46-f7efa679d9dc tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "PUT /v2.0/routers/1a784e59-063b-4d98-873a-c512d77b5b21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7442303 Jul 05 04:11:53.164516 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48282) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:53.175235 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ec8e15-bbc0-4208-85a6-adafa2bdcc24 None None] Routers {'1a784e59-063b-4d98-873a-c512d77b5b21'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:53.176371 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-06ec8e15-bbc0-4208-85a6-adafa2bdcc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:11:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1a784e59-063b-4d98-873a-c512d77b5b21'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:53.266271 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a55ac5-434b-4c14-a55f-12a0ad6d3ab1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting subnet f9b58995-992c-4d8b-b0c6-b5d6c8ccce77 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:11:53.271204 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f2a55ac5-434b-4c14-a55f-12a0ad6d3ab1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:53.310169 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-06ec8e15-bbc0-4208-85a6-adafa2bdcc24 None None] Set router 1a784e59-063b-4d98-873a-c512d77b5b21 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:53.345612 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f2a55ac5-434b-4c14-a55f-12a0ad6d3ab1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:53.447340 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f2a55ac5-434b-4c14-a55f-12a0ad6d3ab1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:53.542986 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f2a55ac5-434b-4c14-a55f-12a0ad6d3ab1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:53.579203 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a55ac5-434b-4c14-a55f-12a0ad6d3ab1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b58995-992c-4d8b-b0c6-b5d6c8ccce77,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:53.586420 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f2a55ac5-434b-4c14-a55f-12a0ad6d3ab1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:53.588696 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f2a55ac5-434b-4c14-a55f-12a0ad6d3ab1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/subnets/f9b58995-992c-4d8b-b0c6-b5d6c8ccce77 HTTP/1.1" status: 204 len: 168 time: 0.4228878 Jul 05 04:11:53.592708 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48294) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:53.601117 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0856dd-0669-4109-b55d-ed50ddcd5e0d None None] Network f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:53.697953 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d479448e-6a10-424e-95a1-10d02a8e689c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:53.770708 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3742c7-be7e-4746-b0ec-6dd978e7597e req-4671146d-817e-4e85-9e9f-aa5ef60ce919 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:53.773931 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-d479448e-6a10-424e-95a1-10d02a8e689c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting port 95102adb-3b1b-44d9-9ee0-76c596b8e4dd {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:53.774290 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d479448e-6a10-424e-95a1-10d02a8e689c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:53.779018 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4d3742c7-be7e-4746-b0ec-6dd978e7597e req-4671146d-817e-4e85-9e9f-aa5ef60ce919 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.6214271 Jul 05 04:11:53.800962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-06ec8e15-bbc0-4208-85a6-adafa2bdcc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:11:51Z', 'revision_number': 8, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None, '_interfaces': [{'id': '3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676', 'name': '', 'network_id': 'a6eb8d44-8d7b-4ce4-a0b5-916364989913', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:e2:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c4270211-f99f-4168-8eb6-6f25f462c55c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:33Z', 'updated_at': '2021-07-05T04:11:44Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': 'c4270211-f99f-4168-8eb6-6f25f462c55c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a675bdf-dfc0-4722-bc6b-5e60afe071d1', 'name': '', 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:79:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:25Z', 'updated_at': '2021-07-05T04:11:35Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71ad071-3927-41eb-85a0-7a9df057445b', 'name': '', 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:22:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:27Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:53.824207 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-394cb835-6974-459b-aa5d-afac5dae66a8 req-182e701c-c407-4919-97f2-bb4ddffb17a5 service neutron] 10.222.0.89 "GET /v2.0/networks/32bf53ec-9f19-4cc5-aed3-53529facf471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6550202 Jul 05 04:11:53.852903 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ec8e15-bbc0-4208-85a6-adafa2bdcc24 None None] Checking router: 1a784e59-063b-4d98-873a-c512d77b5b21 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:11:53.856255 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4d3742c7-be7e-4746-b0ec-6dd978e7597e req-3c3f9ca5-68cb-42f6-9706-7f86d0d9908c tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754974 Jul 05 04:11:53.877497 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ec8e15-bbc0-4208-85a6-adafa2bdcc24 None None] Routers {'1a784e59-063b-4d98-873a-c512d77b5b21'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:53.878812 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-06ec8e15-bbc0-4208-85a6-adafa2bdcc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:11:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1a784e59-063b-4d98-873a-c512d77b5b21'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:53.886787 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-d479448e-6a10-424e-95a1-10d02a8e689c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] For port 95102adb-3b1b-44d9-9ee0-76c596b8e4dd, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=95102adb-3b1b-44d9-9ee0-76c596b8e4dd,segment=NetworkSegment(4d728364-bb82-4a30-82c5-97647dcde43c),segment_id=4d728364-bb82-4a30-82c5-97647dcde43c)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:53.887603 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d479448e-6a10-424e-95a1-10d02a8e689c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:53.908789 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-d479448e-6a10-424e-95a1-10d02a8e689c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Calling delete_port for 95102adb-3b1b-44d9-9ee0-76c596b8e4dd owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:54.073749 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:11:54.083976 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-06ec8e15-bbc0-4208-85a6-adafa2bdcc24 None None] Set router 1a784e59-063b-4d98-873a-c512d77b5b21 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:54.126047 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d479448e-6a10-424e-95a1-10d02a8e689c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.153196 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e3155-b338-4462-851f-55ad5e9f3e4c req-eab6ce2d-8cb6-476d-ac68-8dc4367a3e9b tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:54.166622 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ef9e3155-b338-4462-851f-55ad5e9f3e4c req-eab6ce2d-8cb6-476d-ac68-8dc4367a3e9b tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b15ed56-2fbe-499f-b5bf-994c95065bbb HTTP/1.1" status: 200 len: 944 time: 0.1948686 Jul 05 04:11:54.204010 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bc4f48-2575-408a-a245-fee55a452ced None None] DHCP port deletion for f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:11:54.227676 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479448e-6a10-424e-95a1-10d02a8e689c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Port': ['ID=95102adb-3b1b-44d9-9ee0-76c596b8e4dd,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:54.250168 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d479448e-6a10-424e-95a1-10d02a8e689c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] No DVR routers for this DVR port 95102adb-3b1b-44d9-9ee0-76c596b8e4dd on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:11:54.301528 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ef9e3155-b338-4462-851f-55ad5e9f3e4c req-3f699330-294b-4e0c-a90c-bab69639aea4 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ae2494f-241a-4afe-b95c-ca94f2085f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331384 Jul 05 04:11:54.327367 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:54.373605 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'port_id': '6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa', 'mac_address': 'fa:16:3e:67:cd:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:11:54.440226 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.448685 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d479448e-6a10-424e-95a1-10d02a8e689c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.459439 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-d479448e-6a10-424e-95a1-10d02a8e689c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:54.460660 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:11:54.471598 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-d479448e-6a10-424e-95a1-10d02a8e689c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d728364-bb82-4a30-82c5-97647dcde43c') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:54.472135 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-d479448e-6a10-424e-95a1-10d02a8e689c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d728364-bb82-4a30-82c5-97647dcde43c') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:54.481750 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d479448e-6a10-424e-95a1-10d02a8e689c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.484175 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:54.499577 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d479448e-6a10-424e-95a1-10d02a8e689c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.501545 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79418671-3bcb-4266-970c-0e5cfebf184e req-65ae2c51-cb65-4fc8-bb41-e230842dc417 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:54.504101 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-79418671-3bcb-4266-970c-0e5cfebf184e req-65ae2c51-cb65-4fc8-bb41-e230842dc417 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 943 time: 0.0756979 Jul 05 04:11:54.505946 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d479448e-6a10-424e-95a1-10d02a8e689c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:11:54.506357 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d479448e-6a10-424e-95a1-10d02a8e689c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.507946 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:11:54.509353 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:11:54.557057 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-79418671-3bcb-4266-970c-0e5cfebf184e req-be293ceb-761a-4f8d-bf3c-c2f90d8a40e2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455177 Jul 05 04:11:54.582231 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d479448e-6a10-424e-95a1-10d02a8e689c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.590276 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:54.604033 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d479448e-6a10-424e-95a1-10d02a8e689c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.609321 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d479448e-6a10-424e-95a1-10d02a8e689c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/networks/f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8 HTTP/1.1" status: 204 len: 168 time: 1.0136945 Jul 05 04:11:54.609492 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-06ec8e15-bbc0-4208-85a6-adafa2bdcc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:11:51Z', 'revision_number': 8, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None, '_interfaces': [{'id': '3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676', 'name': '', 'network_id': 'a6eb8d44-8d7b-4ce4-a0b5-916364989913', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:e2:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c4270211-f99f-4168-8eb6-6f25f462c55c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:33Z', 'updated_at': '2021-07-05T04:11:44Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': 'c4270211-f99f-4168-8eb6-6f25f462c55c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a675bdf-dfc0-4722-bc6b-5e60afe071d1', 'name': '', 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:79:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:25Z', 'updated_at': '2021-07-05T04:11:35Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71ad071-3927-41eb-85a0-7a9df057445b', 'name': '', 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:22:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:27Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:54.609654 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48316) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:54.616180 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479448e-6a10-424e-95a1-10d02a8e689c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Network': ['ID=f7c22cfe-32ce-4a23-b4b2-c3f62467a7e8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:54.641500 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ec8e15-bbc0-4208-85a6-adafa2bdcc24 None None] The sync data for ids ['1a784e59-063b-4d98-873a-c512d77b5b21'] in n-d-780147-23 is: [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:11:51Z', 'revision_number': 8, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None, '_interfaces': [{'id': '3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676', 'name': '', 'network_id': 'a6eb8d44-8d7b-4ce4-a0b5-916364989913', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:e2:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c4270211-f99f-4168-8eb6-6f25f462c55c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:33Z', 'updated_at': '2021-07-05T04:11:44Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': 'c4270211-f99f-4168-8eb6-6f25f462c55c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a675bdf-dfc0-4722-bc6b-5e60afe071d1', 'name': '', 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:79:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:25Z', 'updated_at': '2021-07-05T04:11:35Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71ad071-3927-41eb-85a0-7a9df057445b', 'name': '', 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:22:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:27Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:11:54.923196 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:11:55.005908 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f3605a7d-e6d7-48ee-b773-b1e48be27b70 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:55.132116 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 95102adb-3b1b-44d9-9ee0-76c596b8e4dd no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:11:55.172868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 95102adb-3b1b-44d9-9ee0-76c596b8e4dd {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:11:55.173545 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 95102adb-3b1b-44d9-9ee0-76c596b8e4dd not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:11:55.174517 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 19719e36-f63f-4e07-a178-de157f491bc1 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:11:55.216547 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 19719e36-f63f-4e07-a178-de157f491bc1 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:11:55.217683 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 19719e36-f63f-4e07-a178-de157f491bc1 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:11:55.221372 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6896eb9-3d3e-4873-92f9-340f1d888474 req-1b87d629-a8cb-4423-8ec5-dcbdd291bd91 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:55.223259 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6896eb9-3d3e-4873-92f9-340f1d888474 req-1b87d629-a8cb-4423-8ec5-dcbdd291bd91 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.1470292 Jul 05 04:11:55.328241 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6896eb9-3d3e-4873-92f9-340f1d888474 req-4ecd9996-affd-4fed-865d-c6264fe2cee7 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710111 Jul 05 04:11:55.463532 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-f3605a7d-e6d7-48ee-b773-b1e48be27b70 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting port 3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:55.464133 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f3605a7d-e6d7-48ee-b773-b1e48be27b70 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:55.605840 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-f3605a7d-e6d7-48ee-b773-b1e48be27b70 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] For port 3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676,segment=NetworkSegment(2b4ef3cd-56ba-425f-845c-71ca76645fc2),segment_id=2b4ef3cd-56ba-425f-845c-71ca76645fc2)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:55.606182 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f3605a7d-e6d7-48ee-b773-b1e48be27b70 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:55.622827 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9ea16-40ed-4b35-99f9-78ad1421f376 req-ea74b5a5-600c-4d1a-8f8f-19067afad7aa tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:55.624991 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ddb9ea16-40ed-4b35-99f9-78ad1421f376 req-ea74b5a5-600c-4d1a-8f8f-19067afad7aa tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b15ed56-2fbe-499f-b5bf-994c95065bbb HTTP/1.1" status: 200 len: 944 time: 0.1453040 Jul 05 04:11:55.631928 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-f3605a7d-e6d7-48ee-b773-b1e48be27b70 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Calling delete_port for 3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676 owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:55.716307 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ddb9ea16-40ed-4b35-99f9-78ad1421f376 req-e64721df-3c42-4bfa-a356-e8e1d0720631 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ae2494f-241a-4afe-b95c-ca94f2085f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801957 Jul 05 04:11:55.800099 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device cb2bd131-1402-45ad-9abb-a1f6bfa59cc6 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:11:55.804857 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab3912-dabb-481c-ac09-36b7923136aa req-146ffa9c-4734-4358-ab02-63fd08d21afb tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:55.812281 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91ab3912-dabb-481c-ac09-36b7923136aa req-146ffa9c-4734-4358-ab02-63fd08d21afb tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 944 time: 0.1142576 Jul 05 04:11:55.861001 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91ab3912-dabb-481c-ac09-36b7923136aa req-146fc111-f834-4759-9a2a-7e0eefe2e786 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423419 Jul 05 04:11:55.876726 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f3605a7d-e6d7-48ee-b773-b1e48be27b70 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:55.910891 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3605a7d-e6d7-48ee-b773-b1e48be27b70 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Port': ['ID=3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:55.925570 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port cb2bd131-1402-45ad-9abb-a1f6bfa59cc6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=cb2bd131-1402-45ad-9abb-a1f6bfa59cc6,segment=NetworkSegment(a8d12658-9a7a-463b-a8db-745483385eed),segment_id=a8d12658-9a7a-463b-a8db-745483385eed)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:55.944854 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'cb2bd131-1402-45ad-9abb-a1f6bfa59cc6', 'network_id': '32bf53ec-9f19-4cc5-aed3-53529facf471', 'port_id': 'cb2bd131-1402-45ad-9abb-a1f6bfa59cc6', 'mac_address': 'fa:16:3e:28:80:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44dd15-daa0-43dc-82cd-9cdda0a1aec5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:11:55.998916 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:56.018126 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2bd131-1402-45ad-9abb-a1f6bfa59cc6 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:11:56.048522 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port cb2bd131-1402-45ad-9abb-a1f6bfa59cc6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=cb2bd131-1402-45ad-9abb-a1f6bfa59cc6,segment=NetworkSegment(a8d12658-9a7a-463b-a8db-745483385eed),segment_id=a8d12658-9a7a-463b-a8db-745483385eed)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:56.051677 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:56.081765 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:56.114131 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f3605a7d-e6d7-48ee-b773-b1e48be27b70 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:56.158368 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=cb2bd131-1402-45ad-9abb-a1f6bfa59cc6,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:56.169835 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:56.174817 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:56.175386 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:56.264983 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:56.287724 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb5c3c4-7982-4aba-a587-ea0eab1b715d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:56.290026 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfc1057-d66d-4f29-895e-84e514fc7848" -d '{"events": [{"server_uuid": "adb5c3c4-7982-4aba-a587-ea0eab1b715d", "name": "network-vif-plugged", "status": "completed", "tag": "6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:56.317928 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:56.327295 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:56.334875 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e29726-ea03-4cb8-a921-df627e393c3c x-openstack-request-id: req-85e29726-ea03-4cb8-a921-df627e393c3c {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:56.335915 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb5c3c4-7982-4aba-a587-ea0eab1b715d", "name": "network-vif-plugged", "status": "completed", "tag": "6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:56.336217 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-85e29726-ea03-4cb8-a921-df627e393c3c {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:56.336550 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb5c3c4-7982-4aba-a587-ea0eab1b715d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa', 'code': 200} Jul 05 04:11:56.351455 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3605a7d-e6d7-48ee-b773-b1e48be27b70 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Router 1a784e59-063b-4d98-873a-c512d77b5b21 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:11:56.398542 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:56.462173 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3605a7d-e6d7-48ee-b773-b1e48be27b70 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:11:56.472539 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed13233d-955f-42bb-a2d9-d4cb1d788c78 None None] Sync routers for ids ['1a784e59-063b-4d98-873a-c512d77b5b21'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:11:56.476389 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f3605a7d-e6d7-48ee-b773-b1e48be27b70 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "PUT /v2.0/routers/1a784e59-063b-4d98-873a-c512d77b5b21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8657875 Jul 05 04:11:56.477070 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48364) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:56.490509 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed13233d-955f-42bb-a2d9-d4cb1d788c78 None None] Routers {'1a784e59-063b-4d98-873a-c512d77b5b21'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:56.491442 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-ed13233d-955f-42bb-a2d9-d4cb1d788c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:11:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1a784e59-063b-4d98-873a-c512d77b5b21'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:56.525767 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['cb2bd131-1402-45ad-9abb-a1f6bfa59cc6'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:11:56.555850 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9486a08-822c-4806-804d-6b7e528f317c req-a69cece8-e979-4333-9142-4ac0ed29f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:56.557402 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c9486a08-822c-4806-804d-6b7e528f317c req-a69cece8-e979-4333-9142-4ac0ed29f022 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 1097 time: 0.1102278 Jul 05 04:11:56.561967 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-83fc4d8b-5893-4bfd-b42e-1f5483a9259b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting subnet c4270211-f99f-4168-8eb6-6f25f462c55c {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:11:56.567393 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83fc4d8b-5893-4bfd-b42e-1f5483a9259b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:56.628582 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83fc4d8b-5893-4bfd-b42e-1f5483a9259b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:56.636430 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-ed13233d-955f-42bb-a2d9-d4cb1d788c78 None None] Set router 1a784e59-063b-4d98-873a-c512d77b5b21 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:56.741403 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c9486a08-822c-4806-804d-6b7e528f317c req-c5635d3d-8482-45f5-9777-b7f1a9fc4671 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563673 Jul 05 04:11:56.793470 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83fc4d8b-5893-4bfd-b42e-1f5483a9259b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:56.824290 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72dac30-c0bf-4b5f-8e41-77b3bc2cfdba req-28d21424-85d4-4b77-8fa5-a33d35456c21 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:56.827607 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e72dac30-c0bf-4b5f-8e41-77b3bc2cfdba req-28d21424-85d4-4b77-8fa5-a33d35456c21 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.2781391 Jul 05 04:11:56.924483 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e72dac30-c0bf-4b5f-8e41-77b3bc2cfdba req-97b81d9a-4758-4ba5-ae8e-10e43a9d7bec tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888290 Jul 05 04:11:56.934456 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83fc4d8b-5893-4bfd-b42e-1f5483a9259b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:56.971719 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc4d8b-5893-4bfd-b42e-1f5483a9259b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Subnet': ['ID=c4270211-f99f-4168-8eb6-6f25f462c55c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:56.983558 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b48297-d549-4956-90d8-c82b96b13858 None None] Network a6eb8d44-8d7b-4ce4-a0b5-916364989913 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:57.015585 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83fc4d8b-5893-4bfd-b42e-1f5483a9259b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.017655 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-83fc4d8b-5893-4bfd-b42e-1f5483a9259b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/subnets/c4270211-f99f-4168-8eb6-6f25f462c55c HTTP/1.1" status: 204 len: 168 time: 0.5396440 Jul 05 04:11:57.020500 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48378) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:57.054415 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-ed13233d-955f-42bb-a2d9-d4cb1d788c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:11:55Z', 'revision_number': 9, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None, '_interfaces': [{'id': '6a675bdf-dfc0-4722-bc6b-5e60afe071d1', 'name': '', 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:79:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:25Z', 'updated_at': '2021-07-05T04:11:35Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71ad071-3927-41eb-85a0-7a9df057445b', 'name': '', 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:22:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:27Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:57.068961 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb56c6a-68fc-49c6-9386-54a4623ced79 req-de134d49-4d67-4555-89ce-df28b45ee133 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:57.070643 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4fb56c6a-68fc-49c6-9386-54a4623ced79 req-de134d49-4d67-4555-89ce-df28b45ee133 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b15ed56-2fbe-499f-b5bf-994c95065bbb HTTP/1.1" status: 200 len: 945 time: 0.1014142 Jul 05 04:11:57.100597 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed13233d-955f-42bb-a2d9-d4cb1d788c78 None None] Checking router: 1a784e59-063b-4d98-873a-c512d77b5b21 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:11:57.111782 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed13233d-955f-42bb-a2d9-d4cb1d788c78 None None] Routers {'1a784e59-063b-4d98-873a-c512d77b5b21'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:11:57.112582 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-ed13233d-955f-42bb-a2d9-d4cb1d788c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:11:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1a784e59-063b-4d98-873a-c512d77b5b21'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:57.131047 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4fb56c6a-68fc-49c6-9386-54a4623ced79 req-496fef84-d26b-4796-8ad8-e8a8cf6d1659 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ae2494f-241a-4afe-b95c-ca94f2085f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509109 Jul 05 04:11:57.162608 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.259586 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-ed13233d-955f-42bb-a2d9-d4cb1d788c78 None None] Set router 1a784e59-063b-4d98-873a-c512d77b5b21 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:11:57.267623 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637a7fd-3d66-4fff-96ff-91e5e84d5f8f req-458b7ee7-156e-4790-bf7a-dad9a029c835 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:57.274128 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4637a7fd-3d66-4fff-96ff-91e5e84d5f8f req-458b7ee7-156e-4790-bf7a-dad9a029c835 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 945 time: 0.1413808 Jul 05 04:11:57.302556 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4914d430-7bad-49f3-a09a-33ec739483a7 None None] DHCP port deletion for a6eb8d44-8d7b-4ce4-a0b5-916364989913 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:11:57.334560 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4637a7fd-3d66-4fff-96ff-91e5e84d5f8f req-9f123e12-13a7-45e1-a60e-e3fab72b07e1 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587823 Jul 05 04:11:57.338884 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting port 26f9bba7-83bb-4b25-bb57-f7e90a138b6b {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:57.340418 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.363845 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-4914d430-7bad-49f3-a09a-33ec739483a7 None None] Deleting port 26f9bba7-83bb-4b25-bb57-f7e90a138b6b {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:57.364221 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4914d430-7bad-49f3-a09a-33ec739483a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.430415 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] For port 26f9bba7-83bb-4b25-bb57-f7e90a138b6b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=26f9bba7-83bb-4b25-bb57-f7e90a138b6b,segment=NetworkSegment(2b4ef3cd-56ba-425f-845c-71ca76645fc2),segment_id=2b4ef3cd-56ba-425f-845c-71ca76645fc2)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:57.431125 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.445670 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-4914d430-7bad-49f3-a09a-33ec739483a7 None None] For port 26f9bba7-83bb-4b25-bb57-f7e90a138b6b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=26f9bba7-83bb-4b25-bb57-f7e90a138b6b,segment=NetworkSegment(2b4ef3cd-56ba-425f-845c-71ca76645fc2),segment_id=2b4ef3cd-56ba-425f-845c-71ca76645fc2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:57.446777 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4914d430-7bad-49f3-a09a-33ec739483a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.457637 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Calling delete_port for 26f9bba7-83bb-4b25-bb57-f7e90a138b6b owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:57.478578 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-4914d430-7bad-49f3-a09a-33ec739483a7 None None] Calling delete_port for 26f9bba7-83bb-4b25-bb57-f7e90a138b6b owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:57.603575 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-ed13233d-955f-42bb-a2d9-d4cb1d788c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:11:55Z', 'revision_number': 9, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None, '_interfaces': [{'id': '6a675bdf-dfc0-4722-bc6b-5e60afe071d1', 'name': '', 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:79:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:25Z', 'updated_at': '2021-07-05T04:11:35Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71ad071-3927-41eb-85a0-7a9df057445b', 'name': '', 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:22:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:27Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:57.633356 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.636230 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed13233d-955f-42bb-a2d9-d4cb1d788c78 None None] The sync data for ids ['1a784e59-063b-4d98-873a-c512d77b5b21'] in n-d-780147-23 is: [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:11:55Z', 'revision_number': 9, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None, '_interfaces': [{'id': '6a675bdf-dfc0-4722-bc6b-5e60afe071d1', 'name': '', 'network_id': '56f1b7e7-0a9e-423e-b421-fd45c76cb684', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:79:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:25Z', 'updated_at': '2021-07-05T04:11:35Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '5f15c06f-2cd2-4636-b3d1-edb3c167c850', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a71ad071-3927-41eb-85a0-7a9df057445b', 'name': '', 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:22:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:27Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:11:57.670158 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Port': ['ID=26f9bba7-83bb-4b25-bb57-f7e90a138b6b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:57.678101 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4914d430-7bad-49f3-a09a-33ec739483a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.692033 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] No DVR routers for this DVR port 26f9bba7-83bb-4b25-bb57-f7e90a138b6b on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:11:57.724867 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4914d430-7bad-49f3-a09a-33ec739483a7 None None] No DVR routers for this DVR port 26f9bba7-83bb-4b25-bb57-f7e90a138b6b on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:11:57.729622 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914d430-7bad-49f3-a09a-33ec739483a7 None None] Pushing event deleted for resources: {'Port': ['ID=26f9bba7-83bb-4b25-bb57-f7e90a138b6b,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:57.765305 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:57.766739 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:57.767275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:57.767784 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:57.768734 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:57.769253 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:57.769752 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:57.770403 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:57.771002 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:57.771662 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:57.776310 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:57.777001 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:57.832164 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b2d60921-d607-4fdd-b503-457bca5cc382 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:11:57.860862 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.872411 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6eb8d44-8d7b-4ce4-a0b5-916364989913']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:57.904460 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b4ef3cd-56ba-425f-845c-71ca76645fc2') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:57.909857 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b4ef3cd-56ba-425f-845c-71ca76645fc2') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:57.929497 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.962844 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.968328 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b2d60921-d607-4fdd-b503-457bca5cc382, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b2d60921-d607-4fdd-b503-457bca5cc382,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:57.978208 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:11:57.979238 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:11:57.984736 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:11:58.009122 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'b2d60921-d607-4fdd-b503-457bca5cc382', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'port_id': 'b2d60921-d607-4fdd-b503-457bca5cc382', 'mac_address': 'fa:16:3e:3d:69:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:11:58.017477 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device cb2bd131-1402-45ad-9abb-a1f6bfa59cc6 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:58.169732 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:58.212884 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:58.223388 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/networks/a6eb8d44-8d7b-4ce4-a0b5-916364989913 HTTP/1.1" status: 204 len: 168 time: 1.2012031 Jul 05 04:11:58.224220 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48430) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:58.242730 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:58.260877 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port cb2bd131-1402-45ad-9abb-a1f6bfa59cc6 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:58.280660 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb25ad-8276-462c-bd20-cd6c8e46f275 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Network': ['ID=a6eb8d44-8d7b-4ce4-a0b5-916364989913,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:58.301552 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2d60921-d607-4fdd-b503-457bca5cc382 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:11:58.324964 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port cb2bd131-1402-45ad-9abb-a1f6bfa59cc6 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:58.329658 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:58.373835 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ba69c-a799-4a3c-831c-52493cb86d48 req-1c8ca7ce-0601-4a34-bfea-79e19a9da1fd tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:58.385737 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-525ba69c-a799-4a3c-831c-52493cb86d48 req-1c8ca7ce-0601-4a34-bfea-79e19a9da1fd tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.1695414 Jul 05 04:11:58.442111 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b2d60921-d607-4fdd-b503-457bca5cc382, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b2d60921-d607-4fdd-b503-457bca5cc382,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:58.485981 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-525ba69c-a799-4a3c-831c-52493cb86d48 req-7831c4e6-1a0b-48fc-9eb4-17cac5f35b4c tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988462 Jul 05 04:11:58.693806 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:58.700013 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:58.761370 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=b2d60921-d607-4fdd-b503-457bca5cc382,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:58.773906 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58153628-796b-4a0d-8dc7-1778be6fa553 req-1af8ec81-9ddf-4ab1-94e3-48cdd9b71323 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:58.786447 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-58153628-796b-4a0d-8dc7-1778be6fa553 req-1af8ec81-9ddf-4ab1-94e3-48cdd9b71323 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 945 time: 0.1392534 Jul 05 04:11:58.850000 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port cb2bd131-1402-45ad-9abb-a1f6bfa59cc6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=cb2bd131-1402-45ad-9abb-a1f6bfa59cc6,segment=NetworkSegment(a8d12658-9a7a-463b-a8db-745483385eed),segment_id=a8d12658-9a7a-463b-a8db-745483385eed)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:58.853843 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b15ed56-2fbe-499f-b5bf-994c95065bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2bd131-1402-45ad-9abb-a1f6bfa59cc6'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:58.856702 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95a0d12-56e6-4b4f-a8cb-89ed16d6e4d1" -d '{"events": [{"server_uuid": "0b15ed56-2fbe-499f-b5bf-994c95065bbb", "name": "network-vif-plugged", "status": "completed", "tag": "cb2bd131-1402-45ad-9abb-a1f6bfa59cc6"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:58.862952 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-454528ca-628c-42a7-9c70-2469e3e2a1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:58.873208 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:58.887214 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-58153628-796b-4a0d-8dc7-1778be6fa553 req-8bd9ecd0-6193-41dd-b39b-85b86f7594c7 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929196 Jul 05 04:11:58.945309 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['b2d60921-d607-4fdd-b503-457bca5cc382'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:11:58.947176 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd258e-1fa4-4443-b388-6907c6af093a req-42ecaedb-4766-4bfb-826c-ab2e3b9096aa tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:58.951421 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=cb2bd131-1402-45ad-9abb-a1f6bfa59cc6,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:58.956063 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:11:58.959469 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-abdd258e-1fa4-4443-b388-6907c6af093a req-42ecaedb-4766-4bfb-826c-ab2e3b9096aa tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b15ed56-2fbe-499f-b5bf-994c95065bbb HTTP/1.1" status: 200 len: 945 time: 0.4474747 Jul 05 04:11:59.009686 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:11:59.010334 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3bf36bb6-6d19-41e2-bf72-8c8e7cd8b676 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:11:59.010938 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 26f9bba7-83bb-4b25-bb57-f7e90a138b6b no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:11:59.037404 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 26f9bba7-83bb-4b25-bb57-f7e90a138b6b {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:11:59.038012 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 26f9bba7-83bb-4b25-bb57-f7e90a138b6b not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:11:59.052455 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-abdd258e-1fa4-4443-b388-6907c6af093a req-c2eaacb8-3ac0-4206-83e0-3c8987c245ff tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ae2494f-241a-4afe-b95c-ca94f2085f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920315 Jul 05 04:11:59.144721 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21195e71-d9ee-4fc3-9b04-ebddd583038f x-openstack-request-id: req-21195e71-d9ee-4fc3-9b04-ebddd583038f {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:59.144855 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b15ed56-2fbe-499f-b5bf-994c95065bbb", "name": "network-vif-plugged", "status": "completed", "tag": "cb2bd131-1402-45ad-9abb-a1f6bfa59cc6", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:59.145553 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-21195e71-d9ee-4fc3-9b04-ebddd583038f {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:59.145553 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b15ed56-2fbe-499f-b5bf-994c95065bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2bd131-1402-45ad-9abb-a1f6bfa59cc6', 'code': 200} Jul 05 04:11:59.355403 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:59.421643 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e604813-a0ce-4143-96c4-322162678d5a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:59.512411 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ca8b6-14b1-4085-a395-61289aae275f req-62466fd3-e7ad-4aa0-a2b8-1e5acac70dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:59.514254 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b76ca8b6-14b1-4085-a395-61289aae275f req-62466fd3-e7ad-4aa0-a2b8-1e5acac70dc6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0b15ed56-2fbe-499f-b5bf-994c95065bbb HTTP/1.1" status: 200 len: 1098 time: 0.2781909 Jul 05 04:11:59.559011 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd634a0d-54f5-404f-8ff7-01cb30a8fb57 req-bd9c2da2-0e8a-4335-98aa-f252a209f1f8 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:59.566741 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dd634a0d-54f5-404f-8ff7-01cb30a8fb57 req-bd9c2da2-0e8a-4335-98aa-f252a209f1f8 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 945 time: 0.2557220 Jul 05 04:11:59.636308 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b76ca8b6-14b1-4085-a395-61289aae275f req-620c0a76-cbef-4726-806b-1b719e271e7a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4ae2494f-241a-4afe-b95c-ca94f2085f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029990 Jul 05 04:11:59.684453 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dd634a0d-54f5-404f-8ff7-01cb30a8fb57 req-29bc9402-3f20-460e-a617-619576e8f520 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164904 Jul 05 04:11:59.774672 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc6fd5-ad01-44af-905d-6677291c822a req-20aae79b-f2e7-4827-aa4a-d29568a5919e tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:59.784515 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4fc6fd5-ad01-44af-905d-6677291c822a req-20aae79b-f2e7-4827-aa4a-d29568a5919e tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 949 time: 0.1194212 Jul 05 04:11:59.830756 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b2d60921-d607-4fdd-b503-457bca5cc382 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:59.832163 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4fc6fd5-ad01-44af-905d-6677291c822a req-9b10038f-589e-4d68-8bf5-b8b79f42ae80 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463345 Jul 05 04:11:59.914619 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port b2d60921-d607-4fdd-b503-457bca5cc382 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:59.915823 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:00.000747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d591946-2f2c-4546-88bd-6163fb1101d2 req-27513ce1-7834-4b85-afc9-7e0e18799070 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:00.002592 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5d591946-2f2c-4546-88bd-6163fb1101d2 req-27513ce1-7834-4b85-afc9-7e0e18799070 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 945 time: 0.1396420 Jul 05 04:12:00.019456 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:00.033183 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-4e604813-a0ce-4143-96c4-322162678d5a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting port 6a675bdf-dfc0-4722-bc6b-5e60afe071d1 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:00.033526 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e604813-a0ce-4143-96c4-322162678d5a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:00.066112 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b2d60921-d607-4fdd-b503-457bca5cc382, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b2d60921-d607-4fdd-b503-457bca5cc382,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:00.082261 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:00.114633 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5d591946-2f2c-4546-88bd-6163fb1101d2 req-07415475-6341-4e5a-ab5b-b645f4ad9527 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046398 Jul 05 04:12:00.173386 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=b2d60921-d607-4fdd-b503-457bca5cc382,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:00.223758 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-4e604813-a0ce-4143-96c4-322162678d5a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] For port 6a675bdf-dfc0-4722-bc6b-5e60afe071d1, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6a675bdf-dfc0-4722-bc6b-5e60afe071d1,segment=NetworkSegment(72e1be02-48ff-4a5c-989d-f1f514a4f139),segment_id=72e1be02-48ff-4a5c-989d-f1f514a4f139)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:00.229759 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e604813-a0ce-4143-96c4-322162678d5a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:00.262337 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-4e604813-a0ce-4143-96c4-322162678d5a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Calling delete_port for 6a675bdf-dfc0-4722-bc6b-5e60afe071d1 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:00.386893 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b606c-60c3-46da-8de8-224f4e2d69cb req-e225c6b7-7ab7-4368-a216-ecd4647e8ad4 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:00.393939 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a91b606c-60c3-46da-8de8-224f4e2d69cb req-e225c6b7-7ab7-4368-a216-ecd4647e8ad4 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b15ed56-2fbe-499f-b5bf-994c95065bbb HTTP/1.1" status: 200 len: 946 time: 0.1481614 Jul 05 04:12:00.495738 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a91b606c-60c3-46da-8de8-224f4e2d69cb req-2b6e2cff-e538-483a-a42c-4bf30b3774db tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ae2494f-241a-4afe-b95c-ca94f2085f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006379 Jul 05 04:12:00.639521 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e604813-a0ce-4143-96c4-322162678d5a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:00.712057 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e604813-a0ce-4143-96c4-322162678d5a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Port': ['ID=6a675bdf-dfc0-4722-bc6b-5e60afe071d1,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:00.864589 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086727b-67e8-4d88-8201-d01b3383b459 req-9f8ee622-dd3c-41be-af48-588810b01264 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:00.883320 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0086727b-67e8-4d88-8201-d01b3383b459 req-9f8ee622-dd3c-41be-af48-588810b01264 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 945 time: 0.1673448 Jul 05 04:12:00.962247 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0086727b-67e8-4d88-8201-d01b3383b459 req-d657b19e-5055-4837-a72d-0b41ff094c58 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775692 Jul 05 04:12:01.146699 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69346a61-cc6b-49c7-85ac-ed073166035e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d60921-d607-4fdd-b503-457bca5cc382'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:12:01.149595 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ecda2d-2191-4bef-b126-cc51d8716060" -d '{"events": [{"server_uuid": "69346a61-cc6b-49c7-85ac-ed073166035e", "name": "network-vif-plugged", "status": "completed", "tag": "b2d60921-d607-4fdd-b503-457bca5cc382"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:12:01.155365 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e604813-a0ce-4143-96c4-322162678d5a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:01.219200 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9683381d-8ec8-4d45-b0a8-f79067d5e330 x-openstack-request-id: req-9683381d-8ec8-4d45-b0a8-f79067d5e330 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:12:01.219713 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69346a61-cc6b-49c7-85ac-ed073166035e", "name": "network-vif-plugged", "status": "completed", "tag": "b2d60921-d607-4fdd-b503-457bca5cc382", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:12:01.220321 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9683381d-8ec8-4d45-b0a8-f79067d5e330 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:12:01.220709 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69346a61-cc6b-49c7-85ac-ed073166035e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d60921-d607-4fdd-b503-457bca5cc382', 'code': 200} Jul 05 04:12:01.277327 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7e0c5-5dca-41bf-a33e-ce32dfcf7e3e req-d9a82c54-9551-428d-a694-f2e12671fce4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:01.285386 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4dd7e0c5-5dca-41bf-a33e-ce32dfcf7e3e req-d9a82c54-9551-428d-a694-f2e12671fce4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.2002566 Jul 05 04:12:01.363548 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-03b60053-4214-4584-941b-bbcfc55d9f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:01.449088 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4dd7e0c5-5dca-41bf-a33e-ce32dfcf7e3e req-4ebbb757-9dae-4011-91ea-de8cdcc87973 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620791 Jul 05 04:12:01.496327 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e604813-a0ce-4143-96c4-322162678d5a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Router 1a784e59-063b-4d98-873a-c512d77b5b21 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:12:01.653324 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e604813-a0ce-4143-96c4-322162678d5a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:12:01.665443 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4e604813-a0ce-4143-96c4-322162678d5a tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "PUT /v2.0/routers/1a784e59-063b-4d98-873a-c512d77b5b21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4022191 Jul 05 04:12:01.667335 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095548b4-36b4-4da3-9a5a-fb6bb5084d38 None None] Sync routers for ids ['1a784e59-063b-4d98-873a-c512d77b5b21'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:12:01.668028 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48500) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:01.678289 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095548b4-36b4-4da3-9a5a-fb6bb5084d38 None None] Routers {'1a784e59-063b-4d98-873a-c512d77b5b21'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:01.678929 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-095548b4-36b4-4da3-9a5a-fb6bb5084d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:12:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1a784e59-063b-4d98-873a-c512d77b5b21'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:01.734621 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2fc19c-f340-4aef-ae41-6d1ba905af0d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting subnet 5f15c06f-2cd2-4636-b3d1-edb3c167c850 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:12:01.738647 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7b2fc19c-f340-4aef-ae41-6d1ba905af0d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:01.804467 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d96d23-55e0-4458-b9cc-7da26f2496cf req-c1315209-0228-448f-9a64-d1177e1a0679 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:01.808841 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-66d96d23-55e0-4458-b9cc-7da26f2496cf req-c1315209-0228-448f-9a64-d1177e1a0679 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b15ed56-2fbe-499f-b5bf-994c95065bbb HTTP/1.1" status: 200 len: 946 time: 0.1565630 Jul 05 04:12:01.819441 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7b2fc19c-f340-4aef-ae41-6d1ba905af0d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:01.820388 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:01.863032 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-095548b4-36b4-4da3-9a5a-fb6bb5084d38 None None] Set router 1a784e59-063b-4d98-873a-c512d77b5b21 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:01.927418 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-66d96d23-55e0-4458-b9cc-7da26f2496cf req-01e8ad5b-367e-4d65-b9ff-a9751632b74d tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ae2494f-241a-4afe-b95c-ca94f2085f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109226 Jul 05 04:12:02.015462 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7b2fc19c-f340-4aef-ae41-6d1ba905af0d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.146744 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7b2fc19c-f340-4aef-ae41-6d1ba905af0d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.225905 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fc19c-f340-4aef-ae41-6d1ba905af0d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Subnet': ['ID=5f15c06f-2cd2-4636-b3d1-edb3c167c850,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:02.235144 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f337b12-d573-4aba-8956-b99ead491875 None None] Network 56f1b7e7-0a9e-423e-b421-fd45c76cb684 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:02.240313 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7b2fc19c-f340-4aef-ae41-6d1ba905af0d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.242201 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48510) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:02.243294 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7b2fc19c-f340-4aef-ae41-6d1ba905af0d tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/subnets/5f15c06f-2cd2-4636-b3d1-edb3c167c850 HTTP/1.1" status: 204 len: 168 time: 0.5733764 Jul 05 04:12:02.251777 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48512) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:02.359122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d6764-c0f7-465b-9648-53b0078bd353 req-32ba718c-e0e1-4701-bf80-051123f38cbd tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:02.367835 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1a9d6764-c0f7-465b-9648-53b0078bd353 req-32ba718c-e0e1-4701-bf80-051123f38cbd tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 945 time: 0.1452537 Jul 05 04:12:02.459657 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c81573ac-d5ec-4c66-a3d8-7f1170d8d46b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.471834 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1a9d6764-c0f7-465b-9648-53b0078bd353 req-7b8340f4-9eb5-4a00-9e70-38a85bb27166 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022093 Jul 05 04:12:02.523752 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fcdd4307-6b7b-4918-8bf6-9b0b3c1a8639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.554900 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c6499-ee21-44e9-a0a8-4261beaf70a9 req-4672017c-d894-46a0-ae6c-bf6b57bcc731 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:02.571179 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c32c6499-ee21-44e9-a0a8-4261beaf70a9 req-4672017c-d894-46a0-ae6c-bf6b57bcc731 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.70 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 945 time: 0.1992857 Jul 05 04:12:02.587906 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-095548b4-36b4-4da3-9a5a-fb6bb5084d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:12:00Z', 'revision_number': 10, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None, '_interfaces': [{'id': 'a71ad071-3927-41eb-85a0-7a9df057445b', 'name': '', 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:22:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:27Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:02.595892 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.631848 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095548b4-36b4-4da3-9a5a-fb6bb5084d38 None None] Checking router: 1a784e59-063b-4d98-873a-c512d77b5b21 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:12:02.645986 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eca3c01-49bb-4f70-b183-e1a9a587d734 None None] DHCP port deletion for 56f1b7e7-0a9e-423e-b421-fd45c76cb684 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:12:02.660808 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095548b4-36b4-4da3-9a5a-fb6bb5084d38 None None] Routers {'1a784e59-063b-4d98-873a-c512d77b5b21'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:02.661550 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-095548b4-36b4-4da3-9a5a-fb6bb5084d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:12:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1a784e59-063b-4d98-873a-c512d77b5b21'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:02.694519 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fcdd4307-6b7b-4918-8bf6-9b0b3c1a8639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.743146 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fcdd4307-6b7b-4918-8bf6-9b0b3c1a8639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.794584 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd4307-6b7b-4918-8bf6-9b0b3c1a8639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cc1fe5-b664-4e33-ab4b-b88f1d10da08,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:02.808479 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fcdd4307-6b7b-4918-8bf6-9b0b3c1a8639 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e55504a98b1d41e4b89ea1e86db002cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5669646 Jul 05 04:12:02.809135 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48528) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:02.811692 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd4307-6b7b-4918-8bf6-9b0b3c1a8639 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:02.812252 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd4307-6b7b-4918-8bf6-9b0b3c1a8639 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:02.812758 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd4307-6b7b-4918-8bf6-9b0b3c1a8639 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:02.813914 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd4307-6b7b-4918-8bf6-9b0b3c1a8639 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:02.814432 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd4307-6b7b-4918-8bf6-9b0b3c1a8639 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:02.814957 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd4307-6b7b-4918-8bf6-9b0b3c1a8639 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:02.827250 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd4307-6b7b-4918-8bf6-9b0b3c1a8639 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:02.828821 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd4307-6b7b-4918-8bf6-9b0b3c1a8639 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:02.829371 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd4307-6b7b-4918-8bf6-9b0b3c1a8639 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:02.830210 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd4307-6b7b-4918-8bf6-9b0b3c1a8639 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:02.831321 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd4307-6b7b-4918-8bf6-9b0b3c1a8639 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:02.834144 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd4307-6b7b-4918-8bf6-9b0b3c1a8639 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:02.843433 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-095548b4-36b4-4da3-9a5a-fb6bb5084d38 None None] Set router 1a784e59-063b-4d98-873a-c512d77b5b21 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:02.883179 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-c32c6499-ee21-44e9-a0a8-4261beaf70a9 req-ca55c1ab-a30e-44bd-976d-1d73a04d64a2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Deleting port 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:02.883648 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c32c6499-ee21-44e9-a0a8-4261beaf70a9 req-ca55c1ab-a30e-44bd-976d-1d73a04d64a2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.951044 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefc0ac-1f8e-4c37-919e-f1ec3d4e7cd0 req-c04dfcff-babd-45ca-8d9a-5d2b9390d0d6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:02.959301 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2aefc0ac-1f8e-4c37-919e-f1ec3d4e7cd0 req-c04dfcff-babd-45ca-8d9a-5d2b9390d0d6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.1590083 Jul 05 04:12:03.024582 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-c81573ac-d5ec-4c66-a3d8-7f1170d8d46b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting port 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:03.026158 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c81573ac-d5ec-4c66-a3d8-7f1170d8d46b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.051080 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2aefc0ac-1f8e-4c37-919e-f1ec3d4e7cd0 req-6b3f29ad-9e74-4555-8799-aba822442a2d tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894413 Jul 05 04:12:03.082544 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-c32c6499-ee21-44e9-a0a8-4261beaf70a9 req-ca55c1ab-a30e-44bd-976d-1d73a04d64a2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] For port 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:03.083377 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c32c6499-ee21-44e9-a0a8-4261beaf70a9 req-ca55c1ab-a30e-44bd-976d-1d73a04d64a2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.135942 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-c32c6499-ee21-44e9-a0a8-4261beaf70a9 req-ca55c1ab-a30e-44bd-976d-1d73a04d64a2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Calling delete_port for 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:03.146812 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-c81573ac-d5ec-4c66-a3d8-7f1170d8d46b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] For port 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=2742e2d7-b9f2-4acd-adaf-0c1ebeed6303,segment=NetworkSegment(72e1be02-48ff-4a5c-989d-f1f514a4f139),segment_id=72e1be02-48ff-4a5c-989d-f1f514a4f139)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:03.147333 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c81573ac-d5ec-4c66-a3d8-7f1170d8d46b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.163403 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-c81573ac-d5ec-4c66-a3d8-7f1170d8d46b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Calling delete_port for 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:03.215640 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:03.263646 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3dfc-62fc-4b76-973d-52ce75faaa6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.269588 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c81573ac-d5ec-4c66-a3d8-7f1170d8d46b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.358796 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81573ac-d5ec-4c66-a3d8-7f1170d8d46b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Port': ['ID=2742e2d7-b9f2-4acd-adaf-0c1ebeed6303,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:03.383916 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81573ac-d5ec-4c66-a3d8-7f1170d8d46b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] No DVR routers for this DVR port 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:03.385638 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No active binding found for port 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303 {{(pid=105540) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 04:12:03.386667 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:12:03.399863 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c32c6499-ee21-44e9-a0a8-4261beaf70a9 req-ca55c1ab-a30e-44bd-976d-1d73a04d64a2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.402739 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-4eca3c01-49bb-4f70-b183-e1a9a587d734 None None] Deleting port 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:03.403141 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4eca3c01-49bb-4f70-b183-e1a9a587d734 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.420595 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3dfc-62fc-4b76-973d-52ce75faaa6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.460132 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55c1ab-a30e-44bd-976d-1d73a04d64a2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event deleted for resources: {'Port': ['ID=6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:03.546481 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32c6499-ee21-44e9-a0a8-4261beaf70a9 req-ca55c1ab-a30e-44bd-976d-1d73a04d64a2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] No DVR routers for this DVR port 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:03.556975 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c32c6499-ee21-44e9-a0a8-4261beaf70a9 req-ca55c1ab-a30e-44bd-976d-1d73a04d64a2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.559460 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c32c6499-ee21-44e9-a0a8-4261beaf70a9 req-ca55c1ab-a30e-44bd-976d-1d73a04d64a2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.70 "DELETE /v2.0/ports/6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa HTTP/1.1" status: 204 len: 173 time: 0.9823477 Jul 05 04:12:03.560138 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb5c3c4-7982-4aba-a587-ea0eab1b715d', 'name': 'network-vif-deleted', 'tag': '6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:12:03.562660 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd62f8f-d1c8-4619-b575-11da62001566" -d '{"events": [{"server_uuid": "adb5c3c4-7982-4aba-a587-ea0eab1b715d", "name": "network-vif-deleted", "tag": "6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:12:03.606951 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-4eca3c01-49bb-4f70-b183-e1a9a587d734 None None] For port 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303, host n-d-780147-23, got binding levels [] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:03.607495 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4eca3c01-49bb-4f70-b183-e1a9a587d734 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.626000 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c81573ac-d5ec-4c66-a3d8-7f1170d8d46b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.649382 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-4eca3c01-49bb-4f70-b183-e1a9a587d734 None None] Calling delete_port for 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:03.657389 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.ipam_backend_mixin [None req-4eca3c01-49bb-4f70-b183-e1a9a587d734 None None] Port 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303 was not found and therefore no delete operation was performed {{(pid=105540) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:12:03.667030 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-c81573ac-d5ec-4c66-a3d8-7f1170d8d46b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f1b7e7-0a9e-423e-b421-fd45c76cb684']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:03.674218 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:12:03.700557 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-c81573ac-d5ec-4c66-a3d8-7f1170d8d46b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e1be02-48ff-4a5c-989d-f1f514a4f139') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:03.700926 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-c81573ac-d5ec-4c66-a3d8-7f1170d8d46b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e1be02-48ff-4a5c-989d-f1f514a4f139') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:03.711167 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8e045210-f07d-47e3-928a-4cd2cc30d416 req-eb33d0c9-5c24-431d-b845-775c950e1d9f tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 210 time: 0.0621018 Jul 05 04:12:03.714497 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c81573ac-d5ec-4c66-a3d8-7f1170d8d46b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.742775 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c81573ac-d5ec-4c66-a3d8-7f1170d8d46b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.757651 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81573ac-d5ec-4c66-a3d8-7f1170d8d46b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:12:03.765091 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c81573ac-d5ec-4c66-a3d8-7f1170d8d46b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.768245 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4eca3c01-49bb-4f70-b183-e1a9a587d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:12:03.769983 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:12:03.784725 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3dfc-62fc-4b76-973d-52ce75faaa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.789705 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3dfc-62fc-4b76-973d-52ce75faaa6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.791188 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0e7c3dfc-62fc-4b76-973d-52ce75faaa6e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f9cc1fe5-b664-4e33-ab4b-b88f1d10da08 HTTP/1.1" status: 204 len: 168 time: 0.9446592 Jul 05 04:12:03.800155 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eca3c01-49bb-4f70-b183-e1a9a587d734 None None] No DVR routers for this DVR port 2742e2d7-b9f2-4acd-adaf-0c1ebeed6303 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:03.828352 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de173d7c-e1a6-4c49-a10d-b5b471cb882e x-openstack-request-id: req-de173d7c-e1a6-4c49-a10d-b5b471cb882e {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:12:03.828638 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb5c3c4-7982-4aba-a587-ea0eab1b715d", "name": "network-vif-deleted", "tag": "6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:12:03.828898 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de173d7c-e1a6-4c49-a10d-b5b471cb882e {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:12:03.829307 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb5c3c4-7982-4aba-a587-ea0eab1b715d', 'name': 'network-vif-deleted', 'tag': '6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa', 'status': 'completed', 'code': 200} Jul 05 04:12:03.840544 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca3c01-49bb-4f70-b183-e1a9a587d734 None None] Pushing event deleted for resources: {'Port': ['ID=2742e2d7-b9f2-4acd-adaf-0c1ebeed6303,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:03.853171 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eca3c01-49bb-4f70-b183-e1a9a587d734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:03.853567 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eca3c01-49bb-4f70-b183-e1a9a587d734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:03.853912 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eca3c01-49bb-4f70-b183-e1a9a587d734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:03.854247 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eca3c01-49bb-4f70-b183-e1a9a587d734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:03.854578 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eca3c01-49bb-4f70-b183-e1a9a587d734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:03.854910 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eca3c01-49bb-4f70-b183-e1a9a587d734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:03.855237 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eca3c01-49bb-4f70-b183-e1a9a587d734 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:03.855561 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eca3c01-49bb-4f70-b183-e1a9a587d734 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:03.855981 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eca3c01-49bb-4f70-b183-e1a9a587d734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:03.856307 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eca3c01-49bb-4f70-b183-e1a9a587d734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:03.856629 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eca3c01-49bb-4f70-b183-e1a9a587d734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:03.856947 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eca3c01-49bb-4f70-b183-e1a9a587d734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:03.870102 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-095548b4-36b4-4da3-9a5a-fb6bb5084d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:12:00Z', 'revision_number': 10, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None, '_interfaces': [{'id': 'a71ad071-3927-41eb-85a0-7a9df057445b', 'name': '', 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:22:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:27Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:03.877414 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c3dfc-62fc-4b76-973d-52ce75faaa6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cc1fe5-b664-4e33-ab4b-b88f1d10da08,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:03.952945 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095548b4-36b4-4da3-9a5a-fb6bb5084d38 None None] The sync data for ids ['1a784e59-063b-4d98-873a-c512d77b5b21'] in n-d-780147-23 is: [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:12:00Z', 'revision_number': 10, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None, '_interfaces': [{'id': 'a71ad071-3927-41eb-85a0-7a9df057445b', 'name': '', 'network_id': '0f1e4403-8fe4-461b-b750-1d37c988415c', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'mac_address': 'fa:16:3e:22:ed:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:11:27Z', 'revision_number': 5, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'subnets': [{'id': '82f15e73-f4e8-41c8-ba5e-8af4ab16078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:12:04.036864 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c81573ac-d5ec-4c66-a3d8-7f1170d8d46b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:04.059551 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c81573ac-d5ec-4c66-a3d8-7f1170d8d46b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:04.061996 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c81573ac-d5ec-4c66-a3d8-7f1170d8d46b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/networks/56f1b7e7-0a9e-423e-b421-fd45c76cb684 HTTP/1.1" status: 204 len: 168 time: 1.8026094 Jul 05 04:12:04.064715 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48544) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:04.112145 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81573ac-d5ec-4c66-a3d8-7f1170d8d46b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Network': ['ID=56f1b7e7-0a9e-423e-b421-fd45c76cb684,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:04.174303 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5623521-5321-46ac-a604-4a1d656389ce req-4f3d5a9b-66a6-4953-9c6e-0fc09519be94 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:04.179190 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c5623521-5321-46ac-a604-4a1d656389ce req-4f3d5a9b-66a6-4953-9c6e-0fc09519be94 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b15ed56-2fbe-499f-b5bf-994c95065bbb HTTP/1.1" status: 200 len: 946 time: 0.3045433 Jul 05 04:12:04.400904 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:12:04.404125 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:04.502044 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48552) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:04.523686 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-90753c8f-f4f9-47cd-a3d9-6fc4eb261152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:04.825200 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c5623521-5321-46ac-a604-4a1d656389ce req-dfc7307c-ea4a-41b0-afb7-5d0ac6428653 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ae2494f-241a-4afe-b95c-ca94f2085f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6373386 Jul 05 04:12:04.856945 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6a675bdf-dfc0-4722-bc6b-5e60afe071d1 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:04.906705 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 6a675bdf-dfc0-4722-bc6b-5e60afe071d1 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:12:04.908630 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6a675bdf-dfc0-4722-bc6b-5e60afe071d1 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:12:05.246963 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-90753c8f-f4f9-47cd-a3d9-6fc4eb261152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.250102 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-531815d9-f4c6-4d8f-873d-ff7e72cf2c0c req-dd3ae959-03f6-4888-b633-403bc44740ab tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 210 time: 0.0491667 Jul 05 04:12:05.293197 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-90753c8f-f4f9-47cd-a3d9-6fc4eb261152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.353468 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d35b4-571d-444f-ba22-bcfd732f1073 req-37baf1e2-aaad-4824-92a1-dddacbac08a1 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:05.355025 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-828d35b4-571d-444f-ba22-bcfd732f1073 req-37baf1e2-aaad-4824-92a1-dddacbac08a1 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.8514121 Jul 05 04:12:05.391331 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90753c8f-f4f9-47cd-a3d9-6fc4eb261152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9723692-8256-4b60-95fa-9a8273ad4edd,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:05.407509 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-90753c8f-f4f9-47cd-a3d9-6fc4eb261152 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=30a132392877460f9cf4919e26b6d4a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9024117 Jul 05 04:12:05.411163 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48562) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:05.418573 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f1644-7c5e-4ebd-bcdd-f14db0fa29ee req-522b5bc3-d478-4414-9ca4-067c48b250b2 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:05.420677 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-df8f1644-7c5e-4ebd-bcdd-f14db0fa29ee req-522b5bc3-d478-4414-9ca4-067c48b250b2 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.89 "GET /v2.0/ports?device_id=0b15ed56-2fbe-499f-b5bf-994c95065bbb HTTP/1.1" status: 200 len: 946 time: 0.4011145 Jul 05 04:12:05.488109 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-828d35b4-571d-444f-ba22-bcfd732f1073 req-56b32ac6-3527-4b08-b9d0-01f33747d4bd tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167800 Jul 05 04:12:05.563553 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-94a58161-2ab8-4ab1-b84e-cba52fe1d7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.610801 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-94a58161-2ab8-4ab1-b84e-cba52fe1d7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.628535 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-df8f1644-7c5e-4ebd-bcdd-f14db0fa29ee req-f59ba38c-2931-42f2-8f38-cf754c305d7b tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Deleting port cb2bd131-1402-45ad-9abb-a1f6bfa59cc6 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:05.629126 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-df8f1644-7c5e-4ebd-bcdd-f14db0fa29ee req-f59ba38c-2931-42f2-8f38-cf754c305d7b tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.698590 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-94a58161-2ab8-4ab1-b84e-cba52fe1d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.702513 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3b67dd89-7bd9-490f-8d64-4beec23ca784 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.712477 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-94a58161-2ab8-4ab1-b84e-cba52fe1d7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.736805 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-94a58161-2ab8-4ab1-b84e-cba52fe1d7c5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c9723692-8256-4b60-95fa-9a8273ad4edd HTTP/1.1" status: 204 len: 168 time: 0.3043363 Jul 05 04:12:05.753749 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a58161-2ab8-4ab1-b84e-cba52fe1d7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9723692-8256-4b60-95fa-9a8273ad4edd,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:05.846196 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-df8f1644-7c5e-4ebd-bcdd-f14db0fa29ee req-f59ba38c-2931-42f2-8f38-cf754c305d7b tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] For port cb2bd131-1402-45ad-9abb-a1f6bfa59cc6, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=cb2bd131-1402-45ad-9abb-a1f6bfa59cc6,segment=NetworkSegment(a8d12658-9a7a-463b-a8db-745483385eed),segment_id=a8d12658-9a7a-463b-a8db-745483385eed)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:05.846480 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-df8f1644-7c5e-4ebd-bcdd-f14db0fa29ee req-f59ba38c-2931-42f2-8f38-cf754c305d7b tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.894157 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-df8f1644-7c5e-4ebd-bcdd-f14db0fa29ee req-f59ba38c-2931-42f2-8f38-cf754c305d7b tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Calling delete_port for cb2bd131-1402-45ad-9abb-a1f6bfa59cc6 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:06.148358 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:06.159284 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fe59a-c052-46a7-940e-9c79f4a273e2 req-9d8296d8-5d6e-416d-8dcf-1f7e068bd48e tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:06.161590 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bd5fe59a-c052-46a7-940e-9c79f4a273e2 req-9d8296d8-5d6e-416d-8dcf-1f7e068bd48e tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b15ed56-2fbe-499f-b5bf-994c95065bbb HTTP/1.1" status: 200 len: 946 time: 0.1599019 Jul 05 04:12:06.192736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:12:06.195875 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6e0f6325-8ef8-4854-a1a7-e0d089a2d6fa not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:12:06.269197 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-df8f1644-7c5e-4ebd-bcdd-f14db0fa29ee req-f59ba38c-2931-42f2-8f38-cf754c305d7b tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:06.291475 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['cb2bd131-1402-45ad-9abb-a1f6bfa59cc6'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:12:06.291711 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bd5fe59a-c052-46a7-940e-9c79f4a273e2 req-63b2e293-49cc-42a9-92a2-30b83b9a0abc tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ae2494f-241a-4afe-b95c-ca94f2085f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039789 Jul 05 04:12:06.387371 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ba38c-2931-42f2-8f38-cf754c305d7b tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Pushing event deleted for resources: {'Port': ['ID=cb2bd131-1402-45ad-9abb-a1f6bfa59cc6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:06.391780 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-3b67dd89-7bd9-490f-8d64-4beec23ca784 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting port a71ad071-3927-41eb-85a0-7a9df057445b {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:06.392164 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3b67dd89-7bd9-490f-8d64-4beec23ca784 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:06.457764 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8f1644-7c5e-4ebd-bcdd-f14db0fa29ee req-f59ba38c-2931-42f2-8f38-cf754c305d7b tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] No DVR routers for this DVR port cb2bd131-1402-45ad-9abb-a1f6bfa59cc6 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:06.462091 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-df8f1644-7c5e-4ebd-bcdd-f14db0fa29ee req-f59ba38c-2931-42f2-8f38-cf754c305d7b tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:06.464347 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-df8f1644-7c5e-4ebd-bcdd-f14db0fa29ee req-f59ba38c-2931-42f2-8f38-cf754c305d7b tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.89 "DELETE /v2.0/ports/cb2bd131-1402-45ad-9abb-a1f6bfa59cc6 HTTP/1.1" status: 204 len: 173 time: 1.0333786 Jul 05 04:12:06.464798 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b15ed56-2fbe-499f-b5bf-994c95065bbb', 'name': 'network-vif-deleted', 'tag': 'cb2bd131-1402-45ad-9abb-a1f6bfa59cc6'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:12:06.467943 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5cc888-b14b-49a1-9a92-c20b6e3300e7" -d '{"events": [{"server_uuid": "0b15ed56-2fbe-499f-b5bf-994c95065bbb", "name": "network-vif-deleted", "tag": "cb2bd131-1402-45ad-9abb-a1f6bfa59cc6"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:12:06.586022 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-3b67dd89-7bd9-490f-8d64-4beec23ca784 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] For port a71ad071-3927-41eb-85a0-7a9df057445b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a71ad071-3927-41eb-85a0-7a9df057445b,segment=NetworkSegment(6594acd4-ba96-4b17-bb58-ad5294189cf9),segment_id=6594acd4-ba96-4b17-bb58-ad5294189cf9)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:06.586022 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3b67dd89-7bd9-490f-8d64-4beec23ca784 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:06.602536 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-67bdde4f-aca2-41ee-b446-6f1e6a878ea2 req-7e863675-8c25-4520-9338-042beabe9e82 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 210 time: 0.0680537 Jul 05 04:12:06.628415 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-3b67dd89-7bd9-490f-8d64-4beec23ca784 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Calling delete_port for a71ad071-3927-41eb-85a0-7a9df057445b owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:06.746318 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0128863a-4cde-4175-920c-9662d703cc8c x-openstack-request-id: req-0128863a-4cde-4175-920c-9662d703cc8c {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:12:06.748039 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b15ed56-2fbe-499f-b5bf-994c95065bbb", "name": "network-vif-deleted", "tag": "cb2bd131-1402-45ad-9abb-a1f6bfa59cc6", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:12:06.749083 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0128863a-4cde-4175-920c-9662d703cc8c {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:12:06.749752 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b15ed56-2fbe-499f-b5bf-994c95065bbb', 'name': 'network-vif-deleted', 'tag': 'cb2bd131-1402-45ad-9abb-a1f6bfa59cc6', 'status': 'completed', 'code': 200} Jul 05 04:12:07.057925 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3b67dd89-7bd9-490f-8d64-4beec23ca784 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:07.109096 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b67dd89-7bd9-490f-8d64-4beec23ca784 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Port': ['ID=a71ad071-3927-41eb-85a0-7a9df057445b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:07.130622 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8870c0-07bd-41aa-9413-6166570e8189 req-5c8dddf6-93d9-4298-a9a7-82904508e596 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:07.139276 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eb8870c0-07bd-41aa-9413-6166570e8189 req-5c8dddf6-93d9-4298-a9a7-82904508e596 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.1732998 Jul 05 04:12:07.292463 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eb8870c0-07bd-41aa-9413-6166570e8189 req-d02e3066-1e30-4a5a-ad77-5f015e4f345e tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517432 Jul 05 04:12:07.598425 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3b67dd89-7bd9-490f-8d64-4beec23ca784 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:07.657938 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5ae20a59-1715-4e1e-8a87-6347d9ab16bd req-28e95776-6a7a-4cbb-a04b-352bd8edbb81 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b15ed56-2fbe-499f-b5bf-994c95065bbb HTTP/1.1" status: 200 len: 210 time: 0.0928664 Jul 05 04:12:07.750214 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48610) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:07.901698 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b67dd89-7bd9-490f-8d64-4beec23ca784 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Router 1a784e59-063b-4d98-873a-c512d77b5b21 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:12:07.939616 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6ada1694-81b5-41b0-832f-0cf919e8d548 req-3b6cfa75-85ab-4e62-ac5e-0c2c470ea1d0 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 210 time: 0.0363808 Jul 05 04:12:07.999107 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-832c63ab-7141-46cc-a212-e71ff2e0aac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.039069 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b67dd89-7bd9-490f-8d64-4beec23ca784 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:12:08.053070 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05df2c5f-f928-4dec-bb20-218200540df0 None None] Sync routers for ids ['1a784e59-063b-4d98-873a-c512d77b5b21'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:12:08.055152 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3b67dd89-7bd9-490f-8d64-4beec23ca784 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "PUT /v2.0/routers/1a784e59-063b-4d98-873a-c512d77b5b21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9892051 Jul 05 04:12:08.057744 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48614) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:08.068801 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05df2c5f-f928-4dec-bb20-218200540df0 None None] Routers {'1a784e59-063b-4d98-873a-c512d77b5b21'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:08.069988 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-05df2c5f-f928-4dec-bb20-218200540df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:12:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1a784e59-063b-4d98-873a-c512d77b5b21'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:08.125197 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f34ff1-c51f-42e8-9158-c31c877864bc tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting subnet 82f15e73-f4e8-41c8-ba5e-8af4ab16078c {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:12:08.128778 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-53f34ff1-c51f-42e8-9158-c31c877864bc tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.150039 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-05df2c5f-f928-4dec-bb20-218200540df0 None None] Set router 1a784e59-063b-4d98-873a-c512d77b5b21 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:08.171237 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-53f34ff1-c51f-42e8-9158-c31c877864bc tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.211461 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-05df2c5f-f928-4dec-bb20-218200540df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:12:06Z', 'revision_number': 11, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:08.242865 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05df2c5f-f928-4dec-bb20-218200540df0 None None] Checking router: 1a784e59-063b-4d98-873a-c512d77b5b21 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:12:08.253175 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05df2c5f-f928-4dec-bb20-218200540df0 None None] Routers {'1a784e59-063b-4d98-873a-c512d77b5b21'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:08.254319 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-05df2c5f-f928-4dec-bb20-218200540df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:12:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1a784e59-063b-4d98-873a-c512d77b5b21'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:08.287833 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-53f34ff1-c51f-42e8-9158-c31c877864bc tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.336389 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-05df2c5f-f928-4dec-bb20-218200540df0 None None] Set router 1a784e59-063b-4d98-873a-c512d77b5b21 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:08.361335 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-832c63ab-7141-46cc-a212-e71ff2e0aac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.367773 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-832c63ab-7141-46cc-a212-e71ff2e0aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.432759 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c63ab-7141-46cc-a212-e71ff2e0aac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2b049f-5a85-4839-850b-82e0bdf8fedd,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:08.444902 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-832c63ab-7141-46cc-a212-e71ff2e0aac7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2bf486c1cce54404a8caf24943eac768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6906059 Jul 05 04:12:08.445233 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48618) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:08.449333 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-53f34ff1-c51f-42e8-9158-c31c877864bc tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.484036 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-05df2c5f-f928-4dec-bb20-218200540df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:12:06Z', 'revision_number': 11, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:08.485714 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f34ff1-c51f-42e8-9158-c31c877864bc tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Subnet': ['ID=82f15e73-f4e8-41c8-ba5e-8af4ab16078c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:08.500283 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-53f34ff1-c51f-42e8-9158-c31c877864bc tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.501890 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50b6337-0d87-4754-8e96-bd4ebe90107d None None] Network 0f1e4403-8fe4-461b-b750-1d37c988415c requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:08.502436 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-53f34ff1-c51f-42e8-9158-c31c877864bc tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/subnets/82f15e73-f4e8-41c8-ba5e-8af4ab16078c HTTP/1.1" status: 204 len: 168 time: 0.4435186 Jul 05 04:12:08.505849 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48620) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:08.558318 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05df2c5f-f928-4dec-bb20-218200540df0 None None] The sync data for ids ['1a784e59-063b-4d98-873a-c512d77b5b21'] in n-d-780147-23 is: [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:12:06Z', 'revision_number': 11, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:12:08.574387 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-908cdcd6-b423-4194-a73a-2bcf8a76dff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.600445 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-908cdcd6-b423-4194-a73a-2bcf8a76dff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.672840 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-908cdcd6-b423-4194-a73a-2bcf8a76dff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.675471 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-908cdcd6-b423-4194-a73a-2bcf8a76dff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.679415 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-908cdcd6-b423-4194-a73a-2bcf8a76dff8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fb2b049f-5a85-4839-850b-82e0bdf8fedd HTTP/1.1" status: 204 len: 168 time: 0.2328851 Jul 05 04:12:08.697823 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908cdcd6-b423-4194-a73a-2bcf8a76dff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2b049f-5a85-4839-850b-82e0bdf8fedd,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:08.701140 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ad96c12-1cae-4d7e-9025-084c5841d51b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.726771 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38837b2b-7d0a-427a-99d1-b1d470c886ad req-750cce98-6100-474a-8ae1-915c88090e10 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:08.736141 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38837b2b-7d0a-427a-99d1-b1d470c886ad req-750cce98-6100-474a-8ae1-915c88090e10 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.1546450 Jul 05 04:12:08.789258 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38837b2b-7d0a-427a-99d1-b1d470c886ad req-cea3e890-0707-46da-a16d-9ad5007d5a49 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521009 Jul 05 04:12:08.908812 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-0ad96c12-1cae-4d7e-9025-084c5841d51b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Deleting port 5753f239-a153-49f3-a392-a09db88e45fb {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:08.909503 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ad96c12-1cae-4d7e-9025-084c5841d51b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.957752 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24795dbf-e3a5-4cca-abf9-811b3a3ee253 None None] DHCP port deletion for 0f1e4403-8fe4-461b-b750-1d37c988415c request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:12:09.071570 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-0ad96c12-1cae-4d7e-9025-084c5841d51b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] For port 5753f239-a153-49f3-a392-a09db88e45fb, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5753f239-a153-49f3-a392-a09db88e45fb,segment=NetworkSegment(6594acd4-ba96-4b17-bb58-ad5294189cf9),segment_id=6594acd4-ba96-4b17-bb58-ad5294189cf9)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:09.078327 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ad96c12-1cae-4d7e-9025-084c5841d51b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.095520 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-24795dbf-e3a5-4cca-abf9-811b3a3ee253 None None] Deleting port 5753f239-a153-49f3-a392-a09db88e45fb {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:09.096019 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-24795dbf-e3a5-4cca-abf9-811b3a3ee253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.122370 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-0ad96c12-1cae-4d7e-9025-084c5841d51b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Calling delete_port for 5753f239-a153-49f3-a392-a09db88e45fb owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:09.250200 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5753f239-a153-49f3-a392-a09db88e45fb no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:09.304686 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-24795dbf-e3a5-4cca-abf9-811b3a3ee253 None None] For port 5753f239-a153-49f3-a392-a09db88e45fb, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5753f239-a153-49f3-a392-a09db88e45fb,segment=NetworkSegment(6594acd4-ba96-4b17-bb58-ad5294189cf9),segment_id=6594acd4-ba96-4b17-bb58-ad5294189cf9)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:09.305662 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-24795dbf-e3a5-4cca-abf9-811b3a3ee253 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.339542 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-24795dbf-e3a5-4cca-abf9-811b3a3ee253 None None] Calling delete_port for 5753f239-a153-49f3-a392-a09db88e45fb owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:09.380187 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4a7c7364-3560-4573-b94c-9a49a03d9175 req-cbaa7f24-33d2-474f-b468-238216509d6e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 210 time: 0.1226957 Jul 05 04:12:09.443620 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ad96c12-1cae-4d7e-9025-084c5841d51b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.457019 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.499387 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad96c12-1cae-4d7e-9025-084c5841d51b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Port': ['ID=5753f239-a153-49f3-a392-a09db88e45fb,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:09.512886 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad96c12-1cae-4d7e-9025-084c5841d51b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] No DVR routers for this DVR port 5753f239-a153-49f3-a392-a09db88e45fb on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:09.630374 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ad96c12-1cae-4d7e-9025-084c5841d51b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.653420 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-0ad96c12-1cae-4d7e-9025-084c5841d51b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f1e4403-8fe4-461b-b750-1d37c988415c']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:09.672141 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-0ad96c12-1cae-4d7e-9025-084c5841d51b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6594acd4-ba96-4b17-bb58-ad5294189cf9') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:09.672879 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-0ad96c12-1cae-4d7e-9025-084c5841d51b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6594acd4-ba96-4b17-bb58-ad5294189cf9') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:09.685264 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ad96c12-1cae-4d7e-9025-084c5841d51b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.723046 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ad96c12-1cae-4d7e-9025-084c5841d51b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.752519 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad96c12-1cae-4d7e-9025-084c5841d51b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:12:09.753797 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ad96c12-1cae-4d7e-9025-084c5841d51b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.757152 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-12272298-4fac-4761-9024-8cc42e9ca5c8 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:09.761005 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-12272298-4fac-4761-9024-8cc42e9ca5c8 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/networks?id=32bf53ec-9f19-4cc5-aed3-53529facf471 HTTP/1.1" status: 200 len: 809 time: 0.2711775 Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:12:09.774667 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:12:09.789433 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-9290581a-a450-4c26-9733-f723752bb50b tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/quotas/9408a260780445c89932fc7cc974d293 HTTP/1.1" status: 200 len: 375 time: 0.0185311 Jul 05 04:12:09.847893 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-24bfbe75-7f52-405d-80d3-ce0e54fa686a tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9408a260780445c89932fc7cc974d293&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503802 Jul 05 04:12:09.876172 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device cb2bd131-1402-45ad-9abb-a1f6bfa59cc6 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:09.913758 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: cb2bd131-1402-45ad-9abb-a1f6bfa59cc6 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:12:09.914439 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device cb2bd131-1402-45ad-9abb-a1f6bfa59cc6 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:12:09.947138 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a71ad071-3927-41eb-85a0-7a9df057445b no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:10.026548 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: a71ad071-3927-41eb-85a0-7a9df057445b {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:12:10.027814 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a71ad071-3927-41eb-85a0-7a9df057445b not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:12:10.041224 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ad96c12-1cae-4d7e-9025-084c5841d51b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:10.047624 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-9a2d65c7-f94f-42d3-98c4-8bf0cc13ccf9 service neutron] 10.222.0.77 "GET /v2.0/networks/32bf53ec-9f19-4cc5-aed3-53529facf471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981976 Jul 05 04:12:10.058119 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ad96c12-1cae-4d7e-9025-084c5841d51b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:10.064484 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0ad96c12-1cae-4d7e-9025-084c5841d51b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/networks/0f1e4403-8fe4-461b-b750-1d37c988415c HTTP/1.1" status: 204 len: 168 time: 1.5536776 Jul 05 04:12:10.066474 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48664) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:10.066826 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:12:10.077082 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-24795dbf-e3a5-4cca-abf9-811b3a3ee253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:10.099814 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-3d414a52-04a6-4060-8ee0-58331f602a42 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'router': {'routes': None}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:10.108740 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad96c12-1cae-4d7e-9025-084c5841d51b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Pushing event deleted for resources: {'Network': ['ID=0f1e4403-8fe4-461b-b750-1d37c988415c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:10.126343 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-24795dbf-e3a5-4cca-abf9-811b3a3ee253 None None] Network 0f1e4403-8fe4-461b-b750-1d37c988415c is not hosted by any dhcp agent {{(pid=105540) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 04:12:10.129122 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24795dbf-e3a5-4cca-abf9-811b3a3ee253 None None] No DVR routers for this DVR port 5753f239-a153-49f3-a392-a09db88e45fb on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:10.143826 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24795dbf-e3a5-4cca-abf9-811b3a3ee253 None None] Pushing event deleted for resources: {'Port': ['ID=5753f239-a153-49f3-a392-a09db88e45fb,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:10.195504 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-ef735e6c-6e70-4809-9f80-d55836f38a18 service neutron] 10.222.0.77 "GET /v2.0/networks/32bf53ec-9f19-4cc5-aed3-53529facf471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452088 Jul 05 04:12:10.458102 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.extraroute_db [None req-3d414a52-04a6-4060-8ee0-58331f602a42 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Added routes are [] {{(pid=105538) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 04:12:10.458482 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.extraroute_db [None req-3d414a52-04a6-4060-8ee0-58331f602a42 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Removed routes are [] {{(pid=105538) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 04:12:10.458928 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3d414a52-04a6-4060-8ee0-58331f602a42 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:10.600436 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c273dfe-ba9a-45c8-bcee-529912459bd6 req-278bf1e3-5043-43fc-9eb2-a0aa9dd98bef tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:10.609893 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c273dfe-ba9a-45c8-bcee-529912459bd6 req-278bf1e3-5043-43fc-9eb2-a0aa9dd98bef tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.4631295 Jul 05 04:12:10.696093 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c273dfe-ba9a-45c8-bcee-529912459bd6 req-6f582588-151e-44e1-9c2d-7270b7e234a1 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850451 Jul 05 04:12:10.877112 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f828363e-069c-4a09-9fd9-cfea6d955160 req-6602ca9e-97c9-4ee3-9e69-ee909b2dafac tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=d13842a3-8b31-4123-b244-91c966071a5d HTTP/1.1" status: 200 len: 210 time: 0.0827239 Jul 05 04:12:10.885744 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3d414a52-04a6-4060-8ee0-58331f602a42 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:10.891738 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3d414a52-04a6-4060-8ee0-58331f602a42 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540971'] for router, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.002255 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d414a52-04a6-4060-8ee0-58331f602a42 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Router 1a784e59-063b-4d98-873a-c512d77b5b21 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:12:11.220368 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d414a52-04a6-4060-8ee0-58331f602a42 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:12:11.234704 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760eabde-5c70-4497-b460-67ecb5f866db None None] Sync routers for ids ['1a784e59-063b-4d98-873a-c512d77b5b21'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:12:11.247085 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760eabde-5c70-4497-b460-67ecb5f866db None None] Routers {'1a784e59-063b-4d98-873a-c512d77b5b21'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:11.248168 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-760eabde-5c70-4497-b460-67ecb5f866db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:12:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1a784e59-063b-4d98-873a-c512d77b5b21'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:11.257281 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3d414a52-04a6-4060-8ee0-58331f602a42 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.261369 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3d414a52-04a6-4060-8ee0-58331f602a42 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "PUT /v2.0/routers/1a784e59-063b-4d98-873a-c512d77b5b21 HTTP/1.1" status: 200 len: 701 time: 1.1868913 Jul 05 04:12:11.261637 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-732d6f60-d6de-44b2-a750-317014abc7db req-71c5c544-f78b-4061-aa53-8a77b861d701 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=adb5c3c4-7982-4aba-a587-ea0eab1b715d HTTP/1.1" status: 200 len: 210 time: 0.1333199 Jul 05 04:12:11.262216 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48694) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:11.341153 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48700) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:11.341432 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cb663b38-83d6-484d-80f1-028a562908b5 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a784e59-063b-4d98-873a-c512d77b5b21 HTTP/1.1" status: 200 len: 205 time: 0.0774405 Jul 05 04:12:11.418369 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-760eabde-5c70-4497-b460-67ecb5f866db None None] Set router 1a784e59-063b-4d98-873a-c512d77b5b21 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:11.526488 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92060fce-bf10-4d51-9087-3808fb51e2c0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.557432 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-760eabde-5c70-4497-b460-67ecb5f866db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:12:06Z', 'revision_number': 11, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:11.593942 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760eabde-5c70-4497-b460-67ecb5f866db None None] Checking router: 1a784e59-063b-4d98-873a-c512d77b5b21 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:12:11.615772 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760eabde-5c70-4497-b460-67ecb5f866db None None] Routers {'1a784e59-063b-4d98-873a-c512d77b5b21'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:11.617452 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-760eabde-5c70-4497-b460-67ecb5f866db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:12:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['1a784e59-063b-4d98-873a-c512d77b5b21'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:11.706295 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-760eabde-5c70-4497-b460-67ecb5f866db None None] Set router 1a784e59-063b-4d98-873a-c512d77b5b21 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:11.845068 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-760eabde-5c70-4497-b460-67ecb5f866db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:12:06Z', 'revision_number': 11, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:11.856603 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92060fce-bf10-4d51-9087-3808fb51e2c0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.859626 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92060fce-bf10-4d51-9087-3808fb51e2c0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.941204 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92060fce-bf10-4d51-9087-3808fb51e2c0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.942562 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92060fce-bf10-4d51-9087-3808fb51e2c0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Fanout notify agent at l3_agent the message router_deleted on router 1a784e59-063b-4d98-873a-c512d77b5b21 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:12:11.957806 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92060fce-bf10-4d51-9087-3808fb51e2c0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.959319 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-92060fce-bf10-4d51-9087-3808fb51e2c0 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/routers/1a784e59-063b-4d98-873a-c512d77b5b21 HTTP/1.1" status: 204 len: 168 time: 0.6165726 Jul 05 04:12:11.964294 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48718) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:11.971067 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-90786385-d7be-4374-b279-e407e6e489e6 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1559725544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:11.978756 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760eabde-5c70-4497-b460-67ecb5f866db None None] The sync data for ids ['1a784e59-063b-4d98-873a-c512d77b5b21'] in n-d-780147-23 is: [{'id': '1a784e59-063b-4d98-873a-c512d77b5b21', 'name': 'tempest-RoutersTest-router-1236496009', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:15Z', 'updated_at': '2021-07-05T04:12:06Z', 'revision_number': 11, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:12:12.070354 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90786385-d7be-4374-b279-e407e6e489e6 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.073611 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90786385-d7be-4374-b279-e407e6e489e6 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.152949 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90786385-d7be-4374-b279-e407e6e489e6 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.185032 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90786385-d7be-4374-b279-e407e6e489e6 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.189153 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cd00885d-2b3f-4f94-be74-aa696c131419 req-157c6a01-d424-40d9-acc1-64bb753ac0ac tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=d13842a3-8b31-4123-b244-91c966071a5d HTTP/1.1" status: 200 len: 210 time: 0.0442007 Jul 05 04:12:12.220196 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90786385-d7be-4374-b279-e407e6e489e6 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.225581 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-90786385-d7be-4374-b279-e407e6e489e6 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2562916 Jul 05 04:12:12.225741 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48728) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:12.230634 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d748c59c-b249-4e23-ac63-cac727cddb88 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:12.318364 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739a6c1-b6e5-42e7-aeb7-7e35969114a4 req-522e42ea-4523-4c5f-ba6e-f729c8503744 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:12.326598 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3739a6c1-b6e5-42e7-aeb7-7e35969114a4 req-522e42ea-4523-4c5f-ba6e-f729c8503744 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.2828619 Jul 05 04:12:12.420837 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3739a6c1-b6e5-42e7-aeb7-7e35969114a4 req-ff5663db-4e4f-4dd2-b00e-47c6a166066b tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843766 Jul 05 04:12:12.606495 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d748c59c-b249-4e23-ac63-cac727cddb88 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.620785 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d748c59c-b249-4e23-ac63-cac727cddb88 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540971'] for router, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.851926 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d748c59c-b249-4e23-ac63-cac727cddb88 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Router 391aff77-965a-408a-a720-8d22761edd2b is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:12:13.017275 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.134115 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d748c59c-b249-4e23-ac63-cac727cddb88 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:12:13.148944 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af57dbb-41b1-45ed-bb04-99cb1649ad9a None None] Sync routers for ids ['391aff77-965a-408a-a720-8d22761edd2b'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:12:13.169210 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af57dbb-41b1-45ed-bb04-99cb1649ad9a None None] Routers {'391aff77-965a-408a-a720-8d22761edd2b'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:13.172833 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-0af57dbb-41b1-45ed-bb04-99cb1649ad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:12:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['391aff77-965a-408a-a720-8d22761edd2b'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:13.236811 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d748c59c-b249-4e23-ac63-cac727cddb88 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.238141 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d748c59c-b249-4e23-ac63-cac727cddb88 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "PUT /v2.0/routers/391aff77-965a-408a-a720-8d22761edd2b HTTP/1.1" status: 200 len: 694 time: 1.0119104 Jul 05 04:12:13.241013 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48764) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:13.371413 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5bfdb2cd-adad-4936-95d1-21ba0aeae895 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "GET /v2.0/routers/391aff77-965a-408a-a720-8d22761edd2b HTTP/1.1" status: 200 len: 700 time: 0.1285694 Jul 05 04:12:13.374813 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48770) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:13.420660 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-0af57dbb-41b1-45ed-bb04-99cb1649ad9a None None] Set router 391aff77-965a-408a-a720-8d22761edd2b gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:13.459300 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-76750694-8bc0-42a0-b2de-8a4a251100da tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:13.460900 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-76750694-8bc0-42a0-b2de-8a4a251100da tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.70 "GET /v2.0/networks?id=32bf53ec-9f19-4cc5-aed3-53529facf471 HTTP/1.1" status: 200 len: 809 time: 0.4638338 Jul 05 04:12:13.461410 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48772) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:13.487785 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-1c5f446e-bd6d-4847-ab33-ad4ae47c734f tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Request body: {'port': {'device_id': 'd13842a3-8b31-4123-b244-91c966071a5d', 'network_id': '32bf53ec-9f19-4cc5-aed3-53529facf471', 'admin_state_up': True, 'tenant_id': '9408a260780445c89932fc7cc974d293'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:13.525826 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-2200a69b-7e1e-4c73-9aeb-16f0acbec4a8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4557285 Jul 05 04:12:13.564454 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-0af57dbb-41b1-45ed-bb04-99cb1649ad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391aff77-965a-408a-a720-8d22761edd2b', 'name': 'tempest-RoutersTest-router-1559725544', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:12Z', 'updated_at': '2021-07-05T04:12:12Z', 'revision_number': 2, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:13.645046 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af57dbb-41b1-45ed-bb04-99cb1649ad9a None None] Checking router: 391aff77-965a-408a-a720-8d22761edd2b for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:12:13.664990 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af57dbb-41b1-45ed-bb04-99cb1649ad9a None None] Routers {'391aff77-965a-408a-a720-8d22761edd2b'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:13.665881 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-0af57dbb-41b1-45ed-bb04-99cb1649ad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:12:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['391aff77-965a-408a-a720-8d22761edd2b'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:13.745282 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6bbc5b27-1ad9-4825-9999-b1ab41c7c129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.752386 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-0af57dbb-41b1-45ed-bb04-99cb1649ad9a None None] Set router 391aff77-965a-408a-a720-8d22761edd2b gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:13.819066 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-0af57dbb-41b1-45ed-bb04-99cb1649ad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391aff77-965a-408a-a720-8d22761edd2b', 'name': 'tempest-RoutersTest-router-1559725544', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:12Z', 'updated_at': '2021-07-05T04:12:12Z', 'revision_number': 2, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:13.852459 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af57dbb-41b1-45ed-bb04-99cb1649ad9a None None] The sync data for ids ['391aff77-965a-408a-a720-8d22761edd2b'] in n-d-780147-23 is: [{'id': '391aff77-965a-408a-a720-8d22761edd2b', 'name': 'tempest-RoutersTest-router-1559725544', 'tenant_id': '8fdb6e0329bb45438346ec9d6376bccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:12Z', 'updated_at': '2021-07-05T04:12:12Z', 'revision_number': 2, 'project_id': '8fdb6e0329bb45438346ec9d6376bccd', 'gw_port_host': None}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:12:13.962817 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7434ffbd-63ce-402b-bf91-5076a7d7712f tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "GET /v2.0/ports?device_id=391aff77-965a-408a-a720-8d22761edd2b HTTP/1.1" status: 200 len: 205 time: 0.5858049 Jul 05 04:12:13.963509 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48782) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:13.980041 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b61ec68-5a31-4adf-83cb-bab19e05f672 req-ffd48a61-72a4-40b2-b500-1acc02e42d64 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=d13842a3-8b31-4123-b244-91c966071a5d HTTP/1.1" status: 200 len: 210 time: 0.3216970 Jul 05 04:12:13.990006 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-1c5f446e-bd6d-4847-ab33-ad4ae47c734f tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Made reservation on behalf of 9408a260780445c89932fc7cc974d293 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:14.010605 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-1c5f446e-bd6d-4847-ab33-ad4ae47c734f tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.108747 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ba341c0b-3308-4939-8da7-537b1fe95e82 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.296912 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-e0abf0c6-f2ca-489a-b630-8748c40f92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:14.297702 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-e0abf0c6-f2ca-489a-b630-8748c40f92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:14.298469 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-e0abf0c6-f2ca-489a-b630-8748c40f92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:14.299096 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-e0abf0c6-f2ca-489a-b630-8748c40f92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:14.299721 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-e0abf0c6-f2ca-489a-b630-8748c40f92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:14.300510 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-e0abf0c6-f2ca-489a-b630-8748c40f92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:14.301159 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-e0abf0c6-f2ca-489a-b630-8748c40f92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:14.303247 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-e0abf0c6-f2ca-489a-b630-8748c40f92b3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=50643a7691c345388c1f08c7454cea66&device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 6509 time: 0.6306181 Jul 05 04:12:14.372467 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ba341c0b-3308-4939-8da7-537b1fe95e82 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.379609 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ba341c0b-3308-4939-8da7-537b1fe95e82 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.471225 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ba341c0b-3308-4939-8da7-537b1fe95e82 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.472084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba341c0b-3308-4939-8da7-537b1fe95e82 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Fanout notify agent at l3_agent the message router_deleted on router 391aff77-965a-408a-a720-8d22761edd2b {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:12:14.481026 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ba341c0b-3308-4939-8da7-537b1fe95e82 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.482960 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ba341c0b-3308-4939-8da7-537b1fe95e82 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/routers/391aff77-965a-408a-a720-8d22761edd2b HTTP/1.1" status: 204 len: 168 time: 0.5171340 Jul 05 04:12:14.489150 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48788) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:14.512188 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d908b-96e7-4901-a3c7-be186518f61c req-d20076b3-88df-4355-9f3f-b5360b9b2110 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:14.521056 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-393d908b-96e7-4901-a3c7-be186518f61c req-d20076b3-88df-4355-9f3f-b5360b9b2110 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.5638428 Jul 05 04:12:14.548998 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-316a3536-5f57-4865-8598-32e815d00b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:14.549755 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-316a3536-5f57-4865-8598-32e815d00b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:14.550429 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-316a3536-5f57-4865-8598-32e815d00b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:14.553252 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-316a3536-5f57-4865-8598-32e815d00b53 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8ea7df2c-9621-40f9-b0fb-19b9c2e4305a&id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&id=a6d904c9-d5c3-4585-9d21-be63aa884ed6&id=a6d904c9-d5c3-4585-9d21-be63aa884ed6 HTTP/1.1" status: 200 len: 2297 time: 0.1931260 Jul 05 04:12:14.572499 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8dcf8137-f4e5-45de-8135-c121c74056a1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "GET /v2.0/ports?device_id=391aff77-965a-408a-a720-8d22761edd2b HTTP/1.1" status: 200 len: 205 time: 0.0816596 Jul 05 04:12:14.579764 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48790) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:14.643967 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-393d908b-96e7-4901-a3c7-be186518f61c req-475deac0-a5f9-40d8-a768-12921460ab12 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217525 Jul 05 04:12:14.650228 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-b646d3fc-e291-4b91-befd-29ff21a33b5c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] delete failed (client error): The resource could not be found. Jul 05 04:12:14.652669 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b646d3fc-e291-4b91-befd-29ff21a33b5c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/routers/391aff77-965a-408a-a720-8d22761edd2b HTTP/1.1" status: 404 len: 336 time: 0.0718052 Jul 05 04:12:14.655181 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-1c5f446e-bd6d-4847-ab33-ad4ae47c734f tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Allocated IP 172.20.0.4 (32bf53ec-9f19-4cc5-aed3-53529facf471/cb44dd15-daa0-43dc-82cd-9cdda0a1aec5/894ab558-9f99-488e-ba3f-a0e5f266d808) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:14.656033 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48792) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:14.701095 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-2a03e0a4-c7c2-4b4d-980c-72fcd6e508a3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 HTTP/1.1" status: 200 len: 1002 time: 0.1306639 Jul 05 04:12:14.702039 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-560803c8-db58-4fba-ae5a-3e25d2ce1594 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] DELETE failed (client error): The resource could not be found. Jul 05 04:12:14.702516 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-560803c8-db58-4fba-ae5a-3e25d2ce1594 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:12:14.704332 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-560803c8-db58-4fba-ae5a-3e25d2ce1594 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/subnets/f9b58995-992c-4d8b-b0c6-b5d6c8ccce77 HTTP/1.1" status: 404 len: 337 time: 0.0472717 Jul 05 04:12:14.708368 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48794) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:14.743781 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6bbc5b27-1ad9-4825-9999-b1ab41c7c129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.748833 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc8e0ec-6cc8-407b-ac8d-2323825155c1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] DELETE failed (client error): The resource could not be found. Jul 05 04:12:14.749305 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc8e0ec-6cc8-407b-ac8d-2323825155c1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:12:14.751447 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fdc8e0ec-6cc8-407b-ac8d-2323825155c1 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/subnets/c4270211-f99f-4168-8eb6-6f25f462c55c HTTP/1.1" status: 404 len: 337 time: 0.0418606 Jul 05 04:12:14.753852 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48796) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:14.771340 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6bbc5b27-1ad9-4825-9999-b1ab41c7c129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.784786 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-74aa6f59-7763-4b8d-b37b-5c9bc5731500 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] DELETE failed (client error): The resource could not be found. Jul 05 04:12:14.785253 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74aa6f59-7763-4b8d-b37b-5c9bc5731500 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:12:14.789390 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-74aa6f59-7763-4b8d-b37b-5c9bc5731500 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/subnets/5f15c06f-2cd2-4636-b3d1-edb3c167c850 HTTP/1.1" status: 404 len: 337 time: 0.0321460 Jul 05 04:12:14.789862 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48798) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:14.822155 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc5b27-1ad9-4825-9999-b1ab41c7c129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37345b1-d986-49c0-b111-c332c80e129d,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:14.837761 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f9e0584-680f-47d6-b248-41acf0b48545 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] DELETE failed (client error): The resource could not be found. Jul 05 04:12:14.838592 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f9e0584-680f-47d6-b248-41acf0b48545 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:12:14.847525 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2f9e0584-680f-47d6-b248-41acf0b48545 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/subnets/82f15e73-f4e8-41c8-ba5e-8af4ab16078c HTTP/1.1" status: 404 len: 337 time: 0.0566664 Jul 05 04:12:14.847746 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48800) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:14.865882 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6bbc5b27-1ad9-4825-9999-b1ab41c7c129 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=43d0433e6f12417fbcbe6db0da376fc9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4016809 Jul 05 04:12:14.872494 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48802) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:14.897737 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-54d9f85b-9a6e-4544-a5ba-45f580213924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:14.899211 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-54d9f85b-9a6e-4544-a5ba-45f580213924 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f6a89750-87ba-44fb-8296-741d431f172e HTTP/1.1" status: 200 len: 856 time: 0.1840630 Jul 05 04:12:14.911621 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6c731b70-8be8-4b6e-84ba-9b8fbe9d4921 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a784e59-063b-4d98-873a-c512d77b5b21 HTTP/1.1" status: 200 len: 205 time: 0.0607700 Jul 05 04:12:14.950490 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48806) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:15.061378 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-38c0b87c-9947-49f0-8261-e7924fd1c416 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] delete failed (client error): The resource could not be found. Jul 05 04:12:15.065817 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-38c0b87c-9947-49f0-8261-e7924fd1c416 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/routers/1a784e59-063b-4d98-873a-c512d77b5b21 HTTP/1.1" status: 404 len: 336 time: 0.1119936 Jul 05 04:12:15.070366 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48810) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:15.133637 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a1d17c24-c946-4884-b3ab-ac057be4ab56 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e5cae5b-052e-4838-b659-93d8b418dd16 HTTP/1.1" status: 200 len: 205 time: 0.0603738 Jul 05 04:12:15.137123 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48812) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:15.149805 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-1c5f446e-bd6d-4847-ab33-ad4ae47c734f tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:15.161839 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-f75f4580-e08d-48b4-bf2f-192ffaf8847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:15.165739 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-f75f4580-e08d-48b4-bf2f-192ffaf8847b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8ea7df2c-9621-40f9-b0fb-19b9c2e4305a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2529824 Jul 05 04:12:15.226659 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-82160585-6c44-4baf-9cd2-306e56f463e5 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] delete failed (client error): The resource could not be found. Jul 05 04:12:15.227764 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-82160585-6c44-4baf-9cd2-306e56f463e5 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/routers/0e5cae5b-052e-4838-b659-93d8b418dd16 HTTP/1.1" status: 404 len: 336 time: 0.0891900 Jul 05 04:12:15.233462 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48814) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:15.241757 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2e0650b0-1fae-4562-9d05-f6470a659dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:15.269758 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2e0650b0-1fae-4562-9d05-f6470a659dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:15.355634 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7c2486-fc35-4ff7-8652-038ca25c7414 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] DELETE failed (client error): The resource could not be found. Jul 05 04:12:15.356420 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea7c2486-fc35-4ff7-8652-038ca25c7414 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:12:15.359233 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ea7c2486-fc35-4ff7-8652-038ca25c7414 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/subnets/89998ba5-acae-4c08-8873-cdc835970944 HTTP/1.1" status: 404 len: 337 time: 0.1244857 Jul 05 04:12:15.362066 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48818) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:15.382733 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2e0650b0-1fae-4562-9d05-f6470a659dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:15.386996 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2e0650b0-1fae-4562-9d05-f6470a659dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:15.389278 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2e0650b0-1fae-4562-9d05-f6470a659dfd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d37345b1-d986-49c0-b111-c332c80e129d HTTP/1.1" status: 204 len: 168 time: 0.5144978 Jul 05 04:12:15.418238 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-86dd65c7-32ad-43e2-a2a5-5b709913703c tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ac2d198-b759-46bb-8469-82f1c2f68554 HTTP/1.1" status: 200 len: 205 time: 0.0547760 Jul 05 04:12:15.424778 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48822) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:15.434308 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0650b0-1fae-4562-9d05-f6470a659dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37345b1-d986-49c0-b111-c332c80e129d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:15.553516 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-1b7a253d-a4eb-4046-91c5-354db6bd7052 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] delete failed (client error): The resource could not be found. Jul 05 04:12:15.555173 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1b7a253d-a4eb-4046-91c5-354db6bd7052 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/routers/5ac2d198-b759-46bb-8469-82f1c2f68554 HTTP/1.1" status: 404 len: 336 time: 0.1288562 Jul 05 04:12:15.558321 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48826) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:15.624838 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e313474f-92e4-4177-8978-2b946ca2f7b2 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c130c7a-2fe0-491e-9d01-2d1af8c73e24 HTTP/1.1" status: 200 len: 205 time: 0.0647655 Jul 05 04:12:15.627898 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48828) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:15.737071 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-d1f565d8-e2c0-4965-971a-0ceef5d25169 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] delete failed (client error): The resource could not be found. Jul 05 04:12:15.738179 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d1f565d8-e2c0-4965-971a-0ceef5d25169 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/routers/5c130c7a-2fe0-491e-9d01-2d1af8c73e24 HTTP/1.1" status: 404 len: 336 time: 0.1086521 Jul 05 04:12:15.742187 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48834) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:15.822518 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1225ed-f580-4622-b4d2-1188390b76c9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] DELETE failed (client error): The resource could not be found. Jul 05 04:12:15.823558 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea1225ed-f580-4622-b4d2-1188390b76c9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:12:15.826883 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ea1225ed-f580-4622-b4d2-1188390b76c9 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/subnets/ad943fa4-890e-4ab7-879a-18ab6de57ab0 HTTP/1.1" status: 404 len: 337 time: 0.0835955 Jul 05 04:12:15.831508 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48838) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:15.907837 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d3b4bd2e-e6cb-49b4-8c97-bd663a16ffc5 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3a1d9a4-6b46-4a8d-9bf5-448c064a9bdb HTTP/1.1" status: 200 len: 205 time: 0.0750241 Jul 05 04:12:15.915757 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48840) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:15.982195 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-cffea2d6-321d-4aba-aaf1-297b7c170c1b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] delete failed (client error): The resource could not be found. Jul 05 04:12:15.983752 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cffea2d6-321d-4aba-aaf1-297b7c170c1b tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/routers/d3a1d9a4-6b46-4a8d-9bf5-448c064a9bdb HTTP/1.1" status: 404 len: 336 time: 0.0663745 Jul 05 04:12:15.989427 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48842) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:16.025416 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48844) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:16.034528 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-88543afe-4ff9-4fa8-85d1-c612f7bf6578 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] DELETE failed (client error): The resource could not be found. Jul 05 04:12:16.034931 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88543afe-4ff9-4fa8-85d1-c612f7bf6578 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:12:16.036722 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-88543afe-4ff9-4fa8-85d1-c612f7bf6578 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/subnets/345afe48-4511-4ce8-8701-5136d5409d07 HTTP/1.1" status: 404 len: 337 time: 0.0462859 Jul 05 04:12:16.042595 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48848) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:16.055069 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-958650d6-56ec-47b8-a5c4-90322feabcb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.107657 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-470e17ba-fddb-42e7-8103-39de273be9bd tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f47dfc8-e288-4795-8621-bd2b0032ed19 HTTP/1.1" status: 200 len: 205 time: 0.0572846 Jul 05 04:12:16.107657 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48850) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:16.185790 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-983f942b-0cbb-4127-a45f-b5e3fa7c4081 req-73ae83b3-c022-416c-a431-e491c0715cf8 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=d13842a3-8b31-4123-b244-91c966071a5d HTTP/1.1" status: 200 len: 210 time: 0.9767041 Jul 05 04:12:16.277847 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-4f60ae59-7e26-4d7e-b703-e67739ae2e23 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] delete failed (client error): The resource could not be found. Jul 05 04:12:16.283729 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4f60ae59-7e26-4d7e-b703-e67739ae2e23 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/routers/9f47dfc8-e288-4795-8621-bd2b0032ed19 HTTP/1.1" status: 404 len: 336 time: 0.1177332 Jul 05 04:12:16.283971 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-1c5f446e-bd6d-4847-ab33-ad4ae47c734f tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.286657 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48852) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:16.384744 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0b991-cc3f-44e0-9263-ca50804e8eff req-db898e33-b0b9-4967-833e-a13076a6c8c1 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:16.387988 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77b0b991-cc3f-44e0-9263-ca50804e8eff req-db898e33-b0b9-4967-833e-a13076a6c8c1 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.2916169 Jul 05 04:12:16.391992 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-1c5f446e-bd6d-4847-ab33-ad4ae47c734f tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Network 32bf53ec-9f19-4cc5-aed3-53529facf471 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:16.393059 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e4f037-6129-4fa3-a78c-f3a18626b50e tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] DELETE failed (client error): The resource could not be found. Jul 05 04:12:16.393662 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e4f037-6129-4fa3-a78c-f3a18626b50e tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:12:16.395850 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c2e4f037-6129-4fa3-a78c-f3a18626b50e tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/subnets/b4045711-ff02-42f3-91a0-0eb289421a3b HTTP/1.1" status: 404 len: 337 time: 0.1074269 Jul 05 04:12:16.403505 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48854) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:16.421535 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-3ae96ead-8037-4ba9-b8cd-ddfe5b21e0ea service neutron] 10.222.0.89 "GET /v2.0/networks/8ea7df2c-9621-40f9-b0fb-19b9c2e4305a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2398257 Jul 05 04:12:16.445798 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-1c5f446e-bd6d-4847-ab33-ad4ae47c734f tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:16.448714 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-1c5f446e-bd6d-4847-ab33-ad4ae47c734f tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:16.553223 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f446e-bd6d-4847-ab33-ad4ae47c734f tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Pushing event updated for resources: {'Port': ['ID=894ab558-9f99-488e-ba3f-a0e5f266d808,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:16.568235 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8496f4-fd5b-46cb-b812-eac626af8254 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] DELETE failed (client error): The resource could not be found. Jul 05 04:12:16.568994 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d8496f4-fd5b-46cb-b812-eac626af8254 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:12:16.570820 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3d8496f4-fd5b-46cb-b812-eac626af8254 tempest-RoutersTest-107267949 tempest-RoutersTest-107267949-project] 10.222.0.77 "DELETE /v2.0/subnets/7adb6eb8-5f95-4733-868e-afd31f9b631f HTTP/1.1" status: 404 len: 337 time: 0.0917945 Jul 05 04:12:16.583712 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77b0b991-cc3f-44e0-9263-ca50804e8eff req-610e76c9-83ea-4d19-924c-f82edd08ac54 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760209 Jul 05 04:12:16.599511 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-1c5f446e-bd6d-4847-ab33-ad4ae47c734f tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:16.600346 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-1c5f446e-bd6d-4847-ab33-ad4ae47c734f tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.657783 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-958650d6-56ec-47b8-a5c4-90322feabcb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.658505 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439c9f3-b56a-443e-ab8b-a16e426f5933 req-98d3afc6-33c6-4a01-9635-b50368125a48 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:16.666946 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439c9f3-b56a-443e-ab8b-a16e426f5933 req-98d3afc6-33c6-4a01-9635-b50368125a48 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:16.668322 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-958650d6-56ec-47b8-a5c4-90322feabcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.675105 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439c9f3-b56a-443e-ab8b-a16e426f5933 req-98d3afc6-33c6-4a01-9635-b50368125a48 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:16.682246 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439c9f3-b56a-443e-ab8b-a16e426f5933 req-98d3afc6-33c6-4a01-9635-b50368125a48 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:16.691824 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439c9f3-b56a-443e-ab8b-a16e426f5933 req-98d3afc6-33c6-4a01-9635-b50368125a48 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:16.699324 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439c9f3-b56a-443e-ab8b-a16e426f5933 req-98d3afc6-33c6-4a01-9635-b50368125a48 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:16.710096 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439c9f3-b56a-443e-ab8b-a16e426f5933 req-98d3afc6-33c6-4a01-9635-b50368125a48 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:16.721642 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e439c9f3-b56a-443e-ab8b-a16e426f5933 req-98d3afc6-33c6-4a01-9635-b50368125a48 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5445 time: 0.3342092 Jul 05 04:12:16.738569 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-958650d6-56ec-47b8-a5c4-90322feabcb6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0a8a0b8bda4f4df98f8fff3a76c6b6bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7117524 Jul 05 04:12:16.741286 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48860) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:16.753076 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-1c5f446e-bd6d-4847-ab33-ad4ae47c734f tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2736559 Jul 05 04:12:16.772315 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-eabb5211-1210-410d-9d22-7995455d19e9 service neutron] Request body: {'port': {'device_id': 'd13842a3-8b31-4123-b244-91c966071a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:16.860485 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-90938d06-47be-4fa2-a3b7-37644211aef9 service neutron] 10.222.0.89 "GET /v2.0/networks/8ea7df2c-9621-40f9-b0fb-19b9c2e4305a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053936 Jul 05 04:12:16.889244 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958650d6-56ec-47b8-a5c4-90322feabcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d255b603-ae6f-483e-babb-d9c5356b0bd0,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:16.944031 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-132f8c7d-8e48-45be-b5b9-7bb9e320a7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.006566 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-132f8c7d-8e48-45be-b5b9-7bb9e320a7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.008487 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-a244e1f8-ecdd-4787-a454-9a142ca90a83 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=0bd03fe8-1a38-4778-8165-e5222e120f1d HTTP/1.1" status: 200 len: 217 time: 0.0999794 Jul 05 04:12:17.043642 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e439c9f3-b56a-443e-ab8b-a16e426f5933 req-efbde25f-0755-45c1-a2f1-e488d78fe03f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3177128 Jul 05 04:12:17.133153 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-132f8c7d-8e48-45be-b5b9-7bb9e320a7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.143852 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-132f8c7d-8e48-45be-b5b9-7bb9e320a7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.147564 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-132f8c7d-8e48-45be-b5b9-7bb9e320a7c4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d255b603-ae6f-483e-babb-d9c5356b0bd0 HTTP/1.1" status: 204 len: 168 time: 0.4000340 Jul 05 04:12:17.156384 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48872) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:17.179759 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f8c7d-8e48-45be-b5b9-7bb9e320a7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d255b603-ae6f-483e-babb-d9c5356b0bd0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:17.182710 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-eabb5211-1210-410d-9d22-7995455d19e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.316529 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-f3b6e8c1-b680-44ab-a876-9807dcb72288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:17.318104 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-f3b6e8c1-b680-44ab-a876-9807dcb72288 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e870ccd1-5d08-4394-8905-8e1dcc9a2cbf HTTP/1.1" status: 200 len: 797 time: 0.2735562 Jul 05 04:12:17.563891 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a1ff1-a857-4d35-b6db-c2ff16f8be86 req-e8e43ad0-3cc3-4440-8da7-21ed7d237d47 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:17.571161 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a1ff1-a857-4d35-b6db-c2ff16f8be86 req-e8e43ad0-3cc3-4440-8da7-21ed7d237d47 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:17.587993 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a1ff1-a857-4d35-b6db-c2ff16f8be86 req-e8e43ad0-3cc3-4440-8da7-21ed7d237d47 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:17.604546 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a1ff1-a857-4d35-b6db-c2ff16f8be86 req-e8e43ad0-3cc3-4440-8da7-21ed7d237d47 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:17.613316 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a1ff1-a857-4d35-b6db-c2ff16f8be86 req-e8e43ad0-3cc3-4440-8da7-21ed7d237d47 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:17.623515 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a1ff1-a857-4d35-b6db-c2ff16f8be86 req-e8e43ad0-3cc3-4440-8da7-21ed7d237d47 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:17.631330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a1ff1-a857-4d35-b6db-c2ff16f8be86 req-e8e43ad0-3cc3-4440-8da7-21ed7d237d47 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:17.633918 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0a8a1ff1-a857-4d35-b6db-c2ff16f8be86 req-e8e43ad0-3cc3-4440-8da7-21ed7d237d47 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5445 time: 0.3253736 Jul 05 04:12:17.875706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-d1203b7e-3848-4a99-b447-8bb34c3946d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:17.877608 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-d1203b7e-3848-4a99-b447-8bb34c3946d8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5433638 Jul 05 04:12:17.910367 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a426033-af11-4356-969c-9b5cbb3d8296 req-b27ab3e5-2f20-49dc-a14c-0bb0bcaebe18 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:17.926950 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0a426033-af11-4356-969c-9b5cbb3d8296 req-b27ab3e5-2f20-49dc-a14c-0bb0bcaebe18 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.1406574 Jul 05 04:12:17.975415 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecebc2-1ddd-4cd0-80e6-f7ceaf3a02ab req-a285af4b-4b02-4ba5-ba3a-84f1028ac204 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:17.983636 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d5ecebc2-1ddd-4cd0-80e6-f7ceaf3a02ab req-a285af4b-4b02-4ba5-ba3a-84f1028ac204 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=d13842a3-8b31-4123-b244-91c966071a5d HTTP/1.1" status: 200 len: 931 time: 0.3409550 Jul 05 04:12:17.992074 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ce53bf08-49e7-4f8b-9176-4b5978ec8f9b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8fdb6e0329bb45438346ec9d6376bccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8344254 Jul 05 04:12:18.002845 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48932) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:18.025888 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0a426033-af11-4356-969c-9b5cbb3d8296 req-3d887ede-915b-47b5-bd1c-8e1fdebaa51e tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969484 Jul 05 04:12:18.304323 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d5ecebc2-1ddd-4cd0-80e6-f7ceaf3a02ab req-77f3c2cf-c538-44c0-b0b5-cfde9b0e838b tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ae2494f-241a-4afe-b95c-ca94f2085f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195622 Jul 05 04:12:18.341259 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-eabb5211-1210-410d-9d22-7995455d19e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 894ab558-9f99-488e-ba3f-a0e5f266d808 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:12:18.383787 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-9784864d-8bd6-4e01-8798-875843069f2e service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922438 Jul 05 04:12:18.393987 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-157b6bc0-5f62-4876-8eac-f387a024a948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.415100 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-eabb5211-1210-410d-9d22-7995455d19e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.561548 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-eabb5211-1210-410d-9d22-7995455d19e9 service neutron] Transition to ACTIVE for port object 894ab558-9f99-488e-ba3f-a0e5f266d808 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:18.564487 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-157b6bc0-5f62-4876-8eac-f387a024a948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.577776 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-eabb5211-1210-410d-9d22-7995455d19e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.686816 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb5211-1210-410d-9d22-7995455d19e9 service neutron] Pushing event updated for resources: {'Port': ['ID=894ab558-9f99-488e-ba3f-a0e5f266d808,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:18.719564 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-a0dc8b45-588b-4406-bd57-ae24d4b117aa service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266604 Jul 05 04:12:18.807045 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-157b6bc0-5f62-4876-8eac-f387a024a948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.809699 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-157b6bc0-5f62-4876-8eac-f387a024a948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.811424 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-157b6bc0-5f62-4876-8eac-f387a024a948 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/551cf6d2-9926-4b61-ad33-7f923976b4b8 HTTP/1.1" status: 204 len: 168 time: 0.8066771 Jul 05 04:12:18.821023 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-6b2c35aa-c230-4969-b43a-c7f9cbd39a96 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=fdd61790-feb9-41f4-a979-99718ff8af30 HTTP/1.1" status: 200 len: 217 time: 0.0817654 Jul 05 04:12:18.917702 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-c8253547-3d4d-4feb-94f2-fb8bfa418ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:18.922919 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-c8253547-3d4d-4feb-94f2-fb8bfa418ef2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e870ccd1-5d08-4394-8905-8e1dcc9a2cbf HTTP/1.1" status: 200 len: 797 time: 0.0702937 Jul 05 04:12:18.929606 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b6bc0-5f62-4876-8eac-f387a024a948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551cf6d2-9926-4b61-ad33-7f923976b4b8,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:19.003501 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-eabb5211-1210-410d-9d22-7995455d19e9 service neutron] Attempting to bind port 894ab558-9f99-488e-ba3f-a0e5f266d808 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:19.003771 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-eabb5211-1210-410d-9d22-7995455d19e9 service neutron] Attempting to bind port 894ab558-9f99-488e-ba3f-a0e5f266d808 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'a8d12658-9a7a-463b-a8db-745483385eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '32bf53ec-9f19-4cc5-aed3-53529facf471'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:19.004217 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-eabb5211-1210-410d-9d22-7995455d19e9 service neutron] Attempting to bind port 894ab558-9f99-488e-ba3f-a0e5f266d808 on network 32bf53ec-9f19-4cc5-aed3-53529facf471 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:19.032261 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-eabb5211-1210-410d-9d22-7995455d19e9 service neutron] Port 894ab558-9f99-488e-ba3f-a0e5f266d808 on network 32bf53ec-9f19-4cc5-aed3-53529facf471 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:19.032594 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-eabb5211-1210-410d-9d22-7995455d19e9 service neutron] Attempting to bind port 894ab558-9f99-488e-ba3f-a0e5f266d808 on network 32bf53ec-9f19-4cc5-aed3-53529facf471 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:19.041884 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-eabb5211-1210-410d-9d22-7995455d19e9 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:12:19.042100 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-eabb5211-1210-410d-9d22-7995455d19e9 service neutron] Checking segment: {'id': 'a8d12658-9a7a-463b-a8db-745483385eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '32bf53ec-9f19-4cc5-aed3-53529facf471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:19.042503 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-eabb5211-1210-410d-9d22-7995455d19e9 service neutron] Bound using segment: {'id': 'a8d12658-9a7a-463b-a8db-745483385eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '32bf53ec-9f19-4cc5-aed3-53529facf471'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:12:19.043056 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-eabb5211-1210-410d-9d22-7995455d19e9 service neutron] Bound port: 894ab558-9f99-488e-ba3f-a0e5f266d808, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8d12658-9a7a-463b-a8db-745483385eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '32bf53ec-9f19-4cc5-aed3-53529facf471'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:12:19.043425 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-eabb5211-1210-410d-9d22-7995455d19e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:19.079517 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-37af1f69-1b71-4de7-af10-23d49f1e2434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:19.081126 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-37af1f69-1b71-4de7-af10-23d49f1e2434 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1160109 Jul 05 04:12:19.439985 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-eabb5211-1210-410d-9d22-7995455d19e9 service neutron] For port 894ab558-9f99-488e-ba3f-a0e5f266d808, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:19.481587 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-eabb5211-1210-410d-9d22-7995455d19e9 service neutron] For port 894ab558-9f99-488e-ba3f-a0e5f266d808, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=894ab558-9f99-488e-ba3f-a0e5f266d808,segment=NetworkSegment(a8d12658-9a7a-463b-a8db-745483385eed),segment_id=a8d12658-9a7a-463b-a8db-745483385eed)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:12:19.489708 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-0a219180-4295-45d3-990f-2ebfaa1e52f1 service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701127 Jul 05 04:12:19.496438 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-eabb5211-1210-410d-9d22-7995455d19e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:19.524739 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bcd0f-69a3-4895-830a-367e565d4d0d req-434a1808-5ce5-4ff8-8d77-0b2edb4607d2 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:19.540602 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-100bcd0f-69a3-4895-830a-367e565d4d0d req-434a1808-5ce5-4ff8-8d77-0b2edb4607d2 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.3154318 Jul 05 04:12:19.730628 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-7ae0cc26-81ad-4aa2-8294-13c0ec6c8e8b service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110751 Jul 05 04:12:19.732992 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-eabb5211-1210-410d-9d22-7995455d19e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:19.733774 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-eabb5211-1210-410d-9d22-7995455d19e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:19.735721 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-eabb5211-1210-410d-9d22-7995455d19e9 service neutron] 10.222.0.70 "PUT /v2.0/ports/894ab558-9f99-488e-ba3f-a0e5f266d808 HTTP/1.1" status: 200 len: 1092 time: 2.9678152 Jul 05 04:12:19.736884 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd13842a3-8b31-4123-b244-91c966071a5d', 'tag': '894ab558-9f99-488e-ba3f-a0e5f266d808'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:12:19.739413 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b7a464-bfa2-4eba-9a5d-fcf695fbd389" -d '{"events": [{"name": "network-changed", "server_uuid": "d13842a3-8b31-4123-b244-91c966071a5d", "tag": "894ab558-9f99-488e-ba3f-a0e5f266d808"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:12:19.873849 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-acd036fc-77e6-4d13-a9d3-a90614709a66 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=81d34584-23f6-4dff-9dc0-032a27b0bcf4 HTTP/1.1" status: 200 len: 217 time: 0.1201522 Jul 05 04:12:19.920107 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877f18e-545b-4ffa-a125-80eeb84c816f req-45f593c2-0502-4415-ba6b-e3ccc214e2f2 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:19.921819 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a877f18e-545b-4ffa-a125-80eeb84c816f req-45f593c2-0502-4415-ba6b-e3ccc214e2f2 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=d13842a3-8b31-4123-b244-91c966071a5d HTTP/1.1" status: 200 len: 943 time: 0.2214091 Jul 05 04:12:19.996718 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a877f18e-545b-4ffa-a125-80eeb84c816f req-28e5aefc-dee8-4791-b705-ea6c187aeb69 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ae2494f-241a-4afe-b95c-ca94f2085f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678570 Jul 05 04:12:20.000018 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-100bcd0f-69a3-4895-830a-367e565d4d0d req-3bd69d1d-c960-4b5a-9601-5a7a2977bf4a tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2752862 Jul 05 04:12:20.014569 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb5211-1210-410d-9d22-7995455d19e9 service neutron] Pushing event updated for resources: {'Port': ['ID=894ab558-9f99-488e-ba3f-a0e5f266d808,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:20.047605 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-2a353086-f7ba-4235-8ced-7fff86a02d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.047605 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-2a353086-f7ba-4235-8ced-7fff86a02d85 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e870ccd1-5d08-4394-8905-8e1dcc9a2cbf HTTP/1.1" status: 200 len: 797 time: 0.1406286 Jul 05 04:12:20.138288 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-0424ccab-dbfb-4e41-8687-2d8947c3de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.138288 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-0424ccab-dbfb-4e41-8687-2d8947c3de0f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9408a260780445c89932fc7cc974d293&device_id=d13842a3-8b31-4123-b244-91c966071a5d HTTP/1.1" status: 200 len: 1095 time: 0.1823945 Jul 05 04:12:20.138288 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-3696e7e0-44c6-47ec-b6b4-8dc4cc95d617 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=894ab558-9f99-488e-ba3f-a0e5f266d808 HTTP/1.1" status: 200 len: 217 time: 0.0657854 Jul 05 04:12:20.187667 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abd3d6b-702d-4eea-ba4f-12cf0613e6bf x-openstack-request-id: req-1abd3d6b-702d-4eea-ba4f-12cf0613e6bf {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:12:20.188138 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d13842a3-8b31-4123-b244-91c966071a5d", "tag": "894ab558-9f99-488e-ba3f-a0e5f266d808", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:12:20.188493 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1abd3d6b-702d-4eea-ba4f-12cf0613e6bf {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:12:20.189100 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd13842a3-8b31-4123-b244-91c966071a5d', 'tag': '894ab558-9f99-488e-ba3f-a0e5f266d808', 'status': 'completed', 'code': 200} Jul 05 04:12:20.233548 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-a9e53834-18be-48a7-8a16-bc67cb8203c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.235900 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-a9e53834-18be-48a7-8a16-bc67cb8203c0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb44dd15-daa0-43dc-82cd-9cdda0a1aec5 HTTP/1.1" status: 200 len: 849 time: 0.0928586 Jul 05 04:12:20.239142 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-7257a9e6-cefd-4cd6-9a1f-deaafb3ba42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.241282 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-7257a9e6-cefd-4cd6-9a1f-deaafb3ba42a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1816680 Jul 05 04:12:20.314909 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49044) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:20.319560 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-9e0596d3-73c1-44a8-88cf-7e2e981e050f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=32bf53ec-9f19-4cc5-aed3-53529facf471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760691 Jul 05 04:12:20.517905 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232b736-2435-4b11-8e4c-fd4a7db9e491 req-ed90dcf3-1573-45f3-9c68-eb1b98b491b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.518649 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232b736-2435-4b11-8e4c-fd4a7db9e491 req-ed90dcf3-1573-45f3-9c68-eb1b98b491b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.519390 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232b736-2435-4b11-8e4c-fd4a7db9e491 req-ed90dcf3-1573-45f3-9c68-eb1b98b491b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.520377 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232b736-2435-4b11-8e4c-fd4a7db9e491 req-ed90dcf3-1573-45f3-9c68-eb1b98b491b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.521104 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232b736-2435-4b11-8e4c-fd4a7db9e491 req-ed90dcf3-1573-45f3-9c68-eb1b98b491b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.521599 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232b736-2435-4b11-8e4c-fd4a7db9e491 req-ed90dcf3-1573-45f3-9c68-eb1b98b491b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.522150 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232b736-2435-4b11-8e4c-fd4a7db9e491 req-ed90dcf3-1573-45f3-9c68-eb1b98b491b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.531018 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6232b736-2435-4b11-8e4c-fd4a7db9e491 req-ed90dcf3-1573-45f3-9c68-eb1b98b491b7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 6509 time: 0.2146456 Jul 05 04:12:20.576938 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6232b736-2435-4b11-8e4c-fd4a7db9e491 req-7412dce1-482e-4a84-9303-266aa10513ce service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e0cfc498-c1f8-464a-b774-0d5fb086647a&id=d75f1160-f6a1-48cb-b40a-10031eb59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447896 Jul 05 04:12:20.632848 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-16380fdc-89fd-4f94-a3df-a06fc1813f5d service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780713 Jul 05 04:12:20.648345 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49056) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:20.652907 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-e54859f5-5708-4747-8ade-4686600fccd8 service neutron] 10.222.0.70 "GET /v2.0/networks/32bf53ec-9f19-4cc5-aed3-53529facf471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220875 Jul 05 04:12:20.822580 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-2b75c54c-43de-4ea7-8ca5-19224b83b6dd tempest-SubnetPoolsTestJSON-2053528965 tempest-SubnetPoolsTestJSON-2053528965-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-23984075', 'prefixes': ['172.20.0.0/16']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:20.870375 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-c779704b-c92f-4ae3-b5ca-99ed5777db69 service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267029 Jul 05 04:12:20.880553 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe86ac8d-dea0-40d9-967d-1c594872630b req-763f8290-f4b6-45e5-9208-b93efd372a2e service neutron] 10.222.0.70 "GET /v2.0/networks/32bf53ec-9f19-4cc5-aed3-53529facf471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131598 Jul 05 04:12:20.925037 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2b75c54c-43de-4ea7-8ca5-19224b83b6dd tempest-SubnetPoolsTestJSON-2053528965 tempest-SubnetPoolsTestJSON-2053528965-project] Notify callbacks [] for subnetpool, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:20.931289 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2b75c54c-43de-4ea7-8ca5-19224b83b6dd tempest-SubnetPoolsTestJSON-2053528965 tempest-SubnetPoolsTestJSON-2053528965-project] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.2816114 Jul 05 04:12:20.933938 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49062) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:20.943345 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-630e45d0-4541-4dcf-a0ab-d7eb14ad4fa9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=90bd2861-0357-48b2-8bd8-74abedd49bf0 HTTP/1.1" status: 200 len: 217 time: 0.0618465 Jul 05 04:12:21.051494 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d6e9bf72-4686-4a45-8d32-644480d249b8 tempest-SubnetPoolsTestJSON-2053528965 tempest-SubnetPoolsTestJSON-2053528965-project] 10.222.0.77 "GET /v2.0/subnetpools/c554b5b7-5c5a-4661-a00c-2662c4d31ce2 HTTP/1.1" status: 200 len: 730 time: 0.1140001 Jul 05 04:12:21.052198 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49066) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:21.065237 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ecb7a3ec-d779-41c9-961e-d19044d64ec0 tempest-SubnetPoolsTestJSON-2053528965 tempest-SubnetPoolsTestJSON-2053528965-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1096175913'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:21.080490 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-aad77498-27d7-4be1-b155-5c8d67c4ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:21.081976 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-aad77498-27d7-4be1-b155-5c8d67c4ced3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e870ccd1-5d08-4394-8905-8e1dcc9a2cbf HTTP/1.1" status: 200 len: 797 time: 0.1134899 Jul 05 04:12:21.142655 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7a464-bfa2-4eba-9a5d-fcf695fbd389 req-96fd4fd3-10d3-450e-9628-85abf423c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:21.144190 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6b7a464-bfa2-4eba-9a5d-fcf695fbd389 req-96fd4fd3-10d3-450e-9628-85abf423c445 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9408a260780445c89932fc7cc974d293&device_id=d13842a3-8b31-4123-b244-91c966071a5d HTTP/1.1" status: 200 len: 1095 time: 0.1566870 Jul 05 04:12:21.222853 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-14e67400-0098-42ae-ad1d-e880bcb3d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:21.224637 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-14e67400-0098-42ae-ad1d-e880bcb3d5bb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1345460 Jul 05 04:12:21.379786 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ecb7a3ec-d779-41c9-961e-d19044d64ec0 tempest-SubnetPoolsTestJSON-2053528965 tempest-SubnetPoolsTestJSON-2053528965-project] Notify callbacks [] for subnetpool, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:21.382960 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ecb7a3ec-d779-41c9-961e-d19044d64ec0 tempest-SubnetPoolsTestJSON-2053528965 tempest-SubnetPoolsTestJSON-2053528965-project] 10.222.0.77 "PUT /v2.0/subnetpools/c554b5b7-5c5a-4661-a00c-2662c4d31ce2 HTTP/1.1" status: 200 len: 684 time: 0.3246062 Jul 05 04:12:21.395313 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49074) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:21.435909 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7a464-bfa2-4eba-9a5d-fcf695fbd389 req-bc338c6b-3789-4fcd-aeae-58d1c019cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:21.437608 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6b7a464-bfa2-4eba-9a5d-fcf695fbd389 req-bc338c6b-3789-4fcd-aeae-58d1c019cddc service neutron] 10.222.0.70 "GET /v2.0/networks?id=32bf53ec-9f19-4cc5-aed3-53529facf471 HTTP/1.1" status: 200 len: 910 time: 0.2806597 Jul 05 04:12:21.458656 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd44a5-add1-4d8f-bb6a-085e1ca71cba req-a3210b7f-55eb-4eb2-9201-73131e7c8863 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:21.460937 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e8bd44a5-add1-4d8f-bb6a-085e1ca71cba req-a3210b7f-55eb-4eb2-9201-73131e7c8863 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.0965638 Jul 05 04:12:21.517240 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e8bd44a5-add1-4d8f-bb6a-085e1ca71cba req-783e2ca8-eb59-4e3f-a2dc-4f36c68fb2e7 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487242 Jul 05 04:12:21.559146 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6b7a464-bfa2-4eba-9a5d-fcf695fbd389 req-75d00006-1a02-4e90-bed5-d4a5b82bca3e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=894ab558-9f99-488e-ba3f-a0e5f266d808 HTTP/1.1" status: 200 len: 217 time: 0.0883229 Jul 05 04:12:21.586505 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-29ca4c24-e90f-442c-bd3a-5b4ee98c3b1c service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467419 Jul 05 04:12:21.680218 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-87480e9d-eab1-4023-ac44-fb907612f9c2 tempest-SubnetPoolsTestJSON-2053528965 tempest-SubnetPoolsTestJSON-2053528965-project] Notify callbacks [] for subnetpool, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:21.686960 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-87480e9d-eab1-4023-ac44-fb907612f9c2 tempest-SubnetPoolsTestJSON-2053528965 tempest-SubnetPoolsTestJSON-2053528965-project] 10.222.0.77 "DELETE /v2.0/subnetpools/c554b5b7-5c5a-4661-a00c-2662c4d31ce2 HTTP/1.1" status: 204 len: 168 time: 0.2845325 Jul 05 04:12:21.686960 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49084) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:21.697930 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7a464-bfa2-4eba-9a5d-fcf695fbd389 req-d6735a08-9567-49bb-a3a5-81d22b29f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:21.699120 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6b7a464-bfa2-4eba-9a5d-fcf695fbd389 req-d6735a08-9567-49bb-a3a5-81d22b29f741 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb44dd15-daa0-43dc-82cd-9cdda0a1aec5 HTTP/1.1" status: 200 len: 849 time: 0.1312256 Jul 05 04:12:22.113778 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-39402096-7ee3-46c2-a1ac-3a39f2f20f39 req-39d0acf1-1ef4-4b58-b028-f71fc614be8a service neutron] (105539) timed out ('10.222.0.77', 43918) {{(pid=105539) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:12:22.121244 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf5b7e-26f5-4ffe-a6e0-21197eca4728 req-6090495e-d8d0-4169-959a-41cfe41b7f05 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:22.122889 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-15cf5b7e-26f5-4ffe-a6e0-21197eca4728 req-6090495e-d8d0-4169-959a-41cfe41b7f05 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=d13842a3-8b31-4123-b244-91c966071a5d HTTP/1.1" status: 200 len: 943 time: 0.7572203 Jul 05 04:12:22.153278 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6b7a464-bfa2-4eba-9a5d-fcf695fbd389 req-ba14d653-b08d-4b20-8d82-06cf3522af5b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=32bf53ec-9f19-4cc5-aed3-53529facf471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4460955 Jul 05 04:12:22.154974 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-45b74ff0-b75d-420c-a008-15812fc73924 tempest-SubnetPoolsTestJSON-2053528965 tempest-SubnetPoolsTestJSON-2053528965-project] show failed (client error): The resource could not be found. Jul 05 04:12:22.156316 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-45b74ff0-b75d-420c-a008-15812fc73924 tempest-SubnetPoolsTestJSON-2053528965 tempest-SubnetPoolsTestJSON-2053528965-project] 10.222.0.77 "GET /v2.0/subnetpools/c554b5b7-5c5a-4661-a00c-2662c4d31ce2 HTTP/1.1" status: 404 len: 346 time: 0.4686067 Jul 05 04:12:22.158962 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49098) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:22.181645 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-3df5b992-84d7-428f-83c0-546f7f2c9ae2 tempest-SubnetPoolsTestJSON-2053528965 tempest-SubnetPoolsTestJSON-2053528965-project] delete failed (client error): The resource could not be found. Jul 05 04:12:22.188310 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3df5b992-84d7-428f-83c0-546f7f2c9ae2 tempest-SubnetPoolsTestJSON-2053528965 tempest-SubnetPoolsTestJSON-2053528965-project] 10.222.0.77 "DELETE /v2.0/subnetpools/c554b5b7-5c5a-4661-a00c-2662c4d31ce2 HTTP/1.1" status: 404 len: 346 time: 0.0238783 Jul 05 04:12:22.287657 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-5bc34001-ab98-48d2-9e2c-81c39448a1b9 service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6759200 Jul 05 04:12:22.292771 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-15cf5b7e-26f5-4ffe-a6e0-21197eca4728 req-fbe4bb58-e8cf-4b84-9485-aeb39ef7b5ec tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ae2494f-241a-4afe-b95c-ca94f2085f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445603 Jul 05 04:12:22.351336 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-6c2791fb-4ce0-42b8-b760-21ecfc2e8309 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6cec93df-cbad-411d-b19a-95f6dc421183 HTTP/1.1" status: 200 len: 217 time: 0.0461941 Jul 05 04:12:22.395322 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6b7a464-bfa2-4eba-9a5d-fcf695fbd389 req-8994599a-741d-4c54-a6b4-55f27a570532 service neutron] 10.222.0.70 "GET /v2.0/networks/32bf53ec-9f19-4cc5-aed3-53529facf471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282474 Jul 05 04:12:22.485158 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-23a4c7c1-f713-4963-b139-c2aa90ea2ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:22.486561 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-23a4c7c1-f713-4963-b139-c2aa90ea2ed7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a927bcdc-e462-4ca7-b6a1-c36068d79290 HTTP/1.1" status: 200 len: 797 time: 0.1248693 Jul 05 04:12:22.570262 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94761680-ab8e-4612-8523-8085345a630f req-02f57c30-d222-487c-aba9-d54a132a6f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:22.573884 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-94761680-ab8e-4612-8523-8085345a630f req-02f57c30-d222-487c-aba9-d54a132a6f5c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0a0e169dad4642e084dbd1dffad21af0&device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 1102 time: 0.0948846 Jul 05 04:12:22.581462 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6b7a464-bfa2-4eba-9a5d-fcf695fbd389 req-3046d4b0-de3e-4345-93f2-1dc5de8e6aff service neutron] 10.222.0.70 "GET /v2.0/networks/32bf53ec-9f19-4cc5-aed3-53529facf471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769292 Jul 05 04:12:22.589424 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-48536d3e-d470-41af-befb-423d742b461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:22.591123 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-48536d3e-d470-41af-befb-423d742b461e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a6d904c9-d5c3-4585-9d21-be63aa884ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0947056 Jul 05 04:12:22.664356 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49128) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:22.743226 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-502bf328-9733-4820-bfc9-14037204c451 service neutron] 10.222.0.89 "GET /v2.0/networks/a6d904c9-d5c3-4585-9d21-be63aa884ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413631 Jul 05 04:12:22.881759 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49138) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:22.906860 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94761680-ab8e-4612-8523-8085345a630f req-be814294-a436-4faf-b458-693214663549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:22.908762 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-94761680-ab8e-4612-8523-8085345a630f req-be814294-a436-4faf-b458-693214663549 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7 HTTP/1.1" status: 200 len: 918 time: 0.3263423 Jul 05 04:12:22.961486 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-2945f560-aa93-4f69-b106-47217d22d430 service neutron] 10.222.0.89 "GET /v2.0/networks/a6d904c9-d5c3-4585-9d21-be63aa884ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069902 Jul 05 04:12:22.993613 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265a09f-d3af-45e7-957c-2e2f0157f666 req-4eb2137d-3993-4904-895d-2df49da08e6d tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:23.001147 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b265a09f-d3af-45e7-957c-2e2f0157f666 req-4eb2137d-3993-4904-895d-2df49da08e6d tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.2166145 Jul 05 04:12:23.042138 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-94761680-ab8e-4612-8523-8085345a630f req-63d78a2e-db22-448b-8ee0-05c7b45069f0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d60921-d607-4fdd-b503-457bca5cc382 HTTP/1.1" status: 200 len: 1005 time: 0.1224501 Jul 05 04:12:23.061093 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-ce2dd97d-a937-4ef1-a919-8f40df2b1cf0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f4d202a6-ac7b-4064-86e3-09e5957ff02e HTTP/1.1" status: 200 len: 217 time: 0.0876923 Jul 05 04:12:23.072185 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b265a09f-d3af-45e7-957c-2e2f0157f666 req-a35e145a-3c04-45d1-8d7c-b1a1ff3c1c3e tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698762 Jul 05 04:12:23.074112 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6585a1ec-4fe8-4f2e-a211-3b445b5e1ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.084910 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-091a2d5f-c083-4dca-8494-030dba7ff20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.136293 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94761680-ab8e-4612-8523-8085345a630f req-02fe5950-2e9d-4f72-b064-639bec05011d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:23.137841 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-94761680-ab8e-4612-8523-8085345a630f req-02fe5950-2e9d-4f72-b064-639bec05011d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467 HTTP/1.1" status: 200 len: 856 time: 0.0826573 Jul 05 04:12:23.145983 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-0d3b2f2e-e22e-4f0f-ba29-065839821d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:23.147523 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-0d3b2f2e-e22e-4f0f-ba29-065839821d5a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a927bcdc-e462-4ca7-b6a1-c36068d79290 HTTP/1.1" status: 200 len: 797 time: 0.0756936 Jul 05 04:12:23.148273 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.db.api [None req-091a2d5f-c083-4dca-8494-030dba7ff20a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:12:23.148273 n-d-780147-23 neutron-server[105539]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 04:12:23.148273 n-d-780147-23 neutron-server[105539]: [parameters: {'project_id': '7eee891547864bb293d61d33f473d042', 'id': '2c768494-4874-4c99-bb12-65b11b79852e', 'expiration': datetime.datetime(2021, 7, 5, 4, 14, 23, 139933)}] Jul 05 04:12:23.148273 n-d-780147-23 neutron-server[105539]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105539) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:12:23.148690 n-d-780147-23 neutron-server[105539]: DEBUG oslo_db.api [None req-091a2d5f-c083-4dca-8494-030dba7ff20a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:12:23.224790 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-cdc75cfe-0f65-4cdf-915c-c1ef9dd70321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:23.226472 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-cdc75cfe-0f65-4cdf-915c-c1ef9dd70321 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a6d904c9-d5c3-4585-9d21-be63aa884ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0685167 Jul 05 04:12:23.239575 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94761680-ab8e-4612-8523-8085345a630f req-53ed1a20-96d6-4ed2-8a2d-3a32b8272a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:23.241990 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-94761680-ab8e-4612-8523-8085345a630f req-53ed1a20-96d6-4ed2-8a2d-3a32b8272a74 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924628 Jul 05 04:12:23.355509 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6585a1ec-4fe8-4f2e-a211-3b445b5e1ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.364324 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6585a1ec-4fe8-4f2e-a211-3b445b5e1ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.376070 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-c87b79d6-77c1-49cc-8007-b375dbde7c41 service neutron] 10.222.0.89 "GET /v2.0/networks/a6d904c9-d5c3-4585-9d21-be63aa884ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365173 Jul 05 04:12:23.404677 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-94761680-ab8e-4612-8523-8085345a630f req-0be675c8-5b47-4dc2-9e56-d3f3d8135195 service neutron] 10.222.0.89 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509624 Jul 05 04:12:23.472367 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585a1ec-4fe8-4f2e-a211-3b445b5e1ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6af1712-2991-43fa-896b-c91bb95f4fad,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:23.487133 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6585a1ec-4fe8-4f2e-a211-3b445b5e1ecc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5352b12f37114d9785b2047b13109694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6035967 Jul 05 04:12:23.489603 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49144) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:23.566330 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-344a3bd9-4c44-4827-a727-345d921d6b74 req-446dbbcf-5e6c-4c04-8fd8-bcaac15b0b5e service neutron] 10.222.0.89 "GET /v2.0/networks/a6d904c9-d5c3-4585-9d21-be63aa884ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807091 Jul 05 04:12:23.567115 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-94761680-ab8e-4612-8523-8085345a630f req-b44ba73a-c114-4d1c-b539-5fadac8c1b43 service neutron] 10.222.0.89 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498616 Jul 05 04:12:23.570716 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-29a4fee2-4a75-4ae3-a25a-07d2a5008b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.589054 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a92a2-1da4-428b-9e65-3017aeb36d41 req-8bd6547d-8532-4d14-918a-996569fe886d tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:23.598498 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8c8a92a2-1da4-428b-9e65-3017aeb36d41 req-8bd6547d-8532-4d14-918a-996569fe886d tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=d13842a3-8b31-4123-b244-91c966071a5d HTTP/1.1" status: 200 len: 943 time: 0.1401012 Jul 05 04:12:23.605586 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-29a4fee2-4a75-4ae3-a25a-07d2a5008b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.639654 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8c8a92a2-1da4-428b-9e65-3017aeb36d41 req-eb9955ee-ded8-40dc-90af-2bcb3775b85c tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ae2494f-241a-4afe-b95c-ca94f2085f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396812 Jul 05 04:12:23.650536 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-091a2d5f-c083-4dca-8494-030dba7ff20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.673568 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-29a4fee2-4a75-4ae3-a25a-07d2a5008b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.676352 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-29a4fee2-4a75-4ae3-a25a-07d2a5008b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.677535 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-29a4fee2-4a75-4ae3-a25a-07d2a5008b7b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b6af1712-2991-43fa-896b-c91bb95f4fad HTTP/1.1" status: 204 len: 168 time: 0.1869943 Jul 05 04:12:23.686265 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4fee2-4a75-4ae3-a25a-07d2a5008b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6af1712-2991-43fa-896b-c91bb95f4fad,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:23.801487 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-091a2d5f-c083-4dca-8494-030dba7ff20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.810838 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-091a2d5f-c083-4dca-8494-030dba7ff20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.869781 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-091a2d5f-c083-4dca-8494-030dba7ff20a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7eee891547864bb293d61d33f473d042&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2041614 Jul 05 04:12:23.870991 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a2d5f-c083-4dca-8494-030dba7ff20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03891dab-07d8-44c6-9bd1-5e7790e03b6b,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:23.874394 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49150) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:23.968299 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d3884e1b-6a39-42d6-87f2-b2d34ffbe478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.994943 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d3884e1b-6a39-42d6-87f2-b2d34ffbe478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.058081 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d3884e1b-6a39-42d6-87f2-b2d34ffbe478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.062369 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d3884e1b-6a39-42d6-87f2-b2d34ffbe478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.063743 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d3884e1b-6a39-42d6-87f2-b2d34ffbe478 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/03891dab-07d8-44c6-9bd1-5e7790e03b6b HTTP/1.1" status: 204 len: 168 time: 0.1883264 Jul 05 04:12:24.072696 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3884e1b-6a39-42d6-87f2-b2d34ffbe478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03891dab-07d8-44c6-9bd1-5e7790e03b6b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:24.127887 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49160) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:24.142417 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2c39ca8-f66e-4cd4-890f-bb3dd59ba2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.277982 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2c39ca8-f66e-4cd4-890f-bb3dd59ba2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.284447 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2c39ca8-f66e-4cd4-890f-bb3dd59ba2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.299849 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d289b-55ef-4e3a-8a5d-deedbaa30b7a req-7fcc8a3b-0af1-47fd-9295-4b19d2fa7b6f tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:24.301418 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ff7d289b-55ef-4e3a-8a5d-deedbaa30b7a req-7fcc8a3b-0af1-47fd-9295-4b19d2fa7b6f tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.0746043 Jul 05 04:12:24.344344 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c2c39ca8-f66e-4cd4-890f-bb3dd59ba2b8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6a592f8a49b148e2a355167a2a2530a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2153344 Jul 05 04:12:24.345625 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c39ca8-f66e-4cd4-890f-bb3dd59ba2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e9d669-d64b-492e-9f63-92a5b1a93a06,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:24.347430 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49166) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:24.366738 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ff7d289b-55ef-4e3a-8a5d-deedbaa30b7a req-1001fb36-eb97-4afe-b1cc-f216d682ed34 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594792 Jul 05 04:12:24.416716 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b525eac9-99ea-4823-91d1-6ead19ba944c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.443026 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b525eac9-99ea-4823-91d1-6ead19ba944c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.494930 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b525eac9-99ea-4823-91d1-6ead19ba944c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.498456 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b525eac9-99ea-4823-91d1-6ead19ba944c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.499629 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b525eac9-99ea-4823-91d1-6ead19ba944c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/65e9d669-d64b-492e-9f63-92a5b1a93a06 HTTP/1.1" status: 204 len: 168 time: 0.1513615 Jul 05 04:12:24.509175 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525eac9-99ea-4823-91d1-6ead19ba944c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e9d669-d64b-492e-9f63-92a5b1a93a06,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:24.871303 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83aeff-fa74-4a67-b865-6aee5085a90c req-87963789-9b82-47f8-9c8d-82bcd16f9c5e tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:24.874179 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8b83aeff-fa74-4a67-b865-6aee5085a90c req-87963789-9b82-47f8-9c8d-82bcd16f9c5e tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=d13842a3-8b31-4123-b244-91c966071a5d HTTP/1.1" status: 200 len: 943 time: 0.1051052 Jul 05 04:12:24.926773 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8b83aeff-fa74-4a67-b865-6aee5085a90c req-6fb99390-78a2-4c54-965a-a69c0b559ec8 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ae2494f-241a-4afe-b95c-ca94f2085f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443189 Jul 05 04:12:25.000706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49196) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:25.236230 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-86b776c9-8328-4c4a-8993-6a4c633fe42e tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1896303193'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:25.262525 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b776c9-8328-4c4a-8993-6a4c633fe42e tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Made reservation on behalf of e24bcc0567ad46859af36b95e7ebda68 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:25.267625 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86b776c9-8328-4c4a-8993-6a4c633fe42e tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.276509 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86b776c9-8328-4c4a-8993-6a4c633fe42e tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.393478 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86b776c9-8328-4c4a-8993-6a4c633fe42e tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.399280 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86b776c9-8328-4c4a-8993-6a4c633fe42e tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.432706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b776c9-8328-4c4a-8993-6a4c633fe42e tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:12:25.448048 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b776c9-8328-4c4a-8993-6a4c633fe42e tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e59b24-0878-4d01-bb51-02dfe848dc8c,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:25.463318 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86b776c9-8328-4c4a-8993-6a4c633fe42e tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.463753 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-86b776c9-8328-4c4a-8993-6a4c633fe42e tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Added segment dbed4678-c2b2-4bab-9e71-c3bca38e0681 of type vlan for network 79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d Jul 05 04:12:25.517903 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86b776c9-8328-4c4a-8993-6a4c633fe42e tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.555787 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86b776c9-8328-4c4a-8993-6a4c633fe42e tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.564628 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b776c9-8328-4c4a-8993-6a4c633fe42e tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:25.565386 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86b776c9-8328-4c4a-8993-6a4c633fe42e tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.625974 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e4d7c-fa49-44b3-ad30-b66a98ab3e21 req-0c90a279-d162-4b70-9a45-81ce05ac9ece tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:25.635340 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1e3e4d7c-fa49-44b3-ad30-b66a98ab3e21 req-0c90a279-d162-4b70-9a45-81ce05ac9ece tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 950 time: 0.0920138 Jul 05 04:12:25.642588 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-86b776c9-8328-4c4a-8993-6a4c633fe42e tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6407466 Jul 05 04:12:25.645698 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49220) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:25.650426 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f8a171a1-b3f6-4b89-af99-4329b9a710c9 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Request body: {'subnet': {'network_id': '79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:25.682340 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1e3e4d7c-fa49-44b3-ad30-b66a98ab3e21 req-b9afd30c-5e64-421e-8243-8a759e693b35 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459387 Jul 05 04:12:25.714509 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b776c9-8328-4c4a-8993-6a4c633fe42e tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Pushing event updated for resources: {'Network': ['ID=79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:25.722408 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:12:25.769872 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a171a1-b3f6-4b89-af99-4329b9a710c9 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Made reservation on behalf of e24bcc0567ad46859af36b95e7ebda68 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:25.780365 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8a171a1-b3f6-4b89-af99-4329b9a710c9 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.972827 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b2d60921-d607-4fdd-b503-457bca5cc382 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:26.025338 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8a171a1-b3f6-4b89-af99-4329b9a710c9 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.085236 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.105997 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a171a1-b3f6-4b89-af99-4329b9a710c9 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Pushing event updated for resources: {'Subnet': ['ID=73a4ecae-cc22-420c-8293-a35c1053fad6,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:26.117218 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a171a1-b3f6-4b89-af99-4329b9a710c9 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Checking segment: {'id': 'dbed4678-c2b2-4bab-9e71-c3bca38e0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:26.117633 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a171a1-b3f6-4b89-af99-4329b9a710c9 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Network hostable DHCP agents. Network: 79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:12:26.139884 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a171a1-b3f6-4b89-af99-4329b9a710c9 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Network 79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:12:26.156516 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-f8a171a1-b3f6-4b89-af99-4329b9a710c9 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:26.160170 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b2d60921-d607-4fdd-b503-457bca5cc382, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b2d60921-d607-4fdd-b503-457bca5cc382,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:26.161527 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69346a61-cc6b-49c7-85ac-ed073166035e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2d60921-d607-4fdd-b503-457bca5cc382'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:12:26.162632 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a171a1-b3f6-4b89-af99-4329b9a710c9 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:26.163360 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8a171a1-b3f6-4b89-af99-4329b9a710c9 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.165667 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb44c39-6275-4deb-b55b-48307cd48dc6" -d '{"events": [{"server_uuid": "69346a61-cc6b-49c7-85ac-ed073166035e", "name": "network-vif-unplugged", "status": "completed", "tag": "b2d60921-d607-4fdd-b503-457bca5cc382"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:12:26.171440 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b80658-2195-4e31-a3d2-17d9989e58a2 None None] Network 79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:26.275082 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f8a171a1-b3f6-4b89-af99-4329b9a710c9 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6285074 Jul 05 04:12:26.277921 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49246) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:26.283566 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-6c3a7b04-acef-4dac-afb4-c2a13eee5f07 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Request body: {'port': {'network_id': '79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d', 'name': 'tempest-TagsExtTest-895643675'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:26.298082 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837cd05b-7174-4899-a0b5-4d2e02f5a5e6 x-openstack-request-id: req-837cd05b-7174-4899-a0b5-4d2e02f5a5e6 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:12:26.298370 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69346a61-cc6b-49c7-85ac-ed073166035e", "name": "network-vif-unplugged", "status": "completed", "tag": "b2d60921-d607-4fdd-b503-457bca5cc382", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:12:26.298623 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-837cd05b-7174-4899-a0b5-4d2e02f5a5e6 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:12:26.304277 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69346a61-cc6b-49c7-85ac-ed073166035e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2d60921-d607-4fdd-b503-457bca5cc382', 'code': 200} Jul 05 04:12:26.338715 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f282708-296e-4b22-848e-633ac41608bc req-96de6a35-7b25-488b-9b77-ead1c7b3a11b tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:26.348085 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2f282708-296e-4b22-848e-633ac41608bc req-96de6a35-7b25-488b-9b77-ead1c7b3a11b tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=d13842a3-8b31-4123-b244-91c966071a5d HTTP/1.1" status: 200 len: 943 time: 0.1659567 Jul 05 04:12:26.405207 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.408551 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 894ab558-9f99-488e-ba3f-a0e5f266d808 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:12:26.437197 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2f282708-296e-4b22-848e-633ac41608bc req-42e57b7c-eeb4-4386-a37a-7d511cd08b4a tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ae2494f-241a-4afe-b95c-ca94f2085f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876548 Jul 05 04:12:26.518955 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3a7b04-acef-4dac-afb4-c2a13eee5f07 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Made reservation on behalf of e24bcc0567ad46859af36b95e7ebda68 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:26.523338 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7b04-acef-4dac-afb4-c2a13eee5f07 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.553666 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5127228c-70c0-4470-b834-93677fa6fc73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d', 'network_id': '79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d', 'tenant_id': 'e24bcc0567ad46859af36b95e7ebda68', 'fixed_ips': [{'subnet_id': '73a4ecae-cc22-420c-8293-a35c1053fad6'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:12:26.554576 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-6c3a7b04-acef-4dac-afb4-c2a13eee5f07 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] device_id is not set on port a3f3f317-0e10-4967-876d-be7735dd88a8 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:12:26.554769 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5127228c-70c0-4470-b834-93677fa6fc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.696845 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=b2d60921-d607-4fdd-b503-457bca5cc382,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:26.711123 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-6c3a7b04-acef-4dac-afb4-c2a13eee5f07 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Allocated IP 172.20.0.6 (79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d/73a4ecae-cc22-420c-8293-a35c1053fad6/a3f3f317-0e10-4967-876d-be7735dd88a8) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:26.712221 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 894ab558-9f99-488e-ba3f-a0e5f266d808, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=894ab558-9f99-488e-ba3f-a0e5f266d808,segment=NetworkSegment(a8d12658-9a7a-463b-a8db-745483385eed),segment_id=a8d12658-9a7a-463b-a8db-745483385eed)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:26.740407 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '894ab558-9f99-488e-ba3f-a0e5f266d808', 'network_id': '32bf53ec-9f19-4cc5-aed3-53529facf471', 'port_id': '894ab558-9f99-488e-ba3f-a0e5f266d808', 'mac_address': 'fa:16:3e:e7:b7:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44dd15-daa0-43dc-82cd-9cdda0a1aec5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:12:26.787198 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.809868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894ab558-9f99-488e-ba3f-a0e5f266d808 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:12:26.837697 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 894ab558-9f99-488e-ba3f-a0e5f266d808, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=894ab558-9f99-488e-ba3f-a0e5f266d808,segment=NetworkSegment(a8d12658-9a7a-463b-a8db-745483385eed),segment_id=a8d12658-9a7a-463b-a8db-745483385eed)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:26.844660 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.912282 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=894ab558-9f99-488e-ba3f-a0e5f266d808,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:26.978778 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7b04-acef-4dac-afb4-c2a13eee5f07 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.002094 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-6c3a7b04-acef-4dac-afb4-c2a13eee5f07 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Transition to ACTIVE for port object a3f3f317-0e10-4967-876d-be7735dd88a8 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:27.027966 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4153a47-c291-440b-9862-88a35146e0b6 req-bddfd48a-99ef-4b11-b9f7-97b4429e0613 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:27.034754 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d4153a47-c291-440b-9862-88a35146e0b6 req-bddfd48a-99ef-4b11-b9f7-97b4429e0613 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 948 time: 0.1424549 Jul 05 04:12:27.096878 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d4153a47-c291-440b-9862-88a35146e0b6 req-580bcd5c-4149-47d8-a2be-cb5a7ea07eb6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610347 Jul 05 04:12:27.098430 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7b04-acef-4dac-afb4-c2a13eee5f07 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.156355 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-5127228c-70c0-4470-b834-93677fa6fc73 None None] Allocated IP 172.20.0.2 (79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d/73a4ecae-cc22-420c-8293-a35c1053fad6/131bf44d-185a-4c7f-979c-c55dd6929e8b) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:27.160474 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3a7b04-acef-4dac-afb4-c2a13eee5f07 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Network 79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:27.166641 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-6c3a7b04-acef-4dac-afb4-c2a13eee5f07 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:27.171563 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3a7b04-acef-4dac-afb4-c2a13eee5f07 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:27.200656 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a7b04-acef-4dac-afb4-c2a13eee5f07 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Pushing event updated for resources: {'Port': ['ID=a3f3f317-0e10-4967-876d-be7735dd88a8,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:27.232855 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3a7b04-acef-4dac-afb4-c2a13eee5f07 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:27.233117 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6c3a7b04-acef-4dac-afb4-c2a13eee5f07 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.274131 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['894ab558-9f99-488e-ba3f-a0e5f266d808'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:12:27.274917 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6c3a7b04-acef-4dac-afb4-c2a13eee5f07 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.9959140 Jul 05 04:12:27.277693 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49294) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:27.282815 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-68ee0706-e974-4f55-af1c-cbf98dce7da2 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-65395737', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:27.343465 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-68ee0706-e974-4f55-af1c-cbf98dce7da2 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.346027 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-68ee0706-e974-4f55-af1c-cbf98dce7da2 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.425594 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5127228c-70c0-4470-b834-93677fa6fc73 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.452899 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5127228c-70c0-4470-b834-93677fa6fc73 None None] Transition to ACTIVE for port object 131bf44d-185a-4c7f-979c-c55dd6929e8b will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:27.500114 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5127228c-70c0-4470-b834-93677fa6fc73 None None] Transition to ACTIVE for port object 131bf44d-185a-4c7f-979c-c55dd6929e8b will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:27.502698 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-68ee0706-e974-4f55-af1c-cbf98dce7da2 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.514881 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-68ee0706-e974-4f55-af1c-cbf98dce7da2 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.541135 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5127228c-70c0-4470-b834-93677fa6fc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.554864 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-68ee0706-e974-4f55-af1c-cbf98dce7da2 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.556417 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-68ee0706-e974-4f55-af1c-cbf98dce7da2 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2775424 Jul 05 04:12:27.559123 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49316) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:27.568960 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f3b76dad-b094-42cd-a989-2c8fa7011882 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2128133554', 'prefixes': ['172.20.0.0/16']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:27.569242 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5127228c-70c0-4470-b834-93677fa6fc73 None None] Network 79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:27.594998 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-5127228c-70c0-4470-b834-93677fa6fc73 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:27.607389 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5127228c-70c0-4470-b834-93677fa6fc73 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:27.694943 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127228c-70c0-4470-b834-93677fa6fc73 None None] Pushing event updated for resources: {'Port': ['ID=131bf44d-185a-4c7f-979c-c55dd6929e8b,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:27.727524 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f3b76dad-b094-42cd-a989-2c8fa7011882 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks [] for subnetpool, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.729186 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f3b76dad-b094-42cd-a989-2c8fa7011882 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1689379 Jul 05 04:12:27.734522 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49326) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:27.755716 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-5127228c-70c0-4470-b834-93677fa6fc73 None None] Attempting to bind port 131bf44d-185a-4c7f-979c-c55dd6929e8b on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:27.756241 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-5127228c-70c0-4470-b834-93677fa6fc73 None None] Attempting to bind port 131bf44d-185a-4c7f-979c-c55dd6929e8b by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'dbed4678-c2b2-4bab-9e71-c3bca38e0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:27.756424 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127228c-70c0-4470-b834-93677fa6fc73 None None] Attempting to bind port 131bf44d-185a-4c7f-979c-c55dd6929e8b on network 79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:27.757686 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.tag.tag_plugin [None req-9e54a4bf-d52a-409c-9984-1adbac09cd99 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '73a4ecae-cc22-420c-8293-a35c1053fad6', 'tempest-TagsExtTest-Tag-2000264301') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:27.768314 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127228c-70c0-4470-b834-93677fa6fc73 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:12:27.768988 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127228c-70c0-4470-b834-93677fa6fc73 None None] Checking segment: {'id': 'dbed4678-c2b2-4bab-9e71-c3bca38e0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:27.769592 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5127228c-70c0-4470-b834-93677fa6fc73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.770143 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127228c-70c0-4470-b834-93677fa6fc73 None None] Bound using segment: {'id': 'dbed4678-c2b2-4bab-9e71-c3bca38e0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:12:27.770797 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-5127228c-70c0-4470-b834-93677fa6fc73 None None] Bound port: 131bf44d-185a-4c7f-979c-c55dd6929e8b, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbed4678-c2b2-4bab-9e71-c3bca38e0681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:12:27.771362 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5127228c-70c0-4470-b834-93677fa6fc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.912368 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-5127228c-70c0-4470-b834-93677fa6fc73 None None] For port 131bf44d-185a-4c7f-979c-c55dd6929e8b, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:27.922303 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-5127228c-70c0-4470-b834-93677fa6fc73 None None] For port 131bf44d-185a-4c7f-979c-c55dd6929e8b, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=131bf44d-185a-4c7f-979c-c55dd6929e8b,segment=NetworkSegment(dbed4678-c2b2-4bab-9e71-c3bca38e0681),segment_id=dbed4678-c2b2-4bab-9e71-c3bca38e0681)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:12:27.931290 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d395bfc-9cc3-480b-8880-24bbc5f98250 req-a2daddcf-44af-4b4c-a922-722c4b940dbe tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:27.941921 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4d395bfc-9cc3-480b-8880-24bbc5f98250 req-a2daddcf-44af-4b4c-a922-722c4b940dbe tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=d13842a3-8b31-4123-b244-91c966071a5d HTTP/1.1" status: 200 len: 944 time: 0.1127424 Jul 05 04:12:27.949136 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5127228c-70c0-4470-b834-93677fa6fc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.017347 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4d395bfc-9cc3-480b-8880-24bbc5f98250 req-14916b5b-03d5-45a9-8ecc-f8fd0d9fab67 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ae2494f-241a-4afe-b95c-ca94f2085f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743737 Jul 05 04:12:28.101157 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127228c-70c0-4470-b834-93677fa6fc73 None None] Pushing event updated for resources: {'Port': ['ID=131bf44d-185a-4c7f-979c-c55dd6929e8b,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:28.115919 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9e54a4bf-d52a-409c-9984-1adbac09cd99 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "PUT /v2.0/subnets/73a4ecae-cc22-420c-8293-a35c1053fad6/tags/tempest-TagsExtTest-Tag-2000264301 HTTP/1.1" status: 201 len: 201 time: 0.3803558 Jul 05 04:12:28.118841 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49344) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:28.125040 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-2e8f6931-48a7-4109-8d9b-1f4af8b850e2 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a3f3f317-0e10-4967-876d-be7735dd88a8', 'tempest-TagsExtTest-Tag-1735359975') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:28.226907 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2e8f6931-48a7-4109-8d9b-1f4af8b850e2 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "PUT /v2.0/ports/a3f3f317-0e10-4967-876d-be7735dd88a8/tags/tempest-TagsExtTest-Tag-1735359975 HTTP/1.1" status: 201 len: 201 time: 0.1065969 Jul 05 04:12:28.229262 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49352) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:28.239382 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-88e531a2-816b-4078-a98a-1ea883d84386 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '823b2d36-a08d-436d-b95c-ff5c80fb3286', 'tempest-TagsExtTest-Tag-1498602863') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:28.487266 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-88e531a2-816b-4078-a98a-1ea883d84386 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "PUT /v2.0/routers/823b2d36-a08d-436d-b95c-ff5c80fb3286/tags/tempest-TagsExtTest-Tag-1498602863 HTTP/1.1" status: 201 len: 201 time: 0.2557707 Jul 05 04:12:28.490294 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49368) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:28.495774 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.tag.tag_plugin [None req-fa3c2ea6-a666-4e25-88d8-bca8c1073b63 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3a70ebb7-f41b-4262-8eb2-8b50b4288a5c', 'tempest-TagsExtTest-Tag-445993825') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:28.523614 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d152da-ac52-4672-b2b4-20460f3078e7 req-4074fa11-244b-41cd-b832-fbc546861133 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:28.525248 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-30d152da-ac52-4672-b2b4-20460f3078e7 req-4074fa11-244b-41cd-b832-fbc546861133 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 948 time: 0.1032782 Jul 05 04:12:28.563604 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fa3c2ea6-a666-4e25-88d8-bca8c1073b63 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "PUT /v2.0/subnetpools/3a70ebb7-f41b-4262-8eb2-8b50b4288a5c/tags/tempest-TagsExtTest-Tag-445993825 HTTP/1.1" status: 201 len: 201 time: 0.0718293 Jul 05 04:12:28.565843 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49376) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:28.570718 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-80aa31b6-2853-43ef-a0c0-fd1e1508dede tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '73a4ecae-cc22-420c-8293-a35c1053fad6') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:28.617188 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dd163b63-64ad-4c3c-8abb-2c0aae37ead6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.632406 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-30d152da-ac52-4672-b2b4-20460f3078e7 req-4fa44100-91be-40ce-94ff-ebd368b8601c tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000192 Jul 05 04:12:28.719656 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-80aa31b6-2853-43ef-a0c0-fd1e1508dede tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "GET /v2.0/subnets/73a4ecae-cc22-420c-8293-a35c1053fad6/tags HTTP/1.1" status: 200 len: 241 time: 0.1527066 Jul 05 04:12:28.722143 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49384) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:28.727216 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-a3c1bf84-14a1-4cbf-a06f-c3fab5625bb3 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '73a4ecae-cc22-420c-8293-a35c1053fad6', 'tempest-TagsExtTest-Tag-2000264301') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:28.805575 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a3c1bf84-14a1-4cbf-a06f-c3fab5625bb3 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "GET /v2.0/subnets/73a4ecae-cc22-420c-8293-a35c1053fad6/tags/tempest-TagsExtTest-Tag-2000264301 HTTP/1.1" status: 204 len: 168 time: 0.0819452 Jul 05 04:12:28.808022 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49390) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:28.813623 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-95f1dd14-70de-4114-baa6-f3864d6fa3db tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '73a4ecae-cc22-420c-8293-a35c1053fad6', 'tempest-TagsExtTest-Tag-2000264301') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:28.860716 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49392) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:28.942907 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-95f1dd14-70de-4114-baa6-f3864d6fa3db tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "DELETE /v2.0/subnets/73a4ecae-cc22-420c-8293-a35c1053fad6/tags/tempest-TagsExtTest-Tag-2000264301 HTTP/1.1" status: 204 len: 168 time: 0.1338081 Jul 05 04:12:28.945472 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49398) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:28.950191 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.tag.tag_plugin [None req-b3e74050-da12-451d-abe0-09e9e62add1a tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '73a4ecae-cc22-420c-8293-a35c1053fad6') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:28.981911 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 131bf44d-185a-4c7f-979c-c55dd6929e8b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:29.047062 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b3e74050-da12-451d-abe0-09e9e62add1a tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "GET /v2.0/subnets/73a4ecae-cc22-420c-8293-a35c1053fad6/tags HTTP/1.1" status: 200 len: 205 time: 0.1004772 Jul 05 04:12:29.049710 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49406) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:29.054882 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-60ba61ee-6027-40fc-a422-bf0fd5f837ba tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a3f3f317-0e10-4967-876d-be7735dd88a8') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:29.089588 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 131bf44d-185a-4c7f-979c-c55dd6929e8b completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:29.156641 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f1ac07c4-f0e4-487f-b56c-7ae07e0493bb req-a7e76682-e70f-426b-9819-4e31ff0ff5a3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2947133 Jul 05 04:12:29.196168 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-60ba61ee-6027-40fc-a422-bf0fd5f837ba tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "GET /v2.0/ports/a3f3f317-0e10-4967-876d-be7735dd88a8/tags HTTP/1.1" status: 200 len: 241 time: 0.1450362 Jul 05 04:12:29.196838 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49414) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:29.226322 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.tag.tag_plugin [None req-29741e2c-cacd-4459-97e1-85a2044b7e0d tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a3f3f317-0e10-4967-876d-be7735dd88a8', 'tempest-TagsExtTest-Tag-1735359975') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:29.278012 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.329251 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ada911-19db-48f6-87fb-8d7618de520f req-95e124b4-7fbd-4d23-9dc3-a99e43f27a77 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:29.340821 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-46ada911-19db-48f6-87fb-8d7618de520f req-95e124b4-7fbd-4d23-9dc3-a99e43f27a77 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=d13842a3-8b31-4123-b244-91c966071a5d HTTP/1.1" status: 200 len: 944 time: 0.1137621 Jul 05 04:12:29.366492 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-29741e2c-cacd-4459-97e1-85a2044b7e0d tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "GET /v2.0/ports/a3f3f317-0e10-4967-876d-be7735dd88a8/tags/tempest-TagsExtTest-Tag-1735359975 HTTP/1.1" status: 204 len: 168 time: 0.1645641 Jul 05 04:12:29.370015 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49426) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:29.379527 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.tag.tag_plugin [None req-3b073145-61a1-43b9-bd96-1ae5c7aa5da5 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a3f3f317-0e10-4967-876d-be7735dd88a8', 'tempest-TagsExtTest-Tag-1735359975') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:29.439036 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d573804e-6a57-4b8b-9a0d-99a1ea592117 None None] Network 79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:29.473060 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-46ada911-19db-48f6-87fb-8d7618de520f req-54f63c77-d275-458f-919c-085e19960763 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ae2494f-241a-4afe-b95c-ca94f2085f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196437 Jul 05 04:12:29.542569 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3b073145-61a1-43b9-bd96-1ae5c7aa5da5 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "DELETE /v2.0/ports/a3f3f317-0e10-4967-876d-be7735dd88a8/tags/tempest-TagsExtTest-Tag-1735359975 HTTP/1.1" status: 204 len: 168 time: 0.1709726 Jul 05 04:12:29.546419 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49442) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:29.556047 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.tag.tag_plugin [None req-cc81bfdf-d621-498d-a7a0-dc21f00ce2fa tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a3f3f317-0e10-4967-876d-be7735dd88a8') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:29.633507 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2322d323-27a4-4d64-964c-c8937d4be559 None None] Provisioning for port 131bf44d-185a-4c7f-979c-c55dd6929e8b completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:29.640272 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49448) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:29.640959 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cc81bfdf-d621-498d-a7a0-dc21f00ce2fa tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "GET /v2.0/ports/a3f3f317-0e10-4967-876d-be7735dd88a8/tags HTTP/1.1" status: 200 len: 205 time: 0.0881073 Jul 05 04:12:29.645125 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-c0e95397-a57c-425e-bc04-ed0a417fcde5 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '823b2d36-a08d-436d-b95c-ff5c80fb3286') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:29.650612 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2322d323-27a4-4d64-964c-c8937d4be559 None None] Provisioning complete for port 131bf44d-185a-4c7f-979c-c55dd6929e8b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:29.651196 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2322d323-27a4-4d64-964c-c8937d4be559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.820242 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c0e95397-a57c-425e-bc04-ed0a417fcde5 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "GET /v2.0/routers/823b2d36-a08d-436d-b95c-ff5c80fb3286/tags HTTP/1.1" status: 200 len: 241 time: 0.1765466 Jul 05 04:12:29.820488 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2322d323-27a4-4d64-964c-c8937d4be559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.821031 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49468) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:29.829199 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-8f2bbef2-71d4-4b6f-826c-21405d2a681f tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '823b2d36-a08d-436d-b95c-ff5c80fb3286', 'tempest-TagsExtTest-Tag-1498602863') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:29.897607 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2322d323-27a4-4d64-964c-c8937d4be559 None None] For port 131bf44d-185a-4c7f-979c-c55dd6929e8b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=131bf44d-185a-4c7f-979c-c55dd6929e8b,segment=NetworkSegment(dbed4678-c2b2-4bab-9e71-c3bca38e0681),segment_id=dbed4678-c2b2-4bab-9e71-c3bca38e0681)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:29.912785 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2322d323-27a4-4d64-964c-c8937d4be559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.006752 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b2d60921-d607-4fdd-b503-457bca5cc382 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:30.068566 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8f2bbef2-71d4-4b6f-826c-21405d2a681f tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "GET /v2.0/routers/823b2d36-a08d-436d-b95c-ff5c80fb3286/tags/tempest-TagsExtTest-Tag-1498602863 HTTP/1.1" status: 204 len: 168 time: 0.2467623 Jul 05 04:12:30.071668 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49488) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:30.079724 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-d070840d-7486-4e99-8a77-9fc21e495f33 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '823b2d36-a08d-436d-b95c-ff5c80fb3286', 'tempest-TagsExtTest-Tag-1498602863') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:30.121628 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277935f-324f-467b-8f18-f102b1749ebf req-0e5c0a82-6b33-4e7f-adcc-f8fd26fb56cd tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:30.133804 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0277935f-324f-467b-8f18-f102b1749ebf req-0e5c0a82-6b33-4e7f-adcc-f8fd26fb56cd tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 948 time: 0.1997120 Jul 05 04:12:30.166658 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322d323-27a4-4d64-964c-c8937d4be559 None None] Pushing event updated for resources: {'Port': ['ID=131bf44d-185a-4c7f-979c-c55dd6929e8b,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:30.210767 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0277935f-324f-467b-8f18-f102b1749ebf req-58638c97-c262-4933-923c-563f022bfdef tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756359 Jul 05 04:12:30.269114 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d070840d-7486-4e99-8a77-9fc21e495f33 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "DELETE /v2.0/routers/823b2d36-a08d-436d-b95c-ff5c80fb3286/tags/tempest-TagsExtTest-Tag-1498602863 HTTP/1.1" status: 204 len: 168 time: 0.1937616 Jul 05 04:12:30.271844 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49498) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:30.277109 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.tag.tag_plugin [None req-24a92778-3512-40e7-969c-c3ed27c2e0dd tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '823b2d36-a08d-436d-b95c-ff5c80fb3286') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:30.296979 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 894ab558-9f99-488e-ba3f-a0e5f266d808 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:30.366933 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a95a6a02-2172-4d51-8721-ed0ee717e495 None None] Provisioning for port a3f3f317-0e10-4967-876d-be7735dd88a8 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:30.378973 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a95a6a02-2172-4d51-8721-ed0ee717e495 None None] Provisioning complete for port a3f3f317-0e10-4967-876d-be7735dd88a8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:30.379635 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a95a6a02-2172-4d51-8721-ed0ee717e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.419415 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49508) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:30.421284 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-24a92778-3512-40e7-969c-c3ed27c2e0dd tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "GET /v2.0/routers/823b2d36-a08d-436d-b95c-ff5c80fb3286/tags HTTP/1.1" status: 200 len: 205 time: 0.1472042 Jul 05 04:12:30.422936 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a95a6a02-2172-4d51-8721-ed0ee717e495 None None] Port a3f3f317-0e10-4967-876d-be7735dd88a8 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:12:30.424758 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-587938b2-411d-4fcb-b75e-df99a6765f10 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3a70ebb7-f41b-4262-8eb2-8b50b4288a5c') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:30.443168 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a95a6a02-2172-4d51-8721-ed0ee717e495 None None] Provisioning complete for port 131bf44d-185a-4c7f-979c-c55dd6929e8b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:30.444220 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a95a6a02-2172-4d51-8721-ed0ee717e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.472623 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 894ab558-9f99-488e-ba3f-a0e5f266d808 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:30.483400 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 894ab558-9f99-488e-ba3f-a0e5f266d808 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:30.483773 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.513708 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-587938b2-411d-4fcb-b75e-df99a6765f10 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "GET /v2.0/subnetpools/3a70ebb7-f41b-4262-8eb2-8b50b4288a5c/tags HTTP/1.1" status: 200 len: 240 time: 0.0858612 Jul 05 04:12:30.514153 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49510) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:30.515936 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.tag.tag_plugin [None req-14762733-2d30-45d4-b3df-c843cd25d198 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3a70ebb7-f41b-4262-8eb2-8b50b4288a5c', 'tempest-TagsExtTest-Tag-445993825') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:30.577956 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-14762733-2d30-45d4-b3df-c843cd25d198 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "GET /v2.0/subnetpools/3a70ebb7-f41b-4262-8eb2-8b50b4288a5c/tags/tempest-TagsExtTest-Tag-445993825 HTTP/1.1" status: 204 len: 168 time: 0.0669880 Jul 05 04:12:30.580727 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49520) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:30.585951 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.tag.tag_plugin [None req-a8bb5379-7bb0-4bbc-b06e-1b4d168e3733 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3a70ebb7-f41b-4262-8eb2-8b50b4288a5c', 'tempest-TagsExtTest-Tag-445993825') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:30.651399 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a8bb5379-7bb0-4bbc-b06e-1b4d168e3733 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "DELETE /v2.0/subnetpools/3a70ebb7-f41b-4262-8eb2-8b50b4288a5c/tags/tempest-TagsExtTest-Tag-445993825 HTTP/1.1" status: 204 len: 168 time: 0.0670683 Jul 05 04:12:30.651824 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49526) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:30.659133 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-e50b7245-0997-4b4a-a510-ddbc07da384f tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3a70ebb7-f41b-4262-8eb2-8b50b4288a5c') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:30.695158 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e50b7245-0997-4b4a-a510-ddbc07da384f tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "GET /v2.0/subnetpools/3a70ebb7-f41b-4262-8eb2-8b50b4288a5c/tags HTTP/1.1" status: 200 len: 205 time: 0.0395479 Jul 05 04:12:30.696878 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49530) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:30.709720 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.tag.tag_plugin [None req-26cf77cb-0772-48fe-adf5-63c4297ebe10 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3a70ebb7-f41b-4262-8eb2-8b50b4288a5c') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:30.757163 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-26cf77cb-0772-48fe-adf5-63c4297ebe10 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "DELETE /v2.0/subnetpools/3a70ebb7-f41b-4262-8eb2-8b50b4288a5c/tags HTTP/1.1" status: 204 len: 168 time: 0.0598872 Jul 05 04:12:30.758746 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49536) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:30.768404 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.tag.tag_plugin [None req-c649a16d-39bf-4735-9e78-8dfda2a75629 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '823b2d36-a08d-436d-b95c-ff5c80fb3286') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:30.783019 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.841725 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13842a3-8b31-4123-b244-91c966071a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894ab558-9f99-488e-ba3f-a0e5f266d808'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:12:30.845497 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a326129-a16b-4421-9e66-9fd858bd4a0f" -d '{"events": [{"server_uuid": "d13842a3-8b31-4123-b244-91c966071a5d", "name": "network-vif-plugged", "status": "completed", "tag": "894ab558-9f99-488e-ba3f-a0e5f266d808"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:12:30.867768 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf9e35-1205-4fef-a169-896c3f1844cb req-d21269fb-44a4-4471-b9e6-168d26b89ea9 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:30.881574 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7dbf9e35-1205-4fef-a169-896c3f1844cb req-d21269fb-44a4-4471-b9e6-168d26b89ea9 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=d13842a3-8b31-4123-b244-91c966071a5d HTTP/1.1" status: 200 len: 944 time: 0.1652102 Jul 05 04:12:30.894061 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-46293e7c-efc4-4bcd-9cce-e1454cbae168 None None] Provisioning complete for port a3f3f317-0e10-4967-876d-be7735dd88a8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:30.894431 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-46293e7c-efc4-4bcd-9cce-e1454cbae168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.910929 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 894ab558-9f99-488e-ba3f-a0e5f266d808, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=894ab558-9f99-488e-ba3f-a0e5f266d808,segment=NetworkSegment(a8d12658-9a7a-463b-a8db-745483385eed),segment_id=a8d12658-9a7a-463b-a8db-745483385eed)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:30.961890 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3398dac-ea7b-49f1-bbf9-818777af1693 x-openstack-request-id: req-c3398dac-ea7b-49f1-bbf9-818777af1693 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:12:30.962418 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13842a3-8b31-4123-b244-91c966071a5d", "name": "network-vif-plugged", "status": "completed", "tag": "894ab558-9f99-488e-ba3f-a0e5f266d808", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:12:30.962554 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7dbf9e35-1205-4fef-a169-896c3f1844cb req-7c395185-b06b-4204-be13-893edcb566af tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ae2494f-241a-4afe-b95c-ca94f2085f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796850 Jul 05 04:12:30.962949 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c3398dac-ea7b-49f1-bbf9-818777af1693 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:12:30.963490 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13842a3-8b31-4123-b244-91c966071a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894ab558-9f99-488e-ba3f-a0e5f266d808', 'code': 200} Jul 05 04:12:30.966692 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 131bf44d-185a-4c7f-979c-c55dd6929e8b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:30.972428 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.992775 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49546) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:30.993029 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c649a16d-39bf-4735-9e78-8dfda2a75629 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "DELETE /v2.0/routers/823b2d36-a08d-436d-b95c-ff5c80fb3286/tags HTTP/1.1" status: 204 len: 168 time: 0.2329659 Jul 05 04:12:30.998458 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-460c04ab-67c9-4424-bf6d-853be7bd546a tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a3f3f317-0e10-4967-876d-be7735dd88a8') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:31.090714 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-46293e7c-efc4-4bcd-9cce-e1454cbae168 None None] Port a3f3f317-0e10-4967-876d-be7735dd88a8 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:12:31.132325 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49560) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:31.132552 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-460c04ab-67c9-4424-bf6d-853be7bd546a tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "DELETE /v2.0/ports/a3f3f317-0e10-4967-876d-be7735dd88a8/tags HTTP/1.1" status: 204 len: 168 time: 0.1377184 Jul 05 04:12:31.134086 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=894ab558-9f99-488e-ba3f-a0e5f266d808,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:31.144721 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.tag.tag_plugin [None req-89f8b560-cec5-4c45-bfdb-20c3eebbbf7d tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '73a4ecae-cc22-420c-8293-a35c1053fad6') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:31.156834 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 131bf44d-185a-4c7f-979c-c55dd6929e8b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:31.157425 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.300596 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b56339-8e5c-4927-93f6-97121266e21f req-994e48a2-3720-4a6d-a236-58f00ef109b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:31.302956 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-73b56339-8e5c-4927-93f6-97121266e21f req-994e48a2-3720-4a6d-a236-58f00ef109b6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d13842a3-8b31-4123-b244-91c966071a5d HTTP/1.1" status: 200 len: 1097 time: 0.2456608 Jul 05 04:12:31.315951 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49570) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:31.316976 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-89f8b560-cec5-4c45-bfdb-20c3eebbbf7d tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "DELETE /v2.0/subnets/73a4ecae-cc22-420c-8293-a35c1053fad6/tags HTTP/1.1" status: 204 len: 168 time: 0.1835034 Jul 05 04:12:31.321649 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-3f6c0b07-d54c-4dd0-8940-3653c95a672a tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '73a4ecae-cc22-420c-8293-a35c1053fad6', 'tempest-TagsExtTest-Tag-239568557') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:31.362626 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3c517687-0d2f-4192-ab00-6ded09e04925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.421011 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-73b56339-8e5c-4927-93f6-97121266e21f req-c1fdddda-3b9b-4447-801a-0fcfb842f100 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4ae2494f-241a-4afe-b95c-ca94f2085f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997069 Jul 05 04:12:31.492866 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3f6c0b07-d54c-4dd0-8940-3653c95a672a tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "PUT /v2.0/subnets/73a4ecae-cc22-420c-8293-a35c1053fad6/tags/tempest-TagsExtTest-Tag-239568557 HTTP/1.1" status: 201 len: 201 time: 0.1755729 Jul 05 04:12:31.495581 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49578) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:31.503035 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-6db3d97f-d15a-48e7-a1fa-d6198476c6e2 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a3f3f317-0e10-4967-876d-be7735dd88a8', 'tempest-TagsExtTest-Tag-1078978154') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:31.548135 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a844d-ecdb-485a-8115-26c35478e301 req-24ea9502-2b68-4317-ac1c-8e89ac7dc7c4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:31.549684 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-144a844d-ecdb-485a-8115-26c35478e301 req-24ea9502-2b68-4317-ac1c-8e89ac7dc7c4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 948 time: 0.1253958 Jul 05 04:12:31.610796 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-144a844d-ecdb-485a-8115-26c35478e301 req-3f060cd0-5b8a-4074-a9ef-8857cf25a5aa tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535283 Jul 05 04:12:31.627985 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6db3d97f-d15a-48e7-a1fa-d6198476c6e2 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "PUT /v2.0/ports/a3f3f317-0e10-4967-876d-be7735dd88a8/tags/tempest-TagsExtTest-Tag-1078978154 HTTP/1.1" status: 201 len: 201 time: 0.1311629 Jul 05 04:12:31.630831 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49596) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:31.636462 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-c05fc275-5cf8-4a71-87bb-48a71fb795a0 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '823b2d36-a08d-436d-b95c-ff5c80fb3286', 'tempest-TagsExtTest-Tag-770081269') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:31.722287 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.244248 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c05fc275-5cf8-4a71-87bb-48a71fb795a0 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "PUT /v2.0/routers/823b2d36-a08d-436d-b95c-ff5c80fb3286/tags/tempest-TagsExtTest-Tag-770081269 HTTP/1.1" status: 201 len: 201 time: 0.6120818 Jul 05 04:12:32.247584 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49638) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:32.262189 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-d7cce506-9a58-4ec7-840f-1fd602d02163 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3a70ebb7-f41b-4262-8eb2-8b50b4288a5c', 'tempest-TagsExtTest-Tag-1438683475') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:32.318501 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d7cce506-9a58-4ec7-840f-1fd602d02163 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "PUT /v2.0/subnetpools/3a70ebb7-f41b-4262-8eb2-8b50b4288a5c/tags/tempest-TagsExtTest-Tag-1438683475 HTTP/1.1" status: 201 len: 201 time: 0.0677743 Jul 05 04:12:32.320615 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780b232-c2f4-4334-b34f-986013488c22 req-7b506029-b58d-49b0-b8db-be4065e53d4b tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:32.322153 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49644) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:32.322376 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6780b232-c2f4-4334-b34f-986013488c22 req-7b506029-b58d-49b0-b8db-be4065e53d4b tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=d13842a3-8b31-4123-b244-91c966071a5d HTTP/1.1" status: 200 len: 945 time: 0.1108139 Jul 05 04:12:32.328267 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-cb97d5b6-0739-4fb6-94e4-fb1236758f2b tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '73a4ecae-cc22-420c-8293-a35c1053fad6', {'tags': ['tempest-TagsExtTest-Tag-1369839044', 'tempest-TagsExtTest-Tag-1624816986', 'tempest-TagsExtTest-Tag-43510276']}) {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:32.418461 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6780b232-c2f4-4334-b34f-986013488c22 req-6d854932-59a3-419d-a867-a1a7b5817c6b tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ae2494f-241a-4afe-b95c-ca94f2085f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819426 Jul 05 04:12:32.450149 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cb97d5b6-0739-4fb6-94e4-fb1236758f2b tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "PUT /v2.0/subnets/73a4ecae-cc22-420c-8293-a35c1053fad6/tags HTTP/1.1" status: 200 len: 316 time: 0.1265316 Jul 05 04:12:32.454236 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49654) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:32.469899 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-227afbb4-7610-45d7-bc43-020f11bae801 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '73a4ecae-cc22-420c-8293-a35c1053fad6') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:32.581930 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-227afbb4-7610-45d7-bc43-020f11bae801 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "DELETE /v2.0/subnets/73a4ecae-cc22-420c-8293-a35c1053fad6/tags HTTP/1.1" status: 204 len: 168 time: 0.1254101 Jul 05 04:12:32.584917 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49666) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:32.589977 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.600270 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.tag.tag_plugin [None req-9c14bc32-c30a-4e31-8036-1b2a6dae9bbe tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '73a4ecae-cc22-420c-8293-a35c1053fad6', 'tempest-TagsExtTest-Tag-1369839044') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:32.692459 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-9c14bc32-c30a-4e31-8036-1b2a6dae9bbe tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] show failed (client error): The resource could not be found. Jul 05 04:12:32.698569 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9c14bc32-c30a-4e31-8036-1b2a6dae9bbe tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "GET /v2.0/subnets/73a4ecae-cc22-420c-8293-a35c1053fad6/tags/tempest-TagsExtTest-Tag-1369839044 HTTP/1.1" status: 404 len: 329 time: 0.1074803 Jul 05 04:12:32.700129 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49674) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:32.711306 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-3fb463b2-bfd5-40cc-bb67-9f500b839e09 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '73a4ecae-cc22-420c-8293-a35c1053fad6', 'tempest-TagsExtTest-Tag-1624816986') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:32.827369 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-3fb463b2-bfd5-40cc-bb67-9f500b839e09 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] show failed (client error): The resource could not be found. Jul 05 04:12:32.828966 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3fb463b2-bfd5-40cc-bb67-9f500b839e09 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "GET /v2.0/subnets/73a4ecae-cc22-420c-8293-a35c1053fad6/tags/tempest-TagsExtTest-Tag-1624816986 HTTP/1.1" status: 404 len: 329 time: 0.1312897 Jul 05 04:12:32.832233 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49684) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:32.853168 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-f839a356-6379-4086-b691-27b7e0f49395 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '73a4ecae-cc22-420c-8293-a35c1053fad6', 'tempest-TagsExtTest-Tag-43510276') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:32.947288 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d7180-1c02-468f-8e20-b2a75ccb5066 req-306efc48-bdc5-4ac3-819f-afbbab0b01ec tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:32.964598 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c06d7180-1c02-468f-8e20-b2a75ccb5066 req-306efc48-bdc5-4ac3-819f-afbbab0b01ec tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 948 time: 0.1844194 Jul 05 04:12:33.002904 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-f839a356-6379-4086-b691-27b7e0f49395 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] show failed (client error): The resource could not be found. Jul 05 04:12:33.003978 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f839a356-6379-4086-b691-27b7e0f49395 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "GET /v2.0/subnets/73a4ecae-cc22-420c-8293-a35c1053fad6/tags/tempest-TagsExtTest-Tag-43510276 HTTP/1.1" status: 404 len: 327 time: 0.1704650 Jul 05 04:12:33.007507 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49692) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:33.021194 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-ef1cfdc4-1db1-41f1-9f52-567178ad7f30 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a3f3f317-0e10-4967-876d-be7735dd88a8', {'tags': ['tempest-TagsExtTest-Tag-1757195407', 'tempest-TagsExtTest-Tag-505313527', 'tempest-TagsExtTest-Tag-767068754']}) {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:33.060780 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c06d7180-1c02-468f-8e20-b2a75ccb5066 req-386221e8-642c-4385-979a-1de1eef2200a tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904851 Jul 05 04:12:33.135685 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ef1cfdc4-1db1-41f1-9f52-567178ad7f30 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "PUT /v2.0/ports/a3f3f317-0e10-4967-876d-be7735dd88a8/tags HTTP/1.1" status: 200 len: 316 time: 0.1267426 Jul 05 04:12:33.138461 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49694) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:33.145366 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.tag.tag_plugin [None req-c47d4c71-2707-4550-b724-96eccdda862a tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a3f3f317-0e10-4967-876d-be7735dd88a8') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:33.246319 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49698) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:33.247290 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c47d4c71-2707-4550-b724-96eccdda862a tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "DELETE /v2.0/ports/a3f3f317-0e10-4967-876d-be7735dd88a8/tags HTTP/1.1" status: 204 len: 168 time: 0.1070130 Jul 05 04:12:33.251594 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-4bcebd5b-9019-47db-be43-d582e6d85f0f tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a3f3f317-0e10-4967-876d-be7735dd88a8', 'tempest-TagsExtTest-Tag-1757195407') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:33.314101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49700) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:33.327917 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-4bcebd5b-9019-47db-be43-d582e6d85f0f tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] show failed (client error): The resource could not be found. Jul 05 04:12:33.332062 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49704) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:33.337018 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.tag.tag_plugin [None req-c96e7f87-2d8a-41df-9fcd-c69342d09cdf tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a3f3f317-0e10-4967-876d-be7735dd88a8', 'tempest-TagsExtTest-Tag-505313527') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:33.340780 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4bcebd5b-9019-47db-be43-d582e6d85f0f tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "GET /v2.0/ports/a3f3f317-0e10-4967-876d-be7735dd88a8/tags/tempest-TagsExtTest-Tag-1757195407 HTTP/1.1" status: 404 len: 329 time: 0.0929940 Jul 05 04:12:33.399514 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-c96e7f87-2d8a-41df-9fcd-c69342d09cdf tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] show failed (client error): The resource could not be found. Jul 05 04:12:33.403132 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c96e7f87-2d8a-41df-9fcd-c69342d09cdf tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "GET /v2.0/ports/a3f3f317-0e10-4967-876d-be7735dd88a8/tags/tempest-TagsExtTest-Tag-505313527 HTTP/1.1" status: 404 len: 328 time: 0.0675938 Jul 05 04:12:33.403567 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49706) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:33.409667 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-8dba3986-b926-491c-82ef-84e9ee12cc57 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a3f3f317-0e10-4967-876d-be7735dd88a8', 'tempest-TagsExtTest-Tag-767068754') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:33.469977 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-98ed9da8-0a39-45ba-a2fb-1728891524bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.514276 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-8dba3986-b926-491c-82ef-84e9ee12cc57 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] show failed (client error): The resource could not be found. Jul 05 04:12:33.523728 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8dba3986-b926-491c-82ef-84e9ee12cc57 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "GET /v2.0/ports/a3f3f317-0e10-4967-876d-be7735dd88a8/tags/tempest-TagsExtTest-Tag-767068754 HTTP/1.1" status: 404 len: 328 time: 0.1101618 Jul 05 04:12:33.526309 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49710) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:33.532635 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.tag.tag_plugin [None req-87f4e98d-bfa1-4889-af61-899823026a4f tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '823b2d36-a08d-436d-b95c-ff5c80fb3286', {'tags': ['tempest-TagsExtTest-Tag-867928876', 'tempest-TagsExtTest-Tag-1468198955', 'tempest-TagsExtTest-Tag-1430435549']}) {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:33.637455 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-87f4e98d-bfa1-4889-af61-899823026a4f tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "PUT /v2.0/routers/823b2d36-a08d-436d-b95c-ff5c80fb3286/tags HTTP/1.1" status: 200 len: 317 time: 0.1086543 Jul 05 04:12:33.639159 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49714) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:33.649353 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-184aa217-7aba-49b3-8d08-e6a8a0d3d030 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '823b2d36-a08d-436d-b95c-ff5c80fb3286') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:33.719463 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e92d82-e27d-464c-a107-0246b794a6d9 req-9b87c7df-fa7b-4fcf-a030-d4b4c1df83ff tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:33.721193 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31e92d82-e27d-464c-a107-0246b794a6d9 req-9b87c7df-fa7b-4fcf-a030-d4b4c1df83ff tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=d13842a3-8b31-4123-b244-91c966071a5d HTTP/1.1" status: 200 len: 945 time: 0.1484039 Jul 05 04:12:33.784508 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-98ed9da8-0a39-45ba-a2fb-1728891524bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.792089 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-98ed9da8-0a39-45ba-a2fb-1728891524bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.802166 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31e92d82-e27d-464c-a107-0246b794a6d9 req-d3b7757f-4846-400f-8f87-9a48b56268cf tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ae2494f-241a-4afe-b95c-ca94f2085f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467954 Jul 05 04:12:33.830733 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-184aa217-7aba-49b3-8d08-e6a8a0d3d030 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "DELETE /v2.0/routers/823b2d36-a08d-436d-b95c-ff5c80fb3286/tags HTTP/1.1" status: 204 len: 168 time: 0.1876121 Jul 05 04:12:33.831431 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49716) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:33.838329 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-e3d7eb22-d640-4b56-b7d8-f833acaf72b5 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '823b2d36-a08d-436d-b95c-ff5c80fb3286', 'tempest-TagsExtTest-Tag-867928876') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:33.862740 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed9da8-0a39-45ba-a2fb-1728891524bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79de4edc-8bc2-4297-90f5-70beeb77bd34,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:33.870944 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-98ed9da8-0a39-45ba-a2fb-1728891524bc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=49ab7047613b411cae386682f0366244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5532732 Jul 05 04:12:33.870944 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49720) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:33.966740 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-24f6c7ad-b8fe-4fcd-9838-0f0cbd88c3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.967730 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-e3d7eb22-d640-4b56-b7d8-f833acaf72b5 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] show failed (client error): The resource could not be found. Jul 05 04:12:33.969094 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e3d7eb22-d640-4b56-b7d8-f833acaf72b5 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "GET /v2.0/routers/823b2d36-a08d-436d-b95c-ff5c80fb3286/tags/tempest-TagsExtTest-Tag-867928876 HTTP/1.1" status: 404 len: 328 time: 0.1361301 Jul 05 04:12:33.971584 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49724) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:33.976857 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-0d76cce5-07ff-4292-81cc-ff0317079543 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '823b2d36-a08d-436d-b95c-ff5c80fb3286', 'tempest-TagsExtTest-Tag-1468198955') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:33.999432 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-24f6c7ad-b8fe-4fcd-9838-0f0cbd88c3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.056416 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-24f6c7ad-b8fe-4fcd-9838-0f0cbd88c3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.061821 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-24f6c7ad-b8fe-4fcd-9838-0f0cbd88c3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.063051 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-24f6c7ad-b8fe-4fcd-9838-0f0cbd88c3ca admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/79de4edc-8bc2-4297-90f5-70beeb77bd34 HTTP/1.1" status: 204 len: 168 time: 0.1851268 Jul 05 04:12:34.071607 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-0d76cce5-07ff-4292-81cc-ff0317079543 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] show failed (client error): The resource could not be found. Jul 05 04:12:34.071867 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6c7ad-b8fe-4fcd-9838-0f0cbd88c3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79de4edc-8bc2-4297-90f5-70beeb77bd34,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:34.072721 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0d76cce5-07ff-4292-81cc-ff0317079543 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "GET /v2.0/routers/823b2d36-a08d-436d-b95c-ff5c80fb3286/tags/tempest-TagsExtTest-Tag-1468198955 HTTP/1.1" status: 404 len: 329 time: 0.1002481 Jul 05 04:12:34.075587 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49728) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:34.081379 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-cf393afa-5b3e-4c73-b293-3e3e3f246065 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '823b2d36-a08d-436d-b95c-ff5c80fb3286', 'tempest-TagsExtTest-Tag-1430435549') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:34.181088 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-cf393afa-5b3e-4c73-b293-3e3e3f246065 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] show failed (client error): The resource could not be found. Jul 05 04:12:34.182323 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cf393afa-5b3e-4c73-b293-3e3e3f246065 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "GET /v2.0/routers/823b2d36-a08d-436d-b95c-ff5c80fb3286/tags/tempest-TagsExtTest-Tag-1430435549 HTTP/1.1" status: 404 len: 329 time: 0.1057429 Jul 05 04:12:34.185922 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49734) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:34.191337 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-77c91012-2f2f-46b3-a3c6-98c501471f7e tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3a70ebb7-f41b-4262-8eb2-8b50b4288a5c', {'tags': ['tempest-TagsExtTest-Tag-968584521', 'tempest-TagsExtTest-Tag-1703027529', 'tempest-TagsExtTest-Tag-1991321300']}) {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:34.253457 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-77c91012-2f2f-46b3-a3c6-98c501471f7e tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "PUT /v2.0/subnetpools/3a70ebb7-f41b-4262-8eb2-8b50b4288a5c/tags HTTP/1.1" status: 200 len: 317 time: 0.0641146 Jul 05 04:12:34.254112 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49738) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:34.265931 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-1dd54db7-75a4-4568-8df0-09aa278bc4fe tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3a70ebb7-f41b-4262-8eb2-8b50b4288a5c') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:34.363617 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1dd54db7-75a4-4568-8df0-09aa278bc4fe tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "DELETE /v2.0/subnetpools/3a70ebb7-f41b-4262-8eb2-8b50b4288a5c/tags HTTP/1.1" status: 204 len: 168 time: 0.1068299 Jul 05 04:12:34.367304 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49740) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:34.373874 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-47f15ded-3b1e-4a5e-8f03-31c1a9263d13 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3a70ebb7-f41b-4262-8eb2-8b50b4288a5c', 'tempest-TagsExtTest-Tag-968584521') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:34.393234 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.426720 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9252c0-ca4e-4219-8cf9-f6f48a5a6511 req-adbb3c58-269c-4b7b-9541-7d71a263cb79 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:34.429195 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-db9252c0-ca4e-4219-8cf9-f6f48a5a6511 req-adbb3c58-269c-4b7b-9541-7d71a263cb79 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 948 time: 0.1606524 Jul 05 04:12:34.455387 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-47f15ded-3b1e-4a5e-8f03-31c1a9263d13 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] show failed (client error): The resource could not be found. Jul 05 04:12:34.459208 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-47f15ded-3b1e-4a5e-8f03-31c1a9263d13 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "GET /v2.0/subnetpools/3a70ebb7-f41b-4262-8eb2-8b50b4288a5c/tags/tempest-TagsExtTest-Tag-968584521 HTTP/1.1" status: 404 len: 328 time: 0.0882010 Jul 05 04:12:34.459835 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49746) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:34.464297 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-c0cd8a76-e6e2-40a5-a71f-0f1febac0dcd tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3a70ebb7-f41b-4262-8eb2-8b50b4288a5c', 'tempest-TagsExtTest-Tag-1703027529') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:34.507404 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-db9252c0-ca4e-4219-8cf9-f6f48a5a6511 req-c11b2942-1d3b-4512-849d-20f30d8c7d0d tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677130 Jul 05 04:12:34.518745 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-c0cd8a76-e6e2-40a5-a71f-0f1febac0dcd tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] show failed (client error): The resource could not be found. Jul 05 04:12:34.519836 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c0cd8a76-e6e2-40a5-a71f-0f1febac0dcd tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "GET /v2.0/subnetpools/3a70ebb7-f41b-4262-8eb2-8b50b4288a5c/tags/tempest-TagsExtTest-Tag-1703027529 HTTP/1.1" status: 404 len: 329 time: 0.0590477 Jul 05 04:12:34.524599 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49752) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:34.534290 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.tag.tag_plugin [None req-0c6f6906-b6f5-4ed8-8dc9-a7b381f4cb5b tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3a70ebb7-f41b-4262-8eb2-8b50b4288a5c', 'tempest-TagsExtTest-Tag-1991321300') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:34.574182 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-0c6f6906-b6f5-4ed8-8dc9-a7b381f4cb5b tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] show failed (client error): The resource could not be found. Jul 05 04:12:34.578076 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0c6f6906-b6f5-4ed8-8dc9-a7b381f4cb5b tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "GET /v2.0/subnetpools/3a70ebb7-f41b-4262-8eb2-8b50b4288a5c/tags/tempest-TagsExtTest-Tag-1991321300 HTTP/1.1" status: 404 len: 329 time: 0.0497026 Jul 05 04:12:34.578259 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49756) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:34.583231 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.tag.tag_plugin [None req-bbd20b43-9202-4127-8bd6-2dcacbe13e64 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3a70ebb7-f41b-4262-8eb2-8b50b4288a5c') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:34.624364 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49760) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:34.624826 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bbd20b43-9202-4127-8bd6-2dcacbe13e64 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "DELETE /v2.0/subnetpools/3a70ebb7-f41b-4262-8eb2-8b50b4288a5c/tags HTTP/1.1" status: 204 len: 168 time: 0.0455010 Jul 05 04:12:34.629985 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-1adb956e-60de-43be-a6a2-76c354f62891 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '823b2d36-a08d-436d-b95c-ff5c80fb3286') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:34.752364 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1adb956e-60de-43be-a6a2-76c354f62891 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "DELETE /v2.0/routers/823b2d36-a08d-436d-b95c-ff5c80fb3286/tags HTTP/1.1" status: 204 len: 168 time: 0.1243999 Jul 05 04:12:34.752607 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49766) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:34.760078 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.tag.tag_plugin [None req-e0387338-493b-428c-ad93-4eb09e655a08 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a3f3f317-0e10-4967-876d-be7735dd88a8') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:34.869107 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e0387338-493b-428c-ad93-4eb09e655a08 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "DELETE /v2.0/ports/a3f3f317-0e10-4967-876d-be7735dd88a8/tags HTTP/1.1" status: 204 len: 168 time: 0.1131907 Jul 05 04:12:34.869680 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49776) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:34.877523 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.tag.tag_plugin [None req-7ec29945-a0f7-487a-b9c2-2261ad673f63 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '73a4ecae-cc22-420c-8293-a35c1053fad6') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:35.042281 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7ec29945-a0f7-487a-b9c2-2261ad673f63 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "DELETE /v2.0/subnets/73a4ecae-cc22-420c-8293-a35c1053fad6/tags HTTP/1.1" status: 204 len: 168 time: 0.1668293 Jul 05 04:12:35.042552 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49780) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:35.251296 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-13cf90b0-d1dd-4fdb-b256-e07c9e2b1278 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks [] for subnetpool, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.254789 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-13cf90b0-d1dd-4fdb-b256-e07c9e2b1278 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "DELETE /v2.0/subnetpools/3a70ebb7-f41b-4262-8eb2-8b50b4288a5c HTTP/1.1" status: 204 len: 168 time: 0.2111840 Jul 05 04:12:35.257600 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49790) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:35.301305 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fd3fe79e-e4fe-4cb8-98a1-728f4803b2a0 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "GET /v2.0/ports?device_id=823b2d36-a08d-436d-b95c-ff5c80fb3286 HTTP/1.1" status: 200 len: 205 time: 0.0416341 Jul 05 04:12:35.304169 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49798) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:35.438379 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2e288056-0219-4c29-94e0-e5f5e54d0a4b tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.513954 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da5d65-6d3a-4ce5-8942-607c94a559cd req-fdf61c57-6570-4f02-9004-91137aa3a347 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:35.524944 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c7da5d65-6d3a-4ce5-8942-607c94a559cd req-fdf61c57-6570-4f02-9004-91137aa3a347 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=d13842a3-8b31-4123-b244-91c966071a5d HTTP/1.1" status: 200 len: 945 time: 0.1806412 Jul 05 04:12:35.604927 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c7da5d65-6d3a-4ce5-8942-607c94a559cd req-e5856661-be3f-42bf-936f-533e999fd540 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ae2494f-241a-4afe-b95c-ca94f2085f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778379 Jul 05 04:12:35.782728 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2e288056-0219-4c29-94e0-e5f5e54d0a4b tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.789913 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2e288056-0219-4c29-94e0-e5f5e54d0a4b tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.911190 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2e288056-0219-4c29-94e0-e5f5e54d0a4b tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.911718 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e288056-0219-4c29-94e0-e5f5e54d0a4b tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Fanout notify agent at l3_agent the message router_deleted on router 823b2d36-a08d-436d-b95c-ff5c80fb3286 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:12:35.920297 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2e288056-0219-4c29-94e0-e5f5e54d0a4b tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.924224 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2e288056-0219-4c29-94e0-e5f5e54d0a4b tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "DELETE /v2.0/routers/823b2d36-a08d-436d-b95c-ff5c80fb3286 HTTP/1.1" status: 204 len: 168 time: 0.6163034 Jul 05 04:12:35.924224 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49838) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:36.025966 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befab09-db3c-4c81-9b26-0446054b0eaf req-6f06f311-9994-47c3-b46d-1b142478212c tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:36.027526 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3befab09-db3c-4c81-9b26-0446054b0eaf req-6f06f311-9994-47c3-b46d-1b142478212c tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 948 time: 0.3327332 Jul 05 04:12:36.094442 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-7a5b28d9-4390-4e29-a77f-7dbabf844b19 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Deleting port a3f3f317-0e10-4967-876d-be7735dd88a8 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:36.094442 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a5b28d9-4390-4e29-a77f-7dbabf844b19 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:36.144385 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3befab09-db3c-4c81-9b26-0446054b0eaf req-af35c601-1648-47d4-a45c-cfe710727403 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099350 Jul 05 04:12:36.234431 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a5b28d9-4390-4e29-a77f-7dbabf844b19 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:36.252587 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-7a5b28d9-4390-4e29-a77f-7dbabf844b19 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Calling delete_port for a3f3f317-0e10-4967-876d-be7735dd88a8 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:36.452932 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a5b28d9-4390-4e29-a77f-7dbabf844b19 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:36.536365 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b28d9-4390-4e29-a77f-7dbabf844b19 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Pushing event deleted for resources: {'Port': ['ID=a3f3f317-0e10-4967-876d-be7735dd88a8,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:36.728443 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a5b28d9-4390-4e29-a77f-7dbabf844b19 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:36.737235 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7a5b28d9-4390-4e29-a77f-7dbabf844b19 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "DELETE /v2.0/ports/a3f3f317-0e10-4967-876d-be7735dd88a8 HTTP/1.1" status: 204 len: 168 time: 0.8100073 Jul 05 04:12:36.738006 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49890) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:36.775790 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49892) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:36.798989 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca203f89-a447-456a-88f8-f28744aefa02 req-e90bc3eb-013d-4666-8c6a-f2ac8ca4f2a3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2469223 Jul 05 04:12:36.858667 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-feada3ef-f353-4803-9213-d9cbf802fb22 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Deleting subnet 73a4ecae-cc22-420c-8293-a35c1053fad6 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:12:36.860990 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-feada3ef-f353-4803-9213-d9cbf802fb22 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:36.902610 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737544e2-bcde-4dec-bf76-c759e1bf95b7 req-cdba8b72-0c42-434e-9e0e-83a51fc3f5b2 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:36.904528 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-737544e2-bcde-4dec-bf76-c759e1bf95b7 req-cdba8b72-0c42-434e-9e0e-83a51fc3f5b2 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.70 "GET /v2.0/ports?device_id=d13842a3-8b31-4123-b244-91c966071a5d HTTP/1.1" status: 200 len: 945 time: 0.1757531 Jul 05 04:12:36.955962 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-feada3ef-f353-4803-9213-d9cbf802fb22 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:36.993851 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a6f14d4b-db27-4441-874d-9c3329dd3830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.045589 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca203f89-a447-456a-88f8-f28744aefa02 req-2bf4d166-436d-48f4-a664-c92ea08e66bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:37.047463 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca203f89-a447-456a-88f8-f28744aefa02 req-2bf4d166-436d-48f4-a664-c92ea08e66bf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b459d90a1104d2f9bfd9c3a9ab3c50e&device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4 HTTP/1.1" status: 200 len: 1097 time: 0.1520309 Jul 05 04:12:37.074695 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-feada3ef-f353-4803-9213-d9cbf802fb22 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.100652 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a708e-6364-43bb-80f2-024bf66b5483 req-13d032b8-21ec-4943-9b45-997ad1b14558 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:37.102192 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f43a708e-6364-43bb-80f2-024bf66b5483 req-13d032b8-21ec-4943-9b45-997ad1b14558 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=d13842a3-8b31-4123-b244-91c966071a5d HTTP/1.1" status: 200 len: 945 time: 0.2357244 Jul 05 04:12:37.255083 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f43a708e-6364-43bb-80f2-024bf66b5483 req-ee5735b8-82b1-4370-be85-4d061e79b4db tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ae2494f-241a-4afe-b95c-ca94f2085f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439414 Jul 05 04:12:37.266254 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-feada3ef-f353-4803-9213-d9cbf802fb22 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.276306 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-737544e2-bcde-4dec-bf76-c759e1bf95b7 req-74ff7d57-0c99-46ed-a41e-3ec9aa09cc23 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Deleting port 894ab558-9f99-488e-ba3f-a0e5f266d808 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:37.276673 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-737544e2-bcde-4dec-bf76-c759e1bf95b7 req-74ff7d57-0c99-46ed-a41e-3ec9aa09cc23 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.329493 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feada3ef-f353-4803-9213-d9cbf802fb22 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Pushing event deleted for resources: {'Subnet': ['ID=73a4ecae-cc22-420c-8293-a35c1053fad6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:37.343144 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca203f89-a447-456a-88f8-f28744aefa02 req-26d41ce2-89f3-4d10-827c-fa53e93413b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:37.344906 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca203f89-a447-456a-88f8-f28744aefa02 req-26d41ce2-89f3-4d10-827c-fa53e93413b5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b HTTP/1.1" status: 200 len: 911 time: 0.2442112 Jul 05 04:12:37.361735 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2dccf6-33e6-458d-904c-6bf2c3db2739 None None] Network 79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:37.454161 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-737544e2-bcde-4dec-bf76-c759e1bf95b7 req-74ff7d57-0c99-46ed-a41e-3ec9aa09cc23 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] For port 894ab558-9f99-488e-ba3f-a0e5f266d808, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=894ab558-9f99-488e-ba3f-a0e5f266d808,segment=NetworkSegment(a8d12658-9a7a-463b-a8db-745483385eed),segment_id=a8d12658-9a7a-463b-a8db-745483385eed)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:37.454695 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-737544e2-bcde-4dec-bf76-c759e1bf95b7 req-74ff7d57-0c99-46ed-a41e-3ec9aa09cc23 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.484553 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-737544e2-bcde-4dec-bf76-c759e1bf95b7 req-74ff7d57-0c99-46ed-a41e-3ec9aa09cc23 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Calling delete_port for 894ab558-9f99-488e-ba3f-a0e5f266d808 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:37.554150 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a6f14d4b-db27-4441-874d-9c3329dd3830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.584483 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a6f14d4b-db27-4441-874d-9c3329dd3830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.639281 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccd6399-c322-401b-8915-21add51ea3d6 None None] DHCP port deletion for 79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:12:37.680913 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f14d4b-db27-4441-874d-9c3329dd3830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0013c1-d976-4d6b-81d1-626266042b0e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:37.704502 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-cccd6399-c322-401b-8915-21add51ea3d6 None None] Deleting port 131bf44d-185a-4c7f-979c-c55dd6929e8b {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:37.722449 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a6f14d4b-db27-4441-874d-9c3329dd3830 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=edf809cac63843b3aa5edf9fab7d911d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9396117 Jul 05 04:12:37.726741 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cccd6399-c322-401b-8915-21add51ea3d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.738622 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49914) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:37.808975 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-cccd6399-c322-401b-8915-21add51ea3d6 None None] For port 131bf44d-185a-4c7f-979c-c55dd6929e8b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=131bf44d-185a-4c7f-979c-c55dd6929e8b,segment=NetworkSegment(dbed4678-c2b2-4bab-9e71-c3bca38e0681),segment_id=dbed4678-c2b2-4bab-9e71-c3bca38e0681)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:37.809386 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cccd6399-c322-401b-8915-21add51ea3d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.828338 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-cccd6399-c322-401b-8915-21add51ea3d6 None None] Calling delete_port for 131bf44d-185a-4c7f-979c-c55dd6929e8b owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:37.865874 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466df048-0ece-4167-897c-238ceede64c4 req-4b888a9f-469d-4051-a659-6b75cc5b9e29 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:37.875112 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-466df048-0ece-4167-897c-238ceede64c4 req-4b888a9f-469d-4051-a659-6b75cc5b9e29 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 948 time: 0.4051077 Jul 05 04:12:37.906539 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-feada3ef-f353-4803-9213-d9cbf802fb22 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.910994 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-feada3ef-f353-4803-9213-d9cbf802fb22 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "DELETE /v2.0/subnets/73a4ecae-cc22-420c-8293-a35c1053fad6 HTTP/1.1" status: 204 len: 168 time: 1.1695068 Jul 05 04:12:37.911486 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49920) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:38.001034 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca203f89-a447-456a-88f8-f28744aefa02 req-10922a25-1301-46e7-9398-16221b31b7ce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07ce1627-3a79-4a4f-a711-356d889a0ce3 HTTP/1.1" status: 200 len: 1000 time: 0.6475165 Jul 05 04:12:38.029933 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-466df048-0ece-4167-897c-238ceede64c4 req-233718f7-eb91-4fb6-b1f1-5738d376ef14 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533828 Jul 05 04:12:38.054814 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e4c0fb40-cda7-4d61-b82c-27f68deff0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.065719 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-97186983-ee81-4cec-8220-997a4f1f42a8 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.082301 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e4c0fb40-cda7-4d61-b82c-27f68deff0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.124645 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca203f89-a447-456a-88f8-f28744aefa02 req-99145a1e-d894-4a00-ab28-c5a4afbd456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:38.126557 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca203f89-a447-456a-88f8-f28744aefa02 req-99145a1e-d894-4a00-ab28-c5a4afbd456d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9ee9ae53-c8ee-4b49-a395-854bb0a3c12c HTTP/1.1" status: 200 len: 849 time: 0.1176908 Jul 05 04:12:38.140656 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cccd6399-c322-401b-8915-21add51ea3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.173150 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-97186983-ee81-4cec-8220-997a4f1f42a8 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Deleting port 131bf44d-185a-4c7f-979c-c55dd6929e8b {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:38.173726 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-97186983-ee81-4cec-8220-997a4f1f42a8 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.176973 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac07c4-f0e4-487f-b56c-7ae07e0493bb req-0864333a-b29f-4c21-b499-8a79e8a4ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:38.180524 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccd6399-c322-401b-8915-21add51ea3d6 None None] No DVR routers for this DVR port 131bf44d-185a-4c7f-979c-c55dd6929e8b on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:38.182564 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f1ac07c4-f0e4-487f-b56c-7ae07e0493bb req-0864333a-b29f-4c21-b499-8a79e8a4ed63 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e&tenant_id=0a0e169dad4642e084dbd1dffad21af0 HTTP/1.1" status: 200 len: 1100 time: 0.4159155 Jul 05 04:12:38.189931 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd6399-c322-401b-8915-21add51ea3d6 None None] Pushing event deleted for resources: {'Port': ['ID=131bf44d-185a-4c7f-979c-c55dd6929e8b,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:38.199265 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-737544e2-bcde-4dec-bf76-c759e1bf95b7 req-74ff7d57-0c99-46ed-a41e-3ec9aa09cc23 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.237175 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['894ab558-9f99-488e-ba3f-a0e5f266d808'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:12:38.240252 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff7d57-0c99-46ed-a41e-3ec9aa09cc23 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Pushing event deleted for resources: {'Port': ['ID=894ab558-9f99-488e-ba3f-a0e5f266d808,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:38.253538 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e4c0fb40-cda7-4d61-b82c-27f68deff0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.256028 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e4c0fb40-cda7-4d61-b82c-27f68deff0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.260221 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e4c0fb40-cda7-4d61-b82c-27f68deff0ec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6c0013c1-d976-4d6b-81d1-626266042b0e HTTP/1.1" status: 204 len: 168 time: 0.5206006 Jul 05 04:12:38.269929 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-97186983-ee81-4cec-8220-997a4f1f42a8 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] For port 131bf44d-185a-4c7f-979c-c55dd6929e8b, host n-d-780147-23, got binding levels [] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:38.270406 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-97186983-ee81-4cec-8220-997a4f1f42a8 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.321064 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-97186983-ee81-4cec-8220-997a4f1f42a8 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Calling delete_port for 131bf44d-185a-4c7f-979c-c55dd6929e8b owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:38.323696 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0fb40-cda7-4d61-b82c-27f68deff0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0013c1-d976-4d6b-81d1-626266042b0e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:38.335107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.ipam_backend_mixin [None req-97186983-ee81-4cec-8220-997a4f1f42a8 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Port 131bf44d-185a-4c7f-979c-c55dd6929e8b was not found and therefore no delete operation was performed {{(pid=105539) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:12:38.343297 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca203f89-a447-456a-88f8-f28744aefa02 req-e8f6a15d-77b8-434f-8a0f-0e6a3d964a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:38.344990 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca203f89-a447-456a-88f8-f28744aefa02 req-e8f6a15d-77b8-434f-8a0f-0e6a3d964a8a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2097974 Jul 05 04:12:38.347050 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-97186983-ee81-4cec-8220-997a4f1f42a8 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.368087 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-737544e2-bcde-4dec-bf76-c759e1bf95b7 req-74ff7d57-0c99-46ed-a41e-3ec9aa09cc23 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] No DVR routers for this DVR port 894ab558-9f99-488e-ba3f-a0e5f266d808 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:38.372312 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-737544e2-bcde-4dec-bf76-c759e1bf95b7 req-74ff7d57-0c99-46ed-a41e-3ec9aa09cc23 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.373684 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-737544e2-bcde-4dec-bf76-c759e1bf95b7 req-74ff7d57-0c99-46ed-a41e-3ec9aa09cc23 tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.70 "DELETE /v2.0/ports/894ab558-9f99-488e-ba3f-a0e5f266d808 HTTP/1.1" status: 204 len: 173 time: 1.4450080 Jul 05 04:12:38.374286 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13842a3-8b31-4123-b244-91c966071a5d', 'name': 'network-vif-deleted', 'tag': '894ab558-9f99-488e-ba3f-a0e5f266d808'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:12:38.377030 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a64eeed-8682-4480-9c2e-b94ba640d446" -d '{"events": [{"server_uuid": "d13842a3-8b31-4123-b244-91c966071a5d", "name": "network-vif-deleted", "tag": "894ab558-9f99-488e-ba3f-a0e5f266d808"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:12:38.402589 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac07c4-f0e4-487f-b56c-7ae07e0493bb req-07c37da5-9632-4b64-ad8f-438c5523ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:38.406724 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97186983-ee81-4cec-8220-997a4f1f42a8 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] No DVR routers for this DVR port 131bf44d-185a-4c7f-979c-c55dd6929e8b on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:38.406939 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f1ac07c4-f0e4-487f-b56c-7ae07e0493bb req-07c37da5-9632-4b64-ad8f-438c5523ac3f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0a0e169dad4642e084dbd1dffad21af0&device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 1100 time: 0.1675222 Jul 05 04:12:38.553837 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac07c4-f0e4-487f-b56c-7ae07e0493bb req-0c0a5fba-f1d7-40d9-bdda-45be5a969e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:38.555586 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f1ac07c4-f0e4-487f-b56c-7ae07e0493bb req-0c0a5fba-f1d7-40d9-bdda-45be5a969e48 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7 HTTP/1.1" status: 200 len: 918 time: 0.1397178 Jul 05 04:12:38.593973 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97186983-ee81-4cec-8220-997a4f1f42a8 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Pushing event deleted for resources: {'Port': ['ID=131bf44d-185a-4c7f-979c-c55dd6929e8b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:38.624817 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5966df29-4756-4d07-b144-aa0b7369d1ee req-18b1a7e1-809d-43d0-95e9-dfe0053fb57b tempest-VolumesActionsTest-459966975 tempest-VolumesActionsTest-459966975-project] 10.222.0.77 "GET /v2.0/ports?device_id=d13842a3-8b31-4123-b244-91c966071a5d HTTP/1.1" status: 200 len: 210 time: 0.1150422 Jul 05 04:12:38.687662 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f1ac07c4-f0e4-487f-b56c-7ae07e0493bb req-be0464f7-0459-494a-90f4-7d7473c138a9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d60921-d607-4fdd-b503-457bca5cc382 HTTP/1.1" status: 200 len: 1003 time: 0.1190596 Jul 05 04:12:38.689171 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c20da6-f0fe-48d1-b113-38adbb9543de x-openstack-request-id: req-95c20da6-f0fe-48d1-b113-38adbb9543de {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:12:38.689466 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13842a3-8b31-4123-b244-91c966071a5d", "name": "network-vif-deleted", "tag": "894ab558-9f99-488e-ba3f-a0e5f266d808", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:12:38.689723 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-95c20da6-f0fe-48d1-b113-38adbb9543de {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:12:38.690133 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13842a3-8b31-4123-b244-91c966071a5d', 'name': 'network-vif-deleted', 'tag': '894ab558-9f99-488e-ba3f-a0e5f266d808', 'status': 'completed', 'code': 200} Jul 05 04:12:38.739136 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-97186983-ee81-4cec-8220-997a4f1f42a8 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.757627 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-97186983-ee81-4cec-8220-997a4f1f42a8 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:38.760535 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac07c4-f0e4-487f-b56c-7ae07e0493bb req-ee996e26-ac67-4d0f-9105-2b00d5cfa557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:38.762387 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f1ac07c4-f0e4-487f-b56c-7ae07e0493bb req-ee996e26-ac67-4d0f-9105-2b00d5cfa557 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467 HTTP/1.1" status: 200 len: 856 time: 0.0655394 Jul 05 04:12:38.777054 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-97186983-ee81-4cec-8220-997a4f1f42a8 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbed4678-c2b2-4bab-9e71-c3bca38e0681') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:38.777356 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-97186983-ee81-4cec-8220-997a4f1f42a8 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbed4678-c2b2-4bab-9e71-c3bca38e0681') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:38.789422 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca203f89-a447-456a-88f8-f28744aefa02 req-ca11c292-313d-41be-b085-57a2190c5eda service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202304 Jul 05 04:12:38.791175 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-97186983-ee81-4cec-8220-997a4f1f42a8 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.848087 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac07c4-f0e4-487f-b56c-7ae07e0493bb req-4f34eac5-803f-4638-82ad-aceda3029fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:38.850478 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f1ac07c4-f0e4-487f-b56c-7ae07e0493bb req-4f34eac5-803f-4638-82ad-aceda3029fbc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737467 Jul 05 04:12:38.860754 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-97186983-ee81-4cec-8220-997a4f1f42a8 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.877775 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97186983-ee81-4cec-8220-997a4f1f42a8 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:12:38.878332 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-97186983-ee81-4cec-8220-997a4f1f42a8 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:12:38.881757 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:12:38.947908 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 131bf44d-185a-4c7f-979c-c55dd6929e8b no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:38.990056 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 131bf44d-185a-4c7f-979c-c55dd6929e8b {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:12:38.995906 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 131bf44d-185a-4c7f-979c-c55dd6929e8b not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:12:39.017486 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-97186983-ee81-4cec-8220-997a4f1f42a8 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:39.039210 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-97186983-ee81-4cec-8220-997a4f1f42a8 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:39.056395 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-97186983-ee81-4cec-8220-997a4f1f42a8 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] 10.222.0.77 "DELETE /v2.0/networks/79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d HTTP/1.1" status: 204 len: 168 time: 1.1416016 Jul 05 04:12:39.089282 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f1ac07c4-f0e4-487f-b56c-7ae07e0493bb req-41fd7308-4170-4898-a6c6-9a024cb774d0 service neutron] 10.222.0.89 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222030 Jul 05 04:12:39.095847 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca203f89-a447-456a-88f8-f28744aefa02 req-44e68963-edfe-4e2f-984d-4d263077de33 service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979033 Jul 05 04:12:39.099621 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97186983-ee81-4cec-8220-997a4f1f42a8 tempest-TagsExtTest-2010204551 tempest-TagsExtTest-2010204551-project] Pushing event deleted for resources: {'Network': ['ID=79746c06-ce5f-4b4e-bd51-2c9a7d0d6c3d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:39.246365 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f1ac07c4-f0e4-487f-b56c-7ae07e0493bb req-ef3543c2-a41f-43d5-b237-f350946189ee service neutron] 10.222.0.89 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511743 Jul 05 04:12:39.425050 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20447376-fbd0-4677-9a68-6d295d8d13cb req-5a7be9de-fa7c-4a45-b79f-7723fc2383cd tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:39.426659 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-20447376-fbd0-4677-9a68-6d295d8d13cb req-5a7be9de-fa7c-4a45-b79f-7723fc2383cd tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 948 time: 0.1272981 Jul 05 04:12:39.455519 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49966) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:39.484960 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-20447376-fbd0-4677-9a68-6d295d8d13cb req-4a10aff9-d5af-4d86-ad03-0e4791b2a9dd tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504041 Jul 05 04:12:39.758713 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5a4eb9bb-77a3-4cb1-9bf6-2755c34193c1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e24bcc0567ad46859af36b95e7ebda68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2994657 Jul 05 04:12:39.758998 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49984) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:39.831242 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b3c54fba-4d85-43ae-bf58-1ffef1cd2ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:39.864100 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b3c54fba-4d85-43ae-bf58-1ffef1cd2ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:39.955206 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b3c54fba-4d85-43ae-bf58-1ffef1cd2ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:39.958056 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b3c54fba-4d85-43ae-bf58-1ffef1cd2ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:39.959342 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b3c54fba-4d85-43ae-bf58-1ffef1cd2ddc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/01e59b24-0878-4d01-bb51-02dfe848dc8c HTTP/1.1" status: 204 len: 168 time: 0.1993501 Jul 05 04:12:39.970284 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c54fba-4d85-43ae-bf58-1ffef1cd2ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e59b24-0878-4d01-bb51-02dfe848dc8c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:40.377737 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 894ab558-9f99-488e-ba3f-a0e5f266d808 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:40.487754 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 894ab558-9f99-488e-ba3f-a0e5f266d808 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:12:40.489605 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 894ab558-9f99-488e-ba3f-a0e5f266d808 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:12:40.713913 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50038) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:41.179492 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca14f0-7d20-486c-b924-ebac2f8adf99 req-e938b927-fc70-4ef1-8452-0f411912bef6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:41.197853 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-03ca14f0-7d20-486c-b924-ebac2f8adf99 req-e938b927-fc70-4ef1-8452-0f411912bef6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 948 time: 0.3038299 Jul 05 04:12:41.387202 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-03ca14f0-7d20-486c-b924-ebac2f8adf99 req-342cf97e-5461-43a2-a933-2fe1c6f2c7eb tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870880 Jul 05 04:12:41.406810 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:12:41.449471 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-86219af9-37ae-4579-8549-8f27ae73ba8a tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-188649225'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:41.524147 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86219af9-37ae-4579-8549-8f27ae73ba8a tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Made reservation on behalf of 5cfd685d0c774f92bcf3bcb9a2353cde for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:41.530731 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86219af9-37ae-4579-8549-8f27ae73ba8a tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.574095 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86219af9-37ae-4579-8549-8f27ae73ba8a tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.907017 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86219af9-37ae-4579-8549-8f27ae73ba8a tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.915775 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86219af9-37ae-4579-8549-8f27ae73ba8a tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.026980 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86219af9-37ae-4579-8549-8f27ae73ba8a tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36193970-b0fc-4d09-9ef1-1f0ecb71413c,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:42.064719 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86219af9-37ae-4579-8549-8f27ae73ba8a tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:12:42.109152 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86219af9-37ae-4579-8549-8f27ae73ba8a tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.110462 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-86219af9-37ae-4579-8549-8f27ae73ba8a tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Added segment df973a79-6f4c-40b1-9c7f-b2b0674fad1e of type vlan for network 7d8058ec-6815-46a1-bafb-bcbcea4fea39 Jul 05 04:12:42.215875 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86219af9-37ae-4579-8549-8f27ae73ba8a tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.288604 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86219af9-37ae-4579-8549-8f27ae73ba8a tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.313239 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86219af9-37ae-4579-8549-8f27ae73ba8a tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:42.315490 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-86219af9-37ae-4579-8549-8f27ae73ba8a tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.518602 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86219af9-37ae-4579-8549-8f27ae73ba8a tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Pushing event updated for resources: {'Network': ['ID=7d8058ec-6815-46a1-bafb-bcbcea4fea39,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:42.532565 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 7d8058ec-6815-46a1-bafb-bcbcea4fea39 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:12:42.534030 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50088) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:42.534504 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-86219af9-37ae-4579-8549-8f27ae73ba8a tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8190255 Jul 05 04:12:42.931236 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-a630900a-ec92-4dce-9a8d-3ff601e98ab7 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Request body: {'network': {'name': 'tempest-network--954116910', 'router:external': True}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:42.978112 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a630900a-ec92-4dce-9a8d-3ff601e98ab7 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Made reservation on behalf of a1fdb4617235410da2bae84353773c04 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:42.990821 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a630900a-ec92-4dce-9a8d-3ff601e98ab7 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.017844 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a630900a-ec92-4dce-9a8d-3ff601e98ab7 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.018401 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.102989 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666e850-8086-4725-918b-6241ed3ae017 req-69398348-3951-4a65-b431-b18a0cefafed tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:43.116407 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f666e850-8086-4725-918b-6241ed3ae017 req-69398348-3951-4a65-b431-b18a0cefafed tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 948 time: 0.2574215 Jul 05 04:12:43.328480 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f666e850-8086-4725-918b-6241ed3ae017 req-a25efa91-69c4-42cb-baff-95992c1e0004 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164085 Jul 05 04:12:43.357324 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a630900a-ec92-4dce-9a8d-3ff601e98ab7 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.364284 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a630900a-ec92-4dce-9a8d-3ff601e98ab7 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.402926 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a630900a-ec92-4dce-9a8d-3ff601e98ab7 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:12:43.433118 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a630900a-ec92-4dce-9a8d-3ff601e98ab7 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.433797 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-a630900a-ec92-4dce-9a8d-3ff601e98ab7 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Added segment 28e5c71b-131a-45c0-9bec-52ed2d02d439 of type vlan for network 74f1495e-0ea1-4f3c-90a3-4d54d90ce387 Jul 05 04:12:43.585430 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a630900a-ec92-4dce-9a8d-3ff601e98ab7 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.712268 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a630900a-ec92-4dce-9a8d-3ff601e98ab7 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.713257 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a630900a-ec92-4dce-9a8d-3ff601e98ab7 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:43.713842 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a630900a-ec92-4dce-9a8d-3ff601e98ab7 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.757007 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630900a-ec92-4dce-9a8d-3ff601e98ab7 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea40ee60-b15e-4b68-a312-aa19025a35b5,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:43.858396 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a630900a-ec92-4dce-9a8d-3ff601e98ab7 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3222556 Jul 05 04:12:43.861143 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50132) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:43.883928 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630900a-ec92-4dce-9a8d-3ff601e98ab7 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Pushing event updated for resources: {'Network': ['ID=74f1495e-0ea1-4f3c-90a3-4d54d90ce387,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:43.896684 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 74f1495e-0ea1-4f3c-90a3-4d54d90ce387 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:12:44.131125 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0a7860aa-c932-4995-a108-06ced6ca7e2f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.371299 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0a7860aa-c932-4995-a108-06ced6ca7e2f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.416487 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-0a7860aa-c932-4995-a108-06ced6ca7e2f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f1495e-0ea1-4f3c-90a3-4d54d90ce387']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:44.443141 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50146) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:44.474497 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-0a7860aa-c932-4995-a108-06ced6ca7e2f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e5c71b-131a-45c0-9bec-52ed2d02d439') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:44.474851 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-0a7860aa-c932-4995-a108-06ced6ca7e2f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e5c71b-131a-45c0-9bec-52ed2d02d439') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:44.493761 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0a7860aa-c932-4995-a108-06ced6ca7e2f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.532477 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0a7860aa-c932-4995-a108-06ced6ca7e2f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.551276 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a7860aa-c932-4995-a108-06ced6ca7e2f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:12:44.552106 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0a7860aa-c932-4995-a108-06ced6ca7e2f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:12:44.554199 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:12:44.798978 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0a7860aa-c932-4995-a108-06ced6ca7e2f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.805700 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7860aa-c932-4995-a108-06ced6ca7e2f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 74f1495e-0ea1-4f3c-90a3-4d54d90ce387 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:12:44.807942 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0a7860aa-c932-4995-a108-06ced6ca7e2f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.809951 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0a7860aa-c932-4995-a108-06ced6ca7e2f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] 10.222.0.77 "DELETE /v2.0/networks/74f1495e-0ea1-4f3c-90a3-4d54d90ce387 HTTP/1.1" status: 204 len: 168 time: 0.9478328 Jul 05 04:12:44.819883 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50152) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:44.867279 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7860aa-c932-4995-a108-06ced6ca7e2f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Pushing event deleted for resources: {'Network': ['ID=74f1495e-0ea1-4f3c-90a3-4d54d90ce387,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:44.870556 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-63e05083-a3fd-4c02-9511-e71801e8ed76 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:44.927767 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8382529e-34b1-4c3c-af8d-bca153f24f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.951326 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816605b3-8fdc-49ff-91ba-7958104a0334 req-2c6c87b7-ae43-4cdb-abf4-324f92880963 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:44.959053 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-816605b3-8fdc-49ff-91ba-7958104a0334 req-2c6c87b7-ae43-4cdb-abf4-324f92880963 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 948 time: 0.3378057 Jul 05 04:12:44.986251 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e05083-a3fd-4c02-9511-e71801e8ed76 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Made reservation on behalf of a1fdb4617235410da2bae84353773c04 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:44.989183 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-63e05083-a3fd-4c02-9511-e71801e8ed76 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.060948 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-816605b3-8fdc-49ff-91ba-7958104a0334 req-94eddd53-7ee8-4267-8723-381347fea3d3 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964909 Jul 05 04:12:45.098631 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e05083-a3fd-4c02-9511-e71801e8ed76 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:12:45.118549 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-63e05083-a3fd-4c02-9511-e71801e8ed76 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.119358 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-63e05083-a3fd-4c02-9511-e71801e8ed76 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Added segment f406f21e-fb6f-49d6-bb32-7ad81d1f416e of type vlan for network fd7923f7-b62d-4cc0-8e4f-cfc844365ffa Jul 05 04:12:45.204055 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-63e05083-a3fd-4c02-9511-e71801e8ed76 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.295194 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8382529e-34b1-4c3c-af8d-bca153f24f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.311901 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8382529e-34b1-4c3c-af8d-bca153f24f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.376045 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8382529e-34b1-4c3c-af8d-bca153f24f1e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2eee8ae25b3a45948e0187e06f5affef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9314163 Jul 05 04:12:45.380386 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50154) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:45.465661 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-63e05083-a3fd-4c02-9511-e71801e8ed76 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.466944 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e05083-a3fd-4c02-9511-e71801e8ed76 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:45.467553 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-63e05083-a3fd-4c02-9511-e71801e8ed76 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.502786 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55d5cce0-1691-434f-aa0f-1f86c0da3f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.566836 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55d5cce0-1691-434f-aa0f-1f86c0da3f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.647339 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382529e-34b1-4c3c-af8d-bca153f24f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9168e3d7-23fd-45b6-8d21-925f7d7ceb46,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:45.662840 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55d5cce0-1691-434f-aa0f-1f86c0da3f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.667251 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55d5cce0-1691-434f-aa0f-1f86c0da3f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.668498 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-55d5cce0-1691-434f-aa0f-1f86c0da3f81 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9168e3d7-23fd-45b6-8d21-925f7d7ceb46 HTTP/1.1" status: 204 len: 168 time: 0.2868419 Jul 05 04:12:45.691427 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5cce0-1691-434f-aa0f-1f86c0da3f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9168e3d7-23fd-45b6-8d21-925f7d7ceb46,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:45.731022 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e05083-a3fd-4c02-9511-e71801e8ed76 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Pushing event updated for resources: {'Network': ['ID=fd7923f7-b62d-4cc0-8e4f-cfc844365ffa,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:45.733017 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50160) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:45.740323 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-796c70fb-b94f-427e-95d9-fb533b933f80 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Request body: {'subnet': {'network_id': 'fd7923f7-b62d-4cc0-8e4f-cfc844365ffa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:45.743387 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-63e05083-a3fd-4c02-9511-e71801e8ed76 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9084303 Jul 05 04:12:45.764030 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network fd7923f7-b62d-4cc0-8e4f-cfc844365ffa details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:12:45.795917 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796c70fb-b94f-427e-95d9-fb533b933f80 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Made reservation on behalf of a1fdb4617235410da2bae84353773c04 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:45.798372 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-796c70fb-b94f-427e-95d9-fb533b933f80 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.409811 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50168) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:46.451559 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bdf012ca-2276-47e0-bd68-3c3e345dc496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.494680 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed05ae-c867-4159-8d30-e7fb05b36f74 req-70273a2a-8411-4b72-9863-7454490a6de6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:46.506020 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dbed05ae-c867-4159-8d30-e7fb05b36f74 req-70273a2a-8411-4b72-9863-7454490a6de6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 948 time: 0.2140801 Jul 05 04:12:46.626451 n-d-780147-23 neutron-server[105538]: DEBUG neutron.objects.ports [None req-796c70fb-b94f-427e-95d9-fb533b933f80 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105538) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:12:46.627499 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-796c70fb-b94f-427e-95d9-fb533b933f80 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.733135 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bdf012ca-2276-47e0-bd68-3c3e345dc496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.753862 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bdf012ca-2276-47e0-bd68-3c3e345dc496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.827323 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dbed05ae-c867-4159-8d30-e7fb05b36f74 req-776dc8cc-d998-426f-b42e-cef56bd165eb tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3196566 Jul 05 04:12:46.838854 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796c70fb-b94f-427e-95d9-fb533b933f80 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Checking segment: {'id': 'f406f21e-fb6f-49d6-bb32-7ad81d1f416e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'fd7923f7-b62d-4cc0-8e4f-cfc844365ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:46.840191 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796c70fb-b94f-427e-95d9-fb533b933f80 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Network hostable DHCP agents. Network: fd7923f7-b62d-4cc0-8e4f-cfc844365ffa, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:12:46.873933 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c70fb-b94f-427e-95d9-fb533b933f80 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d9b05cf9-c8b4-40cf-8aaa-a67b1d25f968,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:46.895349 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bdf012ca-2276-47e0-bd68-3c3e345dc496 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=299cd46544da4365b4b4db91606f66e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4825804 Jul 05 04:12:46.898103 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50176) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:46.911963 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796c70fb-b94f-427e-95d9-fb533b933f80 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Network fd7923f7-b62d-4cc0-8e4f-cfc844365ffa is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:12:46.914179 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf012ca-2276-47e0-bd68-3c3e345dc496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb1da39-899d-4d0b-983d-412562a08056,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:46.939607 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-796c70fb-b94f-427e-95d9-fb533b933f80 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, fd7923f7-b62d-4cc0-8e4f-cfc844365ffa) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:46.953569 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b1c365-beb2-4fac-b5c1-8b7a0304b513 None None] Network fd7923f7-b62d-4cc0-8e4f-cfc844365ffa requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:46.965986 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796c70fb-b94f-427e-95d9-fb533b933f80 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:46.966741 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-796c70fb-b94f-427e-95d9-fb533b933f80 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:47.000220 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-796c70fb-b94f-427e-95d9-fb533b933f80 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2640078 Jul 05 04:12:47.001030 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50178) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:47.021290 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-134f98f3-372c-41f2-bad3-f69aa2acc2b5 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Request body: {'floatingip': {'floating_network_id': 'fd7923f7-b62d-4cc0-8e4f-cfc844365ffa'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:47.073627 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-134f98f3-372c-41f2-bad3-f69aa2acc2b5 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:47.126193 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-236de5ce-6047-4035-be71-7ba622579b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:47.234584 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-236de5ce-6047-4035-be71-7ba622579b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:47.337213 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-236de5ce-6047-4035-be71-7ba622579b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:47.340358 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-236de5ce-6047-4035-be71-7ba622579b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:47.342588 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-236de5ce-6047-4035-be71-7ba622579b03 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4cb1da39-899d-4d0b-983d-412562a08056 HTTP/1.1" status: 204 len: 168 time: 0.4432831 Jul 05 04:12:47.359381 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236de5ce-6047-4035-be71-7ba622579b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb1da39-899d-4d0b-983d-412562a08056,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:47.368122 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50840871-bcdd-48ae-87b6-75cc321d83fa None None] Network fd7923f7-b62d-4cc0-8e4f-cfc844365ffa requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:47.413551 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-134f98f3-372c-41f2-bad3-f69aa2acc2b5 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:47.705634 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-134f98f3-372c-41f2-bad3-f69aa2acc2b5 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Allocated IP 172.20.0.14 (fd7923f7-b62d-4cc0-8e4f-cfc844365ffa/d9b05cf9-c8b4-40cf-8aaa-a67b1d25f968/f5976425-391b-4be7-9593-a1ed7bcceaed) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:48.000032 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-134f98f3-372c-41f2-bad3-f69aa2acc2b5 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:48.183792 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-134f98f3-372c-41f2-bad3-f69aa2acc2b5 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:48.318036 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba18a3-bc66-47c0-84c1-e3c61e35b007 req-2b8b57dc-f004-4a59-9f86-b6afd65d9e34 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:48.331445 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-10ba18a3-bc66-47c0-84c1-e3c61e35b007 req-2b8b57dc-f004-4a59-9f86-b6afd65d9e34 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 948 time: 0.2065258 Jul 05 04:12:48.347707 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134f98f3-372c-41f2-bad3-f69aa2acc2b5 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Network fd7923f7-b62d-4cc0-8e4f-cfc844365ffa is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:48.372610 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-134f98f3-372c-41f2-bad3-f69aa2acc2b5 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:48.379859 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134f98f3-372c-41f2-bad3-f69aa2acc2b5 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:48.385811 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f98f3-372c-41f2-bad3-f69aa2acc2b5 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Pushing event updated for resources: {'Port': ['ID=f5976425-391b-4be7-9593-a1ed7bcceaed,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:48.468385 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-10ba18a3-bc66-47c0-84c1-e3c61e35b007 req-f2633254-5114-48d7-82c8-98e0628e8d6a tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309891 Jul 05 04:12:49.927636 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-134f98f3-372c-41f2-bad3-f69aa2acc2b5 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:50.055341 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5bcc8-eaa4-4abf-9035-ca852be79be8 req-e03f0dc0-073a-48fe-aec9-749013dae545 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:50.075780 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9a5bcc8-eaa4-4abf-9035-ca852be79be8 req-e03f0dc0-073a-48fe-aec9-749013dae545 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 948 time: 0.2184131 Jul 05 04:12:50.154603 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-134f98f3-372c-41f2-bad3-f69aa2acc2b5 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:50.188679 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9a5bcc8-eaa4-4abf-9035-ca852be79be8 req-c5ae5f29-6510-461c-8fc0-ee3e4a29472d tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116915 Jul 05 04:12:50.626475 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-134f98f3-372c-41f2-bad3-f69aa2acc2b5 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:50.635621 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-134f98f3-372c-41f2-bad3-f69aa2acc2b5 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:50.910861 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f98f3-372c-41f2-bad3-f69aa2acc2b5 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Pushing event updated for resources: {'Port': ['ID=f5976425-391b-4be7-9593-a1ed7bcceaed,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:50.916632 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-134f98f3-372c-41f2-bad3-f69aa2acc2b5 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:50.943950 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-134f98f3-372c-41f2-bad3-f69aa2acc2b5 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:50.945513 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-134f98f3-372c-41f2-bad3-f69aa2acc2b5 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9433541 Jul 05 04:12:50.948212 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50248) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:51.159544 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b0a26760-6043-4454-90ff-4a423a743f1c tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] 10.222.0.77 "GET /v2.0/floatingips?floating_network_id=fd7923f7-b62d-4cc0-8e4f-cfc844365ffa HTTP/1.1" status: 200 len: 690 time: 0.2035947 Jul 05 04:12:51.162356 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50262) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:51.269878 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f84ece58-69ea-445f-92ae-837894bf6832 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:51.491546 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-8bad46e7-739d-44be-87c7-5045e9bf5c9a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:51.504728 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-8bad46e7-739d-44be-87c7-5045e9bf5c9a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 812 time: 0.4714606 Jul 05 04:12:51.539056 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-f8b635ed-d5c1-4b15-9a20-7071615c4b08 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/quotas/c5a91f0142e14cf1a9be04e96df390cd HTTP/1.1" status: 200 len: 375 time: 0.0332186 Jul 05 04:12:51.678093 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fef2f-174d-4718-a21c-285f08ec6ddd req-9f6ad40a-fbe3-4cbd-b560-b9a0d33d07fb tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:51.694592 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c65fef2f-174d-4718-a21c-285f08ec6ddd req-9f6ad40a-fbe3-4cbd-b560-b9a0d33d07fb tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 948 time: 0.1695936 Jul 05 04:12:51.785079 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c65fef2f-174d-4718-a21c-285f08ec6ddd req-8d8cc133-948b-4271-b57a-ecad5ce50173 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893104 Jul 05 04:12:51.820568 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-f84ece58-69ea-445f-92ae-837894bf6832 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Deleting port f5976425-391b-4be7-9593-a1ed7bcceaed {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:51.820937 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f84ece58-69ea-445f-92ae-837894bf6832 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.104861 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f84ece58-69ea-445f-92ae-837894bf6832 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.105504 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f84ece58-69ea-445f-92ae-837894bf6832 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.115274 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-c23e2f4a-d7d4-40cc-a1bc-c90aae7e7d6e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5754488 Jul 05 04:12:52.146246 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-f84ece58-69ea-445f-92ae-837894bf6832 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Calling delete_port for f5976425-391b-4be7-9593-a1ed7bcceaed owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:52.421024 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f84ece58-69ea-445f-92ae-837894bf6832 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.484650 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ece58-69ea-445f-92ae-837894bf6832 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5976425-391b-4be7-9593-a1ed7bcceaed,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:52.541557 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-292a2757-4138-412f-8674-4b302b082ea3 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:12:52.551251 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-292a2757-4138-412f-8674-4b302b082ea3 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2805760 Jul 05 04:12:52.624563 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f84ece58-69ea-445f-92ae-837894bf6832 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.916361 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f84ece58-69ea-445f-92ae-837894bf6832 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.999861 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-f877e7d7-aa73-48c8-ba30-678e74e02a07 service neutron] 10.222.0.77 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460425 Jul 05 04:12:53.002726 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f84ece58-69ea-445f-92ae-837894bf6832 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.192221 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ece58-69ea-445f-92ae-837894bf6832 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d9b05cf9-c8b4-40cf-8aaa-a67b1d25f968,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:53.199388 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10d3a5-ca2b-4499-83c1-5206c2251a20 req-5c457bd7-8de8-4242-b007-00bf4cfab9ba tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:53.202816 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f84ece58-69ea-445f-92ae-837894bf6832 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.209511 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c10d3a5-ca2b-4499-83c1-5206c2251a20 req-5c457bd7-8de8-4242-b007-00bf4cfab9ba tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 948 time: 0.1709440 Jul 05 04:12:53.263892 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-f84ece58-69ea-445f-92ae-837894bf6832 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7923f7-b62d-4cc0-8e4f-cfc844365ffa']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:53.345316 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c10d3a5-ca2b-4499-83c1-5206c2251a20 req-259f6742-4a1e-4f26-b39f-3e64bd59bd01 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301377 Jul 05 04:12:53.438270 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-d8ffbbaa-e5a2-4a8a-bb63-39a7095d11a8 service neutron] 10.222.0.77 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072671 Jul 05 04:12:53.447280 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-f84ece58-69ea-445f-92ae-837894bf6832 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f406f21e-fb6f-49d6-bb32-7ad81d1f416e') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:53.448333 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-f84ece58-69ea-445f-92ae-837894bf6832 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f406f21e-fb6f-49d6-bb32-7ad81d1f416e') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:53.491167 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f84ece58-69ea-445f-92ae-837894bf6832 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.535981 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f84ece58-69ea-445f-92ae-837894bf6832 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.554480 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84ece58-69ea-445f-92ae-837894bf6832 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:12:53.555537 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f84ece58-69ea-445f-92ae-837894bf6832 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:12:53.562668 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:12:53.760192 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f84ece58-69ea-445f-92ae-837894bf6832 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.770174 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84ece58-69ea-445f-92ae-837894bf6832 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fd7923f7-b62d-4cc0-8e4f-cfc844365ffa {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:12:53.777249 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f84ece58-69ea-445f-92ae-837894bf6832 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.782514 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f84ece58-69ea-445f-92ae-837894bf6832 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] 10.222.0.77 "DELETE /v2.0/networks/fd7923f7-b62d-4cc0-8e4f-cfc844365ffa HTTP/1.1" status: 204 len: 168 time: 2.6168740 Jul 05 04:12:53.783088 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50284) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:53.816022 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ece58-69ea-445f-92ae-837894bf6832 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd7923f7-b62d-4cc0-8e4f-cfc844365ffa,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:54.068514 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-615e4012-1f09-402b-8640-db633e15e1f6 req-40612d07-815b-4006-82ee-4232094fc05a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 210 time: 0.1263416 Jul 05 04:12:54.158732 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-aee4d11d-511f-447e-9725-afb06afeb78a tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2569 time: 0.3744075 Jul 05 04:12:54.161440 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50292) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:54.566722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd915422-e09c-4b75-8a60-18885cf6c22f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:54.567576 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd915422-e09c-4b75-8a60-18885cf6c22f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:54.569342 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd915422-e09c-4b75-8a60-18885cf6c22f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:54.569835 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd915422-e09c-4b75-8a60-18885cf6c22f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:54.572412 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd915422-e09c-4b75-8a60-18885cf6c22f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:54.573145 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd915422-e09c-4b75-8a60-18885cf6c22f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:54.573503 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd915422-e09c-4b75-8a60-18885cf6c22f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:54.574027 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd915422-e09c-4b75-8a60-18885cf6c22f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:54.575707 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd915422-e09c-4b75-8a60-18885cf6c22f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:54.580346 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd915422-e09c-4b75-8a60-18885cf6c22f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:54.580760 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd915422-e09c-4b75-8a60-18885cf6c22f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:54.593240 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-dd915422-e09c-4b75-8a60-18885cf6c22f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7115 time: 0.4268579 Jul 05 04:12:54.593812 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50304) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:54.880548 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-8691071f-c433-42ee-9d3d-1cb448099d76 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] delete failed (client error): The resource could not be found. Jul 05 04:12:54.882243 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8691071f-c433-42ee-9d3d-1cb448099d76 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/7b5bef6f-0dd9-46a8-a9db-fe2f19e03b08 HTTP/1.1" status: 404 len: 345 time: 0.2873116 Jul 05 04:12:54.886100 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50312) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:54.923982 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876b63d-894e-41d2-bdbf-f91872d27625 req-11caf806-f644-4778-8c59-37356e712930 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:54.945453 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6876b63d-894e-41d2-bdbf-f91872d27625 req-11caf806-f644-4778-8c59-37356e712930 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 948 time: 0.2689104 Jul 05 04:12:55.000968 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-6534ab00-4a5b-487f-9625-bf93e3a2bfe2 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] DELETE failed (client error): The resource could not be found. Jul 05 04:12:55.011272 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6534ab00-4a5b-487f-9625-bf93e3a2bfe2 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:12:55.027140 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6534ab00-4a5b-487f-9625-bf93e3a2bfe2 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] 10.222.0.77 "DELETE /v2.0/networks/fd7923f7-b62d-4cc0-8e4f-cfc844365ffa HTTP/1.1" status: 404 len: 339 time: 0.1378365 Jul 05 04:12:55.040343 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50314) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:55.066181 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-5b850c0d-ab7f-4adc-94e1-5a74803227fa tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Request body: {'network': {'name': 'tempest-network--1327548781', 'router:external': True}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:55.067445 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6876b63d-894e-41d2-bdbf-f91872d27625 req-1dc026af-ee6d-4541-8532-51a5e5818416 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192002 Jul 05 04:12:55.158932 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b850c0d-ab7f-4adc-94e1-5a74803227fa tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Made reservation on behalf of a1fdb4617235410da2bae84353773c04 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:55.161716 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b850c0d-ab7f-4adc-94e1-5a74803227fa tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.280652 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b850c0d-ab7f-4adc-94e1-5a74803227fa tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:12:55.305837 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b850c0d-ab7f-4adc-94e1-5a74803227fa tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.306182 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-5b850c0d-ab7f-4adc-94e1-5a74803227fa tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Added segment b04c1c82-4e63-454b-a8b7-e6c230f53460 of type vlan for network 3c7ca981-b71d-4e2a-8e07-db9fffd695fb Jul 05 04:12:55.463190 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b850c0d-ab7f-4adc-94e1-5a74803227fa tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.518323 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c035ad43-e4a3-4645-9769-272e4358eb45 req-e130787f-227f-41be-bb58-814c19458825 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 210 time: 0.0964866 Jul 05 04:12:55.534709 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b850c0d-ab7f-4adc-94e1-5a74803227fa tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.535722 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b850c0d-ab7f-4adc-94e1-5a74803227fa tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:55.536339 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b850c0d-ab7f-4adc-94e1-5a74803227fa tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.714919 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5b850c0d-ab7f-4adc-94e1-5a74803227fa tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6693969 Jul 05 04:12:55.717647 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50320) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:55.738547 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b850c0d-ab7f-4adc-94e1-5a74803227fa tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Pushing event updated for resources: {'Network': ['ID=3c7ca981-b71d-4e2a-8e07-db9fffd695fb,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:55.762180 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 3c7ca981-b71d-4e2a-8e07-db9fffd695fb details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:12:56.099282 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fedab27-d730-46ce-aa52-0d750567df3c tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:56.114519 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fedab27-d730-46ce-aa52-0d750567df3c tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:56.120683 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fedab27-d730-46ce-aa52-0d750567df3c tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:56.148523 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fedab27-d730-46ce-aa52-0d750567df3c tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:56.150912 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2fedab27-d730-46ce-aa52-0d750567df3c tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4316983 Jul 05 04:12:56.154136 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50324) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:56.260929 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-09b8b27d-6383-4bde-9bff-04e7361ec8e9 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.703318 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-09b8b27d-6383-4bde-9bff-04e7361ec8e9 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.755719 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-09b8b27d-6383-4bde-9bff-04e7361ec8e9 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7ca981-b71d-4e2a-8e07-db9fffd695fb']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:56.811860 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-09b8b27d-6383-4bde-9bff-04e7361ec8e9 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b04c1c82-4e63-454b-a8b7-e6c230f53460') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:56.816486 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-09b8b27d-6383-4bde-9bff-04e7361ec8e9 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b04c1c82-4e63-454b-a8b7-e6c230f53460') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:56.867096 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-09b8b27d-6383-4bde-9bff-04e7361ec8e9 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.928953 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d3d7db58-53ce-4a31-b1c2-6abb5e355b61 req-46421ddc-b148-4e6f-be65-0361187c95b7 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 210 time: 0.1531339 Jul 05 04:12:56.962510 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98f323-d653-4506-8987-92705b4f548f req-d94c399a-19fe-4569-b116-9b2c79335025 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:56.965388 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da98f323-d653-4506-8987-92705b4f548f req-d94c399a-19fe-4569-b116-9b2c79335025 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 948 time: 0.5708618 Jul 05 04:12:56.967564 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-09b8b27d-6383-4bde-9bff-04e7361ec8e9 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.982320 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-9cc5aaa8-78e2-4852-b1c4-c7ac4e0fecd9 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:56.984390 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-9cc5aaa8-78e2-4852-b1c4-c7ac4e0fecd9 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.70 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 812 time: 0.4537094 Jul 05 04:12:57.012032 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b8b27d-6383-4bde-9bff-04e7361ec8e9 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:12:57.013386 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-09b8b27d-6383-4bde-9bff-04e7361ec8e9 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:12:57.015633 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:12:57.021186 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-04a0695a-c006-415f-a3f8-2312f0bd4b4e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Request body: {'port': {'device_id': '2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'admin_state_up': True, 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:57.255353 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da98f323-d653-4506-8987-92705b4f548f req-15b66f9b-1352-43ba-8dfa-25efcb563487 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824421 Jul 05 04:12:57.289950 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-04a0695a-c006-415f-a3f8-2312f0bd4b4e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Made reservation on behalf of c5a91f0142e14cf1a9be04e96df390cd for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:57.298007 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-04a0695a-c006-415f-a3f8-2312f0bd4b4e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.303967 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-09b8b27d-6383-4bde-9bff-04e7361ec8e9 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.330054 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b8b27d-6383-4bde-9bff-04e7361ec8e9 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3c7ca981-b71d-4e2a-8e07-db9fffd695fb {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:12:57.343219 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-09b8b27d-6383-4bde-9bff-04e7361ec8e9 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.345797 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-09b8b27d-6383-4bde-9bff-04e7361ec8e9 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] 10.222.0.77 "DELETE /v2.0/networks/3c7ca981-b71d-4e2a-8e07-db9fffd695fb HTTP/1.1" status: 204 len: 168 time: 1.1906374 Jul 05 04:12:57.347332 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8b27d-6383-4bde-9bff-04e7361ec8e9 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Pushing event deleted for resources: {'Network': ['ID=3c7ca981-b71d-4e2a-8e07-db9fffd695fb,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:57.350572 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50344) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:57.355473 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-2f21982e-eb36-47f8-bc43-beb7b1e504d6 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Request body: {'network': {'name': 'tempest-network--1010334420', 'router:external': True}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:57.437093 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f21982e-eb36-47f8-bc43-beb7b1e504d6 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Made reservation on behalf of a1fdb4617235410da2bae84353773c04 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:57.449929 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2f21982e-eb36-47f8-bc43-beb7b1e504d6 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.574430 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f21982e-eb36-47f8-bc43-beb7b1e504d6 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:12:57.618848 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2f21982e-eb36-47f8-bc43-beb7b1e504d6 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.619237 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-2f21982e-eb36-47f8-bc43-beb7b1e504d6 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Added segment ed1901b0-da09-46f4-8634-102292668c0e of type vlan for network 78657229-b14e-4b44-a02a-62c5defe7312 Jul 05 04:12:57.674131 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-04a0695a-c006-415f-a3f8-2312f0bd4b4e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Allocated IP 172.20.0.13 (9e2bc1e9-0d67-4f0c-aa81-a034266b5687/40568ec5-9a32-47f3-85b6-60f4faaa494c/76b1b6df-58f7-4374-a598-9b3a4bab9a5a) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:57.860801 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2f21982e-eb36-47f8-bc43-beb7b1e504d6 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.979202 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2f21982e-eb36-47f8-bc43-beb7b1e504d6 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.986524 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f21982e-eb36-47f8-bc43-beb7b1e504d6 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:57.987511 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2f21982e-eb36-47f8-bc43-beb7b1e504d6 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:58.156720 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21982e-eb36-47f8-bc43-beb7b1e504d6 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Pushing event updated for resources: {'Network': ['ID=78657229-b14e-4b44-a02a-62c5defe7312,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:58.166581 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2f21982e-eb36-47f8-bc43-beb7b1e504d6 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8149023 Jul 05 04:12:58.167024 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 78657229-b14e-4b44-a02a-62c5defe7312 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:12:58.167574 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50360) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:58.169901 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-04a0695a-c006-415f-a3f8-2312f0bd4b4e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:58.416109 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4f9f24-f853-4ccd-9124-d895cecf847d tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:58.428794 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8f4f9f24-f853-4ccd-9124-d895cecf847d tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] 10.222.0.77 "GET /v2.0/networks/78657229-b14e-4b44-a02a-62c5defe7312 HTTP/1.1" status: 200 len: 757 time: 0.2497945 Jul 05 04:12:58.429503 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50366) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:58.628521 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c7367391-7d2d-481b-a13b-38dcf18b6348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:58.767751 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99b2c4e-9659-418d-b849-b241c1a6d121 tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:58.769478 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f99b2c4e-9659-418d-b849-b241c1a6d121 tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] 10.222.0.77 "GET /v2.0/networks/7d8058ec-6815-46a1-bafb-bcbcea4fea39 HTTP/1.1" status: 200 len: 767 time: 0.3389606 Jul 05 04:12:58.803906 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50368) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:58.913390 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-04a0695a-c006-415f-a3f8-2312f0bd4b4e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Transition to ACTIVE for port object 76b1b6df-58f7-4374-a598-9b3a4bab9a5a will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:58.925480 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8fbfe336-cdc8-4b93-808f-a55a562cfee1 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:58.940455 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-44244376-efb1-4a1d-b851-fd8dcd1b2637 req-809f9306-721a-40db-93e0-ce4de4e6531f tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 210 time: 0.0391273 Jul 05 04:12:58.987996 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-04a0695a-c006-415f-a3f8-2312f0bd4b4e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.078046 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0695a-c006-415f-a3f8-2312f0bd4b4e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event updated for resources: {'Port': ['ID=76b1b6df-58f7-4374-a598-9b3a4bab9a5a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:59.091468 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0695a-c006-415f-a3f8-2312f0bd4b4e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:59.092825 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0695a-c006-415f-a3f8-2312f0bd4b4e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:59.093422 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0695a-c006-415f-a3f8-2312f0bd4b4e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:59.093958 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0695a-c006-415f-a3f8-2312f0bd4b4e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:59.094535 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0695a-c006-415f-a3f8-2312f0bd4b4e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:59.095084 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0695a-c006-415f-a3f8-2312f0bd4b4e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:59.095608 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0695a-c006-415f-a3f8-2312f0bd4b4e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:59.096208 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0695a-c006-415f-a3f8-2312f0bd4b4e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:59.096737 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0695a-c006-415f-a3f8-2312f0bd4b4e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:59.097470 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0695a-c006-415f-a3f8-2312f0bd4b4e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:59.098139 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0695a-c006-415f-a3f8-2312f0bd4b4e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:59.100919 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac880e7a-e0b9-4c8a-b334-ed5c058cb53c req-bdc65005-b2ef-4028-b39e-b572776bfa81 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:59.101885 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0695a-c006-415f-a3f8-2312f0bd4b4e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:59.110683 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ac880e7a-e0b9-4c8a-b334-ed5c058cb53c req-bdc65005-b2ef-4028-b39e-b572776bfa81 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 948 time: 0.3400218 Jul 05 04:12:59.134976 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-04a0695a-c006-415f-a3f8-2312f0bd4b4e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:59.136667 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-04a0695a-c006-415f-a3f8-2312f0bd4b4e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:59.157084 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-04a0695a-c006-415f-a3f8-2312f0bd4b4e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:59.283412 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-04a0695a-c006-415f-a3f8-2312f0bd4b4e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:59.284139 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.284535 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-04a0695a-c006-415f-a3f8-2312f0bd4b4e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.290839 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8fbfe336-cdc8-4b93-808f-a55a562cfee1 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.321895 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-04a0695a-c006-415f-a3f8-2312f0bd4b4e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3114941 Jul 05 04:12:59.329691 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-8fbfe336-cdc8-4b93-808f-a55a562cfee1 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78657229-b14e-4b44-a02a-62c5defe7312']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:59.339074 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-ade9ea1d-b032-480c-94f9-24845f809aef service neutron] Request body: {'port': {'device_id': '2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:59.358043 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ac880e7a-e0b9-4c8a-b334-ed5c058cb53c req-0bc85b28-470c-4259-86b1-5dc307eb371f tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397242 Jul 05 04:12:59.380715 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-8fbfe336-cdc8-4b93-808f-a55a562cfee1 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1901b0-da09-46f4-8634-102292668c0e') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:59.382990 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-8fbfe336-cdc8-4b93-808f-a55a562cfee1 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1901b0-da09-46f4-8634-102292668c0e') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:59.411116 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8fbfe336-cdc8-4b93-808f-a55a562cfee1 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.486707 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8fbfe336-cdc8-4b93-808f-a55a562cfee1 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.522629 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbfe336-cdc8-4b93-808f-a55a562cfee1 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:12:59.523058 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8fbfe336-cdc8-4b93-808f-a55a562cfee1 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:12:59.524955 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:12:59.579954 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-07eb4dde-b6ac-4433-bf23-0e397ad1a604 None None] Provisioning for port 76b1b6df-58f7-4374-a598-9b3a4bab9a5a completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:59.598968 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-ade9ea1d-b032-480c-94f9-24845f809aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.600097 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-07eb4dde-b6ac-4433-bf23-0e397ad1a604 None None] Provisioning complete for port 76b1b6df-58f7-4374-a598-9b3a4bab9a5a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:59.600658 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-07eb4dde-b6ac-4433-bf23-0e397ad1a604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.627364 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8fbfe336-cdc8-4b93-808f-a55a562cfee1 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.636337 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbfe336-cdc8-4b93-808f-a55a562cfee1 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 78657229-b14e-4b44-a02a-62c5defe7312 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:12:59.653554 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8fbfe336-cdc8-4b93-808f-a55a562cfee1 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.664723 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8fbfe336-cdc8-4b93-808f-a55a562cfee1 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] 10.222.0.77 "DELETE /v2.0/networks/78657229-b14e-4b44-a02a-62c5defe7312 HTTP/1.1" status: 204 len: 168 time: 0.8546789 Jul 05 04:12:59.669636 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50378) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:59.674697 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-98796d2d-5d0a-44b8-bb98-be7f1cc504b1 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Request body: {'network': {'name': 'tempest-network--159464362'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:59.685199 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfe336-cdc8-4b93-808f-a55a562cfee1 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Pushing event deleted for resources: {'Network': ['ID=78657229-b14e-4b44-a02a-62c5defe7312,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:59.752014 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-07eb4dde-b6ac-4433-bf23-0e397ad1a604 None None] Port 76b1b6df-58f7-4374-a598-9b3a4bab9a5a cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:12:59.854271 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98796d2d-5d0a-44b8-bb98-be7f1cc504b1 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Made reservation on behalf of a1fdb4617235410da2bae84353773c04 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:59.861287 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-98796d2d-5d0a-44b8-bb98-be7f1cc504b1 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.972102 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98796d2d-5d0a-44b8-bb98-be7f1cc504b1 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:00.089315 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-98796d2d-5d0a-44b8-bb98-be7f1cc504b1 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.089970 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-98796d2d-5d0a-44b8-bb98-be7f1cc504b1 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Added segment eec356ae-ddf6-4bfb-8a28-38396f6dda95 of type vlan for network 78f1fd49-6938-42be-9bc2-070649f09313 Jul 05 04:13:00.327142 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-98796d2d-5d0a-44b8-bb98-be7f1cc504b1 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.457382 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-98796d2d-5d0a-44b8-bb98-be7f1cc504b1 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.458700 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98796d2d-5d0a-44b8-bb98-be7f1cc504b1 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:00.464567 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-98796d2d-5d0a-44b8-bb98-be7f1cc504b1 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.642833 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa1b85-c1e9-4758-bc3e-00cdbb7e8df3 req-7e51d770-45f2-4090-b79d-a380b1ba7441 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:00.644842 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4dfa1b85-c1e9-4758-bc3e-00cdbb7e8df3 req-7e51d770-45f2-4090-b79d-a380b1ba7441 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 932 time: 0.4478590 Jul 05 04:13:00.668176 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-98796d2d-5d0a-44b8-bb98-be7f1cc504b1 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9973404 Jul 05 04:13:00.687717 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50392) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:00.693635 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-19b4ed75-e52a-4997-ae85-739815e3d03f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:00.703718 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-ade9ea1d-b032-480c-94f9-24845f809aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b1b6df-58f7-4374-a598-9b3a4bab9a5a {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:13:00.726066 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-ade9ea1d-b032-480c-94f9-24845f809aef service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.728718 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98796d2d-5d0a-44b8-bb98-be7f1cc504b1 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Pushing event updated for resources: {'Network': ['ID=78f1fd49-6938-42be-9bc2-070649f09313,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:00.741747 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 78f1fd49-6938-42be-9bc2-070649f09313 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:00.851154 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4dfa1b85-c1e9-4758-bc3e-00cdbb7e8df3 req-231a4288-679d-49d2-ac3c-6937bd8b3d62 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959491 Jul 05 04:13:00.870961 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-ade9ea1d-b032-480c-94f9-24845f809aef service neutron] Transition to ACTIVE for port object 76b1b6df-58f7-4374-a598-9b3a4bab9a5a will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:00.882796 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f1273-1f9a-4dbd-8eff-bbb9ec149321 req-0bae831a-2bab-4c73-b26f-de99058a176b tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:00.902479 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-168f1273-1f9a-4dbd-8eff-bbb9ec149321 req-0bae831a-2bab-4c73-b26f-de99058a176b tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 948 time: 0.2869051 Jul 05 04:13:00.911233 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-ade9ea1d-b032-480c-94f9-24845f809aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.973341 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-168f1273-1f9a-4dbd-8eff-bbb9ec149321 req-f6873793-f8c6-4427-9a1a-7499b7455952 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636969 Jul 05 04:13:01.228870 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19b4ed75-e52a-4997-ae85-739815e3d03f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.261096 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9ea1d-b032-480c-94f9-24845f809aef service neutron] Pushing event updated for resources: {'Port': ['ID=76b1b6df-58f7-4374-a598-9b3a4bab9a5a,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:01.271379 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19b4ed75-e52a-4997-ae85-739815e3d03f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.349410 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-23a431e9-f050-4d87-8882-905b59b28582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.569382 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-19b4ed75-e52a-4997-ae85-739815e3d03f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Network 78f1fd49-6938-42be-9bc2-070649f09313 is not hosted by any dhcp agent {{(pid=105539) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 04:13:01.570435 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b4ed75-e52a-4997-ae85-739815e3d03f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:01.571037 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19b4ed75-e52a-4997-ae85-739815e3d03f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.572500 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-19b4ed75-e52a-4997-ae85-739815e3d03f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] 10.222.0.77 "PUT /v2.0/networks/78f1fd49-6938-42be-9bc2-070649f09313 HTTP/1.1" status: 200 len: 857 time: 0.8833349 Jul 05 04:13:01.575568 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50410) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:01.593193 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4ed75-e52a-4997-ae85-739815e3d03f tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Pushing event updated for resources: {'Network': ['ID=78f1fd49-6938-42be-9bc2-070649f09313,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:01.668429 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-ade9ea1d-b032-480c-94f9-24845f809aef service neutron] Attempting to bind port 76b1b6df-58f7-4374-a598-9b3a4bab9a5a on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:01.668934 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-ade9ea1d-b032-480c-94f9-24845f809aef service neutron] Attempting to bind port 76b1b6df-58f7-4374-a598-9b3a4bab9a5a by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:01.669355 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-ade9ea1d-b032-480c-94f9-24845f809aef service neutron] Attempting to bind port 76b1b6df-58f7-4374-a598-9b3a4bab9a5a on network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:01.680282 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-ade9ea1d-b032-480c-94f9-24845f809aef service neutron] Port 76b1b6df-58f7-4374-a598-9b3a4bab9a5a on network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:13:01.680678 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-ade9ea1d-b032-480c-94f9-24845f809aef service neutron] Attempting to bind port 76b1b6df-58f7-4374-a598-9b3a4bab9a5a on network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:01.692102 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-ade9ea1d-b032-480c-94f9-24845f809aef service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:01.692590 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-ade9ea1d-b032-480c-94f9-24845f809aef service neutron] Checking segment: {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:01.693405 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-ade9ea1d-b032-480c-94f9-24845f809aef service neutron] Bound using segment: {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:01.693951 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-ade9ea1d-b032-480c-94f9-24845f809aef service neutron] Bound port: 76b1b6df-58f7-4374-a598-9b3a4bab9a5a, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:01.695592 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-ade9ea1d-b032-480c-94f9-24845f809aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.740611 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.775933 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d810e02b-3b7d-4525-a01f-2f25e15f88d4 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.850011 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-ade9ea1d-b032-480c-94f9-24845f809aef service neutron] For port 76b1b6df-58f7-4374-a598-9b3a4bab9a5a, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:01.854969 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-ade9ea1d-b032-480c-94f9-24845f809aef service neutron] For port 76b1b6df-58f7-4374-a598-9b3a4bab9a5a, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=76b1b6df-58f7-4374-a598-9b3a4bab9a5a,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:01.861130 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-ade9ea1d-b032-480c-94f9-24845f809aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.918167 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d810e02b-3b7d-4525-a01f-2f25e15f88d4 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.956749 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-d810e02b-3b7d-4525-a01f-2f25e15f88d4 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f1fd49-6938-42be-9bc2-070649f09313']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:01.965250 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-ade9ea1d-b032-480c-94f9-24845f809aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:01.970332 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-ade9ea1d-b032-480c-94f9-24845f809aef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.976458 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-ade9ea1d-b032-480c-94f9-24845f809aef service neutron] 10.222.0.70 "PUT /v2.0/ports/76b1b6df-58f7-4374-a598-9b3a4bab9a5a HTTP/1.1" status: 200 len: 1093 time: 2.6411512 Jul 05 04:13:01.977382 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5', 'tag': '76b1b6df-58f7-4374-a598-9b3a4bab9a5a'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:13:01.992028 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03002fd-56d2-43f8-8369-45201af5ce0d" -d '{"events": [{"name": "network-changed", "server_uuid": "2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5", "tag": "76b1b6df-58f7-4374-a598-9b3a4bab9a5a"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:13:01.999885 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-d810e02b-3b7d-4525-a01f-2f25e15f88d4 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec356ae-ddf6-4bfb-8a28-38396f6dda95') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:02.000193 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-d810e02b-3b7d-4525-a01f-2f25e15f88d4 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec356ae-ddf6-4bfb-8a28-38396f6dda95') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:02.061584 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d810e02b-3b7d-4525-a01f-2f25e15f88d4 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.100697 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d810e02b-3b7d-4525-a01f-2f25e15f88d4 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.116309 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d810e02b-3b7d-4525-a01f-2f25e15f88d4 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:02.116789 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d810e02b-3b7d-4525-a01f-2f25e15f88d4 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.197210 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9ea1d-b032-480c-94f9-24845f809aef service neutron] Pushing event updated for resources: {'Port': ['ID=76b1b6df-58f7-4374-a598-9b3a4bab9a5a,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:02.241003 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:02.262076 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-e1214512-dbc2-42b6-a3b7-7d4b39a8acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:02.266187 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-e1214512-dbc2-42b6-a3b7-7d4b39a8acbf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 1096 time: 0.2126961 Jul 05 04:13:02.384488 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-45609ff7-659e-409d-8468-cd6f556f5a79 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76b1b6df-58f7-4374-a598-9b3a4bab9a5a HTTP/1.1" status: 200 len: 217 time: 0.1051004 Jul 05 04:13:02.409422 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d810e02b-3b7d-4525-a01f-2f25e15f88d4 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.426466 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d810e02b-3b7d-4525-a01f-2f25e15f88d4 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 78f1fd49-6938-42be-9bc2-070649f09313 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:13:02.462632 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d810e02b-3b7d-4525-a01f-2f25e15f88d4 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.470506 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d810e02b-3b7d-4525-a01f-2f25e15f88d4 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] 10.222.0.77 "DELETE /v2.0/networks/78f1fd49-6938-42be-9bc2-070649f09313 HTTP/1.1" status: 204 len: 168 time: 0.8901577 Jul 05 04:13:02.470620 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325f4819-5cc9-4cd9-98e6-745c7895c403 x-openstack-request-id: req-325f4819-5cc9-4cd9-98e6-745c7895c403 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:13:02.470620 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5", "tag": "76b1b6df-58f7-4374-a598-9b3a4bab9a5a", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:13:02.470620 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-325f4819-5cc9-4cd9-98e6-745c7895c403 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:13:02.470620 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5', 'tag': '76b1b6df-58f7-4374-a598-9b3a4bab9a5a', 'status': 'completed', 'code': 200} Jul 05 04:13:02.472237 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50430) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:02.472586 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50432) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:02.474152 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810e02b-3b7d-4525-a01f-2f25e15f88d4 tempest-ExternalNetworksTestJSON-1183789536 tempest-ExternalNetworksTestJSON-1183789536-project-admin] Pushing event deleted for resources: {'Network': ['ID=78f1fd49-6938-42be-9bc2-070649f09313,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:02.525838 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e0135f-36cc-4571-8791-8d680c8badf3 tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] DELETE failed (client error): The resource could not be found. Jul 05 04:13:02.526655 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e0135f-36cc-4571-8791-8d680c8badf3 tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:13:02.532468 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-98e0135f-36cc-4571-8791-8d680c8badf3 tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] 10.222.0.77 "DELETE /v2.0/subnets/d9b05cf9-c8b4-40cf-8aaa-a67b1d25f968 HTTP/1.1" status: 404 len: 337 time: 0.0496433 Jul 05 04:13:02.532603 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50436) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:02.595653 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.602070 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ae52b-a061-4580-8ab0-8310b85a10a8 req-89507e8c-b7de-4a15-bdeb-98267696afed tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:02.609411 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cf6ae52b-a061-4580-8ab0-8310b85a10a8 req-89507e8c-b7de-4a15-bdeb-98267696afed tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 944 time: 0.3218598 Jul 05 04:13:02.645656 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7aecb99a-1ba8-4b2c-a65e-b27dc4c11380 tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.666692 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-2b9c957d-7219-4f9e-a655-7bdee2278a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:02.679212 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-2b9c957d-7219-4f9e-a655-7bdee2278a9c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=40568ec5-9a32-47f3-85b6-60f4faaa494c HTTP/1.1" status: 200 len: 851 time: 0.2755857 Jul 05 04:13:02.693040 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cf6ae52b-a061-4580-8ab0-8310b85a10a8 req-3a285a6a-e472-45e6-a306-4f06db9ff5d7 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791759 Jul 05 04:13:02.925551 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4f6409b3-0521-4934-bb3e-72a20313dfc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.014360 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7aecb99a-1ba8-4b2c-a65e-b27dc4c11380 tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.024492 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7aecb99a-1ba8-4b2c-a65e-b27dc4c11380 tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d8058ec-6815-46a1-bafb-bcbcea4fea39']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:03.038948 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7aecb99a-1ba8-4b2c-a65e-b27dc4c11380 tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df973a79-6f4c-40b1-9c7f-b2b0674fad1e') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:03.038948 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7aecb99a-1ba8-4b2c-a65e-b27dc4c11380 tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df973a79-6f4c-40b1-9c7f-b2b0674fad1e') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:03.048296 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7aecb99a-1ba8-4b2c-a65e-b27dc4c11380 tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.068069 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7aecb99a-1ba8-4b2c-a65e-b27dc4c11380 tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.086761 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aecb99a-1ba8-4b2c-a65e-b27dc4c11380 tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:03.087693 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7aecb99a-1ba8-4b2c-a65e-b27dc4c11380 tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:03.199044 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:03.330650 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7aecb99a-1ba8-4b2c-a65e-b27dc4c11380 tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.363118 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7aecb99a-1ba8-4b2c-a65e-b27dc4c11380 tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.379917 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7aecb99a-1ba8-4b2c-a65e-b27dc4c11380 tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] 10.222.0.77 "DELETE /v2.0/networks/7d8058ec-6815-46a1-bafb-bcbcea4fea39 HTTP/1.1" status: 204 len: 168 time: 0.8459079 Jul 05 04:13:03.516802 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-06b50144-8d3e-4e4c-9912-845671c5c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:03.527292 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-06b50144-8d3e-4e4c-9912-845671c5c0fc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8471103 Jul 05 04:13:03.558470 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63ead2-be21-44da-b94a-64a7a46d631b req-86922ce2-867a-4e61-819b-012edfe53683 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:03.576023 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b63ead2-be21-44da-b94a-64a7a46d631b req-86922ce2-867a-4e61-819b-012edfe53683 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 948 time: 0.7825150 Jul 05 04:13:03.857542 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aecb99a-1ba8-4b2c-a65e-b27dc4c11380 tempest-ExternalNetworksTestJSON-1207150749 tempest-ExternalNetworksTestJSON-1207150749-project] Pushing event deleted for resources: {'Network': ['ID=7d8058ec-6815-46a1-bafb-bcbcea4fea39,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:03.901104 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-5a8e48b6-cee6-4920-92d6-5960860891b5 service neutron] 10.222.0.70 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915215 Jul 05 04:13:03.918852 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b63ead2-be21-44da-b94a-64a7a46d631b req-d13e3dcc-4830-4ba0-b945-3dd88581f550 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3409300 Jul 05 04:13:04.247578 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-62c29a01-4fb5-4b8f-bc52-4f4e815e91de req-5aa7f83c-09ae-4be0-bf2d-83ed3a9a6f6f service neutron] 10.222.0.70 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159823 Jul 05 04:13:04.291005 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad41f6-dd62-4e5d-9831-1f1cbebbf91d req-d2f89d96-d0ea-4a9f-929f-6ba5dcea269f tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:04.310564 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cfad41f6-dd62-4e5d-9831-1f1cbebbf91d req-d2f89d96-d0ea-4a9f-929f-6ba5dcea269f tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 944 time: 0.1651299 Jul 05 04:13:04.310956 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4f6409b3-0521-4934-bb3e-72a20313dfc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.321530 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4f6409b3-0521-4934-bb3e-72a20313dfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.357592 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50464) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:04.411767 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.476107 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4f6409b3-0521-4934-bb3e-72a20313dfc9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a528851636484e19b9c04fdac81fce08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9996486 Jul 05 04:13:04.477060 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50468) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:04.551592 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cfad41f6-dd62-4e5d-9831-1f1cbebbf91d req-36b40498-a028-41bb-a14d-deb0d30d4f8d tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158887 Jul 05 04:13:04.563459 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6409b3-0521-4934-bb3e-72a20313dfc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7620db9d-aad2-4ecb-8038-eb963ffe5303,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:04.603286 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e55a6ef3-0383-4c4e-922f-1bd695f51cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.642919 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03002fd-56d2-43f8-8369-45201af5ce0d req-e36aba31-9717-4607-8992-703c51cec287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:04.645557 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a03002fd-56d2-43f8-8369-45201af5ce0d req-e36aba31-9717-4607-8992-703c51cec287 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 1096 time: 0.1869586 Jul 05 04:13:04.661013 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e55a6ef3-0383-4c4e-922f-1bd695f51cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.803473 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e55a6ef3-0383-4c4e-922f-1bd695f51cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.814617 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e55a6ef3-0383-4c4e-922f-1bd695f51cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.823188 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e55a6ef3-0383-4c4e-922f-1bd695f51cd8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7620db9d-aad2-4ecb-8038-eb963ffe5303 HTTP/1.1" status: 204 len: 168 time: 0.3423913 Jul 05 04:13:04.843674 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a6ef3-0383-4c4e-922f-1bd695f51cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7620db9d-aad2-4ecb-8038-eb963ffe5303,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:04.865525 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a6ef3-0383-4c4e-922f-1bd695f51cd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:04.866364 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a6ef3-0383-4c4e-922f-1bd695f51cd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:04.872873 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a6ef3-0383-4c4e-922f-1bd695f51cd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:04.875491 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a6ef3-0383-4c4e-922f-1bd695f51cd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:04.885246 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a6ef3-0383-4c4e-922f-1bd695f51cd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:04.888973 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a6ef3-0383-4c4e-922f-1bd695f51cd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:04.890518 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a6ef3-0383-4c4e-922f-1bd695f51cd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:04.893754 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a6ef3-0383-4c4e-922f-1bd695f51cd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:04.894858 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a6ef3-0383-4c4e-922f-1bd695f51cd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:04.897646 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a6ef3-0383-4c4e-922f-1bd695f51cd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:04.898524 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a6ef3-0383-4c4e-922f-1bd695f51cd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:04.900069 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a6ef3-0383-4c4e-922f-1bd695f51cd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:04.984608 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bea0f4e4-1c98-4702-8be3-27d65452ffbe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5cfd685d0c774f92bcf3bcb9a2353cde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6203551 Jul 05 04:13:04.992017 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50480) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:05.116233 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03002fd-56d2-43f8-8369-45201af5ce0d req-57640386-eea7-47c6-ad5e-ed3e9aca6af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:05.118422 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a03002fd-56d2-43f8-8369-45201af5ce0d req-57640386-eea7-47c6-ad5e-ed3e9aca6af1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 913 time: 0.4667990 Jul 05 04:13:05.321983 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cca2146e-1127-48b8-b8a9-8e22acf09a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.414528 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cca2146e-1127-48b8-b8a9-8e22acf09a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.456462 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a03002fd-56d2-43f8-8369-45201af5ce0d req-ecf127a8-923a-49eb-9bd6-d6857d80dc22 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76b1b6df-58f7-4374-a598-9b3a4bab9a5a HTTP/1.1" status: 200 len: 217 time: 0.3229809 Jul 05 04:13:05.558156 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cca2146e-1127-48b8-b8a9-8e22acf09a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.564470 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cca2146e-1127-48b8-b8a9-8e22acf09a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.566822 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cca2146e-1127-48b8-b8a9-8e22acf09a87 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/36193970-b0fc-4d09-9ef1-1f0ecb71413c HTTP/1.1" status: 204 len: 168 time: 0.5677602 Jul 05 04:13:05.595770 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50494) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:05.600932 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2146e-1127-48b8-b8a9-8e22acf09a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36193970-b0fc-4d09-9ef1-1f0ecb71413c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:05.676452 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0672601-5bcc-4614-9d0e-b6bb20e0f525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.751942 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03002fd-56d2-43f8-8369-45201af5ce0d req-24b9c48e-3e57-4647-b523-8625265bcc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:05.758312 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a03002fd-56d2-43f8-8369-45201af5ce0d req-24b9c48e-3e57-4647-b523-8625265bcc97 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=40568ec5-9a32-47f3-85b6-60f4faaa494c HTTP/1.1" status: 200 len: 851 time: 0.2952607 Jul 05 04:13:05.835149 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49452eea-41f1-408b-9bc9-2bbf15ced167 req-0623085b-52d7-462c-b1ac-a1228bdf2c01 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:05.836802 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49452eea-41f1-408b-9bc9-2bbf15ced167 req-0623085b-52d7-462c-b1ac-a1228bdf2c01 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 948 time: 0.5054557 Jul 05 04:13:05.985186 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-49452eea-41f1-408b-9bc9-2bbf15ced167 req-d1de67df-1f55-41c6-bc5d-388acd8b9de4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411378 Jul 05 04:13:06.016081 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03002fd-56d2-43f8-8369-45201af5ce0d req-77809552-7e53-48a2-a27b-d347a7e05b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:06.017774 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a03002fd-56d2-43f8-8369-45201af5ce0d req-77809552-7e53-48a2-a27b-d347a7e05b8c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2501116 Jul 05 04:13:06.076759 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f26842-9667-4799-8403-82e5cbd02dd6 req-b1646b31-1441-4b0c-849c-36b76f68abb8 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:06.086412 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a7f26842-9667-4799-8403-82e5cbd02dd6 req-b1646b31-1441-4b0c-849c-36b76f68abb8 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 944 time: 0.2535064 Jul 05 04:13:06.161070 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b2d60921-d607-4fdd-b503-457bca5cc382 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:13:06.214049 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a7f26842-9667-4799-8403-82e5cbd02dd6 req-8c8e7a75-0043-4728-87e5-8d3bcf800633 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230004 Jul 05 04:13:06.485805 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0672601-5bcc-4614-9d0e-b6bb20e0f525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.495405 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b2d60921-d607-4fdd-b503-457bca5cc382, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b2d60921-d607-4fdd-b503-457bca5cc382,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:06.506359 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0672601-5bcc-4614-9d0e-b6bb20e0f525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.534195 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'b2d60921-d607-4fdd-b503-457bca5cc382', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'port_id': 'b2d60921-d607-4fdd-b503-457bca5cc382', 'mac_address': 'fa:16:3e:3d:69:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:13:06.621483 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50508) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:06.650544 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0672601-5bcc-4614-9d0e-b6bb20e0f525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51a0fbc-a6e9-40ef-8c41-a0199da283e0,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:06.654904 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a03002fd-56d2-43f8-8369-45201af5ce0d req-0b6f03f1-28dc-47ef-b57b-d2945b2f6b02 service neutron] 10.222.0.70 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6213403 Jul 05 04:13:06.686357 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.693917 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b0672601-5bcc-4614-9d0e-b6bb20e0f525 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1d722ce036db4180ba4fe9a67afe4433&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0616665 Jul 05 04:13:06.707250 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50510) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:06.749076 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d60921-d607-4fdd-b503-457bca5cc382 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:13:06.797745 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-803fe32d-4b9d-4f9d-88f0-7de0583a6db5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a1fdb4617235410da2bae84353773c04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1744165 Jul 05 04:13:06.798351 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50512) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:06.801369 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b2d60921-d607-4fdd-b503-457bca5cc382, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b2d60921-d607-4fdd-b503-457bca5cc382,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:06.815568 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.875049 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=b2d60921-d607-4fdd-b503-457bca5cc382,revision_number=9']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:06.887957 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:06.888883 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:06.889535 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:06.890932 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:06.891516 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:06.893370 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:06.893973 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:06.894517 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:06.895145 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:06.896012 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:06.896980 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:06.897538 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:06.984318 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a03002fd-56d2-43f8-8369-45201af5ce0d req-8ee7f908-0fb6-41ae-9b31-2e1f61cb4432 service neutron] 10.222.0.70 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190541 Jul 05 04:13:06.988740 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-02dc15a7-12ae-444b-8dcf-89d68daa5188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.029011 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-02dc15a7-12ae-444b-8dcf-89d68daa5188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.081422 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-39f6ed9a-3b6e-4644-a90c-425775a62d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.161255 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-39f6ed9a-3b6e-4644-a90c-425775a62d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.252807 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['b2d60921-d607-4fdd-b503-457bca5cc382'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:13:07.264642 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-02dc15a7-12ae-444b-8dcf-89d68daa5188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.268602 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-02dc15a7-12ae-444b-8dcf-89d68daa5188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.272885 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-02dc15a7-12ae-444b-8dcf-89d68daa5188 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e51a0fbc-a6e9-40ef-8c41-a0199da283e0 HTTP/1.1" status: 204 len: 168 time: 0.5437133 Jul 05 04:13:07.314468 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc15a7-12ae-444b-8dcf-89d68daa5188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51a0fbc-a6e9-40ef-8c41-a0199da283e0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:07.332262 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-39f6ed9a-3b6e-4644-a90c-425775a62d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.339021 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-39f6ed9a-3b6e-4644-a90c-425775a62d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.351605 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-39f6ed9a-3b6e-4644-a90c-425775a62d03 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ea40ee60-b15e-4b68-a312-aa19025a35b5 HTTP/1.1" status: 204 len: 168 time: 0.5462639 Jul 05 04:13:07.394564 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6ed9a-3b6e-4644-a90c-425775a62d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea40ee60-b15e-4b68-a312-aa19025a35b5,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:07.588330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c039799-9d88-4e74-958b-bc67f473cb6c req-e4d42d98-8477-4676-84d2-bcc31ea7ca94 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:07.605116 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6c039799-9d88-4e74-958b-bc67f473cb6c req-e4d42d98-8477-4676-84d2-bcc31ea7ca94 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 949 time: 0.2023914 Jul 05 04:13:07.725505 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6c039799-9d88-4e74-958b-bc67f473cb6c req-0aac4561-16ed-44ba-8906-4185d41bf73f tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133454 Jul 05 04:13:07.928116 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be6a2b-8731-4147-b22e-b040a9d4c3f1 req-b0958d45-c757-424c-8376-54b700a9d391 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:07.941763 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-76be6a2b-8731-4147-b22e-b040a9d4c3f1 req-b0958d45-c757-424c-8376-54b700a9d391 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 944 time: 0.3164976 Jul 05 04:13:08.117324 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-76be6a2b-8731-4147-b22e-b040a9d4c3f1 req-c35d757e-b18f-4a20-9ba8-4dc9ad185996 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738107 Jul 05 04:13:09.163893 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e43d02-c202-4faa-9dac-06bfaa96d758 req-473cd89b-61a2-4ca2-804e-b7638b5ceebd tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:09.178058 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b1e43d02-c202-4faa-9dac-06bfaa96d758 req-473cd89b-61a2-4ca2-804e-b7638b5ceebd tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 949 time: 0.1656194 Jul 05 04:13:09.292775 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b1e43d02-c202-4faa-9dac-06bfaa96d758 req-1b039483-c01a-4902-974b-6a9d47e92d89 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137238 Jul 05 04:13:09.751888 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e9874-0133-47b4-a511-8d7d4ddc5016 req-4919c305-7ef6-4a9f-a279-dc142938ee20 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:09.753704 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e70e9874-0133-47b4-a511-8d7d4ddc5016 req-4919c305-7ef6-4a9f-a279-dc142938ee20 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 944 time: 0.3205626 Jul 05 04:13:09.846749 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e70e9874-0133-47b4-a511-8d7d4ddc5016 req-b47dbadd-2721-4bde-b4ce-6f71361cfbb8 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866451 Jul 05 04:13:10.083678 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50588) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:10.197872 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b2d60921-d607-4fdd-b503-457bca5cc382 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:10.345463 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port b2d60921-d607-4fdd-b503-457bca5cc382 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:10.348882 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.431320 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-2b751e88-ab32-488a-aaf8-2187fbb4e209 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1479316622'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:10.513812 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b751e88-ab32-488a-aaf8-2187fbb4e209 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Made reservation on behalf of 8adcac9c136b467893eddce0f7698294 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:10.526295 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2b751e88-ab32-488a-aaf8-2187fbb4e209 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.564233 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2b751e88-ab32-488a-aaf8-2187fbb4e209 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.817962 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.883914 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69346a61-cc6b-49c7-85ac-ed073166035e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d60921-d607-4fdd-b503-457bca5cc382'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:13:10.890071 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5a72f8-5c45-4728-bcc1-ea638624d3af" -d '{"events": [{"server_uuid": "69346a61-cc6b-49c7-85ac-ed073166035e", "name": "network-vif-plugged", "status": "completed", "tag": "b2d60921-d607-4fdd-b503-457bca5cc382"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:13:10.925537 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b2d60921-d607-4fdd-b503-457bca5cc382, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b2d60921-d607-4fdd-b503-457bca5cc382,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:10.947679 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.097727 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97cfb2-7376-404b-9d4b-3b23c6b7b268 req-5df82edb-4a97-4513-a73d-c1890feae3a6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:11.099881 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=b2d60921-d607-4fdd-b503-457bca5cc382,revision_number=10']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:11.100836 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f97cfb2-7376-404b-9d4b-3b23c6b7b268 req-5df82edb-4a97-4513-a73d-c1890feae3a6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 949 time: 0.3230102 Jul 05 04:13:11.163861 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2b751e88-ab32-488a-aaf8-2187fbb4e209 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.185000 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2b751e88-ab32-488a-aaf8-2187fbb4e209 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.346831 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b751e88-ab32-488a-aaf8-2187fbb4e209 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:11.352995 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff84819-f30a-4528-9103-918695ac991a req-8f77b8d2-93fc-4f5f-b60f-bdd870f5890d tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:11.372831 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0ff84819-f30a-4528-9103-918695ac991a req-8f77b8d2-93fc-4f5f-b60f-bdd870f5890d tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 944 time: 0.2286363 Jul 05 04:13:11.396225 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2b751e88-ab32-488a-aaf8-2187fbb4e209 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.399367 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-2b751e88-ab32-488a-aaf8-2187fbb4e209 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Added segment 84850ebd-ae06-4aa1-9a13-edce3c000a5a of type vlan for network f7f0de28-0286-423d-8f44-125c888cd47a Jul 05 04:13:11.502598 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2b751e88-ab32-488a-aaf8-2187fbb4e209 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.546835 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2b751e88-ab32-488a-aaf8-2187fbb4e209 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.551670 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b751e88-ab32-488a-aaf8-2187fbb4e209 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:11.552442 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2b751e88-ab32-488a-aaf8-2187fbb4e209 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.563556 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0ff84819-f30a-4528-9103-918695ac991a req-4774ea1e-6e10-4c11-9745-56de67b174b5 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860678 Jul 05 04:13:11.620174 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f97cfb2-7376-404b-9d4b-3b23c6b7b268 req-1f5548c4-9731-4a5c-afb0-1273685d5263 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5079508 Jul 05 04:13:11.705035 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b751e88-ab32-488a-aaf8-2187fbb4e209 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb147a99-e293-41f3-b9d0-2ad6d0634005,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:11.711530 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2b751e88-ab32-488a-aaf8-2187fbb4e209 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.6261232 Jul 05 04:13:11.716118 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50616) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:11.729652 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b751e88-ab32-488a-aaf8-2187fbb4e209 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Pushing event updated for resources: {'Network': ['ID=f7f0de28-0286-423d-8f44-125c888cd47a,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:11.733598 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-c0380ec2-cbe3-4551-93ad-ddf1409ad071 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Request body: {'subnet': {'network_id': 'f7f0de28-0286-423d-8f44-125c888cd47a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:11.759205 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6da9ffe-1542-4ed0-b710-ef34982d0c14 x-openstack-request-id: req-f6da9ffe-1542-4ed0-b710-ef34982d0c14 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:13:11.760124 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69346a61-cc6b-49c7-85ac-ed073166035e", "name": "network-vif-plugged", "status": "completed", "tag": "b2d60921-d607-4fdd-b503-457bca5cc382", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:13:11.760563 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f6da9ffe-1542-4ed0-b710-ef34982d0c14 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:13:11.761374 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69346a61-cc6b-49c7-85ac-ed073166035e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d60921-d607-4fdd-b503-457bca5cc382', 'code': 200} Jul 05 04:13:11.779010 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network f7f0de28-0286-423d-8f44-125c888cd47a details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:12.094833 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0380ec2-cbe3-4551-93ad-ddf1409ad071 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Made reservation on behalf of 8adcac9c136b467893eddce0f7698294 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:12.100335 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c0380ec2-cbe3-4551-93ad-ddf1409ad071 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.142453 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d05a0-fba7-4176-9129-e12ee89fe3e9 req-f687694a-f0c8-4b64-8964-14a6cfa37da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:12.144536 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3e1d05a0-fba7-4176-9129-e12ee89fe3e9 req-f687694a-f0c8-4b64-8964-14a6cfa37da4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 1103 time: 0.1817834 Jul 05 04:13:12.285739 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3e1d05a0-fba7-4176-9129-e12ee89fe3e9 req-747d7ef4-9139-4e82-927a-1519b490b88a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281531 Jul 05 04:13:13.017745 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c4ba8-f523-43d5-aa54-5e9d2440f24f req-d12c837a-dd9e-47f1-9234-532401a2e04c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:13.033462 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-979c4ba8-f523-43d5-aa54-5e9d2440f24f req-d12c837a-dd9e-47f1-9234-532401a2e04c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 944 time: 0.1939359 Jul 05 04:13:13.052006 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.133413 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-979c4ba8-f523-43d5-aa54-5e9d2440f24f req-ac65e0b8-c28e-482d-95c6-aae65eeb39cc tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976565 Jul 05 04:13:13.306414 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b8f36-8abc-4ae7-af33-bf85f979a368 req-7c4c73d6-00d2-49f3-ab92-c8227b83f47e tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:13.306414 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0e1b8f36-8abc-4ae7-af33-bf85f979a368 req-7c4c73d6-00d2-49f3-ab92-c8227b83f47e tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 951 time: 0.2538934 Jul 05 04:13:13.317320 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c0380ec2-cbe3-4551-93ad-ddf1409ad071 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.420861 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0e1b8f36-8abc-4ae7-af33-bf85f979a368 req-8d216c0e-7e78-4404-8df6-d5fd93c3c8e4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157229 Jul 05 04:13:13.422560 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0380ec2-cbe3-4551-93ad-ddf1409ad071 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Pushing event updated for resources: {'Subnet': ['ID=1c56cbae-4b90-4585-8d4d-d0031ada3f54,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:13.460253 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0380ec2-cbe3-4551-93ad-ddf1409ad071 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Checking segment: {'id': '84850ebd-ae06-4aa1-9a13-edce3c000a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f7f0de28-0286-423d-8f44-125c888cd47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:13.461374 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0380ec2-cbe3-4551-93ad-ddf1409ad071 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Network hostable DHCP agents. Network: f7f0de28-0286-423d-8f44-125c888cd47a, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:13.490785 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0380ec2-cbe3-4551-93ad-ddf1409ad071 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Network f7f0de28-0286-423d-8f44-125c888cd47a is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:13.507814 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-c0380ec2-cbe3-4551-93ad-ddf1409ad071 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, f7f0de28-0286-423d-8f44-125c888cd47a) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:13.517198 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246d099e-9515-42a2-a22f-ccb5899d5f68 None None] Network f7f0de28-0286-423d-8f44-125c888cd47a requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:13.541724 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0380ec2-cbe3-4551-93ad-ddf1409ad071 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:13.542327 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c0380ec2-cbe3-4551-93ad-ddf1409ad071 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.603102 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50668) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:13.609284 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-fa59fd9b-800b-49fd-a6c4-5fa7c3d84d9c tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Request body: {'port': {'network_id': 'f7f0de28-0286-423d-8f44-125c888cd47a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-712671069'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:13.610438 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c0380ec2-cbe3-4551-93ad-ddf1409ad071 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8926551 Jul 05 04:13:13.753498 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb641394-df2c-4075-8c3c-08a937fbe5e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-f7f0de28-0286-423d-8f44-125c888cd47a', 'network_id': 'f7f0de28-0286-423d-8f44-125c888cd47a', 'tenant_id': '8adcac9c136b467893eddce0f7698294', 'fixed_ips': [{'subnet_id': '1c56cbae-4b90-4585-8d4d-d0031ada3f54'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:13:13.754644 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cb641394-df2c-4075-8c3c-08a937fbe5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.931230 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa59fd9b-800b-49fd-a6c4-5fa7c3d84d9c tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Made reservation on behalf of 8adcac9c136b467893eddce0f7698294 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:13.955449 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fa59fd9b-800b-49fd-a6c4-5fa7c3d84d9c tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.983718 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-fa59fd9b-800b-49fd-a6c4-5fa7c3d84d9c tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] device_id is not set on port 2f2d6825-7b62-4e40-9310-3c149e8a4d65 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:14.013319 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-cb641394-df2c-4075-8c3c-08a937fbe5e9 None None] Allocated IP 2001:db8::2 (f7f0de28-0286-423d-8f44-125c888cd47a/1c56cbae-4b90-4585-8d4d-d0031ada3f54/f14fe98e-1eca-4ef6-8972-778de69e75dc) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:14.425525 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cb641394-df2c-4075-8c3c-08a937fbe5e9 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.449766 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-cb641394-df2c-4075-8c3c-08a937fbe5e9 None None] Transition to ACTIVE for port object f14fe98e-1eca-4ef6-8972-778de69e75dc will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:14.493123 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-cb641394-df2c-4075-8c3c-08a937fbe5e9 None None] Transition to ACTIVE for port object f14fe98e-1eca-4ef6-8972-778de69e75dc will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:14.502977 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cb641394-df2c-4075-8c3c-08a937fbe5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.578758 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d1e3c-3cc1-431c-b816-760b321577eb req-9a9ab89d-b183-46cf-9236-cd20a1368449 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:14.595640 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb641394-df2c-4075-8c3c-08a937fbe5e9 None None] Pushing event updated for resources: {'Port': ['ID=f14fe98e-1eca-4ef6-8972-778de69e75dc,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:14.608019 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-846d1e3c-3cc1-431c-b816-760b321577eb req-9a9ab89d-b183-46cf-9236-cd20a1368449 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 944 time: 0.2247746 Jul 05 04:13:14.631286 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb641394-df2c-4075-8c3c-08a937fbe5e9 None None] Network f7f0de28-0286-423d-8f44-125c888cd47a is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:14.632876 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-cb641394-df2c-4075-8c3c-08a937fbe5e9 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:14.638325 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb641394-df2c-4075-8c3c-08a937fbe5e9 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:14.736409 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cb641394-df2c-4075-8c3c-08a937fbe5e9 None None] Attempting to bind port f14fe98e-1eca-4ef6-8972-778de69e75dc on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:14.736989 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cb641394-df2c-4075-8c3c-08a937fbe5e9 None None] Attempting to bind port f14fe98e-1eca-4ef6-8972-778de69e75dc by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '84850ebd-ae06-4aa1-9a13-edce3c000a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f7f0de28-0286-423d-8f44-125c888cd47a'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:14.737551 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb641394-df2c-4075-8c3c-08a937fbe5e9 None None] Attempting to bind port f14fe98e-1eca-4ef6-8972-778de69e75dc on network f7f0de28-0286-423d-8f44-125c888cd47a {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:14.747168 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb641394-df2c-4075-8c3c-08a937fbe5e9 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:14.748240 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb641394-df2c-4075-8c3c-08a937fbe5e9 None None] Checking segment: {'id': '84850ebd-ae06-4aa1-9a13-edce3c000a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f7f0de28-0286-423d-8f44-125c888cd47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:14.749225 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cb641394-df2c-4075-8c3c-08a937fbe5e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.749850 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb641394-df2c-4075-8c3c-08a937fbe5e9 None None] Bound using segment: {'id': '84850ebd-ae06-4aa1-9a13-edce3c000a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f7f0de28-0286-423d-8f44-125c888cd47a'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:14.750818 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cb641394-df2c-4075-8c3c-08a937fbe5e9 None None] Bound port: f14fe98e-1eca-4ef6-8972-778de69e75dc, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84850ebd-ae06-4aa1-9a13-edce3c000a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f7f0de28-0286-423d-8f44-125c888cd47a'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:14.751403 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cb641394-df2c-4075-8c3c-08a937fbe5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.796149 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-846d1e3c-3cc1-431c-b816-760b321577eb req-26f08692-f90a-4fad-a7a6-0e2c172df510 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870873 Jul 05 04:13:14.797516 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-fa59fd9b-800b-49fd-a6c4-5fa7c3d84d9c tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Allocated IP 2001:db8::8b (f7f0de28-0286-423d-8f44-125c888cd47a/1c56cbae-4b90-4585-8d4d-d0031ada3f54/2f2d6825-7b62-4e40-9310-3c149e8a4d65) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:14.890647 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-cb641394-df2c-4075-8c3c-08a937fbe5e9 None None] For port f14fe98e-1eca-4ef6-8972-778de69e75dc, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:14.899043 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-cb641394-df2c-4075-8c3c-08a937fbe5e9 None None] For port f14fe98e-1eca-4ef6-8972-778de69e75dc, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f14fe98e-1eca-4ef6-8972-778de69e75dc,segment=NetworkSegment(84850ebd-ae06-4aa1-9a13-edce3c000a5a),segment_id=84850ebd-ae06-4aa1-9a13-edce3c000a5a)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:14.908300 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cb641394-df2c-4075-8c3c-08a937fbe5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.063912 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb641394-df2c-4075-8c3c-08a937fbe5e9 None None] Pushing event updated for resources: {'Port': ['ID=f14fe98e-1eca-4ef6-8972-778de69e75dc,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:15.182276 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fa59fd9b-800b-49fd-a6c4-5fa7c3d84d9c tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.196940 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be228d7-76d6-4bca-a346-ad930c4ab59b req-1e9e15e8-caee-4aa2-8944-840a6bf60d42 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:15.214533 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6be228d7-76d6-4bca-a346-ad930c4ab59b req-1e9e15e8-caee-4aa2-8944-840a6bf60d42 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 951 time: 0.2895899 Jul 05 04:13:15.224785 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-fa59fd9b-800b-49fd-a6c4-5fa7c3d84d9c tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Transition to ACTIVE for port object 2f2d6825-7b62-4e40-9310-3c149e8a4d65 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:15.291166 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6be228d7-76d6-4bca-a346-ad930c4ab59b req-247ea787-7f9e-4d40-b579-64ef0993779b tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742879 Jul 05 04:13:15.358865 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fa59fd9b-800b-49fd-a6c4-5fa7c3d84d9c tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.488362 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa59fd9b-800b-49fd-a6c4-5fa7c3d84d9c tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Network f7f0de28-0286-423d-8f44-125c888cd47a is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:15.493162 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-fa59fd9b-800b-49fd-a6c4-5fa7c3d84d9c tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:15.499454 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa59fd9b-800b-49fd-a6c4-5fa7c3d84d9c tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:15.525072 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa59fd9b-800b-49fd-a6c4-5fa7c3d84d9c tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:15.526169 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fa59fd9b-800b-49fd-a6c4-5fa7c3d84d9c tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.557423 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59fd9b-800b-49fd-a6c4-5fa7c3d84d9c tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Pushing event updated for resources: {'Port': ['ID=2f2d6825-7b62-4e40-9310-3c149e8a4d65,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:15.585651 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fa59fd9b-800b-49fd-a6c4-5fa7c3d84d9c tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.9814587 Jul 05 04:13:15.588745 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50716) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:15.594990 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-8e70e83c-adc3-49cb-b5d5-54379bbeb898 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Request body: {'port': {'network_id': 'f7f0de28-0286-423d-8f44-125c888cd47a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1552113455', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:15.595536 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.api.validators [None req-8e70e83c-adc3-49cb-b5d5-54379bbeb898 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] bootfile-name is not in valid_values {{(pid=105539) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:13:15.596768 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.api.validators [None req-8e70e83c-adc3-49cb-b5d5-54379bbeb898 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] tftp-server is not in valid_values {{(pid=105539) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:13:15.597330 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.api.validators [None req-8e70e83c-adc3-49cb-b5d5-54379bbeb898 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] server-ip-address is not in valid_values {{(pid=105539) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:13:15.613049 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2833fb-87cb-48d4-863d-bced8dfdf642 req-9c5ef249-07db-46c8-803e-886f15b6ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:15.615323 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b2833fb-87cb-48d4-863d-bced8dfdf642 req-9c5ef249-07db-46c8-803e-886f15b6ba5f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0a0e169dad4642e084dbd1dffad21af0&device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 1103 time: 0.3157918 Jul 05 04:13:15.829275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e70e83c-adc3-49cb-b5d5-54379bbeb898 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Made reservation on behalf of 8adcac9c136b467893eddce0f7698294 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:15.836477 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8e70e83c-adc3-49cb-b5d5-54379bbeb898 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.911583 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-8e70e83c-adc3-49cb-b5d5-54379bbeb898 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] device_id is not set on port 23c790a7-c88f-4a53-85ea-8f40db6353e7 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:16.037087 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2833fb-87cb-48d4-863d-bced8dfdf642 req-7fe9f346-9513-42e8-b18b-f0cc356db960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:16.039039 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b2833fb-87cb-48d4-863d-bced8dfdf642 req-7fe9f346-9513-42e8-b18b-f0cc356db960 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7 HTTP/1.1" status: 200 len: 918 time: 0.3963876 Jul 05 04:13:16.256766 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b2833fb-87cb-48d4-863d-bced8dfdf642 req-4cb0f52e-e590-48be-b4e1-7f10a6c37830 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d60921-d607-4fdd-b503-457bca5cc382 HTTP/1.1" status: 200 len: 1005 time: 0.2094028 Jul 05 04:13:16.262957 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-8e70e83c-adc3-49cb-b5d5-54379bbeb898 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Allocated IP 2001:db8::a0 (f7f0de28-0286-423d-8f44-125c888cd47a/1c56cbae-4b90-4585-8d4d-d0031ada3f54/23c790a7-c88f-4a53-85ea-8f40db6353e7) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:16.480030 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2833fb-87cb-48d4-863d-bced8dfdf642 req-f1ef51ef-90cf-4e42-b252-62a615d2af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:16.482250 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b2833fb-87cb-48d4-863d-bced8dfdf642 req-f1ef51ef-90cf-4e42-b252-62a615d2af67 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467 HTTP/1.1" status: 200 len: 856 time: 0.1670654 Jul 05 04:13:16.565819 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332ed2f-dc4d-4652-afd9-ac27952ce4e2 req-d1cceb8f-081c-4151-9e3f-e3bb540a5adf tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:16.567375 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f332ed2f-dc4d-4652-afd9-ac27952ce4e2 req-d1cceb8f-081c-4151-9e3f-e3bb540a5adf tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 944 time: 0.3893454 Jul 05 04:13:16.641686 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2833fb-87cb-48d4-863d-bced8dfdf642 req-46212d93-92a3-4a8f-9d71-9acdcc7b8050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:16.643343 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b2833fb-87cb-48d4-863d-bced8dfdf642 req-46212d93-92a3-4a8f-9d71-9acdcc7b8050 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1497960 Jul 05 04:13:16.656725 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f332ed2f-dc4d-4652-afd9-ac27952ce4e2 req-96d4c527-3cd7-4198-8951-83ec8c26b5ba tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798199 Jul 05 04:13:16.698515 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8e70e83c-adc3-49cb-b5d5-54379bbeb898 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:16.767934 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-8e70e83c-adc3-49cb-b5d5-54379bbeb898 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Transition to ACTIVE for port object 23c790a7-c88f-4a53-85ea-8f40db6353e7 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:16.786312 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126156d-fd92-4f21-b2d7-2e713e3c0d1c req-220056df-eab0-450d-bffe-b3f05ec51cc1 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:16.789707 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1126156d-fd92-4f21-b2d7-2e713e3c0d1c req-220056df-eab0-450d-bffe-b3f05ec51cc1 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 951 time: 0.2399058 Jul 05 04:13:16.887961 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b2833fb-87cb-48d4-863d-bced8dfdf642 req-203b609e-7e31-42c6-901f-263d7c050aa4 service neutron] 10.222.0.89 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228718 Jul 05 04:13:16.945242 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21f1119-ef11-412b-b638-5f63700dba40 None None] Network f7f0de28-0286-423d-8f44-125c888cd47a requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:16.978237 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8e70e83c-adc3-49cb-b5d5-54379bbeb898 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.024511 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1126156d-fd92-4f21-b2d7-2e713e3c0d1c req-02d6686e-5f96-4748-93de-b3edf82092e5 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159255 Jul 05 04:13:17.169080 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e70e83c-adc3-49cb-b5d5-54379bbeb898 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Network f7f0de28-0286-423d-8f44-125c888cd47a is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:17.185990 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-8e70e83c-adc3-49cb-b5d5-54379bbeb898 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:17.192935 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e70e83c-adc3-49cb-b5d5-54379bbeb898 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:17.203785 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f14fe98e-1eca-4ef6-8972-778de69e75dc up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:17.207266 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e70e83c-adc3-49cb-b5d5-54379bbeb898 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:17.208026 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8e70e83c-adc3-49cb-b5d5-54379bbeb898 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.217335 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70e83c-adc3-49cb-b5d5-54379bbeb898 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Pushing event updated for resources: {'Port': ['ID=23c790a7-c88f-4a53-85ea-8f40db6353e7,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:17.251279 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8e70e83c-adc3-49cb-b5d5-54379bbeb898 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.6612220 Jul 05 04:13:17.253542 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50734) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:17.259360 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-40c0c735-6d2d-48e6-a026-33eecaef844e None None] Provisioning for port f14fe98e-1eca-4ef6-8972-778de69e75dc completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:17.336809 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b2833fb-87cb-48d4-863d-bced8dfdf642 req-14d0ff7c-e24f-4d0f-8df3-4462cec47874 service neutron] 10.222.0.89 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439812 Jul 05 04:13:17.354606 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port f14fe98e-1eca-4ef6-8972-778de69e75dc completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:17.364594 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port f14fe98e-1eca-4ef6-8972-778de69e75dc triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:17.365281 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.497458 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ebb409-5d5c-44db-bb72-1c1f9fa5591d tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:17.518870 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ebb409-5d5c-44db-bb72-1c1f9fa5591d tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:17.537647 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.542368 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ebb409-5d5c-44db-bb72-1c1f9fa5591d tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:17.549167 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50744) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:17.552432 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-45ebb409-5d5c-44db-bb72-1c1f9fa5591d tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2974341 Jul 05 04:13:17.603005 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port f14fe98e-1eca-4ef6-8972-778de69e75dc, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f14fe98e-1eca-4ef6-8972-778de69e75dc,segment=NetworkSegment(84850ebd-ae06-4aa1-9a13-edce3c000a5a),segment_id=84850ebd-ae06-4aa1-9a13-edce3c000a5a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:17.609333 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.686116 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=f14fe98e-1eca-4ef6-8972-778de69e75dc,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:17.941813 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3fb3eb58-3309-4041-ac06-6c6da66622fb None None] Provisioning for port 2f2d6825-7b62-4e40-9310-3c149e8a4d65 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:17.957846 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3fb3eb58-3309-4041-ac06-6c6da66622fb None None] Provisioning complete for port 2f2d6825-7b62-4e40-9310-3c149e8a4d65 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:17.963764 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3fb3eb58-3309-4041-ac06-6c6da66622fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.057721 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-3fb3eb58-3309-4041-ac06-6c6da66622fb None None] Port 2f2d6825-7b62-4e40-9310-3c149e8a4d65 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:18.081293 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3fb3eb58-3309-4041-ac06-6c6da66622fb None None] Provisioning for port 23c790a7-c88f-4a53-85ea-8f40db6353e7 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:18.087974 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3fb3eb58-3309-4041-ac06-6c6da66622fb None None] Provisioning complete for port 23c790a7-c88f-4a53-85ea-8f40db6353e7 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:18.088358 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3fb3eb58-3309-4041-ac06-6c6da66622fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.219907 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-3fb3eb58-3309-4041-ac06-6c6da66622fb None None] Port 23c790a7-c88f-4a53-85ea-8f40db6353e7 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:18.263448 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3fb3eb58-3309-4041-ac06-6c6da66622fb None None] Provisioning complete for port f14fe98e-1eca-4ef6-8972-778de69e75dc triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:18.268006 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3fb3eb58-3309-4041-ac06-6c6da66622fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.407242 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:13:18.635508 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-304ecee0-074a-4cb4-8d32-80de2bc2120d None None] Provisioning complete for port 2f2d6825-7b62-4e40-9310-3c149e8a4d65 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:18.635829 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-304ecee0-074a-4cb4-8d32-80de2bc2120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.773265 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-304ecee0-074a-4cb4-8d32-80de2bc2120d None None] Port 2f2d6825-7b62-4e40-9310-3c149e8a4d65 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:18.816760 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-42ac1e8e-3ec7-4c92-8c21-1dfcff77db9d tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Deleting port 23c790a7-c88f-4a53-85ea-8f40db6353e7 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:18.817355 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-42ac1e8e-3ec7-4c92-8c21-1dfcff77db9d tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.828219 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a96ec8-8f7b-42fa-a9a2-7ee5fa965568 req-b78b1ea6-04a4-42d3-b91c-0c7f0032aad4 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:18.835108 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-65a96ec8-8f7b-42fa-a9a2-7ee5fa965568 req-b78b1ea6-04a4-42d3-b91c-0c7f0032aad4 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 944 time: 0.3129466 Jul 05 04:13:18.908352 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2b71c42a-fb69-4685-a97f-1ed7d93a0653 None None] Provisioning complete for port 23c790a7-c88f-4a53-85ea-8f40db6353e7 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:18.909165 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2b71c42a-fb69-4685-a97f-1ed7d93a0653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.003861 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-42ac1e8e-3ec7-4c92-8c21-1dfcff77db9d tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.051989 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-42ac1e8e-3ec7-4c92-8c21-1dfcff77db9d tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Calling delete_port for 23c790a7-c88f-4a53-85ea-8f40db6353e7 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:19.109472 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-65a96ec8-8f7b-42fa-a9a2-7ee5fa965568 req-0591d1a4-5341-4b24-9a0b-1aee0ce704b1 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734375 Jul 05 04:13:19.209361 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f14fe98e-1eca-4ef6-8972-778de69e75dc up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:19.289072 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2b71c42a-fb69-4685-a97f-1ed7d93a0653 None None] Port 23c790a7-c88f-4a53-85ea-8f40db6353e7 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:19.297396 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port f14fe98e-1eca-4ef6-8972-778de69e75dc triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:19.297999 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.395777 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-42ac1e8e-3ec7-4c92-8c21-1dfcff77db9d tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.458070 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac1e8e-3ec7-4c92-8c21-1dfcff77db9d tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Pushing event deleted for resources: {'Port': ['ID=23c790a7-c88f-4a53-85ea-8f40db6353e7,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:19.520280 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-42ac1e8e-3ec7-4c92-8c21-1dfcff77db9d tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.522296 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-42ac1e8e-3ec7-4c92-8c21-1dfcff77db9d tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] 10.222.0.77 "DELETE /v2.0/ports/23c790a7-c88f-4a53-85ea-8f40db6353e7 HTTP/1.1" status: 204 len: 168 time: 1.9717264 Jul 05 04:13:19.525978 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50776) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:19.539061 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-9b5e69ff-4b33-44ae-a9f7-204a576e7093 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Request body: {'port': {'name': 'tempest-new-port-name-2115420273', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:19.539538 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.api.validators [None req-9b5e69ff-4b33-44ae-a9f7-204a576e7093 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] bootfile-name is not in valid_values {{(pid=105538) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:13:19.542187 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.api.validators [None req-9b5e69ff-4b33-44ae-a9f7-204a576e7093 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] tftp-server is not in valid_values {{(pid=105538) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:13:19.542578 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.api.validators [None req-9b5e69ff-4b33-44ae-a9f7-204a576e7093 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] server-ip-address is not in valid_values {{(pid=105538) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:13:19.817250 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9b5e69ff-4b33-44ae-a9f7-204a576e7093 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.102286 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9b5e69ff-4b33-44ae-a9f7-204a576e7093 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.109332 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9b5e69ff-4b33-44ae-a9f7-204a576e7093 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.244419 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-9b5e69ff-4b33-44ae-a9f7-204a576e7093 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] In _notify_port_updated(), no bound segment for port 2f2d6825-7b62-4e40-9310-3c149e8a4d65 on network f7f0de28-0286-423d-8f44-125c888cd47a {{(pid=105538) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:13:20.266579 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5e69ff-4b33-44ae-a9f7-204a576e7093 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:20.269077 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9b5e69ff-4b33-44ae-a9f7-204a576e7093 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.273223 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50784) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:20.275829 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9b5e69ff-4b33-44ae-a9f7-204a576e7093 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] 10.222.0.77 "PUT /v2.0/ports/2f2d6825-7b62-4e40-9310-3c149e8a4d65 HTTP/1.1" status: 200 len: 1129 time: 0.7434747 Jul 05 04:13:20.340650 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e69ff-4b33-44ae-a9f7-204a576e7093 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Pushing event updated for resources: {'Port': ['ID=2f2d6825-7b62-4e40-9310-3c149e8a4d65,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:20.462784 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80514924-c4d7-43c0-8a23-b75dbf49da0b tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:20.469145 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50788) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:20.481032 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-80514924-c4d7-43c0-8a23-b75dbf49da0b tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] 10.222.0.77 "GET /v2.0/ports/2f2d6825-7b62-4e40-9310-3c149e8a4d65 HTTP/1.1" status: 200 len: 1129 time: 0.2061262 Jul 05 04:13:20.665913 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70dc7a4-a13e-49a0-bca4-f47d610d6d5c req-68023a85-fd15-4246-bd43-6870942029f8 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:20.667530 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b70dc7a4-a13e-49a0-bca4-f47d610d6d5c req-68023a85-fd15-4246-bd43-6870942029f8 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 944 time: 0.1746275 Jul 05 04:13:20.733649 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-f95737f8-6e27-4d54-b935-65633cabda79 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Deleting port 2f2d6825-7b62-4e40-9310-3c149e8a4d65 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:20.733905 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f95737f8-6e27-4d54-b935-65633cabda79 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.774065 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c1ee3fde-a3b3-4d30-8d2d-88e1555546be None None] Provisioning complete for port 2f2d6825-7b62-4e40-9310-3c149e8a4d65 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:20.775298 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c1ee3fde-a3b3-4d30-8d2d-88e1555546be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.809589 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b70dc7a4-a13e-49a0-bca4-f47d610d6d5c req-8e9aceb1-8228-4ac2-8df4-418d78bfcf14 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328778 Jul 05 04:13:20.874883 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-c1ee3fde-a3b3-4d30-8d2d-88e1555546be None None] Port 2f2d6825-7b62-4e40-9310-3c149e8a4d65 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:20.970593 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f95737f8-6e27-4d54-b935-65633cabda79 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.991114 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-f95737f8-6e27-4d54-b935-65633cabda79 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Calling delete_port for 2f2d6825-7b62-4e40-9310-3c149e8a4d65 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:21.232504 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f95737f8-6e27-4d54-b935-65633cabda79 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.303936 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95737f8-6e27-4d54-b935-65633cabda79 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Pushing event deleted for resources: {'Port': ['ID=2f2d6825-7b62-4e40-9310-3c149e8a4d65,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:21.377036 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f95737f8-6e27-4d54-b935-65633cabda79 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.393376 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f95737f8-6e27-4d54-b935-65633cabda79 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] 10.222.0.77 "DELETE /v2.0/ports/2f2d6825-7b62-4e40-9310-3c149e8a4d65 HTTP/1.1" status: 204 len: 168 time: 0.9090750 Jul 05 04:13:21.393955 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50798) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:21.448575 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac78743-b34d-466c-90a8-bc24b4b0eccf tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Deleting subnet 1c56cbae-4b90-4585-8d4d-d0031ada3f54 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:13:21.452967 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ac78743-b34d-466c-90a8-bc24b4b0eccf tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.502890 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ac78743-b34d-466c-90a8-bc24b4b0eccf tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.709974 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ac78743-b34d-466c-90a8-bc24b4b0eccf tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.846722 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ac78743-b34d-466c-90a8-bc24b4b0eccf tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.882470 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac78743-b34d-466c-90a8-bc24b4b0eccf tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Pushing event deleted for resources: {'Subnet': ['ID=1c56cbae-4b90-4585-8d4d-d0031ada3f54,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:21.915400 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9ac78743-b34d-466c-90a8-bc24b4b0eccf tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.917457 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9ac78743-b34d-466c-90a8-bc24b4b0eccf tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] 10.222.0.77 "DELETE /v2.0/subnets/1c56cbae-4b90-4585-8d4d-d0031ada3f54 HTTP/1.1" status: 204 len: 168 time: 0.5335569 Jul 05 04:13:21.920102 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50814) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:21.926844 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193153e5-239b-4beb-abbf-807b380cbb93 None None] Network f7f0de28-0286-423d-8f44-125c888cd47a requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:22.067469 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7895d84f-86c7-44ca-bf32-12e409c96265 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.213986 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-7895d84f-86c7-44ca-bf32-12e409c96265 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Deleting port f14fe98e-1eca-4ef6-8972-778de69e75dc {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:22.217844 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7895d84f-86c7-44ca-bf32-12e409c96265 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.262879 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c126044-16e1-4cde-8343-6db190fb7ade req-607b8878-3165-4ccf-a709-32a5cc9a8184 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:22.271908 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2c126044-16e1-4cde-8343-6db190fb7ade req-607b8878-3165-4ccf-a709-32a5cc9a8184 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 944 time: 0.1418281 Jul 05 04:13:22.319308 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50824) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:22.331180 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442d08ee-6a38-4994-8a36-d1cfd5f55aa6 None None] DHCP port deletion for f7f0de28-0286-423d-8f44-125c888cd47a request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:13:22.366994 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2c126044-16e1-4cde-8343-6db190fb7ade req-d767994a-3033-4448-82a3-2359b415f8e7 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933242 Jul 05 04:13:22.457307 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-442d08ee-6a38-4994-8a36-d1cfd5f55aa6 None None] Deleting port f14fe98e-1eca-4ef6-8972-778de69e75dc {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:22.457685 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-442d08ee-6a38-4994-8a36-d1cfd5f55aa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.485398 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-7895d84f-86c7-44ca-bf32-12e409c96265 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] For port f14fe98e-1eca-4ef6-8972-778de69e75dc, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f14fe98e-1eca-4ef6-8972-778de69e75dc,segment=NetworkSegment(84850ebd-ae06-4aa1-9a13-edce3c000a5a),segment_id=84850ebd-ae06-4aa1-9a13-edce3c000a5a)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:22.486559 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7895d84f-86c7-44ca-bf32-12e409c96265 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.526124 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-7895d84f-86c7-44ca-bf32-12e409c96265 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Calling delete_port for f14fe98e-1eca-4ef6-8972-778de69e75dc owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:22.582789 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c09a362e-1488-492e-a0b9-2e186ba3ae5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.585736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-442d08ee-6a38-4994-8a36-d1cfd5f55aa6 None None] For port f14fe98e-1eca-4ef6-8972-778de69e75dc, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f14fe98e-1eca-4ef6-8972-778de69e75dc,segment=NetworkSegment(84850ebd-ae06-4aa1-9a13-edce3c000a5a),segment_id=84850ebd-ae06-4aa1-9a13-edce3c000a5a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:22.586169 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-442d08ee-6a38-4994-8a36-d1cfd5f55aa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.612486 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-442d08ee-6a38-4994-8a36-d1cfd5f55aa6 None None] Calling delete_port for f14fe98e-1eca-4ef6-8972-778de69e75dc owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:22.760996 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-442d08ee-6a38-4994-8a36-d1cfd5f55aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.802536 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7895d84f-86c7-44ca-bf32-12e409c96265 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.823894 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442d08ee-6a38-4994-8a36-d1cfd5f55aa6 None None] No DVR routers for this DVR port f14fe98e-1eca-4ef6-8972-778de69e75dc on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:22.909572 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d08ee-6a38-4994-8a36-d1cfd5f55aa6 None None] Pushing event deleted for resources: {'Port': ['ID=f14fe98e-1eca-4ef6-8972-778de69e75dc,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:22.938466 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c09a362e-1488-492e-a0b9-2e186ba3ae5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.943739 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895d84f-86c7-44ca-bf32-12e409c96265 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Pushing event deleted for resources: {'Port': ['ID=f14fe98e-1eca-4ef6-8972-778de69e75dc,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:22.957170 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c09a362e-1488-492e-a0b9-2e186ba3ae5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.964083 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7895d84f-86c7-44ca-bf32-12e409c96265 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] No DVR routers for this DVR port f14fe98e-1eca-4ef6-8972-778de69e75dc on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:23.028763 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a362e-1488-492e-a0b9-2e186ba3ae5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a36bfca-88ec-456b-a5e4-5fcc4c0daa28,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:23.037779 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c09a362e-1488-492e-a0b9-2e186ba3ae5a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=de9b28c419e04c17885916fbee2d95f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7132716 Jul 05 04:13:23.038569 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50828) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:23.141412 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f14fe98e-1eca-4ef6-8972-778de69e75dc no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:23.161974 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a2eddb3-a904-4424-a04e-eb71cdbd7768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:23.184775 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7895d84f-86c7-44ca-bf32-12e409c96265 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:23.197915 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: f14fe98e-1eca-4ef6-8972-778de69e75dc {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:23.198273 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f14fe98e-1eca-4ef6-8972-778de69e75dc not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:23.205104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7895d84f-86c7-44ca-bf32-12e409c96265 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f0de28-0286-423d-8f44-125c888cd47a']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:23.221772 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a2eddb3-a904-4424-a04e-eb71cdbd7768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:23.234316 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7895d84f-86c7-44ca-bf32-12e409c96265 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84850ebd-ae06-4aa1-9a13-edce3c000a5a') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:23.236003 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7895d84f-86c7-44ca-bf32-12e409c96265 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84850ebd-ae06-4aa1-9a13-edce3c000a5a') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:23.257206 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7895d84f-86c7-44ca-bf32-12e409c96265 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:23.303707 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7895d84f-86c7-44ca-bf32-12e409c96265 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:23.318048 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7895d84f-86c7-44ca-bf32-12e409c96265 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:23.319962 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7895d84f-86c7-44ca-bf32-12e409c96265 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:23.325403 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a2eddb3-a904-4424-a04e-eb71cdbd7768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:23.328911 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3a2eddb3-a904-4424-a04e-eb71cdbd7768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:23.333853 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3a2eddb3-a904-4424-a04e-eb71cdbd7768 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2a36bfca-88ec-456b-a5e4-5fcc4c0daa28 HTTP/1.1" status: 204 len: 168 time: 0.2897706 Jul 05 04:13:23.338766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2eddb3-a904-4424-a04e-eb71cdbd7768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a36bfca-88ec-456b-a5e4-5fcc4c0daa28,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:23.401487 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:23.411847 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7895d84f-86c7-44ca-bf32-12e409c96265 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:23.423328 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7895d84f-86c7-44ca-bf32-12e409c96265 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:23.429974 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7895d84f-86c7-44ca-bf32-12e409c96265 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] 10.222.0.77 "DELETE /v2.0/networks/f7f0de28-0286-423d-8f44-125c888cd47a HTTP/1.1" status: 204 len: 168 time: 1.5049455 Jul 05 04:13:23.445030 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895d84f-86c7-44ca-bf32-12e409c96265 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378 tempest-ExtraDHCPOptionsIpV6TestJSON-760107378-project] Pushing event deleted for resources: {'Network': ['ID=f7f0de28-0286-423d-8f44-125c888cd47a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:23.918936 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50850) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:23.934579 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dcb258-5375-4094-9b3e-dab09f374310 req-b47db888-e4bc-459f-89e1-b5eded3f3590 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:23.948390 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39dcb258-5375-4094-9b3e-dab09f374310 req-b47db888-e4bc-459f-89e1-b5eded3f3590 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 944 time: 0.1744933 Jul 05 04:13:24.079546 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39dcb258-5375-4094-9b3e-dab09f374310 req-f98a4208-4ffd-4dc7-a31b-03b4ee0e6d07 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153905 Jul 05 04:13:24.191505 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50856) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:24.252600 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d54d4ec6-6ff8-488f-9ad9-ce49ef7eeb59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.254629 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0c3b01ca-f8a5-4870-9bb5-2f87c7efc5c1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8adcac9c136b467893eddce0f7698294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3341880 Jul 05 04:13:24.343118 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d54d4ec6-6ff8-488f-9ad9-ce49ef7eeb59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.344393 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50862) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:24.354025 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d54d4ec6-6ff8-488f-9ad9-ce49ef7eeb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.450296 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d54d4ec6-6ff8-488f-9ad9-ce49ef7eeb59 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=86eaf0c62b094d2a8d6c8c9d640876e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575414 Jul 05 04:13:24.453468 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d4ec6-6ff8-488f-9ad9-ce49ef7eeb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad44d91-fcab-4511-9a11-04e8829748b7,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:24.455916 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50870) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:24.498341 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f4946594-b140-42e7-92a1-993885e4efff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.531693 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f4946594-b140-42e7-92a1-993885e4efff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.608942 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-adb4491a-06ed-4d3c-a079-4a9e37602636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.634297 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f4946594-b140-42e7-92a1-993885e4efff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.638961 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f4946594-b140-42e7-92a1-993885e4efff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.641051 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f4946594-b140-42e7-92a1-993885e4efff admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bb147a99-e293-41f3-b9d0-2ad6d0634005 HTTP/1.1" status: 204 len: 168 time: 0.2950277 Jul 05 04:13:24.643191 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-adb4491a-06ed-4d3c-a079-4a9e37602636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.656831 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4946594-b140-42e7-92a1-993885e4efff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb147a99-e293-41f3-b9d0-2ad6d0634005,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:24.712221 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-adb4491a-06ed-4d3c-a079-4a9e37602636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.715109 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-adb4491a-06ed-4d3c-a079-4a9e37602636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.716350 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-adb4491a-06ed-4d3c-a079-4a9e37602636 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7ad44d91-fcab-4511-9a11-04e8829748b7 HTTP/1.1" status: 204 len: 168 time: 0.2594178 Jul 05 04:13:24.729065 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4491a-06ed-4d3c-a079-4a9e37602636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad44d91-fcab-4511-9a11-04e8829748b7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:25.150193 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50906) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:25.165919 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c9817de5-1f03-4d1c-808d-4e1240e356e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.340045 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c9817de5-1f03-4d1c-808d-4e1240e356e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.356407 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c9817de5-1f03-4d1c-808d-4e1240e356e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.393276 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0f332-c3ec-4763-a9f1-6ee3c2cbbaac req-a268044a-1722-42f9-9e6f-3adce83823a4 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:25.393276 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fff0f332-c3ec-4763-a9f1-6ee3c2cbbaac req-a268044a-1722-42f9-9e6f-3adce83823a4 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 944 time: 0.1333482 Jul 05 04:13:25.431380 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c9817de5-1f03-4d1c-808d-4e1240e356e6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8277efbea7684092a411dc8e08bb7d05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768073 Jul 05 04:13:25.437254 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50916) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:25.446257 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9817de5-1f03-4d1c-808d-4e1240e356e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68b2575-b159-4aeb-ae70-1fd6357ad4f7,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:25.524709 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fff0f332-c3ec-4763-a9f1-6ee3c2cbbaac req-1c15fbb0-d2bc-42d2-9b91-9b92008ded7a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132925 Jul 05 04:13:25.563398 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3970087f-6e6c-4c90-9d7c-901bcc4d1d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.588877 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3970087f-6e6c-4c90-9d7c-901bcc4d1d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.662930 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3970087f-6e6c-4c90-9d7c-901bcc4d1d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.665989 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3970087f-6e6c-4c90-9d7c-901bcc4d1d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.671719 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3970087f-6e6c-4c90-9d7c-901bcc4d1d72 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c68b2575-b159-4aeb-ae70-1fd6357ad4f7 HTTP/1.1" status: 204 len: 168 time: 0.2280571 Jul 05 04:13:25.682527 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970087f-6e6c-4c90-9d7c-901bcc4d1d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68b2575-b159-4aeb-ae70-1fd6357ad4f7,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:25.868932 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50948) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:26.068054 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-9ebbec64-9015-4260-8c64-40fa4fdf564b tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1057355035'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:26.108739 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebbec64-9015-4260-8c64-40fa4fdf564b tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Made reservation on behalf of 2560ffb52efd47858609315b0bfe8ddf for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:26.113917 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9ebbec64-9015-4260-8c64-40fa4fdf564b tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.128274 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9ebbec64-9015-4260-8c64-40fa4fdf564b tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.249282 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9ebbec64-9015-4260-8c64-40fa4fdf564b tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.256632 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9ebbec64-9015-4260-8c64-40fa4fdf564b tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.298703 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ebbec64-9015-4260-8c64-40fa4fdf564b tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:26.309390 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebbec64-9015-4260-8c64-40fa4fdf564b tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=321dcce1-3944-4131-82f5-a971fd8bd1a6,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:26.316701 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9ebbec64-9015-4260-8c64-40fa4fdf564b tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.317053 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-9ebbec64-9015-4260-8c64-40fa4fdf564b tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Added segment c19b1385-bf14-4237-abce-71d55275bb9a of type vlan for network bc03ae28-5117-44b0-af32-5406d1c69fe7 Jul 05 04:13:26.381780 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9ebbec64-9015-4260-8c64-40fa4fdf564b tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.419944 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9ebbec64-9015-4260-8c64-40fa4fdf564b tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.427937 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebbec64-9015-4260-8c64-40fa4fdf564b tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:26.428627 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9ebbec64-9015-4260-8c64-40fa4fdf564b tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.497534 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9ebbec64-9015-4260-8c64-40fa4fdf564b tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6273201 Jul 05 04:13:26.500501 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51002) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:26.506376 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-66c37b43-81e2-44ec-b62a-4b9f963d8131 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Request body: {'subnet': {'network_id': 'bc03ae28-5117-44b0-af32-5406d1c69fe7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:26.581702 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebbec64-9015-4260-8c64-40fa4fdf564b tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Pushing event updated for resources: {'Network': ['ID=bc03ae28-5117-44b0-af32-5406d1c69fe7,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:26.592760 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network bc03ae28-5117-44b0-af32-5406d1c69fe7 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:26.679237 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c37b43-81e2-44ec-b62a-4b9f963d8131 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Made reservation on behalf of 2560ffb52efd47858609315b0bfe8ddf for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:26.689930 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-66c37b43-81e2-44ec-b62a-4b9f963d8131 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.844014 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c109a-ef18-48db-8724-c9bf29d0b435 req-8d0661c6-1532-460c-99c2-319eca9bfa98 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:26.845609 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-537c109a-ef18-48db-8724-c9bf29d0b435 req-8d0661c6-1532-460c-99c2-319eca9bfa98 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 944 time: 0.1531284 Jul 05 04:13:26.936384 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-537c109a-ef18-48db-8724-c9bf29d0b435 req-1f6b4cbe-62a5-4bd8-9c7f-bc266e65d8b3 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844882 Jul 05 04:13:27.022379 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-66c37b43-81e2-44ec-b62a-4b9f963d8131 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.116625 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c37b43-81e2-44ec-b62a-4b9f963d8131 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Pushing event updated for resources: {'Subnet': ['ID=d684191a-fe7b-4967-ac5c-49445b24c852,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:27.127783 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c37b43-81e2-44ec-b62a-4b9f963d8131 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Checking segment: {'id': 'c19b1385-bf14-4237-abce-71d55275bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc03ae28-5117-44b0-af32-5406d1c69fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:27.128175 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c37b43-81e2-44ec-b62a-4b9f963d8131 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Network hostable DHCP agents. Network: bc03ae28-5117-44b0-af32-5406d1c69fe7, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:27.152664 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c37b43-81e2-44ec-b62a-4b9f963d8131 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Network bc03ae28-5117-44b0-af32-5406d1c69fe7 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:27.166524 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-66c37b43-81e2-44ec-b62a-4b9f963d8131 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, bc03ae28-5117-44b0-af32-5406d1c69fe7) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:27.171571 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c37b43-81e2-44ec-b62a-4b9f963d8131 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:27.172293 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-66c37b43-81e2-44ec-b62a-4b9f963d8131 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.191781 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee929ea5-83c2-46ac-a6a9-06ebcbe55535 None None] Network bc03ae28-5117-44b0-af32-5406d1c69fe7 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:27.193204 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-66c37b43-81e2-44ec-b62a-4b9f963d8131 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6910892 Jul 05 04:13:27.196380 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51024) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:27.203994 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-2eedc6ac-4737-42d5-988c-cc3565cda65f tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Request body: {'port': {'network_id': 'bc03ae28-5117-44b0-af32-5406d1c69fe7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1156655800'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:27.360886 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eedc6ac-4737-42d5-988c-cc3565cda65f tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Made reservation on behalf of 2560ffb52efd47858609315b0bfe8ddf for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:27.365783 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2eedc6ac-4737-42d5-988c-cc3565cda65f tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.405441 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-2eedc6ac-4737-42d5-988c-cc3565cda65f tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] device_id is not set on port 13503c69-4ab0-45a6-8117-1cba45c257b8 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:27.439560 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ef60da-b093-4fd9-a195-0b7f3549233e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-bc03ae28-5117-44b0-af32-5406d1c69fe7', 'network_id': 'bc03ae28-5117-44b0-af32-5406d1c69fe7', 'tenant_id': '2560ffb52efd47858609315b0bfe8ddf', 'fixed_ips': [{'subnet_id': 'd684191a-fe7b-4967-ac5c-49445b24c852'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:13:27.440467 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-46ef60da-b093-4fd9-a195-0b7f3549233e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.578797 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-2eedc6ac-4737-42d5-988c-cc3565cda65f tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Allocated IP 172.20.0.3 (bc03ae28-5117-44b0-af32-5406d1c69fe7/d684191a-fe7b-4967-ac5c-49445b24c852/13503c69-4ab0-45a6-8117-1cba45c257b8) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:27.772654 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2eedc6ac-4737-42d5-988c-cc3565cda65f tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.789488 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-2eedc6ac-4737-42d5-988c-cc3565cda65f tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Transition to ACTIVE for port object 13503c69-4ab0-45a6-8117-1cba45c257b8 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:27.836203 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2eedc6ac-4737-42d5-988c-cc3565cda65f tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.908898 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-46ef60da-b093-4fd9-a195-0b7f3549233e None None] Allocated IP 172.20.0.2 (bc03ae28-5117-44b0-af32-5406d1c69fe7/d684191a-fe7b-4967-ac5c-49445b24c852/95229fb7-217e-4e21-8d1f-83b5a77df87c) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:27.931900 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eedc6ac-4737-42d5-988c-cc3565cda65f tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Network bc03ae28-5117-44b0-af32-5406d1c69fe7 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:27.938124 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-2eedc6ac-4737-42d5-988c-cc3565cda65f tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:27.940755 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eedc6ac-4737-42d5-988c-cc3565cda65f tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:28.041922 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedc6ac-4737-42d5-988c-cc3565cda65f tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Pushing event updated for resources: {'Port': ['ID=13503c69-4ab0-45a6-8117-1cba45c257b8,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:28.082886 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eedc6ac-4737-42d5-988c-cc3565cda65f tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:28.083571 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2eedc6ac-4737-42d5-988c-cc3565cda65f tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.121294 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2eedc6ac-4737-42d5-988c-cc3565cda65f tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9238088 Jul 05 04:13:28.125255 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51048) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:28.130399 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-f0005ab7-7138-4ff7-a03f-bc59c9a56a12 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Request body: {'port': {'network_id': 'bc03ae28-5117-44b0-af32-5406d1c69fe7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1556014816', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:28.130921 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.api.validators [None req-f0005ab7-7138-4ff7-a03f-bc59c9a56a12 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] bootfile-name is not in valid_values {{(pid=105538) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:13:28.131469 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.api.validators [None req-f0005ab7-7138-4ff7-a03f-bc59c9a56a12 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] tftp-server is not in valid_values {{(pid=105538) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:13:28.131946 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.api.validators [None req-f0005ab7-7138-4ff7-a03f-bc59c9a56a12 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] server-ip-address is not in valid_values {{(pid=105538) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:13:28.187731 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-46ef60da-b093-4fd9-a195-0b7f3549233e None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.202803 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-46ef60da-b093-4fd9-a195-0b7f3549233e None None] Transition to ACTIVE for port object 95229fb7-217e-4e21-8d1f-83b5a77df87c will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:28.223705 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-46ef60da-b093-4fd9-a195-0b7f3549233e None None] Transition to ACTIVE for port object 95229fb7-217e-4e21-8d1f-83b5a77df87c will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:28.232860 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-46ef60da-b093-4fd9-a195-0b7f3549233e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.282822 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ef60da-b093-4fd9-a195-0b7f3549233e None None] Network bc03ae28-5117-44b0-af32-5406d1c69fe7 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:28.297290 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-46ef60da-b093-4fd9-a195-0b7f3549233e None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:28.303051 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ef60da-b093-4fd9-a195-0b7f3549233e None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:28.341702 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef60da-b093-4fd9-a195-0b7f3549233e None None] Pushing event updated for resources: {'Port': ['ID=95229fb7-217e-4e21-8d1f-83b5a77df87c,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:28.410633 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-46ef60da-b093-4fd9-a195-0b7f3549233e None None] Attempting to bind port 95229fb7-217e-4e21-8d1f-83b5a77df87c on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:28.411070 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-46ef60da-b093-4fd9-a195-0b7f3549233e None None] Attempting to bind port 95229fb7-217e-4e21-8d1f-83b5a77df87c by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'c19b1385-bf14-4237-abce-71d55275bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc03ae28-5117-44b0-af32-5406d1c69fe7'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:28.411525 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ef60da-b093-4fd9-a195-0b7f3549233e None None] Attempting to bind port 95229fb7-217e-4e21-8d1f-83b5a77df87c on network bc03ae28-5117-44b0-af32-5406d1c69fe7 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:28.416950 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ef60da-b093-4fd9-a195-0b7f3549233e None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:28.418833 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ef60da-b093-4fd9-a195-0b7f3549233e None None] Checking segment: {'id': 'c19b1385-bf14-4237-abce-71d55275bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc03ae28-5117-44b0-af32-5406d1c69fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:28.419223 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-46ef60da-b093-4fd9-a195-0b7f3549233e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.419720 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ef60da-b093-4fd9-a195-0b7f3549233e None None] Bound using segment: {'id': 'c19b1385-bf14-4237-abce-71d55275bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc03ae28-5117-44b0-af32-5406d1c69fe7'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:28.420325 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-46ef60da-b093-4fd9-a195-0b7f3549233e None None] Bound port: 95229fb7-217e-4e21-8d1f-83b5a77df87c, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19b1385-bf14-4237-abce-71d55275bb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc03ae28-5117-44b0-af32-5406d1c69fe7'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:28.420802 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-46ef60da-b093-4fd9-a195-0b7f3549233e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.498054 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0005ab7-7138-4ff7-a03f-bc59c9a56a12 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Made reservation on behalf of 2560ffb52efd47858609315b0bfe8ddf for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:28.505683 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f0005ab7-7138-4ff7-a03f-bc59c9a56a12 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.514978 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-46ef60da-b093-4fd9-a195-0b7f3549233e None None] For port 95229fb7-217e-4e21-8d1f-83b5a77df87c, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:28.520917 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-46ef60da-b093-4fd9-a195-0b7f3549233e None None] For port 95229fb7-217e-4e21-8d1f-83b5a77df87c, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=95229fb7-217e-4e21-8d1f-83b5a77df87c,segment=NetworkSegment(c19b1385-bf14-4237-abce-71d55275bb9a),segment_id=c19b1385-bf14-4237-abce-71d55275bb9a)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:28.528111 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-46ef60da-b093-4fd9-a195-0b7f3549233e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.551303 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3317d0a-3dae-4408-b0d1-5a5e0fa1587b req-364c5670-b594-46c3-937a-b76bc8f79a4b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:28.553023 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c3317d0a-3dae-4408-b0d1-5a5e0fa1587b req-364c5670-b594-46c3-937a-b76bc8f79a4b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 944 time: 0.2566323 Jul 05 04:13:28.556568 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-f0005ab7-7138-4ff7-a03f-bc59c9a56a12 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] device_id is not set on port eefb1a90-a942-4a82-bc0b-f65266965265 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:28.665084 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef60da-b093-4fd9-a195-0b7f3549233e None None] Pushing event updated for resources: {'Port': ['ID=95229fb7-217e-4e21-8d1f-83b5a77df87c,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:28.715166 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e55d2ff6-f3f5-42c0-a935-2adb65625f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.754549 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c3317d0a-3dae-4408-b0d1-5a5e0fa1587b req-15c2d0e4-34d0-43ed-86a7-9883964dfcd5 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921520 Jul 05 04:13:28.875518 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-f0005ab7-7138-4ff7-a03f-bc59c9a56a12 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Allocated IP 172.20.0.6 (bc03ae28-5117-44b0-af32-5406d1c69fe7/d684191a-fe7b-4967-ac5c-49445b24c852/eefb1a90-a942-4a82-bc0b-f65266965265) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:29.116433 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51066) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:29.191582 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-26df6c34-6684-4de2-8848-b7208db7ff08 admin admin] Deleting subnet cb44dd15-daa0-43dc-82cd-9cdda0a1aec5 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:13:29.195407 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26df6c34-6684-4de2-8848-b7208db7ff08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:29.195857 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f0005ab7-7138-4ff7-a03f-bc59c9a56a12 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:29.214553 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-f0005ab7-7138-4ff7-a03f-bc59c9a56a12 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Transition to ACTIVE for port object eefb1a90-a942-4a82-bc0b-f65266965265 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:29.269793 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f0005ab7-7138-4ff7-a03f-bc59c9a56a12 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:29.278037 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26df6c34-6684-4de2-8848-b7208db7ff08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:29.279698 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:29.337766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0005ab7-7138-4ff7-a03f-bc59c9a56a12 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Network bc03ae28-5117-44b0-af32-5406d1c69fe7 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:29.346027 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-f0005ab7-7138-4ff7-a03f-bc59c9a56a12 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:29.357480 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0005ab7-7138-4ff7-a03f-bc59c9a56a12 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:29.357872 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26df6c34-6684-4de2-8848-b7208db7ff08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:29.366759 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0005ab7-7138-4ff7-a03f-bc59c9a56a12 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Pushing event updated for resources: {'Port': ['ID=eefb1a90-a942-4a82-bc0b-f65266965265,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:29.478861 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0005ab7-7138-4ff7-a03f-bc59c9a56a12 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:29.479984 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f0005ab7-7138-4ff7-a03f-bc59c9a56a12 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:29.481341 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26df6c34-6684-4de2-8848-b7208db7ff08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:29.516200 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f0005ab7-7138-4ff7-a03f-bc59c9a56a12 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.3897882 Jul 05 04:13:29.519766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51068) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:29.535397 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df6c34-6684-4de2-8848-b7208db7ff08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb44dd15-daa0-43dc-82cd-9cdda0a1aec5,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:29.548449 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26df6c34-6684-4de2-8848-b7208db7ff08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:29.555988 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-26df6c34-6684-4de2-8848-b7208db7ff08 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cb44dd15-daa0-43dc-82cd-9cdda0a1aec5 HTTP/1.1" status: 204 len: 168 time: 0.4363146 Jul 05 04:13:29.562013 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51070) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:29.623553 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023ca66e-fc40-4ccc-addf-f4a6e6264d6b tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:29.632450 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023ca66e-fc40-4ccc-addf-f4a6e6264d6b tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:29.641217 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023ca66e-fc40-4ccc-addf-f4a6e6264d6b tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:29.644190 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-023ca66e-fc40-4ccc-addf-f4a6e6264d6b tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1233497 Jul 05 04:13:29.652908 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51072) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:29.724264 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dd973cfb-c416-4285-862c-d0513ba4e186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:29.813932 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-e6fb6d5b-5b63-4b63-bb2d-9ccfa172cf7a tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Deleting port eefb1a90-a942-4a82-bc0b-f65266965265 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:29.823285 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e6fb6d5b-5b63-4b63-bb2d-9ccfa172cf7a tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:29.958424 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dd973cfb-c416-4285-862c-d0513ba4e186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:29.970408 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-dd973cfb-c416-4285-862c-d0513ba4e186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32bf53ec-9f19-4cc5-aed3-53529facf471']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:29.985014 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-dd973cfb-c416-4285-862c-d0513ba4e186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d12658-9a7a-463b-a8db-745483385eed') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:29.985663 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-dd973cfb-c416-4285-862c-d0513ba4e186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d12658-9a7a-463b-a8db-745483385eed') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:29.998354 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dd973cfb-c416-4285-862c-d0513ba4e186 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.015851 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dd973cfb-c416-4285-862c-d0513ba4e186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.037428 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd973cfb-c416-4285-862c-d0513ba4e186 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:30.038378 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dd973cfb-c416-4285-862c-d0513ba4e186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:30.041704 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:30.098941 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e6fb6d5b-5b63-4b63-bb2d-9ccfa172cf7a tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.116964 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-e6fb6d5b-5b63-4b63-bb2d-9ccfa172cf7a tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Calling delete_port for eefb1a90-a942-4a82-bc0b-f65266965265 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:30.211059 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dd973cfb-c416-4285-862c-d0513ba4e186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.219867 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dd973cfb-c416-4285-862c-d0513ba4e186 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.222414 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-dd973cfb-c416-4285-862c-d0513ba4e186 admin admin] 10.222.0.77 "DELETE /v2.0/networks/32bf53ec-9f19-4cc5-aed3-53529facf471 HTTP/1.1" status: 204 len: 168 time: 0.6590106 Jul 05 04:13:30.234078 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471a548-a1b2-400f-81f1-51ccb5699b8f req-8c9312ef-b4bd-47fa-8361-101c77e23e0c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:30.246105 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e471a548-a1b2-400f-81f1-51ccb5699b8f req-8c9312ef-b4bd-47fa-8361-101c77e23e0c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 944 time: 0.1244218 Jul 05 04:13:30.269754 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd973cfb-c416-4285-862c-d0513ba4e186 admin admin] Pushing event deleted for resources: {'Network': ['ID=32bf53ec-9f19-4cc5-aed3-53529facf471,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:30.298847 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313faaed-933a-404f-aca3-f38ab8d063c3 None None] Network bc03ae28-5117-44b0-af32-5406d1c69fe7 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:30.325950 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e471a548-a1b2-400f-81f1-51ccb5699b8f req-0291cca1-6267-4c60-868f-ec1c93eabe0c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784862 Jul 05 04:13:30.422118 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e6fb6d5b-5b63-4b63-bb2d-9ccfa172cf7a tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.449956 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-167961cb-1e57-4309-ad30-79f3362d741a None None] Provisioning for port 95229fb7-217e-4e21-8d1f-83b5a77df87c completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:30.512549 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb6d5b-5b63-4b63-bb2d-9ccfa172cf7a tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Pushing event deleted for resources: {'Port': ['ID=eefb1a90-a942-4a82-bc0b-f65266965265,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:30.512816 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51082) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:30.563967 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e6fb6d5b-5b63-4b63-bb2d-9ccfa172cf7a tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.566340 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e6fb6d5b-5b63-4b63-bb2d-9ccfa172cf7a tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] 10.222.0.77 "DELETE /v2.0/ports/eefb1a90-a942-4a82-bc0b-f65266965265 HTTP/1.1" status: 204 len: 168 time: 0.9123461 Jul 05 04:13:30.572410 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51084) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:30.582184 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-eb0da7ff-1795-412e-93f3-77157d8293ff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9408a260780445c89932fc7cc974d293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0659711 Jul 05 04:13:30.582477 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51086) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:30.583656 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-9e0671ca-b676-407a-91f8-16a7fabb0215 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Request body: {'port': {'name': 'tempest-new-port-name-1663606347', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:30.584473 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.api.validators [None req-9e0671ca-b676-407a-91f8-16a7fabb0215 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] bootfile-name is not in valid_values {{(pid=105538) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:13:30.584983 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.api.validators [None req-9e0671ca-b676-407a-91f8-16a7fabb0215 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] tftp-server is not in valid_values {{(pid=105538) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:13:30.585479 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.api.validators [None req-9e0671ca-b676-407a-91f8-16a7fabb0215 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] server-ip-address is not in valid_values {{(pid=105538) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:13:30.663339 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f89143c1-4001-4dee-8b00-c940d317f2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.716802 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f89143c1-4001-4dee-8b00-c940d317f2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.739893 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9e0671ca-b676-407a-91f8-16a7fabb0215 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.771429 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f89143c1-4001-4dee-8b00-c940d317f2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.776450 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f89143c1-4001-4dee-8b00-c940d317f2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.781185 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f89143c1-4001-4dee-8b00-c940d317f2bf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4ae2494f-241a-4afe-b95c-ca94f2085f1a HTTP/1.1" status: 204 len: 168 time: 0.1951323 Jul 05 04:13:30.791375 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89143c1-4001-4dee-8b00-c940d317f2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae2494f-241a-4afe-b95c-ca94f2085f1a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:31.006034 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3ce5502a-333f-4314-8cdb-cfacbfc49e70 None None] Provisioning for port 13503c69-4ab0-45a6-8117-1cba45c257b8 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:31.016940 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3ce5502a-333f-4314-8cdb-cfacbfc49e70 None None] Provisioning complete for port 13503c69-4ab0-45a6-8117-1cba45c257b8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:31.017326 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3ce5502a-333f-4314-8cdb-cfacbfc49e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.081363 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9e0671ca-b676-407a-91f8-16a7fabb0215 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.090508 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9e0671ca-b676-407a-91f8-16a7fabb0215 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.100040 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 95229fb7-217e-4e21-8d1f-83b5a77df87c up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:31.171341 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-3ce5502a-333f-4314-8cdb-cfacbfc49e70 None None] Port 13503c69-4ab0-45a6-8117-1cba45c257b8 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:31.200139 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 95229fb7-217e-4e21-8d1f-83b5a77df87c completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:31.205781 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 95229fb7-217e-4e21-8d1f-83b5a77df87c triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:31.206662 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.218621 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-9e0671ca-b676-407a-91f8-16a7fabb0215 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] In _notify_port_updated(), no bound segment for port 13503c69-4ab0-45a6-8117-1cba45c257b8 on network bc03ae28-5117-44b0-af32-5406d1c69fe7 {{(pid=105538) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:13:31.226316 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0671ca-b676-407a-91f8-16a7fabb0215 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:31.227019 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9e0671ca-b676-407a-91f8-16a7fabb0215 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.233299 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51098) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:31.243225 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9e0671ca-b676-407a-91f8-16a7fabb0215 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] 10.222.0.77 "PUT /v2.0/ports/13503c69-4ab0-45a6-8117-1cba45c257b8 HTTP/1.1" status: 200 len: 1136 time: 0.6692457 Jul 05 04:13:31.335523 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0671ca-b676-407a-91f8-16a7fabb0215 tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Pushing event updated for resources: {'Port': ['ID=13503c69-4ab0-45a6-8117-1cba45c257b8,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:31.372029 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f293fb9-8a96-4474-a780-8c873aebf65c tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:31.378936 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51104) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:31.391060 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9f293fb9-8a96-4474-a780-8c873aebf65c tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] 10.222.0.77 "GET /v2.0/ports/13503c69-4ab0-45a6-8117-1cba45c257b8 HTTP/1.1" status: 200 len: 1136 time: 0.1564615 Jul 05 04:13:31.489286 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-15caf0cc-94d8-464d-9668-bca649eaf25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.502607 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6a478e4e-907a-427a-af05-6358919fd197 None None] Provisioning complete for port 13503c69-4ab0-45a6-8117-1cba45c257b8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:31.506220 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6a478e4e-907a-427a-af05-6358919fd197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.512899 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.533569 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-07803e90-35d8-4189-a5d4-e7991aeb150e tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Deleting port 13503c69-4ab0-45a6-8117-1cba45c257b8 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:31.534031 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-07803e90-35d8-4189-a5d4-e7991aeb150e tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.625157 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 95229fb7-217e-4e21-8d1f-83b5a77df87c, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=95229fb7-217e-4e21-8d1f-83b5a77df87c,segment=NetworkSegment(c19b1385-bf14-4237-abce-71d55275bb9a),segment_id=c19b1385-bf14-4237-abce-71d55275bb9a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:31.627602 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-6a478e4e-907a-427a-af05-6358919fd197 None None] Port 13503c69-4ab0-45a6-8117-1cba45c257b8 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:31.638627 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.697645 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-07803e90-35d8-4189-a5d4-e7991aeb150e tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.715027 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-07803e90-35d8-4189-a5d4-e7991aeb150e tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Calling delete_port for 13503c69-4ab0-45a6-8117-1cba45c257b8 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:31.780409 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.820043 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c34da519-21a1-4e99-b189-228d08b31253 None None] Could not find standard attr ID for object eefb1a90-a942-4a82-bc0b-f65266965265. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:13:31.841774 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=95229fb7-217e-4e21-8d1f-83b5a77df87c,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:31.935588 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32e89b-8c05-4d26-99f4-ca7d1a3c7bc0 req-ade1bbcf-8829-45b3-b623-def042641878 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:31.944440 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c32e89b-8c05-4d26-99f4-ca7d1a3c7bc0 req-ade1bbcf-8829-45b3-b623-def042641878 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 944 time: 0.1456740 Jul 05 04:13:32.124222 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c32e89b-8c05-4d26-99f4-ca7d1a3c7bc0 req-7b6616df-7793-403f-a987-058290838b6c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780226 Jul 05 04:13:32.125623 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-07803e90-35d8-4189-a5d4-e7991aeb150e tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.162396 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07803e90-35d8-4189-a5d4-e7991aeb150e tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Pushing event deleted for resources: {'Port': ['ID=13503c69-4ab0-45a6-8117-1cba45c257b8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:32.282256 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-07803e90-35d8-4189-a5d4-e7991aeb150e tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.287652 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51124) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:32.288320 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-07803e90-35d8-4189-a5d4-e7991aeb150e tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] 10.222.0.77 "DELETE /v2.0/ports/13503c69-4ab0-45a6-8117-1cba45c257b8 HTTP/1.1" status: 204 len: 168 time: 0.9081242 Jul 05 04:13:32.403837 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a599002-be08-419d-8298-e3f3df933aed tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Deleting subnet d684191a-fe7b-4967-ac5c-49445b24c852 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:13:32.408045 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0a599002-be08-419d-8298-e3f3df933aed tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.485373 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0a599002-be08-419d-8298-e3f3df933aed tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.541298 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ce087339-deb7-4fb3-a325-307493326948 None None] Could not find standard attr ID for object 13503c69-4ab0-45a6-8117-1cba45c257b8. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:13:32.599987 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.664223 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0a599002-be08-419d-8298-e3f3df933aed tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.784476 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0a599002-be08-419d-8298-e3f3df933aed tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.836304 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a599002-be08-419d-8298-e3f3df933aed tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Pushing event deleted for resources: {'Subnet': ['ID=d684191a-fe7b-4967-ac5c-49445b24c852,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:32.848057 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0a599002-be08-419d-8298-e3f3df933aed tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.848789 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee001b29-0f18-477f-8ad5-259a8d4f598b None None] Network bc03ae28-5117-44b0-af32-5406d1c69fe7 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:32.851088 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0a599002-be08-419d-8298-e3f3df933aed tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] 10.222.0.77 "DELETE /v2.0/subnets/d684191a-fe7b-4967-ac5c-49445b24c852 HTTP/1.1" status: 204 len: 168 time: 0.5615563 Jul 05 04:13:32.853989 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51156) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:32.976725 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-778dbabc-342b-4f2d-a1d1-e932a788e6af tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.039455 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-778dbabc-342b-4f2d-a1d1-e932a788e6af tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Deleting port 95229fb7-217e-4e21-8d1f-83b5a77df87c {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:33.040383 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-778dbabc-342b-4f2d-a1d1-e932a788e6af tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.047886 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 95229fb7-217e-4e21-8d1f-83b5a77df87c up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:33.148729 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-778dbabc-342b-4f2d-a1d1-e932a788e6af tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] For port 95229fb7-217e-4e21-8d1f-83b5a77df87c, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=95229fb7-217e-4e21-8d1f-83b5a77df87c,segment=NetworkSegment(c19b1385-bf14-4237-abce-71d55275bb9a),segment_id=c19b1385-bf14-4237-abce-71d55275bb9a)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:33.149332 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-778dbabc-342b-4f2d-a1d1-e932a788e6af tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.153908 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 95229fb7-217e-4e21-8d1f-83b5a77df87c triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:33.154555 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.168825 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-778dbabc-342b-4f2d-a1d1-e932a788e6af tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Calling delete_port for 95229fb7-217e-4e21-8d1f-83b5a77df87c owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:33.325021 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38f3b7f-d16e-4333-b599-aadbc3845ca4 None None] DHCP port deletion for bc03ae28-5117-44b0-af32-5406d1c69fe7 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:13:33.365842 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-778dbabc-342b-4f2d-a1d1-e932a788e6af tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.381820 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-b38f3b7f-d16e-4333-b599-aadbc3845ca4 None None] Deleting port 95229fb7-217e-4e21-8d1f-83b5a77df87c {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:33.382201 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b38f3b7f-d16e-4333-b599-aadbc3845ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.431385 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778dbabc-342b-4f2d-a1d1-e932a788e6af tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Pushing event deleted for resources: {'Port': ['ID=95229fb7-217e-4e21-8d1f-83b5a77df87c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:33.444005 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778dbabc-342b-4f2d-a1d1-e932a788e6af tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] No DVR routers for this DVR port 95229fb7-217e-4e21-8d1f-83b5a77df87c on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:33.499536 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cc5e4-a434-4a96-9f1e-14e52c1ece2d req-0fdc462a-241c-49ae-b1c6-74e00c39cca7 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:33.506734 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8b3cc5e4-a434-4a96-9f1e-14e52c1ece2d req-0fdc462a-241c-49ae-b1c6-74e00c39cca7 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 944 time: 0.0998402 Jul 05 04:13:33.545328 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-b38f3b7f-d16e-4333-b599-aadbc3845ca4 None None] For port 95229fb7-217e-4e21-8d1f-83b5a77df87c, host n-d-780147-23, got binding levels [] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:33.546961 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b38f3b7f-d16e-4333-b599-aadbc3845ca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.570326 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8b3cc5e4-a434-4a96-9f1e-14e52c1ece2d req-b3db3c3d-5b65-4f4b-8496-323268681870 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623968 Jul 05 04:13:33.576063 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-778dbabc-342b-4f2d-a1d1-e932a788e6af tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.577909 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-b38f3b7f-d16e-4333-b599-aadbc3845ca4 None None] Calling delete_port for 95229fb7-217e-4e21-8d1f-83b5a77df87c owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:33.580943 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.ipam_backend_mixin [None req-b38f3b7f-d16e-4333-b599-aadbc3845ca4 None None] Port 95229fb7-217e-4e21-8d1f-83b5a77df87c was not found and therefore no delete operation was performed {{(pid=105540) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:13:33.582758 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b38f3b7f-d16e-4333-b599-aadbc3845ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.597467 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-778dbabc-342b-4f2d-a1d1-e932a788e6af tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc03ae28-5117-44b0-af32-5406d1c69fe7']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:33.612955 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-778dbabc-342b-4f2d-a1d1-e932a788e6af tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19b1385-bf14-4237-abce-71d55275bb9a') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:33.613629 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-778dbabc-342b-4f2d-a1d1-e932a788e6af tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19b1385-bf14-4237-abce-71d55275bb9a') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:33.630175 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-778dbabc-342b-4f2d-a1d1-e932a788e6af tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.630338 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f3b7f-d16e-4333-b599-aadbc3845ca4 None None] Pushing event deleted for resources: {'Port': ['ID=95229fb7-217e-4e21-8d1f-83b5a77df87c,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:33.632269 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f3b7f-d16e-4333-b599-aadbc3845ca4 None None] No DVR routers for this DVR port 95229fb7-217e-4e21-8d1f-83b5a77df87c on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:33.652415 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-778dbabc-342b-4f2d-a1d1-e932a788e6af tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.661920 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778dbabc-342b-4f2d-a1d1-e932a788e6af tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:33.662456 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-778dbabc-342b-4f2d-a1d1-e932a788e6af tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:33.666479 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:33.797647 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-778dbabc-342b-4f2d-a1d1-e932a788e6af tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.806501 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-778dbabc-342b-4f2d-a1d1-e932a788e6af tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.808875 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-778dbabc-342b-4f2d-a1d1-e932a788e6af tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] 10.222.0.77 "DELETE /v2.0/networks/bc03ae28-5117-44b0-af32-5406d1c69fe7 HTTP/1.1" status: 204 len: 168 time: 0.9538360 Jul 05 04:13:33.820624 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778dbabc-342b-4f2d-a1d1-e932a788e6af tempest-ExtraDHCPOptionsTestJSON-185443935 tempest-ExtraDHCPOptionsTestJSON-185443935-project] Pushing event deleted for resources: {'Network': ['ID=bc03ae28-5117-44b0-af32-5406d1c69fe7,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:34.156058 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51240) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:34.326085 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-80b46090-697e-45ea-a6d7-5e0263d54dcf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2560ffb52efd47858609315b0bfe8ddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1687729 Jul 05 04:13:34.328625 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51250) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:34.359015 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.409539 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fa39d4d6-f392-4899-bc31-e2897bd2fbdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.436494 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fa39d4d6-f392-4899-bc31-e2897bd2fbdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.493691 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fa39d4d6-f392-4899-bc31-e2897bd2fbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.499120 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fa39d4d6-f392-4899-bc31-e2897bd2fbdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.500347 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fa39d4d6-f392-4899-bc31-e2897bd2fbdf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/321dcce1-3944-4131-82f5-a971fd8bd1a6 HTTP/1.1" status: 204 len: 168 time: 0.1708040 Jul 05 04:13:34.516666 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39d4d6-f392-4899-bc31-e2897bd2fbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321dcce1-3944-4131-82f5-a971fd8bd1a6,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:34.565207 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 76b1b6df-58f7-4374-a598-9b3a4bab9a5a details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:13:34.732851 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 76b1b6df-58f7-4374-a598-9b3a4bab9a5a, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=76b1b6df-58f7-4374-a598-9b3a4bab9a5a,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:34.748469 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '76b1b6df-58f7-4374-a598-9b3a4bab9a5a', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'port_id': '76b1b6df-58f7-4374-a598-9b3a4bab9a5a', 'mac_address': 'fa:16:3e:da:79:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:13:34.811251 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.900107 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b1b6df-58f7-4374-a598-9b3a4bab9a5a {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:13:34.977753 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1de83-9dbc-4278-a7a3-6bee06ba452c req-61cb0151-13f6-499b-aefa-8fe33435ee12 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:34.980731 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 76b1b6df-58f7-4374-a598-9b3a4bab9a5a, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=76b1b6df-58f7-4374-a598-9b3a4bab9a5a,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:34.987456 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3bc1de83-9dbc-4278-a7a3-6bee06ba452c req-61cb0151-13f6-499b-aefa-8fe33435ee12 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 944 time: 0.1693425 Jul 05 04:13:34.992021 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.085408 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3bc1de83-9dbc-4278-a7a3-6bee06ba452c req-f6a9ebef-021e-4ef9-a084-f3369a481d24 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962284 Jul 05 04:13:35.087911 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 95229fb7-217e-4e21-8d1f-83b5a77df87c no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:35.126049 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 95229fb7-217e-4e21-8d1f-83b5a77df87c {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:35.126758 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 95229fb7-217e-4e21-8d1f-83b5a77df87c not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:35.167982 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=76b1b6df-58f7-4374-a598-9b3a4bab9a5a,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:35.407495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['76b1b6df-58f7-4374-a598-9b3a4bab9a5a'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:13:35.640820 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51292) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:35.785192 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-dbca14dc-718d-48ca-ae72-255ff040941a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1894100571'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:35.838160 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbca14dc-718d-48ca-ae72-255ff040941a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:35.843634 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dbca14dc-718d-48ca-ae72-255ff040941a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.876901 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dbca14dc-718d-48ca-ae72-255ff040941a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.043986 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dbca14dc-718d-48ca-ae72-255ff040941a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.050370 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dbca14dc-718d-48ca-ae72-255ff040941a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.083288 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbca14dc-718d-48ca-ae72-255ff040941a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:36.093301 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca14dc-718d-48ca-ae72-255ff040941a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=489c6743-34ea-4a9d-a821-477800e7979b,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:36.101789 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dbca14dc-718d-48ca-ae72-255ff040941a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.102684 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-dbca14dc-718d-48ca-ae72-255ff040941a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Added segment 14cfdebd-128d-4715-a382-4a3af2e70825 of type vlan for network eeb163c4-b391-4453-b664-838ab3a5562b Jul 05 04:13:36.150417 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dbca14dc-718d-48ca-ae72-255ff040941a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.207652 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dbca14dc-718d-48ca-ae72-255ff040941a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.219552 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbca14dc-718d-48ca-ae72-255ff040941a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:36.220646 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dbca14dc-718d-48ca-ae72-255ff040941a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.346887 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-dbca14dc-718d-48ca-ae72-255ff040941a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7041216 Jul 05 04:13:36.350427 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51304) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:36.359272 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-7f26621f-371a-4ea7-9933-8569d45254ed tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'port': {'network_id': 'eeb163c4-b391-4453-b664-838ab3a5562b', 'name': 'tempest-PortsTestJSON-1655363726'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:36.365447 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca14dc-718d-48ca-ae72-255ff040941a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Network': ['ID=eeb163c4-b391-4453-b664-838ab3a5562b,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:36.379881 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network eeb163c4-b391-4453-b664-838ab3a5562b details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:36.435167 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca42a72-8d11-4861-9d10-b6053801f70c req-2f744dd4-6082-47a6-808d-b33986914fa1 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:36.442405 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fca42a72-8d11-4861-9d10-b6053801f70c req-2f744dd4-6082-47a6-808d-b33986914fa1 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 945 time: 0.1691558 Jul 05 04:13:36.502806 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fca42a72-8d11-4861-9d10-b6053801f70c req-1dc200bd-3b88-4e7d-8746-1753f20903c5 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593898 Jul 05 04:13:36.515439 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f26621f-371a-4ea7-9933-8569d45254ed tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:36.519831 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f26621f-371a-4ea7-9933-8569d45254ed tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.539124 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-7f26621f-371a-4ea7-9933-8569d45254ed tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] device_id is not set on port fbc36da1-db07-43d1-bfb0-d848cee0bb04 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:36.575506 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 76b1b6df-58f7-4374-a598-9b3a4bab9a5a up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:36.641601 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 76b1b6df-58f7-4374-a598-9b3a4bab9a5a completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:36.646866 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 76b1b6df-58f7-4374-a598-9b3a4bab9a5a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:36.647313 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.758037 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.787214 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f26621f-371a-4ea7-9933-8569d45254ed tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.788295 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b1b6df-58f7-4374-a598-9b3a4bab9a5a'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:13:36.790571 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38928d3f-adbb-4e0b-bca5-6d59b09bd21e" -d '{"events": [{"server_uuid": "2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5", "name": "network-vif-plugged", "status": "completed", "tag": "76b1b6df-58f7-4374-a598-9b3a4bab9a5a"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:13:36.805136 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 76b1b6df-58f7-4374-a598-9b3a4bab9a5a, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=76b1b6df-58f7-4374-a598-9b3a4bab9a5a,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:36.810831 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.833763 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f26621f-371a-4ea7-9933-8569d45254ed tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.867861 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=76b1b6df-58f7-4374-a598-9b3a4bab9a5a,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:36.918752 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26621f-371a-4ea7-9933-8569d45254ed tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Port': ['ID=fbc36da1-db07-43d1-bfb0-d848cee0bb04,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:36.935278 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26621f-371a-4ea7-9933-8569d45254ed tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Checking segment: {'id': '14cfdebd-128d-4715-a382-4a3af2e70825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'eeb163c4-b391-4453-b664-838ab3a5562b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:36.935644 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f26621f-371a-4ea7-9933-8569d45254ed tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network hostable DHCP agents. Network: eeb163c4-b391-4453-b664-838ab3a5562b, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:36.957838 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f26621f-371a-4ea7-9933-8569d45254ed tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network eeb163c4-b391-4453-b664-838ab3a5562b is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:36.976963 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-7f26621f-371a-4ea7-9933-8569d45254ed tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, eeb163c4-b391-4453-b664-838ab3a5562b) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:36.988308 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952e6bff-124c-40fa-8785-bb072048391a None None] Network eeb163c4-b391-4453-b664-838ab3a5562b requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:36.988458 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f26621f-371a-4ea7-9933-8569d45254ed tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:36.999122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f26621f-371a-4ea7-9933-8569d45254ed tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:36.999818 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f26621f-371a-4ea7-9933-8569d45254ed tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.029496 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7f26621f-371a-4ea7-9933-8569d45254ed tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6734703 Jul 05 04:13:37.029821 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51318) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:37.035412 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-76f82daf-4759-448b-addc-bfe56e447e06 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-875603507'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:37.100087 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f82daf-4759-448b-addc-bfe56e447e06 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:37.109734 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76f82daf-4759-448b-addc-bfe56e447e06 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.146491 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f82daf-4759-448b-addc-bfe56e447e06 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:37.158751 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6282aa2-3f6d-4099-810b-1ae3bbd5d0f4 x-openstack-request-id: req-a6282aa2-3f6d-4099-810b-1ae3bbd5d0f4 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:13:37.159033 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76f82daf-4759-448b-addc-bfe56e447e06 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.159182 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-76f82daf-4759-448b-addc-bfe56e447e06 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Added segment d85fa2cf-0566-4a51-853c-91ddeecca75a of type vlan for network 5da17c86-0edc-40d2-a1ae-7c6d56aae86d Jul 05 04:13:37.161369 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5", "name": "network-vif-plugged", "status": "completed", "tag": "76b1b6df-58f7-4374-a598-9b3a4bab9a5a", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:13:37.161369 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6282aa2-3f6d-4099-810b-1ae3bbd5d0f4 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:13:37.162412 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b1b6df-58f7-4374-a598-9b3a4bab9a5a', 'code': 200} Jul 05 04:13:37.259287 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76f82daf-4759-448b-addc-bfe56e447e06 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.310449 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76f82daf-4759-448b-addc-bfe56e447e06 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.325284 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f82daf-4759-448b-addc-bfe56e447e06 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:37.326113 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76f82daf-4759-448b-addc-bfe56e447e06 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.348725 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bd41c-24fd-4bdb-9e2b-49bcc1f88277 req-9f06886c-0b94-4bbf-b624-8364a16e9d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:37.351125 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba2bd41c-24fd-4bdb-9e2b-49bcc1f88277 req-9f06886c-0b94-4bbf-b624-8364a16e9d1e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 1098 time: 0.1003802 Jul 05 04:13:37.401209 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-76f82daf-4759-448b-addc-bfe56e447e06 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3701329 Jul 05 04:13:37.409832 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51330) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:37.413410 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba2bd41c-24fd-4bdb-9e2b-49bcc1f88277 req-865416c6-89c5-4b1b-b116-33dd4cb3e418 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555086 Jul 05 04:13:37.415591 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-bd77448e-5b18-43a2-9c4b-31ea7cfcde61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'ports': [{'network_id': 'eeb163c4-b391-4453-b664-838ab3a5562b'}, {'network_id': '5da17c86-0edc-40d2-a1ae-7c6d56aae86d'}]} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:37.415932 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-bd77448e-5b18-43a2-9c4b-31ea7cfcde61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'port': {'network_id': 'eeb163c4-b391-4453-b664-838ab3a5562b'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:37.416405 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-bd77448e-5b18-43a2-9c4b-31ea7cfcde61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'port': {'network_id': '5da17c86-0edc-40d2-a1ae-7c6d56aae86d'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:37.473620 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f82daf-4759-448b-addc-bfe56e447e06 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Network': ['ID=5da17c86-0edc-40d2-a1ae-7c6d56aae86d,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:37.486961 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 5da17c86-0edc-40d2-a1ae-7c6d56aae86d details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:37.723559 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd77448e-5b18-43a2-9c4b-31ea7cfcde61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'port': 2} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:37.729512 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c1c91-952a-4439-a2e6-5f3777867cc0 req-ba67942e-297d-4b09-9821-f7cf408272dc tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:37.732124 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-840c1c91-952a-4439-a2e6-5f3777867cc0 req-ba67942e-297d-4b09-9821-f7cf408272dc tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 946 time: 0.0923245 Jul 05 04:13:37.732332 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bd77448e-5b18-43a2-9c4b-31ea7cfcde61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.764465 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bd77448e-5b18-43a2-9c4b-31ea7cfcde61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.822218 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-840c1c91-952a-4439-a2e6-5f3777867cc0 req-51d39bd1-0b25-4a24-8b30-263fa8083187 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818434 Jul 05 04:13:37.871548 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51336) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:37.927365 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-bd77448e-5b18-43a2-9c4b-31ea7cfcde61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] device_id is not set on port 72745e8c-79cb-452b-9ab8-71b382c6bff0 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:38.044577 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dfd1836e-e598-4355-a81c-52463118dc6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.100577 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bd77448e-5b18-43a2-9c4b-31ea7cfcde61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.227819 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-bd77448e-5b18-43a2-9c4b-31ea7cfcde61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] device_id is not set on port 83f851bc-6b4a-449d-8405-24717e128ea9 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:38.354302 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dfd1836e-e598-4355-a81c-52463118dc6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.363425 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dfd1836e-e598-4355-a81c-52463118dc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.394268 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-51118dfb-2fd0-43fb-aad8-c96ce8202c63 req-422cca01-77a3-4dac-aaee-9d85175fb824 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0636952 Jul 05 04:13:38.435856 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-dfd1836e-e598-4355-a81c-52463118dc6c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=860e47562e814d079472f444ab17cf45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5573521 Jul 05 04:13:38.435856 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1836e-e598-4355-a81c-52463118dc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea99aaf7-c59c-41fd-b805-fc0743f017ad,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:38.436179 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51346) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:38.459719 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bd77448e-5b18-43a2-9c4b-31ea7cfcde61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.523146 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bd77448e-5b18-43a2-9c4b-31ea7cfcde61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.548145 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4762f489-4bf4-4e9b-84eb-51739d1b5b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.581332 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4762f489-4bf4-4e9b-84eb-51739d1b5b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.583397 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd77448e-5b18-43a2-9c4b-31ea7cfcde61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network eeb163c4-b391-4453-b664-838ab3a5562b is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:38.586662 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-bd77448e-5b18-43a2-9c4b-31ea7cfcde61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:38.591330 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51118dfb-2fd0-43fb-aad8-c96ce8202c63 req-51b283f9-a798-4bbb-a107-b2722cac2ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:38.591601 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd77448e-5b18-43a2-9c4b-31ea7cfcde61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:38.592487 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bd77448e-5b18-43a2-9c4b-31ea7cfcde61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.592900 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-51118dfb-2fd0-43fb-aad8-c96ce8202c63 req-51b283f9-a798-4bbb-a107-b2722cac2ef1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b459d90a1104d2f9bfd9c3a9ab3c50e&device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4 HTTP/1.1" status: 200 len: 1097 time: 0.1101556 Jul 05 04:13:38.606508 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77448e-5b18-43a2-9c4b-31ea7cfcde61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Port': ['ID=72745e8c-79cb-452b-9ab8-71b382c6bff0,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:38.678945 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd77448e-5b18-43a2-9c4b-31ea7cfcde61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Checking segment: {'id': 'd85fa2cf-0566-4a51-853c-91ddeecca75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5da17c86-0edc-40d2-a1ae-7c6d56aae86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:38.678945 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd77448e-5b18-43a2-9c4b-31ea7cfcde61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network hostable DHCP agents. Network: 5da17c86-0edc-40d2-a1ae-7c6d56aae86d, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:38.682191 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77448e-5b18-43a2-9c4b-31ea7cfcde61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Port': ['ID=83f851bc-6b4a-449d-8405-24717e128ea9,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:38.703934 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd77448e-5b18-43a2-9c4b-31ea7cfcde61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network 5da17c86-0edc-40d2-a1ae-7c6d56aae86d is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:38.716612 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-bd77448e-5b18-43a2-9c4b-31ea7cfcde61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 5da17c86-0edc-40d2-a1ae-7c6d56aae86d) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:38.726553 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082a65c7-dd98-431c-9eea-20dbeb560a60 None None] Network 5da17c86-0edc-40d2-a1ae-7c6d56aae86d requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:38.738304 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd77448e-5b18-43a2-9c4b-31ea7cfcde61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:38.747198 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd77448e-5b18-43a2-9c4b-31ea7cfcde61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:38.748551 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4762f489-4bf4-4e9b-84eb-51739d1b5b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.751835 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4762f489-4bf4-4e9b-84eb-51739d1b5b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.752583 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd77448e-5b18-43a2-9c4b-31ea7cfcde61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:38.753798 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bd77448e-5b18-43a2-9c4b-31ea7cfcde61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.755605 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4762f489-4bf4-4e9b-84eb-51739d1b5b6d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ea99aaf7-c59c-41fd-b805-fc0743f017ad HTTP/1.1" status: 204 len: 168 time: 0.3185079 Jul 05 04:13:38.762173 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51118dfb-2fd0-43fb-aad8-c96ce8202c63 req-d746f538-3c82-403d-a8d8-2223e731e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:38.763682 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-51118dfb-2fd0-43fb-aad8-c96ce8202c63 req-d746f538-3c82-403d-a8d8-2223e731e3aa service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b HTTP/1.1" status: 200 len: 911 time: 0.1415560 Jul 05 04:13:38.769304 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762f489-4bf4-4e9b-84eb-51739d1b5b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea99aaf7-c59c-41fd-b805-fc0743f017ad,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:38.774117 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bd77448e-5b18-43a2-9c4b-31ea7cfcde61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3626528 Jul 05 04:13:38.778028 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51350) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:38.865527 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-51118dfb-2fd0-43fb-aad8-c96ce8202c63 req-ff179cdc-509b-4b90-a67f-607aee302b78 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07ce1627-3a79-4a4f-a711-356d889a0ce3 HTTP/1.1" status: 200 len: 1000 time: 0.0875845 Jul 05 04:13:38.957153 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-37302ad6-77c0-4dd7-8617-54dd4aa5c0ee tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting port 83f851bc-6b4a-449d-8405-24717e128ea9 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:38.957508 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37302ad6-77c0-4dd7-8617-54dd4aa5c0ee tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.965638 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51118dfb-2fd0-43fb-aad8-c96ce8202c63 req-139a8588-1f58-4e52-a049-9255cac0eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:38.967767 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-51118dfb-2fd0-43fb-aad8-c96ce8202c63 req-139a8588-1f58-4e52-a049-9255cac0eb79 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9ee9ae53-c8ee-4b49-a395-854bb0a3c12c HTTP/1.1" status: 200 len: 849 time: 0.0954955 Jul 05 04:13:39.129672 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37302ad6-77c0-4dd7-8617-54dd4aa5c0ee tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.131767 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51118dfb-2fd0-43fb-aad8-c96ce8202c63 req-12d39f1d-8e1a-46df-8986-b3546bdda770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:39.135584 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-51118dfb-2fd0-43fb-aad8-c96ce8202c63 req-12d39f1d-8e1a-46df-8986-b3546bdda770 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1600192 Jul 05 04:13:39.177983 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-37302ad6-77c0-4dd7-8617-54dd4aa5c0ee tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Calling delete_port for 83f851bc-6b4a-449d-8405-24717e128ea9 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:39.382987 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-51118dfb-2fd0-43fb-aad8-c96ce8202c63 req-4deb2ed4-e948-4578-a452-b0c1790756b3 service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350667 Jul 05 04:13:39.419856 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51360) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:39.467620 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37302ad6-77c0-4dd7-8617-54dd4aa5c0ee tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.472879 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9be6ecd8-0600-4762-b417-49ac6045d600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.519354 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37302ad6-77c0-4dd7-8617-54dd4aa5c0ee tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Port': ['ID=83f851bc-6b4a-449d-8405-24717e128ea9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:39.529661 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-51118dfb-2fd0-43fb-aad8-c96ce8202c63 req-2149407f-15c3-4d37-9f75-44e140cb74e2 service neutron] 10.222.0.70 "GET /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332510 Jul 05 04:13:39.537671 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37302ad6-77c0-4dd7-8617-54dd4aa5c0ee tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.543990 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-37302ad6-77c0-4dd7-8617-54dd4aa5c0ee tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/ports/83f851bc-6b4a-449d-8405-24717e128ea9 HTTP/1.1" status: 204 len: 168 time: 0.7606251 Jul 05 04:13:39.545608 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51364) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:39.594426 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5319a-5aea-402c-a44e-5b6b3ca80fc4 req-d77691d7-359e-4e1b-971e-7aa73ba5bfb5 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:39.596589 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e1a5319a-5aea-402c-a44e-5b6b3ca80fc4 req-d77691d7-359e-4e1b-971e-7aa73ba5bfb5 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 946 time: 0.1724665 Jul 05 04:13:39.641509 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad51426-ec93-4432-93da-5f879c7d8a10 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:39.648266 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad51426-ec93-4432-93da-5f879c7d8a10 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:39.652969 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1ad51426-ec93-4432-93da-5f879c7d8a10 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1026518 Jul 05 04:13:39.653351 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51366) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:39.668285 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e1a5319a-5aea-402c-a44e-5b6b3ca80fc4 req-57882959-c0a3-4c38-8bdc-06ce555f7328 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626707 Jul 05 04:13:39.719204 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9be6ecd8-0600-4762-b417-49ac6045d600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.728419 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9be6ecd8-0600-4762-b417-49ac6045d600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.803503 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9be6ecd8-0600-4762-b417-49ac6045d600 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=490a7585db8f40f88d5fac83161410d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3813303 Jul 05 04:13:39.805743 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6ecd8-0600-4762-b417-49ac6045d600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77825698-8cbd-43ad-8eff-1e8d434841a7,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:39.806474 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51368) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:39.857845 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ecdf919c-f7ee-41f9-b3ed-7a983ac39541 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting port 72745e8c-79cb-452b-9ab8-71b382c6bff0 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:39.858193 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ecdf919c-f7ee-41f9-b3ed-7a983ac39541 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.888869 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-163f289b-8369-4a7e-89e7-5e7290d085a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.919138 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-163f289b-8369-4a7e-89e7-5e7290d085a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.946267 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ecdf919c-f7ee-41f9-b3ed-7a983ac39541 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.978288 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-163f289b-8369-4a7e-89e7-5e7290d085a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.981931 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-163f289b-8369-4a7e-89e7-5e7290d085a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.986443 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-163f289b-8369-4a7e-89e7-5e7290d085a5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/77825698-8cbd-43ad-8eff-1e8d434841a7 HTTP/1.1" status: 204 len: 168 time: 0.1760969 Jul 05 04:13:39.999147 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f289b-8369-4a7e-89e7-5e7290d085a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77825698-8cbd-43ad-8eff-1e8d434841a7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:40.369463 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ecdf919c-f7ee-41f9-b3ed-7a983ac39541 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Calling delete_port for 72745e8c-79cb-452b-9ab8-71b382c6bff0 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:40.553493 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ecdf919c-f7ee-41f9-b3ed-7a983ac39541 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.594308 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf919c-f7ee-41f9-b3ed-7a983ac39541 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Port': ['ID=72745e8c-79cb-452b-9ab8-71b382c6bff0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:40.600798 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ecdf919c-f7ee-41f9-b3ed-7a983ac39541 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.608092 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51390) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:40.608989 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ecdf919c-f7ee-41f9-b3ed-7a983ac39541 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/ports/72745e8c-79cb-452b-9ab8-71b382c6bff0 HTTP/1.1" status: 204 len: 168 time: 0.9536896 Jul 05 04:13:40.718183 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9e424e-6dbc-451d-947d-c6e460455f9e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:40.719781 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ae9e424e-6dbc-451d-947d-c6e460455f9e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1105387 Jul 05 04:13:40.722464 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51396) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:40.775713 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd168c0-a1e5-49d7-89ef-f714bf400319 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] GET failed (client error): The resource could not be found. Jul 05 04:13:40.778844 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7dd168c0-a1e5-49d7-89ef-f714bf400319 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports/83f851bc-6b4a-449d-8405-24717e128ea9 HTTP/1.1" status: 404 len: 333 time: 0.0552535 Jul 05 04:13:40.781802 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51402) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:40.824675 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-872d4ca4-b6a7-47fe-8324-f47d00065bb3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] GET failed (client error): The resource could not be found. Jul 05 04:13:40.828939 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-872d4ca4-b6a7-47fe-8324-f47d00065bb3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports/72745e8c-79cb-452b-9ab8-71b382c6bff0 HTTP/1.1" status: 404 len: 333 time: 0.0430443 Jul 05 04:13:40.829410 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51406) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:41.035766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dedda-e319-4b04-872e-d8396e64eaae req-c596bbc5-f02e-4d28-a174-d912d73493f0 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:41.042012 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c55dedda-e319-4b04-872e-d8396e64eaae req-c596bbc5-f02e-4d28-a174-d912d73493f0 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 946 time: 0.1340618 Jul 05 04:13:41.129308 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c55dedda-e319-4b04-872e-d8396e64eaae req-fa158b71-a2c3-4e15-9a1c-56214bd289d0 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713942 Jul 05 04:13:41.170109 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-e7c81326-c292-46df-92cd-f942c64b1956 req-782edcd8-5db0-4db9-9461-dc7116fea7c4 tempest-MigrationsAdminTest-435956554 tempest-MigrationsAdminTest-435956554-project] (105539) timed out ('10.222.0.89', 53706) {{(pid=105539) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:13:41.226482 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd80360b-00de-4371-b6b2-7d8ef970401b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.373763 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd80360b-00de-4371-b6b2-7d8ef970401b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.404112 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-bd80360b-00de-4371-b6b2-7d8ef970401b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da17c86-0edc-40d2-a1ae-7c6d56aae86d']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:41.435449 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-bd80360b-00de-4371-b6b2-7d8ef970401b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85fa2cf-0566-4a51-853c-91ddeecca75a') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:41.435949 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-bd80360b-00de-4371-b6b2-7d8ef970401b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85fa2cf-0566-4a51-853c-91ddeecca75a') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:41.447506 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd80360b-00de-4371-b6b2-7d8ef970401b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.466522 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd80360b-00de-4371-b6b2-7d8ef970401b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.488539 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd80360b-00de-4371-b6b2-7d8ef970401b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:41.490373 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd80360b-00de-4371-b6b2-7d8ef970401b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.498785 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf7240-07f8-43b2-b3a6-4b7d4a59b17f req-70cd0ddc-e21a-4d38-8ba1-d131dd323e18 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:41.500468 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5cbf7240-07f8-43b2-b3a6-4b7d4a59b17f req-70cd0ddc-e21a-4d38-8ba1-d131dd323e18 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 946 time: 0.1580334 Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:41.567610 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:41.577454 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd80360b-00de-4371-b6b2-7d8ef970401b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.593989 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5cbf7240-07f8-43b2-b3a6-4b7d4a59b17f req-f534a1f7-e9c0-4c0b-952a-ee32f95db519 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863166 Jul 05 04:13:41.600259 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd80360b-00de-4371-b6b2-7d8ef970401b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.607075 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bd80360b-00de-4371-b6b2-7d8ef970401b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/networks/5da17c86-0edc-40d2-a1ae-7c6d56aae86d HTTP/1.1" status: 204 len: 168 time: 0.7765269 Jul 05 04:13:41.617606 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51426) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:41.622167 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-6c8d2cb0-480f-450f-bb9f-10c1022f93e3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-74209865'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:41.626904 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80360b-00de-4371-b6b2-7d8ef970401b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Network': ['ID=5da17c86-0edc-40d2-a1ae-7c6d56aae86d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:41.649506 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8d2cb0-480f-450f-bb9f-10c1022f93e3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:41.659502 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6c8d2cb0-480f-450f-bb9f-10c1022f93e3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.695737 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8d2cb0-480f-450f-bb9f-10c1022f93e3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:41.718907 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6c8d2cb0-480f-450f-bb9f-10c1022f93e3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.719461 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-6c8d2cb0-480f-450f-bb9f-10c1022f93e3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Added segment 86b9c4d2-82e1-43aa-bd98-563123467ecb of type vlan for network 475a8d88-d94b-4d3e-a004-5ca64ea74a90 Jul 05 04:13:41.808409 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6c8d2cb0-480f-450f-bb9f-10c1022f93e3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.864282 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6c8d2cb0-480f-450f-bb9f-10c1022f93e3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.871522 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8d2cb0-480f-450f-bb9f-10c1022f93e3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:41.872396 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6c8d2cb0-480f-450f-bb9f-10c1022f93e3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.892303 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb429d2-6dc4-4c80-8b20-102ff246d5f8 req-b21b9618-732c-47ba-ae96-6ff148ddc4ba tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:41.893883 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7bb429d2-6dc4-4c80-8b20-102ff246d5f8 req-b21b9618-732c-47ba-ae96-6ff148ddc4ba tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 946 time: 0.1365430 Jul 05 04:13:41.953204 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6c8d2cb0-480f-450f-bb9f-10c1022f93e3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3332734 Jul 05 04:13:41.954295 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51440) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:41.962034 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-2451f408-7a9d-42d9-b247-dc7c19e15c34 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'subnet': {'network_id': '475a8d88-d94b-4d3e-a004-5ca64ea74a90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:41.982484 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d2cb0-480f-450f-bb9f-10c1022f93e3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Network': ['ID=475a8d88-d94b-4d3e-a004-5ca64ea74a90,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:41.994358 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 475a8d88-d94b-4d3e-a004-5ca64ea74a90 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:42.009425 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7bb429d2-6dc4-4c80-8b20-102ff246d5f8 req-7cd95722-9d54-4139-9ec7-aa53cfefd765 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014001 Jul 05 04:13:42.124238 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2451f408-7a9d-42d9-b247-dc7c19e15c34 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:42.130323 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2451f408-7a9d-42d9-b247-dc7c19e15c34 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:42.405934 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2451f408-7a9d-42d9-b247-dc7c19e15c34 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:42.488019 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451f408-7a9d-42d9-b247-dc7c19e15c34 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Subnet': ['ID=62a9ea9c-e778-42c8-a277-d167ecdda334,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:42.507754 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2451f408-7a9d-42d9-b247-dc7c19e15c34 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Checking segment: {'id': '86b9c4d2-82e1-43aa-bd98-563123467ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '475a8d88-d94b-4d3e-a004-5ca64ea74a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:42.508443 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2451f408-7a9d-42d9-b247-dc7c19e15c34 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network hostable DHCP agents. Network: 475a8d88-d94b-4d3e-a004-5ca64ea74a90, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:42.533322 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2451f408-7a9d-42d9-b247-dc7c19e15c34 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network 475a8d88-d94b-4d3e-a004-5ca64ea74a90 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:42.549678 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-2451f408-7a9d-42d9-b247-dc7c19e15c34 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 475a8d88-d94b-4d3e-a004-5ca64ea74a90) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:42.556530 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2451f408-7a9d-42d9-b247-dc7c19e15c34 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:42.559999 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2451f408-7a9d-42d9-b247-dc7c19e15c34 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:42.561241 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf560fc5-11eb-4ef4-9973-5edb71197168 None None] Network 475a8d88-d94b-4d3e-a004-5ca64ea74a90 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:42.579822 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2451f408-7a9d-42d9-b247-dc7c19e15c34 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6238029 Jul 05 04:13:42.582233 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51462) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:42.589147 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e52744b2-d8db-4dac-837b-c3c4935c81cf tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'port': {'network_id': '475a8d88-d94b-4d3e-a004-5ca64ea74a90', 'name': 'tempest-PortsTestJSON-815728422'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:42.875234 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52744b2-d8db-4dac-837b-c3c4935c81cf tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:42.879451 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e52744b2-d8db-4dac-837b-c3c4935c81cf tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:42.910240 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af48da9-dee7-45c0-b08b-7de272b8dc94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-475a8d88-d94b-4d3e-a004-5ca64ea74a90', 'network_id': '475a8d88-d94b-4d3e-a004-5ca64ea74a90', 'tenant_id': 'fb4c3b49cee14040aba1b9f4e97b8880', 'fixed_ips': [{'subnet_id': '62a9ea9c-e778-42c8-a277-d167ecdda334'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:13:42.911134 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8af48da9-dee7-45c0-b08b-7de272b8dc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:42.917994 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-e52744b2-d8db-4dac-837b-c3c4935c81cf tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] device_id is not set on port a1148636-975d-42d2-8126-64f85efe7683 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:43.090276 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.133813 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823b928-37a5-49fe-9725-a796777b9e4b req-3c2df5da-dd61-4477-8e22-d9532d91318d tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:43.144627 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c823b928-37a5-49fe-9725-a796777b9e4b req-3c2df5da-dd61-4477-8e22-d9532d91318d tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 946 time: 0.1130319 Jul 05 04:13:43.146284 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-e52744b2-d8db-4dac-837b-c3c4935c81cf tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Allocated IP 172.20.0.10 (475a8d88-d94b-4d3e-a004-5ca64ea74a90/62a9ea9c-e778-42c8-a277-d167ecdda334/a1148636-975d-42d2-8126-64f85efe7683) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:43.235103 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c823b928-37a5-49fe-9725-a796777b9e4b req-79412dcf-5cd5-4d8b-bd96-64533330df42 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894420 Jul 05 04:13:43.402983 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e52744b2-d8db-4dac-837b-c3c4935c81cf tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.420522 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-e52744b2-d8db-4dac-837b-c3c4935c81cf tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Transition to ACTIVE for port object a1148636-975d-42d2-8126-64f85efe7683 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:43.471011 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e52744b2-d8db-4dac-837b-c3c4935c81cf tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.502796 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51478) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:43.530845 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52744b2-d8db-4dac-837b-c3c4935c81cf tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network 475a8d88-d94b-4d3e-a004-5ca64ea74a90 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:43.538562 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-e52744b2-d8db-4dac-837b-c3c4935c81cf tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:43.540490 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52744b2-d8db-4dac-837b-c3c4935c81cf tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:43.583568 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52744b2-d8db-4dac-837b-c3c4935c81cf tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Port': ['ID=a1148636-975d-42d2-8126-64f85efe7683,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:43.624118 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52744b2-d8db-4dac-837b-c3c4935c81cf tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:43.625607 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e52744b2-d8db-4dac-837b-c3c4935c81cf tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.650266 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e52744b2-d8db-4dac-837b-c3c4935c81cf tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0651734 Jul 05 04:13:43.651962 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51484) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:43.793871 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-8af48da9-dee7-45c0-b08b-7de272b8dc94 None None] Allocated IP 172.20.0.2 (475a8d88-d94b-4d3e-a004-5ca64ea74a90/62a9ea9c-e778-42c8-a277-d167ecdda334/b3ffb7d8-36ed-4871-86e1-4d10d50e0e35) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:43.820412 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-186408fe-7c3b-4ac5-8d80-a750d13c9ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.904959 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-782b605a-0f29-4799-bc37-10cacad1f419 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting port a1148636-975d-42d2-8126-64f85efe7683 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:43.905242 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-782b605a-0f29-4799-bc37-10cacad1f419 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.072060 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-782b605a-0f29-4799-bc37-10cacad1f419 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.092159 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8af48da9-dee7-45c0-b08b-7de272b8dc94 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.109387 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8af48da9-dee7-45c0-b08b-7de272b8dc94 None None] Transition to ACTIVE for port object b3ffb7d8-36ed-4871-86e1-4d10d50e0e35 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:44.114061 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-782b605a-0f29-4799-bc37-10cacad1f419 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Calling delete_port for a1148636-975d-42d2-8126-64f85efe7683 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:44.132105 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-186408fe-7c3b-4ac5-8d80-a750d13c9ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.145640 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8af48da9-dee7-45c0-b08b-7de272b8dc94 None None] Transition to ACTIVE for port object b3ffb7d8-36ed-4871-86e1-4d10d50e0e35 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:44.147606 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-186408fe-7c3b-4ac5-8d80-a750d13c9ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.157973 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8af48da9-dee7-45c0-b08b-7de272b8dc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.240391 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af48da9-dee7-45c0-b08b-7de272b8dc94 None None] Network 475a8d88-d94b-4d3e-a004-5ca64ea74a90 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:44.249811 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-8af48da9-dee7-45c0-b08b-7de272b8dc94 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:44.259892 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af48da9-dee7-45c0-b08b-7de272b8dc94 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:44.296106 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186408fe-7c3b-4ac5-8d80-a750d13c9ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e193e1-1718-422d-8573-b8a69b9cf77e,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:44.394001 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-186408fe-7c3b-4ac5-8d80-a750d13c9ba2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5723bd8b48694d1485f3db7618da79b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8896418 Jul 05 04:13:44.396268 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51492) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:44.463292 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8af48da9-dee7-45c0-b08b-7de272b8dc94 None None] Attempting to bind port b3ffb7d8-36ed-4871-86e1-4d10d50e0e35 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:44.464496 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8af48da9-dee7-45c0-b08b-7de272b8dc94 None None] Attempting to bind port b3ffb7d8-36ed-4871-86e1-4d10d50e0e35 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '86b9c4d2-82e1-43aa-bd98-563123467ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '475a8d88-d94b-4d3e-a004-5ca64ea74a90'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:44.465083 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af48da9-dee7-45c0-b08b-7de272b8dc94 None None] Attempting to bind port b3ffb7d8-36ed-4871-86e1-4d10d50e0e35 on network 475a8d88-d94b-4d3e-a004-5ca64ea74a90 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:44.486335 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af48da9-dee7-45c0-b08b-7de272b8dc94 None None] Pushing event updated for resources: {'Port': ['ID=b3ffb7d8-36ed-4871-86e1-4d10d50e0e35,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:44.494594 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ce7e5-5493-4e02-8e0b-227259b0ddd5 req-15e18d4b-bc9c-474b-b1a5-f3b0ce31cdd3 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:44.498695 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e61ce7e5-5493-4e02-8e0b-227259b0ddd5 req-15e18d4b-bc9c-474b-b1a5-f3b0ce31cdd3 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.70 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 946 time: 0.2957163 Jul 05 04:13:44.504810 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-936ba830-c990-433e-8c22-5d6fa498c91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.515695 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af48da9-dee7-45c0-b08b-7de272b8dc94 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:44.518381 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af48da9-dee7-45c0-b08b-7de272b8dc94 None None] Checking segment: {'id': '86b9c4d2-82e1-43aa-bd98-563123467ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '475a8d88-d94b-4d3e-a004-5ca64ea74a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:44.520412 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8af48da9-dee7-45c0-b08b-7de272b8dc94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.521041 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af48da9-dee7-45c0-b08b-7de272b8dc94 None None] Bound using segment: {'id': '86b9c4d2-82e1-43aa-bd98-563123467ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '475a8d88-d94b-4d3e-a004-5ca64ea74a90'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:44.522134 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8af48da9-dee7-45c0-b08b-7de272b8dc94 None None] Bound port: b3ffb7d8-36ed-4871-86e1-4d10d50e0e35, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b9c4d2-82e1-43aa-bd98-563123467ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '475a8d88-d94b-4d3e-a004-5ca64ea74a90'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:44.523223 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8af48da9-dee7-45c0-b08b-7de272b8dc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.579469 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-936ba830-c990-433e-8c22-5d6fa498c91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.700596 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8af48da9-dee7-45c0-b08b-7de272b8dc94 None None] For port b3ffb7d8-36ed-4871-86e1-4d10d50e0e35, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:44.710367 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8af48da9-dee7-45c0-b08b-7de272b8dc94 None None] For port b3ffb7d8-36ed-4871-86e1-4d10d50e0e35, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b3ffb7d8-36ed-4871-86e1-4d10d50e0e35,segment=NetworkSegment(86b9c4d2-82e1-43aa-bd98-563123467ecb),segment_id=86b9c4d2-82e1-43aa-bd98-563123467ecb)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:44.725613 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8af48da9-dee7-45c0-b08b-7de272b8dc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.829448 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-936ba830-c990-433e-8c22-5d6fa498c91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.852180 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-936ba830-c990-433e-8c22-5d6fa498c91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.852180 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-936ba830-c990-433e-8c22-5d6fa498c91b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/10e193e1-1718-422d-8573-b8a69b9cf77e HTTP/1.1" status: 204 len: 168 time: 0.4490073 Jul 05 04:13:44.900873 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c8321-ac16-4720-a81f-eeeaf71750b8 req-e7d29e21-fd1a-4d56-8628-ee529f0885f4 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:44.908811 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af48da9-dee7-45c0-b08b-7de272b8dc94 None None] Pushing event updated for resources: {'Port': ['ID=b3ffb7d8-36ed-4871-86e1-4d10d50e0e35,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:44.915937 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-782b605a-0f29-4799-bc37-10cacad1f419 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.925669 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f17c8321-ac16-4720-a81f-eeeaf71750b8 req-e7d29e21-fd1a-4d56-8628-ee529f0885f4 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 946 time: 0.3868070 Jul 05 04:13:44.928089 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ba830-c990-433e-8c22-5d6fa498c91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e193e1-1718-422d-8573-b8a69b9cf77e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:45.001179 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b605a-0f29-4799-bc37-10cacad1f419 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Port': ['ID=a1148636-975d-42d2-8126-64f85efe7683,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:45.030844 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f17c8321-ac16-4720-a81f-eeeaf71750b8 req-4fafc620-7efb-4cb3-9d32-fa763e4ecdb1 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044421 Jul 05 04:13:45.255510 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-782b605a-0f29-4799-bc37-10cacad1f419 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.271491 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-782b605a-0f29-4799-bc37-10cacad1f419 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/ports/a1148636-975d-42d2-8126-64f85efe7683 HTTP/1.1" status: 204 len: 168 time: 1.6181698 Jul 05 04:13:45.273246 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-e61ce7e5-5493-4e02-8e0b-227259b0ddd5 req-3c65db1f-eab1-46c6-8aa6-d590fc309178 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Deleting port 76b1b6df-58f7-4374-a598-9b3a4bab9a5a {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:45.273585 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e61ce7e5-5493-4e02-8e0b-227259b0ddd5 req-3c65db1f-eab1-46c6-8aa6-d590fc309178 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.274227 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51502) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:45.312599 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae3cc49-1e08-49df-b3c1-8bf41a86143a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] DELETE failed (client error): The resource could not be found. Jul 05 04:13:45.313788 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae3cc49-1e08-49df-b3c1-8bf41a86143a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:13:45.315918 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1ae3cc49-1e08-49df-b3c1-8bf41a86143a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/ports/a1148636-975d-42d2-8126-64f85efe7683 HTTP/1.1" status: 404 len: 333 time: 0.0402088 Jul 05 04:13:45.321972 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51504) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:45.371487 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f003132-c709-42b3-be99-5057abc930f2 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] GET failed (client error): The resource could not be found. Jul 05 04:13:45.373674 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7f003132-c709-42b3-be99-5057abc930f2 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports/a1148636-975d-42d2-8126-64f85efe7683 HTTP/1.1" status: 404 len: 333 time: 0.0502760 Jul 05 04:13:45.379738 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51506) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:45.477141 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0fdad3-9d94-4e24-a19a-805701c7c4b8 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting subnet 62a9ea9c-e778-42c8-a277-d167ecdda334 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:13:45.481609 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0d0fdad3-9d94-4e24-a19a-805701c7c4b8 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.518364 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-e61ce7e5-5493-4e02-8e0b-227259b0ddd5 req-3c65db1f-eab1-46c6-8aa6-d590fc309178 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] For port 76b1b6df-58f7-4374-a598-9b3a4bab9a5a, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=76b1b6df-58f7-4374-a598-9b3a4bab9a5a,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:45.518736 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e61ce7e5-5493-4e02-8e0b-227259b0ddd5 req-3c65db1f-eab1-46c6-8aa6-d590fc309178 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.540320 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51508) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:45.541744 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-e61ce7e5-5493-4e02-8e0b-227259b0ddd5 req-3c65db1f-eab1-46c6-8aa6-d590fc309178 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Calling delete_port for 76b1b6df-58f7-4374-a598-9b3a4bab9a5a owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:45.553293 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0d0fdad3-9d94-4e24-a19a-805701c7c4b8 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.569847 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-07994f89-9daa-436e-a083-d67f85771d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.714061 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0d0fdad3-9d94-4e24-a19a-805701c7c4b8 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.731217 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-07994f89-9daa-436e-a083-d67f85771d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.739748 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-07994f89-9daa-436e-a083-d67f85771d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.801777 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-07994f89-9daa-436e-a083-d67f85771d7f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=459fcaea6a594f93a931ab35e462473e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2586994 Jul 05 04:13:45.803649 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51510) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:45.814880 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07994f89-9daa-436e-a083-d67f85771d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7a765b-164e-4d4c-9483-d0dbc619aa20,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:45.838940 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e61ce7e5-5493-4e02-8e0b-227259b0ddd5 req-3c65db1f-eab1-46c6-8aa6-d590fc309178 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.845276 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0d0fdad3-9d94-4e24-a19a-805701c7c4b8 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.876544 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['76b1b6df-58f7-4374-a598-9b3a4bab9a5a'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:13:45.949180 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6dfe984d-a9f3-4eb3-9a4b-5b726d0a4917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.005085 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6dfe984d-a9f3-4eb3-9a4b-5b726d0a4917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.013541 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65db1f-eab1-46c6-8aa6-d590fc309178 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event deleted for resources: {'Port': ['ID=76b1b6df-58f7-4374-a598-9b3a4bab9a5a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:46.016973 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fdad3-9d94-4e24-a19a-805701c7c4b8 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Subnet': ['ID=62a9ea9c-e778-42c8-a277-d167ecdda334,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:46.021580 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0d0fdad3-9d94-4e24-a19a-805701c7c4b8 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.029953 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0d0fdad3-9d94-4e24-a19a-805701c7c4b8 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/subnets/62a9ea9c-e778-42c8-a277-d167ecdda334 HTTP/1.1" status: 204 len: 168 time: 0.6464524 Jul 05 04:13:46.030321 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51512) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:46.267556 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61ce7e5-5493-4e02-8e0b-227259b0ddd5 req-3c65db1f-eab1-46c6-8aa6-d590fc309178 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] No DVR routers for this DVR port 76b1b6df-58f7-4374-a598-9b3a4bab9a5a on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:46.271429 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e61ce7e5-5493-4e02-8e0b-227259b0ddd5 req-3c65db1f-eab1-46c6-8aa6-d590fc309178 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.299075 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e61ce7e5-5493-4e02-8e0b-227259b0ddd5 req-3c65db1f-eab1-46c6-8aa6-d590fc309178 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.70 "DELETE /v2.0/ports/76b1b6df-58f7-4374-a598-9b3a4bab9a5a HTTP/1.1" status: 204 len: 173 time: 1.7926252 Jul 05 04:13:46.299787 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5', 'name': 'network-vif-deleted', 'tag': '76b1b6df-58f7-4374-a598-9b3a4bab9a5a'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:13:46.305010 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4178947-d92b-45ad-b990-fe417de8127d" -d '{"events": [{"server_uuid": "2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5", "name": "network-vif-deleted", "tag": "76b1b6df-58f7-4374-a598-9b3a4bab9a5a"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:13:46.372130 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fa945fe-cccc-4fa5-b385-d7aa42635a9d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.445455 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9707a280-f37d-44eb-b1d6-70b38b39455d x-openstack-request-id: req-9707a280-f37d-44eb-b1d6-70b38b39455d {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:13:46.447975 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5", "name": "network-vif-deleted", "tag": "76b1b6df-58f7-4374-a598-9b3a4bab9a5a", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:13:46.448516 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9707a280-f37d-44eb-b1d6-70b38b39455d {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:13:46.453966 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5', 'name': 'network-vif-deleted', 'tag': '76b1b6df-58f7-4374-a598-9b3a4bab9a5a', 'status': 'completed', 'code': 200} Jul 05 04:13:46.506744 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4bb7f51b-f101-47c6-a989-0982523ffbd2 req-48ac3aba-c78d-454b-b1b8-46a661d59c00 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 210 time: 0.0758302 Jul 05 04:13:46.513934 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6dfe984d-a9f3-4eb3-9a4b-5b726d0a4917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.518203 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6dfe984d-a9f3-4eb3-9a4b-5b726d0a4917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.532577 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6dfe984d-a9f3-4eb3-9a4b-5b726d0a4917 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6f7a765b-164e-4d4c-9483-d0dbc619aa20 HTTP/1.1" status: 204 len: 168 time: 0.7274237 Jul 05 04:13:46.556018 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe984d-a9f3-4eb3-9a4b-5b726d0a4917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7a765b-164e-4d4c-9483-d0dbc619aa20,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:46.622295 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-7fa945fe-cccc-4fa5-b385-d7aa42635a9d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting port b3ffb7d8-36ed-4871-86e1-4d10d50e0e35 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:46.622679 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fa945fe-cccc-4fa5-b385-d7aa42635a9d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.636908 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d436903-f673-4cb6-bde0-8cdfc8081bc3 None None] Network 475a8d88-d94b-4d3e-a004-5ca64ea74a90 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:46.732364 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-63f40e5c-c2e5-496f-a6ad-474faa6a6170 None None] Provisioning for port b3ffb7d8-36ed-4871-86e1-4d10d50e0e35 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:46.759422 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-7fa945fe-cccc-4fa5-b385-d7aa42635a9d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] For port b3ffb7d8-36ed-4871-86e1-4d10d50e0e35, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b3ffb7d8-36ed-4871-86e1-4d10d50e0e35,segment=NetworkSegment(86b9c4d2-82e1-43aa-bd98-563123467ecb),segment_id=86b9c4d2-82e1-43aa-bd98-563123467ecb)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:46.777958 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fa945fe-cccc-4fa5-b385-d7aa42635a9d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.812302 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-7fa945fe-cccc-4fa5-b385-d7aa42635a9d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Calling delete_port for b3ffb7d8-36ed-4871-86e1-4d10d50e0e35 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:46.924156 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bd4a12-3c7c-4490-a5c1-0ce4c2dcb7e2 None None] DHCP port deletion for 475a8d88-d94b-4d3e-a004-5ca64ea74a90 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:13:46.981200 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fa945fe-cccc-4fa5-b385-d7aa42635a9d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.009206 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa945fe-cccc-4fa5-b385-d7aa42635a9d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Port': ['ID=b3ffb7d8-36ed-4871-86e1-4d10d50e0e35,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:47.010413 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-15bd4a12-3c7c-4490-a5c1-0ce4c2dcb7e2 None None] Deleting port b3ffb7d8-36ed-4871-86e1-4d10d50e0e35 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:47.016908 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-15bd4a12-3c7c-4490-a5c1-0ce4c2dcb7e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.021053 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa945fe-cccc-4fa5-b385-d7aa42635a9d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] No DVR routers for this DVR port b3ffb7d8-36ed-4871-86e1-4d10d50e0e35 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:47.124613 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fa945fe-cccc-4fa5-b385-d7aa42635a9d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.128961 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-15bd4a12-3c7c-4490-a5c1-0ce4c2dcb7e2 None None] For port b3ffb7d8-36ed-4871-86e1-4d10d50e0e35, host n-d-780147-23, got binding levels [] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:47.129528 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-15bd4a12-3c7c-4490-a5c1-0ce4c2dcb7e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.135205 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-7fa945fe-cccc-4fa5-b385-d7aa42635a9d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475a8d88-d94b-4d3e-a004-5ca64ea74a90']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:47.144679 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-15bd4a12-3c7c-4490-a5c1-0ce4c2dcb7e2 None None] Calling delete_port for b3ffb7d8-36ed-4871-86e1-4d10d50e0e35 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:47.149788 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.ipam_backend_mixin [None req-15bd4a12-3c7c-4490-a5c1-0ce4c2dcb7e2 None None] Port b3ffb7d8-36ed-4871-86e1-4d10d50e0e35 was not found and therefore no delete operation was performed {{(pid=105540) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:13:47.151483 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-15bd4a12-3c7c-4490-a5c1-0ce4c2dcb7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.158782 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-7fa945fe-cccc-4fa5-b385-d7aa42635a9d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b9c4d2-82e1-43aa-bd98-563123467ecb') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:47.159142 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-7fa945fe-cccc-4fa5-b385-d7aa42635a9d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b9c4d2-82e1-43aa-bd98-563123467ecb') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:47.175566 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fa945fe-cccc-4fa5-b385-d7aa42635a9d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.189989 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd4a12-3c7c-4490-a5c1-0ce4c2dcb7e2 None None] Pushing event deleted for resources: {'Port': ['ID=b3ffb7d8-36ed-4871-86e1-4d10d50e0e35,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:47.192438 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fa945fe-cccc-4fa5-b385-d7aa42635a9d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.202601 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa945fe-cccc-4fa5-b385-d7aa42635a9d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:47.203012 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fa945fe-cccc-4fa5-b385-d7aa42635a9d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:47.208710 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:47.216074 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd4a12-3c7c-4490-a5c1-0ce4c2dcb7e2 None None] No DVR routers for this DVR port b3ffb7d8-36ed-4871-86e1-4d10d50e0e35 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:47.308324 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fa945fe-cccc-4fa5-b385-d7aa42635a9d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.316767 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fa945fe-cccc-4fa5-b385-d7aa42635a9d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.322285 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7fa945fe-cccc-4fa5-b385-d7aa42635a9d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/networks/475a8d88-d94b-4d3e-a004-5ca64ea74a90 HTTP/1.1" status: 204 len: 168 time: 1.2814596 Jul 05 04:13:47.326590 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51534) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:47.336673 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-48a05153-da20-45cf-ad83-c344866c8187 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1349097405'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:47.349303 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa945fe-cccc-4fa5-b385-d7aa42635a9d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Network': ['ID=475a8d88-d94b-4d3e-a004-5ca64ea74a90,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:47.390626 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a05153-da20-45cf-ad83-c344866c8187 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:47.396036 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-48a05153-da20-45cf-ad83-c344866c8187 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.431180 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a05153-da20-45cf-ad83-c344866c8187 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:47.442693 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-48a05153-da20-45cf-ad83-c344866c8187 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.443597 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-48a05153-da20-45cf-ad83-c344866c8187 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Added segment 4caebe36-a48f-44eb-9b8b-f8ab76b179cc of type vlan for network 4f6e75a8-0910-49d1-bc0f-87645e51d310 Jul 05 04:13:47.501736 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-48a05153-da20-45cf-ad83-c344866c8187 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.549628 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-48a05153-da20-45cf-ad83-c344866c8187 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.557843 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a05153-da20-45cf-ad83-c344866c8187 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:47.558808 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-48a05153-da20-45cf-ad83-c344866c8187 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.585312 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-48a05153-da20-45cf-ad83-c344866c8187 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2567191 Jul 05 04:13:47.588698 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51546) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:47.596342 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-950f9366-4109-4930-ace6-f3f0c7ce257a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'subnet': {'network_id': '4f6e75a8-0910-49d1-bc0f-87645e51d310', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:47.665026 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a05153-da20-45cf-ad83-c344866c8187 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Network': ['ID=4f6e75a8-0910-49d1-bc0f-87645e51d310,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:47.678132 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 4f6e75a8-0910-49d1-bc0f-87645e51d310 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:47.763466 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-13767342-b043-41a9-9f3a-fb4a4a7e4f5e req-1db995d5-d236-472e-a008-fb9f902c20f6 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 210 time: 0.0353930 Jul 05 04:13:47.804935 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950f9366-4109-4930-ace6-f3f0c7ce257a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:47.813618 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-950f9366-4109-4930-ace6-f3f0c7ce257a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:48.227502 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-950f9366-4109-4930-ace6-f3f0c7ce257a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:48.312571 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f9366-4109-4930-ace6-f3f0c7ce257a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Subnet': ['ID=f431dfde-86dc-45a5-b942-b10a7e7b42b7,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:48.326817 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950f9366-4109-4930-ace6-f3f0c7ce257a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Checking segment: {'id': '4caebe36-a48f-44eb-9b8b-f8ab76b179cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4f6e75a8-0910-49d1-bc0f-87645e51d310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:48.327390 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950f9366-4109-4930-ace6-f3f0c7ce257a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network hostable DHCP agents. Network: 4f6e75a8-0910-49d1-bc0f-87645e51d310, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:48.357330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950f9366-4109-4930-ace6-f3f0c7ce257a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network 4f6e75a8-0910-49d1-bc0f-87645e51d310 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:48.369032 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-950f9366-4109-4930-ace6-f3f0c7ce257a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 4f6e75a8-0910-49d1-bc0f-87645e51d310) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:48.379297 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88203e5-3725-48b9-ae9c-faca76adafe4 None None] Network 4f6e75a8-0910-49d1-bc0f-87645e51d310 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:48.389382 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950f9366-4109-4930-ace6-f3f0c7ce257a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:48.389997 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-950f9366-4109-4930-ace6-f3f0c7ce257a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:48.417997 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-950f9366-4109-4930-ace6-f3f0c7ce257a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8239527 Jul 05 04:13:48.418127 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51568) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:48.426520 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-94fe8939-f034-4a55-8c9a-88550ac5a9a7 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'port': {'network_id': '4f6e75a8-0910-49d1-bc0f-87645e51d310', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1569415050'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:48.601448 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fe8939-f034-4a55-8c9a-88550ac5a9a7 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:48.606657 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-94fe8939-f034-4a55-8c9a-88550ac5a9a7 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:48.622553 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4fd3f0-a7d1-4c50-8c54-9ca358945d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-4f6e75a8-0910-49d1-bc0f-87645e51d310', 'network_id': '4f6e75a8-0910-49d1-bc0f-87645e51d310', 'tenant_id': 'fb4c3b49cee14040aba1b9f4e97b8880', 'fixed_ips': [{'subnet_id': 'f431dfde-86dc-45a5-b942-b10a7e7b42b7'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:13:48.623620 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-af4fd3f0-a7d1-4c50-8c54-9ca358945d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:48.641637 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-94fe8939-f034-4a55-8c9a-88550ac5a9a7 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] device_id is not set on port e9ec7e72-b6f3-4c72-8c6b-aceb133b47d9 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:48.671571 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 76b1b6df-58f7-4374-a598-9b3a4bab9a5a no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:48.731265 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 76b1b6df-58f7-4374-a598-9b3a4bab9a5a {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:48.731674 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 76b1b6df-58f7-4374-a598-9b3a4bab9a5a not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:48.806760 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-94fe8939-f034-4a55-8c9a-88550ac5a9a7 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Allocated IP 172.20.0.8 (4f6e75a8-0910-49d1-bc0f-87645e51d310/f431dfde-86dc-45a5-b942-b10a7e7b42b7/e9ec7e72-b6f3-4c72-8c6b-aceb133b47d9) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:48.926482 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b3ffb7d8-36ed-4871-86e1-4d10d50e0e35 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:48.966980 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-94fe8939-f034-4a55-8c9a-88550ac5a9a7 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:48.972338 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: b3ffb7d8-36ed-4871-86e1-4d10d50e0e35 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:48.972802 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b3ffb7d8-36ed-4871-86e1-4d10d50e0e35 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:48.989989 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-94fe8939-f034-4a55-8c9a-88550ac5a9a7 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Transition to ACTIVE for port object e9ec7e72-b6f3-4c72-8c6b-aceb133b47d9 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:49.047008 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-94fe8939-f034-4a55-8c9a-88550ac5a9a7 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.050163 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6c0a373b-bf9c-4619-9216-1bd7f27cc4c9 req-5095e8c2-1b97-40d9-a27a-3bb9f4ee1523 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 210 time: 0.0402393 Jul 05 04:13:49.110392 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fe8939-f034-4a55-8c9a-88550ac5a9a7 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network 4f6e75a8-0910-49d1-bc0f-87645e51d310 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:49.112959 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-af4fd3f0-a7d1-4c50-8c54-9ca358945d85 None None] Allocated IP 172.20.0.2 (4f6e75a8-0910-49d1-bc0f-87645e51d310/f431dfde-86dc-45a5-b942-b10a7e7b42b7/46f2f3d5-eada-47f3-91ee-4b0ad646ff48) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:49.116687 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-94fe8939-f034-4a55-8c9a-88550ac5a9a7 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:49.121683 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fe8939-f034-4a55-8c9a-88550ac5a9a7 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:49.167591 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe8939-f034-4a55-8c9a-88550ac5a9a7 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Port': ['ID=e9ec7e72-b6f3-4c72-8c6b-aceb133b47d9,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:49.210571 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fe8939-f034-4a55-8c9a-88550ac5a9a7 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:49.211970 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-94fe8939-f034-4a55-8c9a-88550ac5a9a7 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.240726 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51590) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:49.253157 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-94fe8939-f034-4a55-8c9a-88550ac5a9a7 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.8335700 Jul 05 04:13:49.283016 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-af4fd3f0-a7d1-4c50-8c54-9ca358945d85 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.294533 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-af4fd3f0-a7d1-4c50-8c54-9ca358945d85 None None] Transition to ACTIVE for port object 46f2f3d5-eada-47f3-91ee-4b0ad646ff48 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:49.331737 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-af4fd3f0-a7d1-4c50-8c54-9ca358945d85 None None] Transition to ACTIVE for port object 46f2f3d5-eada-47f3-91ee-4b0ad646ff48 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:49.346255 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-af4fd3f0-a7d1-4c50-8c54-9ca358945d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.509914 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fd3f0-a7d1-4c50-8c54-9ca358945d85 None None] Pushing event updated for resources: {'Port': ['ID=46f2f3d5-eada-47f3-91ee-4b0ad646ff48,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:49.511847 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-5f7daaf3-cb2f-43c3-8b8e-874bcf76c8f3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting port e9ec7e72-b6f3-4c72-8c6b-aceb133b47d9 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:49.512918 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f7daaf3-cb2f-43c3-8b8e-874bcf76c8f3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.536553 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4fd3f0-a7d1-4c50-8c54-9ca358945d85 None None] Network 4f6e75a8-0910-49d1-bc0f-87645e51d310 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:49.545025 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-af4fd3f0-a7d1-4c50-8c54-9ca358945d85 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:49.551034 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4fd3f0-a7d1-4c50-8c54-9ca358945d85 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:49.649612 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f7daaf3-cb2f-43c3-8b8e-874bcf76c8f3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.664766 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-5f7daaf3-cb2f-43c3-8b8e-874bcf76c8f3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Calling delete_port for e9ec7e72-b6f3-4c72-8c6b-aceb133b47d9 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:49.672022 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-af4fd3f0-a7d1-4c50-8c54-9ca358945d85 None None] Attempting to bind port 46f2f3d5-eada-47f3-91ee-4b0ad646ff48 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:49.672506 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-af4fd3f0-a7d1-4c50-8c54-9ca358945d85 None None] Attempting to bind port 46f2f3d5-eada-47f3-91ee-4b0ad646ff48 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '4caebe36-a48f-44eb-9b8b-f8ab76b179cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4f6e75a8-0910-49d1-bc0f-87645e51d310'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:49.672752 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4fd3f0-a7d1-4c50-8c54-9ca358945d85 None None] Attempting to bind port 46f2f3d5-eada-47f3-91ee-4b0ad646ff48 on network 4f6e75a8-0910-49d1-bc0f-87645e51d310 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:49.678822 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4fd3f0-a7d1-4c50-8c54-9ca358945d85 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:49.679193 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4fd3f0-a7d1-4c50-8c54-9ca358945d85 None None] Checking segment: {'id': '4caebe36-a48f-44eb-9b8b-f8ab76b179cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4f6e75a8-0910-49d1-bc0f-87645e51d310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:49.679600 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-af4fd3f0-a7d1-4c50-8c54-9ca358945d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.680014 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4fd3f0-a7d1-4c50-8c54-9ca358945d85 None None] Bound using segment: {'id': '4caebe36-a48f-44eb-9b8b-f8ab76b179cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4f6e75a8-0910-49d1-bc0f-87645e51d310'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:49.680541 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-af4fd3f0-a7d1-4c50-8c54-9ca358945d85 None None] Bound port: 46f2f3d5-eada-47f3-91ee-4b0ad646ff48, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4caebe36-a48f-44eb-9b8b-f8ab76b179cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4f6e75a8-0910-49d1-bc0f-87645e51d310'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:49.680863 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-af4fd3f0-a7d1-4c50-8c54-9ca358945d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.758126 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-af4fd3f0-a7d1-4c50-8c54-9ca358945d85 None None] For port 46f2f3d5-eada-47f3-91ee-4b0ad646ff48, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:49.763702 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-af4fd3f0-a7d1-4c50-8c54-9ca358945d85 None None] For port 46f2f3d5-eada-47f3-91ee-4b0ad646ff48, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=46f2f3d5-eada-47f3-91ee-4b0ad646ff48,segment=NetworkSegment(4caebe36-a48f-44eb-9b8b-f8ab76b179cc),segment_id=4caebe36-a48f-44eb-9b8b-f8ab76b179cc)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:49.769959 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-af4fd3f0-a7d1-4c50-8c54-9ca358945d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.837761 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fd3f0-a7d1-4c50-8c54-9ca358945d85 None None] Pushing event updated for resources: {'Port': ['ID=46f2f3d5-eada-47f3-91ee-4b0ad646ff48,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:49.847182 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f7daaf3-cb2f-43c3-8b8e-874bcf76c8f3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.884057 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7daaf3-cb2f-43c3-8b8e-874bcf76c8f3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Port': ['ID=e9ec7e72-b6f3-4c72-8c6b-aceb133b47d9,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:49.969802 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f7daaf3-cb2f-43c3-8b8e-874bcf76c8f3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.975492 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51598) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:49.985934 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5f7daaf3-cb2f-43c3-8b8e-874bcf76c8f3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/ports/e9ec7e72-b6f3-4c72-8c6b-aceb133b47d9 HTTP/1.1" status: 204 len: 168 time: 0.7434411 Jul 05 04:13:50.013997 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83683b6-8669-4e3f-bac9-fe713d9da883 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] GET failed (client error): The resource could not be found. Jul 05 04:13:50.017138 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d83683b6-8669-4e3f-bac9-fe713d9da883 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports/e9ec7e72-b6f3-4c72-8c6b-aceb133b47d9 HTTP/1.1" status: 404 len: 333 time: 0.0404792 Jul 05 04:13:50.018695 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51600) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:50.111714 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-53fca59d-5b23-4f28-ad78-f0dfc814309d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting subnet f431dfde-86dc-45a5-b942-b10a7e7b42b7 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:13:50.115558 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53fca59d-5b23-4f28-ad78-f0dfc814309d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.182027 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53fca59d-5b23-4f28-ad78-f0dfc814309d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.279903 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c17a1b5b-9526-4b54-bba4-3c96d144b63a req-5ec2229c-d106-42a3-bc80-5edcc102ecda tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 210 time: 0.0459571 Jul 05 04:13:50.323734 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53fca59d-5b23-4f28-ad78-f0dfc814309d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.396076 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53fca59d-5b23-4f28-ad78-f0dfc814309d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.430513 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fca59d-5b23-4f28-ad78-f0dfc814309d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Subnet': ['ID=f431dfde-86dc-45a5-b942-b10a7e7b42b7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:50.435377 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53fca59d-5b23-4f28-ad78-f0dfc814309d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.438187 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-53fca59d-5b23-4f28-ad78-f0dfc814309d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/subnets/f431dfde-86dc-45a5-b942-b10a7e7b42b7 HTTP/1.1" status: 204 len: 168 time: 0.4183226 Jul 05 04:13:50.440806 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51604) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:50.540023 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddcc9204-d3f2-4791-b1a0-c946905fac04 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.607965 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ddcc9204-d3f2-4791-b1a0-c946905fac04 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting port 46f2f3d5-eada-47f3-91ee-4b0ad646ff48 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:50.608335 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddcc9204-d3f2-4791-b1a0-c946905fac04 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.688321 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-ddcc9204-d3f2-4791-b1a0-c946905fac04 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] For port 46f2f3d5-eada-47f3-91ee-4b0ad646ff48, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=46f2f3d5-eada-47f3-91ee-4b0ad646ff48,segment=NetworkSegment(4caebe36-a48f-44eb-9b8b-f8ab76b179cc),segment_id=4caebe36-a48f-44eb-9b8b-f8ab76b179cc)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:50.689471 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddcc9204-d3f2-4791-b1a0-c946905fac04 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.706634 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ddcc9204-d3f2-4791-b1a0-c946905fac04 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Calling delete_port for 46f2f3d5-eada-47f3-91ee-4b0ad646ff48 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:50.821334 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddcc9204-d3f2-4791-b1a0-c946905fac04 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.862857 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc9204-d3f2-4791-b1a0-c946905fac04 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Port': ['ID=46f2f3d5-eada-47f3-91ee-4b0ad646ff48,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:50.866947 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcc9204-d3f2-4791-b1a0-c946905fac04 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] No DVR routers for this DVR port 46f2f3d5-eada-47f3-91ee-4b0ad646ff48 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:50.962958 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddcc9204-d3f2-4791-b1a0-c946905fac04 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.975123 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-ddcc9204-d3f2-4791-b1a0-c946905fac04 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f6e75a8-0910-49d1-bc0f-87645e51d310']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:50.988105 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-ddcc9204-d3f2-4791-b1a0-c946905fac04 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4caebe36-a48f-44eb-9b8b-f8ab76b179cc') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:50.988785 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-ddcc9204-d3f2-4791-b1a0-c946905fac04 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4caebe36-a48f-44eb-9b8b-f8ab76b179cc') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:51.003227 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddcc9204-d3f2-4791-b1a0-c946905fac04 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.020935 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddcc9204-d3f2-4791-b1a0-c946905fac04 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.030362 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddcc9204-d3f2-4791-b1a0-c946905fac04 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:51.031019 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddcc9204-d3f2-4791-b1a0-c946905fac04 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:51.036508 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:51.121695 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddcc9204-d3f2-4791-b1a0-c946905fac04 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.127193 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e12e55-ca0b-4e03-8b67-4314f6fd7a60 None None] Network 4f6e75a8-0910-49d1-bc0f-87645e51d310 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:51.142202 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e12e55-ca0b-4e03-8b67-4314f6fd7a60 None None] Network 4f6e75a8-0910-49d1-bc0f-87645e51d310 could not be found, it might have been deleted concurrently. {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 04:13:51.143932 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddcc9204-d3f2-4791-b1a0-c946905fac04 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.149741 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ddcc9204-d3f2-4791-b1a0-c946905fac04 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/networks/4f6e75a8-0910-49d1-bc0f-87645e51d310 HTTP/1.1" status: 204 len: 168 time: 0.7039645 Jul 05 04:13:51.149741 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc9204-d3f2-4791-b1a0-c946905fac04 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Network': ['ID=4f6e75a8-0910-49d1-bc0f-87645e51d310,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:51.149741 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51608) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:51.162501 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-8e95c603-fdd1-4a4a-bdd9-066fd3ede0e6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'port': {'network_id': 'eeb163c4-b391-4453-b664-838ab3a5562b', 'name': 'tempest-PortsTestJSON-482333913'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:51.207741 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-83f193fb-5b08-4578-82f3-1ea4db19044f None None] Could not find standard attr ID for object 46f2f3d5-eada-47f3-91ee-4b0ad646ff48. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:13:51.231418 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4553786-03f2-44bb-8978-9093acd23b9b None None] DHCP port deletion for 4f6e75a8-0910-49d1-bc0f-87645e51d310 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:13:51.282848 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e95c603-fdd1-4a4a-bdd9-066fd3ede0e6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:51.287045 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8e95c603-fdd1-4a4a-bdd9-066fd3ede0e6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.313504 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-8e95c603-fdd1-4a4a-bdd9-066fd3ede0e6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] device_id is not set on port 687ae52c-c777-4a1d-869f-58cb33b4bdb6 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:51.504838 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38fd9c0f-2915-4e8c-8db0-412a55855f7c req-3c4e7e87-b5ab-4091-845b-f123f6e2dea1 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 210 time: 0.0686891 Jul 05 04:13:51.543692 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8e95c603-fdd1-4a4a-bdd9-066fd3ede0e6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.583594 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8e95c603-fdd1-4a4a-bdd9-066fd3ede0e6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.624179 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e95c603-fdd1-4a4a-bdd9-066fd3ede0e6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network eeb163c4-b391-4453-b664-838ab3a5562b is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:51.627633 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-8e95c603-fdd1-4a4a-bdd9-066fd3ede0e6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:51.632019 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e95c603-fdd1-4a4a-bdd9-066fd3ede0e6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:51.638305 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e95c603-fdd1-4a4a-bdd9-066fd3ede0e6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:51.638935 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8e95c603-fdd1-4a4a-bdd9-066fd3ede0e6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.659270 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95c603-fdd1-4a4a-bdd9-066fd3ede0e6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Port': ['ID=687ae52c-c777-4a1d-869f-58cb33b4bdb6,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:51.669333 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51612) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:51.672620 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8e95c603-fdd1-4a4a-bdd9-066fd3ede0e6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5187247 Jul 05 04:13:51.784227 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-6d470471-f0c0-4733-b8f8-9cc0151bfd2f tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting port 687ae52c-c777-4a1d-869f-58cb33b4bdb6 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:51.784640 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d470471-f0c0-4733-b8f8-9cc0151bfd2f tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.852016 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d470471-f0c0-4733-b8f8-9cc0151bfd2f tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.866397 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-6d470471-f0c0-4733-b8f8-9cc0151bfd2f tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Calling delete_port for 687ae52c-c777-4a1d-869f-58cb33b4bdb6 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:51.954239 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d470471-f0c0-4733-b8f8-9cc0151bfd2f tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.988845 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d470471-f0c0-4733-b8f8-9cc0151bfd2f tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.991180 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6d470471-f0c0-4733-b8f8-9cc0151bfd2f tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/ports/687ae52c-c777-4a1d-869f-58cb33b4bdb6 HTTP/1.1" status: 204 len: 168 time: 0.3208420 Jul 05 04:13:51.992115 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d470471-f0c0-4733-b8f8-9cc0151bfd2f tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Port': ['ID=687ae52c-c777-4a1d-869f-58cb33b4bdb6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:51.993837 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51614) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:52.000503 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-162f5a9e-69e6-4115-b95c-df460dd08ed6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'port': {'network_id': 'eeb163c4-b391-4453-b664-838ab3a5562b', 'mac_address': 'fa:16:3e:53:a3:64', 'name': 'tempest-PortsTestJSON-1999025137'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:52.175462 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162f5a9e-69e6-4115-b95c-df460dd08ed6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:52.199514 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-162f5a9e-69e6-4115-b95c-df460dd08ed6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.228321 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-162f5a9e-69e6-4115-b95c-df460dd08ed6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] device_id is not set on port 33436d57-dda9-4e67-bfbb-0a1e1f6524ed yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:52.482042 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-162f5a9e-69e6-4115-b95c-df460dd08ed6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.576147 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-162f5a9e-69e6-4115-b95c-df460dd08ed6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.656525 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162f5a9e-69e6-4115-b95c-df460dd08ed6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network eeb163c4-b391-4453-b664-838ab3a5562b is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:52.660489 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-162f5a9e-69e6-4115-b95c-df460dd08ed6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:52.663016 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162f5a9e-69e6-4115-b95c-df460dd08ed6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:52.670257 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162f5a9e-69e6-4115-b95c-df460dd08ed6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:52.670930 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-162f5a9e-69e6-4115-b95c-df460dd08ed6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.741709 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1e4e0db-5d40-4fe4-88d3-c49e5098e996 req-900a23a2-e384-4fd0-a446-d4b1d8da723d tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 210 time: 0.0651176 Jul 05 04:13:52.742614 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f5a9e-69e6-4115-b95c-df460dd08ed6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Port': ['ID=33436d57-dda9-4e67-bfbb-0a1e1f6524ed,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:52.750491 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-162f5a9e-69e6-4115-b95c-df460dd08ed6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7513158 Jul 05 04:13:52.751152 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51634) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:52.855608 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db81a2c-5c9d-4b30-aaf0-7a0fa37a71fa tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:52.857140 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6db81a2c-5c9d-4b30-aaf0-7a0fa37a71fa tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports/33436d57-dda9-4e67-bfbb-0a1e1f6524ed HTTP/1.1" status: 200 len: 841 time: 0.1055608 Jul 05 04:13:52.860264 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51640) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:52.916160 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 46f2f3d5-eada-47f3-91ee-4b0ad646ff48 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:52.975817 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 46f2f3d5-eada-47f3-91ee-4b0ad646ff48 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:52.976147 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 46f2f3d5-eada-47f3-91ee-4b0ad646ff48 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:53.054141 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-1caf42af-5155-4baa-8c9d-393e530bdf7d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting port 33436d57-dda9-4e67-bfbb-0a1e1f6524ed {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:53.054521 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1caf42af-5155-4baa-8c9d-393e530bdf7d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.207128 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1caf42af-5155-4baa-8c9d-393e530bdf7d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.236289 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-1caf42af-5155-4baa-8c9d-393e530bdf7d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Calling delete_port for 33436d57-dda9-4e67-bfbb-0a1e1f6524ed owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:53.415021 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1caf42af-5155-4baa-8c9d-393e530bdf7d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.482795 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1caf42af-5155-4baa-8c9d-393e530bdf7d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.490947 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51654) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:53.492241 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1caf42af-5155-4baa-8c9d-393e530bdf7d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/ports/33436d57-dda9-4e67-bfbb-0a1e1f6524ed HTTP/1.1" status: 204 len: 168 time: 0.6296477 Jul 05 04:13:53.495407 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf42af-5155-4baa-8c9d-393e530bdf7d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Port': ['ID=33436d57-dda9-4e67-bfbb-0a1e1f6524ed,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:53.560627 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b56051d-fe34-42cf-90b0-fd0aa8970feb tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] GET failed (client error): The resource could not be found. Jul 05 04:13:53.562631 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1b56051d-fe34-42cf-90b0-fd0aa8970feb tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports/33436d57-dda9-4e67-bfbb-0a1e1f6524ed HTTP/1.1" status: 404 len: 333 time: 0.0705469 Jul 05 04:13:53.566391 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51656) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:53.575062 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-778e6418-d0b3-41ec-83a0-b85b04703935 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'port': {'network_id': 'eeb163c4-b391-4453-b664-838ab3a5562b', 'name': 'tempest-PortsTestJSON-448965782'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:53.707709 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778e6418-d0b3-41ec-83a0-b85b04703935 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:53.713715 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-778e6418-d0b3-41ec-83a0-b85b04703935 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.742724 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-778e6418-d0b3-41ec-83a0-b85b04703935 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] device_id is not set on port 1219640d-6859-44c4-809a-e095915a3cee yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:54.056066 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-778e6418-d0b3-41ec-83a0-b85b04703935 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.106614 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-778e6418-d0b3-41ec-83a0-b85b04703935 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.226453 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-560b5783-8c1c-4028-85a5-517003006bfa req-4ec25aec-8e43-4110-bc6c-92f26b92e8aa tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=2931f3b9-f51e-4d0a-9ec0-cdd6cf776dc5 HTTP/1.1" status: 200 len: 210 time: 0.0473452 Jul 05 04:13:54.228112 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778e6418-d0b3-41ec-83a0-b85b04703935 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network eeb163c4-b391-4453-b664-838ab3a5562b is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:54.237590 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-778e6418-d0b3-41ec-83a0-b85b04703935 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:54.240155 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778e6418-d0b3-41ec-83a0-b85b04703935 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:54.246704 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778e6418-d0b3-41ec-83a0-b85b04703935 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:54.247330 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-778e6418-d0b3-41ec-83a0-b85b04703935 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.253486 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e6418-d0b3-41ec-83a0-b85b04703935 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Port': ['ID=1219640d-6859-44c4-809a-e095915a3cee,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:54.270238 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-778e6418-d0b3-41ec-83a0-b85b04703935 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7010143 Jul 05 04:13:54.273323 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51664) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:54.281437 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f03af5c6-9fb1-494a-8f81-f3110b518c2e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:54.379193 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f03af5c6-9fb1-494a-8f81-f3110b518c2e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.562465 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f03af5c6-9fb1-494a-8f81-f3110b518c2e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.567565 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f03af5c6-9fb1-494a-8f81-f3110b518c2e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.601212 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-f03af5c6-9fb1-494a-8f81-f3110b518c2e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] In _notify_port_updated(), no bound segment for port 1219640d-6859-44c4-809a-e095915a3cee on network eeb163c4-b391-4453-b664-838ab3a5562b {{(pid=105539) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:13:54.607347 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03af5c6-9fb1-494a-8f81-f3110b518c2e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:54.608006 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f03af5c6-9fb1-494a-8f81-f3110b518c2e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.612743 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f03af5c6-9fb1-494a-8f81-f3110b518c2e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "PUT /v2.0/ports/1219640d-6859-44c4-809a-e095915a3cee HTTP/1.1" status: 200 len: 818 time: 0.3334236 Jul 05 04:13:54.612743 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51678) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:54.666070 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03af5c6-9fb1-494a-8f81-f3110b518c2e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Port': ['ID=1219640d-6859-44c4-809a-e095915a3cee,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:54.748750 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-867f41d8-a189-4b16-95dd-463e8afcaf7a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting port 1219640d-6859-44c4-809a-e095915a3cee {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:54.749092 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-867f41d8-a189-4b16-95dd-463e8afcaf7a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.819240 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-867f41d8-a189-4b16-95dd-463e8afcaf7a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.833865 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-867f41d8-a189-4b16-95dd-463e8afcaf7a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Calling delete_port for 1219640d-6859-44c4-809a-e095915a3cee owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:54.936712 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-867f41d8-a189-4b16-95dd-463e8afcaf7a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.955554 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-867f41d8-a189-4b16-95dd-463e8afcaf7a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.958422 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-867f41d8-a189-4b16-95dd-463e8afcaf7a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/ports/1219640d-6859-44c4-809a-e095915a3cee HTTP/1.1" status: 204 len: 168 time: 0.3452475 Jul 05 04:13:54.961108 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51680) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:55.007731 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f41d8-a189-4b16-95dd-463e8afcaf7a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Port': ['ID=1219640d-6859-44c4-809a-e095915a3cee,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:55.062874 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ffcc19-012a-4622-a662-fd72b349043c tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:55.062874 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f4ffcc19-012a-4622-a662-fd72b349043c tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0974824 Jul 05 04:13:55.063136 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51684) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:55.099222 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba950d09-5fea-4953-8e07-852d1b0b3a6d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] GET failed (client error): The resource could not be found. Jul 05 04:13:55.101020 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ba950d09-5fea-4953-8e07-852d1b0b3a6d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports/1219640d-6859-44c4-809a-e095915a3cee HTTP/1.1" status: 404 len: 333 time: 0.0369537 Jul 05 04:13:55.105430 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51686) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:55.111080 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-5affb3dd-a0f9-470a-a963-480b7d1e575a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1426361760'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:55.133212 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5affb3dd-a0f9-470a-a963-480b7d1e575a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:55.137518 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5affb3dd-a0f9-470a-a963-480b7d1e575a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.166147 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5affb3dd-a0f9-470a-a963-480b7d1e575a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:55.177322 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5affb3dd-a0f9-470a-a963-480b7d1e575a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.177659 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-5affb3dd-a0f9-470a-a963-480b7d1e575a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Added segment 86cda9da-9610-4323-9c10-59f155b729d4 of type vlan for network f69619c0-abd7-41c7-b64b-396d11fbc353 Jul 05 04:13:55.220420 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5affb3dd-a0f9-470a-a963-480b7d1e575a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.255177 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5affb3dd-a0f9-470a-a963-480b7d1e575a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.260830 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5affb3dd-a0f9-470a-a963-480b7d1e575a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:55.261422 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5affb3dd-a0f9-470a-a963-480b7d1e575a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.321020 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5affb3dd-a0f9-470a-a963-480b7d1e575a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2099047 Jul 05 04:13:55.323032 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51692) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:55.337835 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e791a9a4-e559-421e-a1cd-29a8045f77f5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'subnet': {'network_id': 'f69619c0-abd7-41c7-b64b-396d11fbc353', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:55.351997 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affb3dd-a0f9-470a-a963-480b7d1e575a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Network': ['ID=f69619c0-abd7-41c7-b64b-396d11fbc353,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:55.365200 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network f69619c0-abd7-41c7-b64b-396d11fbc353 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:55.433960 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:13:55.474039 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e791a9a4-e559-421e-a1cd-29a8045f77f5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:55.479403 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e791a9a4-e559-421e-a1cd-29a8045f77f5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.712445 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e791a9a4-e559-421e-a1cd-29a8045f77f5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.780853 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791a9a4-e559-421e-a1cd-29a8045f77f5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Subnet': ['ID=8ebdb288-f716-4348-be67-215a9f5f83ce,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:55.793352 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e791a9a4-e559-421e-a1cd-29a8045f77f5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Checking segment: {'id': '86cda9da-9610-4323-9c10-59f155b729d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f69619c0-abd7-41c7-b64b-396d11fbc353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:55.793760 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e791a9a4-e559-421e-a1cd-29a8045f77f5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network hostable DHCP agents. Network: f69619c0-abd7-41c7-b64b-396d11fbc353, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:55.821859 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e791a9a4-e559-421e-a1cd-29a8045f77f5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network f69619c0-abd7-41c7-b64b-396d11fbc353 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:55.854776 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-e791a9a4-e559-421e-a1cd-29a8045f77f5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, f69619c0-abd7-41c7-b64b-396d11fbc353) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:55.860763 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e791a9a4-e559-421e-a1cd-29a8045f77f5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:55.861739 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e791a9a4-e559-421e-a1cd-29a8045f77f5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.896113 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e791a9a4-e559-421e-a1cd-29a8045f77f5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5665212 Jul 05 04:13:55.896446 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51696) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:55.898487 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc596ea9-619f-4979-9b26-f55cd8fbdb46 None None] Network f69619c0-abd7-41c7-b64b-396d11fbc353 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:55.903127 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-dc2f90d1-4659-4d50-b5c9-984a541c1d7a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'subnet': {'network_id': 'f69619c0-abd7-41c7-b64b-396d11fbc353', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:56.037964 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2f90d1-4659-4d50-b5c9-984a541c1d7a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:56.042781 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dc2f90d1-4659-4d50-b5c9-984a541c1d7a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.085320 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b1731d-ab6f-46f4-86e4-39685b60d1b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-f69619c0-abd7-41c7-b64b-396d11fbc353', 'network_id': 'f69619c0-abd7-41c7-b64b-396d11fbc353', 'tenant_id': 'fb4c3b49cee14040aba1b9f4e97b8880', 'fixed_ips': [{'subnet_id': '8ebdb288-f716-4348-be67-215a9f5f83ce'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:13:56.086540 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-53b1731d-ab6f-46f4-86e4-39685b60d1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.147016 n-d-780147-23 neutron-server[105538]: INFO neutron.db.ipam_backend_mixin [None req-dc2f90d1-4659-4d50-b5c9-984a541c1d7a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8ebdb288-f716-4348-be67-215a9f5f83ce (CIDR: 172.20.0.0/28) Jul 05 04:13:56.153405 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc2f90d1-4659-4d50-b5c9-984a541c1d7a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:13:56.154302 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc2f90d1-4659-4d50-b5c9-984a541c1d7a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:13:56.175459 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-dc2f90d1-4659-4d50-b5c9-984a541c1d7a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2778862 Jul 05 04:13:56.180869 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51698) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:56.187496 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-eee0f904-0dfc-44f9-9c00-ff3db4719150 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'subnet': {'network_id': 'f69619c0-abd7-41c7-b64b-396d11fbc353', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:56.258856 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-53b1731d-ab6f-46f4-86e4-39685b60d1b5 None None] Allocated IP 172.20.0.2 (f69619c0-abd7-41c7-b64b-396d11fbc353/8ebdb288-f716-4348-be67-215a9f5f83ce/f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:56.340694 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee0f904-0dfc-44f9-9c00-ff3db4719150 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:56.344753 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eee0f904-0dfc-44f9-9c00-ff3db4719150 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.490051 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-53b1731d-ab6f-46f4-86e4-39685b60d1b5 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.503647 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-53b1731d-ab6f-46f4-86e4-39685b60d1b5 None None] Transition to ACTIVE for port object f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:56.539657 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-53b1731d-ab6f-46f4-86e4-39685b60d1b5 None None] Transition to ACTIVE for port object f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:56.552742 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-53b1731d-ab6f-46f4-86e4-39685b60d1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.616718 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1731d-ab6f-46f4-86e4-39685b60d1b5 None None] Pushing event updated for resources: {'Port': ['ID=f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:56.633317 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b1731d-ab6f-46f4-86e4-39685b60d1b5 None None] Network f69619c0-abd7-41c7-b64b-396d11fbc353 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:56.635193 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-53b1731d-ab6f-46f4-86e4-39685b60d1b5 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:56.639084 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b1731d-ab6f-46f4-86e4-39685b60d1b5 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:56.653331 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eee0f904-0dfc-44f9-9c00-ff3db4719150 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.715484 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee0f904-0dfc-44f9-9c00-ff3db4719150 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network f69619c0-abd7-41c7-b64b-396d11fbc353 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:56.722487 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-eee0f904-0dfc-44f9-9c00-ff3db4719150 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:56.726341 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-53b1731d-ab6f-46f4-86e4-39685b60d1b5 None None] Attempting to bind port f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:56.726341 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-53b1731d-ab6f-46f4-86e4-39685b60d1b5 None None] Attempting to bind port f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '86cda9da-9610-4323-9c10-59f155b729d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f69619c0-abd7-41c7-b64b-396d11fbc353'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:56.726341 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b1731d-ab6f-46f4-86e4-39685b60d1b5 None None] Attempting to bind port f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc on network f69619c0-abd7-41c7-b64b-396d11fbc353 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:56.730884 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee0f904-0dfc-44f9-9c00-ff3db4719150 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:56.731621 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eee0f904-0dfc-44f9-9c00-ff3db4719150 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.741057 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b1731d-ab6f-46f4-86e4-39685b60d1b5 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:56.741579 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b1731d-ab6f-46f4-86e4-39685b60d1b5 None None] Checking segment: {'id': '86cda9da-9610-4323-9c10-59f155b729d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f69619c0-abd7-41c7-b64b-396d11fbc353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:56.742033 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-53b1731d-ab6f-46f4-86e4-39685b60d1b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.743089 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b1731d-ab6f-46f4-86e4-39685b60d1b5 None None] Bound using segment: {'id': '86cda9da-9610-4323-9c10-59f155b729d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f69619c0-abd7-41c7-b64b-396d11fbc353'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:56.743318 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-53b1731d-ab6f-46f4-86e4-39685b60d1b5 None None] Bound port: f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86cda9da-9610-4323-9c10-59f155b729d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f69619c0-abd7-41c7-b64b-396d11fbc353'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:56.743746 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-53b1731d-ab6f-46f4-86e4-39685b60d1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.752177 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0f904-0dfc-44f9-9c00-ff3db4719150 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Subnet': ['ID=89f15ce2-3a5e-4bf5-93a9-536beff347aa,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:56.766574 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-eee0f904-0dfc-44f9-9c00-ff3db4719150 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5843325 Jul 05 04:13:56.769966 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51700) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:56.780035 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-648716f4-4535-4877-999c-5929430dc129 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'port': {'network_id': 'f69619c0-abd7-41c7-b64b-396d11fbc353', 'fixed_ips': [{'subnet_id': '8ebdb288-f716-4348-be67-215a9f5f83ce'}, {'subnet_id': '89f15ce2-3a5e-4bf5-93a9-536beff347aa'}], 'name': 'tempest-PortsTestJSON-1769643855'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:56.875583 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-53b1731d-ab6f-46f4-86e4-39685b60d1b5 None None] For port f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:56.881103 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-53b1731d-ab6f-46f4-86e4-39685b60d1b5 None None] For port f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc,segment=NetworkSegment(86cda9da-9610-4323-9c10-59f155b729d4),segment_id=86cda9da-9610-4323-9c10-59f155b729d4)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:56.899951 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-53b1731d-ab6f-46f4-86e4-39685b60d1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.066329 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648716f4-4535-4877-999c-5929430dc129 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:57.079029 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1731d-ab6f-46f4-86e4-39685b60d1b5 None None] Pushing event updated for resources: {'Port': ['ID=f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:57.180312 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-648716f4-4535-4877-999c-5929430dc129 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.210153 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-648716f4-4535-4877-999c-5929430dc129 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] device_id is not set on port 91ed5ea2-ab37-4536-a6cf-1328ad835373 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:57.641589 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-648716f4-4535-4877-999c-5929430dc129 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Allocated IP 172.20.0.4 (f69619c0-abd7-41c7-b64b-396d11fbc353/8ebdb288-f716-4348-be67-215a9f5f83ce/91ed5ea2-ab37-4536-a6cf-1328ad835373) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:57.651124 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-648716f4-4535-4877-999c-5929430dc129 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Allocated IP 172.20.0.19 (f69619c0-abd7-41c7-b64b-396d11fbc353/89f15ce2-3a5e-4bf5-93a9-536beff347aa/91ed5ea2-ab37-4536-a6cf-1328ad835373) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:57.851066 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-648716f4-4535-4877-999c-5929430dc129 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.872354 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-648716f4-4535-4877-999c-5929430dc129 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Transition to ACTIVE for port object 91ed5ea2-ab37-4536-a6cf-1328ad835373 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:57.951344 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-648716f4-4535-4877-999c-5929430dc129 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.002160 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648716f4-4535-4877-999c-5929430dc129 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network f69619c0-abd7-41c7-b64b-396d11fbc353 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:58.005658 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-648716f4-4535-4877-999c-5929430dc129 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:58.018015 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648716f4-4535-4877-999c-5929430dc129 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:58.076943 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648716f4-4535-4877-999c-5929430dc129 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:58.077633 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-648716f4-4535-4877-999c-5929430dc129 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.094077 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648716f4-4535-4877-999c-5929430dc129 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Port': ['ID=91ed5ea2-ab37-4536-a6cf-1328ad835373,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:58.109608 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-648716f4-4535-4877-999c-5929430dc129 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.3374250 Jul 05 04:13:58.113026 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51718) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:58.121127 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-938d460d-8df0-42f9-aa78-da2515fc894a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ebdb288-f716-4348-be67-215a9f5f83ce'}]}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:58.498882 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077cb580-4f9c-418c-b216-51b098fe3020 None None] Network f69619c0-abd7-41c7-b64b-396d11fbc353 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:58.554265 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-938d460d-8df0-42f9-aa78-da2515fc894a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.575634 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-758b08fc-0bd0-4fd4-b44f-5e392c09b147 None None] Provisioning for port f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:58.646808 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d0b78dc0-2576-47fc-a26b-6951df763181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.917946 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e578ce4-8445-4734-80c4-043a64215ce5 None None] Update dhcp port {'port': {'network_id': 'f69619c0-abd7-41c7-b64b-396d11fbc353', 'fixed_ips': [{'subnet_id': '8ebdb288-f716-4348-be67-215a9f5f83ce', 'ip_address': '172.20.0.2'}, {'subnet_id': '89f15ce2-3a5e-4bf5-93a9-536beff347aa'}], 'binding:host_id': 'n-d-780147-23'}, 'id': 'f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc'} from n-d-780147-23. {{(pid=105540) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:13:58.974840 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6e578ce4-8445-4734-80c4-043a64215ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.092217 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:59.371339 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-6e578ce4-8445-4734-80c4-043a64215ce5 None None] Allocated IP 172.20.0.18 (f69619c0-abd7-41c7-b64b-396d11fbc353/89f15ce2-3a5e-4bf5-93a9-536beff347aa/f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:59.392093 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.398449 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:59.404841 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:59.405212 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.589633 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-6e578ce4-8445-4734-80c4-043a64215ce5 None None] For port f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc,segment=NetworkSegment(86cda9da-9610-4323-9c10-59f155b729d4),segment_id=86cda9da-9610-4323-9c10-59f155b729d4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:59.617735 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be7beb-afeb-4bec-9f15-b1476f19fcf1 req-07ca1c3c-f13c-4f63-8d98-bcf8642e0925 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:59.627537 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-98be7beb-afeb-4bec-9f15-b1476f19fcf1 req-07ca1c3c-f13c-4f63-8d98-bcf8642e0925 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4 HTTP/1.1" status: 200 len: 945 time: 0.7180531 Jul 05 04:13:59.662677 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.676561 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-98be7beb-afeb-4bec-9f15-b1476f19fcf1 req-763e27b2-63b4-4caf-88f7-11adcd122937 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2bfa9e8-d75f-4013-93a7-6f050149c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477746 Jul 05 04:13:59.681562 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6e578ce4-8445-4734-80c4-043a64215ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.705855 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6e578ce4-8445-4734-80c4-043a64215ce5 None None] Transition to ACTIVE for port object f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:59.712291 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6e578ce4-8445-4734-80c4-043a64215ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.780975 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.api [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:13:59.781644 n-d-780147-23 neutron-server[105540]: DEBUG oslo_db.api [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:13:59.800202 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-938d460d-8df0-42f9-aa78-da2515fc894a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Delete allocated IP 172.20.0.19 (f69619c0-abd7-41c7-b64b-396d11fbc353/89f15ce2-3a5e-4bf5-93a9-536beff347aa) {{(pid=105539) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 04:13:59.860450 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e578ce4-8445-4734-80c4-043a64215ce5 None None] Pushing event updated for resources: {'Port': ['ID=f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:00.037825 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-938d460d-8df0-42f9-aa78-da2515fc894a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.062363 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-938d460d-8df0-42f9-aa78-da2515fc894a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Ignored duplicate provisioning block setup for port 91ed5ea2-ab37-4536-a6cf-1328ad835373 by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 04:14:00.071228 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-938d460d-8df0-42f9-aa78-da2515fc894a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.203226 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d460d-8df0-42f9-aa78-da2515fc894a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Port': ['ID=91ed5ea2-ab37-4536-a6cf-1328ad835373,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:00.215303 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-938d460d-8df0-42f9-aa78-da2515fc894a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] In _notify_port_updated(), no bound segment for port 91ed5ea2-ab37-4536-a6cf-1328ad835373 on network f69619c0-abd7-41c7-b64b-396d11fbc353 {{(pid=105539) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:14:00.221438 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938d460d-8df0-42f9-aa78-da2515fc894a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:00.222458 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-938d460d-8df0-42f9-aa78-da2515fc894a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.227400 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51754) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:00.233363 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-cb0263fa-3b2a-4a6b-8514-9267d4344792 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ebdb288-f716-4348-be67-215a9f5f83ce'}, {'subnet_id': '89f15ce2-3a5e-4bf5-93a9-536beff347aa'}]}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:00.237115 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-938d460d-8df0-42f9-aa78-da2515fc894a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "PUT /v2.0/ports/91ed5ea2-ab37-4536-a6cf-1328ad835373 HTTP/1.1" status: 200 len: 919 time: 2.1223922 Jul 05 04:14:00.242042 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d460d-8df0-42f9-aa78-da2515fc894a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:00.242521 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d460d-8df0-42f9-aa78-da2515fc894a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:00.243114 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d460d-8df0-42f9-aa78-da2515fc894a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:00.244039 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d460d-8df0-42f9-aa78-da2515fc894a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:00.244454 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d460d-8df0-42f9-aa78-da2515fc894a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:00.247949 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d460d-8df0-42f9-aa78-da2515fc894a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:00.248447 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d460d-8df0-42f9-aa78-da2515fc894a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:00.248877 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d460d-8df0-42f9-aa78-da2515fc894a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:00.249284 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d460d-8df0-42f9-aa78-da2515fc894a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:00.249690 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d460d-8df0-42f9-aa78-da2515fc894a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:00.250194 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d460d-8df0-42f9-aa78-da2515fc894a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:00.253964 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d460d-8df0-42f9-aa78-da2515fc894a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:00.369243 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.444014 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cb0263fa-3b2a-4a6b-8514-9267d4344792 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.452052 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc,segment=NetworkSegment(86cda9da-9610-4323-9c10-59f155b729d4),segment_id=86cda9da-9610-4323-9c10-59f155b729d4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:00.460190 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.550913 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:00.669163 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d13cc4-0778-4626-a365-414f7f4fa81c None None] Network f69619c0-abd7-41c7-b64b-396d11fbc353 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:00.835076 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0093f1aa-3185-4c8c-a762-d599aa974580 None None] Provisioning for port f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:00.854084 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0093f1aa-3185-4c8c-a762-d599aa974580 None None] Provisioning complete for port f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:00.856166 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0093f1aa-3185-4c8c-a762-d599aa974580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.906730 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101b800-aec9-4889-9100-1949dede4f36 req-76039da1-e00c-431c-a34a-c94bb38619f0 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:00.909905 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a101b800-aec9-4889-9100-1949dede4f36 req-76039da1-e00c-431c-a34a-c94bb38619f0 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.70 "GET /v2.0/ports?device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4 HTTP/1.1" status: 200 len: 945 time: 0.1186960 Jul 05 04:14:01.027353 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:01.077631 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-a101b800-aec9-4889-9100-1949dede4f36 req-0aeaf42a-63d9-455a-8704-b67e21f26ef0 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Deleting port 07ce1627-3a79-4a4f-a711-356d889a0ce3 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:01.077976 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a101b800-aec9-4889-9100-1949dede4f36 req-0aeaf42a-63d9-455a-8704-b67e21f26ef0 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.112988 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-cb0263fa-3b2a-4a6b-8514-9267d4344792 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Allocated IP 172.20.0.23 (f69619c0-abd7-41c7-b64b-396d11fbc353/89f15ce2-3a5e-4bf5-93a9-536beff347aa/91ed5ea2-ab37-4536-a6cf-1328ad835373) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:01.213188 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-a101b800-aec9-4889-9100-1949dede4f36 req-0aeaf42a-63d9-455a-8704-b67e21f26ef0 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] For port 07ce1627-3a79-4a4f-a711-356d889a0ce3, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=07ce1627-3a79-4a4f-a711-356d889a0ce3,segment=NetworkSegment(296c63e3-13af-4804-917b-bc987e4f6089),segment_id=296c63e3-13af-4804-917b-bc987e4f6089)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:01.213619 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a101b800-aec9-4889-9100-1949dede4f36 req-0aeaf42a-63d9-455a-8704-b67e21f26ef0 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.263511 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:01.264093 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.309742 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0093f1aa-3185-4c8c-a762-d599aa974580 None None] Provisioning for port 91ed5ea2-ab37-4536-a6cf-1328ad835373 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:01.331690 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0093f1aa-3185-4c8c-a762-d599aa974580 None None] Provisioning complete for port 91ed5ea2-ab37-4536-a6cf-1328ad835373 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:01.332180 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0093f1aa-3185-4c8c-a762-d599aa974580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.382030 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-351c34e3-1252-465f-b21c-5fdb43fc142d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.410018 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-0093f1aa-3185-4c8c-a762-d599aa974580 None None] Port 91ed5ea2-ab37-4536-a6cf-1328ad835373 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:01.437646 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cb0263fa-3b2a-4a6b-8514-9267d4344792 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.462725 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-cb0263fa-3b2a-4a6b-8514-9267d4344792 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Ignored duplicate provisioning block setup for port 91ed5ea2-ab37-4536-a6cf-1328ad835373 by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 04:14:01.491142 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1e708-9bea-43e8-b69a-73b4e8b1f0a7 req-4d58f621-0b1e-49ea-8ec9-ca4d5827b220 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:01.498754 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ec1e708-9bea-43e8-b69a-73b4e8b1f0a7 req-4d58f621-0b1e-49ea-8ec9-ca4d5827b220 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4 HTTP/1.1" status: 200 len: 945 time: 0.5189581 Jul 05 04:14:01.501077 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cb0263fa-3b2a-4a6b-8514-9267d4344792 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.577027 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a101b800-aec9-4889-9100-1949dede4f36 req-0aeaf42a-63d9-455a-8704-b67e21f26ef0 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.577400 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a101b800-aec9-4889-9100-1949dede4f36 req-0aeaf42a-63d9-455a-8704-b67e21f26ef0 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.577762 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [req-a101b800-aec9-4889-9100-1949dede4f36 req-0aeaf42a-63d9-455a-8704-b67e21f26ef0 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Floating IP 7a6251a6-90da-4efc-8f8a-931f3a0ef71f disassociated. External IP: 172.25.1.68, port: 07ce1627-3a79-4a4f-a711-356d889a0ce3. Jul 05 04:14:01.578107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-a101b800-aec9-4889-9100-1949dede4f36 req-0aeaf42a-63d9-455a-8704-b67e21f26ef0 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Calling delete_port for 07ce1627-3a79-4a4f-a711-356d889a0ce3 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:01.640378 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0263fa-3b2a-4a6b-8514-9267d4344792 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Port': ['ID=91ed5ea2-ab37-4536-a6cf-1328ad835373,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:01.722713 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.770712 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a101b800-aec9-4889-9100-1949dede4f36 req-0aeaf42a-63d9-455a-8704-b67e21f26ef0 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.804651 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ec1e708-9bea-43e8-b69a-73b4e8b1f0a7 req-f0d573ff-c873-433d-b792-c27325586297 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2bfa9e8-d75f-4013-93a7-6f050149c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2837021 Jul 05 04:14:01.819229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeaf42a-63d9-455a-8704-b67e21f26ef0 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Pushing event deleted for resources: {'Port': ['ID=07ce1627-3a79-4a4f-a711-356d889a0ce3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:01.868491 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-cb0263fa-3b2a-4a6b-8514-9267d4344792 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] In _notify_port_updated(), no bound segment for port 91ed5ea2-ab37-4536-a6cf-1328ad835373 on network f69619c0-abd7-41c7-b64b-396d11fbc353 {{(pid=105538) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:14:01.876697 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0263fa-3b2a-4a6b-8514-9267d4344792 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:01.878641 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cb0263fa-3b2a-4a6b-8514-9267d4344792 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.883880 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cb0263fa-3b2a-4a6b-8514-9267d4344792 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "PUT /v2.0/ports/91ed5ea2-ab37-4536-a6cf-1328ad835373 HTTP/1.1" status: 200 len: 999 time: 1.6550992 Jul 05 04:14:01.885016 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51778) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:02.047245 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-0678ab65-84ee-4693-8afb-d1b5143babb0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting port 91ed5ea2-ab37-4536-a6cf-1328ad835373 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:02.047601 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0678ab65-84ee-4693-8afb-d1b5143babb0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.066046 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a101b800-aec9-4889-9100-1949dede4f36 req-0aeaf42a-63d9-455a-8704-b67e21f26ef0 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Router 78e8e011-52d8-4be9-9975-f2956a864371 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:14:02.289507 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a101b800-aec9-4889-9100-1949dede4f36 req-0aeaf42a-63d9-455a-8704-b67e21f26ef0 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:02.308409 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c6c3ae-8592-4914-b52f-29c2594373dd None None] Sync routers for ids ['78e8e011-52d8-4be9-9975-f2956a864371'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:02.329987 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c6c3ae-8592-4914-b52f-29c2594373dd None None] Routers {'78e8e011-52d8-4be9-9975-f2956a864371'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:02.330635 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b3c6c3ae-8592-4914-b52f-29c2594373dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:14:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['78e8e011-52d8-4be9-9975-f2956a864371'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:02.454260 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-a101b800-aec9-4889-9100-1949dede4f36 req-0aeaf42a-63d9-455a-8704-b67e21f26ef0 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] No DVR routers for this DVR port 07ce1627-3a79-4a4f-a711-356d889a0ce3 on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:02.457683 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a101b800-aec9-4889-9100-1949dede4f36 req-0aeaf42a-63d9-455a-8704-b67e21f26ef0 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.480172 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a101b800-aec9-4889-9100-1949dede4f36 req-0aeaf42a-63d9-455a-8704-b67e21f26ef0 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.70 "DELETE /v2.0/ports/07ce1627-3a79-4a4f-a711-356d889a0ce3 HTTP/1.1" status: 204 len: 173 time: 1.5580058 Jul 05 04:14:02.481988 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45404bc3-eb80-40ad-a40a-04ea09b5eea4', 'name': 'network-vif-deleted', 'tag': '07ce1627-3a79-4a4f-a711-356d889a0ce3'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:02.487377 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcf234a-bc43-45a1-a368-a1bfddc29dff" -d '{"events": [{"server_uuid": "45404bc3-eb80-40ad-a40a-04ea09b5eea4", "name": "network-vif-deleted", "tag": "07ce1627-3a79-4a4f-a711-356d889a0ce3"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:02.569339 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f17da3-a33e-4ea8-aecc-76f00d94471b x-openstack-request-id: req-71f17da3-a33e-4ea8-aecc-76f00d94471b {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:02.570337 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45404bc3-eb80-40ad-a40a-04ea09b5eea4", "name": "network-vif-deleted", "tag": "07ce1627-3a79-4a4f-a711-356d889a0ce3", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:02.571032 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-71f17da3-a33e-4ea8-aecc-76f00d94471b {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:02.571729 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45404bc3-eb80-40ad-a40a-04ea09b5eea4', 'name': 'network-vif-deleted', 'tag': '07ce1627-3a79-4a4f-a711-356d889a0ce3', 'status': 'completed', 'code': 200} Jul 05 04:14:02.645329 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.666190 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-b3c6c3ae-8592-4914-b52f-29c2594373dd None None] Set router 78e8e011-52d8-4be9-9975-f2956a864371 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:02.952074 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0678ab65-84ee-4693-8afb-d1b5143babb0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.968464 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-0678ab65-84ee-4693-8afb-d1b5143babb0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Calling delete_port for 91ed5ea2-ab37-4536-a6cf-1328ad835373 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:02.984064 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-38002531-de22-42cb-8732-110afe04ca53 None None] Provisioning complete for port f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:02.984615 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-38002531-de22-42cb-8732-110afe04ca53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.266263 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-17d2c7f4-e572-438e-89d2-2e47c8ef038d req-2c372ce7-656f-4208-b839-928152183735 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/ports?device_id=45404bc3-eb80-40ad-a40a-04ea09b5eea4 HTTP/1.1" status: 200 len: 210 time: 0.0545928 Jul 05 04:14:03.310495 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0678ab65-84ee-4693-8afb-d1b5143babb0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.394217 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678ab65-84ee-4693-8afb-d1b5143babb0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Port': ['ID=91ed5ea2-ab37-4536-a6cf-1328ad835373,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:03.498527 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-38002531-de22-42cb-8732-110afe04ca53 None None] Could not find standard attr ID for object 91ed5ea2-ab37-4536-a6cf-1328ad835373. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:14:03.522248 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b3c6c3ae-8592-4914-b52f-29c2594373dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e8e011-52d8-4be9-9975-f2956a864371', 'name': 'tempest-AttachVolumeTestJSON-623877917-router', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:26Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'gw_port': {'id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:28Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '4fc6343a-4afc-4346-87d2-7e6da585ce8d', 'name': '', 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'mac_address': 'fa:16:3e:43:df:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:35Z', 'updated_at': '2021-07-05T04:02:48Z', 'revision_number': 5, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'subnets': [{'id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:03.591558 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c6c3ae-8592-4914-b52f-29c2594373dd None None] Checking router: 78e8e011-52d8-4be9-9975-f2956a864371 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:14:03.610151 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c6c3ae-8592-4914-b52f-29c2594373dd None None] Routers {'78e8e011-52d8-4be9-9975-f2956a864371'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:03.611173 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b3c6c3ae-8592-4914-b52f-29c2594373dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:14:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['78e8e011-52d8-4be9-9975-f2956a864371'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:03.613794 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0678ab65-84ee-4693-8afb-d1b5143babb0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.616181 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0678ab65-84ee-4693-8afb-d1b5143babb0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/ports/91ed5ea2-ab37-4536-a6cf-1328ad835373 HTTP/1.1" status: 204 len: 168 time: 1.7288494 Jul 05 04:14:03.618676 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51806) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:03.619235 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-87f6b7fc-f721-4cb1-9ef3-0222986317a5 None None] Could not find standard attr ID for object 91ed5ea2-ab37-4536-a6cf-1328ad835373. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:14:03.661128 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-43be9653-8d6c-49c1-a0d1-61d177c855c0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] GET failed (client error): The resource could not be found. Jul 05 04:14:03.663991 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-43be9653-8d6c-49c1-a0d1-61d177c855c0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports/91ed5ea2-ab37-4536-a6cf-1328ad835373 HTTP/1.1" status: 404 len: 333 time: 0.0431798 Jul 05 04:14:03.666232 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51808) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:03.771019 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b1449b-1be4-4af9-aa6c-311bfd456815 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting subnet 89f15ce2-3a5e-4bf5-93a9-536beff347aa {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:03.782753 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-97b1449b-1be4-4af9-aa6c-311bfd456815 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.828546 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-b3c6c3ae-8592-4914-b52f-29c2594373dd None None] Set router 78e8e011-52d8-4be9-9975-f2956a864371 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:03.871889 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-97b1449b-1be4-4af9-aa6c-311bfd456815 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.936329 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a361279-f45d-4974-b85d-c38b752c7632 req-f1caf198-d66f-423d-9647-b8a3f6b75ed8 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:03.938191 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9a361279-f45d-4974-b85d-c38b752c7632 req-f1caf198-d66f-423d-9647-b8a3f6b75ed8 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 951 time: 0.1173716 Jul 05 04:14:04.053465 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9a361279-f45d-4974-b85d-c38b752c7632 req-f57f1bcd-7c7a-45a6-b5bf-31ab8882b469 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012814 Jul 05 04:14:04.118255 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-97b1449b-1be4-4af9-aa6c-311bfd456815 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.254999 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b3c6c3ae-8592-4914-b52f-29c2594373dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e8e011-52d8-4be9-9975-f2956a864371', 'name': 'tempest-AttachVolumeTestJSON-623877917-router', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:26Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'gw_port': {'id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:28Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '4fc6343a-4afc-4346-87d2-7e6da585ce8d', 'name': '', 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'mac_address': 'fa:16:3e:43:df:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:35Z', 'updated_at': '2021-07-05T04:02:48Z', 'revision_number': 5, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'subnets': [{'id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:04.293224 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-97b1449b-1be4-4af9-aa6c-311bfd456815 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.324925 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c6c3ae-8592-4914-b52f-29c2594373dd None None] The sync data for ids ['78e8e011-52d8-4be9-9975-f2956a864371'] in n-d-780147-23 is: [{'id': '78e8e011-52d8-4be9-9975-f2956a864371', 'name': 'tempest-AttachVolumeTestJSON-623877917-router', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:26Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'gw_port': {'id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:28Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '4fc6343a-4afc-4346-87d2-7e6da585ce8d', 'name': '', 'network_id': '7bb6d371-d6e5-49cd-a3b3-53ae2b35487b', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'mac_address': 'fa:16:3e:43:df:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:35Z', 'updated_at': '2021-07-05T04:02:48Z', 'revision_number': 5, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'subnets': [{'id': '9ee9ae53-c8ee-4b49-a395-854bb0a3c12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:04.330694 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-97b1449b-1be4-4af9-aa6c-311bfd456815 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.335430 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51820) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:04.340815 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-97b1449b-1be4-4af9-aa6c-311bfd456815 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/subnets/89f15ce2-3a5e-4bf5-93a9-536beff347aa HTTP/1.1" status: 204 len: 168 time: 0.6722808 Jul 05 04:14:04.342005 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1449b-1be4-4af9-aa6c-311bfd456815 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Subnet': ['ID=89f15ce2-3a5e-4bf5-93a9-536beff347aa,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:04.372401 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.460526 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbed7765-045d-477a-8e61-95f559b53508 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting subnet 8ebdb288-f716-4348-be67-215a9f5f83ce {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:04.472033 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51828) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:04.483496 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dbed7765-045d-477a-8e61-95f559b53508 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.581227 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af592f70-ca99-424a-b446-bc05ce34fa77 None None] Network f69619c0-abd7-41c7-b64b-396d11fbc353 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:04.583257 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dbed7765-045d-477a-8e61-95f559b53508 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.602598 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-720ea140-a89c-45e1-82cb-b8b9f29d3c04 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.664107 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-720ea140-a89c-45e1-82cb-b8b9f29d3c04 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.669215 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-60dc6faa-5695-4200-98ca-ee834ccaf760 None None] Could not find standard attr ID for object 91ed5ea2-ab37-4536-a6cf-1328ad835373. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:14:04.724680 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 07ce1627-3a79-4a4f-a711-356d889a0ce3 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:04.764536 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-720ea140-a89c-45e1-82cb-b8b9f29d3c04 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.772069 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-720ea140-a89c-45e1-82cb-b8b9f29d3c04 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.772069 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-720ea140-a89c-45e1-82cb-b8b9f29d3c04 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "DELETE /v2.0/security-groups/f2bfa9e8-d75f-4013-93a7-6f050149c70d HTTP/1.1" status: 204 len: 168 time: 0.2960413 Jul 05 04:14:04.772368 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51830) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:04.789277 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-19240cde-b214-4a61-8812-21d513e3e12f tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] show failed (client error): The resource could not be found. Jul 05 04:14:04.790724 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-19240cde-b214-4a61-8812-21d513e3e12f tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "GET /v2.0/security-groups/f2bfa9e8-d75f-4013-93a7-6f050149c70d HTTP/1.1" status: 404 len: 347 time: 0.0175202 Jul 05 04:14:04.793758 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51832) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:04.794680 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ea140-a89c-45e1-82cb-b8b9f29d3c04 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bfa9e8-d75f-4013-93a7-6f050149c70d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:04.799476 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 07ce1627-3a79-4a4f-a711-356d889a0ce3 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:04.800031 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 07ce1627-3a79-4a4f-a711-356d889a0ce3 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:04.810861 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dbed7765-045d-477a-8e61-95f559b53508 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.004509 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaadff2-52db-451e-86c4-54548b0058af None None] New status for floating IP 7a6251a6-90da-4efc-8f8a-931f3a0ef71f: DOWN {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:14:05.037264 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-cdc8340e-0e65-4eab-bbc1-ab97d692bbb8 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Deleting port 43ed6f9c-7742-482b-8eb0-b2ee5d101e38 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:05.037997 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cdc8340e-0e65-4eab-bbc1-ab97d692bbb8 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.145689 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cdc8340e-0e65-4eab-bbc1-ab97d692bbb8 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.146646 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cdc8340e-0e65-4eab-bbc1-ab97d692bbb8 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.164550 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-cdc8340e-0e65-4eab-bbc1-ab97d692bbb8 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Calling delete_port for 43ed6f9c-7742-482b-8eb0-b2ee5d101e38 owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:05.327338 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dbed7765-045d-477a-8e61-95f559b53508 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.407433 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed7765-045d-477a-8e61-95f559b53508 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Subnet': ['ID=8ebdb288-f716-4348-be67-215a9f5f83ce,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:05.411546 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dbed7765-045d-477a-8e61-95f559b53508 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.412420 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-dbed7765-045d-477a-8e61-95f559b53508 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/subnets/8ebdb288-f716-4348-be67-215a9f5f83ce HTTP/1.1" status: 204 len: 168 time: 1.0759432 Jul 05 04:14:05.415141 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51840) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:05.458374 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed7765-045d-477a-8e61-95f559b53508 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:05.458851 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed7765-045d-477a-8e61-95f559b53508 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:05.459375 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed7765-045d-477a-8e61-95f559b53508 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:05.459514 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed7765-045d-477a-8e61-95f559b53508 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:05.460044 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed7765-045d-477a-8e61-95f559b53508 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:05.461924 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed7765-045d-477a-8e61-95f559b53508 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:05.462267 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed7765-045d-477a-8e61-95f559b53508 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:05.462597 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed7765-045d-477a-8e61-95f559b53508 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:05.462931 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed7765-045d-477a-8e61-95f559b53508 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:05.463338 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed7765-045d-477a-8e61-95f559b53508 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:05.463698 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed7765-045d-477a-8e61-95f559b53508 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:05.464067 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbed7765-045d-477a-8e61-95f559b53508 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:05.477470 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cdc8340e-0e65-4eab-bbc1-ab97d692bbb8 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.537777 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8340e-0e65-4eab-bbc1-ab97d692bbb8 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Pushing event deleted for resources: {'Port': ['ID=43ed6f9c-7742-482b-8eb0-b2ee5d101e38,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:05.712512 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d232f5b-6f78-4bd3-ac6b-3fdeebec763d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.764975 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2338fc6-db28-4519-a932-3d83c42e938f req-19a55166-4410-451f-9838-9e32238e8694 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:05.775172 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c2338fc6-db28-4519-a932-3d83c42e938f req-19a55166-4410-451f-9838-9e32238e8694 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 951 time: 0.1845350 Jul 05 04:14:05.802152 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cdc8340e-0e65-4eab-bbc1-ab97d692bbb8 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.811122 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cdc8340e-0e65-4eab-bbc1-ab97d692bbb8 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.815467 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cdc8340e-0e65-4eab-bbc1-ab97d692bbb8 tempest-AttachVolumeTestJSON-1867088016 tempest-AttachVolumeTestJSON-1867088016-project] 10.222.0.77 "DELETE /v2.0/floatingips/7a6251a6-90da-4efc-8f8a-931f3a0ef71f HTTP/1.1" status: 204 len: 168 time: 1.0176742 Jul 05 04:14:05.827049 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863de48-f34f-4179-8cbc-290c59cdba38 req-f9908db8-4d9e-4e6a-84e1-23beffeb352d tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:05.828833 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e863de48-f34f-4179-8cbc-290c59cdba38 req-f9908db8-4d9e-4e6a-84e1-23beffeb352d tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.89 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 951 time: 0.3292751 Jul 05 04:14:05.950542 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c2338fc6-db28-4519-a932-3d83c42e938f req-7c90ac16-53ff-4aad-9b26-3a3d2115564d tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bd196e0-825e-46b8-8473-09bba62d7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736286 Jul 05 04:14:05.982182 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-5d232f5b-6f78-4bd3-ac6b-3fdeebec763d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting port f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:05.982587 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d232f5b-6f78-4bd3-ac6b-3fdeebec763d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.038402 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-e863de48-f34f-4179-8cbc-290c59cdba38 req-7b1cc257-8e58-4c98-8e47-ab5b5f82677a tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Deleting port b2d60921-d607-4fdd-b503-457bca5cc382 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:06.041202 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e863de48-f34f-4179-8cbc-290c59cdba38 req-7b1cc257-8e58-4c98-8e47-ab5b5f82677a tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.112887 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-5d232f5b-6f78-4bd3-ac6b-3fdeebec763d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] For port f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc,segment=NetworkSegment(86cda9da-9610-4323-9c10-59f155b729d4),segment_id=86cda9da-9610-4323-9c10-59f155b729d4)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:06.113336 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d232f5b-6f78-4bd3-ac6b-3fdeebec763d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.140227 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-5d232f5b-6f78-4bd3-ac6b-3fdeebec763d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Calling delete_port for f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:06.152219 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1085c6a4-f2f2-4223-a5bf-83e205c7afc9 None None] Network f69619c0-abd7-41c7-b64b-396d11fbc353 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:06.228377 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-e863de48-f34f-4179-8cbc-290c59cdba38 req-7b1cc257-8e58-4c98-8e47-ab5b5f82677a tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] For port b2d60921-d607-4fdd-b503-457bca5cc382, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b2d60921-d607-4fdd-b503-457bca5cc382,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:06.229029 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e863de48-f34f-4179-8cbc-290c59cdba38 req-7b1cc257-8e58-4c98-8e47-ab5b5f82677a tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.278476 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d232f5b-6f78-4bd3-ac6b-3fdeebec763d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.315114 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d232f5b-6f78-4bd3-ac6b-3fdeebec763d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Port': ['ID=f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:06.317098 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d232f5b-6f78-4bd3-ac6b-3fdeebec763d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] No DVR routers for this DVR port f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:06.335510 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7e8c49e0-6672-452a-9dd9-aebaf8697f42 None None] Provisioning complete for port f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:06.335913 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7e8c49e0-6672-452a-9dd9-aebaf8697f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.392703 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c49e0-6672-452a-9dd9-aebaf8697f42 None None] Port f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc was deleted so its status cannot be updated. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 04:14:06.480165 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d232f5b-6f78-4bd3-ac6b-3fdeebec763d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.493347 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-5d232f5b-6f78-4bd3-ac6b-3fdeebec763d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69619c0-abd7-41c7-b64b-396d11fbc353']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:06.516022 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-5d232f5b-6f78-4bd3-ac6b-3fdeebec763d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86cda9da-9610-4323-9c10-59f155b729d4') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:06.516380 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-5d232f5b-6f78-4bd3-ac6b-3fdeebec763d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86cda9da-9610-4323-9c10-59f155b729d4') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:06.526724 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d232f5b-6f78-4bd3-ac6b-3fdeebec763d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.542640 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d232f5b-6f78-4bd3-ac6b-3fdeebec763d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.554237 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d232f5b-6f78-4bd3-ac6b-3fdeebec763d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:14:06.554660 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d232f5b-6f78-4bd3-ac6b-3fdeebec763d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:14:06.578740 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:14:06.592479 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad19660c-4c2d-47c9-b5e4-a523f3f8e4eb None None] DHCP port deletion for f69619c0-abd7-41c7-b64b-396d11fbc353 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:14:06.669751 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d232f5b-6f78-4bd3-ac6b-3fdeebec763d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.690418 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5d232f5b-6f78-4bd3-ac6b-3fdeebec763d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.696550 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5d232f5b-6f78-4bd3-ac6b-3fdeebec763d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/networks/f69619c0-abd7-41c7-b64b-396d11fbc353 HTTP/1.1" status: 204 len: 168 time: 1.2803292 Jul 05 04:14:06.707852 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51860) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:06.736127 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d232f5b-6f78-4bd3-ac6b-3fdeebec763d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Network': ['ID=f69619c0-abd7-41c7-b64b-396d11fbc353,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:06.746948 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e863de48-f34f-4179-8cbc-290c59cdba38 req-7b1cc257-8e58-4c98-8e47-ab5b5f82677a tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.748374 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e863de48-f34f-4179-8cbc-290c59cdba38 req-7b1cc257-8e58-4c98-8e47-ab5b5f82677a tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.748706 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [req-e863de48-f34f-4179-8cbc-290c59cdba38 req-7b1cc257-8e58-4c98-8e47-ab5b5f82677a tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Floating IP ad9db7cc-0c5c-48cd-be7c-24f6fdd723da disassociated. External IP: 172.25.1.34, port: b2d60921-d607-4fdd-b503-457bca5cc382. Jul 05 04:14:06.749164 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-e863de48-f34f-4179-8cbc-290c59cdba38 req-7b1cc257-8e58-4c98-8e47-ab5b5f82677a tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Calling delete_port for b2d60921-d607-4fdd-b503-457bca5cc382 owned by compute:foo_zone {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:06.951458 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6684b4c5-0306-4387-b0fa-8596c796097a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:06.956370 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6684b4c5-0306-4387-b0fa-8596c796097a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2462771 Jul 05 04:14:06.956874 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51866) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:07.050813 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:07.127263 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:07.134281 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f39644fc-3bdf-4baf-9e39-d6d1eab7d7fc not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:07.260685 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51872) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:07.261571 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e6f192cd-0285-4781-b543-920d9435d79e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2975099 Jul 05 04:14:07.268566 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-3733086e-2229-4fe1-b816-c596d1ab96f1 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-135573270'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:07.269775 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e863de48-f34f-4179-8cbc-290c59cdba38 req-7b1cc257-8e58-4c98-8e47-ab5b5f82677a tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.326320 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3733086e-2229-4fe1-b816-c596d1ab96f1 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:07.348508 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3733086e-2229-4fe1-b816-c596d1ab96f1 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.358890 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1cc257-8e58-4c98-8e47-ab5b5f82677a tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Pushing event deleted for resources: {'Port': ['ID=b2d60921-d607-4fdd-b503-457bca5cc382,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:07.437090 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9148b521-d721-493a-9743-6df34bfc6522 req-6f9b518d-aeb6-4d2b-bd0e-23222cc4db5b tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 210 time: 0.1030414 Jul 05 04:14:07.512883 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3733086e-2229-4fe1-b816-c596d1ab96f1 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:14:07.538435 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3733086e-2229-4fe1-b816-c596d1ab96f1 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.538850 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-3733086e-2229-4fe1-b816-c596d1ab96f1 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Added segment 7a51c128-3e19-4d15-b14f-239ab63df326 of type vlan for network c9628f8e-e6c9-4799-b4fe-de64501d7e48 Jul 05 04:14:07.726585 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3733086e-2229-4fe1-b816-c596d1ab96f1 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.824519 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e863de48-f34f-4179-8cbc-290c59cdba38 req-7b1cc257-8e58-4c98-8e47-ab5b5f82677a tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Router b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:14:07.890966 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3733086e-2229-4fe1-b816-c596d1ab96f1 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.898726 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3733086e-2229-4fe1-b816-c596d1ab96f1 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:07.899375 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3733086e-2229-4fe1-b816-c596d1ab96f1 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.155595 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3733086e-2229-4fe1-b816-c596d1ab96f1 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8921988 Jul 05 04:14:08.160205 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51888) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:08.168383 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-96963b0c-028b-4263-bc58-095fbc4df36b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'subnet': {'network_id': 'c9628f8e-e6c9-4799-b4fe-de64501d7e48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:08.269866 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e863de48-f34f-4179-8cbc-290c59cdba38 req-7b1cc257-8e58-4c98-8e47-ab5b5f82677a tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:08.297366 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4124a74-8200-422f-9256-400d9db0f9eb None None] Sync routers for ids ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:08.334473 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4124a74-8200-422f-9256-400d9db0f9eb None None] Routers {'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:08.341551 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b4124a74-8200-422f-9256-400d9db0f9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:14:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:08.355976 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733086e-2229-4fe1-b816-c596d1ab96f1 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Network': ['ID=c9628f8e-e6c9-4799-b4fe-de64501d7e48,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:08.448473 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-e863de48-f34f-4179-8cbc-290c59cdba38 req-7b1cc257-8e58-4c98-8e47-ab5b5f82677a tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] No DVR routers for this DVR port b2d60921-d607-4fdd-b503-457bca5cc382 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:08.464318 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e863de48-f34f-4179-8cbc-290c59cdba38 req-7b1cc257-8e58-4c98-8e47-ab5b5f82677a tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.469132 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network c9628f8e-e6c9-4799-b4fe-de64501d7e48 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:14:08.485494 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e863de48-f34f-4179-8cbc-290c59cdba38 req-7b1cc257-8e58-4c98-8e47-ab5b5f82677a tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.89 "DELETE /v2.0/ports/b2d60921-d607-4fdd-b503-457bca5cc382 HTTP/1.1" status: 204 len: 173 time: 2.6411166 Jul 05 04:14:08.486045 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96963b0c-028b-4263-bc58-095fbc4df36b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:08.488595 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69346a61-cc6b-49c7-85ac-ed073166035e', 'name': 'network-vif-deleted', 'tag': 'b2d60921-d607-4fdd-b503-457bca5cc382'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:08.490288 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-96963b0c-028b-4263-bc58-095fbc4df36b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.498839 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc648c9-b4af-42f8-9354-15772cad4197" -d '{"events": [{"server_uuid": "69346a61-cc6b-49c7-85ac-ed073166035e", "name": "network-vif-deleted", "tag": "b2d60921-d607-4fdd-b503-457bca5cc382"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:08.542584 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b2d60921-d607-4fdd-b503-457bca5cc382 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:08.779381 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: b2d60921-d607-4fdd-b503-457bca5cc382 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:08.804219 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b2d60921-d607-4fdd-b503-457bca5cc382 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:09.020969 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14bbbf5-e9e3-4987-81ab-ec1c11871fb7 x-openstack-request-id: req-a14bbbf5-e9e3-4987-81ab-ec1c11871fb7 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:09.021639 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69346a61-cc6b-49c7-85ac-ed073166035e", "name": "network-vif-deleted", "tag": "b2d60921-d607-4fdd-b503-457bca5cc382", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:09.022103 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a14bbbf5-e9e3-4987-81ab-ec1c11871fb7 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:09.022878 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69346a61-cc6b-49c7-85ac-ed073166035e', 'name': 'network-vif-deleted', 'tag': 'b2d60921-d607-4fdd-b503-457bca5cc382', 'status': 'completed', 'code': 200} Jul 05 04:14:09.032415 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-22ed98f7-a57a-4680-9f2a-dbce31f6c6d9 req-e0b662e0-e929-4bf6-9c69-4152fa13876c tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=69346a61-cc6b-49c7-85ac-ed073166035e HTTP/1.1" status: 200 len: 210 time: 0.0861545 Jul 05 04:14:09.414790 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-96963b0c-028b-4263-bc58-095fbc4df36b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.476747 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-b4124a74-8200-422f-9256-400d9db0f9eb None None] Set router b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:10.027792 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b4124a74-8200-422f-9256-400d9db0f9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'name': 'tempest-AttachVolumeShelveTestJSON-1700939863-router', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:10Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'gw_port': {'id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:12Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8be7cb81-bc55-40f0-9281-7a6fca90eac3', 'name': '', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'mac_address': 'fa:16:3e:e0:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:18Z', 'updated_at': '2021-07-05T04:09:31Z', 'revision_number': 5, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'subnets': [{'id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:10.115522 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4124a74-8200-422f-9256-400d9db0f9eb None None] Checking router: b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:14:10.137210 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4124a74-8200-422f-9256-400d9db0f9eb None None] Routers {'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:10.138998 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b4124a74-8200-422f-9256-400d9db0f9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:14:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:10.461421 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51918) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:10.544594 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-b4124a74-8200-422f-9256-400d9db0f9eb None None] Set router b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:10.573264 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96963b0c-028b-4263-bc58-095fbc4df36b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Subnet': ['ID=8c3ec623-1ede-41ce-96f9-96103e29f887,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:10.604764 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96963b0c-028b-4263-bc58-095fbc4df36b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Checking segment: {'id': '7a51c128-3e19-4d15-b14f-239ab63df326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c9628f8e-e6c9-4799-b4fe-de64501d7e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:10.605134 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96963b0c-028b-4263-bc58-095fbc4df36b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network hostable DHCP agents. Network: c9628f8e-e6c9-4799-b4fe-de64501d7e48, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:14:10.654330 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9d6c54f9-89e0-4061-8118-92ee3f18d0c0 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.747557 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96963b0c-028b-4263-bc58-095fbc4df36b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network c9628f8e-e6c9-4799-b4fe-de64501d7e48 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:14:10.758305 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9d6c54f9-89e0-4061-8118-92ee3f18d0c0 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.767079 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-96963b0c-028b-4263-bc58-095fbc4df36b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, c9628f8e-e6c9-4799-b4fe-de64501d7e48) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:10.773147 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96963b0c-028b-4263-bc58-095fbc4df36b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:10.774201 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-96963b0c-028b-4263-bc58-095fbc4df36b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.827861 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-96963b0c-028b-4263-bc58-095fbc4df36b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6654353 Jul 05 04:14:10.830751 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51922) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:10.835887 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-78e0d69b-02bb-4f2c-8c17-705444bca041 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'port': {'network_id': 'c9628f8e-e6c9-4799-b4fe-de64501d7e48', 'name': 'tempest-PortsTestJSON-829012769'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:10.839578 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfc65f5-cc75-4333-97ab-d745897b4577 None None] Network c9628f8e-e6c9-4799-b4fe-de64501d7e48 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:10.868121 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9d6c54f9-89e0-4061-8118-92ee3f18d0c0 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.872272 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9d6c54f9-89e0-4061-8118-92ee3f18d0c0 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.873907 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9d6c54f9-89e0-4061-8118-92ee3f18d0c0 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "DELETE /v2.0/security-groups/3bd196e0-825e-46b8-8473-09bba62d7de1 HTTP/1.1" status: 204 len: 168 time: 0.4113011 Jul 05 04:14:10.902364 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51924) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:10.943780 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c54f9-89e0-4061-8118-92ee3f18d0c0 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd196e0-825e-46b8-8473-09bba62d7de1,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:10.967842 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-2a6f12d6-6ed1-46ee-a3aa-1f1e8b731491 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] show failed (client error): The resource could not be found. Jul 05 04:14:10.972519 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2a6f12d6-6ed1-46ee-a3aa-1f1e8b731491 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups/3bd196e0-825e-46b8-8473-09bba62d7de1 HTTP/1.1" status: 404 len: 347 time: 0.0662608 Jul 05 04:14:10.975477 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51926) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:11.124624 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e0d69b-02bb-4f2c-8c17-705444bca041 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:11.148951 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-78e0d69b-02bb-4f2c-8c17-705444bca041 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.299909 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-78e0d69b-02bb-4f2c-8c17-705444bca041 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] device_id is not set on port d8bcac6e-7bae-4d7e-86e2-0c8201726f33 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:11.350737 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-791784cf-b31e-40d3-a99a-b65845374be1 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Deleting port 94a2bbdc-cc13-4cf9-87ce-46d6cffbd947 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:11.351075 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-791784cf-b31e-40d3-a99a-b65845374be1 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.744930 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-791784cf-b31e-40d3-a99a-b65845374be1 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.746841 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-791784cf-b31e-40d3-a99a-b65845374be1 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.807525 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-791784cf-b31e-40d3-a99a-b65845374be1 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Calling delete_port for 94a2bbdc-cc13-4cf9-87ce-46d6cffbd947 owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:11.815122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-78e0d69b-02bb-4f2c-8c17-705444bca041 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Allocated IP 172.20.0.3 (c9628f8e-e6c9-4799-b4fe-de64501d7e48/8c3ec623-1ede-41ce-96f9-96103e29f887/d8bcac6e-7bae-4d7e-86e2-0c8201726f33) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:12.067506 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-c9628f8e-e6c9-4799-b4fe-de64501d7e48', 'network_id': 'c9628f8e-e6c9-4799-b4fe-de64501d7e48', 'tenant_id': 'fb4c3b49cee14040aba1b9f4e97b8880', 'fixed_ips': [{'subnet_id': '8c3ec623-1ede-41ce-96f9-96103e29f887'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:14:12.068687 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.204692 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-791784cf-b31e-40d3-a99a-b65845374be1 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.217407 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-78e0d69b-02bb-4f2c-8c17-705444bca041 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.258968 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-78e0d69b-02bb-4f2c-8c17-705444bca041 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Transition to ACTIVE for port object d8bcac6e-7bae-4d7e-86e2-0c8201726f33 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:12.271766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791784cf-b31e-40d3-a99a-b65845374be1 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Pushing event deleted for resources: {'Port': ['ID=94a2bbdc-cc13-4cf9-87ce-46d6cffbd947,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:12.329791 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-78e0d69b-02bb-4f2c-8c17-705444bca041 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.373574 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e0d69b-02bb-4f2c-8c17-705444bca041 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network c9628f8e-e6c9-4799-b4fe-de64501d7e48 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:12.381681 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-78e0d69b-02bb-4f2c-8c17-705444bca041 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:12.433322 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e0d69b-02bb-4f2c-8c17-705444bca041 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:12.449610 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-791784cf-b31e-40d3-a99a-b65845374be1 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.456109 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-791784cf-b31e-40d3-a99a-b65845374be1 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.463931 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-791784cf-b31e-40d3-a99a-b65845374be1 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "DELETE /v2.0/floatingips/ad9db7cc-0c5c-48cd-be7c-24f6fdd723da HTTP/1.1" status: 204 len: 168 time: 1.4849122 Jul 05 04:14:12.512724 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b4124a74-8200-422f-9256-400d9db0f9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'name': 'tempest-AttachVolumeShelveTestJSON-1700939863-router', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:10Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'gw_port': {'id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:12Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8be7cb81-bc55-40f0-9281-7a6fca90eac3', 'name': '', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'mac_address': 'fa:16:3e:e0:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:18Z', 'updated_at': '2021-07-05T04:09:31Z', 'revision_number': 5, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'subnets': [{'id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:12.543208 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e0d69b-02bb-4f2c-8c17-705444bca041 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:12.546016 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-78e0d69b-02bb-4f2c-8c17-705444bca041 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.598040 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4124a74-8200-422f-9256-400d9db0f9eb None None] The sync data for ids ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'] in n-d-780147-23 is: [{'id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'name': 'tempest-AttachVolumeShelveTestJSON-1700939863-router', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:10Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'gw_port': {'id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:12Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8be7cb81-bc55-40f0-9281-7a6fca90eac3', 'name': '', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'mac_address': 'fa:16:3e:e0:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:18Z', 'updated_at': '2021-07-05T04:09:31Z', 'revision_number': 5, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'subnets': [{'id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:12.601294 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Allocated IP 172.20.0.2 (c9628f8e-e6c9-4799-b4fe-de64501d7e48/8c3ec623-1ede-41ce-96f9-96103e29f887/b89a050b-9dae-486d-90e6-6e456733e60e) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:12.621208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51946) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:12.624019 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-78e0d69b-02bb-4f2c-8c17-705444bca041 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7920806 Jul 05 04:14:12.627510 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-bb094fb9-2f53-4a4e-a891-bda73a49afa5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'port': {'network_id': 'c9628f8e-e6c9-4799-b4fe-de64501d7e48', 'name': 'tempest-PortsTestJSON-613696388'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:12.707930 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0d69b-02bb-4f2c-8c17-705444bca041 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Port': ['ID=d8bcac6e-7bae-4d7e-86e2-0c8201726f33,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:13.157102 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.240555 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb094fb9-2f53-4a4e-a891-bda73a49afa5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:13.246909 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bb094fb9-2f53-4a4e-a891-bda73a49afa5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.327575 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-bb094fb9-2f53-4a4e-a891-bda73a49afa5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] device_id is not set on port f6dab1b0-5a8e-4a42-b5c7-a3a668c55f31 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:13.388145 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54a388-0fc3-4014-803e-c8d0b29603de None None] New status for floating IP ad9db7cc-0c5c-48cd-be7c-24f6fdd723da: DOWN {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:14:13.519461 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.584238 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Transition to ACTIVE for port object b89a050b-9dae-486d-90e6-6e456733e60e will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:13.670894 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Transition to ACTIVE for port object b89a050b-9dae-486d-90e6-6e456733e60e will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:13.693747 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.872953 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Pushing event updated for resources: {'Port': ['ID=b89a050b-9dae-486d-90e6-6e456733e60e,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:13.905488 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Network c9628f8e-e6c9-4799-b4fe-de64501d7e48 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:13.912533 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:13.923019 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:13.923413 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:13.924022 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:13.924472 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:13.925399 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:13.928201 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:13.928676 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:13.929115 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:13.929538 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:13.930114 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:13.930551 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:13.934295 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:13.941222 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:13.952156 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-bb094fb9-2f53-4a4e-a891-bda73a49afa5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Allocated IP 172.20.0.12 (c9628f8e-e6c9-4799-b4fe-de64501d7e48/8c3ec623-1ede-41ce-96f9-96103e29f887/f6dab1b0-5a8e-4a42-b5c7-a3a668c55f31) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:14.093210 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Attempting to bind port b89a050b-9dae-486d-90e6-6e456733e60e on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:14.093741 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Attempting to bind port b89a050b-9dae-486d-90e6-6e456733e60e by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '7a51c128-3e19-4d15-b14f-239ab63df326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c9628f8e-e6c9-4799-b4fe-de64501d7e48'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:14.094372 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Attempting to bind port b89a050b-9dae-486d-90e6-6e456733e60e on network c9628f8e-e6c9-4799-b4fe-de64501d7e48 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:14.103010 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:14.103538 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Checking segment: {'id': '7a51c128-3e19-4d15-b14f-239ab63df326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c9628f8e-e6c9-4799-b4fe-de64501d7e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:14.104770 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.105296 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Bound using segment: {'id': '7a51c128-3e19-4d15-b14f-239ab63df326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c9628f8e-e6c9-4799-b4fe-de64501d7e48'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:14.105884 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Bound port: b89a050b-9dae-486d-90e6-6e456733e60e, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a51c128-3e19-4d15-b14f-239ab63df326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c9628f8e-e6c9-4799-b4fe-de64501d7e48'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:14.107119 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.364316 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] For port b89a050b-9dae-486d-90e6-6e456733e60e, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:14.375000 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] For port b89a050b-9dae-486d-90e6-6e456733e60e, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b89a050b-9dae-486d-90e6-6e456733e60e,segment=NetworkSegment(7a51c128-3e19-4d15-b14f-239ab63df326),segment_id=7a51c128-3e19-4d15-b14f-239ab63df326)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:14.382810 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.610699 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bb094fb9-2f53-4a4e-a891-bda73a49afa5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.631417 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81040f-022c-4777-bd69-c080dfd184b3 None None] Pushing event updated for resources: {'Port': ['ID=b89a050b-9dae-486d-90e6-6e456733e60e,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:14.678723 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-bb094fb9-2f53-4a4e-a891-bda73a49afa5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Transition to ACTIVE for port object f6dab1b0-5a8e-4a42-b5c7-a3a668c55f31 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:14.798667 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51970) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:14.802343 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-ec274425-f388-4ff2-8d4b-2b85e44e0c99 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1845626225', 'description': 'tempest-description--401027068'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:14.815793 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bb094fb9-2f53-4a4e-a891-bda73a49afa5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.870759 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ec274425-f388-4ff2-8d4b-2b85e44e0c99 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.963832 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb094fb9-2f53-4a4e-a891-bda73a49afa5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network c9628f8e-e6c9-4799-b4fe-de64501d7e48 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:14.981953 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-bb094fb9-2f53-4a4e-a891-bda73a49afa5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:14.996652 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb094fb9-2f53-4a4e-a891-bda73a49afa5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:15.264737 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ec274425-f388-4ff2-8d4b-2b85e44e0c99 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.279656 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ec274425-f388-4ff2-8d4b-2b85e44e0c99 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.311058 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb094fb9-2f53-4a4e-a891-bda73a49afa5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:15.318572 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bb094fb9-2f53-4a4e-a891-bda73a49afa5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.374187 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec274425-f388-4ff2-8d4b-2b85e44e0c99 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a91acbad-be14-493e-b6bf-4f0aab9148b9,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:15.465046 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ec274425-f388-4ff2-8d4b-2b85e44e0c99 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.476776 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ec274425-f388-4ff2-8d4b-2b85e44e0c99 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6780043 Jul 05 04:14:15.477691 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51978) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:15.490143 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-2067639d-2a0e-4fc7-b0bf-46a79ac7c945 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Request body: {'security_group_rule': {'security_group_id': 'a91acbad-be14-493e-b6bf-4f0aab9148b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:15.572444 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bb094fb9-2f53-4a4e-a891-bda73a49afa5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9497683 Jul 05 04:14:15.575008 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51982) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:15.616771 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2067639d-2a0e-4fc7-b0bf-46a79ac7c945 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.681513 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb094fb9-2f53-4a4e-a891-bda73a49afa5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Port': ['ID=f6dab1b0-5a8e-4a42-b5c7-a3a668c55f31,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:15.846117 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2067639d-2a0e-4fc7-b0bf-46a79ac7c945 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.865021 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2067639d-2a0e-4fc7-b0bf-46a79ac7c945 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.899074 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067639d-2a0e-4fc7-b0bf-46a79ac7c945 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d67fb88-64b5-4f08-9a88-de3795d207f6,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:15.958100 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2067639d-2a0e-4fc7-b0bf-46a79ac7c945 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.962611 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2067639d-2a0e-4fc7-b0bf-46a79ac7c945 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4835582 Jul 05 04:14:15.963137 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51984) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:15.970364 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-8ac82c27-94ff-4023-898b-5c54fbe7566b tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Request body: {'security_group_rule': {'security_group_id': 'a91acbad-be14-493e-b6bf-4f0aab9148b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:16.065855 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8ac82c27-94ff-4023-898b-5c54fbe7566b tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.210523 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8ac82c27-94ff-4023-898b-5c54fbe7566b tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.217017 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8ac82c27-94ff-4023-898b-5c54fbe7566b tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.241285 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-92eb00c3-d074-4ca1-b970-f9b23c583ed4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.8821428 Jul 05 04:14:16.248920 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac82c27-94ff-4023-898b-5c54fbe7566b tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41760f85-a468-4256-98b1-5c466d215dea,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:16.289686 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeecd206-c321-454f-bf44-9e61b9700515 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:16.305947 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-aeecd206-c321-454f-bf44-9e61b9700515 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.7297409 Jul 05 04:14:16.309389 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8ac82c27-94ff-4023-898b-5c54fbe7566b tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.314058 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51986) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:16.314407 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51988) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:16.314621 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8ac82c27-94ff-4023-898b-5c54fbe7566b tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3500285 Jul 05 04:14:16.361977 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-4f234091-76f7-4ad3-81cd-dd84f33fc407 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:16.625706 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4f234091-76f7-4ad3-81cd-dd84f33fc407 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.813030 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-a32fe6ea-997a-4eb1-95a0-1165366c2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:16.813647 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-a32fe6ea-997a-4eb1-95a0-1165366c2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:16.824305 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-a32fe6ea-997a-4eb1-95a0-1165366c2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:16.825134 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-a32fe6ea-997a-4eb1-95a0-1165366c2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:16.828476 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-a32fe6ea-997a-4eb1-95a0-1165366c2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:16.829227 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-a32fe6ea-997a-4eb1-95a0-1165366c2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:16.829909 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-a32fe6ea-997a-4eb1-95a0-1165366c2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:16.834405 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-a32fe6ea-997a-4eb1-95a0-1165366c2be1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=50643a7691c345388c1f08c7454cea66&device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 6509 time: 0.5190129 Jul 05 04:14:16.858913 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d29a6d-4836-4afa-ae09-8cb807286a42 None None] Network c9628f8e-e6c9-4799-b4fe-de64501d7e48 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:17.070852 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-364d5a54-46de-40be-8123-36ed63fec583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:17.071158 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-364d5a54-46de-40be-8123-36ed63fec583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:17.071710 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-364d5a54-46de-40be-8123-36ed63fec583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:17.078986 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-364d5a54-46de-40be-8123-36ed63fec583 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8ea7df2c-9621-40f9-b0fb-19b9c2e4305a&id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&id=a6d904c9-d5c3-4585-9d21-be63aa884ed6&id=a6d904c9-d5c3-4585-9d21-be63aa884ed6 HTTP/1.1" status: 200 len: 2297 time: 0.1926043 Jul 05 04:14:17.087547 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-e48e82ac-530e-4f8e-91ae-bd8ceb3503d2 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting port f6dab1b0-5a8e-4a42-b5c7-a3a668c55f31 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:17.092807 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e48e82ac-530e-4f8e-91ae-bd8ceb3503d2 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.145000 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b89a050b-9dae-486d-90e6-6e456733e60e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:17.211362 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f594fd83-2bc3-4dcf-b2fc-a8f852ae5bdc None None] Provisioning for port b89a050b-9dae-486d-90e6-6e456733e60e completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:17.239223 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e48e82ac-530e-4f8e-91ae-bd8ceb3503d2 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.257954 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-e48e82ac-530e-4f8e-91ae-bd8ceb3503d2 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Calling delete_port for f6dab1b0-5a8e-4a42-b5c7-a3a668c55f31 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:17.325250 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port b89a050b-9dae-486d-90e6-6e456733e60e completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:17.397781 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port b89a050b-9dae-486d-90e6-6e456733e60e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:17.398900 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.589328 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.688392 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port b89a050b-9dae-486d-90e6-6e456733e60e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b89a050b-9dae-486d-90e6-6e456733e60e,segment=NetworkSegment(7a51c128-3e19-4d15-b14f-239ab63df326),segment_id=7a51c128-3e19-4d15-b14f-239ab63df326)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:17.694444 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.831283 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=b89a050b-9dae-486d-90e6-6e456733e60e,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:17.966908 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-e9a39b38-d08a-4d7c-b1a6-2a59c2a08020 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 HTTP/1.1" status: 200 len: 1002 time: 0.1315720 Jul 05 04:14:18.003515 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f8f7dbea-b77c-4949-a050-187d6b64507a None None] Provisioning for port f6dab1b0-5a8e-4a42-b5c7-a3a668c55f31 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:18.020189 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f8f7dbea-b77c-4949-a050-187d6b64507a None None] Provisioning complete for port f6dab1b0-5a8e-4a42-b5c7-a3a668c55f31 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:18.021598 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f8f7dbea-b77c-4949-a050-187d6b64507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.090812 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-5d6c4c02-1335-4109-9bc3-1a16a6c3b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:18.093439 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-5d6c4c02-1335-4109-9bc3-1a16a6c3b06f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f6a89750-87ba-44fb-8296-741d431f172e HTTP/1.1" status: 200 len: 856 time: 0.1098511 Jul 05 04:14:18.145543 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4f234091-76f7-4ad3-81cd-dd84f33fc407 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.148244 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-f8f7dbea-b77c-4949-a050-187d6b64507a None None] Port f6dab1b0-5a8e-4a42-b5c7-a3a668c55f31 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:18.173308 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f8f7dbea-b77c-4949-a050-187d6b64507a None None] Provisioning complete for port b89a050b-9dae-486d-90e6-6e456733e60e triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:18.174103 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f8f7dbea-b77c-4949-a050-187d6b64507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.377326 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f8f7dbea-b77c-4949-a050-187d6b64507a None None] Provisioning for port d8bcac6e-7bae-4d7e-86e2-0c8201726f33 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:18.391898 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f8f7dbea-b77c-4949-a050-187d6b64507a None None] Provisioning complete for port d8bcac6e-7bae-4d7e-86e2-0c8201726f33 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:18.394233 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f8f7dbea-b77c-4949-a050-187d6b64507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.514105 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-f8f7dbea-b77c-4949-a050-187d6b64507a None None] Port d8bcac6e-7bae-4d7e-86e2-0c8201726f33 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:18.652820 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e6834368-97fc-41cb-ab04-dc7317615c81 None None] Provisioning complete for port d8bcac6e-7bae-4d7e-86e2-0c8201726f33 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:18.653189 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e6834368-97fc-41cb-ab04-dc7317615c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.800181 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-e6834368-97fc-41cb-ab04-dc7317615c81 None None] Port d8bcac6e-7bae-4d7e-86e2-0c8201726f33 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:18.891170 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-4f234091-76f7-4ad3-81cd-dd84f33fc407 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Allocated IP 172.25.1.208 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/e52fa608-ad2f-43ce-bd24-b9cedd2f56b8) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:19.098256 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4f234091-76f7-4ad3-81cd-dd84f33fc407 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.113349 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b89a050b-9dae-486d-90e6-6e456733e60e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:19.155466 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e48e82ac-530e-4f8e-91ae-bd8ceb3503d2 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.169075 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4f234091-76f7-4ad3-81cd-dd84f33fc407 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.178153 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fa226084-8d23-4ef7-8820-0f51fb723f83 None None] Could not find standard attr ID for object f6dab1b0-5a8e-4a42-b5c7-a3a668c55f31. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:14:19.236774 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e82ac-530e-4f8e-91ae-bd8ceb3503d2 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Port': ['ID=f6dab1b0-5a8e-4a42-b5c7-a3a668c55f31,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:19.270351 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port b89a050b-9dae-486d-90e6-6e456733e60e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:19.271087 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.309591 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-86bb5189-5ea1-4a33-afaa-0150492fe459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:19.311460 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-86bb5189-5ea1-4a33-afaa-0150492fe459 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8ea7df2c-9621-40f9-b0fb-19b9c2e4305a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2058477 Jul 05 04:14:19.332665 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f234091-76f7-4ad3-81cd-dd84f33fc407 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:19.487813 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-4f234091-76f7-4ad3-81cd-dd84f33fc407 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:19.491662 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-3ffaf27e-c4fe-4c8a-b999-cd61cbbdbe23 service neutron] 10.222.0.89 "GET /v2.0/networks/8ea7df2c-9621-40f9-b0fb-19b9c2e4305a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573350 Jul 05 04:14:19.498323 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f234091-76f7-4ad3-81cd-dd84f33fc407 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:19.718377 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4f234091-76f7-4ad3-81cd-dd84f33fc407 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.938888 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e48e82ac-530e-4f8e-91ae-bd8ceb3503d2 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.944031 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52094) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:19.950192 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e48e82ac-530e-4f8e-91ae-bd8ceb3503d2 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/ports/f6dab1b0-5a8e-4a42-b5c7-a3a668c55f31 HTTP/1.1" status: 204 len: 168 time: 3.6197298 Jul 05 04:14:20.008702 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-df410894-f313-41c9-8325-04fc0c8bf19d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] GET failed (client error): The resource could not be found. Jul 05 04:14:20.014619 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-df410894-f313-41c9-8325-04fc0c8bf19d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports/f6dab1b0-5a8e-4a42-b5c7-a3a668c55f31 HTTP/1.1" status: 404 len: 333 time: 0.0689189 Jul 05 04:14:20.015490 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52098) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:20.156155 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f234091-76f7-4ad3-81cd-dd84f33fc407 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Pushing event updated for resources: {'Port': ['ID=e52fa608-ad2f-43ce-bd24-b9cedd2f56b8,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:20.159996 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-f35c9aba-6390-4d3b-94d6-a9e126f26f59 service neutron] 10.222.0.89 "GET /v2.0/networks/8ea7df2c-9621-40f9-b0fb-19b9c2e4305a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5199213 Jul 05 04:14:20.230339 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd811a-42e2-4bf6-a89e-393172da895b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting port d8bcac6e-7bae-4d7e-86e2-0c8201726f33 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:20.230935 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b3dd811a-42e2-4bf6-a89e-393172da895b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.322549 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-b2298afe-9746-4508-9a58-5c8f1ef6e71b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=0bd03fe8-1a38-4778-8165-e5222e120f1d HTTP/1.1" status: 200 len: 217 time: 0.1477642 Jul 05 04:14:20.395421 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4f234091-76f7-4ad3-81cd-dd84f33fc407 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.444817 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b3dd811a-42e2-4bf6-a89e-393172da895b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.479165 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd811a-42e2-4bf6-a89e-393172da895b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Calling delete_port for d8bcac6e-7bae-4d7e-86e2-0c8201726f33 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:20.510567 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-92c81c84-88dd-4de0-87a6-80056f332a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:20.518285 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-92c81c84-88dd-4de0-87a6-80056f332a73 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e870ccd1-5d08-4394-8905-8e1dcc9a2cbf HTTP/1.1" status: 200 len: 797 time: 0.1859043 Jul 05 04:14:20.829428 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-318b47c2-984f-407b-b76e-2dd371c64520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:20.831765 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b3dd811a-42e2-4bf6-a89e-393172da895b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.832630 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-318b47c2-984f-407b-b76e-2dd371c64520 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3024995 Jul 05 04:14:20.904787 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd811a-42e2-4bf6-a89e-393172da895b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Port': ['ID=d8bcac6e-7bae-4d7e-86e2-0c8201726f33,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:20.998335 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-e6b5812b-1fa6-4df4-b753-f4b51dbe2c9b service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519110 Jul 05 04:14:21.086347 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b3dd811a-42e2-4bf6-a89e-393172da895b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.089631 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b3dd811a-42e2-4bf6-a89e-393172da895b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/ports/d8bcac6e-7bae-4d7e-86e2-0c8201726f33 HTTP/1.1" status: 204 len: 168 time: 1.0729647 Jul 05 04:14:21.092183 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52120) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:21.172958 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4f234091-76f7-4ad3-81cd-dd84f33fc407 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.203330 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4f234091-76f7-4ad3-81cd-dd84f33fc407 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.206003 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-2182386a-fec5-4ceb-9efa-6367f8a1b159 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] GET failed (client error): The resource could not be found. Jul 05 04:14:21.215380 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2182386a-fec5-4ceb-9efa-6367f8a1b159 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports/d8bcac6e-7bae-4d7e-86e2-0c8201726f33 HTTP/1.1" status: 404 len: 333 time: 0.1217573 Jul 05 04:14:21.216416 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52122) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:21.316288 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe269fb-2a67-40c1-950b-948ac6c6d99a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting subnet 8c3ec623-1ede-41ce-96f9-96103e29f887 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:21.320501 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cfe269fb-2a67-40c1-950b-948ac6c6d99a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.444575 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-f5d4f33d-5c1e-4c6f-88e0-66613086efd0 service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228899 Jul 05 04:14:21.457525 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4f234091-76f7-4ad3-81cd-dd84f33fc407 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.472274 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cfe269fb-2a67-40c1-950b-948ac6c6d99a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.546693 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f234091-76f7-4ad3-81cd-dd84f33fc407 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Pushing event updated for resources: {'Port': ['ID=e52fa608-ad2f-43ce-bd24-b9cedd2f56b8,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:21.561448 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-e4628407-1c02-471f-8ade-3e1035f2e31b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=fdd61790-feb9-41f4-a979-99718ff8af30 HTTP/1.1" status: 200 len: 217 time: 0.1159546 Jul 05 04:14:21.569634 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4f234091-76f7-4ad3-81cd-dd84f33fc407 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.584870 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4f234091-76f7-4ad3-81cd-dd84f33fc407 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2263870 Jul 05 04:14:21.766060 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cfe269fb-2a67-40c1-950b-948ac6c6d99a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.795087 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-6314ba55-9729-4fc7-bac9-e3474eed9f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:21.797343 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-6314ba55-9729-4fc7-bac9-e3474eed9f1a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e870ccd1-5d08-4394-8905-8e1dcc9a2cbf HTTP/1.1" status: 200 len: 797 time: 0.2087367 Jul 05 04:14:22.018755 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cfe269fb-2a67-40c1-950b-948ac6c6d99a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.028955 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-99b7d899-fa70-4143-ade2-c2d76a642d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:22.040381 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-99b7d899-fa70-4143-ade2-c2d76a642d24 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2298815 Jul 05 04:14:22.087085 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe269fb-2a67-40c1-950b-948ac6c6d99a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Subnet': ['ID=8c3ec623-1ede-41ce-96f9-96103e29f887,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:22.097940 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cfe269fb-2a67-40c1-950b-948ac6c6d99a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.100073 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cfe269fb-2a67-40c1-950b-948ac6c6d99a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/subnets/8c3ec623-1ede-41ce-96f9-96103e29f887 HTTP/1.1" status: 204 len: 168 time: 0.8818722 Jul 05 04:14:22.102822 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52144) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:22.111240 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898f7f95-0c60-42e1-8f2d-f6981a1a7d1c None None] Network c9628f8e-e6c9-4799-b4fe-de64501d7e48 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:22.227125 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-0c3271a8-2f7e-4fc9-b0d9-b5fa71d96b3e tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1845626225&fields=id&tenant_id=0a0e169dad4642e084dbd1dffad21af0 HTTP/1.1" status: 200 len: 267 time: 0.1838360 Jul 05 04:14:22.274089 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-950d9a30-b0eb-4df0-88fd-d0e79cc97425 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.333234 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-3596e23f-bf5c-46d4-9610-8e5e204b7a5c service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629824 Jul 05 04:14:22.410242 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-950d9a30-b0eb-4df0-88fd-d0e79cc97425 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting port b89a050b-9dae-486d-90e6-6e456733e60e {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:22.410641 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-950d9a30-b0eb-4df0-88fd-d0e79cc97425 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.491513 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-7c13529a-74d2-46dc-994c-49e4fb5692c5 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:22.506324 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-7c13529a-74d2-46dc-994c-49e4fb5692c5 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/networks?id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7 HTTP/1.1" status: 200 len: 817 time: 0.2650990 Jul 05 04:14:22.555410 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-eaebb06d-72ac-407b-9623-775dca58871d tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/quotas/0a0e169dad4642e084dbd1dffad21af0 HTTP/1.1" status: 200 len: 375 time: 0.0423679 Jul 05 04:14:22.574431 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c52e46e-aef4-4b43-9118-7cfae945bd6c None None] DHCP port deletion for c9628f8e-e6c9-4799-b4fe-de64501d7e48 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:14:22.605311 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-950d9a30-b0eb-4df0-88fd-d0e79cc97425 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] For port b89a050b-9dae-486d-90e6-6e456733e60e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b89a050b-9dae-486d-90e6-6e456733e60e,segment=NetworkSegment(7a51c128-3e19-4d15-b14f-239ab63df326),segment_id=7a51c128-3e19-4d15-b14f-239ab63df326)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:22.605690 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-950d9a30-b0eb-4df0-88fd-d0e79cc97425 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.644212 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-8dae2a70-a8bc-4c38-badf-08b518b2ae28 service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911150 Jul 05 04:14:22.647940 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-950d9a30-b0eb-4df0-88fd-d0e79cc97425 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Calling delete_port for b89a050b-9dae-486d-90e6-6e456733e60e owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:22.696438 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-0c52e46e-aef4-4b43-9118-7cfae945bd6c None None] Deleting port b89a050b-9dae-486d-90e6-6e456733e60e {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:22.703847 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0c52e46e-aef4-4b43-9118-7cfae945bd6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.716234 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-aa5d3568-64bb-4e23-a675-ab934a28553a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=81d34584-23f6-4dff-9dc0-032a27b0bcf4 HTTP/1.1" status: 200 len: 217 time: 0.0545826 Jul 05 04:14:22.786936 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-950d9a30-b0eb-4df0-88fd-d0e79cc97425 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.790944 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-0c52e46e-aef4-4b43-9118-7cfae945bd6c None None] For port b89a050b-9dae-486d-90e6-6e456733e60e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b89a050b-9dae-486d-90e6-6e456733e60e,segment=NetworkSegment(7a51c128-3e19-4d15-b14f-239ab63df326),segment_id=7a51c128-3e19-4d15-b14f-239ab63df326)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:22.791714 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0c52e46e-aef4-4b43-9118-7cfae945bd6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.814883 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-0c52e46e-aef4-4b43-9118-7cfae945bd6c None None] Calling delete_port for b89a050b-9dae-486d-90e6-6e456733e60e owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:22.858772 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d9a30-b0eb-4df0-88fd-d0e79cc97425 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Port': ['ID=b89a050b-9dae-486d-90e6-6e456733e60e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:22.876594 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950d9a30-b0eb-4df0-88fd-d0e79cc97425 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] No DVR routers for this DVR port b89a050b-9dae-486d-90e6-6e456733e60e on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:22.923857 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-dc8a4240-ad6e-45c6-997d-518a24199d81 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0a0e169dad4642e084dbd1dffad21af0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3412061 Jul 05 04:14:23.019788 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-6a9700a8-9680-404c-9af6-909baab00e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:23.021225 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-6a9700a8-9680-404c-9af6-909baab00e32 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e870ccd1-5d08-4394-8905-8e1dcc9a2cbf HTTP/1.1" status: 200 len: 797 time: 0.2881374 Jul 05 04:14:23.109271 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0c52e46e-aef4-4b43-9118-7cfae945bd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.114983 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-950d9a30-b0eb-4df0-88fd-d0e79cc97425 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.138671 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-950d9a30-b0eb-4df0-88fd-d0e79cc97425 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9628f8e-e6c9-4799-b4fe-de64501d7e48']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:23.178219 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-950d9a30-b0eb-4df0-88fd-d0e79cc97425 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a51c128-3e19-4d15-b14f-239ab63df326') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:23.179753 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-950d9a30-b0eb-4df0-88fd-d0e79cc97425 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a51c128-3e19-4d15-b14f-239ab63df326') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:23.208556 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-950d9a30-b0eb-4df0-88fd-d0e79cc97425 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.227589 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52e46e-aef4-4b43-9118-7cfae945bd6c None None] Pushing event deleted for resources: {'Port': ['ID=b89a050b-9dae-486d-90e6-6e456733e60e,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:23.230113 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c52e46e-aef4-4b43-9118-7cfae945bd6c None None] No DVR routers for this DVR port b89a050b-9dae-486d-90e6-6e456733e60e on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:23.252820 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b89a050b-9dae-486d-90e6-6e456733e60e no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:23.253079 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-950d9a30-b0eb-4df0-88fd-d0e79cc97425 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.264880 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950d9a30-b0eb-4df0-88fd-d0e79cc97425 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:14:23.270940 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-950d9a30-b0eb-4df0-88fd-d0e79cc97425 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.391399 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: b89a050b-9dae-486d-90e6-6e456733e60e {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:23.391828 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b89a050b-9dae-486d-90e6-6e456733e60e not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:14:23.419647 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:14:23.426831 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-950d9a30-b0eb-4df0-88fd-d0e79cc97425 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.436817 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-950d9a30-b0eb-4df0-88fd-d0e79cc97425 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.439423 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-950d9a30-b0eb-4df0-88fd-d0e79cc97425 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/networks/c9628f8e-e6c9-4799-b4fe-de64501d7e48 HTTP/1.1" status: 204 len: 168 time: 1.3347983 Jul 05 04:14:23.443649 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52164) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:23.449568 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-808013e7-9073-4612-af09-420069c2a1be tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1455987716'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:23.470747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d9a30-b0eb-4df0-88fd-d0e79cc97425 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Network': ['ID=c9628f8e-e6c9-4799-b4fe-de64501d7e48,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:23.493488 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808013e7-9073-4612-af09-420069c2a1be tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:23.495177 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-67af96f8-2537-4173-8ddf-dfc19e85656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:23.496768 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-67af96f8-2537-4173-8ddf-dfc19e85656b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3935997 Jul 05 04:14:23.498294 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-808013e7-9073-4612-af09-420069c2a1be tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.498759 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-c564ab3e-62b8-4cb7-aa9c-b7dd477b8426 service neutron] 10.222.0.77 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5588953 Jul 05 04:14:23.560445 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-808013e7-9073-4612-af09-420069c2a1be tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:14:23.581839 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-808013e7-9073-4612-af09-420069c2a1be tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.582345 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-808013e7-9073-4612-af09-420069c2a1be tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Added segment 2506f8e2-d251-4aba-add5-df7ab1a633b7 of type vlan for network 3b456c60-ccf8-49b0-996f-c050ded079db Jul 05 04:14:23.691597 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-808013e7-9073-4612-af09-420069c2a1be tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.782075 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-808013e7-9073-4612-af09-420069c2a1be tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.787853 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808013e7-9073-4612-af09-420069c2a1be tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:23.788411 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-808013e7-9073-4612-af09-420069c2a1be tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.846776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9148aa-04ec-4e90-a249-cfc16f40fefd req-f317a548-f028-4f87-bde4-17a16b009dd9 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:23.866669 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9148aa-04ec-4e90-a249-cfc16f40fefd req-f317a548-f028-4f87-bde4-17a16b009dd9 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:23.881401 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9148aa-04ec-4e90-a249-cfc16f40fefd req-f317a548-f028-4f87-bde4-17a16b009dd9 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:23.890319 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9148aa-04ec-4e90-a249-cfc16f40fefd req-f317a548-f028-4f87-bde4-17a16b009dd9 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:23.897124 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9148aa-04ec-4e90-a249-cfc16f40fefd req-f317a548-f028-4f87-bde4-17a16b009dd9 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:23.906853 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9148aa-04ec-4e90-a249-cfc16f40fefd req-f317a548-f028-4f87-bde4-17a16b009dd9 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:23.911778 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9148aa-04ec-4e90-a249-cfc16f40fefd req-f317a548-f028-4f87-bde4-17a16b009dd9 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:23.914354 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dc9148aa-04ec-4e90-a249-cfc16f40fefd req-f317a548-f028-4f87-bde4-17a16b009dd9 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5445 time: 0.3171439 Jul 05 04:14:23.914861 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52172) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:24.032139 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808013e7-9073-4612-af09-420069c2a1be tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Network': ['ID=3b456c60-ccf8-49b0-996f-c050ded079db,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:24.044392 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 3b456c60-ccf8-49b0-996f-c050ded079db details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:14:24.129162 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-808013e7-9073-4612-af09-420069c2a1be tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6842678 Jul 05 04:14:24.129732 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52180) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:24.141592 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-6833a2fe-d865-459f-b15e-dc0eeec68b16 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'subnet': {'network_id': '3b456c60-ccf8-49b0-996f-c050ded079db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:24.184155 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dc9148aa-04ec-4e90-a249-cfc16f40fefd req-03d8db1f-9709-4f8d-8f4e-988040fac805 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1232688 Jul 05 04:14:24.365579 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-6401e966-d20c-4445-ada0-d05b5e19ef61 service neutron] 10.222.0.77 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8527262 Jul 05 04:14:24.375426 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-0e56ecc5-5703-4466-bd15-b534166177ac service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8560054 Jul 05 04:14:24.385367 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-857e720d-37dc-4cea-9d27-4a8a80e5630e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.397597 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6833a2fe-d865-459f-b15e-dc0eeec68b16 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:24.402229 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6833a2fe-d865-459f-b15e-dc0eeec68b16 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.668210 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-7cd1bcba-e702-4661-b8f3-322f61c72ce6 service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870593 Jul 05 04:14:24.774907 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-933b362a-29c9-41e1-bd94-c734b820cf2e req-a3a6dfc2-170f-4f85-bdaa-cb80b0dd7d04 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 210 time: 0.1331575 Jul 05 04:14:24.776718 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-52b09f40-6b5d-49ee-9daf-b5bf11c041ad service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=90bd2861-0357-48b2-8bd8-74abedd49bf0 HTTP/1.1" status: 200 len: 217 time: 0.0975287 Jul 05 04:14:24.845136 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-e775946f-7342-4aa9-b4da-51050533d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:24.847529 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-e775946f-7342-4aa9-b4da-51050533d78e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e870ccd1-5d08-4394-8905-8e1dcc9a2cbf HTTP/1.1" status: 200 len: 797 time: 0.0604887 Jul 05 04:14:24.906363 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752949e-d703-4250-ad0a-c0479dd34808 req-7e88e25a-56f8-433a-a949-8002dbf62c9c tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:24.914432 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752949e-d703-4250-ad0a-c0479dd34808 req-7e88e25a-56f8-433a-a949-8002dbf62c9c tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:24.924812 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752949e-d703-4250-ad0a-c0479dd34808 req-7e88e25a-56f8-433a-a949-8002dbf62c9c tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:24.937287 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752949e-d703-4250-ad0a-c0479dd34808 req-7e88e25a-56f8-433a-a949-8002dbf62c9c tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:24.942536 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-8784a745-58ae-4d7b-8237-794f22e3c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:24.944556 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-8784a745-58ae-4d7b-8237-794f22e3c791 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0868671 Jul 05 04:14:24.954738 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752949e-d703-4250-ad0a-c0479dd34808 req-7e88e25a-56f8-433a-a949-8002dbf62c9c tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:24.968867 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752949e-d703-4250-ad0a-c0479dd34808 req-7e88e25a-56f8-433a-a949-8002dbf62c9c tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:24.976858 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752949e-d703-4250-ad0a-c0479dd34808 req-7e88e25a-56f8-433a-a949-8002dbf62c9c tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:24.980462 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8752949e-d703-4250-ad0a-c0479dd34808 req-7e88e25a-56f8-433a-a949-8002dbf62c9c tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.89 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5445 time: 0.4228780 Jul 05 04:14:25.092010 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-e07d140e-bab4-4ee4-9aa4-0205ab36a331 service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351132 Jul 05 04:14:25.109681 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-857e720d-37dc-4cea-9d27-4a8a80e5630e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.126807 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-857e720d-37dc-4cea-9d27-4a8a80e5630e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.202626 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752949e-d703-4250-ad0a-c0479dd34808 req-15caec85-b5c5-45fd-a8d0-926c33597fac tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:25.204023 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8752949e-d703-4250-ad0a-c0479dd34808 req-15caec85-b5c5-45fd-a8d0-926c33597fac tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.89 "GET /v2.0/ports/0bd03fe8-1a38-4778-8165-e5222e120f1d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1784399 Jul 05 04:14:25.214334 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-857e720d-37dc-4cea-9d27-4a8a80e5630e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=29ee7887305e432b8fa833931671b6ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1844501 Jul 05 04:14:25.224603 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-9b196e6a-14b7-473d-b66e-c11d3f70c693 service neutron] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220415 Jul 05 04:14:25.225748 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52198) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:25.298691 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5a2770c2-3cb3-4c45-afc6-8cc979fdf691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.339811 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-d0bfb1e1-b9af-458c-83d8-fa950f0d2272 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6cec93df-cbad-411d-b19a-95f6dc421183 HTTP/1.1" status: 200 len: 217 time: 0.0659449 Jul 05 04:14:25.382350 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e720d-37dc-4cea-9d27-4a8a80e5630e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b08599-ff87-4003-96bb-61eb0368e750,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:25.446495 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6833a2fe-d865-459f-b15e-dc0eeec68b16 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.513236 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5a2770c2-3cb3-4c45-afc6-8cc979fdf691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.522289 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-f5b2aac4-543c-4239-b97a-563b671aa6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:25.523754 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-f5b2aac4-543c-4239-b97a-563b671aa6ac service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a927bcdc-e462-4ca7-b6a1-c36068d79290 HTTP/1.1" status: 200 len: 797 time: 0.1744034 Jul 05 04:14:25.669229 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ad919-c659-44c2-92cc-cc3b51392d11 req-c017ac8d-b98b-4aa1-b14c-ea8d86cfcf6f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:25.675194 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ad919-c659-44c2-92cc-cc3b51392d11 req-c017ac8d-b98b-4aa1-b14c-ea8d86cfcf6f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:25.681507 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ad919-c659-44c2-92cc-cc3b51392d11 req-c017ac8d-b98b-4aa1-b14c-ea8d86cfcf6f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:25.690593 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ad919-c659-44c2-92cc-cc3b51392d11 req-c017ac8d-b98b-4aa1-b14c-ea8d86cfcf6f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:25.696535 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ad919-c659-44c2-92cc-cc3b51392d11 req-c017ac8d-b98b-4aa1-b14c-ea8d86cfcf6f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:25.705368 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ad919-c659-44c2-92cc-cc3b51392d11 req-c017ac8d-b98b-4aa1-b14c-ea8d86cfcf6f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:25.708863 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833a2fe-d865-459f-b15e-dc0eeec68b16 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Subnet': ['ID=09ebe13a-aaa5-4126-8d8f-3678919df2b8,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:25.712080 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ad919-c659-44c2-92cc-cc3b51392d11 req-c017ac8d-b98b-4aa1-b14c-ea8d86cfcf6f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:25.715501 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7a5ad919-c659-44c2-92cc-cc3b51392d11 req-c017ac8d-b98b-4aa1-b14c-ea8d86cfcf6f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5445 time: 0.2529469 Jul 05 04:14:25.733597 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8752949e-d703-4250-ad0a-c0479dd34808 req-cec4f63a-a44c-42ce-9a22-1a56309867be tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.89 "GET /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5171325 Jul 05 04:14:25.754577 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-5133eaa1-4869-4bfd-b22d-0b9eeb9025d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:25.758339 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-5133eaa1-4869-4bfd-b22d-0b9eeb9025d5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a6d904c9-d5c3-4585-9d21-be63aa884ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2087917 Jul 05 04:14:25.764126 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-8752949e-d703-4250-ad0a-c0479dd34808 req-223968f9-9b32-4eb1-a045-88bfa4d14a9f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:25.831111 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5a2770c2-3cb3-4c45-afc6-8cc979fdf691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.845036 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6833a2fe-d865-459f-b15e-dc0eeec68b16 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Checking segment: {'id': '2506f8e2-d251-4aba-add5-df7ab1a633b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3b456c60-ccf8-49b0-996f-c050ded079db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:25.845401 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6833a2fe-d865-459f-b15e-dc0eeec68b16 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network hostable DHCP agents. Network: 3b456c60-ccf8-49b0-996f-c050ded079db, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:14:25.846024 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5a2770c2-3cb3-4c45-afc6-8cc979fdf691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.847343 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5a2770c2-3cb3-4c45-afc6-8cc979fdf691 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/21b08599-ff87-4003-96bb-61eb0368e750 HTTP/1.1" status: 204 len: 168 time: 0.6202357 Jul 05 04:14:25.885927 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6833a2fe-d865-459f-b15e-dc0eeec68b16 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network 3b456c60-ccf8-49b0-996f-c050ded079db is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:14:25.945032 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-6833a2fe-d865-459f-b15e-dc0eeec68b16 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 3b456c60-ccf8-49b0-996f-c050ded079db) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:25.954705 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6833a2fe-d865-459f-b15e-dc0eeec68b16 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:25.955308 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6833a2fe-d865-459f-b15e-dc0eeec68b16 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.956406 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2d4f32-77e3-4497-911f-792ae72b9549 None None] Network 3b456c60-ccf8-49b0-996f-c050ded079db requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:25.974855 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-223968f9-9b32-4eb1-a045-88bfa4d14a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.986931 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6833a2fe-d865-459f-b15e-dc0eeec68b16 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8537154 Jul 05 04:14:25.989630 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52212) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:25.997619 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-b0fa1908-a178-4af1-911b-684e81bf2832 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'port': {'network_id': '3b456c60-ccf8-49b0-996f-c050ded079db', 'name': 'tempest-PortsTestJSON-703798942', 'fixed_ips': [{'subnet_id': '09ebe13a-aaa5-4126-8d8f-3678919df2b8', 'ip_address': '172.20.0.10'}]}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:26.084715 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7a5ad919-c659-44c2-92cc-cc3b51392d11 req-9b1ca390-14bb-4819-840b-212464da708c tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3323886 Jul 05 04:14:26.091364 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2770c2-3cb3-4c45-afc6-8cc979fdf691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b08599-ff87-4003-96bb-61eb0368e750,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:26.396064 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-a1cea68d-2c73-4c38-a751-d8a9d9b1fd7b service neutron] 10.222.0.89 "GET /v2.0/networks/a6d904c9-d5c3-4585-9d21-be63aa884ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5927055 Jul 05 04:14:26.577007 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device f4d202a6-ac7b-4064-86e3-09e5957ff02e no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:26.648626 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7352b7-946a-435a-b352-0e1389077cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-3b456c60-ccf8-49b0-996f-c050ded079db', 'network_id': '3b456c60-ccf8-49b0-996f-c050ded079db', 'tenant_id': 'fb4c3b49cee14040aba1b9f4e97b8880', 'fixed_ips': [{'subnet_id': '09ebe13a-aaa5-4126-8d8f-3678919df2b8'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:14:26.649752 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8e7352b7-946a-435a-b352-0e1389077cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:26.720142 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-4af5f810-e4a7-4f20-8109-e2e96d38cbd4 service neutron] 10.222.0.89 "GET /v2.0/networks/a6d904c9-d5c3-4585-9d21-be63aa884ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228316 Jul 05 04:14:26.762154 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fa1908-a178-4af1-911b-684e81bf2832 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:26.781343 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52224) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:26.846351 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-7d9598c2-d3c2-4260-a6e8-55eeadc76fc5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f4d202a6-ac7b-4064-86e3-09e5957ff02e HTTP/1.1" status: 200 len: 217 time: 0.1121049 Jul 05 04:14:26.849496 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:26.912851 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-372b8cf0-20a2-4547-b24c-b7200fc5388e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.006485 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-35a93cd7-3fb9-443d-bb67-950f2328012a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:27.009258 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-35a93cd7-3fb9-443d-bb67-950f2328012a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a927bcdc-e462-4ca7-b6a1-c36068d79290 HTTP/1.1" status: 200 len: 797 time: 0.1521866 Jul 05 04:14:27.016184 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port f4d202a6-ac7b-4064-86e3-09e5957ff02e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=f4d202a6-ac7b-4064-86e3-09e5957ff02e,segment=NetworkSegment(50219518-e686-4906-b667-59b4817bf9d2),segment_id=50219518-e686-4906-b667-59b4817bf9d2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:27.109135 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-8e7352b7-946a-435a-b352-0e1389077cd8 None None] Allocated IP 172.20.0.2 (3b456c60-ccf8-49b0-996f-c050ded079db/09ebe13a-aaa5-4126-8d8f-3678919df2b8/9a4154e5-fd50-44d2-a67e-ed8e76170455) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:27.178363 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-75361724-6fcc-4d40-9987-c45668f17963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:27.180781 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-75361724-6fcc-4d40-9987-c45668f17963 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a6d904c9-d5c3-4585-9d21-be63aa884ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1615434 Jul 05 04:14:27.229413 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4d202a6-ac7b-4064-86e3-09e5957ff02e'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:27.232637 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880624ab-cd1e-40b3-b3f0-41f9c57cfbe1" -d '{"events": [{"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "f4d202a6-ac7b-4064-86e3-09e5957ff02e"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:27.238345 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.239707 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 6cec93df-cbad-411d-b19a-95f6dc421183 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:27.289709 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dc17f5a6-041b-444a-836e-ba081c6f0180 req-35bfb4f7-a5bc-4f6f-ad18-1d0d509d116f tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 210 time: 0.3395879 Jul 05 04:14:27.295928 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-8752949e-d703-4250-ad0a-c0479dd34808 req-223968f9-9b32-4eb1-a045-88bfa4d14a9f service neutron] For port 0bd03fe8-1a38-4778-8165-e5222e120f1d, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=0bd03fe8-1a38-4778-8165-e5222e120f1d,segment=NetworkSegment(90cc6d36-a186-42bf-9075-63d2e4657a66),segment_id=90cc6d36-a186-42bf-9075-63d2e4657a66)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:27.330247 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=f4d202a6-ac7b-4064-86e3-09e5957ff02e,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:27.397801 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2085d428-496f-4023-933c-7ae8213b58d4 x-openstack-request-id: req-2085d428-496f-4023-933c-7ae8213b58d4 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:27.398178 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "f4d202a6-ac7b-4064-86e3-09e5957ff02e", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:27.398686 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2085d428-496f-4023-933c-7ae8213b58d4 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:27.399080 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4d202a6-ac7b-4064-86e3-09e5957ff02e', 'code': 200} Jul 05 04:14:27.488680 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-1c57ef4c-ed4c-4a78-8ce3-16e3047beb89 service neutron] 10.222.0.89 "GET /v2.0/networks/a6d904c9-d5c3-4585-9d21-be63aa884ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974808 Jul 05 04:14:27.527541 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.549883 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-372b8cf0-20a2-4547-b24c-b7200fc5388e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.575735 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8e7352b7-946a-435a-b352-0e1389077cd8 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.593322 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 6cec93df-cbad-411d-b19a-95f6dc421183, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=6cec93df-cbad-411d-b19a-95f6dc421183,segment=NetworkSegment(50219518-e686-4906-b667-59b4817bf9d2),segment_id=50219518-e686-4906-b667-59b4817bf9d2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:27.597884 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-00df14f7-0fa9-4466-812e-f917aedd0093 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:27.599716 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-00df14f7-0fa9-4466-812e-f917aedd0093 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.70 "GET /v2.0/networks?id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7 HTTP/1.1" status: 200 len: 817 time: 0.8114488 Jul 05 04:14:27.601504 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8e7352b7-946a-435a-b352-0e1389077cd8 None None] Transition to ACTIVE for port object 9a4154e5-fd50-44d2-a67e-ed8e76170455 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:27.606021 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-372b8cf0-20a2-4547-b24c-b7200fc5388e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.620682 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.623201 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device fdd61790-feb9-41f4-a979-99718ff8af30 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:27.632064 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-8752949e-d703-4250-ad0a-c0479dd34808 req-223968f9-9b32-4eb1-a045-88bfa4d14a9f service neutron] For port 0bd03fe8-1a38-4778-8165-e5222e120f1d, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:27.645062 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-106a12b5-9ae3-4ed7-8a36-c0b590781815 req-cd1eabf5-c601-4821-a7a3-d18544f4bef3 service neutron] 10.222.0.89 "GET /v2.0/networks/a6d904c9-d5c3-4585-9d21-be63aa884ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442344 Jul 05 04:14:27.734435 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8e7352b7-946a-435a-b352-0e1389077cd8 None None] Transition to ACTIVE for port object 9a4154e5-fd50-44d2-a67e-ed8e76170455 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:27.742176 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-8c1b4609-f9c5-4963-8054-426fdf56c19b tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a0e169dad4642e084dbd1dffad21af0 HTTP/1.1" status: 200 len: 380 time: 0.1163459 Jul 05 04:14:27.753058 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8e7352b7-946a-435a-b352-0e1389077cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.761905 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0fa1908-a178-4af1-911b-684e81bf2832 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.782502 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=6cec93df-cbad-411d-b19a-95f6dc421183,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:27.787176 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-b0fa1908-a178-4af1-911b-684e81bf2832 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] device_id is not set on port 05c0f5ae-3b04-49a6-9ca1-7d9b63cfe092 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:27.879876 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7352b7-946a-435a-b352-0e1389077cd8 None None] Network 3b456c60-ccf8-49b0-996f-c050ded079db is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:27.916897 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-8e7352b7-946a-435a-b352-0e1389077cd8 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:27.968765 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7352b7-946a-435a-b352-0e1389077cd8 None None] Pushing event updated for resources: {'Port': ['ID=9a4154e5-fd50-44d2-a67e-ed8e76170455,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:28.027279 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-b0fa1908-a178-4af1-911b-684e81bf2832 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Allocated IP 172.20.0.10 (3b456c60-ccf8-49b0-996f-c050ded079db/09ebe13a-aaa5-4126-8d8f-3678919df2b8/05c0f5ae-3b04-49a6-9ca1-7d9b63cfe092) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:28.065514 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7352b7-946a-435a-b352-0e1389077cd8 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:28.086618 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-65b24a58-4dc8-47bd-8848-c744f85ed265 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Request body: {'port': {'device_id': '26a8523a-49e6-48f2-a197-32e3825ef89c', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'admin_state_up': True, 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'security_groups': ['a91acbad-be14-493e-b6bf-4f0aab9148b9']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:28.147670 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52240) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:28.153690 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-8752949e-d703-4250-ad0a-c0479dd34808 req-223968f9-9b32-4eb1-a045-88bfa4d14a9f service neutron] device_id is not set on port 0bd03fe8-1a38-4778-8165-e5222e120f1d yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:28.168427 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-372b8cf0-20a2-4547-b24c-b7200fc5388e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c9fbe531aea14f63b6c3bf8ed4237ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3451936 Jul 05 04:14:28.170115 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52244) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:28.218158 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.223714 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b8cf0-20a2-4547-b24c-b7200fc5388e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07b8305-2f0d-4d08-815e-2474ab63835c,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:28.232395 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-223968f9-9b32-4eb1-a045-88bfa4d14a9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.390599 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fe85ba86-10c7-4c31-a88b-f5e354b7c287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.395728 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port fdd61790-feb9-41f4-a979-99718ff8af30, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=fdd61790-feb9-41f4-a979-99718ff8af30,segment=NetworkSegment(90cc6d36-a186-42bf-9075-63d2e4657a66),segment_id=90cc6d36-a186-42bf-9075-63d2e4657a66)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:28.404905 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8e7352b7-946a-435a-b352-0e1389077cd8 None None] Attempting to bind port 9a4154e5-fd50-44d2-a67e-ed8e76170455 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:28.406072 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8e7352b7-946a-435a-b352-0e1389077cd8 None None] Attempting to bind port 9a4154e5-fd50-44d2-a67e-ed8e76170455 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '2506f8e2-d251-4aba-add5-df7ab1a633b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3b456c60-ccf8-49b0-996f-c050ded079db'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:28.408458 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7352b7-946a-435a-b352-0e1389077cd8 None None] Attempting to bind port 9a4154e5-fd50-44d2-a67e-ed8e76170455 on network 3b456c60-ccf8-49b0-996f-c050ded079db {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:28.425988 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7352b7-946a-435a-b352-0e1389077cd8 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:28.428899 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7352b7-946a-435a-b352-0e1389077cd8 None None] Checking segment: {'id': '2506f8e2-d251-4aba-add5-df7ab1a633b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3b456c60-ccf8-49b0-996f-c050ded079db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:28.429982 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8e7352b7-946a-435a-b352-0e1389077cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.433404 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7352b7-946a-435a-b352-0e1389077cd8 None None] Bound using segment: {'id': '2506f8e2-d251-4aba-add5-df7ab1a633b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3b456c60-ccf8-49b0-996f-c050ded079db'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:28.434848 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8e7352b7-946a-435a-b352-0e1389077cd8 None None] Bound port: 9a4154e5-fd50-44d2-a67e-ed8e76170455, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2506f8e2-d251-4aba-add5-df7ab1a633b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3b456c60-ccf8-49b0-996f-c050ded079db'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:28.436151 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8e7352b7-946a-435a-b352-0e1389077cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.470967 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fe85ba86-10c7-4c31-a88b-f5e354b7c287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.476486 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.477412 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:28.561707 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fe85ba86-10c7-4c31-a88b-f5e354b7c287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.567994 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fe85ba86-10c7-4c31-a88b-f5e354b7c287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.570603 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fe85ba86-10c7-4c31-a88b-f5e354b7c287 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f07b8305-2f0d-4d08-815e-2474ab63835c HTTP/1.1" status: 204 len: 168 time: 0.3985376 Jul 05 04:14:28.622176 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85ba86-10c7-4c31-a88b-f5e354b7c287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07b8305-2f0d-4d08-815e-2474ab63835c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:28.641568 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=fdd61790-feb9-41f4-a979-99718ff8af30,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:28.767891 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e8b0f38a-c3f6-4546-9a1f-7f1e79bd304a req-a3f30b30-7b8d-40b7-8038-6317af19a32c tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 210 time: 0.1530478 Jul 05 04:14:28.797635 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fd7bf657-e77d-4782-a298-6090345dadf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.823094 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-223968f9-9b32-4eb1-a045-88bfa4d14a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.937326 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8e7352b7-946a-435a-b352-0e1389077cd8 None None] For port 9a4154e5-fd50-44d2-a67e-ed8e76170455, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:28.994858 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8e7352b7-946a-435a-b352-0e1389077cd8 None None] For port 9a4154e5-fd50-44d2-a67e-ed8e76170455, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=9a4154e5-fd50-44d2-a67e-ed8e76170455,segment=NetworkSegment(2506f8e2-d251-4aba-add5-df7ab1a633b7),segment_id=2506f8e2-d251-4aba-add5-df7ab1a633b7)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:29.005362 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.029874 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8e7352b7-946a-435a-b352-0e1389077cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.105454 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-8752949e-d703-4250-ad0a-c0479dd34808 req-223968f9-9b32-4eb1-a045-88bfa4d14a9f service neutron] No DVR routers for this DVR port 0bd03fe8-1a38-4778-8165-e5222e120f1d on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:29.223422 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-8752949e-d703-4250-ad0a-c0479dd34808 req-223968f9-9b32-4eb1-a045-88bfa4d14a9f service neutron] In _notify_port_updated(), no bound segment for port 0bd03fe8-1a38-4778-8165-e5222e120f1d on network cb4fce54-78f5-46da-a4fc-a7c4ec35c56f {{(pid=105539) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:14:29.224375 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752949e-d703-4250-ad0a-c0479dd34808 req-223968f9-9b32-4eb1-a045-88bfa4d14a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:29.224990 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-223968f9-9b32-4eb1-a045-88bfa4d14a9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.226358 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8752949e-d703-4250-ad0a-c0479dd34808 req-223968f9-9b32-4eb1-a045-88bfa4d14a9f service neutron] 10.222.0.89 "PUT /v2.0/ports/0bd03fe8-1a38-4778-8165-e5222e120f1d HTTP/1.1" status: 200 len: 1032 time: 3.4828291 Jul 05 04:14:29.257575 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7352b7-946a-435a-b352-0e1389077cd8 None None] Pushing event updated for resources: {'Port': ['ID=9a4154e5-fd50-44d2-a67e-ed8e76170455,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:29.297107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e43374-0957-47a1-8e56-3f32789c0a49 req-facad29f-dc20-426f-9b8b-470c89bf106c tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:29.312262 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e43374-0957-47a1-8e56-3f32789c0a49 req-facad29f-dc20-426f-9b8b-470c89bf106c tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:29.320791 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9f1db9b2-6fe5-45bc-9076-d1ca242d34a0,segment=NetworkSegment(e0198e34-0762-4073-a795-5f4dac6b18a3),segment_id=e0198e34-0762-4073-a795-5f4dac6b18a3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:29.332393 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.333089 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e43374-0957-47a1-8e56-3f32789c0a49 req-facad29f-dc20-426f-9b8b-470c89bf106c tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:29.333236 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 81d34584-23f6-4dff-9dc0-032a27b0bcf4 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:29.350651 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e43374-0957-47a1-8e56-3f32789c0a49 req-facad29f-dc20-426f-9b8b-470c89bf106c tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:29.378197 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e43374-0957-47a1-8e56-3f32789c0a49 req-facad29f-dc20-426f-9b8b-470c89bf106c tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:29.393717 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e43374-0957-47a1-8e56-3f32789c0a49 req-facad29f-dc20-426f-9b8b-470c89bf106c tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:29.408852 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e43374-0957-47a1-8e56-3f32789c0a49 req-facad29f-dc20-426f-9b8b-470c89bf106c tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:29.423665 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-06e43374-0957-47a1-8e56-3f32789c0a49 req-facad29f-dc20-426f-9b8b-470c89bf106c tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 5364 time: 1.3455279 Jul 05 04:14:29.507341 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cec93df-cbad-411d-b19a-95f6dc421183'}, {'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdd61790-feb9-41f4-a979-99718ff8af30'}, {'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f1db9b2-6fe5-45bc-9076-d1ca242d34a0'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:29.522007 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11c5a3b-892c-4a51-ad89-3b01a82e3692" -d '{"events": [{"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "6cec93df-cbad-411d-b19a-95f6dc421183"}, {"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "fdd61790-feb9-41f4-a979-99718ff8af30"}, {"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "9f1db9b2-6fe5-45bc-9076-d1ca242d34a0"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:29.672591 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752949e-d703-4250-ad0a-c0479dd34808 req-abd77d48-9d9d-4393-be14-c4040f0115b0 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:29.674763 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8752949e-d703-4250-ad0a-c0479dd34808 req-abd77d48-9d9d-4393-be14-c4040f0115b0 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.89 "GET /v2.0/ports/fdd61790-feb9-41f4-a979-99718ff8af30?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4267442 Jul 05 04:14:29.679603 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.692999 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223968f9-9b32-4eb1-a045-88bfa4d14a9f service neutron] Pushing event updated for resources: {'Port': ['ID=0bd03fe8-1a38-4778-8165-e5222e120f1d,revision_number=6']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:29.724244 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-8752949e-d703-4250-ad0a-c0479dd34808 req-43b78ae0-545f-429f-991d-bda726a419fd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:29.734847 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e032d3e-a208-4081-9d05-c31b893b1a91 x-openstack-request-id: req-4e032d3e-a208-4081-9d05-c31b893b1a91 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:29.734847 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "6cec93df-cbad-411d-b19a-95f6dc421183", "code": 200}, {"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "fdd61790-feb9-41f4-a979-99718ff8af30", "code": 200}, {"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "9f1db9b2-6fe5-45bc-9076-d1ca242d34a0", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:29.735221 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4e032d3e-a208-4081-9d05-c31b893b1a91 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:29.735733 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cec93df-cbad-411d-b19a-95f6dc421183', 'code': 200} Jul 05 04:14:29.736073 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdd61790-feb9-41f4-a979-99718ff8af30', 'code': 200} Jul 05 04:14:29.736987 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f1db9b2-6fe5-45bc-9076-d1ca242d34a0', 'code': 200} Jul 05 04:14:29.784460 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-65b24a58-4dc8-47bd-8848-c744f85ed265 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Made reservation on behalf of 0a0e169dad4642e084dbd1dffad21af0 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:29.789943 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-65b24a58-4dc8-47bd-8848-c744f85ed265 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.803841 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-55adc396-8a23-43b8-8a7a-ee53a2dbd876 None None] Provisioning complete for port 0bd03fe8-1a38-4778-8165-e5222e120f1d triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:29.805797 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-55adc396-8a23-43b8-8a7a-ee53a2dbd876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.840978 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0fa1908-a178-4af1-911b-684e81bf2832 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.860891 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-06e43374-0957-47a1-8e56-3f32789c0a49 req-b4caec39-ffcb-4075-92a1-db494499ab95 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4347072 Jul 05 04:14:29.901880 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=9f1db9b2-6fe5-45bc-9076-d1ca242d34a0,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:29.960210 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-b0fa1908-a178-4af1-911b-684e81bf2832 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Transition to ACTIVE for port object 05c0f5ae-3b04-49a6-9ca1-7d9b63cfe092 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:29.980228 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8e48d530-1226-41a9-a08c-304f82bddbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.046959 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.047205 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-43b78ae0-545f-429f-991d-bda726a419fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.080314 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-55adc396-8a23-43b8-8a7a-ee53a2dbd876 None None] Port 0bd03fe8-1a38-4778-8165-e5222e120f1d cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:30.143759 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 81d34584-23f6-4dff-9dc0-032a27b0bcf4, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=81d34584-23f6-4dff-9dc0-032a27b0bcf4,segment=NetworkSegment(90cc6d36-a186-42bf-9075-63d2e4657a66),segment_id=90cc6d36-a186-42bf-9075-63d2e4657a66)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:30.156631 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.159519 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 90bd2861-0357-48b2-8bd8-74abedd49bf0 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:30.184734 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e8a52429-7be3-40ce-beb2-a586c1ca23d2 req-f35e2367-444f-4dd6-a88e-57d8f0ee9089 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 210 time: 0.1149404 Jul 05 04:14:30.288505 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0fa1908-a178-4af1-911b-684e81bf2832 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.431209 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=81d34584-23f6-4dff-9dc0-032a27b0bcf4,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:30.448919 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.511724 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 90bd2861-0357-48b2-8bd8-74abedd49bf0, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=90bd2861-0357-48b2-8bd8-74abedd49bf0,segment=NetworkSegment(90cc6d36-a186-42bf-9075-63d2e4657a66),segment_id=90cc6d36-a186-42bf-9075-63d2e4657a66)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:30.512196 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-65b24a58-4dc8-47bd-8848-c744f85ed265 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Allocated IP 172.20.0.13 (a6f8531c-b79d-4c64-84bc-419bbc6fdca7/ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467/dd6aee0a-56d5-4902-98a0-d8741807d399) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:30.517725 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.522139 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 0bd03fe8-1a38-4778-8165-e5222e120f1d no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:30.679131 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 0bd03fe8-1a38-4778-8165-e5222e120f1d not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:30.720889 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=90bd2861-0357-48b2-8bd8-74abedd49bf0,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:30.766855 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-65b24a58-4dc8-47bd-8848-c744f85ed265 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.783913 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-8e48d530-1226-41a9-a08c-304f82bddbd2 admin admin] Deleting port 4fc6343a-4afc-4346-87d2-7e6da585ce8d {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:30.784279 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8e48d530-1226-41a9-a08c-304f82bddbd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.784795 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-65b24a58-4dc8-47bd-8848-c744f85ed265 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Transition to ACTIVE for port object dd6aee0a-56d5-4902-98a0-d8741807d399 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:30.899302 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fa1908-a178-4af1-911b-684e81bf2832 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network 3b456c60-ccf8-49b0-996f-c050ded079db is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:30.909994 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-b0fa1908-a178-4af1-911b-684e81bf2832 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:30.924808 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fa1908-a178-4af1-911b-684e81bf2832 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:30.945366 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa1908-a178-4af1-911b-684e81bf2832 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Port': ['ID=05c0f5ae-3b04-49a6-9ca1-7d9b63cfe092,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:30.976139 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-8e48d530-1226-41a9-a08c-304f82bddbd2 admin admin] For port 4fc6343a-4afc-4346-87d2-7e6da585ce8d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4fc6343a-4afc-4346-87d2-7e6da585ce8d,segment=NetworkSegment(296c63e3-13af-4804-917b-bc987e4f6089),segment_id=296c63e3-13af-4804-917b-bc987e4f6089)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:30.977965 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8e48d530-1226-41a9-a08c-304f82bddbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.014258 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-8e48d530-1226-41a9-a08c-304f82bddbd2 admin admin] Calling delete_port for 4fc6343a-4afc-4346-87d2-7e6da585ce8d owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:31.133356 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-65b24a58-4dc8-47bd-8848-c744f85ed265 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.160939 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb85525-6ddc-4450-b698-193c5bd6d6e5 None None] Network 3b456c60-ccf8-49b0-996f-c050ded079db requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:31.210871 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fa1908-a178-4af1-911b-684e81bf2832 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:31.211557 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0fa1908-a178-4af1-911b-684e81bf2832 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.220282 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b24a58-4dc8-47bd-8848-c744f85ed265 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Pushing event updated for resources: {'Port': ['ID=dd6aee0a-56d5-4902-98a0-d8741807d399,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:31.268745 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-8752949e-d703-4250-ad0a-c0479dd34808 req-43b78ae0-545f-429f-991d-bda726a419fd service neutron] For port fdd61790-feb9-41f4-a979-99718ff8af30, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=fdd61790-feb9-41f4-a979-99718ff8af30,segment=NetworkSegment(90cc6d36-a186-42bf-9075-63d2e4657a66),segment_id=90cc6d36-a186-42bf-9075-63d2e4657a66)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:31.429333 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b0fa1908-a178-4af1-911b-684e81bf2832 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.4385591 Jul 05 04:14:31.435482 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52330) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:31.446087 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-65b24a58-4dc8-47bd-8848-c744f85ed265 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Network a6f8531c-b79d-4c64-84bc-419bbc6fdca7 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:31.452134 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-b88b3ef6-2e38-4d79-9ec9-f367636b0558 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'port': {'network_id': '3b456c60-ccf8-49b0-996f-c050ded079db', 'name': 'tempest-PortsTestJSON-383907713', 'fixed_ips': [{'subnet_id': '09ebe13a-aaa5-4126-8d8f-3678919df2b8', 'ip_address': '172.20.0.9'}]}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:31.461175 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-65b24a58-4dc8-47bd-8848-c744f85ed265 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:31.470872 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-65b24a58-4dc8-47bd-8848-c744f85ed265 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:31.669157 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-8752949e-d703-4250-ad0a-c0479dd34808 req-43b78ae0-545f-429f-991d-bda726a419fd service neutron] For port fdd61790-feb9-41f4-a979-99718ff8af30, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:31.696604 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 9a4154e5-fd50-44d2-a67e-ed8e76170455 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:31.743101 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d34584-23f6-4dff-9dc0-032a27b0bcf4'}, {'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90bd2861-0357-48b2-8bd8-74abedd49bf0'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:31.746291 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d069c573-0da4-43a9-8d6f-a5c7872f1e03" -d '{"events": [{"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "81d34584-23f6-4dff-9dc0-032a27b0bcf4"}, {"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "90bd2861-0357-48b2-8bd8-74abedd49bf0"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:31.787959 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-65b24a58-4dc8-47bd-8848-c744f85ed265 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:31.788656 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-65b24a58-4dc8-47bd-8848-c744f85ed265 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.795034 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-41a0a7ac-bf89-4c6a-9d80-6d4d909393b8 None None] Provisioning for port 9a4154e5-fd50-44d2-a67e-ed8e76170455 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:31.823023 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8b8db0b7-3ab9-4691-b0f9-9110f16f898f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.853187 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8eed2-604e-4682-a079-82eebfbac25a req-4cf08c30-ca1a-4c40-8848-5d8de13e2f2d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:31.875185 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8eed2-604e-4682-a079-82eebfbac25a req-4cf08c30-ca1a-4c40-8848-5d8de13e2f2d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:31.881831 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8eed2-604e-4682-a079-82eebfbac25a req-4cf08c30-ca1a-4c40-8848-5d8de13e2f2d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:31.893498 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.907299 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8eed2-604e-4682-a079-82eebfbac25a req-4cf08c30-ca1a-4c40-8848-5d8de13e2f2d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:31.913550 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8eed2-604e-4682-a079-82eebfbac25a req-4cf08c30-ca1a-4c40-8848-5d8de13e2f2d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:31.922290 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8eed2-604e-4682-a079-82eebfbac25a req-4cf08c30-ca1a-4c40-8848-5d8de13e2f2d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:31.924721 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5b8eed2-604e-4682-a079-82eebfbac25a req-4cf08c30-ca1a-4c40-8848-5d8de13e2f2d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 4654 time: 0.7051358 Jul 05 04:14:31.927714 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-65b24a58-4dc8-47bd-8848-c744f85ed265 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8536279 Jul 05 04:14:31.984074 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-efe5de2c-fc88-4743-a339-f12d6458b57a service neutron] Request body: {'port': {'device_id': '26a8523a-49e6-48f2-a197-32e3825ef89c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:31.987782 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-8752949e-d703-4250-ad0a-c0479dd34808 req-43b78ae0-545f-429f-991d-bda726a419fd service neutron] device_id is not set on port fdd61790-feb9-41f4-a979-99718ff8af30 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:31.998571 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 9a4154e5-fd50-44d2-a67e-ed8e76170455 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:32.028507 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-43b78ae0-545f-429f-991d-bda726a419fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.053082 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-43b78ae0-545f-429f-991d-bda726a419fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.068478 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5b8eed2-604e-4682-a079-82eebfbac25a req-0d642a91-49c5-47bb-a747-fb54735dd9e7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&id=e0cfc498-c1f8-464a-b774-0d5fb086647a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1382232 Jul 05 04:14:32.110601 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 9a4154e5-fd50-44d2-a67e-ed8e76170455 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:32.112150 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.183335 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e6c23b31-546a-48d5-92f3-7cc4e70fdc2c None None] Provisioning for port dd6aee0a-56d5-4902-98a0-d8741807d399 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:32.262123 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b78ae0-545f-429f-991d-bda726a419fd service neutron] Pushing event updated for resources: {'Port': ['ID=fdd61790-feb9-41f4-a979-99718ff8af30,revision_number=7']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:32.279102 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e6c23b31-546a-48d5-92f3-7cc4e70fdc2c None None] Provisioning complete for port dd6aee0a-56d5-4902-98a0-d8741807d399 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:32.281787 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e6c23b31-546a-48d5-92f3-7cc4e70fdc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.289671 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ba3480-51cc-405d-a68c-68219c3c9dde x-openstack-request-id: req-e6ba3480-51cc-405d-a68c-68219c3c9dde {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:32.291901 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "81d34584-23f6-4dff-9dc0-032a27b0bcf4", "code": 200}, {"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "90bd2861-0357-48b2-8bd8-74abedd49bf0", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:32.292333 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e6ba3480-51cc-405d-a68c-68219c3c9dde {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:32.293078 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d34584-23f6-4dff-9dc0-032a27b0bcf4', 'code': 200} Jul 05 04:14:32.294112 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90bd2861-0357-48b2-8bd8-74abedd49bf0', 'code': 200} Jul 05 04:14:32.300217 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-8752949e-d703-4250-ad0a-c0479dd34808 req-43b78ae0-545f-429f-991d-bda726a419fd service neutron] No DVR routers for this DVR port fdd61790-feb9-41f4-a979-99718ff8af30 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:32.321278 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-efe5de2c-fc88-4743-a339-f12d6458b57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.410205 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:14:32.457032 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-8752949e-d703-4250-ad0a-c0479dd34808 req-43b78ae0-545f-429f-991d-bda726a419fd service neutron] In _notify_port_updated(), no bound segment for port fdd61790-feb9-41f4-a979-99718ff8af30 on network cb4fce54-78f5-46da-a4fc-a7c4ec35c56f {{(pid=105539) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:14:32.458063 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752949e-d703-4250-ad0a-c0479dd34808 req-43b78ae0-545f-429f-991d-bda726a419fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:32.458703 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-43b78ae0-545f-429f-991d-bda726a419fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.460037 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8752949e-d703-4250-ad0a-c0479dd34808 req-43b78ae0-545f-429f-991d-bda726a419fd service neutron] 10.222.0.89 "PUT /v2.0/ports/fdd61790-feb9-41f4-a979-99718ff8af30 HTTP/1.1" status: 200 len: 1033 time: 2.7561591 Jul 05 04:14:32.473364 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-e6c23b31-546a-48d5-92f3-7cc4e70fdc2c None None] Port dd6aee0a-56d5-4902-98a0-d8741807d399 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:32.688271 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.691629 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.767313 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82754f-2bea-471d-ae21-18f114bdd94d req-8866c3c9-1ae8-47dc-9793-25d0183f3f51 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:32.777447 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cc82754f-2bea-471d-ae21-18f114bdd94d req-8866c3c9-1ae8-47dc-9793-25d0183f3f51 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 932 time: 0.5303018 Jul 05 04:14:32.873180 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 9a4154e5-fd50-44d2-a67e-ed8e76170455, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=9a4154e5-fd50-44d2-a67e-ed8e76170455,segment=NetworkSegment(2506f8e2-d251-4aba-add5-df7ab1a633b7),segment_id=2506f8e2-d251-4aba-add5-df7ab1a633b7)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:32.883607 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88b3ef6-2e38-4d79-9ec9-f367636b0558 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:32.889180 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.936046 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cc82754f-2bea-471d-ae21-18f114bdd94d req-4c362daa-ba85-4f5a-b9f7-64148d67bf77 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564326 Jul 05 04:14:32.995063 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8e48d530-1226-41a9-a08c-304f82bddbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.041618 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=9a4154e5-fd50-44d2-a67e-ed8e76170455,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:33.059683 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-328c34e0-8ba4-436c-8dce-c700ee8d0ba0 None None] Provisioning complete for port fdd61790-feb9-41f4-a979-99718ff8af30 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:33.060109 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-328c34e0-8ba4-436c-8dce-c700ee8d0ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.120097 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-8752949e-d703-4250-ad0a-c0479dd34808 req-20bf7fea-f4ea-4748-89af-97fbb39bd5f5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Deleting port 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:33.120599 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-20bf7fea-f4ea-4748-89af-97fbb39bd5f5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.146215 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-328c34e0-8ba4-436c-8dce-c700ee8d0ba0 None None] Port fdd61790-feb9-41f4-a979-99718ff8af30 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:33.149646 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48d530-1226-41a9-a08c-304f82bddbd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc6343a-4afc-4346-87d2-7e6da585ce8d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:33.288522 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-54f38d92-a631-4907-83c2-434d26f96fb1 None None] Provisioning complete for port 9a4154e5-fd50-44d2-a67e-ed8e76170455 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:33.292300 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-54f38d92-a631-4907-83c2-434d26f96fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.577984 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-efe5de2c-fc88-4743-a339-f12d6458b57a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd6aee0a-56d5-4902-98a0-d8741807d399 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:14:33.597070 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-8752949e-d703-4250-ad0a-c0479dd34808 req-20bf7fea-f4ea-4748-89af-97fbb39bd5f5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] For port 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9f1db9b2-6fe5-45bc-9076-d1ca242d34a0,segment=NetworkSegment(e0198e34-0762-4073-a795-5f4dac6b18a3),segment_id=e0198e34-0762-4073-a795-5f4dac6b18a3)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:33.597994 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-20bf7fea-f4ea-4748-89af-97fbb39bd5f5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.620725 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-efe5de2c-fc88-4743-a339-f12d6458b57a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.648602 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-54f38d92-a631-4907-83c2-434d26f96fb1 None None] Provisioning for port 05c0f5ae-3b04-49a6-9ca1-7d9b63cfe092 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:33.648897 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8e48d530-1226-41a9-a08c-304f82bddbd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.660427 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b88b3ef6-2e38-4d79-9ec9-f367636b0558 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.666436 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-54f38d92-a631-4907-83c2-434d26f96fb1 None None] Provisioning complete for port 05c0f5ae-3b04-49a6-9ca1-7d9b63cfe092 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:33.667054 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-54f38d92-a631-4907-83c2-434d26f96fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.706354 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-b88b3ef6-2e38-4d79-9ec9-f367636b0558 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] device_id is not set on port 0b654238-4489-4b09-8412-c7da11dfa833 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:33.817915 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-54f38d92-a631-4907-83c2-434d26f96fb1 None None] Port 05c0f5ae-3b04-49a6-9ca1-7d9b63cfe092 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:33.822491 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-efe5de2c-fc88-4743-a339-f12d6458b57a service neutron] Transition to ACTIVE for port object dd6aee0a-56d5-4902-98a0-d8741807d399 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:33.841322 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-efe5de2c-fc88-4743-a339-f12d6458b57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.973829 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7662faff-52cc-4cdd-b7c5-bd9ce1f6a5fd None None] Provisioning complete for port 05c0f5ae-3b04-49a6-9ca1-7d9b63cfe092 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:33.976861 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7662faff-52cc-4cdd-b7c5-bd9ce1f6a5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.032437 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-b88b3ef6-2e38-4d79-9ec9-f367636b0558 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Allocated IP 172.20.0.9 (3b456c60-ccf8-49b0-996f-c050ded079db/09ebe13a-aaa5-4126-8d8f-3678919df2b8/0b654238-4489-4b09-8412-c7da11dfa833) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:34.093816 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-7662faff-52cc-4cdd-b7c5-bd9ce1f6a5fd None None] Port 05c0f5ae-3b04-49a6-9ca1-7d9b63cfe092 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:34.200879 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc58c6-52de-439c-91b8-112f01c0c246 req-b0591acd-f7e8-4410-a8a7-52235ef68bb6 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:34.219718 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc58c6-52de-439c-91b8-112f01c0c246 req-b0591acd-f7e8-4410-a8a7-52235ef68bb6 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:34.252270 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc58c6-52de-439c-91b8-112f01c0c246 req-b0591acd-f7e8-4410-a8a7-52235ef68bb6 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:34.271774 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc58c6-52de-439c-91b8-112f01c0c246 req-b0591acd-f7e8-4410-a8a7-52235ef68bb6 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:34.295851 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc58c6-52de-439c-91b8-112f01c0c246 req-b0591acd-f7e8-4410-a8a7-52235ef68bb6 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:34.297575 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39fc58c6-52de-439c-91b8-112f01c0c246 req-b0591acd-f7e8-4410-a8a7-52235ef68bb6 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 3876 time: 0.8711705 Jul 05 04:14:34.340272 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5de2c-fc88-4743-a339-f12d6458b57a service neutron] Pushing event updated for resources: {'Port': ['ID=dd6aee0a-56d5-4902-98a0-d8741807d399,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:34.368633 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.518315 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e48d530-1226-41a9-a08c-304f82bddbd2 admin admin] Router 78e8e011-52d8-4be9-9975-f2956a864371 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:14:34.543575 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59f0ca-9c7a-4d81-bdb9-988cdf075f0a req-1b4064e5-afca-48d9-8bf0-47e8752c402e tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:34.544242 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-efe5de2c-fc88-4743-a339-f12d6458b57a service neutron] Attempting to bind port dd6aee0a-56d5-4902-98a0-d8741807d399 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:34.544557 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-efe5de2c-fc88-4743-a339-f12d6458b57a service neutron] Attempting to bind port dd6aee0a-56d5-4902-98a0-d8741807d399 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '04ffdb51-62ae-4257-af5e-6b2b9d45f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:34.544880 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-efe5de2c-fc88-4743-a339-f12d6458b57a service neutron] Attempting to bind port dd6aee0a-56d5-4902-98a0-d8741807d399 on network a6f8531c-b79d-4c64-84bc-419bbc6fdca7 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:34.550660 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eb59f0ca-9c7a-4d81-bdb9-988cdf075f0a req-1b4064e5-afca-48d9-8bf0-47e8752c402e tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 944 time: 0.2630742 Jul 05 04:14:34.551007 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39fc58c6-52de-439c-91b8-112f01c0c246 req-4c1584c2-02c4-42db-ab27-aee870bda8ca tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191231 Jul 05 04:14:34.555196 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-20bf7fea-f4ea-4748-89af-97fbb39bd5f5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.556053 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-20bf7fea-f4ea-4748-89af-97fbb39bd5f5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.556053 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [req-8752949e-d703-4250-ad0a-c0479dd34808 req-20bf7fea-f4ea-4748-89af-97fbb39bd5f5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Floating IP 600050b3-ad7a-437b-a279-314136d899e7 disassociated. External IP: 172.25.1.215, port: 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0. Jul 05 04:14:34.556919 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-8752949e-d703-4250-ad0a-c0479dd34808 req-20bf7fea-f4ea-4748-89af-97fbb39bd5f5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Calling delete_port for 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:34.563941 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-efe5de2c-fc88-4743-a339-f12d6458b57a service neutron] Port dd6aee0a-56d5-4902-98a0-d8741807d399 on network a6f8531c-b79d-4c64-84bc-419bbc6fdca7 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:14:34.564578 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-efe5de2c-fc88-4743-a339-f12d6458b57a service neutron] Attempting to bind port dd6aee0a-56d5-4902-98a0-d8741807d399 on network a6f8531c-b79d-4c64-84bc-419bbc6fdca7 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:34.578346 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-efe5de2c-fc88-4743-a339-f12d6458b57a service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:34.579152 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-efe5de2c-fc88-4743-a339-f12d6458b57a service neutron] Checking segment: {'id': '04ffdb51-62ae-4257-af5e-6b2b9d45f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:34.579884 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-efe5de2c-fc88-4743-a339-f12d6458b57a service neutron] Bound using segment: {'id': '04ffdb51-62ae-4257-af5e-6b2b9d45f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:34.580544 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-efe5de2c-fc88-4743-a339-f12d6458b57a service neutron] Bound port: dd6aee0a-56d5-4902-98a0-d8741807d399, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04ffdb51-62ae-4257-af5e-6b2b9d45f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:34.581176 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-efe5de2c-fc88-4743-a339-f12d6458b57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.687488 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-efe5de2c-fc88-4743-a339-f12d6458b57a service neutron] For port dd6aee0a-56d5-4902-98a0-d8741807d399, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:34.691107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-efe5de2c-fc88-4743-a339-f12d6458b57a service neutron] For port dd6aee0a-56d5-4902-98a0-d8741807d399, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=dd6aee0a-56d5-4902-98a0-d8741807d399,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:34.698857 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-efe5de2c-fc88-4743-a339-f12d6458b57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.707579 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e48d530-1226-41a9-a08c-304f82bddbd2 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:34.710975 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b88b3ef6-2e38-4d79-9ec9-f367636b0558 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.718155 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e88cda-738d-4512-bb14-5cf305f15e1a None None] Sync routers for ids ['78e8e011-52d8-4be9-9975-f2956a864371'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:34.726806 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8e48d530-1226-41a9-a08c-304f82bddbd2 admin admin] 10.222.0.77 "PUT /v2.0/routers/78e8e011-52d8-4be9-9975-f2956a864371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5772877 Jul 05 04:14:34.736580 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52386) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:34.743560 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e88cda-738d-4512-bb14-5cf305f15e1a None None] Routers {'78e8e011-52d8-4be9-9975-f2956a864371'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:34.749415 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f7e88cda-738d-4512-bb14-5cf305f15e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:14:32Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['78e8e011-52d8-4be9-9975-f2956a864371'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:34.773464 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-efe5de2c-fc88-4743-a339-f12d6458b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:34.774099 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-efe5de2c-fc88-4743-a339-f12d6458b57a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.776294 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-efe5de2c-fc88-4743-a339-f12d6458b57a service neutron] 10.222.0.70 "PUT /v2.0/ports/dd6aee0a-56d5-4902-98a0-d8741807d399 HTTP/1.1" status: 200 len: 1093 time: 2.8036320 Jul 05 04:14:34.784504 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a8523a-49e6-48f2-a197-32e3825ef89c', 'tag': 'dd6aee0a-56d5-4902-98a0-d8741807d399'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:34.803729 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eb59f0ca-9c7a-4d81-bdb9-988cdf075f0a req-acbef044-0743-4dc2-8da7-d65c69a63d9b tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519667 Jul 05 04:14:34.804854 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-b88b3ef6-2e38-4d79-9ec9-f367636b0558 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Transition to ACTIVE for port object 0b654238-4489-4b09-8412-c7da11dfa833 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:34.807008 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adfeacc-219e-4a09-86a3-32996ee191c3" -d '{"events": [{"name": "network-changed", "server_uuid": "26a8523a-49e6-48f2-a197-32e3825ef89c", "tag": "dd6aee0a-56d5-4902-98a0-d8741807d399"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:34.887967 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5de2c-fc88-4743-a339-f12d6458b57a service neutron] Pushing event updated for resources: {'Port': ['ID=dd6aee0a-56d5-4902-98a0-d8741807d399,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:35.014662 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841fc5c5-23a4-46f1-b7e4-1bf8e863195c x-openstack-request-id: req-841fc5c5-23a4-46f1-b7e4-1bf8e863195c {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:35.014953 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a8523a-49e6-48f2-a197-32e3825ef89c", "tag": "dd6aee0a-56d5-4902-98a0-d8741807d399", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:35.015207 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-841fc5c5-23a4-46f1-b7e4-1bf8e863195c {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:35.015731 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a8523a-49e6-48f2-a197-32e3825ef89c', 'tag': 'dd6aee0a-56d5-4902-98a0-d8741807d399', 'status': 'completed', 'code': 200} Jul 05 04:14:35.062709 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-06ebe7ff-f863-464c-9065-13a7a3fe8449 admin admin] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.133766 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-20bf7fea-f4ea-4748-89af-97fbb39bd5f5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.135662 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-f7e88cda-738d-4512-bb14-5cf305f15e1a None None] Set router 78e8e011-52d8-4be9-9975-f2956a864371 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:35.177845 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b88b3ef6-2e38-4d79-9ec9-f367636b0558 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.182373 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf7fea-f4ea-4748-89af-97fbb39bd5f5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event deleted for resources: {'Port': ['ID=9f1db9b2-6fe5-45bc-9076-d1ca242d34a0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:35.270244 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-ff547a93-b4d9-431d-ad72-5364dbe17869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:35.271779 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-ff547a93-b4d9-431d-ad72-5364dbe17869 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a0e169dad4642e084dbd1dffad21af0&device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 1096 time: 0.2060165 Jul 05 04:14:35.353872 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 9a4154e5-fd50-44d2-a67e-ed8e76170455 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:35.684967 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 9a4154e5-fd50-44d2-a67e-ed8e76170455 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:35.689041 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.890975 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-b6eabe84-8b1d-4b33-8132-036cc87e6e0b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd6aee0a-56d5-4902-98a0-d8741807d399 HTTP/1.1" status: 200 len: 217 time: 0.5979545 Jul 05 04:14:35.903600 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b3ef6-2e38-4d79-9ec9-f367636b0558 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Port': ['ID=0b654238-4489-4b09-8412-c7da11dfa833,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:35.912230 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f7e88cda-738d-4512-bb14-5cf305f15e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e8e011-52d8-4be9-9975-f2956a864371', 'name': 'tempest-AttachVolumeTestJSON-623877917-router', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:26Z', 'updated_at': '2021-07-05T04:14:32Z', 'revision_number': 5, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'gw_port': {'id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:28Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:35.927147 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8752949e-d703-4250-ad0a-c0479dd34808 req-20bf7fea-f4ea-4748-89af-97fbb39bd5f5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Router 6111dfe3-31f3-4501-83d6-39a888628951 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:14:35.946187 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88b3ef6-2e38-4d79-9ec9-f367636b0558 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network 3b456c60-ccf8-49b0-996f-c050ded079db is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:35.947863 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e88cda-738d-4512-bb14-5cf305f15e1a None None] Checking router: 78e8e011-52d8-4be9-9975-f2956a864371 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:14:35.970403 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e88cda-738d-4512-bb14-5cf305f15e1a None None] Routers {'78e8e011-52d8-4be9-9975-f2956a864371'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:35.970788 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-b88b3ef6-2e38-4d79-9ec9-f367636b0558 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:35.971061 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f7e88cda-738d-4512-bb14-5cf305f15e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:14:32Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['78e8e011-52d8-4be9-9975-f2956a864371'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:36.025564 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b3ef6-2e38-4d79-9ec9-f367636b0558 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:36.234309 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-06ebe7ff-f863-464c-9065-13a7a3fe8449 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:36.286623 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-f7e88cda-738d-4512-bb14-5cf305f15e1a None None] Set router 78e8e011-52d8-4be9-9975-f2956a864371 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:36.304995 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88b3ef6-2e38-4d79-9ec9-f367636b0558 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:36.307689 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b88b3ef6-2e38-4d79-9ec9-f367636b0558 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:36.376035 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-2f51d2e5-f161-4d0d-9f57-e3ab660eb19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:36.379675 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-2f51d2e5-f161-4d0d-9f57-e3ab660eb19f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467 HTTP/1.1" status: 200 len: 856 time: 0.4849637 Jul 05 04:14:36.495190 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8752949e-d703-4250-ad0a-c0479dd34808 req-20bf7fea-f4ea-4748-89af-97fbb39bd5f5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:36.510154 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6950de7-8890-4444-86dc-e15116b1c540 None None] Sync routers for ids ['6111dfe3-31f3-4501-83d6-39a888628951'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:36.527034 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a607e45b-7d74-4eb4-8275-f8edf38eb3ec None None] Provisioning for port 0b654238-4489-4b09-8412-c7da11dfa833 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:36.530488 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6950de7-8890-4444-86dc-e15116b1c540 None None] Routers {'6111dfe3-31f3-4501-83d6-39a888628951'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:36.536217 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e6950de7-8890-4444-86dc-e15116b1c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:14:32Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['6111dfe3-31f3-4501-83d6-39a888628951'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:36.552251 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc81f51-5afe-4a74-bbbb-3674d919d9ba req-9eff42c3-643c-441c-93df-28cf6eb54e10 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:36.556595 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf147f8-ab34-4ccd-9be5-ed12ac250846 req-ef653a3f-29db-4c36-8fb2-592f89cbf7df tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:36.558688 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-abf147f8-ab34-4ccd-9be5-ed12ac250846 req-ef653a3f-29db-4c36-8fb2-592f89cbf7df tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 944 time: 0.3849847 Jul 05 04:14:36.567656 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc81f51-5afe-4a74-bbbb-3674d919d9ba req-9eff42c3-643c-441c-93df-28cf6eb54e10 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:36.573914 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a607e45b-7d74-4eb4-8275-f8edf38eb3ec None None] Provisioning complete for port 0b654238-4489-4b09-8412-c7da11dfa833 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:36.575999 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a607e45b-7d74-4eb4-8275-f8edf38eb3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:36.596191 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc81f51-5afe-4a74-bbbb-3674d919d9ba req-9eff42c3-643c-441c-93df-28cf6eb54e10 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:36.607072 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-8752949e-d703-4250-ad0a-c0479dd34808 req-20bf7fea-f4ea-4748-89af-97fbb39bd5f5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] No DVR routers for this DVR port 9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:36.613695 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-20bf7fea-f4ea-4748-89af-97fbb39bd5f5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:36.617896 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8752949e-d703-4250-ad0a-c0479dd34808 req-20bf7fea-f4ea-4748-89af-97fbb39bd5f5 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.89 "DELETE /v2.0/ports/9f1db9b2-6fe5-45bc-9076-d1ca242d34a0 HTTP/1.1" status: 204 len: 173 time: 4.1170294 Jul 05 04:14:36.618360 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc81f51-5afe-4a74-bbbb-3674d919d9ba req-9eff42c3-643c-441c-93df-28cf6eb54e10 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:36.620430 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6dc81f51-5afe-4a74-bbbb-3674d919d9ba req-9eff42c3-643c-441c-93df-28cf6eb54e10 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 3142 time: 0.7013409 Jul 05 04:14:36.630973 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b88b3ef6-2e38-4d79-9ec9-f367636b0558 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.1940329 Jul 05 04:14:36.631945 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52406) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.694210 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a607e45b-7d74-4eb4-8275-f8edf38eb3ec None None] Port 0b654238-4489-4b09-8412-c7da11dfa833 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:36.778155 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6dc81f51-5afe-4a74-bbbb-3674d919d9ba req-00b9feb6-4246-40af-ac6b-8bf5ee5ebbfa tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389329 Jul 05 04:14:36.854518 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-abf147f8-ab34-4ccd-9be5-ed12ac250846 req-0818ca31-fc79-499f-baf3-9f18e4103357 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595816 Jul 05 04:14:36.859132 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-d05aae5e-001c-4720-befe-2d2e4a4f35ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:36.861965 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-d05aae5e-001c-4720-befe-2d2e4a4f35ac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4770970 Jul 05 04:14:36.946911 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-e6950de7-8890-4444-86dc-e15116b1c540 None None] Set router 6111dfe3-31f3-4501-83d6-39a888628951 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:36.947658 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f7e88cda-738d-4512-bb14-5cf305f15e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e8e011-52d8-4be9-9975-f2956a864371', 'name': 'tempest-AttachVolumeTestJSON-623877917-router', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:26Z', 'updated_at': '2021-07-05T04:14:32Z', 'revision_number': 5, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'gw_port': {'id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:28Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:37.018935 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-deleted', 'tag': '9f1db9b2-6fe5-45bc-9076-d1ca242d34a0'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:37.021763 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4189fc-1ad5-4446-8577-12b063448ac9" -d '{"events": [{"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-deleted", "tag": "9f1db9b2-6fe5-45bc-9076-d1ca242d34a0"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:37.023407 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-06ebe7ff-f863-464c-9065-13a7a3fe8449 admin admin] Deleting port 85ed6fe4-41da-4cbe-9c4a-8049267a61db {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:37.023788 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-06ebe7ff-f863-464c-9065-13a7a3fe8449 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.030552 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e88cda-738d-4512-bb14-5cf305f15e1a None None] The sync data for ids ['78e8e011-52d8-4be9-9975-f2956a864371'] in n-d-780147-23 is: [{'id': '78e8e011-52d8-4be9-9975-f2956a864371', 'name': 'tempest-AttachVolumeTestJSON-623877917-router', 'tenant_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:26Z', 'updated_at': '2021-07-05T04:14:32Z', 'revision_number': 5, 'project_id': '2b459d90a1104d2f9bfd9c3a9ab3c50e', 'gw_port': {'id': '85ed6fe4-41da-4cbe-9c4a-8049267a61db', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e8e011-52d8-4be9-9975-f2956a864371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:28Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:37.052138 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-f073e4fe-9b5a-4b55-913e-012e092ae858 service neutron] 10.222.0.70 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815302 Jul 05 04:14:37.114636 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfb2bee-9935-42c4-8381-56907af0eb8a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:37.115523 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-8752949e-d703-4250-ad0a-c0479dd34808 req-866aea8c-5d02-47fb-8879-3a1ad33c3ce2 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Deleting port f4d202a6-ac7b-4064-86e3-09e5957ff02e {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:37.115912 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-866aea8c-5d02-47fb-8879-3a1ad33c3ce2 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.118847 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bbfb2bee-9935-42c4-8381-56907af0eb8a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4328742 Jul 05 04:14:37.126016 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52410) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:37.234756 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0237c110-2161-4692-961c-b6f999672a81 x-openstack-request-id: req-0237c110-2161-4692-961c-b6f999672a81 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:37.235151 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-deleted", "tag": "9f1db9b2-6fe5-45bc-9076-d1ca242d34a0", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:37.235414 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0237c110-2161-4692-961c-b6f999672a81 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:37.235858 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-deleted', 'tag': '9f1db9b2-6fe5-45bc-9076-d1ca242d34a0', 'status': 'completed', 'code': 200} Jul 05 04:14:37.346444 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3ab4df-146d-468b-ac2e-b502f2224e29 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:37.377022 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3ab4df-146d-468b-ac2e-b502f2224e29 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:37.392422 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3ab4df-146d-468b-ac2e-b502f2224e29 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:37.410958 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ef3ab4df-146d-468b-ac2e-b502f2224e29 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2749941 Jul 05 04:14:37.413176 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52416) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:37.425196 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-06ebe7ff-f863-464c-9065-13a7a3fe8449 admin admin] For port 85ed6fe4-41da-4cbe-9c4a-8049267a61db, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=85ed6fe4-41da-4cbe-9c4a-8049267a61db,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:37.425603 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-06ebe7ff-f863-464c-9065-13a7a3fe8449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.488399 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-06ebe7ff-f863-464c-9065-13a7a3fe8449 admin admin] Calling delete_port for 85ed6fe4-41da-4cbe-9c4a-8049267a61db owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:37.536295 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e6950de7-8890-4444-86dc-e15116b1c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6111dfe3-31f3-4501-83d6-39a888628951', 'name': 'tempest-TaggedBootDevicesTest_v242-1023080050-router', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '12e5e2b0-0e16-4f7e-9265-8e62d110860c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:50Z', 'updated_at': '2021-07-05T04:03:59Z', 'revision_number': 4, 'project_id': '50643a7691c345388c1f08c7454cea66', 'gw_port': {'id': '12e5e2b0-0e16-4f7e-9265-8e62d110860c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6111dfe3-31f3-4501-83d6-39a888628951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:51Z', 'updated_at': '2021-07-05T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'a8530503-d312-4b42-80ba-5ae6b8f87e90', 'name': '', 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'mac_address': 'fa:16:3e:f1:f1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6111dfe3-31f3-4501-83d6-39a888628951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'f6a89750-87ba-44fb-8296-741d431f172e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:57Z', 'updated_at': '2021-07-05T04:04:09Z', 'revision_number': 5, 'project_id': '50643a7691c345388c1f08c7454cea66', 'subnets': [{'id': 'f6a89750-87ba-44fb-8296-741d431f172e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:37.596766 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6950de7-8890-4444-86dc-e15116b1c540 None None] Checking router: 6111dfe3-31f3-4501-83d6-39a888628951 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:14:37.616661 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6950de7-8890-4444-86dc-e15116b1c540 None None] Routers {'6111dfe3-31f3-4501-83d6-39a888628951'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:37.618361 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e6950de7-8890-4444-86dc-e15116b1c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:14:32Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['6111dfe3-31f3-4501-83d6-39a888628951'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:37.640956 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-8752949e-d703-4250-ad0a-c0479dd34808 req-866aea8c-5d02-47fb-8879-3a1ad33c3ce2 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] For port f4d202a6-ac7b-4064-86e3-09e5957ff02e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=f4d202a6-ac7b-4064-86e3-09e5957ff02e,segment=NetworkSegment(50219518-e686-4906-b667-59b4817bf9d2),segment_id=50219518-e686-4906-b667-59b4817bf9d2)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:37.641334 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-866aea8c-5d02-47fb-8879-3a1ad33c3ce2 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.649254 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b0beffd-9ba2-4280-b460-319ad19c223b req-c3a49c4a-7e6a-4ff0-96f7-d6528f7ffd01 service neutron] 10.222.0.70 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5900850 Jul 05 04:14:37.666506 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-8752949e-d703-4250-ad0a-c0479dd34808 req-866aea8c-5d02-47fb-8879-3a1ad33c3ce2 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Calling delete_port for f4d202a6-ac7b-4064-86e3-09e5957ff02e owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:37.821275 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-e6950de7-8890-4444-86dc-e15116b1c540 None None] Set router 6111dfe3-31f3-4501-83d6-39a888628951 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:37.829482 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-49c7b37f-7810-4d82-b06b-31b86c4ff6ed tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting port 0b654238-4489-4b09-8412-c7da11dfa833 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:37.829830 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-49c7b37f-7810-4d82-b06b-31b86c4ff6ed tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.216432 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e6950de7-8890-4444-86dc-e15116b1c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6111dfe3-31f3-4501-83d6-39a888628951', 'name': 'tempest-TaggedBootDevicesTest_v242-1023080050-router', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '12e5e2b0-0e16-4f7e-9265-8e62d110860c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:50Z', 'updated_at': '2021-07-05T04:03:59Z', 'revision_number': 4, 'project_id': '50643a7691c345388c1f08c7454cea66', 'gw_port': {'id': '12e5e2b0-0e16-4f7e-9265-8e62d110860c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6111dfe3-31f3-4501-83d6-39a888628951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:51Z', 'updated_at': '2021-07-05T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'a8530503-d312-4b42-80ba-5ae6b8f87e90', 'name': '', 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'mac_address': 'fa:16:3e:f1:f1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6111dfe3-31f3-4501-83d6-39a888628951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'f6a89750-87ba-44fb-8296-741d431f172e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:57Z', 'updated_at': '2021-07-05T04:04:09Z', 'revision_number': 5, 'project_id': '50643a7691c345388c1f08c7454cea66', 'subnets': [{'id': 'f6a89750-87ba-44fb-8296-741d431f172e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:38.274832 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-06ebe7ff-f863-464c-9065-13a7a3fe8449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.285967 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6950de7-8890-4444-86dc-e15116b1c540 None None] The sync data for ids ['6111dfe3-31f3-4501-83d6-39a888628951'] in n-d-780147-23 is: [{'id': '6111dfe3-31f3-4501-83d6-39a888628951', 'name': 'tempest-TaggedBootDevicesTest_v242-1023080050-router', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '12e5e2b0-0e16-4f7e-9265-8e62d110860c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:50Z', 'updated_at': '2021-07-05T04:03:59Z', 'revision_number': 4, 'project_id': '50643a7691c345388c1f08c7454cea66', 'gw_port': {'id': '12e5e2b0-0e16-4f7e-9265-8e62d110860c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6111dfe3-31f3-4501-83d6-39a888628951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:51Z', 'updated_at': '2021-07-05T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'a8530503-d312-4b42-80ba-5ae6b8f87e90', 'name': '', 'network_id': '8ea7df2c-9621-40f9-b0fb-19b9c2e4305a', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'mac_address': 'fa:16:3e:f1:f1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6111dfe3-31f3-4501-83d6-39a888628951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'f6a89750-87ba-44fb-8296-741d431f172e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:57Z', 'updated_at': '2021-07-05T04:04:09Z', 'revision_number': 5, 'project_id': '50643a7691c345388c1f08c7454cea66', 'subnets': [{'id': 'f6a89750-87ba-44fb-8296-741d431f172e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:38.311076 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebe7ff-f863-464c-9065-13a7a3fe8449 admin admin] Pushing event deleted for resources: {'Port': ['ID=85ed6fe4-41da-4cbe-9c4a-8049267a61db,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:38.412560 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-06ebe7ff-f863-464c-9065-13a7a3fe8449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.476146 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312d4f8-5733-47de-b747-982a4fbc283c req-49b38d62-7766-4733-a8c1-3e118d682408 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:38.477822 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7312d4f8-5733-47de-b747-982a4fbc283c req-49b38d62-7766-4733-a8c1-3e118d682408 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 944 time: 0.2550209 Jul 05 04:14:38.495989 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-49c7b37f-7810-4d82-b06b-31b86c4ff6ed tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.512765 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2537c0d-80f9-4f6a-b5ad-ff71925861ef req-551cd9e2-4082-4722-9907-81dd42a4ddbc tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:38.523620 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2537c0d-80f9-4f6a-b5ad-ff71925861ef req-551cd9e2-4082-4722-9907-81dd42a4ddbc tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:38.530568 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2537c0d-80f9-4f6a-b5ad-ff71925861ef req-551cd9e2-4082-4722-9907-81dd42a4ddbc tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:38.543830 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2537c0d-80f9-4f6a-b5ad-ff71925861ef req-551cd9e2-4082-4722-9907-81dd42a4ddbc tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:38.545152 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c2537c0d-80f9-4f6a-b5ad-ff71925861ef req-551cd9e2-4082-4722-9907-81dd42a4ddbc tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 3142 time: 0.3605268 Jul 05 04:14:38.573585 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-866aea8c-5d02-47fb-8879-3a1ad33c3ce2 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.636746 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-49c7b37f-7810-4d82-b06b-31b86c4ff6ed tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Calling delete_port for 0b654238-4489-4b09-8412-c7da11dfa833 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:38.638267 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-06ebe7ff-f863-464c-9065-13a7a3fe8449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.642795 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866aea8c-5d02-47fb-8879-3a1ad33c3ce2 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event deleted for resources: {'Port': ['ID=f4d202a6-ac7b-4064-86e3-09e5957ff02e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:38.652427 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-06ebe7ff-f863-464c-9065-13a7a3fe8449 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.675069 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfeacc-219e-4a09-86a3-32996ee191c3 req-45de4b4a-a41e-45c0-bb01-aaa6524ead8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:38.677185 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4adfeacc-219e-4a09-86a3-32996ee191c3 req-45de4b4a-a41e-45c0-bb01-aaa6524ead8f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a0e169dad4642e084dbd1dffad21af0&device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 1096 time: 0.8132281 Jul 05 04:14:38.755632 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7312d4f8-5733-47de-b747-982a4fbc283c req-b555be08-19d6-414c-b284-246e8f28794d tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404428 Jul 05 04:14:38.776999 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-06ebe7ff-f863-464c-9065-13a7a3fe8449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.777621 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ebe7ff-f863-464c-9065-13a7a3fe8449 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78e8e011-52d8-4be9-9975-f2956a864371 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:14:38.800744 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-06ebe7ff-f863-464c-9065-13a7a3fe8449 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.804114 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-06ebe7ff-f863-464c-9065-13a7a3fe8449 admin admin] 10.222.0.77 "DELETE /v2.0/routers/78e8e011-52d8-4be9-9975-f2956a864371 HTTP/1.1" status: 204 len: 168 time: 4.0642228 Jul 05 04:14:38.807206 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52430) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:38.954022 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec86b15e-475f-488d-bf4d-e834c62daae4 admin admin] Deleting subnet 9ee9ae53-c8ee-4b49-a395-854bb0a3c12c {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:38.957973 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec86b15e-475f-488d-bf4d-e834c62daae4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.979505 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c2537c0d-80f9-4f6a-b5ad-ff71925861ef req-31febd4c-b377-43ec-9c45-bbc6bc95ad0d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4140620 Jul 05 04:14:38.980376 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-8752949e-d703-4250-ad0a-c0479dd34808 req-866aea8c-5d02-47fb-8879-3a1ad33c3ce2 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] No DVR routers for this DVR port f4d202a6-ac7b-4064-86e3-09e5957ff02e on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:38.983197 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfeacc-219e-4a09-86a3-32996ee191c3 req-6b08e7bc-e32c-4339-bd16-83de507e8a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:38.985093 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4adfeacc-219e-4a09-86a3-32996ee191c3 req-6b08e7bc-e32c-4339-bd16-83de507e8a67 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7 HTTP/1.1" status: 200 len: 918 time: 0.2349763 Jul 05 04:14:38.986316 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-866aea8c-5d02-47fb-8879-3a1ad33c3ce2 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.993105 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8752949e-d703-4250-ad0a-c0479dd34808 req-866aea8c-5d02-47fb-8879-3a1ad33c3ce2 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.89 "DELETE /v2.0/ports/f4d202a6-ac7b-4064-86e3-09e5957ff02e HTTP/1.1" status: 204 len: 173 time: 2.3597703 Jul 05 04:14:38.994969 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8e4a8e-7aea-4348-acdb-c4f42e8cdb0c None None] New status for floating IP 600050b3-ad7a-437b-a279-314136d899e7: DOWN {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:14:39.070352 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec86b15e-475f-488d-bf4d-e834c62daae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:39.158084 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4fc6343a-4afc-4346-87d2-7e6da585ce8d no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:39.224819 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 4fc6343a-4afc-4346-87d2-7e6da585ce8d {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:39.227487 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4fc6343a-4afc-4346-87d2-7e6da585ce8d not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:39.263190 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-deleted', 'tag': 'f4d202a6-ac7b-4064-86e3-09e5957ff02e'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:39.271406 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3f061a-018f-4db7-b9e4-c873da0aa539" -d '{"events": [{"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-deleted", "tag": "f4d202a6-ac7b-4064-86e3-09e5957ff02e"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:39.297104 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4adfeacc-219e-4a09-86a3-32996ee191c3 req-503360f7-3c05-4f0e-8f8e-38a2afbf2fa3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd6aee0a-56d5-4902-98a0-d8741807d399 HTTP/1.1" status: 200 len: 217 time: 0.2960751 Jul 05 04:14:39.304453 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec86b15e-475f-488d-bf4d-e834c62daae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:39.371299 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd426b06-92b2-480f-98fb-ff680322543d x-openstack-request-id: req-dd426b06-92b2-480f-98fb-ff680322543d {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:39.371548 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-deleted", "tag": "f4d202a6-ac7b-4064-86e3-09e5957ff02e", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:39.371964 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dd426b06-92b2-480f-98fb-ff680322543d {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:39.372399 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-deleted', 'tag': 'f4d202a6-ac7b-4064-86e3-09e5957ff02e', 'status': 'completed', 'code': 200} Jul 05 04:14:39.398889 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec86b15e-475f-488d-bf4d-e834c62daae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:39.454621 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86b15e-475f-488d-bf4d-e834c62daae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ee9ae53-c8ee-4b49-a395-854bb0a3c12c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:39.457770 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e26392-f73d-49e6-9d70-b349ddafc5b5 None None] Network 7bb6d371-d6e5-49cd-a3b3-53ae2b35487b requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:39.464396 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec86b15e-475f-488d-bf4d-e834c62daae4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:39.475523 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ec86b15e-475f-488d-bf4d-e834c62daae4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9ee9ae53-c8ee-4b49-a395-854bb0a3c12c HTTP/1.1" status: 204 len: 168 time: 0.6643264 Jul 05 04:14:39.476931 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52434) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:39.499485 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfeacc-219e-4a09-86a3-32996ee191c3 req-f6e1460e-6286-4064-bbe1-6b7769d2d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:39.501174 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4adfeacc-219e-4a09-86a3-32996ee191c3 req-f6e1460e-6286-4064-bbe1-6b7769d2d883 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467 HTTP/1.1" status: 200 len: 856 time: 0.1960738 Jul 05 04:14:39.634072 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-8752949e-d703-4250-ad0a-c0479dd34808 req-c8d782e2-0c92-466b-86e4-f41f8410bd19 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Deleting port 81d34584-23f6-4dff-9dc0-032a27b0bcf4 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:39.634629 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-c8d782e2-0c92-466b-86e4-f41f8410bd19 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:39.677605 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d3352130-d134-4554-8d7f-c712723985e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:39.769980 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-49c7b37f-7810-4d82-b06b-31b86c4ff6ed tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:39.858317 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-d3352130-d134-4554-8d7f-c712723985e8 admin admin] Deleting port 2f888403-9032-4833-a921-2a84b32a644d {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:39.858699 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d3352130-d134-4554-8d7f-c712723985e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:39.952127 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfeacc-219e-4a09-86a3-32996ee191c3 req-358db7b6-ef87-4808-8027-fb1622f997d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:39.953805 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4adfeacc-219e-4a09-86a3-32996ee191c3 req-358db7b6-ef87-4808-8027-fb1622f997d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4418559 Jul 05 04:14:39.975197 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b659b97-d616-4851-9424-7a23edf1dcdb None None] DHCP port deletion for 7bb6d371-d6e5-49cd-a3b3-53ae2b35487b request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:14:40.004191 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7b37f-7810-4d82-b06b-31b86c4ff6ed tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Port': ['ID=0b654238-4489-4b09-8412-c7da11dfa833,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:40.037951 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-d3352130-d134-4554-8d7f-c712723985e8 admin admin] For port 2f888403-9032-4833-a921-2a84b32a644d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=2f888403-9032-4833-a921-2a84b32a644d,segment=NetworkSegment(296c63e3-13af-4804-917b-bc987e4f6089),segment_id=296c63e3-13af-4804-917b-bc987e4f6089)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:40.038352 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d3352130-d134-4554-8d7f-c712723985e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.089772 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-d3352130-d134-4554-8d7f-c712723985e8 admin admin] Calling delete_port for 2f888403-9032-4833-a921-2a84b32a644d owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:40.129801 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-4b659b97-d616-4851-9424-7a23edf1dcdb None None] Deleting port 2f888403-9032-4833-a921-2a84b32a644d {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:40.130886 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4b659b97-d616-4851-9424-7a23edf1dcdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.217839 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4adfeacc-219e-4a09-86a3-32996ee191c3 req-61454b01-c2be-4529-8903-457087fbacce service neutron] 10.222.0.70 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058451 Jul 05 04:14:40.220994 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-4b659b97-d616-4851-9424-7a23edf1dcdb None None] For port 2f888403-9032-4833-a921-2a84b32a644d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=2f888403-9032-4833-a921-2a84b32a644d,segment=NetworkSegment(296c63e3-13af-4804-917b-bc987e4f6089),segment_id=296c63e3-13af-4804-917b-bc987e4f6089)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:40.225645 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4b659b97-d616-4851-9424-7a23edf1dcdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.268004 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-4b659b97-d616-4851-9424-7a23edf1dcdb None None] Calling delete_port for 2f888403-9032-4833-a921-2a84b32a644d owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:40.278970 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d3352130-d134-4554-8d7f-c712723985e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.333273 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3352130-d134-4554-8d7f-c712723985e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f888403-9032-4833-a921-2a84b32a644d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:40.336949 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3352130-d134-4554-8d7f-c712723985e8 admin admin] No DVR routers for this DVR port 2f888403-9032-4833-a921-2a84b32a644d on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:40.377706 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-49c7b37f-7810-4d82-b06b-31b86c4ff6ed tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.379623 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-49c7b37f-7810-4d82-b06b-31b86c4ff6ed tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/ports/0b654238-4489-4b09-8412-c7da11dfa833 HTTP/1.1" status: 204 len: 168 time: 2.9710209 Jul 05 04:14:40.391098 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52446) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:40.508746 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d3352130-d134-4554-8d7f-c712723985e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.518215 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-8752949e-d703-4250-ad0a-c0479dd34808 req-c8d782e2-0c92-466b-86e4-f41f8410bd19 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] For port 81d34584-23f6-4dff-9dc0-032a27b0bcf4, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=81d34584-23f6-4dff-9dc0-032a27b0bcf4,segment=NetworkSegment(90cc6d36-a186-42bf-9075-63d2e4657a66),segment_id=90cc6d36-a186-42bf-9075-63d2e4657a66)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:40.519470 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-c8d782e2-0c92-466b-86e4-f41f8410bd19 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.522451 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-d3352130-d134-4554-8d7f-c712723985e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb6d371-d6e5-49cd-a3b3-53ae2b35487b']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:40.538116 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-d3352130-d134-4554-8d7f-c712723985e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '296c63e3-13af-4804-917b-bc987e4f6089') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:40.538486 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-d3352130-d134-4554-8d7f-c712723985e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '296c63e3-13af-4804-917b-bc987e4f6089') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:40.547913 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-8752949e-d703-4250-ad0a-c0479dd34808 req-c8d782e2-0c92-466b-86e4-f41f8410bd19 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Calling delete_port for 81d34584-23f6-4dff-9dc0-032a27b0bcf4 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:40.555088 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d3352130-d134-4554-8d7f-c712723985e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.592974 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d3352130-d134-4554-8d7f-c712723985e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.601155 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3352130-d134-4554-8d7f-c712723985e8 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:14:40.601735 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d3352130-d134-4554-8d7f-c712723985e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.654714 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4adfeacc-219e-4a09-86a3-32996ee191c3 req-02a12609-c3f8-4f97-8baf-8e3cb81ac022 service neutron] 10.222.0.70 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243859 Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:14:40.676568 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:14:40.793114 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b188a83-17c3-4177-bdab-ae2b1dfdcaf0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] GET failed (client error): The resource could not be found. Jul 05 04:14:40.804110 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7b188a83-17c3-4177-bdab-ae2b1dfdcaf0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports/0b654238-4489-4b09-8412-c7da11dfa833 HTTP/1.1" status: 404 len: 333 time: 0.4112413 Jul 05 04:14:40.804782 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52450) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:40.910161 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d3352130-d134-4554-8d7f-c712723985e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.949865 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d3352130-d134-4554-8d7f-c712723985e8 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.952798 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d3352130-d134-4554-8d7f-c712723985e8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7bb6d371-d6e5-49cd-a3b3-53ae2b35487b HTTP/1.1" status: 204 len: 168 time: 1.4727015 Jul 05 04:14:40.954228 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3352130-d134-4554-8d7f-c712723985e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bb6d371-d6e5-49cd-a3b3-53ae2b35487b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:40.968654 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c546276-0d5e-4004-8510-9582bb00c707 req-16c6c195-0f1f-4b41-b74e-19b9bf1780e7 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:40.972308 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8c546276-0d5e-4004-8510-9582bb00c707 req-16c6c195-0f1f-4b41-b74e-19b9bf1780e7 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 944 time: 0.6586366 Jul 05 04:14:40.992817 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4b659b97-d616-4851-9424-7a23edf1dcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.018455 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b659b97-d616-4851-9424-7a23edf1dcdb None None] Pushing event deleted for resources: {'Port': ['ID=2f888403-9032-4833-a921-2a84b32a644d,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:41.023760 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4b659b97-d616-4851-9424-7a23edf1dcdb None None] Network 7bb6d371-d6e5-49cd-a3b3-53ae2b35487b is not hosted by any dhcp agent {{(pid=105540) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 04:14:41.024407 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b659b97-d616-4851-9424-7a23edf1dcdb None None] No DVR routers for this DVR port 2f888403-9032-4833-a921-2a84b32a644d on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:41.106919 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 85ed6fe4-41da-4cbe-9c4a-8049267a61db no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:41.126911 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8c546276-0d5e-4004-8510-9582bb00c707 req-07772241-76f2-4df5-9653-308a6bb6f936 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337178 Jul 05 04:14:41.128188 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-c8d782e2-0c92-466b-86e4-f41f8410bd19 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.135590 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 85ed6fe4-41da-4cbe-9c4a-8049267a61db {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:41.136715 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 85ed6fe4-41da-4cbe-9c4a-8049267a61db not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:41.137373 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 2f888403-9032-4833-a921-2a84b32a644d no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:41.141024 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d04c76-1804-4681-a796-41b13b67abdd req-5394a713-3e5e-4466-8332-92cad12c6de7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:41.157711 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d04c76-1804-4681-a796-41b13b67abdd req-5394a713-3e5e-4466-8332-92cad12c6de7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:41.174356 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d04c76-1804-4681-a796-41b13b67abdd req-5394a713-3e5e-4466-8332-92cad12c6de7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:41.176980 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2d04c76-1804-4681-a796-41b13b67abdd req-5394a713-3e5e-4466-8332-92cad12c6de7 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 2409 time: 0.7647576 Jul 05 04:14:41.225940 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 2f888403-9032-4833-a921-2a84b32a644d {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:41.226547 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 2f888403-9032-4833-a921-2a84b32a644d not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:41.256527 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d782e2-0c92-466b-86e4-f41f8410bd19 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event deleted for resources: {'Port': ['ID=81d34584-23f6-4dff-9dc0-032a27b0bcf4,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:41.264779 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2d04c76-1804-4681-a796-41b13b67abdd req-75364d7c-8ecf-4dc5-9b48-5e69286a359c tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725293 Jul 05 04:14:41.326932 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ee558570-4171-4dff-892d-dec7d168425b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting port 05c0f5ae-3b04-49a6-9ca1-7d9b63cfe092 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:41.327289 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ee558570-4171-4dff-892d-dec7d168425b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.402927 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-8752949e-d703-4250-ad0a-c0479dd34808 req-c8d782e2-0c92-466b-86e4-f41f8410bd19 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] No DVR routers for this DVR port 81d34584-23f6-4dff-9dc0-032a27b0bcf4 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:41.406757 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-c8d782e2-0c92-466b-86e4-f41f8410bd19 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.411484 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8752949e-d703-4250-ad0a-c0479dd34808 req-c8d782e2-0c92-466b-86e4-f41f8410bd19 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.89 "DELETE /v2.0/ports/81d34584-23f6-4dff-9dc0-032a27b0bcf4 HTTP/1.1" status: 204 len: 173 time: 2.3910656 Jul 05 04:14:41.411484 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-deleted', 'tag': '81d34584-23f6-4dff-9dc0-032a27b0bcf4'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:41.413128 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a8144a-9b44-4dce-a041-5906944b942e" -d '{"events": [{"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-deleted", "tag": "81d34584-23f6-4dff-9dc0-032a27b0bcf4"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:41.417666 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52458) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:41.474122 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b10057-1f88-40f8-b46f-80c1c3dfb042 x-openstack-request-id: req-e6b10057-1f88-40f8-b46f-80c1c3dfb042 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:41.474450 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-deleted", "tag": "81d34584-23f6-4dff-9dc0-032a27b0bcf4", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:41.474879 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e6b10057-1f88-40f8-b46f-80c1c3dfb042 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:41.475458 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-deleted', 'tag': '81d34584-23f6-4dff-9dc0-032a27b0bcf4', 'status': 'completed', 'code': 200} Jul 05 04:14:41.490370 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ee558570-4171-4dff-892d-dec7d168425b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.508064 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ee558570-4171-4dff-892d-dec7d168425b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Calling delete_port for 05c0f5ae-3b04-49a6-9ca1-7d9b63cfe092 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:41.565593 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3d3dee85-d81b-4a07-979e-b4dc50107ef0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b459d90a1104d2f9bfd9c3a9ab3c50e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461365 Jul 05 04:14:41.567187 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52462) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:41.636397 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-8752949e-d703-4250-ad0a-c0479dd34808 req-3e19bb19-8f11-49e4-a9d5-35da41264ea4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Deleting port 6cec93df-cbad-411d-b19a-95f6dc421183 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:41.636837 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-3e19bb19-8f11-49e4-a9d5-35da41264ea4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.697527 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9966040b-38a8-49d3-b1a9-55e3a98a8f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.705665 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ee558570-4171-4dff-892d-dec7d168425b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.742544 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9966040b-38a8-49d3-b1a9-55e3a98a8f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.769613 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee558570-4171-4dff-892d-dec7d168425b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Port': ['ID=05c0f5ae-3b04-49a6-9ca1-7d9b63cfe092,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:41.848076 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-8752949e-d703-4250-ad0a-c0479dd34808 req-3e19bb19-8f11-49e4-a9d5-35da41264ea4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] For port 6cec93df-cbad-411d-b19a-95f6dc421183, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=6cec93df-cbad-411d-b19a-95f6dc421183,segment=NetworkSegment(50219518-e686-4906-b667-59b4817bf9d2),segment_id=50219518-e686-4906-b667-59b4817bf9d2)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:41.848530 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-3e19bb19-8f11-49e4-a9d5-35da41264ea4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.871771 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-8752949e-d703-4250-ad0a-c0479dd34808 req-3e19bb19-8f11-49e4-a9d5-35da41264ea4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Calling delete_port for 6cec93df-cbad-411d-b19a-95f6dc421183 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:41.894737 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9966040b-38a8-49d3-b1a9-55e3a98a8f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.920579 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9966040b-38a8-49d3-b1a9-55e3a98a8f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.923710 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9966040b-38a8-49d3-b1a9-55e3a98a8f9c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fe6feb82-9077-438e-8df4-91a5a226b187 HTTP/1.1" status: 204 len: 168 time: 0.3542011 Jul 05 04:14:41.935743 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ee558570-4171-4dff-892d-dec7d168425b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.947412 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ee558570-4171-4dff-892d-dec7d168425b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/ports/05c0f5ae-3b04-49a6-9ca1-7d9b63cfe092 HTTP/1.1" status: 204 len: 168 time: 1.1143219 Jul 05 04:14:41.950209 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52470) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:42.002830 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966040b-38a8-49d3-b1a9-55e3a98a8f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6feb82-9077-438e-8df4-91a5a226b187,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:42.014320 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a8e13f-1b82-4e31-b275-c58a857d6712 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] GET failed (client error): The resource could not be found. Jul 05 04:14:42.018709 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a8a8e13f-1b82-4e31-b275-c58a857d6712 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports/05c0f5ae-3b04-49a6-9ca1-7d9b63cfe092 HTTP/1.1" status: 404 len: 333 time: 0.0596592 Jul 05 04:14:42.019107 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52474) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:42.114840 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-9885e7d4-907a-4fc8-9fdd-03fdb043e0d6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting subnet 09ebe13a-aaa5-4126-8d8f-3678919df2b8 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:42.120733 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9885e7d4-907a-4fc8-9fdd-03fdb043e0d6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.177589 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9885e7d4-907a-4fc8-9fdd-03fdb043e0d6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.263964 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-3e19bb19-8f11-49e4-a9d5-35da41264ea4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.334270 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19bb19-8f11-49e4-a9d5-35da41264ea4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event deleted for resources: {'Port': ['ID=6cec93df-cbad-411d-b19a-95f6dc421183,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:42.406029 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-8752949e-d703-4250-ad0a-c0479dd34808 req-3e19bb19-8f11-49e4-a9d5-35da41264ea4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] No DVR routers for this DVR port 6cec93df-cbad-411d-b19a-95f6dc421183 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:42.410368 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-3e19bb19-8f11-49e4-a9d5-35da41264ea4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.413067 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8752949e-d703-4250-ad0a-c0479dd34808 req-3e19bb19-8f11-49e4-a9d5-35da41264ea4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.89 "DELETE /v2.0/ports/6cec93df-cbad-411d-b19a-95f6dc421183 HTTP/1.1" status: 204 len: 173 time: 0.9877129 Jul 05 04:14:42.418409 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9885e7d4-907a-4fc8-9fdd-03fdb043e0d6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.553014 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21c9c5-12fb-4a5a-8238-474d714e395d req-d9979f92-6f13-405d-87ee-4f48ff70b031 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:42.562902 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f21c9c5-12fb-4a5a-8238-474d714e395d req-d9979f92-6f13-405d-87ee-4f48ff70b031 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 944 time: 0.1162786 Jul 05 04:14:42.573051 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9885e7d4-907a-4fc8-9fdd-03fdb043e0d6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.614246 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-8752949e-d703-4250-ad0a-c0479dd34808 req-371726d3-2377-4fb8-b932-995b3b91611b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Deleting port 90bd2861-0357-48b2-8bd8-74abedd49bf0 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:42.615423 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-371726d3-2377-4fb8-b932-995b3b91611b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.651184 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3ee19f-12f6-4795-8d61-295f5260964e None None] Network 3b456c60-ccf8-49b0-996f-c050ded079db requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:42.672197 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9885e7d4-907a-4fc8-9fdd-03fdb043e0d6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.672197 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9885e7d4-907a-4fc8-9fdd-03fdb043e0d6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/subnets/09ebe13a-aaa5-4126-8d8f-3678919df2b8 HTTP/1.1" status: 204 len: 168 time: 0.6499774 Jul 05 04:14:42.672197 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885e7d4-907a-4fc8-9fdd-03fdb043e0d6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Subnet': ['ID=09ebe13a-aaa5-4126-8d8f-3678919df2b8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:42.684834 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52496) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:42.742333 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f21c9c5-12fb-4a5a-8238-474d714e395d req-31354a91-67c4-4ef7-a347-922d0587f387 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784906 Jul 05 04:14:42.783790 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-8752949e-d703-4250-ad0a-c0479dd34808 req-371726d3-2377-4fb8-b932-995b3b91611b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] For port 90bd2861-0357-48b2-8bd8-74abedd49bf0, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=90bd2861-0357-48b2-8bd8-74abedd49bf0,segment=NetworkSegment(90cc6d36-a186-42bf-9075-63d2e4657a66),segment_id=90cc6d36-a186-42bf-9075-63d2e4657a66)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:42.784364 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-371726d3-2377-4fb8-b932-995b3b91611b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.904467 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aeacd128-1d09-4496-a90a-3fa65fb3ad37 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.911753 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-8752949e-d703-4250-ad0a-c0479dd34808 req-371726d3-2377-4fb8-b932-995b3b91611b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Calling delete_port for 90bd2861-0357-48b2-8bd8-74abedd49bf0 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:42.916643 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device dd6aee0a-56d5-4902-98a0-d8741807d399 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:14:43.063975 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-aeacd128-1d09-4496-a90a-3fa65fb3ad37 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting port 9a4154e5-fd50-44d2-a67e-ed8e76170455 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:43.064323 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aeacd128-1d09-4496-a90a-3fa65fb3ad37 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.126433 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a87b84-fd10-4e7f-a6a3-c793257cbd24 req-f2e81527-b1bd-4a99-8b2b-b359a0e084c4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:43.133548 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6a87b84-fd10-4e7f-a6a3-c793257cbd24 req-f2e81527-b1bd-4a99-8b2b-b359a0e084c4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 943 time: 0.3577807 Jul 05 04:14:43.245218 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-aeacd128-1d09-4496-a90a-3fa65fb3ad37 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] For port 9a4154e5-fd50-44d2-a67e-ed8e76170455, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=9a4154e5-fd50-44d2-a67e-ed8e76170455,segment=NetworkSegment(2506f8e2-d251-4aba-add5-df7ab1a633b7),segment_id=2506f8e2-d251-4aba-add5-df7ab1a633b7)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:43.245707 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aeacd128-1d09-4496-a90a-3fa65fb3ad37 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.258242 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6a87b84-fd10-4e7f-a6a3-c793257cbd24 req-88258001-1c91-44bb-9ba4-535f08c85944 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups?id=d75f1160-f6a1-48cb-b40a-10031eb59d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236496 Jul 05 04:14:43.279773 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-aeacd128-1d09-4496-a90a-3fa65fb3ad37 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Calling delete_port for 9a4154e5-fd50-44d2-a67e-ed8e76170455 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:43.341266 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port dd6aee0a-56d5-4902-98a0-d8741807d399, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=dd6aee0a-56d5-4902-98a0-d8741807d399,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:43.356726 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'dd6aee0a-56d5-4902-98a0-d8741807d399', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'port_id': 'dd6aee0a-56d5-4902-98a0-d8741807d399', 'mac_address': 'fa:16:3e:69:b1:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:14:43.365659 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adc903f-5801-4aa3-a28b-3ec1576ede58 None None] DHCP port deletion for 3b456c60-ccf8-49b0-996f-c050ded079db request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:14:43.369650 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.450119 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.460524 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aeacd128-1d09-4496-a90a-3fa65fb3ad37 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.465116 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-371726d3-2377-4fb8-b932-995b3b91611b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.482648 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd6aee0a-56d5-4902-98a0-d8741807d399 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:14:43.487970 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-deleted', 'tag': '6cec93df-cbad-411d-b19a-95f6dc421183'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:43.496871 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5190874a-e623-4d45-acd3-6d1b8fd6f2a6" -d '{"events": [{"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-deleted", "tag": "6cec93df-cbad-411d-b19a-95f6dc421183"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:43.500920 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-1adc903f-5801-4aa3-a28b-3ec1576ede58 None None] Deleting port 9a4154e5-fd50-44d2-a67e-ed8e76170455 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:43.501609 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1adc903f-5801-4aa3-a28b-3ec1576ede58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.530488 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371726d3-2377-4fb8-b932-995b3b91611b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event deleted for resources: {'Port': ['ID=90bd2861-0357-48b2-8bd8-74abedd49bf0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:43.560124 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port dd6aee0a-56d5-4902-98a0-d8741807d399, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=dd6aee0a-56d5-4902-98a0-d8741807d399,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:43.580720 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacd128-1d09-4496-a90a-3fa65fb3ad37 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Port': ['ID=9a4154e5-fd50-44d2-a67e-ed8e76170455,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:43.582286 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.598909 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeacd128-1d09-4496-a90a-3fa65fb3ad37 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] No DVR routers for this DVR port 9a4154e5-fd50-44d2-a67e-ed8e76170455 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:43.629026 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e99a6a-0688-4f35-bc8e-b3c9b2869d6d x-openstack-request-id: req-f9e99a6a-0688-4f35-bc8e-b3c9b2869d6d {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:43.629653 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-deleted", "tag": "6cec93df-cbad-411d-b19a-95f6dc421183", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:43.629653 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f9e99a6a-0688-4f35-bc8e-b3c9b2869d6d {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:43.630199 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-deleted', 'tag': '6cec93df-cbad-411d-b19a-95f6dc421183', 'status': 'completed', 'code': 200} Jul 05 04:14:43.664174 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-8752949e-d703-4250-ad0a-c0479dd34808 req-371726d3-2377-4fb8-b932-995b3b91611b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] No DVR routers for this DVR port 90bd2861-0357-48b2-8bd8-74abedd49bf0 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:43.668057 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8752949e-d703-4250-ad0a-c0479dd34808 req-371726d3-2377-4fb8-b932-995b3b91611b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.670515 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8752949e-d703-4250-ad0a-c0479dd34808 req-371726d3-2377-4fb8-b932-995b3b91611b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.89 "DELETE /v2.0/ports/90bd2861-0357-48b2-8bd8-74abedd49bf0 HTTP/1.1" status: 204 len: 173 time: 1.2489951 Jul 05 04:14:43.707379 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-1adc903f-5801-4aa3-a28b-3ec1576ede58 None None] For port 9a4154e5-fd50-44d2-a67e-ed8e76170455, host n-d-780147-23, got binding levels [] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:43.708102 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1adc903f-5801-4aa3-a28b-3ec1576ede58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.749489 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aeacd128-1d09-4496-a90a-3fa65fb3ad37 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.759700 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-1adc903f-5801-4aa3-a28b-3ec1576ede58 None None] Calling delete_port for 9a4154e5-fd50-44d2-a67e-ed8e76170455 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:43.772094 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.ipam_backend_mixin [None req-1adc903f-5801-4aa3-a28b-3ec1576ede58 None None] Port 9a4154e5-fd50-44d2-a67e-ed8e76170455 was not found and therefore no delete operation was performed {{(pid=105540) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:14:43.780289 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-aeacd128-1d09-4496-a90a-3fa65fb3ad37 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b456c60-ccf8-49b0-996f-c050ded079db']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:43.795478 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1adc903f-5801-4aa3-a28b-3ec1576ede58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.812074 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adc903f-5801-4aa3-a28b-3ec1576ede58 None None] No DVR routers for this DVR port 9a4154e5-fd50-44d2-a67e-ed8e76170455 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:43.814929 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=dd6aee0a-56d5-4902-98a0-d8741807d399,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:43.825802 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-aeacd128-1d09-4496-a90a-3fa65fb3ad37 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2506f8e2-d251-4aba-add5-df7ab1a633b7') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:43.826105 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-aeacd128-1d09-4496-a90a-3fa65fb3ad37 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2506f8e2-d251-4aba-add5-df7ab1a633b7') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:43.854608 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc903f-5801-4aa3-a28b-3ec1576ede58 None None] Pushing event deleted for resources: {'Port': ['ID=9a4154e5-fd50-44d2-a67e-ed8e76170455,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:43.863559 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aeacd128-1d09-4496-a90a-3fa65fb3ad37 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.897769 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aeacd128-1d09-4496-a90a-3fa65fb3ad37 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.914815 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeacd128-1d09-4496-a90a-3fa65fb3ad37 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:14:43.915297 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aeacd128-1d09-4496-a90a-3fa65fb3ad37 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:14:43.921209 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:14:43.993343 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['dd6aee0a-56d5-4902-98a0-d8741807d399'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:14:44.104248 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aeacd128-1d09-4496-a90a-3fa65fb3ad37 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.154276 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aeacd128-1d09-4496-a90a-3fa65fb3ad37 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.156277 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-aeacd128-1d09-4496-a90a-3fa65fb3ad37 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/networks/3b456c60-ccf8-49b0-996f-c050ded079db HTTP/1.1" status: 204 len: 168 time: 1.4683270 Jul 05 04:14:44.157200 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacd128-1d09-4496-a90a-3fa65fb3ad37 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Network': ['ID=3b456c60-ccf8-49b0-996f-c050ded079db,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:44.169564 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52526) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:44.195555 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-133e2025-fd98-4000-abab-1ce36e3ee652 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-900503432'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:44.333974 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133e2025-fd98-4000-abab-1ce36e3ee652 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:44.354375 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-133e2025-fd98-4000-abab-1ce36e3ee652 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.416525 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9909b-3809-4aad-9a99-a156eac6e553 req-448441f2-bd6b-47f7-bdd9-5d1ee210ef53 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:44.419991 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-92f9909b-3809-4aad-9a99-a156eac6e553 req-448441f2-bd6b-47f7-bdd9-5d1ee210ef53 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 945 time: 0.4062943 Jul 05 04:14:44.476582 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133e2025-fd98-4000-abab-1ce36e3ee652 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:14:44.533390 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-92f9909b-3809-4aad-9a99-a156eac6e553 req-d2c92e05-4028-410b-8bf7-57b3e7a542fb tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026087 Jul 05 04:14:44.541839 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-133e2025-fd98-4000-abab-1ce36e3ee652 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.544748 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-133e2025-fd98-4000-abab-1ce36e3ee652 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Added segment 2cc91026-966f-4de2-b96a-4993995c4477 of type vlan for network cf5253de-deb5-4340-8ec9-c99ce86f8878 Jul 05 04:14:44.627139 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-133e2025-fd98-4000-abab-1ce36e3ee652 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.731068 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-133e2025-fd98-4000-abab-1ce36e3ee652 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.743892 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133e2025-fd98-4000-abab-1ce36e3ee652 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:44.744684 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-133e2025-fd98-4000-abab-1ce36e3ee652 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.793186 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3e0d95c3-43df-4c35-991d-7f2f27879e7a req-3b855a1f-f154-4fc3-8d22-c67ce28824c0 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0835347 Jul 05 04:14:45.077602 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 9a4154e5-fd50-44d2-a67e-ed8e76170455 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:45.113291 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 9a4154e5-fd50-44d2-a67e-ed8e76170455 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:45.113804 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 9a4154e5-fd50-44d2-a67e-ed8e76170455 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:45.355049 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-133e2025-fd98-4000-abab-1ce36e3ee652 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1782033 Jul 05 04:14:45.355774 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e2025-fd98-4000-abab-1ce36e3ee652 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Network': ['ID=cf5253de-deb5-4340-8ec9-c99ce86f8878,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:45.357929 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52544) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:45.364644 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-d17e65f4-6b49-4c34-b5c5-e6ea60f4f96a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'subnet': {'network_id': 'cf5253de-deb5-4340-8ec9-c99ce86f8878', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:45.371895 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network cf5253de-deb5-4340-8ec9-c99ce86f8878 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:14:45.631217 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-deleted', 'tag': '90bd2861-0357-48b2-8bd8-74abedd49bf0'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:45.636552 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaccc95a-b778-49eb-bc03-dfe06a291089" -d '{"events": [{"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-deleted", "tag": "90bd2861-0357-48b2-8bd8-74abedd49bf0"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:45.642679 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17e65f4-6b49-4c34-b5c5-e6ea60f4f96a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:45.646975 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d17e65f4-6b49-4c34-b5c5-e6ea60f4f96a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.756117 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc31713-73d2-4265-88ba-abef7132490c x-openstack-request-id: req-cbc31713-73d2-4265-88ba-abef7132490c {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:45.756648 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9815708-3c3d-479a-8d05-a0267ad5b3d2", "name": "network-vif-deleted", "tag": "90bd2861-0357-48b2-8bd8-74abedd49bf0", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:45.756786 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cbc31713-73d2-4265-88ba-abef7132490c {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:45.757214 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9815708-3c3d-479a-8d05-a0267ad5b3d2', 'name': 'network-vif-deleted', 'tag': '90bd2861-0357-48b2-8bd8-74abedd49bf0', 'status': 'completed', 'code': 200} Jul 05 04:14:45.878623 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f46bf-4955-43c1-ac67-43e28b848cd7 req-97f45d4e-9371-450b-be0c-079d0495ccb5 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:45.880599 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c39f46bf-4955-43c1-ac67-43e28b848cd7 req-97f45d4e-9371-450b-be0c-079d0495ccb5 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 945 time: 0.1090438 Jul 05 04:14:45.954906 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c39f46bf-4955-43c1-ac67-43e28b848cd7 req-480cd0b4-ff15-450c-8460-3b7984ab330b tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668912 Jul 05 04:14:46.104558 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d17e65f4-6b49-4c34-b5c5-e6ea60f4f96a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.236956 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e65f4-6b49-4c34-b5c5-e6ea60f4f96a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Subnet': ['ID=dd8bb54e-0266-4ce7-8f22-bbc73e0ab93e,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:46.254244 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17e65f4-6b49-4c34-b5c5-e6ea60f4f96a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Checking segment: {'id': '2cc91026-966f-4de2-b96a-4993995c4477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cf5253de-deb5-4340-8ec9-c99ce86f8878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:46.254596 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17e65f4-6b49-4c34-b5c5-e6ea60f4f96a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network hostable DHCP agents. Network: cf5253de-deb5-4340-8ec9-c99ce86f8878, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:14:46.265923 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f8f19f2-c685-4e39-9cba-285b82f4611a req-4e380f55-f60e-45e0-8fb7-d2868429a133 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0433135 Jul 05 04:14:46.293020 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17e65f4-6b49-4c34-b5c5-e6ea60f4f96a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network cf5253de-deb5-4340-8ec9-c99ce86f8878 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:14:46.311478 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-d17e65f4-6b49-4c34-b5c5-e6ea60f4f96a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, cf5253de-deb5-4340-8ec9-c99ce86f8878) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:46.316017 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17e65f4-6b49-4c34-b5c5-e6ea60f4f96a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:46.316608 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d17e65f4-6b49-4c34-b5c5-e6ea60f4f96a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.324661 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7070d77-f65c-4ff8-b7ae-ad7c816568bd None None] Network cf5253de-deb5-4340-8ec9-c99ce86f8878 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:46.354640 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52582) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:46.355183 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d17e65f4-6b49-4c34-b5c5-e6ea60f4f96a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9950423 Jul 05 04:14:46.360289 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f80d7ab1-b2b4-4ef5-abb6-b83a7d9afeff tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1774252344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:46.402481 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f80d7ab1-b2b4-4ef5-abb6-b83a7d9afeff tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.403984 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f80d7ab1-b2b4-4ef5-abb6-b83a7d9afeff tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.517927 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f80d7ab1-b2b4-4ef5-abb6-b83a7d9afeff tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.528239 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f80d7ab1-b2b4-4ef5-abb6-b83a7d9afeff tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.564371 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f80d7ab1-b2b4-4ef5-abb6-b83a7d9afeff tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.569364 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52586) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:46.575225 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f80d7ab1-b2b4-4ef5-abb6-b83a7d9afeff tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2193885 Jul 05 04:14:46.577355 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-59f17a40-0d74-4f52-b9db-54d562098a91 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'port': {'network_id': 'cf5253de-deb5-4340-8ec9-c99ce86f8878', 'name': 'tempest-PortsTestJSON-1193563062'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:46.607599 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a195c7-3798-4829-a1d0-137a30095f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-cf5253de-deb5-4340-8ec9-c99ce86f8878', 'network_id': 'cf5253de-deb5-4340-8ec9-c99ce86f8878', 'tenant_id': 'fb4c3b49cee14040aba1b9f4e97b8880', 'fixed_ips': [{'subnet_id': 'dd8bb54e-0266-4ce7-8f22-bbc73e0ab93e'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:14:46.608539 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-32a195c7-3798-4829-a1d0-137a30095f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.816054 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-32a195c7-3798-4829-a1d0-137a30095f1f None None] Allocated IP 172.20.0.2 (cf5253de-deb5-4340-8ec9-c99ce86f8878/dd8bb54e-0266-4ce7-8f22-bbc73e0ab93e/4997b205-b4f0-4393-858b-82ae2d3ffd17) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:46.854914 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f17a40-0d74-4f52-b9db-54d562098a91 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:46.859234 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-59f17a40-0d74-4f52-b9db-54d562098a91 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.917178 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-59f17a40-0d74-4f52-b9db-54d562098a91 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] device_id is not set on port 6719d50a-c86e-4e4c-b265-acceed778e6d yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:47.020886 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device dd6aee0a-56d5-4902-98a0-d8741807d399 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:47.223139 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port dd6aee0a-56d5-4902-98a0-d8741807d399 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:47.248159 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port dd6aee0a-56d5-4902-98a0-d8741807d399 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:47.251098 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.284741 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-32a195c7-3798-4829-a1d0-137a30095f1f None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.296836 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-32a195c7-3798-4829-a1d0-137a30095f1f None None] Transition to ACTIVE for port object 4997b205-b4f0-4393-858b-82ae2d3ffd17 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:47.320444 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-32a195c7-3798-4829-a1d0-137a30095f1f None None] Transition to ACTIVE for port object 4997b205-b4f0-4393-858b-82ae2d3ffd17 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:47.355126 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-32a195c7-3798-4829-a1d0-137a30095f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.503597 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae391d0c-5143-46fb-b06d-94bc86ec6aca req-72eaacb0-68ec-4c9d-9419-9ea073099c90 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:47.524394 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ae391d0c-5143-46fb-b06d-94bc86ec6aca req-72eaacb0-68ec-4c9d-9419-9ea073099c90 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 945 time: 0.2979524 Jul 05 04:14:47.526473 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a195c7-3798-4829-a1d0-137a30095f1f None None] Network cf5253de-deb5-4340-8ec9-c99ce86f8878 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:47.543421 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-32a195c7-3798-4829-a1d0-137a30095f1f None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:47.549253 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a195c7-3798-4829-a1d0-137a30095f1f None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:47.673971 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ae391d0c-5143-46fb-b06d-94bc86ec6aca req-104ab25d-a3e9-4e99-af3a-0e6061c89d8e tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421549 Jul 05 04:14:47.759039 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.760685 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a195c7-3798-4829-a1d0-137a30095f1f None None] Pushing event updated for resources: {'Port': ['ID=4997b205-b4f0-4393-858b-82ae2d3ffd17,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:47.920798 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-08c751af-916b-4ab8-b817-c11529c25289 req-3aa30058-954d-4ca5-8c21-9135405d2e21 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0376966 Jul 05 04:14:47.964942 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a8523a-49e6-48f2-a197-32e3825ef89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6aee0a-56d5-4902-98a0-d8741807d399'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:47.967192 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc1f580-daf5-45f4-b674-fcfb6c792b60" -d '{"events": [{"server_uuid": "26a8523a-49e6-48f2-a197-32e3825ef89c", "name": "network-vif-plugged", "status": "completed", "tag": "dd6aee0a-56d5-4902-98a0-d8741807d399"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:47.969798 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-59f17a40-0d74-4f52-b9db-54d562098a91 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Allocated IP 172.20.0.9 (cf5253de-deb5-4340-8ec9-c99ce86f8878/dd8bb54e-0266-4ce7-8f22-bbc73e0ab93e/6719d50a-c86e-4e4c-b265-acceed778e6d) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:47.991325 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-32a195c7-3798-4829-a1d0-137a30095f1f None None] Attempting to bind port 4997b205-b4f0-4393-858b-82ae2d3ffd17 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:47.991740 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-32a195c7-3798-4829-a1d0-137a30095f1f None None] Attempting to bind port 4997b205-b4f0-4393-858b-82ae2d3ffd17 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '2cc91026-966f-4de2-b96a-4993995c4477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cf5253de-deb5-4340-8ec9-c99ce86f8878'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:47.992137 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a195c7-3798-4829-a1d0-137a30095f1f None None] Attempting to bind port 4997b205-b4f0-4393-858b-82ae2d3ffd17 on network cf5253de-deb5-4340-8ec9-c99ce86f8878 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:48.023397 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port dd6aee0a-56d5-4902-98a0-d8741807d399, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=dd6aee0a-56d5-4902-98a0-d8741807d399,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:48.024496 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a195c7-3798-4829-a1d0-137a30095f1f None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:48.024939 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a195c7-3798-4829-a1d0-137a30095f1f None None] Checking segment: {'id': '2cc91026-966f-4de2-b96a-4993995c4477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cf5253de-deb5-4340-8ec9-c99ce86f8878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:48.025313 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-32a195c7-3798-4829-a1d0-137a30095f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.025708 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a195c7-3798-4829-a1d0-137a30095f1f None None] Bound using segment: {'id': '2cc91026-966f-4de2-b96a-4993995c4477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cf5253de-deb5-4340-8ec9-c99ce86f8878'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:48.026200 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-32a195c7-3798-4829-a1d0-137a30095f1f None None] Bound port: 4997b205-b4f0-4393-858b-82ae2d3ffd17, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc91026-966f-4de2-b96a-4993995c4477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cf5253de-deb5-4340-8ec9-c99ce86f8878'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:48.026581 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-32a195c7-3798-4829-a1d0-137a30095f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.063963 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a419af8-8c25-4504-941f-119afbc43b9c x-openstack-request-id: req-0a419af8-8c25-4504-941f-119afbc43b9c {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:48.064257 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a8523a-49e6-48f2-a197-32e3825ef89c", "name": "network-vif-plugged", "status": "completed", "tag": "dd6aee0a-56d5-4902-98a0-d8741807d399", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:48.064513 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0a419af8-8c25-4504-941f-119afbc43b9c {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:48.064910 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a8523a-49e6-48f2-a197-32e3825ef89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6aee0a-56d5-4902-98a0-d8741807d399', 'code': 200} Jul 05 04:14:48.076520 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.279293 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045705b2-ec0b-4d06-a49f-879d8d24c6b4 req-7f8a3497-bd71-48bd-87f9-1e53c7536b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:48.281695 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-045705b2-ec0b-4d06-a49f-879d8d24c6b4 req-7f8a3497-bd71-48bd-87f9-1e53c7536b6f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 1098 time: 0.1295679 Jul 05 04:14:48.305484 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-32a195c7-3798-4829-a1d0-137a30095f1f None None] For port 4997b205-b4f0-4393-858b-82ae2d3ffd17, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:48.346704 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-32a195c7-3798-4829-a1d0-137a30095f1f None None] For port 4997b205-b4f0-4393-858b-82ae2d3ffd17, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4997b205-b4f0-4393-858b-82ae2d3ffd17,segment=NetworkSegment(2cc91026-966f-4de2-b96a-4993995c4477),segment_id=2cc91026-966f-4de2-b96a-4993995c4477)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:48.358572 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=dd6aee0a-56d5-4902-98a0-d8741807d399,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:48.390745 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-59f17a40-0d74-4f52-b9db-54d562098a91 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.410759 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-32a195c7-3798-4829-a1d0-137a30095f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.437193 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-045705b2-ec0b-4d06-a49f-879d8d24c6b4 req-9b1d54c7-d69a-44d7-8350-25362181e992 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457179 Jul 05 04:14:48.438144 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-59f17a40-0d74-4f52-b9db-54d562098a91 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Transition to ACTIVE for port object 6719d50a-c86e-4e4c-b265-acceed778e6d will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:48.513601 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-59f17a40-0d74-4f52-b9db-54d562098a91 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.576909 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f17a40-0d74-4f52-b9db-54d562098a91 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network cf5253de-deb5-4340-8ec9-c99ce86f8878 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:48.586942 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a195c7-3798-4829-a1d0-137a30095f1f None None] Pushing event updated for resources: {'Port': ['ID=4997b205-b4f0-4393-858b-82ae2d3ffd17,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:48.659576 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-59f17a40-0d74-4f52-b9db-54d562098a91 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:48.668240 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f17a40-0d74-4f52-b9db-54d562098a91 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:48.707618 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f17a40-0d74-4f52-b9db-54d562098a91 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Port': ['ID=6719d50a-c86e-4e4c-b265-acceed778e6d,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:48.766330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f17a40-0d74-4f52-b9db-54d562098a91 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:48.771539 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-59f17a40-0d74-4f52-b9db-54d562098a91 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.800941 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-59f17a40-0d74-4f52-b9db-54d562098a91 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2297397 Jul 05 04:14:48.803651 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52614) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:48.977510 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c612a0d-c702-4853-8e25-6ba6e06861ac req-e6fabd64-1baa-4ec0-9b47-bdc5ca5b4177 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:48.979496 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c612a0d-c702-4853-8e25-6ba6e06861ac req-e6fabd64-1baa-4ec0-9b47-bdc5ca5b4177 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.1095581 Jul 05 04:14:49.110903 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c612a0d-c702-4853-8e25-6ba6e06861ac req-227ca10c-3c36-457d-a442-8a43661bdefd tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236722 Jul 05 04:14:49.152853 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4997b205-b4f0-4393-858b-82ae2d3ffd17 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:49.325647 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 4997b205-b4f0-4393-858b-82ae2d3ffd17 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:49.365275 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-52e27337-4c7a-483d-aaa4-0400170b1cc1 req-134df552-e5cd-43be-8ecf-daf64b6ce084 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0891943 Jul 05 04:14:49.578270 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7c5b0644-6467-4165-a8d9-d45892d07405 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.151626 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7c5b0644-6467-4165-a8d9-d45892d07405 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.164458 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7c5b0644-6467-4165-a8d9-d45892d07405 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.350030 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b0644-6467-4165-a8d9-d45892d07405 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Port': ['ID=6719d50a-c86e-4e4c-b265-acceed778e6d,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:50.433377 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20ef15f-31fe-4ea0-b71a-23e9dd664f3c None None] Network cf5253de-deb5-4340-8ec9-c99ce86f8878 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:50.516634 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68747ce9-b9dc-46ab-97d8-fc9858f41d81 req-022efc07-a206-452b-b8eb-4bacf1f3febe tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:50.518990 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68747ce9-b9dc-46ab-97d8-fc9858f41d81 req-022efc07-a206-452b-b8eb-4bacf1f3febe tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.2358181 Jul 05 04:14:50.603739 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68747ce9-b9dc-46ab-97d8-fc9858f41d81 req-6c1a9753-6e4a-4bc3-81de-acdb65850819 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740077 Jul 05 04:14:50.609374 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ed00606b-6cf2-4cfb-ab34-49f33ce6bb88 None None] Provisioning for port 4997b205-b4f0-4393-858b-82ae2d3ffd17 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:50.620410 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ed00606b-6cf2-4cfb-ab34-49f33ce6bb88 None None] Provisioning complete for port 4997b205-b4f0-4393-858b-82ae2d3ffd17 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:50.621152 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ed00606b-6cf2-4cfb-ab34-49f33ce6bb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.768050 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7c5b0644-6467-4165-a8d9-d45892d07405 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.827160 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c04ddfcd-35a1-460e-8bb9-772e59f86194 req-cedfa7ff-5486-468f-bf71-8a45b4e6dee6 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0842743 Jul 05 04:14:50.841731 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ed00606b-6cf2-4cfb-ab34-49f33ce6bb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.944726 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-ed00606b-6cf2-4cfb-ab34-49f33ce6bb88 None None] For port 4997b205-b4f0-4393-858b-82ae2d3ffd17, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4997b205-b4f0-4393-858b-82ae2d3ffd17,segment=NetworkSegment(2cc91026-966f-4de2-b96a-4993995c4477),segment_id=2cc91026-966f-4de2-b96a-4993995c4477)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:50.954051 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ed00606b-6cf2-4cfb-ab34-49f33ce6bb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.035525 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a0e58-3241-4163-b164-24c95819e9d9 req-5242cef9-543d-4bb8-ad7d-9c1f599014e9 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:51.046385 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-407a0e58-3241-4163-b164-24c95819e9d9 req-5242cef9-543d-4bb8-ad7d-9c1f599014e9 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.1279249 Jul 05 04:14:51.050526 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52654) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:51.059743 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e9dcc49b-b874-4a1c-b302-7f1b57ec69a4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Request body: {'floatingip': {'port_id': 'dd6aee0a-56d5-4902-98a0-d8741807d399'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:51.095312 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7c5b0644-6467-4165-a8d9-d45892d07405 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.131958 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00606b-6cf2-4cfb-ab34-49f33ce6bb88 None None] Pushing event updated for resources: {'Port': ['ID=4997b205-b4f0-4393-858b-82ae2d3ffd17,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:51.203114 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e9dcc49b-b874-4a1c-b302-7f1b57ec69a4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for floatingip, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.297026 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-234cc38d-f7e6-44b3-a041-48bc7a5a415d None None] Provisioning for port 6719d50a-c86e-4e4c-b265-acceed778e6d completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:51.307427 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-234cc38d-f7e6-44b3-a041-48bc7a5a415d None None] Provisioning complete for port 6719d50a-c86e-4e4c-b265-acceed778e6d triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:51.316591 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-234cc38d-f7e6-44b3-a041-48bc7a5a415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.458034 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-234cc38d-f7e6-44b3-a041-48bc7a5a415d None None] Port 6719d50a-c86e-4e4c-b265-acceed778e6d cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:51.475327 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-234cc38d-f7e6-44b3-a041-48bc7a5a415d None None] Provisioning complete for port 4997b205-b4f0-4393-858b-82ae2d3ffd17 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:51.475709 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-234cc38d-f7e6-44b3-a041-48bc7a5a415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.809730 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-46768779-ca49-46a3-9ae0-1101ac192927 None None] Provisioning complete for port 6719d50a-c86e-4e4c-b265-acceed778e6d triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:51.810927 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-46768779-ca49-46a3-9ae0-1101ac192927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.890491 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7c5b0644-6467-4165-a8d9-d45892d07405 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.907324 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7c5b0644-6467-4165-a8d9-d45892d07405 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.923160 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-46768779-ca49-46a3-9ae0-1101ac192927 None None] Port 6719d50a-c86e-4e4c-b265-acceed778e6d cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:52.077979 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b0644-6467-4165-a8d9-d45892d07405 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Port': ['ID=6719d50a-c86e-4e4c-b265-acceed778e6d,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:52.123996 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7c5b0644-6467-4165-a8d9-d45892d07405 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.257858 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0b072d08-374b-4a27-b108-9eb76a03e24d None None] Provisioning complete for port 6719d50a-c86e-4e4c-b265-acceed778e6d triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:52.258514 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0b072d08-374b-4a27-b108-9eb76a03e24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.307143 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ad9eea1-9617-445b-8e2c-466178efcb93 req-56b15863-69e6-40f8-8a81-3dc6b64ff6a4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 210 time: 0.1291902 Jul 05 04:14:52.378389 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-0b072d08-374b-4a27-b108-9eb76a03e24d None None] Port 6719d50a-c86e-4e4c-b265-acceed778e6d cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:52.401771 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5b0644-6467-4165-a8d9-d45892d07405 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network cf5253de-deb5-4340-8ec9-c99ce86f8878 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:52.406144 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-7c5b0644-6467-4165-a8d9-d45892d07405 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:52.615686 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.db.resource_extend [None req-e9dcc49b-b874-4a1c-b302-7f1b57ec69a4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:14:52.671002 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5b0644-6467-4165-a8d9-d45892d07405 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Router c6fcd74a-03ef-45f3-aad6-a6891da784d1 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:14:52.730341 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e9dcc49b-b874-4a1c-b302-7f1b57ec69a4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.745752 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e9dcc49b-b874-4a1c-b302-7f1b57ec69a4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.900838 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-e9dcc49b-b874-4a1c-b302-7f1b57ec69a4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Floating IP 91ad687d-c716-40ca-ba22-137ea9691def associated. External IP: 172.25.1.208, port: dd6aee0a-56d5-4902-98a0-d8741807d399. Jul 05 04:14:52.902265 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5b0644-6467-4165-a8d9-d45892d07405 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:52.909514 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7c5b0644-6467-4165-a8d9-d45892d07405 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "PUT /v2.0/routers/c6fcd74a-03ef-45f3-aad6-a6891da784d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1027739 Jul 05 04:14:52.913584 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d05601-f5e1-444c-8f44-035dee7b46a6 None None] Sync routers for ids ['c6fcd74a-03ef-45f3-aad6-a6891da784d1'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:52.921354 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-32bb8317-f373-4ebf-8da9-b640482a70e3 None None] Provisioning complete for port 6719d50a-c86e-4e4c-b265-acceed778e6d triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:52.921856 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-32bb8317-f373-4ebf-8da9-b640482a70e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.923394 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52684) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:52.929387 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d05601-f5e1-444c-8f44-035dee7b46a6 None None] Routers {'c6fcd74a-03ef-45f3-aad6-a6891da784d1'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:52.931954 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-83d05601-f5e1-444c-8f44-035dee7b46a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:14:32Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c6fcd74a-03ef-45f3-aad6-a6891da784d1'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:52.990259 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-83d05601-f5e1-444c-8f44-035dee7b46a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:53.001579 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d05601-f5e1-444c-8f44-035dee7b46a6 None None] Routers {'c6fcd74a-03ef-45f3-aad6-a6891da784d1'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:53.002769 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-83d05601-f5e1-444c-8f44-035dee7b46a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:14:32Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c6fcd74a-03ef-45f3-aad6-a6891da784d1'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:53.004327 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-32bb8317-f373-4ebf-8da9-b640482a70e3 None None] Port 6719d50a-c86e-4e4c-b265-acceed778e6d cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:53.078906 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7602294-8500-4e32-b830-06703ba8c61d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:53.080602 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d7602294-8500-4e32-b830-06703ba8c61d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6fcd74a-03ef-45f3-aad6-a6891da784d1 HTTP/1.1" status: 200 len: 982 time: 0.1561136 Jul 05 04:14:53.084233 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52686) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:53.103362 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-83d05601-f5e1-444c-8f44-035dee7b46a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:53.104376 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d05601-f5e1-444c-8f44-035dee7b46a6 None None] The sync data for ids ['c6fcd74a-03ef-45f3-aad6-a6891da784d1'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:53.104766 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4997b205-b4f0-4393-858b-82ae2d3ffd17 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:53.155564 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 4997b205-b4f0-4393-858b-82ae2d3ffd17 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:53.155987 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.507232 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9dcc49b-b874-4a1c-b302-7f1b57ec69a4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Router b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:14:53.675604 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b9edde0-8af9-40a2-b364-3911dfafd8b5 req-d6d442af-232f-4cb1-9675-413ac488a3ea tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0740907 Jul 05 04:14:53.813519 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9dcc49b-b874-4a1c-b302-7f1b57ec69a4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:53.818306 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e9dcc49b-b874-4a1c-b302-7f1b57ec69a4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.826634 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a9e0b4-0f0e-4a34-b5a7-d5db26bd08f2 None None] Sync routers for ids ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:53.841280 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a9e0b4-0f0e-4a34-b5a7-d5db26bd08f2 None None] Routers {'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:53.843404 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f7a9e0b4-0f0e-4a34-b5a7-d5db26bd08f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:14:32Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:53.870283 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e9dcc49b-b874-4a1c-b302-7f1b57ec69a4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "PUT /v2.0/floatingips/91ad687d-c716-40ca-ba22-137ea9691def HTTP/1.1" status: 200 len: 992 time: 2.8186195 Jul 05 04:14:53.870899 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a8523a-49e6-48f2-a197-32e3825ef89c', 'tag': 'dd6aee0a-56d5-4902-98a0-d8741807d399'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:53.890086 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a855c6-fda8-434c-8891-aeb7e56c165a" -d '{"events": [{"name": "network-changed", "server_uuid": "26a8523a-49e6-48f2-a197-32e3825ef89c", "tag": "dd6aee0a-56d5-4902-98a0-d8741807d399"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:54.006636 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3daaf11a-4924-4ba3-9877-ef79157ac2b5 x-openstack-request-id: req-3daaf11a-4924-4ba3-9877-ef79157ac2b5 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:54.006936 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a8523a-49e6-48f2-a197-32e3825ef89c", "tag": "dd6aee0a-56d5-4902-98a0-d8741807d399", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:54.007195 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3daaf11a-4924-4ba3-9877-ef79157ac2b5 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:54.007604 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a8523a-49e6-48f2-a197-32e3825ef89c', 'tag': 'dd6aee0a-56d5-4902-98a0-d8741807d399', 'status': 'completed', 'code': 200} Jul 05 04:14:54.023037 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5dfe2499-3ab0-47cd-abb1-5c112acf131e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.133327 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-f7a9e0b4-0f0e-4a34-b5a7-d5db26bd08f2 None None] Set router b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:54.518098 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f7a9e0b4-0f0e-4a34-b5a7-d5db26bd08f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'name': 'tempest-AttachVolumeShelveTestJSON-1700939863-router', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:10Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'gw_port': {'id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:12Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '91ad687d-c716-40ca-ba22-137ea9691def', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'floating_ip_address': '172.25.1.208', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'port_id': 'dd6aee0a-56d5-4902-98a0-d8741807d399', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'mac_address': 'fa:16:3e:69:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a8523a-49e6-48f2-a197-32e3825ef89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:14:19Z', 'updated_at': '2021-07-05T04:14:52Z', 'revision_number': 1, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be7cb81-bc55-40f0-9281-7a6fca90eac3', 'name': '', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'mac_address': 'fa:16:3e:e0:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:18Z', 'updated_at': '2021-07-05T04:09:31Z', 'revision_number': 5, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'subnets': [{'id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:54.593637 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a9e0b4-0f0e-4a34-b5a7-d5db26bd08f2 None None] Checking router: b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:14:54.618051 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a9e0b4-0f0e-4a34-b5a7-d5db26bd08f2 None None] Routers {'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:54.620670 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f7a9e0b4-0f0e-4a34-b5a7-d5db26bd08f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:14:32Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:54.747559 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a855c6-fda8-434c-8891-aeb7e56c165a req-9fa8ee1b-0020-4f10-9657-6c61e23c7e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:54.749353 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-15a855c6-fda8-434c-8891-aeb7e56c165a req-9fa8ee1b-0020-4f10-9657-6c61e23c7e9e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a0e169dad4642e084dbd1dffad21af0&device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 1098 time: 0.6856170 Jul 05 04:14:55.147017 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e23e8e8-06b6-44a1-ae31-4c52b86abdbe req-100ae9aa-0a9e-470a-b2ef-76c58e26a07a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 210 time: 0.1168609 Jul 05 04:14:55.200725 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a855c6-fda8-434c-8891-aeb7e56c165a req-5a5a2dcc-fa4c-4c87-b01f-d721f1661ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:55.205114 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-15a855c6-fda8-434c-8891-aeb7e56c165a req-5a5a2dcc-fa4c-4c87-b01f-d721f1661ca3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7 HTTP/1.1" status: 200 len: 918 time: 0.4213440 Jul 05 04:14:55.379854 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-15a855c6-fda8-434c-8891-aeb7e56c165a req-96b4f2a9-4733-4c4d-af09-ebbb3dae3515 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd6aee0a-56d5-4902-98a0-d8741807d399 HTTP/1.1" status: 200 len: 1000 time: 0.1651590 Jul 05 04:14:55.456387 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a855c6-fda8-434c-8891-aeb7e56c165a req-5b2e47a3-15dd-4382-88ff-45c4804a90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:55.458203 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-15a855c6-fda8-434c-8891-aeb7e56c165a req-5b2e47a3-15dd-4382-88ff-45c4804a90fb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467 HTTP/1.1" status: 200 len: 856 time: 0.0707748 Jul 05 04:14:55.462799 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-5dfe2499-3ab0-47cd-abb1-5c112acf131e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting port 6719d50a-c86e-4e4c-b265-acceed778e6d {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:55.463340 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5dfe2499-3ab0-47cd-abb1-5c112acf131e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.483076 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-f7a9e0b4-0f0e-4a34-b5a7-d5db26bd08f2 None None] Set router b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:55.741526 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5dfe2499-3ab0-47cd-abb1-5c112acf131e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.764196 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a855c6-fda8-434c-8891-aeb7e56c165a req-72b4e669-9962-4732-ab06-33e001ed9b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:55.770608 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-15a855c6-fda8-434c-8891-aeb7e56c165a req-72b4e669-9962-4732-ab06-33e001ed9b82 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3024013 Jul 05 04:14:55.801103 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-5dfe2499-3ab0-47cd-abb1-5c112acf131e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Calling delete_port for 6719d50a-c86e-4e4c-b265-acceed778e6d owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:56.159932 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f7a9e0b4-0f0e-4a34-b5a7-d5db26bd08f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'name': 'tempest-AttachVolumeShelveTestJSON-1700939863-router', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:10Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'gw_port': {'id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:12Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '91ad687d-c716-40ca-ba22-137ea9691def', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'floating_ip_address': '172.25.1.208', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'port_id': 'dd6aee0a-56d5-4902-98a0-d8741807d399', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'mac_address': 'fa:16:3e:69:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a8523a-49e6-48f2-a197-32e3825ef89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:14:19Z', 'updated_at': '2021-07-05T04:14:52Z', 'revision_number': 1, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be7cb81-bc55-40f0-9281-7a6fca90eac3', 'name': '', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'mac_address': 'fa:16:3e:e0:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:18Z', 'updated_at': '2021-07-05T04:09:31Z', 'revision_number': 5, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'subnets': [{'id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:56.231926 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a9e0b4-0f0e-4a34-b5a7-d5db26bd08f2 None None] The sync data for ids ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'] in n-d-780147-23 is: [{'id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'name': 'tempest-AttachVolumeShelveTestJSON-1700939863-router', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:10Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'gw_port': {'id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:12Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '91ad687d-c716-40ca-ba22-137ea9691def', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'floating_ip_address': '172.25.1.208', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'port_id': 'dd6aee0a-56d5-4902-98a0-d8741807d399', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'mac_address': 'fa:16:3e:69:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a8523a-49e6-48f2-a197-32e3825ef89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:14:19Z', 'updated_at': '2021-07-05T04:14:52Z', 'revision_number': 1, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be7cb81-bc55-40f0-9281-7a6fca90eac3', 'name': '', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'mac_address': 'fa:16:3e:e0:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:18Z', 'updated_at': '2021-07-05T04:09:31Z', 'revision_number': 5, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'subnets': [{'id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:56.257633 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5dfe2499-3ab0-47cd-abb1-5c112acf131e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.346546 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe2499-3ab0-47cd-abb1-5c112acf131e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Port': ['ID=6719d50a-c86e-4e4c-b265-acceed778e6d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:56.394523 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-15a855c6-fda8-434c-8891-aeb7e56c165a req-a62fcb9b-3b39-493c-a5c2-76558f1cee4a service neutron] 10.222.0.70 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6129510 Jul 05 04:14:56.597727 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-22a49e6f-8559-4b1f-9d1c-f22891d9b52d req-e910b5f6-0bde-45b6-ade6-4bfea13049e1 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 210 time: 0.1890390 Jul 05 04:14:56.726136 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76df1f40-e168-402d-b56b-1d0fbc5e0321 None None] New status for floating IP 91ad687d-c716-40ca-ba22-137ea9691def: ACTIVE {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:14:56.836834 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5dfe2499-3ab0-47cd-abb1-5c112acf131e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.966166 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-15a855c6-fda8-434c-8891-aeb7e56c165a req-60bdfd58-2ef5-4cc0-9af9-437e5d80fc99 service neutron] 10.222.0.70 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617461 Jul 05 04:14:57.195867 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfe2499-3ab0-47cd-abb1-5c112acf131e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Router c6fcd74a-03ef-45f3-aad6-a6891da784d1 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:14:57.475000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfe2499-3ab0-47cd-abb1-5c112acf131e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:57.488284 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f0470c-93dc-451f-9cd5-8a2d2692536b None None] Sync routers for ids ['c6fcd74a-03ef-45f3-aad6-a6891da784d1'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:57.488881 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52774) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:57.489285 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5dfe2499-3ab0-47cd-abb1-5c112acf131e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "PUT /v2.0/routers/c6fcd74a-03ef-45f3-aad6-a6891da784d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4037135 Jul 05 04:14:57.504257 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f0470c-93dc-451f-9cd5-8a2d2692536b None None] Routers {'c6fcd74a-03ef-45f3-aad6-a6891da784d1'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:57.504884 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-06f0470c-93dc-451f-9cd5-8a2d2692536b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:14:32Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c6fcd74a-03ef-45f3-aad6-a6891da784d1'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:57.544970 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fda1af3-f812-4326-b6da-a5e9b02e8795 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] GET failed (client error): The resource could not be found. Jul 05 04:14:57.546769 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3fda1af3-f812-4326-b6da-a5e9b02e8795 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports/6719d50a-c86e-4e4c-b265-acceed778e6d HTTP/1.1" status: 404 len: 333 time: 0.0568326 Jul 05 04:14:57.549759 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52776) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:57.581028 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-06f0470c-93dc-451f-9cd5-8a2d2692536b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:57.614466 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f0470c-93dc-451f-9cd5-8a2d2692536b None None] Routers {'c6fcd74a-03ef-45f3-aad6-a6891da784d1'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:57.616181 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-06f0470c-93dc-451f-9cd5-8a2d2692536b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:14:32Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c6fcd74a-03ef-45f3-aad6-a6891da784d1'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:57.619010 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52778) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:57.661395 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-06f0470c-93dc-451f-9cd5-8a2d2692536b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:57.662497 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f0470c-93dc-451f-9cd5-8a2d2692536b None None] The sync data for ids ['c6fcd74a-03ef-45f3-aad6-a6891da784d1'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:57.683828 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-caf5e0ee-0853-44e6-ac75-6b72a90b56d9 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:57.892325 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bb6dcac7-b1a5-4b9e-b7bd-f58038f25ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.016871 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-75da240e-179c-4952-bac3-ce1e2df8db02 req-8de277df-91f8-44a4-8429-2d6a55319a21 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0803154 Jul 05 04:14:58.117322 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-caf5e0ee-0853-44e6-ac75-6b72a90b56d9 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.119993 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-caf5e0ee-0853-44e6-ac75-6b72a90b56d9 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.202107 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bb6dcac7-b1a5-4b9e-b7bd-f58038f25ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.213264 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bb6dcac7-b1a5-4b9e-b7bd-f58038f25ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.234831 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-caf5e0ee-0853-44e6-ac75-6b72a90b56d9 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.235782 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf5e0ee-0853-44e6-ac75-6b72a90b56d9 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Fanout notify agent at l3_agent the message router_deleted on router c6fcd74a-03ef-45f3-aad6-a6891da784d1 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:14:58.248182 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-caf5e0ee-0853-44e6-ac75-6b72a90b56d9 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.251593 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-caf5e0ee-0853-44e6-ac75-6b72a90b56d9 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/routers/c6fcd74a-03ef-45f3-aad6-a6891da784d1 HTTP/1.1" status: 204 len: 168 time: 0.7006214 Jul 05 04:14:58.255402 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52792) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:58.271501 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6dcac7-b1a5-4b9e-b7bd-f58038f25ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ebeeba-6f6e-4259-9af7-4ef2d64ebfcd,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:58.330865 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bb6dcac7-b1a5-4b9e-b7bd-f58038f25ff5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4fb8a6b016b841049728623bcdcfbf84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7103095 Jul 05 04:14:58.333745 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52794) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:58.391969 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-70884cac-2d1a-4ea6-9f36-eef42b69c6d3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting subnet dd8bb54e-0266-4ce7-8f22-bbc73e0ab93e {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:58.392468 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-70884cac-2d1a-4ea6-9f36-eef42b69c6d3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.430108 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a8e34c77-08f5-4cc7-acaa-e8f75d4fd7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.470022 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-70884cac-2d1a-4ea6-9f36-eef42b69c6d3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.480232 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a8e34c77-08f5-4cc7-acaa-e8f75d4fd7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.543973 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a8e34c77-08f5-4cc7-acaa-e8f75d4fd7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.548351 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a8e34c77-08f5-4cc7-acaa-e8f75d4fd7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.550337 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a8e34c77-08f5-4cc7-acaa-e8f75d4fd7ca admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/59ebeeba-6f6e-4259-9af7-4ef2d64ebfcd HTTP/1.1" status: 204 len: 168 time: 0.2142649 Jul 05 04:14:58.566536 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e34c77-08f5-4cc7-acaa-e8f75d4fd7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ebeeba-6f6e-4259-9af7-4ef2d64ebfcd,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:58.632891 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-70884cac-2d1a-4ea6-9f36-eef42b69c6d3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.648381 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-708e5075-a32e-44aa-9c49-7c984e7eb69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.728746 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-70884cac-2d1a-4ea6-9f36-eef42b69c6d3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.777996 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b002c9-f2e7-4769-b275-121cdcfc81c6 None None] Network cf5253de-deb5-4340-8ec9-c99ce86f8878 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:58.778203 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70884cac-2d1a-4ea6-9f36-eef42b69c6d3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Subnet': ['ID=dd8bb54e-0266-4ce7-8f22-bbc73e0ab93e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:58.780996 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-70884cac-2d1a-4ea6-9f36-eef42b69c6d3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.782916 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-70884cac-2d1a-4ea6-9f36-eef42b69c6d3 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/subnets/dd8bb54e-0266-4ce7-8f22-bbc73e0ab93e HTTP/1.1" status: 204 len: 168 time: 0.5264714 Jul 05 04:14:58.785843 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52798) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:58.974035 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.072411 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting port 4997b205-b4f0-4393-858b-82ae2d3ffd17 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:59.072411 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.129292 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838d476b-9310-448f-9ec8-072eeae31228 None None] DHCP port deletion for cf5253de-deb5-4340-8ec9-c99ce86f8878 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:14:59.251083 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-838d476b-9310-448f-9ec8-072eeae31228 None None] Deleting port 4997b205-b4f0-4393-858b-82ae2d3ffd17 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:59.253925 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-838d476b-9310-448f-9ec8-072eeae31228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.310268 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c955725e-bfc4-4e44-9ac5-ff9959d61700 req-b0b332dd-15cb-4339-b919-beac42635901 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0686364 Jul 05 04:14:59.376353 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] For port 4997b205-b4f0-4393-858b-82ae2d3ffd17, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4997b205-b4f0-4393-858b-82ae2d3ffd17,segment=NetworkSegment(2cc91026-966f-4de2-b96a-4993995c4477),segment_id=2cc91026-966f-4de2-b96a-4993995c4477)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:59.376816 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.408689 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-838d476b-9310-448f-9ec8-072eeae31228 None None] For port 4997b205-b4f0-4393-858b-82ae2d3ffd17, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4997b205-b4f0-4393-858b-82ae2d3ffd17,segment=NetworkSegment(2cc91026-966f-4de2-b96a-4993995c4477),segment_id=2cc91026-966f-4de2-b96a-4993995c4477)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:59.409224 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-838d476b-9310-448f-9ec8-072eeae31228 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.426292 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-838d476b-9310-448f-9ec8-072eeae31228 None None] Calling delete_port for 4997b205-b4f0-4393-858b-82ae2d3ffd17 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:59.439075 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Calling delete_port for 4997b205-b4f0-4393-858b-82ae2d3ffd17 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:59.553534 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-838d476b-9310-448f-9ec8-072eeae31228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.613174 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.622662 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d476b-9310-448f-9ec8-072eeae31228 None None] Pushing event deleted for resources: {'Port': ['ID=4997b205-b4f0-4393-858b-82ae2d3ffd17,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:59.640209 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838d476b-9310-448f-9ec8-072eeae31228 None None] No DVR routers for this DVR port 4997b205-b4f0-4393-858b-82ae2d3ffd17 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:59.733729 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.795038 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Port': ['ID=4997b205-b4f0-4393-858b-82ae2d3ffd17,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:59.817143 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] No DVR routers for this DVR port 4997b205-b4f0-4393-858b-82ae2d3ffd17 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:59.989894 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.017848 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52838) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:00.031006 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf5253de-deb5-4340-8ec9-c99ce86f8878']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:00.064279 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc91026-966f-4de2-b96a-4993995c4477') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:00.064572 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc91026-966f-4de2-b96a-4993995c4477') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:00.097876 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.123211 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.137440 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:15:00.138088 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:15:00.141491 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:15:00.265130 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.281392 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-caf7f523-0e08-474c-a6e0-83abee404655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.289069 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.301093 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/networks/cf5253de-deb5-4340-8ec9-c99ce86f8878 HTTP/1.1" status: 204 len: 168 time: 1.5088906 Jul 05 04:15:00.304672 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Network': ['ID=cf5253de-deb5-4340-8ec9-c99ce86f8878,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:00.310164 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52848) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:00.327674 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:00.328227 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:00.328576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:00.328921 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:00.329263 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:00.329603 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:00.329937 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:00.330276 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:00.330601 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:00.336438 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:00.336869 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:00.337815 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb693e-1d77-4746-938f-6f1b99d503d0 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:00.460121 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a476b3b-85cd-40e0-b700-36fa5498ce42 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:00.461694 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3a476b3b-85cd-40e0-b700-36fa5498ce42 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports/fbc36da1-db07-43d1-bfb0-d848cee0bb04 HTTP/1.1" status: 200 len: 841 time: 0.1474025 Jul 05 04:15:00.466722 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52856) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:00.630601 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-178558fd-951d-4dbc-a067-4274ca811cef tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports/fbc36da1-db07-43d1-bfb0-d848cee0bb04?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1626856 Jul 05 04:15:00.641653 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52860) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:00.648454 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-b4d1e190-7e03-4468-a5d7-46f45ef34b06 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'subnet': {'network_id': 'eeb163c4-b391-4453-b664-838ab3a5562b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:00.675492 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-caf7f523-0e08-474c-a6e0-83abee404655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.720092 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1cf324d6-0fda-4470-aae9-fdc0511ced5e req-98eaf772-28f2-4e3a-9649-ce0871a75336 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0759747 Jul 05 04:15:00.733859 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-caf7f523-0e08-474c-a6e0-83abee404655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.780717 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7f523-0e08-474c-a6e0-83abee404655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5595ab2d-3943-4a40-8880-ecf62829310d,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:00.811763 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-caf7f523-0e08-474c-a6e0-83abee404655 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cce60a59085b4168a5545c14248cacb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7926552 Jul 05 04:15:00.814661 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52864) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:00.824282 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d1e190-7e03-4468-a5d7-46f45ef34b06 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:00.829135 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e190-7e03-4468-a5d7-46f45ef34b06 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.954276 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-acc934bc-92a6-494c-84ba-376b891dd8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.994916 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-acc934bc-92a6-494c-84ba-376b891dd8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.098634 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4997b205-b4f0-4393-858b-82ae2d3ffd17 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:01.155163 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-acc934bc-92a6-494c-84ba-376b891dd8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.157708 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 4997b205-b4f0-4393-858b-82ae2d3ffd17 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:01.157950 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-acc934bc-92a6-494c-84ba-376b891dd8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.159156 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-acc934bc-92a6-494c-84ba-376b891dd8c6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5595ab2d-3943-4a40-8880-ecf62829310d HTTP/1.1" status: 204 len: 168 time: 0.3432951 Jul 05 04:15:01.160058 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4997b205-b4f0-4393-858b-82ae2d3ffd17 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:01.179136 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc934bc-92a6-494c-84ba-376b891dd8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5595ab2d-3943-4a40-8880-ecf62829310d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:01.195014 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e190-7e03-4468-a5d7-46f45ef34b06 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.264495 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d1e190-7e03-4468-a5d7-46f45ef34b06 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network eeb163c4-b391-4453-b664-838ab3a5562b is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:01.267728 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-b4d1e190-7e03-4468-a5d7-46f45ef34b06 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:01.271993 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d1e190-7e03-4468-a5d7-46f45ef34b06 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:01.272581 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b4d1e190-7e03-4468-a5d7-46f45ef34b06 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.283774 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b5b62f-ab88-4150-8a1b-dd476d71985c None None] Network eeb163c4-b391-4453-b664-838ab3a5562b requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:01.289400 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1e190-7e03-4468-a5d7-46f45ef34b06 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Subnet': ['ID=78884a2e-93b0-4a4e-8f91-c3cacf3ae2e8,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:01.296533 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b4d1e190-7e03-4468-a5d7-46f45ef34b06 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6532404 Jul 05 04:15:01.299445 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52876) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:01.305012 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-341b1f86-6808-4a61-b7da-e7051677294b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'security_group': {'name': 'tempest-secgroup-1414359954'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:01.343573 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-341b1f86-6808-4a61-b7da-e7051677294b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.421281 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-95dfc3e4-7194-4aa4-8004-0f0f9abf6fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.538180 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-341b1f86-6808-4a61-b7da-e7051677294b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.549133 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-341b1f86-6808-4a61-b7da-e7051677294b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.601139 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8813afc9-89c3-42a0-a162-3cce72d3f7dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-eeb163c4-b391-4453-b664-838ab3a5562b', 'network_id': 'eeb163c4-b391-4453-b664-838ab3a5562b', 'tenant_id': 'fb4c3b49cee14040aba1b9f4e97b8880', 'fixed_ips': [{'subnet_id': '78884a2e-93b0-4a4e-8f91-c3cacf3ae2e8'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:15:01.603020 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8813afc9-89c3-42a0-a162-3cce72d3f7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.603678 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-341b1f86-6808-4a61-b7da-e7051677294b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.605572 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-341b1f86-6808-4a61-b7da-e7051677294b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3047316 Jul 05 04:15:01.607300 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b1f86-6808-4a61-b7da-e7051677294b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4a5388-ba60-41cc-b003-bfc942fb5314,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:01.608433 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52882) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:01.615521 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-c4b9ac87-8ad7-46df-9820-731276dbba90 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'security_group': {'name': 'tempest-secgroup-1371798869'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:01.682718 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c4b9ac87-8ad7-46df-9820-731276dbba90 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.892880 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c4b9ac87-8ad7-46df-9820-731276dbba90 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.910727 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c4b9ac87-8ad7-46df-9820-731276dbba90 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.980454 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.091217 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c4b9ac87-8ad7-46df-9820-731276dbba90 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.099123 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c4b9ac87-8ad7-46df-9820-731276dbba90 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4886129 Jul 05 04:15:02.099838 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52898) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:02.107708 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-0e8d90d2-2a52-4dc1-9cf7-12d2e62bfbfa tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1732114615', 'security_groups': ['60a0b794-9cd5-4b79-8917-b4563b100db2'], 'network_id': 'eeb163c4-b391-4453-b664-838ab3a5562b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '78884a2e-93b0-4a4e-8f91-c3cacf3ae2e8'}]}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:02.108682 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9ac87-8ad7-46df-9820-731276dbba90 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60a0b794-9cd5-4b79-8917-b4563b100db2,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:02.172654 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-8813afc9-89c3-42a0-a162-3cce72d3f7dc None None] Allocated IP 172.20.0.2 (eeb163c4-b391-4453-b664-838ab3a5562b/78884a2e-93b0-4a4e-8f91-c3cacf3ae2e8/b642f37f-e599-4235-8ce3-a98f7fc9a3c6) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:02.286493 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-50457cdb-eae6-4e53-b961-6c4ec237bdd4 req-bbbeda1c-caf1-4762-be23-65967cf6a00f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 210 time: 0.1691766 Jul 05 04:15:02.569847 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8d90d2-2a52-4dc1-9cf7-12d2e62bfbfa tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:02.585516 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8813afc9-89c3-42a0-a162-3cce72d3f7dc None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.646893 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8813afc9-89c3-42a0-a162-3cce72d3f7dc None None] Transition to ACTIVE for port object b642f37f-e599-4235-8ce3-a98f7fc9a3c6 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:02.653348 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.696091 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8813afc9-89c3-42a0-a162-3cce72d3f7dc None None] Transition to ACTIVE for port object b642f37f-e599-4235-8ce3-a98f7fc9a3c6 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:02.715009 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8813afc9-89c3-42a0-a162-3cce72d3f7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.757436 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8813afc9-89c3-42a0-a162-3cce72d3f7dc None None] Network eeb163c4-b391-4453-b664-838ab3a5562b is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:02.764839 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-8813afc9-89c3-42a0-a162-3cce72d3f7dc None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:02.819155 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8813afc9-89c3-42a0-a162-3cce72d3f7dc None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:02.825030 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e8d90d2-2a52-4dc1-9cf7-12d2e62bfbfa tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.853255 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-0e8d90d2-2a52-4dc1-9cf7-12d2e62bfbfa tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] device_id is not set on port 847361dd-dfa8-4aff-a230-ebcba715c004 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:15:03.047055 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813afc9-89c3-42a0-a162-3cce72d3f7dc None None] Pushing event updated for resources: {'Port': ['ID=b642f37f-e599-4235-8ce3-a98f7fc9a3c6,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:03.053535 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8813afc9-89c3-42a0-a162-3cce72d3f7dc None None] Attempting to bind port b642f37f-e599-4235-8ce3-a98f7fc9a3c6 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:03.060102 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8813afc9-89c3-42a0-a162-3cce72d3f7dc None None] Attempting to bind port b642f37f-e599-4235-8ce3-a98f7fc9a3c6 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '14cfdebd-128d-4715-a382-4a3af2e70825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'eeb163c4-b391-4453-b664-838ab3a5562b'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:03.060864 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8813afc9-89c3-42a0-a162-3cce72d3f7dc None None] Attempting to bind port b642f37f-e599-4235-8ce3-a98f7fc9a3c6 on network eeb163c4-b391-4453-b664-838ab3a5562b {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:03.077902 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8813afc9-89c3-42a0-a162-3cce72d3f7dc None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:03.079074 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8813afc9-89c3-42a0-a162-3cce72d3f7dc None None] Checking segment: {'id': '14cfdebd-128d-4715-a382-4a3af2e70825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'eeb163c4-b391-4453-b664-838ab3a5562b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:03.080066 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8813afc9-89c3-42a0-a162-3cce72d3f7dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.080776 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8813afc9-89c3-42a0-a162-3cce72d3f7dc None None] Bound using segment: {'id': '14cfdebd-128d-4715-a382-4a3af2e70825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'eeb163c4-b391-4453-b664-838ab3a5562b'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:03.082132 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8813afc9-89c3-42a0-a162-3cce72d3f7dc None None] Bound port: b642f37f-e599-4235-8ce3-a98f7fc9a3c6, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14cfdebd-128d-4715-a382-4a3af2e70825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'eeb163c4-b391-4453-b664-838ab3a5562b'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:03.082744 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8813afc9-89c3-42a0-a162-3cce72d3f7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.279534 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8813afc9-89c3-42a0-a162-3cce72d3f7dc None None] For port b642f37f-e599-4235-8ce3-a98f7fc9a3c6, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:03.305564 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8813afc9-89c3-42a0-a162-3cce72d3f7dc None None] For port b642f37f-e599-4235-8ce3-a98f7fc9a3c6, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b642f37f-e599-4235-8ce3-a98f7fc9a3c6,segment=NetworkSegment(14cfdebd-128d-4715-a382-4a3af2e70825),segment_id=14cfdebd-128d-4715-a382-4a3af2e70825)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:03.322661 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8813afc9-89c3-42a0-a162-3cce72d3f7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.595334 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813afc9-89c3-42a0-a162-3cce72d3f7dc None None] Pushing event updated for resources: {'Port': ['ID=b642f37f-e599-4235-8ce3-a98f7fc9a3c6,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:03.638623 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-0e8d90d2-2a52-4dc1-9cf7-12d2e62bfbfa tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Allocated IP 172.20.0.10 (eeb163c4-b391-4453-b664-838ab3a5562b/78884a2e-93b0-4a4e-8f91-c3cacf3ae2e8/847361dd-dfa8-4aff-a230-ebcba715c004) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:04.376072 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.498277 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a9e455a1-98db-4f89-b972-239a74b0cd0e req-9e7c9c86-c735-44b4-9158-b818f3dbcae0 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 210 time: 0.8126686 Jul 05 04:15:04.862995 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e8d90d2-2a52-4dc1-9cf7-12d2e62bfbfa tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.889997 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-0e8d90d2-2a52-4dc1-9cf7-12d2e62bfbfa tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Transition to ACTIVE for port object 847361dd-dfa8-4aff-a230-ebcba715c004 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:04.958422 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e8d90d2-2a52-4dc1-9cf7-12d2e62bfbfa tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.085220 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8d90d2-2a52-4dc1-9cf7-12d2e62bfbfa tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network eeb163c4-b391-4453-b664-838ab3a5562b is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:05.087042 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d90d2-2a52-4dc1-9cf7-12d2e62bfbfa tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Port': ['ID=847361dd-dfa8-4aff-a230-ebcba715c004,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:05.094724 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-0e8d90d2-2a52-4dc1-9cf7-12d2e62bfbfa tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:05.100263 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8d90d2-2a52-4dc1-9cf7-12d2e62bfbfa tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:05.156768 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52958) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:05.195235 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b642f37f-e599-4235-8ce3-a98f7fc9a3c6 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:05.198820 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8d90d2-2a52-4dc1-9cf7-12d2e62bfbfa tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:05.199883 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e8d90d2-2a52-4dc1-9cf7-12d2e62bfbfa tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.221174 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52962) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:05.222685 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0e8d90d2-2a52-4dc1-9cf7-12d2e62bfbfa tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1203043 Jul 05 04:15:05.227351 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-90e99d19-46a6-44f6-8438-3e66524a0bd5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'subnet': {'network_id': 'eeb163c4-b391-4453-b664-838ab3a5562b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:05.316657 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port b642f37f-e599-4235-8ce3-a98f7fc9a3c6 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:05.374319 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-42d3df45-110b-4b45-8a73-bb774964ee3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.565470 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4e2d4f41-3ae4-461b-9c08-008e86e7347f None None] Provisioning complete for port fbc36da1-db07-43d1-bfb0-d848cee0bb04 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:05.580369 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4e2d4f41-3ae4-461b-9c08-008e86e7347f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.639248 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-42d3df45-110b-4b45-8a73-bb774964ee3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.649160 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-42d3df45-110b-4b45-8a73-bb774964ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.714395 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-4e2d4f41-3ae4-461b-9c08-008e86e7347f None None] Port fbc36da1-db07-43d1-bfb0-d848cee0bb04 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:15:05.773320 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4e2d4f41-3ae4-461b-9c08-008e86e7347f None None] Provisioning for port b642f37f-e599-4235-8ce3-a98f7fc9a3c6 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:05.787065 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4e2d4f41-3ae4-461b-9c08-008e86e7347f None None] Provisioning complete for port b642f37f-e599-4235-8ce3-a98f7fc9a3c6 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:05.788114 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4e2d4f41-3ae4-461b-9c08-008e86e7347f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.839864 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e99d19-46a6-44f6-8438-3e66524a0bd5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:05.855886 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-90e99d19-46a6-44f6-8438-3e66524a0bd5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.859839 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3df45-110b-4b45-8a73-bb774964ee3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3066e7a2-2455-47be-8a80-a5eb53464f58,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:05.892401 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d88847f4-8521-4edb-8634-cca6c921a73f req-5777f4d5-f6ea-4ded-865e-3d541ab4aff1 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0645027 Jul 05 04:15:05.944192 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-42d3df45-110b-4b45-8a73-bb774964ee3a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c17f5b03b516477f89dfd806be0267a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7866817 Jul 05 04:15:05.951005 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52968) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:06.077362 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4e2d4f41-3ae4-461b-9c08-008e86e7347f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.141057 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-4e2d4f41-3ae4-461b-9c08-008e86e7347f None None] For port b642f37f-e599-4235-8ce3-a98f7fc9a3c6, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b642f37f-e599-4235-8ce3-a98f7fc9a3c6,segment=NetworkSegment(14cfdebd-128d-4715-a382-4a3af2e70825),segment_id=14cfdebd-128d-4715-a382-4a3af2e70825)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:06.159731 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4e2d4f41-3ae4-461b-9c08-008e86e7347f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.184269 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-03807af0-af89-429f-b18f-4b83c3b5b0f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.190319 n-d-780147-23 neutron-server[105539]: INFO neutron.db.ipam_backend_mixin [None req-90e99d19-46a6-44f6-8438-3e66524a0bd5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 78884a2e-93b0-4a4e-8f91-c3cacf3ae2e8 (CIDR: 172.20.0.0/28) Jul 05 04:15:06.195679 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e99d19-46a6-44f6-8438-3e66524a0bd5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:06.196774 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e99d19-46a6-44f6-8438-3e66524a0bd5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:06.218854 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-90e99d19-46a6-44f6-8438-3e66524a0bd5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9968143 Jul 05 04:15:06.221395 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52978) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:06.229649 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f06cec10-47be-4827-b681-61bef9189927 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'subnet': {'network_id': 'eeb163c4-b391-4453-b664-838ab3a5562b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:06.264167 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-03807af0-af89-429f-b18f-4b83c3b5b0f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.328640 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-03807af0-af89-429f-b18f-4b83c3b5b0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.331848 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-03807af0-af89-429f-b18f-4b83c3b5b0f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.334038 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-03807af0-af89-429f-b18f-4b83c3b5b0f1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3066e7a2-2455-47be-8a80-a5eb53464f58 HTTP/1.1" status: 204 len: 168 time: 0.3807049 Jul 05 04:15:06.349786 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03807af0-af89-429f-b18f-4b83c3b5b0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3066e7a2-2455-47be-8a80-a5eb53464f58,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:06.353326 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d4f41-3ae4-461b-9c08-008e86e7347f None None] Pushing event updated for resources: {'Port': ['ID=b642f37f-e599-4235-8ce3-a98f7fc9a3c6,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:06.374574 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-63e92f9f-0d88-45d0-8167-9529f7b8a6b8 None None] Provisioning for port 847361dd-dfa8-4aff-a230-ebcba715c004 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:06.375487 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03807af0-af89-429f-b18f-4b83c3b5b0f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:06.376969 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03807af0-af89-429f-b18f-4b83c3b5b0f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:06.377419 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03807af0-af89-429f-b18f-4b83c3b5b0f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:06.377779 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03807af0-af89-429f-b18f-4b83c3b5b0f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:06.378108 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03807af0-af89-429f-b18f-4b83c3b5b0f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:06.378484 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03807af0-af89-429f-b18f-4b83c3b5b0f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:06.378874 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03807af0-af89-429f-b18f-4b83c3b5b0f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:06.379210 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03807af0-af89-429f-b18f-4b83c3b5b0f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:06.380079 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03807af0-af89-429f-b18f-4b83c3b5b0f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:06.380079 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03807af0-af89-429f-b18f-4b83c3b5b0f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:06.380314 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03807af0-af89-429f-b18f-4b83c3b5b0f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:06.380538 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03807af0-af89-429f-b18f-4b83c3b5b0f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:06.415431 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-63e92f9f-0d88-45d0-8167-9529f7b8a6b8 None None] Provisioning complete for port 847361dd-dfa8-4aff-a230-ebcba715c004 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:06.416005 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-63e92f9f-0d88-45d0-8167-9529f7b8a6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.487555 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-63e92f9f-0d88-45d0-8167-9529f7b8a6b8 None None] Port 847361dd-dfa8-4aff-a230-ebcba715c004 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:15:06.509205 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06cec10-47be-4827-b681-61bef9189927 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:06.513270 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f06cec10-47be-4827-b681-61bef9189927 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.821622 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52992) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:06.835614 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-87643509-cb35-444b-baf2-f24e8a2c07a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.965382 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-87643509-cb35-444b-baf2-f24e8a2c07a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.972479 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-87643509-cb35-444b-baf2-f24e8a2c07a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.019323 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-87643509-cb35-444b-baf2-f24e8a2c07a5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cbeade1a82844b428e68fde3f7c99d61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1965184 Jul 05 04:15:07.021237 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52998) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:07.086551 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87643509-cb35-444b-baf2-f24e8a2c07a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815cae20-8a26-4eb6-b832-6ab2c18b64e2,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:07.093469 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b642f37f-e599-4235-8ce3-a98f7fc9a3c6 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:07.107769 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c633f533-3d0a-486a-95e7-4df2d6cda0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.135432 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c633f533-3d0a-486a-95e7-4df2d6cda0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.198275 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c633f533-3d0a-486a-95e7-4df2d6cda0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.205127 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c633f533-3d0a-486a-95e7-4df2d6cda0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.210123 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c633f533-3d0a-486a-95e7-4df2d6cda0a5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/815cae20-8a26-4eb6-b832-6ab2c18b64e2 HTTP/1.1" status: 204 len: 168 time: 0.1850064 Jul 05 04:15:07.224865 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633f533-3d0a-486a-95e7-4df2d6cda0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815cae20-8a26-4eb6-b832-6ab2c18b64e2,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:07.228233 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port b642f37f-e599-4235-8ce3-a98f7fc9a3c6 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:07.229034 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.325297 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77fc9a03-e37d-4446-a278-abbb49c32a7a req-4d494bf8-d20b-4d79-9b2b-88e2bd424f2f tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9815708-3c3d-479a-8d05-a0267ad5b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0541148 Jul 05 04:15:07.384848 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f06cec10-47be-4827-b681-61bef9189927 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.445594 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-a544d103-a4d4-4051-971f-c85c0ca599a1 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:07.453555 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-a544d103-a4d4-4051-971f-c85c0ca599a1 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 812 time: 0.1827788 Jul 05 04:15:07.488178 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06cec10-47be-4827-b681-61bef9189927 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network eeb163c4-b391-4453-b664-838ab3a5562b is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:07.514663 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-f06cec10-47be-4827-b681-61bef9189927 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:07.527198 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f96deb2-6575-48af-8165-79352eccb1fd None None] Network eeb163c4-b391-4453-b664-838ab3a5562b requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:07.528593 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06cec10-47be-4827-b681-61bef9189927 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:07.529390 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f06cec10-47be-4827-b681-61bef9189927 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.551209 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-69a719a4-20b3-4826-a2ea-7f19330ef5a9 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/quotas/c5a91f0142e14cf1a9be04e96df390cd HTTP/1.1" status: 200 len: 375 time: 0.0966084 Jul 05 04:15:07.568385 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f06cec10-47be-4827-b681-61bef9189927 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3452554 Jul 05 04:15:07.569603 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06cec10-47be-4827-b681-61bef9189927 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Subnet': ['ID=f4eeb9b2-3b8c-4775-88c9-40f1ccda009b,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:07.571769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53016) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:07.577737 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-160f350f-647d-41ce-9aee-48ee7a5b8140 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-799142501', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f4eeb9b2-3b8c-4775-88c9-40f1ccda009b'}], 'security_groups': ['0f4a5388-ba60-41cc-b003-bfc942fb5314']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:07.702405 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-c75ae047-43a1-4085-a899-a50dff3a9c83 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1498280 Jul 05 04:15:07.733974 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-160f350f-647d-41ce-9aee-48ee7a5b8140 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.893633 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-ad85828a-2f4f-4dfd-b6c0-a2601f58f2b3 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=bda59c1f81e148cd896dbb7c0a42c3c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662951 Jul 05 04:15:08.052311 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-f02faf5d-25c1-44f8-bfe2-8fd0913b7314 service neutron] 10.222.0.77 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488808 Jul 05 04:15:08.065432 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d45571f-1dc0-4cf7-b8f9-5a49e0a4a67c None None] Update dhcp port {'port': {'network_id': 'eeb163c4-b391-4453-b664-838ab3a5562b', 'fixed_ips': [{'subnet_id': '78884a2e-93b0-4a4e-8f91-c3cacf3ae2e8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f4eeb9b2-3b8c-4775-88c9-40f1ccda009b'}], 'binding:host_id': 'n-d-780147-23'}, 'id': 'b642f37f-e599-4235-8ce3-a98f7fc9a3c6'} from n-d-780147-23. {{(pid=105540) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:15:08.116498 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6d45571f-1dc0-4cf7-b8f9-5a49e0a4a67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.220267 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-693929d5-5458-4920-a45a-90f4cd0947a7 service neutron] 10.222.0.77 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571841 Jul 05 04:15:08.264042 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-160f350f-647d-41ce-9aee-48ee7a5b8140 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Delete allocated IP 172.20.0.10 (eeb163c4-b391-4453-b664-838ab3a5562b/78884a2e-93b0-4a4e-8f91-c3cacf3ae2e8) {{(pid=105538) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 04:15:08.285490 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-160f350f-647d-41ce-9aee-48ee7a5b8140 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Allocated IP 172.20.0.28 (eeb163c4-b391-4453-b664-838ab3a5562b/f4eeb9b2-3b8c-4775-88c9-40f1ccda009b/847361dd-dfa8-4aff-a230-ebcba715c004) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:08.562839 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-cd3d8bb4-dfc4-479d-a624-6b68ed3d40c8 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:08.564467 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-cd3d8bb4-dfc4-479d-a624-6b68ed3d40c8 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6613600 Jul 05 04:15:08.630604 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-7edafd28-6f63-45d6-a4f8-a3f43ba7c116 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/quotas/bda59c1f81e148cd896dbb7c0a42c3c1 HTTP/1.1" status: 200 len: 375 time: 0.0428672 Jul 05 04:15:08.679852 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-4d2500b4-970b-4715-ae9f-df54c6c21ff6 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=bda59c1f81e148cd896dbb7c0a42c3c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481994 Jul 05 04:15:08.804496 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-160f350f-647d-41ce-9aee-48ee7a5b8140 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.827720 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-160f350f-647d-41ce-9aee-48ee7a5b8140 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Transition to ACTIVE for port object 847361dd-dfa8-4aff-a230-ebcba715c004 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:08.843455 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-160f350f-647d-41ce-9aee-48ee7a5b8140 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.934570 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-6d45571f-1dc0-4cf7-b8f9-5a49e0a4a67c None None] Allocated IP 172.20.0.18 (eeb163c4-b391-4453-b664-838ab3a5562b/f4eeb9b2-3b8c-4775-88c9-40f1ccda009b/b642f37f-e599-4235-8ce3-a98f7fc9a3c6) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:08.951507 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f350f-647d-41ce-9aee-48ee7a5b8140 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Port': ['ID=847361dd-dfa8-4aff-a230-ebcba715c004,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:09.140390 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2f9cd058-982b-4aab-ae5f-e7658e0f13e1 req-fab9d394-b13a-4410-9877-71f82e82d036 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f61f04b7-6a83-402b-a291-215598c0fc85 HTTP/1.1" status: 200 len: 210 time: 0.0535910 Jul 05 04:15:09.210873 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53094) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:09.238682 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f262191c-581e-4fd3-9ce2-0c1abff1fab7 req-93ce846e-0447-4258-ba2d-856d17f70265 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 210 time: 0.0914648 Jul 05 04:15:09.249288 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-6d45571f-1dc0-4cf7-b8f9-5a49e0a4a67c None None] For port b642f37f-e599-4235-8ce3-a98f7fc9a3c6, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b642f37f-e599-4235-8ce3-a98f7fc9a3c6,segment=NetworkSegment(14cfdebd-128d-4715-a382-4a3af2e70825),segment_id=14cfdebd-128d-4715-a382-4a3af2e70825)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:09.261857 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-160f350f-647d-41ce-9aee-48ee7a5b8140 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] In _notify_port_updated(), no bound segment for port 847361dd-dfa8-4aff-a230-ebcba715c004 on network eeb163c4-b391-4453-b664-838ab3a5562b {{(pid=105538) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:15:09.282637 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160f350f-647d-41ce-9aee-48ee7a5b8140 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:09.282637 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-160f350f-647d-41ce-9aee-48ee7a5b8140 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.284394 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-160f350f-647d-41ce-9aee-48ee7a5b8140 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "PUT /v2.0/ports/847361dd-dfa8-4aff-a230-ebcba715c004 HTTP/1.1" status: 200 len: 920 time: 1.7110491 Jul 05 04:15:09.295237 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53096) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:09.357443 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6d45571f-1dc0-4cf7-b8f9-5a49e0a4a67c None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.400628 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:15:09.407104 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6d45571f-1dc0-4cf7-b8f9-5a49e0a4a67c None None] Transition to ACTIVE for port object b642f37f-e599-4235-8ce3-a98f7fc9a3c6 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:09.416605 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6d45571f-1dc0-4cf7-b8f9-5a49e0a4a67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.418185 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9e25a1b9-b6e9-4930-b38d-63c87de05973 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.484720 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9e25a1b9-b6e9-4930-b38d-63c87de05973 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.597492 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9e25a1b9-b6e9-4930-b38d-63c87de05973 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.601722 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9e25a1b9-b6e9-4930-b38d-63c87de05973 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.608090 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9e25a1b9-b6e9-4930-b38d-63c87de05973 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "DELETE /v2.0/security-groups/d75f1160-f6a1-48cb-b40a-10031eb59d77 HTTP/1.1" status: 204 len: 168 time: 0.3957405 Jul 05 04:15:09.608939 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53108) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:09.623958 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-5c8598ce-1686-4e63-add8-8648b78268e5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting port 847361dd-dfa8-4aff-a230-ebcba715c004 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:09.624354 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5c8598ce-1686-4e63-add8-8648b78268e5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.636301 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45571f-1dc0-4cf7-b8f9-5a49e0a4a67c None None] Pushing event updated for resources: {'Port': ['ID=b642f37f-e599-4235-8ce3-a98f7fc9a3c6,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:09.638888 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25a1b9-b6e9-4930-b38d-63c87de05973 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75f1160-f6a1-48cb-b40a-10031eb59d77,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:09.770143 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-f13d0249-1916-446e-bd78-7a8e2ea2108d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] show failed (client error): The resource could not be found. Jul 05 04:15:09.774924 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53122) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:09.784683 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f13d0249-1916-446e-bd78-7a8e2ea2108d tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "GET /v2.0/security-groups/d75f1160-f6a1-48cb-b40a-10031eb59d77 HTTP/1.1" status: 404 len: 347 time: 0.1745455 Jul 05 04:15:09.826656 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5c8598ce-1686-4e63-add8-8648b78268e5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.856867 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-5c8598ce-1686-4e63-add8-8648b78268e5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Calling delete_port for 847361dd-dfa8-4aff-a230-ebcba715c004 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:10.029249 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-16941199-b428-45ed-9755-4791d3e74e61 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Deleting port e971e8a4-45cb-4b20-ba5d-c406fbbf5f89 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:10.030151 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16941199-b428-45ed-9755-4791d3e74e61 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.139576 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5c8598ce-1686-4e63-add8-8648b78268e5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.179929 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8598ce-1686-4e63-add8-8648b78268e5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Port': ['ID=847361dd-dfa8-4aff-a230-ebcba715c004,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:10.231439 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16941199-b428-45ed-9755-4791d3e74e61 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.231940 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16941199-b428-45ed-9755-4791d3e74e61 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.270560 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-16941199-b428-45ed-9755-4791d3e74e61 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Calling delete_port for e971e8a4-45cb-4b20-ba5d-c406fbbf5f89 owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:10.286555 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5c8598ce-1686-4e63-add8-8648b78268e5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.293468 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53140) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:10.294470 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5c8598ce-1686-4e63-add8-8648b78268e5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/ports/847361dd-dfa8-4aff-a230-ebcba715c004 HTTP/1.1" status: 204 len: 168 time: 0.9929459 Jul 05 04:15:10.390801 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f1935a5f-7cf5-402c-a614-1e4a9e6ccb52 req-c7ee4dbe-3729-4030-93ba-62fad37ec9ef tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f61f04b7-6a83-402b-a291-215598c0fc85 HTTP/1.1" status: 200 len: 210 time: 0.0504632 Jul 05 04:15:10.393334 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-94103388-a979-4334-94ea-a5eb7e55acd5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] GET failed (client error): The resource could not be found. Jul 05 04:15:10.395039 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-94103388-a979-4334-94ea-a5eb7e55acd5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports/847361dd-dfa8-4aff-a230-ebcba715c004 HTTP/1.1" status: 404 len: 333 time: 0.0996974 Jul 05 04:15:10.398248 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53144) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:10.511000 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-450e82a9-eedb-4201-8c0c-7576754088f3 req-f082bf74-6e27-46d4-a563-8dd683c2c754 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 210 time: 0.0567329 Jul 05 04:15:10.519113 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-268a5d0d-74fe-4fb0-8585-39e4770bfd64 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.571236 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-268a5d0d-74fe-4fb0-8585-39e4770bfd64 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.647332 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6028f638-e2aa-4538-9970-9954aa811779 None None] Could not find standard attr ID for object 847361dd-dfa8-4aff-a230-ebcba715c004. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:15:10.652396 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16941199-b428-45ed-9755-4791d3e74e61 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.655882 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-268a5d0d-74fe-4fb0-8585-39e4770bfd64 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.659324 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-268a5d0d-74fe-4fb0-8585-39e4770bfd64 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.660839 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-268a5d0d-74fe-4fb0-8585-39e4770bfd64 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/security-groups/60a0b794-9cd5-4b79-8917-b4563b100db2 HTTP/1.1" status: 204 len: 168 time: 0.2608602 Jul 05 04:15:10.665231 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53154) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:10.682612 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6028f638-e2aa-4538-9970-9954aa811779 None None] Provisioning complete for port fbc36da1-db07-43d1-bfb0-d848cee0bb04 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:10.682893 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a5d0d-74fe-4fb0-8585-39e4770bfd64 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a0b794-9cd5-4b79-8917-b4563b100db2,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:10.692195 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6028f638-e2aa-4538-9970-9954aa811779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.738352 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16941199-b428-45ed-9755-4791d3e74e61 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event deleted for resources: {'Port': ['ID=e971e8a4-45cb-4b20-ba5d-c406fbbf5f89,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:10.773784 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-6028f638-e2aa-4538-9970-9954aa811779 None None] Port fbc36da1-db07-43d1-bfb0-d848cee0bb04 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:15:10.813693 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6028f638-e2aa-4538-9970-9954aa811779 None None] Provisioning for port b642f37f-e599-4235-8ce3-a98f7fc9a3c6 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:10.819671 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6028f638-e2aa-4538-9970-9954aa811779 None None] Provisioning complete for port b642f37f-e599-4235-8ce3-a98f7fc9a3c6 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:10.820214 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6028f638-e2aa-4538-9970-9954aa811779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.824148 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ccfea28-827e-452f-ab50-c85c3e5f7ad6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.880398 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ccfea28-827e-452f-ab50-c85c3e5f7ad6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.991314 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ccfea28-827e-452f-ab50-c85c3e5f7ad6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.995600 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ccfea28-827e-452f-ab50-c85c3e5f7ad6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.997486 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0ccfea28-827e-452f-ab50-c85c3e5f7ad6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/security-groups/0f4a5388-ba60-41cc-b003-bfc942fb5314 HTTP/1.1" status: 204 len: 168 time: 0.3296089 Jul 05 04:15:11.004528 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16941199-b428-45ed-9755-4791d3e74e61 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.008101 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53164) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:11.017469 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16941199-b428-45ed-9755-4791d3e74e61 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.017469 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-16941199-b428-45ed-9755-4791d3e74e61 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "DELETE /v2.0/floatingips/600050b3-ad7a-437b-a279-314136d899e7 HTTP/1.1" status: 204 len: 168 time: 1.2371042 Jul 05 04:15:11.036814 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53166) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:11.144239 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b642f37f-e599-4235-8ce3-a98f7fc9a3c6 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:11.182599 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c963663-adea-46f7-b600-2e6c50952b55 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting subnet 78884a2e-93b0-4a4e-8f91-c3cacf3ae2e8 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:11.193994 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0c963663-adea-46f7-b600-2e6c50952b55 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.203818 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfea28-827e-452f-ab50-c85c3e5f7ad6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4a5388-ba60-41cc-b003-bfc942fb5314,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:11.261600 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0c963663-adea-46f7-b600-2e6c50952b55 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.310783 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port b642f37f-e599-4235-8ce3-a98f7fc9a3c6 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:11.311520 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.494923 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-65ee0c29-8a67-4f0d-9e75-565f626199b6 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:11.496546 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-65ee0c29-8a67-4f0d-9e75-565f626199b6 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.89 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 812 time: 0.6498728 Jul 05 04:15:11.527498 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-c38ed9ff-a0ae-4536-a40e-e2fcea8f7612 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Request body: {'port': {'device_id': 'd3af7abb-334c-4b0d-b0ab-d2bf6958dd93', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'admin_state_up': True, 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:11.550574 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-835e222b-168c-4355-b9d8-b88855da5c12 None None] Could not find standard attr ID for object 847361dd-dfa8-4aff-a230-ebcba715c004. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:15:11.571372 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-52085cb4-1dce-48ab-9a5a-b8803b1e57de tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Deleting port fdd61790-feb9-41f4-a979-99718ff8af30 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:11.572080 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-52085cb4-1dce-48ab-9a5a-b8803b1e57de tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.613453 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0c963663-adea-46f7-b600-2e6c50952b55 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.625634 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-e6435b4a-aea4-4c04-93d4-72262c97d04d tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=bda59c1f81e148cd896dbb7c0a42c3c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796924 Jul 05 04:15:11.799239 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-52085cb4-1dce-48ab-9a5a-b8803b1e57de tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.840011 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-52085cb4-1dce-48ab-9a5a-b8803b1e57de tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Calling delete_port for fdd61790-feb9-41f4-a979-99718ff8af30 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:11.955462 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-824a05e1-8ee5-4ee0-8a10-286516cb3031 req-75ceaa0d-1737-4870-9786-9801dce187c7 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 210 time: 0.0826182 Jul 05 04:15:12.024667 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-795177a9-a333-462d-bf14-54efa60f2002 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:12.027417 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-795177a9-a333-462d-bf14-54efa60f2002 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3393216 Jul 05 04:15:12.041786 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53186) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:12.053788 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-a5d8858c-2a9d-40b2-a41a-37a4ae849ec9 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Request body: {'port': {'device_id': 'f61f04b7-6a83-402b-a291-215598c0fc85', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': 'bda59c1f81e148cd896dbb7c0a42c3c1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:12.142257 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0c963663-adea-46f7-b600-2e6c50952b55 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.142831 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da55e7ca-0b16-467a-92f5-0dfc8cdecc61 req-432052bc-1555-4f1a-b069-7cf1a76ba6c3 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f61f04b7-6a83-402b-a291-215598c0fc85 HTTP/1.1" status: 200 len: 210 time: 0.1031394 Jul 05 04:15:12.147337 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-52085cb4-1dce-48ab-9a5a-b8803b1e57de tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.200316 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52085cb4-1dce-48ab-9a5a-b8803b1e57de tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event deleted for resources: {'Port': ['ID=fdd61790-feb9-41f4-a979-99718ff8af30,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:12.202299 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af9435f-e029-4e9e-98bf-1cf0f91f72df None None] Network eeb163c4-b391-4453-b664-838ab3a5562b requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:12.237154 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0c963663-adea-46f7-b600-2e6c50952b55 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.240749 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0c963663-adea-46f7-b600-2e6c50952b55 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/subnets/78884a2e-93b0-4a4e-8f91-c3cacf3ae2e8 HTTP/1.1" status: 204 len: 168 time: 1.2303147 Jul 05 04:15:12.250708 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53190) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:12.254824 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c963663-adea-46f7-b600-2e6c50952b55 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Subnet': ['ID=78884a2e-93b0-4a4e-8f91-c3cacf3ae2e8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:12.264467 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-eda916c7-b0c2-4687-b757-8918f41dffd9 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'subnet': {'network_id': 'eeb163c4-b391-4453-b664-838ab3a5562b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:12.362749 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-52085cb4-1dce-48ab-9a5a-b8803b1e57de tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.365919 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-52085cb4-1dce-48ab-9a5a-b8803b1e57de tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "DELETE /v2.0/ports/fdd61790-feb9-41f4-a979-99718ff8af30 HTTP/1.1" status: 204 len: 168 time: 1.3226120 Jul 05 04:15:12.368301 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ce8dab9f-88b6-4369-ad69-f04ed8706386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.369946 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53194) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:12.560208 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-c38ed9ff-a0ae-4536-a40e-e2fcea8f7612 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Made reservation on behalf of c5a91f0142e14cf1a9be04e96df390cd for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:12.564132 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-c38ed9ff-a0ae-4536-a40e-e2fcea8f7612 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.567614 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.db.api [None req-eda916c7-b0c2-4687-b757-8918f41dffd9 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:15:12.567614 n-d-780147-23 neutron-server[105538]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:15:12.567614 n-d-780147-23 neutron-server[105538]: [parameters: {'project_id_1': 'fb4c3b49cee14040aba1b9f4e97b8880', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 15, 12, 507423)}] Jul 05 04:15:12.567614 n-d-780147-23 neutron-server[105538]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105538) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:15:12.568103 n-d-780147-23 neutron-server[105538]: DEBUG oslo_db.api [None req-eda916c7-b0c2-4687-b757-8918f41dffd9 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:15:12.576056 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.db.api [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-a5d8858c-2a9d-40b2-a41a-37a4ae849ec9 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:15:12.576056 n-d-780147-23 neutron-server[105538]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:15:12.576056 n-d-780147-23 neutron-server[105538]: [parameters: {'project_id_1': 'bda59c1f81e148cd896dbb7c0a42c3c1', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 15, 12, 520991)}] Jul 05 04:15:12.576056 n-d-780147-23 neutron-server[105538]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105538) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:15:12.576801 n-d-780147-23 neutron-server[105538]: DEBUG oslo_db.api [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-a5d8858c-2a9d-40b2-a41a-37a4ae849ec9 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:15:12.686889 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ce8dab9f-88b6-4369-ad69-f04ed8706386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.693125 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ce8dab9f-88b6-4369-ad69-f04ed8706386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.748640 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ce8dab9f-88b6-4369-ad69-f04ed8706386 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=79d1e11df050480b95decf318db8edcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7057009 Jul 05 04:15:12.750571 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53196) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:12.807191 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8dab9f-88b6-4369-ad69-f04ed8706386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6d4899-fa02-446d-8ae5-9a18e2eb6164,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:12.825575 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-7b6000bb-c8db-4673-b7e5-6996e5dd9edb tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Deleting port 0bd03fe8-1a38-4778-8165-e5222e120f1d {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:12.825916 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7b6000bb-c8db-4673-b7e5-6996e5dd9edb tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.843884 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2d37d1f-8aa4-4b8f-a411-6470a061d44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.872170 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2d37d1f-8aa4-4b8f-a411-6470a061d44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.964035 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2d37d1f-8aa4-4b8f-a411-6470a061d44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.966641 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2d37d1f-8aa4-4b8f-a411-6470a061d44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.970754 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e2d37d1f-8aa4-4b8f-a411-6470a061d44d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ee6d4899-fa02-446d-8ae5-9a18e2eb6164 HTTP/1.1" status: 204 len: 168 time: 0.2162180 Jul 05 04:15:12.989733 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7b6000bb-c8db-4673-b7e5-6996e5dd9edb tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.997615 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d37d1f-8aa4-4b8f-a411-6470a061d44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6d4899-fa02-446d-8ae5-9a18e2eb6164,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:13.031424 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-7b6000bb-c8db-4673-b7e5-6996e5dd9edb tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Calling delete_port for 0bd03fe8-1a38-4778-8165-e5222e120f1d owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:13.048933 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-c38ed9ff-a0ae-4536-a40e-e2fcea8f7612 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Allocated IP 172.20.0.12 (9e2bc1e9-0d67-4f0c-aa81-a034266b5687/40568ec5-9a32-47f3-85b6-60f4faaa494c/abef2f72-32c3-440e-82e7-2164c28ae896) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:13.053859 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.155069 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda916c7-b0c2-4687-b757-8918f41dffd9 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:13.158642 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eda916c7-b0c2-4687-b757-8918f41dffd9 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.301577 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-a5d8858c-2a9d-40b2-a41a-37a4ae849ec9 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Made reservation on behalf of bda59c1f81e148cd896dbb7c0a42c3c1 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:13.306420 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-a5d8858c-2a9d-40b2-a41a-37a4ae849ec9 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.324524 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-a5d8858c-2a9d-40b2-a41a-37a4ae849ec9 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.363352 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-117a452b-3dac-49e3-8e41-f9e8628915cf req-854251c4-9afa-4a7f-8ca5-386a8a25367d tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 210 time: 0.1195483 Jul 05 04:15:13.591580 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7b6000bb-c8db-4673-b7e5-6996e5dd9edb tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.605382 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-a5d8858c-2a9d-40b2-a41a-37a4ae849ec9 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.610862 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53208) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:13.691425 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-607d953c-b5b6-4217-8470-e06548f21c13 req-4a89a398-cbeb-42cc-a6f9-21f49bf6d2f3 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f61f04b7-6a83-402b-a291-215598c0fc85 HTTP/1.1" status: 200 len: 210 time: 0.0696795 Jul 05 04:15:13.694082 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-a5d8858c-2a9d-40b2-a41a-37a4ae849ec9 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.714469 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c8711fcc-b7f4-4215-a2a8-4f54b1bf99a6 None None] Provisioning complete for port fbc36da1-db07-43d1-bfb0-d848cee0bb04 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:13.715118 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c8711fcc-b7f4-4215-a2a8-4f54b1bf99a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.738478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6000bb-c8db-4673-b7e5-6996e5dd9edb tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event deleted for resources: {'Port': ['ID=0bd03fe8-1a38-4778-8165-e5222e120f1d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:13.799028 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-c8711fcc-b7f4-4215-a2a8-4f54b1bf99a6 None None] Port fbc36da1-db07-43d1-bfb0-d848cee0bb04 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:15:13.811331 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c8711fcc-b7f4-4215-a2a8-4f54b1bf99a6 None None] Provisioning complete for port b642f37f-e599-4235-8ce3-a98f7fc9a3c6 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:13.812146 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c8711fcc-b7f4-4215-a2a8-4f54b1bf99a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.832020 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-c38ed9ff-a0ae-4536-a40e-e2fcea8f7612 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.924145 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7b6000bb-c8db-4673-b7e5-6996e5dd9edb tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.929224 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0d414a9-25a2-4093-b95d-fd7008242b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.934699 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7b6000bb-c8db-4673-b7e5-6996e5dd9edb tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "DELETE /v2.0/ports/0bd03fe8-1a38-4778-8165-e5222e120f1d HTTP/1.1" status: 204 len: 168 time: 1.5630872 Jul 05 04:15:13.937104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-c38ed9ff-a0ae-4536-a40e-e2fcea8f7612 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Transition to ACTIVE for port object abef2f72-32c3-440e-82e7-2164c28ae896 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:13.944539 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53214) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:14.020560 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-c38ed9ff-a0ae-4536-a40e-e2fcea8f7612 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.092222 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-c38ed9ff-a0ae-4536-a40e-e2fcea8f7612 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:14.099705 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-c38ed9ff-a0ae-4536-a40e-e2fcea8f7612 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:14.104016 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-c38ed9ff-a0ae-4536-a40e-e2fcea8f7612 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:14.158612 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8858c-2a9d-40b2-a41a-37a4ae849ec9 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e771e8a-e993-447c-835c-1a3573af43f3,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:14.167488 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ed9ff-a0ae-4536-a40e-e2fcea8f7612 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event updated for resources: {'Port': ['ID=abef2f72-32c3-440e-82e7-2164c28ae896,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:14.228472 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-c38ed9ff-a0ae-4536-a40e-e2fcea8f7612 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:14.229314 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-c38ed9ff-a0ae-4536-a40e-e2fcea8f7612 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.277365 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca4b922-ea32-4ca2-b46c-0ce5204ce342 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Deleting subnet a927bcdc-e462-4ca7-b6a1-c36068d79290 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:14.284301 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eda916c7-b0c2-4687-b757-8918f41dffd9 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.314732 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8ca4b922-ea32-4ca2-b46c-0ce5204ce342 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.459127 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda916c7-b0c2-4687-b757-8918f41dffd9 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Subnet': ['ID=1bcffb09-9686-482c-933b-926b409b453f,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:14.495307 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda916c7-b0c2-4687-b757-8918f41dffd9 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network eeb163c4-b391-4453-b664-838ab3a5562b is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:14.504033 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8ca4b922-ea32-4ca2-b46c-0ce5204ce342 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.533261 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-eda916c7-b0c2-4687-b757-8918f41dffd9 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:14.536298 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda916c7-b0c2-4687-b757-8918f41dffd9 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:14.537079 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eda916c7-b0c2-4687-b757-8918f41dffd9 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.545870 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111d6708-9ae9-41c4-94f4-ce80a5cdf938 None None] Network eeb163c4-b391-4453-b664-838ab3a5562b requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:14.584352 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-a5d8858c-2a9d-40b2-a41a-37a4ae849ec9 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Allocated IP 192.168.233.228 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/9f597c3e-7d92-4beb-9095-660f3672776e) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:14.632151 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0d414a9-25a2-4093-b95d-fd7008242b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.642443 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-c38ed9ff-a0ae-4536-a40e-e2fcea8f7612 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1215844 Jul 05 04:15:14.661549 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-2ea0cffc-9908-4505-b75b-6796fe7f59a1 service neutron] Request body: {'port': {'device_id': 'd3af7abb-334c-4b0d-b0ab-d2bf6958dd93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:14.669542 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0d414a9-25a2-4093-b95d-fd7008242b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.724307 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8eb2ce5c-994a-4fac-81ab-308517160501 None None] Provisioning for port abef2f72-32c3-440e-82e7-2164c28ae896 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:14.738281 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-eda916c7-b0c2-4687-b757-8918f41dffd9 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4831429 Jul 05 04:15:14.747633 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8eb2ce5c-994a-4fac-81ab-308517160501 None None] Provisioning complete for port abef2f72-32c3-440e-82e7-2164c28ae896 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:14.748307 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ce5c-994a-4fac-81ab-308517160501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.748776 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d414a9-25a2-4093-b95d-fd7008242b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5341b3fe-92f1-4157-a3f5-7ae5e5955df7,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:14.757782 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53218) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:14.766739 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e2282cb3-d863-4880-828d-bb787ead1bd2 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'security_group': {'name': 'tempest-secgroup-111673022'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:14.800722 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-8eb2ce5c-994a-4fac-81ab-308517160501 None None] Port abef2f72-32c3-440e-82e7-2164c28ae896 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:15:14.807703 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-2ea0cffc-9908-4505-b75b-6796fe7f59a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.919262 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7847bb59-498a-4cb3-86d5-711f94229d53 None None] Update dhcp port {'port': {'network_id': 'eeb163c4-b391-4453-b664-838ab3a5562b', 'fixed_ips': [{'subnet_id': 'f4eeb9b2-3b8c-4775-88c9-40f1ccda009b', 'ip_address': '172.20.0.18'}, {'subnet_id': '1bcffb09-9686-482c-933b-926b409b453f'}], 'binding:host_id': 'n-d-780147-23'}, 'id': 'b642f37f-e599-4235-8ce3-a98f7fc9a3c6'} from n-d-780147-23. {{(pid=105540) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:15:14.960069 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7847bb59-498a-4cb3-86d5-711f94229d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.040020 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c0d03b6-5d5c-4497-b44d-68836600c1b7 req-4816928c-6a25-4803-af08-d42c1e9df83e tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f61f04b7-6a83-402b-a291-215598c0fc85 HTTP/1.1" status: 200 len: 210 time: 0.0500326 Jul 05 04:15:15.118486 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a0d414a9-25a2-4093-b95d-fd7008242b27 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f8c2112419904e92934c9f16c7ebd547&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4942470 Jul 05 04:15:15.121914 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53226) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:15.168136 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8ca4b922-ea32-4ca2-b46c-0ce5204ce342 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.223718 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2282cb3-d863-4880-828d-bb787ead1bd2 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.266053 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-7847bb59-498a-4cb3-86d5-711f94229d53 None None] Allocated IP 172.20.0.2 (eeb163c4-b391-4453-b664-838ab3a5562b/1bcffb09-9686-482c-933b-926b409b453f/b642f37f-e599-4235-8ce3-a98f7fc9a3c6) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:15.270877 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-90b67fd8-45dc-46c7-9360-7e42f7d2b937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.296342 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-90b67fd8-45dc-46c7-9360-7e42f7d2b937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.303164 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-a5d8858c-2a9d-40b2-a41a-37a4ae849ec9 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.313319 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b017c8e-7f9c-40fc-b30a-ff3601fe5ba7 req-36b04816-0995-402c-be9c-316da485195f tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:15.315185 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8b017c8e-7f9c-40fc-b30a-ff3601fe5ba7 req-36b04816-0995-402c-be9c-316da485195f tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 932 time: 0.7512248 Jul 05 04:15:15.316445 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8ca4b922-ea32-4ca2-b46c-0ce5204ce342 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.384342 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-2ea0cffc-9908-4505-b75b-6796fe7f59a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abef2f72-32c3-440e-82e7-2164c28ae896 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:15:15.390863 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4b922-ea32-4ca2-b46c-0ce5204ce342 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event deleted for resources: {'Subnet': ['ID=a927bcdc-e462-4ca7-b6a1-c36068d79290,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:15.399118 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-2ea0cffc-9908-4505-b75b-6796fe7f59a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.405583 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8ca4b922-ea32-4ca2-b46c-0ce5204ce342 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.410383 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8ca4b922-ea32-4ca2-b46c-0ce5204ce342 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "DELETE /v2.0/subnets/a927bcdc-e462-4ca7-b6a1-c36068d79290 HTTP/1.1" status: 204 len: 168 time: 1.4576020 Jul 05 04:15:15.415665 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53228) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:15.437293 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-7847bb59-498a-4cb3-86d5-711f94229d53 None None] For port b642f37f-e599-4235-8ce3-a98f7fc9a3c6, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b642f37f-e599-4235-8ce3-a98f7fc9a3c6,segment=NetworkSegment(14cfdebd-128d-4715-a382-4a3af2e70825),segment_id=14cfdebd-128d-4715-a382-4a3af2e70825)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:15.442280 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907c10d8-0fba-4063-a94b-b8623b9ed0e2 None None] Network a6d904c9-d5c3-4585-9d21-be63aa884ed6 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:15.446797 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-a5d8858c-2a9d-40b2-a41a-37a4ae849ec9 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Transition to ACTIVE for port object 9f597c3e-7d92-4beb-9095-660f3672776e will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:15.450759 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-2ea0cffc-9908-4505-b75b-6796fe7f59a1 service neutron] Transition to ACTIVE for port object abef2f72-32c3-440e-82e7-2164c28ae896 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:15.454332 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-90b67fd8-45dc-46c7-9360-7e42f7d2b937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.457266 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-90b67fd8-45dc-46c7-9360-7e42f7d2b937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.458635 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-90b67fd8-45dc-46c7-9360-7e42f7d2b937 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5341b3fe-92f1-4157-a3f5-7ae5e5955df7 HTTP/1.1" status: 204 len: 168 time: 0.3357122 Jul 05 04:15:15.464362 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8b017c8e-7f9c-40fc-b30a-ff3601fe5ba7 req-705d56ec-e1f3-4eda-8f98-5ae2ef1a40a4 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350992 Jul 05 04:15:15.494586 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b67fd8-45dc-46c7-9360-7e42f7d2b937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5341b3fe-92f1-4157-a3f5-7ae5e5955df7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:15.498917 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-2ea0cffc-9908-4505-b75b-6796fe7f59a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.559030 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f45871c-0198-4d39-9107-c04667cfe3d4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Deleting subnet e870ccd1-5d08-4394-8905-8e1dcc9a2cbf {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:15.562743 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1f45871c-0198-4d39-9107-c04667cfe3d4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.619842 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2282cb3-d863-4880-828d-bb787ead1bd2 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.622041 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-a5d8858c-2a9d-40b2-a41a-37a4ae849ec9 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.645062 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1f45871c-0198-4d39-9107-c04667cfe3d4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.647724 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2282cb3-d863-4880-828d-bb787ead1bd2 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.671879 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-a5d8858c-2a9d-40b2-a41a-37a4ae849ec9 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:15.689556 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-a5d8858c-2a9d-40b2-a41a-37a4ae849ec9 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:15.702881 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-a5d8858c-2a9d-40b2-a41a-37a4ae849ec9 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:15.771607 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2282cb3-d863-4880-828d-bb787ead1bd2 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.775868 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e2282cb3-d863-4880-828d-bb787ead1bd2 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0110936 Jul 05 04:15:15.797301 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53232) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:15.808800 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-a0a87d40-d83f-46ff-bb5f-a892160246f9 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'security_group': {'name': 'tempest-secgroup-1966420422'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:15.842934 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1f45871c-0198-4d39-9107-c04667cfe3d4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.877085 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2282cb3-d863-4880-828d-bb787ead1bd2 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=598fc3c7-1ab6-42f4-9441-25829fd3b059,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:15.887336 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8858c-2a9d-40b2-a41a-37a4ae849ec9 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Pushing event updated for resources: {'Port': ['ID=9f597c3e-7d92-4beb-9095-660f3672776e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:15.897804 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0a87d40-d83f-46ff-bb5f-a892160246f9 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.980750 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7847bb59-498a-4cb3-86d5-711f94229d53 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.001786 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1f45871c-0198-4d39-9107-c04667cfe3d4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.057953 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7847bb59-498a-4cb3-86d5-711f94229d53 None None] Transition to ACTIVE for port object b642f37f-e599-4235-8ce3-a98f7fc9a3c6 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:16.081383 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0cffc-9908-4505-b75b-6796fe7f59a1 service neutron] Pushing event updated for resources: {'Port': ['ID=abef2f72-32c3-440e-82e7-2164c28ae896,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:16.118653 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7847bb59-498a-4cb3-86d5-711f94229d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.132087 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45871c-0198-4d39-9107-c04667cfe3d4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event deleted for resources: {'Subnet': ['ID=e870ccd1-5d08-4394-8905-8e1dcc9a2cbf,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:16.135194 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1f45871c-0198-4d39-9107-c04667cfe3d4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.141421 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1f45871c-0198-4d39-9107-c04667cfe3d4 tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "DELETE /v2.0/subnets/e870ccd1-5d08-4394-8905-8e1dcc9a2cbf HTTP/1.1" status: 204 len: 168 time: 0.7246275 Jul 05 04:15:16.143635 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53240) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:16.215088 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d4bc11-662a-4df8-b56d-210ef11f2804 None None] Network cb4fce54-78f5-46da-a4fc-a7c4ec35c56f requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:16.455996 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-201e438d-fc12-445c-bd26-22de771f5b4b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.466549 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-cfb90155-06f9-4aac-a706-ce62be4752d1 None None] Provisioning for port 9f597c3e-7d92-4beb-9095-660f3672776e completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:16.479856 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-2ea0cffc-9908-4505-b75b-6796fe7f59a1 service neutron] Attempting to bind port abef2f72-32c3-440e-82e7-2164c28ae896 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:16.480647 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-2ea0cffc-9908-4505-b75b-6796fe7f59a1 service neutron] Attempting to bind port abef2f72-32c3-440e-82e7-2164c28ae896 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:16.481163 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-2ea0cffc-9908-4505-b75b-6796fe7f59a1 service neutron] Attempting to bind port abef2f72-32c3-440e-82e7-2164c28ae896 on network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:16.495363 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-2ea0cffc-9908-4505-b75b-6796fe7f59a1 service neutron] Port abef2f72-32c3-440e-82e7-2164c28ae896 on network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:15:16.496044 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-2ea0cffc-9908-4505-b75b-6796fe7f59a1 service neutron] Attempting to bind port abef2f72-32c3-440e-82e7-2164c28ae896 on network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:16.507255 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-cfb90155-06f9-4aac-a706-ce62be4752d1 None None] Provisioning complete for port 9f597c3e-7d92-4beb-9095-660f3672776e triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:16.507753 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cfb90155-06f9-4aac-a706-ce62be4752d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.544972 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-2ea0cffc-9908-4505-b75b-6796fe7f59a1 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:16.545317 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-2ea0cffc-9908-4505-b75b-6796fe7f59a1 service neutron] Checking segment: {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:16.545710 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-2ea0cffc-9908-4505-b75b-6796fe7f59a1 service neutron] Bound using segment: {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:16.546164 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-2ea0cffc-9908-4505-b75b-6796fe7f59a1 service neutron] Bound port: abef2f72-32c3-440e-82e7-2164c28ae896, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:16.546528 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-2ea0cffc-9908-4505-b75b-6796fe7f59a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.591308 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847bb59-498a-4cb3-86d5-711f94229d53 None None] Pushing event updated for resources: {'Port': ['ID=b642f37f-e599-4235-8ce3-a98f7fc9a3c6,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:16.614040 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385bc50-cc4e-4627-9fde-97aa6bca9e1a req-60c03b0a-f5a8-451f-82d3-80f67f15ff36 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:16.627596 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2385bc50-cc4e-4627-9fde-97aa6bca9e1a req-60c03b0a-f5a8-451f-82d3-80f67f15ff36 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f61f04b7-6a83-402b-a291-215598c0fc85 HTTP/1.1" status: 200 len: 936 time: 0.3257511 Jul 05 04:15:16.648223 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-a5d8858c-2a9d-40b2-a41a-37a4ae849ec9 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:16.649555 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-a5d8858c-2a9d-40b2-a41a-37a4ae849ec9 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.670865 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847bb59-498a-4cb3-86d5-711f94229d53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:16.671393 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847bb59-498a-4cb3-86d5-711f94229d53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:16.671736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847bb59-498a-4cb3-86d5-711f94229d53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:16.672095 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847bb59-498a-4cb3-86d5-711f94229d53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:16.672430 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847bb59-498a-4cb3-86d5-711f94229d53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:16.672758 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847bb59-498a-4cb3-86d5-711f94229d53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:16.673083 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847bb59-498a-4cb3-86d5-711f94229d53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:16.673405 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847bb59-498a-4cb3-86d5-711f94229d53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:16.673762 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847bb59-498a-4cb3-86d5-711f94229d53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:16.674095 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847bb59-498a-4cb3-86d5-711f94229d53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:16.674414 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847bb59-498a-4cb3-86d5-711f94229d53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:16.674732 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847bb59-498a-4cb3-86d5-711f94229d53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:16.795371 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-cfb90155-06f9-4aac-a706-ce62be4752d1 None None] Port 9f597c3e-7d92-4beb-9095-660f3672776e cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:15:16.810817 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b71840-3d41-4021-9fff-fce5b504796a None None] DHCP port deletion for a6d904c9-d5c3-4585-9d21-be63aa884ed6 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:16.872230 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbad97-fd3e-4e46-8f15-02871ac8b6a7 req-2d9dc953-5014-4603-b41c-177488aca6f6 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:16.876949 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0bbad97-fd3e-4e46-8f15-02871ac8b6a7 req-2d9dc953-5014-4603-b41c-177488aca6f6 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 944 time: 0.2208467 Jul 05 04:15:16.999549 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa715655-2d8d-435c-8911-28951c22762d None None] DHCP port deletion for cb4fce54-78f5-46da-a4fc-a7c4ec35c56f request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:17.051965 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b0bbad97-fd3e-4e46-8f15-02871ac8b6a7 req-d13394d4-d134-4f9b-bc6a-91b0eefb5641 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697540 Jul 05 04:15:17.066030 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-20b71840-3d41-4021-9fff-fce5b504796a None None] Deleting port a04832ba-e9a0-4d45-9f83-4155660fdd08 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:17.066415 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-20b71840-3d41-4021-9fff-fce5b504796a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.080417 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0a87d40-d83f-46ff-bb5f-a892160246f9 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.089967 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0a87d40-d83f-46ff-bb5f-a892160246f9 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.129822 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-a5d8858c-2a9d-40b2-a41a-37a4ae849ec9 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0764108 Jul 05 04:15:17.132854 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a0a87d40-d83f-46ff-bb5f-a892160246f9 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.134314 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a0a87d40-d83f-46ff-bb5f-a892160246f9 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3339028 Jul 05 04:15:17.145639 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b642f37f-e599-4235-8ce3-a98f7fc9a3c6 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:17.161926 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53274) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:17.176848 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-abfcd466-0f35-43a0-901d-bcacb9c0b894 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'security_group': {'name': 'tempest-secgroup-1698402384'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:17.228867 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-c3f4393e-83dc-445f-95f2-5a40665ea76e service neutron] Request body: {'port': {'device_id': 'f61f04b7-6a83-402b-a291-215598c0fc85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:17.327017 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-fa715655-2d8d-435c-8911-28951c22762d None None] Deleting port 030ceb50-11d4-4361-9431-79475d8a9083 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:17.336005 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fa715655-2d8d-435c-8911-28951c22762d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.344712 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-abfcd466-0f35-43a0-901d-bcacb9c0b894 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.409682 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-2ea0cffc-9908-4505-b75b-6796fe7f59a1 service neutron] For port abef2f72-32c3-440e-82e7-2164c28ae896, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:17.416600 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-2ea0cffc-9908-4505-b75b-6796fe7f59a1 service neutron] For port abef2f72-32c3-440e-82e7-2164c28ae896, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=abef2f72-32c3-440e-82e7-2164c28ae896,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:17.429982 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2385bc50-cc4e-4627-9fde-97aa6bca9e1a req-8e63fbf1-3b4c-4c4a-bacf-5dad82727ded tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e771e8a-e993-447c-835c-1a3573af43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8006427 Jul 05 04:15:17.437237 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-2ea0cffc-9908-4505-b75b-6796fe7f59a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.440549 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fa715655-2d8d-435c-8911-28951c22762d None None] For port 030ceb50-11d4-4361-9431-79475d8a9083, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=030ceb50-11d4-4361-9431-79475d8a9083,segment=NetworkSegment(90cc6d36-a186-42bf-9075-63d2e4657a66),segment_id=90cc6d36-a186-42bf-9075-63d2e4657a66)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:17.440777 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fa715655-2d8d-435c-8911-28951c22762d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.444735 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a87d40-d83f-46ff-bb5f-a892160246f9 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b84d2ab3-fe2e-4213-8f37-c8b54adfb368,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:17.468468 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-fa715655-2d8d-435c-8911-28951c22762d None None] Calling delete_port for 030ceb50-11d4-4361-9431-79475d8a9083 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:17.522393 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-2ea0cffc-9908-4505-b75b-6796fe7f59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:17.525273 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-2ea0cffc-9908-4505-b75b-6796fe7f59a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.530082 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-2ea0cffc-9908-4505-b75b-6796fe7f59a1 service neutron] 10.222.0.89 "PUT /v2.0/ports/abef2f72-32c3-440e-82e7-2164c28ae896 HTTP/1.1" status: 200 len: 1093 time: 2.8742759 Jul 05 04:15:17.552354 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3af7abb-334c-4b0d-b0ab-d2bf6958dd93', 'tag': 'abef2f72-32c3-440e-82e7-2164c28ae896'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:15:17.559208 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37af277-a142-43bf-bfa0-8fe614f93428" -d '{"events": [{"name": "network-changed", "server_uuid": "d3af7abb-334c-4b0d-b0ab-d2bf6958dd93", "tag": "abef2f72-32c3-440e-82e7-2164c28ae896"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:15:17.584209 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-201e438d-fc12-445c-bd26-22de771f5b4b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Deleting port a04832ba-e9a0-4d45-9f83-4155660fdd08 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:17.584622 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-201e438d-fc12-445c-bd26-22de771f5b4b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.707837 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-abfcd466-0f35-43a0-901d-bcacb9c0b894 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.714535 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fa715655-2d8d-435c-8911-28951c22762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.725600 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-abfcd466-0f35-43a0-901d-bcacb9c0b894 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.747708 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-c3f4393e-83dc-445f-95f2-5a40665ea76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.796747 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc77e2b-990b-4410-8fda-44fccd784ead x-openstack-request-id: req-cfc77e2b-990b-4410-8fda-44fccd784ead {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:15:17.797049 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3af7abb-334c-4b0d-b0ab-d2bf6958dd93", "tag": "abef2f72-32c3-440e-82e7-2164c28ae896", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:15:17.797451 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cfc77e2b-990b-4410-8fda-44fccd784ead {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:15:17.801694 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3af7abb-334c-4b0d-b0ab-d2bf6958dd93', 'tag': 'abef2f72-32c3-440e-82e7-2164c28ae896', 'status': 'completed', 'code': 200} Jul 05 04:15:17.825857 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-abfcd466-0f35-43a0-901d-bcacb9c0b894 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.829846 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-abfcd466-0f35-43a0-901d-bcacb9c0b894 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6625946 Jul 05 04:15:17.840398 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53288) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:17.841848 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa715655-2d8d-435c-8911-28951c22762d None None] Pushing event deleted for resources: {'Port': ['ID=030ceb50-11d4-4361-9431-79475d8a9083,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:17.844661 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa715655-2d8d-435c-8911-28951c22762d None None] No DVR routers for this DVR port 030ceb50-11d4-4361-9431-79475d8a9083 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:17.870746 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-5ef87ecf-2c71-46d2-81f3-0db56559b84e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-339020212', 'security_groups': ['4b25dacd-3f81-4e9c-9796-1427b6a4d4e5'], 'network_id': 'eeb163c4-b391-4453-b664-838ab3a5562b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1bcffb09-9686-482c-933b-926b409b453f'}]}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:17.888065 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-20b71840-3d41-4021-9fff-fce5b504796a None None] For port a04832ba-e9a0-4d45-9f83-4155660fdd08, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a04832ba-e9a0-4d45-9f83-4155660fdd08,segment=NetworkSegment(50219518-e686-4906-b667-59b4817bf9d2),segment_id=50219518-e686-4906-b667-59b4817bf9d2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:17.890439 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-20b71840-3d41-4021-9fff-fce5b504796a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.900753 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0cffc-9908-4505-b75b-6796fe7f59a1 service neutron] Pushing event updated for resources: {'Port': ['ID=abef2f72-32c3-440e-82e7-2164c28ae896,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:17.907909 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 030ceb50-11d4-4361-9431-79475d8a9083 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:17.961007 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-201e438d-fc12-445c-bd26-22de771f5b4b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] For port a04832ba-e9a0-4d45-9f83-4155660fdd08, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a04832ba-e9a0-4d45-9f83-4155660fdd08,segment=NetworkSegment(50219518-e686-4906-b667-59b4817bf9d2),segment_id=50219518-e686-4906-b667-59b4817bf9d2)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:17.961515 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-201e438d-fc12-445c-bd26-22de771f5b4b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.966589 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 030ceb50-11d4-4361-9431-79475d8a9083 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:17.967096 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 030ceb50-11d4-4361-9431-79475d8a9083 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:17.967645 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a04832ba-e9a0-4d45-9f83-4155660fdd08 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:17.976828 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-201e438d-fc12-445c-bd26-22de771f5b4b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Calling delete_port for a04832ba-e9a0-4d45-9f83-4155660fdd08 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:18.073057 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-20b71840-3d41-4021-9fff-fce5b504796a None None] Calling delete_port for a04832ba-e9a0-4d45-9f83-4155660fdd08 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:18.160675 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-58f7bc4f-efd7-4d26-b7ef-d081f8362004 None None] Provisioning for port b642f37f-e599-4235-8ce3-a98f7fc9a3c6 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:18.193620 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-130a18e8-0d7e-4c65-b60b-ac18b9409398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:18.202043 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-130a18e8-0d7e-4c65-b60b-ac18b9409398 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 1096 time: 0.4216216 Jul 05 04:15:18.216187 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-201e438d-fc12-445c-bd26-22de771f5b4b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:18.253843 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-58f7bc4f-efd7-4d26-b7ef-d081f8362004 None None] Provisioning complete for port b642f37f-e599-4235-8ce3-a98f7fc9a3c6 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:18.255334 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-58f7bc4f-efd7-4d26-b7ef-d081f8362004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:18.329509 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfcd466-0f35-43a0-901d-bcacb9c0b894 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b25dacd-3f81-4e9c-9796-1427b6a4d4e5,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:18.349910 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Port a04832ba-e9a0-4d45-9f83-4155660fdd08 update to DOWN by agent not found {{(pid=105540) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 05 04:15:18.361388 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e438d-fc12-445c-bd26-22de771f5b4b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event deleted for resources: {'Port': ['ID=a04832ba-e9a0-4d45-9f83-4155660fdd08,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:18.396626 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-e3aaef16-51df-4961-80dd-4f917978f65d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abef2f72-32c3-440e-82e7-2164c28ae896 HTTP/1.1" status: 200 len: 217 time: 0.1774430 Jul 05 04:15:18.401208 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201e438d-fc12-445c-bd26-22de771f5b4b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] No DVR routers for this DVR port a04832ba-e9a0-4d45-9f83-4155660fdd08 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:18.534074 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-c3f4393e-83dc-445f-95f2-5a40665ea76e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f597c3e-7d92-4beb-9095-660f3672776e {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:15:18.552175 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-c3f4393e-83dc-445f-95f2-5a40665ea76e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:18.564605 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-20b71840-3d41-4021-9fff-fce5b504796a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:18.599637 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-c3f4393e-83dc-445f-95f2-5a40665ea76e service neutron] Transition to ACTIVE for port object 9f597c3e-7d92-4beb-9095-660f3672776e will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:18.600600 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef87ecf-2c71-46d2-81f3-0db56559b84e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:18.606219 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b71840-3d41-4021-9fff-fce5b504796a None None] No DVR routers for this DVR port a04832ba-e9a0-4d45-9f83-4155660fdd08 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:18.618648 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-c3f4393e-83dc-445f-95f2-5a40665ea76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:18.663679 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b71840-3d41-4021-9fff-fce5b504796a None None] Pushing event deleted for resources: {'Port': ['ID=a04832ba-e9a0-4d45-9f83-4155660fdd08,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:18.697663 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-58f7bc4f-efd7-4d26-b7ef-d081f8362004 None None] Provisioning complete for port fbc36da1-db07-43d1-bfb0-d848cee0bb04 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:18.698037 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-58f7bc4f-efd7-4d26-b7ef-d081f8362004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:18.780616 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-201e438d-fc12-445c-bd26-22de771f5b4b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:18.781246 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-58f7bc4f-efd7-4d26-b7ef-d081f8362004 None None] Port fbc36da1-db07-43d1-bfb0-d848cee0bb04 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:15:18.796849 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-201e438d-fc12-445c-bd26-22de771f5b4b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d904c9-d5c3-4585-9d21-be63aa884ed6']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:18.817818 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-201e438d-fc12-445c-bd26-22de771f5b4b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50219518-e686-4906-b667-59b4817bf9d2') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:18.818340 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-201e438d-fc12-445c-bd26-22de771f5b4b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50219518-e686-4906-b667-59b4817bf9d2') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:18.830074 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-201e438d-fc12-445c-bd26-22de771f5b4b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:18.845846 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-201e438d-fc12-445c-bd26-22de771f5b4b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:18.853653 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201e438d-fc12-445c-bd26-22de771f5b4b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:15:18.854343 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-201e438d-fc12-445c-bd26-22de771f5b4b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:18.875973 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4393e-83dc-445f-95f2-5a40665ea76e service neutron] Pushing event updated for resources: {'Port': ['ID=9f597c3e-7d92-4beb-9095-660f3672776e,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:15:18.988300 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:15:19.038427 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-4cc34f69-b838-4ffa-b935-f6d6a7371b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:19.041075 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-4cc34f69-b838-4ffa-b935-f6d6a7371b52 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40568ec5-9a32-47f3-85b6-60f4faaa494c HTTP/1.1" status: 200 len: 851 time: 0.5934377 Jul 05 04:15:19.052870 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-201e438d-fc12-445c-bd26-22de771f5b4b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:19.067556 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-201e438d-fc12-445c-bd26-22de771f5b4b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:19.072859 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-201e438d-fc12-445c-bd26-22de771f5b4b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "DELETE /v2.0/networks/a6d904c9-d5c3-4585-9d21-be63aa884ed6 HTTP/1.1" status: 204 len: 168 time: 2.9281945 Jul 05 04:15:19.116156 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53310) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:19.163818 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5ef87ecf-2c71-46d2-81f3-0db56559b84e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:19.173228 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5202b5-2562-4c0d-b265-89001ed4a4e2 req-a4e906d0-aec3-4f23-810a-8f24632a15e4 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:19.180991 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bf5202b5-2562-4c0d-b265-89001ed4a4e2 req-a4e906d0-aec3-4f23-810a-8f24632a15e4 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 944 time: 0.8970637 Jul 05 04:15:19.184145 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e438d-fc12-445c-bd26-22de771f5b4b tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event deleted for resources: {'Network': ['ID=a6d904c9-d5c3-4585-9d21-be63aa884ed6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:19.202534 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-c3f4393e-83dc-445f-95f2-5a40665ea76e service neutron] Attempting to bind port 9f597c3e-7d92-4beb-9095-660f3672776e on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:19.203018 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-c3f4393e-83dc-445f-95f2-5a40665ea76e service neutron] Attempting to bind port 9f597c3e-7d92-4beb-9095-660f3672776e by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:19.203481 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-c3f4393e-83dc-445f-95f2-5a40665ea76e service neutron] Attempting to bind port 9f597c3e-7d92-4beb-9095-660f3672776e on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:19.246012 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-5ef87ecf-2c71-46d2-81f3-0db56559b84e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] device_id is not set on port 2c95b635-e284-4020-bd67-1049aa65e970 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:15:19.252217 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bf5202b5-2562-4c0d-b265-89001ed4a4e2 req-19e9e9d6-79bc-4d15-9b05-15c93d3d7b9c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701170 Jul 05 04:15:19.264855 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-c33945d1-c6d5-41e4-a39b-f31c681e4460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:19.266398 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-c33945d1-c6d5-41e4-a39b-f31c681e4460 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2147317 Jul 05 04:15:19.313671 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-c3f4393e-83dc-445f-95f2-5a40665ea76e service neutron] Port 9f597c3e-7d92-4beb-9095-660f3672776e on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:15:19.313999 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-c3f4393e-83dc-445f-95f2-5a40665ea76e service neutron] Attempting to bind port 9f597c3e-7d92-4beb-9095-660f3672776e on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:19.325447 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-c3f4393e-83dc-445f-95f2-5a40665ea76e service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:19.325911 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-c3f4393e-83dc-445f-95f2-5a40665ea76e service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:19.326306 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-c3f4393e-83dc-445f-95f2-5a40665ea76e service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:19.326754 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-c3f4393e-83dc-445f-95f2-5a40665ea76e service neutron] Bound port: 9f597c3e-7d92-4beb-9095-660f3672776e, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:19.327118 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-c3f4393e-83dc-445f-95f2-5a40665ea76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:19.336965 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf928b0c-f989-4fd7-ac55-93817781ac5e req-8e346db2-bfd6-4447-b5dc-05fd981493f1 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:19.344561 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cf928b0c-f989-4fd7-ac55-93817781ac5e req-8e346db2-bfd6-4447-b5dc-05fd981493f1 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f61f04b7-6a83-402b-a291-215598c0fc85 HTTP/1.1" status: 200 len: 948 time: 0.5896699 Jul 05 04:15:19.419401 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e86f6a85-ea4f-4a7c-964e-9c5077b22e6a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:19.451079 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-90f5eb26-b1db-4fca-aef6-cb55f40b1ffa service neutron] 10.222.0.89 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709514 Jul 05 04:15:19.589491 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cf928b0c-f989-4fd7-ac55-93817781ac5e req-014ef844-4620-4da1-943c-b5c971f567c9 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e771e8a-e993-447c-835c-1a3573af43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440414 Jul 05 04:15:19.628982 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9a2b1b2-b003-4202-a17c-e33f46fd7862 req-afe7e7b7-4704-4ccb-b403-80ee4891d37f service neutron] 10.222.0.89 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639891 Jul 05 04:15:19.682572 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-c3f4393e-83dc-445f-95f2-5a40665ea76e service neutron] For port 9f597c3e-7d92-4beb-9095-660f3672776e, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:19.739208 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e86f6a85-ea4f-4a7c-964e-9c5077b22e6a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:19.743088 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-c3f4393e-83dc-445f-95f2-5a40665ea76e service neutron] For port 9f597c3e-7d92-4beb-9095-660f3672776e, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9f597c3e-7d92-4beb-9095-660f3672776e,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:19.775871 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-e86f6a85-ea4f-4a7c-964e-9c5077b22e6a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4fce54-78f5-46da-a4fc-a7c4ec35c56f']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:19.778632 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-c3f4393e-83dc-445f-95f2-5a40665ea76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:19.797751 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37af277-a142-43bf-bfa0-8fe614f93428 req-5a6025cd-0ced-47b3-9a26-340ac588a3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:19.799386 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b37af277-a142-43bf-bfa0-8fe614f93428 req-5a6025cd-0ced-47b3-9a26-340ac588a3bc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 1096 time: 0.1107602 Jul 05 04:15:19.859815 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-e86f6a85-ea4f-4a7c-964e-9c5077b22e6a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90cc6d36-a186-42bf-9075-63d2e4657a66') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:19.860140 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-e86f6a85-ea4f-4a7c-964e-9c5077b22e6a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90cc6d36-a186-42bf-9075-63d2e4657a66') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:19.877218 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-5ef87ecf-2c71-46d2-81f3-0db56559b84e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Allocated IP 172.20.0.12 (eeb163c4-b391-4453-b664-838ab3a5562b/1bcffb09-9686-482c-933b-926b409b453f/2c95b635-e284-4020-bd67-1049aa65e970) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:19.892216 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e86f6a85-ea4f-4a7c-964e-9c5077b22e6a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:19.896463 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-c3f4393e-83dc-445f-95f2-5a40665ea76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:19.897180 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-c3f4393e-83dc-445f-95f2-5a40665ea76e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:19.905990 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-c3f4393e-83dc-445f-95f2-5a40665ea76e service neutron] 10.222.0.89 "PUT /v2.0/ports/9f597c3e-7d92-4beb-9095-660f3672776e HTTP/1.1" status: 200 len: 1097 time: 2.7425361 Jul 05 04:15:19.909043 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61f04b7-6a83-402b-a291-215598c0fc85', 'tag': '9f597c3e-7d92-4beb-9095-660f3672776e'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:15:19.911936 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e39602a-507d-4b7c-bd34-e9c45a449d35" -d '{"events": [{"name": "network-changed", "server_uuid": "f61f04b7-6a83-402b-a291-215598c0fc85", "tag": "9f597c3e-7d92-4beb-9095-660f3672776e"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:15:20.009615 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e86f6a85-ea4f-4a7c-964e-9c5077b22e6a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.027731 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa93d14-f513-45a4-b7e7-50fe1e3437b4 x-openstack-request-id: req-1aa93d14-f513-45a4-b7e7-50fe1e3437b4 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:15:20.028061 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61f04b7-6a83-402b-a291-215598c0fc85", "tag": "9f597c3e-7d92-4beb-9095-660f3672776e", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:15:20.028323 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1aa93d14-f513-45a4-b7e7-50fe1e3437b4 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:15:20.028743 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61f04b7-6a83-402b-a291-215598c0fc85', 'tag': '9f597c3e-7d92-4beb-9095-660f3672776e', 'status': 'completed', 'code': 200} Jul 05 04:15:20.047334 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37af277-a142-43bf-bfa0-8fe614f93428 req-9fbf5ee8-722e-44b8-a1f7-e2b1f152dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:20.054070 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b37af277-a142-43bf-bfa0-8fe614f93428 req-9fbf5ee8-722e-44b8-a1f7-e2b1f152dac6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 913 time: 0.2438610 Jul 05 04:15:20.065878 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86f6a85-ea4f-4a7c-964e-9c5077b22e6a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:15:20.066582 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e86f6a85-ea4f-4a7c-964e-9c5077b22e6a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:15:20.070190 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:15:20.091861 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4393e-83dc-445f-95f2-5a40665ea76e service neutron] Pushing event updated for resources: {'Port': ['ID=9f597c3e-7d92-4beb-9095-660f3672776e,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:20.193193 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b37af277-a142-43bf-bfa0-8fe614f93428 req-2ee8c7b8-88c4-47d2-9f50-d9bcdfd5004b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abef2f72-32c3-440e-82e7-2164c28ae896 HTTP/1.1" status: 200 len: 217 time: 0.1139572 Jul 05 04:15:20.277101 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e86f6a85-ea4f-4a7c-964e-9c5077b22e6a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.342339 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37af277-a142-43bf-bfa0-8fe614f93428 req-7b77883e-2a13-40ac-be20-57ec26302e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:20.350079 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b37af277-a142-43bf-bfa0-8fe614f93428 req-7b77883e-2a13-40ac-be20-57ec26302e87 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40568ec5-9a32-47f3-85b6-60f4faaa494c HTTP/1.1" status: 200 len: 851 time: 0.1460264 Jul 05 04:15:20.359065 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e86f6a85-ea4f-4a7c-964e-9c5077b22e6a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.370271 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e86f6a85-ea4f-4a7c-964e-9c5077b22e6a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] 10.222.0.77 "DELETE /v2.0/networks/cb4fce54-78f5-46da-a4fc-a7c4ec35c56f HTTP/1.1" status: 204 len: 168 time: 1.2407601 Jul 05 04:15:20.409757 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-505c5d2a-8712-4820-9a6f-0ad2726355cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:20.413450 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-505c5d2a-8712-4820-9a6f-0ad2726355cd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bda59c1f81e148cd896dbb7c0a42c3c1&device_id=f61f04b7-6a83-402b-a291-215598c0fc85 HTTP/1.1" status: 200 len: 1100 time: 0.4488153 Jul 05 04:15:20.418178 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f6a85-ea4f-4a7c-964e-9c5077b22e6a tempest-TaggedBootDevicesTest_v242-391572384 tempest-TaggedBootDevicesTest_v242-391572384-project] Pushing event deleted for resources: {'Network': ['ID=cb4fce54-78f5-46da-a4fc-a7c4ec35c56f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:20.507188 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-25c2bf15-d2f0-4d40-a932-c9a57479d888 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=9f597c3e-7d92-4beb-9095-660f3672776e HTTP/1.1" status: 200 len: 217 time: 0.0715716 Jul 05 04:15:20.518934 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37af277-a142-43bf-bfa0-8fe614f93428 req-1d669bb6-e282-470b-97c9-47d36da05760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:20.532894 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b37af277-a142-43bf-bfa0-8fe614f93428 req-1d669bb6-e282-470b-97c9-47d36da05760 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1656542 Jul 05 04:15:20.669868 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-dcc69b1a-0bbb-484e-91e6-ddae93c84ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:20.671392 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-dcc69b1a-0bbb-484e-91e6-ddae93c84ee5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1501238 Jul 05 04:15:20.734492 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5ef87ecf-2c71-46d2-81f3-0db56559b84e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.766323 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-5ef87ecf-2c71-46d2-81f3-0db56559b84e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Transition to ACTIVE for port object 2c95b635-e284-4020-bd67-1049aa65e970 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:20.781664 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b37af277-a142-43bf-bfa0-8fe614f93428 req-70f29839-57df-44d5-a929-33fe4f9962bd service neutron] 10.222.0.89 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457809 Jul 05 04:15:20.817100 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d965fe-de9d-43c6-8a43-a3c65e98bddf req-d6ee65f3-f8a2-4e82-ae2c-eab9f7e6d07c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:20.818648 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-45d965fe-de9d-43c6-8a43-a3c65e98bddf req-d6ee65f3-f8a2-4e82-ae2c-eab9f7e6d07c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 944 time: 0.2643378 Jul 05 04:15:20.865465 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-f683cc63-2b72-4a93-b312-c410988542f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:20.866991 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-f683cc63-2b72-4a93-b312-c410988542f4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1836324 Jul 05 04:15:20.954077 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5ef87ecf-2c71-46d2-81f3-0db56559b84e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.962449 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-45d965fe-de9d-43c6-8a43-a3c65e98bddf req-4c3f2b4e-5b8e-4cd0-a659-5dd756f5f215 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345761 Jul 05 04:15:20.967059 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53360) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:21.037872 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef87ecf-2c71-46d2-81f3-0db56559b84e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network eeb163c4-b391-4453-b664-838ab3a5562b is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:21.049507 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-5ef87ecf-2c71-46d2-81f3-0db56559b84e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:21.058835 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef87ecf-2c71-46d2-81f3-0db56559b84e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Port': ['ID=2c95b635-e284-4020-bd67-1049aa65e970,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:21.061903 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef87ecf-2c71-46d2-81f3-0db56559b84e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:21.066666 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b37af277-a142-43bf-bfa0-8fe614f93428 req-e2fde030-bddc-4b40-89ab-311ab87b6f91 service neutron] 10.222.0.89 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753999 Jul 05 04:15:21.136248 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-1b1894b2-76fa-47a0-b2e5-e14de298af69 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605057 Jul 05 04:15:21.167543 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef87ecf-2c71-46d2-81f3-0db56559b84e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:21.168453 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5ef87ecf-2c71-46d2-81f3-0db56559b84e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.232574 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5ef87ecf-2c71-46d2-81f3-0db56559b84e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3906195 Jul 05 04:15:21.235562 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53366) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:21.242017 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ac67657a-cd13-401c-87eb-e7fe2dac4d30 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'subnet': {'network_id': 'eeb163c4-b391-4453-b664-838ab3a5562b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:21.404675 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a4d8c02e-96b2-43af-93cf-aedf8d4e95bc req-7f2d5736-f7bf-4f40-ba24-3f2e0015561c service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574053 Jul 05 04:15:21.455716 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877419da-6014-4886-8e1d-8db6148d2be3 req-1551140b-4baf-41a7-a296-3106377426d1 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:21.475171 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-877419da-6014-4886-8e1d-8db6148d2be3 req-1551140b-4baf-41a7-a296-3106377426d1 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f61f04b7-6a83-402b-a291-215598c0fc85 HTTP/1.1" status: 200 len: 948 time: 0.2523124 Jul 05 04:15:21.500295 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac67657a-cd13-401c-87eb-e7fe2dac4d30 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:21.502368 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-32f7515b-1126-44e4-8946-f30a21ce5185 None None] Provisioning for port 2c95b635-e284-4020-bd67-1049aa65e970 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:21.513129 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-32f7515b-1126-44e4-8946-f30a21ce5185 None None] Provisioning complete for port 2c95b635-e284-4020-bd67-1049aa65e970 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:21.513574 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-32f7515b-1126-44e4-8946-f30a21ce5185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.515342 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ac67657a-cd13-401c-87eb-e7fe2dac4d30 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.519663 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e4aa5ef0-e0f1-4491-ba61-2e350b3388ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.588033 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-32f7515b-1126-44e4-8946-f30a21ce5185 None None] Port 2c95b635-e284-4020-bd67-1049aa65e970 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:15:21.632899 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-877419da-6014-4886-8e1d-8db6148d2be3 req-8e79ea03-5f23-40d2-b6a3-85688cd08e4c tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e771e8a-e993-447c-835c-1a3573af43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536436 Jul 05 04:15:21.712725 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e4aa5ef0-e0f1-4491-ba61-2e350b3388ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.717522 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e4aa5ef0-e0f1-4491-ba61-2e350b3388ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.718174 n-d-780147-23 neutron-server[105538]: INFO neutron.db.ipam_backend_mixin [None req-ac67657a-cd13-401c-87eb-e7fe2dac4d30 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1bcffb09-9686-482c-933b-926b409b453f (CIDR: 172.20.0.0/28) Jul 05 04:15:21.724381 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac67657a-cd13-401c-87eb-e7fe2dac4d30 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:21.725357 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac67657a-cd13-401c-87eb-e7fe2dac4d30 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:21.744967 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39602a-507d-4b7c-bd34-e9c45a449d35 req-7ca0012f-2574-4788-979b-e244fef973b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:21.746851 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4e39602a-507d-4b7c-bd34-e9c45a449d35 req-7ca0012f-2574-4788-979b-e244fef973b4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bda59c1f81e148cd896dbb7c0a42c3c1&device_id=f61f04b7-6a83-402b-a291-215598c0fc85 HTTP/1.1" status: 200 len: 1100 time: 0.2254970 Jul 05 04:15:21.754261 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ac67657a-cd13-401c-87eb-e7fe2dac4d30 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5165873 Jul 05 04:15:21.756918 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53380) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:21.763105 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-e3250aac-6a6f-4da0-8db8-07b11b5a97e8 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'subnet': {'network_id': 'eeb163c4-b391-4453-b664-838ab3a5562b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:21.827449 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa5ef0-e0f1-4491-ba61-2e350b3388ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd75f488-c265-46a0-aa69-1c62ff6ad266,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:21.841616 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e4aa5ef0-e0f1-4491-ba61-2e350b3388ba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ff236c37459f48f487b522485aaca710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8669097 Jul 05 04:15:21.845032 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53384) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:21.917337 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39602a-507d-4b7c-bd34-e9c45a449d35 req-9d789363-4a21-4071-bab6-17330524e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:21.919299 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4e39602a-507d-4b7c-bd34-e9c45a449d35 req-9d789363-4a21-4071-bab6-17330524e8ad service neutron] 10.222.0.89 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.1627841 Jul 05 04:15:21.951007 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e685e0aa-092b-4b5a-9c9a-433563730bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.981199 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4e39602a-507d-4b7c-bd34-e9c45a449d35 req-e7acea8d-1981-4027-92e6-00c3b8fbe8bd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=9f597c3e-7d92-4beb-9095-660f3672776e HTTP/1.1" status: 200 len: 217 time: 0.0537317 Jul 05 04:15:21.985975 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3250aac-6a6f-4da0-8db8-07b11b5a97e8 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:21.989699 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3250aac-6a6f-4da0-8db8-07b11b5a97e8 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.994061 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e685e0aa-092b-4b5a-9c9a-433563730bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.044461 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39602a-507d-4b7c-bd34-e9c45a449d35 req-3640fb3f-b666-4ee2-a79a-514ad63196c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:22.046498 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4e39602a-507d-4b7c-bd34-e9c45a449d35 req-3640fb3f-b666-4ee2-a79a-514ad63196c6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0583830 Jul 05 04:15:22.123638 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39602a-507d-4b7c-bd34-e9c45a449d35 req-ad2ba960-2050-4399-ae68-dd02e45531d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:22.125478 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4e39602a-507d-4b7c-bd34-e9c45a449d35 req-ad2ba960-2050-4399-ae68-dd02e45531d9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0687764 Jul 05 04:15:22.139528 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e685e0aa-092b-4b5a-9c9a-433563730bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.142210 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e685e0aa-092b-4b5a-9c9a-433563730bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.143466 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e685e0aa-092b-4b5a-9c9a-433563730bea admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cd75f488-c265-46a0-aa69-1c62ff6ad266 HTTP/1.1" status: 204 len: 168 time: 0.2977800 Jul 05 04:15:22.160259 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685e0aa-092b-4b5a-9c9a-433563730bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd75f488-c265-46a0-aa69-1c62ff6ad266,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:22.201977 n-d-780147-23 neutron-server[105539]: INFO neutron.db.ipam_backend_mixin [None req-e3250aac-6a6f-4da0-8db8-07b11b5a97e8 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f4eeb9b2-3b8c-4775-88c9-40f1ccda009b (CIDR: 172.20.0.16/28) Jul 05 04:15:22.213263 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3250aac-6a6f-4da0-8db8-07b11b5a97e8 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:22.214041 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3250aac-6a6f-4da0-8db8-07b11b5a97e8 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:22.268864 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e3250aac-6a6f-4da0-8db8-07b11b5a97e8 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5084043 Jul 05 04:15:22.272313 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53396) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:22.282454 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-579162a9-0756-431f-89c5-3456301125bd tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'subnet': {'network_id': 'eeb163c4-b391-4453-b664-838ab3a5562b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:22.297316 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fcea83-ada2-4c41-8fe4-a2b805dfb9d3 req-93277aba-a9c2-406b-99db-7aa52abd0506 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:22.299042 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-76fcea83-ada2-4c41-8fe4-a2b805dfb9d3 req-93277aba-a9c2-406b-99db-7aa52abd0506 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 944 time: 0.0903986 Jul 05 04:15:22.304453 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4e39602a-507d-4b7c-bd34-e9c45a449d35 req-59f918fb-7bc0-4e49-9076-7c2c2c4d0550 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693099 Jul 05 04:15:22.376851 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-76fcea83-ada2-4c41-8fe4-a2b805dfb9d3 req-54c4651a-45b8-4e47-94ca-a45d256df962 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694375 Jul 05 04:15:22.810496 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4e39602a-507d-4b7c-bd34-e9c45a449d35 req-13b98a3d-41eb-4187-a7fe-5d7fdc00a823 service neutron] 10.222.0.89 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418991 Jul 05 04:15:22.858815 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 9f597c3e-7d92-4beb-9095-660f3672776e details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:15:22.878561 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579162a9-0756-431f-89c5-3456301125bd tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Made reservation on behalf of fb4c3b49cee14040aba1b9f4e97b8880 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:22.882443 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-579162a9-0756-431f-89c5-3456301125bd tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.991625 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162355d0-6d3c-4384-9886-47ddbd4da16f req-e0ccb848-1c13-4f58-87c7-5abbdb7f3f36 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:22.994166 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-162355d0-6d3c-4384-9886-47ddbd4da16f req-e0ccb848-1c13-4f58-87c7-5abbdb7f3f36 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f61f04b7-6a83-402b-a291-215598c0fc85 HTTP/1.1" status: 200 len: 948 time: 0.1633868 Jul 05 04:15:23.025819 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 9f597c3e-7d92-4beb-9095-660f3672776e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9f597c3e-7d92-4beb-9095-660f3672776e,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:23.052477 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '9f597c3e-7d92-4beb-9095-660f3672776e', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '9f597c3e-7d92-4beb-9095-660f3672776e', 'mac_address': 'fa:16:3e:67:ed:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:15:23.092921 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-162355d0-6d3c-4384-9886-47ddbd4da16f req-3a185404-2013-48db-999f-cc9ddb38ea3b tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e771e8a-e993-447c-835c-1a3573af43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903702 Jul 05 04:15:23.139396 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.156874 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f597c3e-7d92-4beb-9095-660f3672776e {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:15:23.182492 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 9f597c3e-7d92-4beb-9095-660f3672776e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9f597c3e-7d92-4beb-9095-660f3672776e,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:23.194345 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.266699 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=9f597c3e-7d92-4beb-9095-660f3672776e,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:23.280315 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-579162a9-0756-431f-89c5-3456301125bd tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.332813 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579162a9-0756-431f-89c5-3456301125bd tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Network eeb163c4-b391-4453-b664-838ab3a5562b is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:23.338010 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-579162a9-0756-431f-89c5-3456301125bd tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:23.342331 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579162a9-0756-431f-89c5-3456301125bd tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:23.342916 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-579162a9-0756-431f-89c5-3456301125bd tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.352682 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e1662a-0bb8-48fe-aedb-8a08e80def04 None None] Network eeb163c4-b391-4453-b664-838ab3a5562b requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:23.385853 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579162a9-0756-431f-89c5-3456301125bd tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Subnet': ['ID=40c4ec4d-f379-42a5-92fd-80a4f30d139d,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:23.411416 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-579162a9-0756-431f-89c5-3456301125bd tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1377175 Jul 05 04:15:23.415136 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53430) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:23.421904 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-76714196-f7ac-4a2d-962d-61257d27376d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1372976187', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '40c4ec4d-f379-42a5-92fd-80a4f30d139d'}], 'security_groups': ['598fc3c7-1ab6-42f4-9441-25829fd3b059', 'b84d2ab3-fe2e-4213-8f37-c8b54adfb368']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:23.599072 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['9f597c3e-7d92-4beb-9095-660f3672776e'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:15:23.767540 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-76714196-f7ac-4a2d-962d-61257d27376d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.795598 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d93ce1-559f-4220-80fb-889c84df6724 req-d7e66088-3741-48c7-b378-ce3739b055d0 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:23.797218 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-13d93ce1-559f-4220-80fb-889c84df6724 req-d7e66088-3741-48c7-b378-ce3739b055d0 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 944 time: 0.1728106 Jul 05 04:15:23.890730 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-13d93ce1-559f-4220-80fb-889c84df6724 req-7236f6d1-070c-4619-8060-3c6159a7dc84 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830195 Jul 05 04:15:23.892987 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f89fc1-49e4-40d3-a9d7-f4adb45c2755 None None] Update dhcp port {'port': {'network_id': 'eeb163c4-b391-4453-b664-838ab3a5562b', 'fixed_ips': [{'subnet_id': 'f4eeb9b2-3b8c-4775-88c9-40f1ccda009b', 'ip_address': '172.20.0.18'}, {'subnet_id': '1bcffb09-9686-482c-933b-926b409b453f', 'ip_address': '172.20.0.2'}, {'subnet_id': '40c4ec4d-f379-42a5-92fd-80a4f30d139d'}], 'binding:host_id': 'n-d-780147-23'}, 'id': 'b642f37f-e599-4235-8ce3-a98f7fc9a3c6'} from n-d-780147-23. {{(pid=105540) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:15:24.034377 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c8f89fc1-49e4-40d3-a9d7-f4adb45c2755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.308511 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-76714196-f7ac-4a2d-962d-61257d27376d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Delete allocated IP 172.20.0.12 (eeb163c4-b391-4453-b664-838ab3a5562b/1bcffb09-9686-482c-933b-926b409b453f) {{(pid=105539) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 04:15:24.322043 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-76714196-f7ac-4a2d-962d-61257d27376d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Allocated IP 172.20.0.38 (eeb163c4-b391-4453-b664-838ab3a5562b/40c4ec4d-f379-42a5-92fd-80a4f30d139d/2c95b635-e284-4020-bd67-1049aa65e970) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:24.500468 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef86c3b-7969-41a6-a041-44d3e762e549 req-a5334215-58ac-4ecf-9f77-4905b44a6c58 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:24.502011 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1ef86c3b-7969-41a6-a041-44d3e762e549 req-a5334215-58ac-4ecf-9f77-4905b44a6c58 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f61f04b7-6a83-402b-a291-215598c0fc85 HTTP/1.1" status: 200 len: 949 time: 0.1686733 Jul 05 04:15:24.590116 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1ef86c3b-7969-41a6-a041-44d3e762e549 req-147efcc9-5d8d-4ff0-8570-05b656d34e9b tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e771e8a-e993-447c-835c-1a3573af43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813184 Jul 05 04:15:24.625462 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-76714196-f7ac-4a2d-962d-61257d27376d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.646000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-76714196-f7ac-4a2d-962d-61257d27376d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Transition to ACTIVE for port object 2c95b635-e284-4020-bd67-1049aa65e970 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:24.661005 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-76714196-f7ac-4a2d-962d-61257d27376d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.767607 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-c8f89fc1-49e4-40d3-a9d7-f4adb45c2755 None None] Allocated IP 172.20.0.34 (eeb163c4-b391-4453-b664-838ab3a5562b/40c4ec4d-f379-42a5-92fd-80a4f30d139d/b642f37f-e599-4235-8ce3-a98f7fc9a3c6) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:24.879059 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 9f597c3e-7d92-4beb-9095-660f3672776e up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:24.901610 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76714196-f7ac-4a2d-962d-61257d27376d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event updated for resources: {'Port': ['ID=2c95b635-e284-4020-bd67-1049aa65e970,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:24.976197 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-76714196-f7ac-4a2d-962d-61257d27376d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] In _notify_port_updated(), no bound segment for port 2c95b635-e284-4020-bd67-1049aa65e970 on network eeb163c4-b391-4453-b664-838ab3a5562b {{(pid=105539) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:15:24.985676 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-c8f89fc1-49e4-40d3-a9d7-f4adb45c2755 None None] For port b642f37f-e599-4235-8ce3-a98f7fc9a3c6, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b642f37f-e599-4235-8ce3-a98f7fc9a3c6,segment=NetworkSegment(14cfdebd-128d-4715-a382-4a3af2e70825),segment_id=14cfdebd-128d-4715-a382-4a3af2e70825)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:24.992996 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76714196-f7ac-4a2d-962d-61257d27376d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:24.995706 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-76714196-f7ac-4a2d-962d-61257d27376d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.000208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53478) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:25.000694 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-76714196-f7ac-4a2d-962d-61257d27376d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "PUT /v2.0/ports/2c95b635-e284-4020-bd67-1049aa65e970 HTTP/1.1" status: 200 len: 960 time: 1.5844567 Jul 05 04:15:25.043697 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 9f597c3e-7d92-4beb-9095-660f3672776e completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:25.061041 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 9f597c3e-7d92-4beb-9095-660f3672776e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:25.061421 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.130124 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c8f89fc1-49e4-40d3-a9d7-f4adb45c2755 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.193480 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c8f89fc1-49e4-40d3-a9d7-f4adb45c2755 None None] Transition to ACTIVE for port object b642f37f-e599-4235-8ce3-a98f7fc9a3c6 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:25.207679 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c8f89fc1-49e4-40d3-a9d7-f4adb45c2755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.214227 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-eb5864c8-1a07-46d9-9457-c8340ce580da tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting port 2c95b635-e284-4020-bd67-1049aa65e970 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:25.215242 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eb5864c8-1a07-46d9-9457-c8340ce580da tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.282342 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10bd9e-a783-43d7-b024-3e71c3f78b5e req-54ed8753-4bca-4951-a7ac-30c0f291ae06 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:25.291188 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cb10bd9e-a783-43d7-b024-3e71c3f78b5e req-54ed8753-4bca-4951-a7ac-30c0f291ae06 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 944 time: 0.1499462 Jul 05 04:15:25.365875 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f89fc1-49e4-40d3-a9d7-f4adb45c2755 None None] Pushing event updated for resources: {'Port': ['ID=b642f37f-e599-4235-8ce3-a98f7fc9a3c6,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:25.395225 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cb10bd9e-a783-43d7-b024-3e71c3f78b5e req-a243ba2a-5b95-4d3f-9a9c-3058d8470131 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027815 Jul 05 04:15:25.452084 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eb5864c8-1a07-46d9-9457-c8340ce580da tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.484295 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-eb5864c8-1a07-46d9-9457-c8340ce580da tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Calling delete_port for 2c95b635-e284-4020-bd67-1049aa65e970 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:25.544703 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.746967 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 9f597c3e-7d92-4beb-9095-660f3672776e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9f597c3e-7d92-4beb-9095-660f3672776e,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:25.752872 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61f04b7-6a83-402b-a291-215598c0fc85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f597c3e-7d92-4beb-9095-660f3672776e'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:15:25.760510 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c9a054-68f1-43af-a47d-3a480afde849" -d '{"events": [{"server_uuid": "f61f04b7-6a83-402b-a291-215598c0fc85", "name": "network-vif-plugged", "status": "completed", "tag": "9f597c3e-7d92-4beb-9095-660f3672776e"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:15:25.768355 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.808684 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eb5864c8-1a07-46d9-9457-c8340ce580da tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.867233 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5864c8-1a07-46d9-9457-c8340ce580da tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Port': ['ID=2c95b635-e284-4020-bd67-1049aa65e970,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:25.880735 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15287c1a-63bb-4d12-94b1-cbf28bd7cd11 x-openstack-request-id: req-15287c1a-63bb-4d12-94b1-cbf28bd7cd11 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:15:25.882803 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61f04b7-6a83-402b-a291-215598c0fc85", "name": "network-vif-plugged", "status": "completed", "tag": "9f597c3e-7d92-4beb-9095-660f3672776e", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:15:25.883954 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-15287c1a-63bb-4d12-94b1-cbf28bd7cd11 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:15:25.885627 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61f04b7-6a83-402b-a291-215598c0fc85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f597c3e-7d92-4beb-9095-660f3672776e', 'code': 200} Jul 05 04:15:25.889530 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=9f597c3e-7d92-4beb-9095-660f3672776e,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:26.101183 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eb5864c8-1a07-46d9-9457-c8340ce580da tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.104148 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-eb5864c8-1a07-46d9-9457-c8340ce580da tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/ports/2c95b635-e284-4020-bd67-1049aa65e970 HTTP/1.1" status: 204 len: 168 time: 1.1028242 Jul 05 04:15:26.107516 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53504) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:26.157033 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b19bc92-0693-4d4d-84a6-04522f395cc7 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] GET failed (client error): The resource could not be found. Jul 05 04:15:26.161438 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eeaea2-eb93-447b-89dc-6f6e0f73d036 req-852529d6-446a-4a49-9115-55f2d75aecdd tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:26.162510 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4b19bc92-0693-4d4d-84a6-04522f395cc7 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports/2c95b635-e284-4020-bd67-1049aa65e970 HTTP/1.1" status: 404 len: 333 time: 0.0538614 Jul 05 04:15:26.163334 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53506) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:26.170122 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-47eeaea2-eb93-447b-89dc-6f6e0f73d036 req-852529d6-446a-4a49-9115-55f2d75aecdd tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f61f04b7-6a83-402b-a291-215598c0fc85 HTTP/1.1" status: 200 len: 950 time: 0.2557185 Jul 05 04:15:26.206017 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1d0cd-3644-4e21-b4c9-7846b26692d1 req-866c290a-7759-40e8-8419-4f7978165531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:26.207543 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-89e1d0cd-3644-4e21-b4c9-7846b26692d1 req-866c290a-7759-40e8-8419-4f7978165531 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f61f04b7-6a83-402b-a291-215598c0fc85 HTTP/1.1" status: 200 len: 1102 time: 0.2277274 Jul 05 04:15:26.256572 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-47eeaea2-eb93-447b-89dc-6f6e0f73d036 req-78b51a0d-d3e1-440b-81eb-96620fb77f12 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e771e8a-e993-447c-835c-1a3573af43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854731 Jul 05 04:15:26.283883 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fa25a249-a337-44ef-980f-aecb7278c62a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.284957 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-89e1d0cd-3644-4e21-b4c9-7846b26692d1 req-cbf3a8a7-d66b-412f-92ef-86e496b3f2a5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8e771e8a-e993-447c-835c-1a3573af43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697680 Jul 05 04:15:26.339758 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fa25a249-a337-44ef-980f-aecb7278c62a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.434004 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fa25a249-a337-44ef-980f-aecb7278c62a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.445270 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fa25a249-a337-44ef-980f-aecb7278c62a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.450476 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53512) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:26.450935 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fa25a249-a337-44ef-980f-aecb7278c62a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/security-groups/4b25dacd-3f81-4e9c-9796-1427b6a4d4e5 HTTP/1.1" status: 204 len: 168 time: 0.2855275 Jul 05 04:15:26.464834 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25a249-a337-44ef-980f-aecb7278c62a tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b25dacd-3f81-4e9c-9796-1427b6a4d4e5,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:26.551227 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b1640245-f302-4158-b847-4d0bc405b9ff tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.611759 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b1640245-f302-4158-b847-4d0bc405b9ff tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.670546 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b1640245-f302-4158-b847-4d0bc405b9ff tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.674476 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b1640245-f302-4158-b847-4d0bc405b9ff tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.677171 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b1640245-f302-4158-b847-4d0bc405b9ff tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/security-groups/b84d2ab3-fe2e-4213-8f37-c8b54adfb368 HTTP/1.1" status: 204 len: 168 time: 0.2250731 Jul 05 04:15:26.684034 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53520) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:26.698274 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1640245-f302-4158-b847-4d0bc405b9ff tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84d2ab3-fe2e-4213-8f37-c8b54adfb368,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:26.778156 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b952691b-01ea-492d-b173-3efd67f9f5db None None] Provisioning complete for port fbc36da1-db07-43d1-bfb0-d848cee0bb04 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:26.778696 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b952691b-01ea-492d-b173-3efd67f9f5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.809320 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-49d345ed-1ef2-4960-9f21-d719297d3f7d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.822377 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-b952691b-01ea-492d-b173-3efd67f9f5db None None] Port fbc36da1-db07-43d1-bfb0-d848cee0bb04 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:15:26.826760 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b952691b-01ea-492d-b173-3efd67f9f5db None None] Could not find standard attr ID for object 2c95b635-e284-4020-bd67-1049aa65e970. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:15:26.843087 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b952691b-01ea-492d-b173-3efd67f9f5db None None] Provisioning for port b642f37f-e599-4235-8ce3-a98f7fc9a3c6 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:26.848478 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b952691b-01ea-492d-b173-3efd67f9f5db None None] Provisioning complete for port b642f37f-e599-4235-8ce3-a98f7fc9a3c6 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:26.849812 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b952691b-01ea-492d-b173-3efd67f9f5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.857605 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-49d345ed-1ef2-4960-9f21-d719297d3f7d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.864596 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d182a24-64a9-4030-a95b-204f6c7697b0 req-328e6158-9894-450c-8bcf-d0d346ee3391 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:26.876036 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4d182a24-64a9-4030-a95b-204f6c7697b0 req-328e6158-9894-450c-8bcf-d0d346ee3391 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 944 time: 0.2882044 Jul 05 04:15:26.922135 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-49d345ed-1ef2-4960-9f21-d719297d3f7d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.924813 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-49d345ed-1ef2-4960-9f21-d719297d3f7d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.928410 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-49d345ed-1ef2-4960-9f21-d719297d3f7d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/security-groups/598fc3c7-1ab6-42f4-9441-25829fd3b059 HTTP/1.1" status: 204 len: 168 time: 0.2432940 Jul 05 04:15:26.937906 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53526) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:26.952248 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d345ed-1ef2-4960-9f21-d719297d3f7d tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=598fc3c7-1ab6-42f4-9441-25829fd3b059,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:26.967424 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device abef2f72-32c3-440e-82e7-2164c28ae896 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:15:26.983495 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4d182a24-64a9-4030-a95b-204f6c7697b0 req-81eb9100-f005-4b8c-9388-3bc60e3a0b89 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064429 Jul 05 04:15:27.027229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5269c4a-7282-4226-8922-85f8554eb935 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting subnet 1bcffb09-9686-482c-933b-926b409b453f {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:27.051412 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a5269c4a-7282-4226-8922-85f8554eb935 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:27.147948 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a5269c4a-7282-4226-8922-85f8554eb935 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:27.216807 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b642f37f-e599-4235-8ce3-a98f7fc9a3c6 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:27.364924 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a5269c4a-7282-4226-8922-85f8554eb935 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:27.457031 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port b642f37f-e599-4235-8ce3-a98f7fc9a3c6 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:27.457414 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:27.512017 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a5269c4a-7282-4226-8922-85f8554eb935 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:27.528652 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e6967293-3273-4773-a767-337804192858 None None] Could not find standard attr ID for object 2c95b635-e284-4020-bd67-1049aa65e970. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:15:27.531897 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port abef2f72-32c3-440e-82e7-2164c28ae896, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=abef2f72-32c3-440e-82e7-2164c28ae896,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:27.550954 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'abef2f72-32c3-440e-82e7-2164c28ae896', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'port_id': 'abef2f72-32c3-440e-82e7-2164c28ae896', 'mac_address': 'fa:16:3e:11:e6:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:15:27.583500 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a5269c4a-7282-4226-8922-85f8554eb935 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:27.592408 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a5269c4a-7282-4226-8922-85f8554eb935 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/subnets/1bcffb09-9686-482c-933b-926b409b453f HTTP/1.1" status: 204 len: 168 time: 0.6475339 Jul 05 04:15:27.593682 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5269c4a-7282-4226-8922-85f8554eb935 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Subnet': ['ID=1bcffb09-9686-482c-933b-926b409b453f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:27.594519 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53538) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:27.685527 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:27.712306 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abef2f72-32c3-440e-82e7-2164c28ae896 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:15:27.726776 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-21fe24ce-4b33-40d7-b5c2-b1fa007d89d4 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting subnet 40c4ec4d-f379-42a5-92fd-80a4f30d139d {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:27.735811 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-21fe24ce-4b33-40d7-b5c2-b1fa007d89d4 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:27.749331 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7524a4-9b74-4654-863c-20dba1a7738a req-d300acaa-2ca0-4c22-a0c7-47bb08cc5f3b tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:27.756938 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4c7524a4-9b74-4654-863c-20dba1a7738a req-d300acaa-2ca0-4c22-a0c7-47bb08cc5f3b tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f61f04b7-6a83-402b-a291-215598c0fc85 HTTP/1.1" status: 200 len: 950 time: 0.2409244 Jul 05 04:15:27.764949 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port abef2f72-32c3-440e-82e7-2164c28ae896, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=abef2f72-32c3-440e-82e7-2164c28ae896,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:27.777294 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:27.847370 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4c7524a4-9b74-4654-863c-20dba1a7738a req-927626c6-4661-4c85-a95b-47083c235220 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e771e8a-e993-447c-835c-1a3573af43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890450 Jul 05 04:15:27.856966 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-21fe24ce-4b33-40d7-b5c2-b1fa007d89d4 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:27.883915 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=abef2f72-32c3-440e-82e7-2164c28ae896,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:27.895967 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5323b3e-7d4a-4646-8779-b637449e651d None None] Network eeb163c4-b391-4453-b664-838ab3a5562b requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:28.038697 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-21fe24ce-4b33-40d7-b5c2-b1fa007d89d4 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.079352 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['abef2f72-32c3-440e-82e7-2164c28ae896'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:15:28.152319 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-21fe24ce-4b33-40d7-b5c2-b1fa007d89d4 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.231262 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe24ce-4b33-40d7-b5c2-b1fa007d89d4 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Subnet': ['ID=40c4ec4d-f379-42a5-92fd-80a4f30d139d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:28.256023 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-21fe24ce-4b33-40d7-b5c2-b1fa007d89d4 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.259916 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-21fe24ce-4b33-40d7-b5c2-b1fa007d89d4 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/subnets/40c4ec4d-f379-42a5-92fd-80a4f30d139d HTTP/1.1" status: 204 len: 168 time: 0.6642666 Jul 05 04:15:28.263375 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53554) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:28.305549 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b24a51-224d-4273-a647-5971dde73439 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] DELETE failed (client error): The resource could not be found. Jul 05 04:15:28.306292 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b24a51-224d-4273-a647-5971dde73439 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:28.308281 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-59b24a51-224d-4273-a647-5971dde73439 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/subnets/1bcffb09-9686-482c-933b-926b409b453f HTTP/1.1" status: 404 len: 337 time: 0.0432963 Jul 05 04:15:28.310742 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53556) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:28.346661 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170e75f3-4957-41bb-9b4d-3f85ce1d916c None None] Update dhcp port {'port': {'network_id': 'eeb163c4-b391-4453-b664-838ab3a5562b', 'fixed_ips': [{'subnet_id': 'f4eeb9b2-3b8c-4775-88c9-40f1ccda009b', 'ip_address': '172.20.0.18'}, {'subnet_id': '40c4ec4d-f379-42a5-92fd-80a4f30d139d'}], 'binding:host_id': 'n-d-780147-23'}, 'id': 'b642f37f-e599-4235-8ce3-a98f7fc9a3c6'} from n-d-780147-23. {{(pid=105540) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:15:28.376761 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328b221-1288-44cc-b711-9b565d2c100a req-4a05c9d6-9285-4e5c-b1e1-b46fcaf68b3c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:28.378657 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3328b221-1288-44cc-b711-9b565d2c100a req-4a05c9d6-9285-4e5c-b1e1-b46fcaf68b3c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 945 time: 0.0948455 Jul 05 04:15:28.387233 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-170e75f3-4957-41bb-9b4d-3f85ce1d916c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.412804 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b57142-d66d-450f-923a-cf8e5bc86ced tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting subnet f4eeb9b2-3b8c-4775-88c9-40f1ccda009b {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:28.425519 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-34b57142-d66d-450f-923a-cf8e5bc86ced tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.440493 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3328b221-1288-44cc-b711-9b565d2c100a req-a8c897fe-93bd-4d2c-8f77-0c10fc7a2f62 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530174 Jul 05 04:15:28.500179 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-34b57142-d66d-450f-923a-cf8e5bc86ced tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.588428 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-34b57142-d66d-450f-923a-cf8e5bc86ced tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.627702 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6b4c8e8a-17bd-4bb6-8a82-862fff794357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.664152 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-34b57142-d66d-450f-923a-cf8e5bc86ced tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server [None req-170e75f3-4957-41bb-9b4d-3f85ce1d916c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4eeb9b2-3b8c-4775-88c9-40f1ccda009b: This subnet is being modified by another concurrent operation. Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise exception Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4eeb9b2-3b8c-4775-88c9-40f1ccda009b: This subnet is being modified by another concurrent operation. Jul 05 04:15:28.665836 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server Jul 05 04:15:28.698049 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b57142-d66d-450f-923a-cf8e5bc86ced tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Subnet': ['ID=f4eeb9b2-3b8c-4775-88c9-40f1ccda009b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:28.708222 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-34b57142-d66d-450f-923a-cf8e5bc86ced tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.713299 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-34b57142-d66d-450f-923a-cf8e5bc86ced tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/subnets/f4eeb9b2-3b8c-4775-88c9-40f1ccda009b HTTP/1.1" status: 204 len: 168 time: 0.3983476 Jul 05 04:15:28.713722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53562) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:28.751134 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-b123d76a-4295-4ab9-a3f7-0d0286aac638 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] DELETE failed (client error): The resource could not be found. Jul 05 04:15:28.751603 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b123d76a-4295-4ab9-a3f7-0d0286aac638 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:28.755690 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b123d76a-4295-4ab9-a3f7-0d0286aac638 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/subnets/78884a2e-93b0-4a4e-8f91-c3cacf3ae2e8 HTTP/1.1" status: 404 len: 337 time: 0.0407274 Jul 05 04:15:28.759097 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53564) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:28.772332 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39b0637-7704-4a3c-baba-fa47a3650525 None None] Network eeb163c4-b391-4453-b664-838ab3a5562b requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:28.806375 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-16f8c442-66b7-4eac-b537-2ca2016876e2 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6fcd74a-03ef-45f3-aad6-a6891da784d1 HTTP/1.1" status: 200 len: 205 time: 0.0459278 Jul 05 04:15:28.809138 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53568) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:28.899929 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-9e131146-6bab-4167-a3ad-67597c905447 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] delete failed (client error): The resource could not be found. Jul 05 04:15:28.902172 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9e131146-6bab-4167-a3ad-67597c905447 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/routers/c6fcd74a-03ef-45f3-aad6-a6891da784d1 HTTP/1.1" status: 404 len: 336 time: 0.0915074 Jul 05 04:15:28.903885 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53572) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:28.939728 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-8027611f-6c67-4239-9366-50b95eb80b61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] DELETE failed (client error): The resource could not be found. Jul 05 04:15:28.940509 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8027611f-6c67-4239-9366-50b95eb80b61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:28.943498 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8027611f-6c67-4239-9366-50b95eb80b61 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/subnets/dd8bb54e-0266-4ce7-8f22-bbc73e0ab93e HTTP/1.1" status: 404 len: 337 time: 0.0380821 Jul 05 04:15:28.945742 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53576) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:28.985185 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24853dd-f612-4f97-8a5c-7c6df008c6bb tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] DELETE failed (client error): The resource could not be found. Jul 05 04:15:28.985666 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d24853dd-f612-4f97-8a5c-7c6df008c6bb tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:28.996268 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d24853dd-f612-4f97-8a5c-7c6df008c6bb tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/subnets/09ebe13a-aaa5-4126-8d8f-3678919df2b8 HTTP/1.1" status: 404 len: 337 time: 0.0469260 Jul 05 04:15:28.996608 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53580) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:29.024614 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bfea167-ef6f-48f0-941a-69aa5cfa01a5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] DELETE failed (client error): The resource could not be found. Jul 05 04:15:29.025321 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bfea167-ef6f-48f0-941a-69aa5cfa01a5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:29.027133 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2bfea167-ef6f-48f0-941a-69aa5cfa01a5 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/subnets/8c3ec623-1ede-41ce-96f9-96103e29f887 HTTP/1.1" status: 404 len: 337 time: 0.0296416 Jul 05 04:15:29.029652 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53584) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:29.105817 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f77fcc-afa5-442d-b620-b4fd827d2cbb tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] DELETE failed (client error): The resource could not be found. Jul 05 04:15:29.108236 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f77fcc-afa5-442d-b620-b4fd827d2cbb tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:29.114819 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-84f77fcc-afa5-442d-b620-b4fd827d2cbb tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/ports/91ed5ea2-ab37-4536-a6cf-1328ad835373 HTTP/1.1" status: 404 len: 333 time: 0.0807648 Jul 05 04:15:29.115028 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53588) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:29.125283 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device abef2f72-32c3-440e-82e7-2164c28ae896 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:29.143333 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37bdabf-b825-4bfc-81d9-2ca429843bbd req-3aed6629-2e3f-4d02-af3f-ed090db62133 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:29.152749 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c37bdabf-b825-4bfc-81d9-2ca429843bbd req-3aed6629-2e3f-4d02-af3f-ed090db62133 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f61f04b7-6a83-402b-a291-215598c0fc85 HTTP/1.1" status: 200 len: 950 time: 0.1408327 Jul 05 04:15:29.191261 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-43185d10-8c08-4673-9e14-86bf4d3d68f6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] DELETE failed (client error): The resource could not be found. Jul 05 04:15:29.191714 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43185d10-8c08-4673-9e14-86bf4d3d68f6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:29.196327 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-43185d10-8c08-4673-9e14-86bf4d3d68f6 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/subnets/89f15ce2-3a5e-4bf5-93a9-536beff347aa HTTP/1.1" status: 404 len: 337 time: 0.0775306 Jul 05 04:15:29.197131 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53594) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:29.219560 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b642f37f-e599-4235-8ce3-a98f7fc9a3c6 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:29.238502 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d5337e9-c76c-423d-a196-5bd96c2950ed tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] DELETE failed (client error): The resource could not be found. Jul 05 04:15:29.239399 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d5337e9-c76c-423d-a196-5bd96c2950ed tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:29.240791 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5d5337e9-c76c-423d-a196-5bd96c2950ed tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/subnets/8ebdb288-f716-4348-be67-215a9f5f83ce HTTP/1.1" status: 404 len: 337 time: 0.0427318 Jul 05 04:15:29.244753 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53600) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:29.296978 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c37bdabf-b825-4bfc-81d9-2ca429843bbd req-260c7311-8622-4661-aa45-240fb7760a8b tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e771e8a-e993-447c-835c-1a3573af43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431770 Jul 05 04:15:29.357921 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7c9889-e63a-49b9-bbc5-4e8804d8240e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] DELETE failed (client error): The resource could not be found. Jul 05 04:15:29.358700 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f7c9889-e63a-49b9-bbc5-4e8804d8240e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:29.360500 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5f7c9889-e63a-49b9-bbc5-4e8804d8240e tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/ports/e9ec7e72-b6f3-4c72-8c6b-aceb133b47d9 HTTP/1.1" status: 404 len: 333 time: 0.1145144 Jul 05 04:15:29.363843 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53614) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:29.395682 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2aca04e5-d1fc-4cf1-9e6b-73dfc538878f None None] Provisioning complete for port fbc36da1-db07-43d1-bfb0-d848cee0bb04 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:29.396255 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2aca04e5-d1fc-4cf1-9e6b-73dfc538878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.441822 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.515427 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b178d42-a917-4013-8282-58d1c296b2ec tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] DELETE failed (client error): The resource could not be found. Jul 05 04:15:29.517563 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b178d42-a917-4013-8282-58d1c296b2ec tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:29.527524 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53624) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:29.528790 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6b178d42-a917-4013-8282-58d1c296b2ec tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/subnets/f431dfde-86dc-45a5-b942-b10a7e7b42b7 HTTP/1.1" status: 404 len: 337 time: 0.1637080 Jul 05 04:15:29.568080 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2aca04e5-d1fc-4cf1-9e6b-73dfc538878f None None] Port fbc36da1-db07-43d1-bfb0-d848cee0bb04 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:15:29.604296 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-10389598-f40f-4944-87a7-90d9d25f4784 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] DELETE failed (client error): The resource could not be found. Jul 05 04:15:29.606083 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10389598-f40f-4944-87a7-90d9d25f4784 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:29.611129 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53628) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:29.612164 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-10389598-f40f-4944-87a7-90d9d25f4784 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/subnets/62a9ea9c-e778-42c8-a277-d167ecdda334 HTTP/1.1" status: 404 len: 337 time: 0.0834973 Jul 05 04:15:29.660520 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port abef2f72-32c3-440e-82e7-2164c28ae896 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:29.782759 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port abef2f72-32c3-440e-82e7-2164c28ae896 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:29.783140 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.878180 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2aca04e5-d1fc-4cf1-9e6b-73dfc538878f None None] Provisioning complete for port b642f37f-e599-4235-8ce3-a98f7fc9a3c6 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:29.878562 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2aca04e5-d1fc-4cf1-9e6b-73dfc538878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.886649 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-90968fcf-d893-46a2-97a5-baf309da0a4b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting port fbc36da1-db07-43d1-bfb0-d848cee0bb04 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:29.887400 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-90968fcf-d893-46a2-97a5-baf309da0a4b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.024557 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00901b4e-bf02-4373-8f6f-5312f22be670 req-f426265b-77e8-4bd1-b51e-adaaea4632e2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:30.026962 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-00901b4e-bf02-4373-8f6f-5312f22be670 req-f426265b-77e8-4bd1-b51e-adaaea4632e2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 945 time: 0.1943290 Jul 05 04:15:30.066858 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.078523 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-90968fcf-d893-46a2-97a5-baf309da0a4b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.118841 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-00901b4e-bf02-4373-8f6f-5312f22be670 req-d5d8cd66-dae2-4c1e-b40d-7c1a679c6e9a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796142 Jul 05 04:15:30.140870 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-90968fcf-d893-46a2-97a5-baf309da0a4b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Calling delete_port for fbc36da1-db07-43d1-bfb0-d848cee0bb04 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:30.271347 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3139d6-a81f-48a4-b6bd-7452a8208ca0 None None] DHCP port deletion for eeb163c4-b391-4453-b664-838ab3a5562b request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:30.279225 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.332839 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port b642f37f-e599-4235-8ce3-a98f7fc9a3c6, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b642f37f-e599-4235-8ce3-a98f7fc9a3c6,segment=NetworkSegment(14cfdebd-128d-4715-a382-4a3af2e70825),segment_id=14cfdebd-128d-4715-a382-4a3af2e70825)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:30.376947 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.385116 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3af7abb-334c-4b0d-b0ab-d2bf6958dd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abef2f72-32c3-440e-82e7-2164c28ae896'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:15:30.394677 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e73f150-0821-4eaa-b7bc-ca6d6a658719" -d '{"events": [{"server_uuid": "d3af7abb-334c-4b0d-b0ab-d2bf6958dd93", "name": "network-vif-plugged", "status": "completed", "tag": "abef2f72-32c3-440e-82e7-2164c28ae896"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:15:30.464132 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85145d68-8be2-4aae-aff2-c447c1793509 req-32779395-de56-4032-828c-7b6fff705f1a tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:30.477210 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-85145d68-8be2-4aae-aff2-c447c1793509 req-32779395-de56-4032-828c-7b6fff705f1a tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f61f04b7-6a83-402b-a291-215598c0fc85 HTTP/1.1" status: 200 len: 950 time: 0.2089152 Jul 05 04:15:30.508018 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=b642f37f-e599-4235-8ce3-a98f7fc9a3c6,revision_number=11']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:30.519361 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-90968fcf-d893-46a2-97a5-baf309da0a4b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.533738 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port abef2f72-32c3-440e-82e7-2164c28ae896, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=abef2f72-32c3-440e-82e7-2164c28ae896,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:30.546737 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.599324 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90968fcf-d893-46a2-97a5-baf309da0a4b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Port': ['ID=fbc36da1-db07-43d1-bfb0-d848cee0bb04,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:30.618690 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-90968fcf-d893-46a2-97a5-baf309da0a4b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.623511 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-1e3139d6-a81f-48a4-b6bd-7452a8208ca0 None None] Deleting port b642f37f-e599-4235-8ce3-a98f7fc9a3c6 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:30.624034 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-90968fcf-d893-46a2-97a5-baf309da0a4b tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/ports/fbc36da1-db07-43d1-bfb0-d848cee0bb04 HTTP/1.1" status: 204 len: 168 time: 1.0118344 Jul 05 04:15:30.626567 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53652) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:30.638948 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1e3139d6-a81f-48a4-b6bd-7452a8208ca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.651475 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-85145d68-8be2-4aae-aff2-c447c1793509 req-af19ff1a-b3b9-4c62-8ca0-d78e6f24c4e7 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e771e8a-e993-447c-835c-1a3573af43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640699 Jul 05 04:15:30.739732 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e1b85e-9843-4e21-a789-0056da56148a x-openstack-request-id: req-76e1b85e-9843-4e21-a789-0056da56148a {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:15:30.739975 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3af7abb-334c-4b0d-b0ab-d2bf6958dd93", "name": "network-vif-plugged", "status": "completed", "tag": "abef2f72-32c3-440e-82e7-2164c28ae896", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:15:30.740230 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-76e1b85e-9843-4e21-a789-0056da56148a {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:15:30.740627 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3af7abb-334c-4b0d-b0ab-d2bf6958dd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abef2f72-32c3-440e-82e7-2164c28ae896', 'code': 200} Jul 05 04:15:30.839841 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=abef2f72-32c3-440e-82e7-2164c28ae896,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:30.854896 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-1e3139d6-a81f-48a4-b6bd-7452a8208ca0 None None] For port b642f37f-e599-4235-8ce3-a98f7fc9a3c6, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b642f37f-e599-4235-8ce3-a98f7fc9a3c6,segment=NetworkSegment(14cfdebd-128d-4715-a382-4a3af2e70825),segment_id=14cfdebd-128d-4715-a382-4a3af2e70825)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:30.854896 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1e3139d6-a81f-48a4-b6bd-7452a8208ca0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.866056 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-1e3139d6-a81f-48a4-b6bd-7452a8208ca0 None None] Calling delete_port for b642f37f-e599-4235-8ce3-a98f7fc9a3c6 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:30.887689 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d90264ef-cc7e-48ca-bb40-e041a5b52d21 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.949585 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5995451-c1f1-4136-ad7f-3564115a7125 req-dae58a7e-f791-455c-aff1-58f48dbec06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:30.964249 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5995451-c1f1-4136-ad7f-3564115a7125 req-dae58a7e-f791-455c-aff1-58f48dbec06f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 1098 time: 0.1530585 Jul 05 04:15:30.992814 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1e3139d6-a81f-48a4-b6bd-7452a8208ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.022965 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5995451-c1f1-4136-ad7f-3564115a7125 req-cfba5eae-bc68-4f79-8546-d045023db96c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576515 Jul 05 04:15:31.033132 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3139d6-a81f-48a4-b6bd-7452a8208ca0 None None] Pushing event deleted for resources: {'Port': ['ID=b642f37f-e599-4235-8ce3-a98f7fc9a3c6,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:31.036446 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-d90264ef-cc7e-48ca-bb40-e041a5b52d21 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Deleting port b642f37f-e599-4235-8ce3-a98f7fc9a3c6 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:31.036856 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d90264ef-cc7e-48ca-bb40-e041a5b52d21 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.037427 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3139d6-a81f-48a4-b6bd-7452a8208ca0 None None] No DVR routers for this DVR port b642f37f-e599-4235-8ce3-a98f7fc9a3c6 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:31.064382 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b481ad9-d5e9-40f8-ad83-69749a02aaa3 None None] get_active_networks_info from n-d-780147-23 {{(pid=105540) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:15:31.137054 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-d90264ef-cc7e-48ca-bb40-e041a5b52d21 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] For port b642f37f-e599-4235-8ce3-a98f7fc9a3c6, host n-d-780147-23, got binding levels [] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:31.137855 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d90264ef-cc7e-48ca-bb40-e041a5b52d21 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.154883 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-d90264ef-cc7e-48ca-bb40-e041a5b52d21 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Calling delete_port for b642f37f-e599-4235-8ce3-a98f7fc9a3c6 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:31.158425 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.ipam_backend_mixin [None req-d90264ef-cc7e-48ca-bb40-e041a5b52d21 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Port b642f37f-e599-4235-8ce3-a98f7fc9a3c6 was not found and therefore no delete operation was performed {{(pid=105538) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:15:31.160030 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d90264ef-cc7e-48ca-bb40-e041a5b52d21 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.199568 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90264ef-cc7e-48ca-bb40-e041a5b52d21 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Port': ['ID=b642f37f-e599-4235-8ce3-a98f7fc9a3c6,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:31.202653 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90264ef-cc7e-48ca-bb40-e041a5b52d21 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] No DVR routers for this DVR port b642f37f-e599-4235-8ce3-a98f7fc9a3c6 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:31.307771 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b481ad9-d5e9-40f8-ad83-69749a02aaa3 None None] Resources bound (agent type, host, resource id): {{(pid=105540) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:15:31.359716 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d90264ef-cc7e-48ca-bb40-e041a5b52d21 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.375344 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c3e3d-a9a1-44cf-ac3d-d55554ec2031 req-5e3b7a9f-6326-4c60-90dd-938defad80fe tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:31.386445 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-d90264ef-cc7e-48ca-bb40-e041a5b52d21 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb163c4-b391-4453-b664-838ab3a5562b']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:31.389226 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e66c3e3d-a9a1-44cf-ac3d-d55554ec2031 req-5e3b7a9f-6326-4c60-90dd-938defad80fe tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 946 time: 0.1266069 Jul 05 04:15:31.395507 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1f4463b8-6131-4992-98b1-7cdc509dd168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.434867 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-d90264ef-cc7e-48ca-bb40-e041a5b52d21 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14cfdebd-128d-4715-a382-4a3af2e70825') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:31.436837 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-d90264ef-cc7e-48ca-bb40-e041a5b52d21 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14cfdebd-128d-4715-a382-4a3af2e70825') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:31.478335 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d90264ef-cc7e-48ca-bb40-e041a5b52d21 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.497609 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b9b1a-83ec-4c06-9f6c-bce048f9f2d2 req-8e621c55-db42-4da3-9182-7dbf790a9e0b tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:31.499312 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1f9b9b1a-83ec-4c06-9f6c-bce048f9f2d2 req-8e621c55-db42-4da3-9182-7dbf790a9e0b tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.89 "GET /v2.0/ports?device_id=f61f04b7-6a83-402b-a291-215598c0fc85 HTTP/1.1" status: 200 len: 950 time: 0.2123880 Jul 05 04:15:31.513674 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e66c3e3d-a9a1-44cf-ac3d-d55554ec2031 req-24a9f329-c421-40dd-9938-340350370495 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232619 Jul 05 04:15:31.516344 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d90264ef-cc7e-48ca-bb40-e041a5b52d21 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.556625 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90264ef-cc7e-48ca-bb40-e041a5b52d21 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:15:31.557644 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d90264ef-cc7e-48ca-bb40-e041a5b52d21 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:15:31.561983 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:15:31.739573 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d90264ef-cc7e-48ca-bb40-e041a5b52d21 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.744436 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d90264ef-cc7e-48ca-bb40-e041a5b52d21 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.749097 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d90264ef-cc7e-48ca-bb40-e041a5b52d21 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] 10.222.0.77 "DELETE /v2.0/networks/eeb163c4-b391-4453-b664-838ab3a5562b HTTP/1.1" status: 204 len: 168 time: 1.1188827 Jul 05 04:15:31.767120 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90264ef-cc7e-48ca-bb40-e041a5b52d21 tempest-PortsTestJSON-1953797329 tempest-PortsTestJSON-1953797329-project] Pushing event deleted for resources: {'Network': ['ID=eeb163c4-b391-4453-b664-838ab3a5562b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:31.814055 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-1f9b9b1a-83ec-4c06-9f6c-bce048f9f2d2 req-1ab0a9f4-c21f-4b5b-8bee-4888b5c9f5f7 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Deleting port 9f597c3e-7d92-4beb-9095-660f3672776e {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:31.814705 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1f9b9b1a-83ec-4c06-9f6c-bce048f9f2d2 req-1ab0a9f4-c21f-4b5b-8bee-4888b5c9f5f7 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.852508 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.038672 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-1f9b9b1a-83ec-4c06-9f6c-bce048f9f2d2 req-1ab0a9f4-c21f-4b5b-8bee-4888b5c9f5f7 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] For port 9f597c3e-7d92-4beb-9095-660f3672776e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9f597c3e-7d92-4beb-9095-660f3672776e,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:32.040176 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1f9b9b1a-83ec-4c06-9f6c-bce048f9f2d2 req-1ab0a9f4-c21f-4b5b-8bee-4888b5c9f5f7 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.074742 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-1f9b9b1a-83ec-4c06-9f6c-bce048f9f2d2 req-1ab0a9f4-c21f-4b5b-8bee-4888b5c9f5f7 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Calling delete_port for 9f597c3e-7d92-4beb-9095-660f3672776e owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:32.141200 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26cadd-7eec-4e5c-8ee9-759f6e08f93c req-3c079e55-b60d-4dbe-b75d-9f70bcad4d10 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:32.144025 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c26cadd-7eec-4e5c-8ee9-759f6e08f93c req-3c079e55-b60d-4dbe-b75d-9f70bcad4d10 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f61f04b7-6a83-402b-a291-215598c0fc85 HTTP/1.1" status: 200 len: 950 time: 0.1640897 Jul 05 04:15:32.214514 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c26cadd-7eec-4e5c-8ee9-759f6e08f93c req-3205881b-9711-405f-be7f-b7a41c85f0a0 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e771e8a-e993-447c-835c-1a3573af43f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642190 Jul 05 04:15:32.354688 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1f9b9b1a-83ec-4c06-9f6c-bce048f9f2d2 req-1ab0a9f4-c21f-4b5b-8bee-4888b5c9f5f7 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.368186 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['9f597c3e-7d92-4beb-9095-660f3672776e'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:15:32.391444 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0a9f4-c21f-4b5b-8bee-4888b5c9f5f7 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Pushing event deleted for resources: {'Port': ['ID=9f597c3e-7d92-4beb-9095-660f3672776e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:32.484234 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9b9b1a-83ec-4c06-9f6c-bce048f9f2d2 req-1ab0a9f4-c21f-4b5b-8bee-4888b5c9f5f7 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] No DVR routers for this DVR port 9f597c3e-7d92-4beb-9095-660f3672776e on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:32.486904 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1f9b9b1a-83ec-4c06-9f6c-bce048f9f2d2 req-1ab0a9f4-c21f-4b5b-8bee-4888b5c9f5f7 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.489383 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1f9b9b1a-83ec-4c06-9f6c-bce048f9f2d2 req-1ab0a9f4-c21f-4b5b-8bee-4888b5c9f5f7 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.89 "DELETE /v2.0/ports/9f597c3e-7d92-4beb-9095-660f3672776e HTTP/1.1" status: 204 len: 173 time: 0.9834194 Jul 05 04:15:32.490139 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61f04b7-6a83-402b-a291-215598c0fc85', 'name': 'network-vif-deleted', 'tag': '9f597c3e-7d92-4beb-9095-660f3672776e'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:15:32.504116 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8e9803-1b19-4586-9f0a-adc532900275" -d '{"events": [{"server_uuid": "f61f04b7-6a83-402b-a291-215598c0fc85", "name": "network-vif-deleted", "tag": "9f597c3e-7d92-4beb-9095-660f3672776e"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:15:32.536880 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53696) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:32.606685 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b2b141-0be1-4a21-ac07-3a28bafccd67 x-openstack-request-id: req-b3b2b141-0be1-4a21-ac07-3a28bafccd67 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:15:32.610795 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61f04b7-6a83-402b-a291-215598c0fc85", "name": "network-vif-deleted", "tag": "9f597c3e-7d92-4beb-9095-660f3672776e", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:15:32.611055 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b3b2b141-0be1-4a21-ac07-3a28bafccd67 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:15:32.611502 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61f04b7-6a83-402b-a291-215598c0fc85', 'name': 'network-vif-deleted', 'tag': '9f597c3e-7d92-4beb-9095-660f3672776e', 'status': 'completed', 'code': 200} Jul 05 04:15:32.614007 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.874819 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53710) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:32.875095 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d28c2b9d-5fc6-443c-9cf8-0546a5313882 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fb4c3b49cee14040aba1b9f4e97b8880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369195 Jul 05 04:15:32.922499 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a7977-0cf1-462f-9a1f-77ded3354965 req-9527eaa7-df05-4b46-89c6-eeea68a4c65f tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:32.939437 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-764a7977-0cf1-462f-9a1f-77ded3354965 req-9527eaa7-df05-4b46-89c6-eeea68a4c65f tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 946 time: 0.1711054 Jul 05 04:15:32.999636 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7a46bce2-2fc0-4644-9768-f95da032f942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.005487 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-764a7977-0cf1-462f-9a1f-77ded3354965 req-319eb65e-a4e8-4b17-a7e5-797e47349b94 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648663 Jul 05 04:15:33.040090 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7a46bce2-2fc0-4644-9768-f95da032f942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.111613 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7a46bce2-2fc0-4644-9768-f95da032f942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.116598 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7a46bce2-2fc0-4644-9768-f95da032f942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.121083 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7a46bce2-2fc0-4644-9768-f95da032f942 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/489c6743-34ea-4a9d-a821-477800e7979b HTTP/1.1" status: 204 len: 168 time: 0.2421873 Jul 05 04:15:33.154790 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46bce2-2fc0-4644-9768-f95da032f942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489c6743-34ea-4a9d-a821-477800e7979b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:33.206085 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53720) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:33.337898 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd5d23-61e0-49fe-8fea-34b36da5d661 req-c046d8c8-3cf1-4910-953b-17041c1bb7b9 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:33.347041 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6cfd5d23-61e0-49fe-8fea-34b36da5d661 req-c046d8c8-3cf1-4910-953b-17041c1bb7b9 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 946 time: 0.1456592 Jul 05 04:15:33.377206 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9023da31-98d5-4b70-b61e-07ab1adb80a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.451306 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6cfd5d23-61e0-49fe-8fea-34b36da5d661 req-9ece1715-b3fe-4265-82a5-bebd00685881 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911226 Jul 05 04:15:33.564004 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1cbdc95f-eae0-4f2a-adcc-6dc924a5201e req-704d9f64-64da-4cf3-a583-6d0d051089d6 tempest-VolumesNegativeTest-134709094 tempest-VolumesNegativeTest-134709094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f61f04b7-6a83-402b-a291-215598c0fc85 HTTP/1.1" status: 200 len: 210 time: 0.0518675 Jul 05 04:15:33.575781 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9023da31-98d5-4b70-b61e-07ab1adb80a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.581591 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9023da31-98d5-4b70-b61e-07ab1adb80a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.630858 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9023da31-98d5-4b70-b61e-07ab1adb80a2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=31840271dec84279a4dc29f1d110b1d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4212766 Jul 05 04:15:33.630858 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023da31-98d5-4b70-b61e-07ab1adb80a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43216b2b-abd2-423a-8dce-6d297cf84c93,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:33.632104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53730) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:33.698474 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-74145aa4-5f9c-42cc-a498-57bb215d8b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.735286 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-74145aa4-5f9c-42cc-a498-57bb215d8b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.856837 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-74145aa4-5f9c-42cc-a498-57bb215d8b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.860276 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-74145aa4-5f9c-42cc-a498-57bb215d8b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.876169 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-74145aa4-5f9c-42cc-a498-57bb215d8b49 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/43216b2b-abd2-423a-8dce-6d297cf84c93 HTTP/1.1" status: 204 len: 168 time: 0.2425988 Jul 05 04:15:33.897729 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74145aa4-5f9c-42cc-a498-57bb215d8b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43216b2b-abd2-423a-8dce-6d297cf84c93,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:34.042562 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53754) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:34.379272 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:34.719358 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53784) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:34.764718 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dc3dbc12-3d65-4cd8-84ea-7b5f18e92316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:34.957846 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 9f597c3e-7d92-4beb-9095-660f3672776e no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:35.033096 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 9f597c3e-7d92-4beb-9095-660f3672776e {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:35.033437 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 9f597c3e-7d92-4beb-9095-660f3672776e not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:35.150611 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dc3dbc12-3d65-4cd8-84ea-7b5f18e92316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.165755 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dc3dbc12-3d65-4cd8-84ea-7b5f18e92316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.329213 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-dc3dbc12-3d65-4cd8-84ea-7b5f18e92316 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ddd4df565a7b40b5b83e8122a726146f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6058152 Jul 05 04:15:35.330235 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53812) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:35.331156 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3dbc12-3d65-4cd8-84ea-7b5f18e92316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1994ae0-8e5d-462f-8373-3e91026b86c7,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:35.512373 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bb1779ca-1a9f-4eac-bdc5-092c44080f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.605435 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bb1779ca-1a9f-4eac-bdc5-092c44080f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.697706 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bb1779ca-1a9f-4eac-bdc5-092c44080f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.700533 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bb1779ca-1a9f-4eac-bdc5-092c44080f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.701889 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bb1779ca-1a9f-4eac-bdc5-092c44080f20 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a1994ae0-8e5d-462f-8373-3e91026b86c7 HTTP/1.1" status: 204 len: 168 time: 0.3671458 Jul 05 04:15:35.719902 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ca0be1c-d9da-4082-9d67-abd050b9e002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.724813 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1779ca-1a9f-4eac-bdc5-092c44080f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1994ae0-8e5d-462f-8373-3e91026b86c7,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:36.198507 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0be1c-d9da-4082-9d67-abd050b9e002 admin admin] Deleting port a8530503-d312-4b42-80ba-5ae6b8f87e90 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:36.198993 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ca0be1c-d9da-4082-9d67-abd050b9e002 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.435372 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-2ca0be1c-d9da-4082-9d67-abd050b9e002 admin admin] For port a8530503-d312-4b42-80ba-5ae6b8f87e90, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a8530503-d312-4b42-80ba-5ae6b8f87e90,segment=NetworkSegment(e0198e34-0762-4073-a795-5f4dac6b18a3),segment_id=e0198e34-0762-4073-a795-5f4dac6b18a3)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:36.440721 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ca0be1c-d9da-4082-9d67-abd050b9e002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.490035 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0be1c-d9da-4082-9d67-abd050b9e002 admin admin] Calling delete_port for a8530503-d312-4b42-80ba-5ae6b8f87e90 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:36.650693 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53884) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:36.678956 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8192ba5a-4f91-4230-ae38-7080d2b59976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.952695 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8192ba5a-4f91-4230-ae38-7080d2b59976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.973528 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8192ba5a-4f91-4230-ae38-7080d2b59976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.997802 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ca0be1c-d9da-4082-9d67-abd050b9e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.024550 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0be1c-d9da-4082-9d67-abd050b9e002 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8530503-d312-4b42-80ba-5ae6b8f87e90,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:37.064878 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8192ba5a-4f91-4230-ae38-7080d2b59976 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e437b8922714424fb999c6b83db0cf3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4129522 Jul 05 04:15:37.070709 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53942) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:37.078304 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192ba5a-4f91-4230-ae38-7080d2b59976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff6c4d2-17c2-467c-a117-88b1b484ac0e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:37.290500 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-33160bef-fb1c-4f6c-8cca-3014c568df86 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:37.292572 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-33160bef-fb1c-4f6c-8cca-3014c568df86 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 812 time: 0.1355653 Jul 05 04:15:37.345894 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-08f5dd56-c65b-47a5-949b-a869be801c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.350699 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-f55179ba-35fb-4384-ac98-f8299e0f51f3 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/quotas/c5a91f0142e14cf1a9be04e96df390cd HTTP/1.1" status: 200 len: 375 time: 0.0449896 Jul 05 04:15:37.461143 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-08f5dd56-c65b-47a5-949b-a869be801c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.513248 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-6fd9f698-bf4b-4a69-9069-f50671a58e43 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1513608 Jul 05 04:15:37.630022 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-08f5dd56-c65b-47a5-949b-a869be801c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.635336 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-08f5dd56-c65b-47a5-949b-a869be801c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.637415 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-08f5dd56-c65b-47a5-949b-a869be801c02 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5ff6c4d2-17c2-467c-a117-88b1b484ac0e HTTP/1.1" status: 204 len: 168 time: 0.5652790 Jul 05 04:15:37.652586 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5dd56-c65b-47a5-949b-a869be801c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff6c4d2-17c2-467c-a117-88b1b484ac0e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:37.655252 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ca0be1c-d9da-4082-9d67-abd050b9e002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.711475 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-f42e8a80-e6af-43cb-a978-d534945861e5 service neutron] 10.222.0.77 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874933 Jul 05 04:15:37.885037 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-aeb9771a-c4cd-4481-a83a-796fedf288fa service neutron] 10.222.0.77 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655676 Jul 05 04:15:38.032507 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca0be1c-d9da-4082-9d67-abd050b9e002 admin admin] Router 6111dfe3-31f3-4501-83d6-39a888628951 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:15:38.207324 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca0be1c-d9da-4082-9d67-abd050b9e002 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:38.228381 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffda889f-bd55-48e8-a2fc-28858fafacff None None] Sync routers for ids ['6111dfe3-31f3-4501-83d6-39a888628951'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:38.245867 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffda889f-bd55-48e8-a2fc-28858fafacff None None] Routers {'6111dfe3-31f3-4501-83d6-39a888628951'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:38.246521 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-ffda889f-bd55-48e8-a2fc-28858fafacff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:15:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['6111dfe3-31f3-4501-83d6-39a888628951'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:38.267039 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2ca0be1c-d9da-4082-9d67-abd050b9e002 admin admin] 10.222.0.77 "PUT /v2.0/routers/6111dfe3-31f3-4501-83d6-39a888628951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2209086 Jul 05 04:15:38.267413 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54038) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:38.408171 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c25f726c-ce09-4d85-9675-22f779a13065 req-f8deba6b-fc43-462c-a982-015d39f32965 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 210 time: 0.1025655 Jul 05 04:15:38.487578 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-ffda889f-bd55-48e8-a2fc-28858fafacff None None] Set router 6111dfe3-31f3-4501-83d6-39a888628951 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:38.501029 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5fa6bc62-97e3-4cc7-9ca1-f609ecce67dc admin admin] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.805530 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5fa6bc62-97e3-4cc7-9ca1-f609ecce67dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.886711 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-ffda889f-bd55-48e8-a2fc-28858fafacff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6111dfe3-31f3-4501-83d6-39a888628951', 'name': 'tempest-TaggedBootDevicesTest_v242-1023080050-router', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '12e5e2b0-0e16-4f7e-9265-8e62d110860c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:50Z', 'updated_at': '2021-07-05T04:15:36Z', 'revision_number': 5, 'project_id': '50643a7691c345388c1f08c7454cea66', 'gw_port': {'id': '12e5e2b0-0e16-4f7e-9265-8e62d110860c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6111dfe3-31f3-4501-83d6-39a888628951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:51Z', 'updated_at': '2021-07-05T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:38.957442 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-5fa6bc62-97e3-4cc7-9ca1-f609ecce67dc admin admin] Deleting port 12e5e2b0-0e16-4f7e-9265-8e62d110860c {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:38.957810 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5fa6bc62-97e3-4cc7-9ca1-f609ecce67dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.959005 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffda889f-bd55-48e8-a2fc-28858fafacff None None] Checking router: 6111dfe3-31f3-4501-83d6-39a888628951 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:15:38.986355 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffda889f-bd55-48e8-a2fc-28858fafacff None None] Routers {'6111dfe3-31f3-4501-83d6-39a888628951'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:38.989366 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-ffda889f-bd55-48e8-a2fc-28858fafacff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:15:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['6111dfe3-31f3-4501-83d6-39a888628951'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:39.204384 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-ffda889f-bd55-48e8-a2fc-28858fafacff None None] Set router 6111dfe3-31f3-4501-83d6-39a888628951 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:39.231839 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-5fa6bc62-97e3-4cc7-9ca1-f609ecce67dc admin admin] For port 12e5e2b0-0e16-4f7e-9265-8e62d110860c, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=12e5e2b0-0e16-4f7e-9265-8e62d110860c,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:39.233293 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5fa6bc62-97e3-4cc7-9ca1-f609ecce67dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:39.257953 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-5fa6bc62-97e3-4cc7-9ca1-f609ecce67dc admin admin] Calling delete_port for 12e5e2b0-0e16-4f7e-9265-8e62d110860c owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:39.343243 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-ffda889f-bd55-48e8-a2fc-28858fafacff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6111dfe3-31f3-4501-83d6-39a888628951', 'name': 'tempest-TaggedBootDevicesTest_v242-1023080050-router', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:50Z', 'updated_at': '2021-07-05T04:15:38Z', 'revision_number': 6, 'project_id': '50643a7691c345388c1f08c7454cea66', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:39.429056 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffda889f-bd55-48e8-a2fc-28858fafacff None None] The sync data for ids ['6111dfe3-31f3-4501-83d6-39a888628951'] in n-d-780147-23 is: [{'id': '6111dfe3-31f3-4501-83d6-39a888628951', 'name': 'tempest-TaggedBootDevicesTest_v242-1023080050-router', 'tenant_id': '50643a7691c345388c1f08c7454cea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:50Z', 'updated_at': '2021-07-05T04:15:38Z', 'revision_number': 6, 'project_id': '50643a7691c345388c1f08c7454cea66', 'gw_port_host': None}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:39.652706 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5fa6bc62-97e3-4cc7-9ca1-f609ecce67dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:39.691279 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6bc62-97e3-4cc7-9ca1-f609ecce67dc admin admin] Pushing event deleted for resources: {'Port': ['ID=12e5e2b0-0e16-4f7e-9265-8e62d110860c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:39.701739 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e61d3a4-68a1-4165-92f3-6f005b8b9d42 req-afbd096c-b3bc-4b75-9659-04089abce331 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 210 time: 0.0570378 Jul 05 04:15:39.751571 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e65d28fe-d5be-46cb-ba9d-c95b42117813 req-63c08972-7bb0-488a-b4fc-2b2de82a33e6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1998432 Jul 05 04:15:39.793357 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5fa6bc62-97e3-4cc7-9ca1-f609ecce67dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.001849 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5fa6bc62-97e3-4cc7-9ca1-f609ecce67dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.005530 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5fa6bc62-97e3-4cc7-9ca1-f609ecce67dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.065332 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5fa6bc62-97e3-4cc7-9ca1-f609ecce67dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.066280 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa6bc62-97e3-4cc7-9ca1-f609ecce67dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6111dfe3-31f3-4501-83d6-39a888628951 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:15:40.076109 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d28fe-d5be-46cb-ba9d-c95b42117813 req-bf1c5c13-bce1-4020-850f-5674fd41b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:40.076858 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5fa6bc62-97e3-4cc7-9ca1-f609ecce67dc admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.078441 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5fa6bc62-97e3-4cc7-9ca1-f609ecce67dc admin admin] 10.222.0.77 "DELETE /v2.0/routers/6111dfe3-31f3-4501-83d6-39a888628951 HTTP/1.1" status: 204 len: 168 time: 1.8098881 Jul 05 04:15:40.081330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54160) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:40.082551 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e65d28fe-d5be-46cb-ba9d-c95b42117813 req-bf1c5c13-bce1-4020-850f-5674fd41b568 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a0e169dad4642e084dbd1dffad21af0&device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 1098 time: 0.2555165 Jul 05 04:15:40.216606 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-b145acd8-33e4-4c1b-a518-61ffcee0a8b7 admin admin] Deleting subnet f6a89750-87ba-44fb-8296-741d431f172e {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:40.226192 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b145acd8-33e4-4c1b-a518-61ffcee0a8b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.389500 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b145acd8-33e4-4c1b-a518-61ffcee0a8b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.427525 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d28fe-d5be-46cb-ba9d-c95b42117813 req-717c9b94-f0fb-4a07-817b-9cd94df7153a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:40.432281 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e65d28fe-d5be-46cb-ba9d-c95b42117813 req-717c9b94-f0fb-4a07-817b-9cd94df7153a service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7 HTTP/1.1" status: 200 len: 918 time: 0.2875464 Jul 05 04:15:40.662795 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e65d28fe-d5be-46cb-ba9d-c95b42117813 req-3029c2f9-2c2f-4433-b445-467d82a1295b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd6aee0a-56d5-4902-98a0-d8741807d399 HTTP/1.1" status: 200 len: 1002 time: 0.2229903 Jul 05 04:15:40.854886 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-1497c1f7-d227-452c-9b68-e018f42aa0bf tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:40.867363 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-1497c1f7-d227-452c-9b68-e018f42aa0bf tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.70 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 812 time: 0.6584690 Jul 05 04:15:40.869352 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d28fe-d5be-46cb-ba9d-c95b42117813 req-88ff80c1-0122-4e84-9ef1-533f82ac1d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:40.874327 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e65d28fe-d5be-46cb-ba9d-c95b42117813 req-88ff80c1-0122-4e84-9ef1-533f82ac1d4a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467 HTTP/1.1" status: 200 len: 856 time: 0.1747005 Jul 05 04:15:40.905738 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-2df5694b-061f-4569-b880-7fa5f9366581 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Request body: {'port': {'device_id': '1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'admin_state_up': True, 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:41.044807 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d28fe-d5be-46cb-ba9d-c95b42117813 req-3117845b-cd7e-4465-ad03-96a17375ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:41.053222 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e65d28fe-d5be-46cb-ba9d-c95b42117813 req-3117845b-cd7e-4465-ad03-96a17375ddce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1652241 Jul 05 04:15:41.213043 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a8530503-d312-4b42-80ba-5ae6b8f87e90 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:41.271063 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: a8530503-d312-4b42-80ba-5ae6b8f87e90 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:41.271644 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a8530503-d312-4b42-80ba-5ae6b8f87e90 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:41.272478 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 12e5e2b0-0e16-4f7e-9265-8e62d110860c no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:41.307486 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 12e5e2b0-0e16-4f7e-9265-8e62d110860c {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:41.308387 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 12e5e2b0-0e16-4f7e-9265-8e62d110860c not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:41.323433 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e65d28fe-d5be-46cb-ba9d-c95b42117813 req-de7f35a1-3d67-48da-bd0e-999612467d7c service neutron] 10.222.0.70 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652264 Jul 05 04:15:41.328584 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b145acd8-33e4-4c1b-a518-61ffcee0a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:41.568909 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-2df5694b-061f-4569-b880-7fa5f9366581 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Made reservation on behalf of c5a91f0142e14cf1a9be04e96df390cd for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:41.575585 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54206) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:41.578577 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-2df5694b-061f-4569-b880-7fa5f9366581 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:41.598985 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b145acd8-33e4-4c1b-a518-61ffcee0a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:41.613603 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-521494ca-ec8a-4c3f-9071-aecd31477732 req-9f3a87a3-52f3-4f58-a66f-dafd2e709815 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 210 time: 0.2812288 Jul 05 04:15:41.725737 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e65d28fe-d5be-46cb-ba9d-c95b42117813 req-4b2299e0-16d4-4c66-8936-1186e12a5f92 service neutron] 10.222.0.70 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010723 Jul 05 04:15:41.802982 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf2cd73-f88a-4634-b59d-971f03540562 None None] Network 8ea7df2c-9621-40f9-b0fb-19b9c2e4305a requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:41.819792 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b145acd8-33e4-4c1b-a518-61ffcee0a8b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:41.824865 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b145acd8-33e4-4c1b-a518-61ffcee0a8b7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f6a89750-87ba-44fb-8296-741d431f172e HTTP/1.1" status: 204 len: 168 time: 1.7246082 Jul 05 04:15:41.825879 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54228) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:41.847591 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145acd8-33e4-4c1b-a518-61ffcee0a8b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6a89750-87ba-44fb-8296-741d431f172e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:42.028275 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-71cad697-a477-4f37-b334-9cf3346143c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.067469 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-80f236a9-1175-47f4-a4c3-37fa340c3ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.179066 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-71cad697-a477-4f37-b334-9cf3346143c9 admin admin] Deleting port 0117900f-3ea5-4079-8019-5c337e36d4d4 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:42.180680 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-71cad697-a477-4f37-b334-9cf3346143c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.296788 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3779ea-4837-4bed-9ae8-668c45b4a212 None None] DHCP port deletion for 8ea7df2c-9621-40f9-b0fb-19b9c2e4305a request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:42.330818 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-71cad697-a477-4f37-b334-9cf3346143c9 admin admin] For port 0117900f-3ea5-4079-8019-5c337e36d4d4, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=0117900f-3ea5-4079-8019-5c337e36d4d4,segment=NetworkSegment(e0198e34-0762-4073-a795-5f4dac6b18a3),segment_id=e0198e34-0762-4073-a795-5f4dac6b18a3)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:42.331114 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-71cad697-a477-4f37-b334-9cf3346143c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.372515 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-2df5694b-061f-4569-b880-7fa5f9366581 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Allocated IP 172.20.0.3 (9e2bc1e9-0d67-4f0c-aa81-a034266b5687/40568ec5-9a32-47f3-85b6-60f4faaa494c/66211991-7d4e-4114-ac0d-c916dfe9f3c8) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:42.411444 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54252) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:42.412245 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-71cad697-a477-4f37-b334-9cf3346143c9 admin admin] Calling delete_port for 0117900f-3ea5-4079-8019-5c337e36d4d4 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:42.425726 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-8a3779ea-4837-4bed-9ae8-668c45b4a212 None None] Deleting port 0117900f-3ea5-4079-8019-5c337e36d4d4 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:42.425964 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8a3779ea-4837-4bed-9ae8-668c45b4a212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.433546 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-80f236a9-1175-47f4-a4c3-37fa340c3ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.453166 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-80f236a9-1175-47f4-a4c3-37fa340c3ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.592715 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8a3779ea-4837-4bed-9ae8-668c45b4a212 None None] For port 0117900f-3ea5-4079-8019-5c337e36d4d4, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=0117900f-3ea5-4079-8019-5c337e36d4d4,segment=NetworkSegment(e0198e34-0762-4073-a795-5f4dac6b18a3),segment_id=e0198e34-0762-4073-a795-5f4dac6b18a3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:42.594595 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8a3779ea-4837-4bed-9ae8-668c45b4a212 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.627972 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-8a3779ea-4837-4bed-9ae8-668c45b4a212 None None] Calling delete_port for 0117900f-3ea5-4079-8019-5c337e36d4d4 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:42.684463 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-2df5694b-061f-4569-b880-7fa5f9366581 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.744609 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-2df5694b-061f-4569-b880-7fa5f9366581 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Transition to ACTIVE for port object 66211991-7d4e-4114-ac0d-c916dfe9f3c8 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:42.771708 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1805fc56-fe92-46cd-8a27-4fc66a59868b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.855003 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8a3779ea-4837-4bed-9ae8-668c45b4a212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.877884 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-71cad697-a477-4f37-b334-9cf3346143c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.880519 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f236a9-1175-47f4-a4c3-37fa340c3ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d731ed-84e7-4c78-bb31-84e2ad9e72b7,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:42.889732 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-80f236a9-1175-47f4-a4c3-37fa340c3ced admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a2d219b836374e4d9c0ecc681057e383&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2786913 Jul 05 04:15:42.891860 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54258) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:42.968046 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cad697-a477-4f37-b334-9cf3346143c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0117900f-3ea5-4079-8019-5c337e36d4d4,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:42.970337 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3779ea-4837-4bed-9ae8-668c45b4a212 None None] No DVR routers for this DVR port 0117900f-3ea5-4079-8019-5c337e36d4d4 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:43.002724 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cad697-a477-4f37-b334-9cf3346143c9 admin admin] No DVR routers for this DVR port 0117900f-3ea5-4079-8019-5c337e36d4d4 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:43.011722 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3779ea-4837-4bed-9ae8-668c45b4a212 None None] Pushing event deleted for resources: {'Port': ['ID=0117900f-3ea5-4079-8019-5c337e36d4d4,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:43.079162 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.109039 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1805fc56-fe92-46cd-8a27-4fc66a59868b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.120597 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1805fc56-fe92-46cd-8a27-4fc66a59868b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.144299 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 0117900f-3ea5-4079-8019-5c337e36d4d4 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:43.144573 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-71cad697-a477-4f37-b334-9cf3346143c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.157998 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-71cad697-a477-4f37-b334-9cf3346143c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea7df2c-9621-40f9-b0fb-19b9c2e4305a']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:43.170842 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-71cad697-a477-4f37-b334-9cf3346143c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0198e34-0762-4073-a795-5f4dac6b18a3') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:43.172096 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-71cad697-a477-4f37-b334-9cf3346143c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0198e34-0762-4073-a795-5f4dac6b18a3') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:43.187855 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 0117900f-3ea5-4079-8019-5c337e36d4d4 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:43.193910 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 0117900f-3ea5-4079-8019-5c337e36d4d4 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:43.195615 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-71cad697-a477-4f37-b334-9cf3346143c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.256933 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-71cad697-a477-4f37-b334-9cf3346143c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.270451 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71cad697-a477-4f37-b334-9cf3346143c9 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:15:43.279330 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-71cad697-a477-4f37-b334-9cf3346143c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.308160 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805fc56-fe92-46cd-8a27-4fc66a59868b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cb8258-4f61-43bc-a570-75af81d4e184,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:43.321425 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1805fc56-fe92-46cd-8a27-4fc66a59868b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2c721867e86f4f07b13e267c8991f0e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9048207 Jul 05 04:15:43.322484 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54264) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:43.325638 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-2df5694b-061f-4569-b880-7fa5f9366581 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.343850 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['abef2f72-32c3-440e-82e7-2164c28ae896'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:15:43.443339 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:15:43.546609 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-71cad697-a477-4f37-b334-9cf3346143c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.568506 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-71cad697-a477-4f37-b334-9cf3346143c9 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.570629 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e1f99bfc-237d-4f3c-9430-662dc83fc39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.579973 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-71cad697-a477-4f37-b334-9cf3346143c9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/8ea7df2c-9621-40f9-b0fb-19b9c2e4305a HTTP/1.1" status: 204 len: 168 time: 1.7436564 Jul 05 04:15:43.604874 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-2df5694b-061f-4569-b880-7fa5f9366581 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:43.620203 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-2df5694b-061f-4569-b880-7fa5f9366581 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:43.626711 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cad697-a477-4f37-b334-9cf3346143c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ea7df2c-9621-40f9-b0fb-19b9c2e4305a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:43.627479 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5694b-061f-4569-b880-7fa5f9366581 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event updated for resources: {'Port': ['ID=66211991-7d4e-4114-ac0d-c916dfe9f3c8,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:43.644551 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-2df5694b-061f-4569-b880-7fa5f9366581 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:43.708135 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fc201-b3a3-4730-a32b-c1e341dffac0 req-bb58bfb4-631e-434c-bb38-71831e0b04d8 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:43.709686 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-511fc201-b3a3-4730-a32b-c1e341dffac0 req-bb58bfb4-631e-434c-bb38-71831e0b04d8 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 931 time: 0.2676871 Jul 05 04:15:43.710544 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-11a75f8a-ed5e-42aa-a1d0-d0e9038c5a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.784162 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e1f99bfc-237d-4f3c-9430-662dc83fc39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.876096 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-11a75f8a-ed5e-42aa-a1d0-d0e9038c5a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.895742 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-2df5694b-061f-4569-b880-7fa5f9366581 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:43.898147 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-2df5694b-061f-4569-b880-7fa5f9366581 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.921645 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54278) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:43.959881 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54280) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:43.976912 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-2df5694b-061f-4569-b880-7fa5f9366581 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0870006 Jul 05 04:15:43.999119 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-29380a48-93ce-42c1-9de3-a051a8de8e6a service neutron] Request body: {'port': {'device_id': '1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:44.033535 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-511fc201-b3a3-4730-a32b-c1e341dffac0 req-7079b195-32ca-4ae6-8ab7-bafd62cf0b06 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098125 Jul 05 04:15:44.045031 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d9b3069a-b3e0-43a2-847a-5d248df02b9f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=50643a7691c345388c1f08c7454cea66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1160543 Jul 05 04:15:44.046490 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54284) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:44.057063 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e1f99bfc-237d-4f3c-9430-662dc83fc39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.065520 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e1f99bfc-237d-4f3c-9430-662dc83fc39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.067180 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e1f99bfc-237d-4f3c-9430-662dc83fc39d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/09cb8258-4f61-43bc-a570-75af81d4e184 HTTP/1.1" status: 204 len: 168 time: 0.7431998 Jul 05 04:15:44.137311 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b1bdfb29-1db4-4495-af73-36d70f2834a7 None None] Provisioning for port 66211991-7d4e-4114-ac0d-c916dfe9f3c8 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:44.142896 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f99bfc-237d-4f3c-9430-662dc83fc39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cb8258-4f61-43bc-a570-75af81d4e184,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:44.156969 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b1bdfb29-1db4-4495-af73-36d70f2834a7 None None] Provisioning complete for port 66211991-7d4e-4114-ac0d-c916dfe9f3c8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:44.158319 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b1bdfb29-1db4-4495-af73-36d70f2834a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.292099 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-98047ca1-58e9-47eb-817e-6546db6176f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.292854 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-b1bdfb29-1db4-4495-af73-36d70f2834a7 None None] Port 66211991-7d4e-4114-ac0d-c916dfe9f3c8 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:15:44.344316 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-98047ca1-58e9-47eb-817e-6546db6176f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.373997 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-11a75f8a-ed5e-42aa-a1d0-d0e9038c5a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.378693 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-11a75f8a-ed5e-42aa-a1d0-d0e9038c5a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.383119 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-11a75f8a-ed5e-42aa-a1d0-d0e9038c5a2a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e7d731ed-84e7-4c78-bb31-84e2ad9e72b7 HTTP/1.1" status: 204 len: 168 time: 1.4293394 Jul 05 04:15:44.472247 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a75f8a-ed5e-42aa-a1d0-d0e9038c5a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d731ed-84e7-4c78-bb31-84e2ad9e72b7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:44.507491 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-98047ca1-58e9-47eb-817e-6546db6176f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.521320 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-98047ca1-58e9-47eb-817e-6546db6176f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.536670 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-98047ca1-58e9-47eb-817e-6546db6176f1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e0cfc498-c1f8-464a-b774-0d5fb086647a HTTP/1.1" status: 204 len: 168 time: 0.4804242 Jul 05 04:15:44.550833 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98047ca1-58e9-47eb-817e-6546db6176f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cfc498-c1f8-464a-b774-0d5fb086647a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:44.748005 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54298) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:44.773250 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-309216ad-ea2c-40c6-9aef-053f6bef3e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.065574 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-44bbc9ea-97d2-49b1-bfa9-a78c4f24490e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.145757 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-309216ad-ea2c-40c6-9aef-053f6bef3e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.155175 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-309216ad-ea2c-40c6-9aef-053f6bef3e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.195867 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54306) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:45.222982 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-29380a48-93ce-42c1-9de3-a051a8de8e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.232163 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1fd2733c-6a59-44d5-9d4d-67c07d571c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.255421 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-309216ad-ea2c-40c6-9aef-053f6bef3e00 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e3be60163f36497fbbdac5dd4afda313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5058124 Jul 05 04:15:45.268767 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54308) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:45.275877 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309216ad-ea2c-40c6-9aef-053f6bef3e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7939b90-dd9e-49b1-8095-03b15263a173,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:45.435143 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d50440-08d7-493e-86d5-5fea41417f4e req-878f9cad-9454-4beb-b921-2b16ecee44a8 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:45.437158 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-16d50440-08d7-493e-86d5-5fea41417f4e req-878f9cad-9454-4beb-b921-2b16ecee44a8 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 931 time: 0.1104524 Jul 05 04:15:45.503359 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-16d50440-08d7-493e-86d5-5fea41417f4e req-2f6d1525-4ae8-43cd-a23d-17c3d619cff5 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602860 Jul 05 04:15:45.626319 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-95e44812-b8fb-4994-88ee-50e9f5876b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.650843 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-95e44812-b8fb-4994-88ee-50e9f5876b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.678354 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-44bbc9ea-97d2-49b1-bfa9-a78c4f24490e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.737693 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-44bbc9ea-97d2-49b1-bfa9-a78c4f24490e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.766010 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-95e44812-b8fb-4994-88ee-50e9f5876b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.767394 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-95e44812-b8fb-4994-88ee-50e9f5876b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.768797 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-95e44812-b8fb-4994-88ee-50e9f5876b6f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c7939b90-dd9e-49b1-8095-03b15263a173 HTTP/1.1" status: 204 len: 168 time: 0.4990318 Jul 05 04:15:45.847311 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-44bbc9ea-97d2-49b1-bfa9-a78c4f24490e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=77f178ad3e76480eba5e87010b1d30a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8850129 Jul 05 04:15:45.853928 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54328) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:45.862970 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bbc9ea-97d2-49b1-bfa9-a78c4f24490e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54809e7e-fa62-440a-a2a0-7c9761c4eda7,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:45.886015 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1fd2733c-6a59-44d5-9d4d-67c07d571c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.893351 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1fd2733c-6a59-44d5-9d4d-67c07d571c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.906064 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e44812-b8fb-4994-88ee-50e9f5876b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7939b90-dd9e-49b1-8095-03b15263a173,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:45.973179 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1fd2733c-6a59-44d5-9d4d-67c07d571c0f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dbd478e8daec417db3bb67da39c0f1fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7740884 Jul 05 04:15:45.975768 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54330) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:46.018287 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-29380a48-93ce-42c1-9de3-a051a8de8e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66211991-7d4e-4114-ac0d-c916dfe9f3c8 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:15:46.030310 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-29380a48-93ce-42c1-9de3-a051a8de8e6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.051183 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-122b6508-0198-4489-8f52-07f7ce2397bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.058015 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-29380a48-93ce-42c1-9de3-a051a8de8e6a service neutron] Transition to ACTIVE for port object 66211991-7d4e-4114-ac0d-c916dfe9f3c8 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:46.066515 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-29380a48-93ce-42c1-9de3-a051a8de8e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.086221 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2733c-6a59-44d5-9d4d-67c07d571c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04df5a11-ee6e-439f-9043-7ed986d97681,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:46.090763 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-122b6508-0198-4489-8f52-07f7ce2397bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.176549 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54338) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:46.192977 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35c925ed-c47f-474d-a92e-00ea88507be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.210379 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29380a48-93ce-42c1-9de3-a051a8de8e6a service neutron] Pushing event updated for resources: {'Port': ['ID=66211991-7d4e-4114-ac0d-c916dfe9f3c8,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:46.237736 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35c925ed-c47f-474d-a92e-00ea88507be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.352196 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35c925ed-c47f-474d-a92e-00ea88507be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.355111 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35c925ed-c47f-474d-a92e-00ea88507be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.358596 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-35c925ed-c47f-474d-a92e-00ea88507be4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/04df5a11-ee6e-439f-9043-7ed986d97681 HTTP/1.1" status: 204 len: 168 time: 0.3736246 Jul 05 04:15:46.363975 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-122b6508-0198-4489-8f52-07f7ce2397bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.366442 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-122b6508-0198-4489-8f52-07f7ce2397bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.370027 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-122b6508-0198-4489-8f52-07f7ce2397bc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/54809e7e-fa62-440a-a2a0-7c9761c4eda7 HTTP/1.1" status: 204 len: 168 time: 0.5122373 Jul 05 04:15:46.371398 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c925ed-c47f-474d-a92e-00ea88507be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04df5a11-ee6e-439f-9043-7ed986d97681,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:46.400647 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:15:46.414428 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b6508-0198-4489-8f52-07f7ce2397bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54809e7e-fa62-440a-a2a0-7c9761c4eda7,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:46.459540 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-29380a48-93ce-42c1-9de3-a051a8de8e6a service neutron] Attempting to bind port 66211991-7d4e-4114-ac0d-c916dfe9f3c8 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:46.459933 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-29380a48-93ce-42c1-9de3-a051a8de8e6a service neutron] Attempting to bind port 66211991-7d4e-4114-ac0d-c916dfe9f3c8 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:46.460273 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-29380a48-93ce-42c1-9de3-a051a8de8e6a service neutron] Attempting to bind port 66211991-7d4e-4114-ac0d-c916dfe9f3c8 on network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:46.485461 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-29380a48-93ce-42c1-9de3-a051a8de8e6a service neutron] Port 66211991-7d4e-4114-ac0d-c916dfe9f3c8 on network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:15:46.486155 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-29380a48-93ce-42c1-9de3-a051a8de8e6a service neutron] Attempting to bind port 66211991-7d4e-4114-ac0d-c916dfe9f3c8 on network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:46.494697 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-29380a48-93ce-42c1-9de3-a051a8de8e6a service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:46.495043 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-29380a48-93ce-42c1-9de3-a051a8de8e6a service neutron] Checking segment: {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:46.495445 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-29380a48-93ce-42c1-9de3-a051a8de8e6a service neutron] Bound using segment: {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:46.495923 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-29380a48-93ce-42c1-9de3-a051a8de8e6a service neutron] Bound port: 66211991-7d4e-4114-ac0d-c916dfe9f3c8, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:46.496296 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-29380a48-93ce-42c1-9de3-a051a8de8e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.583854 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ab6790d7-ded4-4930-a531-8f575382431c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bda59c1f81e148cd896dbb7c0a42c3c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4060082 Jul 05 04:15:46.590771 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54358) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:46.710039 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-29380a48-93ce-42c1-9de3-a051a8de8e6a service neutron] For port 66211991-7d4e-4114-ac0d-c916dfe9f3c8, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:46.718000 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-29380a48-93ce-42c1-9de3-a051a8de8e6a service neutron] For port 66211991-7d4e-4114-ac0d-c916dfe9f3c8, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=66211991-7d4e-4114-ac0d-c916dfe9f3c8,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:46.730404 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-29380a48-93ce-42c1-9de3-a051a8de8e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.836058 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54364) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:46.838169 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-29380a48-93ce-42c1-9de3-a051a8de8e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:46.839110 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-29380a48-93ce-42c1-9de3-a051a8de8e6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.840740 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-29380a48-93ce-42c1-9de3-a051a8de8e6a service neutron] 10.222.0.70 "PUT /v2.0/ports/66211991-7d4e-4114-ac0d-c916dfe9f3c8 HTTP/1.1" status: 200 len: 1092 time: 2.8505001 Jul 05 04:15:46.842656 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3', 'tag': '66211991-7d4e-4114-ac0d-c916dfe9f3c8'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:15:46.845311 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6625610c-3ee5-4931-95d9-8c8c9a61016a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3", "tag": "66211991-7d4e-4114-ac0d-c916dfe9f3c8"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:15:46.877057 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-a3e51600-eaf8-49a3-bb6f-9ddd73c9ad4c req-917af8d9-5988-49a8-881e-c18861279d9f service neutron] (105539) timed out ('10.222.0.77', 44378) {{(pid=105539) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:15:46.904800 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29380a48-93ce-42c1-9de3-a051a8de8e6a service neutron] Pushing event updated for resources: {'Port': ['ID=66211991-7d4e-4114-ac0d-c916dfe9f3c8,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:47.030147 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-78582341-285e-4d56-921b-ffaa69ed82fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.052194 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-f31c6fa9-389d-46fa-99a7-09e95a98d51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:47.057962 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-f31c6fa9-389d-46fa-99a7-09e95a98d51a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 1095 time: 0.1467581 Jul 05 04:15:47.068894 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-78582341-285e-4d56-921b-ffaa69ed82fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.182327 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-3bb99157-2f07-4ed1-9c1f-262938414e74 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66211991-7d4e-4114-ac0d-c916dfe9f3c8 HTTP/1.1" status: 200 len: 217 time: 0.1102011 Jul 05 04:15:47.221581 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-78582341-285e-4d56-921b-ffaa69ed82fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.228788 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-78582341-285e-4d56-921b-ffaa69ed82fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.234560 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-78582341-285e-4d56-921b-ffaa69ed82fe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8e771e8a-e993-447c-835c-1a3573af43f3 HTTP/1.1" status: 204 len: 168 time: 0.6419892 Jul 05 04:15:47.294171 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba719a4-bb6f-476c-b825-26b6d2e3e7a1 req-41ecb7bf-6e2d-4ac3-a806-2c8ba1196761 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:47.295109 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0837bab6-226b-4f93-9e5f-b13bf9445fdf x-openstack-request-id: req-0837bab6-226b-4f93-9e5f-b13bf9445fdf {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:15:47.295502 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3", "tag": "66211991-7d4e-4114-ac0d-c916dfe9f3c8", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:15:47.295920 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0837bab6-226b-4f93-9e5f-b13bf9445fdf {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:15:47.296437 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3', 'tag': '66211991-7d4e-4114-ac0d-c916dfe9f3c8', 'status': 'completed', 'code': 200} Jul 05 04:15:47.306678 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ba719a4-bb6f-476c-b825-26b6d2e3e7a1 req-41ecb7bf-6e2d-4ac3-a806-2c8ba1196761 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 943 time: 0.5725682 Jul 05 04:15:47.326340 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78582341-285e-4d56-921b-ffaa69ed82fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e771e8a-e993-447c-835c-1a3573af43f3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:47.339931 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-938d80f8-1368-4965-a0e5-62a45ec56191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:47.342573 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-938d80f8-1368-4965-a0e5-62a45ec56191 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=40568ec5-9a32-47f3-85b6-60f4faaa494c HTTP/1.1" status: 200 len: 851 time: 0.1521385 Jul 05 04:15:47.480873 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-3ea6a3d2-c1ab-439a-ab41-3be7aff5370a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:47.481091 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ba719a4-bb6f-476c-b825-26b6d2e3e7a1 req-09acfa8d-39fb-47f2-a236-eebf28469503 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699858 Jul 05 04:15:47.484901 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-3ea6a3d2-c1ab-439a-ab41-3be7aff5370a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1275911 Jul 05 04:15:47.493098 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-92ccd724-b8b5-4ad5-9a53-5bef3d7f76ea admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1544235771-network', 'tenant_id': '04d60bc19cfd4dc3a3402d003c6c3d3f'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:47.584044 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54382) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:47.604467 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ccd724-b8b5-4ad5-9a53-5bef3d7f76ea admin admin] Made reservation on behalf of 04d60bc19cfd4dc3a3402d003c6c3d3f for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:47.608713 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92ccd724-b8b5-4ad5-9a53-5bef3d7f76ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.614313 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f9e6799f-bb68-40e8-9b35-a30458028046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.630475 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92ccd724-b8b5-4ad5-9a53-5bef3d7f76ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.690639 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-e55eb8a7-6145-404b-a787-ea2523cdba0e service neutron] 10.222.0.70 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930065 Jul 05 04:15:47.847701 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ece50a83-b1e9-4b68-95ca-d0a1f3f96240 req-079ea0fd-2aa3-484e-97ee-e91bbead7057 service neutron] 10.222.0.70 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493762 Jul 05 04:15:47.866183 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f9e6799f-bb68-40e8-9b35-a30458028046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.874190 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f9e6799f-bb68-40e8-9b35-a30458028046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.947355 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f9e6799f-bb68-40e8-9b35-a30458028046 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0bc60a194ffd4e539340949468a38643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3620822 Jul 05 04:15:47.950227 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54386) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:47.994759 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6799f-bb68-40e8-9b35-a30458028046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f773dd46-53d5-4a1b-a4a8-782ac50a43a3,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:48.037570 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5399e156-8775-44ad-9166-05fbb586f54a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.085928 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5399e156-8775-44ad-9166-05fbb586f54a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.102060 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625610c-3ee5-4931-95d9-8c8c9a61016a req-85861f58-6ce2-4181-a6e7-2b3d90387c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:48.103940 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6625610c-3ee5-4931-95d9-8c8c9a61016a req-85861f58-6ce2-4181-a6e7-2b3d90387c9c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 1095 time: 0.1641984 Jul 05 04:15:48.105918 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92ccd724-b8b5-4ad5-9a53-5bef3d7f76ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.121593 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92ccd724-b8b5-4ad5-9a53-5bef3d7f76ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.162345 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ccd724-b8b5-4ad5-9a53-5bef3d7f76ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a85de64-4ba6-47fc-b852-b8d842f6dc51,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:48.192628 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5399e156-8775-44ad-9166-05fbb586f54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.207233 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ccd724-b8b5-4ad5-9a53-5bef3d7f76ea admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:15:48.223444 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5399e156-8775-44ad-9166-05fbb586f54a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.227775 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92ccd724-b8b5-4ad5-9a53-5bef3d7f76ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.228360 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-92ccd724-b8b5-4ad5-9a53-5bef3d7f76ea admin admin] Added segment 44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7 of type vlan for network 7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b Jul 05 04:15:48.228547 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5399e156-8775-44ad-9166-05fbb586f54a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f773dd46-53d5-4a1b-a4a8-782ac50a43a3 HTTP/1.1" status: 204 len: 168 time: 0.2770495 Jul 05 04:15:48.248321 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399e156-8775-44ad-9166-05fbb586f54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f773dd46-53d5-4a1b-a4a8-782ac50a43a3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:48.292497 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625610c-3ee5-4931-95d9-8c8c9a61016a req-013fc7ed-2b39-4de6-a17d-941f340912f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:48.294035 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6625610c-3ee5-4931-95d9-8c8c9a61016a req-013fc7ed-2b39-4de6-a17d-941f340912f7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 913 time: 0.1827846 Jul 05 04:15:48.317939 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92ccd724-b8b5-4ad5-9a53-5bef3d7f76ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.364869 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6625610c-3ee5-4931-95d9-8c8c9a61016a req-2ed009d7-f291-4edb-abf5-b5c7135ea72b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66211991-7d4e-4114-ac0d-c916dfe9f3c8 HTTP/1.1" status: 200 len: 217 time: 0.0632887 Jul 05 04:15:48.439057 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92ccd724-b8b5-4ad5-9a53-5bef3d7f76ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.440459 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ccd724-b8b5-4ad5-9a53-5bef3d7f76ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:48.440702 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-92ccd724-b8b5-4ad5-9a53-5bef3d7f76ea admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.447011 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625610c-3ee5-4931-95d9-8c8c9a61016a req-9fd83934-64e1-4817-bf5f-2146efbacbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:48.448587 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6625610c-3ee5-4931-95d9-8c8c9a61016a req-9fd83934-64e1-4817-bf5f-2146efbacbc4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=40568ec5-9a32-47f3-85b6-60f4faaa494c HTTP/1.1" status: 200 len: 851 time: 0.0773046 Jul 05 04:15:48.587884 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-92ccd724-b8b5-4ad5-9a53-5bef3d7f76ea admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7457402 Jul 05 04:15:48.592622 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54408) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:48.602168 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-ce9c527b-7635-4d44-add7-88915adc6270 admin admin] Request body: {'subnet': {'network_id': '7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1544235771-subnet', 'tenant_id': '04d60bc19cfd4dc3a3402d003c6c3d3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:48.637693 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ccd724-b8b5-4ad5-9a53-5bef3d7f76ea admin admin] Pushing event updated for resources: {'Network': ['ID=7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:48.653050 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:15:48.692872 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625610c-3ee5-4931-95d9-8c8c9a61016a req-28af0815-87ac-4910-bb16-f91c6c5f8d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:48.707612 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6625610c-3ee5-4931-95d9-8c8c9a61016a req-28af0815-87ac-4910-bb16-f91c6c5f8d8d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2224877 Jul 05 04:15:48.906554 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9c527b-7635-4d44-add7-88915adc6270 admin admin] Made reservation on behalf of 04d60bc19cfd4dc3a3402d003c6c3d3f for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:48.910790 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ce9c527b-7635-4d44-add7-88915adc6270 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.070577 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6625610c-3ee5-4931-95d9-8c8c9a61016a req-4da0f3b3-b880-4c2b-a18e-73633ec9435b service neutron] 10.222.0.70 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551888 Jul 05 04:15:49.087554 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113206b5-4ff6-4f6d-b364-f453bd59cba6 req-6e7a50ae-6a8d-4cda-923b-1e3e9f1ef044 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:49.095362 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-113206b5-4ff6-4f6d-b364-f453bd59cba6 req-6e7a50ae-6a8d-4cda-923b-1e3e9f1ef044 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 943 time: 0.3914881 Jul 05 04:15:49.150875 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-113206b5-4ff6-4f6d-b364-f453bd59cba6 req-d0db3339-6b8c-4214-8c4c-26ae88642a93 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542805 Jul 05 04:15:49.266529 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6625610c-3ee5-4931-95d9-8c8c9a61016a req-2b29f836-547c-4b21-b252-1fb73352991e service neutron] 10.222.0.70 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846335 Jul 05 04:15:49.310112 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ce9c527b-7635-4d44-add7-88915adc6270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.396178 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c527b-7635-4d44-add7-88915adc6270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=762fd8cb-37f6-47dd-ac6a-23830d8c1d00,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:49.401435 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9c527b-7635-4d44-add7-88915adc6270 admin admin] Checking segment: {'id': '44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:49.402025 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9c527b-7635-4d44-add7-88915adc6270 admin admin] Network hostable DHCP agents. Network: 7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:15:49.430261 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9c527b-7635-4d44-add7-88915adc6270 admin admin] Network 7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:15:49.447275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-ce9c527b-7635-4d44-add7-88915adc6270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:49.455479 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9c527b-7635-4d44-add7-88915adc6270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:49.456967 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ce9c527b-7635-4d44-add7-88915adc6270 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.464869 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5986a9f9-0fdf-4907-92b7-bebc1666d3a3 None None] Network 7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:49.504188 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ce9c527b-7635-4d44-add7-88915adc6270 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9091599 Jul 05 04:15:49.666843 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54432) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.694220 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-771ed711-a39e-4ebf-99ee-067f7c16b47a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.795851 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b323f0-c13b-4011-b0e7-02b731df1669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b', 'network_id': '7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b', 'tenant_id': '04d60bc19cfd4dc3a3402d003c6c3d3f', 'fixed_ips': [{'subnet_id': '762fd8cb-37f6-47dd-ac6a-23830d8c1d00'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:15:49.796708 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-77b323f0-c13b-4011-b0e7-02b731df1669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.928015 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-771ed711-a39e-4ebf-99ee-067f7c16b47a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.946138 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-771ed711-a39e-4ebf-99ee-067f7c16b47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.000333 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ed711-a39e-4ebf-99ee-067f7c16b47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad07ce4-ea9e-4505-bbbd-3420f28ef610,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:50.015233 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-771ed711-a39e-4ebf-99ee-067f7c16b47a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5b3b245527544aa09322ad042d873a78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3463421 Jul 05 04:15:50.018671 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54440) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:50.040486 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-77b323f0-c13b-4011-b0e7-02b731df1669 None None] Allocated IP 172.20.0.2 (7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b/762fd8cb-37f6-47dd-ac6a-23830d8c1d00/5f13d4e5-13df-472a-b595-53f960ec9e70) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:50.110628 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e663b53e-e3b0-4f34-82e6-966b296142d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.162880 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e663b53e-e3b0-4f34-82e6-966b296142d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.235998 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-77b323f0-c13b-4011-b0e7-02b731df1669 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.245982 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-77b323f0-c13b-4011-b0e7-02b731df1669 None None] Transition to ACTIVE for port object 5f13d4e5-13df-472a-b595-53f960ec9e70 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:50.276774 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-77b323f0-c13b-4011-b0e7-02b731df1669 None None] Transition to ACTIVE for port object 5f13d4e5-13df-472a-b595-53f960ec9e70 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:50.291572 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-77b323f0-c13b-4011-b0e7-02b731df1669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.319387 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e663b53e-e3b0-4f34-82e6-966b296142d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.329532 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e663b53e-e3b0-4f34-82e6-966b296142d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.331764 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e663b53e-e3b0-4f34-82e6-966b296142d0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5ad07ce4-ea9e-4505-bbbd-3420f28ef610 HTTP/1.1" status: 204 len: 168 time: 0.3110361 Jul 05 04:15:50.347114 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663b53e-e3b0-4f34-82e6-966b296142d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad07ce4-ea9e-4505-bbbd-3420f28ef610,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:50.388452 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b323f0-c13b-4011-b0e7-02b731df1669 None None] Network 7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:50.394753 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-77b323f0-c13b-4011-b0e7-02b731df1669 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:50.400369 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b323f0-c13b-4011-b0e7-02b731df1669 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:50.441011 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b323f0-c13b-4011-b0e7-02b731df1669 None None] Pushing event updated for resources: {'Port': ['ID=5f13d4e5-13df-472a-b595-53f960ec9e70,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:50.494144 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea1439-cae5-44b5-ac03-036a5ad81da4 req-760638db-e589-48d0-9b62-41c8bdbfa2cd tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:50.495744 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-80ea1439-cae5-44b5-ac03-036a5ad81da4 req-760638db-e589-48d0-9b62-41c8bdbfa2cd tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 943 time: 0.1468477 Jul 05 04:15:50.548482 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-77b323f0-c13b-4011-b0e7-02b731df1669 None None] Attempting to bind port 5f13d4e5-13df-472a-b595-53f960ec9e70 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:50.548848 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-77b323f0-c13b-4011-b0e7-02b731df1669 None None] Attempting to bind port 5f13d4e5-13df-472a-b595-53f960ec9e70 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:50.549415 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b323f0-c13b-4011-b0e7-02b731df1669 None None] Attempting to bind port 5f13d4e5-13df-472a-b595-53f960ec9e70 on network 7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:50.556395 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b323f0-c13b-4011-b0e7-02b731df1669 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:50.557375 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b323f0-c13b-4011-b0e7-02b731df1669 None None] Checking segment: {'id': '44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:50.558513 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-77b323f0-c13b-4011-b0e7-02b731df1669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.559338 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b323f0-c13b-4011-b0e7-02b731df1669 None None] Bound using segment: {'id': '44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:50.560389 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-77b323f0-c13b-4011-b0e7-02b731df1669 None None] Bound port: 5f13d4e5-13df-472a-b595-53f960ec9e70, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:50.560992 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-77b323f0-c13b-4011-b0e7-02b731df1669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.580352 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-80ea1439-cae5-44b5-ac03-036a5ad81da4 req-b0b290f9-309d-4334-8a7b-51a6e89271ba tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782974 Jul 05 04:15:50.698154 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-77b323f0-c13b-4011-b0e7-02b731df1669 None None] For port 5f13d4e5-13df-472a-b595-53f960ec9e70, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:50.724404 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-77b323f0-c13b-4011-b0e7-02b731df1669 None None] For port 5f13d4e5-13df-472a-b595-53f960ec9e70, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5f13d4e5-13df-472a-b595-53f960ec9e70,segment=NetworkSegment(44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7),segment_id=44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:50.745022 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-77b323f0-c13b-4011-b0e7-02b731df1669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.813011 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b323f0-c13b-4011-b0e7-02b731df1669 None None] Pushing event updated for resources: {'Port': ['ID=5f13d4e5-13df-472a-b595-53f960ec9e70,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:51.595093 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-f4fd8ccb-6e40-46bd-8bec-ea3cd75a67d0 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:51.622442 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-f4fd8ccb-6e40-46bd-8bec-ea3cd75a67d0 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/networks?id=7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b HTTP/1.1" status: 200 len: 816 time: 0.1860812 Jul 05 04:15:51.649879 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-1cadd6c1-7ba4-47fe-9fc7-9e189f652a4c tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/quotas/04d60bc19cfd4dc3a3402d003c6c3d3f HTTP/1.1" status: 200 len: 375 time: 0.0242910 Jul 05 04:15:51.784035 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-b38ba071-a9bd-4d49-99db-8f15263ca022 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=04d60bc19cfd4dc3a3402d003c6c3d3f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1308417 Jul 05 04:15:51.988203 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa4071-dfda-4b66-855a-6ea8177351f5 req-58aae9d3-93e0-4ba6-8abe-1380cd12a157 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:51.991598 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-83fa4071-dfda-4b66-855a-6ea8177351f5 req-58aae9d3-93e0-4ba6-8abe-1380cd12a157 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 943 time: 0.1488883 Jul 05 04:15:52.006975 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-2687130a-bfc7-440c-950d-bab407999b7d service neutron] 10.222.0.77 "GET /v2.0/networks/7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167778 Jul 05 04:15:52.089720 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-83fa4071-dfda-4b66-855a-6ea8177351f5 req-5ad26fd8-3b47-4df9-8c11-681a7b9683e7 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936599 Jul 05 04:15:52.267592 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-bc014954-cd67-4f13-9aec-c562a3a36d2b service neutron] 10.222.0.77 "GET /v2.0/networks/7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505600 Jul 05 04:15:52.305563 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842b59af-a5f8-40f8-b5a9-54c9fa8c3f26 None None] Network 7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:52.439369 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-44d70b1a-c95b-423f-8598-a9ad67471765 None None] Provisioning for port 5f13d4e5-13df-472a-b595-53f960ec9e70 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:53.258723 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5f13d4e5-13df-472a-b595-53f960ec9e70 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:53.330469 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-3c1eec14-2821-4c9c-b6b5-dd1458d1dd98 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:53.338724 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-3c1eec14-2821-4c9c-b6b5-dd1458d1dd98 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/networks?id=7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b HTTP/1.1" status: 200 len: 816 time: 0.3698866 Jul 05 04:15:53.415834 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-942befd3-693b-4263-801d-a6a83a66eb4a tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/quotas/04d60bc19cfd4dc3a3402d003c6c3d3f HTTP/1.1" status: 200 len: 375 time: 0.0524576 Jul 05 04:15:53.606059 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789ffdd-590d-4d1f-86ac-a87278845059 req-4ec76002-a401-4d41-b3d7-6ee615ade95c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:53.618891 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b789ffdd-590d-4d1f-86ac-a87278845059 req-4ec76002-a401-4d41-b3d7-6ee615ade95c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 943 time: 0.2378983 Jul 05 04:15:53.641314 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-36258757-401c-4cdd-a136-dac768ce27e2 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=04d60bc19cfd4dc3a3402d003c6c3d3f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2239358 Jul 05 04:15:53.661051 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 5f13d4e5-13df-472a-b595-53f960ec9e70 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:53.673235 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 5f13d4e5-13df-472a-b595-53f960ec9e70 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:53.674135 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.721960 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b789ffdd-590d-4d1f-86ac-a87278845059 req-d4cc4db0-d518-4153-b578-bb93bd3a3bbb tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018116 Jul 05 04:15:53.788450 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.864699 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 5f13d4e5-13df-472a-b595-53f960ec9e70, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5f13d4e5-13df-472a-b595-53f960ec9e70,segment=NetworkSegment(44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7),segment_id=44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:53.874428 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-18dcbb7f-4a92-4ed1-aa19-670dc5ccd84e service neutron] 10.222.0.77 "GET /v2.0/networks/7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323484 Jul 05 04:15:53.874998 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.052247 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=5f13d4e5-13df-472a-b595-53f960ec9e70,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:54.066346 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54566) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:54.198683 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-1f9a3af1-2e83-4b33-919b-5b60df8b4a1b service neutron] 10.222.0.77 "GET /v2.0/networks/7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095343 Jul 05 04:15:54.799877 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-bb8adb7a-e51f-4457-9bdf-7c0f7183f51c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'network': {'name': 'tempest-network-smoke--1035258454', 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'port_security_enabled': True}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:54.901989 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8adb7a-e51f-4457-9bdf-7c0f7183f51c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Made reservation on behalf of ac0be634601541e3aba69b1b2bc67317 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:54.920853 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bb8adb7a-e51f-4457-9bdf-7c0f7183f51c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.965446 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bb8adb7a-e51f-4457-9bdf-7c0f7183f51c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.163194 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5f13d4e5-13df-472a-b595-53f960ec9e70 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:55.331177 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 5f13d4e5-13df-472a-b595-53f960ec9e70 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:55.331761 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.472813 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-95fa8f9b-dd2a-41c1-adf6-4f9e8332e15f tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:55.474743 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-95fa8f9b-dd2a-41c1-adf6-4f9e8332e15f tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.89 "GET /v2.0/networks?id=7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b HTTP/1.1" status: 200 len: 816 time: 0.1951306 Jul 05 04:15:55.494901 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-128d6873-c772-4c2b-a023-1fc44b7aec91 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Request body: {'port': {'device_id': '1a58790e-346f-4dc9-b000-40f2882f37de', 'network_id': '7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b', 'admin_state_up': True, 'tenant_id': '04d60bc19cfd4dc3a3402d003c6c3d3f'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:55.514186 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd992e-25f8-42c3-8c4f-b20f5300163b req-76da7373-d882-4b61-bc8e-7ab412953423 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:55.516144 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bdcd992e-25f8-42c3-8c4f-b20f5300163b req-76da7373-d882-4b61-bc8e-7ab412953423 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 943 time: 0.4909065 Jul 05 04:15:55.544681 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bb8adb7a-e51f-4457-9bdf-7c0f7183f51c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.608093 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bb8adb7a-e51f-4457-9bdf-7c0f7183f51c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.672982 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8adb7a-e51f-4457-9bdf-7c0f7183f51c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:15:55.705461 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8adb7a-e51f-4457-9bdf-7c0f7183f51c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99066e1-41dc-4356-9f2c-11b48afb9907,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:55.737076 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bdcd992e-25f8-42c3-8c4f-b20f5300163b req-c16b012a-bc9e-4f94-9d8f-67342656706d tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906228 Jul 05 04:15:55.750794 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bb8adb7a-e51f-4457-9bdf-7c0f7183f51c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.751171 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-bb8adb7a-e51f-4457-9bdf-7c0f7183f51c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Added segment d3f78197-d07d-4192-91d5-3fa85d5826af of type vlan for network f965a522-bdd2-4dcc-b35e-5f8b97d18006 Jul 05 04:15:55.810255 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-21c5c9fb-f1f1-4ebc-9d1b-42c76f909ca8 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:55.821665 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-21c5c9fb-f1f1-4ebc-9d1b-42c76f909ca8 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/networks?id=7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b HTTP/1.1" status: 200 len: 816 time: 0.3208125 Jul 05 04:15:55.829347 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bb8adb7a-e51f-4457-9bdf-7c0f7183f51c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.843309 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-31cc759d-a51f-4d7f-a77c-6e400bee7ac1 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/quotas/04d60bc19cfd4dc3a3402d003c6c3d3f HTTP/1.1" status: 200 len: 375 time: 0.0200934 Jul 05 04:15:55.853842 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-128d6873-c772-4c2b-a023-1fc44b7aec91 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Made reservation on behalf of 04d60bc19cfd4dc3a3402d003c6c3d3f for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:55.859890 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-128d6873-c772-4c2b-a023-1fc44b7aec91 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.904093 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bb8adb7a-e51f-4457-9bdf-7c0f7183f51c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.912053 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8adb7a-e51f-4457-9bdf-7c0f7183f51c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:55.913030 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bb8adb7a-e51f-4457-9bdf-7c0f7183f51c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.993218 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-6a3ee248-24a9-4bb8-8f80-193dc7771373 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=04d60bc19cfd4dc3a3402d003c6c3d3f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1468954 Jul 05 04:15:56.083567 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bb8adb7a-e51f-4457-9bdf-7c0f7183f51c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0151451 Jul 05 04:15:56.083963 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54690) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:56.093230 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-6f74ba31-6671-4808-9bec-143566cb24a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-51502788', 'admin_state_up': True, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:56.118312 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8adb7a-e51f-4457-9bdf-7c0f7183f51c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'Network': ['ID=f965a522-bdd2-4dcc-b35e-5f8b97d18006,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:56.130555 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network f965a522-bdd2-4dcc-b35e-5f8b97d18006 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:15:56.189431 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6f74ba31-6671-4808-9bec-143566cb24a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.190453 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6f74ba31-6671-4808-9bec-143566cb24a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.221236 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-128d6873-c772-4c2b-a023-1fc44b7aec91 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Allocated IP 172.20.0.9 (7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b/762fd8cb-37f6-47dd-ac6a-23830d8c1d00/3ac7c516-eb35-4425-abcb-535782ccae18) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:56.262467 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-dcb6e30c-5b0f-453d-be8f-779e852d45d1 service neutron] 10.222.0.77 "GET /v2.0/networks/7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529294 Jul 05 04:15:56.372465 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54696) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:56.392033 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6f74ba31-6671-4808-9bec-143566cb24a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.399552 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-961fab8b-bc21-409c-b712-84c1b3e7ae04 service neutron] 10.222.0.77 "GET /v2.0/networks/7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277483 Jul 05 04:15:56.622681 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f685db4-b42b-46e9-8ad0-e1f2c013518e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.676906 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6f74ba31-6671-4808-9bec-143566cb24a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.785828 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-128d6873-c772-4c2b-a023-1fc44b7aec91 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.814053 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f685db4-b42b-46e9-8ad0-e1f2c013518e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.824185 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-128d6873-c772-4c2b-a023-1fc44b7aec91 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Transition to ACTIVE for port object 3ac7c516-eb35-4425-abcb-535782ccae18 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:56.856574 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5562eb72-6edb-401e-90a0-7c65353fb3f4 req-4e2d76b5-3864-4f10-98f0-7c6f1d8855d2 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=32ee11a1-234d-4e84-ac30-13810509155f HTTP/1.1" status: 200 len: 210 time: 0.0399408 Jul 05 04:15:56.858002 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f685db4-b42b-46e9-8ad0-e1f2c013518e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.897370 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f685db4-b42b-46e9-8ad0-e1f2c013518e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a049c0-9389-4759-aa7b-09e2e7b2292e,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:56.921450 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7f685db4-b42b-46e9-8ad0-e1f2c013518e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f9acdadd2f184956bb3ae66ed041b639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5479400 Jul 05 04:15:56.924518 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54708) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:56.996965 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1f53ee58-42f4-4dfa-a2cc-aec225ed8a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.034453 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1f53ee58-42f4-4dfa-a2cc-aec225ed8a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.050397 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-22b289ad-189a-4237-b205-5ed63cda8e33 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:57.052881 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-22b289ad-189a-4237-b205-5ed63cda8e33 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.70 "GET /v2.0/networks?id=7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b HTTP/1.1" status: 200 len: 816 time: 0.2093787 Jul 05 04:15:57.080181 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-347ff643-2843-43b6-b316-24521d8a5f15 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Request body: {'port': {'device_id': '43b9cd5f-53a3-434e-9bac-379d52739589', 'network_id': '7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b', 'admin_state_up': True, 'tenant_id': '04d60bc19cfd4dc3a3402d003c6c3d3f'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:57.125110 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1f53ee58-42f4-4dfa-a2cc-aec225ed8a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.131589 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1f53ee58-42f4-4dfa-a2cc-aec225ed8a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.135978 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1f53ee58-42f4-4dfa-a2cc-aec225ed8a96 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/27a049c0-9389-4759-aa7b-09e2e7b2292e HTTP/1.1" status: 204 len: 168 time: 0.2094140 Jul 05 04:15:57.165527 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53ee58-42f4-4dfa-a2cc-aec225ed8a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a049c0-9389-4759-aa7b-09e2e7b2292e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:57.225477 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54716) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:57.285076 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-6242f0c1-1052-4c42-9371-8bf831d7c288 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-196426025', 'description': 'tempest-secgroup-smoke-196426025 description', 'project_id': '808124476429444bb6a930e35c6aa8ee'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:57.330033 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6242f0c1-1052-4c42-9371-8bf831d7c288 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.345919 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6242f0c1-1052-4c42-9371-8bf831d7c288 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.381731 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1eb74-0c3b-4ef2-aecc-605ee705108b req-ee06f587-60c6-4842-805c-f0d883eb17c7 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:57.384721 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-52e1eb74-0c3b-4ef2-aecc-605ee705108b req-ee06f587-60c6-4842-805c-f0d883eb17c7 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 943 time: 0.1880074 Jul 05 04:15:57.476544 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-52e1eb74-0c3b-4ef2-aecc-605ee705108b req-30c3118b-4995-4240-99a1-5ff8c8bc2377 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807214 Jul 05 04:15:57.574846 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6242f0c1-1052-4c42-9371-8bf831d7c288 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.580937 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6242f0c1-1052-4c42-9371-8bf831d7c288 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.589692 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-128d6873-c772-4c2b-a023-1fc44b7aec91 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.640462 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54722) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:57.672073 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ec746666-bd86-46ab-8a97-716b1dce4b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.676362 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242f0c1-1052-4c42-9371-8bf831d7c288 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59381d8d-c19f-4db2-bf0e-99117bf1f28a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:57.796099 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6242f0c1-1052-4c42-9371-8bf831d7c288 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.811623 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6242f0c1-1052-4c42-9371-8bf831d7c288 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.903688 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242f0c1-1052-4c42-9371-8bf831d7c288 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82e7a2b5-a504-4a9e-a606-10a603f4b45f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:58.030595 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ec746666-bd86-46ab-8a97-716b1dce4b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.035876 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ec746666-bd86-46ab-8a97-716b1dce4b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.076897 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6242f0c1-1052-4c42-9371-8bf831d7c288 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.082535 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6242f0c1-1052-4c42-9371-8bf831d7c288 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8529010 Jul 05 04:15:58.083260 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54728) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:58.115402 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-4dc4b5df-eacb-4b67-81d6-28be4a880dd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group_rule': {'security_group_id': '82e7a2b5-a504-4a9e-a606-10a603f4b45f', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:58.123751 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec746666-bd86-46ab-8a97-716b1dce4b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3262dd6-9b79-4b36-b659-c16dc6981264,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:58.167684 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ec746666-bd86-46ab-8a97-716b1dce4b4e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ccfb30c1e4104529aef2f7897f3fbdb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5241706 Jul 05 04:15:58.193544 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54732) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:58.207266 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8370f257-3cd2-4764-a950-28162ead359f req-f352584c-1b63-4468-99b3-c139b3bce4ec tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=32ee11a1-234d-4e84-ac30-13810509155f HTTP/1.1" status: 200 len: 210 time: 0.0699830 Jul 05 04:15:58.214412 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-128d6873-c772-4c2b-a023-1fc44b7aec91 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Network 7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:58.223216 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6f74ba31-6671-4808-9bec-143566cb24a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.226463 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-128d6873-c772-4c2b-a023-1fc44b7aec91 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:58.255781 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4dc4b5df-eacb-4b67-81d6-28be4a880dd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.264279 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-128d6873-c772-4c2b-a023-1fc44b7aec91 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:58.398856 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d6873-c772-4c2b-a023-1fc44b7aec91 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Pushing event updated for resources: {'Port': ['ID=3ac7c516-eb35-4425-abcb-535782ccae18,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:58.410166 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6f74ba31-6671-4808-9bec-143566cb24a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.456822 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bbdd55cc-9eb6-4efe-b5e8-50250d48fef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.498537 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-128d6873-c772-4c2b-a023-1fc44b7aec91 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:58.512597 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bbdd55cc-9eb6-4efe-b5e8-50250d48fef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.515784 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-128d6873-c772-4c2b-a023-1fc44b7aec91 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.528396 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-347ff643-2843-43b6-b316-24521d8a5f15 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Made reservation on behalf of 04d60bc19cfd4dc3a3402d003c6c3d3f for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:58.534590 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-347ff643-2843-43b6-b316-24521d8a5f15 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.544349 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4dc4b5df-eacb-4b67-81d6-28be4a880dd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.551753 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4dc4b5df-eacb-4b67-81d6-28be4a880dd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.600302 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-128d6873-c772-4c2b-a023-1fc44b7aec91 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1142435 Jul 05 04:15:58.628161 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-8cf8b55d-43cd-433b-b4ef-c6aaa1e6ec4a service neutron] Request body: {'port': {'device_id': '1a58790e-346f-4dc9-b000-40f2882f37de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:58.641436 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c59d027b-363c-4e61-b91d-50f737a304af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.703301 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4dc4b5df-eacb-4b67-81d6-28be4a880dd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.707607 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4dc4b5df-eacb-4b67-81d6-28be4a880dd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6146107 Jul 05 04:15:58.721010 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54736) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:58.722516 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4b5df-eacb-4b67-81d6-28be4a880dd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60db3a71-384a-4b37-8dde-f4d22fe4a2c7,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:58.744379 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-79c441db-c000-4a57-9b78-24858aab2d3f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group_rule': {'security_group_id': '82e7a2b5-a504-4a9e-a606-10a603f4b45f', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:58.778486 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bbdd55cc-9eb6-4efe-b5e8-50250d48fef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.791003 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bbdd55cc-9eb6-4efe-b5e8-50250d48fef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.796087 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bbdd55cc-9eb6-4efe-b5e8-50250d48fef6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d3262dd6-9b79-4b36-b659-c16dc6981264 HTTP/1.1" status: 204 len: 168 time: 0.5977054 Jul 05 04:15:58.802752 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4881d9d2-24b0-4626-a153-449bd4ceb733 None None] Provisioning for port 3ac7c516-eb35-4425-abcb-535782ccae18 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:58.812098 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4881d9d2-24b0-4626-a153-449bd4ceb733 None None] Provisioning complete for port 3ac7c516-eb35-4425-abcb-535782ccae18 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:58.813461 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4881d9d2-24b0-4626-a153-449bd4ceb733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.905134 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-4881d9d2-24b0-4626-a153-449bd4ceb733 None None] Port 3ac7c516-eb35-4425-abcb-535782ccae18 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:15:58.922350 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-79c441db-c000-4a57-9b78-24858aab2d3f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.941188 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd55cc-9eb6-4efe-b5e8-50250d48fef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3262dd6-9b79-4b36-b659-c16dc6981264,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:59.012097 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-6f74ba31-6671-4808-9bec-143566cb24a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Allocated IP 172.25.1.120 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/dac90439-084b-4064-a558-945c3c38212c) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:59.080559 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-8cf8b55d-43cd-433b-b4ef-c6aaa1e6ec4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.083136 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-279ed40e-3202-4068-bce4-92d7bcf8b835 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:59.086227 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-279ed40e-3202-4068-bce4-92d7bcf8b835 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.89 "GET /v2.0/networks?id=7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b HTTP/1.1" status: 200 len: 816 time: 0.3854268 Jul 05 04:15:59.104016 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-76d01f8e-3be3-4296-aa9a-8366e2e90ac9 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Request body: {'port': {'device_id': '32ee11a1-234d-4e84-ac30-13810509155f', 'network_id': '7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b', 'admin_state_up': True, 'tenant_id': '04d60bc19cfd4dc3a3402d003c6c3d3f'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:59.104559 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-347ff643-2843-43b6-b316-24521d8a5f15 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Allocated IP 172.20.0.11 (7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b/762fd8cb-37f6-47dd-ac6a-23830d8c1d00/6cc13564-2da4-4072-9f0e-b60902b7cae7) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:59.165661 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4a6c9-01d9-4324-92d0-ba204e9a9a0f req-aa963639-0002-40a6-b34b-0fb0c0e39aa8 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:59.173684 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5ec4a6c9-01d9-4324-92d0-ba204e9a9a0f req-aa963639-0002-40a6-b34b-0fb0c0e39aa8 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 943 time: 0.4060273 Jul 05 04:15:59.244105 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-79c441db-c000-4a57-9b78-24858aab2d3f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.266350 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-79c441db-c000-4a57-9b78-24858aab2d3f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.290634 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c441db-c000-4a57-9b78-24858aab2d3f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4425c6aa-7aad-4983-8d79-d5215bc2141c,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:59.323485 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.347563 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-79c441db-c000-4a57-9b78-24858aab2d3f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.349823 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-79c441db-c000-4a57-9b78-24858aab2d3f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6246145 Jul 05 04:15:59.351669 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-76d01f8e-3be3-4296-aa9a-8366e2e90ac9 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Made reservation on behalf of 04d60bc19cfd4dc3a3402d003c6c3d3f for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:59.356166 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-76d01f8e-3be3-4296-aa9a-8366e2e90ac9 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.357128 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54754) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:59.379769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-186e4625-9d84-454d-be35-45e7928325f3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group_rule': {'security_group_id': '82e7a2b5-a504-4a9e-a606-10a603f4b45f', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:59.486979 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5ec4a6c9-01d9-4324-92d0-ba204e9a9a0f req-abfb8c76-7031-4ae3-96e5-925ebb42f8f3 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121059 Jul 05 04:15:59.581935 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-186e4625-9d84-454d-be35-45e7928325f3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.633749 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6f74ba31-6671-4808-9bec-143566cb24a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.876853 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-347ff643-2843-43b6-b316-24521d8a5f15 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.900525 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-347ff643-2843-43b6-b316-24521d8a5f15 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Transition to ACTIVE for port object 6cc13564-2da4-4072-9f0e-b60902b7cae7 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:00.020867 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-186e4625-9d84-454d-be35-45e7928325f3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.025003 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-347ff643-2843-43b6-b316-24521d8a5f15 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.037033 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-404d0540-029d-4a51-93a0-7f2ddca11cea req-caa660c6-a6a2-486a-8168-7ad1cb1850c5 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=32ee11a1-234d-4e84-ac30-13810509155f HTTP/1.1" status: 200 len: 210 time: 0.4779608 Jul 05 04:16:00.048744 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6f74ba31-6671-4808-9bec-143566cb24a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.074575 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-76d01f8e-3be3-4296-aa9a-8366e2e90ac9 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Allocated IP 172.20.0.6 (7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b/762fd8cb-37f6-47dd-ac6a-23830d8c1d00/a9da1152-2fe5-4f6a-9b54-40ae49952c66) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:00.109537 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-186e4625-9d84-454d-be35-45e7928325f3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.238118 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f74ba31-6671-4808-9bec-143566cb24a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:00.284330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-347ff643-2843-43b6-b316-24521d8a5f15 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Network 7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:00.315850 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-347ff643-2843-43b6-b316-24521d8a5f15 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:00.329387 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-347ff643-2843-43b6-b316-24521d8a5f15 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:00.355301 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-6f74ba31-6671-4808-9bec-143566cb24a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:00.404347 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e4625-9d84-454d-be35-45e7928325f3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e61eb6-6806-4c59-b977-3bbc6e051b55,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:00.416592 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f74ba31-6671-4808-9bec-143566cb24a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:00.423618 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-186e4625-9d84-454d-be35-45e7928325f3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.428651 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-186e4625-9d84-454d-be35-45e7928325f3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0623372 Jul 05 04:16:00.441056 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54784) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:00.457486 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ff643-2843-43b6-b316-24521d8a5f15 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Pushing event updated for resources: {'Port': ['ID=6cc13564-2da4-4072-9f0e-b60902b7cae7,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:00.460065 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-056f8178-497c-4337-8921-ae0912065977 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group_rule': {'security_group_id': '82e7a2b5-a504-4a9e-a606-10a603f4b45f', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:00.545318 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74ba31-6671-4808-9bec-143566cb24a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'Port': ['ID=dac90439-084b-4064-a558-945c3c38212c,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:00.591520 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-347ff643-2843-43b6-b316-24521d8a5f15 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:00.592625 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-347ff643-2843-43b6-b316-24521d8a5f15 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.608522 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-76d01f8e-3be3-4296-aa9a-8366e2e90ac9 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.629826 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-056f8178-497c-4337-8921-ae0912065977 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.694129 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-347ff643-2843-43b6-b316-24521d8a5f15 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6245162 Jul 05 04:16:00.707891 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-056f8178-497c-4337-8921-ae0912065977 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.712385 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-76d01f8e-3be3-4296-aa9a-8366e2e90ac9 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Transition to ACTIVE for port object a9da1152-2fe5-4f6a-9b54-40ae49952c66 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:00.716778 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-056f8178-497c-4337-8921-ae0912065977 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.742191 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f8178-497c-4337-8921-ae0912065977 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c187e9a3-d3d3-4909-b9f5-43f43f938ca0,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:00.766150 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f8178-497c-4337-8921-ae0912065977 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:00.766506 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f8178-497c-4337-8921-ae0912065977 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:00.766854 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f8178-497c-4337-8921-ae0912065977 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:00.767348 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f8178-497c-4337-8921-ae0912065977 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:00.767693 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f8178-497c-4337-8921-ae0912065977 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:00.768170 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f8178-497c-4337-8921-ae0912065977 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:00.768541 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f8178-497c-4337-8921-ae0912065977 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:00.768882 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f8178-497c-4337-8921-ae0912065977 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:00.769316 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f8178-497c-4337-8921-ae0912065977 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:00.769654 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f8178-497c-4337-8921-ae0912065977 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:00.770019 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f8178-497c-4337-8921-ae0912065977 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:00.770482 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f8178-497c-4337-8921-ae0912065977 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:00.788367 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-056f8178-497c-4337-8921-ae0912065977 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.789755 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-056f8178-497c-4337-8921-ae0912065977 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3475606 Jul 05 04:16:00.795475 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54790) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:00.800705 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-0ba58c8e-2bb1-45e2-b93f-d129791b5b49 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group_rule': {'security_group_id': '82e7a2b5-a504-4a9e-a606-10a603f4b45f', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:00.807250 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-980a0d20-6b45-427b-aae6-2b25b542fce6 service neutron] Request body: {'port': {'device_id': '43b9cd5f-53a3-434e-9bac-379d52739589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:00.842743 n-d-780147-23 neutron-server[105539]: INFO neutron.db.securitygroups_db [None req-0ba58c8e-2bb1-45e2-b93f-d129791b5b49 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Project 808124476429444bb6a930e35c6aa8ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:16:00.866945 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0ba58c8e-2bb1-45e2-b93f-d129791b5b49 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.871512 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-aebef85d-b8c3-4e06-857a-19572433836d None None] Provisioning for port 6cc13564-2da4-4072-9f0e-b60902b7cae7 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:00.876256 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-aebef85d-b8c3-4e06-857a-19572433836d None None] Provisioning complete for port 6cc13564-2da4-4072-9f0e-b60902b7cae7 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:00.876735 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-aebef85d-b8c3-4e06-857a-19572433836d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.997278 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-aebef85d-b8c3-4e06-857a-19572433836d None None] Port 6cc13564-2da4-4072-9f0e-b60902b7cae7 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:01.024351 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-76d01f8e-3be3-4296-aa9a-8366e2e90ac9 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.040834 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-980a0d20-6b45-427b-aae6-2b25b542fce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.171645 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-76d01f8e-3be3-4296-aa9a-8366e2e90ac9 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Network 7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:01.184362 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0ba58c8e-2bb1-45e2-b93f-d129791b5b49 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.188037 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-76d01f8e-3be3-4296-aa9a-8366e2e90ac9 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:01.198146 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-76d01f8e-3be3-4296-aa9a-8366e2e90ac9 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:01.204191 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0ba58c8e-2bb1-45e2-b93f-d129791b5b49 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.354325 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a4d7840d-0ef9-4980-af0d-2b70dc92abdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.417136 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d01f8e-3be3-4296-aa9a-8366e2e90ac9 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Pushing event updated for resources: {'Port': ['ID=a9da1152-2fe5-4f6a-9b54-40ae49952c66,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:01.480952 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba58c8e-2bb1-45e2-b93f-d129791b5b49 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8ebf0e-c1bf-44c4-88f8-f035c346b9e8,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:01.520174 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0ba58c8e-2bb1-45e2-b93f-d129791b5b49 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.525776 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0ba58c8e-2bb1-45e2-b93f-d129791b5b49 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7275929 Jul 05 04:16:01.526493 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54804) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:01.561661 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379e357-6b67-487a-8c0a-371574c906ec req-72c5e726-985f-4a47-913e-74ae7cc860bb tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:01.566224 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a379e357-6b67-487a-8c0a-371574c906ec req-72c5e726-985f-4a47-913e-74ae7cc860bb tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 943 time: 0.6067441 Jul 05 04:16:01.573459 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-1ac64d6b-e214-4c3f-8458-f8e1340e2265 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group_rule': {'security_group_id': '82e7a2b5-a504-4a9e-a606-10a603f4b45f', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:01.613621 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-76d01f8e-3be3-4296-aa9a-8366e2e90ac9 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:01.614347 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-76d01f8e-3be3-4296-aa9a-8366e2e90ac9 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.701022 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-8cf8b55d-43cd-433b-b4ef-c6aaa1e6ec4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac7c516-eb35-4425-abcb-535782ccae18 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:16:01.711652 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-8cf8b55d-43cd-433b-b4ef-c6aaa1e6ec4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.727558 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-8cf8b55d-43cd-433b-b4ef-c6aaa1e6ec4a service neutron] Transition to ACTIVE for port object 3ac7c516-eb35-4425-abcb-535782ccae18 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:01.738156 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a379e357-6b67-487a-8c0a-371574c906ec req-ac4affeb-37d6-4810-a1f8-33e0951716a5 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525390 Jul 05 04:16:01.740262 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-8cf8b55d-43cd-433b-b4ef-c6aaa1e6ec4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.756047 n-d-780147-23 neutron-server[105539]: INFO neutron.db.securitygroups_db [None req-1ac64d6b-e214-4c3f-8458-f8e1340e2265 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Project 808124476429444bb6a930e35c6aa8ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:16:01.776978 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-76d01f8e-3be3-4296-aa9a-8366e2e90ac9 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6795084 Jul 05 04:16:01.785531 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.793243 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ac64d6b-e214-4c3f-8458-f8e1340e2265 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.819174 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bd6a6672-e098-4dd7-bbd7-b0598567143c None None] Provisioning for port a9da1152-2fe5-4f6a-9b54-40ae49952c66 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:01.826609 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bd6a6672-e098-4dd7-bbd7-b0598567143c None None] Provisioning complete for port a9da1152-2fe5-4f6a-9b54-40ae49952c66 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:01.827433 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6672-e098-4dd7-bbd7-b0598567143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.836761 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-9d07a6df-fb69-4d26-a9ec-f7fcd3398af3 service neutron] Request body: {'port': {'device_id': '32ee11a1-234d-4e84-ac30-13810509155f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:01.938824 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-bd6a6672-e098-4dd7-bbd7-b0598567143c None None] Port a9da1152-2fe5-4f6a-9b54-40ae49952c66 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:02.139225 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ac64d6b-e214-4c3f-8458-f8e1340e2265 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.153800 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ac64d6b-e214-4c3f-8458-f8e1340e2265 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.183054 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ac64d6b-e214-4c3f-8458-f8e1340e2265 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.188710 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1ac64d6b-e214-4c3f-8458-f8e1340e2265 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6516855 Jul 05 04:16:02.195923 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54816) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:02.201173 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-9d07a6df-fb69-4d26-a9ec-f7fcd3398af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.232633 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-490d4b7f-ed97-4aa6-ad66-93b62edb1bc4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'network': {'name': 'tempest-network-smoke--1035013486', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'port_security_enabled': True}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:02.244880 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac64d6b-e214-4c3f-8458-f8e1340e2265 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34635eea-435d-4e19-85e2-5a682b121b25,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:02.314268 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490d4b7f-ed97-4aa6-ad66-93b62edb1bc4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Made reservation on behalf of 808124476429444bb6a930e35c6aa8ee for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:02.318430 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-490d4b7f-ed97-4aa6-ad66-93b62edb1bc4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.393658 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-980a0d20-6b45-427b-aae6-2b25b542fce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc13564-2da4-4072-9f0e-b60902b7cae7 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:16:02.471040 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-980a0d20-6b45-427b-aae6-2b25b542fce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.496793 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490d4b7f-ed97-4aa6-ad66-93b62edb1bc4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:16:02.505502 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8b55d-43cd-433b-b4ef-c6aaa1e6ec4a service neutron] Pushing event updated for resources: {'Port': ['ID=3ac7c516-eb35-4425-abcb-535782ccae18,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:02.518576 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-490d4b7f-ed97-4aa6-ad66-93b62edb1bc4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.519092 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-490d4b7f-ed97-4aa6-ad66-93b62edb1bc4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Added segment e7644ba7-caa3-421b-856b-f891f65d4ddf of type vlan for network a677080b-978d-4f21-8599-2c79db51042a Jul 05 04:16:02.519929 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9552b9-74fd-47d4-bbef-d6649a6cfc26 req-f2494489-c0ad-46a6-91e3-7819a87ecaa3 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:02.521603 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6c9552b9-74fd-47d4-bbef-d6649a6cfc26 req-f2494489-c0ad-46a6-91e3-7819a87ecaa3 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=32ee11a1-234d-4e84-ac30-13810509155f HTTP/1.1" status: 200 len: 931 time: 1.2391429 Jul 05 04:16:02.589357 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-490d4b7f-ed97-4aa6-ad66-93b62edb1bc4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.617658 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.640960 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-490d4b7f-ed97-4aa6-ad66-93b62edb1bc4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.650160 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490d4b7f-ed97-4aa6-ad66-93b62edb1bc4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:02.650392 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-490d4b7f-ed97-4aa6-ad66-93b62edb1bc4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.739331 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-490d4b7f-ed97-4aa6-ad66-93b62edb1bc4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5391879 Jul 05 04:16:02.742288 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54842) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:02.748132 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-e2619c4b-5a03-42c7-85e1-da039d03fa8d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-510540599', 'admin_state_up': True, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:02.814714 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d4b7f-ed97-4aa6-ad66-93b62edb1bc4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Network': ['ID=a677080b-978d-4f21-8599-2c79db51042a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:02.830408 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network a677080b-978d-4f21-8599-2c79db51042a details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:16:02.853812 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e2619c4b-5a03-42c7-85e1-da039d03fa8d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.858759 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e2619c4b-5a03-42c7-85e1-da039d03fa8d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.975595 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e2619c4b-5a03-42c7-85e1-da039d03fa8d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.227379 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-980a0d20-6b45-427b-aae6-2b25b542fce6 service neutron] Transition to ACTIVE for port object 6cc13564-2da4-4072-9f0e-b60902b7cae7 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:03.248325 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-980a0d20-6b45-427b-aae6-2b25b542fce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.302102 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e2619c4b-5a03-42c7-85e1-da039d03fa8d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.372808 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6f74ba31-6671-4808-9bec-143566cb24a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.387114 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6c9552b9-74fd-47d4-bbef-d6649a6cfc26 req-1bf8f367-4d0d-4a93-b434-cc0edcb8b392 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839304 Jul 05 04:16:03.435533 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a0d20-6b45-427b-aae6-2b25b542fce6 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc13564-2da4-4072-9f0e-b60902b7cae7,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:03.441219 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-8cf8b55d-43cd-433b-b4ef-c6aaa1e6ec4a service neutron] Attempting to bind port 3ac7c516-eb35-4425-abcb-535782ccae18 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:03.441556 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-8cf8b55d-43cd-433b-b4ef-c6aaa1e6ec4a service neutron] Attempting to bind port 3ac7c516-eb35-4425-abcb-535782ccae18 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:03.441890 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-8cf8b55d-43cd-433b-b4ef-c6aaa1e6ec4a service neutron] Attempting to bind port 3ac7c516-eb35-4425-abcb-535782ccae18 on network 7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:03.487071 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-8cf8b55d-43cd-433b-b4ef-c6aaa1e6ec4a service neutron] Port 3ac7c516-eb35-4425-abcb-535782ccae18 on network 7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:16:03.487447 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-8cf8b55d-43cd-433b-b4ef-c6aaa1e6ec4a service neutron] Attempting to bind port 3ac7c516-eb35-4425-abcb-535782ccae18 on network 7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:03.523199 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf17e6-27a8-4d8d-8733-aed6c7d47899 req-fd69754a-4b1c-4944-a960-38ae940c6a57 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:03.524964 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99cf17e6-27a8-4d8d-8733-aed6c7d47899 req-fd69754a-4b1c-4944-a960-38ae940c6a57 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 943 time: 0.4254012 Jul 05 04:16:03.574522 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-8cf8b55d-43cd-433b-b4ef-c6aaa1e6ec4a service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:03.574871 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-8cf8b55d-43cd-433b-b4ef-c6aaa1e6ec4a service neutron] Checking segment: {'id': '44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:03.575270 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-8cf8b55d-43cd-433b-b4ef-c6aaa1e6ec4a service neutron] Bound using segment: {'id': '44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:03.576565 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-8cf8b55d-43cd-433b-b4ef-c6aaa1e6ec4a service neutron] Bound port: 3ac7c516-eb35-4425-abcb-535782ccae18, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:03.580345 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-8cf8b55d-43cd-433b-b4ef-c6aaa1e6ec4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.598905 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54872) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:03.676566 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99cf17e6-27a8-4d8d-8733-aed6c7d47899 req-d8f9867d-37c3-44fa-aabc-2e1a5f1248d7 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271536 Jul 05 04:16:03.768815 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-8cf8b55d-43cd-433b-b4ef-c6aaa1e6ec4a service neutron] For port 3ac7c516-eb35-4425-abcb-535782ccae18, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:03.777566 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-8cf8b55d-43cd-433b-b4ef-c6aaa1e6ec4a service neutron] For port 3ac7c516-eb35-4425-abcb-535782ccae18, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=3ac7c516-eb35-4425-abcb-535782ccae18,segment=NetworkSegment(44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7),segment_id=44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:03.830101 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-8cf8b55d-43cd-433b-b4ef-c6aaa1e6ec4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.830969 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-9d07a6df-fb69-4d26-a9ec-f7fcd3398af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9da1152-2fe5-4f6a-9b54-40ae49952c66 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:16:03.860190 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-9d07a6df-fb69-4d26-a9ec-f7fcd3398af3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.876170 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d8159de5-5c7e-4bb2-80cc-0b72afdae44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.880651 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-8cf8b55d-43cd-433b-b4ef-c6aaa1e6ec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:03.881650 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-8cf8b55d-43cd-433b-b4ef-c6aaa1e6ec4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.883335 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-8cf8b55d-43cd-433b-b4ef-c6aaa1e6ec4a service neutron] 10.222.0.89 "PUT /v2.0/ports/3ac7c516-eb35-4425-abcb-535782ccae18 HTTP/1.1" status: 200 len: 1092 time: 5.2596579 Jul 05 04:16:03.902270 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a58790e-346f-4dc9-b000-40f2882f37de', 'tag': '3ac7c516-eb35-4425-abcb-535782ccae18'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:03.907680 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-9d07a6df-fb69-4d26-a9ec-f7fcd3398af3 service neutron] Transition to ACTIVE for port object a9da1152-2fe5-4f6a-9b54-40ae49952c66 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:03.918602 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabceef4-e33d-4046-8ffa-06e06cb23608" -d '{"events": [{"name": "network-changed", "server_uuid": "1a58790e-346f-4dc9-b000-40f2882f37de", "tag": "3ac7c516-eb35-4425-abcb-535782ccae18"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:03.921171 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-9d07a6df-fb69-4d26-a9ec-f7fcd3398af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.006090 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-980a0d20-6b45-427b-aae6-2b25b542fce6 service neutron] Attempting to bind port 6cc13564-2da4-4072-9f0e-b60902b7cae7 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:04.006868 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-980a0d20-6b45-427b-aae6-2b25b542fce6 service neutron] Attempting to bind port 6cc13564-2da4-4072-9f0e-b60902b7cae7 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:04.007403 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-980a0d20-6b45-427b-aae6-2b25b542fce6 service neutron] Attempting to bind port 6cc13564-2da4-4072-9f0e-b60902b7cae7 on network 7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:04.013599 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca497014-dc61-43d1-a63d-acb72034d2c2 x-openstack-request-id: req-ca497014-dc61-43d1-a63d-acb72034d2c2 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:04.014206 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a58790e-346f-4dc9-b000-40f2882f37de", "tag": "3ac7c516-eb35-4425-abcb-535782ccae18", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:04.014648 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ca497014-dc61-43d1-a63d-acb72034d2c2 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:04.015223 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a58790e-346f-4dc9-b000-40f2882f37de', 'tag': '3ac7c516-eb35-4425-abcb-535782ccae18', 'status': 'completed', 'code': 200} Jul 05 04:16:04.053419 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-980a0d20-6b45-427b-aae6-2b25b542fce6 service neutron] Port 6cc13564-2da4-4072-9f0e-b60902b7cae7 on network 7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:16:04.054787 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-980a0d20-6b45-427b-aae6-2b25b542fce6 service neutron] Attempting to bind port 6cc13564-2da4-4072-9f0e-b60902b7cae7 on network 7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:04.081710 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-980a0d20-6b45-427b-aae6-2b25b542fce6 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:04.082378 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-980a0d20-6b45-427b-aae6-2b25b542fce6 service neutron] Checking segment: {'id': '44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:04.082966 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-980a0d20-6b45-427b-aae6-2b25b542fce6 service neutron] Bound using segment: {'id': '44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:04.083596 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-980a0d20-6b45-427b-aae6-2b25b542fce6 service neutron] Bound port: 6cc13564-2da4-4072-9f0e-b60902b7cae7, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:04.084171 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-980a0d20-6b45-427b-aae6-2b25b542fce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.132767 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07a6df-fb69-4d26-a9ec-f7fcd3398af3 service neutron] Pushing event updated for resources: {'Port': ['ID=a9da1152-2fe5-4f6a-9b54-40ae49952c66,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:04.139712 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8b55d-43cd-433b-b4ef-c6aaa1e6ec4a service neutron] Pushing event updated for resources: {'Port': ['ID=3ac7c516-eb35-4425-abcb-535782ccae18,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:04.181642 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6f74ba31-6671-4808-9bec-143566cb24a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.205509 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-7d9af7e9-ca71-456a-8a60-3d9be01f94cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:04.207212 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-7d9af7e9-ca71-456a-8a60-3d9be01f94cc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=04d60bc19cfd4dc3a3402d003c6c3d3f&device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 1095 time: 0.2602844 Jul 05 04:16:04.264870 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d8159de5-5c7e-4bb2-80cc-0b72afdae44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.314252 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-676b0dc6-b2bf-4337-ab1f-f614285a89c5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ac7c516-eb35-4425-abcb-535782ccae18 HTTP/1.1" status: 200 len: 217 time: 0.0456288 Jul 05 04:16:04.348101 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e2619c4b-5a03-42c7-85e1-da039d03fa8d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.372003 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d8159de5-5c7e-4bb2-80cc-0b72afdae44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.384364 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-980a0d20-6b45-427b-aae6-2b25b542fce6 service neutron] For port 6cc13564-2da4-4072-9f0e-b60902b7cae7, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:04.389435 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.393791 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e2619c4b-5a03-42c7-85e1-da039d03fa8d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.437307 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-980a0d20-6b45-427b-aae6-2b25b542fce6 service neutron] For port 6cc13564-2da4-4072-9f0e-b60902b7cae7, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6cc13564-2da4-4072-9f0e-b60902b7cae7,segment=NetworkSegment(44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7),segment_id=44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:04.450154 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-980a0d20-6b45-427b-aae6-2b25b542fce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.490888 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-ebab5909-2147-4347-bbc1-3661ffb6980d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:04.492572 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-ebab5909-2147-4347-bbc1-3661ffb6980d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=762fd8cb-37f6-47dd-ac6a-23830d8c1d00 HTTP/1.1" status: 200 len: 855 time: 0.1695650 Jul 05 04:16:04.520015 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-980a0d20-6b45-427b-aae6-2b25b542fce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:04.520477 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-980a0d20-6b45-427b-aae6-2b25b542fce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.524703 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-980a0d20-6b45-427b-aae6-2b25b542fce6 service neutron] 10.222.0.70 "PUT /v2.0/ports/6cc13564-2da4-4072-9f0e-b60902b7cae7 HTTP/1.1" status: 200 len: 1093 time: 3.8134551 Jul 05 04:16:04.645255 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-9d07a6df-fb69-4d26-a9ec-f7fcd3398af3 service neutron] Attempting to bind port a9da1152-2fe5-4f6a-9b54-40ae49952c66 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:04.645938 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-9d07a6df-fb69-4d26-a9ec-f7fcd3398af3 service neutron] Attempting to bind port a9da1152-2fe5-4f6a-9b54-40ae49952c66 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:04.646490 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-9d07a6df-fb69-4d26-a9ec-f7fcd3398af3 service neutron] Attempting to bind port a9da1152-2fe5-4f6a-9b54-40ae49952c66 on network 7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:04.715194 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a0d20-6b45-427b-aae6-2b25b542fce6 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc13564-2da4-4072-9f0e-b60902b7cae7,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:04.747392 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-e2619c4b-5a03-42c7-85e1-da039d03fa8d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Allocated IP 172.25.1.173 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/12ef9f0a-07e9-43ba-a897-5f9a6c60dab5) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:04.862479 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-8971e523-5670-4b4a-b035-c3c80e25d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:04.865312 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-8971e523-5670-4b4a-b035-c3c80e25d519 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3618066 Jul 05 04:16:04.916082 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e2619c4b-5a03-42c7-85e1-da039d03fa8d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.978820 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d8159de5-5c7e-4bb2-80cc-0b72afdae44e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dd52d91cc33844b0bc88931f86eb740d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3726127 Jul 05 04:16:05.014989 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-9d07a6df-fb69-4d26-a9ec-f7fcd3398af3 service neutron] Port a9da1152-2fe5-4f6a-9b54-40ae49952c66 on network 7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:16:05.015257 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-9d07a6df-fb69-4d26-a9ec-f7fcd3398af3 service neutron] Attempting to bind port a9da1152-2fe5-4f6a-9b54-40ae49952c66 on network 7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:05.046907 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54892) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:05.068886 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8159de5-5c7e-4bb2-80cc-0b72afdae44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0765288-3eb5-4d7d-8255-7ad21bb2b61d,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:05.069958 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f74ba31-6671-4808-9bec-143566cb24a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Router 0038e5ad-9377-4d20-8d1f-2076245bb6f6 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:16:05.103058 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e2619c4b-5a03-42c7-85e1-da039d03fa8d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.140411 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-e121e78a-87c6-4ce6-a16a-d850d6ff1f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:05.143640 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-e121e78a-87c6-4ce6-a16a-d850d6ff1f26 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=04d60bc19cfd4dc3a3402d003c6c3d3f&device_id=43b9cd5f-53a3-434e-9bac-379d52739589 HTTP/1.1" status: 200 len: 1096 time: 0.5533869 Jul 05 04:16:05.157544 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-9d07a6df-fb69-4d26-a9ec-f7fcd3398af3 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:05.157886 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-9d07a6df-fb69-4d26-a9ec-f7fcd3398af3 service neutron] Checking segment: {'id': '44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:05.158290 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-9d07a6df-fb69-4d26-a9ec-f7fcd3398af3 service neutron] Bound using segment: {'id': '44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:05.158749 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-9d07a6df-fb69-4d26-a9ec-f7fcd3398af3 service neutron] Bound port: a9da1152-2fe5-4f6a-9b54-40ae49952c66, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:05.159117 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-9d07a6df-fb69-4d26-a9ec-f7fcd3398af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.201414 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-fe9ff06d-aeb9-4bb0-8d53-05665a4d7125 service neutron] 10.222.0.89 "GET /v2.0/networks/7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269925 Jul 05 04:16:05.218832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2619c4b-5a03-42c7-85e1-da039d03fa8d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:05.226316 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-e2619c4b-5a03-42c7-85e1-da039d03fa8d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:05.229273 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2619c4b-5a03-42c7-85e1-da039d03fa8d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Port': ['ID=12ef9f0a-07e9-43ba-a897-5f9a6c60dab5,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:05.231602 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2619c4b-5a03-42c7-85e1-da039d03fa8d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:05.382611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb11ae-2fb5-45db-a902-e8e49f9f8e0d req-a2b81cdc-e37b-4229-8d91-ec158e91c84f tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:05.386813 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1cdb11ae-2fb5-45db-a902-e8e49f9f8e0d req-a2b81cdc-e37b-4229-8d91-ec158e91c84f tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=32ee11a1-234d-4e84-ac30-13810509155f HTTP/1.1" status: 200 len: 943 time: 0.7361410 Jul 05 04:16:05.404319 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-6e3aea24-be6e-4919-8a58-858cfd2c46ae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cc13564-2da4-4072-9f0e-b60902b7cae7 HTTP/1.1" status: 200 len: 217 time: 0.2069101 Jul 05 04:16:05.471315 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-9d07a6df-fb69-4d26-a9ec-f7fcd3398af3 service neutron] For port a9da1152-2fe5-4f6a-9b54-40ae49952c66, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:05.479035 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-9d07a6df-fb69-4d26-a9ec-f7fcd3398af3 service neutron] For port a9da1152-2fe5-4f6a-9b54-40ae49952c66, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a9da1152-2fe5-4f6a-9b54-40ae49952c66,segment=NetworkSegment(44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7),segment_id=44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:05.637106 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-9d07a6df-fb69-4d26-a9ec-f7fcd3398af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.715172 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f74ba31-6671-4808-9bec-143566cb24a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:16:05.748206 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed68d701-6542-4450-8a4a-fdbc6cf92d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.760485 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] Sync routers for ids ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:16:05.763918 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-9d07a6df-fb69-4d26-a9ec-f7fcd3398af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:05.764553 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-9d07a6df-fb69-4d26-a9ec-f7fcd3398af3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.765964 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-9d07a6df-fb69-4d26-a9ec-f7fcd3398af3 service neutron] 10.222.0.89 "PUT /v2.0/ports/a9da1152-2fe5-4f6a-9b54-40ae49952c66 HTTP/1.1" status: 200 len: 1092 time: 3.9622421 Jul 05 04:16:05.766422 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ee11a1-234d-4e84-ac30-13810509155f', 'tag': 'a9da1152-2fe5-4f6a-9b54-40ae49952c66'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:05.768718 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ed5c5a-19b2-4422-a85d-577adde01deb" -d '{"events": [{"name": "network-changed", "server_uuid": "32ee11a1-234d-4e84-ac30-13810509155f", "tag": "a9da1152-2fe5-4f6a-9b54-40ae49952c66"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:05.797351 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] Routers {'0038e5ad-9377-4d20-8d1f-2076245bb6f6'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:16:05.800446 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:16:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:05.863170 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-77fe4b85-257e-489b-9c24-af1e71b5558b req-880189d6-98a2-48f0-8cc6-0c2653c2cfa0 service neutron] 10.222.0.89 "GET /v2.0/networks/7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6007059 Jul 05 04:16:05.872794 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6f74ba31-6671-4808-9bec-143566cb24a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.879517 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6f74ba31-6671-4808-9bec-143566cb24a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.7847471 Jul 05 04:16:05.884573 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-f1baba79-7f8b-4e60-a404-a4d48ec70e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:05.886874 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-f1baba79-7f8b-4e60-a404-a4d48ec70e0a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=762fd8cb-37f6-47dd-ac6a-23830d8c1d00 HTTP/1.1" status: 200 len: 855 time: 0.1870232 Jul 05 04:16:05.887751 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54896) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:05.952215 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada832d-e969-4140-9e5c-babcaa2f3572 req-bf3902cc-6bc3-4c5d-bb1b-3f0c969de813 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:05.954729 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4ada832d-e969-4140-9e5c-babcaa2f3572 req-bf3902cc-6bc3-4c5d-bb1b-3f0c969de813 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 943 time: 0.7568846 Jul 05 04:16:05.979236 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1cdb11ae-2fb5-45db-a902-e8e49f9f8e0d req-59a5c27e-ee90-427b-914f-311ced5c348b tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942668 Jul 05 04:16:05.997596 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07a6df-fb69-4d26-a9ec-f7fcd3398af3 service neutron] Pushing event updated for resources: {'Port': ['ID=a9da1152-2fe5-4f6a-9b54-40ae49952c66,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:06.003841 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed68d701-6542-4450-8a4a-fdbc6cf92d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.079833 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] Set router 0038e5ad-9377-4d20-8d1f-2076245bb6f6 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:16:06.134664 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5fcf0e-028f-4309-a9e8-83e521b8a658 x-openstack-request-id: req-cd5fcf0e-028f-4309-a9e8-83e521b8a658 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:06.134910 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ee11a1-234d-4e84-ac30-13810509155f", "tag": "a9da1152-2fe5-4f6a-9b54-40ae49952c66", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:06.135128 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cd5fcf0e-028f-4309-a9e8-83e521b8a658 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:06.135684 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ee11a1-234d-4e84-ac30-13810509155f', 'tag': 'a9da1152-2fe5-4f6a-9b54-40ae49952c66', 'status': 'completed', 'code': 200} Jul 05 04:16:06.144824 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b9cd5f-53a3-434e-9bac-379d52739589', 'tag': '6cc13564-2da4-4072-9f0e-b60902b7cae7'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:06.152002 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf99d2b9-bfa9-4def-bb60-5b889183d0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "43b9cd5f-53a3-434e-9bac-379d52739589", "tag": "6cc13564-2da4-4072-9f0e-b60902b7cae7"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:06.310267 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-840f34d0-37d2-4115-ac47-e7b21c60d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:06.311852 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-840f34d0-37d2-4115-ac47-e7b21c60d5ef service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=04d60bc19cfd4dc3a3402d003c6c3d3f&device_id=32ee11a1-234d-4e84-ac30-13810509155f HTTP/1.1" status: 200 len: 1095 time: 0.4784901 Jul 05 04:16:06.336442 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed68d701-6542-4450-8a4a-fdbc6cf92d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.339371 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed68d701-6542-4450-8a4a-fdbc6cf92d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.343907 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ed68d701-6542-4450-8a4a-fdbc6cf92d11 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c0765288-3eb5-4d7d-8255-7ad21bb2b61d HTTP/1.1" status: 204 len: 168 time: 1.2917767 Jul 05 04:16:06.356484 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6344c9be-846a-41ee-b754-93cf7e9556c4 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ac0be634601541e3aba69b1b2bc67317&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4660189 Jul 05 04:16:06.377070 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54914) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:06.381178 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4ada832d-e969-4140-9e5c-babcaa2f3572 req-48461834-7e00-48f9-9e9c-b4fe0107ce96 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732773 Jul 05 04:16:06.404170 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-bf3e891d-1c4b-46df-ae01-efc7159f1fd2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9da1152-2fe5-4f6a-9b54-40ae49952c66 HTTP/1.1" status: 200 len: 217 time: 0.0810921 Jul 05 04:16:06.406825 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-cd6fb406-7a6e-4d9e-8d06-54472d05a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:06.408588 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-cd6fb406-7a6e-4d9e-8d06-54472d05a25b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5059621 Jul 05 04:16:06.424225 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e2619c4b-5a03-42c7-85e1-da039d03fa8d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.451476 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68d701-6542-4450-8a4a-fdbc6cf92d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0765288-3eb5-4d7d-8255-7ad21bb2b61d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:06.527983 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'name': 'tempest-TestNetworkBasicOps-router-51502788', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'dac90439-084b-4064-a558-945c3c38212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:16:01Z', 'revision_number': 3, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': 'dac90439-084b-4064-a558-945c3c38212c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:15:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:06.563376 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9335d75e-6aac-4214-a178-f7c20a42c4a1 x-openstack-request-id: req-9335d75e-6aac-4214-a178-f7c20a42c4a1 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:06.564153 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b9cd5f-53a3-434e-9bac-379d52739589", "tag": "6cc13564-2da4-4072-9f0e-b60902b7cae7", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:06.565086 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9335d75e-6aac-4214-a178-f7c20a42c4a1 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:06.565936 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b9cd5f-53a3-434e-9bac-379d52739589', 'tag': '6cc13564-2da4-4072-9f0e-b60902b7cae7', 'status': 'completed', 'code': 200} Jul 05 04:16:06.575518 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] Checking router: 0038e5ad-9377-4d20-8d1f-2076245bb6f6 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:16:06.575910 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] Updating router 0038e5ad-9377-4d20-8d1f-2076245bb6f6 port dac90439-084b-4064-a558-945c3c38212c binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:16:06.628084 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.643466 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-4a50baf7-cb7b-4875-ac9f-883ef1e14a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:06.645111 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-4a50baf7-cb7b-4875-ac9f-883ef1e14a3e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=762fd8cb-37f6-47dd-ac6a-23830d8c1d00 HTTP/1.1" status: 200 len: 855 time: 0.2236524 Jul 05 04:16:06.681190 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabceef4-e33d-4046-8ffa-06e06cb23608 req-0da00f53-8661-4a16-97ae-63577efc6e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:06.682828 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fabceef4-e33d-4046-8ffa-06e06cb23608 req-0da00f53-8661-4a16-97ae-63577efc6e77 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=04d60bc19cfd4dc3a3402d003c6c3d3f&device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 1095 time: 0.6798205 Jul 05 04:16:06.824611 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabceef4-e33d-4046-8ffa-06e06cb23608 req-39e8d9a0-1509-420e-ab36-8ac221d4cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:06.826778 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fabceef4-e33d-4046-8ffa-06e06cb23608 req-39e8d9a0-1509-420e-ab36-8ac221d4cbb1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b HTTP/1.1" status: 200 len: 917 time: 0.1294804 Jul 05 04:16:07.098815 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.120639 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] Transition to ACTIVE for port object dac90439-084b-4064-a558-945c3c38212c will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:07.133719 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.196067 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c21fcf-6f5c-442d-897b-e97887127b35 None None] Pushing event updated for resources: {'Port': ['ID=dac90439-084b-4064-a558-945c3c38212c,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:07.219355 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] Attempting to bind port dac90439-084b-4064-a558-945c3c38212c on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:07.219827 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] Attempting to bind port dac90439-084b-4064-a558-945c3c38212c by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:07.220198 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] Attempting to bind port dac90439-084b-4064-a558-945c3c38212c on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:07.227241 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:07.227664 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:07.228059 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.228603 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:07.228951 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] Bound port: dac90439-084b-4064-a558-945c3c38212c, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:07.229339 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.306255 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54920) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:07.310636 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] For port dac90439-084b-4064-a558-945c3c38212c, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:07.319435 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] For port dac90439-084b-4064-a558-945c3c38212c, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=dac90439-084b-4064-a558-945c3c38212c,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:07.327683 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.347255 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c184b62d-ad2f-4bc1-9555-436292a46d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.384577 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fabceef4-e33d-4046-8ffa-06e06cb23608 req-e555c15d-8123-4a67-8bd1-d9a52493e9f1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ac7c516-eb35-4425-abcb-535782ccae18 HTTP/1.1" status: 200 len: 217 time: 0.5455794 Jul 05 04:16:07.415380 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-5f4cef08-d0a6-4066-b65c-9a42bbe22896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:07.417041 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-5f4cef08-d0a6-4066-b65c-9a42bbe22896 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7577527 Jul 05 04:16:07.439634 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c21fcf-6f5c-442d-897b-e97887127b35 None None] Pushing event updated for resources: {'Port': ['ID=dac90439-084b-4064-a558-945c3c38212c,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:07.440418 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e2619c4b-5a03-42c7-85e1-da039d03fa8d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.456310 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] Routers {'0038e5ad-9377-4d20-8d1f-2076245bb6f6'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:16:07.457272 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:16:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:07.507625 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62debc2d-0164-46f0-baf8-a2ba943cdb44 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:07.509923 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-62debc2d-0164-46f0-baf8-a2ba943cdb44 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1268787 Jul 05 04:16:07.517877 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54928) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:07.578637 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-83d1a5c0-2aea-43c0-86fe-21d09ab02a52 service neutron] 10.222.0.70 "GET /v2.0/networks/7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1131890 Jul 05 04:16:07.622758 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] Set router 0038e5ad-9377-4d20-8d1f-2076245bb6f6 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:16:07.643398 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a795e001-ce3f-46c7-8227-63524125f39b tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1102872 Jul 05 04:16:07.656139 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54932) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:07.672999 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-e4e280b4-1c0d-49d0-b340-f0060c6a82c7 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-846869072', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:07.688072 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabceef4-e33d-4046-8ffa-06e06cb23608 req-9f1d0b2c-5e0e-4067-a4c8-1cb397e42fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:07.689593 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fabceef4-e33d-4046-8ffa-06e06cb23608 req-9f1d0b2c-5e0e-4067-a4c8-1cb397e42fdc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=762fd8cb-37f6-47dd-ac6a-23830d8c1d00 HTTP/1.1" status: 200 len: 855 time: 0.2921829 Jul 05 04:16:07.723984 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd38375-20c7-4a1d-84d5-65e2490106e1 req-d64cec50-d489-4614-bf3e-9fe472c06400 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:07.730994 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8dd38375-20c7-4a1d-84d5-65e2490106e1 req-d64cec50-d489-4614-bf3e-9fe472c06400 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=32ee11a1-234d-4e84-ac30-13810509155f HTTP/1.1" status: 200 len: 943 time: 0.4220395 Jul 05 04:16:07.802292 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e446e86-c0d4-434c-88d4-86ef5d6aa897 req-2d0ab056-94ae-4c56-b372-96c7952e84ee tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:07.809901 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3e446e86-c0d4-434c-88d4-86ef5d6aa897 req-2d0ab056-94ae-4c56-b372-96c7952e84ee tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 943 time: 0.2116761 Jul 05 04:16:07.822772 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2167bf9-9e8d-471a-9d34-c1ba0b222fb2 req-43008de4-cdb2-4121-8e61-3359b0c553d2 service neutron] 10.222.0.70 "GET /v2.0/networks/7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103722 Jul 05 04:16:07.844653 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabceef4-e33d-4046-8ffa-06e06cb23608 req-7dd7c565-551d-4dd6-a94e-1cdbc648e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:07.846848 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fabceef4-e33d-4046-8ffa-06e06cb23608 req-7dd7c565-551d-4dd6-a94e-1cdbc648e871 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1471295 Jul 05 04:16:07.877209 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3e446e86-c0d4-434c-88d4-86ef5d6aa897 req-0349910f-505b-4f40-8fb2-04d196b3e40d tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663292 Jul 05 04:16:07.903917 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-1ae34f35-7c63-4c88-95e2-02508841feee service neutron] 10.222.0.89 "GET /v2.0/networks/7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767597 Jul 05 04:16:07.978671 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'name': 'tempest-TestNetworkBasicOps-router-51502788', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'dac90439-084b-4064-a558-945c3c38212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:16:01Z', 'revision_number': 3, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': 'dac90439-084b-4064-a558-945c3c38212c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:08.003670 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c184b62d-ad2f-4bc1-9555-436292a46d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.039233 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cc70c6-3edd-4757-8974-4d498f38800e None None] The sync data for ids ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'] in n-d-780147-23 is: [{'id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'name': 'tempest-TestNetworkBasicOps-router-51502788', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'dac90439-084b-4064-a558-945c3c38212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:16:01Z', 'revision_number': 3, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': 'dac90439-084b-4064-a558-945c3c38212c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:16:08.060029 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c184b62d-ad2f-4bc1-9555-436292a46d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.079128 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fabceef4-e33d-4046-8ffa-06e06cb23608 req-d225e221-e5c5-4dec-b387-6f24b624ec25 service neutron] 10.222.0.89 "GET /v2.0/networks/7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213449 Jul 05 04:16:08.164982 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184b62d-ad2f-4bc1-9555-436292a46d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab04363-95fd-4976-b9a6-5b21f03a7fd9,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:08.178268 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8dd38375-20c7-4a1d-84d5-65e2490106e1 req-8730fe8b-ece3-44b4-a977-3554ece58d17 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730991 Jul 05 04:16:08.210989 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99d2b9-bfa9-4def-bb60-5b889183d0d4 req-df874523-4466-43f1-a828-61b8bfe7938b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:08.210989 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cf99d2b9-bfa9-4def-bb60-5b889183d0d4 req-df874523-4466-43f1-a828-61b8bfe7938b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=04d60bc19cfd4dc3a3402d003c6c3d3f&device_id=43b9cd5f-53a3-434e-9bac-379d52739589 HTTP/1.1" status: 200 len: 1096 time: 0.2445195 Jul 05 04:16:08.225420 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e280b4-1c0d-49d0-b340-f0060c6a82c7 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Made reservation on behalf of ac0be634601541e3aba69b1b2bc67317 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:08.232553 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e4e280b4-1c0d-49d0-b340-f0060c6a82c7 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.276498 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c184b62d-ad2f-4bc1-9555-436292a46d10 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1d80959a33f8477bb9b300af67160a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9670126 Jul 05 04:16:08.311110 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54934) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:08.380151 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-710a7c86-483b-40bf-8a17-eb4877b6e915 req-b18943b9-0f17-411a-84bb-08f18e3cb051 service neutron] 10.222.0.89 "GET /v2.0/networks/7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071345 Jul 05 04:16:08.403964 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2619c4b-5a03-42c7-85e1-da039d03fa8d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Router 96edebb5-2737-4d7f-86bb-170112608be7 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:16:08.430785 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fabceef4-e33d-4046-8ffa-06e06cb23608 req-04cc8c7a-e12f-44bc-a8b9-c849ea0e8993 service neutron] 10.222.0.89 "GET /v2.0/networks/7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354256 Jul 05 04:16:08.464391 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-78a77998-8ccb-4854-ae5d-e7e73341b927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.571824 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99d2b9-bfa9-4def-bb60-5b889183d0d4 req-3484e276-8fac-4cb8-9167-a2ff8df66336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:08.573436 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cf99d2b9-bfa9-4def-bb60-5b889183d0d4 req-3484e276-8fac-4cb8-9167-a2ff8df66336 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b HTTP/1.1" status: 200 len: 917 time: 0.3512874 Jul 05 04:16:08.580824 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-78a77998-8ccb-4854-ae5d-e7e73341b927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.648716 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cf99d2b9-bfa9-4def-bb60-5b889183d0d4 req-29e08a86-2dbb-4877-9b35-35c83116aa0c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cc13564-2da4-4072-9f0e-b60902b7cae7 HTTP/1.1" status: 200 len: 217 time: 0.0653322 Jul 05 04:16:08.662799 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2619c4b-5a03-42c7-85e1-da039d03fa8d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:16:08.682724 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] Sync routers for ids ['96edebb5-2737-4d7f-86bb-170112608be7'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:16:08.698414 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] Routers {'96edebb5-2737-4d7f-86bb-170112608be7'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:16:08.699300 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:16:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['96edebb5-2737-4d7f-86bb-170112608be7'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:08.743087 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed5c5a-19b2-4422-a85d-577adde01deb req-4e1ccc56-46f3-4d4c-b434-923e7088d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:08.745004 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-86ed5c5a-19b2-4422-a85d-577adde01deb req-4e1ccc56-46f3-4d4c-b434-923e7088d6de service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=04d60bc19cfd4dc3a3402d003c6c3d3f&device_id=32ee11a1-234d-4e84-ac30-13810509155f HTTP/1.1" status: 200 len: 1095 time: 0.2769387 Jul 05 04:16:08.749227 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e4e280b4-1c0d-49d0-b340-f0060c6a82c7 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.770203 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99d2b9-bfa9-4def-bb60-5b889183d0d4 req-bab4a1bb-aed3-47ff-8895-2b102ca9e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:08.771837 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cf99d2b9-bfa9-4def-bb60-5b889183d0d4 req-bab4a1bb-aed3-47ff-8895-2b102ca9e4fb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=762fd8cb-37f6-47dd-ac6a-23830d8c1d00 HTTP/1.1" status: 200 len: 855 time: 0.1141944 Jul 05 04:16:08.799388 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e2619c4b-5a03-42c7-85e1-da039d03fa8d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.800701 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e2619c4b-5a03-42c7-85e1-da039d03fa8d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.0567479 Jul 05 04:16:08.808474 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54944) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:08.832724 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-78a77998-8ccb-4854-ae5d-e7e73341b927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.837272 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-78a77998-8ccb-4854-ae5d-e7e73341b927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.838507 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-78a77998-8ccb-4854-ae5d-e7e73341b927 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cab04363-95fd-4976-b9a6-5b21f03a7fd9 HTTP/1.1" status: 204 len: 168 time: 0.5262206 Jul 05 04:16:08.853830 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a77998-8ccb-4854-ae5d-e7e73341b927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab04363-95fd-4976-b9a6-5b21f03a7fd9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:08.903162 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] Set router 96edebb5-2737-4d7f-86bb-170112608be7 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:16:08.920508 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e280b4-1c0d-49d0-b340-f0060c6a82c7 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'Subnet': ['ID=da53b46c-5bea-4ede-97c2-6167e1164bdb,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:08.941159 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a77998-8ccb-4854-ae5d-e7e73341b927 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:08.941514 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a77998-8ccb-4854-ae5d-e7e73341b927 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:08.943255 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a77998-8ccb-4854-ae5d-e7e73341b927 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:08.946033 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a77998-8ccb-4854-ae5d-e7e73341b927 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:08.946925 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a77998-8ccb-4854-ae5d-e7e73341b927 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:08.948896 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a77998-8ccb-4854-ae5d-e7e73341b927 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:08.949360 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a77998-8ccb-4854-ae5d-e7e73341b927 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:08.949711 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a77998-8ccb-4854-ae5d-e7e73341b927 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:08.950062 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a77998-8ccb-4854-ae5d-e7e73341b927 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:08.950397 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a77998-8ccb-4854-ae5d-e7e73341b927 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:08.953463 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a77998-8ccb-4854-ae5d-e7e73341b927 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:08.954007 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a77998-8ccb-4854-ae5d-e7e73341b927 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:08.971280 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e280b4-1c0d-49d0-b340-f0060c6a82c7 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Checking segment: {'id': 'd3f78197-d07d-4192-91d5-3fa85d5826af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:08.972237 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e280b4-1c0d-49d0-b340-f0060c6a82c7 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Network hostable DHCP agents. Network: f965a522-bdd2-4dcc-b35e-5f8b97d18006, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:16:09.019623 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e280b4-1c0d-49d0-b340-f0060c6a82c7 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Network f965a522-bdd2-4dcc-b35e-5f8b97d18006 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:16:09.033698 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-e4e280b4-1c0d-49d0-b340-f0060c6a82c7 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, f965a522-bdd2-4dcc-b35e-5f8b97d18006) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:09.042902 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e280b4-1c0d-49d0-b340-f0060c6a82c7 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:09.044335 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e4e280b4-1c0d-49d0-b340-f0060c6a82c7 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:09.049120 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382ad6a3-aaf7-4c75-b332-eeb73e40192b None None] Network f965a522-bdd2-4dcc-b35e-5f8b97d18006 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:09.112011 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e4e280b4-1c0d-49d0-b340-f0060c6a82c7 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4543869 Jul 05 04:16:09.116782 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 54956) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:09.271736 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed5c5a-19b2-4422-a85d-577adde01deb req-dfcfdff3-28fb-4ddf-9df8-9af7f256a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:09.279194 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-86ed5c5a-19b2-4422-a85d-577adde01deb req-dfcfdff3-28fb-4ddf-9df8-9af7f256a4a2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b HTTP/1.1" status: 200 len: 917 time: 0.5201476 Jul 05 04:16:09.292690 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 3ac7c516-eb35-4425-abcb-535782ccae18 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:16:09.300325 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device dac90439-084b-4064-a558-945c3c38212c up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:09.313103 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99d2b9-bfa9-4def-bb60-5b889183d0d4 req-e2ca07fb-0eb5-44fd-b6f4-230ac53a8eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:09.315346 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cf99d2b9-bfa9-4def-bb60-5b889183d0d4 req-e2ca07fb-0eb5-44fd-b6f4-230ac53a8eda service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5290489 Jul 05 04:16:09.484321 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-86ed5c5a-19b2-4422-a85d-577adde01deb req-f9180e64-9a06-49b9-996f-395e71f040ae service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9da1152-2fe5-4f6a-9b54-40ae49952c66 HTTP/1.1" status: 200 len: 217 time: 0.1677539 Jul 05 04:16:09.521304 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port dac90439-084b-4064-a558-945c3c38212c completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:09.539496 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port dac90439-084b-4064-a558-945c3c38212c triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:09.539976 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:09.590991 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96edebb5-2737-4d7f-86bb-170112608be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510540599', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:16:02Z', 'updated_at': '2021-07-05T04:16:05Z', 'revision_number': 3, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:04Z', 'updated_at': '2021-07-05T04:16:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:09.660104 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.resource_extend [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:16:09.663903 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] Checking router: 96edebb5-2737-4d7f-86bb-170112608be7 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:16:09.664304 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] Updating router 96edebb5-2737-4d7f-86bb-170112608be7 port 12ef9f0a-07e9-43ba-a897-5f9a6c60dab5 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:16:09.677996 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7e62ce06-d375-4037-a796-42710d7e6e5f tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=808124476429444bb6a930e35c6aa8ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8681164 Jul 05 04:16:09.737990 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54964) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:09.776669 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:09.784162 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:09.881064 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port dac90439-084b-4064-a558-945c3c38212c, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=dac90439-084b-4064-a558-945c3c38212c,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:09.910974 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656efb6-42f4-431a-9286-08f2bec16105 req-ad218919-aa8e-4daf-8d17-fb55c027e8a6 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:09.913870 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a656efb6-42f4-431a-9286-08f2bec16105 req-ad218919-aa8e-4daf-8d17-fb55c027e8a6 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 943 time: 0.7200692 Jul 05 04:16:09.931830 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:09.944562 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed5c5a-19b2-4422-a85d-577adde01deb req-abba73d7-c2f0-4c88-b03d-729035d49291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:09.954197 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-86ed5c5a-19b2-4422-a85d-577adde01deb req-abba73d7-c2f0-4c88-b03d-729035d49291 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=762fd8cb-37f6-47dd-ac6a-23830d8c1d00 HTTP/1.1" status: 200 len: 855 time: 0.3228047 Jul 05 04:16:09.984352 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e4ea1-ae41-4360-9085-018bdfadbfcc req-d901933e-f321-41a3-a5a9-2b485abff0fe tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:09.989287 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-484e4ea1-ae41-4360-9085-018bdfadbfcc req-d901933e-f321-41a3-a5a9-2b485abff0fe tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=32ee11a1-234d-4e84-ac30-13810509155f HTTP/1.1" status: 200 len: 943 time: 0.3782659 Jul 05 04:16:10.011373 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8900729-5f1a-41ca-8dee-6248fd2769fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'fixed_ips': [{'subnet_id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:16:10.012184 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e8900729-5f1a-41ca-8dee-6248fd2769fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.043973 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cf99d2b9-bfa9-4def-bb60-5b889183d0d4 req-bcbe2a03-17c0-40c7-8374-e26b74ee8d21 service neutron] 10.222.0.70 "GET /v2.0/networks/7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6916015 Jul 05 04:16:10.063476 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12101da-4a4f-4d31-a4c5-5774459c86fe tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:10.070295 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c12101da-4a4f-4d31-a4c5-5774459c86fe tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3260012 Jul 05 04:16:10.102146 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a656efb6-42f4-431a-9286-08f2bec16105 req-d48f8f7d-d6ac-4ddd-b481-60fd2516c121 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778512 Jul 05 04:16:10.107657 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54974) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:10.124944 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=dac90439-084b-4064-a558-945c3c38212c,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:10.156144 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-484e4ea1-ae41-4360-9085-018bdfadbfcc req-992429a6-9d48-4eba-8646-49bae691cf94 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577458 Jul 05 04:16:10.165884 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 3ac7c516-eb35-4425-abcb-535782ccae18, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=3ac7c516-eb35-4425-abcb-535782ccae18,segment=NetworkSegment(44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7),segment_id=44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:10.247343 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '3ac7c516-eb35-4425-abcb-535782ccae18', 'network_id': '7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b', 'port_id': '3ac7c516-eb35-4425-abcb-535782ccae18', 'mac_address': 'fa:16:3e:ee:d2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762fd8cb-37f6-47dd-ac6a-23830d8c1d00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:16:10.359027 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cf99d2b9-bfa9-4def-bb60-5b889183d0d4 req-727ce3b3-4d80-424d-87f0-4609e70c2984 service neutron] 10.222.0.70 "GET /v2.0/networks/7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699127 Jul 05 04:16:10.393038 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1e9e46c0-8144-4dbe-951c-75bcb8eb3dfc tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2833264 Jul 05 04:16:10.393866 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 54984) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:10.404381 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-8fabe266-f5e0-4926-947d-245f51e7f798 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-824364605', 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:10.428316 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.447847 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] Transition to ACTIVE for port object 12ef9f0a-07e9-43ba-a897-5f9a6c60dab5 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:10.465734 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.584350 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8871866-21ab-4484-8548-32d1315ff027 None None] Pushing event updated for resources: {'Port': ['ID=12ef9f0a-07e9-43ba-a897-5f9a6c60dab5,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:10.602743 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] Attempting to bind port 12ef9f0a-07e9-43ba-a897-5f9a6c60dab5 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:10.603114 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] Attempting to bind port 12ef9f0a-07e9-43ba-a897-5f9a6c60dab5 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:10.603832 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] Attempting to bind port 12ef9f0a-07e9-43ba-a897-5f9a6c60dab5 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:10.613907 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8871866-21ab-4484-8548-32d1315ff027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:10.614250 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8871866-21ab-4484-8548-32d1315ff027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:10.614786 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8871866-21ab-4484-8548-32d1315ff027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:10.615307 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8871866-21ab-4484-8548-32d1315ff027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:10.615925 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8871866-21ab-4484-8548-32d1315ff027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:10.616991 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8871866-21ab-4484-8548-32d1315ff027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:10.617648 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8871866-21ab-4484-8548-32d1315ff027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:10.618184 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8871866-21ab-4484-8548-32d1315ff027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:10.618694 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8871866-21ab-4484-8548-32d1315ff027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:10.619212 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8871866-21ab-4484-8548-32d1315ff027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:10.619722 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8871866-21ab-4484-8548-32d1315ff027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:10.620252 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8871866-21ab-4484-8548-32d1315ff027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:10.624395 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:10.625073 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:10.625675 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.626250 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:10.626928 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] Bound port: 12ef9f0a-07e9-43ba-a897-5f9a6c60dab5, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:10.627513 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.639455 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4feefbf2-909b-47a6-b712-78845275efa6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.646202 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed5c5a-19b2-4422-a85d-577adde01deb req-96f3d865-2199-498a-8d96-ba9efb2494ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:10.651846 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-86ed5c5a-19b2-4422-a85d-577adde01deb req-96f3d865-2199-498a-8d96-ba9efb2494ad service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6828718 Jul 05 04:16:10.682248 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.699489 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac7c516-eb35-4425-abcb-535782ccae18 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:16:10.734747 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 3ac7c516-eb35-4425-abcb-535782ccae18, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=3ac7c516-eb35-4425-abcb-535782ccae18,segment=NetworkSegment(44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7),segment_id=44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:10.748908 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.751993 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-e8900729-5f1a-41ca-8dee-6248fd2769fa None None] Allocated IP 172.20.0.2 (f965a522-bdd2-4dcc-b35e-5f8b97d18006/da53b46c-5bea-4ede-97c2-6167e1164bdb/d199b63a-ccb9-416b-af08-919848b4a5fd) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:10.753918 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] For port 12ef9f0a-07e9-43ba-a897-5f9a6c60dab5, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:10.768124 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] For port 12ef9f0a-07e9-43ba-a897-5f9a6c60dab5, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=12ef9f0a-07e9-43ba-a897-5f9a6c60dab5,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:10.778750 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.833913 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] Routers {'96edebb5-2737-4d7f-86bb-170112608be7'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:16:10.835339 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:16:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['96edebb5-2737-4d7f-86bb-170112608be7'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:10.972832 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=3ac7c516-eb35-4425-abcb-535782ccae18,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:11.070877 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-86ed5c5a-19b2-4422-a85d-577adde01deb req-d067aebc-12c8-4eb4-859a-d4a14976fb32 service neutron] 10.222.0.89 "GET /v2.0/networks/7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051228 Jul 05 04:16:11.089976 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fabe266-f5e0-4926-947d-245f51e7f798 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Made reservation on behalf of 808124476429444bb6a930e35c6aa8ee for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:11.096659 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['3ac7c516-eb35-4425-abcb-535782ccae18'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:16:11.103454 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8fabe266-f5e0-4926-947d-245f51e7f798 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.302633 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e8900729-5f1a-41ca-8dee-6248fd2769fa None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.329155 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e8900729-5f1a-41ca-8dee-6248fd2769fa None None] Transition to ACTIVE for port object d199b63a-ccb9-416b-af08-919848b4a5fd will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:11.348345 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e8900729-5f1a-41ca-8dee-6248fd2769fa None None] Transition to ACTIVE for port object d199b63a-ccb9-416b-af08-919848b4a5fd will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:11.356973 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device dac90439-084b-4064-a558-945c3c38212c up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:11.365935 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8871866-21ab-4484-8548-32d1315ff027 None None] Pushing event updated for resources: {'Port': ['ID=12ef9f0a-07e9-43ba-a897-5f9a6c60dab5,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:11.403929 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e8900729-5f1a-41ca-8dee-6248fd2769fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.446491 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-4feefbf2-909b-47a6-b712-78845275efa6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Allocated IP 172.20.0.1 (f965a522-bdd2-4dcc-b35e-5f8b97d18006/da53b46c-5bea-4ede-97c2-6167e1164bdb/6876c264-9b5b-4263-9f2c-b38c28c6b1ff) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:11.470173 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8900729-5f1a-41ca-8dee-6248fd2769fa None None] Pushing event updated for resources: {'Port': ['ID=d199b63a-ccb9-416b-af08-919848b4a5fd,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:11.524171 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8900729-5f1a-41ca-8dee-6248fd2769fa None None] Network f965a522-bdd2-4dcc-b35e-5f8b97d18006 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:11.552000 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] Set router 96edebb5-2737-4d7f-86bb-170112608be7 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:16:11.559163 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-e8900729-5f1a-41ca-8dee-6248fd2769fa None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:11.560650 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-86ed5c5a-19b2-4422-a85d-577adde01deb req-b37c7113-d54b-4f59-a7ff-9816f6adb3d0 service neutron] 10.222.0.89 "GET /v2.0/networks/7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742045 Jul 05 04:16:11.585569 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8900729-5f1a-41ca-8dee-6248fd2769fa None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:11.605777 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b26bf8-347a-4b5e-b42c-3c4e676dc2e5 req-ce94d6fd-cf72-4e87-9620-203c4cbb9aa6 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:11.613138 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e4b26bf8-347a-4b5e-b42c-3c4e676dc2e5 req-ce94d6fd-cf72-4e87-9620-203c4cbb9aa6 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 943 time: 0.1709790 Jul 05 04:16:11.638727 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port dac90439-084b-4064-a558-945c3c38212c triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:11.639264 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.683919 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e4b26bf8-347a-4b5e-b42c-3c4e676dc2e5 req-788a109c-acf5-40eb-a050-623c1d8c5f59 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583332 Jul 05 04:16:11.744723 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4feefbf2-909b-47a6-b712-78845275efa6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.764209 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e8900729-5f1a-41ca-8dee-6248fd2769fa None None] Attempting to bind port d199b63a-ccb9-416b-af08-919848b4a5fd on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:11.764694 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e8900729-5f1a-41ca-8dee-6248fd2769fa None None] Attempting to bind port d199b63a-ccb9-416b-af08-919848b4a5fd by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'd3f78197-d07d-4192-91d5-3fa85d5826af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:11.765213 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8900729-5f1a-41ca-8dee-6248fd2769fa None None] Attempting to bind port d199b63a-ccb9-416b-af08-919848b4a5fd on network f965a522-bdd2-4dcc-b35e-5f8b97d18006 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:11.773941 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-4feefbf2-909b-47a6-b712-78845275efa6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Transition to ACTIVE for port object 6876c264-9b5b-4263-9f2c-b38c28c6b1ff will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:11.785143 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8900729-5f1a-41ca-8dee-6248fd2769fa None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:11.785729 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8900729-5f1a-41ca-8dee-6248fd2769fa None None] Checking segment: {'id': 'd3f78197-d07d-4192-91d5-3fa85d5826af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:11.786179 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e8900729-5f1a-41ca-8dee-6248fd2769fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.786725 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8900729-5f1a-41ca-8dee-6248fd2769fa None None] Bound using segment: {'id': 'd3f78197-d07d-4192-91d5-3fa85d5826af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:11.787391 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e8900729-5f1a-41ca-8dee-6248fd2769fa None None] Bound port: d199b63a-ccb9-416b-af08-919848b4a5fd, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f78197-d07d-4192-91d5-3fa85d5826af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:11.787995 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e8900729-5f1a-41ca-8dee-6248fd2769fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.839994 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4feefbf2-909b-47a6-b712-78845275efa6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.845978 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2731da8-991b-4cf7-b028-27f3ddcb05e9 req-5377f9c8-b12d-4f71-9f2e-2c3885752c35 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:11.853805 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2731da8-991b-4cf7-b028-27f3ddcb05e9 req-5377f9c8-b12d-4f71-9f2e-2c3885752c35 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=32ee11a1-234d-4e84-ac30-13810509155f HTTP/1.1" status: 200 len: 943 time: 0.4389055 Jul 05 04:16:11.884113 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8fabe266-f5e0-4926-947d-245f51e7f798 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.906028 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feefbf2-909b-47a6-b712-78845275efa6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'Port': ['ID=6876c264-9b5b-4263-9f2c-b38c28c6b1ff,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:11.920723 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feefbf2-909b-47a6-b712-78845275efa6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Network f965a522-bdd2-4dcc-b35e-5f8b97d18006 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:11.923133 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-4feefbf2-909b-47a6-b712-78845275efa6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:11.934186 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feefbf2-909b-47a6-b712-78845275efa6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:11.970773 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2731da8-991b-4cf7-b028-27f3ddcb05e9 req-f93012f2-8458-40b2-a6d6-8e68a91b62e6 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158459 Jul 05 04:16:11.999845 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4feefbf2-909b-47a6-b712-78845275efa6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.000222 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabe266-f5e0-4926-947d-245f51e7f798 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Subnet': ['ID=0bb0cc42-6113-47d4-aa5f-df8fe9890423,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:12.003601 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e8900729-5f1a-41ca-8dee-6248fd2769fa None None] For port d199b63a-ccb9-416b-af08-919848b4a5fd, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:12.013340 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e8900729-5f1a-41ca-8dee-6248fd2769fa None None] For port d199b63a-ccb9-416b-af08-919848b4a5fd, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d199b63a-ccb9-416b-af08-919848b4a5fd,segment=NetworkSegment(d3f78197-d07d-4192-91d5-3fa85d5826af),segment_id=d3f78197-d07d-4192-91d5-3fa85d5826af)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:12.013554 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fabe266-f5e0-4926-947d-245f51e7f798 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Checking segment: {'id': 'e7644ba7-caa3-421b-856b-f891f65d4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:12.014178 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fabe266-f5e0-4926-947d-245f51e7f798 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network hostable DHCP agents. Network: a677080b-978d-4f21-8599-2c79db51042a, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:16:12.025030 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e8900729-5f1a-41ca-8dee-6248fd2769fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.034742 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96edebb5-2737-4d7f-86bb-170112608be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510540599', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:16:02Z', 'updated_at': '2021-07-05T04:16:05Z', 'revision_number': 3, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:04Z', 'updated_at': '2021-07-05T04:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:12.040486 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fabe266-f5e0-4926-947d-245f51e7f798 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network a677080b-978d-4f21-8599-2c79db51042a is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:16:12.059834 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-8fabe266-f5e0-4926-947d-245f51e7f798 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, a677080b-978d-4f21-8599-2c79db51042a) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:12.080356 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fabe266-f5e0-4926-947d-245f51e7f798 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:12.080356 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8fabe266-f5e0-4926-947d-245f51e7f798 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.094935 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c662eec6-e34e-42d2-9a13-a4d7fc2573df None None] Network a677080b-978d-4f21-8599-2c79db51042a requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:12.114049 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec1720-6502-4c45-8bd4-618f4950dba6 None None] The sync data for ids ['96edebb5-2737-4d7f-86bb-170112608be7'] in n-d-780147-23 is: [{'id': '96edebb5-2737-4d7f-86bb-170112608be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510540599', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:16:02Z', 'updated_at': '2021-07-05T04:16:05Z', 'revision_number': 3, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:04Z', 'updated_at': '2021-07-05T04:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:16:12.127565 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8fabe266-f5e0-4926-947d-245f51e7f798 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7308002 Jul 05 04:16:12.130484 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55040) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:12.265476 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8900729-5f1a-41ca-8dee-6248fd2769fa None None] Pushing event updated for resources: {'Port': ['ID=d199b63a-ccb9-416b-af08-919848b4a5fd,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:12.306758 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55046) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:12.307721 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4feefbf2-909b-47a6-b712-78845275efa6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.445719 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-a677080b-978d-4f21-8599-2c79db51042a', 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'fixed_ips': [{'subnet_id': '0bb0cc42-6113-47d4-aa5f-df8fe9890423'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:16:12.450427 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.577673 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b93e4557-6974-4096-b2eb-5c2ceb4f6e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.820736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Allocated IP 172.20.0.2 (a677080b-978d-4f21-8599-2c79db51042a/0bb0cc42-6113-47d4-aa5f-df8fe9890423/95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:13.154886 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.200666 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device a9da1152-2fe5-4f6a-9b54-40ae49952c66 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:16:13.222733 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4feefbf2-909b-47a6-b712-78845275efa6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.231468 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b93e4557-6974-4096-b2eb-5c2ceb4f6e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.254114 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4feefbf2-909b-47a6-b712-78845275efa6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.277401 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fcc5da53-e7ad-453e-8e9a-e17aaa7479d7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.332189 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 3ac7c516-eb35-4425-abcb-535782ccae18 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:13.400165 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6cc13564-2da4-4072-9f0e-b60902b7cae7 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:16:13.539843 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 6cc13564-2da4-4072-9f0e-b60902b7cae7, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6cc13564-2da4-4072-9f0e-b60902b7cae7,segment=NetworkSegment(44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7),segment_id=44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:13.579296 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 12ef9f0a-07e9-43ba-a897-5f9a6c60dab5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:13.588920 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '6cc13564-2da4-4072-9f0e-b60902b7cae7', 'network_id': '7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b', 'port_id': '6cc13564-2da4-4072-9f0e-b60902b7cae7', 'mac_address': 'fa:16:3e:cf:36:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762fd8cb-37f6-47dd-ac6a-23830d8c1d00', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:16:13.668531 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.749482 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Transition to ACTIVE for port object 95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:13.796019 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4feefbf2-909b-47a6-b712-78845275efa6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.798635 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b93e4557-6974-4096-b2eb-5c2ceb4f6e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.818671 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 3ac7c516-eb35-4425-abcb-535782ccae18 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:13.827970 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Transition to ACTIVE for port object 95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:13.831247 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.845159 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port a9da1152-2fe5-4f6a-9b54-40ae49952c66, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a9da1152-2fe5-4f6a-9b54-40ae49952c66,segment=NetworkSegment(44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7),segment_id=44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:13.867653 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 3ac7c516-eb35-4425-abcb-535782ccae18 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:13.868072 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.890017 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1510213-e863-4c7c-81fb-16fedfe47d65 req-884ff864-8906-48ae-a4cc-173ce2b48973 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:13.898117 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c1510213-e863-4c7c-81fb-16fedfe47d65 req-884ff864-8906-48ae-a4cc-173ce2b48973 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 943 time: 0.9480281 Jul 05 04:16:13.917444 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 12ef9f0a-07e9-43ba-a897-5f9a6c60dab5 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:13.920544 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.974394 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc13564-2da4-4072-9f0e-b60902b7cae7 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:16:13.979999 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 12ef9f0a-07e9-43ba-a897-5f9a6c60dab5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:13.980434 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.018588 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b93e4557-6974-4096-b2eb-5c2ceb4f6e62 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6cc86c22764d471d832bc6c96f5599d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7039800 Jul 05 04:16:14.018588 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55060) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:14.024620 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'a9da1152-2fe5-4f6a-9b54-40ae49952c66', 'network_id': '7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b', 'port_id': 'a9da1152-2fe5-4f6a-9b54-40ae49952c66', 'mac_address': 'fa:16:3e:b0:e0:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762fd8cb-37f6-47dd-ac6a-23830d8c1d00', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:16:14.027466 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e4557-6974-4096-b2eb-5c2ceb4f6e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14a9290-9c9c-4683-9251-bd9c279cfb3a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:14.030032 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Network a677080b-978d-4f21-8599-2c79db51042a is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:14.073567 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-fcc5da53-e7ad-453e-8e9a-e17aaa7479d7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Allocated IP 172.20.0.1 (a677080b-978d-4f21-8599-2c79db51042a/0bb0cc42-6113-47d4-aa5f-df8fe9890423/a3a434ec-af9a-4337-868a-0fca8075a95e) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:14.116195 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c1510213-e863-4c7c-81fb-16fedfe47d65 req-7be4c27d-aef3-45f0-85c5-6b2dcb85208a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167122 Jul 05 04:16:14.128447 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feefbf2-909b-47a6-b712-78845275efa6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'Port': ['ID=6876c264-9b5b-4263-9f2c-b38c28c6b1ff,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:14.170794 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dea4fe3-8dc6-4890-bdd1-44a97e78610a None None] Network f965a522-bdd2-4dcc-b35e-5f8b97d18006 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:14.190107 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:14.214008 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-302c8390-423c-4e39-86ec-91b64ff68ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.214452 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17f4d4-d65b-489e-a6da-df233d24d01b req-367c22b5-6a73-4608-94ee-c07f965af08e tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:14.222236 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1f17f4d4-d65b-489e-a6da-df233d24d01b req-367c22b5-6a73-4608-94ee-c07f965af08e tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=32ee11a1-234d-4e84-ac30-13810509155f HTTP/1.1" status: 200 len: 943 time: 0.3845358 Jul 05 04:16:14.235521 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 6cc13564-2da4-4072-9f0e-b60902b7cae7, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6cc13564-2da4-4072-9f0e-b60902b7cae7,segment=NetworkSegment(44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7),segment_id=44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:14.255380 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.261111 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.264122 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Pushing event updated for resources: {'Port': ['ID=95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:14.269805 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:14.286529 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.343050 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feefbf2-909b-47a6-b712-78845275efa6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Network f965a522-bdd2-4dcc-b35e-5f8b97d18006 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:14.347376 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-302c8390-423c-4e39-86ec-91b64ff68ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.362849 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-4feefbf2-909b-47a6-b712-78845275efa6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:14.457910 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9da1152-2fe5-4f6a-9b54-40ae49952c66 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:16:14.502985 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9eb0c0f0-be1e-4db3-9459-9678f120cc8e None None] Provisioning for port d199b63a-ccb9-416b-af08-919848b4a5fd completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:14.551549 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4feefbf2-909b-47a6-b712-78845275efa6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Router 0038e5ad-9377-4d20-8d1f-2076245bb6f6 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:16:14.571950 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 3ac7c516-eb35-4425-abcb-535782ccae18, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=3ac7c516-eb35-4425-abcb-535782ccae18,segment=NetworkSegment(44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7),segment_id=44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:14.777462 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4feefbf2-909b-47a6-b712-78845275efa6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:16:14.787963 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4feefbf2-909b-47a6-b712-78845275efa6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "PUT /v2.0/routers/0038e5ad-9377-4d20-8d1f-2076245bb6f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6687558 Jul 05 04:16:14.789139 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55066) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:14.819633 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fcc5da53-e7ad-453e-8e9a-e17aaa7479d7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.849347 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a58790e-346f-4dc9-b000-40f2882f37de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac7c516-eb35-4425-abcb-535782ccae18'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:14.852539 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5c4388-6bba-44d8-ad8a-53df09beb080" -d '{"events": [{"server_uuid": "1a58790e-346f-4dc9-b000-40f2882f37de", "name": "network-vif-plugged", "status": "completed", "tag": "3ac7c516-eb35-4425-abcb-535782ccae18"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:14.852842 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1f17f4d4-d65b-489e-a6da-df233d24d01b req-1c5046d9-3118-4ec3-886f-85e9226fac26 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6294129 Jul 05 04:16:14.856403 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.869835 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.871939 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] Sync routers for ids ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:16:14.901084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-fcc5da53-e7ad-453e-8e9a-e17aaa7479d7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Transition to ACTIVE for port object a3a434ec-af9a-4337-868a-0fca8075a95e will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:14.911912 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=6cc13564-2da4-4072-9f0e-b60902b7cae7,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:14.958659 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-302c8390-423c-4e39-86ec-91b64ff68ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.962053 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fcc5da53-e7ad-453e-8e9a-e17aaa7479d7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.967358 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-302c8390-423c-4e39-86ec-91b64ff68ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.968824 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-302c8390-423c-4e39-86ec-91b64ff68ea3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b14a9290-9c9c-4683-9251-bd9c279cfb3a HTTP/1.1" status: 204 len: 168 time: 0.9422340 Jul 05 04:16:14.976669 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port a9da1152-2fe5-4f6a-9b54-40ae49952c66, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a9da1152-2fe5-4f6a-9b54-40ae49952c66,segment=NetworkSegment(44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7),segment_id=44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:15.018247 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c8390-423c-4e39-86ec-91b64ff68ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14a9290-9c9c-4683-9251-bd9c279cfb3a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:15.050866 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e43c4a-58ee-46d8-8d67-caa09b0064e9 x-openstack-request-id: req-b2e43c4a-58ee-46d8-8d67-caa09b0064e9 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:15.050866 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a58790e-346f-4dc9-b000-40f2882f37de", "name": "network-vif-plugged", "status": "completed", "tag": "3ac7c516-eb35-4425-abcb-535782ccae18", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:15.051380 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b2e43c4a-58ee-46d8-8d67-caa09b0064e9 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:15.052965 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a58790e-346f-4dc9-b000-40f2882f37de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac7c516-eb35-4425-abcb-535782ccae18', 'code': 200} Jul 05 04:16:15.060114 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['6cc13564-2da4-4072-9f0e-b60902b7cae7'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:16:15.123201 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.123792 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc5da53-e7ad-453e-8e9a-e17aaa7479d7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network a677080b-978d-4f21-8599-2c79db51042a is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:15.144368 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 12ef9f0a-07e9-43ba-a897-5f9a6c60dab5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=12ef9f0a-07e9-43ba-a897-5f9a6c60dab5,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:15.160878 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] Routers {'0038e5ad-9377-4d20-8d1f-2076245bb6f6'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:16:15.161532 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:16:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:15.163659 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Attempting to bind port 95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:15.164181 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Attempting to bind port 95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'e7644ba7-caa3-421b-856b-f891f65d4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:15.164542 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Attempting to bind port 95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1 on network a677080b-978d-4f21-8599-2c79db51042a {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:15.187057 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-fcc5da53-e7ad-453e-8e9a-e17aaa7479d7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:15.199226 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5da53-e7ad-453e-8e9a-e17aaa7479d7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Port': ['ID=a3a434ec-af9a-4337-868a-0fca8075a95e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:15.215018 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc5da53-e7ad-453e-8e9a-e17aaa7479d7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:15.218934 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.219788 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d199b63a-ccb9-416b-af08-919848b4a5fd up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:15.258303 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b3629b-bc78-4de1-a247-5bdc8c89eabe tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.258883 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b3629b-bc78-4de1-a247-5bdc8c89eabe tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.259884 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b3629b-bc78-4de1-a247-5bdc8c89eabe tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.260682 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b3629b-bc78-4de1-a247-5bdc8c89eabe tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.261482 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b3629b-bc78-4de1-a247-5bdc8c89eabe tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.261625 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b3629b-bc78-4de1-a247-5bdc8c89eabe tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.262092 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b3629b-bc78-4de1-a247-5bdc8c89eabe tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.262571 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b3629b-bc78-4de1-a247-5bdc8c89eabe tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.265760 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:15.266162 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Checking segment: {'id': 'e7644ba7-caa3-421b-856b-f891f65d4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:15.266575 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.266939 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b3629b-bc78-4de1-a247-5bdc8c89eabe tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.267077 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Bound using segment: {'id': 'e7644ba7-caa3-421b-856b-f891f65d4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:15.267424 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Bound port: 95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7644ba7-caa3-421b-856b-f891f65d4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:15.267984 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.277078 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fcc5da53-e7ad-453e-8e9a-e17aaa7479d7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.284225 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-50b3629b-bc78-4de1-a247-5bdc8c89eabe tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6380 time: 0.4924874 Jul 05 04:16:15.284764 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55076) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:15.300349 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=3ac7c516-eb35-4425-abcb-535782ccae18,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:15.303363 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 66211991-7d4e-4114-ac0d-c916dfe9f3c8 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:16:15.460885 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['a9da1152-2fe5-4f6a-9b54-40ae49952c66'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:16:15.482343 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee486ebf-315e-4352-a686-c844f1fec8e2 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.483763 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee486ebf-315e-4352-a686-c844f1fec8e2 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.485242 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee486ebf-315e-4352-a686-c844f1fec8e2 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.485707 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee486ebf-315e-4352-a686-c844f1fec8e2 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.486341 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee486ebf-315e-4352-a686-c844f1fec8e2 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.487629 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee486ebf-315e-4352-a686-c844f1fec8e2 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.488301 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee486ebf-315e-4352-a686-c844f1fec8e2 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.489276 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee486ebf-315e-4352-a686-c844f1fec8e2 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.489904 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee486ebf-315e-4352-a686-c844f1fec8e2 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.494245 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ee486ebf-315e-4352-a686-c844f1fec8e2 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5914 time: 0.2084792 Jul 05 04:16:15.497197 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55082) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:15.548684 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.resource_extend [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:16:15.595393 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6ffe9-c63d-4f33-83a3-f1f8fad0a8fd req-8f7cb24b-06b5-4888-a30f-f20e0158cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.597244 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d8c6ffe9-c63d-4f33-83a3-f1f8fad0a8fd req-8f7cb24b-06b5-4888-a30f-f20e0158cbda service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 1097 time: 0.4870846 Jul 05 04:16:15.677636 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d8c6ffe9-c63d-4f33-83a3-f1f8fad0a8fd req-b7425c85-3fec-49b2-8687-e30c05c8f85c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581553 Jul 05 04:16:15.688384 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=a9da1152-2fe5-4f6a-9b54-40ae49952c66,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:15.724836 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab440d9-55f7-41e2-9789-cc840ae0071f req-010ea60b-8a28-4b8e-9924-71c4a1cb3572 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.731320 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] Set router 0038e5ad-9377-4d20-8d1f-2076245bb6f6 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:16:15.740586 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fab440d9-55f7-41e2-9789-cc840ae0071f req-010ea60b-8a28-4b8e-9924-71c4a1cb3572 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 943 time: 0.3767242 Jul 05 04:16:15.801636 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port d199b63a-ccb9-416b-af08-919848b4a5fd completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:15.840662 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] For port 95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:15.846610 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fab440d9-55f7-41e2-9789-cc840ae0071f req-cadda690-2d3a-492d-957a-91519aa77ad0 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017857 Jul 05 04:16:15.848035 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fcc5da53-e7ad-453e-8e9a-e17aaa7479d7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.857422 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port d199b63a-ccb9-416b-af08-919848b4a5fd triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:15.857789 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.933011 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] For port 95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1,segment=NetworkSegment(e7644ba7-caa3-421b-856b-f891f65d4ddf),segment_id=e7644ba7-caa3-421b-856b-f891f65d4ddf)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:15.969117 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-78af883f-5dfc-4dda-a49e-39419c5c817c tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4498 time: 0.4705780 Jul 05 04:16:16.129881 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 66211991-7d4e-4114-ac0d-c916dfe9f3c8, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=66211991-7d4e-4114-ac0d-c916dfe9f3c8,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:16.206925 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=12ef9f0a-07e9-43ba-a897-5f9a6c60dab5,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:16.215330 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '66211991-7d4e-4114-ac0d-c916dfe9f3c8', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'port_id': '66211991-7d4e-4114-ac0d-c916dfe9f3c8', 'mac_address': 'fa:16:3e:bf:2e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:16:16.215882 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278412c0-00e1-46a9-949a-08139b6bb228 req-2c0e1d9d-d10b-4ba0-958e-f684d88a3157 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:16.222396 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.224411 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-278412c0-00e1-46a9-949a-08139b6bb228 req-2c0e1d9d-d10b-4ba0-958e-f684d88a3157 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=32ee11a1-234d-4e84-ac30-13810509155f HTTP/1.1" status: 200 len: 944 time: 0.1265633 Jul 05 04:16:16.268631 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f775470a-dc8f-410d-933e-512f65fd2d68 req-48f09dae-c0df-4285-9cc8-23a821fbd781 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2268944 Jul 05 04:16:16.324951 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-278412c0-00e1-46a9-949a-08139b6bb228 req-66fa1562-3c55-4d11-8422-e4c9b66bdba6 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996716 Jul 05 04:16:16.450157 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55114) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:16.456104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-8bece22c-3b55-4017-8888-a3d4f0ef3098 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2058222748', 'description': 'tempest-secgroup-smoke-2058222748 description', 'project_id': 'ac0be634601541e3aba69b1b2bc67317'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:16.513808 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775470a-dc8f-410d-933e-512f65fd2d68 req-6247511b-1aa8-40ea-8b1e-938491c11d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:16.516130 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f775470a-dc8f-410d-933e-512f65fd2d68 req-6247511b-1aa8-40ea-8b1e-938491c11d87 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 1098 time: 0.1430449 Jul 05 04:16:16.516680 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8bece22c-3b55-4017-8888-a3d4f0ef3098 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.544846 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fcc5da53-e7ad-453e-8e9a-e17aaa7479d7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.555427 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fcc5da53-e7ad-453e-8e9a-e17aaa7479d7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.672516 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fcc5da53-e7ad-453e-8e9a-e17aaa7479d7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.703693 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8bece22c-3b55-4017-8888-a3d4f0ef3098 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.720223 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8bece22c-3b55-4017-8888-a3d4f0ef3098 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.813276 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bece22c-3b55-4017-8888-a3d4f0ef3098 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc94aa0-71d7-4f9c-8a21-712bf89df505,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:16.855540 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.880759 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8bece22c-3b55-4017-8888-a3d4f0ef3098 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.883926 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8bece22c-3b55-4017-8888-a3d4f0ef3098 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4320793 Jul 05 04:16:16.888021 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55124) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:16.900658 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-09db5dcb-44a8-4163-9908-9b763ef2d3a4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'security_group_rule': {'security_group_id': '6cc94aa0-71d7-4f9c-8a21-712bf89df505', 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:16.927684 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Pushing event updated for resources: {'Port': ['ID=95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:16.982846 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-09db5dcb-44a8-4163-9908-9b763ef2d3a4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.135536 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-09db5dcb-44a8-4163-9908-9b763ef2d3a4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.148435 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:17.150176 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:17.151249 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:17.151714 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:17.153443 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:17.153950 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:17.155449 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:17.155951 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:17.156406 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:17.157508 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:17.159618 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:17.160124 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513d4eb-c2be-463d-a0cd-1d281ca64155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:17.174611 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-09db5dcb-44a8-4163-9908-9b763ef2d3a4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.216534 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66211991-7d4e-4114-ac0d-c916dfe9f3c8 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:16:17.227323 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-09db5dcb-44a8-4163-9908-9b763ef2d3a4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.228727 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-09db5dcb-44a8-4163-9908-9b763ef2d3a4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3391016 Jul 05 04:16:17.244680 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55132) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:17.250136 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-b24121a1-34fe-4c12-9625-ff0e561ae102 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'security_group_rule': {'security_group_id': '6cc94aa0-71d7-4f9c-8a21-712bf89df505', 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:17.250498 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 66211991-7d4e-4114-ac0d-c916dfe9f3c8, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=66211991-7d4e-4114-ac0d-c916dfe9f3c8,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:17.273768 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.283912 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db5dcb-44a8-4163-9908-9b763ef2d3a4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5ec1d7-d844-4b04-b692-5800793bcdd1,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:17.327697 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b24121a1-34fe-4c12-9625-ff0e561ae102 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.350998 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=66211991-7d4e-4114-ac0d-c916dfe9f3c8,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:17.384318 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.457742 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5da53-e7ad-453e-8e9a-e17aaa7479d7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Port': ['ID=a3a434ec-af9a-4337-868a-0fca8075a95e,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:17.460446 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-59c47a31-39f5-4179-b43f-fb9311aa7cb3 None None] Provisioning for port 6876c264-9b5b-4263-9f2c-b38c28c6b1ff completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:17.481335 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port d199b63a-ccb9-416b-af08-919848b4a5fd, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d199b63a-ccb9-416b-af08-919848b4a5fd,segment=NetworkSegment(d3f78197-d07d-4192-91d5-3fa85d5826af),segment_id=d3f78197-d07d-4192-91d5-3fa85d5826af)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:17.492190 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-59c47a31-39f5-4179-b43f-fb9311aa7cb3 None None] Provisioning complete for port 6876c264-9b5b-4263-9f2c-b38c28c6b1ff triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:17.492750 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-59c47a31-39f5-4179-b43f-fb9311aa7cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.512426 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775470a-dc8f-410d-933e-512f65fd2d68 req-a611908d-e670-4fc6-baca-ec0875d33a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:17.514491 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f775470a-dc8f-410d-933e-512f65fd2d68 req-a611908d-e670-4fc6-baca-ec0875d33a33 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 913 time: 0.9721541 Jul 05 04:16:17.550504 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.627082 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b24121a1-34fe-4c12-9625-ff0e561ae102 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.633124 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55140) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:17.648619 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f775470a-dc8f-410d-933e-512f65fd2d68 req-5588f4e5-3621-4af0-bed7-bfcbfeb1f56b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abef2f72-32c3-440e-82e7-2164c28ae896 HTTP/1.1" status: 200 len: 217 time: 0.1235759 Jul 05 04:16:17.651181 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b24121a1-34fe-4c12-9625-ff0e561ae102 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.688509 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc5da53-e7ad-453e-8e9a-e17aaa7479d7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network a677080b-978d-4f21-8599-2c79db51042a is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:17.716817 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-fcc5da53-e7ad-453e-8e9a-e17aaa7479d7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:17.717792 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b24121a1-34fe-4c12-9625-ff0e561ae102 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.721015 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b24121a1-34fe-4c12-9625-ff0e561ae102 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4752359 Jul 05 04:16:17.738964 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55144) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:17.755924 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-99f0c98d-d5ad-426a-b3f2-6457f9af059b tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'security_group_rule': {'security_group_id': '6cc94aa0-71d7-4f9c-8a21-712bf89df505', 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:17.779962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-59c47a31-39f5-4179-b43f-fb9311aa7cb3 None None] Port 6876c264-9b5b-4263-9f2c-b38c28c6b1ff cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:17.785481 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24121a1-34fe-4c12-9625-ff0e561ae102 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f5c58b-54d7-4e1f-b6c2-1b6c3ce8dc7b,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:17.799499 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982abf29-5332-4876-a3d6-acd1da908ed6 req-32ae166b-0f5d-4a91-ac54-a009bfdaa10e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:17.808492 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-982abf29-5332-4876-a3d6-acd1da908ed6 req-32ae166b-0f5d-4a91-ac54-a009bfdaa10e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 944 time: 0.5013597 Jul 05 04:16:17.813319 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['66211991-7d4e-4114-ac0d-c916dfe9f3c8'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:16:17.984130 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 12ef9f0a-07e9-43ba-a897-5f9a6c60dab5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:17.988484 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-99f0c98d-d5ad-426a-b3f2-6457f9af059b tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.999713 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-59c47a31-39f5-4179-b43f-fb9311aa7cb3 None None] Provisioning complete for port d199b63a-ccb9-416b-af08-919848b4a5fd triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:18.000127 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-59c47a31-39f5-4179-b43f-fb9311aa7cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.014336 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-982abf29-5332-4876-a3d6-acd1da908ed6 req-ce611cda-27af-4050-bab4-b708d702312e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045743 Jul 05 04:16:18.016264 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d66c89c7-32e5-4399-a784-3be4168e02d2 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1874614087'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:18.020015 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775470a-dc8f-410d-933e-512f65fd2d68 req-3c162a80-82bc-48fa-a06a-123f651d288e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:18.022924 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f775470a-dc8f-410d-933e-512f65fd2d68 req-3c162a80-82bc-48fa-a06a-123f651d288e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40568ec5-9a32-47f3-85b6-60f4faaa494c HTTP/1.1" status: 200 len: 851 time: 0.3538296 Jul 05 04:16:18.044960 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'name': 'tempest-TestNetworkBasicOps-router-51502788', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'dac90439-084b-4064-a558-945c3c38212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:16:12Z', 'revision_number': 4, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': 'dac90439-084b-4064-a558-945c3c38212c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '6876c264-9b5b-4263-9f2c-b38c28c6b1ff', 'name': '', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:78:9e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:10Z', 'updated_at': '2021-07-05T04:16:12Z', 'revision_number': 2, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:18.057431 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2b91d-f45f-466b-b40f-d9634771b498 req-d6acfaa0-431c-4514-a35b-9bff095c7891 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:18.066004 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d5e2b91d-f45f-466b-b40f-d9634771b498 req-d6acfaa0-431c-4514-a35b-9bff095c7891 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=32ee11a1-234d-4e84-ac30-13810509155f HTTP/1.1" status: 200 len: 944 time: 0.2813337 Jul 05 04:16:18.146736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] Checking router: 0038e5ad-9377-4d20-8d1f-2076245bb6f6 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:16:18.153060 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] Updating router 0038e5ad-9377-4d20-8d1f-2076245bb6f6 port 6876c264-9b5b-4263-9f2c-b38c28c6b1ff binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:16:18.242483 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d66c89c7-32e5-4399-a784-3be4168e02d2 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.245740 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d66c89c7-32e5-4399-a784-3be4168e02d2 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.250382 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc5da53-e7ad-453e-8e9a-e17aaa7479d7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Router 96edebb5-2737-4d7f-86bb-170112608be7 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:16:18.257656 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775470a-dc8f-410d-933e-512f65fd2d68 req-00163904-c4f6-4f8a-84d2-a76bca44f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:18.259668 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f775470a-dc8f-410d-933e-512f65fd2d68 req-00163904-c4f6-4f8a-84d2-a76bca44f30f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2256238 Jul 05 04:16:18.278885 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-99f0c98d-d5ad-426a-b3f2-6457f9af059b tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.320685 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=d199b63a-ccb9-416b-af08-919848b4a5fd,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:18.335647 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d66c89c7-32e5-4399-a784-3be4168e02d2 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.340249 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d5e2b91d-f45f-466b-b40f-d9634771b498 req-957bccc0-249d-4b76-8c36-89cbe24b1809 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732990 Jul 05 04:16:18.342088 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-99f0c98d-d5ad-426a-b3f2-6457f9af059b tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.363005 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d66c89c7-32e5-4399-a784-3be4168e02d2 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.377066 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0c98d-d5ad-426a-b3f2-6457f9af059b tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00dbec1-aa44-47bf-9da6-e1baab988026,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:18.385937 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-99f0c98d-d5ad-426a-b3f2-6457f9af059b tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.390238 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-99f0c98d-d5ad-426a-b3f2-6457f9af059b tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6423178 Jul 05 04:16:18.390547 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55150) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:18.396767 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-328c0e4e-feb8-4e5d-b5b0-a64aad6d7012 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'security_group_rule': {'security_group_id': '6cc94aa0-71d7-4f9c-8a21-712bf89df505', 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:18.412229 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d66c89c7-32e5-4399-a784-3be4168e02d2 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.415254 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d66c89c7-32e5-4399-a784-3be4168e02d2 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7786460 Jul 05 04:16:18.418975 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55152) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:18.423768 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.434468 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc5da53-e7ad-453e-8e9a-e17aaa7479d7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:16:18.447040 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] Sync routers for ids ['96edebb5-2737-4d7f-86bb-170112608be7'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:16:18.458772 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] Routers {'96edebb5-2737-4d7f-86bb-170112608be7'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:16:18.459685 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:16:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['96edebb5-2737-4d7f-86bb-170112608be7'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:18.470185 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fcc5da53-e7ad-453e-8e9a-e17aaa7479d7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "PUT /v2.0/routers/96edebb5-2737-4d7f-86bb-170112608be7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3380947 Jul 05 04:16:18.547905 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1c076331-076c-4b58-9226-bbda7c638f72 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.567448 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f775470a-dc8f-410d-933e-512f65fd2d68 req-e2ccb037-dd6c-4d0a-a4b0-c9ceb534ff16 service neutron] 10.222.0.89 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888753 Jul 05 04:16:18.613837 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] Set router 96edebb5-2737-4d7f-86bb-170112608be7 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:16:18.705469 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f775470a-dc8f-410d-933e-512f65fd2d68 req-7be59cef-7ab2-4b92-9def-d6f3d779a329 service neutron] 10.222.0.89 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303942 Jul 05 04:16:18.770296 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1c076331-076c-4b58-9226-bbda7c638f72 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.773407 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1c076331-076c-4b58-9226-bbda7c638f72 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.804882 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-0407593a-3b6a-4ef4-a391-9b239a76f249 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-196426025&fields=id&tenant_id=808124476429444bb6a930e35c6aa8ee HTTP/1.1" status: 200 len: 267 time: 0.0445607 Jul 05 04:16:18.812358 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bb923f-34a3-4be5-a48c-037dbc863abb None None] Network a677080b-978d-4f21-8599-2c79db51042a requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:18.824832 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1c076331-076c-4b58-9226-bbda7c638f72 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.825213 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c076331-076c-4b58-9226-bbda7c638f72 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a438976-7d27-4a84-b5bc-08bd9bcb65b5 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:16:18.832258 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-328c0e4e-feb8-4e5d-b5b0-a64aad6d7012 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.837703 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1c076331-076c-4b58-9226-bbda7c638f72 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.842196 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1c076331-076c-4b58-9226-bbda7c638f72 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] 10.222.0.77 "DELETE /v2.0/routers/3a438976-7d27-4a84-b5bc-08bd9bcb65b5 HTTP/1.1" status: 204 len: 168 time: 0.4222100 Jul 05 04:16:18.844171 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55166) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:18.854982 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-3e50c8a7-52de-4330-90e1-56424773a81e tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Request body: {'router': {'name': 'tempest-router-1839815034', 'distributed': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:18.917697 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e50c8a7-52de-4330-90e1-56424773a81e tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.919288 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e50c8a7-52de-4330-90e1-56424773a81e tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.940694 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96edebb5-2737-4d7f-86bb-170112608be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510540599', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:16:02Z', 'updated_at': '2021-07-05T04:16:15Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:04Z', 'updated_at': '2021-07-05T04:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'a3a434ec-af9a-4337-868a-0fca8075a95e', 'name': '', 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:8b:a4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '0bb0cc42-6113-47d4-aa5f-df8fe9890423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:13Z', 'updated_at': '2021-07-05T04:16:16Z', 'revision_number': 2, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '0bb0cc42-6113-47d4-aa5f-df8fe9890423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:18.947279 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-328c0e4e-feb8-4e5d-b5b0-a64aad6d7012 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.962851 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-328c0e4e-feb8-4e5d-b5b0-a64aad6d7012 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.971828 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 12ef9f0a-07e9-43ba-a897-5f9a6c60dab5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:18.972295 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.977604 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-052a38e0-e54e-41ec-ab9e-ae6ba70de53f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:18.982617 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] Checking router: 96edebb5-2737-4d7f-86bb-170112608be7 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:16:18.983861 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] Updating router 96edebb5-2737-4d7f-86bb-170112608be7 port a3a434ec-af9a-4337-868a-0fca8075a95e binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:16:18.985407 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-052a38e0-e54e-41ec-ab9e-ae6ba70de53f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/networks?id=a677080b-978d-4f21-8599-2c79db51042a HTTP/1.1" status: 200 len: 797 time: 0.1794720 Jul 05 04:16:19.006539 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-5b8ad13a-08b2-41a9-bcbc-72f03c5b4f29 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/quotas/808124476429444bb6a930e35c6aa8ee HTTP/1.1" status: 200 len: 375 time: 0.0181129 Jul 05 04:16:19.011641 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e50c8a7-52de-4330-90e1-56424773a81e tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.015828 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c0e4e-feb8-4e5d-b5b0-a64aad6d7012 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8badfac5-545a-4993-b2c2-6dc53662abf7,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:19.020374 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e50c8a7-52de-4330-90e1-56424773a81e tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.027164 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-328c0e4e-feb8-4e5d-b5b0-a64aad6d7012 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.031846 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-328c0e4e-feb8-4e5d-b5b0-a64aad6d7012 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6369500 Jul 05 04:16:19.031846 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55168) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:19.037086 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-57fec95b-0d65-4820-969c-39a6a6e46775 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'security_group_rule': {'security_group_id': '6cc94aa0-71d7-4f9c-8a21-712bf89df505', 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:19.039816 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.051726 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e50c8a7-52de-4330-90e1-56424773a81e tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.057854 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3e50c8a7-52de-4330-90e1-56424773a81e tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2121911 Jul 05 04:16:19.059466 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55170) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:19.144169 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9439457e-e216-46b8-b774-1c4a61d34ce1 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.203705 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-c78605ae-e23e-41f9-87a2-b9c71478da0e tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1959901 Jul 05 04:16:19.231282 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1e2972aa-00c0-4967-8091-5799fd35b0c9 None None] Provisioning complete for port 6876c264-9b5b-4263-9f2c-b38c28c6b1ff triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:19.231925 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1e2972aa-00c0-4967-8091-5799fd35b0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.239193 n-d-780147-23 neutron-server[105539]: INFO neutron.db.securitygroups_db [None req-57fec95b-0d65-4820-969c-39a6a6e46775 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Project ac0be634601541e3aba69b1b2bc67317 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:16:19.239417 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device a9da1152-2fe5-4f6a-9b54-40ae49952c66 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:19.292273 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57fec95b-0d65-4820-969c-39a6a6e46775 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.352938 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6cc13564-2da4-4072-9f0e-b60902b7cae7 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:19.386232 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9439457e-e216-46b8-b774-1c4a61d34ce1 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.388484 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9439457e-e216-46b8-b774-1c4a61d34ce1 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.433327 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-4304c258-642e-445b-b457-a451a0fcf37d service neutron] 10.222.0.77 "GET /v2.0/networks/a677080b-978d-4f21-8599-2c79db51042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240992 Jul 05 04:16:19.453711 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9439457e-e216-46b8-b774-1c4a61d34ce1 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.453711 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9439457e-e216-46b8-b774-1c4a61d34ce1 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c5cfc65-2d2d-4604-a73b-d1142b199847 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:16:19.458648 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9439457e-e216-46b8-b774-1c4a61d34ce1 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.460267 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9439457e-e216-46b8-b774-1c4a61d34ce1 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] 10.222.0.77 "DELETE /v2.0/routers/3c5cfc65-2d2d-4604-a73b-d1142b199847 HTTP/1.1" status: 204 len: 168 time: 0.3964162 Jul 05 04:16:19.488915 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55186) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:19.496319 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-c9f400d7-1ccd-4b35-bac8-fc177b9f7243 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Request body: {'router': {'name': 'tempest-router-1897023945', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7748757680124a81a09a57216b94b77b'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:19.501701 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-1e2972aa-00c0-4967-8091-5799fd35b0c9 None None] Port 6876c264-9b5b-4263-9f2c-b38c28c6b1ff cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:19.555733 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.559495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:19.570706 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] Transition to ACTIVE for port object a3a434ec-af9a-4337-868a-0fca8075a95e will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:19.583458 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.616799 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1e2972aa-00c0-4967-8091-5799fd35b0c9 None None] Provisioning for port 95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:19.641707 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149f2df-25eb-4e91-8157-91a1f40c727f None None] Pushing event updated for resources: {'Port': ['ID=a3a434ec-af9a-4337-868a-0fca8075a95e,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:19.664801 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-77399166-a66f-4fb8-bd59-d9ecabcf02c9 service neutron] 10.222.0.77 "GET /v2.0/networks/a677080b-978d-4f21-8599-2c79db51042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248909 Jul 05 04:16:19.704878 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 6cc13564-2da4-4072-9f0e-b60902b7cae7 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:19.721837 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 6cc13564-2da4-4072-9f0e-b60902b7cae7 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:19.722341 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.729739 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] Attempting to bind port a3a434ec-af9a-4337-868a-0fca8075a95e on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:19.731338 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] Attempting to bind port a3a434ec-af9a-4337-868a-0fca8075a95e by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'e7644ba7-caa3-421b-856b-f891f65d4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:19.731969 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] Attempting to bind port a3a434ec-af9a-4337-868a-0fca8075a95e on network a677080b-978d-4f21-8599-2c79db51042a {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:19.739421 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:19.740386 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] Checking segment: {'id': 'e7644ba7-caa3-421b-856b-f891f65d4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:19.741154 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.741771 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] Bound using segment: {'id': 'e7644ba7-caa3-421b-856b-f891f65d4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:19.742485 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] Bound port: a3a434ec-af9a-4337-868a-0fca8075a95e, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7644ba7-caa3-421b-856b-f891f65d4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:19.743070 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.773529 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port a9da1152-2fe5-4f6a-9b54-40ae49952c66 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:19.835853 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port a9da1152-2fe5-4f6a-9b54-40ae49952c66 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:19.839533 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.841148 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] For port a3a434ec-af9a-4337-868a-0fca8075a95e, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:19.848979 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] For port a3a434ec-af9a-4337-868a-0fca8075a95e, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a3a434ec-af9a-4337-868a-0fca8075a95e,segment=NetworkSegment(e7644ba7-caa3-421b-856b-f891f65d4ddf),segment_id=e7644ba7-caa3-421b-856b-f891f65d4ddf)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:19.853950 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:19.860772 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.908245 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:19.908905 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.923516 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.018098 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149f2df-25eb-4e91-8157-91a1f40c727f None None] Pushing event updated for resources: {'Port': ['ID=a3a434ec-af9a-4337-868a-0fca8075a95e,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:20.031745 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] Transition to ACTIVE for port object 6876c264-9b5b-4263-9f2c-b38c28c6b1ff will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:20.051611 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] Routers {'96edebb5-2737-4d7f-86bb-170112608be7'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:16:20.057536 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.067265 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:16:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['96edebb5-2737-4d7f-86bb-170112608be7'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:20.091997 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c9f400d7-1ccd-4b35-bac8-fc177b9f7243 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.093013 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c9f400d7-1ccd-4b35-bac8-fc177b9f7243 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.119366 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57fec95b-0d65-4820-969c-39a6a6e46775 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.129257 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0744dd-82f5-423a-95b7-ec095ffe9d6c req-5f3c3093-fe67-4a4b-abc6-8593771a276b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:20.138522 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c0744dd-82f5-423a-95b7-ec095ffe9d6c req-5f3c3093-fe67-4a4b-abc6-8593771a276b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 944 time: 0.7014830 Jul 05 04:16:20.167149 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57fec95b-0d65-4820-969c-39a6a6e46775 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.275292 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c0744dd-82f5-423a-95b7-ec095ffe9d6c req-a2c7cd78-f6e8-471b-9df9-c7de69a2c330 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357651 Jul 05 04:16:20.285878 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fec95b-0d65-4820-969c-39a6a6e46775 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf51945-8353-41a1-953b-37954e1e552f,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:20.363489 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-57fec95b-0d65-4820-969c-39a6a6e46775 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.368826 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-57fec95b-0d65-4820-969c-39a6a6e46775 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3366556 Jul 05 04:16:20.371737 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55194) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:20.379035 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-5894ba11-5c4e-4d99-8fe1-cd75699fa34e tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'security_group_rule': {'security_group_id': '6cc94aa0-71d7-4f9c-8a21-712bf89df505', 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:20.387855 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c9f400d7-1ccd-4b35-bac8-fc177b9f7243 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.389618 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] Set router 96edebb5-2737-4d7f-86bb-170112608be7 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:16:20.391640 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.401787 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c9f400d7-1ccd-4b35-bac8-fc177b9f7243 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.426483 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d3860-5591-4e63-b3cf-93e598c4909d None None] Pushing event updated for resources: {'Port': ['ID=6876c264-9b5b-4263-9f2c-b38c28c6b1ff,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:20.434721 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.465808 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port a9da1152-2fe5-4f6a-9b54-40ae49952c66, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a9da1152-2fe5-4f6a-9b54-40ae49952c66,segment=NetworkSegment(44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7),segment_id=44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:20.468555 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c9f400d7-1ccd-4b35-bac8-fc177b9f7243 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.470130 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c9f400d7-1ccd-4b35-bac8-fc177b9f7243 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9794443 Jul 05 04:16:20.473466 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55200) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:20.480775 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-7f82869b-5914-456d-8016-851027194dae tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Request body: {'router': {'distributed': True}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:20.481040 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-08e32893-d4d7-4462-be35-0441d2d051c7 None None] Provisioning for port a3a434ec-af9a-4337-868a-0fca8075a95e completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:20.515284 n-d-780147-23 neutron-server[105538]: INFO neutron.db.securitygroups_db [None req-5894ba11-5c4e-4d99-8fe1-cd75699fa34e tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Project ac0be634601541e3aba69b1b2bc67317 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:16:20.551526 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ee11a1-234d-4e84-ac30-13810509155f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9da1152-2fe5-4f6a-9b54-40ae49952c66'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:20.558809 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4239219e-0ebc-4e5d-8e4d-02e219ab6426" -d '{"events": [{"server_uuid": "32ee11a1-234d-4e84-ac30-13810509155f", "name": "network-vif-plugged", "status": "completed", "tag": "a9da1152-2fe5-4f6a-9b54-40ae49952c66"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:20.573493 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.616909 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fa57eef7-a449-4001-b1cf-6f239cf5d35b req-8b206e08-2db8-42cb-ad25-5d08563058e4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 210 time: 0.1679776 Jul 05 04:16:20.623366 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5894ba11-5c4e-4d99-8fe1-cd75699fa34e tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.760607 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5894ba11-5c4e-4d99-8fe1-cd75699fa34e tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.772560 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5894ba11-5c4e-4d99-8fe1-cd75699fa34e tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.816677 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5894ba11-5c4e-4d99-8fe1-cd75699fa34e tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.821176 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5894ba11-5c4e-4d99-8fe1-cd75699fa34e tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4480343 Jul 05 04:16:20.835362 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894ba11-5c4e-4d99-8fe1-cd75699fa34e tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf014350-d67b-440f-bb53-ef3ffd5ae613,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:20.911364 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=a9da1152-2fe5-4f6a-9b54-40ae49952c66,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:20.916755 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7bea40-a17d-4c5f-9401-9bd3d8c6e590 x-openstack-request-id: req-4b7bea40-a17d-4c5f-9401-9bd3d8c6e590 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:20.917029 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ee11a1-234d-4e84-ac30-13810509155f", "name": "network-vif-plugged", "status": "completed", "tag": "a9da1152-2fe5-4f6a-9b54-40ae49952c66", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:20.917397 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4b7bea40-a17d-4c5f-9401-9bd3d8c6e590 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:20.917668 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ee11a1-234d-4e84-ac30-13810509155f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9da1152-2fe5-4f6a-9b54-40ae49952c66', 'code': 200} Jul 05 04:16:20.924347 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.926371 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] Attempting to bind port 6876c264-9b5b-4263-9f2c-b38c28c6b1ff on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:20.926740 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] Attempting to bind port 6876c264-9b5b-4263-9f2c-b38c28c6b1ff by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'd3f78197-d07d-4192-91d5-3fa85d5826af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:20.927106 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] Attempting to bind port 6876c264-9b5b-4263-9f2c-b38c28c6b1ff on network f965a522-bdd2-4dcc-b35e-5f8b97d18006 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:20.984214 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96edebb5-2737-4d7f-86bb-170112608be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510540599', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:16:02Z', 'updated_at': '2021-07-05T04:16:15Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:04Z', 'updated_at': '2021-07-05T04:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'a3a434ec-af9a-4337-868a-0fca8075a95e', 'name': '', 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:8b:a4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '0bb0cc42-6113-47d4-aa5f-df8fe9890423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:13Z', 'updated_at': '2021-07-05T04:16:19Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '0bb0cc42-6113-47d4-aa5f-df8fe9890423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:20.994481 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 6cc13564-2da4-4072-9f0e-b60902b7cae7, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6cc13564-2da4-4072-9f0e-b60902b7cae7,segment=NetworkSegment(44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7),segment_id=44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:20.997580 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:20.997947 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] Checking segment: {'id': 'd3f78197-d07d-4192-91d5-3fa85d5826af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:20.998401 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.998799 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] Bound using segment: {'id': 'd3f78197-d07d-4192-91d5-3fa85d5826af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:20.999298 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] Bound port: 6876c264-9b5b-4263-9f2c-b38c28c6b1ff, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f78197-d07d-4192-91d5-3fa85d5826af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:21.001161 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.061712 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6906a1bc-dc2c-448a-b8b3-6ace95911096 None None] The sync data for ids ['96edebb5-2737-4d7f-86bb-170112608be7'] in n-d-780147-23 is: [{'id': '96edebb5-2737-4d7f-86bb-170112608be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510540599', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:16:02Z', 'updated_at': '2021-07-05T04:16:15Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:04Z', 'updated_at': '2021-07-05T04:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'a3a434ec-af9a-4337-868a-0fca8075a95e', 'name': '', 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:8b:a4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '0bb0cc42-6113-47d4-aa5f-df8fe9890423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:13Z', 'updated_at': '2021-07-05T04:16:19Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '0bb0cc42-6113-47d4-aa5f-df8fe9890423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:16:21.093043 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e126e-a239-4375-8a6d-7c5320b24c99 req-83a24e63-0081-4507-a18e-cc0bc547a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:21.099715 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bb1e126e-a239-4375-8a6d-7c5320b24c99 req-83a24e63-0081-4507-a18e-cc0bc547a83c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=32ee11a1-234d-4e84-ac30-13810509155f HTTP/1.1" status: 200 len: 1097 time: 0.2121780 Jul 05 04:16:21.140442 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-08e32893-d4d7-4462-be35-0441d2d051c7 None None] Provisioning complete for port 95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:21.142266 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-08e32893-d4d7-4462-be35-0441d2d051c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.177149 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.267855 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bb1e126e-a239-4375-8a6d-7c5320b24c99 req-16850fba-514e-4e3f-a2f1-3e36dadbadef service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603780 Jul 05 04:16:21.299717 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-2b0e30d7-5f67-45aa-b44c-388b4b80b1a8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2058222748&fields=id&tenant_id=ac0be634601541e3aba69b1b2bc67317 HTTP/1.1" status: 200 len: 267 time: 0.1265984 Jul 05 04:16:21.306747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e722f5b-72ea-4896-998f-4daf4388d29b req-c0b1eed3-e68c-4914-8af4-0f315f102e87 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:21.316763 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3e722f5b-72ea-4896-998f-4daf4388d29b req-c0b1eed3-e68c-4914-8af4-0f315f102e87 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=32ee11a1-234d-4e84-ac30-13810509155f HTTP/1.1" status: 200 len: 945 time: 0.6853244 Jul 05 04:16:21.331163 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f82869b-5914-456d-8016-851027194dae tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.331698 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f82869b-5914-456d-8016-851027194dae tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks [] for router, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.375664 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 66211991-7d4e-4114-ac0d-c916dfe9f3c8 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:21.417900 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=6cc13564-2da4-4072-9f0e-b60902b7cae7,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:21.461572 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] For port 6876c264-9b5b-4263-9f2c-b38c28c6b1ff, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:21.470038 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] For port 6876c264-9b5b-4263-9f2c-b38c28c6b1ff, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6876c264-9b5b-4263-9f2c-b38c28c6b1ff,segment=NetworkSegment(d3f78197-d07d-4192-91d5-3fa85d5826af),segment_id=d3f78197-d07d-4192-91d5-3fa85d5826af)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:21.517001 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-819e7d0f-1a47-49ea-9fe8-e47d642a8bd1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:21.525363 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1,segment=NetworkSegment(e7644ba7-caa3-421b-856b-f891f65d4ddf),segment_id=e7644ba7-caa3-421b-856b-f891f65d4ddf)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:21.531212 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-819e7d0f-1a47-49ea-9fe8-e47d642a8bd1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/networks?id=f965a522-bdd2-4dcc-b35e-5f8b97d18006 HTTP/1.1" status: 200 len: 797 time: 0.2201333 Jul 05 04:16:21.534377 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7f82869b-5914-456d-8016-851027194dae tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=105539) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 05 04:16:21.535071 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7f82869b-5914-456d-8016-851027194dae tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Router 43cc9162-352f-4818-9a30-71069d539156 migrating from provider to provider. {{(pid=105539) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 05 04:16:21.535687 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f82869b-5914-456d-8016-851027194dae tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.550939 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f82869b-5914-456d-8016-851027194dae tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.555334 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-c2f8c16b-7517-4afe-bb41-885261cc70fa tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/quotas/ac0be634601541e3aba69b1b2bc67317 HTTP/1.1" status: 200 len: 375 time: 0.0226483 Jul 05 04:16:21.556442 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.561531 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3e722f5b-72ea-4896-998f-4daf4388d29b req-644f3112-baeb-49e3-92ed-154543c379bf tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435873 Jul 05 04:16:21.563427 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f82869b-5914-456d-8016-851027194dae tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540971'] for router, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.640664 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.808628 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 66211991-7d4e-4114-ac0d-c916dfe9f3c8 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:21.817583 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 66211991-7d4e-4114-ac0d-c916dfe9f3c8 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:21.817909 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.823970 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] Routers {'0038e5ad-9377-4d20-8d1f-2076245bb6f6'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:16:21.824950 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:16:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:21.857029 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-ea7a356e-7cb8-46e7-a52f-f033bae87f66 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac0be634601541e3aba69b1b2bc67317&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3008156 Jul 05 04:16:21.905119 n-d-780147-23 neutron-server[105539]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7f82869b-5914-456d-8016-851027194dae tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] No L3 agents can host the router 43cc9162-352f-4818-9a30-71069d539156 Jul 05 04:16:22.058509 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-8012966f-4fec-42da-b6e3-d9124fb29364 service neutron] 10.222.0.77 "GET /v2.0/networks/f965a522-bdd2-4dcc-b35e-5f8b97d18006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855688 Jul 05 04:16:22.085696 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d3860-5591-4e63-b3cf-93e598c4909d None None] Pushing event updated for resources: {'Port': ['ID=6876c264-9b5b-4263-9f2c-b38c28c6b1ff,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:22.298014 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f82869b-5914-456d-8016-851027194dae tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Hosts for router 43cc9162-352f-4818-9a30-71069d539156: [] {{(pid=105539) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 05 04:16:22.371831 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:22.407136 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a3a434ec-af9a-4337-868a-0fca8075a95e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:22.408296 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26264e60-960b-4e7c-b551-04e9d6786a6f req-b8a4f242-dd7d-4a8a-b38a-897bb0ddf4be tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:22.418218 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26264e60-960b-4e7c-b551-04e9d6786a6f req-b8a4f242-dd7d-4a8a-b38a-897bb0ddf4be tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 944 time: 0.4139574 Jul 05 04:16:22.430986 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-209976c4-cd95-4f86-85dd-52575698958f service neutron] 10.222.0.77 "GET /v2.0/networks/f965a522-bdd2-4dcc-b35e-5f8b97d18006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619416 Jul 05 04:16:22.500685 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f82869b-5914-456d-8016-851027194dae tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Hosts for other DVR routers connected to router 43cc9162-352f-4818-9a30-71069d539156: set() {{(pid=105539) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 05 04:16:22.507411 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f82869b-5914-456d-8016-851027194dae tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.509689 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7f82869b-5914-456d-8016-851027194dae tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] 10.222.0.77 "PUT /v2.0/routers/43cc9162-352f-4818-9a30-71069d539156 HTTP/1.1" status: 200 len: 717 time: 2.0343757 Jul 05 04:16:22.512682 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55228) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:22.545415 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26264e60-960b-4e7c-b551-04e9d6786a6f req-1e30f07a-b7e6-4fe3-8e00-829326318abe tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261456 Jul 05 04:16:22.922387 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b9cd5f-53a3-434e-9bac-379d52739589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc13564-2da4-4072-9f0e-b60902b7cae7'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:22.924623 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747081a9-8fbb-40bf-8c25-5f09df0fb7d1" -d '{"events": [{"server_uuid": "43b9cd5f-53a3-434e-9bac-379d52739589", "name": "network-vif-plugged", "status": "completed", "tag": "6cc13564-2da4-4072-9f0e-b60902b7cae7"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:22.934994 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] Set router 0038e5ad-9377-4d20-8d1f-2076245bb6f6 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:16:23.020979 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.028603 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port a3a434ec-af9a-4337-868a-0fca8075a95e completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:23.049213 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a3a434ec-af9a-4337-868a-0fca8075a95e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:23.050031 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.130624 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9655bb14-49f9-4a71-91cf-ac16f33536ce None None] Provisioning complete for port a3a434ec-af9a-4337-868a-0fca8075a95e triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:23.133595 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9655bb14-49f9-4a71-91cf-ac16f33536ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.183480 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8dcb4-af28-4bba-856b-62539bf2b695 req-e601d58e-bd6e-4056-ae39-6f148f4f18eb tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:23.191359 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e2a8dcb4-af28-4bba-856b-62539bf2b695 req-e601d58e-bd6e-4056-ae39-6f148f4f18eb tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=32ee11a1-234d-4e84-ac30-13810509155f HTTP/1.1" status: 200 len: 945 time: 0.1603661 Jul 05 04:16:23.234825 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 66211991-7d4e-4114-ac0d-c916dfe9f3c8, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=66211991-7d4e-4114-ac0d-c916dfe9f3c8,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:23.243059 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e2a8dcb4-af28-4bba-856b-62539bf2b695 req-dd2f0ceb-2069-4bab-a89d-79d3263e1bb8 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504918 Jul 05 04:16:23.273735 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.337971 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cb544d4c-27fe-43e7-ad90-13a422d56aad req-3b42ff6e-32ce-4c59-b86f-3b08eeeaac6e tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3d54ae7-e896-4f01-a51f-da495766efbf HTTP/1.1" status: 200 len: 210 time: 0.0449979 Jul 05 04:16:23.403229 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:16:23.463176 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dc15d3-3604-4714-8ee5-07af6dcc3891 x-openstack-request-id: req-b5dc15d3-3604-4714-8ee5-07af6dcc3891 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:23.463487 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b9cd5f-53a3-434e-9bac-379d52739589", "name": "network-vif-plugged", "status": "completed", "tag": "6cc13564-2da4-4072-9f0e-b60902b7cae7", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:23.463701 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b5dc15d3-3604-4714-8ee5-07af6dcc3891 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:23.464146 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b9cd5f-53a3-434e-9bac-379d52739589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc13564-2da4-4072-9f0e-b60902b7cae7', 'code': 200} Jul 05 04:16:23.540722 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3e6dda73-38a4-40cc-b65e-ee072a9f5116 req-814e86aa-700f-4ffb-bd93-24b25ee4db66 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 210 time: 0.1354814 Jul 05 04:16:23.551355 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-271060a0-e9ee-44f7-ac8b-4b2b73094d92 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] 10.222.0.77 "GET /v2.0/routers/43cc9162-352f-4818-9a30-71069d539156 HTTP/1.1" status: 200 len: 717 time: 0.9577856 Jul 05 04:16:23.554334 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55256) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:23.655724 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-1397095c-6fa4-463f-958d-3d7598b542ee tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:23.657759 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-1397095c-6fa4-463f-958d-3d7598b542ee tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.89 "GET /v2.0/networks?id=a677080b-978d-4f21-8599-2c79db51042a HTTP/1.1" status: 200 len: 797 time: 1.1905015 Jul 05 04:16:23.699263 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189402f-d9c4-4120-bf53-a3ea7ca5f273 req-42b7c91f-2202-4928-a7ed-04a60c32281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:23.706834 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=66211991-7d4e-4114-ac0d-c916dfe9f3c8,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:23.707096 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7189402f-d9c4-4120-bf53-a3ea7ca5f273 req-42b7c91f-2202-4928-a7ed-04a60c32281c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=43b9cd5f-53a3-434e-9bac-379d52739589 HTTP/1.1" status: 200 len: 1098 time: 0.1430614 Jul 05 04:16:23.731700 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9655bb14-49f9-4a71-91cf-ac16f33536ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.759983 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-180aef61-3b55-4e8d-83be-b780983f66e2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=808124476429444bb6a930e35c6aa8ee HTTP/1.1" status: 200 len: 379 time: 0.0897400 Jul 05 04:16:23.793964 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'name': 'tempest-TestNetworkBasicOps-router-51502788', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'dac90439-084b-4064-a558-945c3c38212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:16:12Z', 'revision_number': 4, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': 'dac90439-084b-4064-a558-945c3c38212c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '6876c264-9b5b-4263-9f2c-b38c28c6b1ff', 'name': '', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:78:9e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:10Z', 'updated_at': '2021-07-05T04:16:21Z', 'revision_number': 4, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:23.803816 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-0c528710-adf6-41df-a751-f4166fdce1ca tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'port': {'device_id': '1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9', 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a', 'admin_state_up': True, 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'security_groups': ['82e7a2b5-a504-4a9e-a606-10a603f4b45f']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:23.840686 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7189402f-d9c4-4120-bf53-a3ea7ca5f273 req-c4507449-7a29-4c79-9ad5-73ad2079a958 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226282 Jul 05 04:16:23.864333 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ac5c45-521c-469c-9458-73c195377859 None None] The sync data for ids ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'] in n-d-780147-23 is: [{'id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'name': 'tempest-TestNetworkBasicOps-router-51502788', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'dac90439-084b-4064-a558-945c3c38212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:16:12Z', 'revision_number': 4, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': 'dac90439-084b-4064-a558-945c3c38212c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '6876c264-9b5b-4263-9f2c-b38c28c6b1ff', 'name': '', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:78:9e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:10Z', 'updated_at': '2021-07-05T04:16:21Z', 'revision_number': 4, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:16:23.892677 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.903566 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fa6c5-3d49-499d-854d-ad47d62bcca8 req-5bf0bc88-6cef-4ba2-a74b-8251b2dc9fc3 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:23.917501 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-9655bb14-49f9-4a71-91cf-ac16f33536ce None None] For port a3a434ec-af9a-4337-868a-0fca8075a95e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a3a434ec-af9a-4337-868a-0fca8075a95e,segment=NetworkSegment(e7644ba7-caa3-421b-856b-f891f65d4ddf),segment_id=e7644ba7-caa3-421b-856b-f891f65d4ddf)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:23.922927 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b97fa6c5-3d49-499d-854d-ad47d62bcca8 req-5bf0bc88-6cef-4ba2-a74b-8251b2dc9fc3 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 945 time: 0.2060361 Jul 05 04:16:23.939472 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9655bb14-49f9-4a71-91cf-ac16f33536ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.005252 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.api [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:16:24.005617 n-d-780147-23 neutron-server[105540]: DEBUG oslo_db.api [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:16:24.102014 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d20c961e-94b0-4352-a363-d80142e1459a tempest-RoutersTestDVR-2042750754 tempest-RoutersTestDVR-2042750754-project] 10.222.0.77 "GET /v2.0/routers/43cc9162-352f-4818-9a30-71069d539156 HTTP/1.1" status: 200 len: 683 time: 0.5438924 Jul 05 04:16:24.104451 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55266) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:24.105101 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-0c528710-adf6-41df-a751-f4166fdce1ca tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Made reservation on behalf of 808124476429444bb6a930e35c6aa8ee for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:24.106040 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655bb14-49f9-4a71-91cf-ac16f33536ce None None] Pushing event updated for resources: {'Port': ['ID=a3a434ec-af9a-4337-868a-0fca8075a95e,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:24.109293 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-0c528710-adf6-41df-a751-f4166fdce1ca tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.118257 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b97fa6c5-3d49-499d-854d-ad47d62bcca8 req-c52f42c7-632d-4846-9b67-f90e4c9a2894 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943843 Jul 05 04:16:24.154737 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30110c31-f02a-434b-9ba4-4e36d335c9e7 req-9dd7a339-aa87-46b5-b4f9-2e2b1ef8dc60 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:24.160427 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-30110c31-f02a-434b-9ba4-4e36d335c9e7 req-9dd7a339-aa87-46b5-b4f9-2e2b1ef8dc60 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 945 time: 0.2378283 Jul 05 04:16:24.378013 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-30110c31-f02a-434b-9ba4-4e36d335c9e7 req-294e8d4f-0bd8-4006-ab11-083f6c12e257 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148825 Jul 05 04:16:24.411568 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-547a7173-221c-49ef-8248-6fc632c8e4c5 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.508344 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eca0fc-aced-463b-ad4f-bc31a32edef7 req-cd837b14-0b20-4d14-8a87-8382e0c08aff tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:24.517371 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c5eca0fc-aced-463b-ad4f-bc31a32edef7 req-cd837b14-0b20-4d14-8a87-8382e0c08aff tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=43b9cd5f-53a3-434e-9bac-379d52739589 HTTP/1.1" status: 200 len: 946 time: 0.0939491 Jul 05 04:16:24.579563 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d199b63a-ccb9-416b-af08-919848b4a5fd up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:24.581791 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c5eca0fc-aced-463b-ad4f-bc31a32edef7 req-3b9c50b3-8ce0-458a-a37a-6e6e5ca59784 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634708 Jul 05 04:16:24.608888 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eb28f985-23cd-4a98-901f-4bca7ac18f3c req-08b4ab64-9932-48cf-8aa4-5af9d0fccc8d tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3d54ae7-e896-4f01-a51f-da495766efbf HTTP/1.1" status: 200 len: 210 time: 0.0596526 Jul 05 04:16:24.662687 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port d199b63a-ccb9-416b-af08-919848b4a5fd triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:24.663151 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.750751 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-547a7173-221c-49ef-8248-6fc632c8e4c5 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.755971 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-547a7173-221c-49ef-8248-6fc632c8e4c5 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.759363 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-0c528710-adf6-41df-a751-f4166fdce1ca tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Allocated IP 172.20.0.3 (a677080b-978d-4f21-8599-2c79db51042a/0bb0cc42-6113-47d4-aa5f-df8fe9890423/16032335-d5be-4931-82f0-4d5e53b2d5da) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:24.851301 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-547a7173-221c-49ef-8248-6fc632c8e4c5 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.852019 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547a7173-221c-49ef-8248-6fc632c8e4c5 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43cc9162-352f-4818-9a30-71069d539156 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:16:24.876204 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-547a7173-221c-49ef-8248-6fc632c8e4c5 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.877593 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-547a7173-221c-49ef-8248-6fc632c8e4c5 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] 10.222.0.77 "DELETE /v2.0/routers/43cc9162-352f-4818-9a30-71069d539156 HTTP/1.1" status: 204 len: 168 time: 0.7660980 Jul 05 04:16:24.881271 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55274) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:24.886863 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-63a3f251-0a1a-4050-897d-aa493b6e6ab4 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Request body: {'router': {'name': 'tempest-router-402204058', 'distributed': True}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:24.905712 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5eb0fcb4-ff67-4fcf-8206-8f39681de22f req-6a7c75a8-9516-48a7-bfcb-d5852ca77f85 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 210 time: 0.0975220 Jul 05 04:16:25.138767 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-63a3f251-0a1a-4050-897d-aa493b6e6ab4 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.139865 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-63a3f251-0a1a-4050-897d-aa493b6e6ab4 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.198051 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6876c264-9b5b-4263-9f2c-b38c28c6b1ff up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:25.294645 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 6876c264-9b5b-4263-9f2c-b38c28c6b1ff completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:25.304664 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 6876c264-9b5b-4263-9f2c-b38c28c6b1ff triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:25.306346 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.322782 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-024dc4cb-3180-4702-900e-ef32bb8a8638 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:25.326983 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-024dc4cb-3180-4702-900e-ef32bb8a8638 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.70 "GET /v2.0/networks?id=f965a522-bdd2-4dcc-b35e-5f8b97d18006 HTTP/1.1" status: 200 len: 797 time: 0.3103178 Jul 05 04:16:25.330801 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-63a3f251-0a1a-4050-897d-aa493b6e6ab4 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.368591 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-63a3f251-0a1a-4050-897d-aa493b6e6ab4 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.376186 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-0c528710-adf6-41df-a751-f4166fdce1ca tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.432391 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-0c528710-adf6-41df-a751-f4166fdce1ca tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Transition to ACTIVE for port object 16032335-d5be-4931-82f0-4d5e53b2d5da will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:25.438244 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-ce70beb2-cd9a-4549-a4b3-541036d0055b tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac0be634601541e3aba69b1b2bc67317 HTTP/1.1" status: 200 len: 380 time: 0.0984471 Jul 05 04:16:25.441695 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-63a3f251-0a1a-4050-897d-aa493b6e6ab4 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.442647 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-63a3f251-0a1a-4050-897d-aa493b6e6ab4 tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5602086 Jul 05 04:16:25.447584 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55282) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:25.450989 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-deebd881-5152-4aae-8ae3-384cb62a3f7c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'port': {'device_id': 'f3d54ae7-e896-4f01-a51f-da495766efbf', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'admin_state_up': True, 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'security_groups': ['6cc94aa0-71d7-4f9c-8a21-712bf89df505']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:25.462518 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.469164 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66211991-7d4e-4114-ac0d-c916dfe9f3c8'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:25.473743 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7809590c-643f-40c6-aa33-30b5f64ae2c4" -d '{"events": [{"server_uuid": "1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3", "name": "network-vif-plugged", "status": "completed", "tag": "66211991-7d4e-4114-ac0d-c916dfe9f3c8"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:25.524389 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 6876c264-9b5b-4263-9f2c-b38c28c6b1ff, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6876c264-9b5b-4263-9f2c-b38c28c6b1ff,segment=NetworkSegment(d3f78197-d07d-4192-91d5-3fa85d5826af),segment_id=d3f78197-d07d-4192-91d5-3fa85d5826af)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:25.530801 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.533396 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:25.541012 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc73e785-9e2f-4a1a-8aaf-e5d89ef541ca x-openstack-request-id: req-cc73e785-9e2f-4a1a-8aaf-e5d89ef541ca {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:25.541987 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3", "name": "network-vif-plugged", "status": "completed", "tag": "66211991-7d4e-4114-ac0d-c916dfe9f3c8", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:25.542508 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cc73e785-9e2f-4a1a-8aaf-e5d89ef541ca {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:25.543554 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66211991-7d4e-4114-ac0d-c916dfe9f3c8', 'code': 200} Jul 05 04:16:25.627298 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-0c528710-adf6-41df-a751-f4166fdce1ca tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.683610 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=6876c264-9b5b-4263-9f2c-b38c28c6b1ff,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:25.692771 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5532b211-f0f3-4d11-a4d7-7aad24699eaf tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.706856 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:25.706856 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.748202 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-0c528710-adf6-41df-a751-f4166fdce1ca tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network a677080b-978d-4f21-8599-2c79db51042a is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:25.754534 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-0c528710-adf6-41df-a751-f4166fdce1ca tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:25.767086 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-0c528710-adf6-41df-a751-f4166fdce1ca tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:25.807752 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a3a434ec-af9a-4337-868a-0fca8075a95e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:25.815942 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c528710-adf6-41df-a751-f4166fdce1ca tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Port': ['ID=16032335-d5be-4931-82f0-4d5e53b2d5da,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:25.889503 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a3a434ec-af9a-4337-868a-0fca8075a95e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:25.889888 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.910489 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-deebd881-5152-4aae-8ae3-384cb62a3f7c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Made reservation on behalf of ac0be634601541e3aba69b1b2bc67317 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:25.926719 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-deebd881-5152-4aae-8ae3-384cb62a3f7c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.965780 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5532b211-f0f3-4d11-a4d7-7aad24699eaf tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.968806 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5532b211-f0f3-4d11-a4d7-7aad24699eaf tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.982417 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-0c528710-adf6-41df-a751-f4166fdce1ca tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:25.983102 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-0c528710-adf6-41df-a751-f4166fdce1ca tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.035249 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-0c528710-adf6-41df-a751-f4166fdce1ca tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2668815 Jul 05 04:16:26.053211 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-87c25a9a-9c81-4f6a-b3b1-da4b0d213dec service neutron] Request body: {'port': {'device_id': '1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:26.091538 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5532b211-f0f3-4d11-a4d7-7aad24699eaf tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.092098 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5532b211-f0f3-4d11-a4d7-7aad24699eaf tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80b4c339-69f0-4730-85c1-6e2551f04c7a {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:16:26.097495 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5532b211-f0f3-4d11-a4d7-7aad24699eaf tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.098731 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5532b211-f0f3-4d11-a4d7-7aad24699eaf tempest-RoutersTestDVR-1955468770 tempest-RoutersTestDVR-1955468770-project-admin] 10.222.0.77 "DELETE /v2.0/routers/80b4c339-69f0-4730-85c1-6e2551f04c7a HTTP/1.1" status: 204 len: 168 time: 0.6500609 Jul 05 04:16:26.142806 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b040b-4224-4c32-8811-54805f88817e req-70c4ef88-54c4-4e2a-a0af-8a154f659322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:26.144622 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0a7b040b-4224-4c32-8811-54805f88817e req-70c4ef88-54c4-4e2a-a0af-8a154f659322 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 1097 time: 0.4419434 Jul 05 04:16:26.155648 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe88ada-18fc-4f2a-818c-c328d2c0365a req-2b6a5130-c1d6-49ca-beda-6824446cda45 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:26.157234 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be590af7-c4c7-476a-8678-08e3b42186b2 req-8c01b6c7-5ddb-48a2-b144-292c4acf663c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:26.157394 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cbe88ada-18fc-4f2a-818c-c328d2c0365a req-2b6a5130-c1d6-49ca-beda-6824446cda45 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=43b9cd5f-53a3-434e-9bac-379d52739589 HTTP/1.1" status: 200 len: 946 time: 0.3475368 Jul 05 04:16:26.166949 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be590af7-c4c7-476a-8678-08e3b42186b2 req-8c01b6c7-5ddb-48a2-b144-292c4acf663c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 945 time: 0.1495008 Jul 05 04:16:26.205545 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-94b4914f-78ab-4dbc-a078-aada67952a23 None None] Provisioning for port 16032335-d5be-4931-82f0-4d5e53b2d5da completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:26.211824 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-94b4914f-78ab-4dbc-a078-aada67952a23 None None] Provisioning complete for port 16032335-d5be-4931-82f0-4d5e53b2d5da triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:26.212207 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-94b4914f-78ab-4dbc-a078-aada67952a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.255775 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0a7b040b-4224-4c32-8811-54805f88817e req-071f2d86-d4f6-4168-ac96-c2d08e1c42f2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863814 Jul 05 04:16:26.273530 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be590af7-c4c7-476a-8678-08e3b42186b2 req-a421e448-729b-4b77-851b-04a130b42aa9 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039174 Jul 05 04:16:26.276616 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-87c25a9a-9c81-4f6a-b3b1-da4b0d213dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.312918 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-94b4914f-78ab-4dbc-a078-aada67952a23 None None] Port 16032335-d5be-4931-82f0-4d5e53b2d5da cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:26.362527 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cbe88ada-18fc-4f2a-818c-c328d2c0365a req-705f5bbe-fead-4c50-bf59-fbae96e7ad90 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745386 Jul 05 04:16:26.384470 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-deebd881-5152-4aae-8ae3-384cb62a3f7c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Allocated IP 172.20.0.13 (f965a522-bdd2-4dcc-b35e-5f8b97d18006/da53b46c-5bea-4ede-97c2-6167e1164bdb/4c0a6be1-ee20-44ab-b334-f189d996ea6d) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:26.516817 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55314) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:26.540357 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8d1210f0-6825-4491-8438-3b327fc368f3 req-4f93e935-0fb2-4798-ba4b-304e23e7364e tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3d54ae7-e896-4f01-a51f-da495766efbf HTTP/1.1" status: 200 len: 210 time: 0.0702477 Jul 05 04:16:26.746663 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-97201159-2416-4274-a971-7150cf381842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.789640 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed91e51-8cff-4be0-9371-960778682ee3 req-51632a90-e5bd-4936-b6b3-29947422eee7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:26.798841 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bed91e51-8cff-4be0-9371-960778682ee3 req-51632a90-e5bd-4936-b6b3-29947422eee7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 931 time: 0.2542214 Jul 05 04:16:26.883395 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-deebd881-5152-4aae-8ae3-384cb62a3f7c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.901873 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f13496-d844-49ac-8900-0b7a0f7dee13 req-0ac6806b-9cd2-4e93-84bf-1b6cbad6a687 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:26.910065 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-30f13496-d844-49ac-8900-0b7a0f7dee13 req-0ac6806b-9cd2-4e93-84bf-1b6cbad6a687 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=32ee11a1-234d-4e84-ac30-13810509155f HTTP/1.1" status: 200 len: 945 time: 0.0860176 Jul 05 04:16:26.930804 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-deebd881-5152-4aae-8ae3-384cb62a3f7c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Transition to ACTIVE for port object 4c0a6be1-ee20-44ab-b334-f189d996ea6d will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:26.938912 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bed91e51-8cff-4be0-9371-960778682ee3 req-08725f84-085b-430f-8432-f23206e48f07 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393118 Jul 05 04:16:26.968865 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-30f13496-d844-49ac-8900-0b7a0f7dee13 req-cd1f3999-e624-47fc-83dd-d211a17e0aff tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533535 Jul 05 04:16:27.064484 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6876c264-9b5b-4263-9f2c-b38c28c6b1ff up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:27.079176 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-87c25a9a-9c81-4f6a-b3b1-da4b0d213dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16032335-d5be-4931-82f0-4d5e53b2d5da {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:16:27.097181 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-87c25a9a-9c81-4f6a-b3b1-da4b0d213dec service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.126595 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-deebd881-5152-4aae-8ae3-384cb62a3f7c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.134337 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-87c25a9a-9c81-4f6a-b3b1-da4b0d213dec service neutron] Transition to ACTIVE for port object 16032335-d5be-4931-82f0-4d5e53b2d5da will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:27.160006 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 6876c264-9b5b-4263-9f2c-b38c28c6b1ff triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:27.160322 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.179777 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-87c25a9a-9c81-4f6a-b3b1-da4b0d213dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.192629 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-97201159-2416-4274-a971-7150cf381842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.226826 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-97201159-2416-4274-a971-7150cf381842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.280501 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97201159-2416-4274-a971-7150cf381842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deac3c6c-3e90-48ff-9a43-55c68410e67f,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:27.295776 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-deebd881-5152-4aae-8ae3-384cb62a3f7c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Network f965a522-bdd2-4dcc-b35e-5f8b97d18006 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:27.322782 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-deebd881-5152-4aae-8ae3-384cb62a3f7c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:27.325573 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-deebd881-5152-4aae-8ae3-384cb62a3f7c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:27.336474 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebd881-5152-4aae-8ae3-384cb62a3f7c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'Port': ['ID=4c0a6be1-ee20-44ab-b334-f189d996ea6d,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:27.486170 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-97201159-2416-4274-a971-7150cf381842 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7748757680124a81a09a57216b94b77b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9659309 Jul 05 04:16:27.487437 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55340) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:27.579782 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-87c25a9a-9c81-4f6a-b3b1-da4b0d213dec service neutron] Attempting to bind port 16032335-d5be-4931-82f0-4d5e53b2d5da on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:27.580156 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-87c25a9a-9c81-4f6a-b3b1-da4b0d213dec service neutron] Attempting to bind port 16032335-d5be-4931-82f0-4d5e53b2d5da by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'e7644ba7-caa3-421b-856b-f891f65d4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:27.580492 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-87c25a9a-9c81-4f6a-b3b1-da4b0d213dec service neutron] Attempting to bind port 16032335-d5be-4931-82f0-4d5e53b2d5da on network a677080b-978d-4f21-8599-2c79db51042a {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:27.597675 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c25a9a-9c81-4f6a-b3b1-da4b0d213dec service neutron] Pushing event updated for resources: {'Port': ['ID=16032335-d5be-4931-82f0-4d5e53b2d5da,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:27.628972 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5193871b-034e-44ce-acbe-24b3fcc699e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.630150 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-deebd881-5152-4aae-8ae3-384cb62a3f7c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:27.631828 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-deebd881-5152-4aae-8ae3-384cb62a3f7c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.659214 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-87c25a9a-9c81-4f6a-b3b1-da4b0d213dec service neutron] Port 16032335-d5be-4931-82f0-4d5e53b2d5da on network a677080b-978d-4f21-8599-2c79db51042a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:16:27.659824 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-87c25a9a-9c81-4f6a-b3b1-da4b0d213dec service neutron] Attempting to bind port 16032335-d5be-4931-82f0-4d5e53b2d5da on network a677080b-978d-4f21-8599-2c79db51042a {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:27.670449 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-deebd881-5152-4aae-8ae3-384cb62a3f7c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2264621 Jul 05 04:16:27.673871 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-87c25a9a-9c81-4f6a-b3b1-da4b0d213dec service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:27.674360 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-87c25a9a-9c81-4f6a-b3b1-da4b0d213dec service neutron] Checking segment: {'id': 'e7644ba7-caa3-421b-856b-f891f65d4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:27.674804 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-87c25a9a-9c81-4f6a-b3b1-da4b0d213dec service neutron] Bound using segment: {'id': 'e7644ba7-caa3-421b-856b-f891f65d4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:27.675448 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-87c25a9a-9c81-4f6a-b3b1-da4b0d213dec service neutron] Bound port: 16032335-d5be-4931-82f0-4d5e53b2d5da, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7644ba7-caa3-421b-856b-f891f65d4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:27.676124 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-87c25a9a-9c81-4f6a-b3b1-da4b0d213dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.692359 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5556899-7535-4091-97c7-9d17912a7b8b req-9f0a4bf7-4ecd-4b52-bdd1-631612d7d36a tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:27.694511 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e5556899-7535-4091-97c7-9d17912a7b8b req-9f0a4bf7-4ecd-4b52-bdd1-631612d7d36a tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 945 time: 0.4016626 Jul 05 04:16:27.712429 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-74f16214-9eb9-486c-aaba-3401e2763698 service neutron] Request body: {'port': {'device_id': 'f3d54ae7-e896-4f01-a51f-da495766efbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:27.740108 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5193871b-034e-44ce-acbe-24b3fcc699e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.791428 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-82b733b2-d8e6-4bbc-94c9-42cdb2059de6 None None] Provisioning for port 4c0a6be1-ee20-44ab-b334-f189d996ea6d completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:27.796848 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-82b733b2-d8e6-4bbc-94c9-42cdb2059de6 None None] Provisioning complete for port 4c0a6be1-ee20-44ab-b334-f189d996ea6d triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:27.797410 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-82b733b2-d8e6-4bbc-94c9-42cdb2059de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.798612 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a85b02-6fb5-402b-85e5-e2ee1080ef8d req-5b541582-26bc-496b-9f23-0d99123e54ab tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:27.806629 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b4a85b02-6fb5-402b-85e5-e2ee1080ef8d req-5b541582-26bc-496b-9f23-0d99123e54ab tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 945 time: 0.1499538 Jul 05 04:16:27.879095 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b4a85b02-6fb5-402b-85e5-e2ee1080ef8d req-e4ad5339-75ff-43fa-af83-790f303e72a7 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712142 Jul 05 04:16:27.880109 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-87c25a9a-9c81-4f6a-b3b1-da4b0d213dec service neutron] For port 16032335-d5be-4931-82f0-4d5e53b2d5da, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:27.884893 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-82b733b2-d8e6-4bbc-94c9-42cdb2059de6 None None] Port 4c0a6be1-ee20-44ab-b334-f189d996ea6d cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:27.898406 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-87c25a9a-9c81-4f6a-b3b1-da4b0d213dec service neutron] For port 16032335-d5be-4931-82f0-4d5e53b2d5da, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=16032335-d5be-4931-82f0-4d5e53b2d5da,segment=NetworkSegment(e7644ba7-caa3-421b-856b-f891f65d4ddf),segment_id=e7644ba7-caa3-421b-856b-f891f65d4ddf)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:27.901546 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5193871b-034e-44ce-acbe-24b3fcc699e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.908224 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5193871b-034e-44ce-acbe-24b3fcc699e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.910147 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5193871b-034e-44ce-acbe-24b3fcc699e5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/deac3c6c-3e90-48ff-9a43-55c68410e67f HTTP/1.1" status: 204 len: 168 time: 0.4208839 Jul 05 04:16:27.930235 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-87c25a9a-9c81-4f6a-b3b1-da4b0d213dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.944916 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193871b-034e-44ce-acbe-24b3fcc699e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deac3c6c-3e90-48ff-9a43-55c68410e67f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:28.002855 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e5556899-7535-4091-97c7-9d17912a7b8b req-c873575c-d8f5-4a03-bb86-7f105fc3edc0 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994862 Jul 05 04:16:28.040916 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-87c25a9a-9c81-4f6a-b3b1-da4b0d213dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:28.041549 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-87c25a9a-9c81-4f6a-b3b1-da4b0d213dec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.043190 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-87c25a9a-9c81-4f6a-b3b1-da4b0d213dec service neutron] 10.222.0.89 "PUT /v2.0/ports/16032335-d5be-4931-82f0-4d5e53b2d5da HTTP/1.1" status: 200 len: 1092 time: 1.9961045 Jul 05 04:16:28.045464 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9', 'tag': '16032335-d5be-4931-82f0-4d5e53b2d5da'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:28.048839 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a096a8d6-1515-4c7b-9455-22bf42322be2" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9", "tag": "16032335-d5be-4931-82f0-4d5e53b2d5da"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:28.245121 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c81234-235d-4fa6-8b2b-f10377095e7c req-b3e02919-4eaa-4ba6-aadf-ff83d0176dae tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:28.264535 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-37c81234-235d-4fa6-8b2b-f10377095e7c req-b3e02919-4eaa-4ba6-aadf-ff83d0176dae tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3d54ae7-e896-4f01-a51f-da495766efbf HTTP/1.1" status: 200 len: 932 time: 0.1541662 Jul 05 04:16:28.290035 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c25a9a-9c81-4f6a-b3b1-da4b0d213dec service neutron] Pushing event updated for resources: {'Port': ['ID=16032335-d5be-4931-82f0-4d5e53b2d5da,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:28.330142 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-74f16214-9eb9-486c-aaba-3401e2763698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.368075 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-37c81234-235d-4fa6-8b2b-f10377095e7c req-979e4b20-2f31-4394-8195-a00353d49596 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=6cc94aa0-71d7-4f9c-8a21-712bf89df505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949547 Jul 05 04:16:28.416654 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55358) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:28.434878 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0a8a5842-f404-4254-8528-548c147e9cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.478947 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-2b9addc5-f3e5-4f2c-95e8-49f1d5d80b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:28.481389 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-2b9addc5-f3e5-4f2c-95e8-49f1d5d80b81 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 1095 time: 0.3420782 Jul 05 04:16:28.603153 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0a8a5842-f404-4254-8528-548c147e9cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.608448 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0a8a5842-f404-4254-8528-548c147e9cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.633896 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc751fd1-5d51-414e-96e9-d596d7c343d9 req-dced7f1c-7ef4-477a-91ed-029c5d269707 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:28.636249 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cc751fd1-5d51-414e-96e9-d596d7c343d9 req-dced7f1c-7ef4-477a-91ed-029c5d269707 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 943 time: 0.4183578 Jul 05 04:16:28.638563 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-acef4fc9-6d26-4327-a008-a757e04a1b52 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16032335-d5be-4931-82f0-4d5e53b2d5da HTTP/1.1" status: 200 len: 217 time: 0.1409023 Jul 05 04:16:28.641473 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-25dfb758-97e0-4408-84a4-7de74608c208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.721494 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0a8a5842-f404-4254-8528-548c147e9cfa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=baf4e05526554b8899162fa974355c78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3013842 Jul 05 04:16:28.723431 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a5842-f404-4254-8528-548c147e9cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf96d0d-830c-4e0b-b6df-cca4d5ecbec9,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:28.726532 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55360) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:28.800681 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92f247-832c-4e32-8ec2-1b0077809507 req-4db99f9b-f2c8-4b58-81e4-1aeda6936fc8 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:28.806849 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92f247-832c-4e32-8ec2-1b0077809507 req-4db99f9b-f2c8-4b58-81e4-1aeda6936fc8 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:28.812935 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92f247-832c-4e32-8ec2-1b0077809507 req-4db99f9b-f2c8-4b58-81e4-1aeda6936fc8 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:28.814654 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4f92f247-832c-4e32-8ec2-1b0077809507 req-4db99f9b-f2c8-4b58-81e4-1aeda6936fc8 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=32ee11a1-234d-4e84-ac30-13810509155f&device_id=43b9cd5f-53a3-434e-9bac-379d52739589&device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 2417 time: 0.1634421 Jul 05 04:16:28.833587 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aff41d52-877b-49c3-a2ba-429bac57e18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.874457 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aff41d52-877b-49c3-a2ba-429bac57e18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.886092 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4f92f247-832c-4e32-8ec2-1b0077809507 req-e8f11a9f-3ac7-4cdc-a1ae-32c3a53ac6a4 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646102 Jul 05 04:16:28.962450 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aff41d52-877b-49c3-a2ba-429bac57e18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.965663 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aff41d52-877b-49c3-a2ba-429bac57e18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.966942 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-aff41d52-877b-49c3-a2ba-429bac57e18f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fdf96d0d-830c-4e0b-b6df-cca4d5ecbec9 HTTP/1.1" status: 204 len: 168 time: 0.2384400 Jul 05 04:16:28.988850 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff41d52-877b-49c3-a2ba-429bac57e18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf96d0d-830c-4e0b-b6df-cca4d5ecbec9,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:29.220535 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda2ac29-dbe4-4a36-9fce-1b3b4ecbb7bf x-openstack-request-id: req-eda2ac29-dbe4-4a36-9fce-1b3b4ecbb7bf {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:29.221386 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9", "tag": "16032335-d5be-4931-82f0-4d5e53b2d5da", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:29.221386 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eda2ac29-dbe4-4a36-9fce-1b3b4ecbb7bf {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:29.221797 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9', 'tag': '16032335-d5be-4931-82f0-4d5e53b2d5da', 'status': 'completed', 'code': 200} Jul 05 04:16:29.244570 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-0bf7e2aa-ad78-4122-acef-8f49c99f1a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:29.245984 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-0bf7e2aa-ad78-4122-acef-8f49c99f1a58 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0bb0cc42-6113-47d4-aa5f-df8fe9890423 HTTP/1.1" status: 200 len: 834 time: 0.5907519 Jul 05 04:16:29.262270 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cc751fd1-5d51-414e-96e9-d596d7c343d9 req-a7e7206d-26c7-4ff1-8bdc-0925f5e723b3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6181438 Jul 05 04:16:29.321359 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.345496 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef4302-abf2-49c3-a162-f534681c39c4 req-c9e4e6b2-56fd-4d00-8955-5140441bcc93 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:29.354803 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4eef4302-abf2-49c3-a162-f534681c39c4 req-c9e4e6b2-56fd-4d00-8955-5140441bcc93 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 945 time: 0.0898323 Jul 05 04:16:29.413516 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4eef4302-abf2-49c3-a162-f534681c39c4 req-19d3bf42-3aa7-4fc8-95da-21f2ead5ad8b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571027 Jul 05 04:16:29.521309 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-74f16214-9eb9-486c-aaba-3401e2763698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c0a6be1-ee20-44ab-b334-f189d996ea6d {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:16:29.544188 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-74f16214-9eb9-486c-aaba-3401e2763698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.547658 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-e7dfe027-1c9e-48b9-bc23-19b6936415b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:29.549377 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-e7dfe027-1c9e-48b9-bc23-19b6936415b2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a677080b-978d-4f21-8599-2c79db51042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2736220 Jul 05 04:16:29.641982 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-74f16214-9eb9-486c-aaba-3401e2763698 service neutron] Transition to ACTIVE for port object 4c0a6be1-ee20-44ab-b334-f189d996ea6d will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:29.676259 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-74f16214-9eb9-486c-aaba-3401e2763698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.678878 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b096d-9f53-42c9-9e4d-0cb2a5edb780 req-2de250a9-eebf-476a-98d3-4f1dcb8381b7 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:29.685753 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4c1b096d-9f53-42c9-9e4d-0cb2a5edb780 req-2de250a9-eebf-476a-98d3-4f1dcb8381b7 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3d54ae7-e896-4f01-a51f-da495766efbf HTTP/1.1" status: 200 len: 932 time: 0.1057715 Jul 05 04:16:29.780958 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4c1b096d-9f53-42c9-9e4d-0cb2a5edb780 req-018dce4b-92ed-408d-b2a8-4ade0b43fa80 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=6cc94aa0-71d7-4f9c-8a21-712bf89df505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940523 Jul 05 04:16:29.907287 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-5235f488-92f9-4a7b-b0ce-6d20d2445d2f service neutron] 10.222.0.89 "GET /v2.0/networks/a677080b-978d-4f21-8599-2c79db51042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207998 Jul 05 04:16:29.916219 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5369f-864c-4af7-8221-47398ca1f286 req-5a5952f9-48d1-4dec-969f-abf9ea0fa203 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:29.917880 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b1c5369f-864c-4af7-8221-47398ca1f286 req-5a5952f9-48d1-4dec-969f-abf9ea0fa203 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=32ee11a1-234d-4e84-ac30-13810509155f HTTP/1.1" status: 200 len: 945 time: 0.3892300 Jul 05 04:16:29.928783 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f16214-9eb9-486c-aaba-3401e2763698 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0a6be1-ee20-44ab-b334-f189d996ea6d,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:29.991668 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-74f16214-9eb9-486c-aaba-3401e2763698 service neutron] Attempting to bind port 4c0a6be1-ee20-44ab-b334-f189d996ea6d on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:29.992211 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-74f16214-9eb9-486c-aaba-3401e2763698 service neutron] Attempting to bind port 4c0a6be1-ee20-44ab-b334-f189d996ea6d by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'd3f78197-d07d-4192-91d5-3fa85d5826af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:29.992587 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-74f16214-9eb9-486c-aaba-3401e2763698 service neutron] Attempting to bind port 4c0a6be1-ee20-44ab-b334-f189d996ea6d on network f965a522-bdd2-4dcc-b35e-5f8b97d18006 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:30.055837 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-74f16214-9eb9-486c-aaba-3401e2763698 service neutron] Port 4c0a6be1-ee20-44ab-b334-f189d996ea6d on network f965a522-bdd2-4dcc-b35e-5f8b97d18006 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:16:30.056212 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-74f16214-9eb9-486c-aaba-3401e2763698 service neutron] Attempting to bind port 4c0a6be1-ee20-44ab-b334-f189d996ea6d on network f965a522-bdd2-4dcc-b35e-5f8b97d18006 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:30.060708 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b1c5369f-864c-4af7-8221-47398ca1f286 req-151e6223-88d3-431f-a064-5bcc366331d8 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287856 Jul 05 04:16:30.071686 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-74f16214-9eb9-486c-aaba-3401e2763698 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:30.072076 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-74f16214-9eb9-486c-aaba-3401e2763698 service neutron] Checking segment: {'id': 'd3f78197-d07d-4192-91d5-3fa85d5826af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:30.072467 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-74f16214-9eb9-486c-aaba-3401e2763698 service neutron] Bound using segment: {'id': 'd3f78197-d07d-4192-91d5-3fa85d5826af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:30.072921 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-74f16214-9eb9-486c-aaba-3401e2763698 service neutron] Bound port: 4c0a6be1-ee20-44ab-b334-f189d996ea6d, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f78197-d07d-4192-91d5-3fa85d5826af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:30.073290 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-74f16214-9eb9-486c-aaba-3401e2763698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.086227 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c1671-194f-40a5-a546-4fc69411a049 req-a614c90a-866d-4f36-a0a2-bb8afac6a7c4 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:30.087899 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5b3c1671-194f-40a5-a546-4fc69411a049 req-a614c90a-866d-4f36-a0a2-bb8afac6a7c4 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 945 time: 0.1651664 Jul 05 04:16:30.177837 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5b3c1671-194f-40a5-a546-4fc69411a049 req-7253667d-228a-4077-85bd-1c4d3c660f46 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791616 Jul 05 04:16:30.213486 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-74f16214-9eb9-486c-aaba-3401e2763698 service neutron] For port 4c0a6be1-ee20-44ab-b334-f189d996ea6d, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:30.217372 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-74f16214-9eb9-486c-aaba-3401e2763698 service neutron] For port 4c0a6be1-ee20-44ab-b334-f189d996ea6d, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=4c0a6be1-ee20-44ab-b334-f189d996ea6d,segment=NetworkSegment(d3f78197-d07d-4192-91d5-3fa85d5826af),segment_id=d3f78197-d07d-4192-91d5-3fa85d5826af)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:30.233089 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-74f16214-9eb9-486c-aaba-3401e2763698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.278725 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-62647329-82fd-4f4c-b081-56deb86dbd9a req-7673457e-74d6-4568-b7ee-f48ad14832a4 service neutron] 10.222.0.89 "GET /v2.0/networks/a677080b-978d-4f21-8599-2c79db51042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577886 Jul 05 04:16:30.332393 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-74f16214-9eb9-486c-aaba-3401e2763698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:30.333027 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-74f16214-9eb9-486c-aaba-3401e2763698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.339658 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-74f16214-9eb9-486c-aaba-3401e2763698 service neutron] 10.222.0.70 "PUT /v2.0/ports/4c0a6be1-ee20-44ab-b334-f189d996ea6d HTTP/1.1" status: 200 len: 1093 time: 2.6439161 Jul 05 04:16:30.492565 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f16214-9eb9-486c-aaba-3401e2763698 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0a6be1-ee20-44ab-b334-f189d996ea6d,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:30.629576 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096a8d6-1515-4c7b-9455-22bf42322be2 req-3341c2f1-194c-4dc9-9652-5dafffd9f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:30.631445 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a096a8d6-1515-4c7b-9455-22bf42322be2 req-3341c2f1-194c-4dc9-9652-5dafffd9f1a7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 1095 time: 0.2828965 Jul 05 04:16:30.638000 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-c7607f2a-b403-4db3-b1c6-562eb4f912e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:30.639602 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-c7607f2a-b403-4db3-b1c6-562eb4f912e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac0be634601541e3aba69b1b2bc67317&device_id=f3d54ae7-e896-4f01-a51f-da495766efbf HTTP/1.1" status: 200 len: 1096 time: 0.2174613 Jul 05 04:16:30.751013 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-0f435ea2-7a3a-4104-9fc9-a6127c5194a8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c0a6be1-ee20-44ab-b334-f189d996ea6d HTTP/1.1" status: 200 len: 217 time: 0.0968151 Jul 05 04:16:30.778293 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2255a-c3bf-453c-bef7-f9f1c15875ed req-381faf6d-6770-4c44-a067-f85697c5f321 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:30.779866 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2a2255a-c3bf-453c-bef7-f9f1c15875ed req-381faf6d-6770-4c44-a067-f85697c5f321 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 943 time: 0.2534525 Jul 05 04:16:30.862115 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096a8d6-1515-4c7b-9455-22bf42322be2 req-a201dd1b-a04d-448a-a30b-403432804673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:30.863596 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a096a8d6-1515-4c7b-9455-22bf42322be2 req-a201dd1b-a04d-448a-a30b-403432804673 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a677080b-978d-4f21-8599-2c79db51042a HTTP/1.1" status: 200 len: 898 time: 0.2189305 Jul 05 04:16:30.870922 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-4740af6a-a2de-4cfa-bacf-f08e1c77f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:30.873754 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-4740af6a-a2de-4cfa-bacf-f08e1c77f2d1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=da53b46c-5bea-4ede-97c2-6167e1164bdb HTTP/1.1" status: 200 len: 834 time: 0.1119564 Jul 05 04:16:30.922729 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a096a8d6-1515-4c7b-9455-22bf42322be2 req-193d6d4b-1510-492e-ba55-845a7f493e31 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16032335-d5be-4931-82f0-4d5e53b2d5da HTTP/1.1" status: 200 len: 217 time: 0.0492771 Jul 05 04:16:30.925806 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a2a2255a-c3bf-453c-bef7-f9f1c15875ed req-f3e5dfb1-4176-4d3b-b951-6c8dfdecd16f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156337 Jul 05 04:16:31.024769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096a8d6-1515-4c7b-9455-22bf42322be2 req-0410dfbb-1dcd-47d4-8cd4-20063c8fddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:31.026262 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a096a8d6-1515-4c7b-9455-22bf42322be2 req-0410dfbb-1dcd-47d4-8cd4-20063c8fddf0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0bb0cc42-6113-47d4-aa5f-df8fe9890423 HTTP/1.1" status: 200 len: 834 time: 0.0765839 Jul 05 04:16:31.047503 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-9918d681-0212-4202-a1ff-fc5ed7ffa85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:31.048994 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-9918d681-0212-4202-a1ff-fc5ed7ffa85d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f965a522-bdd2-4dcc-b35e-5f8b97d18006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1642256 Jul 05 04:16:31.174704 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55432) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:31.223620 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d54ae7-e896-4f01-a51f-da495766efbf', 'tag': '4c0a6be1-ee20-44ab-b334-f189d996ea6d'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:31.241166 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5dac91-ce16-4231-ba4c-ffb94976ebfd" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d54ae7-e896-4f01-a51f-da495766efbf", "tag": "4c0a6be1-ee20-44ab-b334-f189d996ea6d"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:31.262470 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096a8d6-1515-4c7b-9455-22bf42322be2 req-218ed510-889d-43db-8a92-8701eddf05f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:31.264451 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a096a8d6-1515-4c7b-9455-22bf42322be2 req-218ed510-889d-43db-8a92-8701eddf05f8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a677080b-978d-4f21-8599-2c79db51042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2145965 Jul 05 04:16:31.284104 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-536f7a85-c618-4e07-a255-ec02f9c77e83 service neutron] 10.222.0.70 "GET /v2.0/networks/f965a522-bdd2-4dcc-b35e-5f8b97d18006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197928 Jul 05 04:16:31.328250 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-afd6e685-4601-43e9-b0a5-99dc1c181b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.357954 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-c58fb66e-e840-4eca-907e-770d27a89cda tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2083140237', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:31.395672 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58fb66e-e840-4eca-907e-770d27a89cda tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Made reservation on behalf of 6d960873ba7e4f709672b54b4f34c9c8 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:31.401293 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c58fb66e-e840-4eca-907e-770d27a89cda tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.423283 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c58fb66e-e840-4eca-907e-770d27a89cda tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.520525 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a096a8d6-1515-4c7b-9455-22bf42322be2 req-9efdda8e-4fcb-4513-9f29-a9c7af4a540d service neutron] 10.222.0.89 "GET /v2.0/networks/a677080b-978d-4f21-8599-2c79db51042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460947 Jul 05 04:16:31.546755 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f2e7b08b-d91d-4cfa-97dd-e91447451838 req-780e59df-fae4-41f9-9f05-d33faadbf112 service neutron] 10.222.0.70 "GET /v2.0/networks/f965a522-bdd2-4dcc-b35e-5f8b97d18006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492030 Jul 05 04:16:31.583072 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4f166-64c5-4b3a-b8c3-b2b7add1e478 req-a0e919b7-d5ad-417f-ad4f-7a188e70c19c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:31.588345 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d7c4f166-64c5-4b3a-b8c3-b2b7add1e478 req-a0e919b7-d5ad-417f-ad4f-7a188e70c19c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3d54ae7-e896-4f01-a51f-da495766efbf HTTP/1.1" status: 200 len: 944 time: 0.4741626 Jul 05 04:16:31.623766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2572532-c5c6-47f9-b6d3-ce1a55ceaba6 req-a58f19ce-29dc-48db-ba02-0058bdf44161 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:31.628296 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f2572532-c5c6-47f9-b6d3-ce1a55ceaba6 req-a58f19ce-29dc-48db-ba02-0058bdf44161 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 945 time: 0.2083719 Jul 05 04:16:31.655317 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c58fb66e-e840-4eca-907e-770d27a89cda tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.664868 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c58fb66e-e840-4eca-907e-770d27a89cda tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.672130 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-c58fb66e-e840-4eca-907e-770d27a89cda tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] device_id is not set on port 81b62532-1d22-435c-bf03-fc3a6f1e054a yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:16:31.684177 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d7c4f166-64c5-4b3a-b8c3-b2b7add1e478 req-404ca68f-060c-4c89-ba22-2a1ba398aa29 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=6cc94aa0-71d7-4f9c-8a21-712bf89df505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707569 Jul 05 04:16:31.694594 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a096a8d6-1515-4c7b-9455-22bf42322be2 req-df8e11ac-a7b4-4bb4-9cfb-5413af23d455 service neutron] 10.222.0.89 "GET /v2.0/networks/a677080b-978d-4f21-8599-2c79db51042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647918 Jul 05 04:16:31.703450 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f2572532-c5c6-47f9-b6d3-ce1a55ceaba6 req-dd9ac062-c503-4dba-8c14-0ff6210d2c95 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680346 Jul 05 04:16:31.748129 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.761083 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fb66e-e840-4eca-907e-770d27a89cda tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb33f7af-e767-424d-b616-cc9168e791ba,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:31.775122 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63200369-5a74-4043-981d-f7959fdd7771 x-openstack-request-id: req-63200369-5a74-4043-981d-f7959fdd7771 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:31.775308 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d54ae7-e896-4f01-a51f-da495766efbf", "tag": "4c0a6be1-ee20-44ab-b334-f189d996ea6d", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:31.775767 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-63200369-5a74-4043-981d-f7959fdd7771 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:31.776206 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d54ae7-e896-4f01-a51f-da495766efbf', 'tag': '4c0a6be1-ee20-44ab-b334-f189d996ea6d', 'status': 'completed', 'code': 200} Jul 05 04:16:31.870298 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-c58fb66e-e840-4eca-907e-770d27a89cda tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Allocated IP 172.25.1.23 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/81b62532-1d22-435c-bf03-fc3a6f1e054a) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:31.907061 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5dac91-ce16-4231-ba4c-ffb94976ebfd req-6f5e0d47-0af4-4f3a-81d8-4d76d794a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:31.908962 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf5dac91-ce16-4231-ba4c-ffb94976ebfd req-6f5e0d47-0af4-4f3a-81d8-4d76d794a0de service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac0be634601541e3aba69b1b2bc67317&device_id=f3d54ae7-e896-4f01-a51f-da495766efbf HTTP/1.1" status: 200 len: 1096 time: 0.0825496 Jul 05 04:16:32.034680 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5dac91-ce16-4231-ba4c-ffb94976ebfd req-62d70c29-4949-4204-9f6d-a14bae78b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:32.036539 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf5dac91-ce16-4231-ba4c-ffb94976ebfd req-62d70c29-4949-4204-9f6d-a14bae78b514 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f965a522-bdd2-4dcc-b35e-5f8b97d18006 HTTP/1.1" status: 200 len: 898 time: 0.1188583 Jul 05 04:16:32.101688 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf5dac91-ce16-4231-ba4c-ffb94976ebfd req-af346fc0-25c5-49d7-961b-d0c0ead04962 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c0a6be1-ee20-44ab-b334-f189d996ea6d HTTP/1.1" status: 200 len: 217 time: 0.0573587 Jul 05 04:16:32.105904 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c58fb66e-e840-4eca-907e-770d27a89cda tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.153131 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c58fb66e-e840-4eca-907e-770d27a89cda tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.199004 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5dac91-ce16-4231-ba4c-ffb94976ebfd req-07382ca4-9865-4a3c-86b4-cb406ea8e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:32.200728 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf5dac91-ce16-4231-ba4c-ffb94976ebfd req-07382ca4-9865-4a3c-86b4-cb406ea8e9b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=da53b46c-5bea-4ede-97c2-6167e1164bdb HTTP/1.1" status: 200 len: 834 time: 0.0890253 Jul 05 04:16:32.217249 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58fb66e-e840-4eca-907e-770d27a89cda tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:32.223666 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-c58fb66e-e840-4eca-907e-770d27a89cda tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:32.227391 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58fb66e-e840-4eca-907e-770d27a89cda tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:32.234430 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fb66e-e840-4eca-907e-770d27a89cda tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Pushing event updated for resources: {'Port': ['ID=81b62532-1d22-435c-bf03-fc3a6f1e054a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:32.272433 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784f275-1a59-419a-a2ad-6054e183de3a req-edd44441-796d-467c-89c7-58a8cdedff1b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:32.280033 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1784f275-1a59-419a-a2ad-6054e183de3a req-edd44441-796d-467c-89c7-58a8cdedff1b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 943 time: 0.1811125 Jul 05 04:16:32.292455 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58fb66e-e840-4eca-907e-770d27a89cda tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:32.293128 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c58fb66e-e840-4eca-907e-770d27a89cda tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.327530 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c58fb66e-e840-4eca-907e-770d27a89cda tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1508317 Jul 05 04:16:32.330301 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55452) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.335545 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1784f275-1a59-419a-a2ad-6054e183de3a req-bb5a2305-83cd-4e72-ad5f-fbb62818f256 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544806 Jul 05 04:16:32.338776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-a5245886-069c-4ada-82a3-3ade293976ad tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.23'}]}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:32.347976 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5dac91-ce16-4231-ba4c-ffb94976ebfd req-3586ee4b-0088-4d90-8477-fcae0b1bbd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:32.349503 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf5dac91-ce16-4231-ba4c-ffb94976ebfd req-3586ee4b-0088-4d90-8477-fcae0b1bbd24 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f965a522-bdd2-4dcc-b35e-5f8b97d18006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1398687 Jul 05 04:16:32.384130 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a5245886-069c-4ada-82a3-3ade293976ad tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.387445 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a5245886-069c-4ada-82a3-3ade293976ad tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.487392 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a5245886-069c-4ada-82a3-3ade293976ad tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.492995 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf5dac91-ce16-4231-ba4c-ffb94976ebfd req-fdff6999-1e7f-46be-83f1-1bc0aa49cdc8 service neutron] 10.222.0.70 "GET /v2.0/networks/f965a522-bdd2-4dcc-b35e-5f8b97d18006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356847 Jul 05 04:16:32.606910 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.621799 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf5dac91-ce16-4231-ba4c-ffb94976ebfd req-dc1d7c57-5368-4cff-9272-bcd7712d7a07 service neutron] 10.222.0.70 "GET /v2.0/networks/f965a522-bdd2-4dcc-b35e-5f8b97d18006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199322 Jul 05 04:16:32.661494 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55458) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.693146 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a5245886-069c-4ada-82a3-3ade293976ad tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.813521 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-45e1c00f-9b52-411d-8488-2aabcb641fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.980294 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a5245886-069c-4ada-82a3-3ade293976ad tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.996014 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-45e1c00f-9b52-411d-8488-2aabcb641fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.003674 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a5245886-069c-4ada-82a3-3ade293976ad tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.008045 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fe78d-45cd-40a2-bc8b-145b94f26c04 req-f4834f83-e5f3-470c-9df6-190d2f740681 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:33.014911 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-649fe78d-45cd-40a2-bc8b-145b94f26c04 req-f4834f83-e5f3-470c-9df6-190d2f740681 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 945 time: 0.1653566 Jul 05 04:16:33.022263 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-45e1c00f-9b52-411d-8488-2aabcb641fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.079745 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-45e1c00f-9b52-411d-8488-2aabcb641fdf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3ce0b8c32f5c4987997bb3e1bb23ddce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4158421 Jul 05 04:16:33.082880 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55472) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.083047 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1c00f-9b52-411d-8488-2aabcb641fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af055b1-0f0f-4808-a4f3-daa720226e0b,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:33.093268 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-649fe78d-45cd-40a2-bc8b-145b94f26c04 req-a07d9f86-5ce8-4116-b8f5-37ad9c19f023 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774484 Jul 05 04:16:33.182999 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3339399-6414-4fb6-aa43-f87f4f5497df req-a905d8f8-2ad4-465b-bf58-558979a41b7c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:33.184806 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c3339399-6414-4fb6-aa43-f87f4f5497df req-a905d8f8-2ad4-465b-bf58-558979a41b7c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 945 time: 0.0744340 Jul 05 04:16:33.237486 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3c10e9ab-6f8c-4f75-b404-a4ce1b377d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.252631 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c93dd1-ab50-4601-ae12-a463f0a7eb16 req-b848f28e-96b1-489f-acbc-9b2288b22c5e tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:33.254187 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c5c93dd1-ab50-4601-ae12-a463f0a7eb16 req-b848f28e-96b1-489f-acbc-9b2288b22c5e tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3d54ae7-e896-4f01-a51f-da495766efbf HTTP/1.1" status: 200 len: 944 time: 0.2127881 Jul 05 04:16:33.285293 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 16032335-d5be-4931-82f0-4d5e53b2d5da details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:16:33.304592 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a5245886-069c-4ada-82a3-3ade293976ad tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.308567 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3c10e9ab-6f8c-4f75-b404-a4ce1b377d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.352190 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251165a5-6fb1-4f2b-8704-27f676d7caec req-491ba3bc-d80b-40c5-b2d8-8fb1ccb92d4f tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:33.353798 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-251165a5-6fb1-4f2b-8704-27f676d7caec req-491ba3bc-d80b-40c5-b2d8-8fb1ccb92d4f tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 945 time: 0.1428404 Jul 05 04:16:33.397473 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 16032335-d5be-4931-82f0-4d5e53b2d5da, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=16032335-d5be-4931-82f0-4d5e53b2d5da,segment=NetworkSegment(e7644ba7-caa3-421b-856b-f891f65d4ddf),segment_id=e7644ba7-caa3-421b-856b-f891f65d4ddf)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:33.400030 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-c3339399-6414-4fb6-aa43-f87f4f5497df req-1a6609fa-c946-43d3-9eee-223ea2d8277c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Deleting port 66211991-7d4e-4114-ac0d-c916dfe9f3c8 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:33.400389 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c3339399-6414-4fb6-aa43-f87f4f5497df req-1a6609fa-c946-43d3-9eee-223ea2d8277c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.411573 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '16032335-d5be-4931-82f0-4d5e53b2d5da', 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a', 'port_id': '16032335-d5be-4931-82f0-4d5e53b2d5da', 'mac_address': 'fa:16:3e:c3:23:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb0cc42-6113-47d4-aa5f-df8fe9890423', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:16:33.459777 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-251165a5-6fb1-4f2b-8704-27f676d7caec req-528e37c3-7e1d-4c8a-88a1-69e89d67baf4 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980771 Jul 05 04:16:33.462282 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.479524 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16032335-d5be-4931-82f0-4d5e53b2d5da {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:16:33.513168 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 16032335-d5be-4931-82f0-4d5e53b2d5da, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=16032335-d5be-4931-82f0-4d5e53b2d5da,segment=NetworkSegment(e7644ba7-caa3-421b-856b-f891f65d4ddf),segment_id=e7644ba7-caa3-421b-856b-f891f65d4ddf)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:33.517690 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.540919 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-c3339399-6414-4fb6-aa43-f87f4f5497df req-1a6609fa-c946-43d3-9eee-223ea2d8277c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] For port 66211991-7d4e-4114-ac0d-c916dfe9f3c8, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=66211991-7d4e-4114-ac0d-c916dfe9f3c8,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:33.541348 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c3339399-6414-4fb6-aa43-f87f4f5497df req-1a6609fa-c946-43d3-9eee-223ea2d8277c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.561132 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-c3339399-6414-4fb6-aa43-f87f4f5497df req-1a6609fa-c946-43d3-9eee-223ea2d8277c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Calling delete_port for 66211991-7d4e-4114-ac0d-c916dfe9f3c8 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:33.579277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=16032335-d5be-4931-82f0-4d5e53b2d5da,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:33.715830 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c3339399-6414-4fb6-aa43-f87f4f5497df req-1a6609fa-c946-43d3-9eee-223ea2d8277c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.729412 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['abef2f72-32c3-440e-82e7-2164c28ae896'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:16:33.753610 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6609fa-c946-43d3-9eee-223ea2d8277c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event deleted for resources: {'Port': ['ID=66211991-7d4e-4114-ac0d-c916dfe9f3c8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:33.780693 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c5c93dd1-ab50-4601-ae12-a463f0a7eb16 req-14c1d53c-c6c8-4a98-a7f2-46557a32c972 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=6cc94aa0-71d7-4f9c-8a21-712bf89df505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5173173 Jul 05 04:16:33.782098 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['66211991-7d4e-4114-ac0d-c916dfe9f3c8'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:16:33.811705 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['16032335-d5be-4931-82f0-4d5e53b2d5da'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:16:33.817889 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3c10e9ab-6f8c-4f75-b404-a4ce1b377d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.821489 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3c10e9ab-6f8c-4f75-b404-a4ce1b377d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.822641 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3c10e9ab-6f8c-4f75-b404-a4ce1b377d28 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0af055b1-0f0f-4808-a4f3-daa720226e0b HTTP/1.1" status: 204 len: 168 time: 0.7355740 Jul 05 04:16:33.872241 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3339399-6414-4fb6-aa43-f87f4f5497df req-1a6609fa-c946-43d3-9eee-223ea2d8277c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] No DVR routers for this DVR port 66211991-7d4e-4114-ac0d-c916dfe9f3c8 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:16:33.875691 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c3339399-6414-4fb6-aa43-f87f4f5497df req-1a6609fa-c946-43d3-9eee-223ea2d8277c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.883002 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c3339399-6414-4fb6-aa43-f87f4f5497df req-1a6609fa-c946-43d3-9eee-223ea2d8277c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.70 "DELETE /v2.0/ports/66211991-7d4e-4114-ac0d-c916dfe9f3c8 HTTP/1.1" status: 204 len: 173 time: 0.6883581 Jul 05 04:16:33.884915 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3', 'name': 'network-vif-deleted', 'tag': '66211991-7d4e-4114-ac0d-c916dfe9f3c8'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:33.888247 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b68ecc-1fb8-4fed-a065-e69b97851a9a" -d '{"events": [{"server_uuid": "1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3", "name": "network-vif-deleted", "tag": "66211991-7d4e-4114-ac0d-c916dfe9f3c8"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:33.918241 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10e9ab-6f8c-4f75-b404-a4ce1b377d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af055b1-0f0f-4808-a4f3-daa720226e0b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:33.924758 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a5245886-069c-4ada-82a3-3ade293976ad tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.935475 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a5245886-069c-4ada-82a3-3ade293976ad tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.000948 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a5245886-069c-4ada-82a3-3ade293976ad tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.001469 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5245886-069c-4ada-82a3-3ade293976ad tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c88aa11-540b-4a49-a6b1-90fda0d9d7f8 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:16:34.025759 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06423ba7-de2c-45d1-9370-30fb3e5d0b93 x-openstack-request-id: req-06423ba7-de2c-45d1-9370-30fb3e5d0b93 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:34.026235 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3", "name": "network-vif-deleted", "tag": "66211991-7d4e-4114-ac0d-c916dfe9f3c8", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:34.026827 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-06423ba7-de2c-45d1-9370-30fb3e5d0b93 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:34.028055 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3', 'name': 'network-vif-deleted', 'tag': '66211991-7d4e-4114-ac0d-c916dfe9f3c8', 'status': 'completed', 'code': 200} Jul 05 04:16:34.040013 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-a5245886-069c-4ada-82a3-3ade293976ad tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 05 04:16:34.043923 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a5245886-069c-4ada-82a3-3ade293976ad tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.7098415 Jul 05 04:16:34.045047 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55482) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:34.221895 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ea56a-df79-4e54-8d91-10a23bf5b5f5 tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Deleting port 81b62532-1d22-435c-bf03-fc3a6f1e054a {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:34.222256 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea56a-df79-4e54-8d91-10a23bf5b5f5 tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.266025 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc62cf-4048-4ee1-b75c-09c1f3040ca0 req-4e4f6399-02e8-45f3-a2e8-a5d12be5e7ed tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:34.268958 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2bcc62cf-4048-4ee1-b75c-09c1f3040ca0 req-4e4f6399-02e8-45f3-a2e8-a5d12be5e7ed tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 944 time: 0.4999363 Jul 05 04:16:34.341316 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2bcc62cf-4048-4ee1-b75c-09c1f3040ca0 req-8e5d5d2d-5d73-4d10-8c6c-73c6b408636b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642858 Jul 05 04:16:34.369081 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55488) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:34.374168 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-262701cc-59fa-4a07-9710-32535905b13e req-4674e1ec-11b0-44d5-bc47-a3fa11bdfeec tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 210 time: 0.0693641 Jul 05 04:16:34.385367 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a3b4949e-03c9-404c-a222-a42a91947b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.400935 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.429013 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea56a-df79-4e54-8d91-10a23bf5b5f5 tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.442536 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ea56a-df79-4e54-8d91-10a23bf5b5f5 tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Calling delete_port for 81b62532-1d22-435c-bf03-fc3a6f1e054a owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:34.512291 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a3b4949e-03c9-404c-a222-a42a91947b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.520737 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a3b4949e-03c9-404c-a222-a42a91947b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.574998 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a3b4949e-03c9-404c-a222-a42a91947b1c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=669d212b6166437fa8393219605e7086&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2047374 Jul 05 04:16:34.577746 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55492) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:34.586682 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4949e-03c9-404c-a222-a42a91947b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7677a8ea-9b8b-43e7-834a-a6f58b46350b,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:34.623407 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea56a-df79-4e54-8d91-10a23bf5b5f5 tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.654285 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ea56a-df79-4e54-8d91-10a23bf5b5f5 tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Pushing event deleted for resources: {'Port': ['ID=81b62532-1d22-435c-bf03-fc3a6f1e054a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:34.682270 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9cbeaf60-37cf-4fba-b2a0-e06b998b6099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.720261 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9cbeaf60-37cf-4fba-b2a0-e06b998b6099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.758651 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea56a-df79-4e54-8d91-10a23bf5b5f5 tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.761007 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ce9ea56a-df79-4e54-8d91-10a23bf5b5f5 tempest-RoutersAdminNegativeTest-1235309071 tempest-RoutersAdminNegativeTest-1235309071-project-admin] 10.222.0.77 "DELETE /v2.0/ports/81b62532-1d22-435c-bf03-fc3a6f1e054a HTTP/1.1" status: 204 len: 168 time: 0.7149582 Jul 05 04:16:34.783614 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d221a00-8f6d-4283-b5a4-01b9893175be req-308e5499-95fb-4dbd-bec7-7832ff96f49d tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:34.791186 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d221a00-8f6d-4283-b5a4-01b9893175be req-308e5499-95fb-4dbd-bec7-7832ff96f49d tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 945 time: 0.1586485 Jul 05 04:16:34.853680 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d221a00-8f6d-4283-b5a4-01b9893175be req-b4d4d3c4-822f-4a6d-96ea-640929f35d4d tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615993 Jul 05 04:16:34.859369 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9cbeaf60-37cf-4fba-b2a0-e06b998b6099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.862715 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9cbeaf60-37cf-4fba-b2a0-e06b998b6099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.866399 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9cbeaf60-37cf-4fba-b2a0-e06b998b6099 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7677a8ea-9b8b-43e7-834a-a6f58b46350b HTTP/1.1" status: 204 len: 168 time: 0.2848225 Jul 05 04:16:34.879283 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbeaf60-37cf-4fba-b2a0-e06b998b6099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7677a8ea-9b8b-43e7-834a-a6f58b46350b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:35.010628 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22034ed-14b9-458d-977f-9e8fa26edb79 req-eeb8d9ad-8105-4d73-85ae-436ac9ad3638 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:35.012349 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a22034ed-14b9-458d-977f-9e8fa26edb79 req-eeb8d9ad-8105-4d73-85ae-436ac9ad3638 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3d54ae7-e896-4f01-a51f-da495766efbf HTTP/1.1" status: 200 len: 944 time: 0.0773637 Jul 05 04:16:35.056744 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a22034ed-14b9-458d-977f-9e8fa26edb79 req-2546808a-c4b9-42cd-86dd-f547b756fb72 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=6cc94aa0-71d7-4f9c-8a21-712bf89df505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359678 Jul 05 04:16:35.110949 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55506) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:35.229895 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-64073471-c603-4680-a25b-3d91588b8e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.269816 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 16032335-d5be-4931-82f0-4d5e53b2d5da up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:35.335789 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 16032335-d5be-4931-82f0-4d5e53b2d5da completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:35.340509 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 16032335-d5be-4931-82f0-4d5e53b2d5da triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:35.341636 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.349367 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-64073471-c603-4680-a25b-3d91588b8e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.400117 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-64073471-c603-4680-a25b-3d91588b8e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.403292 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 4c0a6be1-ee20-44ab-b334-f189d996ea6d details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:16:35.498658 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-64073471-c603-4680-a25b-3d91588b8e92 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e557e877bf4b4570ba97efe393c90d2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3862045 Jul 05 04:16:35.500859 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64073471-c603-4680-a25b-3d91588b8e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0dc750-e057-4bfb-add3-7a849eb49a9a,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:35.501056 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55524) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:35.591529 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bf4a0-1afe-4872-a046-0eeb2f311e57 req-94e519f6-edcc-413b-8491-79e5b13fe054 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:35.601018 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6e0bf4a0-1afe-4872-a046-0eeb2f311e57 req-94e519f6-edcc-413b-8491-79e5b13fe054 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 944 time: 0.1000938 Jul 05 04:16:35.610096 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5eb9879a-812e-40a9-abd1-50e9c73abe25 req-0d3e2337-5b5d-43bf-9f70-24258a892a39 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 210 time: 0.0478899 Jul 05 04:16:35.652399 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6e0bf4a0-1afe-4872-a046-0eeb2f311e57 req-b53310e5-14a6-4ae6-95f2-8e9c67ec04b5 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502648 Jul 05 04:16:35.657391 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9678b55a-9dd0-4a22-824e-bbe46f2787bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.659111 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.683845 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9678b55a-9dd0-4a22-824e-bbe46f2787bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.698847 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16032335-d5be-4931-82f0-4d5e53b2d5da'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:35.698847 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c226fc8e-0e01-48a6-ad6d-cec1ac821e9f" -d '{"events": [{"server_uuid": "1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9", "name": "network-vif-plugged", "status": "completed", "tag": "16032335-d5be-4931-82f0-4d5e53b2d5da"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:35.744845 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 16032335-d5be-4931-82f0-4d5e53b2d5da, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=16032335-d5be-4931-82f0-4d5e53b2d5da,segment=NetworkSegment(e7644ba7-caa3-421b-856b-f891f65d4ddf),segment_id=e7644ba7-caa3-421b-856b-f891f65d4ddf)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:35.764630 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9678b55a-9dd0-4a22-824e-bbe46f2787bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.770690 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9678b55a-9dd0-4a22-824e-bbe46f2787bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.773282 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9678b55a-9dd0-4a22-824e-bbe46f2787bd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cf0dc750-e057-4bfb-add3-7a849eb49a9a HTTP/1.1" status: 204 len: 168 time: 0.2706931 Jul 05 04:16:35.781556 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.786322 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678b55a-9dd0-4a22-824e-bbe46f2787bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0dc750-e057-4bfb-add3-7a849eb49a9a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:35.792193 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83ec9a7-1d1d-4d41-bf01-f7e162676bcc x-openstack-request-id: req-f83ec9a7-1d1d-4d41-bf01-f7e162676bcc {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:35.796001 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9", "name": "network-vif-plugged", "status": "completed", "tag": "16032335-d5be-4931-82f0-4d5e53b2d5da", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:35.796280 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f83ec9a7-1d1d-4d41-bf01-f7e162676bcc {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:35.796769 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16032335-d5be-4931-82f0-4d5e53b2d5da', 'code': 200} Jul 05 04:16:35.809058 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 4c0a6be1-ee20-44ab-b334-f189d996ea6d, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=4c0a6be1-ee20-44ab-b334-f189d996ea6d,segment=NetworkSegment(d3f78197-d07d-4192-91d5-3fa85d5826af),segment_id=d3f78197-d07d-4192-91d5-3fa85d5826af)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:35.883179 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '4c0a6be1-ee20-44ab-b334-f189d996ea6d', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'port_id': '4c0a6be1-ee20-44ab-b334-f189d996ea6d', 'mac_address': 'fa:16:3e:e8:85:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:16:35.991662 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=16032335-d5be-4931-82f0-4d5e53b2d5da,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:35.999533 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:36.016202 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c0a6be1-ee20-44ab-b334-f189d996ea6d {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:16:36.037846 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 4c0a6be1-ee20-44ab-b334-f189d996ea6d, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=4c0a6be1-ee20-44ab-b334-f189d996ea6d,segment=NetworkSegment(d3f78197-d07d-4192-91d5-3fa85d5826af),segment_id=d3f78197-d07d-4192-91d5-3fa85d5826af)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:36.041895 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64446457-2f1a-4f64-bf45-9f828aa3b09b req-05e2b02d-be97-40cb-86a3-810b8f1dd10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:36.043726 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-64446457-2f1a-4f64-bf45-9f828aa3b09b req-05e2b02d-be97-40cb-86a3-810b8f1dd10a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 1097 time: 0.1476781 Jul 05 04:16:36.044865 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:36.101996 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-64446457-2f1a-4f64-bf45-9f828aa3b09b req-4944edc7-21f6-4273-a8de-7b225929f2ab service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499671 Jul 05 04:16:36.151079 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=4c0a6be1-ee20-44ab-b334-f189d996ea6d,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:36.202751 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901bffd-b0cb-4a56-a487-29e8725b7cea req-0442e41d-59c4-415b-bfb2-4ea5730b5b95 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:36.211708 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c901bffd-b0cb-4a56-a487-29e8725b7cea req-0442e41d-59c4-415b-bfb2-4ea5730b5b95 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 945 time: 0.0896192 Jul 05 04:16:36.268379 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c901bffd-b0cb-4a56-a487-29e8725b7cea req-2f61b475-8471-45a6-9b14-c40711c3cbe9 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554783 Jul 05 04:16:36.358354 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369a0c7-53be-4c95-8253-5d21a0ded0c8 req-55785316-6b3b-4ba1-bc84-06a28f75084c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:36.360953 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4369a0c7-53be-4c95-8253-5d21a0ded0c8 req-55785316-6b3b-4ba1-bc84-06a28f75084c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3d54ae7-e896-4f01-a51f-da495766efbf HTTP/1.1" status: 200 len: 945 time: 0.0933690 Jul 05 04:16:36.376247 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55552) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:36.410080 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4369a0c7-53be-4c95-8253-5d21a0ded0c8 req-b4e921ea-10e4-425f-b3f4-f11713ba6244 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=6cc94aa0-71d7-4f9c-8a21-712bf89df505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406086 Jul 05 04:16:36.444384 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4711cc03-3d04-4d49-9d80-a1a49ba6b4d3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6d960873ba7e4f709672b54b4f34c9c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656879 Jul 05 04:16:36.447693 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55556) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:36.502221 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2bcaad55-a8c2-466d-b0f6-3a0c52b41436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:36.514599 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['4c0a6be1-ee20-44ab-b334-f189d996ea6d'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:16:36.524646 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2bcaad55-a8c2-466d-b0f6-3a0c52b41436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:36.580406 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2bcaad55-a8c2-466d-b0f6-3a0c52b41436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:36.584661 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2bcaad55-a8c2-466d-b0f6-3a0c52b41436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:36.586126 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2bcaad55-a8c2-466d-b0f6-3a0c52b41436 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eb33f7af-e767-424d-b616-cc9168e791ba HTTP/1.1" status: 204 len: 168 time: 0.1374590 Jul 05 04:16:36.598591 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcaad55-a8c2-466d-b0f6-3a0c52b41436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb33f7af-e767-424d-b616-cc9168e791ba,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:36.922564 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1c9e896c-732a-43f9-a4d4-3370744e88d7 req-66fd079d-9b00-4a3b-9dd3-5dd50546a2fc tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 210 time: 0.0949061 Jul 05 04:16:37.160319 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438e7cf-1998-47aa-a8eb-42191e93385d req-de1d57ba-6283-4f29-a468-751680e45991 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:37.168931 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e438e7cf-1998-47aa-a8eb-42191e93385d req-de1d57ba-6283-4f29-a468-751680e45991 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 945 time: 0.0794976 Jul 05 04:16:37.223452 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e438e7cf-1998-47aa-a8eb-42191e93385d req-8d8a7dcf-b9df-4c0c-9053-f4bebfaad239 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535486 Jul 05 04:16:37.429501 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 66211991-7d4e-4114-ac0d-c916dfe9f3c8 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:16:37.464352 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 66211991-7d4e-4114-ac0d-c916dfe9f3c8 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:16:37.466229 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 66211991-7d4e-4114-ac0d-c916dfe9f3c8 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:16:37.535041 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07740f-53a2-4107-bad4-9a23bf9531a7 req-4ae40556-77ca-478f-a743-df1f9e05ddf8 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:37.541360 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ab07740f-53a2-4107-bad4-9a23bf9531a7 req-4ae40556-77ca-478f-a743-df1f9e05ddf8 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 945 time: 0.1019671 Jul 05 04:16:37.649186 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ab07740f-53a2-4107-bad4-9a23bf9531a7 req-5050f7a4-dd7a-4430-b644-d8cca5044bce tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977862 Jul 05 04:16:37.661941 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb05896-f321-4679-8fab-a9f9d3f611e0 req-00a40f9f-9932-4d5d-a2d9-f631876d1069 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:37.669460 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6eb05896-f321-4679-8fab-a9f9d3f611e0 req-00a40f9f-9932-4d5d-a2d9-f631876d1069 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3d54ae7-e896-4f01-a51f-da495766efbf HTTP/1.1" status: 200 len: 945 time: 0.0833876 Jul 05 04:16:37.708205 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6eb05896-f321-4679-8fab-a9f9d3f611e0 req-f2181e28-e0d9-4947-8a53-6a6368a22faa tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=6cc94aa0-71d7-4f9c-8a21-712bf89df505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378036 Jul 05 04:16:37.713551 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55606) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:37.824857 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-6f9eeed8-c480-444e-b591-95d08c9072f2 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-178355502'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:37.850577 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9eeed8-c480-444e-b591-95d08c9072f2 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Made reservation on behalf of 7548ff5279df4ba4a2cbc0b214884f5d for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:37.854446 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f9eeed8-c480-444e-b591-95d08c9072f2 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.867822 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f9eeed8-c480-444e-b591-95d08c9072f2 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.986282 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f9eeed8-c480-444e-b591-95d08c9072f2 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.993678 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f9eeed8-c480-444e-b591-95d08c9072f2 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:38.023767 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9eeed8-c480-444e-b591-95d08c9072f2 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:16:38.038593 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9eeed8-c480-444e-b591-95d08c9072f2 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e07076a4-18af-4f71-994c-d86cd2540819,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:38.044208 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f9eeed8-c480-444e-b591-95d08c9072f2 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:38.044786 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-6f9eeed8-c480-444e-b591-95d08c9072f2 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Added segment 21f994a0-055e-46f5-b096-fb89d3b55677 of type vlan for network 7baa5aca-cdec-4553-a1a0-fab329f15bd1 Jul 05 04:16:38.098218 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f9eeed8-c480-444e-b591-95d08c9072f2 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:38.134509 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f9eeed8-c480-444e-b591-95d08c9072f2 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:38.140095 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9eeed8-c480-444e-b591-95d08c9072f2 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:38.140736 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f9eeed8-c480-444e-b591-95d08c9072f2 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:38.146251 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-479ea3cd-f916-41cd-9d4e-546328b48bb4 req-6e8a03e0-7cac-4a93-83f3-d1c20e01fd28 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 210 time: 0.0405385 Jul 05 04:16:38.218228 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55622) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:38.218454 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6f9eeed8-c480-444e-b591-95d08c9072f2 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5037065 Jul 05 04:16:38.225430 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9eeed8-c480-444e-b591-95d08c9072f2 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Pushing event updated for resources: {'Network': ['ID=7baa5aca-cdec-4553-a1a0-fab329f15bd1,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:38.227184 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-0b4cc0c6-5099-4261-832a-4a5bf108ba3a tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Request body: {'subnet': {'network_id': '7baa5aca-cdec-4553-a1a0-fab329f15bd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:38.237459 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 7baa5aca-cdec-4553-a1a0-fab329f15bd1 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:16:38.376820 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4cc0c6-5099-4261-832a-4a5bf108ba3a tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Made reservation on behalf of 7548ff5279df4ba4a2cbc0b214884f5d for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:38.384980 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0b4cc0c6-5099-4261-832a-4a5bf108ba3a tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:38.511770 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47318a0-e96e-40c8-8c4f-345b440ebbb0 req-aab8c361-0ba9-43be-a687-a34ae5278223 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:38.516337 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b47318a0-e96e-40c8-8c4f-345b440ebbb0 req-aab8c361-0ba9-43be-a687-a34ae5278223 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 945 time: 0.0909653 Jul 05 04:16:38.569656 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b47318a0-e96e-40c8-8c4f-345b440ebbb0 req-6cb17dea-7250-4155-a6c4-1477718b5655 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448625 Jul 05 04:16:38.635898 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0b4cc0c6-5099-4261-832a-4a5bf108ba3a tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:38.712227 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4cc0c6-5099-4261-832a-4a5bf108ba3a tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Pushing event updated for resources: {'Subnet': ['ID=efddf22b-b41e-4d23-bbcb-b0eb3fb92319,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:38.719954 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4cc0c6-5099-4261-832a-4a5bf108ba3a tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Checking segment: {'id': '21f994a0-055e-46f5-b096-fb89d3b55677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7baa5aca-cdec-4553-a1a0-fab329f15bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:38.720314 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4cc0c6-5099-4261-832a-4a5bf108ba3a tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Network hostable DHCP agents. Network: 7baa5aca-cdec-4553-a1a0-fab329f15bd1, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:16:38.751193 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4cc0c6-5099-4261-832a-4a5bf108ba3a tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Network 7baa5aca-cdec-4553-a1a0-fab329f15bd1 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:16:38.788872 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-0b4cc0c6-5099-4261-832a-4a5bf108ba3a tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 7baa5aca-cdec-4553-a1a0-fab329f15bd1) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:38.795101 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4cc0c6-5099-4261-832a-4a5bf108ba3a tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:38.795755 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0b4cc0c6-5099-4261-832a-4a5bf108ba3a tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:38.801826 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d9f0ea-82e5-44cc-9fab-41153288e703 None None] Network 7baa5aca-cdec-4553-a1a0-fab329f15bd1 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:38.840782 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55642) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:38.854207 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028259b-f536-4bc7-8614-8c1081f4f1ec req-a963bdf8-a2a9-4103-992b-16dddaba10aa tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:38.856019 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3028259b-f536-4bc7-8614-8c1081f4f1ec req-a963bdf8-a2a9-4103-992b-16dddaba10aa tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 945 time: 0.1164160 Jul 05 04:16:38.860352 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55646) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:38.861009 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0b4cc0c6-5099-4261-832a-4a5bf108ba3a tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6408794 Jul 05 04:16:38.868000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-08ae57e5-ebd5-4554-b3c4-df73a72b6be9 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Request body: {'port': {'network_id': '7baa5aca-cdec-4553-a1a0-fab329f15bd1', 'name': 'tempest-AllowedAddressPairTestJSON-2025171164'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:38.921912 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3028259b-f536-4bc7-8614-8c1081f4f1ec req-4c3bb1b5-680c-421f-8e73-9b55d2789cca tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593576 Jul 05 04:16:38.952734 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55648) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:39.024481 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22eae42-ee25-49a3-b4f6-94f05a1f3baa tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:39.032474 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d22eae42-ee25-49a3-b4f6-94f05a1f3baa tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 1092 time: 0.0779488 Jul 05 04:16:39.033146 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55650) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:39.040197 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-923428b6-a3c0-4695-9223-01675eb405a3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': '16032335-d5be-4931-82f0-4d5e53b2d5da', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:39.055310 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397f3024-54b7-4a6c-8af1-d568919d7a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-7baa5aca-cdec-4553-a1a0-fab329f15bd1', 'network_id': '7baa5aca-cdec-4553-a1a0-fab329f15bd1', 'tenant_id': '7548ff5279df4ba4a2cbc0b214884f5d', 'fixed_ips': [{'subnet_id': 'efddf22b-b41e-4d23-bbcb-b0eb3fb92319'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:16:39.056480 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-397f3024-54b7-4a6c-8af1-d568919d7a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.058845 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-59442430-365d-4c6c-8e7f-6d5570443ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.094174 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-923428b6-a3c0-4695-9223-01675eb405a3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.154210 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f889a-2370-425a-93be-fbc1d63223be req-bb2a927b-75d5-44ce-a406-ff3ed9b77173 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:39.164799 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-757f889a-2370-425a-93be-fbc1d63223be req-bb2a927b-75d5-44ce-a406-ff3ed9b77173 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 945 time: 0.3071814 Jul 05 04:16:39.276295 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065a3a8-7172-454e-b13c-e8ed2d79b7b3 req-6fa3a705-5e7e-44af-99cf-bc72ded59346 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:39.280188 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-757f889a-2370-425a-93be-fbc1d63223be req-b2de3e08-fc1b-45f9-a1fe-afbb656b70f0 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141002 Jul 05 04:16:39.285474 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3065a3a8-7172-454e-b13c-e8ed2d79b7b3 req-6fa3a705-5e7e-44af-99cf-bc72ded59346 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3d54ae7-e896-4f01-a51f-da495766efbf HTTP/1.1" status: 200 len: 945 time: 0.1759512 Jul 05 04:16:39.315448 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-397f3024-54b7-4a6c-8af1-d568919d7a49 None None] Allocated IP 172.20.0.2 (7baa5aca-cdec-4553-a1a0-fab329f15bd1/efddf22b-b41e-4d23-bbcb-b0eb3fb92319/4258856b-8f10-44a2-8703-1b561d6fd1b6) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:39.378572 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3065a3a8-7172-454e-b13c-e8ed2d79b7b3 req-da131e05-d1f7-4d42-aa3b-b2a672790aa7 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=6cc94aa0-71d7-4f9c-8a21-712bf89df505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919755 Jul 05 04:16:39.412687 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-59442430-365d-4c6c-8e7f-6d5570443ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.423140 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-923428b6-a3c0-4695-9223-01675eb405a3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.423328 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-59442430-365d-4c6c-8e7f-6d5570443ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.484350 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 4c0a6be1-ee20-44ab-b334-f189d996ea6d up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:39.487397 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-59442430-365d-4c6c-8e7f-6d5570443ab0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=024ec1bc0bef42e5a17abceee88d7575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6450095 Jul 05 04:16:39.488346 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55656) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:39.601009 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b76711f4-3e07-41d7-99e5-2bbbdc58d7a6 req-292c383f-2fef-4354-8522-d089e3c66d57 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3e9879-6b0a-4a91-8d19-433f4fa4fdd3 HTTP/1.1" status: 200 len: 210 time: 0.1119001 Jul 05 04:16:39.620829 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59442430-365d-4c6c-8e7f-6d5570443ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97044389-a24b-4776-bbc0-e81edc22c898,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:39.640902 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ae57e5-ebd5-4554-b3c4-df73a72b6be9 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Made reservation on behalf of 7548ff5279df4ba4a2cbc0b214884f5d for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:39.646096 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-08ae57e5-ebd5-4554-b3c4-df73a72b6be9 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.652484 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 4c0a6be1-ee20-44ab-b334-f189d996ea6d completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:39.664466 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 4c0a6be1-ee20-44ab-b334-f189d996ea6d triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:39.665460 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.738945 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-08ae57e5-ebd5-4554-b3c4-df73a72b6be9 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] device_id is not set on port 3e67332e-216d-4749-925b-feed7170bce8 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:16:39.758894 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1b9a2b07-f40e-444c-b53c-59fb48c0260f req-141adadb-6b8d-4a4c-84d8-15b3039f6dfb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1720374 Jul 05 04:16:39.768153 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-923428b6-a3c0-4695-9223-01675eb405a3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Allocated IP 172.25.1.244 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/66e769ef-7787-4153-977f-c6d38de22f85) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:39.823699 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b7ac215c-7ee7-469a-afe1-fda4a4531c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.868276 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b7ac215c-7ee7-469a-afe1-fda4a4531c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.933074 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-397f3024-54b7-4a6c-8af1-d568919d7a49 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.958623 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b7ac215c-7ee7-469a-afe1-fda4a4531c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.962027 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b7ac215c-7ee7-469a-afe1-fda4a4531c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.964731 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.966678 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b7ac215c-7ee7-469a-afe1-fda4a4531c49 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/97044389-a24b-4776-bbc0-e81edc22c898 HTTP/1.1" status: 204 len: 168 time: 0.4501829 Jul 05 04:16:39.972462 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-397f3024-54b7-4a6c-8af1-d568919d7a49 None None] Transition to ACTIVE for port object 4258856b-8f10-44a2-8703-1b561d6fd1b6 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:39.979149 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac215c-7ee7-469a-afe1-fda4a4531c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97044389-a24b-4776-bbc0-e81edc22c898,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:39.985833 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-923428b6-a3c0-4695-9223-01675eb405a3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.992979 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-397f3024-54b7-4a6c-8af1-d568919d7a49 None None] Transition to ACTIVE for port object 4258856b-8f10-44a2-8703-1b561d6fd1b6 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:40.017406 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-397f3024-54b7-4a6c-8af1-d568919d7a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.065432 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d54ae7-e896-4f01-a51f-da495766efbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0a6be1-ee20-44ab-b334-f189d996ea6d'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:40.067946 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4a57a0-952b-4207-8686-a16c4daf1e8c" -d '{"events": [{"server_uuid": "f3d54ae7-e896-4f01-a51f-da495766efbf", "name": "network-vif-plugged", "status": "completed", "tag": "4c0a6be1-ee20-44ab-b334-f189d996ea6d"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:40.123009 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-08ae57e5-ebd5-4554-b3c4-df73a72b6be9 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Allocated IP 172.20.0.11 (7baa5aca-cdec-4553-a1a0-fab329f15bd1/efddf22b-b41e-4d23-bbcb-b0eb3fb92319/3e67332e-216d-4749-925b-feed7170bce8) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:40.125197 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397f3024-54b7-4a6c-8af1-d568919d7a49 None None] Network 7baa5aca-cdec-4553-a1a0-fab329f15bd1 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:40.131174 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 4c0a6be1-ee20-44ab-b334-f189d996ea6d, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=4c0a6be1-ee20-44ab-b334-f189d996ea6d,segment=NetworkSegment(d3f78197-d07d-4192-91d5-3fa85d5826af),segment_id=d3f78197-d07d-4192-91d5-3fa85d5826af)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:40.133015 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-397f3024-54b7-4a6c-8af1-d568919d7a49 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:40.135441 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f3024-54b7-4a6c-8af1-d568919d7a49 None None] Pushing event updated for resources: {'Port': ['ID=4258856b-8f10-44a2-8703-1b561d6fd1b6,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:40.138676 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397f3024-54b7-4a6c-8af1-d568919d7a49 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:40.141511 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.426339 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d19364-aa5f-4442-865c-ad37767d34a2 x-openstack-request-id: req-38d19364-aa5f-4442-865c-ad37767d34a2 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:40.426910 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d54ae7-e896-4f01-a51f-da495766efbf", "name": "network-vif-plugged", "status": "completed", "tag": "4c0a6be1-ee20-44ab-b334-f189d996ea6d", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:40.427981 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-38d19364-aa5f-4442-865c-ad37767d34a2 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:40.428980 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d54ae7-e896-4f01-a51f-da495766efbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0a6be1-ee20-44ab-b334-f189d996ea6d', 'code': 200} Jul 05 04:16:40.542790 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-397f3024-54b7-4a6c-8af1-d568919d7a49 None None] Attempting to bind port 4258856b-8f10-44a2-8703-1b561d6fd1b6 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:40.543310 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-397f3024-54b7-4a6c-8af1-d568919d7a49 None None] Attempting to bind port 4258856b-8f10-44a2-8703-1b561d6fd1b6 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '21f994a0-055e-46f5-b096-fb89d3b55677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7baa5aca-cdec-4553-a1a0-fab329f15bd1'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:40.543776 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f3024-54b7-4a6c-8af1-d568919d7a49 None None] Attempting to bind port 4258856b-8f10-44a2-8703-1b561d6fd1b6 on network 7baa5aca-cdec-4553-a1a0-fab329f15bd1 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:40.552064 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f3024-54b7-4a6c-8af1-d568919d7a49 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:40.552835 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f3024-54b7-4a6c-8af1-d568919d7a49 None None] Checking segment: {'id': '21f994a0-055e-46f5-b096-fb89d3b55677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7baa5aca-cdec-4553-a1a0-fab329f15bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:40.553190 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-397f3024-54b7-4a6c-8af1-d568919d7a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.553693 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f3024-54b7-4a6c-8af1-d568919d7a49 None None] Bound using segment: {'id': '21f994a0-055e-46f5-b096-fb89d3b55677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7baa5aca-cdec-4553-a1a0-fab329f15bd1'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:40.554342 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-397f3024-54b7-4a6c-8af1-d568919d7a49 None None] Bound port: 4258856b-8f10-44a2-8703-1b561d6fd1b6, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f994a0-055e-46f5-b096-fb89d3b55677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7baa5aca-cdec-4553-a1a0-fab329f15bd1'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:40.554829 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-397f3024-54b7-4a6c-8af1-d568919d7a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.557931 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55668) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:40.572789 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ca5c6-8db7-4d90-91b2-00c334b7670a req-c2e1cf6c-851b-4107-af8d-deffd4fd274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:40.574552 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8b9ca5c6-8db7-4d90-91b2-00c334b7670a req-c2e1cf6c-851b-4107-af8d-deffd4fd274b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f3d54ae7-e896-4f01-a51f-da495766efbf HTTP/1.1" status: 200 len: 1098 time: 0.3132250 Jul 05 04:16:40.578314 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=4c0a6be1-ee20-44ab-b334-f189d996ea6d,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:40.621836 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-228892d1-93d8-4a2c-b0cd-4d1627c7dcb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.669106 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-08ae57e5-ebd5-4554-b3c4-df73a72b6be9 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.678890 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-397f3024-54b7-4a6c-8af1-d568919d7a49 None None] For port 4258856b-8f10-44a2-8703-1b561d6fd1b6, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:40.682595 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-397f3024-54b7-4a6c-8af1-d568919d7a49 None None] For port 4258856b-8f10-44a2-8703-1b561d6fd1b6, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4258856b-8f10-44a2-8703-1b561d6fd1b6,segment=NetworkSegment(21f994a0-055e-46f5-b096-fb89d3b55677),segment_id=21f994a0-055e-46f5-b096-fb89d3b55677)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:40.691186 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-397f3024-54b7-4a6c-8af1-d568919d7a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.719665 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8b9ca5c6-8db7-4d90-91b2-00c334b7670a req-146953ab-68fa-4a4e-8ad1-6867963c5d91 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6cc94aa0-71d7-4f9c-8a21-712bf89df505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236470 Jul 05 04:16:40.754522 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-08ae57e5-ebd5-4554-b3c4-df73a72b6be9 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Transition to ACTIVE for port object 3e67332e-216d-4749-925b-feed7170bce8 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:40.780771 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f3024-54b7-4a6c-8af1-d568919d7a49 None None] Pushing event updated for resources: {'Port': ['ID=4258856b-8f10-44a2-8703-1b561d6fd1b6,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:40.827549 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-923428b6-a3c0-4695-9223-01675eb405a3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.864908 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-228892d1-93d8-4a2c-b0cd-4d1627c7dcb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.889594 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-228892d1-93d8-4a2c-b0cd-4d1627c7dcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.914993 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923428b6-a3c0-4695-9223-01675eb405a3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:40.919478 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-923428b6-a3c0-4695-9223-01675eb405a3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:40.926132 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923428b6-a3c0-4695-9223-01675eb405a3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:40.945952 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-228892d1-93d8-4a2c-b0cd-4d1627c7dcb5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e113af8627314c4981359fe246ae4cb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3842738 Jul 05 04:16:40.947602 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228892d1-93d8-4a2c-b0cd-4d1627c7dcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d214d1a-92ae-472d-9a24-822101e64b5a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:40.951242 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55674) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:40.994620 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33615cbe-c1ac-4b02-bdc0-afcb58b91ccc req-0586e019-fb14-4317-8121-bb3a13f01c42 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:40.995696 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923428b6-a3c0-4695-9223-01675eb405a3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Port': ['ID=66e769ef-7787-4153-977f-c6d38de22f85,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:40.998254 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-33615cbe-c1ac-4b02-bdc0-afcb58b91ccc req-0586e019-fb14-4317-8121-bb3a13f01c42 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3d54ae7-e896-4f01-a51f-da495766efbf HTTP/1.1" status: 200 len: 946 time: 0.3385274 Jul 05 04:16:41.008999 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-08ae57e5-ebd5-4554-b3c4-df73a72b6be9 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.010146 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a2b07-f40e-444c-b53c-59fb48c0260f req-5e5d4fa5-c32b-472a-826d-fbb22476da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:41.011969 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1b9a2b07-f40e-444c-b53c-59fb48c0260f req-5e5d4fa5-c32b-472a-826d-fbb22476da36 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a0e169dad4642e084dbd1dffad21af0&device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 1098 time: 0.2657704 Jul 05 04:16:41.046851 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7072536-67c9-4268-a83a-37e08f3e57f3 req-cbb7f9ca-d689-469d-ac0b-e645a146be86 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:41.058657 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d7072536-67c9-4268-a83a-37e08f3e57f3 req-cbb7f9ca-d689-469d-ac0b-e645a146be86 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 945 time: 0.3103843 Jul 05 04:16:41.190295 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ae57e5-ebd5-4554-b3c4-df73a72b6be9 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Network 7baa5aca-cdec-4553-a1a0-fab329f15bd1 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:41.201930 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-08ae57e5-ebd5-4554-b3c4-df73a72b6be9 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:41.211724 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ae57e5-ebd5-4554-b3c4-df73a72b6be9 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:41.218890 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae57e5-ebd5-4554-b3c4-df73a72b6be9 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Pushing event updated for resources: {'Port': ['ID=3e67332e-216d-4749-925b-feed7170bce8,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:41.266488 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d7072536-67c9-4268-a83a-37e08f3e57f3 req-537fe932-e1f6-4593-b9e9-15935ed619da tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009621 Jul 05 04:16:41.306801 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-33615cbe-c1ac-4b02-bdc0-afcb58b91ccc req-3b52bd2e-5bba-4cca-8b44-5649091faded tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=6cc94aa0-71d7-4f9c-8a21-712bf89df505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782931 Jul 05 04:16:41.338062 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0e07dc4-8eab-4c67-a7e0-5432ac101c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.388272 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a2b07-f40e-444c-b53c-59fb48c0260f req-793a6800-5c94-4afa-b686-ad563b7a54dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:41.388694 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ae57e5-ebd5-4554-b3c4-df73a72b6be9 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:41.389370 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-08ae57e5-ebd5-4554-b3c4-df73a72b6be9 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.391064 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1b9a2b07-f40e-444c-b53c-59fb48c0260f req-793a6800-5c94-4afa-b686-ad563b7a54dd service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7 HTTP/1.1" status: 200 len: 918 time: 0.2522085 Jul 05 04:16:41.417725 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0e07dc4-8eab-4c67-a7e0-5432ac101c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.451287 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-08ae57e5-ebd5-4554-b3c4-df73a72b6be9 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5896749 Jul 05 04:16:41.465552 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55678) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:41.479402 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-c9e4df11-d2f6-40dc-ad52-f4773ab3b0df tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Request body: {'port': {'network_id': '7baa5aca-cdec-4553-a1a0-fab329f15bd1', 'name': 'tempest-AllowedAddressPairTestJSON-1038175203', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:a7:6a:5b'}]}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:41.623583 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e4df11-d2f6-40dc-ad52-f4773ab3b0df tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Made reservation on behalf of 7548ff5279df4ba4a2cbc0b214884f5d for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:41.628083 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1b9a2b07-f40e-444c-b53c-59fb48c0260f req-c4518818-4f60-4166-af7b-4973f77559c0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd6aee0a-56d5-4902-98a0-d8741807d399 HTTP/1.1" status: 200 len: 1002 time: 0.2062736 Jul 05 04:16:41.712515 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0e07dc4-8eab-4c67-a7e0-5432ac101c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.715772 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0e07dc4-8eab-4c67-a7e0-5432ac101c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.719457 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b0e07dc4-8eab-4c67-a7e0-5432ac101c4d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9d214d1a-92ae-472d-9a24-822101e64b5a HTTP/1.1" status: 204 len: 168 time: 0.7628875 Jul 05 04:16:41.734673 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a2b07-f40e-444c-b53c-59fb48c0260f req-5ce6d556-6763-4fb0-9fb6-d841b9dd100c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:41.737621 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1b9a2b07-f40e-444c-b53c-59fb48c0260f req-5ce6d556-6763-4fb0-9fb6-d841b9dd100c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467 HTTP/1.1" status: 200 len: 856 time: 0.1009159 Jul 05 04:16:41.742554 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e07dc4-8eab-4c67-a7e0-5432ac101c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d214d1a-92ae-472d-9a24-822101e64b5a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:41.783077 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c9e4df11-d2f6-40dc-ad52-f4773ab3b0df tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.813458 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-c9e4df11-d2f6-40dc-ad52-f4773ab3b0df tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] device_id is not set on port 1e7cd370-1d67-445a-a244-1b2a0e47ac07 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:16:42.014377 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-c9e4df11-d2f6-40dc-ad52-f4773ab3b0df tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Allocated IP 172.20.0.4 (7baa5aca-cdec-4553-a1a0-fab329f15bd1/efddf22b-b41e-4d23-bbcb-b0eb3fb92319/1e7cd370-1d67-445a-a244-1b2a0e47ac07) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:42.044180 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a2b07-f40e-444c-b53c-59fb48c0260f req-7c1f495d-fba2-4eb2-b738-92cf7f63acb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:42.045603 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1b9a2b07-f40e-444c-b53c-59fb48c0260f req-7c1f495d-fba2-4eb2-b738-92cf7f63acb8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2979805 Jul 05 04:16:42.059572 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-923428b6-a3c0-4695-9223-01675eb405a3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.277877 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c9e4df11-d2f6-40dc-ad52-f4773ab3b0df tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.299489 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-c9e4df11-d2f6-40dc-ad52-f4773ab3b0df tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Transition to ACTIVE for port object 1e7cd370-1d67-445a-a244-1b2a0e47ac07 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:42.353418 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f092eb7-eec3-4bd8-8135-1651a28a202b None None] Network 7baa5aca-cdec-4553-a1a0-fab329f15bd1 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:42.372705 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1b9a2b07-f40e-444c-b53c-59fb48c0260f req-d2846484-27b4-4b71-a316-d2cbe7ec8fd9 service neutron] 10.222.0.70 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048964 Jul 05 04:16:42.373824 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-923428b6-a3c0-4695-9223-01675eb405a3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.380101 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c9e4df11-d2f6-40dc-ad52-f4773ab3b0df tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.488233 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-41071b7c-31ca-4e75-8eb7-d0e8e8298046 None None] Provisioning for port 4258856b-8f10-44a2-8703-1b561d6fd1b6 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:42.537654 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e4df11-d2f6-40dc-ad52-f4773ab3b0df tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Network 7baa5aca-cdec-4553-a1a0-fab329f15bd1 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:42.553061 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-c9e4df11-d2f6-40dc-ad52-f4773ab3b0df tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:42.579855 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e4df11-d2f6-40dc-ad52-f4773ab3b0df tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:42.617900 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4df11-d2f6-40dc-ad52-f4773ab3b0df tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Pushing event updated for resources: {'Port': ['ID=1e7cd370-1d67-445a-a244-1b2a0e47ac07,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:42.653474 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e4df11-d2f6-40dc-ad52-f4773ab3b0df tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:42.654195 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c9e4df11-d2f6-40dc-ad52-f4773ab3b0df tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.689146 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c9e4df11-d2f6-40dc-ad52-f4773ab3b0df tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.2217879 Jul 05 04:16:42.701875 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937bd2a-ee25-4b6f-9300-2ba2827a958c req-bddb834b-474c-4f9f-8b43-229071ed8921 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:42.702084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55700) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:42.702344 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a937bd2a-ee25-4b6f-9300-2ba2827a958c req-bddb834b-474c-4f9f-8b43-229071ed8921 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3d54ae7-e896-4f01-a51f-da495766efbf HTTP/1.1" status: 200 len: 946 time: 0.1731510 Jul 05 04:16:42.759024 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a937bd2a-ee25-4b6f-9300-2ba2827a958c req-1173d8fd-1cb5-4236-b885-4a725d351c10 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=6cc94aa0-71d7-4f9c-8a21-712bf89df505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475676 Jul 05 04:16:42.803532 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1b9a2b07-f40e-444c-b53c-59fb48c0260f req-b19b28ed-39d0-4e69-934b-0c86d075ea86 service neutron] 10.222.0.70 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052722 Jul 05 04:16:42.815867 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d00485-86a4-41c5-902b-977464beb821 req-2fd877ba-6da6-4a75-a3ff-068e595bde80 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:42.817021 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c5d00485-86a4-41c5-902b-977464beb821 req-2fd877ba-6da6-4a75-a3ff-068e595bde80 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 945 time: 0.2454374 Jul 05 04:16:42.915294 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c5d00485-86a4-41c5-902b-977464beb821 req-52d43500-93f4-4699-bccb-7fe3e03c6d13 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848801 Jul 05 04:16:42.931901 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1738aa-9077-48a1-903f-05aca1a8d30b tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:42.941947 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1738aa-9077-48a1-903f-05aca1a8d30b tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:42.949143 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1738aa-9077-48a1-903f-05aca1a8d30b tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:42.953658 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9d1738aa-9077-48a1-903f-05aca1a8d30b tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2479532 Jul 05 04:16:42.954000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55710) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:42.998770 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-923428b6-a3c0-4695-9223-01675eb405a3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.009691 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-923428b6-a3c0-4695-9223-01675eb405a3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.085140 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-780f7698-d4c1-4841-a4da-faf652ce8a39 None None] Provisioning for port 1e7cd370-1d67-445a-a244-1b2a0e47ac07 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:43.090487 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.092150 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-780f7698-d4c1-4841-a4da-faf652ce8a39 None None] Provisioning complete for port 1e7cd370-1d67-445a-a244-1b2a0e47ac07 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:43.092690 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-780f7698-d4c1-4841-a4da-faf652ce8a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.156270 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-780f7698-d4c1-4841-a4da-faf652ce8a39 None None] Port 1e7cd370-1d67-445a-a244-1b2a0e47ac07 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:43.187093 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-780f7698-d4c1-4841-a4da-faf652ce8a39 None None] Provisioning for port 3e67332e-216d-4749-925b-feed7170bce8 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:43.193914 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4258856b-8f10-44a2-8703-1b561d6fd1b6 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:43.232243 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-923428b6-a3c0-4695-9223-01675eb405a3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.248752 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-b8597b9c-b351-45b7-b2d5-33e070810911 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Deleting port 1e7cd370-1d67-445a-a244-1b2a0e47ac07 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:43.249747 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b8597b9c-b351-45b7-b2d5-33e070810911 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.268116 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-780f7698-d4c1-4841-a4da-faf652ce8a39 None None] Provisioning complete for port 3e67332e-216d-4749-925b-feed7170bce8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:43.268500 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-780f7698-d4c1-4841-a4da-faf652ce8a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.388216 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-780f7698-d4c1-4841-a4da-faf652ce8a39 None None] Port 3e67332e-216d-4749-925b-feed7170bce8 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:43.402892 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b8597b9c-b351-45b7-b2d5-33e070810911 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.403764 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 4258856b-8f10-44a2-8703-1b561d6fd1b6 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:43.409107 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 4258856b-8f10-44a2-8703-1b561d6fd1b6 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:43.410088 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.414176 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-780f7698-d4c1-4841-a4da-faf652ce8a39 None None] Provisioning complete for port 4258856b-8f10-44a2-8703-1b561d6fd1b6 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:43.414368 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-780f7698-d4c1-4841-a4da-faf652ce8a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.432112 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-b8597b9c-b351-45b7-b2d5-33e070810911 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Calling delete_port for 1e7cd370-1d67-445a-a244-1b2a0e47ac07 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:43.459398 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923428b6-a3c0-4695-9223-01675eb405a3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Port': ['ID=66e769ef-7787-4153-977f-c6d38de22f85,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:43.558404 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658f4c3-829a-4a6d-a22e-64c29c9c1c1c req-4a3ba3b8-dd31-408c-b8e3-a2781ee25a09 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:43.570935 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b658f4c3-829a-4a6d-a22e-64c29c9c1c1c req-4a3ba3b8-dd31-408c-b8e3-a2781ee25a09 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3d54ae7-e896-4f01-a51f-da495766efbf HTTP/1.1" status: 200 len: 946 time: 0.2434831 Jul 05 04:16:43.574681 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-923428b6-a3c0-4695-9223-01675eb405a3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Floating IP 62c89084-a5e2-442b-bd29-ce88dc0d29dc associated. External IP: 172.25.1.244, port: 16032335-d5be-4931-82f0-4d5e53b2d5da. Jul 05 04:16:43.628237 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-780f7698-d4c1-4841-a4da-faf652ce8a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.651458 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.703161 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-780f7698-d4c1-4841-a4da-faf652ce8a39 None None] For port 4258856b-8f10-44a2-8703-1b561d6fd1b6, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4258856b-8f10-44a2-8703-1b561d6fd1b6,segment=NetworkSegment(21f994a0-055e-46f5-b096-fb89d3b55677),segment_id=21f994a0-055e-46f5-b096-fb89d3b55677)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:43.712957 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-780f7698-d4c1-4841-a4da-faf652ce8a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.736107 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b8597b9c-b351-45b7-b2d5-33e070810911 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.808429 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8597b9c-b351-45b7-b2d5-33e070810911 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Pushing event deleted for resources: {'Port': ['ID=1e7cd370-1d67-445a-a244-1b2a0e47ac07,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:43.834920 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b658f4c3-829a-4a6d-a22e-64c29c9c1c1c req-719f38b2-2cf0-49b2-8a50-6f6aaeb307b1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=6cc94aa0-71d7-4f9c-8a21-712bf89df505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560234 Jul 05 04:16:43.835656 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.api [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:16:43.835656 n-d-780147-23 neutron-server[105540]: DEBUG oslo_db.api [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:16:43.835656 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f7698-d4c1-4841-a4da-faf652ce8a39 None None] Pushing event updated for resources: {'Port': ['ID=4258856b-8f10-44a2-8703-1b561d6fd1b6,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:43.858124 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4121bcb7-945d-45f8-9ffa-d171d5344125 None None] Could not find standard attr ID for object 1e7cd370-1d67-445a-a244-1b2a0e47ac07. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:16:43.861029 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55726) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:43.892191 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4121bcb7-945d-45f8-9ffa-d171d5344125 None None] Provisioning complete for port 3e67332e-216d-4749-925b-feed7170bce8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:43.895390 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4121bcb7-945d-45f8-9ffa-d171d5344125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.993750 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-4121bcb7-945d-45f8-9ffa-d171d5344125 None None] Port 3e67332e-216d-4749-925b-feed7170bce8 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:44.117845 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21979f2-8dcf-4122-918b-d9250ce57c35 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:44.123069 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a21979f2-8dcf-4122-918b-d9250ce57c35 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f3d54ae7-e896-4f01-a51f-da495766efbf HTTP/1.1" status: 200 len: 1093 time: 0.2608919 Jul 05 04:16:44.128703 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55738) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:44.141560 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d130fd77-ed58-4a03-ae15-ab08fe00a5a6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': '4c0a6be1-ee20-44ab-b334-f189d996ea6d', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:44.274079 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923428b6-a3c0-4695-9223-01675eb405a3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Router 96edebb5-2737-4d7f-86bb-170112608be7 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:16:44.343041 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b8597b9c-b351-45b7-b2d5-33e070810911 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:44.345032 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b8597b9c-b351-45b7-b2d5-33e070810911 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] 10.222.0.77 "DELETE /v2.0/ports/1e7cd370-1d67-445a-a244-1b2a0e47ac07 HTTP/1.1" status: 204 len: 168 time: 1.3899963 Jul 05 04:16:44.348024 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55742) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:44.359725 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d130fd77-ed58-4a03-ae15-ab08fe00a5a6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:44.391731 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f52c557-9fc7-4aba-b84a-2dc7f587ad87 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] GET failed (client error): The resource could not be found. Jul 05 04:16:44.393753 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0f52c557-9fc7-4aba-b84a-2dc7f587ad87 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] 10.222.0.77 "GET /v2.0/ports/1e7cd370-1d67-445a-a244-1b2a0e47ac07 HTTP/1.1" status: 404 len: 333 time: 0.0446231 Jul 05 04:16:44.398877 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55744) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:44.409345 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-f3ae4c45-ad7a-4ea2-89b4-df636c165620 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Request body: {'port': {'network_id': '7baa5aca-cdec-4553-a1a0-fab329f15bd1', 'name': 'tempest-AllowedAddressPairTestJSON-166429335'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:44.469491 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e9a26-55a9-4d67-88c4-29733dc16913 req-7334bcff-9783-4f0a-b2e4-6cd32f9f38bc tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:44.477423 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-451e9a26-55a9-4d67-88c4-29733dc16913 req-7334bcff-9783-4f0a-b2e4-6cd32f9f38bc tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 945 time: 0.2452884 Jul 05 04:16:44.540416 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-451e9a26-55a9-4d67-88c4-29733dc16913 req-fa07b0e6-d43a-482e-bf79-9b515f4d0e5b tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620203 Jul 05 04:16:44.600900 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ae4c45-ad7a-4ea2-89b4-df636c165620 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Made reservation on behalf of 7548ff5279df4ba4a2cbc0b214884f5d for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:44.601450 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d130fd77-ed58-4a03-ae15-ab08fe00a5a6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:44.604862 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f3ae4c45-ad7a-4ea2-89b4-df636c165620 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:44.629364 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923428b6-a3c0-4695-9223-01675eb405a3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:16:44.632012 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-f3ae4c45-ad7a-4ea2-89b4-df636c165620 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] device_id is not set on port 81dd04b3-5883-46dd-8131-ffadd5765e4e yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:16:44.646940 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26532af8-ed55-423f-9932-a854f550fde4 None None] Sync routers for ids ['96edebb5-2737-4d7f-86bb-170112608be7'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:16:44.668226 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26532af8-ed55-423f-9932-a854f550fde4 None None] Routers {'96edebb5-2737-4d7f-86bb-170112608be7'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:16:44.668893 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-26532af8-ed55-423f-9932-a854f550fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:16:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['96edebb5-2737-4d7f-86bb-170112608be7'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:44.730482 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-923428b6-a3c0-4695-9223-01675eb405a3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:44.745076 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-d130fd77-ed58-4a03-ae15-ab08fe00a5a6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Allocated IP 172.25.1.246 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/966e36c6-c7fd-4e4b-8530-64e43d8bbdd3) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:44.815556 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-26532af8-ed55-423f-9932-a854f550fde4 None None] Set router 96edebb5-2737-4d7f-86bb-170112608be7 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:16:44.858266 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-923428b6-a3c0-4695-9223-01675eb405a3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.8215630 Jul 05 04:16:44.869053 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9', 'tag': '16032335-d5be-4931-82f0-4d5e53b2d5da'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:44.873774 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48c8faa-6e52-4c81-9e37-c47cf2e4c2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9", "tag": "16032335-d5be-4931-82f0-4d5e53b2d5da"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:44.907179 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-f3ae4c45-ad7a-4ea2-89b4-df636c165620 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Allocated IP 172.20.0.8 (7baa5aca-cdec-4553-a1a0-fab329f15bd1/efddf22b-b41e-4d23-bbcb-b0eb3fb92319/81dd04b3-5883-46dd-8131-ffadd5765e4e) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:44.951734 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d130fd77-ed58-4a03-ae15-ab08fe00a5a6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:45.066506 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9e9735-bd0c-4ca7-af03-5f2ef56487ad x-openstack-request-id: req-7a9e9735-bd0c-4ca7-af03-5f2ef56487ad {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:45.066803 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9", "tag": "16032335-d5be-4931-82f0-4d5e53b2d5da", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:45.067063 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7a9e9735-bd0c-4ca7-af03-5f2ef56487ad {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:45.067464 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9', 'tag': '16032335-d5be-4931-82f0-4d5e53b2d5da', 'status': 'completed', 'code': 200} Jul 05 04:16:45.102530 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d130fd77-ed58-4a03-ae15-ab08fe00a5a6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:45.119515 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4258856b-8f10-44a2-8703-1b561d6fd1b6 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:45.144718 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d130fd77-ed58-4a03-ae15-ab08fe00a5a6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:45.152567 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-d130fd77-ed58-4a03-ae15-ab08fe00a5a6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:45.159058 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d130fd77-ed58-4a03-ae15-ab08fe00a5a6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:45.166164 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130fd77-ed58-4a03-ae15-ab08fe00a5a6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'Port': ['ID=966e36c6-c7fd-4e4b-8530-64e43d8bbdd3,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:45.233667 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-26532af8-ed55-423f-9932-a854f550fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96edebb5-2737-4d7f-86bb-170112608be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510540599', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:16:02Z', 'updated_at': '2021-07-05T04:16:15Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:04Z', 'updated_at': '2021-07-05T04:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '62c89084-a5e2-442b-bd29-ce88dc0d29dc', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'port_id': '16032335-d5be-4931-82f0-4d5e53b2d5da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a', 'mac_address': 'fa:16:3e:c3:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:16:41Z', 'updated_at': '2021-07-05T04:16:41Z', 'revision_number': 0, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a434ec-af9a-4337-868a-0fca8075a95e', 'name': '', 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:8b:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '0bb0cc42-6113-47d4-aa5f-df8fe9890423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:13Z', 'updated_at': '2021-07-05T04:16:23Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '0bb0cc42-6113-47d4-aa5f-df8fe9890423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:45.270200 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26532af8-ed55-423f-9932-a854f550fde4 None None] Checking router: 96edebb5-2737-4d7f-86bb-170112608be7 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:16:45.273424 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f3ae4c45-ad7a-4ea2-89b4-df636c165620 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:45.287236 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26532af8-ed55-423f-9932-a854f550fde4 None None] Routers {'96edebb5-2737-4d7f-86bb-170112608be7'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:16:45.288225 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-26532af8-ed55-423f-9932-a854f550fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:16:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['96edebb5-2737-4d7f-86bb-170112608be7'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:45.305161 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-f3ae4c45-ad7a-4ea2-89b4-df636c165620 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Transition to ACTIVE for port object 81dd04b3-5883-46dd-8131-ffadd5765e4e will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:45.330265 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 4258856b-8f10-44a2-8703-1b561d6fd1b6 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:45.330678 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:45.425563 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c8faa-6e52-4c81-9e37-c47cf2e4c2d7 req-2fa4ca2a-ebe8-4e22-8e63-d77703551329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:45.427557 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f48c8faa-6e52-4c81-9e37-c47cf2e4c2d7 req-2fa4ca2a-ebe8-4e22-8e63-d77703551329 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 1097 time: 0.3592241 Jul 05 04:16:45.430458 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f3ae4c45-ad7a-4ea2-89b4-df636c165620 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:45.506397 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8fbf5-7026-4943-82eb-9e4400bfca52 req-020b38df-5f0e-41c6-9138-e4a2ecc3d799 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:45.519026 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-95e8fbf5-7026-4943-82eb-9e4400bfca52 req-020b38df-5f0e-41c6-9138-e4a2ecc3d799 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 945 time: 0.4063354 Jul 05 04:16:45.554886 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-26532af8-ed55-423f-9932-a854f550fde4 None None] Set router 96edebb5-2737-4d7f-86bb-170112608be7 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:16:46.069689 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ae4c45-ad7a-4ea2-89b4-df636c165620 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Network 7baa5aca-cdec-4553-a1a0-fab329f15bd1 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:46.089203 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-f3ae4c45-ad7a-4ea2-89b4-df636c165620 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:46.099582 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ae4c45-ad7a-4ea2-89b4-df636c165620 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:46.104236 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-26532af8-ed55-423f-9932-a854f550fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96edebb5-2737-4d7f-86bb-170112608be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510540599', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:16:02Z', 'updated_at': '2021-07-05T04:16:15Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:04Z', 'updated_at': '2021-07-05T04:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '62c89084-a5e2-442b-bd29-ce88dc0d29dc', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'port_id': '16032335-d5be-4931-82f0-4d5e53b2d5da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a', 'mac_address': 'fa:16:3e:c3:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:16:41Z', 'updated_at': '2021-07-05T04:16:41Z', 'revision_number': 0, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a434ec-af9a-4337-868a-0fca8075a95e', 'name': '', 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:8b:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '0bb0cc42-6113-47d4-aa5f-df8fe9890423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:13Z', 'updated_at': '2021-07-05T04:16:23Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '0bb0cc42-6113-47d4-aa5f-df8fe9890423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:46.105346 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae4c45-ad7a-4ea2-89b4-df636c165620 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Pushing event updated for resources: {'Port': ['ID=81dd04b3-5883-46dd-8131-ffadd5765e4e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:46.137952 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26532af8-ed55-423f-9932-a854f550fde4 None None] The sync data for ids ['96edebb5-2737-4d7f-86bb-170112608be7'] in n-d-780147-23 is: [{'id': '96edebb5-2737-4d7f-86bb-170112608be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510540599', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:16:02Z', 'updated_at': '2021-07-05T04:16:15Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:04Z', 'updated_at': '2021-07-05T04:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '62c89084-a5e2-442b-bd29-ce88dc0d29dc', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'floating_ip_address': '172.25.1.244', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'port_id': '16032335-d5be-4931-82f0-4d5e53b2d5da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a', 'mac_address': 'fa:16:3e:c3:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:16:41Z', 'updated_at': '2021-07-05T04:16:41Z', 'revision_number': 0, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3a434ec-af9a-4337-868a-0fca8075a95e', 'name': '', 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:8b:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '0bb0cc42-6113-47d4-aa5f-df8fe9890423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:13Z', 'updated_at': '2021-07-05T04:16:23Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '0bb0cc42-6113-47d4-aa5f-df8fe9890423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:16:46.172255 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d775f66-f12b-401d-8ab5-eea13137672f req-bd07c66b-a860-4d9b-bb7d-64414c82dac0 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:46.173776 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6d775f66-f12b-401d-8ab5-eea13137672f req-bd07c66b-a860-4d9b-bb7d-64414c82dac0 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 945 time: 0.2520511 Jul 05 04:16:46.199719 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-95e8fbf5-7026-4943-82eb-9e4400bfca52 req-a346357e-b205-4d2c-ab6e-c91f8c9d4f7f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6789577 Jul 05 04:16:46.211210 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ae4c45-ad7a-4ea2-89b4-df636c165620 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:46.211468 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f3ae4c45-ad7a-4ea2-89b4-df636c165620 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:46.238986 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c8faa-6e52-4c81-9e37-c47cf2e4c2d7 req-fdb616b1-51a7-454c-ad21-5ed122625013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:46.241285 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f48c8faa-6e52-4c81-9e37-c47cf2e4c2d7 req-fdb616b1-51a7-454c-ad21-5ed122625013 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a677080b-978d-4f21-8599-2c79db51042a HTTP/1.1" status: 200 len: 898 time: 0.8011913 Jul 05 04:16:46.245777 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55772) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:46.346547 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f3ae4c45-ad7a-4ea2-89b4-df636c165620 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9440434 Jul 05 04:16:46.354641 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55774) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:46.359996 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d72fa6fe-817d-47a8-9a9b-93fd80086746 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:a7:6a:5b'}]}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:46.387832 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f48c8faa-6e52-4c81-9e37-c47cf2e4c2d7 req-34e40668-a2c8-4de2-b16d-5bca4a697712 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16032335-d5be-4931-82f0-4d5e53b2d5da HTTP/1.1" status: 200 len: 999 time: 0.1301754 Jul 05 04:16:46.397915 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6ee44d0b-1e0c-4e3b-afc0-6b42352d4f36 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/floatingips/62c89084-a5e2-442b-bd29-ce88dc0d29dc HTTP/1.1" status: 200 len: 991 time: 0.1462731 Jul 05 04:16:46.432172 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6d775f66-f12b-401d-8ab5-eea13137672f req-99812c68-7873-4181-8131-24ea20d5631f tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488871 Jul 05 04:16:46.479508 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c8faa-6e52-4c81-9e37-c47cf2e4c2d7 req-34a4153f-c65e-416a-ad6c-905b178b9e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:46.481374 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f48c8faa-6e52-4c81-9e37-c47cf2e4c2d7 req-34a4153f-c65e-416a-ad6c-905b178b9e24 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0bb0cc42-6113-47d4-aa5f-df8fe9890423 HTTP/1.1" status: 200 len: 834 time: 0.0835311 Jul 05 04:16:46.533466 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d130fd77-ed58-4a03-ae15-ab08fe00a5a6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:46.552696 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d7858304-e5d6-4ade-a941-98c5c3530212 None None] Provisioning for port 81dd04b3-5883-46dd-8131-ffadd5765e4e completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:46.558229 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918ee17b-f4de-44a9-be7e-7b20ac2e58b3 None None] New status for floating IP 62c89084-a5e2-442b-bd29-ce88dc0d29dc: ACTIVE {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:16:46.562722 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d7858304-e5d6-4ade-a941-98c5c3530212 None None] Provisioning complete for port 81dd04b3-5883-46dd-8131-ffadd5765e4e triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:46.563350 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d7858304-e5d6-4ade-a941-98c5c3530212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:46.587395 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c8faa-6e52-4c81-9e37-c47cf2e4c2d7 req-85635d00-aa56-40bc-bf55-22c38da6373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:46.591210 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f48c8faa-6e52-4c81-9e37-c47cf2e4c2d7 req-85635d00-aa56-40bc-bf55-22c38da6373c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a677080b-978d-4f21-8599-2c79db51042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0981610 Jul 05 04:16:46.605852 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-f48c8faa-6e52-4c81-9e37-c47cf2e4c2d7 req-94345092-7739-43a8-8935-5f8c5b02ff41 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:16:46.606903 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f48c8faa-6e52-4c81-9e37-c47cf2e4c2d7 req-94345092-7739-43a8-8935-5f8c5b02ff41 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058854 Jul 05 04:16:46.619708 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d72fa6fe-817d-47a8-9a9b-93fd80086746 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:46.644970 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-d7858304-e5d6-4ade-a941-98c5c3530212 None None] Port 81dd04b3-5883-46dd-8131-ffadd5765e4e cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:46.740432 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d130fd77-ed58-4a03-ae15-ab08fe00a5a6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:46.825127 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f48c8faa-6e52-4c81-9e37-c47cf2e4c2d7 req-eac8e1a0-6a26-470d-a1e5-472c84038e05 service neutron] 10.222.0.89 "GET /v2.0/networks/a677080b-978d-4f21-8599-2c79db51042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115853 Jul 05 04:16:46.965284 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f48c8faa-6e52-4c81-9e37-c47cf2e4c2d7 req-f757d9b3-5492-4917-a13d-d3316ddffd5a service neutron] 10.222.0.89 "GET /v2.0/networks/a677080b-978d-4f21-8599-2c79db51042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289942 Jul 05 04:16:47.002047 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d72fa6fe-817d-47a8-9a9b-93fd80086746 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.011675 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d72fa6fe-817d-47a8-9a9b-93fd80086746 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.126090 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d130fd77-ed58-4a03-ae15-ab08fe00a5a6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.131517 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fa6fe-817d-47a8-9a9b-93fd80086746 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Pushing event updated for resources: {'Port': ['ID=81dd04b3-5883-46dd-8131-ffadd5765e4e,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:47.139579 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d130fd77-ed58-4a03-ae15-ab08fe00a5a6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.188838 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-d72fa6fe-817d-47a8-9a9b-93fd80086746 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] In _notify_port_updated(), no bound segment for port 81dd04b3-5883-46dd-8131-ffadd5765e4e on network 7baa5aca-cdec-4553-a1a0-fab329f15bd1 {{(pid=105539) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:16:47.195147 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72fa6fe-817d-47a8-9a9b-93fd80086746 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:47.195835 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d72fa6fe-817d-47a8-9a9b-93fd80086746 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.199747 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d72fa6fe-817d-47a8-9a9b-93fd80086746 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] 10.222.0.77 "PUT /v2.0/ports/81dd04b3-5883-46dd-8131-ffadd5765e4e HTTP/1.1" status: 200 len: 993 time: 0.8440795 Jul 05 04:16:47.200369 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55792) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:47.223496 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130fd77-ed58-4a03-ae15-ab08fe00a5a6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'Port': ['ID=966e36c6-c7fd-4e4b-8530-64e43d8bbdd3,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:47.305371 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d130fd77-ed58-4a03-ae15-ab08fe00a5a6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.359827 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-c2ead83b-e4ae-4572-8a7e-bbf9f35c7acc tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Deleting port 81dd04b3-5883-46dd-8131-ffadd5765e4e {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:47.360310 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2ead83b-e4ae-4572-8a7e-bbf9f35c7acc tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.380191 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-65df0be4-cabb-4d14-bb6a-8c197ea9f3f1 None None] Provisioning complete for port 81dd04b3-5883-46dd-8131-ffadd5765e4e triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:47.381558 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-65df0be4-cabb-4d14-bb6a-8c197ea9f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.416514 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55796) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:47.452858 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-d130fd77-ed58-4a03-ae15-ab08fe00a5a6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Floating IP 72a582f5-318e-4293-981f-a30739aca31d associated. External IP: 172.25.1.246, port: 4c0a6be1-ee20-44ab-b334-f189d996ea6d. Jul 05 04:16:47.465783 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-65df0be4-cabb-4d14-bb6a-8c197ea9f3f1 None None] Port 81dd04b3-5883-46dd-8131-ffadd5765e4e cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:47.542987 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8ed2099e-da20-41ae-b8da-a97910ac51b4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/floatingips/62c89084-a5e2-442b-bd29-ce88dc0d29dc HTTP/1.1" status: 200 len: 993 time: 0.1197264 Jul 05 04:16:47.579846 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2ead83b-e4ae-4572-8a7e-bbf9f35c7acc tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.604721 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-c2ead83b-e4ae-4572-8a7e-bbf9f35c7acc tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Calling delete_port for 81dd04b3-5883-46dd-8131-ffadd5765e4e owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:47.624753 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84715ed0-bece-4fdf-a438-a79713852b0c req-a5c42b13-f0c1-4cd1-bda8-2d9d3c98a170 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:47.626363 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-84715ed0-bece-4fdf-a438-a79713852b0c req-a5c42b13-f0c1-4cd1-bda8-2d9d3c98a170 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 946 time: 0.1527765 Jul 05 04:16:47.714840 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-84715ed0-bece-4fdf-a438-a79713852b0c req-5831cf4a-4605-4e57-b8c2-3d031e7012a7 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537140 Jul 05 04:16:47.786527 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44092f-61c9-4e9e-b918-a0392f1525c9 req-cc053025-a78d-4032-a11c-c12d92b86ee1 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:47.796334 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5b44092f-61c9-4e9e-b918-a0392f1525c9 req-cc053025-a78d-4032-a11c-c12d92b86ee1 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 945 time: 0.1932273 Jul 05 04:16:47.815419 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2ead83b-e4ae-4572-8a7e-bbf9f35c7acc tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.815994 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d130fd77-ed58-4a03-ae15-ab08fe00a5a6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Router 0038e5ad-9377-4d20-8d1f-2076245bb6f6 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:16:47.852908 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ead83b-e4ae-4572-8a7e-bbf9f35c7acc tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Pushing event deleted for resources: {'Port': ['ID=81dd04b3-5883-46dd-8131-ffadd5765e4e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:47.860239 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5b44092f-61c9-4e9e-b918-a0392f1525c9 req-e9696e4d-5a09-4a8f-ac9d-d1667f0466a6 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564041 Jul 05 04:16:47.984763 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d130fd77-ed58-4a03-ae15-ab08fe00a5a6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:16:47.998053 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314855dc-430f-4510-85e7-9c4d9c480a0a None None] Sync routers for ids ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:16:48.012322 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314855dc-430f-4510-85e7-9c4d9c480a0a None None] Routers {'0038e5ad-9377-4d20-8d1f-2076245bb6f6'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:16:48.012563 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d130fd77-ed58-4a03-ae15-ab08fe00a5a6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:48.013410 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-314855dc-430f-4510-85e7-9c4d9c480a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:16:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:48.064578 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d130fd77-ed58-4a03-ae15-ab08fe00a5a6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9307828 Jul 05 04:16:48.066332 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d54ae7-e896-4f01-a51f-da495766efbf', 'tag': '4c0a6be1-ee20-44ab-b334-f189d996ea6d'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:48.069372 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1371cad-3571-4273-bedd-f99c117426cc" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d54ae7-e896-4f01-a51f-da495766efbf", "tag": "4c0a6be1-ee20-44ab-b334-f189d996ea6d"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:48.070696 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55810) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:48.119554 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc476c1-20ae-457f-9757-e8d63614514d x-openstack-request-id: req-acc476c1-20ae-457f-9757-e8d63614514d {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:48.120378 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d54ae7-e896-4f01-a51f-da495766efbf", "tag": "4c0a6be1-ee20-44ab-b334-f189d996ea6d", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:48.120852 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-acc476c1-20ae-457f-9757-e8d63614514d {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:48.121584 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d54ae7-e896-4f01-a51f-da495766efbf', 'tag': '4c0a6be1-ee20-44ab-b334-f189d996ea6d', 'status': 'completed', 'code': 200} Jul 05 04:16:48.154165 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2ead83b-e4ae-4572-8a7e-bbf9f35c7acc tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:48.159077 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c2ead83b-e4ae-4572-8a7e-bbf9f35c7acc tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] 10.222.0.77 "DELETE /v2.0/ports/81dd04b3-5883-46dd-8131-ffadd5765e4e HTTP/1.1" status: 204 len: 168 time: 0.9552577 Jul 05 04:16:48.159975 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55814) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:48.232772 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c6c38095-629b-4aa3-a0e5-8195f2fc668a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/floatingips/72a582f5-318e-4293-981f-a30739aca31d HTTP/1.1" status: 200 len: 992 time: 0.1607618 Jul 05 04:16:48.233916 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2266274-d454-4691-bdb3-58bdceaf6e83 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] GET failed (client error): The resource could not be found. Jul 05 04:16:48.238987 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d2266274-d454-4691-bdb3-58bdceaf6e83 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] 10.222.0.77 "GET /v2.0/ports/81dd04b3-5883-46dd-8131-ffadd5765e4e HTTP/1.1" status: 404 len: 333 time: 0.0751984 Jul 05 04:16:48.240071 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55816) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:48.247599 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-6d857716-589d-47e3-820c-12f9e6c26f93 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Request body: {'port': {'network_id': '7baa5aca-cdec-4553-a1a0-fab329f15bd1', 'name': 'tempest-AllowedAddressPairTestJSON-734404787'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:48.266588 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1371cad-3571-4273-bedd-f99c117426cc req-b216e69e-ac53-41b9-b42c-b51acb0a0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:48.268195 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e1371cad-3571-4273-bedd-f99c117426cc req-b216e69e-ac53-41b9-b42c-b51acb0a0b42 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac0be634601541e3aba69b1b2bc67317&device_id=f3d54ae7-e896-4f01-a51f-da495766efbf HTTP/1.1" status: 200 len: 1098 time: 0.0969563 Jul 05 04:16:48.306807 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-314855dc-430f-4510-85e7-9c4d9c480a0a None None] Set router 0038e5ad-9377-4d20-8d1f-2076245bb6f6 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:16:48.389792 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1371cad-3571-4273-bedd-f99c117426cc req-87ad9f48-9389-4f96-9d50-063f7e7f3f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:48.391581 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e1371cad-3571-4273-bedd-f99c117426cc req-87ad9f48-9389-4f96-9d50-063f7e7f3f9c service neutron] 10.222.0.70 "GET /v2.0/networks?id=f965a522-bdd2-4dcc-b35e-5f8b97d18006 HTTP/1.1" status: 200 len: 898 time: 0.1168938 Jul 05 04:16:48.400830 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d857716-589d-47e3-820c-12f9e6c26f93 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Made reservation on behalf of 7548ff5279df4ba4a2cbc0b214884f5d for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:48.408935 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d857716-589d-47e3-820c-12f9e6c26f93 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:48.435424 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-6d857716-589d-47e3-820c-12f9e6c26f93 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] device_id is not set on port 41d6b8b9-f7f5-4d7b-be00-f85ef3b8a6c8 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:16:48.472924 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e1371cad-3571-4273-bedd-f99c117426cc req-2f8c2168-a840-4de6-8734-12e3d055eca6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c0a6be1-ee20-44ab-b334-f189d996ea6d HTTP/1.1" status: 200 len: 1000 time: 0.0747552 Jul 05 04:16:48.539054 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1371cad-3571-4273-bedd-f99c117426cc req-d55f6def-f44e-47f5-a41e-3b303bf7d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:48.540826 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e1371cad-3571-4273-bedd-f99c117426cc req-d55f6def-f44e-47f5-a41e-3b303bf7d5d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=da53b46c-5bea-4ede-97c2-6167e1164bdb HTTP/1.1" status: 200 len: 834 time: 0.0615861 Jul 05 04:16:48.573249 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-6d857716-589d-47e3-820c-12f9e6c26f93 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Allocated IP 172.20.0.12 (7baa5aca-cdec-4553-a1a0-fab329f15bd1/efddf22b-b41e-4d23-bbcb-b0eb3fb92319/41d6b8b9-f7f5-4d7b-be00-f85ef3b8a6c8) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:48.588032 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-314855dc-430f-4510-85e7-9c4d9c480a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'name': 'tempest-TestNetworkBasicOps-router-51502788', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'dac90439-084b-4064-a558-945c3c38212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:16:12Z', 'revision_number': 4, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': 'dac90439-084b-4064-a558-945c3c38212c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '72a582f5-318e-4293-981f-a30739aca31d', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'floating_ip_address': '172.25.1.246', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'port_id': '4c0a6be1-ee20-44ab-b334-f189d996ea6d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'mac_address': 'fa:16:3e:e8:85:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d54ae7-e896-4f01-a51f-da495766efbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:16:45Z', 'updated_at': '2021-07-05T04:16:45Z', 'revision_number': 0, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6876c264-9b5b-4263-9f2c-b38c28c6b1ff', 'name': '', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:78:9e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:10Z', 'updated_at': '2021-07-05T04:16:25Z', 'revision_number': 5, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:48.616290 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1371cad-3571-4273-bedd-f99c117426cc req-440265f5-8f10-4f4c-9a6c-c7597d0dfa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:48.617975 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e1371cad-3571-4273-bedd-f99c117426cc req-440265f5-8f10-4f4c-9a6c-c7597d0dfa7b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f965a522-bdd2-4dcc-b35e-5f8b97d18006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705130 Jul 05 04:16:48.622518 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314855dc-430f-4510-85e7-9c4d9c480a0a None None] Checking router: 0038e5ad-9377-4d20-8d1f-2076245bb6f6 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:16:48.632644 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314855dc-430f-4510-85e7-9c4d9c480a0a None None] Routers {'0038e5ad-9377-4d20-8d1f-2076245bb6f6'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:16:48.633280 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-314855dc-430f-4510-85e7-9c4d9c480a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:16:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:48.750725 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e1371cad-3571-4273-bedd-f99c117426cc req-4ee8c636-9210-445c-883b-d20aabe2f2f3 service neutron] 10.222.0.70 "GET /v2.0/networks/f965a522-bdd2-4dcc-b35e-5f8b97d18006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247485 Jul 05 04:16:48.761824 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-314855dc-430f-4510-85e7-9c4d9c480a0a None None] Set router 0038e5ad-9377-4d20-8d1f-2076245bb6f6 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:16:48.808281 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d857716-589d-47e3-820c-12f9e6c26f93 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:48.826250 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-6d857716-589d-47e3-820c-12f9e6c26f93 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Transition to ACTIVE for port object 41d6b8b9-f7f5-4d7b-be00-f85ef3b8a6c8 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:48.870444 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d857716-589d-47e3-820c-12f9e6c26f93 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:48.871395 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e1371cad-3571-4273-bedd-f99c117426cc req-e1e0dcc5-afe2-439b-8c3a-538c288dd3f0 service neutron] 10.222.0.70 "GET /v2.0/networks/f965a522-bdd2-4dcc-b35e-5f8b97d18006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134098 Jul 05 04:16:48.928694 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d857716-589d-47e3-820c-12f9e6c26f93 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Network 7baa5aca-cdec-4553-a1a0-fab329f15bd1 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:48.933712 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-6d857716-589d-47e3-820c-12f9e6c26f93 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:48.950060 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d857716-589d-47e3-820c-12f9e6c26f93 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:49.003228 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d857716-589d-47e3-820c-12f9e6c26f93 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Pushing event updated for resources: {'Port': ['ID=41d6b8b9-f7f5-4d7b-be00-f85ef3b8a6c8,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:49.038652 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d857716-589d-47e3-820c-12f9e6c26f93 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:49.039954 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d857716-589d-47e3-820c-12f9e6c26f93 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:49.056983 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6d857716-589d-47e3-820c-12f9e6c26f93 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8149579 Jul 05 04:16:49.060055 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55826) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:49.067665 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-6487a032-2024-4c1d-9630-2e7d234c7762 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a7:6a:5b'}]}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:49.144419 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-314855dc-430f-4510-85e7-9c4d9c480a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'name': 'tempest-TestNetworkBasicOps-router-51502788', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'dac90439-084b-4064-a558-945c3c38212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:16:12Z', 'revision_number': 4, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': 'dac90439-084b-4064-a558-945c3c38212c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '72a582f5-318e-4293-981f-a30739aca31d', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'floating_ip_address': '172.25.1.246', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'port_id': '4c0a6be1-ee20-44ab-b334-f189d996ea6d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'mac_address': 'fa:16:3e:e8:85:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d54ae7-e896-4f01-a51f-da495766efbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:16:45Z', 'updated_at': '2021-07-05T04:16:45Z', 'revision_number': 0, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6876c264-9b5b-4263-9f2c-b38c28c6b1ff', 'name': '', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:78:9e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:10Z', 'updated_at': '2021-07-05T04:16:25Z', 'revision_number': 5, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:49.174358 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b21f9-482f-4bbf-b3c9-46beba3aa5f1 req-a8bd6469-0b01-47eb-87a5-f22ac43dfcc1 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:49.176354 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2a6b21f9-482f-4bbf-b3c9-46beba3aa5f1 req-a8bd6469-0b01-47eb-87a5-f22ac43dfcc1 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 946 time: 0.1950955 Jul 05 04:16:49.186255 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314855dc-430f-4510-85e7-9c4d9c480a0a None None] The sync data for ids ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'] in n-d-780147-23 is: [{'id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'name': 'tempest-TestNetworkBasicOps-router-51502788', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'dac90439-084b-4064-a558-945c3c38212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:16:12Z', 'revision_number': 4, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': 'dac90439-084b-4064-a558-945c3c38212c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '72a582f5-318e-4293-981f-a30739aca31d', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'floating_ip_address': '172.25.1.246', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'port_id': '4c0a6be1-ee20-44ab-b334-f189d996ea6d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'mac_address': 'fa:16:3e:e8:85:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d54ae7-e896-4f01-a51f-da495766efbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:16:45Z', 'updated_at': '2021-07-05T04:16:45Z', 'revision_number': 0, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6876c264-9b5b-4263-9f2c-b38c28c6b1ff', 'name': '', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:78:9e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:10Z', 'updated_at': '2021-07-05T04:16:25Z', 'revision_number': 5, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:16:49.248597 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55828) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:49.265068 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2a6b21f9-482f-4bbf-b3c9-46beba3aa5f1 req-f4ac0c07-0c9f-43fd-a502-db506813822d tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ec1a566-b697-43e0-9e05-f839d77d725c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666022 Jul 05 04:16:49.308340 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-79934a9d-8856-4092-b135-9d953ad00860 None None] Provisioning for port 41d6b8b9-f7f5-4d7b-be00-f85ef3b8a6c8 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:49.308747 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be6d2b-1244-4435-ac08-79baba307091 req-863ae393-d71c-4a18-9464-9fa569c19fcc tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:49.311060 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-18be6d2b-1244-4435-ac08-79baba307091 req-863ae393-d71c-4a18-9464-9fa569c19fcc tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 946 time: 0.2256887 Jul 05 04:16:49.316342 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-79934a9d-8856-4092-b135-9d953ad00860 None None] Provisioning complete for port 41d6b8b9-f7f5-4d7b-be00-f85ef3b8a6c8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:49.316843 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-79934a9d-8856-4092-b135-9d953ad00860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:49.387466 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-79934a9d-8856-4092-b135-9d953ad00860 None None] Port 41d6b8b9-f7f5-4d7b-be00-f85ef3b8a6c8 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:49.395597 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-277a11dd-09c5-4b09-bc9a-7c378f538683 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/floatingips/72a582f5-318e-4293-981f-a30739aca31d HTTP/1.1" status: 200 len: 992 time: 0.1455145 Jul 05 04:16:49.469720 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-18be6d2b-1244-4435-ac08-79baba307091 req-d09079ca-7651-4b02-ae46-648219b54588 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Deleting port abef2f72-32c3-440e-82e7-2164c28ae896 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:49.470068 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-18be6d2b-1244-4435-ac08-79baba307091 req-d09079ca-7651-4b02-ae46-648219b54588 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:49.500687 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6487a032-2024-4c1d-9630-2e7d234c7762 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:49.573846 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911e831-79d4-43c3-84dc-2ec9a5d28532 req-068c20ef-e34d-4fe3-bb34-cda5c00266dc tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:49.575442 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1911e831-79d4-43c3-84dc-2ec9a5d28532 req-068c20ef-e34d-4fe3-bb34-cda5c00266dc tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 945 time: 0.4315617 Jul 05 04:16:49.606207 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-18be6d2b-1244-4435-ac08-79baba307091 req-d09079ca-7651-4b02-ae46-648219b54588 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] For port abef2f72-32c3-440e-82e7-2164c28ae896, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=abef2f72-32c3-440e-82e7-2164c28ae896,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:49.606732 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-18be6d2b-1244-4435-ac08-79baba307091 req-d09079ca-7651-4b02-ae46-648219b54588 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:49.622771 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-18be6d2b-1244-4435-ac08-79baba307091 req-d09079ca-7651-4b02-ae46-648219b54588 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Calling delete_port for abef2f72-32c3-440e-82e7-2164c28ae896 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:49.626145 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdebc7bc-3c2d-4301-8375-60e9317406ea None None] New status for floating IP 72a582f5-318e-4293-981f-a30739aca31d: ACTIVE {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:16:49.736531 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1911e831-79d4-43c3-84dc-2ec9a5d28532 req-69f9bf98-0629-45ae-992b-6311e8aaa32b tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469154 Jul 05 04:16:49.832192 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-18be6d2b-1244-4435-ac08-79baba307091 req-d09079ca-7651-4b02-ae46-648219b54588 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:49.873059 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6487a032-2024-4c1d-9630-2e7d234c7762 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:49.874538 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09079ca-7651-4b02-ae46-648219b54588 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event deleted for resources: {'Port': ['ID=abef2f72-32c3-440e-82e7-2164c28ae896,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:49.884049 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6487a032-2024-4c1d-9630-2e7d234c7762 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:49.950974 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-18be6d2b-1244-4435-ac08-79baba307091 req-d09079ca-7651-4b02-ae46-648219b54588 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] No DVR routers for this DVR port abef2f72-32c3-440e-82e7-2164c28ae896 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:16:49.954919 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-18be6d2b-1244-4435-ac08-79baba307091 req-d09079ca-7651-4b02-ae46-648219b54588 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:49.957939 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-18be6d2b-1244-4435-ac08-79baba307091 req-d09079ca-7651-4b02-ae46-648219b54588 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.89 "DELETE /v2.0/ports/abef2f72-32c3-440e-82e7-2164c28ae896 HTTP/1.1" status: 204 len: 173 time: 0.6383603 Jul 05 04:16:49.959790 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3af7abb-334c-4b0d-b0ab-d2bf6958dd93', 'name': 'network-vif-deleted', 'tag': 'abef2f72-32c3-440e-82e7-2164c28ae896'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:49.962447 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8fe961-2be4-4ca7-abaf-0628b6e84ef5" -d '{"events": [{"server_uuid": "d3af7abb-334c-4b0d-b0ab-d2bf6958dd93", "name": "network-vif-deleted", "tag": "abef2f72-32c3-440e-82e7-2164c28ae896"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:49.984733 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487a032-2024-4c1d-9630-2e7d234c7762 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Pushing event updated for resources: {'Port': ['ID=41d6b8b9-f7f5-4d7b-be00-f85ef3b8a6c8,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:50.003036 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-6487a032-2024-4c1d-9630-2e7d234c7762 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] In _notify_port_updated(), no bound segment for port 41d6b8b9-f7f5-4d7b-be00-f85ef3b8a6c8 on network 7baa5aca-cdec-4553-a1a0-fab329f15bd1 {{(pid=105539) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:16:50.009664 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6487a032-2024-4c1d-9630-2e7d234c7762 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:50.010896 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6487a032-2024-4c1d-9630-2e7d234c7762 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.012720 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6487a032-2024-4c1d-9630-2e7d234c7762 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] 10.222.0.77 "PUT /v2.0/ports/41d6b8b9-f7f5-4d7b-be00-f85ef3b8a6c8 HTTP/1.1" status: 200 len: 996 time: 0.9509547 Jul 05 04:16:50.015982 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55838) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:50.028367 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9763e98-86de-4a21-b12c-a5765432305b x-openstack-request-id: req-e9763e98-86de-4a21-b12c-a5765432305b {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:50.028703 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3af7abb-334c-4b0d-b0ab-d2bf6958dd93", "name": "network-vif-deleted", "tag": "abef2f72-32c3-440e-82e7-2164c28ae896", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:50.028986 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e9763e98-86de-4a21-b12c-a5765432305b {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:50.030993 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3af7abb-334c-4b0d-b0ab-d2bf6958dd93', 'name': 'network-vif-deleted', 'tag': 'abef2f72-32c3-440e-82e7-2164c28ae896', 'status': 'completed', 'code': 200} Jul 05 04:16:50.229386 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-d536ddc8-3087-4bcc-9dc9-276f8062d322 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Deleting port 41d6b8b9-f7f5-4d7b-be00-f85ef3b8a6c8 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:50.229974 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d536ddc8-3087-4bcc-9dc9-276f8062d322 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.332057 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f70197c1-338f-4bfc-9b20-45886ebdeb9b None None] Provisioning complete for port 41d6b8b9-f7f5-4d7b-be00-f85ef3b8a6c8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:50.332589 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f70197c1-338f-4bfc-9b20-45886ebdeb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.376949 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d536ddc8-3087-4bcc-9dc9-276f8062d322 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.392539 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-d536ddc8-3087-4bcc-9dc9-276f8062d322 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Calling delete_port for 41d6b8b9-f7f5-4d7b-be00-f85ef3b8a6c8 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:50.400241 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55846) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:50.418125 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-f70197c1-338f-4bfc-9b20-45886ebdeb9b None None] Port 41d6b8b9-f7f5-4d7b-be00-f85ef3b8a6c8 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:50.557534 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-21fe621d-055a-480c-ba9a-3ffe4d50f623 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/floatingips/72a582f5-318e-4293-981f-a30739aca31d HTTP/1.1" status: 200 len: 994 time: 0.1495249 Jul 05 04:16:50.718856 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7b930960-bba5-425f-ac3f-8bf3222ac7b4 req-abdef68d-d5ff-4664-9b64-08df1968aa78 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 210 time: 0.1566377 Jul 05 04:16:50.791134 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d536ddc8-3087-4bcc-9dc9-276f8062d322 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.848342 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d536ddc8-3087-4bcc-9dc9-276f8062d322 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Pushing event deleted for resources: {'Port': ['ID=41d6b8b9-f7f5-4d7b-be00-f85ef3b8a6c8,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:50.862955 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55856) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:51.044278 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55be6c87-b2e6-4c81-b229-04de45c3d5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.077030 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25238162-6fbb-42bc-b3bd-e0965d302401 req-dc47fcd2-df79-4ae6-9ff2-da4ff9884a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:51.078927 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-25238162-6fbb-42bc-b3bd-e0965d302401 req-dc47fcd2-df79-4ae6-9ff2-da4ff9884a9f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=04d60bc19cfd4dc3a3402d003c6c3d3f&device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 1097 time: 0.3519819 Jul 05 04:16:51.086163 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d536ddc8-3087-4bcc-9dc9-276f8062d322 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.088337 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d536ddc8-3087-4bcc-9dc9-276f8062d322 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] 10.222.0.77 "DELETE /v2.0/ports/41d6b8b9-f7f5-4d7b-be00-f85ef3b8a6c8 HTTP/1.1" status: 204 len: 168 time: 1.0710535 Jul 05 04:16:51.090897 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55860) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:51.110567 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd9379-d831-4376-8430-b819283350e1 req-59c80916-8a9f-46e5-8d6e-abbf15a6c577 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:51.112108 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-63dd9379-d831-4376-8430-b819283350e1 req-59c80916-8a9f-46e5-8d6e-abbf15a6c577 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 945 time: 0.2653389 Jul 05 04:16:51.145284 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3de2f5d-f77d-4410-ba9a-18874dbf99e0 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] GET failed (client error): The resource could not be found. Jul 05 04:16:51.146993 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b3de2f5d-f77d-4410-ba9a-18874dbf99e0 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] 10.222.0.77 "GET /v2.0/ports/41d6b8b9-f7f5-4d7b-be00-f85ef3b8a6c8 HTTP/1.1" status: 404 len: 333 time: 0.0551693 Jul 05 04:16:51.151134 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55862) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:51.159911 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e1d2f207-3eae-4a94-b572-bf69abb6e3ed tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Request body: {'port': {'network_id': '7baa5aca-cdec-4553-a1a0-fab329f15bd1', 'name': 'tempest-AllowedAddressPairTestJSON-604868151'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:51.189010 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-63dd9379-d831-4376-8430-b819283350e1 req-7c5914ee-81ba-4d3c-b477-82a094a91773 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525060 Jul 05 04:16:51.335244 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25238162-6fbb-42bc-b3bd-e0965d302401 req-d4fee0ad-53a4-45fa-9f44-003143c5b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:51.336916 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-25238162-6fbb-42bc-b3bd-e0965d302401 req-d4fee0ad-53a4-45fa-9f44-003143c5b5df service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b HTTP/1.1" status: 200 len: 917 time: 0.2437854 Jul 05 04:16:51.379662 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device abef2f72-32c3-440e-82e7-2164c28ae896 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:16:51.408426 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-25238162-6fbb-42bc-b3bd-e0965d302401 req-5a6334c2-847d-4afc-b120-a5df87af951b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ac7c516-eb35-4425-abcb-535782ccae18 HTTP/1.1" status: 200 len: 217 time: 0.0594735 Jul 05 04:16:51.419610 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: abef2f72-32c3-440e-82e7-2164c28ae896 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:16:51.420498 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device abef2f72-32c3-440e-82e7-2164c28ae896 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:16:51.489574 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55be6c87-b2e6-4c81-b229-04de45c3d5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.500294 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55be6c87-b2e6-4c81-b229-04de45c3d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.514401 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25238162-6fbb-42bc-b3bd-e0965d302401 req-7c1b9906-420d-434c-b086-97dcc6b5deb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:51.516067 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-25238162-6fbb-42bc-b3bd-e0965d302401 req-7c1b9906-420d-434c-b086-97dcc6b5deb1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=762fd8cb-37f6-47dd-ac6a-23830d8c1d00 HTTP/1.1" status: 200 len: 855 time: 0.0897548 Jul 05 04:16:51.571275 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d2f207-3eae-4a94-b572-bf69abb6e3ed tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Made reservation on behalf of 7548ff5279df4ba4a2cbc0b214884f5d for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:51.574691 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e1d2f207-3eae-4a94-b572-bf69abb6e3ed tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.594126 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be6c87-b2e6-4c81-b229-04de45c3d5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467738c9-1008-4532-ab38-df2ad6548c43,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:51.602198 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-55be6c87-b2e6-4c81-b229-04de45c3d5f5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=74b40be6e7fd4ab98ccf2ce15378ba1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7382488 Jul 05 04:16:51.604875 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55864) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:51.613008 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-e1d2f207-3eae-4a94-b572-bf69abb6e3ed tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] device_id is not set on port f6639439-6b71-42b4-abf7-178f4783e263 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:16:51.678092 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a13f5842-6b2c-42c2-a756-f19acadfa9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.685208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25238162-6fbb-42bc-b3bd-e0965d302401 req-cbe59cea-8d99-43de-8733-1572e860602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:51.686764 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-25238162-6fbb-42bc-b3bd-e0965d302401 req-cbe59cea-8d99-43de-8733-1572e860602e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1593280 Jul 05 04:16:51.700852 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a13f5842-6b2c-42c2-a756-f19acadfa9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.779654 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a13f5842-6b2c-42c2-a756-f19acadfa9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.788138 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a13f5842-6b2c-42c2-a756-f19acadfa9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.791766 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a13f5842-6b2c-42c2-a756-f19acadfa9b3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/467738c9-1008-4532-ab38-df2ad6548c43 HTTP/1.1" status: 204 len: 168 time: 0.1831388 Jul 05 04:16:51.811270 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f5842-6b2c-42c2-a756-f19acadfa9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467738c9-1008-4532-ab38-df2ad6548c43,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:51.813334 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-e1d2f207-3eae-4a94-b572-bf69abb6e3ed tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Allocated IP 172.20.0.10 (7baa5aca-cdec-4553-a1a0-fab329f15bd1/efddf22b-b41e-4d23-bbcb-b0eb3fb92319/f6639439-6b71-42b4-abf7-178f4783e263) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:51.939239 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-25238162-6fbb-42bc-b3bd-e0965d302401 req-aca0a658-19b1-4cb9-94b8-7f48f78eb756 service neutron] 10.222.0.89 "GET /v2.0/networks/7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291393 Jul 05 04:16:51.968685 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3d3d3599-f777-453b-ae66-4220568e4853 req-541763b5-2c81-42d1-88ac-1ad63e7cbdcb tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 210 time: 0.0432534 Jul 05 04:16:52.135808 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-25238162-6fbb-42bc-b3bd-e0965d302401 req-560f3047-2ebe-48ce-9a56-ecc8e44c4d80 service neutron] 10.222.0.89 "GET /v2.0/networks/7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835730 Jul 05 04:16:52.143286 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55874) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:52.159082 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e1d2f207-3eae-4a94-b572-bf69abb6e3ed tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.159661 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9cf7270e-8b6b-4efd-b674-6dbd3b3e01a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.182292 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-e1d2f207-3eae-4a94-b572-bf69abb6e3ed tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Transition to ACTIVE for port object f6639439-6b71-42b4-abf7-178f4783e263 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:52.221237 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e1d2f207-3eae-4a94-b572-bf69abb6e3ed tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.261415 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9cf7270e-8b6b-4efd-b674-6dbd3b3e01a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.266230 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d2f207-3eae-4a94-b572-bf69abb6e3ed tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Network 7baa5aca-cdec-4553-a1a0-fab329f15bd1 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:52.269652 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-e1d2f207-3eae-4a94-b572-bf69abb6e3ed tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:52.270316 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9cf7270e-8b6b-4efd-b674-6dbd3b3e01a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.278026 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d2f207-3eae-4a94-b572-bf69abb6e3ed tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:52.342937 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d2f207-3eae-4a94-b572-bf69abb6e3ed tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:52.343583 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e1d2f207-3eae-4a94-b572-bf69abb6e3ed tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.347843 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9cf7270e-8b6b-4efd-b674-6dbd3b3e01a1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e1f60527682449c0a31cb0f9e2098ac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2027569 Jul 05 04:16:52.348589 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7270e-8b6b-4efd-b674-6dbd3b3e01a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193149ae-2c20-4937-9c2a-694cd5683dec,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:52.352925 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55878) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:52.374434 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2f207-3eae-4a94-b572-bf69abb6e3ed tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Pushing event updated for resources: {'Port': ['ID=f6639439-6b71-42b4-abf7-178f4783e263,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:52.387065 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e1d2f207-3eae-4a94-b572-bf69abb6e3ed tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2317607 Jul 05 04:16:52.389629 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55880) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:52.395314 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-58337eab-d702-49f8-aaab-5e0fde5b9d98 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Request body: {'port': {'network_id': '7baa5aca-cdec-4553-a1a0-fab329f15bd1', 'name': 'tempest-AllowedAddressPairTestJSON-46809184'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:52.424005 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-696f62d9-e6b1-47ce-999c-4851aedef5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.457753 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-696f62d9-e6b1-47ce-999c-4851aedef5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.532203 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-696f62d9-e6b1-47ce-999c-4851aedef5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.535159 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-696f62d9-e6b1-47ce-999c-4851aedef5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.539936 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-696f62d9-e6b1-47ce-999c-4851aedef5fe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/193149ae-2c20-4937-9c2a-694cd5683dec HTTP/1.1" status: 204 len: 168 time: 0.1857834 Jul 05 04:16:52.547932 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f62d9-e6b1-47ce-999c-4851aedef5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193149ae-2c20-4937-9c2a-694cd5683dec,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:52.587928 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bd978-e811-4ed6-b1b0-0ab0df914393 req-6717fcb8-2a91-4528-b190-b64682cdbde5 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:52.589771 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-845bd978-e811-4ed6-b1b0-0ab0df914393 req-6717fcb8-2a91-4528-b190-b64682cdbde5 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 945 time: 0.1882741 Jul 05 04:16:52.596269 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58337eab-d702-49f8-aaab-5e0fde5b9d98 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Made reservation on behalf of 7548ff5279df4ba4a2cbc0b214884f5d for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:52.601818 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-58337eab-d702-49f8-aaab-5e0fde5b9d98 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.637285 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-58337eab-d702-49f8-aaab-5e0fde5b9d98 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] device_id is not set on port 9655498c-4b97-4893-9582-84818b687355 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:16:52.663648 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c8f581da-91ac-4fa9-adca-a8495e1c301e None None] Provisioning for port f6639439-6b71-42b4-abf7-178f4783e263 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:52.671404 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c8f581da-91ac-4fa9-adca-a8495e1c301e None None] Provisioning complete for port f6639439-6b71-42b4-abf7-178f4783e263 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:52.672600 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c8f581da-91ac-4fa9-adca-a8495e1c301e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.725915 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-845bd978-e811-4ed6-b1b0-0ab0df914393 req-b2ee5c83-cc6a-4aef-86a2-9122137de1a0 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213927 Jul 05 04:16:52.770272 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-c8f581da-91ac-4fa9-adca-a8495e1c301e None None] Port f6639439-6b71-42b4-abf7-178f4783e263 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:52.791767 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-58337eab-d702-49f8-aaab-5e0fde5b9d98 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Allocated IP 172.20.0.12 (7baa5aca-cdec-4553-a1a0-fab329f15bd1/efddf22b-b41e-4d23-bbcb-b0eb3fb92319/9655498c-4b97-4893-9582-84818b687355) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:53.010309 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-58337eab-d702-49f8-aaab-5e0fde5b9d98 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:53.041849 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-58337eab-d702-49f8-aaab-5e0fde5b9d98 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Transition to ACTIVE for port object 9655498c-4b97-4893-9582-84818b687355 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:53.086722 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-58337eab-d702-49f8-aaab-5e0fde5b9d98 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:53.525817 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58337eab-d702-49f8-aaab-5e0fde5b9d98 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Pushing event updated for resources: {'Port': ['ID=9655498c-4b97-4893-9582-84818b687355,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:53.530745 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c69d7c4-f311-42fb-9cad-ce1374eb6577 req-61ef707c-b5cf-4885-9a5f-13bf159d95b0 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 210 time: 0.4082801 Jul 05 04:16:53.532663 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58337eab-d702-49f8-aaab-5e0fde5b9d98 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Network 7baa5aca-cdec-4553-a1a0-fab329f15bd1 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:53.534127 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-58337eab-d702-49f8-aaab-5e0fde5b9d98 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:53.536540 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58337eab-d702-49f8-aaab-5e0fde5b9d98 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:53.606932 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58337eab-d702-49f8-aaab-5e0fde5b9d98 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:53.607606 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-58337eab-d702-49f8-aaab-5e0fde5b9d98 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:53.627408 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-58337eab-d702-49f8-aaab-5e0fde5b9d98 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2364407 Jul 05 04:16:53.630305 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55908) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:53.639109 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-0022ab31-c2bf-4220-8458-1d548d3b4947 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:a7:6a:5b'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:f5:c5:d9'}]}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:53.770850 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0022ab31-c2bf-4220-8458-1d548d3b4947 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:53.810412 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-91fef3f3-0289-4456-953b-6f724eebcc29 None None] Provisioning for port 9655498c-4b97-4893-9582-84818b687355 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:53.814286 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-91fef3f3-0289-4456-953b-6f724eebcc29 None None] Provisioning complete for port 9655498c-4b97-4893-9582-84818b687355 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:53.815058 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-91fef3f3-0289-4456-953b-6f724eebcc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:53.859158 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-91fef3f3-0289-4456-953b-6f724eebcc29 None None] Port 9655498c-4b97-4893-9582-84818b687355 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:53.872728 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-b0ebbeb9-2480-4658-86ab-aa6e663e1936 req-011b507b-ae9d-4894-9904-4b22f6c1acaf service neutron] (105539) timed out ('10.222.0.77', 33350) {{(pid=105539) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:16:54.404023 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0022ab31-c2bf-4220-8458-1d548d3b4947 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:54.412804 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0022ab31-c2bf-4220-8458-1d548d3b4947 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:54.427974 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a17b0-c2ab-422a-8403-5bbb3f963d25 req-1b1bc69b-f7bc-480e-a90c-9b9f84c7ef77 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:54.429835 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c8a17b0-c2ab-422a-8403-5bbb3f963d25 req-1b1bc69b-f7bc-480e-a90c-9b9f84c7ef77 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 945 time: 0.4964578 Jul 05 04:16:54.528615 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022ab31-c2bf-4220-8458-1d548d3b4947 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Pushing event updated for resources: {'Port': ['ID=9655498c-4b97-4893-9582-84818b687355,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:54.558564 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c8a17b0-c2ab-422a-8403-5bbb3f963d25 req-16b326bf-00bd-46fc-9b85-bf0a5267df2a tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061060 Jul 05 04:16:54.565005 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-0022ab31-c2bf-4220-8458-1d548d3b4947 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] In _notify_port_updated(), no bound segment for port 9655498c-4b97-4893-9582-84818b687355 on network 7baa5aca-cdec-4553-a1a0-fab329f15bd1 {{(pid=105539) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:16:54.571577 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0022ab31-c2bf-4220-8458-1d548d3b4947 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:54.572305 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0022ab31-c2bf-4220-8458-1d548d3b4947 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:54.576679 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55944) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:54.576862 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0022ab31-c2bf-4220-8458-1d548d3b4947 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] 10.222.0.77 "PUT /v2.0/ports/9655498c-4b97-4893-9582-84818b687355 HTTP/1.1" status: 200 len: 1056 time: 0.9437401 Jul 05 04:16:54.808158 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a3198eef-2ffe-4929-a3b8-0673ba585739 req-7c9a17f1-f008-48d8-beb1-8a1d70a7ff27 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3af7abb-334c-4b0d-b0ab-d2bf6958dd93 HTTP/1.1" status: 200 len: 210 time: 0.0461428 Jul 05 04:16:54.813385 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-2a94c08f-a52c-45f8-b55c-0265043afcd3 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Deleting port 9655498c-4b97-4893-9582-84818b687355 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:54.814529 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2a94c08f-a52c-45f8-b55c-0265043afcd3 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:54.936796 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2a94c08f-a52c-45f8-b55c-0265043afcd3 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:54.967560 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-2a94c08f-a52c-45f8-b55c-0265043afcd3 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Calling delete_port for 9655498c-4b97-4893-9582-84818b687355 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:54.969170 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55952) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:54.985367 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b842f84-4fd2-4d0d-ac75-8334146b2e7a req-fd407aec-3703-4b8b-b780-c55d1e25d648 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:54.996424 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b842f84-4fd2-4d0d-ac75-8334146b2e7a req-fd407aec-3703-4b8b-b780-c55d1e25d648 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 945 time: 0.1338031 Jul 05 04:16:55.027513 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ad3aab53-7006-40f4-a2fd-e42f7dd31154 None None] Provisioning complete for port 9655498c-4b97-4893-9582-84818b687355 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:55.028005 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ad3aab53-7006-40f4-a2fd-e42f7dd31154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:55.065162 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b842f84-4fd2-4d0d-ac75-8334146b2e7a req-fb3bb2ea-6cc3-40f0-baff-e349564c5264 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671248 Jul 05 04:16:55.091768 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-ad3aab53-7006-40f4-a2fd-e42f7dd31154 None None] Port 9655498c-4b97-4893-9582-84818b687355 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:55.251997 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c293e1b4-121e-4cb3-b04f-71902d06dd1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:55.270582 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2a94c08f-a52c-45f8-b55c-0265043afcd3 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:55.361339 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94c08f-a52c-45f8-b55c-0265043afcd3 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Pushing event deleted for resources: {'Port': ['ID=9655498c-4b97-4893-9582-84818b687355,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:55.481745 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b5cc9-9d74-4844-88e9-e05c70f614f2 req-c63aabf6-9bff-485f-8c35-39b73a25dd4a tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:55.483439 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3a3b5cc9-9d74-4844-88e9-e05c70f614f2 req-c63aabf6-9bff-485f-8c35-39b73a25dd4a tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=43b9cd5f-53a3-434e-9bac-379d52739589 HTTP/1.1" status: 200 len: 946 time: 0.2455082 Jul 05 04:16:55.641407 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3a3b5cc9-9d74-4844-88e9-e05c70f614f2 req-e3a8e91c-3171-40fa-b2e5-0052918e4358 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468503 Jul 05 04:16:55.676525 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c293e1b4-121e-4cb3-b04f-71902d06dd1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:55.683238 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2a94c08f-a52c-45f8-b55c-0265043afcd3 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:55.687715 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2a94c08f-a52c-45f8-b55c-0265043afcd3 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] 10.222.0.77 "DELETE /v2.0/ports/9655498c-4b97-4893-9582-84818b687355 HTTP/1.1" status: 204 len: 168 time: 1.1067119 Jul 05 04:16:55.687715 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c293e1b4-121e-4cb3-b04f-71902d06dd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:55.688537 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55962) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:55.731792 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-1795cb09-7cfa-4217-b54c-733ce5c02c8e tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] GET failed (client error): The resource could not be found. Jul 05 04:16:55.733623 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1795cb09-7cfa-4217-b54c-733ce5c02c8e tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] 10.222.0.77 "GET /v2.0/ports/9655498c-4b97-4893-9582-84818b687355 HTTP/1.1" status: 404 len: 333 time: 0.0442085 Jul 05 04:16:55.735531 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55964) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:55.735756 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c293e1b4-121e-4cb3-b04f-71902d06dd1d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f50842a3c89543a9b6006e8e97a43368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7653644 Jul 05 04:16:55.736539 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55966) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:55.737276 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293e1b4-121e-4cb3-b04f-71902d06dd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9680357-8c4c-488a-b52c-c141753fb2ed,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:55.850914 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-e7e964ca-9af7-41ac-be83-bb3b4575a2b4 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Deleting port f6639439-6b71-42b4-abf7-178f4783e263 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:55.851625 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e7e964ca-9af7-41ac-be83-bb3b4575a2b4 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:55.866083 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f6106cdd-8fa5-4570-b5ce-2e43a0ab0edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:55.893135 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28db85-1d78-4456-bb34-63c463429b3c req-d3876df0-6511-40ef-a8fc-299bf8b5bb82 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:55.894706 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b28db85-1d78-4456-bb34-63c463429b3c req-d3876df0-6511-40ef-a8fc-299bf8b5bb82 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=32ee11a1-234d-4e84-ac30-13810509155f HTTP/1.1" status: 200 len: 945 time: 0.1073742 Jul 05 04:16:55.906996 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f6106cdd-8fa5-4570-b5ce-2e43a0ab0edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:55.953199 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e7e964ca-9af7-41ac-be83-bb3b4575a2b4 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:55.968892 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-e7e964ca-9af7-41ac-be83-bb3b4575a2b4 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Calling delete_port for f6639439-6b71-42b4-abf7-178f4783e263 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:55.974635 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b28db85-1d78-4456-bb34-63c463429b3c req-8c7dbfd0-cb53-4b97-815d-7bf94d5b6664 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692921 Jul 05 04:16:56.003085 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f6106cdd-8fa5-4570-b5ce-2e43a0ab0edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.007933 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f6106cdd-8fa5-4570-b5ce-2e43a0ab0edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.009362 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f6106cdd-8fa5-4570-b5ce-2e43a0ab0edf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d9680357-8c4c-488a-b52c-c141753fb2ed HTTP/1.1" status: 204 len: 168 time: 0.2725847 Jul 05 04:16:56.029540 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6106cdd-8fa5-4570-b5ce-2e43a0ab0edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9680357-8c4c-488a-b52c-c141753fb2ed,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:56.058985 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-446261fc-6b0d-4bc3-874f-cbb50f5f54f7 req-d97aafe8-20b6-4ccb-8df3-a2ecffa9543a tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:16:56.060155 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-446261fc-6b0d-4bc3-874f-cbb50f5f54f7 req-d97aafe8-20b6-4ccb-8df3-a2ecffa9543a tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088167 Jul 05 04:16:56.185978 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-446261fc-6b0d-4bc3-874f-cbb50f5f54f7 req-5e99a184-d456-4238-a2f0-15382242ed11 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1172283 Jul 05 04:16:56.214303 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e7e964ca-9af7-41ac-be83-bb3b4575a2b4 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.254062 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e964ca-9af7-41ac-be83-bb3b4575a2b4 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Pushing event deleted for resources: {'Port': ['ID=f6639439-6b71-42b4-abf7-178f4783e263,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:56.355164 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e7e964ca-9af7-41ac-be83-bb3b4575a2b4 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.359724 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e7e964ca-9af7-41ac-be83-bb3b4575a2b4 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] 10.222.0.77 "DELETE /v2.0/ports/f6639439-6b71-42b4-abf7-178f4783e263 HTTP/1.1" status: 204 len: 168 time: 0.6173522 Jul 05 04:16:56.360001 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55980) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:56.394563 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b879e7f-81d9-4731-92c4-689bc5fcab68 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] GET failed (client error): The resource could not be found. Jul 05 04:16:56.400446 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6b879e7f-81d9-4731-92c4-689bc5fcab68 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] 10.222.0.77 "GET /v2.0/ports/f6639439-6b71-42b4-abf7-178f4783e263 HTTP/1.1" status: 404 len: 333 time: 0.0368278 Jul 05 04:16:56.400638 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 55982) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:56.443600 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55986) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:56.465724 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-28860536-b707-46fc-8960-13a6e6f658a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.548157 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-66a1a75f-c1c8-4b45-bd08-74c2cda35852 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Deleting port 3e67332e-216d-4749-925b-feed7170bce8 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:56.548622 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-66a1a75f-c1c8-4b45-bd08-74c2cda35852 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.609512 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-28860536-b707-46fc-8960-13a6e6f658a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.616009 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-28860536-b707-46fc-8960-13a6e6f658a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.664306 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28860536-b707-46fc-8960-13a6e6f658a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb271620-f9f0-4779-bb18-262e9eb4ecb6,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:56.674543 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-28860536-b707-46fc-8960-13a6e6f658a1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f5c7ab53c2784774a35213b2abb0ee53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2272935 Jul 05 04:16:56.676381 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55988) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:56.695674 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-66a1a75f-c1c8-4b45-bd08-74c2cda35852 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.712127 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7adb1e-ef14-404b-969d-5e59d334a91f req-d075bc2c-85fc-4d6a-82d3-012cdb02f604 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:56.713691 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d7adb1e-ef14-404b-969d-5e59d334a91f req-d075bc2c-85fc-4d6a-82d3-012cdb02f604 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 945 time: 0.1591427 Jul 05 04:16:56.720677 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-66a1a75f-c1c8-4b45-bd08-74c2cda35852 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Calling delete_port for 3e67332e-216d-4749-925b-feed7170bce8 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:56.730183 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f8c7234-cead-419d-9ff5-f07dd0971060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.753150 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f8c7234-cead-419d-9ff5-f07dd0971060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.800821 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d7adb1e-ef14-404b-969d-5e59d334a91f req-3f24fea8-d826-4f11-b972-01ed1244494f tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749767 Jul 05 04:16:56.813616 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f8c7234-cead-419d-9ff5-f07dd0971060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.827898 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f8c7234-cead-419d-9ff5-f07dd0971060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.827898 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5f8c7234-cead-419d-9ff5-f07dd0971060 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fb271620-f9f0-4779-bb18-262e9eb4ecb6 HTTP/1.1" status: 204 len: 168 time: 0.1409082 Jul 05 04:16:56.838541 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c7234-cead-419d-9ff5-f07dd0971060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb271620-f9f0-4779-bb18-262e9eb4ecb6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:56.935491 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-66a1a75f-c1c8-4b45-bd08-74c2cda35852 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.983883 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1a75f-c1c8-4b45-bd08-74c2cda35852 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Pushing event deleted for resources: {'Port': ['ID=3e67332e-216d-4749-925b-feed7170bce8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:57.035757 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da480b3b-6153-4ec7-acda-408ae143c755 req-31c0d4af-a89e-41ba-abdc-57dd2ac7ee5c tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:57.058834 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da480b3b-6153-4ec7-acda-408ae143c755 req-31c0d4af-a89e-41ba-abdc-57dd2ac7ee5c tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=43b9cd5f-53a3-434e-9bac-379d52739589 HTTP/1.1" status: 200 len: 946 time: 0.1197453 Jul 05 04:16:57.104494 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-66a1a75f-c1c8-4b45-bd08-74c2cda35852 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:57.106728 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-66a1a75f-c1c8-4b45-bd08-74c2cda35852 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] 10.222.0.77 "DELETE /v2.0/ports/3e67332e-216d-4749-925b-feed7170bce8 HTTP/1.1" status: 204 len: 168 time: 0.7051897 Jul 05 04:16:57.112457 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 55998) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:57.118905 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da480b3b-6153-4ec7-acda-408ae143c755 req-f8bb6fc8-491d-4f44-8bf6-11f592104ded tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589790 Jul 05 04:16:57.207077 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8fb7d8-7cb0-4ed3-8b91-c8c27e93433d tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Deleting subnet efddf22b-b41e-4d23-bbcb-b0eb3fb92319 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:16:57.211223 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb7d8-7cb0-4ed3-8b91-c8c27e93433d tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:57.290394 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb7d8-7cb0-4ed3-8b91-c8c27e93433d tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:57.378363 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce0493-19d9-4a95-ba86-76b9a3897a27 req-9eba1289-35de-41af-9c4b-169e83262a4e tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:57.380614 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5cce0493-19d9-4a95-ba86-76b9a3897a27 req-9eba1289-35de-41af-9c4b-169e83262a4e tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=32ee11a1-234d-4e84-ac30-13810509155f HTTP/1.1" status: 200 len: 945 time: 0.0874581 Jul 05 04:16:57.414077 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb7d8-7cb0-4ed3-8b91-c8c27e93433d tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:57.430827 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5cce0493-19d9-4a95-ba86-76b9a3897a27 req-c6cd7635-02fe-4f30-b95a-28a0ac4f3688 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419648 Jul 05 04:16:57.489216 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb7d8-7cb0-4ed3-8b91-c8c27e93433d tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:57.509915 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb7d8-7cb0-4ed3-8b91-c8c27e93433d tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:57.512288 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bf8fb7d8-7cb0-4ed3-8b91-c8c27e93433d tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] 10.222.0.77 "DELETE /v2.0/subnets/efddf22b-b41e-4d23-bbcb-b0eb3fb92319 HTTP/1.1" status: 204 len: 168 time: 0.3982015 Jul 05 04:16:57.515447 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56016) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:57.522381 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34c3e4e-174b-466a-964c-aad544e7c0ea None None] Network 7baa5aca-cdec-4553-a1a0-fab329f15bd1 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:57.533340 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fb7d8-7cb0-4ed3-8b91-c8c27e93433d tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Pushing event deleted for resources: {'Subnet': ['ID=efddf22b-b41e-4d23-bbcb-b0eb3fb92319,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:57.624762 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d3fdb0bf-ac6f-49ea-8644-aad237cfe983 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:57.703744 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-d3fdb0bf-ac6f-49ea-8644-aad237cfe983 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Deleting port 4258856b-8f10-44a2-8703-1b561d6fd1b6 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:57.705067 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d3fdb0bf-ac6f-49ea-8644-aad237cfe983 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:57.820332 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-d3fdb0bf-ac6f-49ea-8644-aad237cfe983 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] For port 4258856b-8f10-44a2-8703-1b561d6fd1b6, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4258856b-8f10-44a2-8703-1b561d6fd1b6,segment=NetworkSegment(21f994a0-055e-46f5-b096-fb89d3b55677),segment_id=21f994a0-055e-46f5-b096-fb89d3b55677)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:57.820752 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d3fdb0bf-ac6f-49ea-8644-aad237cfe983 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:57.837918 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-d3fdb0bf-ac6f-49ea-8644-aad237cfe983 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Calling delete_port for 4258856b-8f10-44a2-8703-1b561d6fd1b6 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:57.872973 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e26b95-2d46-4b1f-83a1-152b5b6e09ad None None] DHCP port deletion for 7baa5aca-cdec-4553-a1a0-fab329f15bd1 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:16:57.924827 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315dc22-4316-47ae-8879-1765c4f6a9a2 req-45e7ac52-31e8-4726-ad53-46b9e304bbf3 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:57.933006 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315dc22-4316-47ae-8879-1765c4f6a9a2 req-45e7ac52-31e8-4726-ad53-46b9e304bbf3 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:57.939038 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315dc22-4316-47ae-8879-1765c4f6a9a2 req-45e7ac52-31e8-4726-ad53-46b9e304bbf3 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:57.940873 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9315dc22-4316-47ae-8879-1765c4f6a9a2 req-45e7ac52-31e8-4726-ad53-46b9e304bbf3 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=32ee11a1-234d-4e84-ac30-13810509155f&device_id=43b9cd5f-53a3-434e-9bac-379d52739589&device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 2417 time: 0.1488972 Jul 05 04:16:57.944779 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d3fdb0bf-ac6f-49ea-8644-aad237cfe983 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:57.957122 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-75e26b95-2d46-4b1f-83a1-152b5b6e09ad None None] Deleting port 4258856b-8f10-44a2-8703-1b561d6fd1b6 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:57.957839 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-75e26b95-2d46-4b1f-83a1-152b5b6e09ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:57.989064 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fdb0bf-ac6f-49ea-8644-aad237cfe983 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] No DVR routers for this DVR port 4258856b-8f10-44a2-8703-1b561d6fd1b6 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:16:57.992885 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fdb0bf-ac6f-49ea-8644-aad237cfe983 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Pushing event deleted for resources: {'Port': ['ID=4258856b-8f10-44a2-8703-1b561d6fd1b6,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:58.014214 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9315dc22-4316-47ae-8879-1765c4f6a9a2 req-59890563-50ef-4a92-b701-ddc93048c3bd tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614302 Jul 05 04:16:58.033293 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-75e26b95-2d46-4b1f-83a1-152b5b6e09ad None None] For port 4258856b-8f10-44a2-8703-1b561d6fd1b6, host n-d-780147-23, got binding levels [] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:58.033908 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-75e26b95-2d46-4b1f-83a1-152b5b6e09ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.056269 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-75e26b95-2d46-4b1f-83a1-152b5b6e09ad None None] Calling delete_port for 4258856b-8f10-44a2-8703-1b561d6fd1b6 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:58.060571 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.ipam_backend_mixin [None req-75e26b95-2d46-4b1f-83a1-152b5b6e09ad None None] Port 4258856b-8f10-44a2-8703-1b561d6fd1b6 was not found and therefore no delete operation was performed {{(pid=105540) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:16:58.063066 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-75e26b95-2d46-4b1f-83a1-152b5b6e09ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.078857 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56028) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:58.102446 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e26b95-2d46-4b1f-83a1-152b5b6e09ad None None] Pushing event deleted for resources: {'Port': ['ID=4258856b-8f10-44a2-8703-1b561d6fd1b6,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:58.112099 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e26b95-2d46-4b1f-83a1-152b5b6e09ad None None] No DVR routers for this DVR port 4258856b-8f10-44a2-8703-1b561d6fd1b6 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:16:58.142112 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d3fdb0bf-ac6f-49ea-8644-aad237cfe983 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.154831 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-d3fdb0bf-ac6f-49ea-8644-aad237cfe983 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7baa5aca-cdec-4553-a1a0-fab329f15bd1']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:58.171921 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-d3fdb0bf-ac6f-49ea-8644-aad237cfe983 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f994a0-055e-46f5-b096-fb89d3b55677') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:58.172297 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-d3fdb0bf-ac6f-49ea-8644-aad237cfe983 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f994a0-055e-46f5-b096-fb89d3b55677') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:58.190779 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d3fdb0bf-ac6f-49ea-8644-aad237cfe983 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.198082 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-35ade331-5dbe-41b0-9c72-945b4544ec81 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-452329130-network', 'tenant_id': '0d702039d6fb4e4db2094335117f47ea'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:58.222913 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ade331-5dbe-41b0-9c72-945b4544ec81 admin admin] Made reservation on behalf of 0d702039d6fb4e4db2094335117f47ea for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:58.230749 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35ade331-5dbe-41b0-9c72-945b4544ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.230936 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d3fdb0bf-ac6f-49ea-8644-aad237cfe983 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.244794 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35ade331-5dbe-41b0-9c72-945b4544ec81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.255431 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cdf6f0c2-bb9d-49b5-96cc-6103fb4fd699 req-ae720776-e04b-42a5-a7f2-072383839507 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1926003 Jul 05 04:16:58.256863 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fdb0bf-ac6f-49ea-8644-aad237cfe983 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:16:58.257306 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d3fdb0bf-ac6f-49ea-8644-aad237cfe983 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:16:58.260623 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:16:58.332238 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d3fdb0bf-ac6f-49ea-8644-aad237cfe983 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.343032 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d3fdb0bf-ac6f-49ea-8644-aad237cfe983 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.351571 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d3fdb0bf-ac6f-49ea-8644-aad237cfe983 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] 10.222.0.77 "DELETE /v2.0/networks/7baa5aca-cdec-4553-a1a0-fab329f15bd1 HTTP/1.1" status: 204 len: 168 time: 0.8349817 Jul 05 04:16:58.387683 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fdb0bf-ac6f-49ea-8644-aad237cfe983 tempest-AllowedAddressPairTestJSON-817109265 tempest-AllowedAddressPairTestJSON-817109265-project] Pushing event deleted for resources: {'Network': ['ID=7baa5aca-cdec-4553-a1a0-fab329f15bd1,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:58.427473 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35ade331-5dbe-41b0-9c72-945b4544ec81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.431823 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35ade331-5dbe-41b0-9c72-945b4544ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.460028 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ade331-5dbe-41b0-9c72-945b4544ec81 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:16:58.471641 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ade331-5dbe-41b0-9c72-945b4544ec81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b9899a-288c-4ef8-b81a-ca9f98bed6b3,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:58.490195 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35ade331-5dbe-41b0-9c72-945b4544ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.490559 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-35ade331-5dbe-41b0-9c72-945b4544ec81 admin admin] Added segment 23c664de-b14a-4932-98de-64e9615b12e3 of type vlan for network 5d119de3-2a8b-4954-9fdc-473c1fb2dd77 Jul 05 04:16:58.556393 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35ade331-5dbe-41b0-9c72-945b4544ec81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.603775 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35ade331-5dbe-41b0-9c72-945b4544ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.606134 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ade331-5dbe-41b0-9c72-945b4544ec81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:58.606926 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35ade331-5dbe-41b0-9c72-945b4544ec81 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.638246 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b2553634-70f7-47a5-b04e-8c5845fb369e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.684940 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ade331-5dbe-41b0-9c72-945b4544ec81 admin admin] Pushing event updated for resources: {'Network': ['ID=5d119de3-2a8b-4954-9fdc-473c1fb2dd77,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:58.696098 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-35ade331-5dbe-41b0-9c72-945b4544ec81 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6143618 Jul 05 04:16:58.698092 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56064) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:58.701609 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 5d119de3-2a8b-4954-9fdc-473c1fb2dd77 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:16:58.703620 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d75ef688-ed68-4156-bdae-4c26be9467ae admin admin] Request body: {'subnet': {'network_id': '5d119de3-2a8b-4954-9fdc-473c1fb2dd77', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-452329130-subnet', 'tenant_id': '0d702039d6fb4e4db2094335117f47ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:58.733701 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75ef688-ed68-4156-bdae-4c26be9467ae admin admin] Made reservation on behalf of 0d702039d6fb4e4db2094335117f47ea for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:58.737116 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d75ef688-ed68-4156-bdae-4c26be9467ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.743075 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56066) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:58.971935 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-851588e3-cc96-4800-86df-79d292c37ce7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7548ff5279df4ba4a2cbc0b214884f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2253063 Jul 05 04:16:58.978037 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56074) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:59.041978 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4258856b-8f10-44a2-8703-1b561d6fd1b6 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:16:59.080855 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d75ef688-ed68-4156-bdae-4c26be9467ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:59.101496 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 4258856b-8f10-44a2-8703-1b561d6fd1b6 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:16:59.102013 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4258856b-8f10-44a2-8703-1b561d6fd1b6 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:16:59.110179 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f4a200f9-c6bf-4705-a426-57da1c5de386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:59.154909 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ef688-ed68-4156-bdae-4c26be9467ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=d25caeca-3499-4e41-a768-1b255cdf3443,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:59.170035 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f4a200f9-c6bf-4705-a426-57da1c5de386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:59.191107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75ef688-ed68-4156-bdae-4c26be9467ae admin admin] Checking segment: {'id': '23c664de-b14a-4932-98de-64e9615b12e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5d119de3-2a8b-4954-9fdc-473c1fb2dd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:59.191649 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75ef688-ed68-4156-bdae-4c26be9467ae admin admin] Network hostable DHCP agents. Network: 5d119de3-2a8b-4954-9fdc-473c1fb2dd77, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:16:59.226789 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75ef688-ed68-4156-bdae-4c26be9467ae admin admin] Network 5d119de3-2a8b-4954-9fdc-473c1fb2dd77 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:16:59.239229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-d75ef688-ed68-4156-bdae-4c26be9467ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 5d119de3-2a8b-4954-9fdc-473c1fb2dd77) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:59.244695 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75ef688-ed68-4156-bdae-4c26be9467ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:59.245284 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d75ef688-ed68-4156-bdae-4c26be9467ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:59.251325 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f4a200f9-c6bf-4705-a426-57da1c5de386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:59.252553 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523ca08d-e68c-4696-b01e-1c2247d3244a None None] Network 5d119de3-2a8b-4954-9fdc-473c1fb2dd77 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:59.253977 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f4a200f9-c6bf-4705-a426-57da1c5de386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:59.260025 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f4a200f9-c6bf-4705-a426-57da1c5de386 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e07076a4-18af-4f71-994c-d86cd2540819 HTTP/1.1" status: 204 len: 168 time: 0.2823465 Jul 05 04:16:59.273283 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a200f9-c6bf-4705-a426-57da1c5de386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07076a4-18af-4f71-994c-d86cd2540819,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:59.288268 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d75ef688-ed68-4156-bdae-4c26be9467ae admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5852158 Jul 05 04:16:59.435536 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:59.588847 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfab7a5f-100d-4abc-a327-679168a4744c None None] Network 5d119de3-2a8b-4954-9fdc-473c1fb2dd77 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:59.967512 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56134) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:59.972616 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-ac65539b-603e-4215-bfc3-46d8be99fd87 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1549947459', 'description': 'tempest-secgroup-smoke-1549947459 description', 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:00.017327 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac65539b-603e-4215-bfc3-46d8be99fd87 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.126012 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56140) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.132481 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-3e7a43f5-ce6c-4563-a87b-a7be145b0fb2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1363047611-network', 'tenant_id': '460552d1b0614cc488c722212013e1c1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:00.150643 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c6271-9d0a-45df-9d32-413763901e1f req-0dc026d5-1f8b-4006-8a56-1fbbde78b9c5 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:00.152223 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8c3c6271-9d0a-45df-9d32-413763901e1f req-0dc026d5-1f8b-4006-8a56-1fbbde78b9c5 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=32ee11a1-234d-4e84-ac30-13810509155f HTTP/1.1" status: 200 len: 945 time: 0.1169882 Jul 05 04:17:00.196021 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac65539b-603e-4215-bfc3-46d8be99fd87 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.204282 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac65539b-603e-4215-bfc3-46d8be99fd87 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.217486 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7a43f5-ce6c-4563-a87b-a7be145b0fb2 admin admin] Made reservation on behalf of 460552d1b0614cc488c722212013e1c1 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:00.221407 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3e7a43f5-ce6c-4563-a87b-a7be145b0fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.221934 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8c3c6271-9d0a-45df-9d32-413763901e1f req-3b9e78dd-2a95-4d59-99a0-def2f02490a4 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629518 Jul 05 04:17:00.232625 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3e7a43f5-ce6c-4563-a87b-a7be145b0fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.239126 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac65539b-603e-4215-bfc3-46d8be99fd87 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.243499 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ac65539b-603e-4215-bfc3-46d8be99fd87 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2749400 Jul 05 04:17:00.244165 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56144) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.251516 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-0441e28f-183b-4336-b0ca-cdb2dfde8d3b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Request body: {'security_group_rule': {'security_group_id': 'e9c13f5d-71b2-4040-93c1-74f87978192d', 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:00.257427 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65539b-603e-4215-bfc3-46d8be99fd87 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c13f5d-71b2-4040-93c1-74f87978192d,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:00.342489 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3e7a43f5-ce6c-4563-a87b-a7be145b0fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.346987 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3e7a43f5-ce6c-4563-a87b-a7be145b0fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.368491 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7a43f5-ce6c-4563-a87b-a7be145b0fb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:00.373919 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0441e28f-183b-4336-b0ca-cdb2dfde8d3b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.383221 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a43f5-ce6c-4563-a87b-a7be145b0fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3246a39-b656-48df-a458-37dad480f1e0,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:00.397949 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:17:00.400492 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3e7a43f5-ce6c-4563-a87b-a7be145b0fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.400971 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-3e7a43f5-ce6c-4563-a87b-a7be145b0fb2 admin admin] Added segment 61d24e8b-bfb2-4a22-a0d6-e6764b1ad873 of type vlan for network 44ed55ee-adab-4de5-9ac0-2b85dfc64afc Jul 05 04:17:00.438650 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0441e28f-183b-4336-b0ca-cdb2dfde8d3b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.444536 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0441e28f-183b-4336-b0ca-cdb2dfde8d3b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.447281 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3e7a43f5-ce6c-4563-a87b-a7be145b0fb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.467241 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441e28f-183b-4336-b0ca-cdb2dfde8d3b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd56107f-177d-47f5-9272-ea0d8a292873,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:00.477748 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0441e28f-183b-4336-b0ca-cdb2dfde8d3b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.478906 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0441e28f-183b-4336-b0ca-cdb2dfde8d3b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2317214 Jul 05 04:17:00.481747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56152) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.483970 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3e7a43f5-ce6c-4563-a87b-a7be145b0fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.485698 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7a43f5-ce6c-4563-a87b-a7be145b0fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:00.486503 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3e7a43f5-ce6c-4563-a87b-a7be145b0fb2 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.486835 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-84b67ce3-fce6-466a-a2e2-753a82d45f22 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Request body: {'security_group_rule': {'security_group_id': 'e9c13f5d-71b2-4040-93c1-74f87978192d', 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:00.496750 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56154) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.524203 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-84b67ce3-fce6-466a-a2e2-753a82d45f22 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.547845 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3e7a43f5-ce6c-4563-a87b-a7be145b0fb2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4183664 Jul 05 04:17:00.549671 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56158) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.557237 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-75a6163f-c05c-48b9-875c-452ae56a31fc admin admin] Request body: {'subnet': {'network_id': '44ed55ee-adab-4de5-9ac0-2b85dfc64afc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1363047611-subnet', 'tenant_id': '460552d1b0614cc488c722212013e1c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:00.565650 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a43f5-ce6c-4563-a87b-a7be145b0fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=44ed55ee-adab-4de5-9ac0-2b85dfc64afc,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:00.577472 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 44ed55ee-adab-4de5-9ac0-2b85dfc64afc details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:00.582111 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-84b67ce3-fce6-466a-a2e2-753a82d45f22 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.586200 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-84b67ce3-fce6-466a-a2e2-753a82d45f22 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.587285 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a6163f-c05c-48b9-875c-452ae56a31fc admin admin] Made reservation on behalf of 460552d1b0614cc488c722212013e1c1 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:00.589863 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-75a6163f-c05c-48b9-875c-452ae56a31fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.608255 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b67ce3-fce6-466a-a2e2-753a82d45f22 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98942cc2-deac-466f-a21f-0216aed813c1,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:00.612346 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-84b67ce3-fce6-466a-a2e2-753a82d45f22 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.613558 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-84b67ce3-fce6-466a-a2e2-753a82d45f22 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308877 Jul 05 04:17:00.617108 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56160) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.621810 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-c6494bbb-f1e7-4868-9595-bfe744cb6835 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Request body: {'security_group_rule': {'security_group_id': 'e9c13f5d-71b2-4040-93c1-74f87978192d', 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:00.668548 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6494bbb-f1e7-4868-9595-bfe744cb6835 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.689548 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-16300e33-7979-4f97-a62c-2191f0fb6bfd tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.691852 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-16300e33-7979-4f97-a62c-2191f0fb6bfd tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1926599 Jul 05 04:17:00.694861 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56162) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.703627 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-af99ac57-5f32-43d1-92d8-8e82c9446afb tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.703627 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-af99ac57-5f32-43d1-92d8-8e82c9446afb tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0073221 Jul 05 04:17:00.707860 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56164) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.712540 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-2a717329-5dd0-48fa-aa36-b4f2659327bc tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.713479 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2a717329-5dd0-48fa-aa36-b4f2659327bc tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0044682 Jul 05 04:17:00.717287 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56166) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.721917 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-330be61c-9590-41fd-8bea-005226170dfd tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.722850 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-330be61c-9590-41fd-8bea-005226170dfd tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0045755 Jul 05 04:17:00.729717 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56168) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.733677 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-40fb0652-e511-4724-809d-b69216bfa5a5 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.734628 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-40fb0652-e511-4724-809d-b69216bfa5a5 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0052960 Jul 05 04:17:00.739293 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56170) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.747021 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-39712dbe-535c-4805-bf7d-03d13a135f9e tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.747021 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-39712dbe-535c-4805-bf7d-03d13a135f9e tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0062754 Jul 05 04:17:00.750686 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56172) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.762806 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-538647b9-4956-4c7d-bdeb-6b000232bca9 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.766767 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-538647b9-4956-4c7d-bdeb-6b000232bca9 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0069227 Jul 05 04:17:00.768281 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56174) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.773394 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-7f9b4123-92fc-4282-be2d-c825d6d82a94 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.775880 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7f9b4123-92fc-4282-be2d-c825d6d82a94 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0044191 Jul 05 04:17:00.776456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56176) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.780953 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-da1ff618-3c52-47a0-8c9a-1566207d9902 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.781903 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-da1ff618-3c52-47a0-8c9a-1566207d9902 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045707 Jul 05 04:17:00.784633 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56178) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.790347 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-726a3a7b-56d7-4fc3-9a55-a3a9e81d0af3 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.791622 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-726a3a7b-56d7-4fc3-9a55-a3a9e81d0af3 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0050371 Jul 05 04:17:00.793657 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6494bbb-f1e7-4868-9595-bfe744cb6835 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.794281 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56180) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.798134 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6494bbb-f1e7-4868-9595-bfe744cb6835 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.802923 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-6d2ce9d2-aef7-448b-9055-f535aa353f6e tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.806865 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6d2ce9d2-aef7-448b-9055-f535aa353f6e tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0089412 Jul 05 04:17:00.806865 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56182) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.811376 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-2e94d9d4-76e4-47ca-b7cd-d6a5510b023c tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.815202 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2e94d9d4-76e4-47ca-b7cd-d6a5510b023c tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0047076 Jul 05 04:17:00.815333 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56184) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.825180 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-0a0614a0-085c-4662-a51a-83ed44430d51 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.828896 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0a0614a0-085c-4662-a51a-83ed44430d51 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0102594 Jul 05 04:17:00.829011 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56186) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.831013 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6494bbb-f1e7-4868-9595-bfe744cb6835 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e16ab4-fcec-46f8-8180-b8961060bea0,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:00.836125 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-36c60f47-f9c7-4097-935e-00d70da7ae17 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.839173 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-36c60f47-f9c7-4097-935e-00d70da7ae17 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0068407 Jul 05 04:17:00.839173 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6494bbb-f1e7-4868-9595-bfe744cb6835 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.840172 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56188) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.841954 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c6494bbb-f1e7-4868-9595-bfe744cb6835 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2238343 Jul 05 04:17:00.842632 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56190) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.844079 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-6fb7d625-be73-4fdd-bf86-afac7e18bb1e tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.844816 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6fb7d625-be73-4fdd-bf86-afac7e18bb1e tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043581 Jul 05 04:17:00.850979 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56192) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.852883 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-94361974-4ec6-40bd-ad73-dca2b4e3158c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Request body: {'security_group_rule': {'security_group_id': 'e9c13f5d-71b2-4040-93c1-74f87978192d', 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:00.857562 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-74b64c00-6bae-4f12-8b2f-10c138f9ed1c tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.858540 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-74b64c00-6bae-4f12-8b2f-10c138f9ed1c tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0066564 Jul 05 04:17:00.859212 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6494bbb-f1e7-4868-9595-bfe744cb6835 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:00.859570 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6494bbb-f1e7-4868-9595-bfe744cb6835 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:00.860017 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6494bbb-f1e7-4868-9595-bfe744cb6835 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:00.860265 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6494bbb-f1e7-4868-9595-bfe744cb6835 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:00.860710 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6494bbb-f1e7-4868-9595-bfe744cb6835 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:00.861015 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6494bbb-f1e7-4868-9595-bfe744cb6835 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:00.861348 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6494bbb-f1e7-4868-9595-bfe744cb6835 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:00.861675 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6494bbb-f1e7-4868-9595-bfe744cb6835 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:00.862004 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6494bbb-f1e7-4868-9595-bfe744cb6835 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:00.862377 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6494bbb-f1e7-4868-9595-bfe744cb6835 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:00.862501 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56194) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.862776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6494bbb-f1e7-4868-9595-bfe744cb6835 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:00.863072 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6494bbb-f1e7-4868-9595-bfe744cb6835 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:00.867490 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-53fff5c9-ffe6-47fe-8230-64235b0c0f4b tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.870633 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-53fff5c9-ffe6-47fe-8230-64235b0c0f4b tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0050676 Jul 05 04:17:00.873228 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56196) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.878033 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-3e24f7c6-b1f0-4e4b-85f0-c5efebd6c6a6 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.878968 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3e24f7c6-b1f0-4e4b-85f0-c5efebd6c6a6 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0043314 Jul 05 04:17:00.882506 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56198) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.885164 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-75a6163f-c05c-48b9-875c-452ae56a31fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.889789 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-93831bdf-3776-4f98-ab94-d13783f99df5 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.894750 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-93831bdf-3776-4f98-ab94-d13783f99df5 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0072544 Jul 05 04:17:00.895058 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56200) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.900350 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-601eff72-a864-4099-b0fb-518023829700 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.901583 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-601eff72-a864-4099-b0fb-518023829700 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0053060 Jul 05 04:17:00.906061 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56202) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.910988 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-db24e79e-34a8-4c76-9554-cf6a3b85961a tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.913061 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-db24e79e-34a8-4c76-9554-cf6a3b85961a tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0058162 Jul 05 04:17:00.916012 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56204) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.916769 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-94361974-4ec6-40bd-ad73-dca2b4e3158c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.923617 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-48277b45-8510-4ff0-b370-06ad295641d8 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.924827 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-48277b45-8510-4ff0-b370-06ad295641d8 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0051103 Jul 05 04:17:00.928706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56206) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.941374 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-14f2def8-4e4e-4f4a-8bcb-5dc9668d9212 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.945245 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-14f2def8-4e4e-4f4a-8bcb-5dc9668d9212 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0071604 Jul 05 04:17:00.946482 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56208) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.950719 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-07de5855-fcdf-408d-8ecb-1ab281f7a476 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.953929 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-07de5855-fcdf-408d-8ecb-1ab281f7a476 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0049343 Jul 05 04:17:00.954302 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6163f-c05c-48b9-875c-452ae56a31fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9dfe51f-6c97-4daf-8931-9117ad7a8ffa,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:00.956182 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56210) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.963872 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-40d19bb0-df9a-4323-8946-5c1193a3c4e9 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.967221 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-40d19bb0-df9a-4323-8946-5c1193a3c4e9 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0061574 Jul 05 04:17:00.967889 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56212) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.971399 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a6163f-c05c-48b9-875c-452ae56a31fc admin admin] Checking segment: {'id': '61d24e8b-bfb2-4a22-a0d6-e6764b1ad873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '44ed55ee-adab-4de5-9ac0-2b85dfc64afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:00.971763 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a6163f-c05c-48b9-875c-452ae56a31fc admin admin] Network hostable DHCP agents. Network: 44ed55ee-adab-4de5-9ac0-2b85dfc64afc, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:00.979215 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-70dd132a-5604-4ea6-b5e4-31d6dfecf567 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.983147 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-70dd132a-5604-4ea6-b5e4-31d6dfecf567 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0140562 Jul 05 04:17:00.983920 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56214) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.992245 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-4d1fe923-3efd-40ae-93da-0b138dc09c8d tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:00.992928 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a6163f-c05c-48b9-875c-452ae56a31fc admin admin] Network 44ed55ee-adab-4de5-9ac0-2b85dfc64afc is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:00.996106 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4d1fe923-3efd-40ae-93da-0b138dc09c8d tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0085125 Jul 05 04:17:00.996456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56216) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.003329 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-006d3108-914e-46f1-85d9-41d6be93e205 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.007345 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-006d3108-914e-46f1-85d9-41d6be93e205 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0096338 Jul 05 04:17:01.008326 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56218) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.014343 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-c0e4959c-dc0f-4e59-85af-8e9312f1b361 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.015331 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c0e4959c-dc0f-4e59-85af-8e9312f1b361 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0050464 Jul 05 04:17:01.016846 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-75a6163f-c05c-48b9-875c-452ae56a31fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 44ed55ee-adab-4de5-9ac0-2b85dfc64afc) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:01.018159 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56220) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.025913 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa40dc2-4344-46b1-a256-43c8e94f5924 None None] Network 44ed55ee-adab-4de5-9ac0-2b85dfc64afc requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:01.028534 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a6163f-c05c-48b9-875c-452ae56a31fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.029623 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-75a6163f-c05c-48b9-875c-452ae56a31fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.034637 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-90f89c6d-b5e3-4f22-b5de-23947bb3a88a tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.039194 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56222) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.039991 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-90f89c6d-b5e3-4f22-b5de-23947bb3a88a tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0180526 Jul 05 04:17:01.042050 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-94361974-4ec6-40bd-ad73-dca2b4e3158c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.047089 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-94361974-4ec6-40bd-ad73-dca2b4e3158c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.054880 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-5311de2c-e8e0-42d1-9a20-b5bd1dc003d1 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.059155 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5311de2c-e8e0-42d1-9a20-b5bd1dc003d1 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0188062 Jul 05 04:17:01.060050 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56224) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.065883 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-f2910ecb-c76c-43d2-8304-3e2125d6610b tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.070805 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f2910ecb-c76c-43d2-8304-3e2125d6610b tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0084860 Jul 05 04:17:01.073071 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56226) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.076059 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94361974-4ec6-40bd-ad73-dca2b4e3158c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac55822c-a705-42e9-b3a0-65c5f78505ff,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:01.078069 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-7dae8403-bad9-473e-8003-b1795945f1ee tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.082022 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56228) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.082931 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7dae8403-bad9-473e-8003-b1795945f1ee tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0081835 Jul 05 04:17:01.094632 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-75a6163f-c05c-48b9-875c-452ae56a31fc admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5416453 Jul 05 04:17:01.098503 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-6105a6cb-7918-41cb-8244-da5e2d6de4af tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.102432 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6105a6cb-7918-41cb-8244-da5e2d6de4af tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0193512 Jul 05 04:17:01.104038 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-94361974-4ec6-40bd-ad73-dca2b4e3158c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.104168 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56232) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.105348 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-94361974-4ec6-40bd-ad73-dca2b4e3158c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2607038 Jul 05 04:17:01.108103 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56234) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.113608 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-ea98f8d7-3ff2-4a20-ba76-c5fe5a3508c6 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.119232 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ea98f8d7-3ff2-4a20-ba76-c5fe5a3508c6 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0141280 Jul 05 04:17:01.120303 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56238) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.125139 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-21187213-619f-406f-bfc8-8666aa43fd72 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.128380 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-21187213-619f-406f-bfc8-8666aa43fd72 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0047355 Jul 05 04:17:01.131206 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56240) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.131698 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-52c9f148-3ec0-426e-87b0-b89ae5bb5fc2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Request body: {'security_group_rule': {'security_group_id': 'e9c13f5d-71b2-4040-93c1-74f87978192d', 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:01.136043 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-b7db4c9b-cd09-4830-8e26-2455a0697c3c tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.139367 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b7db4c9b-cd09-4830-8e26-2455a0697c3c tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0070698 Jul 05 04:17:01.139962 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56242) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.144273 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-b3219644-b9d7-4922-99a7-b20fa2013004 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.149098 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b3219644-b9d7-4922-99a7-b20fa2013004 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0081921 Jul 05 04:17:01.149695 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56244) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.154071 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-ec5fd144-bcc0-419d-91a1-f75a76a7a75e tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.157790 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ec5fd144-bcc0-419d-91a1-f75a76a7a75e tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0071752 Jul 05 04:17:01.158523 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56246) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.163632 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-27e569eb-18f0-431f-aa61-5bd2b785bf10 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.167404 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-27e569eb-18f0-431f-aa61-5bd2b785bf10 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0078087 Jul 05 04:17:01.168284 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56248) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.173944 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-10f9fd2e-0e4c-4f26-9a0f-b54c8a8373e6 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.178341 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56250) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.178921 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-10f9fd2e-0e4c-4f26-9a0f-b54c8a8373e6 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0087552 Jul 05 04:17:01.182860 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-58b55214-3070-482f-8fb5-ce51f7a87b18 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.183826 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-58b55214-3070-482f-8fb5-ce51f7a87b18 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0043943 Jul 05 04:17:01.186572 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56252) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.188856 n-d-780147-23 neutron-server[105539]: INFO neutron.db.securitygroups_db [None req-52c9f148-3ec0-426e-87b0-b89ae5bb5fc2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Project c5a91f0142e14cf1a9be04e96df390cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:17:01.194705 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-3781c543-6f00-48cd-9a06-0bc3fdf71309 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.199110 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3781c543-6f00-48cd-9a06-0bc3fdf71309 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0108962 Jul 05 04:17:01.199931 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56254) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.206289 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-c023b02c-d1d7-447c-bed4-3ea6bf9ae0a1 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.206453 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-52c9f148-3ec0-426e-87b0-b89ae5bb5fc2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.211439 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56256) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.211985 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c023b02c-d1d7-447c-bed4-3ea6bf9ae0a1 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0101135 Jul 05 04:17:01.219492 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-31850531-5bbc-4ee0-b02b-ded9e82a8a3f tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.220272 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12a492f-65a7-4ca0-ae9b-761596325754 None None] Network 44ed55ee-adab-4de5-9ac0-2b85dfc64afc requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:01.223949 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56258) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.224138 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-31850531-5bbc-4ee0-b02b-ded9e82a8a3f tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0093372 Jul 05 04:17:01.230208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-53ca1369-87e7-4b93-9d9e-69df9e102016 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.234133 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-53ca1369-87e7-4b93-9d9e-69df9e102016 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0086505 Jul 05 04:17:01.235474 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56260) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.240965 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-d5ef07ae-bee6-4b3d-bc47-3c336e2f2d54 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.244836 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56262) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.247204 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d5ef07ae-bee6-4b3d-bc47-3c336e2f2d54 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0087838 Jul 05 04:17:01.255949 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-f840fa86-14a3-4c6d-bcb4-5e134776d72a tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.260084 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f840fa86-14a3-4c6d-bcb4-5e134776d72a tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0140753 Jul 05 04:17:01.260961 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56266) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.273746 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-0e8f09a5-fbeb-4982-8e50-a6d477f915a0 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.277464 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56270) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.277599 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0e8f09a5-fbeb-4982-8e50-a6d477f915a0 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0142210 Jul 05 04:17:01.284367 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-71cc3793-57d1-4f1f-a6a3-e9c734838089 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.290466 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-71cc3793-57d1-4f1f-a6a3-e9c734838089 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0110495 Jul 05 04:17:01.291329 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56272) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.297450 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-7647004b-e859-48ec-841f-5efaf8f691dc tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.302252 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7647004b-e859-48ec-841f-5efaf8f691dc tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0095985 Jul 05 04:17:01.303340 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56274) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.312587 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-db062805-45c1-44d5-82b3-39deccaccc47 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.316516 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-db062805-45c1-44d5-82b3-39deccaccc47 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0119388 Jul 05 04:17:01.317002 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56276) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.322704 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-3a484db8-3271-49a5-8310-d5aa2c539d4c tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.324321 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3a484db8-3271-49a5-8310-d5aa2c539d4c tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0053015 Jul 05 04:17:01.327644 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56278) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.336761 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-9f62e6de-c071-4a05-b18a-a00495aee036 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.337333 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-52c9f148-3ec0-426e-87b0-b89ae5bb5fc2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.339507 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9f62e6de-c071-4a05-b18a-a00495aee036 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0106630 Jul 05 04:17:01.342139 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56280) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.345976 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-52c9f148-3ec0-426e-87b0-b89ae5bb5fc2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.352983 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-63bee0af-d37b-4ec8-9e4a-c534bffa2931 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.354252 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-63bee0af-d37b-4ec8-9e4a-c534bffa2931 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0110676 Jul 05 04:17:01.357240 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56282) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.368907 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-d7e8f18e-0815-4a09-93d9-78779dffef62 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.372913 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d7e8f18e-0815-4a09-93d9-78779dffef62 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0145459 Jul 05 04:17:01.373707 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56284) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.378604 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9f148-3ec0-426e-87b0-b89ae5bb5fc2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc402dc-a876-474f-9acb-ababf5e1351c,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:01.383238 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-c1564429-a9bc-4a59-b30a-0299ace1b807 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.388365 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-52c9f148-3ec0-426e-87b0-b89ae5bb5fc2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.389795 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-52c9f148-3ec0-426e-87b0-b89ae5bb5fc2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2806549 Jul 05 04:17:01.390399 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1c85d6bb-ccb9-48b8-b52b-7c623277de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.391196 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56286) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.391302 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c1564429-a9bc-4a59-b30a-0299ace1b807 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0164113 Jul 05 04:17:01.393218 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56288) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.400334 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-cf4014b6-5d26-4e1b-bcbc-454dc697e695 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Request body: {'security_group_rule': {'security_group_id': 'e9c13f5d-71b2-4040-93c1-74f87978192d', 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:01.401936 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-12ee2be3-9109-43c1-a259-33736b4c5284 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.405875 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56290) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.407097 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-12ee2be3-9109-43c1-a259-33736b4c5284 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0145576 Jul 05 04:17:01.414345 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-91a40738-fe89-488e-a845-7d9588aa9d68 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.418650 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56292) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.419143 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-91a40738-fe89-488e-a845-7d9588aa9d68 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0110421 Jul 05 04:17:01.427660 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-a61d0778-d397-4e5f-a8c2-b6647e7efa23 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.431384 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56294) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.431523 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a61d0778-d397-4e5f-a8c2-b6647e7efa23 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0114701 Jul 05 04:17:01.436153 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-0121c6de-3e5d-4c2e-9ba1-9861a4368aaa tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.440503 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0121c6de-3e5d-4c2e-9ba1-9861a4368aaa tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0080826 Jul 05 04:17:01.443068 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56298) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.449346 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-2c0c4d3e-6303-412c-a64a-78b766a79385 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.452479 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2c0c4d3e-6303-412c-a64a-78b766a79385 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0082417 Jul 05 04:17:01.455160 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56302) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.459250 n-d-780147-23 neutron-server[105538]: INFO neutron.db.securitygroups_db [None req-cf4014b6-5d26-4e1b-bcbc-454dc697e695 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Project c5a91f0142e14cf1a9be04e96df390cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:17:01.461770 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-82130209-ba00-4dc9-aa3d-7b847303e18a tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.463849 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-82130209-ba00-4dc9-aa3d-7b847303e18a tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0066803 Jul 05 04:17:01.465201 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cf4014b6-5d26-4e1b-bcbc-454dc697e695 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.467569 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56304) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.473624 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [None req-d3f91695-7e65-4268-9235-c09a6b406b3c tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.475279 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d3f91695-7e65-4268-9235-c09a6b406b3c tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0055234 Jul 05 04:17:01.480082 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56306) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.485855 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-204867df-21c1-446a-bf1b-716621745175 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.487828 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-204867df-21c1-446a-bf1b-716621745175 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0055978 Jul 05 04:17:01.489338 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56308) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.494791 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-8f0cb504-7d77-4558-8c7c-02f6f93d6917 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.498275 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8f0cb504-7d77-4558-8c7c-02f6f93d6917 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0079114 Jul 05 04:17:01.498837 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56310) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.505709 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-0cd9a1c7-5d0e-4fbf-8d0b-1ee29bded6cf tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.507839 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0cd9a1c7-5d0e-4fbf-8d0b-1ee29bded6cf tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0070665 Jul 05 04:17:01.511421 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56312) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.516315 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-c56c8069-9c73-4613-afbe-49ccb96b35f1 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.518085 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c56c8069-9c73-4613-afbe-49ccb96b35f1 tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0052364 Jul 05 04:17:01.521269 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56314) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.526212 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [None req-b5f2d467-dc0c-469c-823b-2bef2b79dc5f tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:01.532499 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b5f2d467-dc0c-469c-823b-2bef2b79dc5f tempest-ExtensionsTestJSON-1259198413 tempest-ExtensionsTestJSON-1259198413-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0081193 Jul 05 04:17:01.565640 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d33f52-d97f-49de-8ed6-181d91d2e572 req-64e23f3f-271d-4ce0-b9cf-973eb0549d6c tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.572395 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-73d33f52-d97f-49de-8ed6-181d91d2e572 req-64e23f3f-271d-4ce0-b9cf-973eb0549d6c tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=32ee11a1-234d-4e84-ac30-13810509155f HTTP/1.1" status: 200 len: 945 time: 0.1561384 Jul 05 04:17:01.607316 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cf4014b6-5d26-4e1b-bcbc-454dc697e695 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.617039 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-73d33f52-d97f-49de-8ed6-181d91d2e572 req-fcb6d8b1-d09f-4dfe-ba49-65c80d8f03e6 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437198 Jul 05 04:17:01.619070 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cf4014b6-5d26-4e1b-bcbc-454dc697e695 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.657849 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4014b6-5d26-4e1b-bcbc-454dc697e695 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ebd1163-231e-4d92-8a61-22c80dac2c36,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:01.665776 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cf4014b6-5d26-4e1b-bcbc-454dc697e695 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.670121 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cf4014b6-5d26-4e1b-bcbc-454dc697e695 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2725272 Jul 05 04:17:01.683579 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67284c38-290b-40ec-b261-55e1ec8e29c6 req-a4d3c888-d298-462c-9f19-48f25a1f6225 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.684885 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-67284c38-290b-40ec-b261-55e1ec8e29c6 req-a4d3c888-d298-462c-9f19-48f25a1f6225 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.89 "GET /v2.0/ports?device_id=32ee11a1-234d-4e84-ac30-13810509155f HTTP/1.1" status: 200 len: 945 time: 0.1221552 Jul 05 04:17:01.736941 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.893045 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-f9dd0f1c-6572-4ac1-98a3-16dec657ab9f tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.896933 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-f9dd0f1c-6572-4ac1-98a3-16dec657ab9f tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/networks?id=5d119de3-2a8b-4954-9fdc-473c1fb2dd77 HTTP/1.1" status: 200 len: 808 time: 0.1960678 Jul 05 04:17:01.918711 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56366) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.929312 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-43bcdb2d-ca99-48e6-a460-aa19debcc569 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/quotas/0d702039d6fb4e4db2094335117f47ea HTTP/1.1" status: 200 len: 375 time: 0.0252631 Jul 05 04:17:01.933892 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-67284c38-290b-40ec-b261-55e1ec8e29c6 req-974344d5-c7be-427b-8499-78af73636878 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Deleting port a9da1152-2fe5-4f6a-9b54-40ae49952c66 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:01.934326 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-67284c38-290b-40ec-b261-55e1ec8e29c6 req-974344d5-c7be-427b-8499-78af73636878 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.002389 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-d3a338b6-2700-43bb-8241-f0ad734a6ca1 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0d702039d6fb4e4db2094335117f47ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706265 Jul 05 04:17:02.059308 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bac014d9-73c1-46e6-ae25-c8d5f9c17a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.161644 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-67284c38-290b-40ec-b261-55e1ec8e29c6 req-974344d5-c7be-427b-8499-78af73636878 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] For port a9da1152-2fe5-4f6a-9b54-40ae49952c66, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=a9da1152-2fe5-4f6a-9b54-40ae49952c66,segment=NetworkSegment(44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7),segment_id=44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:02.163180 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-67284c38-290b-40ec-b261-55e1ec8e29c6 req-974344d5-c7be-427b-8499-78af73636878 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.167240 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bac014d9-73c1-46e6-ae25-c8d5f9c17a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.174955 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bac014d9-73c1-46e6-ae25-c8d5f9c17a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.188005 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-67284c38-290b-40ec-b261-55e1ec8e29c6 req-974344d5-c7be-427b-8499-78af73636878 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Calling delete_port for a9da1152-2fe5-4f6a-9b54-40ae49952c66 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:02.202160 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-435f5bac-6bb3-4e23-a6e4-65f15de59fd6 service neutron] 10.222.0.77 "GET /v2.0/networks/5d119de3-2a8b-4954-9fdc-473c1fb2dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849217 Jul 05 04:17:02.220644 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bac014d9-73c1-46e6-ae25-c8d5f9c17a8f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5cb60abb1532404090a070a571458e51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2981851 Jul 05 04:17:02.222649 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56374) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:02.228368 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac014d9-73c1-46e6-ae25-c8d5f9c17a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94185341-18d3-49a4-80ec-5ed144540dd2,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:02.423826 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-84819dea-3316-4df2-b6dd-934a047b95a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.439356 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-dd623254-fb4f-4e9c-a7cd-f09a13cb109b service neutron] 10.222.0.77 "GET /v2.0/networks/5d119de3-2a8b-4954-9fdc-473c1fb2dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189202 Jul 05 04:17:02.483077 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-84819dea-3316-4df2-b6dd-934a047b95a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.531582 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-67284c38-290b-40ec-b261-55e1ec8e29c6 req-974344d5-c7be-427b-8499-78af73636878 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.544190 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['3ac7c516-eb35-4425-abcb-535782ccae18', 'a9da1152-2fe5-4f6a-9b54-40ae49952c66'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:17:02.565575 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974344d5-c7be-427b-8499-78af73636878 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Pushing event deleted for resources: {'Port': ['ID=a9da1152-2fe5-4f6a-9b54-40ae49952c66,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:02.606843 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-84819dea-3316-4df2-b6dd-934a047b95a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.609829 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-84819dea-3316-4df2-b6dd-934a047b95a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.611172 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-84819dea-3316-4df2-b6dd-934a047b95a3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/94185341-18d3-49a4-80ec-5ed144540dd2 HTTP/1.1" status: 204 len: 168 time: 0.3875709 Jul 05 04:17:02.613011 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['6cc13564-2da4-4072-9f0e-b60902b7cae7'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:17:02.696547 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-67284c38-290b-40ec-b261-55e1ec8e29c6 req-974344d5-c7be-427b-8499-78af73636878 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] No DVR routers for this DVR port a9da1152-2fe5-4f6a-9b54-40ae49952c66 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:02.702197 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-67284c38-290b-40ec-b261-55e1ec8e29c6 req-974344d5-c7be-427b-8499-78af73636878 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.706519 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-67284c38-290b-40ec-b261-55e1ec8e29c6 req-974344d5-c7be-427b-8499-78af73636878 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.89 "DELETE /v2.0/ports/a9da1152-2fe5-4f6a-9b54-40ae49952c66 HTTP/1.1" status: 204 len: 173 time: 1.0144334 Jul 05 04:17:02.733132 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ee11a1-234d-4e84-ac30-13810509155f', 'name': 'network-vif-deleted', 'tag': 'a9da1152-2fe5-4f6a-9b54-40ae49952c66'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:02.748979 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.754851 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd0dd2e-6a75-4c01-84be-41d98c7947e9" -d '{"events": [{"server_uuid": "32ee11a1-234d-4e84-ac30-13810509155f", "name": "network-vif-deleted", "tag": "a9da1152-2fe5-4f6a-9b54-40ae49952c66"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:02.780350 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84819dea-3316-4df2-b6dd-934a047b95a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94185341-18d3-49a4-80ec-5ed144540dd2,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:02.809072 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c55b2623-f5f7-49f8-b8fa-14807b47d2d0 req-33a4162b-3de2-4e40-9548-cac19625f64c tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d471651-7295-40c3-a6d7-03db2591cb38 HTTP/1.1" status: 200 len: 210 time: 0.0479615 Jul 05 04:17:02.914633 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996c1a01-1c85-4e16-984a-47d54c647e17 x-openstack-request-id: req-996c1a01-1c85-4e16-984a-47d54c647e17 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:02.915608 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ee11a1-234d-4e84-ac30-13810509155f", "name": "network-vif-deleted", "tag": "a9da1152-2fe5-4f6a-9b54-40ae49952c66", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:02.916323 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-996c1a01-1c85-4e16-984a-47d54c647e17 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:02.916892 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ee11a1-234d-4e84-ac30-13810509155f', 'name': 'network-vif-deleted', 'tag': 'a9da1152-2fe5-4f6a-9b54-40ae49952c66', 'status': 'completed', 'code': 200} Jul 05 04:17:02.989328 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c01a46a3-552c-424c-a451-4ae5f675178c req-d327919b-df85-4ad5-8a12-200bdd597d40 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=32ee11a1-234d-4e84-ac30-13810509155f HTTP/1.1" status: 200 len: 210 time: 0.1267233 Jul 05 04:17:03.688390 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56448) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:03.818294 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-38adea11-b954-47ea-80cf-c60e469b93f8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-850748455'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:03.856720 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38adea11-b954-47ea-80cf-c60e469b93f8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Made reservation on behalf of 1a5d27ea58a643808bb98f88bca8fb1d for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:03.861562 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38adea11-b954-47ea-80cf-c60e469b93f8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:03.875776 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38adea11-b954-47ea-80cf-c60e469b93f8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:03.976161 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f2044d7-2aca-4ec4-870b-957cbd88ea8d req-0cfcdd8f-c130-4546-9ef3-ebae2c4f9b62 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d471651-7295-40c3-a6d7-03db2591cb38 HTTP/1.1" status: 200 len: 210 time: 0.0310295 Jul 05 04:17:03.981252 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38adea11-b954-47ea-80cf-c60e469b93f8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:03.986369 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38adea11-b954-47ea-80cf-c60e469b93f8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.025971 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38adea11-b954-47ea-80cf-c60e469b93f8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:04.028123 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38adea11-b954-47ea-80cf-c60e469b93f8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab0a6e3-5903-46d7-96cb-e26102c5db8c,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:04.041099 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38adea11-b954-47ea-80cf-c60e469b93f8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.041464 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-38adea11-b954-47ea-80cf-c60e469b93f8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Added segment 67d36929-fb45-4f57-9ca4-454db53635be of type vlan for network 7f8e4a03-ca50-4f92-8865-dcdc60ce1c87 Jul 05 04:17:04.084696 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38adea11-b954-47ea-80cf-c60e469b93f8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.126603 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38adea11-b954-47ea-80cf-c60e469b93f8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.133022 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38adea11-b954-47ea-80cf-c60e469b93f8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:04.133660 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38adea11-b954-47ea-80cf-c60e469b93f8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.203309 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56458) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:04.203602 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-38adea11-b954-47ea-80cf-c60e469b93f8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5138078 Jul 05 04:17:04.211933 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-0a96d521-15af-4960-8f7f-7efb1eab2613 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Request body: {'subnet': {'network_id': '7f8e4a03-ca50-4f92-8865-dcdc60ce1c87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:04.216471 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38adea11-b954-47ea-80cf-c60e469b93f8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event updated for resources: {'Network': ['ID=7f8e4a03-ca50-4f92-8865-dcdc60ce1c87,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:04.227852 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 7f8e4a03-ca50-4f92-8865-dcdc60ce1c87 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:04.379652 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a96d521-15af-4960-8f7f-7efb1eab2613 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Made reservation on behalf of 1a5d27ea58a643808bb98f88bca8fb1d for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:04.388195 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0a96d521-15af-4960-8f7f-7efb1eab2613 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.402030 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.497224 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-5f8ac2c5-d4ce-4262-9b58-634898b1a6f6 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:04.500099 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-5f8ac2c5-d4ce-4262-9b58-634898b1a6f6 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.70 "GET /v2.0/networks?id=5d119de3-2a8b-4954-9fdc-473c1fb2dd77 HTTP/1.1" status: 200 len: 808 time: 0.1940200 Jul 05 04:17:04.539914 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-034a823b-3844-4386-95d2-e2c48c4b43be tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Request body: {'port': {'device_id': '0d471651-7295-40c3-a6d7-03db2591cb38', 'network_id': '5d119de3-2a8b-4954-9fdc-473c1fb2dd77', 'admin_state_up': True, 'tenant_id': '0d702039d6fb4e4db2094335117f47ea'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:04.670900 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0a96d521-15af-4960-8f7f-7efb1eab2613 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.687388 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94388eb1-74c5-4e37-b2d2-1c33fe7bad9e req-7a91b57d-d312-4108-b7a8-3253023d4f2a tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:04.689321 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-94388eb1-74c5-4e37-b2d2-1c33fe7bad9e req-7a91b57d-d312-4108-b7a8-3253023d4f2a tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=43b9cd5f-53a3-434e-9bac-379d52739589 HTTP/1.1" status: 200 len: 946 time: 0.1679552 Jul 05 04:17:04.738481 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96d521-15af-4960-8f7f-7efb1eab2613 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event updated for resources: {'Subnet': ['ID=2057c849-3a8a-42d9-960d-cb474d857399,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:04.776583 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a96d521-15af-4960-8f7f-7efb1eab2613 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Checking segment: {'id': '67d36929-fb45-4f57-9ca4-454db53635be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7f8e4a03-ca50-4f92-8865-dcdc60ce1c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:04.777058 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a96d521-15af-4960-8f7f-7efb1eab2613 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Network hostable DHCP agents. Network: 7f8e4a03-ca50-4f92-8865-dcdc60ce1c87, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:04.787591 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-034a823b-3844-4386-95d2-e2c48c4b43be tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Made reservation on behalf of 0d702039d6fb4e4db2094335117f47ea for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:04.791481 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-034a823b-3844-4386-95d2-e2c48c4b43be tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.801756 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a96d521-15af-4960-8f7f-7efb1eab2613 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Network 7f8e4a03-ca50-4f92-8865-dcdc60ce1c87 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:04.808615 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-94388eb1-74c5-4e37-b2d2-1c33fe7bad9e req-2821004b-332c-40fb-ac51-e0e60394e342 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040466 Jul 05 04:17:04.815083 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-0a96d521-15af-4960-8f7f-7efb1eab2613 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 7f8e4a03-ca50-4f92-8865-dcdc60ce1c87) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:04.819967 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a96d521-15af-4960-8f7f-7efb1eab2613 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:04.825351 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4f414f-d3c7-4691-970b-8732f2445015 None None] Network 7f8e4a03-ca50-4f92-8865-dcdc60ce1c87 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:04.828813 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0a96d521-15af-4960-8f7f-7efb1eab2613 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.851949 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0a96d521-15af-4960-8f7f-7efb1eab2613 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6469245 Jul 05 04:17:04.855282 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56466) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:04.859851 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-ac9b8a4c-4dda-4978-b2e7-ac029931258e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-838595386', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}, 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:04.892848 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8a4c-4dda-4978-b2e7-ac029931258e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.893935 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8a4c-4dda-4978-b2e7-ac029931258e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.955194 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8a4c-4dda-4978-b2e7-ac029931258e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.981346 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-034a823b-3844-4386-95d2-e2c48c4b43be tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Allocated IP 172.20.0.4 (5d119de3-2a8b-4954-9fdc-473c1fb2dd77/d25caeca-3499-4e41-a768-1b255cdf3443/5eec88c5-6b65-4747-b532-75e2a21712f9) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:04.982569 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2c86b9-f37e-42c7-b8e5-4ec0f5d96146 None None] Network 7f8e4a03-ca50-4f92-8865-dcdc60ce1c87 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:05.148571 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8a4c-4dda-4978-b2e7-ac029931258e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.181932 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-044d3d4b-2876-4356-8993-ef756286fdb5 req-b398d5fb-0c9f-4a2b-a28e-f636a10ec800 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d471651-7295-40c3-a6d7-03db2591cb38 HTTP/1.1" status: 200 len: 210 time: 0.0592699 Jul 05 04:17:05.238073 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-034a823b-3844-4386-95d2-e2c48c4b43be tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.285803 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-034a823b-3844-4386-95d2-e2c48c4b43be tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.330519 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-034a823b-3844-4386-95d2-e2c48c4b43be tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Network 5d119de3-2a8b-4954-9fdc-473c1fb2dd77 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:05.332948 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-034a823b-3844-4386-95d2-e2c48c4b43be tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:05.339607 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-034a823b-3844-4386-95d2-e2c48c4b43be tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:05.369989 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a823b-3844-4386-95d2-e2c48c4b43be tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Pushing event updated for resources: {'Port': ['ID=5eec88c5-6b65-4747-b532-75e2a21712f9,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:05.394546 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-034a823b-3844-4386-95d2-e2c48c4b43be tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:05.394773 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8a4c-4dda-4978-b2e7-ac029931258e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.395326 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-034a823b-3844-4386-95d2-e2c48c4b43be tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.414835 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-034a823b-3844-4386-95d2-e2c48c4b43be tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8898613 Jul 05 04:17:05.416946 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8a4c-4dda-4978-b2e7-ac029931258e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.438994 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device a9da1152-2fe5-4f6a-9b54-40ae49952c66 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:17:05.440956 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-018a455f-8eaf-4cfe-8337-a29ba6b35fb8 service neutron] Request body: {'port': {'device_id': '0d471651-7295-40c3-a6d7-03db2591cb38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:05.471635 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: a9da1152-2fe5-4f6a-9b54-40ae49952c66 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:17:05.472000 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device a9da1152-2fe5-4f6a-9b54-40ae49952c66 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:17:05.537482 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-018a455f-8eaf-4cfe-8337-a29ba6b35fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.570425 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-ac9b8a4c-4dda-4978-b2e7-ac029931258e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Allocated IP 172.25.1.31 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/fbbbddb4-06f3-408f-a577-a6cf4b2ff474) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:05.689300 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8a4c-4dda-4978-b2e7-ac029931258e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.763292 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8a4c-4dda-4978-b2e7-ac029931258e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.823524 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9b8a4c-4dda-4978-b2e7-ac029931258e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:05.824899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b8a4c-4dda-4978-b2e7-ac029931258e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event updated for resources: {'Port': ['ID=fbbbddb4-06f3-408f-a577-a6cf4b2ff474,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:05.828040 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-ac9b8a4c-4dda-4978-b2e7-ac029931258e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:05.831628 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b8a4c-4dda-4978-b2e7-ac029931258e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:05.864971 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-018a455f-8eaf-4cfe-8337-a29ba6b35fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eec88c5-6b65-4747-b532-75e2a21712f9 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:17:05.875431 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-018a455f-8eaf-4cfe-8337-a29ba6b35fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.892837 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-018a455f-8eaf-4cfe-8337-a29ba6b35fb8 service neutron] Transition to ACTIVE for port object 5eec88c5-6b65-4747-b532-75e2a21712f9 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:05.899368 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-018a455f-8eaf-4cfe-8337-a29ba6b35fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:06.055104 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a455f-8eaf-4cfe-8337-a29ba6b35fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=5eec88c5-6b65-4747-b532-75e2a21712f9,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:06.126113 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-018a455f-8eaf-4cfe-8337-a29ba6b35fb8 service neutron] Attempting to bind port 5eec88c5-6b65-4747-b532-75e2a21712f9 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:06.126459 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-018a455f-8eaf-4cfe-8337-a29ba6b35fb8 service neutron] Attempting to bind port 5eec88c5-6b65-4747-b532-75e2a21712f9 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '23c664de-b14a-4932-98de-64e9615b12e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5d119de3-2a8b-4954-9fdc-473c1fb2dd77'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:06.126800 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-018a455f-8eaf-4cfe-8337-a29ba6b35fb8 service neutron] Attempting to bind port 5eec88c5-6b65-4747-b532-75e2a21712f9 on network 5d119de3-2a8b-4954-9fdc-473c1fb2dd77 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:06.141784 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26efc16-990b-4a89-a4dc-47d04f504e19 req-f9c316aa-d731-4ebe-9b6c-333705fc6a99 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.143374 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c26efc16-990b-4a89-a4dc-47d04f504e19 req-f9c316aa-d731-4ebe-9b6c-333705fc6a99 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=43b9cd5f-53a3-434e-9bac-379d52739589 HTTP/1.1" status: 200 len: 946 time: 0.1613817 Jul 05 04:17:06.143976 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-018a455f-8eaf-4cfe-8337-a29ba6b35fb8 service neutron] Port 5eec88c5-6b65-4747-b532-75e2a21712f9 on network 5d119de3-2a8b-4954-9fdc-473c1fb2dd77 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:17:06.144306 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-018a455f-8eaf-4cfe-8337-a29ba6b35fb8 service neutron] Attempting to bind port 5eec88c5-6b65-4747-b532-75e2a21712f9 on network 5d119de3-2a8b-4954-9fdc-473c1fb2dd77 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:06.151319 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8a4c-4dda-4978-b2e7-ac029931258e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:06.151909 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-018a455f-8eaf-4cfe-8337-a29ba6b35fb8 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:06.152041 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-018a455f-8eaf-4cfe-8337-a29ba6b35fb8 service neutron] Checking segment: {'id': '23c664de-b14a-4932-98de-64e9615b12e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5d119de3-2a8b-4954-9fdc-473c1fb2dd77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:06.152355 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-018a455f-8eaf-4cfe-8337-a29ba6b35fb8 service neutron] Bound using segment: {'id': '23c664de-b14a-4932-98de-64e9615b12e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5d119de3-2a8b-4954-9fdc-473c1fb2dd77'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:06.152786 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-018a455f-8eaf-4cfe-8337-a29ba6b35fb8 service neutron] Bound port: 5eec88c5-6b65-4747-b532-75e2a21712f9, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c664de-b14a-4932-98de-64e9615b12e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5d119de3-2a8b-4954-9fdc-473c1fb2dd77'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:06.153153 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-018a455f-8eaf-4cfe-8337-a29ba6b35fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:06.218048 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c26efc16-990b-4a89-a4dc-47d04f504e19 req-95099009-62a2-431b-a863-aa0ca2af3a49 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676024 Jul 05 04:17:06.264523 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-018a455f-8eaf-4cfe-8337-a29ba6b35fb8 service neutron] For port 5eec88c5-6b65-4747-b532-75e2a21712f9, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:06.268712 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-018a455f-8eaf-4cfe-8337-a29ba6b35fb8 service neutron] For port 5eec88c5-6b65-4747-b532-75e2a21712f9, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=5eec88c5-6b65-4747-b532-75e2a21712f9,segment=NetworkSegment(23c664de-b14a-4932-98de-64e9615b12e3),segment_id=23c664de-b14a-4932-98de-64e9615b12e3)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:06.275143 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-018a455f-8eaf-4cfe-8337-a29ba6b35fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:06.314139 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-018a455f-8eaf-4cfe-8337-a29ba6b35fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.315755 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-018a455f-8eaf-4cfe-8337-a29ba6b35fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:06.319067 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-018a455f-8eaf-4cfe-8337-a29ba6b35fb8 service neutron] 10.222.0.70 "PUT /v2.0/ports/5eec88c5-6b65-4747-b532-75e2a21712f9 HTTP/1.1" status: 200 len: 1092 time: 0.8847463 Jul 05 04:17:06.322814 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d471651-7295-40c3-a6d7-03db2591cb38', 'tag': '5eec88c5-6b65-4747-b532-75e2a21712f9'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:06.324912 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c71fc8-440f-4762-848d-301273105d29" -d '{"events": [{"name": "network-changed", "server_uuid": "0d471651-7295-40c3-a6d7-03db2591cb38", "tag": "5eec88c5-6b65-4747-b532-75e2a21712f9"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:06.370034 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a455f-8eaf-4cfe-8337-a29ba6b35fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=5eec88c5-6b65-4747-b532-75e2a21712f9,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:06.374574 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e540892b-18c7-4ae6-9c0c-52407dbc8bcc x-openstack-request-id: req-e540892b-18c7-4ae6-9c0c-52407dbc8bcc {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:06.375202 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d471651-7295-40c3-a6d7-03db2591cb38", "tag": "5eec88c5-6b65-4747-b532-75e2a21712f9", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:06.375466 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e540892b-18c7-4ae6-9c0c-52407dbc8bcc {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:06.376024 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d471651-7295-40c3-a6d7-03db2591cb38', 'tag': '5eec88c5-6b65-4747-b532-75e2a21712f9', 'status': 'completed', 'code': 200} Jul 05 04:17:06.421056 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8a4c-4dda-4978-b2e7-ac029931258e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:06.457688 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-940f1545-bc16-472e-a26c-af32136ca983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.459698 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-940f1545-bc16-472e-a26c-af32136ca983 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d702039d6fb4e4db2094335117f47ea&device_id=0d471651-7295-40c3-a6d7-03db2591cb38 HTTP/1.1" status: 200 len: 1095 time: 0.0677011 Jul 05 04:17:06.495322 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94233c7-8881-4214-a798-a0b3ce1ece2e req-664d5505-0e2d-4de1-aa6a-b310c3030537 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.496880 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a94233c7-8881-4214-a798-a0b3ce1ece2e req-664d5505-0e2d-4de1-aa6a-b310c3030537 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d471651-7295-40c3-a6d7-03db2591cb38 HTTP/1.1" status: 200 len: 943 time: 0.1297338 Jul 05 04:17:06.554811 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-7d93ee88-d38d-4e0c-b34c-b2098b676b4c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5eec88c5-6b65-4747-b532-75e2a21712f9 HTTP/1.1" status: 200 len: 217 time: 0.0439360 Jul 05 04:17:06.609545 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-8b7c687a-bb7c-4ea6-b944-503d9eff62d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.611242 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-8b7c687a-bb7c-4ea6-b944-503d9eff62d3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d25caeca-3499-4e41-a768-1b255cdf3443 HTTP/1.1" status: 200 len: 848 time: 0.0495057 Jul 05 04:17:06.623351 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a94233c7-8881-4214-a798-a0b3ce1ece2e req-ad704d97-6c60-4531-80af-6fce0244ed2d tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0b9899a-288c-4ef8-b81a-ca9f98bed6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975571 Jul 05 04:17:06.650304 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734da1b0-cf71-4bbb-bbf8-188488a4935d req-4ccf694a-cb1a-4548-ba6b-d2a300d73bd6 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.651767 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-734da1b0-cf71-4bbb-bbf8-188488a4935d req-4ccf694a-cb1a-4548-ba6b-d2a300d73bd6 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b9cd5f-53a3-434e-9bac-379d52739589 HTTP/1.1" status: 200 len: 946 time: 0.1249130 Jul 05 04:17:06.656144 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-4ceb9558-74bd-4c86-8369-35ffd7c41980 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5d119de3-2a8b-4954-9fdc-473c1fb2dd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386736 Jul 05 04:17:06.695155 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9b8a4c-4dda-4978-b2e7-ac029931258e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Router 7c199202-ccb6-4e41-9b85-94c891f8add3 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:17:06.785211 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-dcbc9721-0976-441a-8920-ce6315cbe1a2 service neutron] 10.222.0.70 "GET /v2.0/networks/5d119de3-2a8b-4954-9fdc-473c1fb2dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221569 Jul 05 04:17:06.854674 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-734da1b0-cf71-4bbb-bbf8-188488a4935d req-de809f69-cf41-497d-b200-065ab08a82c4 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Deleting port 6cc13564-2da4-4072-9f0e-b60902b7cae7 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:06.855203 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-734da1b0-cf71-4bbb-bbf8-188488a4935d req-de809f69-cf41-497d-b200-065ab08a82c4 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:06.861443 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9b8a4c-4dda-4978-b2e7-ac029931258e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:06.874461 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f61c2ad-c585-4de8-b2a1-590eea78edb6 None None] Sync routers for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:06.885752 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f61c2ad-c585-4de8-b2a1-590eea78edb6 None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:06.887092 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-2f61c2ad-c585-4de8-b2a1-590eea78edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:06.917906 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7f3efd27-75b0-4de5-9a55-c64023a3759f req-4cd5db9d-697e-44a4-8839-41fed92e45e6 service neutron] 10.222.0.70 "GET /v2.0/networks/5d119de3-2a8b-4954-9fdc-473c1fb2dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262596 Jul 05 04:17:06.929996 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8a4c-4dda-4978-b2e7-ac029931258e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:06.934341 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ac9b8a4c-4dda-4978-b2e7-ac029931258e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0754879 Jul 05 04:17:06.935495 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56486) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:06.947566 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-2f61c2ad-c585-4de8-b2a1-590eea78edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:06.970267 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f61c2ad-c585-4de8-b2a1-590eea78edb6 None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:06.971605 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-2f61c2ad-c585-4de8-b2a1-590eea78edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:07.014784 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-2f61c2ad-c585-4de8-b2a1-590eea78edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:07.015682 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f61c2ad-c585-4de8-b2a1-590eea78edb6 None None] The sync data for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:07.041523 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-734da1b0-cf71-4bbb-bbf8-188488a4935d req-de809f69-cf41-497d-b200-065ab08a82c4 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] For port 6cc13564-2da4-4072-9f0e-b60902b7cae7, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6cc13564-2da4-4072-9f0e-b60902b7cae7,segment=NetworkSegment(44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7),segment_id=44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:07.041814 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-734da1b0-cf71-4bbb-bbf8-188488a4935d req-de809f69-cf41-497d-b200-065ab08a82c4 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:07.092602 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-734da1b0-cf71-4bbb-bbf8-188488a4935d req-de809f69-cf41-497d-b200-065ab08a82c4 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Calling delete_port for 6cc13564-2da4-4072-9f0e-b60902b7cae7 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:07.456075 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-734da1b0-cf71-4bbb-bbf8-188488a4935d req-de809f69-cf41-497d-b200-065ab08a82c4 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:07.465149 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c71fc8-440f-4762-848d-301273105d29 req-ac76692f-5d04-4189-bfd1-ad99e805f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:07.466679 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32c71fc8-440f-4762-848d-301273105d29 req-ac76692f-5d04-4189-bfd1-ad99e805f387 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d702039d6fb4e4db2094335117f47ea&device_id=0d471651-7295-40c3-a6d7-03db2591cb38 HTTP/1.1" status: 200 len: 1095 time: 0.4383111 Jul 05 04:17:07.467497 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['3ac7c516-eb35-4425-abcb-535782ccae18'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:17:07.498914 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['6cc13564-2da4-4072-9f0e-b60902b7cae7'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:17:07.598132 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c71fc8-440f-4762-848d-301273105d29 req-985e0b11-915e-4eee-bc62-766c40454815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:07.603919 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32c71fc8-440f-4762-848d-301273105d29 req-985e0b11-915e-4eee-bc62-766c40454815 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5d119de3-2a8b-4954-9fdc-473c1fb2dd77 HTTP/1.1" status: 200 len: 909 time: 0.1282744 Jul 05 04:17:07.663923 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32c71fc8-440f-4762-848d-301273105d29 req-f8b0fd50-be6b-4086-9565-6aaea9505df0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5eec88c5-6b65-4747-b532-75e2a21712f9 HTTP/1.1" status: 200 len: 217 time: 0.0499771 Jul 05 04:17:07.747727 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c71fc8-440f-4762-848d-301273105d29 req-fd19f7a4-0577-4fdc-a164-a07a5255ab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:07.749256 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32c71fc8-440f-4762-848d-301273105d29 req-fd19f7a4-0577-4fdc-a164-a07a5255ab26 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d25caeca-3499-4e41-a768-1b255cdf3443 HTTP/1.1" status: 200 len: 848 time: 0.0747046 Jul 05 04:17:07.788032 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32c71fc8-440f-4762-848d-301273105d29 req-02fabd8a-f392-4f44-bc4b-f168f2c2d499 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5d119de3-2a8b-4954-9fdc-473c1fb2dd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308130 Jul 05 04:17:07.941531 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2ad3c-bea0-465c-b0e9-df949ee89d48 req-91a14d75-9031-4dfe-8ad0-53cb316f8a11 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:07.943644 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-89e2ad3c-bea0-465c-b0e9-df949ee89d48 req-91a14d75-9031-4dfe-8ad0-53cb316f8a11 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d471651-7295-40c3-a6d7-03db2591cb38 HTTP/1.1" status: 200 len: 943 time: 0.1502934 Jul 05 04:17:07.946051 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32c71fc8-440f-4762-848d-301273105d29 req-06e11e6d-b197-4d5d-ab68-de6b37467678 service neutron] 10.222.0.70 "GET /v2.0/networks/5d119de3-2a8b-4954-9fdc-473c1fb2dd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508973 Jul 05 04:17:07.954783 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de809f69-cf41-497d-b200-065ab08a82c4 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Pushing event deleted for resources: {'Port': ['ID=6cc13564-2da4-4072-9f0e-b60902b7cae7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:08.023730 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-734da1b0-cf71-4bbb-bbf8-188488a4935d req-de809f69-cf41-497d-b200-065ab08a82c4 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] No DVR routers for this DVR port 6cc13564-2da4-4072-9f0e-b60902b7cae7 on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:08.029627 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-734da1b0-cf71-4bbb-bbf8-188488a4935d req-de809f69-cf41-497d-b200-065ab08a82c4 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:08.031533 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-734da1b0-cf71-4bbb-bbf8-188488a4935d req-de809f69-cf41-497d-b200-065ab08a82c4 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.70 "DELETE /v2.0/ports/6cc13564-2da4-4072-9f0e-b60902b7cae7 HTTP/1.1" status: 204 len: 173 time: 1.3731072 Jul 05 04:17:08.039458 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60ca04-78f5-441e-a0dd-0565fa87451b req-5e56e444-edd9-4a6b-b36c-5feb55c04886 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:08.041613 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1e60ca04-78f5-441e-a0dd-0565fa87451b req-5e56e444-edd9-4a6b-b36c-5feb55c04886 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=43b9cd5f-53a3-434e-9bac-379d52739589 HTTP/1.1" status: 200 len: 867 time: 0.6487014 Jul 05 04:17:08.041755 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b9cd5f-53a3-434e-9bac-379d52739589', 'name': 'network-vif-deleted', 'tag': '6cc13564-2da4-4072-9f0e-b60902b7cae7'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:08.044001 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e74f9d-6c54-4910-8e27-c17016edb544" -d '{"events": [{"server_uuid": "43b9cd5f-53a3-434e-9bac-379d52739589", "name": "network-vif-deleted", "tag": "6cc13564-2da4-4072-9f0e-b60902b7cae7"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:08.044412 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-89e2ad3c-bea0-465c-b0e9-df949ee89d48 req-3ac25a7b-f0c7-40f0-bbc0-56beda997723 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0b9899a-288c-4ef8-b81a-ca9f98bed6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917752 Jul 05 04:17:08.096276 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32c71fc8-440f-4762-848d-301273105d29 req-bb6a6de4-e39a-49d9-b689-e2b338e44b93 service neutron] 10.222.0.70 "GET /v2.0/networks/5d119de3-2a8b-4954-9fdc-473c1fb2dd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411653 Jul 05 04:17:08.152467 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1e60ca04-78f5-441e-a0dd-0565fa87451b req-c9bd09e5-a2a7-4ce0-b004-1d48b060ac31 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706840 Jul 05 04:17:08.257672 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340cc931-e2b2-4c6c-894c-af343f505e82 x-openstack-request-id: req-340cc931-e2b2-4c6c-894c-af343f505e82 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:08.257672 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b9cd5f-53a3-434e-9bac-379d52739589", "name": "network-vif-deleted", "tag": "6cc13564-2da4-4072-9f0e-b60902b7cae7", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:08.257672 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-340cc931-e2b2-4c6c-894c-af343f505e82 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:08.257672 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b9cd5f-53a3-434e-9bac-379d52739589', 'name': 'network-vif-deleted', 'tag': '6cc13564-2da4-4072-9f0e-b60902b7cae7', 'status': 'completed', 'code': 200} Jul 05 04:17:08.272960 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d64a8b8-70d6-4dc0-8628-2e582e7ea6a0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:08.585867 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-8d64a8b8-70d6-4dc0-8628-2e582e7ea6a0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Allocated IP 172.20.0.1 (7f8e4a03-ca50-4f92-8865-dcdc60ce1c87/2057c849-3a8a-42d9-960d-cb474d857399/4fb21032-6e05-4c07-b6cd-0791932426cb) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:08.705500 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d64a8b8-70d6-4dc0-8628-2e582e7ea6a0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:08.748819 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d64a8b8-70d6-4dc0-8628-2e582e7ea6a0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:08.797604 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d64a8b8-70d6-4dc0-8628-2e582e7ea6a0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Network 7f8e4a03-ca50-4f92-8865-dcdc60ce1c87 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:08.803955 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-8d64a8b8-70d6-4dc0-8628-2e582e7ea6a0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:08.806983 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d64a8b8-70d6-4dc0-8628-2e582e7ea6a0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:08.834795 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64a8b8-70d6-4dc0-8628-2e582e7ea6a0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event updated for resources: {'Port': ['ID=4fb21032-6e05-4c07-b6cd-0791932426cb,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:08.862025 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d64a8b8-70d6-4dc0-8628-2e582e7ea6a0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.023507 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d64a8b8-70d6-4dc0-8628-2e582e7ea6a0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.267481 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a52e7-1d9d-46b5-93d1-2b71a0711be8 req-b42b2945-5334-4e71-8597-3ef98962c211 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:09.276638 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7b7a52e7-1d9d-46b5-93d1-2b71a0711be8 req-b42b2945-5334-4e71-8597-3ef98962c211 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d471651-7295-40c3-a6d7-03db2591cb38 HTTP/1.1" status: 200 len: 943 time: 0.0858297 Jul 05 04:17:09.328008 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7b7a52e7-1d9d-46b5-93d1-2b71a0711be8 req-80874336-8c9b-4d35-8b7e-30f68025b6f5 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0b9899a-288c-4ef8-b81a-ca9f98bed6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502646 Jul 05 04:17:09.341635 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d64a8b8-70d6-4dc0-8628-2e582e7ea6a0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.352859 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d64a8b8-70d6-4dc0-8628-2e582e7ea6a0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.463771 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64a8b8-70d6-4dc0-8628-2e582e7ea6a0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event updated for resources: {'Port': ['ID=4fb21032-6e05-4c07-b6cd-0791932426cb,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:09.467602 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d64a8b8-70d6-4dc0-8628-2e582e7ea6a0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.586363 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6cc13564-2da4-4072-9f0e-b60902b7cae7 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:17:09.599443 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d64a8b8-70d6-4dc0-8628-2e582e7ea6a0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Network 7f8e4a03-ca50-4f92-8865-dcdc60ce1c87 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:09.601812 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-8d64a8b8-70d6-4dc0-8628-2e582e7ea6a0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:09.618190 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 6cc13564-2da4-4072-9f0e-b60902b7cae7 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:17:09.618804 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6cc13564-2da4-4072-9f0e-b60902b7cae7 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:17:09.703868 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf673cd3-98c8-47e0-bbce-6f02b8b0fbc8 req-dec2040f-6c70-4f1d-b10a-82bec2ded35f tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:09.705431 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cf673cd3-98c8-47e0-bbce-6f02b8b0fbc8 req-dec2040f-6c70-4f1d-b10a-82bec2ded35f tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 945 time: 0.0813620 Jul 05 04:17:09.731680 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d64a8b8-70d6-4dc0-8628-2e582e7ea6a0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Router 7c199202-ccb6-4e41-9b85-94c891f8add3 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:17:09.758778 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cf673cd3-98c8-47e0-bbce-6f02b8b0fbc8 req-af7ddecc-470e-4d50-9fee-5e8b5d7a614b tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382385 Jul 05 04:17:09.869308 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d64a8b8-70d6-4dc0-8628-2e582e7ea6a0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:09.874371 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8d64a8b8-70d6-4dc0-8628-2e582e7ea6a0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "PUT /v2.0/routers/7c199202-ccb6-4e41-9b85-94c891f8add3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9377818 Jul 05 04:17:09.877080 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56516) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:09.880295 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414a0533-6408-4ab9-872a-10852f1a2826 None None] Sync routers for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:09.882798 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-bfc6e464-e7ae-49f1-ad70-0c1215e26b54 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Request body: {'port': {'network_id': '7f8e4a03-ca50-4f92-8865-dcdc60ce1c87', 'name': 'tempest-FloatingIPTestJSON-757858429'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:09.895418 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414a0533-6408-4ab9-872a-10852f1a2826 None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:09.896376 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-414a0533-6408-4ab9-872a-10852f1a2826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:09.934012 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-414a0533-6408-4ab9-872a-10852f1a2826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:09.944621 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414a0533-6408-4ab9-872a-10852f1a2826 None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:09.945238 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-414a0533-6408-4ab9-872a-10852f1a2826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:09.977305 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-414a0533-6408-4ab9-872a-10852f1a2826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:09.977951 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414a0533-6408-4ab9-872a-10852f1a2826 None None] The sync data for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:10.008906 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc6e464-e7ae-49f1-ad70-0c1215e26b54 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Made reservation on behalf of 1a5d27ea58a643808bb98f88bca8fb1d for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:10.012510 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bfc6e464-e7ae-49f1-ad70-0c1215e26b54 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.031076 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-bfc6e464-e7ae-49f1-ad70-0c1215e26b54 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] device_id is not set on port 2a5bce8e-7f2f-416a-96c9-fa25dbdd7cc0 yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:17:10.147159 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-bfc6e464-e7ae-49f1-ad70-0c1215e26b54 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Allocated IP 172.20.0.5 (7f8e4a03-ca50-4f92-8865-dcdc60ce1c87/2057c849-3a8a-42d9-960d-cb474d857399/2a5bce8e-7f2f-416a-96c9-fa25dbdd7cc0) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:10.309729 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bfc6e464-e7ae-49f1-ad70-0c1215e26b54 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.351535 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bfc6e464-e7ae-49f1-ad70-0c1215e26b54 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.398749 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc6e464-e7ae-49f1-ad70-0c1215e26b54 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Network 7f8e4a03-ca50-4f92-8865-dcdc60ce1c87 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:10.404399 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-bfc6e464-e7ae-49f1-ad70-0c1215e26b54 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:10.408192 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc6e464-e7ae-49f1-ad70-0c1215e26b54 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:10.433455 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6e464-e7ae-49f1-ad70-0c1215e26b54 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event updated for resources: {'Port': ['ID=2a5bce8e-7f2f-416a-96c9-fa25dbdd7cc0,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:10.449158 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc6e464-e7ae-49f1-ad70-0c1215e26b54 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:10.449508 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc6e464-e7ae-49f1-ad70-0c1215e26b54 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:10.449859 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc6e464-e7ae-49f1-ad70-0c1215e26b54 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:10.450199 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc6e464-e7ae-49f1-ad70-0c1215e26b54 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:10.450541 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc6e464-e7ae-49f1-ad70-0c1215e26b54 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:10.450874 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc6e464-e7ae-49f1-ad70-0c1215e26b54 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:10.451207 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc6e464-e7ae-49f1-ad70-0c1215e26b54 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:10.451550 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc6e464-e7ae-49f1-ad70-0c1215e26b54 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:10.451892 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc6e464-e7ae-49f1-ad70-0c1215e26b54 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:10.452222 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc6e464-e7ae-49f1-ad70-0c1215e26b54 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:10.452551 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc6e464-e7ae-49f1-ad70-0c1215e26b54 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:10.452874 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc6e464-e7ae-49f1-ad70-0c1215e26b54 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:10.476126 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc6e464-e7ae-49f1-ad70-0c1215e26b54 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:10.477119 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bfc6e464-e7ae-49f1-ad70-0c1215e26b54 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.497681 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bfc6e464-e7ae-49f1-ad70-0c1215e26b54 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6164322 Jul 05 04:17:10.497681 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56522) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:10.504461 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-a259ab15-2695-4ff6-981c-9cc03d0e0cdb tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Request body: {'port': {'network_id': '7f8e4a03-ca50-4f92-8865-dcdc60ce1c87', 'name': 'tempest-FloatingIPTestJSON-1035605859'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:10.528794 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f50f0-6ee4-4903-a391-9295a789f6ed req-26aad840-c8f6-4377-9b1f-3ffe08d6c112 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:10.530481 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c4f50f0-6ee4-4903-a391-9295a789f6ed req-26aad840-c8f6-4377-9b1f-3ffe08d6c112 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d471651-7295-40c3-a6d7-03db2591cb38 HTTP/1.1" status: 200 len: 943 time: 0.0882645 Jul 05 04:17:10.584066 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c4f50f0-6ee4-4903-a391-9295a789f6ed req-c5934aa9-2e0c-49b5-ba40-e0b4ef29fbd2 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0b9899a-288c-4ef8-b81a-ca9f98bed6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424805 Jul 05 04:17:10.646990 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a259ab15-2695-4ff6-981c-9cc03d0e0cdb tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Made reservation on behalf of 1a5d27ea58a643808bb98f88bca8fb1d for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:10.650924 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a259ab15-2695-4ff6-981c-9cc03d0e0cdb tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.669951 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-a259ab15-2695-4ff6-981c-9cc03d0e0cdb tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] device_id is not set on port 2debbc79-d80a-4a98-842f-4986adf7238c yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:17:10.795934 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-a259ab15-2695-4ff6-981c-9cc03d0e0cdb tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Allocated IP 172.20.0.13 (7f8e4a03-ca50-4f92-8865-dcdc60ce1c87/2057c849-3a8a-42d9-960d-cb474d857399/2debbc79-d80a-4a98-842f-4986adf7238c) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:10.965899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a412c-3443-4688-a842-8741f139e3ae req-bf7928ec-b569-468a-89b6-0e27de545e87 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:10.972272 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b57a412c-3443-4688-a842-8741f139e3ae req-bf7928ec-b569-468a-89b6-0e27de545e87 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 945 time: 0.0782080 Jul 05 04:17:10.973102 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a259ab15-2695-4ff6-981c-9cc03d0e0cdb tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.013003 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b57a412c-3443-4688-a842-8741f139e3ae req-1841e689-c45a-4d5d-af9f-712383aebe37 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382342 Jul 05 04:17:11.025171 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a259ab15-2695-4ff6-981c-9cc03d0e0cdb tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.079996 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a259ab15-2695-4ff6-981c-9cc03d0e0cdb tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Network 7f8e4a03-ca50-4f92-8865-dcdc60ce1c87 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:11.086016 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-a259ab15-2695-4ff6-981c-9cc03d0e0cdb tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:11.089824 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a259ab15-2695-4ff6-981c-9cc03d0e0cdb tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:11.120038 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259ab15-2695-4ff6-981c-9cc03d0e0cdb tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event updated for resources: {'Port': ['ID=2debbc79-d80a-4a98-842f-4986adf7238c,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:11.149025 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a259ab15-2695-4ff6-981c-9cc03d0e0cdb tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:11.149652 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a259ab15-2695-4ff6-981c-9cc03d0e0cdb tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.164614 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a259ab15-2695-4ff6-981c-9cc03d0e0cdb tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6659131 Jul 05 04:17:11.167680 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56528) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:11.172260 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-5bccd94f-f841-40ba-8fae-83210837dac1 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': '2debbc79-d80a-4a98-842f-4986adf7238c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:11.196808 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5bccd94f-f841-40ba-8fae-83210837dac1 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.298504 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5bccd94f-f841-40ba-8fae-83210837dac1 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.448903 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d1553-062c-4077-945c-fdbcd56e66ed req-187442b2-73bf-406a-85c6-e3955c426930 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:11.450593 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fb8d1553-062c-4077-945c-fdbcd56e66ed req-187442b2-73bf-406a-85c6-e3955c426930 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 945 time: 0.1499937 Jul 05 04:17:11.471594 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-5bccd94f-f841-40ba-8fae-83210837dac1 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Allocated IP 172.25.1.51 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/ec137503-a87d-4d12-9f23-9e03da778faf) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:11.590717 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 5eec88c5-6b65-4747-b532-75e2a21712f9 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:17:11.677949 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5bccd94f-f841-40ba-8fae-83210837dac1 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.686396 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-fb8d1553-062c-4077-945c-fdbcd56e66ed req-70b09cdc-0021-45b1-be72-e855df6069e7 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Deleting port 3ac7c516-eb35-4425-abcb-535782ccae18 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:11.686744 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-fb8d1553-062c-4077-945c-fdbcd56e66ed req-70b09cdc-0021-45b1-be72-e855df6069e7 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.713296 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 5eec88c5-6b65-4747-b532-75e2a21712f9, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=5eec88c5-6b65-4747-b532-75e2a21712f9,segment=NetworkSegment(23c664de-b14a-4932-98de-64e9615b12e3),segment_id=23c664de-b14a-4932-98de-64e9615b12e3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:11.735267 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '5eec88c5-6b65-4747-b532-75e2a21712f9', 'network_id': '5d119de3-2a8b-4954-9fdc-473c1fb2dd77', 'port_id': '5eec88c5-6b65-4747-b532-75e2a21712f9', 'mac_address': 'fa:16:3e:c7:6c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd25caeca-3499-4e41-a768-1b255cdf3443', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:17:11.778579 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.795557 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eec88c5-6b65-4747-b532-75e2a21712f9 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:17:11.818416 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 5eec88c5-6b65-4747-b532-75e2a21712f9, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=5eec88c5-6b65-4747-b532-75e2a21712f9,segment=NetworkSegment(23c664de-b14a-4932-98de-64e9615b12e3),segment_id=23c664de-b14a-4932-98de-64e9615b12e3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:11.827078 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.853872 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-fb8d1553-062c-4077-945c-fdbcd56e66ed req-70b09cdc-0021-45b1-be72-e855df6069e7 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] For port 3ac7c516-eb35-4425-abcb-535782ccae18, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=3ac7c516-eb35-4425-abcb-535782ccae18,segment=NetworkSegment(44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7),segment_id=44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:11.854247 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-fb8d1553-062c-4077-945c-fdbcd56e66ed req-70b09cdc-0021-45b1-be72-e855df6069e7 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.869490 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5bccd94f-f841-40ba-8fae-83210837dac1 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.892064 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=5eec88c5-6b65-4747-b532-75e2a21712f9,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:11.927506 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-fb8d1553-062c-4077-945c-fdbcd56e66ed req-70b09cdc-0021-45b1-be72-e855df6069e7 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Calling delete_port for 3ac7c516-eb35-4425-abcb-535782ccae18 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:11.960771 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bccd94f-f841-40ba-8fae-83210837dac1 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:11.971252 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bccd94f-f841-40ba-8fae-83210837dac1 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event updated for resources: {'Port': ['ID=ec137503-a87d-4d12-9f23-9e03da778faf,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:11.975011 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-5bccd94f-f841-40ba-8fae-83210837dac1 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:11.977060 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bccd94f-f841-40ba-8fae-83210837dac1 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:12.057343 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ed407-ec59-415b-b433-ecb7b34e6251 req-6aa653c3-1a40-46ea-986c-7291f70f7690 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:12.058820 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7a1ed407-ec59-415b-b433-ecb7b34e6251 req-6aa653c3-1a40-46ea-986c-7291f70f7690 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d471651-7295-40c3-a6d7-03db2591cb38 HTTP/1.1" status: 200 len: 943 time: 0.2489765 Jul 05 04:17:12.174040 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7a1ed407-ec59-415b-b433-ecb7b34e6251 req-aa899852-b614-423f-b2d6-1e906b542b9e tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0b9899a-288c-4ef8-b81a-ca9f98bed6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074278 Jul 05 04:17:12.221377 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ea6fe-e5f4-4fae-967f-273b783bbfd3 req-ec6e5d8e-98c7-4139-aa78-81a584062a0e tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:12.228583 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a19ea6fe-e5f4-4fae-967f-273b783bbfd3 req-ec6e5d8e-98c7-4139-aa78-81a584062a0e tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a58790e-346f-4dc9-b000-40f2882f37de HTTP/1.1" status: 200 len: 945 time: 0.0888498 Jul 05 04:17:12.230213 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['5eec88c5-6b65-4747-b532-75e2a21712f9'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:17:12.312147 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a19ea6fe-e5f4-4fae-967f-273b783bbfd3 req-0e804b96-e2d1-4dc1-85ae-b12624be4916 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a85de64-4ba6-47fc-b852-b8d842f6dc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797439 Jul 05 04:17:12.324709 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-fb8d1553-062c-4077-945c-fdbcd56e66ed req-70b09cdc-0021-45b1-be72-e855df6069e7 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:12.384891 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b09cdc-0021-45b1-be72-e855df6069e7 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Pushing event deleted for resources: {'Port': ['ID=3ac7c516-eb35-4425-abcb-535782ccae18,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:12.449542 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8d1553-062c-4077-945c-fdbcd56e66ed req-70b09cdc-0021-45b1-be72-e855df6069e7 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] No DVR routers for this DVR port 3ac7c516-eb35-4425-abcb-535782ccae18 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:12.452373 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-fb8d1553-062c-4077-945c-fdbcd56e66ed req-70b09cdc-0021-45b1-be72-e855df6069e7 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:12.454611 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fb8d1553-062c-4077-945c-fdbcd56e66ed req-70b09cdc-0021-45b1-be72-e855df6069e7 tempest-ListServerFiltersTestJSON-1886102420 tempest-ListServerFiltersTestJSON-1886102420-project] 10.222.0.89 "DELETE /v2.0/ports/3ac7c516-eb35-4425-abcb-535782ccae18 HTTP/1.1" status: 204 len: 173 time: 0.9967389 Jul 05 04:17:12.459208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a58790e-346f-4dc9-b000-40f2882f37de', 'name': 'network-vif-deleted', 'tag': '3ac7c516-eb35-4425-abcb-535782ccae18'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:12.461770 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba76fdaf-2831-4983-be37-c53491e29e10" -d '{"events": [{"server_uuid": "1a58790e-346f-4dc9-b000-40f2882f37de", "name": "network-vif-deleted", "tag": "3ac7c516-eb35-4425-abcb-535782ccae18"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:12.511568 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5e98f5-4d48-4943-b0ff-95a68438f71c x-openstack-request-id: req-0f5e98f5-4d48-4943-b0ff-95a68438f71c {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:12.511868 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a58790e-346f-4dc9-b000-40f2882f37de", "name": "network-vif-deleted", "tag": "3ac7c516-eb35-4425-abcb-535782ccae18", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:12.512127 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0f5e98f5-4d48-4943-b0ff-95a68438f71c {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:12.512533 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a58790e-346f-4dc9-b000-40f2882f37de', 'name': 'network-vif-deleted', 'tag': '3ac7c516-eb35-4425-abcb-535782ccae18', 'status': 'completed', 'code': 200} Jul 05 04:17:12.670078 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5bccd94f-f841-40ba-8fae-83210837dac1 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:12.761680 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5bccd94f-f841-40ba-8fae-83210837dac1 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.052589 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5bccd94f-f841-40ba-8fae-83210837dac1 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.059712 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5bccd94f-f841-40ba-8fae-83210837dac1 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.065765 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.135065 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bccd94f-f841-40ba-8fae-83210837dac1 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event updated for resources: {'Port': ['ID=ec137503-a87d-4d12-9f23-9e03da778faf,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:13.149236 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5bccd94f-f841-40ba-8fae-83210837dac1 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.264369 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-5bccd94f-f841-40ba-8fae-83210837dac1 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Floating IP 1d186e4a-e5ba-48a8-8aac-799524f11ae0 associated. External IP: 172.25.1.51, port: 2debbc79-d80a-4a98-842f-4986adf7238c. Jul 05 04:17:13.412000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56550) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:13.436136 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbe624-df47-4f22-8e1e-a99fec6dde83 req-2a3b352f-c8f6-4af4-a6a8-08cd19b582ef tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:13.440294 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8fdbe624-df47-4f22-8e1e-a99fec6dde83 req-2a3b352f-c8f6-4af4-a6a8-08cd19b582ef tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d471651-7295-40c3-a6d7-03db2591cb38 HTTP/1.1" status: 200 len: 944 time: 0.1332397 Jul 05 04:17:13.466249 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8569358-8f38-4a5f-a7f5-d78ce842babf admin admin] Deleting subnet 762fd8cb-37f6-47dd-ac6a-23830d8c1d00 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:17:13.469616 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a8569358-8f38-4a5f-a7f5-d78ce842babf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.482919 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 3ac7c516-eb35-4425-abcb-535782ccae18 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:17:13.503545 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 3ac7c516-eb35-4425-abcb-535782ccae18 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:17:13.504000 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 3ac7c516-eb35-4425-abcb-535782ccae18 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:17:13.511148 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a8569358-8f38-4a5f-a7f5-d78ce842babf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.572982 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8fdbe624-df47-4f22-8e1e-a99fec6dde83 req-1c61f0b0-aea6-4bda-9b64-fd632f522b62 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0b9899a-288c-4ef8-b81a-ca9f98bed6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992360 Jul 05 04:17:13.601099 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bccd94f-f841-40ba-8fae-83210837dac1 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Router 7c199202-ccb6-4e41-9b85-94c891f8add3 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:17:13.602314 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 5eec88c5-6b65-4747-b532-75e2a21712f9 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:13.611013 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a8569358-8f38-4a5f-a7f5-d78ce842babf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.660348 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 5eec88c5-6b65-4747-b532-75e2a21712f9 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:13.665831 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 5eec88c5-6b65-4747-b532-75e2a21712f9 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:13.666207 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.688778 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a8569358-8f38-4a5f-a7f5-d78ce842babf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.726234 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8569358-8f38-4a5f-a7f5-d78ce842babf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=762fd8cb-37f6-47dd-ac6a-23830d8c1d00,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:13.729460 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a8569358-8f38-4a5f-a7f5-d78ce842babf admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.732004 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a8569358-8f38-4a5f-a7f5-d78ce842babf admin admin] 10.222.0.77 "DELETE /v2.0/subnets/762fd8cb-37f6-47dd-ac6a-23830d8c1d00 HTTP/1.1" status: 204 len: 168 time: 0.3186407 Jul 05 04:17:13.734533 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56552) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:13.736575 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d467ae-eb1d-4d0b-84d2-11a1ca5ce67c None None] Network 7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:13.826533 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed7dfd50-a0f9-473b-9ea3-4444c80a3696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.898435 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-ed7dfd50-a0f9-473b-9ea3-4444c80a3696 admin admin] Deleting port 5f13d4e5-13df-472a-b595-53f960ec9e70 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:13.898892 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed7dfd50-a0f9-473b-9ea3-4444c80a3696 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.949661 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.983357 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d471651-7295-40c3-a6d7-03db2591cb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eec88c5-6b65-4747-b532-75e2a21712f9'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:13.985723 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9268cd01-7d1f-4f0f-af2d-44e0bc3ba21d" -d '{"events": [{"server_uuid": "0d471651-7295-40c3-a6d7-03db2591cb38", "name": "network-vif-plugged", "status": "completed", "tag": "5eec88c5-6b65-4747-b532-75e2a21712f9"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:14.003553 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 5eec88c5-6b65-4747-b532-75e2a21712f9, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=5eec88c5-6b65-4747-b532-75e2a21712f9,segment=NetworkSegment(23c664de-b14a-4932-98de-64e9615b12e3),segment_id=23c664de-b14a-4932-98de-64e9615b12e3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:14.007065 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-ed7dfd50-a0f9-473b-9ea3-4444c80a3696 admin admin] For port 5f13d4e5-13df-472a-b595-53f960ec9e70, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5f13d4e5-13df-472a-b595-53f960ec9e70,segment=NetworkSegment(44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7),segment_id=44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:14.007596 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed7dfd50-a0f9-473b-9ea3-4444c80a3696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.010312 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.026017 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-ed7dfd50-a0f9-473b-9ea3-4444c80a3696 admin admin] Calling delete_port for 5f13d4e5-13df-472a-b595-53f960ec9e70 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:14.084031 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bd891e-d2fb-4b5c-b4c3-f72d93549378 None None] DHCP port deletion for 7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:17:14.099962 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98466d3-7a28-432e-94ac-eeecb1f1db0f x-openstack-request-id: req-f98466d3-7a28-432e-94ac-eeecb1f1db0f {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:14.101161 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d471651-7295-40c3-a6d7-03db2591cb38", "name": "network-vif-plugged", "status": "completed", "tag": "5eec88c5-6b65-4747-b532-75e2a21712f9", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:14.103144 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f98466d3-7a28-432e-94ac-eeecb1f1db0f {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:14.104397 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d471651-7295-40c3-a6d7-03db2591cb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eec88c5-6b65-4747-b532-75e2a21712f9', 'code': 200} Jul 05 04:17:14.179099 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed7dfd50-a0f9-473b-9ea3-4444c80a3696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.181565 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=5eec88c5-6b65-4747-b532-75e2a21712f9,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:14.205269 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd891e-d2fb-4b5c-b4c3-f72d93549378 None None] Deleting port 5f13d4e5-13df-472a-b595-53f960ec9e70 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:14.208058 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a1bd891e-d2fb-4b5c-b4c3-f72d93549378 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.211735 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7dfd50-a0f9-473b-9ea3-4444c80a3696 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f13d4e5-13df-472a-b595-53f960ec9e70,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:14.220127 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7dfd50-a0f9-473b-9ea3-4444c80a3696 admin admin] No DVR routers for this DVR port 5f13d4e5-13df-472a-b595-53f960ec9e70 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:14.310493 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed7dfd50-a0f9-473b-9ea3-4444c80a3696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.323644 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-ed7dfd50-a0f9-473b-9ea3-4444c80a3696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:14.336445 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-ed7dfd50-a0f9-473b-9ea3-4444c80a3696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:14.336744 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-ed7dfd50-a0f9-473b-9ea3-4444c80a3696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44469b9b-c35f-42ec-b9cf-cfeee9ce1dd7') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:14.348982 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed7dfd50-a0f9-473b-9ea3-4444c80a3696 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.366356 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bccd94f-f841-40ba-8fae-83210837dac1 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:14.369662 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed7dfd50-a0f9-473b-9ea3-4444c80a3696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.383331 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed7dfd50-a0f9-473b-9ea3-4444c80a3696 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:17:14.383758 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed7dfd50-a0f9-473b-9ea3-4444c80a3696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:17:14.389497 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:17:14.399854 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5bccd94f-f841-40ba-8fae-83210837dac1 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.407285 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576eb368-0aa2-4159-8f4a-018a6dd83bda req-d898613c-7bcb-4cad-9f89-33e983ca757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:14.409114 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-576eb368-0aa2-4159-8f4a-018a6dd83bda req-d898613c-7bcb-4cad-9f89-33e983ca757a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0d471651-7295-40c3-a6d7-03db2591cb38 HTTP/1.1" status: 200 len: 1097 time: 0.1226985 Jul 05 04:17:14.416398 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8a22b8-92e4-4d2c-8447-47e9a9c4905a None None] Sync routers for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:14.464971 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8a22b8-92e4-4d2c-8447-47e9a9c4905a None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:14.465871 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9e8a22b8-92e4-4d2c-8447-47e9a9c4905a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:14.476270 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5bccd94f-f841-40ba-8fae-83210837dac1 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.3043902 Jul 05 04:17:14.476482 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56560) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:14.480941 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-6125ddde-5d34-4cd8-8f5d-8763694e83d7 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:14.492844 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed7dfd50-a0f9-473b-9ea3-4444c80a3696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.499190 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed7dfd50-a0f9-473b-9ea3-4444c80a3696 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.504363 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ed7dfd50-a0f9-473b-9ea3-4444c80a3696 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b HTTP/1.1" status: 204 len: 168 time: 0.7657249 Jul 05 04:17:14.504563 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9e8a22b8-92e4-4d2c-8447-47e9a9c4905a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:14.513910 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7dfd50-a0f9-473b-9ea3-4444c80a3696 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:14.525092 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-576eb368-0aa2-4159-8f4a-018a6dd83bda req-091b69c1-bda0-47cd-906d-fc9817590580 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b0b9899a-288c-4ef8-b81a-ca9f98bed6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937214 Jul 05 04:17:14.532021 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a1bd891e-d2fb-4b5c-b4c3-f72d93549378 None None] For port 5f13d4e5-13df-472a-b595-53f960ec9e70, host n-d-780147-23, got binding levels [] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:14.532407 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a1bd891e-d2fb-4b5c-b4c3-f72d93549378 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.534933 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8a22b8-92e4-4d2c-8447-47e9a9c4905a None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:14.535482 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9e8a22b8-92e4-4d2c-8447-47e9a9c4905a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:14.549228 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6125ddde-5d34-4cd8-8f5d-8763694e83d7 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.591648 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9e8a22b8-92e4-4d2c-8447-47e9a9c4905a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:14.592532 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8a22b8-92e4-4d2c-8447-47e9a9c4905a None None] The sync data for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:14.594372 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd891e-d2fb-4b5c-b4c3-f72d93549378 None None] Calling delete_port for 5f13d4e5-13df-472a-b595-53f960ec9e70 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:14.599652 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.ipam_backend_mixin [None req-a1bd891e-d2fb-4b5c-b4c3-f72d93549378 None None] Port 5f13d4e5-13df-472a-b595-53f960ec9e70 was not found and therefore no delete operation was performed {{(pid=105540) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:17:14.612801 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a1bd891e-d2fb-4b5c-b4c3-f72d93549378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.637630 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a1bd891e-d2fb-4b5c-b4c3-f72d93549378 None None] Network 7f2ac2a0-cd9f-4bff-842e-4224b0ceb61b is not hosted by any dhcp agent {{(pid=105540) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 04:17:14.638274 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bd891e-d2fb-4b5c-b4c3-f72d93549378 None None] No DVR routers for this DVR port 5f13d4e5-13df-472a-b595-53f960ec9e70 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:14.685811 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd891e-d2fb-4b5c-b4c3-f72d93549378 None None] Pushing event deleted for resources: {'Port': ['ID=5f13d4e5-13df-472a-b595-53f960ec9e70,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:14.732982 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6125ddde-5d34-4cd8-8f5d-8763694e83d7 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.741158 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6125ddde-5d34-4cd8-8f5d-8763694e83d7 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.741521 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-6125ddde-5d34-4cd8-8f5d-8763694e83d7 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Floating IP 1d186e4a-e5ba-48a8-8aac-799524f11ae0 disassociated. External IP: 172.25.1.51, port: 2debbc79-d80a-4a98-842f-4986adf7238c. Jul 05 04:17:14.772032 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56566) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:14.830903 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-09a755c1-6938-464f-9431-d4f6b781326e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=04d60bc19cfd4dc3a3402d003c6c3d3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569296 Jul 05 04:17:14.833383 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56568) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:14.898885 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-480fe935-360b-485e-b581-5dcd8f40af96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.924008 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-480fe935-360b-485e-b581-5dcd8f40af96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.936814 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe3104-2392-4a1b-a5f3-3af5a04bb45d req-f1161d2d-ca05-469a-9a5d-9bf749f1c8c0 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:14.938549 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-11fe3104-2392-4a1b-a5f3-3af5a04bb45d req-f1161d2d-ca05-469a-9a5d-9bf749f1c8c0 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d471651-7295-40c3-a6d7-03db2591cb38 HTTP/1.1" status: 200 len: 945 time: 0.1450810 Jul 05 04:17:14.986629 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-480fe935-360b-485e-b581-5dcd8f40af96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.990939 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-480fe935-360b-485e-b581-5dcd8f40af96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.994516 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-480fe935-360b-485e-b581-5dcd8f40af96 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8a85de64-4ba6-47fc-b852-b8d842f6dc51 HTTP/1.1" status: 204 len: 168 time: 0.1577713 Jul 05 04:17:15.005631 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fe935-360b-485e-b581-5dcd8f40af96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a85de64-4ba6-47fc-b852-b8d842f6dc51,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:15.059713 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5f13d4e5-13df-472a-b595-53f960ec9e70 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:17:15.085959 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 5f13d4e5-13df-472a-b595-53f960ec9e70 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:17:15.086679 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5f13d4e5-13df-472a-b595-53f960ec9e70 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:17:15.105630 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-11fe3104-2392-4a1b-a5f3-3af5a04bb45d req-c5d8afe2-817f-424d-bdfb-a436fe7d2e3d tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0b9899a-288c-4ef8-b81a-ca9f98bed6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843067 Jul 05 04:17:15.139516 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6125ddde-5d34-4cd8-8f5d-8763694e83d7 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Router 7c199202-ccb6-4e41-9b85-94c891f8add3 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:17:15.294018 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6125ddde-5d34-4cd8-8f5d-8763694e83d7 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:15.306469 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c504b209-5c03-4c20-b906-c9ee4b92ef9f None None] Sync routers for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:15.321140 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c504b209-5c03-4c20-b906-c9ee4b92ef9f None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:15.322500 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6125ddde-5d34-4cd8-8f5d-8763694e83d7 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:15.323703 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c504b209-5c03-4c20-b906-c9ee4b92ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:15.378086 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56578) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:15.378339 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6125ddde-5d34-4cd8-8f5d-8763694e83d7 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "PUT /v2.0/floatingips/1d186e4a-e5ba-48a8-8aac-799524f11ae0 HTTP/1.1" status: 200 len: 687 time: 0.9007237 Jul 05 04:17:15.405071 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c504b209-5c03-4c20-b906-c9ee4b92ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:15.417662 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c504b209-5c03-4c20-b906-c9ee4b92ef9f None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:15.418206 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c504b209-5c03-4c20-b906-c9ee4b92ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:15.465921 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c504b209-5c03-4c20-b906-c9ee4b92ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:15.467087 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c504b209-5c03-4c20-b906-c9ee4b92ef9f None None] The sync data for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:15.555055 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-47dc731d-f0f5-4978-ac69-24d4b02c526c tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Deleting port ec137503-a87d-4d12-9f23-9e03da778faf {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:15.555666 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47dc731d-f0f5-4978-ac69-24d4b02c526c tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:15.651925 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47dc731d-f0f5-4978-ac69-24d4b02c526c tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:15.652482 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47dc731d-f0f5-4978-ac69-24d4b02c526c tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:15.669273 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-47dc731d-f0f5-4978-ac69-24d4b02c526c tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Calling delete_port for ec137503-a87d-4d12-9f23-9e03da778faf owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:15.843834 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47dc731d-f0f5-4978-ac69-24d4b02c526c tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:15.873873 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc731d-f0f5-4978-ac69-24d4b02c526c tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event deleted for resources: {'Port': ['ID=ec137503-a87d-4d12-9f23-9e03da778faf,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:15.958310 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47dc731d-f0f5-4978-ac69-24d4b02c526c tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:15.961898 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47dc731d-f0f5-4978-ac69-24d4b02c526c tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:15.963856 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-47dc731d-f0f5-4978-ac69-24d4b02c526c tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "DELETE /v2.0/floatingips/1d186e4a-e5ba-48a8-8aac-799524f11ae0 HTTP/1.1" status: 204 len: 168 time: 0.5838199 Jul 05 04:17:15.966773 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56604) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:15.972110 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-4455a6bd-80f0-41f3-a16d-f59be725f780 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': '2a5bce8e-7f2f-416a-96c9-fa25dbdd7cc0'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:16.001911 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4455a6bd-80f0-41f3-a16d-f59be725f780 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:16.068630 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56606) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:16.145300 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4455a6bd-80f0-41f3-a16d-f59be725f780 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:16.214266 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f97d5054-e13d-41f7-ac75-af32e42d5493 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-63534825-network', 'tenant_id': '930d8355b0a344ec87f70cd041500042'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:16.282150 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97d5054-e13d-41f7-ac75-af32e42d5493 admin admin] Made reservation on behalf of 930d8355b0a344ec87f70cd041500042 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:16.285258 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f97d5054-e13d-41f7-ac75-af32e42d5493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:16.302887 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f97d5054-e13d-41f7-ac75-af32e42d5493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:16.334676 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-4455a6bd-80f0-41f3-a16d-f59be725f780 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Allocated IP 172.25.1.58 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/d446aeb4-f75b-4f69-9b9d-1b17be2b5523) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:16.343386 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a03fe-f459-4f2f-8ecc-5cc7d4087379 req-97398010-3ef8-4836-bb01-7ad4c1121682 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:16.346086 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-222a03fe-f459-4f2f-8ecc-5cc7d4087379 req-97398010-3ef8-4836-bb01-7ad4c1121682 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d471651-7295-40c3-a6d7-03db2591cb38 HTTP/1.1" status: 200 len: 945 time: 0.0774517 Jul 05 04:17:16.419009 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-222a03fe-f459-4f2f-8ecc-5cc7d4087379 req-f299a482-0333-4ad7-8e83-2b0315b66fba tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0b9899a-288c-4ef8-b81a-ca9f98bed6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632014 Jul 05 04:17:16.521130 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4455a6bd-80f0-41f3-a16d-f59be725f780 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:16.550175 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f97d5054-e13d-41f7-ac75-af32e42d5493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:16.556422 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f97d5054-e13d-41f7-ac75-af32e42d5493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:16.598428 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f97d5054-e13d-41f7-ac75-af32e42d5493 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:16.611382 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d5054-e13d-41f7-ac75-af32e42d5493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b78083-6c09-4ec5-bd82-d717a4354402,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:16.632163 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f97d5054-e13d-41f7-ac75-af32e42d5493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:16.632826 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-f97d5054-e13d-41f7-ac75-af32e42d5493 admin admin] Added segment c8071f07-a325-4a7b-ac57-8cd6fc30140b of type vlan for network a3371517-239c-4b72-9aae-d09b8030490c Jul 05 04:17:16.672702 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4455a6bd-80f0-41f3-a16d-f59be725f780 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:16.708490 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4455a6bd-80f0-41f3-a16d-f59be725f780 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:16.735665 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-4455a6bd-80f0-41f3-a16d-f59be725f780 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:16.747702 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-26df1c74-37a5-46da-bf51-25a8702697ee req-1686cc90-f72f-4a8c-bd72-629503182c95 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0949287 Jul 05 04:17:16.752238 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f97d5054-e13d-41f7-ac75-af32e42d5493 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:16.757948 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4455a6bd-80f0-41f3-a16d-f59be725f780 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:16.861224 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455a6bd-80f0-41f3-a16d-f59be725f780 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event updated for resources: {'Port': ['ID=d446aeb4-f75b-4f69-9b9d-1b17be2b5523,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:16.934722 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f97d5054-e13d-41f7-ac75-af32e42d5493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:16.936182 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97d5054-e13d-41f7-ac75-af32e42d5493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:16.937837 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f97d5054-e13d-41f7-ac75-af32e42d5493 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:17.009450 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df1c74-37a5-46da-bf51-25a8702697ee req-428887ea-9780-4053-bb7c-d5409754f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:17.011349 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-26df1c74-37a5-46da-bf51-25a8702697ee req-428887ea-9780-4053-bb7c-d5409754f879 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 1097 time: 0.2001691 Jul 05 04:17:17.016145 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81126b-10bf-493c-a937-a91940478f40 req-6213320e-2730-4d26-99ce-09cf4cbe3191 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:17.023864 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2d81126b-10bf-493c-a937-a91940478f40 req-6213320e-2730-4d26-99ce-09cf4cbe3191 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 1097 time: 0.1569602 Jul 05 04:17:17.039550 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2d81126b-10bf-493c-a937-a91940478f40 req-de2b182a-07ca-48cd-9edf-e210c642f4c9 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:17.048983 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f97d5054-e13d-41f7-ac75-af32e42d5493 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9790995 Jul 05 04:17:17.056606 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56636) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:17.062236 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-fcc5e5de-7d82-4555-8be0-b4c1784aafec admin admin] Request body: {'subnet': {'network_id': 'a3371517-239c-4b72-9aae-d09b8030490c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-63534825-subnet', 'tenant_id': '930d8355b0a344ec87f70cd041500042', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:17.082628 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d5054-e13d-41f7-ac75-af32e42d5493 admin admin] Pushing event updated for resources: {'Network': ['ID=a3371517-239c-4b72-9aae-d09b8030490c,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:17.097670 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network a3371517-239c-4b72-9aae-d09b8030490c details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:17.182260 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2d81126b-10bf-493c-a937-a91940478f40 req-de2b182a-07ca-48cd-9edf-e210c642f4c9 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:17.198230 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2d81126b-10bf-493c-a937-a91940478f40 req-de2b182a-07ca-48cd-9edf-e210c642f4c9 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:17.282527 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc5e5de-7d82-4555-8be0-b4c1784aafec admin admin] Made reservation on behalf of 930d8355b0a344ec87f70cd041500042 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:17.285762 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fcc5e5de-7d82-4555-8be0-b4c1784aafec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:17.305120 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2d81126b-10bf-493c-a937-a91940478f40 req-de2b182a-07ca-48cd-9edf-e210c642f4c9 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2801123 Jul 05 04:17:17.338214 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b182a-07ca-48cd-9edf-e210c642f4c9 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5761fa3-2ce9-4e66-93ef-8dc908bf864d,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:17.469180 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df1c74-37a5-46da-bf51-25a8702697ee req-871dfb7e-3d95-4945-ab1a-eb7244dadb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:17.471672 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-26df1c74-37a5-46da-bf51-25a8702697ee req-871dfb7e-3d95-4945-ab1a-eb7244dadb05 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a677080b-978d-4f21-8599-2c79db51042a HTTP/1.1" status: 200 len: 898 time: 0.4285140 Jul 05 04:17:17.605319 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-26df1c74-37a5-46da-bf51-25a8702697ee req-b80e487d-879a-46b6-8b4e-9267eb635b61 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16032335-d5be-4931-82f0-4d5e53b2d5da HTTP/1.1" status: 200 len: 1001 time: 0.1234310 Jul 05 04:17:17.640195 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef6175-d4a5-4f4c-aff2-9473aeb2385e req-5c20e1c8-3545-4af1-914b-991bfc29ad37 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:17.641789 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9aef6175-d4a5-4f4c-aff2-9473aeb2385e req-5c20e1c8-3545-4af1-914b-991bfc29ad37 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 945 time: 0.1585782 Jul 05 04:17:17.668208 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4455a6bd-80f0-41f3-a16d-f59be725f780 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:17.795101 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df1c74-37a5-46da-bf51-25a8702697ee req-13213819-aa16-4a3f-a1a7-1150e5273c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:17.797062 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-26df1c74-37a5-46da-bf51-25a8702697ee req-13213819-aa16-4a3f-a1a7-1150e5273c4f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0bb0cc42-6113-47d4-aa5f-df8fe9890423 HTTP/1.1" status: 200 len: 834 time: 0.1814430 Jul 05 04:17:17.801037 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9aef6175-d4a5-4f4c-aff2-9473aeb2385e req-66c3f90e-4f38-4798-bdcb-91752c51e2d2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471925 Jul 05 04:17:17.840388 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4455a6bd-80f0-41f3-a16d-f59be725f780 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:17.884212 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56648) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:17.974357 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fcc5e5de-7d82-4555-8be0-b4c1784aafec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:18.060838 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ce5d85fe-e0d8-493e-81ce-9285080a220f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/floatingips/62c89084-a5e2-442b-bd29-ce88dc0d29dc HTTP/1.1" status: 200 len: 993 time: 0.1753225 Jul 05 04:17:18.081753 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df1c74-37a5-46da-bf51-25a8702697ee req-bc211c40-db8d-4a2e-8957-631025e4e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:18.083501 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-26df1c74-37a5-46da-bf51-25a8702697ee req-bc211c40-db8d-4a2e-8957-631025e4e458 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a677080b-978d-4f21-8599-2c79db51042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2602761 Jul 05 04:17:18.100193 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5e5de-7d82-4555-8be0-b4c1784aafec admin admin] Pushing event updated for resources: {'Subnet': ['ID=95b2774f-ee94-4b2e-8d15-b1d36cc4200f,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:18.112609 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc5e5de-7d82-4555-8be0-b4c1784aafec admin admin] Checking segment: {'id': 'c8071f07-a325-4a7b-ac57-8cd6fc30140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a3371517-239c-4b72-9aae-d09b8030490c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:18.113128 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc5e5de-7d82-4555-8be0-b4c1784aafec admin admin] Network hostable DHCP agents. Network: a3371517-239c-4b72-9aae-d09b8030490c, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:18.127031 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4455a6bd-80f0-41f3-a16d-f59be725f780 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:18.134002 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4455a6bd-80f0-41f3-a16d-f59be725f780 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:18.196204 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455a6bd-80f0-41f3-a16d-f59be725f780 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event updated for resources: {'Port': ['ID=d446aeb4-f75b-4f69-9b9d-1b17be2b5523,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:18.232532 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-26df1c74-37a5-46da-bf51-25a8702697ee req-f61e75c0-dfb3-453b-90f6-74aab5d480d9 service neutron] 10.222.0.89 "GET /v2.0/networks/a677080b-978d-4f21-8599-2c79db51042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285977 Jul 05 04:17:18.250747 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc5e5de-7d82-4555-8be0-b4c1784aafec admin admin] Network a3371517-239c-4b72-9aae-d09b8030490c is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:18.258810 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4455a6bd-80f0-41f3-a16d-f59be725f780 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:18.303520 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-fcc5e5de-7d82-4555-8be0-b4c1784aafec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, a3371517-239c-4b72-9aae-d09b8030490c) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:18.311084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc5e5de-7d82-4555-8be0-b4c1784aafec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:18.312588 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fcc5e5de-7d82-4555-8be0-b4c1784aafec admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:18.319763 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952fac68-3940-41b2-98d6-5f2282f9e084 None None] Network a3371517-239c-4b72-9aae-d09b8030490c requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:18.409866 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fcc5e5de-7d82-4555-8be0-b4c1784aafec admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3468022 Jul 05 04:17:18.436375 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-26df1c74-37a5-46da-bf51-25a8702697ee req-d8489192-1fc6-4849-856f-2fac33b7447e service neutron] 10.222.0.89 "GET /v2.0/networks/a677080b-978d-4f21-8599-2c79db51042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953516 Jul 05 04:17:18.441017 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-4455a6bd-80f0-41f3-a16d-f59be725f780 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Floating IP 90511032-cf04-4877-979a-7279400513c8 associated. External IP: 172.25.1.58, port: 2a5bce8e-7f2f-416a-96c9-fa25dbdd7cc0. Jul 05 04:17:18.597827 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19090d13-99ee-41e8-9684-f9d8bafdaaea None None] Network a3371517-239c-4b72-9aae-d09b8030490c requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:18.810483 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4455a6bd-80f0-41f3-a16d-f59be725f780 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Router 7c199202-ccb6-4e41-9b85-94c891f8add3 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:17:18.982473 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4455a6bd-80f0-41f3-a16d-f59be725f780 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:18.994340 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ee8814-8022-4fef-80d4-7e5ff64fb432 None None] Sync routers for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:19.007006 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ee8814-8022-4fef-80d4-7e5ff64fb432 None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:19.007895 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-54ee8814-8022-4fef-80d4-7e5ff64fb432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:19.029031 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4455a6bd-80f0-41f3-a16d-f59be725f780 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:19.045858 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-54ee8814-8022-4fef-80d4-7e5ff64fb432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:19.056775 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ee8814-8022-4fef-80d4-7e5ff64fb432 None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:19.057520 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-54ee8814-8022-4fef-80d4-7e5ff64fb432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:19.094234 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820169a-201a-4e54-a25e-258a828f7123 req-b588ba3f-e61e-499d-8e20-cf9f1937c68f tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:19.102997 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8820169a-201a-4e54-a25e-258a828f7123 req-b588ba3f-e61e-499d-8e20-cf9f1937c68f tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.77 "GET /v2.0/networks?id=a3371517-239c-4b72-9aae-d09b8030490c HTTP/1.1" status: 200 len: 820 time: 0.1711884 Jul 05 04:17:19.137233 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4455a6bd-80f0-41f3-a16d-f59be725f780 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.1690996 Jul 05 04:17:19.138319 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56692) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:19.143776 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8820169a-201a-4e54-a25e-258a828f7123 req-25755fb4-0b07-4d0b-8e46-f33e7470b1a4 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.77 "GET /v2.0/quotas/930d8355b0a344ec87f70cd041500042 HTTP/1.1" status: 200 len: 375 time: 0.0397673 Jul 05 04:17:19.179569 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-54ee8814-8022-4fef-80d4-7e5ff64fb432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:19.179569 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ee8814-8022-4fef-80d4-7e5ff64fb432 None None] The sync data for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:19.197500 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56694) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:19.245227 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8820169a-201a-4e54-a25e-258a828f7123 req-47188b75-1ee9-414d-98a1-b5978ce4f6a4 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=930d8355b0a344ec87f70cd041500042&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1004663 Jul 05 04:17:19.259129 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56698) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:19.259491 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2e303d33-d6b0-4a55-9bd8-c817ac8f1b19 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "GET /v2.0/floatingips/90511032-cf04-4877-979a-7279400513c8 HTTP/1.1" status: 200 len: 976 time: 0.1194868 Jul 05 04:17:19.452512 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-2f171568-fa3a-4716-bd22-9b4a194b2fc9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2536838 Jul 05 04:17:19.478990 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7279e1eb-02a4-4e2a-9d95-b110ea5e77a1 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2172463 Jul 05 04:17:19.482894 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56704) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:19.488799 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-361daa93-af62-4517-84a8-238a478578be tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Request body: {'floatingip': {'port_id': '2debbc79-d80a-4a98-842f-4986adf7238c'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:19.525003 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8820169a-201a-4e54-a25e-258a828f7123 req-07b0b221-4444-4020-807c-755b469c6fcb service neutron] 10.222.0.77 "GET /v2.0/networks/a3371517-239c-4b72-9aae-d09b8030490c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773924 Jul 05 04:17:19.546262 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8275829-8c2b-4e39-b879-1edceeda4c67 req-b09a2aeb-721c-4a7f-bc1d-ea79d0cec579 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:19.548414 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c8275829-8c2b-4e39-b879-1edceeda4c67 req-b09a2aeb-721c-4a7f-bc1d-ea79d0cec579 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 945 time: 0.1497331 Jul 05 04:17:19.611434 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-361daa93-af62-4517-84a8-238a478578be tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:19.701855 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c8275829-8c2b-4e39-b879-1edceeda4c67 req-aeb7b2c8-af27-4871-a8c4-b2987837dbb7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297307 Jul 05 04:17:19.730175 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8820169a-201a-4e54-a25e-258a828f7123 req-23460e45-4a78-4762-aee5-5141190da437 service neutron] 10.222.0.77 "GET /v2.0/networks/a3371517-239c-4b72-9aae-d09b8030490c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981659 Jul 05 04:17:20.450682 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-153a5ec2-e7bf-452d-9bbd-eeb080c4f206 req-00a9c9ef-3f61-450f-8f5c-32698cb650ef tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.77 "GET /v2.0/ports?device_id=bcc630c6-55cf-44ed-b247-4d5d391c72d0 HTTP/1.1" status: 200 len: 210 time: 0.0530837 Jul 05 04:17:21.138262 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-361daa93-af62-4517-84a8-238a478578be tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:21.166177 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-361daa93-af62-4517-84a8-238a478578be tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:21.284162 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a4266-82d5-4009-af75-cd95923d31bc req-e946328a-e9fc-4d3f-8936-f04224fe3a70 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:21.285695 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f60a4266-82d5-4009-af75-cd95923d31bc req-e946328a-e9fc-4d3f-8936-f04224fe3a70 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 945 time: 0.3633440 Jul 05 04:17:21.378227 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f60a4266-82d5-4009-af75-cd95923d31bc req-3a9aae17-5d43-48b6-b3cb-31d1f65a346a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488288 Jul 05 04:17:21.379980 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-361daa93-af62-4517-84a8-238a478578be tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Floating IP 90511032-cf04-4877-979a-7279400513c8 associated. External IP: 172.25.1.58, port: 2a5bce8e-7f2f-416a-96c9-fa25dbdd7cc0. Jul 05 04:17:21.560720 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb9827-95b5-4a02-8de6-1f161fe58212 req-6fa5aad8-dd5c-4129-8754-cbfa4e1b2f5e tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:21.567436 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b8eb9827-95b5-4a02-8de6-1f161fe58212 req-6fa5aad8-dd5c-4129-8754-cbfa4e1b2f5e tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d471651-7295-40c3-a6d7-03db2591cb38 HTTP/1.1" status: 200 len: 945 time: 0.0985894 Jul 05 04:17:21.640476 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b8eb9827-95b5-4a02-8de6-1f161fe58212 req-fb44d5a3-913e-4e09-a9f4-af586deaa7c6 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0b9899a-288c-4ef8-b81a-ca9f98bed6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652294 Jul 05 04:17:21.729735 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-161c567c-c4b2-4dc1-bb4f-4efcf5275893 req-94838ba1-efe0-46c9-98a1-2b63bc6c9aaf tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.77 "GET /v2.0/ports?device_id=bcc630c6-55cf-44ed-b247-4d5d391c72d0 HTTP/1.1" status: 200 len: 210 time: 0.0405374 Jul 05 04:17:21.747413 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361daa93-af62-4517-84a8-238a478578be tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Router 7c199202-ccb6-4e41-9b85-94c891f8add3 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:17:21.890714 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361daa93-af62-4517-84a8-238a478578be tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:21.902911 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a227d60-ecea-4a38-936f-5ff9d7d171d5 None None] Sync routers for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:21.934403 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a227d60-ecea-4a38-936f-5ff9d7d171d5 None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:21.936785 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-5a227d60-ecea-4a38-936f-5ff9d7d171d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:22.034449 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-5a227d60-ecea-4a38-936f-5ff9d7d171d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:22.047996 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a227d60-ecea-4a38-936f-5ff9d7d171d5 None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:22.048627 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-5a227d60-ecea-4a38-936f-5ff9d7d171d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:22.090619 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-5a227d60-ecea-4a38-936f-5ff9d7d171d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:22.091429 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a227d60-ecea-4a38-936f-5ff9d7d171d5 None None] The sync data for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:22.135544 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820169a-201a-4e54-a25e-258a828f7123 req-5823645f-274b-4496-a3c8-ef3e97912581 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:22.138142 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8820169a-201a-4e54-a25e-258a828f7123 req-5823645f-274b-4496-a3c8-ef3e97912581 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.89 "GET /v2.0/networks?id=a3371517-239c-4b72-9aae-d09b8030490c HTTP/1.1" status: 200 len: 820 time: 0.2277498 Jul 05 04:17:22.159434 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-8820169a-201a-4e54-a25e-258a828f7123 req-a9e58fce-5e51-4d02-910a-a0cc16f02611 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Request body: {'port': {'device_id': 'bcc630c6-55cf-44ed-b247-4d5d391c72d0', 'network_id': 'a3371517-239c-4b72-9aae-d09b8030490c', 'admin_state_up': True, 'tenant_id': '930d8355b0a344ec87f70cd041500042'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:22.190895 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-5bfba7d6-b238-4e6d-a9ae-041851287927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:22.193943 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-5bfba7d6-b238-4e6d-a9ae-041851287927 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 1097 time: 0.1765172 Jul 05 04:17:22.285842 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8820169a-201a-4e54-a25e-258a828f7123 req-a9e58fce-5e51-4d02-910a-a0cc16f02611 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Made reservation on behalf of 930d8355b0a344ec87f70cd041500042 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:22.290054 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8820169a-201a-4e54-a25e-258a828f7123 req-a9e58fce-5e51-4d02-910a-a0cc16f02611 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:22.314078 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361daa93-af62-4517-84a8-238a478578be tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Router 7c199202-ccb6-4e41-9b85-94c891f8add3 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:17:22.352682 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-f422fd5a-7f9e-4d24-9143-753d4c131f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:22.355032 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-f422fd5a-7f9e-4d24-9143-753d4c131f40 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a677080b-978d-4f21-8599-2c79db51042a HTTP/1.1" status: 200 len: 898 time: 0.1285250 Jul 05 04:17:22.419519 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-8820169a-201a-4e54-a25e-258a828f7123 req-a9e58fce-5e51-4d02-910a-a0cc16f02611 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Allocated IP 172.20.0.8 (a3371517-239c-4b72-9aae-d09b8030490c/95b2774f-ee94-4b2e-8d15-b1d36cc4200f/48e04c06-099f-4026-901b-51e209f1be47) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:22.495718 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-50cef5c8-ec96-4574-83a7-bbcd7c0f0742 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16032335-d5be-4931-82f0-4d5e53b2d5da HTTP/1.1" status: 200 len: 1001 time: 0.1100941 Jul 05 04:17:22.539841 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361daa93-af62-4517-84a8-238a478578be tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:22.543305 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-361daa93-af62-4517-84a8-238a478578be tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:22.548682 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c28ec2-f31e-4aa0-a0c7-3538ad17756b None None] Sync routers for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:22.563871 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c28ec2-f31e-4aa0-a0c7-3538ad17756b None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:22.564589 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-99c28ec2-f31e-4aa0-a0c7-3538ad17756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:22.597632 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8820169a-201a-4e54-a25e-258a828f7123 req-a9e58fce-5e51-4d02-910a-a0cc16f02611 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:22.599707 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-99c28ec2-f31e-4aa0-a0c7-3538ad17756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:22.609344 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c28ec2-f31e-4aa0-a0c7-3538ad17756b None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:22.610277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-99c28ec2-f31e-4aa0-a0c7-3538ad17756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:22.627790 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-2196a3f4-6d05-4ff5-843e-0649689422c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:22.629299 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-2196a3f4-6d05-4ff5-843e-0649689422c2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0bb0cc42-6113-47d4-aa5f-df8fe9890423 HTTP/1.1" status: 200 len: 834 time: 0.1219761 Jul 05 04:17:22.643584 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-99c28ec2-f31e-4aa0-a0c7-3538ad17756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:22.644394 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8820169a-201a-4e54-a25e-258a828f7123 req-a9e58fce-5e51-4d02-910a-a0cc16f02611 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:22.644596 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c28ec2-f31e-4aa0-a0c7-3538ad17756b None None] The sync data for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:22.690809 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8820169a-201a-4e54-a25e-258a828f7123 req-a9e58fce-5e51-4d02-910a-a0cc16f02611 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Network a3371517-239c-4b72-9aae-d09b8030490c is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:22.705665 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e58fce-5e51-4d02-910a-a0cc16f02611 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Pushing event updated for resources: {'Port': ['ID=48e04c06-099f-4026-901b-51e209f1be47,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:22.712087 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-8820169a-201a-4e54-a25e-258a828f7123 req-a9e58fce-5e51-4d02-910a-a0cc16f02611 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:22.716458 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-8820169a-201a-4e54-a25e-258a828f7123 req-a9e58fce-5e51-4d02-910a-a0cc16f02611 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:22.722916 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-361daa93-af62-4517-84a8-238a478578be tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "PUT /v2.0/floatingips/90511032-cf04-4877-979a-7279400513c8 HTTP/1.1" status: 200 len: 978 time: 3.2389610 Jul 05 04:17:22.726403 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56782) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:22.736233 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb45991-2093-4c01-a74e-6551feb3fe7c req-b078531b-1d90-490f-9177-0a4808c20191 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:22.738438 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6eb45991-2093-4c01-a74e-6551feb3fe7c req-b078531b-1d90-490f-9177-0a4808c20191 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 945 time: 0.1889553 Jul 05 04:17:22.741524 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-2e421a0e-d2cf-4d99-976b-e7f5e1277c2e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:22.779362 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820169a-201a-4e54-a25e-258a828f7123 req-a9e58fce-5e51-4d02-910a-a0cc16f02611 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:22.780065 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8820169a-201a-4e54-a25e-258a828f7123 req-a9e58fce-5e51-4d02-910a-a0cc16f02611 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:22.798078 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8820169a-201a-4e54-a25e-258a828f7123 req-a9e58fce-5e51-4d02-910a-a0cc16f02611 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6451094 Jul 05 04:17:22.814300 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-8820169a-201a-4e54-a25e-258a828f7123 req-73581abc-ad82-4a55-bd81-981a8c611d23 service neutron] Request body: {'port': {'device_id': 'bcc630c6-55cf-44ed-b247-4d5d391c72d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:22.830409 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2e421a0e-d2cf-4d99-976b-e7f5e1277c2e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:22.842251 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-e3db64b4-8443-47c4-9a7e-e8f390c2524e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:22.843715 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-e3db64b4-8443-47c4-9a7e-e8f390c2524e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a677080b-978d-4f21-8599-2c79db51042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1851659 Jul 05 04:17:22.894023 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6eb45991-2093-4c01-a74e-6551feb3fe7c req-792b4fcb-ca2e-41fb-a572-e52bb5c6cc28 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137753 Jul 05 04:17:22.949246 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8820169a-201a-4e54-a25e-258a828f7123 req-73581abc-ad82-4a55-bd81-981a8c611d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:22.965878 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7aa03c-54b3-4f96-8859-6f0b8ebe36c9 req-2a221ae1-7b0d-4969-aa25-61a1fff715a3 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:22.967552 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ad7aa03c-54b3-4f96-8859-6f0b8ebe36c9 req-2a221ae1-7b0d-4969-aa25-61a1fff715a3 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d471651-7295-40c3-a6d7-03db2591cb38 HTTP/1.1" status: 200 len: 945 time: 0.1604574 Jul 05 04:17:23.064769 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ad7aa03c-54b3-4f96-8859-6f0b8ebe36c9 req-f8281da7-b181-4f84-a48d-e6d1f775b730 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0b9899a-288c-4ef8-b81a-ca9f98bed6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881674 Jul 05 04:17:23.172466 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-34877902-a144-4f30-9901-491c87dfbe80 service neutron] 10.222.0.89 "GET /v2.0/networks/a677080b-978d-4f21-8599-2c79db51042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939851 Jul 05 04:17:23.184328 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2e421a0e-d2cf-4d99-976b-e7f5e1277c2e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.205237 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2e421a0e-d2cf-4d99-976b-e7f5e1277c2e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.205447 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-2e421a0e-d2cf-4d99-976b-e7f5e1277c2e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Floating IP 90511032-cf04-4877-979a-7279400513c8 disassociated. External IP: 172.25.1.58, port: 2debbc79-d80a-4a98-842f-4986adf7238c. Jul 05 04:17:23.324220 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8b5a4-27dd-4d6f-8b7a-0fe620d1363e req-de530358-90b4-4ca9-a522-08c87969516e tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:23.326934 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bfe8b5a4-27dd-4d6f-8b7a-0fe620d1363e req-de530358-90b4-4ca9-a522-08c87969516e tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.77 "GET /v2.0/ports?device_id=bcc630c6-55cf-44ed-b247-4d5d391c72d0 HTTP/1.1" status: 200 len: 931 time: 0.2680824 Jul 05 04:17:23.418662 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-3fa410e3-ff29-489a-b4c3-05b3a085ffa9 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1549947459&fields=id&tenant_id=c5a91f0142e14cf1a9be04e96df390cd HTTP/1.1" status: 200 len: 267 time: 0.0649884 Jul 05 04:17:23.574389 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-8820169a-201a-4e54-a25e-258a828f7123 req-73581abc-ad82-4a55-bd81-981a8c611d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e04c06-099f-4026-901b-51e209f1be47 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:17:23.596544 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8820169a-201a-4e54-a25e-258a828f7123 req-73581abc-ad82-4a55-bd81-981a8c611d23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.644273 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-8820169a-201a-4e54-a25e-258a828f7123 req-73581abc-ad82-4a55-bd81-981a8c611d23 service neutron] Transition to ACTIVE for port object 48e04c06-099f-4026-901b-51e209f1be47 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:23.658649 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8820169a-201a-4e54-a25e-258a828f7123 req-73581abc-ad82-4a55-bd81-981a8c611d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.690114 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-36bab5df-c125-4653-913b-9ba76599952c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:23.691733 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-36bab5df-c125-4653-913b-9ba76599952c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 812 time: 0.2452641 Jul 05 04:17:23.752624 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7d014-a3ef-468e-977b-9774c5c08a2b req-3c751d08-cf72-44ca-a877-67a7dd2406bb tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:23.756027 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aff7d014-a3ef-468e-977b-9774c5c08a2b req-3c751d08-cf72-44ca-a877-67a7dd2406bb tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d471651-7295-40c3-a6d7-03db2591cb38 HTTP/1.1" status: 200 len: 945 time: 0.3065321 Jul 05 04:17:23.783745 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-bcbcbabf-e525-4dd3-986c-56da10e8e648 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/quotas/c5a91f0142e14cf1a9be04e96df390cd HTTP/1.1" status: 200 len: 375 time: 0.0652382 Jul 05 04:17:23.806874 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-c5afc76c-e955-4e61-9963-83832e4ca8f1 service neutron] 10.222.0.89 "GET /v2.0/networks/a677080b-978d-4f21-8599-2c79db51042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6232402 Jul 05 04:17:23.826949 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73581abc-ad82-4a55-bd81-981a8c611d23 service neutron] Pushing event updated for resources: {'Port': ['ID=48e04c06-099f-4026-901b-51e209f1be47,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:23.827611 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bfe8b5a4-27dd-4d6f-8b7a-0fe620d1363e req-343fdbf3-ec8e-40b6-9291-b7e97c3fb6db tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2b78083-6c09-4ec5-bd82-d717a4354402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862472 Jul 05 04:17:24.000271 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e421a0e-d2cf-4d99-976b-e7f5e1277c2e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Router 7c199202-ccb6-4e41-9b85-94c891f8add3 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:17:24.183870 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e421a0e-d2cf-4d99-976b-e7f5e1277c2e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:24.189753 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2e421a0e-d2cf-4d99-976b-e7f5e1277c2e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.201161 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b5a6f9-518d-46be-b625-07891541a5ed None None] Sync routers for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:24.217020 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b5a6f9-518d-46be-b625-07891541a5ed None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:24.218915 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-69b5a6f9-518d-46be-b625-07891541a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:24.257141 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473b8cc-67e8-43e5-9e05-1bcfdb20b8f8 req-23a7758f-95fa-43cc-bf63-564fafd29629 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:24.258902 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4473b8cc-67e8-43e5-9e05-1bcfdb20b8f8 req-23a7758f-95fa-43cc-bf63-564fafd29629 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 945 time: 0.1766980 Jul 05 04:17:24.263053 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2e421a0e-d2cf-4d99-976b-e7f5e1277c2e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "PUT /v2.0/floatingips/90511032-cf04-4877-979a-7279400513c8 HTTP/1.1" status: 200 len: 687 time: 1.5355854 Jul 05 04:17:24.268977 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56804) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:24.277405 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-69b5a6f9-518d-46be-b625-07891541a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:24.293971 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b5a6f9-518d-46be-b625-07891541a5ed None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:24.295009 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-69b5a6f9-518d-46be-b625-07891541a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:24.357741 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-69b5a6f9-518d-46be-b625-07891541a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:24.358420 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b5a6f9-518d-46be-b625-07891541a5ed None None] The sync data for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:24.399555 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4473b8cc-67e8-43e5-9e05-1bcfdb20b8f8 req-ac3fa853-ffd9-40e5-af49-cf50c824e55f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322846 Jul 05 04:17:24.435180 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-8820169a-201a-4e54-a25e-258a828f7123 req-73581abc-ad82-4a55-bd81-981a8c611d23 service neutron] Attempting to bind port 48e04c06-099f-4026-901b-51e209f1be47 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:24.435594 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-8820169a-201a-4e54-a25e-258a828f7123 req-73581abc-ad82-4a55-bd81-981a8c611d23 service neutron] Attempting to bind port 48e04c06-099f-4026-901b-51e209f1be47 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'c8071f07-a325-4a7b-ac57-8cd6fc30140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a3371517-239c-4b72-9aae-d09b8030490c'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:24.436099 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820169a-201a-4e54-a25e-258a828f7123 req-73581abc-ad82-4a55-bd81-981a8c611d23 service neutron] Attempting to bind port 48e04c06-099f-4026-901b-51e209f1be47 on network a3371517-239c-4b72-9aae-d09b8030490c {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:24.455391 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820169a-201a-4e54-a25e-258a828f7123 req-73581abc-ad82-4a55-bd81-981a8c611d23 service neutron] Port 48e04c06-099f-4026-901b-51e209f1be47 on network a3371517-239c-4b72-9aae-d09b8030490c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:17:24.455720 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820169a-201a-4e54-a25e-258a828f7123 req-73581abc-ad82-4a55-bd81-981a8c611d23 service neutron] Attempting to bind port 48e04c06-099f-4026-901b-51e209f1be47 on network a3371517-239c-4b72-9aae-d09b8030490c {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:24.469032 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-b350a3a2-c17b-4c38-a21a-c8f829d1ab6f tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Deleting port d446aeb4-f75b-4f69-9b9d-1b17be2b5523 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:24.469392 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b350a3a2-c17b-4c38-a21a-c8f829d1ab6f tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.471132 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-e2f3f41f-6949-4eef-af39-65e124bca298 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6450622 Jul 05 04:17:24.475954 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820169a-201a-4e54-a25e-258a828f7123 req-73581abc-ad82-4a55-bd81-981a8c611d23 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:24.476328 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820169a-201a-4e54-a25e-258a828f7123 req-73581abc-ad82-4a55-bd81-981a8c611d23 service neutron] Checking segment: {'id': 'c8071f07-a325-4a7b-ac57-8cd6fc30140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a3371517-239c-4b72-9aae-d09b8030490c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:24.476807 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820169a-201a-4e54-a25e-258a828f7123 req-73581abc-ad82-4a55-bd81-981a8c611d23 service neutron] Bound using segment: {'id': 'c8071f07-a325-4a7b-ac57-8cd6fc30140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a3371517-239c-4b72-9aae-d09b8030490c'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:24.477332 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-8820169a-201a-4e54-a25e-258a828f7123 req-73581abc-ad82-4a55-bd81-981a8c611d23 service neutron] Bound port: 48e04c06-099f-4026-901b-51e209f1be47, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8071f07-a325-4a7b-ac57-8cd6fc30140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a3371517-239c-4b72-9aae-d09b8030490c'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:24.477707 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8820169a-201a-4e54-a25e-258a828f7123 req-73581abc-ad82-4a55-bd81-981a8c611d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.520158 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-aff7d014-a3ef-468e-977b-9774c5c08a2b req-2620ab97-0001-477b-98cc-28b7083b212f tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Deleting port 5eec88c5-6b65-4747-b532-75e2a21712f9 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:24.520689 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-aff7d014-a3ef-468e-977b-9774c5c08a2b req-2620ab97-0001-477b-98cc-28b7083b212f tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.579186 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b350a3a2-c17b-4c38-a21a-c8f829d1ab6f tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.579786 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b350a3a2-c17b-4c38-a21a-c8f829d1ab6f tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.625478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-b350a3a2-c17b-4c38-a21a-c8f829d1ab6f tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Calling delete_port for d446aeb4-f75b-4f69-9b9d-1b17be2b5523 owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:24.720347 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-8820169a-201a-4e54-a25e-258a828f7123 req-73581abc-ad82-4a55-bd81-981a8c611d23 service neutron] For port 48e04c06-099f-4026-901b-51e209f1be47, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:24.722520 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2756b24-a5cc-4fed-8c36-59ab42619b25 req-879b6d5a-8b35-41d1-a9c0-86b014385190 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:24.724197 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c2756b24-a5cc-4fed-8c36-59ab42619b25 req-879b6d5a-8b35-41d1-a9c0-86b014385190 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d471651-7295-40c3-a6d7-03db2591cb38 HTTP/1.1" status: 200 len: 945 time: 0.1414614 Jul 05 04:17:24.760170 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-aff7d014-a3ef-468e-977b-9774c5c08a2b req-2620ab97-0001-477b-98cc-28b7083b212f tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] For port 5eec88c5-6b65-4747-b532-75e2a21712f9, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=5eec88c5-6b65-4747-b532-75e2a21712f9,segment=NetworkSegment(23c664de-b14a-4932-98de-64e9615b12e3),segment_id=23c664de-b14a-4932-98de-64e9615b12e3)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:24.760532 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-aff7d014-a3ef-468e-977b-9774c5c08a2b req-2620ab97-0001-477b-98cc-28b7083b212f tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.765869 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-423de26d-dc30-4c17-bc6e-bb0b3fea76cf service neutron] 10.222.0.77 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718015 Jul 05 04:17:24.773339 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-8820169a-201a-4e54-a25e-258a828f7123 req-73581abc-ad82-4a55-bd81-981a8c611d23 service neutron] For port 48e04c06-099f-4026-901b-51e209f1be47, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=48e04c06-099f-4026-901b-51e209f1be47,segment=NetworkSegment(c8071f07-a325-4a7b-ac57-8cd6fc30140b),segment_id=c8071f07-a325-4a7b-ac57-8cd6fc30140b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:24.782827 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-aff7d014-a3ef-468e-977b-9774c5c08a2b req-2620ab97-0001-477b-98cc-28b7083b212f tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Calling delete_port for 5eec88c5-6b65-4747-b532-75e2a21712f9 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:24.791691 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8820169a-201a-4e54-a25e-258a828f7123 req-73581abc-ad82-4a55-bd81-981a8c611d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.808658 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c2756b24-a5cc-4fed-8c36-59ab42619b25 req-3704d312-7035-491e-b177-dcb84664b3e8 tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0b9899a-288c-4ef8-b81a-ca9f98bed6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676484 Jul 05 04:17:24.840864 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b350a3a2-c17b-4c38-a21a-c8f829d1ab6f tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.900849 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820169a-201a-4e54-a25e-258a828f7123 req-73581abc-ad82-4a55-bd81-981a8c611d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:24.901662 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8820169a-201a-4e54-a25e-258a828f7123 req-73581abc-ad82-4a55-bd81-981a8c611d23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.903321 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8820169a-201a-4e54-a25e-258a828f7123 req-73581abc-ad82-4a55-bd81-981a8c611d23 service neutron] 10.222.0.89 "PUT /v2.0/ports/48e04c06-099f-4026-901b-51e209f1be47 HTTP/1.1" status: 200 len: 1092 time: 2.0931330 Jul 05 04:17:24.903883 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc630c6-55cf-44ed-b247-4d5d391c72d0', 'tag': '48e04c06-099f-4026-901b-51e209f1be47'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:24.906491 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb4d92b-42c3-4493-85f0-e90bf43fe736" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc630c6-55cf-44ed-b247-4d5d391c72d0", "tag": "48e04c06-099f-4026-901b-51e209f1be47"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:24.914513 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350a3a2-c17b-4c38-a21a-c8f829d1ab6f tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event deleted for resources: {'Port': ['ID=d446aeb4-f75b-4f69-9b9d-1b17be2b5523,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:24.964182 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b350a3a2-c17b-4c38-a21a-c8f829d1ab6f tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.966853 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b350a3a2-c17b-4c38-a21a-c8f829d1ab6f tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.968102 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b350a3a2-c17b-4c38-a21a-c8f829d1ab6f tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "DELETE /v2.0/floatingips/90511032-cf04-4877-979a-7279400513c8 HTTP/1.1" status: 204 len: 168 time: 0.6980820 Jul 05 04:17:24.971182 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56812) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:25.023834 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-c0707a34-75fe-4e16-b376-b00726935d6b tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] delete failed (client error): The resource could not be found. Jul 05 04:17:25.024890 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c0707a34-75fe-4e16-b376-b00726935d6b tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "DELETE /v2.0/floatingips/90511032-cf04-4877-979a-7279400513c8 HTTP/1.1" status: 404 len: 345 time: 0.0528090 Jul 05 04:17:25.032388 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56814) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:25.107165 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73581abc-ad82-4a55-bd81-981a8c611d23 service neutron] Pushing event updated for resources: {'Port': ['ID=48e04c06-099f-4026-901b-51e209f1be47,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:25.146350 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-5a7cf5de-a227-4136-b904-f0b866bb28e3 service neutron] 10.222.0.77 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650951 Jul 05 04:17:25.164903 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5d8a84-4b54-4e6f-8dda-037de4770142 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:25.171368 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5d8a84-4b54-4e6f-8dda-037de4770142 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:25.178609 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5d8a84-4b54-4e6f-8dda-037de4770142 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:25.183888 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1d5d8a84-4b54-4e6f-8dda-037de4770142 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "GET /v2.0/ports?network_id=7f8e4a03-ca50-4f92-8865-dcdc60ce1c87 HTTP/1.1" status: 200 len: 2358 time: 0.1503108 Jul 05 04:17:25.184633 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56818) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:25.197596 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820169a-201a-4e54-a25e-258a828f7123 req-a21b00e3-8853-49c2-9c72-1850726e76a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:25.199212 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8820169a-201a-4e54-a25e-258a828f7123 req-a21b00e3-8853-49c2-9c72-1850726e76a8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=930d8355b0a344ec87f70cd041500042&device_id=bcc630c6-55cf-44ed-b247-4d5d391c72d0 HTTP/1.1" status: 200 len: 1095 time: 0.1809659 Jul 05 04:17:25.200911 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-aff7d014-a3ef-468e-977b-9774c5c08a2b req-2620ab97-0001-477b-98cc-28b7083b212f tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:25.235016 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['5eec88c5-6b65-4747-b532-75e2a21712f9'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:17:25.258511 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620ab97-0001-477b-98cc-28b7083b212f tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Pushing event deleted for resources: {'Port': ['ID=5eec88c5-6b65-4747-b532-75e2a21712f9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:25.263642 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3d6ca6-8b32-4cab-9b63-6e52583f0e83 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:25.269881 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0c3d6ca6-8b32-4cab-9b63-6e52583f0e83 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "GET /v2.0/subnets/2057c849-3a8a-42d9-960d-cb474d857399 HTTP/1.1" status: 200 len: 797 time: 0.0794914 Jul 05 04:17:25.270888 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56820) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:25.276552 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-6716f5c2-1e6d-4cc5-a5e8-5004b2d14549 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Request body: {'port': {'network_id': '7f8e4a03-ca50-4f92-8865-dcdc60ce1c87', 'name': 'tempest-FloatingIPTestJSON-600881848', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:25.294973 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8820169a-201a-4e54-a25e-258a828f7123 req-8dbc222b-f4ff-407e-b67d-9a60367eb7b6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48e04c06-099f-4026-901b-51e209f1be47 HTTP/1.1" status: 200 len: 217 time: 0.0771787 Jul 05 04:17:25.368831 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff7d014-a3ef-468e-977b-9774c5c08a2b req-2620ab97-0001-477b-98cc-28b7083b212f tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] No DVR routers for this DVR port 5eec88c5-6b65-4747-b532-75e2a21712f9 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:25.371778 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-aff7d014-a3ef-468e-977b-9774c5c08a2b req-2620ab97-0001-477b-98cc-28b7083b212f tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:25.374665 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aff7d014-a3ef-468e-977b-9774c5c08a2b req-2620ab97-0001-477b-98cc-28b7083b212f tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.70 "DELETE /v2.0/ports/5eec88c5-6b65-4747-b532-75e2a21712f9 HTTP/1.1" status: 204 len: 173 time: 1.6112127 Jul 05 04:17:25.406466 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820169a-201a-4e54-a25e-258a828f7123 req-d4033ab8-419d-47dd-8fb9-532d32d82048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:25.408114 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8820169a-201a-4e54-a25e-258a828f7123 req-d4033ab8-419d-47dd-8fb9-532d32d82048 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95b2774f-ee94-4b2e-8d15-b1d36cc4200f HTTP/1.1" status: 200 len: 860 time: 0.0942643 Jul 05 04:17:25.453137 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e25d5-a800-4de8-ac88-0806d00658f3 req-e85bad3e-c345-4974-84d3-c774ebdb43c6 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:25.454814 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-423e25d5-a800-4de8-ac88-0806d00658f3 req-e85bad3e-c345-4974-84d3-c774ebdb43c6 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.77 "GET /v2.0/ports?device_id=bcc630c6-55cf-44ed-b247-4d5d391c72d0 HTTP/1.1" status: 200 len: 943 time: 0.1471140 Jul 05 04:17:25.470116 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8820169a-201a-4e54-a25e-258a828f7123 req-4d05cc33-8ffe-45c3-8c2a-a5e42aa081fb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a3371517-239c-4b72-9aae-d09b8030490c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406036 Jul 05 04:17:25.508499 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6716f5c2-1e6d-4cc5-a5e8-5004b2d14549 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Made reservation on behalf of 1a5d27ea58a643808bb98f88bca8fb1d for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:25.578867 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-423e25d5-a800-4de8-ac88-0806d00658f3 req-31719b75-5452-4d0e-8a25-15511b52e24e tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2b78083-6c09-4ec5-bd82-d717a4354402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151202 Jul 05 04:17:25.649419 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8820169a-201a-4e54-a25e-258a828f7123 req-81ca51bd-6254-4ad3-9f04-f22d8f0bfefd service neutron] 10.222.0.89 "GET /v2.0/networks/a3371517-239c-4b72-9aae-d09b8030490c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712413 Jul 05 04:17:25.691208 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6716f5c2-1e6d-4cc5-a5e8-5004b2d14549 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:25.748643 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-6716f5c2-1e6d-4cc5-a5e8-5004b2d14549 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] device_id is not set on port da150c06-5c23-4abc-beb6-b2eac68c6ac6 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:17:25.778503 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8820169a-201a-4e54-a25e-258a828f7123 req-e76ce26b-8ec1-4817-a8ed-510fd1379ab5 service neutron] 10.222.0.89 "GET /v2.0/networks/a3371517-239c-4b72-9aae-d09b8030490c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156776 Jul 05 04:17:25.781363 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fc6eeb-132a-4715-96ee-a85836a937e9 x-openstack-request-id: req-a7fc6eeb-132a-4715-96ee-a85836a937e9 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:25.781703 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc630c6-55cf-44ed-b247-4d5d391c72d0", "tag": "48e04c06-099f-4026-901b-51e209f1be47", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:25.782072 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a7fc6eeb-132a-4715-96ee-a85836a937e9 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:25.782512 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc630c6-55cf-44ed-b247-4d5d391c72d0', 'tag': '48e04c06-099f-4026-901b-51e209f1be47', 'status': 'completed', 'code': 200} Jul 05 04:17:25.901490 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33840ec-6aba-4131-8ff3-0781711f6831 req-a741162e-b249-4483-96ba-3a63c4c99185 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:25.902481 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f33840ec-6aba-4131-8ff3-0781711f6831 req-a741162e-b249-4483-96ba-3a63c4c99185 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 945 time: 0.1191437 Jul 05 04:17:25.907948 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cd63219d-59c8-4b23-935f-853eb0f1a6b9 req-7e26ef5d-7f4a-40d6-9c85-019f8fa8440b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 210 time: 0.1459305 Jul 05 04:17:25.971584 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4d92b-42c3-4493-85f0-e90bf43fe736 req-e2c74299-63f8-403d-9a0a-2c18bb78888f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:25.973810 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4fb4d92b-42c3-4493-85f0-e90bf43fe736 req-e2c74299-63f8-403d-9a0a-2c18bb78888f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=930d8355b0a344ec87f70cd041500042&device_id=bcc630c6-55cf-44ed-b247-4d5d391c72d0 HTTP/1.1" status: 200 len: 1095 time: 0.1166480 Jul 05 04:17:26.011342 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f33840ec-6aba-4131-8ff3-0781711f6831 req-280d74fe-7eb8-4de0-b37b-4ceec3b16462 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774124 Jul 05 04:17:26.132926 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fb9775b3-ee93-44d5-a362-d77c02b93106 req-7bf2d1aa-f125-43ed-9185-8f9aadd8865d tempest-VolumesActionsTest-356558717 tempest-VolumesActionsTest-356558717-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d471651-7295-40c3-a6d7-03db2591cb38 HTTP/1.1" status: 200 len: 210 time: 0.0432689 Jul 05 04:17:26.152821 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4d92b-42c3-4493-85f0-e90bf43fe736 req-e1460923-f5f0-48dd-8bf3-789b0ae4686a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:26.154795 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4fb4d92b-42c3-4493-85f0-e90bf43fe736 req-e1460923-f5f0-48dd-8bf3-789b0ae4686a service neutron] 10.222.0.89 "GET /v2.0/networks?id=a3371517-239c-4b72-9aae-d09b8030490c HTTP/1.1" status: 200 len: 921 time: 0.1743813 Jul 05 04:17:26.224026 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4fb4d92b-42c3-4493-85f0-e90bf43fe736 req-9e5d3922-43ec-45ef-9564-d17571a02d69 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48e04c06-099f-4026-901b-51e209f1be47 HTTP/1.1" status: 200 len: 217 time: 0.0612371 Jul 05 04:17:26.292846 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4d92b-42c3-4493-85f0-e90bf43fe736 req-f46ac30e-2b73-4bc0-b94b-3c183d2d16fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:26.294862 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4fb4d92b-42c3-4493-85f0-e90bf43fe736 req-f46ac30e-2b73-4bc0-b94b-3c183d2d16fe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=95b2774f-ee94-4b2e-8d15-b1d36cc4200f HTTP/1.1" status: 200 len: 860 time: 0.0616379 Jul 05 04:17:26.349100 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-6716f5c2-1e6d-4cc5-a5e8-5004b2d14549 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Allocated IP 172.20.0.14 (7f8e4a03-ca50-4f92-8865-dcdc60ce1c87/2057c849-3a8a-42d9-960d-cb474d857399/da150c06-5c23-4abc-beb6-b2eac68c6ac6) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:26.350162 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4fb4d92b-42c3-4493-85f0-e90bf43fe736 req-0f8aae03-6b94-4a9e-837b-803a4be4ef6b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a3371517-239c-4b72-9aae-d09b8030490c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404608 Jul 05 04:17:26.366595 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-6716f5c2-1e6d-4cc5-a5e8-5004b2d14549 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Allocated IP 172.20.0.12 (7f8e4a03-ca50-4f92-8865-dcdc60ce1c87/2057c849-3a8a-42d9-960d-cb474d857399/da150c06-5c23-4abc-beb6-b2eac68c6ac6) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:26.476093 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4fb4d92b-42c3-4493-85f0-e90bf43fe736 req-29930b2a-0fc6-4018-a817-3a0d58e9feae service neutron] 10.222.0.89 "GET /v2.0/networks/a3371517-239c-4b72-9aae-d09b8030490c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191096 Jul 05 04:17:26.571345 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6716f5c2-1e6d-4cc5-a5e8-5004b2d14549 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.593606 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4fb4d92b-42c3-4493-85f0-e90bf43fe736 req-ffb5e3c9-ff1d-4173-a124-7931aa546b2d service neutron] 10.222.0.89 "GET /v2.0/networks/a3371517-239c-4b72-9aae-d09b8030490c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994051 Jul 05 04:17:26.638386 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6716f5c2-1e6d-4cc5-a5e8-5004b2d14549 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.703847 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6716f5c2-1e6d-4cc5-a5e8-5004b2d14549 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Network 7f8e4a03-ca50-4f92-8865-dcdc60ce1c87 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:26.713150 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-6716f5c2-1e6d-4cc5-a5e8-5004b2d14549 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:26.720120 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6716f5c2-1e6d-4cc5-a5e8-5004b2d14549 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:26.760869 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716f5c2-1e6d-4cc5-a5e8-5004b2d14549 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event updated for resources: {'Port': ['ID=da150c06-5c23-4abc-beb6-b2eac68c6ac6,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:26.820689 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6716f5c2-1e6d-4cc5-a5e8-5004b2d14549 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:26.821435 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6716f5c2-1e6d-4cc5-a5e8-5004b2d14549 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.842634 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6716f5c2-1e6d-4cc5-a5e8-5004b2d14549 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.5704708 Jul 05 04:17:26.846277 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 56846) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:26.854549 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-fdb1e54e-be7f-43e8-9136-054ff0a69579 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': 'da150c06-5c23-4abc-beb6-b2eac68c6ac6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:26.864704 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb28cf-e69b-48d0-838e-96a6a9d68cef req-56bc1208-8457-4b19-b89f-eeb41a524072 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:26.866647 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99cb28cf-e69b-48d0-838e-96a6a9d68cef req-56bc1208-8457-4b19-b89f-eeb41a524072 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.77 "GET /v2.0/ports?device_id=bcc630c6-55cf-44ed-b247-4d5d391c72d0 HTTP/1.1" status: 200 len: 943 time: 0.1070487 Jul 05 04:17:26.884662 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fdb1e54e-be7f-43e8-9136-054ff0a69579 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.923312 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99cb28cf-e69b-48d0-838e-96a6a9d68cef req-729ddc77-a61a-4121-89de-c898452b8ba1 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2b78083-6c09-4ec5-bd82-d717a4354402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459156 Jul 05 04:17:27.018802 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fdb1e54e-be7f-43e8-9136-054ff0a69579 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.110399 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6c4ea516-b869-4532-8252-8f06d86989f1 req-b13ad78c-6867-4d52-8bd3-43b29fbcec20 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 210 time: 0.0385702 Jul 05 04:17:27.232962 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-fdb1e54e-be7f-43e8-9136-054ff0a69579 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Allocated IP 172.25.1.76 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/45515264-8514-44db-9572-f71d87ebdf02) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:27.257956 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfaf1f-df46-4599-8487-49acaf660046 req-b3340774-1e1e-4fac-b3e2-542d7e4ecbf2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:27.260085 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-80bfaf1f-df46-4599-8487-49acaf660046 req-b3340774-1e1e-4fac-b3e2-542d7e4ecbf2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 945 time: 0.1023607 Jul 05 04:17:27.349949 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-a7359bb5-ca22-4f7f-9a62-fff6ef26900c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:27.351254 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-a7359bb5-ca22-4f7f-9a62-fff6ef26900c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.89 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 812 time: 0.2077148 Jul 05 04:17:27.359841 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-80bfaf1f-df46-4599-8487-49acaf660046 req-fdf15f4b-49ac-4a71-a405-988d171d12d9 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902905 Jul 05 04:17:27.447538 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-97e18546-c479-453e-aafd-36b6d5d89a78 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5a91f0142e14cf1a9be04e96df390cd HTTP/1.1" status: 200 len: 380 time: 0.0865676 Jul 05 04:17:27.462771 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-d7a6a6a2-d10d-4f9a-a582-b4f97a95ed28 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Request body: {'port': {'device_id': 'bb533d83-b6ad-4ed2-8a99-091e2f8f3920', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'admin_state_up': True, 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'security_groups': ['e9c13f5d-71b2-4040-93c1-74f87978192d']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:27.531930 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fdb1e54e-be7f-43e8-9136-054ff0a69579 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.633654 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fdb1e54e-be7f-43e8-9136-054ff0a69579 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.676839 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-d7a6a6a2-d10d-4f9a-a582-b4f97a95ed28 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Made reservation on behalf of c5a91f0142e14cf1a9be04e96df390cd for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:27.686551 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-d7a6a6a2-d10d-4f9a-a582-b4f97a95ed28 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.695495 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb1e54e-be7f-43e8-9136-054ff0a69579 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:27.711097 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-fdb1e54e-be7f-43e8-9136-054ff0a69579 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:27.718078 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb1e54e-be7f-43e8-9136-054ff0a69579 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:27.741491 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 5eec88c5-6b65-4747-b532-75e2a21712f9 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:17:27.778462 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1e54e-be7f-43e8-9136-054ff0a69579 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event updated for resources: {'Port': ['ID=45515264-8514-44db-9572-f71d87ebdf02,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:27.783514 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d471651-7295-40c3-a6d7-03db2591cb38', 'name': 'network-vif-deleted', 'tag': '5eec88c5-6b65-4747-b532-75e2a21712f9'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:27.787116 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0a38dc-eb10-46c8-b9b1-ff173c0d798c" -d '{"events": [{"server_uuid": "0d471651-7295-40c3-a6d7-03db2591cb38", "name": "network-vif-deleted", "tag": "5eec88c5-6b65-4747-b532-75e2a21712f9"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:27.791670 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 5eec88c5-6b65-4747-b532-75e2a21712f9 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:17:27.792520 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 5eec88c5-6b65-4747-b532-75e2a21712f9 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:17:27.901441 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4710b6f-9820-470b-90de-0792a5079cb7 x-openstack-request-id: req-e4710b6f-9820-470b-90de-0792a5079cb7 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:27.902155 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d471651-7295-40c3-a6d7-03db2591cb38", "name": "network-vif-deleted", "tag": "5eec88c5-6b65-4747-b532-75e2a21712f9", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:27.902155 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e4710b6f-9820-470b-90de-0792a5079cb7 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:27.902429 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d471651-7295-40c3-a6d7-03db2591cb38', 'name': 'network-vif-deleted', 'tag': '5eec88c5-6b65-4747-b532-75e2a21712f9', 'status': 'completed', 'code': 200} Jul 05 04:17:28.011663 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-d7a6a6a2-d10d-4f9a-a582-b4f97a95ed28 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Allocated IP 172.20.0.5 (9e2bc1e9-0d67-4f0c-aa81-a034266b5687/40568ec5-9a32-47f3-85b6-60f4faaa494c/8e91c81f-f371-4df7-89c4-a551299df1b9) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:28.297682 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c1223597-9c4c-4271-afa7-986fb165360b req-129b712b-7650-468a-bf01-019d6eb6a20c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 210 time: 0.0449362 Jul 05 04:17:28.337011 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d8fc5-87f2-40c4-8351-626bd59631ea req-ba90e791-74d8-4f85-8ad5-876074eb5386 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:28.338664 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e86d8fc5-87f2-40c4-8351-626bd59631ea req-ba90e791-74d8-4f85-8ad5-876074eb5386 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.77 "GET /v2.0/ports?device_id=bcc630c6-55cf-44ed-b247-4d5d391c72d0 HTTP/1.1" status: 200 len: 943 time: 0.2197242 Jul 05 04:17:28.433414 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-d7a6a6a2-d10d-4f9a-a582-b4f97a95ed28 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.484359 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e86d8fc5-87f2-40c4-8351-626bd59631ea req-07be6b74-d98a-4c77-b01a-1f60ed0532ad tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2b78083-6c09-4ec5-bd82-d717a4354402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331248 Jul 05 04:17:28.561645 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-d7a6a6a2-d10d-4f9a-a582-b4f97a95ed28 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Transition to ACTIVE for port object 8e91c81f-f371-4df7-89c4-a551299df1b9 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:28.563875 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fdb1e54e-be7f-43e8-9136-054ff0a69579 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.649230 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a1abee64-7b82-4211-894e-73893f0229c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.708689 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81726f3-aef1-46f1-b174-13f213279fd8 req-2344678a-fdb5-40ac-a8cb-bb81d6814f21 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:28.716519 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a81726f3-aef1-46f1-b174-13f213279fd8 req-2344678a-fdb5-40ac-a8cb-bb81d6814f21 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 945 time: 0.1515496 Jul 05 04:17:28.746747 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fdb1e54e-be7f-43e8-9136-054ff0a69579 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.751081 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-d7a6a6a2-d10d-4f9a-a582-b4f97a95ed28 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.797696 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a81726f3-aef1-46f1-b174-13f213279fd8 req-2eedecf1-cfb0-49a6-a7a3-7bd5e65d3094 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797982 Jul 05 04:17:28.841691 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-d7a6a6a2-d10d-4f9a-a582-b4f97a95ed28 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:28.853135 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-d7a6a6a2-d10d-4f9a-a582-b4f97a95ed28 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:28.859936 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-d7a6a6a2-d10d-4f9a-a582-b4f97a95ed28 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:28.874065 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6a6a2-d10d-4f9a-a582-b4f97a95ed28 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event updated for resources: {'Port': ['ID=8e91c81f-f371-4df7-89c4-a551299df1b9,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:28.966504 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-d7a6a6a2-d10d-4f9a-a582-b4f97a95ed28 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:28.967126 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-d7a6a6a2-d10d-4f9a-a582-b4f97a95ed28 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.998782 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-d7a6a6a2-d10d-4f9a-a582-b4f97a95ed28 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5442734 Jul 05 04:17:29.020950 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-7c9cd3da-9e91-4e74-804c-7f4a6fcf2017 service neutron] Request body: {'port': {'device_id': 'bb533d83-b6ad-4ed2-8a99-091e2f8f3920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:29.134434 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fdb1e54e-be7f-43e8-9136-054ff0a69579 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.145578 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fdb1e54e-be7f-43e8-9136-054ff0a69579 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.206945 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-87a3e052-c2fa-403c-931e-68ec7ca5724a None None] Provisioning for port 8e91c81f-f371-4df7-89c4-a551299df1b9 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:29.216756 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-87a3e052-c2fa-403c-931e-68ec7ca5724a None None] Provisioning complete for port 8e91c81f-f371-4df7-89c4-a551299df1b9 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:29.217043 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-87a3e052-c2fa-403c-931e-68ec7ca5724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.284328 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-87a3e052-c2fa-403c-931e-68ec7ca5724a None None] Port 8e91c81f-f371-4df7-89c4-a551299df1b9 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:17:29.321167 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.532888 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 48e04c06-099f-4026-901b-51e209f1be47 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:17:29.678005 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-7c9cd3da-9e91-4e74-804c-7f4a6fcf2017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.755252 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 48e04c06-099f-4026-901b-51e209f1be47, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=48e04c06-099f-4026-901b-51e209f1be47,segment=NetworkSegment(c8071f07-a325-4a7b-ac57-8cd6fc30140b),segment_id=c8071f07-a325-4a7b-ac57-8cd6fc30140b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:29.775770 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '48e04c06-099f-4026-901b-51e209f1be47', 'network_id': 'a3371517-239c-4b72-9aae-d09b8030490c', 'port_id': '48e04c06-099f-4026-901b-51e209f1be47', 'mac_address': 'fa:16:3e:44:88:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b2774f-ee94-4b2e-8d15-b1d36cc4200f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:17:29.790819 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1e54e-be7f-43e8-9136-054ff0a69579 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event updated for resources: {'Port': ['ID=45515264-8514-44db-9572-f71d87ebdf02,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:29.851959 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ac1b9-dd31-4380-81a1-5ddf3bd324ee req-a213960a-27c3-4687-bc6a-aebce41a0ec6 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:29.861054 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-187ac1b9-dd31-4380-81a1-5ddf3bd324ee req-a213960a-27c3-4687-bc6a-aebce41a0ec6 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.77 "GET /v2.0/ports?device_id=bcc630c6-55cf-44ed-b247-4d5d391c72d0 HTTP/1.1" status: 200 len: 943 time: 0.1232736 Jul 05 04:17:29.880769 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.900531 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e04c06-099f-4026-901b-51e209f1be47 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:17:29.914614 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-187ac1b9-dd31-4380-81a1-5ddf3bd324ee req-225288f8-501f-4c12-847e-ead9fb07b56f tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2b78083-6c09-4ec5-bd82-d717a4354402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524101 Jul 05 04:17:29.927218 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 48e04c06-099f-4026-901b-51e209f1be47, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=48e04c06-099f-4026-901b-51e209f1be47,segment=NetworkSegment(c8071f07-a325-4a7b-ac57-8cd6fc30140b),segment_id=c8071f07-a325-4a7b-ac57-8cd6fc30140b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:29.937634 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.946821 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fdb1e54e-be7f-43e8-9136-054ff0a69579 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:30.005902 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=48e04c06-099f-4026-901b-51e209f1be47,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:30.017078 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:30.017559 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:30.017902 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:30.018238 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:30.018572 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:30.018995 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:30.019329 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:30.019659 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:30.020082 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:30.020501 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:30.021016 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:30.021558 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:30.070509 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded256f-cb6e-4916-860c-0eb10a8ded34 req-670bfbcb-ec44-4113-aa22-05d6b2a0dff0 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:30.074788 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7ded256f-cb6e-4916-860c-0eb10a8ded34 req-670bfbcb-ec44-4113-aa22-05d6b2a0dff0 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 931 time: 0.4571803 Jul 05 04:17:30.183919 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['48e04c06-099f-4026-901b-51e209f1be47'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:17:30.289298 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e3636-9929-46e1-8b39-30dcc80895e2 req-43cb4b04-689c-482b-9179-d6ba2a6e3e94 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:30.297778 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c6e3636-9929-46e1-8b39-30dcc80895e2 req-43cb4b04-689c-482b-9179-d6ba2a6e3e94 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 945 time: 0.0815632 Jul 05 04:17:30.340226 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c6e3636-9929-46e1-8b39-30dcc80895e2 req-069452ea-ba73-448a-8ef4-1e425ae1bbb2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414228 Jul 05 04:17:30.344903 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7ded256f-cb6e-4916-860c-0eb10a8ded34 req-dcbb603a-ccdb-4674-8525-6fbaae92f62d tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600543 Jul 05 04:17:30.430258 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-fdb1e54e-be7f-43e8-9136-054ff0a69579 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Floating IP e6a4b880-ae96-4f73-9442-ec3e47102ecb associated. External IP: 172.25.1.76, port: da150c06-5c23-4abc-beb6-b2eac68c6ac6. Jul 05 04:17:30.615465 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-7c9cd3da-9e91-4e74-804c-7f4a6fcf2017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e91c81f-f371-4df7-89c4-a551299df1b9 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:17:30.654082 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-7c9cd3da-9e91-4e74-804c-7f4a6fcf2017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:30.679616 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-7c9cd3da-9e91-4e74-804c-7f4a6fcf2017 service neutron] Transition to ACTIVE for port object 8e91c81f-f371-4df7-89c4-a551299df1b9 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:30.722034 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-7c9cd3da-9e91-4e74-804c-7f4a6fcf2017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:30.815344 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9cd3da-9e91-4e74-804c-7f4a6fcf2017 service neutron] Pushing event updated for resources: {'Port': ['ID=8e91c81f-f371-4df7-89c4-a551299df1b9,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:30.857814 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb1e54e-be7f-43e8-9136-054ff0a69579 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Router 7c199202-ccb6-4e41-9b85-94c891f8add3 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:17:30.985368 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-7c9cd3da-9e91-4e74-804c-7f4a6fcf2017 service neutron] Attempting to bind port 8e91c81f-f371-4df7-89c4-a551299df1b9 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:30.985722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-7c9cd3da-9e91-4e74-804c-7f4a6fcf2017 service neutron] Attempting to bind port 8e91c81f-f371-4df7-89c4-a551299df1b9 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:30.986060 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-7c9cd3da-9e91-4e74-804c-7f4a6fcf2017 service neutron] Attempting to bind port 8e91c81f-f371-4df7-89c4-a551299df1b9 on network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:31.022610 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-7c9cd3da-9e91-4e74-804c-7f4a6fcf2017 service neutron] Port 8e91c81f-f371-4df7-89c4-a551299df1b9 on network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:17:31.022880 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-7c9cd3da-9e91-4e74-804c-7f4a6fcf2017 service neutron] Attempting to bind port 8e91c81f-f371-4df7-89c4-a551299df1b9 on network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:31.059903 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-7c9cd3da-9e91-4e74-804c-7f4a6fcf2017 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:31.060251 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-7c9cd3da-9e91-4e74-804c-7f4a6fcf2017 service neutron] Checking segment: {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:31.060661 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-7c9cd3da-9e91-4e74-804c-7f4a6fcf2017 service neutron] Bound using segment: {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:31.061134 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-7c9cd3da-9e91-4e74-804c-7f4a6fcf2017 service neutron] Bound port: 8e91c81f-f371-4df7-89c4-a551299df1b9, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:31.061514 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-7c9cd3da-9e91-4e74-804c-7f4a6fcf2017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.214601 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb1e54e-be7f-43e8-9136-054ff0a69579 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:31.237812 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932ef4e9-3297-4a7f-828b-57d48e6c8f1c None None] Sync routers for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:31.244991 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932ef4e9-3297-4a7f-828b-57d48e6c8f1c None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:31.245725 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-932ef4e9-3297-4a7f-828b-57d48e6c8f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:31.268981 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-7c9cd3da-9e91-4e74-804c-7f4a6fcf2017 service neutron] For port 8e91c81f-f371-4df7-89c4-a551299df1b9, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:31.278056 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-7c9cd3da-9e91-4e74-804c-7f4a6fcf2017 service neutron] For port 8e91c81f-f371-4df7-89c4-a551299df1b9, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8e91c81f-f371-4df7-89c4-a551299df1b9,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:31.286314 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fdb1e54e-be7f-43e8-9136-054ff0a69579 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.287259 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39264b-ee86-45a3-b1ad-9e2c07a11b58 req-1d4fbb37-ee0e-449b-89c6-2463c481ee41 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:31.297067 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3d39264b-ee86-45a3-b1ad-9e2c07a11b58 req-1d4fbb37-ee0e-449b-89c6-2463c481ee41 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.77 "GET /v2.0/ports?device_id=bcc630c6-55cf-44ed-b247-4d5d391c72d0 HTTP/1.1" status: 200 len: 944 time: 0.2031560 Jul 05 04:17:31.340159 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-7c9cd3da-9e91-4e74-804c-7f4a6fcf2017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.363121 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-932ef4e9-3297-4a7f-828b-57d48e6c8f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:31.368991 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3d39264b-ee86-45a3-b1ad-9e2c07a11b58 req-4b681dd4-f23e-415c-a273-6dae8379b871 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2b78083-6c09-4ec5-bd82-d717a4354402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705473 Jul 05 04:17:31.396745 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932ef4e9-3297-4a7f-828b-57d48e6c8f1c None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:31.397472 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-932ef4e9-3297-4a7f-828b-57d48e6c8f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:31.401747 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-7c9cd3da-9e91-4e74-804c-7f4a6fcf2017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:31.402737 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-7c9cd3da-9e91-4e74-804c-7f4a6fcf2017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.405405 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-7c9cd3da-9e91-4e74-804c-7f4a6fcf2017 service neutron] 10.222.0.89 "PUT /v2.0/ports/8e91c81f-f371-4df7-89c4-a551299df1b9 HTTP/1.1" status: 200 len: 1092 time: 2.3897796 Jul 05 04:17:31.409710 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb533d83-b6ad-4ed2-8a99-091e2f8f3920', 'tag': '8e91c81f-f371-4df7-89c4-a551299df1b9'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:31.415259 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3805607c-5587-42f7-ad21-7295f2e0451a" -d '{"events": [{"name": "network-changed", "server_uuid": "bb533d83-b6ad-4ed2-8a99-091e2f8f3920", "tag": "8e91c81f-f371-4df7-89c4-a551299df1b9"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:31.420595 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fdb1e54e-be7f-43e8-9136-054ff0a69579 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.5726967 Jul 05 04:17:31.423514 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56912) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:31.432775 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-b8839dd4-0c6b-49b6-9da4-2ff6b7148c6e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Request body: {'floatingip': {'port_id': 'da150c06-5c23-4abc-beb6-b2eac68c6ac6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:31.508017 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1a6f3968-85d5-4cc1-a6ce-1a8e42df4a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.523132 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-932ef4e9-3297-4a7f-828b-57d48e6c8f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:31.523974 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932ef4e9-3297-4a7f-828b-57d48e6c8f1c None None] The sync data for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:31.539783 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 48e04c06-099f-4026-901b-51e209f1be47 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:31.609805 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9cd3da-9e91-4e74-804c-7f4a6fcf2017 service neutron] Pushing event updated for resources: {'Port': ['ID=8e91c81f-f371-4df7-89c4-a551299df1b9,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:31.652458 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 48e04c06-099f-4026-901b-51e209f1be47 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:31.663506 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 48e04c06-099f-4026-901b-51e209f1be47 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:31.666434 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.669755 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b8839dd4-0c6b-49b6-9da4-2ff6b7148c6e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.737741 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-4ad8d032-c529-4210-bc14-7efa33bd8ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:31.740506 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-4ad8d032-c529-4210-bc14-7efa33bd8ad7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 1095 time: 0.2450244 Jul 05 04:17:31.846784 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.875605 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-3eb07508-37f9-433a-adb6-0a39bd3a34f0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e91c81f-f371-4df7-89c4-a551299df1b9 HTTP/1.1" status: 200 len: 217 time: 0.1118028 Jul 05 04:17:31.908469 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.985367 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 48e04c06-099f-4026-901b-51e209f1be47, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=48e04c06-099f-4026-901b-51e209f1be47,segment=NetworkSegment(c8071f07-a325-4a7b-ac57-8cd6fc30140b),segment_id=c8071f07-a325-4a7b-ac57-8cd6fc30140b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:31.987378 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc630c6-55cf-44ed-b247-4d5d391c72d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e04c06-099f-4026-901b-51e209f1be47'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:31.993782 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d5e9c4-1113-4ed5-9db8-36c97e0bee9a" -d '{"events": [{"server_uuid": "bcc630c6-55cf-44ed-b247-4d5d391c72d0", "name": "network-vif-plugged", "status": "completed", "tag": "48e04c06-099f-4026-901b-51e209f1be47"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:31.998606 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:32.001744 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd5c19-89cd-4d21-a2fd-eb22e9579b65 req-475d96bb-eaa8-4234-9357-f6ff3b47654c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:32.011849 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f9fd5c19-89cd-4d21-a2fd-eb22e9579b65 req-475d96bb-eaa8-4234-9357-f6ff3b47654c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 945 time: 0.3306797 Jul 05 04:17:32.048984 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69082f6-36e7-4a80-88d2-0b154d3e3b65 req-0ffb0698-d46e-4555-adda-c5fb21a1f7d7 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:32.069762 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=48e04c06-099f-4026-901b-51e209f1be47,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:32.074692 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a69082f6-36e7-4a80-88d2-0b154d3e3b65 req-0ffb0698-d46e-4555-adda-c5fb21a1f7d7 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 943 time: 0.3137619 Jul 05 04:17:32.097127 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-031a8c37-1691-4c94-a56b-163e17e70188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:32.099592 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-031a8c37-1691-4c94-a56b-163e17e70188 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40568ec5-9a32-47f3-85b6-60f4faaa494c HTTP/1.1" status: 200 len: 851 time: 0.2169447 Jul 05 04:17:32.159657 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f9fd5c19-89cd-4d21-a2fd-eb22e9579b65 req-a470d63c-18ae-489a-9d9f-c175acf85244 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453950 Jul 05 04:17:32.242214 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a69082f6-36e7-4a80-88d2-0b154d3e3b65 req-052e0793-673b-4663-9733-a1c827a2d01e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654854 Jul 05 04:17:32.256646 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-69d9a43d-95d4-4de6-aee5-c14d4e03e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:32.264967 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-69d9a43d-95d4-4de6-aee5-c14d4e03e070 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1563418 Jul 05 04:17:32.267093 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b023fe91-db84-4ca9-a271-6c9a3114ce7b x-openstack-request-id: req-b023fe91-db84-4ca9-a271-6c9a3114ce7b {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:32.267442 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb533d83-b6ad-4ed2-8a99-091e2f8f3920", "tag": "8e91c81f-f371-4df7-89c4-a551299df1b9", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:32.279525 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b023fe91-db84-4ca9-a271-6c9a3114ce7b {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:32.280205 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb533d83-b6ad-4ed2-8a99-091e2f8f3920', 'tag': '8e91c81f-f371-4df7-89c4-a551299df1b9', 'status': 'completed', 'code': 200} Jul 05 04:17:32.322516 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f837b001-3dc4-49f0-8864-72b401d656e9 x-openstack-request-id: req-f837b001-3dc4-49f0-8864-72b401d656e9 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:32.323021 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc630c6-55cf-44ed-b247-4d5d391c72d0", "name": "network-vif-plugged", "status": "completed", "tag": "48e04c06-099f-4026-901b-51e209f1be47", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:32.323100 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f837b001-3dc4-49f0-8864-72b401d656e9 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:32.323470 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc630c6-55cf-44ed-b247-4d5d391c72d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e04c06-099f-4026-901b-51e209f1be47', 'code': 200} Jul 05 04:17:32.419046 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-77513b53-f9ba-411d-8a14-5e90b84edd46 service neutron] 10.222.0.89 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375132 Jul 05 04:17:32.627597 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:32.660084 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-01f5c312-c63e-455d-8f99-8d7c6a5fdb56 req-b26b318f-d237-43e2-a2d6-35fe1a74d193 service neutron] 10.222.0.89 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093277 Jul 05 04:17:32.680541 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25b3ff-9af2-4222-9a89-b22d59fffb52 req-0ca1df1d-bf92-4e90-871b-21ff032f1e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:32.682698 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9d25b3ff-9af2-4222-9a89-b22d59fffb52 req-0ca1df1d-bf92-4e90-871b-21ff032f1e6b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bcc630c6-55cf-44ed-b247-4d5d391c72d0 HTTP/1.1" status: 200 len: 1097 time: 0.2728574 Jul 05 04:17:32.778902 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9d25b3ff-9af2-4222-9a89-b22d59fffb52 req-aa05f5fa-1564-4cc4-8aee-9846a84116e5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e2b78083-6c09-4ec5-bd82-d717a4354402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861018 Jul 05 04:17:32.866610 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6102fd2-54a9-4570-83ce-54232184ed3c req-26d61ebe-4020-4040-8d4d-fec15a6bac81 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:32.868645 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b6102fd2-54a9-4570-83ce-54232184ed3c req-26d61ebe-4020-4040-8d4d-fec15a6bac81 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.77 "GET /v2.0/ports?device_id=bcc630c6-55cf-44ed-b247-4d5d391c72d0 HTTP/1.1" status: 200 len: 945 time: 0.1409371 Jul 05 04:17:32.896871 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805607c-5587-42f7-ad21-7295f2e0451a req-2110621a-0c51-45b4-bae1-efa0f3063465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:32.898398 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3805607c-5587-42f7-ad21-7295f2e0451a req-2110621a-0c51-45b4-bae1-efa0f3063465 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 1095 time: 0.1599939 Jul 05 04:17:32.998469 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b6102fd2-54a9-4570-83ce-54232184ed3c req-01527340-f3ca-4a7e-9957-4bb5d8f5e042 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2b78083-6c09-4ec5-bd82-d717a4354402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168211 Jul 05 04:17:33.007292 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b8839dd4-0c6b-49b6-9da4-2ff6b7148c6e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.016502 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b8839dd4-0c6b-49b6-9da4-2ff6b7148c6e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.066015 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805607c-5587-42f7-ad21-7295f2e0451a req-c4e98d68-090f-49a7-bb5f-92951df44c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:33.068986 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3805607c-5587-42f7-ad21-7295f2e0451a req-c4e98d68-090f-49a7-bb5f-92951df44c0b service neutron] 10.222.0.89 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 913 time: 0.1563873 Jul 05 04:17:33.140683 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3805607c-5587-42f7-ad21-7295f2e0451a req-effeaaf1-c737-4a7c-b4bb-1ddec5e9e76a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e91c81f-f371-4df7-89c4-a551299df1b9 HTTP/1.1" status: 200 len: 217 time: 0.0638795 Jul 05 04:17:33.208408 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805607c-5587-42f7-ad21-7295f2e0451a req-fa73e08a-e66e-4ad3-9d1a-72296416677a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:33.209971 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3805607c-5587-42f7-ad21-7295f2e0451a req-fa73e08a-e66e-4ad3-9d1a-72296416677a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40568ec5-9a32-47f3-85b6-60f4faaa494c HTTP/1.1" status: 200 len: 851 time: 0.0621438 Jul 05 04:17:33.354687 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805607c-5587-42f7-ad21-7295f2e0451a req-9a3078ef-1ee4-42fe-a1ce-fa05b523d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:33.359476 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3805607c-5587-42f7-ad21-7295f2e0451a req-9a3078ef-1ee4-42fe-a1ce-fa05b523d220 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1414373 Jul 05 04:17:33.452237 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8839dd4-0c6b-49b6-9da4-2ff6b7148c6e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Router 7c199202-ccb6-4e41-9b85-94c891f8add3 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:17:33.483372 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3805607c-5587-42f7-ad21-7295f2e0451a req-df31f6cb-7e6c-49d5-9446-129cad679a59 service neutron] 10.222.0.89 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129739 Jul 05 04:17:33.521794 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265be08-fa32-4bdb-a055-f11656778458 req-150a763b-b71f-48c8-8859-42fa6032c05b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:33.523473 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5265be08-fa32-4bdb-a055-f11656778458 req-150a763b-b71f-48c8-8859-42fa6032c05b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 945 time: 0.1497290 Jul 05 04:17:33.686511 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3805607c-5587-42f7-ad21-7295f2e0451a req-33ba75bb-11f0-4343-a6b9-071857ef692d service neutron] 10.222.0.89 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896501 Jul 05 04:17:33.728228 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef8cd2-956d-4f89-b1f0-ff9daf29df4b req-add11b54-b82b-4de6-a378-e91cf20c5c4b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:33.736863 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7cef8cd2-956d-4f89-b1f0-ff9daf29df4b req-add11b54-b82b-4de6-a378-e91cf20c5c4b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 943 time: 0.2410047 Jul 05 04:17:33.797970 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7cef8cd2-956d-4f89-b1f0-ff9daf29df4b req-64b809fc-8053-4b1f-aa51-bc37a5f3e7c5 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481045 Jul 05 04:17:33.974854 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5265be08-fa32-4bdb-a055-f11656778458 req-f30938e0-5bf5-4dc8-bd08-3d8442214591 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4412594 Jul 05 04:17:33.997528 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8839dd4-0c6b-49b6-9da4-2ff6b7148c6e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:34.002557 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b8839dd4-0c6b-49b6-9da4-2ff6b7148c6e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.007171 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e5a910-0abb-4f14-8ca0-92fdda391348 None None] Sync routers for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:34.018394 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e5a910-0abb-4f14-8ca0-92fdda391348 None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:34.019004 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-14e5a910-0abb-4f14-8ca0-92fdda391348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:34.053179 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-14e5a910-0abb-4f14-8ca0-92fdda391348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:34.061529 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e5a910-0abb-4f14-8ca0-92fdda391348 None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:34.062131 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-14e5a910-0abb-4f14-8ca0-92fdda391348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:34.084800 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b8839dd4-0c6b-49b6-9da4-2ff6b7148c6e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "PUT /v2.0/floatingips/e6a4b880-ae96-4f73-9442-ec3e47102ecb HTTP/1.1" status: 200 len: 977 time: 2.6559973 Jul 05 04:17:34.084800 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56936) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:34.095909 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-14e5a910-0abb-4f14-8ca0-92fdda391348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:34.096567 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e5a910-0abb-4f14-8ca0-92fdda391348 None None] The sync data for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:34.256965 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a66016-5421-4aaa-a5b3-21434f855ee4 req-5870d7dd-63c3-4aa2-9af4-507ed9e6aae5 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:34.258590 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-44a66016-5421-4aaa-a5b3-21434f855ee4 req-5870d7dd-63c3-4aa2-9af4-507ed9e6aae5 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.77 "GET /v2.0/ports?device_id=bcc630c6-55cf-44ed-b247-4d5d391c72d0 HTTP/1.1" status: 200 len: 945 time: 0.0921841 Jul 05 04:17:34.278381 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-e152b65e-f204-4972-ba46-a11999c254f0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Deleting port 45515264-8514-44db-9572-f71d87ebdf02 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:34.281252 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e152b65e-f204-4972-ba46-a11999c254f0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.306289 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-44a66016-5421-4aaa-a5b3-21434f855ee4 req-5d7a7210-390e-4530-8a69-45a4f5a21d53 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2b78083-6c09-4ec5-bd82-d717a4354402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419128 Jul 05 04:17:34.372622 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e152b65e-f204-4972-ba46-a11999c254f0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.372930 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e152b65e-f204-4972-ba46-a11999c254f0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.398292 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-e152b65e-f204-4972-ba46-a11999c254f0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Calling delete_port for 45515264-8514-44db-9572-f71d87ebdf02 owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:34.399632 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.668765 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e152b65e-f204-4972-ba46-a11999c254f0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.696116 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152b65e-f204-4972-ba46-a11999c254f0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event deleted for resources: {'Port': ['ID=45515264-8514-44db-9572-f71d87ebdf02,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:34.777108 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e152b65e-f204-4972-ba46-a11999c254f0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.777530 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-e152b65e-f204-4972-ba46-a11999c254f0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Floating IP e6a4b880-ae96-4f73-9442-ec3e47102ecb disassociated (deleted). External IP: 172.25.1.76, port: da150c06-5c23-4abc-beb6-b2eac68c6ac6. Jul 05 04:17:34.870172 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ca46e-0e9b-4515-a1f5-3837ce0fbff1 req-bff960a6-9f37-4e1b-a284-2a48ea22fee0 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:34.871731 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eb4ca46e-0e9b-4515-a1f5-3837ce0fbff1 req-bff960a6-9f37-4e1b-a284-2a48ea22fee0 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.77 "GET /v2.0/ports?device_id=bcc630c6-55cf-44ed-b247-4d5d391c72d0 HTTP/1.1" status: 200 len: 945 time: 0.0689440 Jul 05 04:17:34.930139 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eb4ca46e-0e9b-4515-a1f5-3837ce0fbff1 req-cef65082-42c3-479e-ac49-60195af2c8a5 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2b78083-6c09-4ec5-bd82-d717a4354402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524147 Jul 05 04:17:35.103522 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6cbb7-d9b3-496f-a880-c7023f57866e req-a7cbb5d1-b4b9-4ea6-a720-aba17be52084 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:35.108275 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c5c6cbb7-d9b3-496f-a880-c7023f57866e req-a7cbb5d1-b4b9-4ea6-a720-aba17be52084 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 943 time: 0.1467860 Jul 05 04:17:35.114859 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e152b65e-f204-4972-ba46-a11999c254f0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Router 7c199202-ccb6-4e41-9b85-94c891f8add3 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:17:35.197999 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c5c6cbb7-d9b3-496f-a880-c7023f57866e req-5f227176-9edc-4384-9782-1f3dbb0df473 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811167 Jul 05 04:17:35.239047 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1289b-df80-4264-953a-e786f0baa8b4 req-f3271574-7eae-48a8-9dfe-4c6daf0770f9 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:35.240697 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ddf1289b-df80-4264-953a-e786f0baa8b4 req-f3271574-7eae-48a8-9dfe-4c6daf0770f9 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 945 time: 0.0689905 Jul 05 04:17:35.267171 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e152b65e-f204-4972-ba46-a11999c254f0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:35.273496 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e152b65e-f204-4972-ba46-a11999c254f0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.280687 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b6884b-d4df-45cd-8ce7-6aac878780fa None None] Sync routers for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:35.294897 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b6884b-d4df-45cd-8ce7-6aac878780fa None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:35.295836 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-61b6884b-d4df-45cd-8ce7-6aac878780fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:35.305030 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ddf1289b-df80-4264-953a-e786f0baa8b4 req-631982ad-2e16-446e-967b-87a3758349b5 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482213 Jul 05 04:17:35.314145 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e152b65e-f204-4972-ba46-a11999c254f0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "DELETE /v2.0/floatingips/e6a4b880-ae96-4f73-9442-ec3e47102ecb HTTP/1.1" status: 204 len: 168 time: 1.2277701 Jul 05 04:17:35.316370 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56962) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:35.333687 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-61b6884b-d4df-45cd-8ce7-6aac878780fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:35.342531 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b6884b-d4df-45cd-8ce7-6aac878780fa None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:35.343141 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-61b6884b-d4df-45cd-8ce7-6aac878780fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:35.379164 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-61b6884b-d4df-45cd-8ce7-6aac878780fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:35.379850 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b6884b-d4df-45cd-8ce7-6aac878780fa None None] The sync data for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:35.423173 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-9fda6d05-2109-422a-bb5a-ff6e4a3066fa tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Deleting port da150c06-5c23-4abc-beb6-b2eac68c6ac6 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:35.423514 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9fda6d05-2109-422a-bb5a-ff6e4a3066fa tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.514153 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9fda6d05-2109-422a-bb5a-ff6e4a3066fa tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.527588 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-9fda6d05-2109-422a-bb5a-ff6e4a3066fa tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Calling delete_port for da150c06-5c23-4abc-beb6-b2eac68c6ac6 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:35.713001 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9fda6d05-2109-422a-bb5a-ff6e4a3066fa tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.748095 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda6d05-2109-422a-bb5a-ff6e4a3066fa tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event deleted for resources: {'Port': ['ID=da150c06-5c23-4abc-beb6-b2eac68c6ac6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:35.838730 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9fda6d05-2109-422a-bb5a-ff6e4a3066fa tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.840824 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9fda6d05-2109-422a-bb5a-ff6e4a3066fa tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "DELETE /v2.0/ports/da150c06-5c23-4abc-beb6-b2eac68c6ac6 HTTP/1.1" status: 204 len: 168 time: 0.5233648 Jul 05 04:17:35.844352 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56968) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:35.849882 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-01a4f332-46f7-4bf6-9bdf-f25622b091d4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:35.873713 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-01a4f332-46f7-4bf6-9bdf-f25622b091d4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.997526 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-01a4f332-46f7-4bf6-9bdf-f25622b091d4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.147215 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-6ae7b34a-6e77-489a-a6b3-fc73992abd89 service neutron] show failed (client error): The resource could not be found. Jul 05 04:17:36.148588 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-6ae7b34a-6e77-489a-a6b3-fc73992abd89 service neutron] 10.222.0.89 "GET /v2.0/ports/16032335-d5be-4931-82f0-4d5e53b2d5da/bindings/n-h2-780147-23 HTTP/1.1" status: 404 len: 381 time: 0.0785980 Jul 05 04:17:36.158331 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-01a4f332-46f7-4bf6-9bdf-f25622b091d4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Allocated IP 172.25.1.166 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/c3f2dc68-ac25-4b17-8ad6-9d4f969f48e7) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:36.235365 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef43167-6f6c-42ba-8256-6cd03f79f858 req-dc683bad-db4d-4016-83a1-dc26bee960e4 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:36.237059 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eef43167-6f6c-42ba-8256-6cd03f79f858 req-dc683bad-db4d-4016-83a1-dc26bee960e4 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.77 "GET /v2.0/ports?device_id=bcc630c6-55cf-44ed-b247-4d5d391c72d0 HTTP/1.1" status: 200 len: 945 time: 0.1588469 Jul 05 04:17:36.302864 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f32a7-f646-4e88-9f04-53c1f4d5e528 req-8b28e86f-c122-4a32-a38d-06f1db8b2ce6 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:36.304469 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9a6f32a7-f646-4e88-9f04-53c1f4d5e528 req-8b28e86f-c122-4a32-a38d-06f1db8b2ce6 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.89 "GET /v2.0/ports?device_id=bcc630c6-55cf-44ed-b247-4d5d391c72d0 HTTP/1.1" status: 200 len: 945 time: 0.1097839 Jul 05 04:17:36.343605 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eef43167-6f6c-42ba-8256-6cd03f79f858 req-6c9452a3-5117-4106-aa44-99700ac22ddd tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2b78083-6c09-4ec5-bd82-d717a4354402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952680 Jul 05 04:17:36.381585 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-01a4f332-46f7-4bf6-9bdf-f25622b091d4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.440393 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-01a4f332-46f7-4bf6-9bdf-f25622b091d4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.505194 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af9d74-988e-4f0d-860a-9fda2c97f8e3 req-11677a06-09ef-4da1-8289-f8a047f7b038 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:36.506826 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-34af9d74-988e-4f0d-860a-9fda2c97f8e3 req-11677a06-09ef-4da1-8289-f8a047f7b038 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 943 time: 0.1329963 Jul 05 04:17:36.536085 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a4f332-46f7-4bf6-9bdf-f25622b091d4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:36.543762 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-01a4f332-46f7-4bf6-9bdf-f25622b091d4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:36.556542 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a4f332-46f7-4bf6-9bdf-f25622b091d4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:36.587241 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-9a6f32a7-f646-4e88-9f04-53c1f4d5e528 req-05f444cf-f55a-42d6-b7f1-2fc6e483db74 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Deleting port 48e04c06-099f-4026-901b-51e209f1be47 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:36.587241 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-9a6f32a7-f646-4e88-9f04-53c1f4d5e528 req-05f444cf-f55a-42d6-b7f1-2fc6e483db74 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.594921 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4f332-46f7-4bf6-9bdf-f25622b091d4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event updated for resources: {'Port': ['ID=c3f2dc68-ac25-4b17-8ad6-9d4f969f48e7,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:36.664588 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-01a4f332-46f7-4bf6-9bdf-f25622b091d4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.687459 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-9a6f32a7-f646-4e88-9f04-53c1f4d5e528 req-05f444cf-f55a-42d6-b7f1-2fc6e483db74 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] For port 48e04c06-099f-4026-901b-51e209f1be47, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=48e04c06-099f-4026-901b-51e209f1be47,segment=NetworkSegment(c8071f07-a325-4a7b-ac57-8cd6fc30140b),segment_id=c8071f07-a325-4a7b-ac57-8cd6fc30140b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:36.687926 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-9a6f32a7-f646-4e88-9f04-53c1f4d5e528 req-05f444cf-f55a-42d6-b7f1-2fc6e483db74 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.693490 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079e1e5-2845-49f3-91b9-8c74401f9742 req-b4c96854-b655-4876-9818-a9e70f43673a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:36.695273 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a079e1e5-2845-49f3-91b9-8c74401f9742 req-b4c96854-b655-4876-9818-a9e70f43673a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 945 time: 0.2099409 Jul 05 04:17:36.708910 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-9a6f32a7-f646-4e88-9f04-53c1f4d5e528 req-05f444cf-f55a-42d6-b7f1-2fc6e483db74 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Calling delete_port for 48e04c06-099f-4026-901b-51e209f1be47 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:36.789247 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a079e1e5-2845-49f3-91b9-8c74401f9742 req-6817316e-02f9-4499-9da5-1c690de51d76 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480890 Jul 05 04:17:36.789836 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-01a4f332-46f7-4bf6-9bdf-f25622b091d4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.890432 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-9a6f32a7-f646-4e88-9f04-53c1f4d5e528 req-05f444cf-f55a-42d6-b7f1-2fc6e483db74 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.903337 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['48e04c06-099f-4026-901b-51e209f1be47'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:17:36.935063 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-34af9d74-988e-4f0d-860a-9fda2c97f8e3 req-f4f0cc60-d000-428e-9756-15bb0d3acc19 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4217293 Jul 05 04:17:36.944132 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-ffe3da86-5a76-45fb-872f-8236bbc8f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:36.946150 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-ffe3da86-5a76-45fb-872f-8236bbc8f4d7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9&tenant_id=808124476429444bb6a930e35c6aa8ee HTTP/1.1" status: 200 len: 1097 time: 0.5053558 Jul 05 04:17:36.948185 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f444cf-f55a-42d6-b7f1-2fc6e483db74 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Pushing event deleted for resources: {'Port': ['ID=48e04c06-099f-4026-901b-51e209f1be47,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:37.004390 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-dbaec069-4607-419b-9fe9-929f0f084bcc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-23', 'device_owner': 'compute:nova'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:37.012955 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6f32a7-f646-4e88-9f04-53c1f4d5e528 req-05f444cf-f55a-42d6-b7f1-2fc6e483db74 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] No DVR routers for this DVR port 48e04c06-099f-4026-901b-51e209f1be47 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:37.033607 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-9a6f32a7-f646-4e88-9f04-53c1f4d5e528 req-05f444cf-f55a-42d6-b7f1-2fc6e483db74 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.035093 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9a6f32a7-f646-4e88-9f04-53c1f4d5e528 req-05f444cf-f55a-42d6-b7f1-2fc6e483db74 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.89 "DELETE /v2.0/ports/48e04c06-099f-4026-901b-51e209f1be47 HTTP/1.1" status: 204 len: 173 time: 0.7205102 Jul 05 04:17:37.036188 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc630c6-55cf-44ed-b247-4d5d391c72d0', 'name': 'network-vif-deleted', 'tag': '48e04c06-099f-4026-901b-51e209f1be47'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:37.038459 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebd00bb-3a0a-4fa7-a2c1-002badd8fbb3" -d '{"events": [{"server_uuid": "bcc630c6-55cf-44ed-b247-4d5d391c72d0", "name": "network-vif-deleted", "tag": "48e04c06-099f-4026-901b-51e209f1be47"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:37.092650 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-01a4f332-46f7-4bf6-9bdf-f25622b091d4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.100791 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-01a4f332-46f7-4bf6-9bdf-f25622b091d4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.126564 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d54899-5855-4ee3-a36a-44f0ee449c3a x-openstack-request-id: req-06d54899-5855-4ee3-a36a-44f0ee449c3a {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:37.126858 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc630c6-55cf-44ed-b247-4d5d391c72d0", "name": "network-vif-deleted", "tag": "48e04c06-099f-4026-901b-51e209f1be47", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:37.127115 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-06d54899-5855-4ee3-a36a-44f0ee449c3a {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:37.127523 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc630c6-55cf-44ed-b247-4d5d391c72d0', 'name': 'network-vif-deleted', 'tag': '48e04c06-099f-4026-901b-51e209f1be47', 'status': 'completed', 'code': 200} Jul 05 04:17:37.134549 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-dbaec069-4607-419b-9fe9-929f0f084bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.190985 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4f332-46f7-4bf6-9bdf-f25622b091d4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event updated for resources: {'Port': ['ID=c3f2dc68-ac25-4b17-8ad6-9d4f969f48e7,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:37.219669 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-01a4f332-46f7-4bf6-9bdf-f25622b091d4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.236880 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-01a4f332-46f7-4bf6-9bdf-f25622b091d4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.241280 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-01a4f332-46f7-4bf6-9bdf-f25622b091d4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3934665 Jul 05 04:17:37.241570 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 56994) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:37.248718 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-c65927a4-3eca-4d9e-b806-a53d15f91808 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Request body: {'port': {'network_id': '7f8e4a03-ca50-4f92-8865-dcdc60ce1c87', 'name': 'tempest-FloatingIPTestJSON-1905569685'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:37.399361 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:17:37.425463 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65927a4-3eca-4d9e-b806-a53d15f91808 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Made reservation on behalf of 1a5d27ea58a643808bb98f88bca8fb1d for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:37.428402 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-dbaec069-4607-419b-9fe9-929f0f084bcc service neutron] For port 16032335-d5be-4931-82f0-4d5e53b2d5da, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=16032335-d5be-4931-82f0-4d5e53b2d5da,segment=NetworkSegment(e7644ba7-caa3-421b-856b-f891f65d4ddf),segment_id=e7644ba7-caa3-421b-856b-f891f65d4ddf)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:37.431076 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c65927a4-3eca-4d9e-b806-a53d15f91808 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.450731 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-c65927a4-3eca-4d9e-b806-a53d15f91808 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] device_id is not set on port 6cee1b1f-0623-4f34-99f3-757da83b8c7a yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:17:37.474242 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-dbaec069-4607-419b-9fe9-929f0f084bcc service neutron] For port 16032335-d5be-4931-82f0-4d5e53b2d5da, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:37.531831 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-dbaec069-4607-419b-9fe9-929f0f084bcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.548811 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-dbaec069-4607-419b-9fe9-929f0f084bcc service neutron] Transition to ACTIVE for port object 16032335-d5be-4931-82f0-4d5e53b2d5da will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:37.554953 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-dbaec069-4607-419b-9fe9-929f0f084bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.562790 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c7c06e6e-2bc0-46dd-a660-ea750298a5c3 req-e4f1bc43-2f83-4b85-8a8c-0b2ebf2bd562 tempest-ServerAddressesNegativeTestJSON-1363936402 tempest-ServerAddressesNegativeTestJSON-1363936402-project] 10.222.0.77 "GET /v2.0/ports?device_id=bcc630c6-55cf-44ed-b247-4d5d391c72d0 HTTP/1.1" status: 200 len: 210 time: 0.0348823 Jul 05 04:17:37.669954 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-c65927a4-3eca-4d9e-b806-a53d15f91808 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Allocated IP 172.20.0.3 (7f8e4a03-ca50-4f92-8865-dcdc60ce1c87/2057c849-3a8a-42d9-960d-cb474d857399/6cee1b1f-0623-4f34-99f3-757da83b8c7a) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:37.766451 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaec069-4607-419b-9fe9-929f0f084bcc service neutron] Pushing event updated for resources: {'Port': ['ID=16032335-d5be-4931-82f0-4d5e53b2d5da,revision_number=6']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:37.846660 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-dbaec069-4607-419b-9fe9-929f0f084bcc service neutron] No DVR routers for this DVR port 16032335-d5be-4931-82f0-4d5e53b2d5da on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:38.017028 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c65927a4-3eca-4d9e-b806-a53d15f91808 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.063464 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c65927a4-3eca-4d9e-b806-a53d15f91808 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.131966 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65927a4-3eca-4d9e-b806-a53d15f91808 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event updated for resources: {'Port': ['ID=6cee1b1f-0623-4f34-99f3-757da83b8c7a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:38.189258 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65927a4-3eca-4d9e-b806-a53d15f91808 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Network 7f8e4a03-ca50-4f92-8865-dcdc60ce1c87 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:38.193098 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-c65927a4-3eca-4d9e-b806-a53d15f91808 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:38.195706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65927a4-3eca-4d9e-b806-a53d15f91808 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:38.274091 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65927a4-3eca-4d9e-b806-a53d15f91808 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:38.274923 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c65927a4-3eca-4d9e-b806-a53d15f91808 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.298824 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c65927a4-3eca-4d9e-b806-a53d15f91808 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0560238 Jul 05 04:17:38.299470 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57012) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:38.308741 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-b33b97da-0acd-462b-b8ac-20371b909a67 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Request body: {'floatingip': {'port_id': '6cee1b1f-0623-4f34-99f3-757da83b8c7a'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:38.384491 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b33b97da-0acd-462b-b8ac-20371b909a67 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.454284 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5e009-f1a5-46b6-988d-e62147bf811b req-7efeb9de-f4ad-41d3-95e5-17f9216516f8 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:38.455834 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-37f5e009-f1a5-46b6-988d-e62147bf811b req-7efeb9de-f4ad-41d3-95e5-17f9216516f8 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 943 time: 0.3273208 Jul 05 04:17:38.540475 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61c3a8-e91c-48a2-bd61-7f81788d0ade req-b0d51b18-23eb-4a67-9290-e551fe47aac1 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:38.546550 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-37f5e009-f1a5-46b6-988d-e62147bf811b req-26f4fbfe-3e9a-4af2-9bae-9193d551f73b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818882 Jul 05 04:17:38.547254 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8c61c3a8-e91c-48a2-bd61-7f81788d0ade req-b0d51b18-23eb-4a67-9290-e551fe47aac1 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 943 time: 0.1228402 Jul 05 04:17:38.555607 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-dbaec069-4607-419b-9fe9-929f0f084bcc service neutron] Attempting to bind port 16032335-d5be-4931-82f0-4d5e53b2d5da on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:38.556835 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-dbaec069-4607-419b-9fe9-929f0f084bcc service neutron] Attempting to bind port 16032335-d5be-4931-82f0-4d5e53b2d5da by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'e7644ba7-caa3-421b-856b-f891f65d4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:38.556835 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-dbaec069-4607-419b-9fe9-929f0f084bcc service neutron] Attempting to bind port 16032335-d5be-4931-82f0-4d5e53b2d5da on network a677080b-978d-4f21-8599-2c79db51042a {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:38.569194 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-dbaec069-4607-419b-9fe9-929f0f084bcc service neutron] Port 16032335-d5be-4931-82f0-4d5e53b2d5da on network a677080b-978d-4f21-8599-2c79db51042a not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:17:38.569518 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-dbaec069-4607-419b-9fe9-929f0f084bcc service neutron] Attempting to bind port 16032335-d5be-4931-82f0-4d5e53b2d5da on network a677080b-978d-4f21-8599-2c79db51042a {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:38.575569 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-dbaec069-4607-419b-9fe9-929f0f084bcc service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:38.575937 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-dbaec069-4607-419b-9fe9-929f0f084bcc service neutron] Checking segment: {'id': 'e7644ba7-caa3-421b-856b-f891f65d4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:38.576324 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-dbaec069-4607-419b-9fe9-929f0f084bcc service neutron] Bound using segment: {'id': 'e7644ba7-caa3-421b-856b-f891f65d4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:38.576756 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-dbaec069-4607-419b-9fe9-929f0f084bcc service neutron] Bound port: 16032335-d5be-4931-82f0-4d5e53b2d5da, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7644ba7-caa3-421b-856b-f891f65d4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:38.577122 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-dbaec069-4607-419b-9fe9-929f0f084bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.611222 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8c61c3a8-e91c-48a2-bd61-7f81788d0ade req-fd027c76-4952-44b1-bbf6-515d5a17d107 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630922 Jul 05 04:17:38.682641 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-dbaec069-4607-419b-9fe9-929f0f084bcc service neutron] For port 16032335-d5be-4931-82f0-4d5e53b2d5da, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:38.690556 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-dbaec069-4607-419b-9fe9-929f0f084bcc service neutron] For port 16032335-d5be-4931-82f0-4d5e53b2d5da, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=16032335-d5be-4931-82f0-4d5e53b2d5da,segment=NetworkSegment(e7644ba7-caa3-421b-856b-f891f65d4ddf),segment_id=e7644ba7-caa3-421b-856b-f891f65d4ddf)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:38.696246 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-dbaec069-4607-419b-9fe9-929f0f084bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.750166 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57020) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:38.756301 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-dbaec069-4607-419b-9fe9-929f0f084bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:38.756931 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-dbaec069-4607-419b-9fe9-929f0f084bcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.758431 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-dbaec069-4607-419b-9fe9-929f0f084bcc service neutron] 10.222.0.70 "PUT /v2.0/ports/16032335-d5be-4931-82f0-4d5e53b2d5da HTTP/1.1" status: 200 len: 1092 time: 1.7762725 Jul 05 04:17:38.789496 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaec069-4607-419b-9fe9-929f0f084bcc service neutron] Pushing event updated for resources: {'Port': ['ID=16032335-d5be-4931-82f0-4d5e53b2d5da,revision_number=7']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:38.879861 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-2b12e513-5030-4a30-bb64-ef929808917d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:38.882058 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-2b12e513-5030-4a30-bb64-ef929808917d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 1095 time: 0.0808659 Jul 05 04:17:38.900814 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-90230870-5ef7-43fa-9a1f-8730855e1f3d admin admin] Deleting subnet 95b2774f-ee94-4b2e-8d15-b1d36cc4200f {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:17:38.918167 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-90230870-5ef7-43fa-9a1f-8730855e1f3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.007358 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-90230870-5ef7-43fa-9a1f-8730855e1f3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.008066 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-89732240-6438-4137-8cb1-7a0fbc7681e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:39.009950 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-89732240-6438-4137-8cb1-7a0fbc7681e1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a677080b-978d-4f21-8599-2c79db51042a HTTP/1.1" status: 200 len: 898 time: 0.1204987 Jul 05 04:17:39.099845 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-90230870-5ef7-43fa-9a1f-8730855e1f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.136586 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16032335-d5be-4931-82f0-4d5e53b2d5da'}, {'name': 'network-changed', 'server_uuid': '1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9', 'tag': '16032335-d5be-4931-82f0-4d5e53b2d5da'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:39.139860 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b89014-fb4a-4993-ac0a-e1308b33ea8a" -d '{"events": [{"server_uuid": "1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9", "name": "network-vif-unplugged", "status": "completed", "tag": "16032335-d5be-4931-82f0-4d5e53b2d5da"}, {"name": "network-changed", "server_uuid": "1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9", "tag": "16032335-d5be-4931-82f0-4d5e53b2d5da"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:39.148357 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-cbf2bf83-7611-47c0-b4bc-aba8d78455c5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16032335-d5be-4931-82f0-4d5e53b2d5da HTTP/1.1" status: 200 len: 999 time: 0.1272297 Jul 05 04:17:39.241966 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-590144b0-3e6d-4c4b-a5b3-5a99f7916466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:39.243989 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-590144b0-3e6d-4c4b-a5b3-5a99f7916466 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0bb0cc42-6113-47d4-aa5f-df8fe9890423 HTTP/1.1" status: 200 len: 834 time: 0.0890157 Jul 05 04:17:39.268028 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cde10f-7164-43fe-bfc4-7226fda83c92 x-openstack-request-id: req-05cde10f-7164-43fe-bfc4-7226fda83c92 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:39.268337 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9", "name": "network-vif-unplugged", "status": "completed", "tag": "16032335-d5be-4931-82f0-4d5e53b2d5da", "code": 200}, {"name": "network-changed", "server_uuid": "1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9", "tag": "16032335-d5be-4931-82f0-4d5e53b2d5da", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:39.268638 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-05cde10f-7164-43fe-bfc4-7226fda83c92 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:39.269053 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16032335-d5be-4931-82f0-4d5e53b2d5da', 'code': 200} Jul 05 04:17:39.269310 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9', 'tag': '16032335-d5be-4931-82f0-4d5e53b2d5da', 'status': 'completed', 'code': 200} Jul 05 04:17:39.277322 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b33b97da-0acd-462b-b8ac-20371b909a67 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.289825 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b33b97da-0acd-462b-b8ac-20371b909a67 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.295292 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-90230870-5ef7-43fa-9a1f-8730855e1f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.367825 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-df89ab05-994a-434f-9316-4951c6647007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:39.369655 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-df89ab05-994a-434f-9316-4951c6647007 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a677080b-978d-4f21-8599-2c79db51042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1188142 Jul 05 04:17:39.383942 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-48b225b3-f444-4248-8575-72153325411e service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:17:39.384827 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-48b225b3-f444-4248-8575-72153325411e service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071907 Jul 05 04:17:39.408844 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90230870-5ef7-43fa-9a1f-8730855e1f3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95b2774f-ee94-4b2e-8d15-b1d36cc4200f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:39.420038 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-90230870-5ef7-43fa-9a1f-8730855e1f3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.423081 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-90230870-5ef7-43fa-9a1f-8730855e1f3d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/95b2774f-ee94-4b2e-8d15-b1d36cc4200f HTTP/1.1" status: 204 len: 168 time: 0.6715658 Jul 05 04:17:39.431068 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57034) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:39.550325 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-e689b9b5-2bf7-408c-951a-67974626bb34 service neutron] 10.222.0.70 "GET /v2.0/networks/a677080b-978d-4f21-8599-2c79db51042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585367 Jul 05 04:17:39.568213 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b89014-fb4a-4993-ac0a-e1308b33ea8a req-164e0f4e-5fd2-4784-a6b2-948b409d810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:39.569726 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31b89014-fb4a-4993-ac0a-e1308b33ea8a req-164e0f4e-5fd2-4784-a6b2-948b409d810f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 1095 time: 0.2429523 Jul 05 04:17:39.578784 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 16032335-d5be-4931-82f0-4d5e53b2d5da no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:17:39.592857 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8197354a-8e6b-4a4f-aa0d-a357b0291abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.597505 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-b33b97da-0acd-462b-b8ac-20371b909a67 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Floating IP bce31499-320a-48cb-b591-4fd7d1522cd4 associated. External IP: 172.25.1.166, port: 6cee1b1f-0623-4f34-99f3-757da83b8c7a. Jul 05 04:17:39.749905 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 16032335-d5be-4931-82f0-4d5e53b2d5da not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:17:39.751189 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 48e04c06-099f-4026-901b-51e209f1be47 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:17:39.787398 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7a3a8119-d56d-40ce-ab9c-5c6fb98a38d1 req-7e5673c0-e13f-4800-8468-0a3ef953ed3c service neutron] 10.222.0.70 "GET /v2.0/networks/a677080b-978d-4f21-8599-2c79db51042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302384 Jul 05 04:17:39.829905 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 48e04c06-099f-4026-901b-51e209f1be47 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:17:39.830932 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 48e04c06-099f-4026-901b-51e209f1be47 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:17:40.038299 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b89014-fb4a-4993-ac0a-e1308b33ea8a req-494d58e6-f504-447c-a581-be93650c72bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:40.039814 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31b89014-fb4a-4993-ac0a-e1308b33ea8a req-494d58e6-f504-447c-a581-be93650c72bc service neutron] 10.222.0.89 "GET /v2.0/networks?id=a677080b-978d-4f21-8599-2c79db51042a HTTP/1.1" status: 200 len: 898 time: 0.4593649 Jul 05 04:17:40.173238 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b89014-fb4a-4993-ac0a-e1308b33ea8a req-89a24bd7-a222-4520-bb1f-058d0e72d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:40.174816 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31b89014-fb4a-4993-ac0a-e1308b33ea8a req-89a24bd7-a222-4520-bb1f-058d0e72d8da service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 1095 time: 0.2707887 Jul 05 04:17:40.190515 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68941ccd-8b98-4aa5-9805-2b6fb2573a45 req-4ec11497-89be-44ad-80b4-b208c6743139 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:40.193571 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68941ccd-8b98-4aa5-9805-2b6fb2573a45 req-4ec11497-89be-44ad-80b4-b208c6743139 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 943 time: 0.2915001 Jul 05 04:17:40.218273 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31b89014-fb4a-4993-ac0a-e1308b33ea8a req-dcea67ca-6a42-4f49-8fa8-9e5080ce794c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16032335-d5be-4931-82f0-4d5e53b2d5da HTTP/1.1" status: 200 len: 999 time: 0.1632106 Jul 05 04:17:40.315475 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b89014-fb4a-4993-ac0a-e1308b33ea8a req-0bd62bd1-f4a9-4d5b-bf92-49731c015398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:40.317744 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31b89014-fb4a-4993-ac0a-e1308b33ea8a req-0bd62bd1-f4a9-4d5b-bf92-49731c015398 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0bb0cc42-6113-47d4-aa5f-df8fe9890423 HTTP/1.1" status: 200 len: 834 time: 0.0527830 Jul 05 04:17:40.441040 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8197354a-8e6b-4a4f-aa0d-a357b0291abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:40.462856 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68941ccd-8b98-4aa5-9805-2b6fb2573a45 req-cc78f04e-55c1-46ee-b3a5-fe385c533390 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493587 Jul 05 04:17:40.494101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-8197354a-8e6b-4a4f-aa0d-a357b0291abf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3371517-239c-4b72-9aae-d09b8030490c']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:40.525464 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b89014-fb4a-4993-ac0a-e1308b33ea8a req-77e116f1-1a02-4925-87e0-c455f57d50f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:40.527054 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31b89014-fb4a-4993-ac0a-e1308b33ea8a req-77e116f1-1a02-4925-87e0-c455f57d50f4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a677080b-978d-4f21-8599-2c79db51042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1931560 Jul 05 04:17:40.528309 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b89014-fb4a-4993-ac0a-e1308b33ea8a req-e0e0846c-7674-44f5-b220-0d706c732d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:40.530231 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31b89014-fb4a-4993-ac0a-e1308b33ea8a req-e0e0846c-7674-44f5-b220-0d706c732d4c service neutron] 10.222.0.70 "GET /v2.0/networks?id=a677080b-978d-4f21-8599-2c79db51042a HTTP/1.1" status: 200 len: 898 time: 0.3311059 Jul 05 04:17:40.555974 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-8197354a-8e6b-4a4f-aa0d-a357b0291abf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8071f07-a325-4a7b-ac57-8cd6fc30140b') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:40.557583 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-8197354a-8e6b-4a4f-aa0d-a357b0291abf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8071f07-a325-4a7b-ac57-8cd6fc30140b') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:40.633887 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8197354a-8e6b-4a4f-aa0d-a357b0291abf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:40.693251 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31b89014-fb4a-4993-ac0a-e1308b33ea8a req-5ded6f6a-ccf0-491d-bac9-7ae90a7296e3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16032335-d5be-4931-82f0-4d5e53b2d5da HTTP/1.1" status: 200 len: 999 time: 0.1560566 Jul 05 04:17:40.714146 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8197354a-8e6b-4a4f-aa0d-a357b0291abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:40.730108 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8197354a-8e6b-4a4f-aa0d-a357b0291abf admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:17:40.730590 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8197354a-8e6b-4a4f-aa0d-a357b0291abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:17:40.732920 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:17:40.761195 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31b89014-fb4a-4993-ac0a-e1308b33ea8a req-e07de493-1a3c-497b-89e7-03aa864c4b7d service neutron] 10.222.0.89 "GET /v2.0/networks/a677080b-978d-4f21-8599-2c79db51042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222762 Jul 05 04:17:40.766995 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b89014-fb4a-4993-ac0a-e1308b33ea8a req-c113145b-263d-45a1-be74-0b8c611dee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:40.768742 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31b89014-fb4a-4993-ac0a-e1308b33ea8a req-c113145b-263d-45a1-be74-0b8c611dee8a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0bb0cc42-6113-47d4-aa5f-df8fe9890423 HTTP/1.1" status: 200 len: 834 time: 0.0653753 Jul 05 04:17:40.811762 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023619a-008d-4ac8-b4ac-61675a2e6e49 req-40ecde8e-d7c8-4035-a55a-23e2702f649c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:40.813520 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7023619a-008d-4ac8-b4ac-61675a2e6e49 req-40ecde8e-d7c8-4035-a55a-23e2702f649c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 943 time: 0.9433627 Jul 05 04:17:40.868894 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8197354a-8e6b-4a4f-aa0d-a357b0291abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:40.873969 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8197354a-8e6b-4a4f-aa0d-a357b0291abf admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:40.876428 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8197354a-8e6b-4a4f-aa0d-a357b0291abf admin admin] 10.222.0.77 "DELETE /v2.0/networks/a3371517-239c-4b72-9aae-d09b8030490c HTTP/1.1" status: 204 len: 168 time: 1.4439313 Jul 05 04:17:40.912578 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197354a-8e6b-4a4f-aa0d-a357b0291abf admin admin] Pushing event deleted for resources: {'Network': ['ID=a3371517-239c-4b72-9aae-d09b8030490c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:40.946307 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7023619a-008d-4ac8-b4ac-61675a2e6e49 req-5470b6ef-4ad6-4c83-a808-36f6230f4812 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245136 Jul 05 04:17:40.955583 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33b97da-0acd-462b-b8ac-20371b909a67 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Router 7c199202-ccb6-4e41-9b85-94c891f8add3 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:17:40.976745 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31b89014-fb4a-4993-ac0a-e1308b33ea8a req-f091275a-00ff-4aab-8a6c-d1d0b6794a37 service neutron] 10.222.0.89 "GET /v2.0/networks/a677080b-978d-4f21-8599-2c79db51042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039316 Jul 05 04:17:40.979852 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b89014-fb4a-4993-ac0a-e1308b33ea8a req-3fa91f81-7b7c-456f-809c-890d0f6723cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:40.981353 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31b89014-fb4a-4993-ac0a-e1308b33ea8a req-3fa91f81-7b7c-456f-809c-890d0f6723cd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a677080b-978d-4f21-8599-2c79db51042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1566136 Jul 05 04:17:41.109030 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57050) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:41.139898 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31b89014-fb4a-4993-ac0a-e1308b33ea8a req-1bc163a8-bf68-41e9-846d-d1e5f4a2da55 service neutron] 10.222.0.70 "GET /v2.0/networks/a677080b-978d-4f21-8599-2c79db51042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385107 Jul 05 04:17:41.187278 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33b97da-0acd-462b-b8ac-20371b909a67 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:41.194672 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b33b97da-0acd-462b-b8ac-20371b909a67 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:41.198275 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d422eea-103a-4346-bb11-20af9aedc34a None None] Sync routers for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:41.203773 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7672e952-0842-4d23-b234-30cf866e26c3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=930d8355b0a344ec87f70cd041500042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0932980 Jul 05 04:17:41.212462 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d422eea-103a-4346-bb11-20af9aedc34a None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:41.213370 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-7d422eea-103a-4346-bb11-20af9aedc34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:41.227730 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57054) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:41.276401 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b33b97da-0acd-462b-b8ac-20371b909a67 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "PUT /v2.0/floatingips/bce31499-320a-48cb-b591-4fd7d1522cd4 HTTP/1.1" status: 200 len: 978 time: 2.9718685 Jul 05 04:17:41.279952 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57056) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:41.297619 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-7d422eea-103a-4346-bb11-20af9aedc34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:41.303913 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aa3a18ab-db02-4854-9d51-73873683dbe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:41.307131 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d422eea-103a-4346-bb11-20af9aedc34a None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:41.307749 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-7d422eea-103a-4346-bb11-20af9aedc34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:41.320597 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31b89014-fb4a-4993-ac0a-e1308b33ea8a req-fd67661f-dc0a-4a2c-b87a-ded45ceca4d9 service neutron] 10.222.0.70 "GET /v2.0/networks/a677080b-978d-4f21-8599-2c79db51042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726205 Jul 05 04:17:41.330729 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aa3a18ab-db02-4854-9d51-73873683dbe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:41.342656 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-7d422eea-103a-4346-bb11-20af9aedc34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:41.343548 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d422eea-103a-4346-bb11-20af9aedc34a None None] The sync data for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:41.400151 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aa3a18ab-db02-4854-9d51-73873683dbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:41.405361 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-aa3a18ab-db02-4854-9d51-73873683dbe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:41.411416 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-aa3a18ab-db02-4854-9d51-73873683dbe3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e2b78083-6c09-4ec5-bd82-d717a4354402 HTTP/1.1" status: 204 len: 168 time: 0.1818659 Jul 05 04:17:41.423907 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a18ab-db02-4854-9d51-73873683dbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b78083-6c09-4ec5-bd82-d717a4354402,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:41.441950 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8f6e5-f9ba-4ffa-bb8d-3fce3335a5a3 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Deleting port 6cee1b1f-0623-4f34-99f3-757da83b8c7a {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:41.442239 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ea8f6e5-f9ba-4ffa-bb8d-3fce3335a5a3 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:41.580579 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ea8f6e5-f9ba-4ffa-bb8d-3fce3335a5a3 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:41.784241 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119356a7-21a4-4572-acb3-dfd867bd8831 req-81ee5c1b-fafb-4031-8f0a-a2e4109841ba tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:41.786348 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-119356a7-21a4-4572-acb3-dfd867bd8831 req-81ee5c1b-fafb-4031-8f0a-a2e4109841ba tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 943 time: 0.1954627 Jul 05 04:17:41.870997 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-119356a7-21a4-4572-acb3-dfd867bd8831 req-d3773ed1-b147-412a-897c-f36255d5ee7e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774748 Jul 05 04:17:41.901365 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ea8f6e5-f9ba-4ffa-bb8d-3fce3335a5a3 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:41.901730 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ea8f6e5-f9ba-4ffa-bb8d-3fce3335a5a3 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:41.902133 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-0ea8f6e5-f9ba-4ffa-bb8d-3fce3335a5a3 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Floating IP bce31499-320a-48cb-b591-4fd7d1522cd4 disassociated. External IP: 172.25.1.166, port: 6cee1b1f-0623-4f34-99f3-757da83b8c7a. Jul 05 04:17:41.902495 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8f6e5-f9ba-4ffa-bb8d-3fce3335a5a3 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Calling delete_port for 6cee1b1f-0623-4f34-99f3-757da83b8c7a owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:42.066547 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ea8f6e5-f9ba-4ffa-bb8d-3fce3335a5a3 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.104538 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8f6e5-f9ba-4ffa-bb8d-3fce3335a5a3 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event deleted for resources: {'Port': ['ID=6cee1b1f-0623-4f34-99f3-757da83b8c7a,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:42.232544 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dc99d-5cc1-4216-ad15-974888216f75 req-af3b8659-15df-421b-9088-685f2f82c3ee tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:42.234599 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be6dc99d-5cc1-4216-ad15-974888216f75 req-af3b8659-15df-421b-9088-685f2f82c3ee tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 943 time: 0.0857496 Jul 05 04:17:42.248066 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea8f6e5-f9ba-4ffa-bb8d-3fce3335a5a3 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Router 7c199202-ccb6-4e41-9b85-94c891f8add3 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:17:42.293430 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-be6dc99d-5cc1-4216-ad15-974888216f75 req-61f69f94-0401-4ce3-bf9e-22e7514b1e6d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509043 Jul 05 04:17:42.382485 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea8f6e5-f9ba-4ffa-bb8d-3fce3335a5a3 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:42.394651 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1b90fe-f402-4f6d-8088-51867bdcb0ae None None] Sync routers for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:42.423643 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b90fe-f402-4f6d-8088-51867bdcb0ae None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:42.424321 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ca1b90fe-f402-4f6d-8088-51867bdcb0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:42.461033 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ca1b90fe-f402-4f6d-8088-51867bdcb0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:42.469363 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ea8f6e5-f9ba-4ffa-bb8d-3fce3335a5a3 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.471177 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b90fe-f402-4f6d-8088-51867bdcb0ae None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:42.472160 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0ea8f6e5-f9ba-4ffa-bb8d-3fce3335a5a3 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "DELETE /v2.0/ports/6cee1b1f-0623-4f34-99f3-757da83b8c7a HTTP/1.1" status: 204 len: 168 time: 1.1911898 Jul 05 04:17:42.474722 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ca1b90fe-f402-4f6d-8088-51867bdcb0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:42.474882 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57106) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:42.511577 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ca1b90fe-f402-4f6d-8088-51867bdcb0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:42.512560 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1b90fe-f402-4f6d-8088-51867bdcb0ae None None] The sync data for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:42.528356 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-50526648-eabe-4e1a-817b-6f3dbd405190 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "GET /v2.0/floatingips/bce31499-320a-48cb-b591-4fd7d1522cd4 HTTP/1.1" status: 200 len: 688 time: 0.0521972 Jul 05 04:17:42.530863 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57110) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:42.682446 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-c14f5de2-156d-4070-a54b-54afcf093f86 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Deleting port c3f2dc68-ac25-4b17-8ad6-9d4f969f48e7 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:42.683119 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c14f5de2-156d-4070-a54b-54afcf093f86 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.751108 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57116) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:42.804728 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c14f5de2-156d-4070-a54b-54afcf093f86 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.805989 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c14f5de2-156d-4070-a54b-54afcf093f86 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.821409 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-c14f5de2-156d-4070-a54b-54afcf093f86 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Calling delete_port for c3f2dc68-ac25-4b17-8ad6-9d4f969f48e7 owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:42.898330 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-591100c1-f5a1-47aa-b7cb-69169886734b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.033140 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c14f5de2-156d-4070-a54b-54afcf093f86 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.060587 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f5de2-156d-4070-a54b-54afcf093f86 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event deleted for resources: {'Port': ['ID=c3f2dc68-ac25-4b17-8ad6-9d4f969f48e7,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:43.076094 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.139751 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c14f5de2-156d-4070-a54b-54afcf093f86 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.143195 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c14f5de2-156d-4070-a54b-54afcf093f86 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.145084 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c14f5de2-156d-4070-a54b-54afcf093f86 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "DELETE /v2.0/floatingips/bce31499-320a-48cb-b591-4fd7d1522cd4 HTTP/1.1" status: 204 len: 168 time: 0.6132202 Jul 05 04:17:43.149208 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57136) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:43.157562 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-42831730-a64b-441f-b534-3d37797a4012 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': '2debbc79-d80a-4a98-842f-4986adf7238c'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:43.208934 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-591100c1-f5a1-47aa-b7cb-69169886734b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.223000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bbafe-eae4-4c34-815f-4437becd3388 req-3671901e-cf57-4da8-a688-1ace57c77803 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:43.224616 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-922bbafe-eae4-4c34-815f-4437becd3388 req-3671901e-cf57-4da8-a688-1ace57c77803 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 943 time: 0.1507931 Jul 05 04:17:43.228522 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-591100c1-f5a1-47aa-b7cb-69169886734b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.292140 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-591100c1-f5a1-47aa-b7cb-69169886734b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=12b10cb43c1e40c887be5b841aad8e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5396559 Jul 05 04:17:43.296595 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57142) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:43.298831 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-42831730-a64b-441f-b534-3d37797a4012 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.306387 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591100c1-f5a1-47aa-b7cb-69169886734b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41b2b50-a767-4ca1-836c-0fe8c57c4e9a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:43.355324 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec764e8-d419-44d5-b4ea-32ac5f7980ef req-4954d565-c32a-4139-b874-1f8e91b05357 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:43.360363 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dec764e8-d419-44d5-b4ea-32ac5f7980ef req-4954d565-c32a-4139-b874-1f8e91b05357 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.1118972 Jul 05 04:17:43.365857 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-922bbafe-eae4-4c34-815f-4437becd3388 req-07f657e0-7d75-4efc-9285-15bcbf544fe3 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199002 Jul 05 04:17:43.428752 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-58ba140b-c782-4585-9144-c4a150b08c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.446242 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dec764e8-d419-44d5-b4ea-32ac5f7980ef req-131642d6-0b2f-456d-b545-a21f1a6eb412 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832829 Jul 05 04:17:43.466421 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-58ba140b-c782-4585-9144-c4a150b08c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.481928 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-42831730-a64b-441f-b534-3d37797a4012 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.534308 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-58ba140b-c782-4585-9144-c4a150b08c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.538342 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-58ba140b-c782-4585-9144-c4a150b08c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.538641 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-58ba140b-c782-4585-9144-c4a150b08c17 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f41b2b50-a767-4ca1-836c-0fe8c57c4e9a HTTP/1.1" status: 204 len: 168 time: 0.2398713 Jul 05 04:17:43.546846 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba140b-c782-4585-9144-c4a150b08c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41b2b50-a767-4ca1-836c-0fe8c57c4e9a,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:43.592242 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8e91c81f-f371-4df7-89c4-a551299df1b9 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:17:43.737687 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-42831730-a64b-441f-b534-3d37797a4012 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Allocated IP 172.25.1.118 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/322eb4f0-3753-4ce4-8311-3b4772080747) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:43.759183 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5d020-04d2-42c7-b296-a5c7f89bdab6 req-30d6dfe9-52a9-4ff4-b680-36e53dab5570 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:43.766313 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-53c5d020-04d2-42c7-b296-a5c7f89bdab6 req-30d6dfe9-52a9-4ff4-b680-36e53dab5570 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 943 time: 0.2415128 Jul 05 04:17:43.772254 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8e91c81f-f371-4df7-89c4-a551299df1b9, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8e91c81f-f371-4df7-89c4-a551299df1b9,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:43.787682 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '8e91c81f-f371-4df7-89c4-a551299df1b9', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'port_id': '8e91c81f-f371-4df7-89c4-a551299df1b9', 'mac_address': 'fa:16:3e:0e:a1:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:17:43.839154 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.859336 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e91c81f-f371-4df7-89c4-a551299df1b9 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:17:43.885092 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8e91c81f-f371-4df7-89c4-a551299df1b9, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8e91c81f-f371-4df7-89c4-a551299df1b9,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:43.887015 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 16032335-d5be-4931-82f0-4d5e53b2d5da details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:17:43.916712 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-42831730-a64b-441f-b534-3d37797a4012 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.962333 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.965068 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-53c5d020-04d2-42c7-b296-a5c7f89bdab6 req-f8d21a2d-7453-444f-be8a-adde51a063a5 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975913 Jul 05 04:17:44.038435 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-42831730-a64b-441f-b534-3d37797a4012 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:44.056879 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=8e91c81f-f371-4df7-89c4-a551299df1b9,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:44.064668 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 16032335-d5be-4931-82f0-4d5e53b2d5da, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=16032335-d5be-4931-82f0-4d5e53b2d5da,segment=NetworkSegment(e7644ba7-caa3-421b-856b-f891f65d4ddf),segment_id=e7644ba7-caa3-421b-856b-f891f65d4ddf)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:44.080026 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '16032335-d5be-4931-82f0-4d5e53b2d5da', 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a', 'port_id': '16032335-d5be-4931-82f0-4d5e53b2d5da', 'mac_address': 'fa:16:3e:c3:23:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb0cc42-6113-47d4-aa5f-df8fe9890423', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:17:44.090383 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42831730-a64b-441f-b534-3d37797a4012 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:44.096742 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-42831730-a64b-441f-b534-3d37797a4012 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:44.101315 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42831730-a64b-441f-b534-3d37797a4012 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:44.109115 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42831730-a64b-441f-b534-3d37797a4012 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event updated for resources: {'Port': ['ID=322eb4f0-3753-4ce4-8311-3b4772080747,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:44.139952 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:44.159880 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16032335-d5be-4931-82f0-4d5e53b2d5da {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:17:44.187294 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 16032335-d5be-4931-82f0-4d5e53b2d5da, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=16032335-d5be-4931-82f0-4d5e53b2d5da,segment=NetworkSegment(e7644ba7-caa3-421b-856b-f891f65d4ddf),segment_id=e7644ba7-caa3-421b-856b-f891f65d4ddf)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:44.193769 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:44.240491 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['8e91c81f-f371-4df7-89c4-a551299df1b9'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:17:44.294571 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=16032335-d5be-4931-82f0-4d5e53b2d5da,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:44.640047 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fff7d-3b79-4f0a-a8e9-44adbdf8f6a9 req-61376dc7-74c9-4098-9971-6f7c82c0eb66 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:44.641925 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-670fff7d-3b79-4f0a-a8e9-44adbdf8f6a9 req-61376dc7-74c9-4098-9971-6f7c82c0eb66 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 944 time: 0.1019201 Jul 05 04:17:44.666778 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['16032335-d5be-4931-82f0-4d5e53b2d5da'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:17:44.708421 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-670fff7d-3b79-4f0a-a8e9-44adbdf8f6a9 req-a0f30086-9440-4488-bee8-9821c410660f tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593069 Jul 05 04:17:44.719059 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-42831730-a64b-441f-b534-3d37797a4012 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:44.795239 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a559410-7dc1-467f-97ba-a29d7b98bc24 req-5297f8b3-db33-457e-90e0-856f61150e45 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:44.802700 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0a559410-7dc1-467f-97ba-a29d7b98bc24 req-5297f8b3-db33-457e-90e0-856f61150e45 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.1628296 Jul 05 04:17:44.881240 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0a559410-7dc1-467f-97ba-a29d7b98bc24 req-4b80ce92-92b9-491c-a6b0-a612c4439050 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775704 Jul 05 04:17:44.893251 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-42831730-a64b-441f-b534-3d37797a4012 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:45.091325 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-42831730-a64b-441f-b534-3d37797a4012 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:45.097039 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-42831730-a64b-441f-b534-3d37797a4012 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:45.181070 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42831730-a64b-441f-b534-3d37797a4012 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event updated for resources: {'Port': ['ID=322eb4f0-3753-4ce4-8311-3b4772080747,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:45.181451 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8963e-7d74-4fba-9e92-d456d5b22d2d req-90f246ad-a137-42c5-834c-254b06af9613 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:45.188508 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05f8963e-7d74-4fba-9e92-d456d5b22d2d req-90f246ad-a137-42c5-834c-254b06af9613 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 944 time: 0.0779757 Jul 05 04:17:45.195172 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-42831730-a64b-441f-b534-3d37797a4012 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:45.236016 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05f8963e-7d74-4fba-9e92-d456d5b22d2d req-b9d6db8d-7852-4f0f-9fa3-9621f0d558ee tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465128 Jul 05 04:17:45.344212 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-42831730-a64b-441f-b534-3d37797a4012 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Floating IP 93d196f6-514e-429d-bf05-668b0803890d associated. External IP: 172.25.1.118, port: 2debbc79-d80a-4a98-842f-4986adf7238c. Jul 05 04:17:45.605749 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8e91c81f-f371-4df7-89c4-a551299df1b9 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:45.614348 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42831730-a64b-441f-b534-3d37797a4012 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Router 7c199202-ccb6-4e41-9b85-94c891f8add3 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:17:45.686208 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 8e91c81f-f371-4df7-89c4-a551299df1b9 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:45.695080 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 8e91c81f-f371-4df7-89c4-a551299df1b9 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:45.697021 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:45.766086 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f48fd3-0278-4b3c-8b03-2a206199300a req-b197834f-cecf-4b76-b07f-e7b8b2c08a2c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:45.774563 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-40f48fd3-0278-4b3c-8b03-2a206199300a req-b197834f-cecf-4b76-b07f-e7b8b2c08a2c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 944 time: 0.2201200 Jul 05 04:17:45.851084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87045ba2-2629-4a23-a718-b07e8014763e req-0f35e39c-deef-49e7-813c-f8aca272bd35 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:45.852708 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87045ba2-2629-4a23-a718-b07e8014763e req-0f35e39c-deef-49e7-813c-f8aca272bd35 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9&tenant_id=808124476429444bb6a930e35c6aa8ee&binding%3Ahost_id=n-h2-780147-23 HTTP/1.1" status: 200 len: 944 time: 0.2378755 Jul 05 04:17:45.868356 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-40f48fd3-0278-4b3c-8b03-2a206199300a req-059dcd52-674b-439b-984d-51c852bc6aba tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928040 Jul 05 04:17:45.977583 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.010037 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 16032335-d5be-4931-82f0-4d5e53b2d5da up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:46.068630 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8e91c81f-f371-4df7-89c4-a551299df1b9, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8e91c81f-f371-4df7-89c4-a551299df1b9,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:46.074454 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [req-87045ba2-2629-4a23-a718-b07e8014763e req-e43399b6-64cc-457f-9be2-a9d8c86ff76e service neutron] delete failed (client error): The resource could not be found. Jul 05 04:17:46.075581 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87045ba2-2629-4a23-a718-b07e8014763e req-e43399b6-64cc-457f-9be2-a9d8c86ff76e service neutron] 10.222.0.89 "DELETE /v2.0/ports/16032335-d5be-4931-82f0-4d5e53b2d5da/bindings/n-h1-780147-23 HTTP/1.1" status: 404 len: 381 time: 0.2025964 Jul 05 04:17:46.104793 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb533d83-b6ad-4ed2-8a99-091e2f8f3920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e91c81f-f371-4df7-89c4-a551299df1b9'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:46.108284 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b177aa64-c9f2-44a5-9bbe-4d75f1568bd8" -d '{"events": [{"server_uuid": "bb533d83-b6ad-4ed2-8a99-091e2f8f3920", "name": "network-vif-plugged", "status": "completed", "tag": "8e91c81f-f371-4df7-89c4-a551299df1b9"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:46.119381 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.235475 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=8e91c81f-f371-4df7-89c4-a551299df1b9,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:46.241763 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 16032335-d5be-4931-82f0-4d5e53b2d5da completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:46.251730 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 16032335-d5be-4931-82f0-4d5e53b2d5da triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:46.252150 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.355342 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1f3e9-396e-4e87-8756-73b9c8d8d0aa req-d3f23074-a710-4c05-a6b4-0850fbf0d0b5 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:46.362851 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-78c1f3e9-396e-4e87-8756-73b9c8d8d0aa req-d3f23074-a710-4c05-a6b4-0850fbf0d0b5 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.1957431 Jul 05 04:17:46.403536 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87045ba2-2629-4a23-a718-b07e8014763e req-f462f98e-67ca-4525-9654-e526a7f92f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:46.406087 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87045ba2-2629-4a23-a718-b07e8014763e req-f462f98e-67ca-4525-9654-e526a7f92f9b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 1096 time: 0.2522936 Jul 05 04:17:46.429121 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-78c1f3e9-396e-4e87-8756-73b9c8d8d0aa req-06aa7e72-517f-4c9a-8cf1-b93f091de175 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627675 Jul 05 04:17:46.442940 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.446043 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42831730-a64b-441f-b534-3d37797a4012 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:46.457905 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab28ef-0a04-4577-b8da-bda5098183ae None None] Sync routers for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:46.478303 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab28ef-0a04-4577-b8da-bda5098183ae None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:46.478814 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-64ab28ef-0a04-4577-b8da-bda5098183ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:46.513814 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-42831730-a64b-441f-b534-3d37797a4012 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.516187 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 16032335-d5be-4931-82f0-4d5e53b2d5da, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=16032335-d5be-4931-82f0-4d5e53b2d5da,segment=NetworkSegment(e7644ba7-caa3-421b-856b-f891f65d4ddf),segment_id=e7644ba7-caa3-421b-856b-f891f65d4ddf)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:46.526322 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.574576 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54dfe6a-5e53-4f73-8d1a-dafeba325a4f x-openstack-request-id: req-f54dfe6a-5e53-4f73-8d1a-dafeba325a4f {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:46.575007 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb533d83-b6ad-4ed2-8a99-091e2f8f3920", "name": "network-vif-plugged", "status": "completed", "tag": "8e91c81f-f371-4df7-89c4-a551299df1b9", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:46.575575 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f54dfe6a-5e53-4f73-8d1a-dafeba325a4f {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:46.576310 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb533d83-b6ad-4ed2-8a99-091e2f8f3920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e91c81f-f371-4df7-89c4-a551299df1b9', 'code': 200} Jul 05 04:17:46.580142 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5daec6c-e04b-41f7-a7be-b48c3af3f620 req-9be2fb31-cc98-49c1-bf11-b23126c62068 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:46.589931 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d5daec6c-e04b-41f7-a7be-b48c3af3f620 req-9be2fb31-cc98-49c1-bf11-b23126c62068 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 945 time: 0.2649434 Jul 05 04:17:46.635021 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-64ab28ef-0a04-4577-b8da-bda5098183ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:46.644742 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=16032335-d5be-4931-82f0-4d5e53b2d5da,revision_number=9']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:46.659516 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab28ef-0a04-4577-b8da-bda5098183ae None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:46.661732 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-64ab28ef-0a04-4577-b8da-bda5098183ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:46.699641 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-42831730-a64b-441f-b534-3d37797a4012 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.5457430 Jul 05 04:17:46.707322 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57226) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:46.716067 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-3fc990be-2c61-4eb1-83cf-a1ca62529bfc tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-27270929'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:46.718779 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-64ab28ef-0a04-4577-b8da-bda5098183ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:46.722455 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab28ef-0a04-4577-b8da-bda5098183ae None None] The sync data for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:46.746888 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d5daec6c-e04b-41f7-a7be-b48c3af3f620 req-86770948-ddcf-4514-a5ef-3a06e0ddc319 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541362 Jul 05 04:17:46.784490 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc990be-2c61-4eb1-83cf-a1ca62529bfc tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Made reservation on behalf of 1a5d27ea58a643808bb98f88bca8fb1d for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:46.789835 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3fc990be-2c61-4eb1-83cf-a1ca62529bfc tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.827200 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cbff9-02c2-49fa-91ef-34ef4628ed95 req-604d15a3-7842-4857-a862-20ff0cbf5941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:46.829244 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b69cbff9-02c2-49fa-91ef-34ef4628ed95 req-604d15a3-7842-4857-a862-20ff0cbf5941 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 1097 time: 0.1733758 Jul 05 04:17:46.846422 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc990be-2c61-4eb1-83cf-a1ca62529bfc tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:46.870553 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3fc990be-2c61-4eb1-83cf-a1ca62529bfc tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.871294 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-3fc990be-2c61-4eb1-83cf-a1ca62529bfc tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Added segment 0e2874ff-fdf4-4c2b-8d5f-d7198e685131 of type vlan for network e76bd22f-ab49-434c-bd3d-75838f35c32b Jul 05 04:17:46.893238 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b69cbff9-02c2-49fa-91ef-34ef4628ed95 req-3ad2fdca-ae7c-4e8b-9aeb-333b7866c178 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565195 Jul 05 04:17:46.957826 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3fc990be-2c61-4eb1-83cf-a1ca62529bfc tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.028160 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3fc990be-2c61-4eb1-83cf-a1ca62529bfc tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.035654 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc990be-2c61-4eb1-83cf-a1ca62529bfc tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:47.036915 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3fc990be-2c61-4eb1-83cf-a1ca62529bfc tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.089069 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3fc990be-2c61-4eb1-83cf-a1ca62529bfc tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3770444 Jul 05 04:17:47.096754 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57232) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:47.103106 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-6303cab1-28dd-4b6b-bf80-8b1431ba34c8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Request body: {'subnet': {'network_id': 'e76bd22f-ab49-434c-bd3d-75838f35c32b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:47.172839 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc990be-2c61-4eb1-83cf-a1ca62529bfc tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event updated for resources: {'Network': ['ID=e76bd22f-ab49-434c-bd3d-75838f35c32b,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:47.182660 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57234) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:47.186903 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network e76bd22f-ab49-434c-bd3d-75838f35c32b details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:47.334371 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87045ba2-2629-4a23-a718-b07e8014763e req-f3e66c6b-281d-44b4-8854-6b1e208570ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:47.337475 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87045ba2-2629-4a23-a718-b07e8014763e req-f3e66c6b-281d-44b4-8854-6b1e208570ee service neutron] 10.222.0.89 "GET /v2.0/networks?id=a677080b-978d-4f21-8599-2c79db51042a HTTP/1.1" status: 200 len: 898 time: 0.9053638 Jul 05 04:17:47.350720 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c2548-fa71-4ad6-af44-ddf3f64ebe47 req-f2223c69-85fe-4138-8ebb-f7cb208867ef tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:47.352566 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4e9c2548-fa71-4ad6-af44-ddf3f64ebe47 req-f2223c69-85fe-4138-8ebb-f7cb208867ef tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 945 time: 0.2548985 Jul 05 04:17:47.355274 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6303cab1-28dd-4b6b-bf80-8b1431ba34c8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Made reservation on behalf of 1a5d27ea58a643808bb98f88bca8fb1d for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:47.359038 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6303cab1-28dd-4b6b-bf80-8b1431ba34c8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.387083 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2dbd5df0-e13a-45d2-a532-fc269f902fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.499942 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2dbd5df0-e13a-45d2-a532-fc269f902fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.506788 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2dbd5df0-e13a-45d2-a532-fc269f902fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.533553 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4e9c2548-fa71-4ad6-af44-ddf3f64ebe47 req-b3c2b7a9-9e26-4d26-9c6a-19905a339fda tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707981 Jul 05 04:17:47.547855 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2dbd5df0-e13a-45d2-a532-fc269f902fee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=996383526096499e88b856ad229f4630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3627634 Jul 05 04:17:47.549828 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87045ba2-2629-4a23-a718-b07e8014763e req-098c5727-dcc8-4286-aabb-caeef2bdc592 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16032335-d5be-4931-82f0-4d5e53b2d5da HTTP/1.1" status: 200 len: 1001 time: 0.1956964 Jul 05 04:17:47.550397 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57242) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:47.553163 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd5df0-e13a-45d2-a532-fc269f902fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876be67b-0e4e-4404-935c-4d1b76540e4d,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:47.632230 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d7468-182d-4830-ba0b-be00cc74b768 req-741c9134-c4d7-4dcd-b3f8-8aac525ffd1c tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:47.633759 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1f5d7468-182d-4830-ba0b-be00cc74b768 req-741c9134-c4d7-4dcd-b3f8-8aac525ffd1c tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.0695496 Jul 05 04:17:47.673727 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1f5d7468-182d-4830-ba0b-be00cc74b768 req-12166fc6-2f36-4744-88f9-c88edb9a699a tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341640 Jul 05 04:17:47.697403 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87045ba2-2629-4a23-a718-b07e8014763e req-7cc17d9a-b771-4129-8458-bc1b507d30ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:47.698881 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87045ba2-2629-4a23-a718-b07e8014763e req-7cc17d9a-b771-4129-8458-bc1b507d30ab service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0bb0cc42-6113-47d4-aa5f-df8fe9890423 HTTP/1.1" status: 200 len: 834 time: 0.1342046 Jul 05 04:17:47.720432 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76eb06b6-8b87-44f3-8080-c9283af4f324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.801188 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76eb06b6-8b87-44f3-8080-c9283af4f324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.834366 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6303cab1-28dd-4b6b-bf80-8b1431ba34c8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.935039 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87045ba2-2629-4a23-a718-b07e8014763e req-42764975-e0a9-464c-9b8b-5fddcc1c41b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:47.936528 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87045ba2-2629-4a23-a718-b07e8014763e req-42764975-e0a9-464c-9b8b-5fddcc1c41b2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a677080b-978d-4f21-8599-2c79db51042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2284815 Jul 05 04:17:48.006916 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303cab1-28dd-4b6b-bf80-8b1431ba34c8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event updated for resources: {'Subnet': ['ID=854540fc-3f72-4fa4-b436-80a89c748f21,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:48.027113 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76eb06b6-8b87-44f3-8080-c9283af4f324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:48.029664 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76eb06b6-8b87-44f3-8080-c9283af4f324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:48.030803 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-76eb06b6-8b87-44f3-8080-c9283af4f324 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/876be67b-0e4e-4404-935c-4d1b76540e4d HTTP/1.1" status: 204 len: 168 time: 0.4779534 Jul 05 04:17:48.038844 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6303cab1-28dd-4b6b-bf80-8b1431ba34c8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Checking segment: {'id': '0e2874ff-fdf4-4c2b-8d5f-d7198e685131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e76bd22f-ab49-434c-bd3d-75838f35c32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:48.039210 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6303cab1-28dd-4b6b-bf80-8b1431ba34c8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Network hostable DHCP agents. Network: e76bd22f-ab49-434c-bd3d-75838f35c32b, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:48.065916 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb06b6-8b87-44f3-8080-c9283af4f324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876be67b-0e4e-4404-935c-4d1b76540e4d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:48.103279 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d655936-43b5-4903-a45d-de74ca0e784b req-89820e43-9b14-433f-98d9-5dbf65e31394 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:48.104874 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2d655936-43b5-4903-a45d-de74ca0e784b req-89820e43-9b14-433f-98d9-5dbf65e31394 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 945 time: 0.2132857 Jul 05 04:17:48.110261 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87045ba2-2629-4a23-a718-b07e8014763e req-66c5a84e-a096-4220-8a8c-9fcdea7ffe93 service neutron] 10.222.0.89 "GET /v2.0/networks/a677080b-978d-4f21-8599-2c79db51042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622913 Jul 05 04:17:48.111269 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6303cab1-28dd-4b6b-bf80-8b1431ba34c8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Network e76bd22f-ab49-434c-bd3d-75838f35c32b is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:48.136415 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-6303cab1-28dd-4b6b-bf80-8b1431ba34c8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, e76bd22f-ab49-434c-bd3d-75838f35c32b) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:48.153334 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e66bd6a-72fc-4204-bb43-d3eed6becae6 None None] Network e76bd22f-ab49-434c-bd3d-75838f35c32b requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:48.186056 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6303cab1-28dd-4b6b-bf80-8b1431ba34c8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:48.186570 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6303cab1-28dd-4b6b-bf80-8b1431ba34c8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:48.217814 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6303cab1-28dd-4b6b-bf80-8b1431ba34c8 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1187859 Jul 05 04:17:48.221950 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57252) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:48.226987 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2d655936-43b5-4903-a45d-de74ca0e784b req-ccae576e-293f-4b62-80f9-0ce5d0211cfa tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091957 Jul 05 04:17:48.230044 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-9d3fb0f9-bf48-4e41-a038-c013044c13af tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-437814375', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}, 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:48.264037 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87045ba2-2629-4a23-a718-b07e8014763e req-f1e80ef6-435d-4c66-b053-1b16af821d99 service neutron] 10.222.0.89 "GET /v2.0/networks/a677080b-978d-4f21-8599-2c79db51042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402910 Jul 05 04:17:48.270432 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d3fb0f9-bf48-4e41-a038-c013044c13af tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:48.272681 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d3fb0f9-bf48-4e41-a038-c013044c13af tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:48.356285 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409b62fc-76dd-4f90-bb1e-0752820e624b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-e76bd22f-ab49-434c-bd3d-75838f35c32b', 'network_id': 'e76bd22f-ab49-434c-bd3d-75838f35c32b', 'tenant_id': '1a5d27ea58a643808bb98f88bca8fb1d', 'fixed_ips': [{'subnet_id': '854540fc-3f72-4fa4-b436-80a89c748f21'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:17:48.357573 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-409b62fc-76dd-4f90-bb1e-0752820e624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:48.381996 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57258) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:48.404978 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1fdcd94d-a78e-41e5-a105-a096c1a5fc13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:48.408962 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d3fb0f9-bf48-4e41-a038-c013044c13af tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:48.534245 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1fdcd94d-a78e-41e5-a105-a096c1a5fc13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:48.552880 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1fdcd94d-a78e-41e5-a105-a096c1a5fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:48.553101 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-409b62fc-76dd-4f90-bb1e-0752820e624b None None] Allocated IP 172.20.0.2 (e76bd22f-ab49-434c-bd3d-75838f35c32b/854540fc-3f72-4fa4-b436-80a89c748f21/a738ab6c-406c-4244-92e1-5b5ca56e2238) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:48.595514 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1fdcd94d-a78e-41e5-a105-a096c1a5fc13 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5232edcb579f44f8b7ccba2070834fad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2117543 Jul 05 04:17:48.598794 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57266) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:48.606698 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdcd94d-a78e-41e5-a105-a096c1a5fc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5aa245d-aabc-45a1-b2ef-eaf389a28490,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:48.610022 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16032335-d5be-4931-82f0-4d5e53b2d5da'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:48.612749 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d3fb0f9-bf48-4e41-a038-c013044c13af tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:48.620240 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90690862-4409-47ff-b1d8-7b64a48fb222" -d '{"events": [{"server_uuid": "1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9", "name": "network-vif-plugged", "status": "completed", "tag": "16032335-d5be-4931-82f0-4d5e53b2d5da"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:48.760750 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-831a746b-0501-47e4-b629-0c26d78fa53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:48.774345 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ead916a-ca24-4942-9f78-120455d153c4 x-openstack-request-id: req-2ead916a-ca24-4942-9f78-120455d153c4 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:48.774802 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9", "name": "network-vif-plugged", "status": "completed", "tag": "16032335-d5be-4931-82f0-4d5e53b2d5da", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:48.775259 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2ead916a-ca24-4942-9f78-120455d153c4 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:48.775742 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16032335-d5be-4931-82f0-4d5e53b2d5da', 'code': 200} Jul 05 04:17:48.826837 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-831a746b-0501-47e4-b629-0c26d78fa53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:48.892173 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-409b62fc-76dd-4f90-bb1e-0752820e624b None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:48.914642 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-409b62fc-76dd-4f90-bb1e-0752820e624b None None] Transition to ACTIVE for port object a738ab6c-406c-4244-92e1-5b5ca56e2238 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:48.934366 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e391b-3265-42d5-947c-a0b3fa7931df req-0fb3ed1d-179a-4ded-a8f0-a5d30c6bd726 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:48.945298 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-409b62fc-76dd-4f90-bb1e-0752820e624b None None] Transition to ACTIVE for port object a738ab6c-406c-4244-92e1-5b5ca56e2238 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:48.946227 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-517e391b-3265-42d5-947c-a0b3fa7931df req-0fb3ed1d-179a-4ded-a8f0-a5d30c6bd726 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 945 time: 0.1730251 Jul 05 04:17:48.952782 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-409b62fc-76dd-4f90-bb1e-0752820e624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:49.005494 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-831a746b-0501-47e4-b629-0c26d78fa53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:49.007635 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-831a746b-0501-47e4-b629-0c26d78fa53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:49.007963 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409b62fc-76dd-4f90-bb1e-0752820e624b None None] Network e76bd22f-ab49-434c-bd3d-75838f35c32b is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:49.011251 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-831a746b-0501-47e4-b629-0c26d78fa53a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d5aa245d-aabc-45a1-b2ef-eaf389a28490 HTTP/1.1" status: 204 len: 168 time: 0.4087946 Jul 05 04:17:49.017087 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-409b62fc-76dd-4f90-bb1e-0752820e624b None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:49.020862 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b62fc-76dd-4f90-bb1e-0752820e624b None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:49.028526 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b62fc-76dd-4f90-bb1e-0752820e624b None None] Pushing event updated for resources: {'Port': ['ID=a738ab6c-406c-4244-92e1-5b5ca56e2238,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:49.068403 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a746b-0501-47e4-b629-0c26d78fa53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5aa245d-aabc-45a1-b2ef-eaf389a28490,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:49.072962 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153c66c-fd2d-40aa-9208-913f88075068 req-dbaef45c-d53a-4774-bdbd-da87f5862c54 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:49.075587 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-517e391b-3265-42d5-947c-a0b3fa7931df req-1ff3455d-03ad-4642-94d1-e03b8495fa56 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285045 Jul 05 04:17:49.079449 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d153c66c-fd2d-40aa-9208-913f88075068 req-dbaef45c-d53a-4774-bdbd-da87f5862c54 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.1941657 Jul 05 04:17:49.137649 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d3fb0f9-bf48-4e41-a038-c013044c13af tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:49.139045 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-409b62fc-76dd-4f90-bb1e-0752820e624b None None] Attempting to bind port a738ab6c-406c-4244-92e1-5b5ca56e2238 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:49.141142 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-409b62fc-76dd-4f90-bb1e-0752820e624b None None] Attempting to bind port a738ab6c-406c-4244-92e1-5b5ca56e2238 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0e2874ff-fdf4-4c2b-8d5f-d7198e685131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e76bd22f-ab49-434c-bd3d-75838f35c32b'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:49.141142 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b62fc-76dd-4f90-bb1e-0752820e624b None None] Attempting to bind port a738ab6c-406c-4244-92e1-5b5ca56e2238 on network e76bd22f-ab49-434c-bd3d-75838f35c32b {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:49.153052 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b62fc-76dd-4f90-bb1e-0752820e624b None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:49.153439 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b62fc-76dd-4f90-bb1e-0752820e624b None None] Checking segment: {'id': '0e2874ff-fdf4-4c2b-8d5f-d7198e685131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e76bd22f-ab49-434c-bd3d-75838f35c32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:49.153852 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-409b62fc-76dd-4f90-bb1e-0752820e624b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:49.154348 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b62fc-76dd-4f90-bb1e-0752820e624b None None] Bound using segment: {'id': '0e2874ff-fdf4-4c2b-8d5f-d7198e685131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e76bd22f-ab49-434c-bd3d-75838f35c32b'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:49.154758 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-409b62fc-76dd-4f90-bb1e-0752820e624b None None] Bound port: a738ab6c-406c-4244-92e1-5b5ca56e2238, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2874ff-fdf4-4c2b-8d5f-d7198e685131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e76bd22f-ab49-434c-bd3d-75838f35c32b'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:49.155143 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-409b62fc-76dd-4f90-bb1e-0752820e624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:49.165313 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d3fb0f9-bf48-4e41-a038-c013044c13af tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:49.178985 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d153c66c-fd2d-40aa-9208-913f88075068 req-cf0f0aa3-7651-4473-97af-9bb9e84278ce tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894504 Jul 05 04:17:49.327688 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-9d3fb0f9-bf48-4e41-a038-c013044c13af tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Allocated IP 172.25.1.6 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/60c40c99-0d0e-47c7-84f7-cb226b00d57a) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:49.540273 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257720ab-e334-475d-8b78-c19bdd7c11bb req-aabe4b9c-ab56-4f79-b704-7dea2a5471f5 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:49.542112 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-257720ab-e334-475d-8b78-c19bdd7c11bb req-aabe4b9c-ab56-4f79-b704-7dea2a5471f5 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 945 time: 0.1375713 Jul 05 04:17:49.547950 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-409b62fc-76dd-4f90-bb1e-0752820e624b None None] For port a738ab6c-406c-4244-92e1-5b5ca56e2238, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:49.552412 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-409b62fc-76dd-4f90-bb1e-0752820e624b None None] For port a738ab6c-406c-4244-92e1-5b5ca56e2238, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a738ab6c-406c-4244-92e1-5b5ca56e2238,segment=NetworkSegment(0e2874ff-fdf4-4c2b-8d5f-d7198e685131),segment_id=0e2874ff-fdf4-4c2b-8d5f-d7198e685131)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:49.562508 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d3fb0f9-bf48-4e41-a038-c013044c13af tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:49.565755 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-409b62fc-76dd-4f90-bb1e-0752820e624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:49.620223 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-257720ab-e334-475d-8b78-c19bdd7c11bb req-af9cb02a-faa7-4846-81fc-d0e0489d74c0 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710247 Jul 05 04:17:49.641723 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b62fc-76dd-4f90-bb1e-0752820e624b None None] Pushing event updated for resources: {'Port': ['ID=a738ab6c-406c-4244-92e1-5b5ca56e2238,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:49.669709 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d3fb0f9-bf48-4e41-a038-c013044c13af tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:49.726781 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fb0f9-bf48-4e41-a038-c013044c13af tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event updated for resources: {'Port': ['ID=60c40c99-0d0e-47c7-84f7-cb226b00d57a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:49.742719 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3fb0f9-bf48-4e41-a038-c013044c13af tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:49.744453 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-9d3fb0f9-bf48-4e41-a038-c013044c13af tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:49.747090 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3fb0f9-bf48-4e41-a038-c013044c13af tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:49.897978 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905827a-08dd-477c-ae0e-326f6bb204cf req-b3ef7f56-e96a-441e-b681-c8dcca942bdc tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:49.899602 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4905827a-08dd-477c-ae0e-326f6bb204cf req-b3ef7f56-e96a-441e-b681-c8dcca942bdc tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 945 time: 0.1074812 Jul 05 04:17:49.982519 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4905827a-08dd-477c-ae0e-326f6bb204cf req-cd24df8b-48c4-4882-84ba-388de2e59df3 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768855 Jul 05 04:17:50.005317 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57308) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:50.112879 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d3fb0f9-bf48-4e41-a038-c013044c13af tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:50.478439 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d83b0f-2d17-4209-ae2e-548c3cbff411 req-c38312e6-4b47-428c-87c9-e715999d71ed tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:50.485515 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-43d83b0f-2d17-4209-ae2e-548c3cbff411 req-c38312e6-4b47-428c-87c9-e715999d71ed tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 945 time: 0.1882234 Jul 05 04:17:50.530258 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02584e18-d859-4df7-84f2-a8032952a64a req-85eff3e3-f81a-4092-a189-ceaa5fcdc030 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:50.538882 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-02584e18-d859-4df7-84f2-a8032952a64a req-85eff3e3-f81a-4092-a189-ceaa5fcdc030 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.1723022 Jul 05 04:17:50.563775 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-43d83b0f-2d17-4209-ae2e-548c3cbff411 req-2de96707-cb33-484b-a083-e619b60299f6 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774162 Jul 05 04:17:50.570304 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d3fb0f9-bf48-4e41-a038-c013044c13af tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:50.581106 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7be3d42-17b7-4502-8457-f497cd8042da tempest-TestVolumeBootPattern-179037345 tempest-TestVolumeBootPattern-179037345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:50.583020 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c7be3d42-17b7-4502-8457-f497cd8042da tempest-TestVolumeBootPattern-179037345 tempest-TestVolumeBootPattern-179037345-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 1092 time: 0.5766215 Jul 05 04:17:50.587477 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57324) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:50.595751 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57326) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:50.605964 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-73a6a7f2-0c2a-441b-a9fe-308e7c789992 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': '8e91c81f-f371-4df7-89c4-a551299df1b9', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:50.724537 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-02584e18-d859-4df7-84f2-a8032952a64a req-16afc63b-c702-4bcc-9e5b-b75052fed4d7 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834657 Jul 05 04:17:50.725503 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-73a6a7f2-0c2a-441b-a9fe-308e7c789992 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:50.771490 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3fb0f9-bf48-4e41-a038-c013044c13af tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Router 300010b7-8dff-4a74-ad6b-5258ff7a0680 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:17:50.815534 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-11f7baaa-c996-48d0-aaab-dba17cfef86d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/floatingips/62c89084-a5e2-442b-bd29-ce88dc0d29dc HTTP/1.1" status: 200 len: 993 time: 0.2267339 Jul 05 04:17:50.907223 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-73a6a7f2-0c2a-441b-a9fe-308e7c789992 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:50.936228 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3fb0f9-bf48-4e41-a038-c013044c13af tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:50.950276 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b8af4e-949c-47ca-93b4-078815246db1 None None] Sync routers for ids ['300010b7-8dff-4a74-ad6b-5258ff7a0680'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:50.976373 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b8af4e-949c-47ca-93b4-078815246db1 None None] Routers {'300010b7-8dff-4a74-ad6b-5258ff7a0680'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:50.978033 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-07b8af4e-949c-47ca-93b4-078815246db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['300010b7-8dff-4a74-ad6b-5258ff7a0680'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:50.987904 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d3fb0f9-bf48-4e41-a038-c013044c13af tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:50.993654 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9d3fb0f9-bf48-4e41-a038-c013044c13af tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7676089 Jul 05 04:17:50.995210 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57336) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:51.107149 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-07b8af4e-949c-47ca-93b4-078815246db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:51.111570 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-73a6a7f2-0c2a-441b-a9fe-308e7c789992 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Allocated IP 172.25.1.11 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/39782dea-29e6-4802-8ec5-d27a0eae12f8) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:51.154203 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b8af4e-949c-47ca-93b4-078815246db1 None None] Routers {'300010b7-8dff-4a74-ad6b-5258ff7a0680'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:51.154985 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-07b8af4e-949c-47ca-93b4-078815246db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['300010b7-8dff-4a74-ad6b-5258ff7a0680'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:51.209701 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-07b8af4e-949c-47ca-93b4-078815246db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:51.210542 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b8af4e-949c-47ca-93b4-078815246db1 None None] The sync data for ids ['300010b7-8dff-4a74-ad6b-5258ff7a0680'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:51.212138 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421a774e-4a47-46fd-8587-dcf275bea4af None None] Network e76bd22f-ab49-434c-bd3d-75838f35c32b requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:51.215683 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a738ab6c-406c-4244-92e1-5b5ca56e2238 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:51.314653 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a77e5128-a8e6-4c2d-a903-ac9a9072f42b None None] Provisioning for port a738ab6c-406c-4244-92e1-5b5ca56e2238 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:51.375000 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-73a6a7f2-0c2a-441b-a9fe-308e7c789992 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:51.417619 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port a738ab6c-406c-4244-92e1-5b5ca56e2238 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:51.458129 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a738ab6c-406c-4244-92e1-5b5ca56e2238 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:51.458779 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:51.460411 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-73a6a7f2-0c2a-441b-a9fe-308e7c789992 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:51.543215 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a6a7f2-0c2a-441b-a9fe-308e7c789992 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:51.550188 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-73a6a7f2-0c2a-441b-a9fe-308e7c789992 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:51.554091 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a6a7f2-0c2a-441b-a9fe-308e7c789992 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:51.592594 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6a7f2-0c2a-441b-a9fe-308e7c789992 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event updated for resources: {'Port': ['ID=39782dea-29e6-4802-8ec5-d27a0eae12f8,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:51.664605 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:51.739713 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port a738ab6c-406c-4244-92e1-5b5ca56e2238, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a738ab6c-406c-4244-92e1-5b5ca56e2238,segment=NetworkSegment(0e2874ff-fdf4-4c2b-8d5f-d7198e685131),segment_id=0e2874ff-fdf4-4c2b-8d5f-d7198e685131)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:51.745638 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:51.851103 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=a738ab6c-406c-4244-92e1-5b5ca56e2238,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:52.022478 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6c5368b8-8707-4930-9716-5626235cec13 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.112086 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bebfa3-0d69-4567-b52a-95eadf359d64 req-4882d3db-0186-473b-b9de-95d6ca4e0793 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:52.114355 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58bebfa3-0d69-4567-b52a-95eadf359d64 req-4882d3db-0186-473b-b9de-95d6ca4e0793 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.1698303 Jul 05 04:17:52.177816 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a065efa2-30c1-4fd3-af59-809895717cbe None None] Provisioning complete for port a738ab6c-406c-4244-92e1-5b5ca56e2238 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:52.178366 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a065efa2-30c1-4fd3-af59-809895717cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.288900 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58bebfa3-0d69-4567-b52a-95eadf359d64 req-720df67f-99f3-4ea2-b170-94fb4831e1b8 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669290 Jul 05 04:17:52.324996 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-73a6a7f2-0c2a-441b-a9fe-308e7c789992 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.434298 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-73a6a7f2-0c2a-441b-a9fe-308e7c789992 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.500603 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-6c5368b8-8707-4930-9716-5626235cec13 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Allocated IP 172.20.0.1 (e76bd22f-ab49-434c-bd3d-75838f35c32b/854540fc-3f72-4fa4-b436-80a89c748f21/ca6d1439-54d4-4e42-ae4f-52613e961ab2) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:52.670339 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6c5368b8-8707-4930-9716-5626235cec13 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.697383 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-73a6a7f2-0c2a-441b-a9fe-308e7c789992 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.715284 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-73a6a7f2-0c2a-441b-a9fe-308e7c789992 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.715592 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-6c5368b8-8707-4930-9716-5626235cec13 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Transition to ACTIVE for port object ca6d1439-54d4-4e42-ae4f-52613e961ab2 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:52.793356 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6c5368b8-8707-4930-9716-5626235cec13 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.802232 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6a7f2-0c2a-441b-a9fe-308e7c789992 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event updated for resources: {'Port': ['ID=39782dea-29e6-4802-8ec5-d27a0eae12f8,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:52.863192 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-73a6a7f2-0c2a-441b-a9fe-308e7c789992 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.892092 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5368b8-8707-4930-9716-5626235cec13 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Network e76bd22f-ab49-434c-bd3d-75838f35c32b is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:52.922629 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-6c5368b8-8707-4930-9716-5626235cec13 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:52.932395 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5368b8-8707-4930-9716-5626235cec13 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:52.953696 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5368b8-8707-4930-9716-5626235cec13 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event updated for resources: {'Port': ['ID=ca6d1439-54d4-4e42-ae4f-52613e961ab2,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:53.106951 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6c5368b8-8707-4930-9716-5626235cec13 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.180372 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-73a6a7f2-0c2a-441b-a9fe-308e7c789992 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Floating IP a14b0206-a243-441c-b094-85d9ce65b347 associated. External IP: 172.25.1.11, port: 8e91c81f-f371-4df7-89c4-a551299df1b9. Jul 05 04:17:53.225778 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a738ab6c-406c-4244-92e1-5b5ca56e2238 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:53.299948 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a738ab6c-406c-4244-92e1-5b5ca56e2238 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:53.300778 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.380652 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6c5368b8-8707-4930-9716-5626235cec13 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.502802 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9a71f6dc-88ba-49ee-8cd9-5bb78508fcad None None] Provisioning for port ca6d1439-54d4-4e42-ae4f-52613e961ab2 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:53.509505 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9a71f6dc-88ba-49ee-8cd9-5bb78508fcad None None] Provisioning complete for port ca6d1439-54d4-4e42-ae4f-52613e961ab2 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:53.510811 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9a71f6dc-88ba-49ee-8cd9-5bb78508fcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.558905 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-9a71f6dc-88ba-49ee-8cd9-5bb78508fcad None None] Port ca6d1439-54d4-4e42-ae4f-52613e961ab2 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:17:53.693988 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a6a7f2-0c2a-441b-a9fe-308e7c789992 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:17:53.717875 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca93d7-9024-40d8-be76-60eeffc3cb1b req-45beddfb-a77f-4163-b5db-f484fc038274 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:53.720369 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-64ca93d7-9024-40d8-be76-60eeffc3cb1b req-45beddfb-a77f-4163-b5db-f484fc038274 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.1630931 Jul 05 04:17:53.784337 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6c5368b8-8707-4930-9716-5626235cec13 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.794079 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6c5368b8-8707-4930-9716-5626235cec13 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.822864 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-64ca93d7-9024-40d8-be76-60eeffc3cb1b req-8c9b9d37-dad1-458f-ae35-2a04c26f928c tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908391 Jul 05 04:17:53.896073 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5368b8-8707-4930-9716-5626235cec13 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event updated for resources: {'Port': ['ID=ca6d1439-54d4-4e42-ae4f-52613e961ab2,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:53.898849 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6c5368b8-8707-4930-9716-5626235cec13 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.909939 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a6a7f2-0c2a-441b-a9fe-308e7c789992 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:53.920069 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf2a30-3aa1-48e9-adbe-2adbfc0b74ff None None] Sync routers for ids ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:53.935470 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-73a6a7f2-0c2a-441b-a9fe-308e7c789992 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.939959 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bf2a30-3aa1-48e9-adbe-2adbfc0b74ff None None] Routers {'7a44aaa2-cec1-4473-8d66-c4610d2148f2'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:53.942390 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-a4bf2a30-3aa1-48e9-adbe-2adbfc0b74ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:54.004369 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-73a6a7f2-0c2a-441b-a9fe-308e7c789992 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3901482 Jul 05 04:17:54.004369 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb533d83-b6ad-4ed2-8a99-091e2f8f3920', 'tag': '8e91c81f-f371-4df7-89c4-a551299df1b9'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:54.004369 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eae204e-1aa0-48a4-8e2d-84bee5f97de0" -d '{"events": [{"name": "network-changed", "server_uuid": "bb533d83-b6ad-4ed2-8a99-091e2f8f3920", "tag": "8e91c81f-f371-4df7-89c4-a551299df1b9"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:54.039360 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5368b8-8707-4930-9716-5626235cec13 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Network e76bd22f-ab49-434c-bd3d-75838f35c32b is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:54.041026 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-6c5368b8-8707-4930-9716-5626235cec13 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:54.084291 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fd6304-b5df-49c6-9a93-b65a2b1a4705 x-openstack-request-id: req-d3fd6304-b5df-49c6-9a93-b65a2b1a4705 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:54.084665 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb533d83-b6ad-4ed2-8a99-091e2f8f3920", "tag": "8e91c81f-f371-4df7-89c4-a551299df1b9", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:54.084993 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d3fd6304-b5df-49c6-9a93-b65a2b1a4705 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:54.085474 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb533d83-b6ad-4ed2-8a99-091e2f8f3920', 'tag': '8e91c81f-f371-4df7-89c4-a551299df1b9', 'status': 'completed', 'code': 200} Jul 05 04:17:54.145645 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-a4bf2a30-3aa1-48e9-adbe-2adbfc0b74ff None None] Set router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:17:54.240708 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae204e-1aa0-48a4-8e2d-84bee5f97de0 req-a5abf841-3240-4dee-b709-fd07d0c19a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:54.247906 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9eae204e-1aa0-48a4-8e2d-84bee5f97de0 req-a5abf841-3240-4dee-b709-fd07d0c19a8e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 1097 time: 0.1389542 Jul 05 04:17:54.257545 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57394) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:54.309672 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5368b8-8707-4930-9716-5626235cec13 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Router 300010b7-8dff-4a74-ad6b-5258ff7a0680 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:17:54.368789 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae204e-1aa0-48a4-8e2d-84bee5f97de0 req-1c585b77-e4ee-4919-adf6-bf0c1ef6a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:54.371901 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9eae204e-1aa0-48a4-8e2d-84bee5f97de0 req-1c585b77-e4ee-4919-adf6-bf0c1ef6a7a0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 913 time: 0.1167288 Jul 05 04:17:54.481922 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5368b8-8707-4930-9716-5626235cec13 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:54.495949 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6c5368b8-8707-4930-9716-5626235cec13 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "PUT /v2.0/routers/300010b7-8dff-4a74-ad6b-5258ff7a0680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4970772 Jul 05 04:17:54.496869 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57398) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:54.503144 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-c7c751a1-ec9f-435a-b50a-d39ffc2c0d1b tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Request body: {'port': {'network_id': 'e76bd22f-ab49-434c-bd3d-75838f35c32b', 'name': 'tempest-FloatingIPTestJSON-1041561465'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:54.504801 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5322d4-4c37-4628-a153-35cf25302156 None None] Sync routers for ids ['300010b7-8dff-4a74-ad6b-5258ff7a0680'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:54.512741 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5432b4ae-76c8-446c-b5e7-7d4941cf6822 None None] Provisioning complete for port ca6d1439-54d4-4e42-ae4f-52613e961ab2 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:54.513033 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5432b4ae-76c8-446c-b5e7-7d4941cf6822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:54.527919 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9eae204e-1aa0-48a4-8e2d-84bee5f97de0 req-4884865a-1cb4-4ab7-a400-d316298b0a2e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e91c81f-f371-4df7-89c4-a551299df1b9 HTTP/1.1" status: 200 len: 998 time: 0.1477628 Jul 05 04:17:54.536254 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5322d4-4c37-4628-a153-35cf25302156 None None] Routers {'300010b7-8dff-4a74-ad6b-5258ff7a0680'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:54.536909 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8c5322d4-4c37-4628-a153-35cf25302156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['300010b7-8dff-4a74-ad6b-5258ff7a0680'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:54.573848 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a599e00-3103-4cf8-bc93-72a411872e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:54.577847 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8c5322d4-4c37-4628-a153-35cf25302156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:54.598190 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-5432b4ae-76c8-446c-b5e7-7d4941cf6822 None None] Port ca6d1439-54d4-4e42-ae4f-52613e961ab2 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:17:54.602935 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5322d4-4c37-4628-a153-35cf25302156 None None] Routers {'300010b7-8dff-4a74-ad6b-5258ff7a0680'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:54.604237 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8c5322d4-4c37-4628-a153-35cf25302156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['300010b7-8dff-4a74-ad6b-5258ff7a0680'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:54.609058 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-a4bf2a30-3aa1-48e9-adbe-2adbfc0b74ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8e7245f1-a580-4964-b460-1eca58617026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:11:12Z', 'revision_number': 4, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port': {'id': '8e7245f1-a580-4964-b460-1eca58617026', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:06Z', 'updated_at': '2021-07-05T04:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'a14b0206-a243-441c-b094-85d9ce65b347', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'floating_ip_address': '172.25.1.11', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'port_id': '8e91c81f-f371-4df7-89c4-a551299df1b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'mac_address': 'fa:16:3e:0e:a1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb533d83-b6ad-4ed2-8a99-091e2f8f3920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:17:52Z', 'updated_at': '2021-07-05T04:17:52Z', 'revision_number': 0, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23aa9a35-c8ab-4815-b431-dfb96f47ee25', 'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'mac_address': 'fa:16:3e:d1:3c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:11Z', 'updated_at': '2021-07-05T04:11:28Z', 'revision_number': 5, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'subnets': [{'id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:54.665034 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8c5322d4-4c37-4628-a153-35cf25302156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:54.665366 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf2a30-3aa1-48e9-adbe-2adbfc0b74ff None None] Checking router: 7a44aaa2-cec1-4473-8d66-c4610d2148f2 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:17:54.666156 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5322d4-4c37-4628-a153-35cf25302156 None None] The sync data for ids ['300010b7-8dff-4a74-ad6b-5258ff7a0680'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:54.674682 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bf2a30-3aa1-48e9-adbe-2adbfc0b74ff None None] Routers {'7a44aaa2-cec1-4473-8d66-c4610d2148f2'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:54.675306 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-a4bf2a30-3aa1-48e9-adbe-2adbfc0b74ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:54.742258 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae204e-1aa0-48a4-8e2d-84bee5f97de0 req-be1e9c03-e8ed-4ca2-9216-d29a812e14b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:54.744849 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9eae204e-1aa0-48a4-8e2d-84bee5f97de0 req-be1e9c03-e8ed-4ca2-9216-d29a812e14b9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40568ec5-9a32-47f3-85b6-60f4faaa494c HTTP/1.1" status: 200 len: 851 time: 0.1878092 Jul 05 04:17:54.806190 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-a4bf2a30-3aa1-48e9-adbe-2adbfc0b74ff None None] Set router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:17:54.856546 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a599e00-3103-4cf8-bc93-72a411872e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:54.859046 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae204e-1aa0-48a4-8e2d-84bee5f97de0 req-e13273b3-dfdd-43dd-a125-57404be8f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:54.860908 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9eae204e-1aa0-48a4-8e2d-84bee5f97de0 req-e13273b3-dfdd-43dd-a125-57404be8f4bc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1087403 Jul 05 04:17:54.864621 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a599e00-3103-4cf8-bc93-72a411872e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:54.975259 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6a599e00-3103-4cf8-bc93-72a411872e65 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=26ef90cb19dd4b35801c1ac146f123d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7167180 Jul 05 04:17:54.976108 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c751a1-ec9f-435a-b50a-d39ffc2c0d1b tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Made reservation on behalf of 1a5d27ea58a643808bb98f88bca8fb1d for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:54.978173 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57402) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:54.979718 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c7c751a1-ec9f-435a-b50a-d39ffc2c0d1b tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.029157 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a599e00-3103-4cf8-bc93-72a411872e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758c58b5-f2f0-4872-8ddb-33b1d994a536,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:55.039673 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bcf6fa6e-564e-41aa-a090-0515d725133f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.053480 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-c7c751a1-ec9f-435a-b50a-d39ffc2c0d1b tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] device_id is not set on port 22638c9e-097f-4708-a4a3-3022a4ac878e yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:17:55.075279 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bcf6fa6e-564e-41aa-a090-0515d725133f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.152508 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-a4bf2a30-3aa1-48e9-adbe-2adbfc0b74ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8e7245f1-a580-4964-b460-1eca58617026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:11:12Z', 'revision_number': 4, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port': {'id': '8e7245f1-a580-4964-b460-1eca58617026', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:06Z', 'updated_at': '2021-07-05T04:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'a14b0206-a243-441c-b094-85d9ce65b347', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'floating_ip_address': '172.25.1.11', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'port_id': '8e91c81f-f371-4df7-89c4-a551299df1b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'mac_address': 'fa:16:3e:0e:a1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb533d83-b6ad-4ed2-8a99-091e2f8f3920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:17:52Z', 'updated_at': '2021-07-05T04:17:52Z', 'revision_number': 0, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23aa9a35-c8ab-4815-b431-dfb96f47ee25', 'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'mac_address': 'fa:16:3e:d1:3c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:11Z', 'updated_at': '2021-07-05T04:11:28Z', 'revision_number': 5, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'subnets': [{'id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:55.153445 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9eae204e-1aa0-48a4-8e2d-84bee5f97de0 req-656abb82-9e30-414f-8226-ae7e12084cb1 service neutron] 10.222.0.89 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787557 Jul 05 04:17:55.157219 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bcf6fa6e-564e-41aa-a090-0515d725133f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.165433 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bcf6fa6e-564e-41aa-a090-0515d725133f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.166873 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bcf6fa6e-564e-41aa-a090-0515d725133f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/758c58b5-f2f0-4872-8ddb-33b1d994a536 HTTP/1.1" status: 204 len: 168 time: 0.1875534 Jul 05 04:17:55.177728 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6fa6e-564e-41aa-a090-0515d725133f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758c58b5-f2f0-4872-8ddb-33b1d994a536,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:55.186010 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf2a30-3aa1-48e9-adbe-2adbfc0b74ff None None] The sync data for ids ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'] in n-d-780147-23 is: [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8e7245f1-a580-4964-b460-1eca58617026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:11:12Z', 'revision_number': 4, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port': {'id': '8e7245f1-a580-4964-b460-1eca58617026', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:06Z', 'updated_at': '2021-07-05T04:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'a14b0206-a243-441c-b094-85d9ce65b347', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'floating_ip_address': '172.25.1.11', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'port_id': '8e91c81f-f371-4df7-89c4-a551299df1b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'mac_address': 'fa:16:3e:0e:a1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb533d83-b6ad-4ed2-8a99-091e2f8f3920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:17:52Z', 'updated_at': '2021-07-05T04:17:52Z', 'revision_number': 0, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23aa9a35-c8ab-4815-b431-dfb96f47ee25', 'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'mac_address': 'fa:16:3e:d1:3c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:11Z', 'updated_at': '2021-07-05T04:11:28Z', 'revision_number': 5, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'subnets': [{'id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:55.186782 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71879fde-a4c0-4970-9c75-a4c1d30f1a32 req-f64eae26-c601-4da1-b60a-afe7709098e4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:55.195170 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-71879fde-a4c0-4970-9c75-a4c1d30f1a32 req-f64eae26-c601-4da1-b60a-afe7709098e4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.2118692 Jul 05 04:17:55.354253 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-c7c751a1-ec9f-435a-b50a-d39ffc2c0d1b tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Allocated IP 172.20.0.10 (e76bd22f-ab49-434c-bd3d-75838f35c32b/854540fc-3f72-4fa4-b436-80a89c748f21/22638c9e-097f-4708-a4a3-3022a4ac878e) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:55.361879 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-71879fde-a4c0-4970-9c75-a4c1d30f1a32 req-e3bc97c5-ebc4-446d-89fb-9716ab90f475 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658134 Jul 05 04:17:55.399680 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9eae204e-1aa0-48a4-8e2d-84bee5f97de0 req-87e062d1-2fee-4ef1-b0bd-a388439ee4bc service neutron] 10.222.0.89 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319956 Jul 05 04:17:55.518991 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06238486-442b-4b77-821d-8b10eeb12155 None None] New status for floating IP a14b0206-a243-441c-b094-85d9ce65b347: ACTIVE {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:17:55.578315 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c7c751a1-ec9f-435a-b50a-d39ffc2c0d1b tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.598422 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-c7c751a1-ec9f-435a-b50a-d39ffc2c0d1b tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Transition to ACTIVE for port object 22638c9e-097f-4708-a4a3-3022a4ac878e will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:55.601238 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57412) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:55.620395 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e0f53703-c744-4cdc-8350-d5ce0d0aa6f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.641486 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c7c751a1-ec9f-435a-b50a-d39ffc2c0d1b tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.734571 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c751a1-ec9f-435a-b50a-d39ffc2c0d1b tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Network e76bd22f-ab49-434c-bd3d-75838f35c32b is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:55.738254 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-c7c751a1-ec9f-435a-b50a-d39ffc2c0d1b tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:55.745113 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c751a1-ec9f-435a-b50a-d39ffc2c0d1b tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:55.757348 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e0f53703-c744-4cdc-8350-d5ce0d0aa6f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.762567 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e0f53703-c744-4cdc-8350-d5ce0d0aa6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.785720 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c751a1-ec9f-435a-b50a-d39ffc2c0d1b tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event updated for resources: {'Port': ['ID=22638c9e-097f-4708-a4a3-3022a4ac878e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:55.811754 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e0f53703-c744-4cdc-8350-d5ce0d0aa6f5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=203cdf4457694b3f914eff460e745a77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2088652 Jul 05 04:17:55.812751 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f53703-c744-4cdc-8350-d5ce0d0aa6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53220483-74d1-4290-a4ad-d5e8365786f7,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:55.814434 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57414) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:55.837024 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c751a1-ec9f-435a-b50a-d39ffc2c0d1b tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:55.837681 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c7c751a1-ec9f-435a-b50a-d39ffc2c0d1b tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.870413 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c7c751a1-ec9f-435a-b50a-d39ffc2c0d1b tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3705525 Jul 05 04:17:55.870901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57416) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:55.879409 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-ea15b644-558b-45de-82f9-6bc393eb0478 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Request body: {'floatingip': {'port_id': '22638c9e-097f-4708-a4a3-3022a4ac878e'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:55.893336 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7f5c39c9-8520-458f-b170-73533bd7ad3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.922346 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7f5c39c9-8520-458f-b170-73533bd7ad3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.954622 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ea15b644-558b-45de-82f9-6bc393eb0478 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.985093 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7f5c39c9-8520-458f-b170-73533bd7ad3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.988941 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7f5c39c9-8520-458f-b170-73533bd7ad3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.994190 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7f5c39c9-8520-458f-b170-73533bd7ad3c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/53220483-74d1-4290-a4ad-d5e8365786f7 HTTP/1.1" status: 204 len: 168 time: 0.1779759 Jul 05 04:17:56.004978 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c39c9-8520-458f-b170-73533bd7ad3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53220483-74d1-4290-a4ad-d5e8365786f7,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:56.044763 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-106f0a09-0f89-4006-ab38-e97fd423ff47 None None] Provisioning for port 22638c9e-097f-4708-a4a3-3022a4ac878e completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:56.051624 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-106f0a09-0f89-4006-ab38-e97fd423ff47 None None] Provisioning complete for port 22638c9e-097f-4708-a4a3-3022a4ac878e triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:56.052155 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-106f0a09-0f89-4006-ab38-e97fd423ff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.101734 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-106f0a09-0f89-4006-ab38-e97fd423ff47 None None] Port 22638c9e-097f-4708-a4a3-3022a4ac878e cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:17:56.355536 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57428) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:56.413265 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c787c29-8011-4f7d-9c0d-9099ccd03dcc admin admin] Deleting subnet d25caeca-3499-4e41-a768-1b255cdf3443 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:17:56.417490 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0c787c29-8011-4f7d-9c0d-9099ccd03dcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.466793 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0c787c29-8011-4f7d-9c0d-9099ccd03dcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.518395 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0c787c29-8011-4f7d-9c0d-9099ccd03dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.600719 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0c787c29-8011-4f7d-9c0d-9099ccd03dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.621990 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ea15b644-558b-45de-82f9-6bc393eb0478 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.627993 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ea15b644-558b-45de-82f9-6bc393eb0478 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.633774 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c787c29-8011-4f7d-9c0d-9099ccd03dcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d25caeca-3499-4e41-a768-1b255cdf3443,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:56.639322 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0c787c29-8011-4f7d-9c0d-9099ccd03dcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.641366 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0c787c29-8011-4f7d-9c0d-9099ccd03dcc admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d25caeca-3499-4e41-a768-1b255cdf3443 HTTP/1.1" status: 204 len: 168 time: 0.2847843 Jul 05 04:17:56.643829 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57440) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:56.697884 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92588eb-6ce5-4c1d-9214-bf050d2bc07d req-4f2fd5a9-1c39-4134-9038-2b0789dd8074 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:56.704498 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a92588eb-6ce5-4c1d-9214-bf050d2bc07d req-4f2fd5a9-1c39-4134-9038-2b0789dd8074 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.1756408 Jul 05 04:17:56.733778 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-684f3916-ce70-4f18-a266-053741c3eb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.790282 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a92588eb-6ce5-4c1d-9214-bf050d2bc07d req-d2a8dbf2-a3c2-4015-916d-7db4bab8a203 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839851 Jul 05 04:17:56.802250 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-ea15b644-558b-45de-82f9-6bc393eb0478 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Floating IP 93d196f6-514e-429d-bf05-668b0803890d associated. External IP: 172.25.1.118, port: 2debbc79-d80a-4a98-842f-4986adf7238c. Jul 05 04:17:56.838547 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-684f3916-ce70-4f18-a266-053741c3eb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.853485 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-684f3916-ce70-4f18-a266-053741c3eb92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d119de3-2a8b-4954-9fdc-473c1fb2dd77']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:56.865439 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-684f3916-ce70-4f18-a266-053741c3eb92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c664de-b14a-4932-98de-64e9615b12e3') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:56.865830 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-684f3916-ce70-4f18-a266-053741c3eb92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c664de-b14a-4932-98de-64e9615b12e3') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:56.876217 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-684f3916-ce70-4f18-a266-053741c3eb92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.898378 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-684f3916-ce70-4f18-a266-053741c3eb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.905970 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684f3916-ce70-4f18-a266-053741c3eb92 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:17:56.906431 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-684f3916-ce70-4f18-a266-053741c3eb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:17:56.908462 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:17:56.975772 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-684f3916-ce70-4f18-a266-053741c3eb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.986879 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-684f3916-ce70-4f18-a266-053741c3eb92 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.991346 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-684f3916-ce70-4f18-a266-053741c3eb92 admin admin] 10.222.0.77 "DELETE /v2.0/networks/5d119de3-2a8b-4954-9fdc-473c1fb2dd77 HTTP/1.1" status: 204 len: 168 time: 0.3404136 Jul 05 04:17:56.993270 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57448) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:57.035754 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f3916-ce70-4f18-a266-053741c3eb92 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d119de3-2a8b-4954-9fdc-473c1fb2dd77,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:57.064256 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad10add7-518b-40e7-9e6a-5fa410830a42 admin admin] Deleting subnet a9dfe51f-6c97-4daf-8931-9117ad7a8ffa {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:17:57.070721 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad10add7-518b-40e7-9e6a-5fa410830a42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:57.115887 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad10add7-518b-40e7-9e6a-5fa410830a42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:57.169709 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad10add7-518b-40e7-9e6a-5fa410830a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:57.240534 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad10add7-518b-40e7-9e6a-5fa410830a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:57.264393 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10add7-518b-40e7-9e6a-5fa410830a42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9dfe51f-6c97-4daf-8931-9117ad7a8ffa,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:57.268809 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad10add7-518b-40e7-9e6a-5fa410830a42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:57.273479 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ad10add7-518b-40e7-9e6a-5fa410830a42 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a9dfe51f-6c97-4daf-8931-9117ad7a8ffa HTTP/1.1" status: 204 len: 168 time: 0.2791157 Jul 05 04:17:57.274125 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57456) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:57.323449 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea15b644-558b-45de-82f9-6bc393eb0478 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Router 7c199202-ccb6-4e41-9b85-94c891f8add3 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:17:57.351337 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7ae6370b-1d72-4c6d-940a-66a99b056180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:57.471613 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea15b644-558b-45de-82f9-6bc393eb0478 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:57.484823 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d4550c-25b5-4aa2-8812-d7f3887fceed None None] Sync routers for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:57.500758 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d4550c-25b5-4aa2-8812-d7f3887fceed None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:57.505960 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e6d4550c-25b5-4aa2-8812-d7f3887fceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:57.547101 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e6d4550c-25b5-4aa2-8812-d7f3887fceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:57.559401 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d4550c-25b5-4aa2-8812-d7f3887fceed None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:57.560567 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e6d4550c-25b5-4aa2-8812-d7f3887fceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:57.601964 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e6d4550c-25b5-4aa2-8812-d7f3887fceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:57.603090 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d4550c-25b5-4aa2-8812-d7f3887fceed None None] The sync data for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:57.729896 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea15b644-558b-45de-82f9-6bc393eb0478 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Router 300010b7-8dff-4a74-ad6b-5258ff7a0680 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:17:57.844241 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea15b644-558b-45de-82f9-6bc393eb0478 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:57.854680 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a0f1df-1565-4187-a8bd-897880da4eed None None] Sync routers for ids ['300010b7-8dff-4a74-ad6b-5258ff7a0680'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:57.855324 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ea15b644-558b-45de-82f9-6bc393eb0478 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:57.870904 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a0f1df-1565-4187-a8bd-897880da4eed None None] Routers {'300010b7-8dff-4a74-ad6b-5258ff7a0680'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:57.871548 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-83a0f1df-1565-4187-a8bd-897880da4eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['300010b7-8dff-4a74-ad6b-5258ff7a0680'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:57.885832 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7ae6370b-1d72-4c6d-940a-66a99b056180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:57.908343 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-7ae6370b-1d72-4c6d-940a-66a99b056180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ed55ee-adab-4de5-9ac0-2b85dfc64afc']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:57.919601 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-83a0f1df-1565-4187-a8bd-897880da4eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:57.933749 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-7ae6370b-1d72-4c6d-940a-66a99b056180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d24e8b-bfb2-4a22-a0d6-e6764b1ad873') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:57.934051 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-7ae6370b-1d72-4c6d-940a-66a99b056180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d24e8b-bfb2-4a22-a0d6-e6764b1ad873') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:57.934158 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a0f1df-1565-4187-a8bd-897880da4eed None None] Routers {'300010b7-8dff-4a74-ad6b-5258ff7a0680'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:57.934701 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-83a0f1df-1565-4187-a8bd-897880da4eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['300010b7-8dff-4a74-ad6b-5258ff7a0680'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:57.951766 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7ae6370b-1d72-4c6d-940a-66a99b056180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:57.958333 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ea15b644-558b-45de-82f9-6bc393eb0478 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "PUT /v2.0/floatingips/93d196f6-514e-429d-bf05-668b0803890d HTTP/1.1" status: 200 len: 979 time: 2.0862072 Jul 05 04:17:57.958978 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57476) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:57.967670 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-83a0f1df-1565-4187-a8bd-897880da4eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:57.968588 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a0f1df-1565-4187-a8bd-897880da4eed None None] The sync data for ids ['300010b7-8dff-4a74-ad6b-5258ff7a0680'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:57.970573 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7ae6370b-1d72-4c6d-940a-66a99b056180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:57.990653 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae6370b-1d72-4c6d-940a-66a99b056180 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:17:57.991073 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7ae6370b-1d72-4c6d-940a-66a99b056180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:17:57.992915 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:17:58.078841 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-eef360ac-542e-487a-8db6-719ec0a73527 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Deleting port 22638c9e-097f-4708-a4a3-3022a4ac878e {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:58.080016 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eef360ac-542e-487a-8db6-719ec0a73527 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.089271 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7ae6370b-1d72-4c6d-940a-66a99b056180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.095404 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7ae6370b-1d72-4c6d-940a-66a99b056180 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.100514 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7ae6370b-1d72-4c6d-940a-66a99b056180 admin admin] 10.222.0.77 "DELETE /v2.0/networks/44ed55ee-adab-4de5-9ac0-2b85dfc64afc HTTP/1.1" status: 204 len: 168 time: 0.8251619 Jul 05 04:17:58.118395 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6370b-1d72-4c6d-940a-66a99b056180 admin admin] Pushing event deleted for resources: {'Network': ['ID=44ed55ee-adab-4de5-9ac0-2b85dfc64afc,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:58.140931 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f30f20-b122-4313-8f22-e404e2463b13 req-74ae5382-0721-4636-8328-8207d8c62c04 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:58.142334 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-88f30f20-b122-4313-8f22-e404e2463b13 req-74ae5382-0721-4636-8328-8207d8c62c04 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.1655262 Jul 05 04:17:58.201987 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-88f30f20-b122-4313-8f22-e404e2463b13 req-8cfd764b-34f7-48e8-8a82-a47593eeedd3 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523214 Jul 05 04:17:58.216446 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eef360ac-542e-487a-8db6-719ec0a73527 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.407044 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57490) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:58.502859 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d39f43a4-7bbf-46c7-837f-bfdb71062015 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0d702039d6fb4e4db2094335117f47ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0946279 Jul 05 04:17:58.507304 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57494) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:58.523758 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eef360ac-542e-487a-8db6-719ec0a73527 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.524228 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eef360ac-542e-487a-8db6-719ec0a73527 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.524869 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-eef360ac-542e-487a-8db6-719ec0a73527 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Floating IP 93d196f6-514e-429d-bf05-668b0803890d disassociated. External IP: 172.25.1.118, port: 22638c9e-097f-4708-a4a3-3022a4ac878e. Jul 05 04:17:58.525292 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-eef360ac-542e-487a-8db6-719ec0a73527 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Calling delete_port for 22638c9e-097f-4708-a4a3-3022a4ac878e owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:58.570105 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05c57677-5c23-4b2b-9c21-61ba9330bee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.599987 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05c57677-5c23-4b2b-9c21-61ba9330bee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.644773 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c5413281-e002-476f-b27b-1ba0b8c9dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.668642 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05c57677-5c23-4b2b-9c21-61ba9330bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.672568 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05c57677-5c23-4b2b-9c21-61ba9330bee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.673921 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-05c57677-5c23-4b2b-9c21-61ba9330bee5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b0b9899a-288c-4ef8-b81a-ca9f98bed6b3 HTTP/1.1" status: 204 len: 168 time: 0.1652021 Jul 05 04:17:58.684958 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eef360ac-542e-487a-8db6-719ec0a73527 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.689703 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c57677-5c23-4b2b-9c21-61ba9330bee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b9899a-288c-4ef8-b81a-ca9f98bed6b3,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:58.740435 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef360ac-542e-487a-8db6-719ec0a73527 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event deleted for resources: {'Port': ['ID=22638c9e-097f-4708-a4a3-3022a4ac878e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:58.899456 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef360ac-542e-487a-8db6-719ec0a73527 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Router 300010b7-8dff-4a74-ad6b-5258ff7a0680 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:17:59.055688 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef360ac-542e-487a-8db6-719ec0a73527 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:59.066961 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2672b2fb-365c-4066-b2f4-82817c3c0b45 None None] Sync routers for ids ['300010b7-8dff-4a74-ad6b-5258ff7a0680'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:59.079707 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2672b2fb-365c-4066-b2f4-82817c3c0b45 None None] Routers {'300010b7-8dff-4a74-ad6b-5258ff7a0680'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:59.081295 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-2672b2fb-365c-4066-b2f4-82817c3c0b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['300010b7-8dff-4a74-ad6b-5258ff7a0680'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:59.142263 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eef360ac-542e-487a-8db6-719ec0a73527 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.145148 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-eef360ac-542e-487a-8db6-719ec0a73527 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "DELETE /v2.0/ports/22638c9e-097f-4708-a4a3-3022a4ac878e HTTP/1.1" status: 204 len: 168 time: 1.1844616 Jul 05 04:17:59.147348 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-2672b2fb-365c-4066-b2f4-82817c3c0b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:59.148663 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57512) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:59.160934 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2672b2fb-365c-4066-b2f4-82817c3c0b45 None None] Routers {'300010b7-8dff-4a74-ad6b-5258ff7a0680'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:59.161726 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-2672b2fb-365c-4066-b2f4-82817c3c0b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['300010b7-8dff-4a74-ad6b-5258ff7a0680'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:59.192939 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57516) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:59.212410 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-2672b2fb-365c-4066-b2f4-82817c3c0b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:59.213411 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2672b2fb-365c-4066-b2f4-82817c3c0b45 None None] The sync data for ids ['300010b7-8dff-4a74-ad6b-5258ff7a0680'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:59.246199 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6033385e-a0ab-4979-9639-444019368651 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=460552d1b0614cc488c722212013e1c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518339 Jul 05 04:17:59.249259 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57520) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:59.334889 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.379024 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-97671954-b99c-4c67-84ce-218ae3e45c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.416386 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-97671954-b99c-4c67-84ce-218ae3e45c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.448126 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab85ee1-d991-4b15-b60a-4fe26cf5bd19 req-0722c753-b906-4b13-bc1e-a0d6b03df065 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:59.449466 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bab85ee1-d991-4b15-b60a-4fe26cf5bd19 req-0722c753-b906-4b13-bc1e-a0d6b03df065 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.1165421 Jul 05 04:17:59.503174 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bab85ee1-d991-4b15-b60a-4fe26cf5bd19 req-fdd627e0-5582-4463-a292-aa3c79471ab6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414445 Jul 05 04:17:59.514400 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-97671954-b99c-4c67-84ce-218ae3e45c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.517761 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-97671954-b99c-4c67-84ce-218ae3e45c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.518951 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-97671954-b99c-4c67-84ce-218ae3e45c85 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c3246a39-b656-48df-a458-37dad480f1e0 HTTP/1.1" status: 204 len: 168 time: 0.2687061 Jul 05 04:17:59.540579 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97671954-b99c-4c67-84ce-218ae3e45c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3246a39-b656-48df-a458-37dad480f1e0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:59.644950 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-67ddaf71-c805-4032-a559-d67fa31f7acc tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.001207 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-67ddaf71-c805-4032-a559-d67fa31f7acc tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Deleting port ca6d1439-54d4-4e42-ae4f-52613e961ab2 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:00.001562 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-67ddaf71-c805-4032-a559-d67fa31f7acc tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.121039 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-67ddaf71-c805-4032-a559-d67fa31f7acc tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.136632 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-67ddaf71-c805-4032-a559-d67fa31f7acc tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Calling delete_port for ca6d1439-54d4-4e42-ae4f-52613e961ab2 owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:00.411120 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-67ddaf71-c805-4032-a559-d67fa31f7acc tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.450067 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ddaf71-c805-4032-a559-d67fa31f7acc tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event deleted for resources: {'Port': ['ID=ca6d1439-54d4-4e42-ae4f-52613e961ab2,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:00.751694 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-67ddaf71-c805-4032-a559-d67fa31f7acc tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.828612 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092b135-3c03-4059-b156-b5ce49d13856 req-f4590ed9-d5f4-4ea6-8364-7029d09262f0 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:00.830202 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8092b135-3c03-4059-b156-b5ce49d13856 req-f4590ed9-d5f4-4ea6-8364-7029d09262f0 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.1454487 Jul 05 04:18:00.932070 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8092b135-3c03-4059-b156-b5ce49d13856 req-d3edb0ee-8d02-4484-9b4c-cc1ca4f22f2d tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878572 Jul 05 04:18:01.068596 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ddaf71-c805-4032-a559-d67fa31f7acc tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Router 300010b7-8dff-4a74-ad6b-5258ff7a0680 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:18:01.216886 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ddaf71-c805-4032-a559-d67fa31f7acc tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:18:01.226304 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-67ddaf71-c805-4032-a559-d67fa31f7acc tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "PUT /v2.0/routers/300010b7-8dff-4a74-ad6b-5258ff7a0680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0772104 Jul 05 04:18:01.229234 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57596) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:01.244919 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486847b7-0630-47a1-a0e3-32824451b132 None None] Sync routers for ids ['300010b7-8dff-4a74-ad6b-5258ff7a0680'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:18:01.264683 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486847b7-0630-47a1-a0e3-32824451b132 None None] Routers {'300010b7-8dff-4a74-ad6b-5258ff7a0680'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:01.265777 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-486847b7-0630-47a1-a0e3-32824451b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:17:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['300010b7-8dff-4a74-ad6b-5258ff7a0680'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:01.345693 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-aae48a10-33f6-4572-acff-80a6570ae9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.352423 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-486847b7-0630-47a1-a0e3-32824451b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:01.371378 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486847b7-0630-47a1-a0e3-32824451b132 None None] Routers {'300010b7-8dff-4a74-ad6b-5258ff7a0680'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:01.373749 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-486847b7-0630-47a1-a0e3-32824451b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:18:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['300010b7-8dff-4a74-ad6b-5258ff7a0680'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:01.417296 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-486847b7-0630-47a1-a0e3-32824451b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:01.418225 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486847b7-0630-47a1-a0e3-32824451b132 None None] The sync data for ids ['300010b7-8dff-4a74-ad6b-5258ff7a0680'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:18:01.442761 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.584585 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.669313 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Deleting port 60c40c99-0d0e-47c7-84f7-cb226b00d57a {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:01.669675 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.748941 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.774437 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.790725 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Calling delete_port for 60c40c99-0d0e-47c7-84f7-cb226b00d57a owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:01.987271 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device dd6aee0a-56d5-4902-98a0-d8741807d399 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:18:02.194989 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port dd6aee0a-56d5-4902-98a0-d8741807d399, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=dd6aee0a-56d5-4902-98a0-d8741807d399,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:02.208357 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'dd6aee0a-56d5-4902-98a0-d8741807d399', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'port_id': 'dd6aee0a-56d5-4902-98a0-d8741807d399', 'mac_address': 'fa:16:3e:69:b1:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:18:02.256321 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.276490 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd6aee0a-56d5-4902-98a0-d8741807d399 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:18:02.306268 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port dd6aee0a-56d5-4902-98a0-d8741807d399, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=dd6aee0a-56d5-4902-98a0-d8741807d399,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:02.311511 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.373855 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6e0ef-f8c9-453d-9d27-1f3bee6c7dc9 req-a681a8fa-bbe8-4574-8358-ed2b26045e11 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:02.375586 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-14d6e0ef-f8c9-453d-9d27-1f3bee6c7dc9 req-a681a8fa-bbe8-4574-8358-ed2b26045e11 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.1256433 Jul 05 04:18:02.385508 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=dd6aee0a-56d5-4902-98a0-d8741807d399,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:02.387189 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.436852 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event deleted for resources: {'Port': ['ID=60c40c99-0d0e-47c7-84f7-cb226b00d57a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:02.468353 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:02.468707 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:02.469052 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:02.469422 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:02.469727 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:02.470325 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:02.470660 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:02.470992 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:02.471323 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:02.474853 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:02.474853 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:02.474853 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:02.508012 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['dd6aee0a-56d5-4902-98a0-d8741807d399'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:18:02.528862 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-14d6e0ef-f8c9-453d-9d27-1f3bee6c7dc9 req-69f87829-2856-4d66-ad17-c2b0d739b682 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433985 Jul 05 04:18:02.538215 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.652822 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.673051 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.675243 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.766708 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.767404 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Fanout notify agent at l3_agent the message router_deleted on router 300010b7-8dff-4a74-ad6b-5258ff7a0680 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:18:02.781462 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.782598 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-28e06726-a732-4295-bc23-5e455d8819c9 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "DELETE /v2.0/routers/300010b7-8dff-4a74-ad6b-5258ff7a0680 HTTP/1.1" status: 204 len: 168 time: 1.5516696 Jul 05 04:18:02.786481 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57690) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:02.869770 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd54600e-ecf4-4c32-8799-04e99e76a212 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Deleting subnet 854540fc-3f72-4fa4-b436-80a89c748f21 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:18:02.873993 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fd54600e-ecf4-4c32-8799-04e99e76a212 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.922961 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fd54600e-ecf4-4c32-8799-04e99e76a212 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.027046 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fd54600e-ecf4-4c32-8799-04e99e76a212 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.117172 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fd54600e-ecf4-4c32-8799-04e99e76a212 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.149634 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54600e-ecf4-4c32-8799-04e99e76a212 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event deleted for resources: {'Subnet': ['ID=854540fc-3f72-4fa4-b436-80a89c748f21,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:03.157436 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fd54600e-ecf4-4c32-8799-04e99e76a212 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.159391 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fd54600e-ecf4-4c32-8799-04e99e76a212 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "DELETE /v2.0/subnets/854540fc-3f72-4fa4-b436-80a89c748f21 HTTP/1.1" status: 204 len: 168 time: 0.3713219 Jul 05 04:18:03.163084 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57718) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:03.170218 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf499d36-4a2d-4d33-956b-2bcd2c28df43 None None] Network e76bd22f-ab49-434c-bd3d-75838f35c32b requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:03.275705 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82ceaf68-3dfe-453d-b0e3-bb259da4949e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.397351 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-82ceaf68-3dfe-453d-b0e3-bb259da4949e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Deleting port a738ab6c-406c-4244-92e1-5b5ca56e2238 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:03.397954 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82ceaf68-3dfe-453d-b0e3-bb259da4949e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.409089 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97218faf-15c8-4bbb-be03-8e9e97e9c687 None None] DHCP port deletion for e76bd22f-ab49-434c-bd3d-75838f35c32b request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:18:03.479675 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-97218faf-15c8-4bbb-be03-8e9e97e9c687 None None] Deleting port a738ab6c-406c-4244-92e1-5b5ca56e2238 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:03.480351 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-97218faf-15c8-4bbb-be03-8e9e97e9c687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.488052 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-82ceaf68-3dfe-453d-b0e3-bb259da4949e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] For port a738ab6c-406c-4244-92e1-5b5ca56e2238, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a738ab6c-406c-4244-92e1-5b5ca56e2238,segment=NetworkSegment(0e2874ff-fdf4-4c2b-8d5f-d7198e685131),segment_id=0e2874ff-fdf4-4c2b-8d5f-d7198e685131)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:03.488538 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82ceaf68-3dfe-453d-b0e3-bb259da4949e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.509576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-82ceaf68-3dfe-453d-b0e3-bb259da4949e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Calling delete_port for a738ab6c-406c-4244-92e1-5b5ca56e2238 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:03.566523 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-97218faf-15c8-4bbb-be03-8e9e97e9c687 None None] For port a738ab6c-406c-4244-92e1-5b5ca56e2238, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a738ab6c-406c-4244-92e1-5b5ca56e2238,segment=NetworkSegment(0e2874ff-fdf4-4c2b-8d5f-d7198e685131),segment_id=0e2874ff-fdf4-4c2b-8d5f-d7198e685131)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:03.571611 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-97218faf-15c8-4bbb-be03-8e9e97e9c687 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.571705 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57728) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:03.598914 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-97218faf-15c8-4bbb-be03-8e9e97e9c687 None None] Calling delete_port for a738ab6c-406c-4244-92e1-5b5ca56e2238 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:03.629514 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82ceaf68-3dfe-453d-b0e3-bb259da4949e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.662501 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ceaf68-3dfe-453d-b0e3-bb259da4949e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event deleted for resources: {'Port': ['ID=a738ab6c-406c-4244-92e1-5b5ca56e2238,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:03.664438 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ceaf68-3dfe-453d-b0e3-bb259da4949e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] No DVR routers for this DVR port a738ab6c-406c-4244-92e1-5b5ca56e2238 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:03.756816 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82ceaf68-3dfe-453d-b0e3-bb259da4949e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.762211 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-97218faf-15c8-4bbb-be03-8e9e97e9c687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.768546 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-82ceaf68-3dfe-453d-b0e3-bb259da4949e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76bd22f-ab49-434c-bd3d-75838f35c32b']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:03.782233 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-82ceaf68-3dfe-453d-b0e3-bb259da4949e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2874ff-fdf4-4c2b-8d5f-d7198e685131') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:03.782905 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-82ceaf68-3dfe-453d-b0e3-bb259da4949e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2874ff-fdf4-4c2b-8d5f-d7198e685131') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:03.794141 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82ceaf68-3dfe-453d-b0e3-bb259da4949e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.795005 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97218faf-15c8-4bbb-be03-8e9e97e9c687 None None] Pushing event deleted for resources: {'Port': ['ID=a738ab6c-406c-4244-92e1-5b5ca56e2238,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:03.804920 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0dc86444-c75c-4ab1-bfee-b2215aaaa67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.809779 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97218faf-15c8-4bbb-be03-8e9e97e9c687 None None] No DVR routers for this DVR port a738ab6c-406c-4244-92e1-5b5ca56e2238 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:03.819967 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82ceaf68-3dfe-453d-b0e3-bb259da4949e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.827283 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ceaf68-3dfe-453d-b0e3-bb259da4949e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:18:03.827851 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82ceaf68-3dfe-453d-b0e3-bb259da4949e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:18:03.830948 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:18:03.880261 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509e195-762d-44e3-bf9c-9021d033e7de req-c5eb494d-119e-4d09-9702-0f7893696219 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:03.881776 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c509e195-762d-44e3-bf9c-9021d033e7de req-c5eb494d-119e-4d09-9702-0f7893696219 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 945 time: 0.1558192 Jul 05 04:18:03.900301 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82ceaf68-3dfe-453d-b0e3-bb259da4949e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.913326 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82ceaf68-3dfe-453d-b0e3-bb259da4949e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.924495 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-82ceaf68-3dfe-453d-b0e3-bb259da4949e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "DELETE /v2.0/networks/e76bd22f-ab49-434c-bd3d-75838f35c32b HTTP/1.1" status: 204 len: 168 time: 0.7506289 Jul 05 04:18:03.924731 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57736) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:03.926886 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ceaf68-3dfe-453d-b0e3-bb259da4949e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event deleted for resources: {'Network': ['ID=e76bd22f-ab49-434c-bd3d-75838f35c32b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:03.978519 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device dd6aee0a-56d5-4902-98a0-d8741807d399 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:03.995989 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c509e195-762d-44e3-bf9c-9021d033e7de req-46a2d092-48ae-49f2-870c-344ac910588f tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082120 Jul 05 04:18:04.052646 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port dd6aee0a-56d5-4902-98a0-d8741807d399 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:04.053019 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.117807 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0dc86444-c75c-4ab1-bfee-b2215aaaa67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.125100 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0dc86444-c75c-4ab1-bfee-b2215aaaa67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.128742 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-751095ad-613d-414c-b674-6ae3a884eca0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Deleting port 322eb4f0-3753-4ce4-8311-3b4772080747 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:04.129268 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-751095ad-613d-414c-b674-6ae3a884eca0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.155769 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57738) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:04.163525 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.190363 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a8523a-49e6-48f2-a197-32e3825ef89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6aee0a-56d5-4902-98a0-d8741807d399'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:04.192903 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e004f73-5bd1-4113-9a0f-1a55e67fb2f5" -d '{"events": [{"server_uuid": "26a8523a-49e6-48f2-a197-32e3825ef89c", "name": "network-vif-plugged", "status": "completed", "tag": "dd6aee0a-56d5-4902-98a0-d8741807d399"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:04.208684 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port dd6aee0a-56d5-4902-98a0-d8741807d399, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=dd6aee0a-56d5-4902-98a0-d8741807d399,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:04.221514 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.272702 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0dc86444-c75c-4ab1-bfee-b2215aaaa67e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ab6399ee7d61455e8051e7e5c9ca35a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7000625 Jul 05 04:18:04.274072 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f7aa9b-8e09-4e58-880c-0fbf31b06f86 x-openstack-request-id: req-b8f7aa9b-8e09-4e58-880c-0fbf31b06f86 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:04.274373 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a8523a-49e6-48f2-a197-32e3825ef89c", "name": "network-vif-plugged", "status": "completed", "tag": "dd6aee0a-56d5-4902-98a0-d8741807d399", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:04.274631 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b8f7aa9b-8e09-4e58-880c-0fbf31b06f86 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:04.275028 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a8523a-49e6-48f2-a197-32e3825ef89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6aee0a-56d5-4902-98a0-d8741807d399', 'code': 200} Jul 05 04:18:04.277851 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57742) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:04.290454 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc86444-c75c-4ab1-bfee-b2215aaaa67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fcac0a-e150-43fb-a7b4-a32cdcd02450,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:04.294349 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e225109-bcf0-4c96-b95a-ded43cdfecc7 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:04.294901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e225109-bcf0-4c96-b95a-ded43cdfecc7 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:04.295383 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e225109-bcf0-4c96-b95a-ded43cdfecc7 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:04.310697 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8e225109-bcf0-4c96-b95a-ded43cdfecc7 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] 10.222.0.77 "GET /v2.0/ports?project_id=ac0be634601541e3aba69b1b2bc67317&network_id=f965a522-bdd2-4dcc-b35e-5f8b97d18006 HTTP/1.1" status: 200 len: 2973 time: 0.1536114 Jul 05 04:18:04.316955 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=dd6aee0a-56d5-4902-98a0-d8741807d399,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:04.364302 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-751095ad-613d-414c-b674-6ae3a884eca0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.364639 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-751095ad-613d-414c-b674-6ae3a884eca0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.386045 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-751095ad-613d-414c-b674-6ae3a884eca0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Calling delete_port for 322eb4f0-3753-4ce4-8311-3b4772080747 owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:04.393663 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.394677 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fa22db5f-1031-4712-8800-b89270a773a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.464878 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fa22db5f-1031-4712-8800-b89270a773a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.542322 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fa22db5f-1031-4712-8800-b89270a773a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.545107 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fa22db5f-1031-4712-8800-b89270a773a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.546379 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fa22db5f-1031-4712-8800-b89270a773a6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b1fcac0a-e150-43fb-a7b4-a32cdcd02450 HTTP/1.1" status: 204 len: 168 time: 0.2661781 Jul 05 04:18:04.581010 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22db5f-1031-4712-8800-b89270a773a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fcac0a-e150-43fb-a7b4-a32cdcd02450,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:04.608800 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-751095ad-613d-414c-b674-6ae3a884eca0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.663029 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751095ad-613d-414c-b674-6ae3a884eca0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event deleted for resources: {'Port': ['ID=322eb4f0-3753-4ce4-8311-3b4772080747,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:04.724592 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-751095ad-613d-414c-b674-6ae3a884eca0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.728366 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-751095ad-613d-414c-b674-6ae3a884eca0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.728366 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-751095ad-613d-414c-b674-6ae3a884eca0 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "DELETE /v2.0/floatingips/93d196f6-514e-429d-bf05-668b0803890d HTTP/1.1" status: 204 len: 168 time: 0.8086758 Jul 05 04:18:04.732756 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57754) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:04.774164 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbf8a1b-060a-4a2d-b6cb-39941adee64d tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] DELETE failed (client error): The resource could not be found. Jul 05 04:18:04.775161 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dbf8a1b-060a-4a2d-b6cb-39941adee64d tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:18:04.776980 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4dbf8a1b-060a-4a2d-b6cb-39941adee64d tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "DELETE /v2.0/ports/22638c9e-097f-4708-a4a3-3022a4ac878e HTTP/1.1" status: 404 len: 333 time: 0.0431573 Jul 05 04:18:04.780157 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57756) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:04.826496 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-63453424-caa3-451b-8589-898a17a8e5be tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "GET /v2.0/ports?device_id=300010b7-8dff-4a74-ad6b-5258ff7a0680 HTTP/1.1" status: 200 len: 205 time: 0.0446482 Jul 05 04:18:04.828834 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57758) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:04.873309 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-cc6752f7-75cf-4727-9724-c0dd871514d1 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] delete failed (client error): The resource could not be found. Jul 05 04:18:04.874390 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cc6752f7-75cf-4727-9724-c0dd871514d1 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "DELETE /v2.0/routers/300010b7-8dff-4a74-ad6b-5258ff7a0680 HTTP/1.1" status: 404 len: 336 time: 0.0442808 Jul 05 04:18:04.876915 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57760) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:04.897443 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57762) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:04.912105 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e8a0e3b6-fc38-4f5d-ac4d-89506a333976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.918667 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9639f48-c246-45ac-92ed-2e46ad629a47 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] DELETE failed (client error): The resource could not be found. Jul 05 04:18:04.919121 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9639f48-c246-45ac-92ed-2e46ad629a47 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:18:04.921107 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c9639f48-c246-45ac-92ed-2e46ad629a47 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "DELETE /v2.0/subnets/854540fc-3f72-4fa4-b436-80a89c748f21 HTTP/1.1" status: 404 len: 337 time: 0.0432520 Jul 05 04:18:04.926984 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57764) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:05.088260 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-b90b1b43-3fc4-4d70-a952-e9287d488405 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Deleting port 2debbc79-d80a-4a98-842f-4986adf7238c {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:05.088694 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b90b1b43-3fc4-4d70-a952-e9287d488405 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:05.117950 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a738ab6c-406c-4244-92e1-5b5ca56e2238 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:05.147668 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: a738ab6c-406c-4244-92e1-5b5ca56e2238 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:18:05.148193 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a738ab6c-406c-4244-92e1-5b5ca56e2238 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:05.231682 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e8a0e3b6-fc38-4f5d-ac4d-89506a333976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:05.246812 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e8a0e3b6-fc38-4f5d-ac4d-89506a333976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:05.261712 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b90b1b43-3fc4-4d70-a952-e9287d488405 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:05.297804 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-b90b1b43-3fc4-4d70-a952-e9287d488405 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Calling delete_port for 2debbc79-d80a-4a98-842f-4986adf7238c owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:05.323150 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e8a0e3b6-fc38-4f5d-ac4d-89506a333976 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c27298daea8d46819d8c7c7a1365d4cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4246035 Jul 05 04:18:05.326740 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57768) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:05.336044 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bda785-8f54-4975-8902-93e530c665ed req-21e50f0f-5373-4598-815f-81ed31788e40 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:05.344726 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e7bda785-8f54-4975-8902-93e530c665ed req-21e50f0f-5373-4598-815f-81ed31788e40 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.2068706 Jul 05 04:18:05.348276 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0e3b6-fc38-4f5d-ac4d-89506a333976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07a63f6-66b7-402c-96d5-f601600cc7e6,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:05.393061 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-79a5046c-a13a-4bb0-8a2d-aeb05746cf09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:05.432220 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-79a5046c-a13a-4bb0-8a2d-aeb05746cf09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:05.467967 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e7bda785-8f54-4975-8902-93e530c665ed req-ed352ee1-6fd1-4fb9-a780-b3bb0b931f94 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213512 Jul 05 04:18:05.511509 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-79a5046c-a13a-4bb0-8a2d-aeb05746cf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:05.515181 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-79a5046c-a13a-4bb0-8a2d-aeb05746cf09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:05.516413 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-79a5046c-a13a-4bb0-8a2d-aeb05746cf09 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e07a63f6-66b7-402c-96d5-f601600cc7e6 HTTP/1.1" status: 204 len: 168 time: 0.1885099 Jul 05 04:18:05.539845 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5046c-a13a-4bb0-8a2d-aeb05746cf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07a63f6-66b7-402c-96d5-f601600cc7e6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:05.643280 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b90b1b43-3fc4-4d70-a952-e9287d488405 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:05.690929 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b1b43-3fc4-4d70-a952-e9287d488405 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event deleted for resources: {'Port': ['ID=2debbc79-d80a-4a98-842f-4986adf7238c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:05.820452 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b90b1b43-3fc4-4d70-a952-e9287d488405 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:05.823028 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b90b1b43-3fc4-4d70-a952-e9287d488405 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "DELETE /v2.0/ports/2debbc79-d80a-4a98-842f-4986adf7238c HTTP/1.1" status: 204 len: 168 time: 0.8949182 Jul 05 04:18:05.827086 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57778) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:05.954322 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57782) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:06.013319 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-f008a879-a988-400f-96d6-524dd311f839 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Deleting port 2a5bce8e-7f2f-416a-96c9-fa25dbdd7cc0 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:06.013674 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f008a879-a988-400f-96d6-524dd311f839 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:06.127222 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6935eff0-4ff8-488c-8f26-2dcf8f7056dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:06.133415 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f008a879-a988-400f-96d6-524dd311f839 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:06.154726 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-f008a879-a988-400f-96d6-524dd311f839 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Calling delete_port for 2a5bce8e-7f2f-416a-96c9-fa25dbdd7cc0 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:06.241731 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6935eff0-4ff8-488c-8f26-2dcf8f7056dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:06.248322 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6935eff0-4ff8-488c-8f26-2dcf8f7056dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:06.326112 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935eff0-4ff8-488c-8f26-2dcf8f7056dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448a8c0a-6717-44ea-b22b-19bcde89f491,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:06.335023 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6935eff0-4ff8-488c-8f26-2dcf8f7056dc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8e5c50708d714b02b021d933a749d264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3791599 Jul 05 04:18:06.337808 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57794) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:06.363678 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f008a879-a988-400f-96d6-524dd311f839 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:06.399438 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008a879-a988-400f-96d6-524dd311f839 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event deleted for resources: {'Port': ['ID=2a5bce8e-7f2f-416a-96c9-fa25dbdd7cc0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:06.421447 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0c242f2c-03d2-41e4-882c-1e9957fb48d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:06.451214 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0c242f2c-03d2-41e4-882c-1e9957fb48d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:06.498901 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f008a879-a988-400f-96d6-524dd311f839 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:06.504845 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f008a879-a988-400f-96d6-524dd311f839 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "DELETE /v2.0/ports/2a5bce8e-7f2f-416a-96c9-fa25dbdd7cc0 HTTP/1.1" status: 204 len: 168 time: 0.6733449 Jul 05 04:18:06.505183 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57804) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:06.527849 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0c242f2c-03d2-41e4-882c-1e9957fb48d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:06.530551 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0c242f2c-03d2-41e4-882c-1e9957fb48d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:06.534288 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0c242f2c-03d2-41e4-882c-1e9957fb48d3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/448a8c0a-6717-44ea-b22b-19bcde89f491 HTTP/1.1" status: 204 len: 168 time: 0.1925018 Jul 05 04:18:06.547092 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c242f2c-03d2-41e4-882c-1e9957fb48d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448a8c0a-6717-44ea-b22b-19bcde89f491,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:06.594525 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93497a7-80fb-4cef-93bd-2830aa8e9234 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:06.597987 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a93497a7-80fb-4cef-93bd-2830aa8e9234 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c199202-ccb6-4e41-9b85-94c891f8add3 HTTP/1.1" status: 200 len: 913 time: 0.0908055 Jul 05 04:18:06.608101 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57810) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:06.805433 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b946d-1aa5-4122-92c7-43e596f75128 req-f5591687-a23e-4d21-96aa-e2bd4f563bf9 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:06.807543 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-052b946d-1aa5-4122-92c7-43e596f75128 req-f5591687-a23e-4d21-96aa-e2bd4f563bf9 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.1035757 Jul 05 04:18:06.869726 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-052b946d-1aa5-4122-92c7-43e596f75128 req-1ed96ed2-dfc0-4dc7-a27e-215cd319a099 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514972 Jul 05 04:18:07.023459 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57822) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:07.046917 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0d43b854-9fa2-41d6-89cf-a4f3c61c3605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.202823 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0d43b854-9fa2-41d6-89cf-a4f3c61c3605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.208916 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0d43b854-9fa2-41d6-89cf-a4f3c61c3605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.249945 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0d43b854-9fa2-41d6-89cf-a4f3c61c3605 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e256f16e06a445d2acc9151965a6112f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2197871 Jul 05 04:18:07.249945 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57834) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:07.250277 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57836) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:07.328240 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43b854-9fa2-41d6-89cf-a4f3c61c3605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a852be-524d-4295-ba91-b2eda555f90d,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:07.388043 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-31b7664e-f4c9-47da-aaea-21ab52782068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.422626 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-31b7664e-f4c9-47da-aaea-21ab52782068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.501786 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-56c7e9c6-4c4a-4114-8b0b-633cab7d68b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.521298 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-31b7664e-f4c9-47da-aaea-21ab52782068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.523983 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-31b7664e-f4c9-47da-aaea-21ab52782068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.527876 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-31b7664e-f4c9-47da-aaea-21ab52782068 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/51a852be-524d-4295-ba91-b2eda555f90d HTTP/1.1" status: 204 len: 168 time: 0.2741792 Jul 05 04:18:07.544831 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7664e-f4c9-47da-aaea-21ab52782068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a852be-524d-4295-ba91-b2eda555f90d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:07.556463 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-45521189-70e1-40f6-a980-80543120da1e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.640469 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-56c7e9c6-4c4a-4114-8b0b-633cab7d68b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.646634 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-56c7e9c6-4c4a-4114-8b0b-633cab7d68b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.690848 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-56c7e9c6-4c4a-4114-8b0b-633cab7d68b9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d7557e568772489e99de8d27d983f15d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4422567 Jul 05 04:18:07.694129 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57862) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:07.707115 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7e9c6-4c4a-4114-8b0b-633cab7d68b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690533b4-3c17-49c5-be01-98e703fcc556,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:07.825378 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-01a3164f-b544-44a3-a49b-e06a1e246622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.859776 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-01a3164f-b544-44a3-a49b-e06a1e246622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.986393 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-01a3164f-b544-44a3-a49b-e06a1e246622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.989302 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-01a3164f-b544-44a3-a49b-e06a1e246622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.992983 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-01a3164f-b544-44a3-a49b-e06a1e246622 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/690533b4-3c17-49c5-be01-98e703fcc556 HTTP/1.1" status: 204 len: 168 time: 0.2955081 Jul 05 04:18:08.004396 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3164f-b544-44a3-a49b-e06a1e246622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690533b4-3c17-49c5-be01-98e703fcc556,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:08.041543 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-45521189-70e1-40f6-a980-80543120da1e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Deleting port 4fb21032-6e05-4c07-b6cd-0791932426cb {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:08.041902 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-45521189-70e1-40f6-a980-80543120da1e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:08.173255 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-45521189-70e1-40f6-a980-80543120da1e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:08.199148 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-45521189-70e1-40f6-a980-80543120da1e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Calling delete_port for 4fb21032-6e05-4c07-b6cd-0791932426cb owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:08.322644 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d011e2f-238c-46ea-abf5-4f9b0dea82da req-86e20d25-24f6-49d5-893e-2782c0a89904 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:08.324748 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d011e2f-238c-46ea-abf5-4f9b0dea82da req-86e20d25-24f6-49d5-893e-2782c0a89904 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.1449618 Jul 05 04:18:08.448033 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d011e2f-238c-46ea-abf5-4f9b0dea82da req-bee04628-c348-49b9-b574-31ef8ff3dae7 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140661 Jul 05 04:18:08.609017 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-45521189-70e1-40f6-a980-80543120da1e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:08.658888 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45521189-70e1-40f6-a980-80543120da1e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event deleted for resources: {'Port': ['ID=4fb21032-6e05-4c07-b6cd-0791932426cb,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:08.678524 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57902) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:08.779946 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce7918a-61d0-4542-a445-0f9931f01df3 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:08.799838 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2ce7918a-61d0-4542-a445-0f9931f01df3 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 814 time: 0.1141419 Jul 05 04:18:08.939069 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-45521189-70e1-40f6-a980-80543120da1e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:09.316932 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45521189-70e1-40f6-a980-80543120da1e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Router 7c199202-ccb6-4e41-9b85-94c891f8add3 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:18:09.476141 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45521189-70e1-40f6-a980-80543120da1e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:18:09.488920 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-45521189-70e1-40f6-a980-80543120da1e tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "PUT /v2.0/routers/7c199202-ccb6-4e41-9b85-94c891f8add3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8816407 Jul 05 04:18:09.489712 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57928) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:09.498714 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e5d6b1-77df-4f2a-8096-29f0e86b3794 None None] Sync routers for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:18:09.519138 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e5d6b1-77df-4f2a-8096-29f0e86b3794 None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:09.521166 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-11e5d6b1-77df-4f2a-8096-29f0e86b3794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:18:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:09.802288 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:09.933684 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57942) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:09.941264 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f8002920-bed1-4d3e-a503-a009a3965bc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'network': {'name': 'tempest-network-smoke--1581475104', 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'port_security_enabled': True}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:09.963454 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:10.029244 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-11e5d6b1-77df-4f2a-8096-29f0e86b3794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:10.062944 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e5d6b1-77df-4f2a-8096-29f0e86b3794 None None] Routers {'7c199202-ccb6-4e41-9b85-94c891f8add3'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:10.067008 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-11e5d6b1-77df-4f2a-8096-29f0e86b3794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:18:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7c199202-ccb6-4e41-9b85-94c891f8add3'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:10.129201 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8002920-bed1-4d3e-a503-a009a3965bc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Made reservation on behalf of ac0be634601541e3aba69b1b2bc67317 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:10.135657 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8002920-bed1-4d3e-a503-a009a3965bc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:10.136543 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-11e5d6b1-77df-4f2a-8096-29f0e86b3794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:10.138217 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Deleting port fbbbddb4-06f3-408f-a577-a6cf4b2ff474 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:10.138359 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e5d6b1-77df-4f2a-8096-29f0e86b3794 None None] The sync data for ids ['7c199202-ccb6-4e41-9b85-94c891f8add3'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:18:10.138456 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:10.178303 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8002920-bed1-4d3e-a503-a009a3965bc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:18:10.198628 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8002920-bed1-4d3e-a503-a009a3965bc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:10.199325 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-f8002920-bed1-4d3e-a503-a009a3965bc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Added segment 6cda9701-7695-4339-8522-77a15472335e of type vlan for network f507047b-6721-4925-a142-6a85a7c6983e Jul 05 04:18:10.220919 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af318c58-415a-4d09-9f81-cdc62794de0f req-410609e0-6ee5-46c9-b80e-18e7fcee40b7 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:10.222991 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-af318c58-415a-4d09-9f81-cdc62794de0f req-410609e0-6ee5-46c9-b80e-18e7fcee40b7 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.2540205 Jul 05 04:18:10.254810 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:10.274885 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Calling delete_port for fbbbddb4-06f3-408f-a577-a6cf4b2ff474 owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:10.284808 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8002920-bed1-4d3e-a503-a009a3965bc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:10.318291 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-af318c58-415a-4d09-9f81-cdc62794de0f req-7f402d0c-392b-4bca-9d0c-3f66649a807e tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727153 Jul 05 04:18:10.365608 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8002920-bed1-4d3e-a503-a009a3965bc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:10.375353 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8002920-bed1-4d3e-a503-a009a3965bc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:10.376056 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8002920-bed1-4d3e-a503-a009a3965bc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:10.490377 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8002920-bed1-4d3e-a503-a009a3965bc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'Network': ['ID=f507047b-6721-4925-a142-6a85a7c6983e,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:10.508793 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network f507047b-6721-4925-a142-6a85a7c6983e details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:18:10.525561 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57956) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:10.525813 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f8002920-bed1-4d3e-a503-a009a3965bc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5893068 Jul 05 04:18:10.685442 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a469ce9-a1c1-4cf7-af5b-5cb5e5910d1b tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:10.690490 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4a469ce9-a1c1-4cf7-af5b-5cb5e5910d1b tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ac0be634601541e3aba69b1b2bc67317&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1603420 Jul 05 04:18:10.691420 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57962) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:10.781491 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57964) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:10.852033 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:10.855137 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147cd3e5-3426-48d8-abb1-6a1f6d620f99 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:10.859859 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-147cd3e5-3426-48d8-abb1-6a1f6d620f99 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1645448 Jul 05 04:18:10.861394 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57972) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:10.916185 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event deleted for resources: {'Port': ['ID=fbbbddb4-06f3-408f-a577-a6cf4b2ff474,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:10.962145 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:10.962580 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:10.962934 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:10.963280 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:10.963624 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:10.963991 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:10.964331 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:10.964670 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:10.965062 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:10.965523 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:10.966084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:10.966569 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:10.986737 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c8dda6d4-8268-450f-b0b3-5a42f37a08b9 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1234572 Jul 05 04:18:10.988556 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57974) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:11.032533 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.093860 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4d731df4-1538-43d8-9c9d-f4dc93dda216 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ac0be634601541e3aba69b1b2bc67317&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1023788 Jul 05 04:18:11.094588 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57976) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:11.183707 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-c932cc9e-c5fb-49be-88fa-17edd46ba00b tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-832585940'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:11.278641 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c932cc9e-c5fb-49be-88fa-17edd46ba00b tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Made reservation on behalf of 44943f1f5ecf46ab896aa904a3a20323 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:11.282687 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c932cc9e-c5fb-49be-88fa-17edd46ba00b tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.289708 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.295420 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.308850 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c932cc9e-c5fb-49be-88fa-17edd46ba00b tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.395631 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.396488 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Fanout notify agent at l3_agent the message router_deleted on router 7c199202-ccb6-4e41-9b85-94c891f8add3 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:18:11.396825 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0686900-c9be-43ef-b336-ae7a43b594ae tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:11.401936 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f0686900-c9be-43ef-b336-ae7a43b594ae tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3059711 Jul 05 04:18:11.402830 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57980) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:11.426919 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.430989 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-82eb1b8f-92e4-4c20-9a5d-f8809c68eeb4 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "DELETE /v2.0/routers/7c199202-ccb6-4e41-9b85-94c891f8add3 HTTP/1.1" status: 204 len: 168 time: 1.9389808 Jul 05 04:18:11.438858 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57982) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:11.501624 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a51a163c-ffb1-4834-b072-aead5d89baf3 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0962472 Jul 05 04:18:11.503866 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57984) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:11.517633 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ac98de25-b30e-4e47-bc7f-b5fe26670237 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-609797287', 'network_id': 'f507047b-6721-4925-a142-6a85a7c6983e', 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:11.600185 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9efb5b-c066-4cd1-8c78-a9cb64b61c80 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Deleting subnet 2057c849-3a8a-42d9-960d-cb474d857399 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:18:11.608574 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1e9efb5b-c066-4cd1-8c78-a9cb64b61c80 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.678787 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1e9efb5b-c066-4cd1-8c78-a9cb64b61c80 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.808333 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c932cc9e-c5fb-49be-88fa-17edd46ba00b tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.816570 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c932cc9e-c5fb-49be-88fa-17edd46ba00b tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.819035 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd85d3-8d18-44b0-9d16-3a629209a401 req-2892e9f6-4d26-46f2-9c11-5f272efc58a6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:11.827887 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-17fd85d3-8d18-44b0-9d16-3a629209a401 req-2892e9f6-4d26-46f2-9c11-5f272efc58a6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.2024364 Jul 05 04:18:11.843337 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c932cc9e-c5fb-49be-88fa-17edd46ba00b tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:18:11.882100 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1e9efb5b-c066-4cd1-8c78-a9cb64b61c80 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.891654 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c932cc9e-c5fb-49be-88fa-17edd46ba00b tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.891654 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-c932cc9e-c5fb-49be-88fa-17edd46ba00b tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Added segment d0e97801-f7e0-4488-8457-161ac2e44942 of type vlan for network 203d5d4f-9a92-4c9b-adca-1d43c128f161 Jul 05 04:18:11.901411 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac98de25-b30e-4e47-bc7f-b5fe26670237 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Made reservation on behalf of ac0be634601541e3aba69b1b2bc67317 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:11.906497 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ac98de25-b30e-4e47-bc7f-b5fe26670237 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.929784 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932cc9e-c5fb-49be-88fa-17edd46ba00b tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cadb4f-7135-496a-b14e-dda7a804a1d7,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:11.963529 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-17fd85d3-8d18-44b0-9d16-3a629209a401 req-6c72f807-7411-45d8-8275-277de01671d1 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295927 Jul 05 04:18:12.014123 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c932cc9e-c5fb-49be-88fa-17edd46ba00b tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.042515 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1e9efb5b-c066-4cd1-8c78-a9cb64b61c80 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.110153 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9efb5b-c066-4cd1-8c78-a9cb64b61c80 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event deleted for resources: {'Subnet': ['ID=2057c849-3a8a-42d9-960d-cb474d857399,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:12.129156 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1e9efb5b-c066-4cd1-8c78-a9cb64b61c80 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.131519 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1e9efb5b-c066-4cd1-8c78-a9cb64b61c80 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "DELETE /v2.0/subnets/2057c849-3a8a-42d9-960d-cb474d857399 HTTP/1.1" status: 204 len: 168 time: 0.6915617 Jul 05 04:18:12.134080 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 57992) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:12.176858 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c932cc9e-c5fb-49be-88fa-17edd46ba00b tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.183904 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c932cc9e-c5fb-49be-88fa-17edd46ba00b tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:12.185694 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c932cc9e-c5fb-49be-88fa-17edd46ba00b tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.242158 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ac98de25-b30e-4e47-bc7f-b5fe26670237 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.315788 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932cc9e-c5fb-49be-88fa-17edd46ba00b tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Pushing event updated for resources: {'Network': ['ID=203d5d4f-9a92-4c9b-adca-1d43c128f161,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:12.329134 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 203d5d4f-9a92-4c9b-adca-1d43c128f161 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:18:12.334649 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac98de25-b30e-4e47-bc7f-b5fe26670237 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Checking segment: {'id': '6cda9701-7695-4339-8522-77a15472335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f507047b-6721-4925-a142-6a85a7c6983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:12.335023 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac98de25-b30e-4e47-bc7f-b5fe26670237 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Network hostable DHCP agents. Network: f507047b-6721-4925-a142-6a85a7c6983e, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:18:12.358270 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98de25-b30e-4e47-bc7f-b5fe26670237 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'Subnet': ['ID=59260c91-871d-4c2f-bd98-096674c6a86b,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:12.372831 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 57994) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:12.373083 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c932cc9e-c5fb-49be-88fa-17edd46ba00b tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5837801 Jul 05 04:18:12.383384 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ff96ec2b-1f82-4b76-85b8-3fa78dcc4c79 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Request body: {'subnet': {'network_id': '203d5d4f-9a92-4c9b-adca-1d43c128f161', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:12.406232 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6ba2e27-18eb-406a-bb01-f89e903ca081 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.482670 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac98de25-b30e-4e47-bc7f-b5fe26670237 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Network f507047b-6721-4925-a142-6a85a7c6983e is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:18:12.513208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-ac98de25-b30e-4e47-bc7f-b5fe26670237 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, f507047b-6721-4925-a142-6a85a7c6983e) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:12.523196 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ea6083-f120-4fe8-8050-7c076864bcea None None] Network f507047b-6721-4925-a142-6a85a7c6983e requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:12.528130 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac98de25-b30e-4e47-bc7f-b5fe26670237 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:12.529438 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ac98de25-b30e-4e47-bc7f-b5fe26670237 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.533440 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff96ec2b-1f82-4b76-85b8-3fa78dcc4c79 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Made reservation on behalf of 44943f1f5ecf46ab896aa904a3a20323 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:12.538783 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ff96ec2b-1f82-4b76-85b8-3fa78dcc4c79 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.624610 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ac98de25-b30e-4e47-bc7f-b5fe26670237 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1191196 Jul 05 04:18:12.634097 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6ba2e27-18eb-406a-bb01-f89e903ca081 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.653418 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-c6ba2e27-18eb-406a-bb01-f89e903ca081 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8e4a03-ca50-4f92-8865-dcdc60ce1c87']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:12.688184 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-c6ba2e27-18eb-406a-bb01-f89e903ca081 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d36929-fb45-4f57-9ca4-454db53635be') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:12.688633 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-c6ba2e27-18eb-406a-bb01-f89e903ca081 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d36929-fb45-4f57-9ca4-454db53635be') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:12.709456 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6ba2e27-18eb-406a-bb01-f89e903ca081 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.749926 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6ba2e27-18eb-406a-bb01-f89e903ca081 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.761915 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ba2e27-18eb-406a-bb01-f89e903ca081 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:18:12.766460 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6ba2e27-18eb-406a-bb01-f89e903ca081 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:18:12.900541 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:18:12.912159 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6ba2e27-18eb-406a-bb01-f89e903ca081 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.927021 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6ba2e27-18eb-406a-bb01-f89e903ca081 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.948129 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c6ba2e27-18eb-406a-bb01-f89e903ca081 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] 10.222.0.77 "DELETE /v2.0/networks/7f8e4a03-ca50-4f92-8865-dcdc60ce1c87 HTTP/1.1" status: 204 len: 168 time: 0.8128188 Jul 05 04:18:12.965031 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba2e27-18eb-406a-bb01-f89e903ca081 tempest-FloatingIPTestJSON-564247681 tempest-FloatingIPTestJSON-564247681-project] Pushing event deleted for resources: {'Network': ['ID=7f8e4a03-ca50-4f92-8865-dcdc60ce1c87,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:12.965520 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d243a8-ebfe-4b3e-8350-a768b989858f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-f507047b-6721-4925-a142-6a85a7c6983e', 'network_id': 'f507047b-6721-4925-a142-6a85a7c6983e', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'fixed_ips': [{'subnet_id': '59260c91-871d-4c2f-bd98-096674c6a86b'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:18:12.967308 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a6d243a8-ebfe-4b3e-8350-a768b989858f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:13.004046 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ff96ec2b-1f82-4b76-85b8-3fa78dcc4c79 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:13.115077 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff96ec2b-1f82-4b76-85b8-3fa78dcc4c79 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Checking segment: {'id': 'd0e97801-f7e0-4488-8457-161ac2e44942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '203d5d4f-9a92-4c9b-adca-1d43c128f161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:13.115485 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff96ec2b-1f82-4b76-85b8-3fa78dcc4c79 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Network hostable DHCP agents. Network: 203d5d4f-9a92-4c9b-adca-1d43c128f161, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:18:13.120855 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96ec2b-1f82-4b76-85b8-3fa78dcc4c79 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Pushing event updated for resources: {'Subnet': ['ID=d3e4acf5-14a1-4d95-9417-244d004d3ab3,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:13.146608 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff96ec2b-1f82-4b76-85b8-3fa78dcc4c79 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Network 203d5d4f-9a92-4c9b-adca-1d43c128f161 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:18:13.163129 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-a6d243a8-ebfe-4b3e-8350-a768b989858f None None] Allocated IP 172.20.0.18 (f507047b-6721-4925-a142-6a85a7c6983e/59260c91-871d-4c2f-bd98-096674c6a86b/54329f0b-eeee-4418-b2b6-5c89d7a6a5c2) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:13.169419 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-ff96ec2b-1f82-4b76-85b8-3fa78dcc4c79 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 203d5d4f-9a92-4c9b-adca-1d43c128f161) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:13.179898 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff96ec2b-1f82-4b76-85b8-3fa78dcc4c79 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:13.181559 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ff96ec2b-1f82-4b76-85b8-3fa78dcc4c79 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:13.248954 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13691454-55ee-4992-9006-22f0361fdcf0 None None] Network 203d5d4f-9a92-4c9b-adca-1d43c128f161 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:13.265110 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ff96ec2b-1f82-4b76-85b8-3fa78dcc4c79 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8896725 Jul 05 04:18:13.268007 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58004) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:13.275043 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-ac8bde22-bae5-42f8-85ad-b7972fff6bb4 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Request body: {'port': {'network_id': '203d5d4f-9a92-4c9b-adca-1d43c128f161', 'name': 'tempest-DHCPAgentSchedulersTestJSON-85648797'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:13.294413 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91773d7d-cf60-4ccd-9014-b282b0589059 req-58ccdbba-517c-4c14-80f1-74438a0049c7 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:13.296543 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-91773d7d-cf60-4ccd-9014-b282b0589059 req-58ccdbba-517c-4c14-80f1-74438a0049c7 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.0991466 Jul 05 04:18:13.344570 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:13.388416 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-91773d7d-cf60-4ccd-9014-b282b0589059 req-a4d482b0-c1a0-4f9c-b666-955205958967 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831773 Jul 05 04:18:13.498684 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8bde22-bae5-42f8-85ad-b7972fff6bb4 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Made reservation on behalf of 44943f1f5ecf46ab896aa904a3a20323 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:13.505101 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac8bde22-bae5-42f8-85ad-b7972fff6bb4 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:13.525340 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58008) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:13.542567 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-ac8bde22-bae5-42f8-85ad-b7972fff6bb4 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] device_id is not set on port 874b0449-e617-422b-9c72-262070c6fe15 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:18:13.564404 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a6d243a8-ebfe-4b3e-8350-a768b989858f None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:13.576178 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a6d243a8-ebfe-4b3e-8350-a768b989858f None None] Transition to ACTIVE for port object 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:13.597335 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a6d243a8-ebfe-4b3e-8350-a768b989858f None None] Transition to ACTIVE for port object 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:13.606382 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc0fe70-19e5-449b-96e7-392829656343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-203d5d4f-9a92-4c9b-adca-1d43c128f161', 'network_id': '203d5d4f-9a92-4c9b-adca-1d43c128f161', 'tenant_id': '44943f1f5ecf46ab896aa904a3a20323', 'fixed_ips': [{'subnet_id': 'd3e4acf5-14a1-4d95-9417-244d004d3ab3'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:18:13.607442 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ccc0fe70-19e5-449b-96e7-392829656343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:13.623482 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a6d243a8-ebfe-4b3e-8350-a768b989858f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:13.687342 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d243a8-ebfe-4b3e-8350-a768b989858f None None] Network f507047b-6721-4925-a142-6a85a7c6983e is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:13.746018 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-a6d243a8-ebfe-4b3e-8350-a768b989858f None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:13.754613 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d243a8-ebfe-4b3e-8350-a768b989858f None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:13.762326 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-ac8bde22-bae5-42f8-85ad-b7972fff6bb4 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Allocated IP 172.20.0.13 (203d5d4f-9a92-4c9b-adca-1d43c128f161/d3e4acf5-14a1-4d95-9417-244d004d3ab3/874b0449-e617-422b-9c72-262070c6fe15) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:13.768194 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d243a8-ebfe-4b3e-8350-a768b989858f None None] Pushing event updated for resources: {'Port': ['ID=54329f0b-eeee-4418-b2b6-5c89d7a6a5c2,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:13.824862 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d2f53557-491c-4bd1-8a66-8b7261a1750f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1a5d27ea58a643808bb98f88bca8fb1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2979662 Jul 05 04:18:13.828980 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58012) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:13.846595 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-a6d243a8-ebfe-4b3e-8350-a768b989858f None None] Attempting to bind port 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:13.847958 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-a6d243a8-ebfe-4b3e-8350-a768b989858f None None] Attempting to bind port 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '6cda9701-7695-4339-8522-77a15472335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f507047b-6721-4925-a142-6a85a7c6983e'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:13.851307 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d243a8-ebfe-4b3e-8350-a768b989858f None None] Attempting to bind port 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2 on network f507047b-6721-4925-a142-6a85a7c6983e {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:13.864515 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d243a8-ebfe-4b3e-8350-a768b989858f None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:13.865280 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d243a8-ebfe-4b3e-8350-a768b989858f None None] Checking segment: {'id': '6cda9701-7695-4339-8522-77a15472335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f507047b-6721-4925-a142-6a85a7c6983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:13.865893 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a6d243a8-ebfe-4b3e-8350-a768b989858f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:13.866508 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d243a8-ebfe-4b3e-8350-a768b989858f None None] Bound using segment: {'id': '6cda9701-7695-4339-8522-77a15472335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f507047b-6721-4925-a142-6a85a7c6983e'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:13.869983 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-a6d243a8-ebfe-4b3e-8350-a768b989858f None None] Bound port: 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cda9701-7695-4339-8522-77a15472335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f507047b-6721-4925-a142-6a85a7c6983e'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:13.870474 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a6d243a8-ebfe-4b3e-8350-a768b989858f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:13.912982 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-863cffb3-d42c-4a5e-9a93-4f410074925f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:13.944494 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-863cffb3-d42c-4a5e-9a93-4f410074925f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:13.996458 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a6d243a8-ebfe-4b3e-8350-a768b989858f None None] For port 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:14.006800 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a6d243a8-ebfe-4b3e-8350-a768b989858f None None] For port 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=54329f0b-eeee-4418-b2b6-5c89d7a6a5c2,segment=NetworkSegment(6cda9701-7695-4339-8522-77a15472335e),segment_id=6cda9701-7695-4339-8522-77a15472335e)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:14.044476 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a6d243a8-ebfe-4b3e-8350-a768b989858f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:14.148210 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac8bde22-bae5-42f8-85ad-b7972fff6bb4 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:14.148210 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-ac8bde22-bae5-42f8-85ad-b7972fff6bb4 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Transition to ACTIVE for port object 874b0449-e617-422b-9c72-262070c6fe15 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:14.149604 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d243a8-ebfe-4b3e-8350-a768b989858f None None] Pushing event updated for resources: {'Port': ['ID=54329f0b-eeee-4418-b2b6-5c89d7a6a5c2,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:14.161270 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-863cffb3-d42c-4a5e-9a93-4f410074925f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:14.163708 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac8bde22-bae5-42f8-85ad-b7972fff6bb4 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:14.164177 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-863cffb3-d42c-4a5e-9a93-4f410074925f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:14.173814 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-863cffb3-d42c-4a5e-9a93-4f410074925f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0ab0a6e3-5903-46d7-96cb-e26102c5db8c HTTP/1.1" status: 204 len: 168 time: 0.3381605 Jul 05 04:18:14.195734 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cffb3-d42c-4a5e-9a93-4f410074925f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab0a6e3-5903-46d7-96cb-e26102c5db8c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:14.210761 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8bde22-bae5-42f8-85ad-b7972fff6bb4 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Network 203d5d4f-9a92-4c9b-adca-1d43c128f161 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:14.214420 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-ac8bde22-bae5-42f8-85ad-b7972fff6bb4 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:14.223927 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8bde22-bae5-42f8-85ad-b7972fff6bb4 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:14.338629 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-ccc0fe70-19e5-449b-96e7-392829656343 None None] Allocated IP 172.20.0.2 (203d5d4f-9a92-4c9b-adca-1d43c128f161/d3e4acf5-14a1-4d95-9417-244d004d3ab3/32d0cd99-1496-4376-bd5e-69613d6d0c3d) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:14.380532 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8bde22-bae5-42f8-85ad-b7972fff6bb4 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Pushing event updated for resources: {'Port': ['ID=874b0449-e617-422b-9c72-262070c6fe15,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:14.403959 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:18:14.470524 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8bde22-bae5-42f8-85ad-b7972fff6bb4 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:14.471246 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ac8bde22-bae5-42f8-85ad-b7972fff6bb4 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:14.540344 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ac8bde22-bae5-42f8-85ad-b7972fff6bb4 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2711241 Jul 05 04:18:14.543727 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58038) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:14.840032 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-5da98e7b-16e7-4a01-9ea4-2184a8273634 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Deleting port 874b0449-e617-422b-9c72-262070c6fe15 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:14.840388 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5da98e7b-16e7-4a01-9ea4-2184a8273634 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:14.860092 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ccc0fe70-19e5-449b-96e7-392829656343 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:14.871849 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ccc0fe70-19e5-449b-96e7-392829656343 None None] Transition to ACTIVE for port object 32d0cd99-1496-4376-bd5e-69613d6d0c3d will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:14.914437 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ccc0fe70-19e5-449b-96e7-392829656343 None None] Transition to ACTIVE for port object 32d0cd99-1496-4376-bd5e-69613d6d0c3d will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:14.928927 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ccc0fe70-19e5-449b-96e7-392829656343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:15.066729 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc0fe70-19e5-449b-96e7-392829656343 None None] Network 203d5d4f-9a92-4c9b-adca-1d43c128f161 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:15.068835 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0fe70-19e5-449b-96e7-392829656343 None None] Pushing event updated for resources: {'Port': ['ID=32d0cd99-1496-4376-bd5e-69613d6d0c3d,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:15.073756 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-ccc0fe70-19e5-449b-96e7-392829656343 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:15.077534 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc0fe70-19e5-449b-96e7-392829656343 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:15.215316 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58050) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:15.229125 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-18beb5e6-e617-4be1-8c4e-320c1bb6b3fd tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1095953680', 'description': 'tempest-secgroup-smoke-1095953680 description', 'project_id': 'ac0be634601541e3aba69b1b2bc67317'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:15.235045 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5da98e7b-16e7-4a01-9ea4-2184a8273634 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:15.259286 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cca810-7631-468d-9178-c3700f1b5ac6 req-d7f72a95-21b9-4c5c-a801-14c458ee6590 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:15.261241 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-65cca810-7631-468d-9178-c3700f1b5ac6 req-d7f72a95-21b9-4c5c-a801-14c458ee6590 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.3982794 Jul 05 04:18:15.269169 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-ccc0fe70-19e5-449b-96e7-392829656343 None None] Attempting to bind port 32d0cd99-1496-4376-bd5e-69613d6d0c3d on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:15.271121 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-ccc0fe70-19e5-449b-96e7-392829656343 None None] Attempting to bind port 32d0cd99-1496-4376-bd5e-69613d6d0c3d by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'd0e97801-f7e0-4488-8457-161ac2e44942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '203d5d4f-9a92-4c9b-adca-1d43c128f161'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:15.272924 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc0fe70-19e5-449b-96e7-392829656343 None None] Attempting to bind port 32d0cd99-1496-4376-bd5e-69613d6d0c3d on network 203d5d4f-9a92-4c9b-adca-1d43c128f161 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:15.282853 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:15.294201 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-18beb5e6-e617-4be1-8c4e-320c1bb6b3fd tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:15.411257 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc0fe70-19e5-449b-96e7-392829656343 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:15.422383 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-65cca810-7631-468d-9178-c3700f1b5ac6 req-e5f931c7-0607-45e9-9db3-08fd84eb10ce tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295633 Jul 05 04:18:15.423723 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-5da98e7b-16e7-4a01-9ea4-2184a8273634 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Calling delete_port for 874b0449-e617-422b-9c72-262070c6fe15 owned by {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:15.429887 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc0fe70-19e5-449b-96e7-392829656343 None None] Checking segment: {'id': 'd0e97801-f7e0-4488-8457-161ac2e44942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '203d5d4f-9a92-4c9b-adca-1d43c128f161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:15.435278 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ccc0fe70-19e5-449b-96e7-392829656343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:15.435898 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc0fe70-19e5-449b-96e7-392829656343 None None] Bound using segment: {'id': 'd0e97801-f7e0-4488-8457-161ac2e44942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '203d5d4f-9a92-4c9b-adca-1d43c128f161'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:15.439359 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-ccc0fe70-19e5-449b-96e7-392829656343 None None] Bound port: 32d0cd99-1496-4376-bd5e-69613d6d0c3d, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e97801-f7e0-4488-8457-161ac2e44942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '203d5d4f-9a92-4c9b-adca-1d43c128f161'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:15.442252 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ccc0fe70-19e5-449b-96e7-392829656343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:15.559360 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-18beb5e6-e617-4be1-8c4e-320c1bb6b3fd tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:15.575983 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-18beb5e6-e617-4be1-8c4e-320c1bb6b3fd tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:15.620939 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:15.655360 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18beb5e6-e617-4be1-8c4e-320c1bb6b3fd tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c28b23-f450-490b-9043-a4307aa741fd,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:15.695366 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-18beb5e6-e617-4be1-8c4e-320c1bb6b3fd tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:15.696799 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-18beb5e6-e617-4be1-8c4e-320c1bb6b3fd tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4802537 Jul 05 04:18:15.719229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58062) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:15.724398 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-5e94dfee-ec7e-4449-8248-cd5049885c7d tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'security_group_rule': {'security_group_id': '71c28b23-f450-490b-9043-a4307aa741fd', 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:15.738616 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-ccc0fe70-19e5-449b-96e7-392829656343 None None] For port 32d0cd99-1496-4376-bd5e-69613d6d0c3d, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:15.740902 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5da98e7b-16e7-4a01-9ea4-2184a8273634 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:15.765470 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-ccc0fe70-19e5-449b-96e7-392829656343 None None] For port 32d0cd99-1496-4376-bd5e-69613d6d0c3d, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=32d0cd99-1496-4376-bd5e-69613d6d0c3d,segment=NetworkSegment(d0e97801-f7e0-4488-8457-161ac2e44942),segment_id=d0e97801-f7e0-4488-8457-161ac2e44942)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:15.784648 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ccc0fe70-19e5-449b-96e7-392829656343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:15.820182 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e94dfee-ec7e-4449-8248-cd5049885c7d tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:15.955734 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0fe70-19e5-449b-96e7-392829656343 None None] Pushing event updated for resources: {'Port': ['ID=32d0cd99-1496-4376-bd5e-69613d6d0c3d,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:16.014115 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e94dfee-ec7e-4449-8248-cd5049885c7d tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.015051 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58066) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:16.021721 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da98e7b-16e7-4a01-9ea4-2184a8273634 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Pushing event deleted for resources: {'Port': ['ID=874b0449-e617-422b-9c72-262070c6fe15,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:16.023238 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e94dfee-ec7e-4449-8248-cd5049885c7d tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.045027 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94dfee-ec7e-4449-8248-cd5049885c7d tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df55967-9199-4feb-846d-5179186d2256,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:16.059382 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5da98e7b-16e7-4a01-9ea4-2184a8273634 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.061465 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5da98e7b-16e7-4a01-9ea4-2184a8273634 tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] 10.222.0.77 "DELETE /v2.0/ports/874b0449-e617-422b-9c72-262070c6fe15 HTTP/1.1" status: 204 len: 168 time: 1.5153086 Jul 05 04:18:16.064537 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58072) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:16.075321 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e94dfee-ec7e-4449-8248-cd5049885c7d tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.080179 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5e94dfee-ec7e-4449-8248-cd5049885c7d tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3599336 Jul 05 04:18:16.080794 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58076) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:16.086363 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-3264dd57-20d8-4808-8aa2-9385751c3b56 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'security_group_rule': {'security_group_id': '71c28b23-f450-490b-9043-a4307aa741fd', 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:16.138745 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3264dd57-20d8-4808-8aa2-9385751c3b56 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.141455 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54db4cb4-a02e-4034-9bd0-b20644eba537 None None] Network f507047b-6721-4925-a142-6a85a7c6983e requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:16.331738 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-74deaca1-30ad-4dd5-8928-f77096d3c7d1 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1071871973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:16.397844 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-17ae4edb-5404-45f0-b4ea-b20e966e1f41 None None] Provisioning for port 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:16.499529 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-17ae4edb-5404-45f0-b4ea-b20e966e1f41 None None] Provisioning complete for port 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:16.499939 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-17ae4edb-5404-45f0-b4ea-b20e966e1f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.501862 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3264dd57-20d8-4808-8aa2-9385751c3b56 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.635615 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3264dd57-20d8-4808-8aa2-9385751c3b56 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.666177 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0e591286-f96a-4363-a78c-6120ced8ca2f tempest-DHCPAgentSchedulersTestJSON-294948431 tempest-DHCPAgentSchedulersTestJSON-294948431-project-admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.5983653 Jul 05 04:18:16.669204 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58088) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:16.675671 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ead9e565-0db8-434d-baf7-5024d58b12af tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1919147282'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:16.678783 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-17ae4edb-5404-45f0-b4ea-b20e966e1f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.742970 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead9e565-0db8-434d-baf7-5024d58b12af tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Made reservation on behalf of 44943f1f5ecf46ab896aa904a3a20323 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:16.760885 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ead9e565-0db8-434d-baf7-5024d58b12af tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.774191 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-17ae4edb-5404-45f0-b4ea-b20e966e1f41 None None] For port 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=54329f0b-eeee-4418-b2b6-5c89d7a6a5c2,segment=NetworkSegment(6cda9701-7695-4339-8522-77a15472335e),segment_id=6cda9701-7695-4339-8522-77a15472335e)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:16.787472 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-17ae4edb-5404-45f0-b4ea-b20e966e1f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.898619 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead9e565-0db8-434d-baf7-5024d58b12af tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:18:16.902847 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae4edb-5404-45f0-b4ea-b20e966e1f41 None None] Pushing event updated for resources: {'Port': ['ID=54329f0b-eeee-4418-b2b6-5c89d7a6a5c2,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:16.932565 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ead9e565-0db8-434d-baf7-5024d58b12af tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.933555 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-ead9e565-0db8-434d-baf7-5024d58b12af tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Added segment 50f1425b-3556-4b89-b9b4-c6a9aa80d49e of type vlan for network f60c9230-bcc3-415b-af1c-226e0d46bb8b Jul 05 04:18:16.997259 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ead9e565-0db8-434d-baf7-5024d58b12af tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.047448 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ead9e565-0db8-434d-baf7-5024d58b12af tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.064743 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead9e565-0db8-434d-baf7-5024d58b12af tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:17.065460 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ead9e565-0db8-434d-baf7-5024d58b12af tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.129630 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fe519e79-6eb0-45d6-ba48-b21f153fd255 None None] Provisioning complete for port 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:17.130148 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fe519e79-6eb0-45d6-ba48-b21f153fd255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.212626 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-74deaca1-30ad-4dd5-8928-f77096d3c7d1 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.214089 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-74deaca1-30ad-4dd5-8928-f77096d3c7d1 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.267571 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9e565-0db8-434d-baf7-5024d58b12af tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Pushing event updated for resources: {'Network': ['ID=f60c9230-bcc3-415b-af1c-226e0d46bb8b,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:17.271548 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ead9e565-0db8-434d-baf7-5024d58b12af tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6007495 Jul 05 04:18:17.274281 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58092) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:17.282301 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-74deaca1-30ad-4dd5-8928-f77096d3c7d1 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.341527 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network f60c9230-bcc3-415b-af1c-226e0d46bb8b details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:18:17.355414 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-74deaca1-30ad-4dd5-8928-f77096d3c7d1 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.377648 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264dd57-20d8-4808-8aa2-9385751c3b56 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae17a8ac-db77-4b3e-9b71-4e1d96d93517,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:17.389963 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3264dd57-20d8-4808-8aa2-9385751c3b56 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.395009 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3264dd57-20d8-4808-8aa2-9385751c3b56 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3120418 Jul 05 04:18:17.395928 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58094) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:17.403860 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-2fd1dd57-d048-4367-ae93-49f656c73c5b tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'security_group_rule': {'security_group_id': '71c28b23-f450-490b-9043-a4307aa741fd', 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:17.455655 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2fd1dd57-d048-4367-ae93-49f656c73c5b tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.467341 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 32d0cd99-1496-4376-bd5e-69613d6d0c3d up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:17.529505 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 32d0cd99-1496-4376-bd5e-69613d6d0c3d completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:17.539616 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:17.570966 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2fd1dd57-d048-4367-ae93-49f656c73c5b tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.573702 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-74deaca1-30ad-4dd5-8928-f77096d3c7d1 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.575382 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-74deaca1-30ad-4dd5-8928-f77096d3c7d1 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.5591209 Jul 05 04:18:17.588098 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58096) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:17.589065 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2fd1dd57-d048-4367-ae93-49f656c73c5b tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.596116 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-61fab73b-357d-465b-9bab-79ce493e636a tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-928498445'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:17.681463 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1dd57-d048-4367-ae93-49f656c73c5b tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e09dfaf-c948-4b36-8b25-07de27632a8a,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:17.697643 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d03c08-c61d-499f-abb7-c6b476b44e65 req-1d7bf38d-4ef9-4859-9c41-7180e56b1c7d tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:17.699311 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-00d03c08-c61d-499f-abb7-c6b476b44e65 req-1d7bf38d-4ef9-4859-9c41-7180e56b1c7d tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.4143753 Jul 05 04:18:17.705123 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4b85bb11-ac23-4aae-a868-e6e67865fe49 tempest-DHCPAgentSchedulersTestJSON-294948431 tempest-DHCPAgentSchedulersTestJSON-294948431-project-admin] 10.222.0.77 "GET /v2.0/agents/096be1c7-5e98-4d8a-a858-6eb4cb244b55/dhcp-networks HTTP/1.1" status: 200 len: 8046 time: 0.4246294 Jul 05 04:18:17.708836 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58098) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:17.717735 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:17.718116 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.729679 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fab73b-357d-465b-9bab-79ce493e636a tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Made reservation on behalf of 59bd81ecccb24d3ba7e4ca39c43ee03d for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:17.734386 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61fab73b-357d-465b-9bab-79ce493e636a tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.749410 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2fd1dd57-d048-4367-ae93-49f656c73c5b tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.754601 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58100) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:17.759864 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-6ed3e1b9-71b1-43a4-9d35-265889a40a33 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'security_group_rule': {'security_group_id': '71c28b23-f450-490b-9043-a4307aa741fd', 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:17.764629 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2fd1dd57-d048-4367-ae93-49f656c73c5b tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3644342 Jul 05 04:18:17.825757 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6ed3e1b9-71b1-43a4-9d35-265889a40a33 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.913496 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61fab73b-357d-465b-9bab-79ce493e636a tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.002177 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086c5838-0a7e-40c5-9605-c2403c773db9 None None] Network 203d5d4f-9a92-4c9b-adca-1d43c128f161 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:18.021536 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-00d03c08-c61d-499f-abb7-c6b476b44e65 req-0845532a-27bc-4f0c-a94a-46c8705767b8 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803023 Jul 05 04:18:18.067275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb5e731-b4b2-403c-9c00-8a47171ed7cf tempest-DHCPAgentSchedulersTestJSON-294948431 tempest-DHCPAgentSchedulersTestJSON-294948431-project-admin] Network f60c9230-bcc3-415b-af1c-226e0d46bb8b is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:18:18.088107 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0bb5e731-b4b2-403c-9c00-8a47171ed7cf tempest-DHCPAgentSchedulersTestJSON-294948431 tempest-DHCPAgentSchedulersTestJSON-294948431-project-admin] 10.222.0.77 "POST /v2.0/agents/096be1c7-5e98-4d8a-a858-6eb4cb244b55/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3778260 Jul 05 04:18:18.093169 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58104) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:18.104824 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c3b223-1ccf-4d0f-9c2f-b0b6cc5f5683 None None] Network f60c9230-bcc3-415b-af1c-226e0d46bb8b requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:18.319126 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61fab73b-357d-465b-9bab-79ce493e636a tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.332894 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b98a2d95-9088-41aa-a082-8d42b34fe3cd None None] Provisioning for port 32d0cd99-1496-4376-bd5e-69613d6d0c3d completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:18.334154 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f2094e12-b98f-47aa-8037-eecd45e00d07 tempest-DHCPAgentSchedulersTestJSON-294948431 tempest-DHCPAgentSchedulersTestJSON-294948431-project-admin] 10.222.0.77 "GET /v2.0/agents/096be1c7-5e98-4d8a-a858-6eb4cb244b55/dhcp-networks HTTP/1.1" status: 200 len: 8817 time: 0.2391801 Jul 05 04:18:18.335969 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61fab73b-357d-465b-9bab-79ce493e636a tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.343665 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b98a2d95-9088-41aa-a082-8d42b34fe3cd None None] Provisioning complete for port 32d0cd99-1496-4376-bd5e-69613d6d0c3d triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:18.345139 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b98a2d95-9088-41aa-a082-8d42b34fe3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.351401 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61fab73b-357d-465b-9bab-79ce493e636a tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:18:18.367511 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61fab73b-357d-465b-9bab-79ce493e636a tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.369281 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-61fab73b-357d-465b-9bab-79ce493e636a tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Added segment 8f697ffa-3984-4db0-8bde-e8d88db6b7bb of type vlan for network 0f2ac9f9-dfe5-4cb4-be60-13bedffbba34 Jul 05 04:18:18.431545 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61fab73b-357d-465b-9bab-79ce493e636a tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.466806 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58106) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:18.503436 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61fab73b-357d-465b-9bab-79ce493e636a tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.515911 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fab73b-357d-465b-9bab-79ce493e636a tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:18.517039 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61fab73b-357d-465b-9bab-79ce493e636a tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.578533 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b98a2d95-9088-41aa-a082-8d42b34fe3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.638343 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-b98a2d95-9088-41aa-a082-8d42b34fe3cd None None] For port 32d0cd99-1496-4376-bd5e-69613d6d0c3d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=32d0cd99-1496-4376-bd5e-69613d6d0c3d,segment=NetworkSegment(d0e97801-f7e0-4488-8457-161ac2e44942),segment_id=d0e97801-f7e0-4488-8457-161ac2e44942)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:18.658741 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b98a2d95-9088-41aa-a082-8d42b34fe3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.691528 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fab73b-357d-465b-9bab-79ce493e636a tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Pushing event updated for resources: {'Network': ['ID=0f2ac9f9-dfe5-4cb4-be60-13bedffbba34,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:18.724049 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ee139b39-34f9-4106-899b-a6d69473b137 tempest-DHCPAgentSchedulersTestJSON-294948431 tempest-DHCPAgentSchedulersTestJSON-294948431-project-admin] 10.222.0.77 "DELETE /v2.0/agents/096be1c7-5e98-4d8a-a858-6eb4cb244b55/dhcp-networks/f60c9230-bcc3-415b-af1c-226e0d46bb8b HTTP/1.1" status: 204 len: 168 time: 0.2519662 Jul 05 04:18:18.727689 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58108) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:18.734650 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fab73b-357d-465b-9bab-79ce493e636a tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da19e443-a974-4f2a-bca7-d66c562804f5,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:18.754490 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-61fab73b-357d-465b-9bab-79ce493e636a tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1601641 Jul 05 04:18:18.755444 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58110) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:18.769567 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-54b08a96-9d03-4edd-a4e2-3d4642f6eaf2 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Request body: {'subnet': {'network_id': '0f2ac9f9-dfe5-4cb4-be60-13bedffbba34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:18.815241 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a2d95-9088-41aa-a082-8d42b34fe3cd None None] Pushing event updated for resources: {'Port': ['ID=32d0cd99-1496-4376-bd5e-69613d6d0c3d,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:18.828223 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 0f2ac9f9-dfe5-4cb4-be60-13bedffbba34 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:18:19.050595 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3844a8b4-a239-4048-9005-960f41fa662c req-d546bd9e-46d7-489c-be72-1225d3ad26f1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.1593292 Jul 05 04:18:19.055222 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6ed3e1b9-71b1-43a4-9d35-265889a40a33 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:19.067321 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b08a96-9d03-4edd-a4e2-3d4642f6eaf2 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Made reservation on behalf of 59bd81ecccb24d3ba7e4ca39c43ee03d for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:19.093730 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-54b08a96-9d03-4edd-a4e2-3d4642f6eaf2 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:19.098954 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6ed3e1b9-71b1-43a4-9d35-265889a40a33 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:19.189802 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6ed3e1b9-71b1-43a4-9d35-265889a40a33 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:19.191035 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6ed3e1b9-71b1-43a4-9d35-265889a40a33 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4351497 Jul 05 04:18:19.197159 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58116) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:19.220884 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 32d0cd99-1496-4376-bd5e-69613d6d0c3d up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:19.247240 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ee461151-4c5c-4728-a7e0-07a673b54ec4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'security_group_rule': {'security_group_id': '71c28b23-f450-490b-9043-a4307aa741fd', 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:19.253550 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c7249e95-13ed-42e3-a29b-4ac6197ed223 tempest-DHCPAgentSchedulersTestJSON-294948431 tempest-DHCPAgentSchedulersTestJSON-294948431-project-admin] 10.222.0.77 "GET /v2.0/agents/096be1c7-5e98-4d8a-a858-6eb4cb244b55/dhcp-networks HTTP/1.1" status: 200 len: 8046 time: 0.5221710 Jul 05 04:18:19.258871 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58118) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:19.263911 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3e1b9-71b1-43a4-9d35-265889a40a33 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4770d1-7a2b-4a6b-ba5d-0dc11e8d8045,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:19.321291 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b56f1310-0bb9-4381-8e8b-ca15528bcb02 tempest-DHCPAgentSchedulersTestJSON-294948431 tempest-DHCPAgentSchedulersTestJSON-294948431-project-admin] 10.222.0.77 "GET /v2.0/networks/203d5d4f-9a92-4c9b-adca-1d43c128f161/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0611837 Jul 05 04:18:19.325514 n-d-780147-23 neutron-server[105538]: INFO neutron.db.securitygroups_db [None req-ee461151-4c5c-4728-a7e0-07a673b54ec4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Project ac0be634601541e3aba69b1b2bc67317 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:18:19.329822 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58120) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:19.350817 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ee461151-4c5c-4728-a7e0-07a673b54ec4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:19.354833 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 32d0cd99-1496-4376-bd5e-69613d6d0c3d triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:19.355324 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:19.386935 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844a8b4-a239-4048-9005-960f41fa662c req-896d0ded-b8f5-4dba-907b-dfee53196046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:19.388801 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3844a8b4-a239-4048-9005-960f41fa662c req-896d0ded-b8f5-4dba-907b-dfee53196046 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 1097 time: 0.2284443 Jul 05 04:18:19.418768 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cdb58d11-f345-4910-9ea7-971b258067a9 tempest-DHCPAgentSchedulersTestJSON-294948431 tempest-DHCPAgentSchedulersTestJSON-294948431-project-admin] 10.222.0.77 "GET /v2.0/networks/203d5d4f-9a92-4c9b-adca-1d43c128f161/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0874271 Jul 05 04:18:19.421151 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58122) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:19.511058 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7871d427-5938-433a-a483-969d08a20f21 None None] Provisioning complete for port 32d0cd99-1496-4376-bd5e-69613d6d0c3d triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:19.523733 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7871d427-5938-433a-a483-969d08a20f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:19.636005 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb7727-a1ab-4080-a4da-0202aa18da30 req-8c507602-db93-4e98-941f-88ca263fe3cd tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:19.641189 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-181711f7-8695-429d-8cc8-62a2f797bc81 tempest-DHCPAgentSchedulersTestJSON-294948431 tempest-DHCPAgentSchedulersTestJSON-294948431-project-admin] 10.222.0.77 "GET /v2.0/agents/096be1c7-5e98-4d8a-a858-6eb4cb244b55/dhcp-networks HTTP/1.1" status: 200 len: 8046 time: 0.2144904 Jul 05 04:18:19.641319 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aaeb7727-a1ab-4080-a4da-0202aa18da30 req-8c507602-db93-4e98-941f-88ca263fe3cd tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.3369067 Jul 05 04:18:19.645233 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58124) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:19.766494 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2ece383-dc9e-4abe-9ede-fd581501490c tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:19.785631 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ee461151-4c5c-4728-a7e0-07a673b54ec4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:19.825678 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ee461151-4c5c-4728-a7e0-07a673b54ec4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:19.828023 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-54b08a96-9d03-4edd-a4e2-3d4642f6eaf2 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:19.915541 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b08a96-9d03-4edd-a4e2-3d4642f6eaf2 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Pushing event updated for resources: {'Subnet': ['ID=ea47ab8d-ff3f-4e4f-962f-f59f00039620,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:19.959203 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b08a96-9d03-4edd-a4e2-3d4642f6eaf2 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Checking segment: {'id': '8f697ffa-3984-4db0-8bde-e8d88db6b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0f2ac9f9-dfe5-4cb4-be60-13bedffbba34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:19.959485 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b08a96-9d03-4edd-a4e2-3d4642f6eaf2 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Network hostable DHCP agents. Network: 0f2ac9f9-dfe5-4cb4-be60-13bedffbba34, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:18:19.975553 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee461151-4c5c-4728-a7e0-07a673b54ec4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e71d638-66ce-4ec6-b598-be2192aa3402,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:19.988647 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b08a96-9d03-4edd-a4e2-3d4642f6eaf2 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Network 0f2ac9f9-dfe5-4cb4-be60-13bedffbba34 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:18:19.991513 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-39ec795a-74ad-493e-86fd-af7a1b30509c None None] Could not find standard attr ID for object 874b0449-e617-422b-9c72-262070c6fe15. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:18:20.003760 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844a8b4-a239-4048-9005-960f41fa662c req-05d7d15a-1645-476e-87c6-7019bdefb9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:20.005371 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3844a8b4-a239-4048-9005-960f41fa662c req-05d7d15a-1645-476e-87c6-7019bdefb9a8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 913 time: 0.5605578 Jul 05 04:18:20.006058 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-54b08a96-9d03-4edd-a4e2-3d4642f6eaf2 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 0f2ac9f9-dfe5-4cb4-be60-13bedffbba34) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:20.012957 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b08a96-9d03-4edd-a4e2-3d4642f6eaf2 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:20.013673 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-54b08a96-9d03-4edd-a4e2-3d4642f6eaf2 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.017610 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941eca09-f522-4cd9-8d08-08011996fd16 None None] Network 0f2ac9f9-dfe5-4cb4-be60-13bedffbba34 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:20.059754 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-54b08a96-9d03-4edd-a4e2-3d4642f6eaf2 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3010240 Jul 05 04:18:20.060422 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58126) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:20.083010 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-27e027d2-0ac1-4a53-8a21-4942cb962ce2 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Request body: {'network': {'name': 'tempest-router-network01--691347889'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:20.115655 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e027d2-0ac1-4a53-8a21-4942cb962ce2 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Made reservation on behalf of 59bd81ecccb24d3ba7e4ca39c43ee03d for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:20.140622 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27e027d2-0ac1-4a53-8a21-4942cb962ce2 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.173736 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2ece383-dc9e-4abe-9ede-fd581501490c tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.185850 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ee461151-4c5c-4728-a7e0-07a673b54ec4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.187325 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ee461151-4c5c-4728-a7e0-07a673b54ec4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9848242 Jul 05 04:18:20.193874 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58132) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:20.201921 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-11b5930e-c4ea-4f96-a3f1-2600c162dd24 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'security_group_rule': {'security_group_id': '71c28b23-f450-490b-9043-a4307aa741fd', 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:20.231155 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e027d2-0ac1-4a53-8a21-4942cb962ce2 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:18:20.255932 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27e027d2-0ac1-4a53-8a21-4942cb962ce2 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.256757 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-27e027d2-0ac1-4a53-8a21-4942cb962ce2 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Added segment bc94d796-6dce-4109-be4a-36f1840d86b8 of type vlan for network ba20cb42-7b2d-474a-a6da-bfd4cba18c14 Jul 05 04:18:20.257157 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aaeb7727-a1ab-4080-a4da-0202aa18da30 req-53ce7469-c3e2-4a96-90d8-dfb530d288af tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4965100 Jul 05 04:18:20.259544 n-d-780147-23 neutron-server[105539]: INFO neutron.db.securitygroups_db [None req-11b5930e-c4ea-4f96-a3f1-2600c162dd24 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Project ac0be634601541e3aba69b1b2bc67317 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:18:20.284506 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-11b5930e-c4ea-4f96-a3f1-2600c162dd24 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.308012 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-e2ece383-dc9e-4abe-9ede-fd581501490c tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f60c9230-bcc3-415b-af1c-226e0d46bb8b']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:20.345510 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-e2ece383-dc9e-4abe-9ede-fd581501490c tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f1425b-3556-4b89-b9b4-c6a9aa80d49e') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:20.345871 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-e2ece383-dc9e-4abe-9ede-fd581501490c tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f1425b-3556-4b89-b9b4-c6a9aa80d49e') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:20.350838 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27e027d2-0ac1-4a53-8a21-4942cb962ce2 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.370206 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1f8bb0-562e-4cc4-98c9-f93985ad6dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-0f2ac9f9-dfe5-4cb4-be60-13bedffbba34', 'network_id': '0f2ac9f9-dfe5-4cb4-be60-13bedffbba34', 'tenant_id': '59bd81ecccb24d3ba7e4ca39c43ee03d', 'fixed_ips': [{'subnet_id': 'ea47ab8d-ff3f-4e4f-962f-f59f00039620'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:18:20.371113 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fa1f8bb0-562e-4cc4-98c9-f93985ad6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.381574 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2ece383-dc9e-4abe-9ede-fd581501490c tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.419230 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3844a8b4-a239-4048-9005-960f41fa662c req-8b333c55-c0f8-460d-a32d-f795baaa36d2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e91c81f-f371-4df7-89c4-a551299df1b9 HTTP/1.1" status: 200 len: 1000 time: 0.2193384 Jul 05 04:18:20.426251 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2ece383-dc9e-4abe-9ede-fd581501490c tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.439989 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-11b5930e-c4ea-4f96-a3f1-2600c162dd24 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.442142 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27e027d2-0ac1-4a53-8a21-4942cb962ce2 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.448564 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e027d2-0ac1-4a53-8a21-4942cb962ce2 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:20.449919 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27e027d2-0ac1-4a53-8a21-4942cb962ce2 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.504351 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ece383-dc9e-4abe-9ede-fd581501490c tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:18:20.504843 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2ece383-dc9e-4abe-9ede-fd581501490c tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:18:20.511537 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:18:20.563590 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-11b5930e-c4ea-4f96-a3f1-2600c162dd24 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.571756 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e027d2-0ac1-4a53-8a21-4942cb962ce2 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Pushing event updated for resources: {'Network': ['ID=ba20cb42-7b2d-474a-a6da-bfd4cba18c14,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:20.586728 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network ba20cb42-7b2d-474a-a6da-bfd4cba18c14 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:18:20.591674 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5930e-c4ea-4f96-a3f1-2600c162dd24 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63619297-4ff7-4580-b178-165ebc254eb7,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:20.605645 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-27e027d2-0ac1-4a53-8a21-4942cb962ce2 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5417297 Jul 05 04:18:20.606094 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58134) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:20.622344 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-3cf73be5-7606-48c7-99bc-2c76653c5461 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Request body: {'network': {'name': 'tempest-router-network02--369979620'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:20.641053 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-11b5930e-c4ea-4f96-a3f1-2600c162dd24 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.654963 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-11b5930e-c4ea-4f96-a3f1-2600c162dd24 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4497235 Jul 05 04:18:20.698932 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf73be5-7606-48c7-99bc-2c76653c5461 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Made reservation on behalf of 59bd81ecccb24d3ba7e4ca39c43ee03d for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:20.711350 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3cf73be5-7606-48c7-99bc-2c76653c5461 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.765107 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844a8b4-a239-4048-9005-960f41fa662c req-9b388f2c-f870-49eb-b0d9-4d6d5e941457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:20.766648 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3844a8b4-a239-4048-9005-960f41fa662c req-9b388f2c-f870-49eb-b0d9-4d6d5e941457 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40568ec5-9a32-47f3-85b6-60f4faaa494c HTTP/1.1" status: 200 len: 851 time: 0.3322699 Jul 05 04:18:20.773804 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2ece383-dc9e-4abe-9ede-fd581501490c tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.783947 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2ece383-dc9e-4abe-9ede-fd581501490c tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.790045 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e2ece383-dc9e-4abe-9ede-fd581501490c tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] 10.222.0.77 "DELETE /v2.0/networks/f60c9230-bcc3-415b-af1c-226e0d46bb8b HTTP/1.1" status: 204 len: 168 time: 1.1379697 Jul 05 04:18:20.791250 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf73be5-7606-48c7-99bc-2c76653c5461 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:18:20.818824 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3cf73be5-7606-48c7-99bc-2c76653c5461 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.820257 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-3cf73be5-7606-48c7-99bc-2c76653c5461 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Added segment d12c65f6-cdc0-4ac1-a9a3-3d29f18e1635 of type vlan for network ed22948d-17d1-4db0-927b-3ecf734e3f4e Jul 05 04:18:20.837647 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58142) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:20.883696 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ece383-dc9e-4abe-9ede-fd581501490c tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Pushing event deleted for resources: {'Network': ['ID=f60c9230-bcc3-415b-af1c-226e0d46bb8b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:20.888236 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3cf73be5-7606-48c7-99bc-2c76653c5461 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.900859 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-fa1f8bb0-562e-4cc4-98c9-f93985ad6dec None None] Allocated IP 172.20.0.2 (0f2ac9f9-dfe5-4cb4-be60-13bedffbba34/ea47ab8d-ff3f-4e4f-962f-f59f00039620/e1b33238-fdf5-4c2c-8ec3-be1be7e40883) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:20.951107 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3cf73be5-7606-48c7-99bc-2c76653c5461 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.951745 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5190cb3-2538-4130-8b21-d02aa66a230c tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] DELETE failed (client error): The resource could not be found. Jul 05 04:18:20.965602 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf73be5-7606-48c7-99bc-2c76653c5461 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:20.968816 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5190cb3-2538-4130-8b21-d02aa66a230c tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:18:20.973783 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c5190cb3-2538-4130-8b21-d02aa66a230c tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] 10.222.0.77 "DELETE /v2.0/ports/874b0449-e617-422b-9c72-262070c6fe15 HTTP/1.1" status: 404 len: 333 time: 0.1320634 Jul 05 04:18:20.975453 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58156) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:20.983530 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3cf73be5-7606-48c7-99bc-2c76653c5461 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:21.067862 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844a8b4-a239-4048-9005-960f41fa662c req-5bda5aec-435a-45f3-9986-de8a72d3d537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:21.069690 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3844a8b4-a239-4048-9005-960f41fa662c req-5bda5aec-435a-45f3-9986-de8a72d3d537 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2874329 Jul 05 04:18:21.074416 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-580c00c8-a1c2-47f9-9b84-a0d4b0e2dbdf tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Deleting subnet d3e4acf5-14a1-4d95-9417-244d004d3ab3 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:18:21.094535 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-580c00c8-a1c2-47f9-9b84-a0d4b0e2dbdf tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:21.165049 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3cf73be5-7606-48c7-99bc-2c76653c5461 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5547283 Jul 05 04:18:21.185473 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58160) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:21.216060 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-18408144-795f-45a0-bbc6-0c46f36ce16b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Request body: {'subnet': {'network_id': 'ba20cb42-7b2d-474a-a6da-bfd4cba18c14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:21.276381 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fa1f8bb0-562e-4cc4-98c9-f93985ad6dec None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:21.282420 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3844a8b4-a239-4048-9005-960f41fa662c req-248e308e-0e71-4de6-9431-c4b793411a81 service neutron] 10.222.0.89 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018104 Jul 05 04:18:21.295000 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fa1f8bb0-562e-4cc4-98c9-f93985ad6dec None None] Transition to ACTIVE for port object e1b33238-fdf5-4c2c-8ec3-be1be7e40883 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:21.317538 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-580c00c8-a1c2-47f9-9b84-a0d4b0e2dbdf tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:21.327981 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fa1f8bb0-562e-4cc4-98c9-f93985ad6dec None None] Transition to ACTIVE for port object e1b33238-fdf5-4c2c-8ec3-be1be7e40883 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:21.340123 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fa1f8bb0-562e-4cc4-98c9-f93985ad6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:21.404032 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-e080b4fd-88c5-4927-ab1f-f51311eec250 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1095953680&fields=id&tenant_id=ac0be634601541e3aba69b1b2bc67317 HTTP/1.1" status: 200 len: 267 time: 0.4677527 Jul 05 04:18:21.408405 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf73be5-7606-48c7-99bc-2c76653c5461 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Pushing event updated for resources: {'Network': ['ID=ed22948d-17d1-4db0-927b-3ecf734e3f4e,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:21.419905 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1f8bb0-562e-4cc4-98c9-f93985ad6dec None None] Network 0f2ac9f9-dfe5-4cb4-be60-13bedffbba34 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:21.429426 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-fa1f8bb0-562e-4cc4-98c9-f93985ad6dec None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:21.436694 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1f8bb0-562e-4cc4-98c9-f93985ad6dec None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:21.445790 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network ed22948d-17d1-4db0-927b-3ecf734e3f4e details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:18:21.557809 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-580c00c8-a1c2-47f9-9b84-a0d4b0e2dbdf tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:21.598480 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f8bb0-562e-4cc4-98c9-f93985ad6dec None None] Pushing event updated for resources: {'Port': ['ID=e1b33238-fdf5-4c2c-8ec3-be1be7e40883,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:21.630258 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18408144-795f-45a0-bbc6-0c46f36ce16b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Made reservation on behalf of 59bd81ecccb24d3ba7e4ca39c43ee03d for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:21.636418 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-18408144-795f-45a0-bbc6-0c46f36ce16b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:21.796591 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fa1f8bb0-562e-4cc4-98c9-f93985ad6dec None None] Attempting to bind port e1b33238-fdf5-4c2c-8ec3-be1be7e40883 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:21.798168 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3844a8b4-a239-4048-9005-960f41fa662c req-49efa134-c91e-47d3-a65d-96358ef779e6 service neutron] 10.222.0.89 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825163 Jul 05 04:18:21.806791 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fa1f8bb0-562e-4cc4-98c9-f93985ad6dec None None] Attempting to bind port e1b33238-fdf5-4c2c-8ec3-be1be7e40883 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '8f697ffa-3984-4db0-8bde-e8d88db6b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0f2ac9f9-dfe5-4cb4-be60-13bedffbba34'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:21.807207 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1f8bb0-562e-4cc4-98c9-f93985ad6dec None None] Attempting to bind port e1b33238-fdf5-4c2c-8ec3-be1be7e40883 on network 0f2ac9f9-dfe5-4cb4-be60-13bedffbba34 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:21.825810 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1f8bb0-562e-4cc4-98c9-f93985ad6dec None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:21.826112 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1f8bb0-562e-4cc4-98c9-f93985ad6dec None None] Checking segment: {'id': '8f697ffa-3984-4db0-8bde-e8d88db6b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0f2ac9f9-dfe5-4cb4-be60-13bedffbba34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:21.844544 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fa1f8bb0-562e-4cc4-98c9-f93985ad6dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:21.845330 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1f8bb0-562e-4cc4-98c9-f93985ad6dec None None] Bound using segment: {'id': '8f697ffa-3984-4db0-8bde-e8d88db6b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0f2ac9f9-dfe5-4cb4-be60-13bedffbba34'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:21.845947 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fa1f8bb0-562e-4cc4-98c9-f93985ad6dec None None] Bound port: e1b33238-fdf5-4c2c-8ec3-be1be7e40883, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f697ffa-3984-4db0-8bde-e8d88db6b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0f2ac9f9-dfe5-4cb4-be60-13bedffbba34'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:21.846414 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fa1f8bb0-562e-4cc4-98c9-f93985ad6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:21.892484 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-91ded65c-d601-49e3-b21b-8faced4c3a84 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:21.895176 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-91ded65c-d601-49e3-b21b-8faced4c3a84 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/networks?id=f507047b-6721-4925-a142-6a85a7c6983e HTTP/1.1" status: 200 len: 797 time: 0.4806261 Jul 05 04:18:21.951003 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-580c00c8-a1c2-47f9-9b84-a0d4b0e2dbdf tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:21.974011 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03867d-d45d-42b8-8812-64ba1a122c6c req-55cf22ed-9b9e-4dbb-9824-bbf994c1e790 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:21.977240 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6c03867d-d45d-42b8-8812-64ba1a122c6c req-55cf22ed-9b9e-4dbb-9824-bbf994c1e790 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.3647938 Jul 05 04:18:21.981551 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-efb1189f-1c9e-49aa-9f81-e8e7c0fa74e8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/quotas/ac0be634601541e3aba69b1b2bc67317 HTTP/1.1" status: 200 len: 375 time: 0.0175195 Jul 05 04:18:22.012053 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fa1f8bb0-562e-4cc4-98c9-f93985ad6dec None None] For port e1b33238-fdf5-4c2c-8ec3-be1be7e40883, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:22.015657 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fa1f8bb0-562e-4cc4-98c9-f93985ad6dec None None] For port e1b33238-fdf5-4c2c-8ec3-be1be7e40883, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e1b33238-fdf5-4c2c-8ec3-be1be7e40883,segment=NetworkSegment(8f697ffa-3984-4db0-8bde-e8d88db6b7bb),segment_id=8f697ffa-3984-4db0-8bde-e8d88db6b7bb)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:22.030269 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fa1f8bb0-562e-4cc4-98c9-f93985ad6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:22.034916 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c00c8-a1c2-47f9-9b84-a0d4b0e2dbdf tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Pushing event deleted for resources: {'Subnet': ['ID=d3e4acf5-14a1-4d95-9417-244d004d3ab3,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:22.072217 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-580c00c8-a1c2-47f9-9b84-a0d4b0e2dbdf tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:22.075345 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-580c00c8-a1c2-47f9-9b84-a0d4b0e2dbdf tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] 10.222.0.77 "DELETE /v2.0/subnets/d3e4acf5-14a1-4d95-9417-244d004d3ab3 HTTP/1.1" status: 204 len: 168 time: 1.0987742 Jul 05 04:18:22.085653 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58168) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:22.130686 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71c96f0-dca2-431e-9c10-1004268ecde3 None None] Network 203d5d4f-9a92-4c9b-adca-1d43c128f161 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:22.158529 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6c03867d-d45d-42b8-8812-64ba1a122c6c req-f7b55a9b-6da4-4c71-a491-b938049ee224 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708119 Jul 05 04:18:22.183633 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-18408144-795f-45a0-bbc6-0c46f36ce16b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:22.283908 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-72bec8aa-b224-4616-ba41-7b17b7cae08a tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:22.290146 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-bd5a9029-7140-4446-bf2d-3dbe752c7b1d tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac0be634601541e3aba69b1b2bc67317&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3000679 Jul 05 04:18:22.292856 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18408144-795f-45a0-bbc6-0c46f36ce16b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Pushing event updated for resources: {'Subnet': ['ID=004d4d03-c7f3-493b-ba7a-06011d24d6ce,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:22.297826 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f8bb0-562e-4cc4-98c9-f93985ad6dec None None] Pushing event updated for resources: {'Port': ['ID=e1b33238-fdf5-4c2c-8ec3-be1be7e40883,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:22.447435 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18408144-795f-45a0-bbc6-0c46f36ce16b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Checking segment: {'id': 'bc94d796-6dce-4109-be4a-36f1840d86b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ba20cb42-7b2d-474a-a6da-bfd4cba18c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:22.448303 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18408144-795f-45a0-bbc6-0c46f36ce16b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Network hostable DHCP agents. Network: ba20cb42-7b2d-474a-a6da-bfd4cba18c14, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:18:22.553970 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-72bec8aa-b224-4616-ba41-7b17b7cae08a tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Deleting port 32d0cd99-1496-4376-bd5e-69613d6d0c3d {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:22.554328 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-72bec8aa-b224-4616-ba41-7b17b7cae08a tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:22.602735 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18408144-795f-45a0-bbc6-0c46f36ce16b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Network ba20cb42-7b2d-474a-a6da-bfd4cba18c14 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:18:22.620183 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-18408144-795f-45a0-bbc6-0c46f36ce16b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, ba20cb42-7b2d-474a-a6da-bfd4cba18c14) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:22.658570 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18408144-795f-45a0-bbc6-0c46f36ce16b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:22.665158 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1072c515-bd3d-4329-bf60-0d9c2a0761ad None None] Network ba20cb42-7b2d-474a-a6da-bfd4cba18c14 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:22.668333 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-18408144-795f-45a0-bbc6-0c46f36ce16b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:22.670627 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1054f530-e5cf-49d4-a5e5-f76e37a2d34c None None] DHCP port deletion for 203d5d4f-9a92-4c9b-adca-1d43c128f161 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:18:22.690109 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-ccaf975b-ffec-4212-845c-685ca6b2d9d7 service neutron] 10.222.0.77 "GET /v2.0/networks/f507047b-6721-4925-a142-6a85a7c6983e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538482 Jul 05 04:18:22.713069 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-72bec8aa-b224-4616-ba41-7b17b7cae08a tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] For port 32d0cd99-1496-4376-bd5e-69613d6d0c3d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=32d0cd99-1496-4376-bd5e-69613d6d0c3d,segment=NetworkSegment(d0e97801-f7e0-4488-8457-161ac2e44942),segment_id=d0e97801-f7e0-4488-8457-161ac2e44942)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:22.713069 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-72bec8aa-b224-4616-ba41-7b17b7cae08a tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:22.713378 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-18408144-795f-45a0-bbc6-0c46f36ce16b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5239477 Jul 05 04:18:22.713472 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58174) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:22.731455 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-a418f043-50be-4188-bc66-d451dc4d0282 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Request body: {'subnet': {'network_id': 'ed22948d-17d1-4db0-927b-3ecf734e3f4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:22.793028 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-72bec8aa-b224-4616-ba41-7b17b7cae08a tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Calling delete_port for 32d0cd99-1496-4376-bd5e-69613d6d0c3d owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:22.836118 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-e33c75f5-48fd-4ecf-b258-836160e08727 service neutron] 10.222.0.77 "GET /v2.0/networks/f507047b-6721-4925-a142-6a85a7c6983e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387408 Jul 05 04:18:23.007012 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-1054f530-e5cf-49d4-a5e5-f76e37a2d34c None None] Deleting port 32d0cd99-1496-4376-bd5e-69613d6d0c3d {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:23.008830 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1054f530-e5cf-49d4-a5e5-f76e37a2d34c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:23.021418 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a418f043-50be-4188-bc66-d451dc4d0282 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Made reservation on behalf of 59bd81ecccb24d3ba7e4ca39c43ee03d for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:23.035353 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a418f043-50be-4188-bc66-d451dc4d0282 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:23.225202 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9467db27-9002-4b0d-9f60-4ab68f962e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-ba20cb42-7b2d-474a-a6da-bfd4cba18c14', 'network_id': 'ba20cb42-7b2d-474a-a6da-bfd4cba18c14', 'tenant_id': '59bd81ecccb24d3ba7e4ca39c43ee03d', 'fixed_ips': [{'subnet_id': '004d4d03-c7f3-493b-ba7a-06011d24d6ce'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:18:23.226075 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9467db27-9002-4b0d-9f60-4ab68f962e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:23.259324 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-1054f530-e5cf-49d4-a5e5-f76e37a2d34c None None] For port 32d0cd99-1496-4376-bd5e-69613d6d0c3d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=32d0cd99-1496-4376-bd5e-69613d6d0c3d,segment=NetworkSegment(d0e97801-f7e0-4488-8457-161ac2e44942),segment_id=d0e97801-f7e0-4488-8457-161ac2e44942)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:23.260139 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1054f530-e5cf-49d4-a5e5-f76e37a2d34c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:23.308458 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e1b33238-fdf5-4c2c-8ec3-be1be7e40883 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:23.354046 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-72bec8aa-b224-4616-ba41-7b17b7cae08a tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:23.357344 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-1054f530-e5cf-49d4-a5e5-f76e37a2d34c None None] Calling delete_port for 32d0cd99-1496-4376-bd5e-69613d6d0c3d owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:23.532927 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5808f0b3-e3ed-4ddf-bde4-5df91a6cd2cd req-0f684c39-5717-40a0-91d6-dabd0e775154 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=93f7eb01-fc38-4a3a-9ebb-340133ac0833 HTTP/1.1" status: 200 len: 210 time: 0.3465242 Jul 05 04:18:23.571835 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53763d98-b17c-4cc5-a1ca-6d3bc89bf35e req-2173743a-8fda-4d5c-a539-c38328706c89 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:23.577214 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-53763d98-b17c-4cc5-a1ca-6d3bc89bf35e req-2173743a-8fda-4d5c-a539-c38328706c89 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.1587849 Jul 05 04:18:23.588828 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bec8aa-b224-4616-ba41-7b17b7cae08a tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] No DVR routers for this DVR port 32d0cd99-1496-4376-bd5e-69613d6d0c3d on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:23.612403 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bec8aa-b224-4616-ba41-7b17b7cae08a tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Pushing event deleted for resources: {'Port': ['ID=32d0cd99-1496-4376-bd5e-69613d6d0c3d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:23.675155 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-53763d98-b17c-4cc5-a1ca-6d3bc89bf35e req-760d95b2-8cd9-469b-8941-5ffb40e62205 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852695 Jul 05 04:18:23.944912 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-72bec8aa-b224-4616-ba41-7b17b7cae08a tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:23.962508 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-72bec8aa-b224-4616-ba41-7b17b7cae08a tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203d5d4f-9a92-4c9b-adca-1d43c128f161']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:23.981972 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port e1b33238-fdf5-4c2c-8ec3-be1be7e40883 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:23.982999 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-72bec8aa-b224-4616-ba41-7b17b7cae08a tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e97801-f7e0-4488-8457-161ac2e44942') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:23.983584 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-72bec8aa-b224-4616-ba41-7b17b7cae08a tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e97801-f7e0-4488-8457-161ac2e44942') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:23.997923 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-72bec8aa-b224-4616-ba41-7b17b7cae08a tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:24.018842 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-9467db27-9002-4b0d-9f60-4ab68f962e6a None None] Allocated IP 172.20.0.2 (ba20cb42-7b2d-474a-a6da-bfd4cba18c14/004d4d03-c7f3-493b-ba7a-06011d24d6ce/b05cca26-03a0-41c8-b2d6-aeb4785ec302) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:24.023718 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1054f530-e5cf-49d4-a5e5-f76e37a2d34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:24.044397 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-72bec8aa-b224-4616-ba41-7b17b7cae08a tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:24.078456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72bec8aa-b224-4616-ba41-7b17b7cae08a tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:18:24.078861 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-72bec8aa-b224-4616-ba41-7b17b7cae08a tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:18:24.085829 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:18:24.093117 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054f530-e5cf-49d4-a5e5-f76e37a2d34c None None] Pushing event deleted for resources: {'Port': ['ID=32d0cd99-1496-4376-bd5e-69613d6d0c3d,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:24.106224 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1054f530-e5cf-49d4-a5e5-f76e37a2d34c None None] No DVR routers for this DVR port 32d0cd99-1496-4376-bd5e-69613d6d0c3d on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:24.114104 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 32d0cd99-1496-4376-bd5e-69613d6d0c3d no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:24.116370 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3bdee0-8498-4db1-9e17-b79d6dae145b None None] Network 0f2ac9f9-dfe5-4cb4-be60-13bedffbba34 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:24.182803 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 32d0cd99-1496-4376-bd5e-69613d6d0c3d {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:18:24.183364 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 32d0cd99-1496-4376-bd5e-69613d6d0c3d not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:24.220648 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-72bec8aa-b224-4616-ba41-7b17b7cae08a tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:24.232548 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-72bec8aa-b224-4616-ba41-7b17b7cae08a tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:24.244475 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-72bec8aa-b224-4616-ba41-7b17b7cae08a tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] 10.222.0.77 "DELETE /v2.0/networks/203d5d4f-9a92-4c9b-adca-1d43c128f161 HTTP/1.1" status: 204 len: 168 time: 2.1572778 Jul 05 04:18:24.261017 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a418f043-50be-4188-bc66-d451dc4d0282 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:24.305764 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bec8aa-b224-4616-ba41-7b17b7cae08a tempest-DHCPAgentSchedulersTestJSON-1087821232 tempest-DHCPAgentSchedulersTestJSON-1087821232-project] Pushing event deleted for resources: {'Network': ['ID=203d5d4f-9a92-4c9b-adca-1d43c128f161,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:24.443451 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a418f043-50be-4188-bc66-d451dc4d0282 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Checking segment: {'id': 'd12c65f6-cdc0-4ac1-a9a3-3d29f18e1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ed22948d-17d1-4db0-927b-3ecf734e3f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:24.447130 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a418f043-50be-4188-bc66-d451dc4d0282 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Network hostable DHCP agents. Network: ed22948d-17d1-4db0-927b-3ecf734e3f4e, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:18:24.462769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418f043-50be-4188-bc66-d451dc4d0282 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Pushing event updated for resources: {'Subnet': ['ID=91c657ad-c772-4744-89ea-f1f2cd326bfa,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:24.512264 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a418f043-50be-4188-bc66-d451dc4d0282 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Network ed22948d-17d1-4db0-927b-3ecf734e3f4e is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:18:24.544810 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-a418f043-50be-4188-bc66-d451dc4d0282 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, ed22948d-17d1-4db0-927b-3ecf734e3f4e) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:24.551266 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a418f043-50be-4188-bc66-d451dc4d0282 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:24.552259 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a418f043-50be-4188-bc66-d451dc4d0282 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:24.576215 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a418f043-50be-4188-bc66-d451dc4d0282 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8617518 Jul 05 04:18:24.579276 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58212) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:24.586595 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075e1cea-0dfd-4734-a7ba-a426d3edaa8d None None] Network ed22948d-17d1-4db0-927b-3ecf734e3f4e requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:24.616220 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6dff405a-2e3c-44e9-9d4d-975e8249aa48 None None] Provisioning for port e1b33238-fdf5-4c2c-8ec3-be1be7e40883 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:24.647650 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6dff405a-2e3c-44e9-9d4d-975e8249aa48 None None] Provisioning complete for port e1b33238-fdf5-4c2c-8ec3-be1be7e40883 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:24.648317 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6dff405a-2e3c-44e9-9d4d-975e8249aa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:24.943357 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58220) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:25.255546 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb603bd6-0e68-4e28-a618-66a6a31996a5 req-56e7c423-10ad-400b-b58c-5ec9b7abbe24 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:25.258463 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9467db27-9002-4b0d-9f60-4ab68f962e6a None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:25.269884 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9467db27-9002-4b0d-9f60-4ab68f962e6a None None] Transition to ACTIVE for port object b05cca26-03a0-41c8-b2d6-aeb4785ec302 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:25.270641 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eb603bd6-0e68-4e28-a618-66a6a31996a5 req-56e7c423-10ad-400b-b58c-5ec9b7abbe24 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.2922733 Jul 05 04:18:25.299006 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9467db27-9002-4b0d-9f60-4ab68f962e6a None None] Transition to ACTIVE for port object b05cca26-03a0-41c8-b2d6-aeb4785ec302 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:25.341593 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9467db27-9002-4b0d-9f60-4ab68f962e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:25.368459 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9467db27-9002-4b0d-9f60-4ab68f962e6a None None] Network ba20cb42-7b2d-474a-a6da-bfd4cba18c14 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:25.369427 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-02028bed-2f44-417c-8e64-fef1f2919b5c req-cb9c44dc-ba3b-4b98-b069-76654f867c06 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=93f7eb01-fc38-4a3a-9ebb-340133ac0833 HTTP/1.1" status: 200 len: 210 time: 0.5651317 Jul 05 04:18:25.386923 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eb603bd6-0e68-4e28-a618-66a6a31996a5 req-8b6ca488-49c8-4934-8023-bfe26520d33d tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060178 Jul 05 04:18:25.401608 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-9467db27-9002-4b0d-9f60-4ab68f962e6a None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:25.414533 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-dd0cbba9-029f-409a-91ee-73a1703b0725 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=44943f1f5ecf46ab896aa904a3a20323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4668188 Jul 05 04:18:25.415475 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58226) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:25.420430 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9467db27-9002-4b0d-9f60-4ab68f962e6a None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:25.524787 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e7ec9055-bc08-4f33-8eda-43ad1d28570b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:25.616788 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e7ec9055-bc08-4f33-8eda-43ad1d28570b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:25.625811 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6dff405a-2e3c-44e9-9d4d-975e8249aa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:25.666132 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c029d9db-244a-4424-9ef7-be7e110a1801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-ed22948d-17d1-4db0-927b-3ecf734e3f4e', 'network_id': 'ed22948d-17d1-4db0-927b-3ecf734e3f4e', 'tenant_id': '59bd81ecccb24d3ba7e4ca39c43ee03d', 'fixed_ips': [{'subnet_id': '91c657ad-c772-4744-89ea-f1f2cd326bfa'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:18:25.667064 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c029d9db-244a-4424-9ef7-be7e110a1801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:25.758640 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e7ec9055-bc08-4f33-8eda-43ad1d28570b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:25.761518 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e7ec9055-bc08-4f33-8eda-43ad1d28570b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:25.765651 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e7ec9055-bc08-4f33-8eda-43ad1d28570b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a4cadb4f-7135-496a-b14e-dda7a804a1d7 HTTP/1.1" status: 204 len: 168 time: 0.3488805 Jul 05 04:18:25.789528 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec9055-bc08-4f33-8eda-43ad1d28570b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cadb4f-7135-496a-b14e-dda7a804a1d7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:26.030020 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e4ffa84f-98cb-4007-a8d9-ee0cfe64d75b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:26.056756 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-cea8e46a-8bc0-4db8-834a-154417970153 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:26.058590 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-cea8e46a-8bc0-4db8-834a-154417970153 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.89 "GET /v2.0/networks?id=f507047b-6721-4925-a142-6a85a7c6983e HTTP/1.1" status: 200 len: 797 time: 0.6953881 Jul 05 04:18:26.096886 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-c029d9db-244a-4424-9ef7-be7e110a1801 None None] Allocated IP 172.20.0.2 (ed22948d-17d1-4db0-927b-3ecf734e3f4e/91c657ad-c772-4744-89ea-f1f2cd326bfa/4884d9b1-b38c-4b95-bccd-6374afde006a) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:26.222503 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-d281799d-b65d-4baa-9f6c-a5c9aa019a6d tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac0be634601541e3aba69b1b2bc67317 HTTP/1.1" status: 200 len: 473 time: 0.0913894 Jul 05 04:18:26.234736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467db27-9002-4b0d-9f60-4ab68f962e6a None None] Pushing event updated for resources: {'Port': ['ID=b05cca26-03a0-41c8-b2d6-aeb4785ec302,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:26.237003 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-5e2368bf-8aec-46d4-9595-2c0a3687ef5a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'port': {'device_id': '93f7eb01-fc38-4a3a-9ebb-340133ac0833', 'network_id': 'f507047b-6721-4925-a142-6a85a7c6983e', 'admin_state_up': True, 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'security_groups': ['71c28b23-f450-490b-9043-a4307aa741fd']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:26.354126 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-9467db27-9002-4b0d-9f60-4ab68f962e6a None None] Attempting to bind port b05cca26-03a0-41c8-b2d6-aeb4785ec302 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:26.354653 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-9467db27-9002-4b0d-9f60-4ab68f962e6a None None] Attempting to bind port b05cca26-03a0-41c8-b2d6-aeb4785ec302 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'bc94d796-6dce-4109-be4a-36f1840d86b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ba20cb42-7b2d-474a-a6da-bfd4cba18c14'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:26.354842 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9467db27-9002-4b0d-9f60-4ab68f962e6a None None] Attempting to bind port b05cca26-03a0-41c8-b2d6-aeb4785ec302 on network ba20cb42-7b2d-474a-a6da-bfd4cba18c14 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:26.361201 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58236) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:26.384849 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-6dff405a-2e3c-44e9-9d4d-975e8249aa48 None None] For port e1b33238-fdf5-4c2c-8ec3-be1be7e40883, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e1b33238-fdf5-4c2c-8ec3-be1be7e40883,segment=NetworkSegment(8f697ffa-3984-4db0-8bde-e8d88db6b7bb),segment_id=8f697ffa-3984-4db0-8bde-e8d88db6b7bb)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:26.387642 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9467db27-9002-4b0d-9f60-4ab68f962e6a None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:26.389663 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9467db27-9002-4b0d-9f60-4ab68f962e6a None None] Checking segment: {'id': 'bc94d796-6dce-4109-be4a-36f1840d86b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ba20cb42-7b2d-474a-a6da-bfd4cba18c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:26.389780 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-23b14cc4-39c1-4fa7-a3cd-b917e3f9ae1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:26.389894 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9467db27-9002-4b0d-9f60-4ab68f962e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:26.389894 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9467db27-9002-4b0d-9f60-4ab68f962e6a None None] Bound using segment: {'id': 'bc94d796-6dce-4109-be4a-36f1840d86b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ba20cb42-7b2d-474a-a6da-bfd4cba18c14'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:26.389894 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-9467db27-9002-4b0d-9f60-4ab68f962e6a None None] Bound port: b05cca26-03a0-41c8-b2d6-aeb4785ec302, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc94d796-6dce-4109-be4a-36f1840d86b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ba20cb42-7b2d-474a-a6da-bfd4cba18c14'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:26.389894 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9467db27-9002-4b0d-9f60-4ab68f962e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:26.409994 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6dff405a-2e3c-44e9-9d4d-975e8249aa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:26.583847 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff405a-2e3c-44e9-9d4d-975e8249aa48 None None] Pushing event updated for resources: {'Port': ['ID=e1b33238-fdf5-4c2c-8ec3-be1be7e40883,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:26.691110 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6058f7c5-2262-43a9-b7e4-13d7ca53a184 req-101b0c43-aac7-48cb-af1b-507935f82bea tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=93f7eb01-fc38-4a3a-9ebb-340133ac0833 HTTP/1.1" status: 200 len: 210 time: 0.0740986 Jul 05 04:18:26.734648 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-830aad8d-dcba-4196-9adc-fb2905e70fd6 None None] Provisioning complete for port e1b33238-fdf5-4c2c-8ec3-be1be7e40883 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:26.735120 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-830aad8d-dcba-4196-9adc-fb2905e70fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:26.760104 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-23b14cc4-39c1-4fa7-a3cd-b917e3f9ae1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:26.765585 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-23b14cc4-39c1-4fa7-a3cd-b917e3f9ae1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:26.766039 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-e4ffa84f-98cb-4007-a8d9-ee0cfe64d75b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Allocated IP 172.20.0.1 (ba20cb42-7b2d-474a-a6da-bfd4cba18c14/004d4d03-c7f3-493b-ba7a-06011d24d6ce/0dbdbf41-49b1-4794-be83-98e41a00fdf3) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:26.807383 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-5e2368bf-8aec-46d4-9595-2c0a3687ef5a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Made reservation on behalf of ac0be634601541e3aba69b1b2bc67317 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:26.811303 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-5e2368bf-8aec-46d4-9595-2c0a3687ef5a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:26.836153 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-23b14cc4-39c1-4fa7-a3cd-b917e3f9ae1e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=477ad449aa3d44c08b295a34f4c0abff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4724519 Jul 05 04:18:26.837305 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b14cc4-39c1-4fa7-a3cd-b917e3f9ae1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959b02aa-abe9-43e1-be6c-845dbd92f2e2,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:26.840753 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58242) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:26.904361 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fad4c-f077-4b35-ae00-0b1917dba788 req-223243b0-f93c-4b8f-8513-592265721792 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:26.906045 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6c8fad4c-f077-4b35-ae00-0b1917dba788 req-223243b0-f93c-4b8f-8513-592265721792 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.2113714 Jul 05 04:18:26.915215 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-301f7cdb-957a-45a4-9326-7b102d6e6765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:26.943484 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-9467db27-9002-4b0d-9f60-4ab68f962e6a None None] For port b05cca26-03a0-41c8-b2d6-aeb4785ec302, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:26.947092 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-301f7cdb-957a-45a4-9326-7b102d6e6765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:26.994297 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-9467db27-9002-4b0d-9f60-4ab68f962e6a None None] For port b05cca26-03a0-41c8-b2d6-aeb4785ec302, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b05cca26-03a0-41c8-b2d6-aeb4785ec302,segment=NetworkSegment(bc94d796-6dce-4109-be4a-36f1840d86b8),segment_id=bc94d796-6dce-4109-be4a-36f1840d86b8)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:27.001819 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c029d9db-244a-4424-9ef7-be7e110a1801 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:27.028324 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-301f7cdb-957a-45a4-9326-7b102d6e6765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:27.032775 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-301f7cdb-957a-45a4-9326-7b102d6e6765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:27.036934 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-301f7cdb-957a-45a4-9326-7b102d6e6765 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/959b02aa-abe9-43e1-be6c-845dbd92f2e2 HTTP/1.1" status: 204 len: 168 time: 0.1931584 Jul 05 04:18:27.045713 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f7cdb-957a-45a4-9326-7b102d6e6765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959b02aa-abe9-43e1-be6c-845dbd92f2e2,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:27.048357 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9467db27-9002-4b0d-9f60-4ab68f962e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:27.111078 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c029d9db-244a-4424-9ef7-be7e110a1801 None None] Transition to ACTIVE for port object 4884d9b1-b38c-4b95-bccd-6374afde006a will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:27.164392 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6c8fad4c-f077-4b35-ae00-0b1917dba788 req-0e2b1388-de2c-460c-b4be-3a0f2f1c9ec7 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508440 Jul 05 04:18:27.189954 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e4ffa84f-98cb-4007-a8d9-ee0cfe64d75b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:27.258108 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e1b33238-fdf5-4c2c-8ec3-be1be7e40883 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:27.263272 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-e4ffa84f-98cb-4007-a8d9-ee0cfe64d75b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Transition to ACTIVE for port object 0dbdbf41-49b1-4794-be83-98e41a00fdf3 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:27.296119 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-5e2368bf-8aec-46d4-9595-2c0a3687ef5a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Allocated IP 172.20.0.23 (f507047b-6721-4925-a142-6a85a7c6983e/59260c91-871d-4c2f-bd98-096674c6a86b/1b690b9e-895d-4e41-be69-4cb7d4c2cf3a) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:27.334664 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c029d9db-244a-4424-9ef7-be7e110a1801 None None] Transition to ACTIVE for port object 4884d9b1-b38c-4b95-bccd-6374afde006a will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:27.375018 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467db27-9002-4b0d-9f60-4ab68f962e6a None None] Pushing event updated for resources: {'Port': ['ID=b05cca26-03a0-41c8-b2d6-aeb4785ec302,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:27.388917 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c029d9db-244a-4424-9ef7-be7e110a1801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:27.435870 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c029d9db-244a-4424-9ef7-be7e110a1801 None None] Network ed22948d-17d1-4db0-927b-3ecf734e3f4e is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:27.446855 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-c029d9db-244a-4424-9ef7-be7e110a1801 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:27.452915 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c029d9db-244a-4424-9ef7-be7e110a1801 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:27.483306 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e4ffa84f-98cb-4007-a8d9-ee0cfe64d75b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:27.603441 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029d9db-244a-4424-9ef7-be7e110a1801 None None] Pushing event updated for resources: {'Port': ['ID=4884d9b1-b38c-4b95-bccd-6374afde006a,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:27.638614 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port e1b33238-fdf5-4c2c-8ec3-be1be7e40883 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:27.639230 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:27.671576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58258) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:27.672399 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c029d9db-244a-4424-9ef7-be7e110a1801 None None] Attempting to bind port 4884d9b1-b38c-4b95-bccd-6374afde006a on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:27.672960 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c029d9db-244a-4424-9ef7-be7e110a1801 None None] Attempting to bind port 4884d9b1-b38c-4b95-bccd-6374afde006a by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'd12c65f6-cdc0-4ac1-a9a3-3d29f18e1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ed22948d-17d1-4db0-927b-3ecf734e3f4e'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:27.673476 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c029d9db-244a-4424-9ef7-be7e110a1801 None None] Attempting to bind port 4884d9b1-b38c-4b95-bccd-6374afde006a on network ed22948d-17d1-4db0-927b-3ecf734e3f4e {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:27.690215 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c029d9db-244a-4424-9ef7-be7e110a1801 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:27.691212 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c029d9db-244a-4424-9ef7-be7e110a1801 None None] Checking segment: {'id': 'd12c65f6-cdc0-4ac1-a9a3-3d29f18e1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ed22948d-17d1-4db0-927b-3ecf734e3f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:27.691942 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c029d9db-244a-4424-9ef7-be7e110a1801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:27.692559 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c029d9db-244a-4424-9ef7-be7e110a1801 None None] Bound using segment: {'id': 'd12c65f6-cdc0-4ac1-a9a3-3d29f18e1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ed22948d-17d1-4db0-927b-3ecf734e3f4e'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:27.693256 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c029d9db-244a-4424-9ef7-be7e110a1801 None None] Bound port: 4884d9b1-b38c-4b95-bccd-6374afde006a, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12c65f6-cdc0-4ac1-a9a3-3d29f18e1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ed22948d-17d1-4db0-927b-3ecf734e3f4e'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:27.693873 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c029d9db-244a-4424-9ef7-be7e110a1801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:27.822383 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ffa84f-98cb-4007-a8d9-ee0cfe64d75b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Network ba20cb42-7b2d-474a-a6da-bfd4cba18c14 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:27.840257 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-e4ffa84f-98cb-4007-a8d9-ee0cfe64d75b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:27.858227 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ffa84f-98cb-4007-a8d9-ee0cfe64d75b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:27.937845 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ffa84f-98cb-4007-a8d9-ee0cfe64d75b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Pushing event updated for resources: {'Port': ['ID=0dbdbf41-49b1-4794-be83-98e41a00fdf3,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:27.948856 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-c029d9db-244a-4424-9ef7-be7e110a1801 None None] For port 4884d9b1-b38c-4b95-bccd-6374afde006a, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:27.956544 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-c029d9db-244a-4424-9ef7-be7e110a1801 None None] For port 4884d9b1-b38c-4b95-bccd-6374afde006a, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4884d9b1-b38c-4b95-bccd-6374afde006a,segment=NetworkSegment(d12c65f6-cdc0-4ac1-a9a3-3d29f18e1635),segment_id=d12c65f6-cdc0-4ac1-a9a3-3d29f18e1635)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:27.972821 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c029d9db-244a-4424-9ef7-be7e110a1801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:28.057110 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e4ffa84f-98cb-4007-a8d9-ee0cfe64d75b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:28.078184 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c58c912-142f-4b06-a999-5d3a71de9645 req-e37e2a85-cbf5-42f9-af54-1afa12e2c7b0 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=93f7eb01-fc38-4a3a-9ebb-340133ac0833 HTTP/1.1" status: 200 len: 210 time: 0.0726931 Jul 05 04:18:28.177391 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029d9db-244a-4424-9ef7-be7e110a1801 None None] Pushing event updated for resources: {'Port': ['ID=4884d9b1-b38c-4b95-bccd-6374afde006a,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:28.190239 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d718e14-b0fe-40a6-a861-2a0c550209e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:28.247292 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-5e2368bf-8aec-46d4-9595-2c0a3687ef5a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:28.362770 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-5e2368bf-8aec-46d4-9595-2c0a3687ef5a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Transition to ACTIVE for port object 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:28.493163 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d718e14-b0fe-40a6-a861-2a0c550209e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:28.539250 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d718e14-b0fe-40a6-a861-2a0c550209e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:28.624899 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8d718e14-b0fe-40a6-a861-2a0c550209e7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8d6fb5789c9d49b08d50792eb76888ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9518185 Jul 05 04:18:28.638261 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58284) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:28.644640 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c0815e74-2458-426e-985a-abb2d88f2344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:28.682788 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-5e2368bf-8aec-46d4-9595-2c0a3687ef5a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:28.707763 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d718e14-b0fe-40a6-a861-2a0c550209e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6102c0f0-b53a-4f7b-a5ce-45b169f1ac76,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:28.717603 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5377022-5264-478a-b88e-4b2279216973 req-efdf69a1-c353-4dcd-8373-88468d6d2c51 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:28.725016 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5377022-5264-478a-b88e-4b2279216973 req-efdf69a1-c353-4dcd-8373-88468d6d2c51 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.3449149 Jul 05 04:18:28.731887 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e4ffa84f-98cb-4007-a8d9-ee0cfe64d75b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:28.790019 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-5e2368bf-8aec-46d4-9595-2c0a3687ef5a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Network f507047b-6721-4925-a142-6a85a7c6983e is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:28.805068 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-55f28264-7c99-4fec-9847-db9d834e28ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:28.805770 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-5e2368bf-8aec-46d4-9595-2c0a3687ef5a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:28.813322 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-5e2368bf-8aec-46d4-9595-2c0a3687ef5a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:28.875932 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-5e2368bf-8aec-46d4-9595-2c0a3687ef5a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:28.898901 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-5e2368bf-8aec-46d4-9595-2c0a3687ef5a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:28.901602 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-55f28264-7c99-4fec-9847-db9d834e28ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:29.000290 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2368bf-8aec-46d4-9595-2c0a3687ef5a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'Port': ['ID=1b690b9e-895d-4e41-be69-4cb7d4c2cf3a,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:29.023162 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-5e2368bf-8aec-46d4-9595-2c0a3687ef5a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7937727 Jul 05 04:18:29.053651 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5377022-5264-478a-b88e-4b2279216973 req-1cf82974-8a09-465d-80df-54a38d61f372 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276446 Jul 05 04:18:29.062239 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-f2751763-7710-4382-bd94-1f7838114fb2 service neutron] Request body: {'port': {'device_id': '93f7eb01-fc38-4a3a-9ebb-340133ac0833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:29.076183 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-55f28264-7c99-4fec-9847-db9d834e28ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:29.078865 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-55f28264-7c99-4fec-9847-db9d834e28ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:29.100057 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-55f28264-7c99-4fec-9847-db9d834e28ce admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6102c0f0-b53a-4f7b-a5ce-45b169f1ac76 HTTP/1.1" status: 204 len: 168 time: 0.4502015 Jul 05 04:18:29.142889 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f28264-7c99-4fec-9847-db9d834e28ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6102c0f0-b53a-4f7b-a5ce-45b169f1ac76,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:29.306719 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f1005a5d-976d-4d57-ad6c-01928929a127 None None] Provisioning for port 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:29.343886 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f1005a5d-976d-4d57-ad6c-01928929a127 None None] Provisioning complete for port 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:29.344261 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f1005a5d-976d-4d57-ad6c-01928929a127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:29.403324 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a26ee57-afd6-437f-beed-d62acb2c2e85 None None] Network ba20cb42-7b2d-474a-a6da-bfd4cba18c14 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:29.545140 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b05cca26-03a0-41c8-b2d6-aeb4785ec302 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:29.559907 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-f2751763-7710-4382-bd94-1f7838114fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:29.647614 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9def2-6e38-417d-ab29-3e4609e0103d req-a6ccb912-e78d-49a0-b340-c7e6087071bd tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:29.657187 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93c9def2-6e38-417d-ab29-3e4609e0103d req-a6ccb912-e78d-49a0-b340-c7e6087071bd tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=93f7eb01-fc38-4a3a-9ebb-340133ac0833 HTTP/1.1" status: 200 len: 932 time: 0.2476737 Jul 05 04:18:29.671277 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:29.724045 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-f1005a5d-976d-4d57-ad6c-01928929a127 None None] Port 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:18:29.757206 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93c9def2-6e38-417d-ab29-3e4609e0103d req-7e94d784-02dd-4cd0-9016-442feff1542a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=71c28b23-f450-490b-9043-a4307aa741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905669 Jul 05 04:18:29.761481 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port b05cca26-03a0-41c8-b2d6-aeb4785ec302 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:29.783192 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4884d9b1-b38c-4b95-bccd-6374afde006a up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:29.865776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58302) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:29.884006 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9009fa4f-65ea-468d-b9b9-6a99386d823d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:29.954442 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a287e603-39aa-409d-a5ac-cbcd784d81f9 None None] Provisioning for port b05cca26-03a0-41c8-b2d6-aeb4785ec302 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:29.970348 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a287e603-39aa-409d-a5ac-cbcd784d81f9 None None] Provisioning complete for port b05cca26-03a0-41c8-b2d6-aeb4785ec302 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:29.972211 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a287e603-39aa-409d-a5ac-cbcd784d81f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:30.109740 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9009fa4f-65ea-468d-b9b9-6a99386d823d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:30.115241 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9009fa4f-65ea-468d-b9b9-6a99386d823d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:30.225985 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbb331d-befe-4989-b7a4-30ab56db0610 None None] Network ed22948d-17d1-4db0-927b-3ecf734e3f4e requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:30.233557 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9009fa4f-65ea-468d-b9b9-6a99386d823d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fe745b16ec634cd4a14b678acb06d565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3663208 Jul 05 04:18:30.234902 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009fa4f-65ea-468d-b9b9-6a99386d823d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb7c123-7884-46d4-9d2f-cd7e6e7a0a6b,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:30.257956 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58310) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:30.385316 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e67ac4b-da8e-40ad-a50d-e87d03dc7386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:30.441902 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e67ac4b-da8e-40ad-a50d-e87d03dc7386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:30.448236 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 4884d9b1-b38c-4b95-bccd-6374afde006a completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:30.477991 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58314) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:30.524430 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e67ac4b-da8e-40ad-a50d-e87d03dc7386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:30.528859 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e67ac4b-da8e-40ad-a50d-e87d03dc7386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:30.530138 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5e67ac4b-da8e-40ad-a50d-e87d03dc7386 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2fb7c123-7884-46d4-9d2f-cd7e6e7a0a6b HTTP/1.1" status: 204 len: 168 time: 0.2711203 Jul 05 04:18:30.565233 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67ac4b-da8e-40ad-a50d-e87d03dc7386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb7c123-7884-46d4-9d2f-cd7e6e7a0a6b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:30.590108 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a287e603-39aa-409d-a5ac-cbcd784d81f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:30.689285 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a287e603-39aa-409d-a5ac-cbcd784d81f9 None None] For port b05cca26-03a0-41c8-b2d6-aeb4785ec302, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b05cca26-03a0-41c8-b2d6-aeb4785ec302,segment=NetworkSegment(bc94d796-6dce-4109-be4a-36f1840d86b8),segment_id=bc94d796-6dce-4109-be4a-36f1840d86b8)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:30.706268 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a287e603-39aa-409d-a5ac-cbcd784d81f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:30.858414 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-6232341d-4a8e-40c3-a54d-79805ef92ec2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:30.886142 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287e603-39aa-409d-a5ac-cbcd784d81f9 None None] Pushing event updated for resources: {'Port': ['ID=b05cca26-03a0-41c8-b2d6-aeb4785ec302,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:30.897753 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287e603-39aa-409d-a5ac-cbcd784d81f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:30.898049 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287e603-39aa-409d-a5ac-cbcd784d81f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:30.898421 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287e603-39aa-409d-a5ac-cbcd784d81f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:30.898741 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287e603-39aa-409d-a5ac-cbcd784d81f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:30.899083 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287e603-39aa-409d-a5ac-cbcd784d81f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:30.899419 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287e603-39aa-409d-a5ac-cbcd784d81f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:30.899750 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287e603-39aa-409d-a5ac-cbcd784d81f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:30.900108 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287e603-39aa-409d-a5ac-cbcd784d81f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:30.900440 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287e603-39aa-409d-a5ac-cbcd784d81f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:30.900767 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287e603-39aa-409d-a5ac-cbcd784d81f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:30.901162 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287e603-39aa-409d-a5ac-cbcd784d81f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:30.901462 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287e603-39aa-409d-a5ac-cbcd784d81f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:30.909653 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e4ffa84f-98cb-4007-a8d9-ee0cfe64d75b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:30.918221 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d240da5e-86b8-4c5c-ae68-c023223afbfa None None] Provisioning for port 4884d9b1-b38c-4b95-bccd-6374afde006a completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:30.929391 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d240da5e-86b8-4c5c-ae68-c023223afbfa None None] Provisioning complete for port 4884d9b1-b38c-4b95-bccd-6374afde006a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:30.930002 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d240da5e-86b8-4c5c-ae68-c023223afbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.122108 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d240da5e-86b8-4c5c-ae68-c023223afbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.166902 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24932e2e-1e4a-4e4d-8c93-b3af1b00e094 req-4bbf39fd-2079-4176-a353-4376aa4d388a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:31.176361 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-24932e2e-1e4a-4e4d-8c93-b3af1b00e094 req-4bbf39fd-2079-4176-a353-4376aa4d388a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=93f7eb01-fc38-4a3a-9ebb-340133ac0833 HTTP/1.1" status: 200 len: 932 time: 0.1229830 Jul 05 04:18:31.226110 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b05cca26-03a0-41c8-b2d6-aeb4785ec302 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:31.241495 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-24932e2e-1e4a-4e4d-8c93-b3af1b00e094 req-53731328-033b-4feb-ac2f-83f637069158 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=71c28b23-f450-490b-9043-a4307aa741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640852 Jul 05 04:18:31.265149 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-f2751763-7710-4382-bd94-1f7838114fb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:18:31.275363 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-f2751763-7710-4382-bd94-1f7838114fb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.280558 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d240da5e-86b8-4c5c-ae68-c023223afbfa None None] For port 4884d9b1-b38c-4b95-bccd-6374afde006a, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4884d9b1-b38c-4b95-bccd-6374afde006a,segment=NetworkSegment(d12c65f6-cdc0-4ac1-a9a3-3d29f18e1635),segment_id=d12c65f6-cdc0-4ac1-a9a3-3d29f18e1635)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:31.291740 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-f2751763-7710-4382-bd94-1f7838114fb2 service neutron] Transition to ACTIVE for port object 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:31.292233 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d240da5e-86b8-4c5c-ae68-c023223afbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.298984 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e4ffa84f-98cb-4007-a8d9-ee0cfe64d75b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.317583 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58324) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:31.320460 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-f2751763-7710-4382-bd94-1f7838114fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.338918 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-003a38bd-9770-4548-92eb-aba22511b863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.380721 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port b05cca26-03a0-41c8-b2d6-aeb4785ec302 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:31.381284 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.420686 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61da86b-b01d-489d-9d99-a9fe92147d2b req-7a96377e-e7f4-4a02-a393-ed80b73fae84 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:31.422255 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d61da86b-b01d-489d-9d99-a9fe92147d2b req-7a96377e-e7f4-4a02-a393-ed80b73fae84 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.9656420 Jul 05 04:18:31.436082 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-25299f88-0b2d-439e-b3a2-5320f9005b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.466865 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240da5e-86b8-4c5c-ae68-c023223afbfa None None] Pushing event updated for resources: {'Port': ['ID=4884d9b1-b38c-4b95-bccd-6374afde006a,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:31.481142 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6fda604b-b08c-4a90-9d19-14ff930ad098 None None] Provisioning complete for port 4884d9b1-b38c-4b95-bccd-6374afde006a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:31.482359 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6fda604b-b08c-4a90-9d19-14ff930ad098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.482478 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6232341d-4a8e-40c3-a54d-79805ef92ec2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.584691 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ffa84f-98cb-4007-a8d9-ee0cfe64d75b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Pushing event updated for resources: {'Port': ['ID=0dbdbf41-49b1-4794-be83-98e41a00fdf3,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:31.587172 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e4ffa84f-98cb-4007-a8d9-ee0cfe64d75b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.675872 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6fda604b-b08c-4a90-9d19-14ff930ad098 None None] Provisioning for port 0dbdbf41-49b1-4794-be83-98e41a00fdf3 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:31.679415 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-003a38bd-9770-4548-92eb-aba22511b863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.682124 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6fda604b-b08c-4a90-9d19-14ff930ad098 None None] Provisioning complete for port 0dbdbf41-49b1-4794-be83-98e41a00fdf3 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:31.682660 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6fda604b-b08c-4a90-9d19-14ff930ad098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.716897 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-003a38bd-9770-4548-92eb-aba22511b863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.763686 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a38bd-9770-4548-92eb-aba22511b863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136e8214-37d5-42a1-b374-5fcdc5eb55eb,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:31.797541 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-6fda604b-b08c-4a90-9d19-14ff930ad098 None None] Port 0dbdbf41-49b1-4794-be83-98e41a00fdf3 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:18:31.807246 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.822845 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d61da86b-b01d-489d-9d99-a9fe92147d2b req-5329c2ee-5e7c-40d4-bdbb-e9d82ff4bb08 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3906059 Jul 05 04:18:31.836002 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6fda604b-b08c-4a90-9d19-14ff930ad098 None None] Provisioning complete for port b05cca26-03a0-41c8-b2d6-aeb4785ec302 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:31.837119 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6fda604b-b08c-4a90-9d19-14ff930ad098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.849094 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-003a38bd-9770-4548-92eb-aba22511b863 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dfa08e3934134a90a298e4ebe71048a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5221963 Jul 05 04:18:31.849094 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58328) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:31.901664 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2751763-7710-4382-bd94-1f7838114fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=1b690b9e-895d-4e41-be69-4cb7d4c2cf3a,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:31.934852 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1950a305-0a63-46d6-a3d2-268c255f494b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.947316 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-f2751763-7710-4382-bd94-1f7838114fb2 service neutron] Attempting to bind port 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:31.947659 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-f2751763-7710-4382-bd94-1f7838114fb2 service neutron] Attempting to bind port 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '6cda9701-7695-4339-8522-77a15472335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f507047b-6721-4925-a142-6a85a7c6983e'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:31.948035 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-f2751763-7710-4382-bd94-1f7838114fb2 service neutron] Attempting to bind port 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a on network f507047b-6721-4925-a142-6a85a7c6983e {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:31.969384 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-f2751763-7710-4382-bd94-1f7838114fb2 service neutron] Port 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a on network f507047b-6721-4925-a142-6a85a7c6983e not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:18:31.969984 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-f2751763-7710-4382-bd94-1f7838114fb2 service neutron] Attempting to bind port 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a on network f507047b-6721-4925-a142-6a85a7c6983e {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:31.986169 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ffa84f-98cb-4007-a8d9-ee0cfe64d75b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Network ba20cb42-7b2d-474a-a6da-bfd4cba18c14 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:31.987136 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-f2751763-7710-4382-bd94-1f7838114fb2 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:31.987481 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-f2751763-7710-4382-bd94-1f7838114fb2 service neutron] Checking segment: {'id': '6cda9701-7695-4339-8522-77a15472335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f507047b-6721-4925-a142-6a85a7c6983e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:31.987904 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-f2751763-7710-4382-bd94-1f7838114fb2 service neutron] Bound using segment: {'id': '6cda9701-7695-4339-8522-77a15472335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f507047b-6721-4925-a142-6a85a7c6983e'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:31.988348 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-f2751763-7710-4382-bd94-1f7838114fb2 service neutron] Bound port: 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cda9701-7695-4339-8522-77a15472335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f507047b-6721-4925-a142-6a85a7c6983e'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:31.988716 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-f2751763-7710-4382-bd94-1f7838114fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.992600 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1950a305-0a63-46d6-a3d2-268c255f494b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.993951 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-e4ffa84f-98cb-4007-a8d9-ee0cfe64d75b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:32.068658 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1950a305-0a63-46d6-a3d2-268c255f494b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:32.072730 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1950a305-0a63-46d6-a3d2-268c255f494b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:32.075297 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1950a305-0a63-46d6-a3d2-268c255f494b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/136e8214-37d5-42a1-b374-5fcdc5eb55eb HTTP/1.1" status: 204 len: 168 time: 0.2243872 Jul 05 04:18:32.085054 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950a305-0a63-46d6-a3d2-268c255f494b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136e8214-37d5-42a1-b374-5fcdc5eb55eb,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:32.198860 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6232341d-4a8e-40c3-a54d-79805ef92ec2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:32.311696 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-f2751763-7710-4382-bd94-1f7838114fb2 service neutron] For port 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:32.379550 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-f2751763-7710-4382-bd94-1f7838114fb2 service neutron] For port 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=1b690b9e-895d-4e41-be69-4cb7d4c2cf3a,segment=NetworkSegment(6cda9701-7695-4339-8522-77a15472335e),segment_id=6cda9701-7695-4339-8522-77a15472335e)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:32.391877 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f4e82a51-b25d-48b9-b207-f9ca00e6cef8 None None] Provisioning complete for port 0dbdbf41-49b1-4794-be83-98e41a00fdf3 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:32.394630 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f4e82a51-b25d-48b9-b207-f9ca00e6cef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:32.439425 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-f2751763-7710-4382-bd94-1f7838114fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:32.453060 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-f4e82a51-b25d-48b9-b207-f9ca00e6cef8 None None] Port 0dbdbf41-49b1-4794-be83-98e41a00fdf3 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:18:32.557023 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2751763-7710-4382-bd94-1f7838114fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=1b690b9e-895d-4e41-be69-4cb7d4c2cf3a,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:32.582027 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ffa84f-98cb-4007-a8d9-ee0cfe64d75b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Router a170b1dd-e889-414e-9dd5-12def61f83bb is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:18:32.623418 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:32.669000 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-f2751763-7710-4382-bd94-1f7838114fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:32.669638 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-f2751763-7710-4382-bd94-1f7838114fb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:32.671107 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-f2751763-7710-4382-bd94-1f7838114fb2 service neutron] 10.222.0.89 "PUT /v2.0/ports/1b690b9e-895d-4e41-be69-4cb7d4c2cf3a HTTP/1.1" status: 200 len: 1093 time: 3.6132040 Jul 05 04:18:32.733070 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-6232341d-4a8e-40c3-a54d-79805ef92ec2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Allocated IP 172.25.1.229 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/14316c8f-b68d-45a5-bfeb-243ef0218238) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:32.743035 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f7eb01-fc38-4a3a-9ebb-340133ac0833', 'tag': '1b690b9e-895d-4e41-be69-4cb7d4c2cf3a'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:32.747186 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ed6b36-1dad-44a8-bbe0-4442aa530b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "93f7eb01-fc38-4a3a-9ebb-340133ac0833", "tag": "1b690b9e-895d-4e41-be69-4cb7d4c2cf3a"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:32.841564 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55b3c16-9399-4d4e-a728-82ed81b32e43 x-openstack-request-id: req-d55b3c16-9399-4d4e-a728-82ed81b32e43 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:32.841881 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f7eb01-fc38-4a3a-9ebb-340133ac0833", "tag": "1b690b9e-895d-4e41-be69-4cb7d4c2cf3a", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:32.842404 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d55b3c16-9399-4d4e-a728-82ed81b32e43 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:32.842554 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f7eb01-fc38-4a3a-9ebb-340133ac0833', 'tag': '1b690b9e-895d-4e41-be69-4cb7d4c2cf3a', 'status': 'completed', 'code': 200} Jul 05 04:18:32.950394 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6dd75b-e465-4849-84f1-678f48653b9d req-e7d3f2b7-885f-477d-92e5-aeaeaa02137f tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:32.960888 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1f6dd75b-e465-4849-84f1-678f48653b9d req-e7d3f2b7-885f-477d-92e5-aeaeaa02137f tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=93f7eb01-fc38-4a3a-9ebb-340133ac0833 HTTP/1.1" status: 200 len: 944 time: 0.5069842 Jul 05 04:18:32.982633 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ffa84f-98cb-4007-a8d9-ee0cfe64d75b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:18:32.995506 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54848fc-c03d-46eb-8d1d-a456ef8ab938 None None] Sync routers for ids ['a170b1dd-e889-414e-9dd5-12def61f83bb'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:18:32.999851 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e4ffa84f-98cb-4007-a8d9-ee0cfe64d75b tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] 10.222.0.77 "PUT /v2.0/routers/a170b1dd-e889-414e-9dd5-12def61f83bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4178989 Jul 05 04:18:33.011266 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54848fc-c03d-46eb-8d1d-a456ef8ab938 None None] Routers {'a170b1dd-e889-414e-9dd5-12def61f83bb'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:33.011427 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58354) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:33.013017 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f54848fc-c03d-46eb-8d1d-a456ef8ab938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:18:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['a170b1dd-e889-414e-9dd5-12def61f83bb'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:33.107499 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f54848fc-c03d-46eb-8d1d-a456ef8ab938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:33.133833 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54848fc-c03d-46eb-8d1d-a456ef8ab938 None None] Routers {'a170b1dd-e889-414e-9dd5-12def61f83bb'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:33.134482 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f54848fc-c03d-46eb-8d1d-a456ef8ab938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:18:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['a170b1dd-e889-414e-9dd5-12def61f83bb'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:33.175535 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f54848fc-c03d-46eb-8d1d-a456ef8ab938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:33.177454 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54848fc-c03d-46eb-8d1d-a456ef8ab938 None None] The sync data for ids ['a170b1dd-e889-414e-9dd5-12def61f83bb'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:18:33.227555 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4884d9b1-b38c-4b95-bccd-6374afde006a up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:33.232782 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1f6dd75b-e465-4849-84f1-678f48653b9d req-8bfef76a-ea58-4e16-aa59-26040e6c40d7 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=71c28b23-f450-490b-9043-a4307aa741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704465 Jul 05 04:18:33.255425 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-5acb39a3-a17c-41fb-add1-23f535d06471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:33.259985 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-5acb39a3-a17c-41fb-add1-23f535d06471 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ac0be634601541e3aba69b1b2bc67317&device_id=93f7eb01-fc38-4a3a-9ebb-340133ac0833 HTTP/1.1" status: 200 len: 1096 time: 0.5026844 Jul 05 04:18:33.298587 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6232341d-4a8e-40c3-a54d-79805ef92ec2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:33.337633 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 4884d9b1-b38c-4b95-bccd-6374afde006a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:33.338503 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:33.351086 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-0c28b775-6bb5-40da-a321-bf153894fd38 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=1b690b9e-895d-4e41-be69-4cb7d4c2cf3a HTTP/1.1" status: 200 len: 217 time: 0.0567603 Jul 05 04:18:33.387201 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbc0a5-9804-4db1-a4c0-a798189a1b56 req-f8f10b9e-016c-4ef9-be34-04ebd58593d0 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:33.387201 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-20fbc0a5-9804-4db1-a4c0-a798189a1b56 req-f8f10b9e-016c-4ef9-be34-04ebd58593d0 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.2804959 Jul 05 04:18:33.497245 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-c1a3c485-aded-4ced-995a-f0a36007ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:33.498907 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-c1a3c485-aded-4ced-995a-f0a36007ba6e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=59260c91-871d-4c2f-bd98-096674c6a86b HTTP/1.1" status: 200 len: 837 time: 0.1404817 Jul 05 04:18:33.544611 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6232341d-4a8e-40c3-a54d-79805ef92ec2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:33.553688 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-20fbc0a5-9804-4db1-a4c0-a798189a1b56 req-2a6236df-5a8b-4d6c-9aaa-1ab4ed57ab1e tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483738 Jul 05 04:18:33.607383 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6232341d-4a8e-40c3-a54d-79805ef92ec2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:33.617100 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-6232341d-4a8e-40c3-a54d-79805ef92ec2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:33.626758 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6232341d-4a8e-40c3-a54d-79805ef92ec2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:33.630256 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232341d-4a8e-40c3-a54d-79805ef92ec2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Pushing event updated for resources: {'Port': ['ID=14316c8f-b68d-45a5-bfeb-243ef0218238,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:33.698212 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-8e811989-41bf-4e3e-9329-537b893d71f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:33.699635 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-8e811989-41bf-4e3e-9329-537b893d71f3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f507047b-6721-4925-a142-6a85a7c6983e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1915338 Jul 05 04:18:33.713049 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-91f7899f-6828-4a7b-b637-32c2ae96caee tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:18:33.716877 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-91f7899f-6828-4a7b-b637-32c2ae96caee tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] 10.222.0.77 "PUT /v2.0/routers/a170b1dd-e889-414e-9dd5-12def61f83bb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7019267 Jul 05 04:18:33.717241 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58376) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:33.816061 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6232341d-4a8e-40c3-a54d-79805ef92ec2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:33.892148 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-fc4e2ce3-24fa-41b4-b03e-e93e0b643015 service neutron] 10.222.0.89 "GET /v2.0/networks/f507047b-6721-4925-a142-6a85a7c6983e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507905 Jul 05 04:18:33.896039 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6232341d-4a8e-40c3-a54d-79805ef92ec2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:34.099523 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c39e0152-c73b-4b71-8c73-a7c1c328c0e1 req-9d47fe9f-9b57-46ff-a410-ecc9290283f6 service neutron] 10.222.0.89 "GET /v2.0/networks/f507047b-6721-4925-a142-6a85a7c6983e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995857 Jul 05 04:18:34.166361 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61b272ba-0194-4fbd-b845-4f87cef5c023 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:34.223786 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6232341d-4a8e-40c3-a54d-79805ef92ec2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:34.238960 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6232341d-4a8e-40c3-a54d-79805ef92ec2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:34.345049 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232341d-4a8e-40c3-a54d-79805ef92ec2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Pushing event updated for resources: {'Port': ['ID=14316c8f-b68d-45a5-bfeb-243ef0218238,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:34.362680 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed6b36-1dad-44a8-bbe0-4442aa530b5a req-fadc31f1-7515-4553-9059-a6576340ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:34.364428 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31ed6b36-1dad-44a8-bbe0-4442aa530b5a req-fadc31f1-7515-4553-9059-a6576340ca0f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ac0be634601541e3aba69b1b2bc67317&device_id=93f7eb01-fc38-4a3a-9ebb-340133ac0833 HTTP/1.1" status: 200 len: 1096 time: 0.1976385 Jul 05 04:18:34.366105 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6232341d-4a8e-40c3-a54d-79805ef92ec2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:34.402928 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:34.428623 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6232341d-4a8e-40c3-a54d-79805ef92ec2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:34.430057 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6232341d-4a8e-40c3-a54d-79805ef92ec2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9500015 Jul 05 04:18:34.436708 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58386) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:34.454095 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-a65ccf0f-6555-4f03-87e9-72317bcf7cf2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1051973865', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'fixed_ips': [{'ip_address': '172.25.1.229'}]}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:34.644881 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1837e6c-4220-4656-93f3-e64f3a049f5d req-f53fcd07-25e3-4a26-9bb1-3032b5e1bc06 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:34.653166 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e1837e6c-4220-4656-93f3-e64f3a049f5d req-f53fcd07-25e3-4a26-9bb1-3032b5e1bc06 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=93f7eb01-fc38-4a3a-9ebb-340133ac0833 HTTP/1.1" status: 200 len: 944 time: 0.2502751 Jul 05 04:18:34.703876 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-61b272ba-0194-4fbd-b845-4f87cef5c023 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Deleting port 0dbdbf41-49b1-4794-be83-98e41a00fdf3 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:34.704258 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61b272ba-0194-4fbd-b845-4f87cef5c023 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:34.783422 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e1837e6c-4220-4656-93f3-e64f3a049f5d req-ca093262-4fa1-4afb-b39c-e36c1f5fe486 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=71c28b23-f450-490b-9043-a4307aa741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287291 Jul 05 04:18:34.835417 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61b272ba-0194-4fbd-b845-4f87cef5c023 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:34.852959 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-61b272ba-0194-4fbd-b845-4f87cef5c023 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Calling delete_port for 0dbdbf41-49b1-4794-be83-98e41a00fdf3 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:34.901476 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65ccf0f-6555-4f03-87e9-72317bcf7cf2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Made reservation on behalf of 8ab2a0edd7f847f0bbbaf61fc0a032da for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:34.902360 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a65ccf0f-6555-4f03-87e9-72317bcf7cf2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:34.921709 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a65ccf0f-6555-4f03-87e9-72317bcf7cf2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:34.928780 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed6b36-1dad-44a8-bbe0-4442aa530b5a req-79f130ac-d579-4d57-a606-2b95b3a94a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:34.930560 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31ed6b36-1dad-44a8-bbe0-4442aa530b5a req-79f130ac-d579-4d57-a606-2b95b3a94a80 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f507047b-6721-4925-a142-6a85a7c6983e HTTP/1.1" status: 200 len: 898 time: 0.5570459 Jul 05 04:18:35.010124 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31ed6b36-1dad-44a8-bbe0-4442aa530b5a req-0a886b85-59dd-41de-a8e8-2863490dbe5f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=1b690b9e-895d-4e41-be69-4cb7d4c2cf3a HTTP/1.1" status: 200 len: 217 time: 0.0682008 Jul 05 04:18:35.077196 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61b272ba-0194-4fbd-b845-4f87cef5c023 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:35.111204 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b272ba-0194-4fbd-b845-4f87cef5c023 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Pushing event deleted for resources: {'Port': ['ID=0dbdbf41-49b1-4794-be83-98e41a00fdf3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:35.125547 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97541f3e-648f-444b-8c68-6061d5b2f01f req-3ad72c73-d74a-45e4-826a-ee7faf56aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:35.127172 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-97541f3e-648f-444b-8c68-6061d5b2f01f req-3ad72c73-d74a-45e4-826a-ee7faf56aadc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a0e169dad4642e084dbd1dffad21af0&device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 1098 time: 0.3087325 Jul 05 04:18:35.129592 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed6b36-1dad-44a8-bbe0-4442aa530b5a req-2e968639-9a1e-4fb2-bbc3-32a39a6f5080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:35.130962 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31ed6b36-1dad-44a8-bbe0-4442aa530b5a req-2e968639-9a1e-4fb2-bbc3-32a39a6f5080 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=59260c91-871d-4c2f-bd98-096674c6a86b HTTP/1.1" status: 200 len: 837 time: 0.1120691 Jul 05 04:18:35.145684 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc2533-abc0-4479-bd44-324ed3621d44 req-8e959601-ca00-4632-9398-a7affd57f05b tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:35.147703 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c6fc2533-abc0-4479-bd44-324ed3621d44 req-8e959601-ca00-4632-9398-a7affd57f05b tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.3281393 Jul 05 04:18:35.304187 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61b272ba-0194-4fbd-b845-4f87cef5c023 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:35.392441 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c6fc2533-abc0-4479-bd44-324ed3621d44 req-48a9838d-6982-407c-973d-d948a6d9f0bc tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207527 Jul 05 04:18:35.417256 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c44dd77c-e986-42fd-9625-796341edc250 req-5438d708-390b-43f3-acd2-9214b730c18f tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c4e14b52dded494c9295d9c9e84e03f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645118 Jul 05 04:18:35.439364 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a65ccf0f-6555-4f03-87e9-72317bcf7cf2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:35.452238 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a65ccf0f-6555-4f03-87e9-72317bcf7cf2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:35.466878 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [None req-a65ccf0f-6555-4f03-87e9-72317bcf7cf2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] device_id is not set on port e8672a9c-f593-4acb-91da-7c3c4efcee0d yet. {{(pid=105538) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:18:35.490955 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97541f3e-648f-444b-8c68-6061d5b2f01f req-ad465e37-14e0-4153-8dec-3a2a435994a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:35.492857 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-97541f3e-648f-444b-8c68-6061d5b2f01f req-ad465e37-14e0-4153-8dec-3a2a435994a0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7 HTTP/1.1" status: 200 len: 918 time: 0.3581560 Jul 05 04:18:35.557248 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed6b36-1dad-44a8-bbe0-4442aa530b5a req-3d060a3d-cf58-4bfe-a0be-0ddedf61a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:35.558924 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31ed6b36-1dad-44a8-bbe0-4442aa530b5a req-3d060a3d-cf58-4bfe-a0be-0ddedf61a51c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f507047b-6721-4925-a142-6a85a7c6983e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.4025297 Jul 05 04:18:35.591618 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b272ba-0194-4fbd-b845-4f87cef5c023 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Router a170b1dd-e889-414e-9dd5-12def61f83bb has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:18:35.700557 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ccf0f-6555-4f03-87e9-72317bcf7cf2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ae1806-b646-4506-9439-0ff372ec43aa,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:35.808599 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-97541f3e-648f-444b-8c68-6061d5b2f01f req-5a1ddc20-b11f-4119-b0b6-f16a651808db service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd6aee0a-56d5-4902-98a0-d8741807d399 HTTP/1.1" status: 200 len: 1002 time: 0.2569687 Jul 05 04:18:35.904072 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31ed6b36-1dad-44a8-bbe0-4442aa530b5a req-c7eceb9f-5d0c-4920-9d8e-1cc20db913a3 service neutron] 10.222.0.89 "GET /v2.0/networks/f507047b-6721-4925-a142-6a85a7c6983e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235049 Jul 05 04:18:35.984858 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97541f3e-648f-444b-8c68-6061d5b2f01f req-6c42c31a-3992-4589-9a2d-63fa8ad5027a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:35.987226 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-97541f3e-648f-444b-8c68-6061d5b2f01f req-6c42c31a-3992-4589-9a2d-63fa8ad5027a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467 HTTP/1.1" status: 200 len: 856 time: 0.1696839 Jul 05 04:18:35.997972 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65ccf0f-6555-4f03-87e9-72317bcf7cf2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 04:18:35.998607 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a65ccf0f-6555-4f03-87e9-72317bcf7cf2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:18:36.044279 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b272ba-0194-4fbd-b845-4f87cef5c023 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:18:36.052959 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44dd77c-e986-42fd-9625-796341edc250 req-321ec1c8-a8cd-460b-983e-8183b9e02b18 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:36.054478 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c44dd77c-e986-42fd-9625-796341edc250 req-321ec1c8-a8cd-460b-983e-8183b9e02b18 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5969119 Jul 05 04:18:36.058736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f664ba20-201c-4d68-aa17-dde52dd750f9 None None] Sync routers for ids ['a170b1dd-e889-414e-9dd5-12def61f83bb'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:18:36.061989 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-61b272ba-0194-4fbd-b845-4f87cef5c023 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] 10.222.0.77 "PUT /v2.0/routers/a170b1dd-e889-414e-9dd5-12def61f83bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3437109 Jul 05 04:18:36.062650 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58406) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:36.064255 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a65ccf0f-6555-4f03-87e9-72317bcf7cf2 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.6271482 Jul 05 04:18:36.069860 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58408) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:36.074946 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f664ba20-201c-4d68-aa17-dde52dd750f9 None None] Routers {'a170b1dd-e889-414e-9dd5-12def61f83bb'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:36.075650 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f664ba20-201c-4d68-aa17-dde52dd750f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:18:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['a170b1dd-e889-414e-9dd5-12def61f83bb'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:36.079142 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c44dd77c-e986-42fd-9625-796341edc250 req-49f72daa-6fb3-4401-9e36-87109460fac2 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/quotas/c4e14b52dded494c9295d9c9e84e03f5 HTTP/1.1" status: 200 len: 375 time: 0.0110807 Jul 05 04:18:36.115350 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f664ba20-201c-4d68-aa17-dde52dd750f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:36.117232 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c44dd77c-e986-42fd-9625-796341edc250 req-c80a8f69-ac76-431e-8f88-2ad417cdc15a tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c4e14b52dded494c9295d9c9e84e03f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321681 Jul 05 04:18:36.125023 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f664ba20-201c-4d68-aa17-dde52dd750f9 None None] Routers {'a170b1dd-e889-414e-9dd5-12def61f83bb'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:36.125728 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f664ba20-201c-4d68-aa17-dde52dd750f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:18:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['a170b1dd-e889-414e-9dd5-12def61f83bb'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:36.162318 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f664ba20-201c-4d68-aa17-dde52dd750f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:36.163065 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f664ba20-201c-4d68-aa17-dde52dd750f9 None None] The sync data for ids ['a170b1dd-e889-414e-9dd5-12def61f83bb'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:18:36.203604 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-332d41ab-7f89-40c9-b7ae-807028f887cd tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] delete failed (client error): The resource could not be found. Jul 05 04:18:36.204743 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-332d41ab-7f89-40c9-b7ae-807028f887cd tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] 10.222.0.77 "DELETE /v2.0/routers/tempest-non_exist_router-1496849705 HTTP/1.1" status: 404 len: 335 time: 0.1378026 Jul 05 04:18:36.209958 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58410) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:36.215264 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-bf3fbc23-517f-4294-a99e-2265cc2f906a tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a170b1dd-e889-414e-9dd5-12def61f83bb'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:36.291689 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31ed6b36-1dad-44a8-bbe0-4442aa530b5a req-b5d3c25d-a1b4-4b50-a3e5-c03c8d912d21 service neutron] 10.222.0.89 "GET /v2.0/networks/f507047b-6721-4925-a142-6a85a7c6983e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750210 Jul 05 04:18:36.335515 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481601ed-c706-4dad-afe6-c0c03638f717 req-cdac3640-7bc6-4278-a0b2-59b760de5fd3 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:36.337122 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-481601ed-c706-4dad-afe6-c0c03638f717 req-cdac3640-7bc6-4278-a0b2-59b760de5fd3 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=93f7eb01-fc38-4a3a-9ebb-340133ac0833 HTTP/1.1" status: 200 len: 944 time: 0.3883660 Jul 05 04:18:36.342125 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97541f3e-648f-444b-8c68-6061d5b2f01f req-3383271c-8a86-4f93-89ef-249684705b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:36.343729 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-97541f3e-648f-444b-8c68-6061d5b2f01f req-3383271c-8a86-4f93-89ef-249684705b29 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3390286 Jul 05 04:18:36.407851 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-710094fb-5d3c-43c4-8208-f4c65aa8ce2f req-3ed06fcf-73c4-4c0b-8ee8-5b6a522376b6 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2bdf6ee-f09e-4b2a-a498-569b72c53042 HTTP/1.1" status: 200 len: 210 time: 0.0632100 Jul 05 04:18:36.450708 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-481601ed-c706-4dad-afe6-c0c03638f717 req-63a8b11a-0ba7-4a9e-8e93-5d3b96038a44 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=71c28b23-f450-490b-9043-a4307aa741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046917 Jul 05 04:18:36.460305 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-e34c1f39-04d6-4729-9f8f-edd34ff42b78 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Deleting port 14316c8f-b68d-45a5-bfeb-243ef0218238 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:36.460649 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e34c1f39-04d6-4729-9f8f-edd34ff42b78 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:36.495723 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bf3fbc23-517f-4294-a99e-2265cc2f906a tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:36.523527 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-bf3fbc23-517f-4294-a99e-2265cc2f906a tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] update failed (client error): The resource could not be found. Jul 05 04:18:36.525040 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bf3fbc23-517f-4294-a99e-2265cc2f906a tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] 10.222.0.77 "PUT /v2.0/routers/a170b1dd-e889-414e-9dd5-12def61f83bb HTTP/1.1" status: 404 len: 339 time: 0.3140397 Jul 05 04:18:36.528577 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58424) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:36.535116 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-97541f3e-648f-444b-8c68-6061d5b2f01f req-6d64a28f-0895-4f3e-8d3d-09734e1e920f service neutron] 10.222.0.70 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811423 Jul 05 04:18:36.579118 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e34c1f39-04d6-4729-9f8f-edd34ff42b78 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:36.579623 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e34c1f39-04d6-4729-9f8f-edd34ff42b78 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:36.598697 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-e34c1f39-04d6-4729-9f8f-edd34ff42b78 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Calling delete_port for 14316c8f-b68d-45a5-bfeb-243ef0218238 owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:36.773391 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-97541f3e-648f-444b-8c68-6061d5b2f01f req-ef7f083e-b4f4-4e7a-b744-c8faf514b920 service neutron] 10.222.0.70 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637964 Jul 05 04:18:36.822163 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02caa0-5fcc-408e-abfa-ca899c80dbb1 req-9fc6d9a6-5155-407b-b8a9-d04ad972f574 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:36.823727 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5a02caa0-5fcc-408e-abfa-ca899c80dbb1 req-9fc6d9a6-5155-407b-b8a9-d04ad972f574 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.2161572 Jul 05 04:18:36.844388 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e34c1f39-04d6-4729-9f8f-edd34ff42b78 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:36.875449 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c1f39-04d6-4729-9f8f-edd34ff42b78 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Pushing event deleted for resources: {'Port': ['ID=14316c8f-b68d-45a5-bfeb-243ef0218238,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:36.915558 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c27b0209-11fa-4446-be0c-40fc9a682542 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:36.919963 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5a02caa0-5fcc-408e-abfa-ca899c80dbb1 req-3310b3d1-a227-4f94-a3a9-ccadab57d9cc tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725994 Jul 05 04:18:36.962065 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e34c1f39-04d6-4729-9f8f-edd34ff42b78 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:36.965989 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e34c1f39-04d6-4729-9f8f-edd34ff42b78 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:36.970888 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e34c1f39-04d6-4729-9f8f-edd34ff42b78 tempest-ExternalNetworksAdminNegativeTestJSON-55177076 tempest-ExternalNetworksAdminNegativeTestJSON-55177076-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/853c0122-cf70-403d-ac5c-0905b1159bfb HTTP/1.1" status: 204 len: 168 time: 0.8891740 Jul 05 04:18:37.246809 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-c27b0209-11fa-4446-be0c-40fc9a682542 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Allocated IP 172.20.0.1 (0f2ac9f9-dfe5-4cb4-be60-13bedffbba34/ea47ab8d-ff3f-4e4f-962f-f59f00039620/2e41b8ba-4e20-4103-98ce-4e92601aefa8) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:37.255644 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58432) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:37.363117 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5c0807bb-f71e-4fc8-9e4b-724e016e87ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:37.402840 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c27b0209-11fa-4446-be0c-40fc9a682542 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:37.419600 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-c27b0209-11fa-4446-be0c-40fc9a682542 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Transition to ACTIVE for port object 2e41b8ba-4e20-4103-98ce-4e92601aefa8 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:37.459363 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c27b0209-11fa-4446-be0c-40fc9a682542 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:37.467288 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5c0807bb-f71e-4fc8-9e4b-724e016e87ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:37.479949 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5c0807bb-f71e-4fc8-9e4b-724e016e87ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:37.515828 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27b0209-11fa-4446-be0c-40fc9a682542 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Network 0f2ac9f9-dfe5-4cb4-be60-13bedffbba34 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:37.522602 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-c27b0209-11fa-4446-be0c-40fc9a682542 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:37.523484 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5c0807bb-f71e-4fc8-9e4b-724e016e87ef admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8bbf1ea04b164a1481947d4892ecdc66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2667260 Jul 05 04:18:37.524411 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0807bb-f71e-4fc8-9e4b-724e016e87ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39404f0-d02d-4016-8909-d4bde23c6c06,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:37.526792 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58440) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:37.529946 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b0209-11fa-4446-be0c-40fc9a682542 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:37.580049 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b0209-11fa-4446-be0c-40fc9a682542 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Pushing event updated for resources: {'Port': ['ID=2e41b8ba-4e20-4103-98ce-4e92601aefa8,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:37.627192 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c27b0209-11fa-4446-be0c-40fc9a682542 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:37.639478 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c2a69580-72d6-4ba0-804c-a9382134efe1 req-ba24c906-edef-4e4e-ae58-843dd06dc31d tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2bdf6ee-f09e-4b2a-a498-569b72c53042 HTTP/1.1" status: 200 len: 210 time: 0.0489538 Jul 05 04:18:37.668457 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a6bbb54b-1dbb-4440-940c-e77b6490ba7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:37.712676 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a6bbb54b-1dbb-4440-940c-e77b6490ba7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:37.792947 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:18:37.795011 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c44dd77c-e986-42fd-9625-796341edc250 req-1c899013-c717-47c7-a7f1-72816ad7c218 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c4e14b52dded494c9295d9c9e84e03f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343812 Jul 05 04:18:37.845221 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29c34c-0e76-40ed-a510-d4cfd0349ddc req-5878c928-a0c5-4254-aa5e-130edd8bfd1e tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:37.847991 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-de29c34c-0e76-40ed-a510-d4cfd0349ddc req-5878c928-a0c5-4254-aa5e-130edd8bfd1e tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=93f7eb01-fc38-4a3a-9ebb-340133ac0833 HTTP/1.1" status: 200 len: 944 time: 0.1664863 Jul 05 04:18:37.853750 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c27b0209-11fa-4446-be0c-40fc9a682542 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:37.868110 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a6bbb54b-1dbb-4440-940c-e77b6490ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:37.871404 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a6bbb54b-1dbb-4440-940c-e77b6490ba7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:37.873222 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a6bbb54b-1dbb-4440-940c-e77b6490ba7e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e39404f0-d02d-4016-8909-d4bde23c6c06 HTTP/1.1" status: 204 len: 168 time: 0.3340220 Jul 05 04:18:37.936343 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=1b690b9e-895d-4e41-be69-4cb7d4c2cf3a,segment=NetworkSegment(6cda9701-7695-4339-8522-77a15472335e),segment_id=6cda9701-7695-4339-8522-77a15472335e)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:37.947411 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bac8dd57-bb3d-4c61-8d94-409cdf569677 None None] Provisioning for port 2e41b8ba-4e20-4103-98ce-4e92601aefa8 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:37.954567 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bac8dd57-bb3d-4c61-8d94-409cdf569677 None None] Provisioning complete for port 2e41b8ba-4e20-4103-98ce-4e92601aefa8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:37.955820 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bac8dd57-bb3d-4c61-8d94-409cdf569677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:37.987400 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-de29c34c-0e76-40ed-a510-d4cfd0349ddc req-aabebf31-e1e8-4b92-b3c1-e27562801ac5 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=71c28b23-f450-490b-9043-a4307aa741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215861 Jul 05 04:18:38.011597 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-bac8dd57-bb3d-4c61-8d94-409cdf569677 None None] Port 2e41b8ba-4e20-4103-98ce-4e92601aefa8 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:18:38.014874 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '1b690b9e-895d-4e41-be69-4cb7d4c2cf3a', 'network_id': 'f507047b-6721-4925-a142-6a85a7c6983e', 'port_id': '1b690b9e-895d-4e41-be69-4cb7d4c2cf3a', 'mac_address': 'fa:16:3e:9c:42:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59260c91-871d-4c2f-bd98-096674c6a86b', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:18:38.085916 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.133149 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:18:38.141605 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device dd6aee0a-56d5-4902-98a0-d8741807d399 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:38.196349 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=1b690b9e-895d-4e41-be69-4cb7d4c2cf3a,segment=NetworkSegment(6cda9701-7695-4339-8522-77a15472335e),segment_id=6cda9701-7695-4339-8522-77a15472335e)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:38.206445 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.296265 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=1b690b9e-895d-4e41-be69-4cb7d4c2cf3a,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:38.299265 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c27b0209-11fa-4446-be0c-40fc9a682542 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.305922 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c27b0209-11fa-4446-be0c-40fc9a682542 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.311534 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.320728 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbb54b-1dbb-4440-940c-e77b6490ba7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39404f0-d02d-4016-8909-d4bde23c6c06,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:38.346038 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a8523a-49e6-48f2-a197-32e3825ef89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd6aee0a-56d5-4902-98a0-d8741807d399'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:38.349291 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b239f1-122d-49ed-a6bd-f4ef85b9e2cd" -d '{"events": [{"server_uuid": "26a8523a-49e6-48f2-a197-32e3825ef89c", "name": "network-vif-unplugged", "status": "completed", "tag": "dd6aee0a-56d5-4902-98a0-d8741807d399"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:38.370478 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port dd6aee0a-56d5-4902-98a0-d8741807d399, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=dd6aee0a-56d5-4902-98a0-d8741807d399,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:38.380221 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.402503 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58454) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:38.439093 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b0209-11fa-4446-be0c-40fc9a682542 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Pushing event updated for resources: {'Port': ['ID=2e41b8ba-4e20-4103-98ce-4e92601aefa8,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:38.444147 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c27b0209-11fa-4446-be0c-40fc9a682542 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.448807 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=dd6aee0a-56d5-4902-98a0-d8741807d399,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:38.486879 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['1b690b9e-895d-4e41-be69-4cb7d4c2cf3a'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:18:38.559059 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9b021aad-3274-4c5d-8178-311a4ef98546 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8ab2a0edd7f847f0bbbaf61fc0a032da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449807 Jul 05 04:18:38.562330 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58458) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:38.568016 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44dd77c-e986-42fd-9625-796341edc250 req-25ae346e-c7ad-46d7-a169-4b44fc863075 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:38.569830 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c44dd77c-e986-42fd-9625-796341edc250 req-25ae346e-c7ad-46d7-a169-4b44fc863075 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7649336 Jul 05 04:18:38.586421 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27b0209-11fa-4446-be0c-40fc9a682542 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Network 0f2ac9f9-dfe5-4cb4-be60-13bedffbba34 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:38.590492 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-c27b0209-11fa-4446-be0c-40fc9a682542 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:38.599140 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-c44dd77c-e986-42fd-9625-796341edc250 req-93671e21-d100-44f3-956c-df8838a42503 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Request body: {'port': {'device_id': 'b2bdf6ee-f09e-4b2a-a498-569b72c53042', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': 'c4e14b52dded494c9295d9c9e84e03f5'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:38.678437 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8378f40-261f-44f9-9698-566c783a8035 x-openstack-request-id: req-d8378f40-261f-44f9-9698-566c783a8035 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:38.678974 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a8523a-49e6-48f2-a197-32e3825ef89c", "name": "network-vif-unplugged", "status": "completed", "tag": "dd6aee0a-56d5-4902-98a0-d8741807d399", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:38.679295 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d8378f40-261f-44f9-9698-566c783a8035 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:38.679780 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a8523a-49e6-48f2-a197-32e3825ef89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd6aee0a-56d5-4902-98a0-d8741807d399', 'code': 200} Jul 05 04:18:38.715844 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f48d2dab-382e-4c1e-b2d2-bd063c66c880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.776880 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd54f2-96ae-4358-85f6-cfc12322f791 req-8cbfea5f-a2c6-4d26-8cab-6b1765a722fb tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:38.782054 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-22fd54f2-96ae-4358-85f6-cfc12322f791 req-8cbfea5f-a2c6-4d26-8cab-6b1765a722fb tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.4625599 Jul 05 04:18:38.783208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44dd77c-e986-42fd-9625-796341edc250 req-93671e21-d100-44f3-956c-df8838a42503 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Made reservation on behalf of c4e14b52dded494c9295d9c9e84e03f5 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:38.800437 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c44dd77c-e986-42fd-9625-796341edc250 req-93671e21-d100-44f3-956c-df8838a42503 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.806508 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f48d2dab-382e-4c1e-b2d2-bd063c66c880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.852121 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c44dd77c-e986-42fd-9625-796341edc250 req-93671e21-d100-44f3-956c-df8838a42503 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.870717 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27b0209-11fa-4446-be0c-40fc9a682542 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Router a170b1dd-e889-414e-9dd5-12def61f83bb has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:18:38.992534 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-22fd54f2-96ae-4358-85f6-cfc12322f791 req-aee75a9e-3154-465a-84b2-a00d50965765 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371553 Jul 05 04:18:39.026698 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27b0209-11fa-4446-be0c-40fc9a682542 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:18:39.033274 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c27b0209-11fa-4446-be0c-40fc9a682542 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] 10.222.0.77 "PUT /v2.0/routers/a170b1dd-e889-414e-9dd5-12def61f83bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5036206 Jul 05 04:18:39.039355 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58464) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:39.057662 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c60209-d0c9-40b2-8676-fec9c2194725 None None] Sync routers for ids ['a170b1dd-e889-414e-9dd5-12def61f83bb'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:18:39.071582 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c60209-d0c9-40b2-8676-fec9c2194725 None None] Routers {'a170b1dd-e889-414e-9dd5-12def61f83bb'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:39.072185 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-27c60209-d0c9-40b2-8676-fec9c2194725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:18:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['a170b1dd-e889-414e-9dd5-12def61f83bb'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:39.080311 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-702bc7fd-37cf-4b91-b01d-6c56659a494a None None] Provisioning complete for port 2e41b8ba-4e20-4103-98ce-4e92601aefa8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:39.084404 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-702bc7fd-37cf-4b91-b01d-6c56659a494a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.146998 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c44dd77c-e986-42fd-9625-796341edc250 req-93671e21-d100-44f3-956c-df8838a42503 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.153536 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-702bc7fd-37cf-4b91-b01d-6c56659a494a None None] Port 2e41b8ba-4e20-4103-98ce-4e92601aefa8 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:18:39.154791 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c44dd77c-e986-42fd-9625-796341edc250 req-93671e21-d100-44f3-956c-df8838a42503 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.161190 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-27c60209-d0c9-40b2-8676-fec9c2194725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:39.177025 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c60209-d0c9-40b2-8676-fec9c2194725 None None] Routers {'a170b1dd-e889-414e-9dd5-12def61f83bb'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:39.177814 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-27c60209-d0c9-40b2-8676-fec9c2194725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:18:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['a170b1dd-e889-414e-9dd5-12def61f83bb'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:39.214801 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-27c60209-d0c9-40b2-8676-fec9c2194725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:39.215555 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c60209-d0c9-40b2-8676-fec9c2194725 None None] The sync data for ids ['a170b1dd-e889-414e-9dd5-12def61f83bb'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:18:39.221862 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fcc2122a-c7a2-4da7-8f68-ad686d7f056b req-2d11f312-e1c8-49db-806a-bec17193dd76 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2bdf6ee-f09e-4b2a-a498-569b72c53042 HTTP/1.1" status: 200 len: 210 time: 0.0687673 Jul 05 04:18:39.225065 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f48d2dab-382e-4c1e-b2d2-bd063c66c880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.228298 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f48d2dab-382e-4c1e-b2d2-bd063c66c880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.232046 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f48d2dab-382e-4c1e-b2d2-bd063c66c880 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f4ae1806-b646-4506-9439-0ff372ec43aa HTTP/1.1" status: 204 len: 168 time: 0.6686022 Jul 05 04:18:39.254421 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d2dab-382e-4c1e-b2d2-bd063c66c880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ae1806-b646-4506-9439-0ff372ec43aa,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:39.270997 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2c780650-79a9-40d7-b17e-0a69a37206b3 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.313342 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93671e21-d100-44f3-956c-df8838a42503 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a22756f7-b5f0-421d-87f4-3e75b8709a3f,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:39.382476 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-c44dd77c-e986-42fd-9625-796341edc250 req-93671e21-d100-44f3-956c-df8838a42503 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Allocated IP 192.168.233.46 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/11a92f1f-3423-4f52-a095-14e9f24b4f63) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:39.384879 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-2c780650-79a9-40d7-b17e-0a69a37206b3 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 04:18:39.385951 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2c780650-79a9-40d7-b17e-0a69a37206b3 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] 10.222.0.77 "DELETE /v2.0/routers/a170b1dd-e889-414e-9dd5-12def61f83bb HTTP/1.1" status: 409 len: 329 time: 0.3456006 Jul 05 04:18:39.388885 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58468) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:39.404739 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63781769-7aac-40c9-82b5-abd5eea89116 req-e07bcb20-2e20-43be-abc7-6f6af0c0ea6f tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:39.412222 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-63781769-7aac-40c9-82b5-abd5eea89116 req-e07bcb20-2e20-43be-abc7-6f6af0c0ea6f tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=93f7eb01-fc38-4a3a-9ebb-340133ac0833 HTTP/1.1" status: 200 len: 945 time: 0.1909032 Jul 05 04:18:39.475075 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-63781769-7aac-40c9-82b5-abd5eea89116 req-3d446b99-36bb-434d-b614-a087067ad303 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=71c28b23-f450-490b-9043-a4307aa741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619299 Jul 05 04:18:39.619294 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c44dd77c-e986-42fd-9625-796341edc250 req-93671e21-d100-44f3-956c-df8838a42503 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.640962 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-c44dd77c-e986-42fd-9625-796341edc250 req-93671e21-d100-44f3-956c-df8838a42503 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Transition to ACTIVE for port object 11a92f1f-3423-4f52-a095-14e9f24b4f63 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:39.712078 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c44dd77c-e986-42fd-9625-796341edc250 req-93671e21-d100-44f3-956c-df8838a42503 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.770347 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44dd77c-e986-42fd-9625-796341edc250 req-93671e21-d100-44f3-956c-df8838a42503 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:39.775384 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-c44dd77c-e986-42fd-9625-796341edc250 req-93671e21-d100-44f3-956c-df8838a42503 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:39.778026 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44dd77c-e986-42fd-9625-796341edc250 req-93671e21-d100-44f3-956c-df8838a42503 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:39.782173 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93671e21-d100-44f3-956c-df8838a42503 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Pushing event updated for resources: {'Port': ['ID=11a92f1f-3423-4f52-a095-14e9f24b4f63,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:39.793499 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f76a0fa9-e49a-43d3-9a88-05b034449bd3 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.807109 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:39.865492 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44dd77c-e986-42fd-9625-796341edc250 req-93671e21-d100-44f3-956c-df8838a42503 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:39.869270 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c44dd77c-e986-42fd-9625-796341edc250 req-93671e21-d100-44f3-956c-df8838a42503 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.901618 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c44dd77c-e986-42fd-9625-796341edc250 req-93671e21-d100-44f3-956c-df8838a42503 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3081095 Jul 05 04:18:39.912434 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:39.925867 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:39.926569 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.930621 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-c44dd77c-e986-42fd-9625-796341edc250 req-daee1a66-ebd7-4924-ae34-da1ecd9a3c0d service neutron] Request body: {'port': {'device_id': 'b2bdf6ee-f09e-4b2a-a498-569b72c53042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:40.045893 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.059892 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c44dd77c-e986-42fd-9625-796341edc250 req-daee1a66-ebd7-4924-ae34-da1ecd9a3c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.128885 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=1b690b9e-895d-4e41-be69-4cb7d4c2cf3a,segment=NetworkSegment(6cda9701-7695-4339-8522-77a15472335e),segment_id=6cda9701-7695-4339-8522-77a15472335e)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:40.139521 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.235248 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=1b690b9e-895d-4e41-be69-4cb7d4c2cf3a,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:40.263129 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8290bf06-523f-4cf1-bced-f6aa8d93471a None None] Provisioning for port 11a92f1f-3423-4f52-a095-14e9f24b4f63 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:40.272057 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8290bf06-523f-4cf1-bced-f6aa8d93471a None None] Provisioning complete for port 11a92f1f-3423-4f52-a095-14e9f24b4f63 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:40.272433 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8290bf06-523f-4cf1-bced-f6aa8d93471a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.332697 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-8290bf06-523f-4cf1-bced-f6aa8d93471a None None] Port 11a92f1f-3423-4f52-a095-14e9f24b4f63 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:18:40.603066 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-c44dd77c-e986-42fd-9625-796341edc250 req-daee1a66-ebd7-4924-ae34-da1ecd9a3c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a92f1f-3423-4f52-a095-14e9f24b4f63 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:18:40.617380 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c44dd77c-e986-42fd-9625-796341edc250 req-daee1a66-ebd7-4924-ae34-da1ecd9a3c0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.621323 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33976817-6f41-4dfc-811e-02de1c7e0a3b req-50429ce5-3504-41dc-85dc-8ee3a5fb0ca9 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:40.627429 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d7d43-ecb2-496d-9b06-92e8b5e4570a req-248be9f3-5d60-47eb-9814-5a8cfc857f49 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:40.629095 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1f3d7d43-ecb2-496d-9b06-92e8b5e4570a req-248be9f3-5d60-47eb-9814-5a8cfc857f49 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2bdf6ee-f09e-4b2a-a498-569b72c53042 HTTP/1.1" status: 200 len: 935 time: 0.1487114 Jul 05 04:18:40.629546 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-33976817-6f41-4dfc-811e-02de1c7e0a3b req-50429ce5-3504-41dc-85dc-8ee3a5fb0ca9 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 944 time: 0.2134891 Jul 05 04:18:40.652649 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-c44dd77c-e986-42fd-9625-796341edc250 req-daee1a66-ebd7-4924-ae34-da1ecd9a3c0d service neutron] Transition to ACTIVE for port object 11a92f1f-3423-4f52-a095-14e9f24b4f63 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:40.673528 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c44dd77c-e986-42fd-9625-796341edc250 req-daee1a66-ebd7-4924-ae34-da1ecd9a3c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.681547 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f7eb01-fc38-4a3a-9ebb-340133ac0833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b690b9e-895d-4e41-be69-4cb7d4c2cf3a'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:40.683897 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c0e6a2-ea38-4900-8349-24e83e58473b" -d '{"events": [{"server_uuid": "93f7eb01-fc38-4a3a-9ebb-340133ac0833", "name": "network-vif-plugged", "status": "completed", "tag": "1b690b9e-895d-4e41-be69-4cb7d4c2cf3a"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:40.693745 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-33976817-6f41-4dfc-811e-02de1c7e0a3b req-9d5d71b6-9b00-4d88-893c-d7f88f25c2fd tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632076 Jul 05 04:18:40.738158 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1f3d7d43-ecb2-496d-9b06-92e8b5e4570a req-d21b5181-6331-4889-8822-80e2de70b028 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/security-groups?id=a22756f7-b5f0-421d-87f4-3e75b8709a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989664 Jul 05 04:18:40.854069 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efcc900-0c79-43fc-81fe-1a6973d0f0b5 x-openstack-request-id: req-6efcc900-0c79-43fc-81fe-1a6973d0f0b5 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:40.854370 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f7eb01-fc38-4a3a-9ebb-340133ac0833", "name": "network-vif-plugged", "status": "completed", "tag": "1b690b9e-895d-4e41-be69-4cb7d4c2cf3a", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:40.854679 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6efcc900-0c79-43fc-81fe-1a6973d0f0b5 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:40.855081 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f7eb01-fc38-4a3a-9ebb-340133ac0833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b690b9e-895d-4e41-be69-4cb7d4c2cf3a', 'code': 200} Jul 05 04:18:40.957109 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee1a66-ebd7-4924-ae34-da1ecd9a3c0d service neutron] Pushing event updated for resources: {'Port': ['ID=11a92f1f-3423-4f52-a095-14e9f24b4f63,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:41.042722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-c44dd77c-e986-42fd-9625-796341edc250 req-daee1a66-ebd7-4924-ae34-da1ecd9a3c0d service neutron] Attempting to bind port 11a92f1f-3423-4f52-a095-14e9f24b4f63 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:41.043077 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-c44dd77c-e986-42fd-9625-796341edc250 req-daee1a66-ebd7-4924-ae34-da1ecd9a3c0d service neutron] Attempting to bind port 11a92f1f-3423-4f52-a095-14e9f24b4f63 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:41.043416 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44dd77c-e986-42fd-9625-796341edc250 req-daee1a66-ebd7-4924-ae34-da1ecd9a3c0d service neutron] Attempting to bind port 11a92f1f-3423-4f52-a095-14e9f24b4f63 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:41.083285 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44dd77c-e986-42fd-9625-796341edc250 req-daee1a66-ebd7-4924-ae34-da1ecd9a3c0d service neutron] Port 11a92f1f-3423-4f52-a095-14e9f24b4f63 on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:18:41.083689 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44dd77c-e986-42fd-9625-796341edc250 req-daee1a66-ebd7-4924-ae34-da1ecd9a3c0d service neutron] Attempting to bind port 11a92f1f-3423-4f52-a095-14e9f24b4f63 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:41.095133 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44dd77c-e986-42fd-9625-796341edc250 req-daee1a66-ebd7-4924-ae34-da1ecd9a3c0d service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:41.104287 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44dd77c-e986-42fd-9625-796341edc250 req-daee1a66-ebd7-4924-ae34-da1ecd9a3c0d service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:41.104735 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44dd77c-e986-42fd-9625-796341edc250 req-daee1a66-ebd7-4924-ae34-da1ecd9a3c0d service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:41.105331 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-c44dd77c-e986-42fd-9625-796341edc250 req-daee1a66-ebd7-4924-ae34-da1ecd9a3c0d service neutron] Bound port: 11a92f1f-3423-4f52-a095-14e9f24b4f63, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:41.105695 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c44dd77c-e986-42fd-9625-796341edc250 req-daee1a66-ebd7-4924-ae34-da1ecd9a3c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:41.141797 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc95fcb-6690-4163-b294-9013728a6a01 req-f88ada51-02b9-40c9-a872-36937ddec36c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:41.145340 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fdc95fcb-6690-4163-b294-9013728a6a01 req-f88ada51-02b9-40c9-a872-36937ddec36c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=93f7eb01-fc38-4a3a-9ebb-340133ac0833 HTTP/1.1" status: 200 len: 946 time: 0.2892039 Jul 05 04:18:41.161287 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-f76a0fa9-e49a-43d3-9a88-05b034449bd3 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Deleting port 2e41b8ba-4e20-4103-98ce-4e92601aefa8 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:41.161745 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f76a0fa9-e49a-43d3-9a88-05b034449bd3 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:41.179222 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c0705-009b-47ff-a198-ff8754fef913 req-22748f71-917c-4e5f-b1dc-c37e7055664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:41.180898 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-605c0705-009b-47ff-a198-ff8754fef913 req-22748f71-917c-4e5f-b1dc-c37e7055664a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=93f7eb01-fc38-4a3a-9ebb-340133ac0833 HTTP/1.1" status: 200 len: 1098 time: 0.2133958 Jul 05 04:18:41.242599 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-605c0705-009b-47ff-a198-ff8754fef913 req-a0120a07-1e78-4bff-b16b-d89e5f40f19f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=71c28b23-f450-490b-9043-a4307aa741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536153 Jul 05 04:18:41.259370 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-c44dd77c-e986-42fd-9625-796341edc250 req-daee1a66-ebd7-4924-ae34-da1ecd9a3c0d service neutron] For port 11a92f1f-3423-4f52-a095-14e9f24b4f63, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:41.269174 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f76a0fa9-e49a-43d3-9a88-05b034449bd3 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:41.272511 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-c44dd77c-e986-42fd-9625-796341edc250 req-daee1a66-ebd7-4924-ae34-da1ecd9a3c0d service neutron] For port 11a92f1f-3423-4f52-a095-14e9f24b4f63, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=11a92f1f-3423-4f52-a095-14e9f24b4f63,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:41.283023 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c44dd77c-e986-42fd-9625-796341edc250 req-daee1a66-ebd7-4924-ae34-da1ecd9a3c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:41.294000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-f76a0fa9-e49a-43d3-9a88-05b034449bd3 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Calling delete_port for 2e41b8ba-4e20-4103-98ce-4e92601aefa8 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:41.319726 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fdc95fcb-6690-4163-b294-9013728a6a01 req-5e233dcc-1bcb-45af-b7f6-33dd712578b7 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=71c28b23-f450-490b-9043-a4307aa741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676533 Jul 05 04:18:41.323222 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44dd77c-e986-42fd-9625-796341edc250 req-daee1a66-ebd7-4924-ae34-da1ecd9a3c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:41.324295 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c44dd77c-e986-42fd-9625-796341edc250 req-daee1a66-ebd7-4924-ae34-da1ecd9a3c0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:41.326080 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c44dd77c-e986-42fd-9625-796341edc250 req-daee1a66-ebd7-4924-ae34-da1ecd9a3c0d service neutron] 10.222.0.70 "PUT /v2.0/ports/11a92f1f-3423-4f52-a095-14e9f24b4f63 HTTP/1.1" status: 200 len: 1096 time: 1.4028885 Jul 05 04:18:41.333929 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bdf6ee-f09e-4b2a-a498-569b72c53042', 'tag': '11a92f1f-3423-4f52-a095-14e9f24b4f63'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:41.340665 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4877589-59ff-4a16-b1c9-a49ba3ff175c" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bdf6ee-f09e-4b2a-a498-569b72c53042", "tag": "11a92f1f-3423-4f52-a095-14e9f24b4f63"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:41.428778 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee1a66-ebd7-4924-ae34-da1ecd9a3c0d service neutron] Pushing event updated for resources: {'Port': ['ID=11a92f1f-3423-4f52-a095-14e9f24b4f63,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:41.462870 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347382dc-2bde-46a1-9ae4-224c119d8747 x-openstack-request-id: req-347382dc-2bde-46a1-9ae4-224c119d8747 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:41.463175 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bdf6ee-f09e-4b2a-a498-569b72c53042", "tag": "11a92f1f-3423-4f52-a095-14e9f24b4f63", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:41.463432 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-347382dc-2bde-46a1-9ae4-224c119d8747 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:41.464712 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bdf6ee-f09e-4b2a-a498-569b72c53042', 'tag': '11a92f1f-3423-4f52-a095-14e9f24b4f63', 'status': 'completed', 'code': 200} Jul 05 04:18:41.495220 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58522) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:41.562956 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44dd77c-e986-42fd-9625-796341edc250 req-a4aeafc9-10a6-42dd-96b8-6d5e94bcf11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:41.565643 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c44dd77c-e986-42fd-9625-796341edc250 req-a4aeafc9-10a6-42dd-96b8-6d5e94bcf11a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c4e14b52dded494c9295d9c9e84e03f5&device_id=b2bdf6ee-f09e-4b2a-a498-569b72c53042 HTTP/1.1" status: 200 len: 1099 time: 0.1196969 Jul 05 04:18:41.636969 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c44dd77c-e986-42fd-9625-796341edc250 req-17863ead-5eed-443a-8b1d-3fbea80d1a3f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=11a92f1f-3423-4f52-a095-14e9f24b4f63 HTTP/1.1" status: 200 len: 217 time: 0.0586133 Jul 05 04:18:41.691145 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-4d5da436-687d-4f4a-ba65-d16d1e717e2b tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-735883767'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:41.691145 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-4d5da436-687d-4f4a-ba65-d16d1e717e2b tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] Unknown quota resources ['metering_label']. {{(pid=105539) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:18:41.693596 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f76a0fa9-e49a-43d3-9a88-05b034449bd3 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:41.730602 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44dd77c-e986-42fd-9625-796341edc250 req-ce63762d-451e-4a6c-b303-cf9a94cfd32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:41.730602 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c44dd77c-e986-42fd-9625-796341edc250 req-ce63762d-451e-4a6c-b303-cf9a94cfd32a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0835586 Jul 05 04:18:41.837000 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44dd77c-e986-42fd-9625-796341edc250 req-876810a2-f510-45a9-ba17-b6ccc3503300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:41.838784 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c44dd77c-e986-42fd-9625-796341edc250 req-876810a2-f510-45a9-ba17-b6ccc3503300 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1031849 Jul 05 04:18:41.895714 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a0fa9-e49a-43d3-9a88-05b034449bd3 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Pushing event deleted for resources: {'Port': ['ID=2e41b8ba-4e20-4103-98ce-4e92601aefa8,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:42.027138 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c44dd77c-e986-42fd-9625-796341edc250 req-73ec9f4b-054e-41c0-8cf7-8081bcf027a8 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810615 Jul 05 04:18:42.054584 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a05a6-7c8d-496e-be13-39b1f17d0d19 req-a57b9e54-fd67-4e03-9163-b9ef3a2c417c tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:42.056295 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ab6a05a6-7c8d-496e-be13-39b1f17d0d19 req-a57b9e54-fd67-4e03-9163-b9ef3a2c417c tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2bdf6ee-f09e-4b2a-a498-569b72c53042 HTTP/1.1" status: 200 len: 947 time: 0.1467364 Jul 05 04:18:42.126374 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device dd6aee0a-56d5-4902-98a0-d8741807d399 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:42.156410 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ab6a05a6-7c8d-496e-be13-39b1f17d0d19 req-ca367714-595d-46a7-80ac-7b725d545425 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/security-groups?id=a22756f7-b5f0-421d-87f4-3e75b8709a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879583 Jul 05 04:18:42.156945 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f76a0fa9-e49a-43d3-9a88-05b034449bd3 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:42.168856 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d5da436-687d-4f4a-ba65-d16d1e717e2b tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:42.170092 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4d5da436-687d-4f4a-ba65-d16d1e717e2b tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6737885 Jul 05 04:18:42.172885 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58542) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:42.178375 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-dd82c29a-e3ff-43cb-963a-832f6f55bbfc tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '62d7b31e-79f9-4416-879d-db329db275af'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:42.178548 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-63897c9b-7fc7-4f21-a476-1a5431b2f206 req-2421627b-8f13-41ce-881a-d7ef48f9ba7b service neutron] (105538) timed out ('10.222.0.70', 59151) {{(pid=105538) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:18:42.178739 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-dd82c29a-e3ff-43cb-963a-832f6f55bbfc tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105539) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:18:42.198905 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c44dd77c-e986-42fd-9625-796341edc250 req-4ed56f32-b1ce-45ce-af75-68895c78fc30 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616657 Jul 05 04:18:42.311580 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1a5eb865-6b7d-4452-81ad-456222204dd3 req-cfe1af17-8588-4987-9890-6708df513f7c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0617623 Jul 05 04:18:42.327273 n-d-780147-23 neutron-server[105539]: WARNING neutron.services.metering.metering_plugin [None req-dd82c29a-e3ff-43cb-963a-832f6f55bbfc tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 04:18:42.474967 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dd82c29a-e3ff-43cb-963a-832f6f55bbfc tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:42.476192 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-dd82c29a-e3ff-43cb-963a-832f6f55bbfc tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3023090 Jul 05 04:18:42.479491 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58554) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:42.486246 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e60062fc-1967-48fa-8272-f5844a3f1d24 tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '62d7b31e-79f9-4416-879d-db329db275af'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:42.488029 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e60062fc-1967-48fa-8272-f5844a3f1d24 tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105538) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:18:42.556161 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76a0fa9-e49a-43d3-9a88-05b034449bd3 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Router a170b1dd-e889-414e-9dd5-12def61f83bb has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:18:42.621038 n-d-780147-23 neutron-server[105538]: WARNING neutron.services.metering.metering_plugin [None req-e60062fc-1967-48fa-8272-f5844a3f1d24 tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 04:18:42.628566 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4877589-59ff-4a16-b1c9-a49ba3ff175c req-535469c8-cf76-48b8-ae07-e918cfb75aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:42.630113 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e4877589-59ff-4a16-b1c9-a49ba3ff175c req-535469c8-cf76-48b8-ae07-e918cfb75aac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c4e14b52dded494c9295d9c9e84e03f5&device_id=b2bdf6ee-f09e-4b2a-a498-569b72c53042 HTTP/1.1" status: 200 len: 1099 time: 0.2198308 Jul 05 04:18:42.680285 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5eb865-6b7d-4452-81ad-456222204dd3 req-be11cff3-93b3-4c52-be40-7202eb2a24be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:42.681819 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1a5eb865-6b7d-4452-81ad-456222204dd3 req-be11cff3-93b3-4c52-be40-7202eb2a24be service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 1097 time: 0.2381163 Jul 05 04:18:42.685790 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76a0fa9-e49a-43d3-9a88-05b034449bd3 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:18:42.691904 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f76a0fa9-e49a-43d3-9a88-05b034449bd3 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] 10.222.0.77 "PUT /v2.0/routers/a170b1dd-e889-414e-9dd5-12def61f83bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3019581 Jul 05 04:18:42.696925 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58560) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:42.712350 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a351521c-2b5a-4da5-a24a-338ef9bdb5e6 None None] Sync routers for ids ['a170b1dd-e889-414e-9dd5-12def61f83bb'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:18:42.725993 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a351521c-2b5a-4da5-a24a-338ef9bdb5e6 None None] Routers {'a170b1dd-e889-414e-9dd5-12def61f83bb'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:42.730350 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-a351521c-2b5a-4da5-a24a-338ef9bdb5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:18:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['a170b1dd-e889-414e-9dd5-12def61f83bb'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:42.759696 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1343de-7759-4f11-8543-75f8e3be8556 req-f8170c61-9f6e-428f-9a9f-40764acdc0c9 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:42.761231 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8c1343de-7759-4f11-8543-75f8e3be8556 req-f8170c61-9f6e-428f-9a9f-40764acdc0c9 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 944 time: 0.2193325 Jul 05 04:18:42.776745 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-a351521c-2b5a-4da5-a24a-338ef9bdb5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:42.787831 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a351521c-2b5a-4da5-a24a-338ef9bdb5e6 None None] Routers {'a170b1dd-e889-414e-9dd5-12def61f83bb'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:42.788615 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-a351521c-2b5a-4da5-a24a-338ef9bdb5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:18:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['a170b1dd-e889-414e-9dd5-12def61f83bb'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:42.820516 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e60062fc-1967-48fa-8272-f5844a3f1d24 tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:42.824707 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e60062fc-1967-48fa-8272-f5844a3f1d24 tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3407433 Jul 05 04:18:42.824838 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-5f4590fe-6d87-4c46-909e-ab37aa31049c tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] show failed (client error): The resource could not be found. Jul 05 04:18:42.824838 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5f4590fe-6d87-4c46-909e-ab37aa31049c tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] 10.222.0.77 "GET /v2.0/routers/tempest-non_exist_router-1337686134 HTTP/1.1" status: 404 len: 335 time: 0.1254067 Jul 05 04:18:42.828905 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-a351521c-2b5a-4da5-a24a-338ef9bdb5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:42.829442 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58564) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:42.829690 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a351521c-2b5a-4da5-a24a-338ef9bdb5e6 None None] The sync data for ids ['a170b1dd-e889-414e-9dd5-12def61f83bb'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:18:42.829797 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58566) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:42.853692 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ef30e-5845-4502-ac7d-fb1d4c820af6 req-fc0f1286-6cc7-448e-8248-de59af1abcfd tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:42.854023 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-813e1d94-8099-4f91-a69f-cc6158351036 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:42.855535 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-618ef30e-5845-4502-ac7d-fb1d4c820af6 req-fc0f1286-6cc7-448e-8248-de59af1abcfd tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=93f7eb01-fc38-4a3a-9ebb-340133ac0833 HTTP/1.1" status: 200 len: 946 time: 0.3552213 Jul 05 04:18:42.904389 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4877589-59ff-4a16-b1c9-a49ba3ff175c req-5d3e532d-4f43-4555-b12c-1ae5d81026eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:42.905880 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e4877589-59ff-4a16-b1c9-a49ba3ff175c req-5d3e532d-4f43-4555-b12c-1ae5d81026eb service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.2420368 Jul 05 04:18:42.914745 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-618ef30e-5845-4502-ac7d-fb1d4c820af6 req-110fc01d-de7c-414c-9b28-d74fbfc1313c tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=71c28b23-f450-490b-9043-a4307aa741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517097 Jul 05 04:18:42.954799 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e4877589-59ff-4a16-b1c9-a49ba3ff175c req-38f08cf3-fcec-40e0-a1dd-e730366ce55b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=11a92f1f-3423-4f52-a095-14e9f24b4f63 HTTP/1.1" status: 200 len: 217 time: 0.0389864 Jul 05 04:18:43.012098 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4877589-59ff-4a16-b1c9-a49ba3ff175c req-c22fcce4-de0e-42de-b72e-871426dbbc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:43.013635 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e4877589-59ff-4a16-b1c9-a49ba3ff175c req-c22fcce4-de0e-42de-b72e-871426dbbc9f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0521700 Jul 05 04:18:43.088045 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.130629 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4877589-59ff-4a16-b1c9-a49ba3ff175c req-6ff95ea3-24cc-4aee-be17-234864b2ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:43.132077 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e4877589-59ff-4a16-b1c9-a49ba3ff175c req-6ff95ea3-24cc-4aee-be17-234864b2ff63 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1108935 Jul 05 04:18:43.139945 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9dfbf-8dab-4b07-af06-77d4c0ad0590 req-833ba016-51a0-4079-b00b-2379ede969ea tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:43.141375 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-63b9dfbf-8dab-4b07-af06-77d4c0ad0590 req-833ba016-51a0-4079-b00b-2379ede969ea tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=93f7eb01-fc38-4a3a-9ebb-340133ac0833 HTTP/1.1" status: 200 len: 946 time: 0.0926297 Jul 05 04:18:43.198471 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c8361c74-e4bf-4de1-b37f-1dc92904698e tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=d63b44af-8843-481e-a512-6b0d943973a9 HTTP/1.1" status: 200 len: 464 time: 0.3655014 Jul 05 04:18:43.202704 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58574) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:43.213135 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-813e1d94-8099-4f91-a69f-cc6158351036 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] update failed (client error): The resource could not be found. Jul 05 04:18:43.214140 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-813e1d94-8099-4f91-a69f-cc6158351036 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] 10.222.0.77 "PUT /v2.0/routers/tempest-non_exist_router-162092058 HTTP/1.1" status: 404 len: 334 time: 0.3800602 Jul 05 04:18:43.221456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58576) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:43.281026 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8c1343de-7759-4f11-8543-75f8e3be8556 req-5e7bd023-a2ef-4bc5-a82d-84a5ac8e2e61 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4530530 Jul 05 04:18:43.282057 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5eb865-6b7d-4452-81ad-456222204dd3 req-3698b953-4d5a-4b68-b730-24bf05651397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:43.283601 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1a5eb865-6b7d-4452-81ad-456222204dd3 req-3698b953-4d5a-4b68-b730-24bf05651397 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a677080b-978d-4f21-8599-2c79db51042a HTTP/1.1" status: 200 len: 898 time: 0.5320096 Jul 05 04:18:43.289353 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-63b9dfbf-8dab-4b07-af06-77d4c0ad0590 req-684483d9-1a3c-47ac-a9ab-ecae5a48bf42 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=71c28b23-f450-490b-9043-a4307aa741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387150 Jul 05 04:18:43.346999 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b4eb9d27-7ea9-4e7d-866f-449d356ad244 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5969944 Jul 05 04:18:43.368722 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1a5eb865-6b7d-4452-81ad-456222204dd3 req-e87cfa2a-a41e-43bf-bb82-25f327a163b0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16032335-d5be-4931-82f0-4d5e53b2d5da HTTP/1.1" status: 200 len: 1001 time: 0.0747557 Jul 05 04:18:43.384584 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a9d20f-4ef2-4591-aadd-bafc6042fbaa tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Deleting subnet 91c657ad-c772-4744-89ea-f1f2cd326bfa {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:18:43.389307 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e4877589-59ff-4a16-b1c9-a49ba3ff175c req-4dcb3dd2-c7c3-4b5d-aa0c-6520ad5c79bd service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470267 Jul 05 04:18:43.421760 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f5a9d20f-4ef2-4591-aadd-bafc6042fbaa tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.433569 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f74348c0-3148-4179-a0d6-5e7ef423ef5f tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.437123 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f74348c0-3148-4179-a0d6-5e7ef423ef5f tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/d63b44af-8843-481e-a512-6b0d943973a9 HTTP/1.1" status: 204 len: 168 time: 0.2297029 Jul 05 04:18:43.438198 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58582) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:43.452704 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-40596665-4bee-484b-a7da-4f05bf7e993f tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=d63b44af-8843-481e-a512-6b0d943973a9 HTTP/1.1" status: 200 len: 221 time: 0.0132039 Jul 05 04:18:43.454409 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5eb865-6b7d-4452-81ad-456222204dd3 req-b54c92d5-f18a-4947-8482-c736bccc45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:43.456451 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1a5eb865-6b7d-4452-81ad-456222204dd3 req-b54c92d5-f18a-4947-8482-c736bccc45bc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0bb0cc42-6113-47d4-aa5f-df8fe9890423 HTTP/1.1" status: 200 len: 834 time: 0.0796206 Jul 05 04:18:43.456820 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58584) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:43.462112 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-276ad61d-8be4-458f-be05-e2bf3eb5ccfa tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--823311122', 'description': 'label created by tempest'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:43.462616 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-276ad61d-8be4-458f-be05-e2bf3eb5ccfa tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] Unknown quota resources ['metering_label']. {{(pid=105539) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:18:43.524305 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f5a9d20f-4ef2-4591-aadd-bafc6042fbaa tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.592299 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e4877589-59ff-4a16-b1c9-a49ba3ff175c req-52b7b716-77aa-467e-9c67-41344f13d291 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716785 Jul 05 04:18:43.642786 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f5a9d20f-4ef2-4591-aadd-bafc6042fbaa tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.713604 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f5a9d20f-4ef2-4591-aadd-bafc6042fbaa tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.724034 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-276ad61d-8be4-458f-be05-e2bf3eb5ccfa tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.725326 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-276ad61d-8be4-458f-be05-e2bf3eb5ccfa tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2675965 Jul 05 04:18:43.733374 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58592) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:43.742738 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ffbcb-a08f-4be9-b4d7-d056fb9ff499 req-66de1e2e-a99b-404a-997f-a19724f70509 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:43.744314 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b97ffbcb-a08f-4be9-b4d7-d056fb9ff499 req-66de1e2e-a99b-404a-997f-a19724f70509 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2bdf6ee-f09e-4b2a-a498-569b72c53042 HTTP/1.1" status: 200 len: 947 time: 0.2382491 Jul 05 04:18:43.749748 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9d20f-4ef2-4591-aadd-bafc6042fbaa tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Pushing event deleted for resources: {'Subnet': ['ID=91c657ad-c772-4744-89ea-f1f2cd326bfa,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:43.758558 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f5a9d20f-4ef2-4591-aadd-bafc6042fbaa tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.760569 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f5a9d20f-4ef2-4591-aadd-bafc6042fbaa tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] 10.222.0.77 "DELETE /v2.0/subnets/91c657ad-c772-4744-89ea-f1f2cd326bfa HTTP/1.1" status: 204 len: 168 time: 0.5341120 Jul 05 04:18:43.764068 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58594) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:43.767014 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591b2586-f5c3-4c9c-aa02-600af758c5a3 None None] Network ed22948d-17d1-4db0-927b-3ecf734e3f4e requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:43.790053 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5eb865-6b7d-4452-81ad-456222204dd3 req-2d45bc8c-3941-49ad-8461-adea17ff2424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:43.791586 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1a5eb865-6b7d-4452-81ad-456222204dd3 req-2d45bc8c-3941-49ad-8461-adea17ff2424 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a677080b-978d-4f21-8599-2c79db51042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2866323 Jul 05 04:18:43.832691 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae40c8d7-e936-456f-9ace-d0272a848c01 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Deleting subnet 004d4d03-c7f3-493b-ba7a-06011d24d6ce {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:18:43.836484 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae40c8d7-e936-456f-9ace-d0272a848c01 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.851673 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-80b30c01-bb27-495c-8791-ca6a76ca1485 tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=357bde67-dfb1-4f41-8705-19e211ce7fce HTTP/1.1" status: 200 len: 467 time: 0.1062717 Jul 05 04:18:43.859696 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58596) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:43.944213 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b97ffbcb-a08f-4be9-b4d7-d056fb9ff499 req-9caed7d8-a355-4493-bd8f-39ba4913bdf5 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/security-groups?id=a22756f7-b5f0-421d-87f4-3e75b8709a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862826 Jul 05 04:18:43.947881 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae40c8d7-e936-456f-9ace-d0272a848c01 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.994890 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1a5eb865-6b7d-4452-81ad-456222204dd3 req-7e869558-c3db-4a77-ab71-c46a6c188a80 service neutron] 10.222.0.70 "GET /v2.0/networks/a677080b-978d-4f21-8599-2c79db51042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539159 Jul 05 04:18:44.028624 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523ab1e9-2fe0-4bde-b9e6-0fc6d8d2ffd2 None None] DHCP port deletion for ed22948d-17d1-4db0-927b-3ecf734e3f4e request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:18:44.090629 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-523ab1e9-2fe0-4bde-b9e6-0fc6d8d2ffd2 None None] Deleting port 4884d9b1-b38c-4b95-bccd-6374afde006a {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:44.091015 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-523ab1e9-2fe0-4bde-b9e6-0fc6d8d2ffd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:44.120761 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1a5eb865-6b7d-4452-81ad-456222204dd3 req-825c1795-a7b6-446e-94b6-f210760c2f18 service neutron] 10.222.0.70 "GET /v2.0/networks/a677080b-978d-4f21-8599-2c79db51042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183643 Jul 05 04:18:44.164213 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-523ab1e9-2fe0-4bde-b9e6-0fc6d8d2ffd2 None None] For port 4884d9b1-b38c-4b95-bccd-6374afde006a, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4884d9b1-b38c-4b95-bccd-6374afde006a,segment=NetworkSegment(d12c65f6-cdc0-4ac1-a9a3-3d29f18e1635),segment_id=d12c65f6-cdc0-4ac1-a9a3-3d29f18e1635)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:44.164620 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-523ab1e9-2fe0-4bde-b9e6-0fc6d8d2ffd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:44.179522 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-523ab1e9-2fe0-4bde-b9e6-0fc6d8d2ffd2 None None] Calling delete_port for 4884d9b1-b38c-4b95-bccd-6374afde006a owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:44.262274 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-523ab1e9-2fe0-4bde-b9e6-0fc6d8d2ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:44.285341 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ab1e9-2fe0-4bde-b9e6-0fc6d8d2ffd2 None None] Pushing event deleted for resources: {'Port': ['ID=4884d9b1-b38c-4b95-bccd-6374afde006a,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:44.291509 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523ab1e9-2fe0-4bde-b9e6-0fc6d8d2ffd2 None None] No DVR routers for this DVR port 4884d9b1-b38c-4b95-bccd-6374afde006a on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:44.477749 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5c41491b-ae2f-47be-84f2-ec99e1baf0f7 tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:44.478981 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5c41491b-ae2f-47be-84f2-ec99e1baf0f7 tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/357bde67-dfb1-4f41-8705-19e211ce7fce HTTP/1.1" status: 204 len: 168 time: 0.6181555 Jul 05 04:18:44.481932 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58600) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:44.494689 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e3753523-7728-4456-9967-4eed2c39cbfe tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=357bde67-dfb1-4f41-8705-19e211ce7fce HTTP/1.1" status: 200 len: 216 time: 0.0116153 Jul 05 04:18:44.498092 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58602) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:44.507829 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-24e24a2e-982b-48de-8cff-bab5928ab0f8 tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0088224 Jul 05 04:18:44.511025 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58604) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:44.524092 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-75527099-59df-4b16-b998-669b59b0d7a4 tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0118716 Jul 05 04:18:44.527138 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58606) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:44.561000 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae40c8d7-e936-456f-9ace-d0272a848c01 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:44.582159 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d7fd92f1-add0-4aa0-9f39-bd8f8e8ea441 tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels/62d7b31e-79f9-4416-879d-db329db275af HTTP/1.1" status: 200 len: 472 time: 0.0539105 Jul 05 04:18:44.585581 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58608) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:44.596799 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6b6323ae-d61b-40c7-8906-8273f3eecbf9 tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules/e3889911-3fe1-4f64-98d8-7bd8b3aa49fb HTTP/1.1" status: 200 len: 461 time: 0.0094643 Jul 05 04:18:44.600407 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58610) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:44.627970 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b02ef25e-5867-40d1-9e14-452c596dc0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:44.629609 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b02ef25e-5867-40d1-9e14-452c596dc0f7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c&tenant_id=0a0e169dad4642e084dbd1dffad21af0 HTTP/1.1" status: 200 len: 1096 time: 0.2682397 Jul 05 04:18:44.643013 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-23', 'device_owner': 'compute:nova'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:44.652155 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037f55d-d3c6-451f-9d40-432ee1885543 req-717a0853-e067-4a19-a881-c0529a2c55d9 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:44.655290 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a037f55d-d3c6-451f-9d40-432ee1885543 req-717a0853-e067-4a19-a881-c0529a2c55d9 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 944 time: 0.2006595 Jul 05 04:18:44.707285 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-77d1ec16-d6c9-488b-9bc7-f36a37942588 tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:44.712284 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-77d1ec16-d6c9-488b-9bc7-f36a37942588 tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/e3889911-3fe1-4f64-98d8-7bd8b3aa49fb HTTP/1.1" status: 204 len: 168 time: 0.1073773 Jul 05 04:18:44.712540 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae40c8d7-e936-456f-9ace-d0272a848c01 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:44.712735 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58612) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:44.760529 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae40c8d7-e936-456f-9ace-d0272a848c01 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:44.764448 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ae40c8d7-e936-456f-9ace-d0272a848c01 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] 10.222.0.77 "DELETE /v2.0/subnets/004d4d03-c7f3-493b-ba7a-06011d24d6ce HTTP/1.1" status: 204 len: 168 time: 0.9992335 Jul 05 04:18:44.768708 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58614) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:44.775258 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f5ce4c-fa8c-4426-96da-0298d3f9b618 None None] Network ba20cb42-7b2d-474a-a6da-bfd4cba18c14 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:44.792083 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40c8d7-e936-456f-9ace-d0272a848c01 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Pushing event deleted for resources: {'Subnet': ['ID=004d4d03-c7f3-493b-ba7a-06011d24d6ce,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:44.800311 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a037f55d-d3c6-451f-9d40-432ee1885543 req-de99fca3-c954-4b82-b98f-51590d6bb794 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230924 Jul 05 04:18:44.815031 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:44.935194 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58616) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:44.998589 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6b1473-5909-4bd2-8842-8d0817542e3b None None] DHCP port deletion for ba20cb42-7b2d-474a-a6da-bfd4cba18c14 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:18:45.034208 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-766ce667-35ee-432d-a90c-19e8db877d9f tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.043379 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6a18544d-c0e2-4b68-bf60-e4bd57ddcb28 tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.047266 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6a18544d-c0e2-4b68-bf60-e4bd57ddcb28 tempest-MeteringTestJSON-2060455253 tempest-MeteringTestJSON-2060455253-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/62d7b31e-79f9-4416-879d-db329db275af HTTP/1.1" status: 204 len: 168 time: 0.3336024 Jul 05 04:18:45.054043 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] For port dd6aee0a-56d5-4902-98a0-d8741807d399, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=dd6aee0a-56d5-4902-98a0-d8741807d399,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:45.111008 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-9c6b1473-5909-4bd2-8842-8d0817542e3b None None] Deleting port b05cca26-03a0-41c8-b2d6-aeb4785ec302 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:45.111387 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9c6b1473-5909-4bd2-8842-8d0817542e3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.121365 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] For port dd6aee0a-56d5-4902-98a0-d8741807d399, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:45.161471 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd6aee0a-56d5-4902-98a0-d8741807d399 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:18:45.170615 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.185331 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] Transition to ACTIVE for port object dd6aee0a-56d5-4902-98a0-d8741807d399 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:45.190732 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.200882 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b05cca26-03a0-41c8-b2d6-aeb4785ec302 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:45.221377 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-766ce667-35ee-432d-a90c-19e8db877d9f tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.242686 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-766ce667-35ee-432d-a90c-19e8db877d9f tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed22948d-17d1-4db0-927b-3ecf734e3f4e']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:45.272526 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-9c6b1473-5909-4bd2-8842-8d0817542e3b None None] For port b05cca26-03a0-41c8-b2d6-aeb4785ec302, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b05cca26-03a0-41c8-b2d6-aeb4785ec302,segment=NetworkSegment(bc94d796-6dce-4109-be4a-36f1840d86b8),segment_id=bc94d796-6dce-4109-be4a-36f1840d86b8)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:45.272933 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9c6b1473-5909-4bd2-8842-8d0817542e3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.282993 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-766ce667-35ee-432d-a90c-19e8db877d9f tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12c65f6-cdc0-4ac1-a9a3-3d29f18e1635') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:45.283911 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-766ce667-35ee-432d-a90c-19e8db877d9f tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12c65f6-cdc0-4ac1-a9a3-3d29f18e1635') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:45.286665 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] Pushing event updated for resources: {'Port': ['ID=dd6aee0a-56d5-4902-98a0-d8741807d399,revision_number=9']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:45.288584 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-9c6b1473-5909-4bd2-8842-8d0817542e3b None None] Calling delete_port for b05cca26-03a0-41c8-b2d6-aeb4785ec302 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:45.337179 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-766ce667-35ee-432d-a90c-19e8db877d9f tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.366569 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01416a3c-c22a-4fcf-b95c-130ebde20a00 req-1e3d7c77-3d7b-4296-8837-d935b3c8bebc tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:45.368180 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-01416a3c-c22a-4fcf-b95c-130ebde20a00 req-1e3d7c77-3d7b-4296-8837-d935b3c8bebc tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2bdf6ee-f09e-4b2a-a498-569b72c53042 HTTP/1.1" status: 200 len: 947 time: 0.2510815 Jul 05 04:18:45.369276 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-766ce667-35ee-432d-a90c-19e8db877d9f tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.384841 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766ce667-35ee-432d-a90c-19e8db877d9f tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:18:45.385737 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-766ce667-35ee-432d-a90c-19e8db877d9f tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:18:45.390322 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:18:45.412275 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.479649 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port b05cca26-03a0-41c8-b2d6-aeb4785ec302, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b05cca26-03a0-41c8-b2d6-aeb4785ec302,segment=NetworkSegment(bc94d796-6dce-4109-be4a-36f1840d86b8),segment_id=bc94d796-6dce-4109-be4a-36f1840d86b8)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:45.491232 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] No DVR routers for this DVR port dd6aee0a-56d5-4902-98a0-d8741807d399 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:45.494217 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58624) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:45.495126 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.495926 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4884d9b1-b38c-4b95-bccd-6374afde006a no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:45.551122 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-01416a3c-c22a-4fcf-b95c-130ebde20a00 req-b179f230-fa43-453d-b659-28ed3453ceed tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/security-groups?id=a22756f7-b5f0-421d-87f4-3e75b8709a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722577 Jul 05 04:18:45.567907 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 4884d9b1-b38c-4b95-bccd-6374afde006a {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:18:45.568256 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4884d9b1-b38c-4b95-bccd-6374afde006a not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:45.622988 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=b05cca26-03a0-41c8-b2d6-aeb4785ec302,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:45.632821 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-766ce667-35ee-432d-a90c-19e8db877d9f tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.638887 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9c6b1473-5909-4bd2-8842-8d0817542e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.651438 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-766ce667-35ee-432d-a90c-19e8db877d9f tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.656252 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-766ce667-35ee-432d-a90c-19e8db877d9f tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] 10.222.0.77 "DELETE /v2.0/networks/ed22948d-17d1-4db0-927b-3ecf734e3f4e HTTP/1.1" status: 204 len: 168 time: 0.8863804 Jul 05 04:18:45.660570 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58628) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:45.672590 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ce667-35ee-432d-a90c-19e8db877d9f tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Pushing event deleted for resources: {'Network': ['ID=ed22948d-17d1-4db0-927b-3ecf734e3f4e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:45.691368 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6b1473-5909-4bd2-8842-8d0817542e3b None None] No DVR routers for this DVR port b05cca26-03a0-41c8-b2d6-aeb4785ec302 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:45.693102 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b1473-5909-4bd2-8842-8d0817542e3b None None] Pushing event deleted for resources: {'Port': ['ID=b05cca26-03a0-41c8-b2d6-aeb4785ec302,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:45.756069 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2923e625-80ea-47f4-8cf0-044970487b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.827405 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-866876b4-4b50-468f-a405-f323c6978417 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.846978 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] Attempting to bind port dd6aee0a-56d5-4902-98a0-d8741807d399 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:45.847321 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] Attempting to bind port dd6aee0a-56d5-4902-98a0-d8741807d399 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '04ffdb51-62ae-4257-af5e-6b2b9d45f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:45.847638 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] Attempting to bind port dd6aee0a-56d5-4902-98a0-d8741807d399 on network a6f8531c-b79d-4c64-84bc-419bbc6fdca7 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:45.859329 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] Port dd6aee0a-56d5-4902-98a0-d8741807d399 on network a6f8531c-b79d-4c64-84bc-419bbc6fdca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:18:45.859662 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] Attempting to bind port dd6aee0a-56d5-4902-98a0-d8741807d399 on network a6f8531c-b79d-4c64-84bc-419bbc6fdca7 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:45.873742 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:45.874634 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] Checking segment: {'id': '04ffdb51-62ae-4257-af5e-6b2b9d45f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:45.874634 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] Bound using segment: {'id': '04ffdb51-62ae-4257-af5e-6b2b9d45f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:45.874959 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] Bound port: dd6aee0a-56d5-4902-98a0-d8741807d399, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04ffdb51-62ae-4257-af5e-6b2b9d45f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:45.875327 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.891965 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee236c91-94ad-4479-8495-f666d5644acc tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.048539 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-866876b4-4b50-468f-a405-f323c6978417 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.079155 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-866876b4-4b50-468f-a405-f323c6978417 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba20cb42-7b2d-474a-a6da-bfd4cba18c14']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:46.099322 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-866876b4-4b50-468f-a405-f323c6978417 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc94d796-6dce-4109-be4a-36f1840d86b8') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:46.099632 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-866876b4-4b50-468f-a405-f323c6978417 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc94d796-6dce-4109-be4a-36f1840d86b8') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:46.114829 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] For port dd6aee0a-56d5-4902-98a0-d8741807d399, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:46.122321 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-866876b4-4b50-468f-a405-f323c6978417 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.147142 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2923e625-80ea-47f4-8cf0-044970487b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.153471 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 11a92f1f-3423-4f52-a095-14e9f24b4f63 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:18:46.156553 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] For port dd6aee0a-56d5-4902-98a0-d8741807d399, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=dd6aee0a-56d5-4902-98a0-d8741807d399,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:46.161236 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2923e625-80ea-47f4-8cf0-044970487b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.164092 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-866876b4-4b50-468f-a405-f323c6978417 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.181831 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-ee236c91-94ad-4479-8495-f666d5644acc tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Allocated IP 172.20.0.17 (f507047b-6721-4925-a142-6a85a7c6983e/59260c91-871d-4c2f-bd98-096674c6a86b/96ab9ee1-250c-4f4d-a72a-9972f8a5e858) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:46.184618 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.198444 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866876b4-4b50-468f-a405-f323c6978417 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:18:46.198888 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-866876b4-4b50-468f-a405-f323c6978417 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.217129 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa709964-4f23-4447-9702-e3e9aaa9d351 req-b45cae7f-6c93-401d-a876-e62eefac5812 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:46.218667 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aa709964-4f23-4447-9702-e3e9aaa9d351 req-b45cae7f-6c93-401d-a876-e62eefac5812 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 944 time: 0.2697725 Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:18:46.219339 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:18:46.273836 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 11a92f1f-3423-4f52-a095-14e9f24b4f63, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=11a92f1f-3423-4f52-a095-14e9f24b4f63,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:46.286529 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '11a92f1f-3423-4f52-a095-14e9f24b4f63', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '11a92f1f-3423-4f52-a095-14e9f24b4f63', 'mac_address': 'fa:16:3e:c9:80:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:18:46.318352 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee236c91-94ad-4479-8495-f666d5644acc tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.336040 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2923e625-80ea-47f4-8cf0-044970487b82 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fc9006fa316d460bb1dc045c8da9703d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8397930 Jul 05 04:18:46.339052 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-ee236c91-94ad-4479-8495-f666d5644acc tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Transition to ACTIVE for port object 96ab9ee1-250c-4f4d-a72a-9972f8a5e858 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:46.340220 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:46.341145 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58632) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:46.341281 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.344260 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] 10.222.0.89 "PUT /v2.0/ports/dd6aee0a-56d5-4902-98a0-d8741807d399 HTTP/1.1" status: 200 len: 1093 time: 1.7051668 Jul 05 04:18:46.365256 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a8523a-49e6-48f2-a197-32e3825ef89c', 'tag': 'dd6aee0a-56d5-4902-98a0-d8741807d399'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:46.371386 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd2de65-ea94-40f6-88c2-48bb4d67a643" -d '{"events": [{"name": "network-changed", "server_uuid": "26a8523a-49e6-48f2-a197-32e3825ef89c", "tag": "dd6aee0a-56d5-4902-98a0-d8741807d399"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:46.388596 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923e625-80ea-47f4-8cf0-044970487b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88eb4b5f-1d13-4ba9-9b90-27599d39c436,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:46.441438 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d5477235-c45c-4589-a719-31403d8f0e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.460902 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-866876b4-4b50-468f-a405-f323c6978417 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.465634 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-866876b4-4b50-468f-a405-f323c6978417 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.467723 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-866876b4-4b50-468f-a405-f323c6978417 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] 10.222.0.77 "DELETE /v2.0/networks/ba20cb42-7b2d-474a-a6da-bfd4cba18c14 HTTP/1.1" status: 204 len: 168 time: 0.8055942 Jul 05 04:18:46.472793 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58636) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:46.473967 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc37427-cd59-4715-81da-f46e6fbab4f0 x-openstack-request-id: req-edc37427-cd59-4715-81da-f46e6fbab4f0 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:46.474270 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a8523a-49e6-48f2-a197-32e3825ef89c", "tag": "dd6aee0a-56d5-4902-98a0-d8741807d399", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:46.474531 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-edc37427-cd59-4715-81da-f46e6fbab4f0 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:46.474948 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a8523a-49e6-48f2-a197-32e3825ef89c', 'tag': 'dd6aee0a-56d5-4902-98a0-d8741807d399', 'status': 'completed', 'code': 200} Jul 05 04:18:46.479682 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d5477235-c45c-4589-a719-31403d8f0e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.483249 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173e7c8-ec79-4723-8599-685cf114c48e service neutron] Pushing event updated for resources: {'Port': ['ID=dd6aee0a-56d5-4902-98a0-d8741807d399,revision_number=10']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:46.504053 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aa709964-4f23-4447-9702-e3e9aaa9d351 req-7363e57d-c425-46d2-ac92-eaadacc1de8e tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247233 Jul 05 04:18:46.509519 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866876b4-4b50-468f-a405-f323c6978417 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Pushing event deleted for resources: {'Network': ['ID=ba20cb42-7b2d-474a-a6da-bfd4cba18c14,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:46.526808 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee236c91-94ad-4479-8495-f666d5644acc tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.540710 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-1bf26773-b962-4fd0-b78d-b6de47e2de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:46.544499 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-1bf26773-b962-4fd0-b78d-b6de47e2de44 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0a0e169dad4642e084dbd1dffad21af0&device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 1097 time: 0.1608462 Jul 05 04:18:46.558411 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.561673 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee236c91-94ad-4479-8495-f666d5644acc tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Network f507047b-6721-4925-a142-6a85a7c6983e is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:46.569135 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-ee236c91-94ad-4479-8495-f666d5644acc tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:46.573387 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a92f1f-3423-4f52-a095-14e9f24b4f63 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:18:46.602652 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee236c91-94ad-4479-8495-f666d5644acc tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:46.613205 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 11a92f1f-3423-4f52-a095-14e9f24b4f63, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=11a92f1f-3423-4f52-a095-14e9f24b4f63,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:46.622049 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.677445 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee236c91-94ad-4479-8495-f666d5644acc tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.713717 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-9233b183-494d-4740-94d9-c3c25536c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:46.715656 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-9233b183-494d-4740-94d9-c3c25536c813 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7 HTTP/1.1" status: 200 len: 918 time: 0.1645472 Jul 05 04:18:46.729857 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=11a92f1f-3423-4f52-a095-14e9f24b4f63,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:46.769033 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc794f3a-3862-49e6-b3f6-3d97638bf504 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Deleting subnet ea47ab8d-ff3f-4e4f-962f-f59f00039620 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:18:46.784801 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee236c91-94ad-4479-8495-f666d5644acc tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'Port': ['ID=96ab9ee1-250c-4f4d-a72a-9972f8a5e858,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:46.800696 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dc794f3a-3862-49e6-b3f6-3d97638bf504 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.802668 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-731fce0c-5851-4449-9644-07d6123a9684 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd6aee0a-56d5-4902-98a0-d8741807d399 HTTP/1.1" status: 200 len: 1000 time: 0.0797048 Jul 05 04:18:46.867198 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-cfb44bbd-9fa8-4ff6-8a81-8aef5b7ff8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:46.868815 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-cfb44bbd-9fa8-4ff6-8a81-8aef5b7ff8b5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467 HTTP/1.1" status: 200 len: 856 time: 0.0553820 Jul 05 04:18:46.892186 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dc794f3a-3862-49e6-b3f6-3d97638bf504 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.932887 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-54712b38-1e23-435d-ab9c-fe9cb1ac57a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:46.935357 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-54712b38-1e23-435d-ab9c-fe9cb1ac57a9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591178 Jul 05 04:18:46.950223 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-626484d4-f58f-455b-8709-dc89aebc4331 None None] Provisioning for port 96ab9ee1-250c-4f4d-a72a-9972f8a5e858 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:46.955996 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-626484d4-f58f-455b-8709-dc89aebc4331 None None] Provisioning complete for port 96ab9ee1-250c-4f4d-a72a-9972f8a5e858 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:46.956650 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-626484d4-f58f-455b-8709-dc89aebc4331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.992599 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-626484d4-f58f-455b-8709-dc89aebc4331 None None] Port 96ab9ee1-250c-4f4d-a72a-9972f8a5e858 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:18:47.033483 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['11a92f1f-3423-4f52-a095-14e9f24b4f63'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:18:47.050223 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-87c29966-0bcd-48b1-bd8b-7a8cc73a2402 service neutron] 10.222.0.89 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054108 Jul 05 04:18:47.158115 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-bf63dd5d-8a3b-40e9-838e-4c60d0a6828d service neutron] 10.222.0.89 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010036 Jul 05 04:18:47.280801 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2de65-ea94-40f6-88c2-48bb4d67a643 req-361ef64b-2df6-4e4f-8d03-7f59fbcd12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:47.282355 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6bd2de65-ea94-40f6-88c2-48bb4d67a643 req-361ef64b-2df6-4e4f-8d03-7f59fbcd12f6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0a0e169dad4642e084dbd1dffad21af0&device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 1097 time: 0.0706830 Jul 05 04:18:47.294146 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d5477235-c45c-4589-a719-31403d8f0e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:47.296686 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d5477235-c45c-4589-a719-31403d8f0e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:47.297821 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d5477235-c45c-4589-a719-31403d8f0e06 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/88eb4b5f-1d13-4ba9-9b90-27599d39c436 HTTP/1.1" status: 204 len: 168 time: 0.9554245 Jul 05 04:18:47.337221 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5477235-c45c-4589-a719-31403d8f0e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88eb4b5f-1d13-4ba9-9b90-27599d39c436,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:47.353314 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90f78d-8dd6-46d8-8069-03491ee5ea1e req-a2d3d2f4-d7b2-4480-8bad-536b2738e7c3 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:47.354898 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3f90f78d-8dd6-46d8-8069-03491ee5ea1e req-a2d3d2f4-d7b2-4480-8bad-536b2738e7c3 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2bdf6ee-f09e-4b2a-a498-569b72c53042 HTTP/1.1" status: 200 len: 948 time: 0.6046326 Jul 05 04:18:47.400500 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2de65-ea94-40f6-88c2-48bb4d67a643 req-3d3a0140-fcce-4870-9ced-d55be147ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:47.402014 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6bd2de65-ea94-40f6-88c2-48bb4d67a643 req-3d3a0140-fcce-4870-9ced-d55be147ddd9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7 HTTP/1.1" status: 200 len: 918 time: 0.1129277 Jul 05 04:18:47.451232 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dc794f3a-3862-49e6-b3f6-3d97638bf504 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:47.497299 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6bd2de65-ea94-40f6-88c2-48bb4d67a643 req-536e7987-695e-4e2b-b81c-5672b34a6a2b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd6aee0a-56d5-4902-98a0-d8741807d399 HTTP/1.1" status: 200 len: 1000 time: 0.0849190 Jul 05 04:18:47.517395 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3f90f78d-8dd6-46d8-8069-03491ee5ea1e req-73741ce0-057a-479e-b4fa-d4be8bad94d0 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/security-groups?id=a22756f7-b5f0-421d-87f4-3e75b8709a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432312 Jul 05 04:18:47.521823 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee236c91-94ad-4479-8495-f666d5644acc tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:47.570526 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2de65-ea94-40f6-88c2-48bb4d67a643 req-3288a6c9-4200-4e8d-8de7-5daf1c9ee230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:47.572423 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6bd2de65-ea94-40f6-88c2-48bb4d67a643 req-3288a6c9-4200-4e8d-8de7-5daf1c9ee230 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467 HTTP/1.1" status: 200 len: 856 time: 0.0678184 Jul 05 04:18:47.730304 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2de65-ea94-40f6-88c2-48bb4d67a643 req-b9958502-7d79-4dec-ae13-4dd055a7f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:47.730738 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dc794f3a-3862-49e6-b3f6-3d97638bf504 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:47.734128 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6bd2de65-ea94-40f6-88c2-48bb4d67a643 req-b9958502-7d79-4dec-ae13-4dd055a7f897 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1530728 Jul 05 04:18:47.767147 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc794f3a-3862-49e6-b3f6-3d97638bf504 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Pushing event deleted for resources: {'Subnet': ['ID=ea47ab8d-ff3f-4e4f-962f-f59f00039620,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:47.784967 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dc794f3a-3862-49e6-b3f6-3d97638bf504 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:47.787008 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b5d0af-2ab9-4ddd-9e55-3c3d8e1868ce None None] Network 0f2ac9f9-dfe5-4cb4-be60-13bedffbba34 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:47.792754 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-dc794f3a-3862-49e6-b3f6-3d97638bf504 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] 10.222.0.77 "DELETE /v2.0/subnets/ea47ab8d-ff3f-4e4f-962f-f59f00039620 HTTP/1.1" status: 204 len: 168 time: 1.3154314 Jul 05 04:18:47.793412 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58656) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:47.793748 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58658) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:47.822644 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c8e16-78f9-44c7-90c8-5ca56f25b983 req-5d6b3d8f-fd78-44ed-9cfd-cd45b28b9585 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:47.824198 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c46c8e16-78f9-44c7-90c8-5ca56f25b983 req-5d6b3d8f-fd78-44ed-9cfd-cd45b28b9585 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 945 time: 0.1475024 Jul 05 04:18:47.894670 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6bd2de65-ea94-40f6-88c2-48bb4d67a643 req-4eea507b-2ecd-4f7d-b67a-2562f84f77b3 service neutron] 10.222.0.89 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526759 Jul 05 04:18:47.900231 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c46c8e16-78f9-44c7-90c8-5ca56f25b983 req-4d13249f-f11f-40ea-bc02-de0e6530b875 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644636 Jul 05 04:18:47.947504 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-55257bcc-db5a-4bd7-80ef-4570b7440ceb tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:47.975779 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4278274c-003a-4c9a-a5bb-c6ac751bced6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.023352 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6bd2de65-ea94-40f6-88c2-48bb4d67a643 req-51963601-ff84-40db-86e2-8902a7b2f91b service neutron] 10.222.0.89 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217768 Jul 05 04:18:48.169650 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-55257bcc-db5a-4bd7-80ef-4570b7440ceb tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Deleting port e1b33238-fdf5-4c2c-8ec3-be1be7e40883 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:48.169932 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-55257bcc-db5a-4bd7-80ef-4570b7440ceb tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.172060 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 11a92f1f-3423-4f52-a095-14e9f24b4f63 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:48.173288 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee236c91-94ad-4479-8495-f666d5644acc tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.206566 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afd2269-58b5-47ae-bdf5-daf32ea16c6f None None] DHCP port deletion for 0f2ac9f9-dfe5-4cb4-be60-13bedffbba34 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:18:48.218119 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee236c91-94ad-4479-8495-f666d5644acc tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.290625 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 11a92f1f-3423-4f52-a095-14e9f24b4f63 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:48.298334 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 11a92f1f-3423-4f52-a095-14e9f24b4f63 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:48.299237 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.334532 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4278274c-003a-4c9a-a5bb-c6ac751bced6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.342496 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-55257bcc-db5a-4bd7-80ef-4570b7440ceb tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] For port e1b33238-fdf5-4c2c-8ec3-be1be7e40883, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e1b33238-fdf5-4c2c-8ec3-be1be7e40883,segment=NetworkSegment(8f697ffa-3984-4db0-8bde-e8d88db6b7bb),segment_id=8f697ffa-3984-4db0-8bde-e8d88db6b7bb)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:48.342868 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-55257bcc-db5a-4bd7-80ef-4570b7440ceb tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.346782 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-8afd2269-58b5-47ae-bdf5-daf32ea16c6f None None] Deleting port e1b33238-fdf5-4c2c-8ec3-be1be7e40883 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:48.347360 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8afd2269-58b5-47ae-bdf5-daf32ea16c6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.362914 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4278274c-003a-4c9a-a5bb-c6ac751bced6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.380140 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee236c91-94ad-4479-8495-f666d5644acc tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'Port': ['ID=96ab9ee1-250c-4f4d-a72a-9972f8a5e858,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:48.382799 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-55257bcc-db5a-4bd7-80ef-4570b7440ceb tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Calling delete_port for e1b33238-fdf5-4c2c-8ec3-be1be7e40883 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:48.393689 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee236c91-94ad-4479-8495-f666d5644acc tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.422567 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8afd2269-58b5-47ae-bdf5-daf32ea16c6f None None] For port e1b33238-fdf5-4c2c-8ec3-be1be7e40883, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e1b33238-fdf5-4c2c-8ec3-be1be7e40883,segment=NetworkSegment(8f697ffa-3984-4db0-8bde-e8d88db6b7bb),segment_id=8f697ffa-3984-4db0-8bde-e8d88db6b7bb)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:48.422974 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8afd2269-58b5-47ae-bdf5-daf32ea16c6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.439564 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-8afd2269-58b5-47ae-bdf5-daf32ea16c6f None None] Calling delete_port for e1b33238-fdf5-4c2c-8ec3-be1be7e40883 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:48.514682 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4278274c-003a-4c9a-a5bb-c6ac751bced6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a31cc55cab01412ea0d2c320b4d1093a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6776662 Jul 05 04:18:48.519185 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58668) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:48.538484 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278274c-003a-4c9a-a5bb-c6ac751bced6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cddf86-ed03-4637-9d14-76d6e84e5dae,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:48.624806 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.629337 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-91889fe6-aa76-4ddc-b4e9-effca3db4821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.679740 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-91889fe6-aa76-4ddc-b4e9-effca3db4821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.709973 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 11a92f1f-3423-4f52-a095-14e9f24b4f63, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=11a92f1f-3423-4f52-a095-14e9f24b4f63,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:48.715127 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bdf6ee-f09e-4b2a-a498-569b72c53042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a92f1f-3423-4f52-a095-14e9f24b4f63'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:48.723245 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8a0cba-67b6-49c7-98ff-50f3fc3b4568" -d '{"events": [{"server_uuid": "b2bdf6ee-f09e-4b2a-a498-569b72c53042", "name": "network-vif-plugged", "status": "completed", "tag": "11a92f1f-3423-4f52-a095-14e9f24b4f63"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:48.735938 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.771819 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8afd2269-58b5-47ae-bdf5-daf32ea16c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.789510 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-91889fe6-aa76-4ddc-b4e9-effca3db4821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.794486 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-91889fe6-aa76-4ddc-b4e9-effca3db4821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.800678 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-91889fe6-aa76-4ddc-b4e9-effca3db4821 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/07cddf86-ed03-4637-9d14-76d6e84e5dae HTTP/1.1" status: 204 len: 168 time: 0.2804246 Jul 05 04:18:48.801374 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afd2269-58b5-47ae-bdf5-daf32ea16c6f None None] No DVR routers for this DVR port e1b33238-fdf5-4c2c-8ec3-be1be7e40883 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:48.826534 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91889fe6-aa76-4ddc-b4e9-effca3db4821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cddf86-ed03-4637-9d14-76d6e84e5dae,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:48.829419 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=11a92f1f-3423-4f52-a095-14e9f24b4f63,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:48.865838 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd2269-58b5-47ae-bdf5-daf32ea16c6f None None] Pushing event deleted for resources: {'Port': ['ID=e1b33238-fdf5-4c2c-8ec3-be1be7e40883,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:48.934782 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee236c91-94ad-4479-8495-f666d5644acc tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Network f507047b-6721-4925-a142-6a85a7c6983e is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:48.954064 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384feff0-0298-454b-b5ad-e2d98b1e01ad req-40dafd6c-a064-4989-9693-09a756c37cbf tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:48.956100 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-384feff0-0298-454b-b5ad-e2d98b1e01ad req-40dafd6c-a064-4989-9693-09a756c37cbf tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 1097 time: 0.1160479 Jul 05 04:18:48.968537 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-ee236c91-94ad-4479-8495-f666d5644acc tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:49.059348 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-384feff0-0298-454b-b5ad-e2d98b1e01ad req-1953eace-6411-4e9d-9cb9-d3569c5b58cb tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912163 Jul 05 04:18:49.089616 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58680) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:49.154319 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2e0cf-bcc7-4411-bb14-440ba43b25f5 req-780a3fdf-0603-493c-8900-eef8ad75fa29 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:49.160759 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d5d2e0cf-bcc7-4411-bb14-440ba43b25f5 req-780a3fdf-0603-493c-8900-eef8ad75fa29 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2bdf6ee-f09e-4b2a-a498-569b72c53042 HTTP/1.1" status: 200 len: 949 time: 0.3910477 Jul 05 04:18:49.166407 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-55257bcc-db5a-4bd7-80ef-4570b7440ceb tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:49.187622 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e1b33238-fdf5-4c2c-8ec3-be1be7e40883 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:49.228935 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4111f17f-0837-4296-b937-fa018eae29ce x-openstack-request-id: req-4111f17f-0837-4296-b937-fa018eae29ce {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:49.229241 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bdf6ee-f09e-4b2a-a498-569b72c53042", "name": "network-vif-plugged", "status": "completed", "tag": "11a92f1f-3423-4f52-a095-14e9f24b4f63", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:49.234283 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4111f17f-0837-4296-b937-fa018eae29ce {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:49.235000 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bdf6ee-f09e-4b2a-a498-569b72c53042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a92f1f-3423-4f52-a095-14e9f24b4f63', 'code': 200} Jul 05 04:18:49.236199 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: e1b33238-fdf5-4c2c-8ec3-be1be7e40883 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:18:49.238037 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e1b33238-fdf5-4c2c-8ec3-be1be7e40883 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:49.340796 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fbdb0877-6ee6-4343-9e65-46d5a4bbcb46 None None] Provisioning complete for port 96ab9ee1-250c-4f4d-a72a-9972f8a5e858 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:49.341206 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0877-6ee6-4343-9e65-46d5a4bbcb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:49.418464 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb0877-6ee6-4343-9e65-46d5a4bbcb46 None None] Port 96ab9ee1-250c-4f4d-a72a-9972f8a5e858 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:18:49.433565 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55257bcc-db5a-4bd7-80ef-4570b7440ceb tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Pushing event deleted for resources: {'Port': ['ID=e1b33238-fdf5-4c2c-8ec3-be1be7e40883,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:49.440219 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55257bcc-db5a-4bd7-80ef-4570b7440ceb tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] No DVR routers for this DVR port e1b33238-fdf5-4c2c-8ec3-be1be7e40883 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:49.636422 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-55257bcc-db5a-4bd7-80ef-4570b7440ceb tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:49.699317 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d5d2e0cf-bcc7-4411-bb14-440ba43b25f5 req-7653d2e8-767c-46d1-af9b-689c8660270b tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/security-groups?id=a22756f7-b5f0-421d-87f4-3e75b8709a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284784 Jul 05 04:18:49.704397 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-55257bcc-db5a-4bd7-80ef-4570b7440ceb tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2ac9f9-dfe5-4cb4-be60-13bedffbba34']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:49.717628 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-e5d0e804-ef79-4f63-a096-287ae9c4fb2d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Deleting port 66e769ef-7787-4153-977f-c6d38de22f85 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:49.718109 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e5d0e804-ef79-4f63-a096-287ae9c4fb2d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:49.746434 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-55257bcc-db5a-4bd7-80ef-4570b7440ceb tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f697ffa-3984-4db0-8bde-e8d88db6b7bb') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:49.748304 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-55257bcc-db5a-4bd7-80ef-4570b7440ceb tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f697ffa-3984-4db0-8bde-e8d88db6b7bb') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:49.774209 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-55257bcc-db5a-4bd7-80ef-4570b7440ceb tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:49.805543 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-55257bcc-db5a-4bd7-80ef-4570b7440ceb tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:49.822447 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55257bcc-db5a-4bd7-80ef-4570b7440ceb tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:18:49.823594 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-55257bcc-db5a-4bd7-80ef-4570b7440ceb tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:49.835832 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e5d0e804-ef79-4f63-a096-287ae9c4fb2d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:49.836262 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e5d0e804-ef79-4f63-a096-287ae9c4fb2d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:49.861219 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-e5d0e804-ef79-4f63-a096-287ae9c4fb2d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Calling delete_port for 66e769ef-7787-4153-977f-c6d38de22f85 owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:49.870510 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428c4d6-f5a5-44f7-ac6b-aaa9697259cf req-7986cebb-6c93-438d-97b5-26aa329a79b1 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:49.878693 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8428c4d6-f5a5-44f7-ac6b-aaa9697259cf req-7986cebb-6c93-438d-97b5-26aa329a79b1 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 945 time: 0.3613861 Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:18:49.929752 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:18:49.988405 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee236c91-94ad-4479-8495-f666d5644acc tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Router 0038e5ad-9377-4d20-8d1f-2076245bb6f6 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:18:49.991194 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8428c4d6-f5a5-44f7-ac6b-aaa9697259cf req-9d06da5c-4318-450d-8e1c-7f9e77827bef tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089253 Jul 05 04:18:50.000319 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256c8dc-4c00-4745-a347-f1b0829bc7c2 req-abd99865-1ec7-4584-a4c2-226e89f935b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:50.004271 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c256c8dc-4c00-4745-a347-f1b0829bc7c2 req-abd99865-1ec7-4584-a4c2-226e89f935b2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b2bdf6ee-f09e-4b2a-a498-569b72c53042 HTTP/1.1" status: 200 len: 1101 time: 0.5678976 Jul 05 04:18:50.011577 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-55257bcc-db5a-4bd7-80ef-4570b7440ceb tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:50.019500 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-55257bcc-db5a-4bd7-80ef-4570b7440ceb tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:50.021976 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-55257bcc-db5a-4bd7-80ef-4570b7440ceb tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] 10.222.0.77 "DELETE /v2.0/networks/0f2ac9f9-dfe5-4cb4-be60-13bedffbba34 HTTP/1.1" status: 204 len: 168 time: 2.1863065 Jul 05 04:18:50.028534 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58694) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:50.139148 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c256c8dc-4c00-4745-a347-f1b0829bc7c2 req-387fde89-e70e-4021-9759-41ccf75932f0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a22756f7-b5f0-421d-87f4-3e75b8709a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138334 Jul 05 04:18:50.191382 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-427edbfd-aa08-4295-bb05-df5e02a353f5 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] 10.222.0.77 "GET /v2.0/ports?device_id=a170b1dd-e889-414e-9dd5-12def61f83bb HTTP/1.1" status: 200 len: 205 time: 0.1376343 Jul 05 04:18:50.195610 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58700) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:50.196743 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55257bcc-db5a-4bd7-80ef-4570b7440ceb tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Pushing event deleted for resources: {'Network': ['ID=0f2ac9f9-dfe5-4cb4-be60-13bedffbba34,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:50.201527 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e5d0e804-ef79-4f63-a096-287ae9c4fb2d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:50.244626 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0e804-ef79-4f63-a096-287ae9c4fb2d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'Port': ['ID=66e769ef-7787-4153-977f-c6d38de22f85,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:50.340919 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-34e84ff0-7475-416e-bd05-6ffbae4f02d3 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:50.371465 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e5d0e804-ef79-4f63-a096-287ae9c4fb2d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:50.372117 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-e5d0e804-ef79-4f63-a096-287ae9c4fb2d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Floating IP 62c89084-a5e2-442b-bd29-ce88dc0d29dc disassociated (deleted). External IP: 172.25.1.244, port: 16032335-d5be-4931-82f0-4d5e53b2d5da. Jul 05 04:18:50.563256 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-34e84ff0-7475-416e-bd05-6ffbae4f02d3 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:50.565898 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-34e84ff0-7475-416e-bd05-6ffbae4f02d3 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:50.568125 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee236c91-94ad-4479-8495-f666d5644acc tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:18:50.574379 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ee236c91-94ad-4479-8495-f666d5644acc tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "PUT /v2.0/routers/0038e5ad-9377-4d20-8d1f-2076245bb6f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6380477 Jul 05 04:18:50.579550 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] Sync routers for ids ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:18:50.590216 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] Routers {'0038e5ad-9377-4d20-8d1f-2076245bb6f6'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:50.591136 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:18:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:50.681244 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-34e84ff0-7475-416e-bd05-6ffbae4f02d3 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:50.681776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e84ff0-7475-416e-bd05-6ffbae4f02d3 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Fanout notify agent at l3_agent the message router_deleted on router a170b1dd-e889-414e-9dd5-12def61f83bb {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:18:50.690699 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-34e84ff0-7475-416e-bd05-6ffbae4f02d3 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:50.694381 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-34e84ff0-7475-416e-bd05-6ffbae4f02d3 tempest-RoutersNegativeTest-380097514 tempest-RoutersNegativeTest-380097514-project] 10.222.0.77 "DELETE /v2.0/routers/a170b1dd-e889-414e-9dd5-12def61f83bb HTTP/1.1" status: 204 len: 168 time: 0.4849119 Jul 05 04:18:50.890909 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] Set router 0038e5ad-9377-4d20-8d1f-2076245bb6f6 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:51.145023 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43aa63f-1e32-4146-b0e3-a8d6ab41e71e req-df9d5922-68d2-4519-b056-9496a9bb6dc7 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:51.153063 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c43aa63f-1e32-4146-b0e3-a8d6ab41e71e req-df9d5922-68d2-4519-b056-9496a9bb6dc7 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2bdf6ee-f09e-4b2a-a498-569b72c53042 HTTP/1.1" status: 200 len: 949 time: 0.1563807 Jul 05 04:18:51.228740 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c43aa63f-1e32-4146-b0e3-a8d6ab41e71e req-2c19f76a-388f-4204-9f62-ec4307c4131f tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/security-groups?id=a22756f7-b5f0-421d-87f4-3e75b8709a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746202 Jul 05 04:18:51.322545 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58728) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:51.389776 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'name': 'tempest-TestNetworkBasicOps-router-51502788', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'dac90439-084b-4064-a558-945c3c38212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:18:47Z', 'revision_number': 5, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': 'dac90439-084b-4064-a558-945c3c38212c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '72a582f5-318e-4293-981f-a30739aca31d', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'floating_ip_address': '172.25.1.246', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'port_id': '4c0a6be1-ee20-44ab-b334-f189d996ea6d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'mac_address': 'fa:16:3e:e8:85:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d54ae7-e896-4f01-a51f-da495766efbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:16:45Z', 'updated_at': '2021-07-05T04:16:49Z', 'revision_number': 1, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6876c264-9b5b-4263-9f2c-b38c28c6b1ff', 'name': '', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:78:9e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:10Z', 'updated_at': '2021-07-05T04:16:25Z', 'revision_number': 5, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96ab9ee1-250c-4f4d-a72a-9972f8a5e858', 'name': '', 'network_id': 'f507047b-6721-4925-a142-6a85a7c6983e', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:0c:43:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '59260c91-871d-4c2f-bd98-096674c6a86b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:46Z', 'updated_at': '2021-07-05T04:18:47Z', 'revision_number': 2, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': '59260c91-871d-4c2f-bd98-096674c6a86b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:51.497390 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d0e804-ef79-4f63-a096-287ae9c4fb2d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Router 96edebb5-2737-4d7f-86bb-170112608be7 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:18:51.529919 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] Checking router: 0038e5ad-9377-4d20-8d1f-2076245bb6f6 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:18:51.530413 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] Updating router 0038e5ad-9377-4d20-8d1f-2076245bb6f6 port 96ab9ee1-250c-4f4d-a72a-9972f8a5e858 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:18:51.569968 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cf2f6-9d7b-4cb5-8750-384be80d3e7c req-7e1522f4-f848-4255-8fca-b8550b06d6e7 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:51.572728 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-064cf2f6-9d7b-4cb5-8750-384be80d3e7c req-7e1522f4-f848-4255-8fca-b8550b06d6e7 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 945 time: 0.2892420 Jul 05 04:18:51.587257 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:18:51.605641 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:51.694912 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58736) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:51.824868 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-064cf2f6-9d7b-4cb5-8750-384be80d3e7c req-d7a6b7fb-e269-45fd-b638-14431856831c tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444153 Jul 05 04:18:51.840827 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-0c1ea8fd-0481-46f8-8bb1-45137a623eae tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-387771453', 'router:external': True}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:51.896072 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c9ba82b8-dacd-48d8-bca8-4c7e291685f7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=59bd81ecccb24d3ba7e4ca39c43ee03d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5700259 Jul 05 04:18:51.900297 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58740) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:51.932510 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1ea8fd-0481-46f8-8bb1-45137a623eae tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Made reservation on behalf of 3d2c8c41cfd547bf86aca16c4ccc0b4c for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:51.933335 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c1ea8fd-0481-46f8-8bb1-45137a623eae tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:51.949743 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c1ea8fd-0481-46f8-8bb1-45137a623eae tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:51.974278 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d0e804-ef79-4f63-a096-287ae9c4fb2d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:18:51.984271 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e5d0e804-ef79-4f63-a096-287ae9c4fb2d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:51.988727 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da6648e-a301-4829-b07d-e6821295a2af None None] Sync routers for ids ['96edebb5-2737-4d7f-86bb-170112608be7'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:18:52.005952 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8d6e088-f6d0-471a-87dc-3bea7761a26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.007270 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da6648e-a301-4829-b07d-e6821295a2af None None] Routers {'96edebb5-2737-4d7f-86bb-170112608be7'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:52.010678 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-6da6648e-a301-4829-b07d-e6821295a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:18:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['96edebb5-2737-4d7f-86bb-170112608be7'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:52.043108 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8d6e088-f6d0-471a-87dc-3bea7761a26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.093240 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.099179 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e5d0e804-ef79-4f63-a096-287ae9c4fb2d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "DELETE /v2.0/floatingips/62c89084-a5e2-442b-bd29-ce88dc0d29dc HTTP/1.1" status: 204 len: 168 time: 3.0082664 Jul 05 04:18:52.100626 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9', 'tag': '16032335-d5be-4931-82f0-4d5e53b2d5da'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:52.104243 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a9e5dc-5703-47c9-a7d5-f487feff11e7" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9", "tag": "16032335-d5be-4931-82f0-4d5e53b2d5da"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:52.136465 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] Transition to ACTIVE for port object 96ab9ee1-250c-4f4d-a72a-9972f8a5e858 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:52.147460 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.208473 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e40eaa-4994-41f0-9cfd-cce869605be3 x-openstack-request-id: req-56e40eaa-4994-41f0-9cfd-cce869605be3 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:52.208837 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9", "tag": "16032335-d5be-4931-82f0-4d5e53b2d5da", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:52.209267 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-56e40eaa-4994-41f0-9cfd-cce869605be3 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:52.209762 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9', 'tag': '16032335-d5be-4931-82f0-4d5e53b2d5da', 'status': 'completed', 'code': 200} Jul 05 04:18:52.265553 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-6da6648e-a301-4829-b07d-e6821295a2af None None] Set router 96edebb5-2737-4d7f-86bb-170112608be7 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:52.301214 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7500c0-e7d9-46a1-a436-b89339cfc880 None None] Pushing event updated for resources: {'Port': ['ID=96ab9ee1-250c-4f4d-a72a-9972f8a5e858,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:52.338110 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c1ea8fd-0481-46f8-8bb1-45137a623eae tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.349697 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8d6e088-f6d0-471a-87dc-3bea7761a26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.357620 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8d6e088-f6d0-471a-87dc-3bea7761a26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.369577 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f8d6e088-f6d0-471a-87dc-3bea7761a26d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/da19e443-a974-4f2a-bca7-d66c562804f5 HTTP/1.1" status: 204 len: 168 time: 0.4673886 Jul 05 04:18:52.396885 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c1ea8fd-0481-46f8-8bb1-45137a623eae tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.428606 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1ea8fd-0481-46f8-8bb1-45137a623eae tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:18:52.448757 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c1ea8fd-0481-46f8-8bb1-45137a623eae tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.450231 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-0c1ea8fd-0481-46f8-8bb1-45137a623eae tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Added segment 21cb475c-3bef-437b-bdb6-43b730910f2c of type vlan for network 1bcd92dc-4e5c-45e3-b314-d73855deedd2 Jul 05 04:18:52.524164 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] Attempting to bind port 96ab9ee1-250c-4f4d-a72a-9972f8a5e858 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:52.524899 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] Attempting to bind port 96ab9ee1-250c-4f4d-a72a-9972f8a5e858 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '6cda9701-7695-4339-8522-77a15472335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f507047b-6721-4925-a142-6a85a7c6983e'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:52.525959 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] Attempting to bind port 96ab9ee1-250c-4f4d-a72a-9972f8a5e858 on network f507047b-6721-4925-a142-6a85a7c6983e {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:52.543913 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7500c0-e7d9-46a1-a436-b89339cfc880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:52.544901 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7500c0-e7d9-46a1-a436-b89339cfc880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:52.545383 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7500c0-e7d9-46a1-a436-b89339cfc880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:52.552369 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7500c0-e7d9-46a1-a436-b89339cfc880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:52.553363 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7500c0-e7d9-46a1-a436-b89339cfc880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:52.560345 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7500c0-e7d9-46a1-a436-b89339cfc880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:52.560854 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7500c0-e7d9-46a1-a436-b89339cfc880 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:52.561283 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7500c0-e7d9-46a1-a436-b89339cfc880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:52.561714 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7500c0-e7d9-46a1-a436-b89339cfc880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:52.562137 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7500c0-e7d9-46a1-a436-b89339cfc880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:52.562572 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7500c0-e7d9-46a1-a436-b89339cfc880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:52.563114 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7500c0-e7d9-46a1-a436-b89339cfc880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:52.566946 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:52.576622 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] Checking segment: {'id': '6cda9701-7695-4339-8522-77a15472335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f507047b-6721-4925-a142-6a85a7c6983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:52.577168 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.577670 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] Bound using segment: {'id': '6cda9701-7695-4339-8522-77a15472335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f507047b-6721-4925-a142-6a85a7c6983e'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:52.578328 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] Bound port: 96ab9ee1-250c-4f4d-a72a-9972f8a5e858, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cda9701-7695-4339-8522-77a15472335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f507047b-6721-4925-a142-6a85a7c6983e'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:52.578873 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.641373 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c1ea8fd-0481-46f8-8bb1-45137a623eae tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.740273 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb6529-8a20-413c-98e8-24006144f2f7 req-0c06c136-2ac6-48cb-a7bd-178eb9297301 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:52.755570 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fccb6529-8a20-413c-98e8-24006144f2f7 req-0c06c136-2ac6-48cb-a7bd-178eb9297301 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2bdf6ee-f09e-4b2a-a498-569b72c53042 HTTP/1.1" status: 200 len: 949 time: 0.2390704 Jul 05 04:18:52.796792 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6e088-f6d0-471a-87dc-3bea7761a26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da19e443-a974-4f2a-bca7-d66c562804f5,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:52.812283 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] For port 96ab9ee1-250c-4f4d-a72a-9972f8a5e858, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:52.822994 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] For port 96ab9ee1-250c-4f4d-a72a-9972f8a5e858, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=96ab9ee1-250c-4f4d-a72a-9972f8a5e858,segment=NetworkSegment(6cda9701-7695-4339-8522-77a15472335e),segment_id=6cda9701-7695-4339-8522-77a15472335e)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:52.832136 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.881725 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fccb6529-8a20-413c-98e8-24006144f2f7 req-afa241b2-ccb9-47e8-aa9e-742bbc194164 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/security-groups?id=a22756f7-b5f0-421d-87f4-3e75b8709a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244879 Jul 05 04:18:52.923520 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-6da6648e-a301-4829-b07d-e6821295a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96edebb5-2737-4d7f-86bb-170112608be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510540599', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:16:02Z', 'updated_at': '2021-07-05T04:16:15Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:04Z', 'updated_at': '2021-07-05T04:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'a3a434ec-af9a-4337-868a-0fca8075a95e', 'name': '', 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:8b:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '0bb0cc42-6113-47d4-aa5f-df8fe9890423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:13Z', 'updated_at': '2021-07-05T04:16:23Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '0bb0cc42-6113-47d4-aa5f-df8fe9890423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:52.938273 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c1ea8fd-0481-46f8-8bb1-45137a623eae tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.942796 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1ea8fd-0481-46f8-8bb1-45137a623eae tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:52.946226 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c1ea8fd-0481-46f8-8bb1-45137a623eae tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.995984 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7500c0-e7d9-46a1-a436-b89339cfc880 None None] Pushing event updated for resources: {'Port': ['ID=96ab9ee1-250c-4f4d-a72a-9972f8a5e858,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:53.009470 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da6648e-a301-4829-b07d-e6821295a2af None None] Checking router: 96edebb5-2737-4d7f-86bb-170112608be7 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:18:53.031696 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da6648e-a301-4829-b07d-e6821295a2af None None] Routers {'96edebb5-2737-4d7f-86bb-170112608be7'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:53.032590 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-6da6648e-a301-4829-b07d-e6821295a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:18:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['96edebb5-2737-4d7f-86bb-170112608be7'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:53.036460 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] Routers {'0038e5ad-9377-4d20-8d1f-2076245bb6f6'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:53.039793 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:18:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:53.223516 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ea8fd-0481-46f8-8bb1-45137a623eae tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Pushing event updated for resources: {'Network': ['ID=1bcd92dc-4e5c-45e3-b314-d73855deedd2,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:53.263228 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-6da6648e-a301-4829-b07d-e6821295a2af None None] Set router 96edebb5-2737-4d7f-86bb-170112608be7 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:53.266381 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ea8fd-0481-46f8-8bb1-45137a623eae tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22514b5d-13fd-4f0b-976c-e2cbb3ac93a0,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:53.299455 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0c1ea8fd-0481-46f8-8bb1-45137a623eae tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6031263 Jul 05 04:18:53.308083 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58768) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:53.333078 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-db01a3e9-237f-40a2-bdfa-f98bf1edc085 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Request body: {'subnet': {'network_id': '1bcd92dc-4e5c-45e3-b314-d73855deedd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:53.337025 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] Set router 0038e5ad-9377-4d20-8d1f-2076245bb6f6 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:53.448113 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db01a3e9-237f-40a2-bdfa-f98bf1edc085 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Made reservation on behalf of 3d2c8c41cfd547bf86aca16c4ccc0b4c for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:53.450673 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-db01a3e9-237f-40a2-bdfa-f98bf1edc085 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:53.454106 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653df6b9-7278-417c-9fff-d53b53bd967b req-ec64e5ec-60e0-42f3-af7b-5580b4a39785 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:53.456377 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-653df6b9-7278-417c-9fff-d53b53bd967b req-ec64e5ec-60e0-42f3-af7b-5580b4a39785 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 945 time: 0.4872148 Jul 05 04:18:53.458824 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9e5dc-5703-47c9-a7d5-f487feff11e7 req-089b319a-0171-410a-9824-973fc27b865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:53.484737 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-76a9e5dc-5703-47c9-a7d5-f487feff11e7 req-089b319a-0171-410a-9824-973fc27b865b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 1097 time: 1.1412516 Jul 05 04:18:53.485749 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 1bcd92dc-4e5c-45e3-b314-d73855deedd2 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:18:53.718950 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae38f3-5762-4495-b671-1abeead3b4c3 req-f42c2c36-c335-45ae-bd80-1b7e572fb545 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:53.721150 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0fae38f3-5762-4495-b671-1abeead3b4c3 req-f42c2c36-c335-45ae-bd80-1b7e572fb545 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 945 time: 0.5077910 Jul 05 04:18:53.837874 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9e5dc-5703-47c9-a7d5-f487feff11e7 req-9852ef8f-6ea1-4235-9714-6dc11f8d6c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:53.840182 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-76a9e5dc-5703-47c9-a7d5-f487feff11e7 req-9852ef8f-6ea1-4235-9714-6dc11f8d6c4b service neutron] 10.222.0.70 "GET /v2.0/networks?id=a677080b-978d-4f21-8599-2c79db51042a HTTP/1.1" status: 200 len: 898 time: 0.3329544 Jul 05 04:18:53.878682 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0fae38f3-5762-4495-b671-1abeead3b4c3 req-0e13b7da-188d-4d01-b094-b4ebf61a45f7 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355610 Jul 05 04:18:53.929984 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'name': 'tempest-TestNetworkBasicOps-router-51502788', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'dac90439-084b-4064-a558-945c3c38212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:18:47Z', 'revision_number': 5, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': 'dac90439-084b-4064-a558-945c3c38212c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '72a582f5-318e-4293-981f-a30739aca31d', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'floating_ip_address': '172.25.1.246', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'port_id': '4c0a6be1-ee20-44ab-b334-f189d996ea6d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'mac_address': 'fa:16:3e:e8:85:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d54ae7-e896-4f01-a51f-da495766efbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:16:45Z', 'updated_at': '2021-07-05T04:16:49Z', 'revision_number': 1, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6876c264-9b5b-4263-9f2c-b38c28c6b1ff', 'name': '', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:78:9e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:10Z', 'updated_at': '2021-07-05T04:16:25Z', 'revision_number': 5, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96ab9ee1-250c-4f4d-a72a-9972f8a5e858', 'name': '', 'network_id': 'f507047b-6721-4925-a142-6a85a7c6983e', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:0c:43:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '59260c91-871d-4c2f-bd98-096674c6a86b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:46Z', 'updated_at': '2021-07-05T04:18:52Z', 'revision_number': 4, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': '59260c91-871d-4c2f-bd98-096674c6a86b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:53.936123 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-6da6648e-a301-4829-b07d-e6821295a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96edebb5-2737-4d7f-86bb-170112608be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510540599', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:16:02Z', 'updated_at': '2021-07-05T04:16:15Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:04Z', 'updated_at': '2021-07-05T04:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'a3a434ec-af9a-4337-868a-0fca8075a95e', 'name': '', 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:8b:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '0bb0cc42-6113-47d4-aa5f-df8fe9890423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:13Z', 'updated_at': '2021-07-05T04:16:23Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '0bb0cc42-6113-47d4-aa5f-df8fe9890423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:53.998599 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-76a9e5dc-5703-47c9-a7d5-f487feff11e7 req-771fb5da-09db-4b0c-aa39-1957778ec6d0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16032335-d5be-4931-82f0-4d5e53b2d5da HTTP/1.1" status: 200 len: 217 time: 0.1335225 Jul 05 04:18:54.007145 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da6648e-a301-4829-b07d-e6821295a2af None None] The sync data for ids ['96edebb5-2737-4d7f-86bb-170112608be7'] in n-d-780147-23 is: [{'id': '96edebb5-2737-4d7f-86bb-170112608be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510540599', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:16:02Z', 'updated_at': '2021-07-05T04:16:15Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:04Z', 'updated_at': '2021-07-05T04:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'a3a434ec-af9a-4337-868a-0fca8075a95e', 'name': '', 'network_id': 'a677080b-978d-4f21-8599-2c79db51042a', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:8b:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '0bb0cc42-6113-47d4-aa5f-df8fe9890423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:13Z', 'updated_at': '2021-07-05T04:16:23Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '0bb0cc42-6113-47d4-aa5f-df8fe9890423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:18:54.018263 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3deca0-9c2a-4cbe-9482-f16e7b7023d1 None None] The sync data for ids ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'] in n-d-780147-23 is: [{'id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'name': 'tempest-TestNetworkBasicOps-router-51502788', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'dac90439-084b-4064-a558-945c3c38212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:18:47Z', 'revision_number': 5, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': 'dac90439-084b-4064-a558-945c3c38212c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '72a582f5-318e-4293-981f-a30739aca31d', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'floating_ip_address': '172.25.1.246', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'port_id': '4c0a6be1-ee20-44ab-b334-f189d996ea6d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'mac_address': 'fa:16:3e:e8:85:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d54ae7-e896-4f01-a51f-da495766efbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:16:45Z', 'updated_at': '2021-07-05T04:16:49Z', 'revision_number': 1, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6876c264-9b5b-4263-9f2c-b38c28c6b1ff', 'name': '', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:78:9e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:10Z', 'updated_at': '2021-07-05T04:16:25Z', 'revision_number': 5, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96ab9ee1-250c-4f4d-a72a-9972f8a5e858', 'name': '', 'network_id': 'f507047b-6721-4925-a142-6a85a7c6983e', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:0c:43:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '59260c91-871d-4c2f-bd98-096674c6a86b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:46Z', 'updated_at': '2021-07-05T04:18:52Z', 'revision_number': 4, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': '59260c91-871d-4c2f-bd98-096674c6a86b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:18:54.264459 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-653df6b9-7278-417c-9fff-d53b53bd967b req-bc44a4de-b636-4fc1-8f77-60cdcc4979df tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7784152 Jul 05 04:18:54.306708 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9e5dc-5703-47c9-a7d5-f487feff11e7 req-e7b030cd-ee72-44b8-b191-ca94dfe4d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:54.309334 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-76a9e5dc-5703-47c9-a7d5-f487feff11e7 req-e7b030cd-ee72-44b8-b191-ca94dfe4d170 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0bb0cc42-6113-47d4-aa5f-df8fe9890423 HTTP/1.1" status: 200 len: 834 time: 0.2882466 Jul 05 04:18:54.519782 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9e5dc-5703-47c9-a7d5-f487feff11e7 req-8c461f1a-478a-45f3-9b24-cb1ae5286cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:54.521665 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-76a9e5dc-5703-47c9-a7d5-f487feff11e7 req-8c461f1a-478a-45f3-9b24-cb1ae5286cb3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a677080b-978d-4f21-8599-2c79db51042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1960502 Jul 05 04:18:54.539146 n-d-780147-23 neutron-server[105538]: DEBUG neutron.objects.ports [None req-db01a3e9-237f-40a2-bdfa-f98bf1edc085 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105538) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:18:54.539667 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-db01a3e9-237f-40a2-bdfa-f98bf1edc085 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:54.734253 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9803380c-a412-4802-ab1c-b360543c890c None None] New status for floating IP 62c89084-a5e2-442b-bd29-ce88dc0d29dc: DOWN {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:18:54.847849 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01a3e9-237f-40a2-bdfa-f98bf1edc085 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Pushing event updated for resources: {'Subnet': ['ID=78298419-9e45-44f6-b835-c8cb3cebdeb5,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:54.865092 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db01a3e9-237f-40a2-bdfa-f98bf1edc085 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Checking segment: {'id': '21cb475c-3bef-437b-bdb6-43b730910f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1bcd92dc-4e5c-45e3-b314-d73855deedd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:54.870634 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db01a3e9-237f-40a2-bdfa-f98bf1edc085 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Network hostable DHCP agents. Network: 1bcd92dc-4e5c-45e3-b314-d73855deedd2, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:18:54.898913 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-76a9e5dc-5703-47c9-a7d5-f487feff11e7 req-8284ea9f-c278-45ca-ad2c-c6fd0f9def37 service neutron] 10.222.0.70 "GET /v2.0/networks/a677080b-978d-4f21-8599-2c79db51042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478289 Jul 05 04:18:54.936035 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db01a3e9-237f-40a2-bdfa-f98bf1edc085 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Network 1bcd92dc-4e5c-45e3-b314-d73855deedd2 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:18:55.007896 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce94daa-374b-48e9-8d21-87048a888c36 req-65b8bddf-7c2b-4dbc-8a8a-2f0e16fb751d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:55.009497 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bce94daa-374b-48e9-8d21-87048a888c36 req-65b8bddf-7c2b-4dbc-8a8a-2f0e16fb751d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 945 time: 0.4391546 Jul 05 04:18:55.147100 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-76a9e5dc-5703-47c9-a7d5-f487feff11e7 req-21fff643-6ce2-4773-a41c-64f25f97a71c service neutron] 10.222.0.70 "GET /v2.0/networks/a677080b-978d-4f21-8599-2c79db51042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396290 Jul 05 04:18:55.150293 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-db01a3e9-237f-40a2-bdfa-f98bf1edc085 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 1bcd92dc-4e5c-45e3-b314-d73855deedd2) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:55.166072 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140fa68d-bc56-4935-b691-0c80ecc560cb None None] Network 1bcd92dc-4e5c-45e3-b314-d73855deedd2 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:55.183146 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db01a3e9-237f-40a2-bdfa-f98bf1edc085 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:55.183764 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-db01a3e9-237f-40a2-bdfa-f98bf1edc085 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.392030 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-db01a3e9-237f-40a2-bdfa-f98bf1edc085 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0793457 Jul 05 04:18:55.397403 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58806) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:55.410404 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-bd41bfd5-3b0f-4507-bc41-dfa455be4d0f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-261942393', 'network_id': '1bcd92dc-4e5c-45e3-b314-d73855deedd2'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:55.509042 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae9f69-ae65-4049-8de9-486017ef00f8 req-28b6675a-81a3-46b1-ab52-f6d3203ac3dc tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:55.516795 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b8ae9f69-ae65-4049-8de9-486017ef00f8 req-28b6675a-81a3-46b1-ab52-f6d3203ac3dc tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 945 time: 0.2448516 Jul 05 04:18:55.550240 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd41bfd5-3b0f-4507-bc41-dfa455be4d0f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Made reservation on behalf of 3d2c8c41cfd547bf86aca16c4ccc0b4c for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:55.553973 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd41bfd5-3b0f-4507-bc41-dfa455be4d0f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.573527 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 96ab9ee1-250c-4f4d-a72a-9972f8a5e858 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:55.589302 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b8ae9f69-ae65-4049-8de9-486017ef00f8 req-1b782520-6568-4951-8e00-b937a598a8a0 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706294 Jul 05 04:18:55.607150 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-bd41bfd5-3b0f-4507-bc41-dfa455be4d0f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] device_id is not set on port 1b77f0a2-617f-4731-afa7-818d0678abf6 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:18:55.641737 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-bce94daa-374b-48e9-8d21-87048a888c36 req-64fe2ffa-5853-4b93-a468-d670d81726e5 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Deleting port 16032335-d5be-4931-82f0-4d5e53b2d5da {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:55.642316 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bce94daa-374b-48e9-8d21-87048a888c36 req-64fe2ffa-5853-4b93-a468-d670d81726e5 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.719110 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6db9a0-96fe-44ff-a17e-b30bbf741d57 None None] Network 1bcd92dc-4e5c-45e3-b314-d73855deedd2 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:55.738983 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 96ab9ee1-250c-4f4d-a72a-9972f8a5e858 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:55.770502 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 96ab9ee1-250c-4f4d-a72a-9972f8a5e858 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:55.770956 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.805107 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-bce94daa-374b-48e9-8d21-87048a888c36 req-64fe2ffa-5853-4b93-a468-d670d81726e5 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] For port 16032335-d5be-4931-82f0-4d5e53b2d5da, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=16032335-d5be-4931-82f0-4d5e53b2d5da,segment=NetworkSegment(e7644ba7-caa3-421b-856b-f891f65d4ddf),segment_id=e7644ba7-caa3-421b-856b-f891f65d4ddf)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:55.808895 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bce94daa-374b-48e9-8d21-87048a888c36 req-64fe2ffa-5853-4b93-a468-d670d81726e5 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.833535 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-bce94daa-374b-48e9-8d21-87048a888c36 req-64fe2ffa-5853-4b93-a468-d670d81726e5 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Calling delete_port for 16032335-d5be-4931-82f0-4d5e53b2d5da owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:55.936133 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-bd41bfd5-3b0f-4507-bc41-dfa455be4d0f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Allocated IP 172.20.0.9 (1bcd92dc-4e5c-45e3-b314-d73855deedd2/78298419-9e45-44f6-b835-c8cb3cebdeb5/1b77f0a2-617f-4731-afa7-818d0678abf6) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:55.957227 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:56.000542 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 96ab9ee1-250c-4f4d-a72a-9972f8a5e858, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=96ab9ee1-250c-4f4d-a72a-9972f8a5e858,segment=NetworkSegment(6cda9701-7695-4339-8522-77a15472335e),segment_id=6cda9701-7695-4339-8522-77a15472335e)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:56.006177 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:56.086193 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=96ab9ee1-250c-4f4d-a72a-9972f8a5e858,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:56.087429 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bce94daa-374b-48e9-8d21-87048a888c36 req-64fe2ffa-5853-4b93-a468-d670d81726e5 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:56.169556 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe2ffa-5853-4b93-a468-d670d81726e5 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'Port': ['ID=16032335-d5be-4931-82f0-4d5e53b2d5da,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:56.196705 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1440e2-4781-4eca-b037-de28182d8d46 req-0a915c77-833c-4350-976c-a99b6c42a317 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:56.211972 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fc1440e2-4781-4eca-b037-de28182d8d46 req-0a915c77-833c-4350-976c-a99b6c42a317 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9 HTTP/1.1" status: 200 len: 867 time: 0.7282717 Jul 05 04:18:56.244054 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd41bfd5-3b0f-4507-bc41-dfa455be4d0f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:56.315518 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce94daa-374b-48e9-8d21-87048a888c36 req-64fe2ffa-5853-4b93-a468-d670d81726e5 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] No DVR routers for this DVR port 16032335-d5be-4931-82f0-4d5e53b2d5da on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:56.317950 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd41bfd5-3b0f-4507-bc41-dfa455be4d0f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:56.321585 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-bce94daa-374b-48e9-8d21-87048a888c36 req-64fe2ffa-5853-4b93-a468-d670d81726e5 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:56.324066 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bce94daa-374b-48e9-8d21-87048a888c36 req-64fe2ffa-5853-4b93-a468-d670d81726e5 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.70 "DELETE /v2.0/ports/16032335-d5be-4931-82f0-4d5e53b2d5da HTTP/1.1" status: 204 len: 173 time: 1.2911975 Jul 05 04:18:56.346584 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9', 'name': 'network-vif-deleted', 'tag': '16032335-d5be-4931-82f0-4d5e53b2d5da'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:56.349862 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd409b8f-88e6-4a86-b34b-c3e4a6086a00" -d '{"events": [{"server_uuid": "1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9", "name": "network-vif-deleted", "tag": "16032335-d5be-4931-82f0-4d5e53b2d5da"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:56.371063 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd41bfd5-3b0f-4507-bc41-dfa455be4d0f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Network 1bcd92dc-4e5c-45e3-b314-d73855deedd2 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:56.373070 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-bd41bfd5-3b0f-4507-bc41-dfa455be4d0f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:56.381042 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd41bfd5-3b0f-4507-bc41-dfa455be4d0f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:56.398559 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fc1440e2-4781-4eca-b037-de28182d8d46 req-edc6b346-5c51-4f0a-aeba-ff35d1cc6a56 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=82e7a2b5-a504-4a9e-a606-10a603f4b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836319 Jul 05 04:18:56.437923 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6075373e-a2fd-4cc8-bc65-5c87130a6e00 x-openstack-request-id: req-6075373e-a2fd-4cc8-bc65-5c87130a6e00 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:56.438259 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9", "name": "network-vif-deleted", "tag": "16032335-d5be-4931-82f0-4d5e53b2d5da", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:56.441124 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6075373e-a2fd-4cc8-bc65-5c87130a6e00 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:56.441720 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac5ca27-30a4-4eaa-abfd-23d7f6621eb9', 'name': 'network-vif-deleted', 'tag': '16032335-d5be-4931-82f0-4d5e53b2d5da', 'status': 'completed', 'code': 200} Jul 05 04:18:56.446244 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd41bfd5-3b0f-4507-bc41-dfa455be4d0f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:56.448070 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd41bfd5-3b0f-4507-bc41-dfa455be4d0f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:56.457725 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41bfd5-3b0f-4507-bc41-dfa455be4d0f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Pushing event updated for resources: {'Port': ['ID=1b77f0a2-617f-4731-afa7-818d0678abf6,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:56.480444 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bd41bfd5-3b0f-4507-bc41-dfa455be4d0f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.0775950 Jul 05 04:18:56.482731 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58822) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:56.646145 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-cc1aff7e-df96-4b94-a44c-b2383729f60c tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Deleting port 1b77f0a2-617f-4731-afa7-818d0678abf6 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:56.646765 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cc1aff7e-df96-4b94-a44c-b2383729f60c tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:56.800260 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cc1aff7e-df96-4b94-a44c-b2383729f60c tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:56.825695 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-cc1aff7e-df96-4b94-a44c-b2383729f60c tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Calling delete_port for 1b77f0a2-617f-4731-afa7-818d0678abf6 owned by {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:57.049761 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d69a2b-75dd-4e9d-b8ae-680faf7361d9 req-e4cc47d3-d34e-4f9c-9066-e83c88bc9a50 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:57.068030 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5d69a2b-75dd-4e9d-b8ae-680faf7361d9 req-e4cc47d3-d34e-4f9c-9066-e83c88bc9a50 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 945 time: 0.1529820 Jul 05 04:18:57.163177 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5d69a2b-75dd-4e9d-b8ae-680faf7361d9 req-a5e530f4-9ef0-4ab5-ba11-d3b1593aa3c2 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941401 Jul 05 04:18:57.308831 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 96ab9ee1-250c-4f4d-a72a-9972f8a5e858 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:57.402133 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 96ab9ee1-250c-4f4d-a72a-9972f8a5e858 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:57.402729 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:57.563222 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58848) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:57.908904 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58852) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:57.998701 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cc1aff7e-df96-4b94-a44c-b2383729f60c tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:58.106284 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1aff7e-df96-4b94-a44c-b2383729f60c tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b77f0a2-617f-4731-afa7-818d0678abf6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:58.187830 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bdd1e7e8-2329-4362-8138-b2b4999ff6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:58.232466 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 16032335-d5be-4931-82f0-4d5e53b2d5da no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:58.247106 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cc1aff7e-df96-4b94-a44c-b2383729f60c tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:58.255183 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cc1aff7e-df96-4b94-a44c-b2383729f60c tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "DELETE /v2.0/ports/1b77f0a2-617f-4731-afa7-818d0678abf6 HTTP/1.1" status: 204 len: 168 time: 1.7670109 Jul 05 04:18:58.255987 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58858) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:58.263705 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-46b313bf-57bf-4c53-b8f2-7d51e269f73f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1bcd92dc-4e5c-45e3-b314-d73855deedd2', 'external_fixed_ips': [{'subnet_id': '78298419-9e45-44f6-b835-c8cb3cebdeb5', 'ip_address': '172.20.0.9'}]}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:58.287962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 16032335-d5be-4931-82f0-4d5e53b2d5da {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:18:58.288381 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 16032335-d5be-4931-82f0-4d5e53b2d5da not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:58.300651 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.db.api [None req-46b313bf-57bf-4c53-b8f2-7d51e269f73f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:18:58.300651 n-d-780147-23 neutron-server[105539]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 04:18:58.300651 n-d-780147-23 neutron-server[105539]: [parameters: {'project_id': '3d2c8c41cfd547bf86aca16c4ccc0b4c', 'id': 'd2a7fff5-bb6b-4847-9e6e-b34dddf5735d', 'expiration': datetime.datetime(2021, 7, 5, 4, 20, 58, 296039)}] Jul 05 04:18:58.300651 n-d-780147-23 neutron-server[105539]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105539) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:18:58.301324 n-d-780147-23 neutron-server[105539]: DEBUG oslo_db.api [None req-46b313bf-57bf-4c53-b8f2-7d51e269f73f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:18:58.562571 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bdd1e7e8-2329-4362-8138-b2b4999ff6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:58.583183 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e43de-1847-47d2-a791-ad3794677b97 req-52712e8c-8ade-4671-ab68-55628faa654c tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:58.585684 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-608e43de-1847-47d2-a791-ad3794677b97 req-52712e8c-8ade-4671-ab68-55628faa654c tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 945 time: 0.1891012 Jul 05 04:18:58.589215 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bdd1e7e8-2329-4362-8138-b2b4999ff6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:58.645781 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ed8da746-a77c-44ed-8356-65626c21c579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:58.686046 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-14245621-b06c-470a-bfc2-80e4b2160184 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:58.758239 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-608e43de-1847-47d2-a791-ad3794677b97 req-c03b7ce6-84ec-4180-9c90-638deb78c7f9 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583073 Jul 05 04:18:58.768358 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bdd1e7e8-2329-4362-8138-b2b4999ff6ba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0746f9fb78e74186ba76c00556f8d903&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8578453 Jul 05 04:18:58.771601 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58864) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:58.793635 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1e7e8-2329-4362-8138-b2b4999ff6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c21923-acf1-4c5c-9f79-675f867727dc,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:58.912245 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46b313bf-57bf-4c53-b8f2-7d51e269f73f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:58.913368 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46b313bf-57bf-4c53-b8f2-7d51e269f73f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:58.936873 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e8add964-f793-4f1b-a32f-1892013b496c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:58.999431 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e8add964-f793-4f1b-a32f-1892013b496c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.039313 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46b313bf-57bf-4c53-b8f2-7d51e269f73f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.208253 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-14245621-b06c-470a-bfc2-80e4b2160184 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Deleting port a3a434ec-af9a-4337-868a-0fca8075a95e {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:59.209451 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-14245621-b06c-470a-bfc2-80e4b2160184 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.228772 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e8add964-f793-4f1b-a32f-1892013b496c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.231601 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e8add964-f793-4f1b-a32f-1892013b496c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.250781 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e8add964-f793-4f1b-a32f-1892013b496c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/94c21923-acf1-4c5c-9f79-675f867727dc HTTP/1.1" status: 204 len: 168 time: 0.4627991 Jul 05 04:18:59.277921 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46b313bf-57bf-4c53-b8f2-7d51e269f73f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.286695 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8add964-f793-4f1b-a32f-1892013b496c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c21923-acf1-4c5c-9f79-675f867727dc,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:59.348729 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.362730 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-14245621-b06c-470a-bfc2-80e4b2160184 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] For port a3a434ec-af9a-4337-868a-0fca8075a95e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a3a434ec-af9a-4337-868a-0fca8075a95e,segment=NetworkSegment(e7644ba7-caa3-421b-856b-f891f65d4ddf),segment_id=e7644ba7-caa3-421b-856b-f891f65d4ddf)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:59.363577 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-14245621-b06c-470a-bfc2-80e4b2160184 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.395508 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-14245621-b06c-470a-bfc2-80e4b2160184 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Calling delete_port for a3a434ec-af9a-4337-868a-0fca8075a95e owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:59.655970 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46b313bf-57bf-4c53-b8f2-7d51e269f73f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.700198 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58872) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:59.709987 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46b313bf-57bf-4c53-b8f2-7d51e269f73f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.724139 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-786183a5-f348-4953-a2ad-4cbc4561c40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.758272 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-14245621-b06c-470a-bfc2-80e4b2160184 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.814277 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14245621-b06c-470a-bfc2-80e4b2160184 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'Port': ['ID=a3a434ec-af9a-4337-868a-0fca8075a95e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:00.005542 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-46b313bf-57bf-4c53-b8f2-7d51e269f73f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Allocated IP 172.20.0.9 (1bcd92dc-4e5c-45e3-b314-d73855deedd2/78298419-9e45-44f6-b835-c8cb3cebdeb5/be2ff595-8490-4a9d-b660-b5388a0a9c93) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:00.110891 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b94c7c-45b0-4f3f-ab24-86400cd5d9f0 req-cfa0884c-1c77-4a8c-a478-ca162653f619 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:00.114237 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-76b94c7c-45b0-4f3f-ab24-86400cd5d9f0 req-cfa0884c-1c77-4a8c-a478-ca162653f619 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 945 time: 0.1680946 Jul 05 04:19:00.116886 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-14245621-b06c-470a-bfc2-80e4b2160184 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:00.138664 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-786183a5-f348-4953-a2ad-4cbc4561c40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:00.145641 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-786183a5-f348-4953-a2ad-4cbc4561c40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:00.186344 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-76b94c7c-45b0-4f3f-ab24-86400cd5d9f0 req-ee45bb75-dc62-438b-ad25-e844333b9db9 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555968 Jul 05 04:19:00.197638 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46b313bf-57bf-4c53-b8f2-7d51e269f73f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:00.243631 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46b313bf-57bf-4c53-b8f2-7d51e269f73f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:00.302365 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b313bf-57bf-4c53-b8f2-7d51e269f73f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Network 1bcd92dc-4e5c-45e3-b314-d73855deedd2 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:00.309817 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-46b313bf-57bf-4c53-b8f2-7d51e269f73f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:00.315327 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b313bf-57bf-4c53-b8f2-7d51e269f73f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Pushing event updated for resources: {'Port': ['ID=be2ff595-8490-4a9d-b660-b5388a0a9c93,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:00.318159 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b313bf-57bf-4c53-b8f2-7d51e269f73f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:00.571449 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-786183a5-f348-4953-a2ad-4cbc4561c40f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e0b2074158bf4333b468b1d20738bd63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8701708 Jul 05 04:19:00.574438 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58880) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:00.576443 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786183a5-f348-4953-a2ad-4cbc4561c40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de87a80b-f724-4074-8ccd-6ff6522bdb51,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:00.606283 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46b313bf-57bf-4c53-b8f2-7d51e269f73f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:00.715241 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14245621-b06c-470a-bfc2-80e4b2160184 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Router 96edebb5-2737-4d7f-86bb-170112608be7 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:19:00.718912 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dec54004-007a-4e6a-8879-24f52975518e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:00.753887 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dec54004-007a-4e6a-8879-24f52975518e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:00.849095 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14245621-b06c-470a-bfc2-80e4b2160184 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:00.853906 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-14245621-b06c-470a-bfc2-80e4b2160184 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "PUT /v2.0/routers/96edebb5-2737-4d7f-86bb-170112608be7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2896304 Jul 05 04:19:00.856615 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58884) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:00.865351 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab31320d-b913-464a-a604-7ed1f1e4c535 None None] Sync routers for ids ['96edebb5-2737-4d7f-86bb-170112608be7'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:00.875526 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab31320d-b913-464a-a604-7ed1f1e4c535 None None] Routers {'96edebb5-2737-4d7f-86bb-170112608be7'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:00.880562 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ab31320d-b913-464a-a604-7ed1f1e4c535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:18:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['96edebb5-2737-4d7f-86bb-170112608be7'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:00.896890 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dec54004-007a-4e6a-8879-24f52975518e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:00.899448 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dec54004-007a-4e6a-8879-24f52975518e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:00.900615 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-dec54004-007a-4e6a-8879-24f52975518e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/de87a80b-f724-4074-8ccd-6ff6522bdb51 HTTP/1.1" status: 204 len: 168 time: 0.3251317 Jul 05 04:19:00.912778 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec54004-007a-4e6a-8879-24f52975518e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de87a80b-f724-4074-8ccd-6ff6522bdb51,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:00.917149 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46b313bf-57bf-4c53-b8f2-7d51e269f73f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:00.937116 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb468a6a-09a2-42d6-b893-99a8fad7ab69 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Deleting subnet 0bb0cc42-6113-47d4-aa5f-df8fe9890423 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:19:00.945644 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eb468a6a-09a2-42d6-b893-99a8fad7ab69 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.020466 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eb468a6a-09a2-42d6-b893-99a8fad7ab69 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.174871 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b313bf-57bf-4c53-b8f2-7d51e269f73f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Router ddada8af-8054-43f1-b9e4-cc34a987cd19 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:19:01.208384 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eb468a6a-09a2-42d6-b893-99a8fad7ab69 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.264472 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-ab31320d-b913-464a-a604-7ed1f1e4c535 None None] Set router 96edebb5-2737-4d7f-86bb-170112608be7 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:01.305840 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eb468a6a-09a2-42d6-b893-99a8fad7ab69 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.313257 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b313bf-57bf-4c53-b8f2-7d51e269f73f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:01.326663 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] Sync routers for ids ['ddada8af-8054-43f1-b9e4-cc34a987cd19'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:01.344690 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] Routers {'ddada8af-8054-43f1-b9e4-cc34a987cd19'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:01.350140 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:18:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['ddada8af-8054-43f1-b9e4-cc34a987cd19'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:01.354493 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-46b313bf-57bf-4c53-b8f2-7d51e269f73f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.355706 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-46b313bf-57bf-4c53-b8f2-7d51e269f73f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.0960720 Jul 05 04:19:01.358443 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58890) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:01.412705 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f722e621-bf51-4edb-a420-7058de976cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.429005 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eb468a6a-09a2-42d6-b893-99a8fad7ab69 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.432752 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eec762-0be8-4a9f-aa11-9762f6cc56b1 None None] Network a677080b-978d-4f21-8599-2c79db51042a requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:01.435888 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-eb468a6a-09a2-42d6-b893-99a8fad7ab69 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "DELETE /v2.0/subnets/0bb0cc42-6113-47d4-aa5f-df8fe9890423 HTTP/1.1" status: 204 len: 168 time: 0.5781054 Jul 05 04:19:01.436800 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb468a6a-09a2-42d6-b893-99a8fad7ab69 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'Subnet': ['ID=0bb0cc42-6113-47d4-aa5f-df8fe9890423,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:01.442523 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58894) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:01.509760 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea715db-9067-46e3-ab7e-572313b2674e req-532f0c84-1857-4fbb-9f0c-f26d93d8a32b tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:01.511346 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9ea715db-9067-46e3-ab7e-572313b2674e req-532f0c84-1857-4fbb-9f0c-f26d93d8a32b tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 945 time: 0.1395736 Jul 05 04:19:01.521800 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] Set router ddada8af-8054-43f1-b9e4-cc34a987cd19 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:01.647026 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f9213d9-2012-4d6a-b7af-a317eaffe27f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.653241 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.657658 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9ea715db-9067-46e3-ab7e-572313b2674e req-4254b46e-e2e2-41bc-924b-129bb2240bce tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379864 Jul 05 04:19:01.816635 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.852536 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddada8af-8054-43f1-b9e4-cc34a987cd19', 'name': '', 'tenant_id': '3d2c8c41cfd547bf86aca16c4ccc0b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bcd92dc-4e5c-45e3-b314-d73855deedd2', 'external_fixed_ips': [{'subnet_id': '78298419-9e45-44f6-b835-c8cb3cebdeb5', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'be2ff595-8490-4a9d-b660-b5388a0a9c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:58Z', 'updated_at': '2021-07-05T04:19:00Z', 'revision_number': 3, 'project_id': '3d2c8c41cfd547bf86aca16c4ccc0b4c', 'gw_port': {'id': 'be2ff595-8490-4a9d-b660-b5388a0a9c93', 'name': '', 'network_id': '1bcd92dc-4e5c-45e3-b314-d73855deedd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddada8af-8054-43f1-b9e4-cc34a987cd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '78298419-9e45-44f6-b835-c8cb3cebdeb5', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:59Z', 'updated_at': '2021-07-05T04:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78298419-9e45-44f6-b835-c8cb3cebdeb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:01.933447 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] Checking router: ddada8af-8054-43f1-b9e4-cc34a987cd19 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:01.934080 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] Updating router ddada8af-8054-43f1-b9e4-cc34a987cd19 port be2ff595-8490-4a9d-b660-b5388a0a9c93 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:19:01.988493 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ab31320d-b913-464a-a604-7ed1f1e4c535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96edebb5-2737-4d7f-86bb-170112608be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510540599', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:16:02Z', 'updated_at': '2021-07-05T04:18:59Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:04Z', 'updated_at': '2021-07-05T04:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:02.013389 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.051320 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab31320d-b913-464a-a604-7ed1f1e4c535 None None] Checking router: 96edebb5-2737-4d7f-86bb-170112608be7 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:02.068873 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab31320d-b913-464a-a604-7ed1f1e4c535 None None] Routers {'96edebb5-2737-4d7f-86bb-170112608be7'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:02.069415 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ab31320d-b913-464a-a604-7ed1f1e4c535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['96edebb5-2737-4d7f-86bb-170112608be7'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:02.112366 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fa2ccb-cdb3-427d-8743-19b34a7609c7 None None] DHCP port deletion for a677080b-978d-4f21-8599-2c79db51042a request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:19:02.156465 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.175509 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f9213d9-2012-4d6a-b7af-a317eaffe27f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.244282 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-48fa2ccb-cdb3-427d-8743-19b34a7609c7 None None] Deleting port 95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:02.244704 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-48fa2ccb-cdb3-427d-8743-19b34a7609c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.259868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-ab31320d-b913-464a-a604-7ed1f1e4c535 None None] Set router 96edebb5-2737-4d7f-86bb-170112608be7 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:02.265850 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Deleting port 12ef9f0a-07e9-43ba-a897-5f9a6c60dab5 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:02.267352 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.429694 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-48fa2ccb-cdb3-427d-8743-19b34a7609c7 None None] For port 95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1,segment=NetworkSegment(e7644ba7-caa3-421b-856b-f891f65d4ddf),segment_id=e7644ba7-caa3-421b-856b-f891f65d4ddf)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:02.430065 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-48fa2ccb-cdb3-427d-8743-19b34a7609c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.448365 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-48fa2ccb-cdb3-427d-8743-19b34a7609c7 None None] Calling delete_port for 95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:02.473278 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.487791 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] Transition to ACTIVE for port object be2ff595-8490-4a9d-b660-b5388a0a9c93 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:02.495720 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.604811 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ab31320d-b913-464a-a604-7ed1f1e4c535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96edebb5-2737-4d7f-86bb-170112608be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510540599', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:16:02Z', 'updated_at': '2021-07-05T04:18:59Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:04Z', 'updated_at': '2021-07-05T04:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:02.641313 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab31320d-b913-464a-a604-7ed1f1e4c535 None None] The sync data for ids ['96edebb5-2737-4d7f-86bb-170112608be7'] in n-d-780147-23 is: [{'id': '96edebb5-2737-4d7f-86bb-170112608be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510540599', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:16:02Z', 'updated_at': '2021-07-05T04:18:59Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': '12ef9f0a-07e9-43ba-a897-5f9a6c60dab5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96edebb5-2737-4d7f-86bb-170112608be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:04Z', 'updated_at': '2021-07-05T04:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:02.645060 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-48fa2ccb-cdb3-427d-8743-19b34a7609c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.659732 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-5f9213d9-2012-4d6a-b7af-a317eaffe27f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Deleting port be2ff595-8490-4a9d-b660-b5388a0a9c93 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:02.661150 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f9213d9-2012-4d6a-b7af-a317eaffe27f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.680177 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022411b-e12e-42fd-9727-4252b2b445a9 None None] Pushing event updated for resources: {'Port': ['ID=be2ff595-8490-4a9d-b660-b5388a0a9c93,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:02.685416 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] Attempting to bind port be2ff595-8490-4a9d-b660-b5388a0a9c93 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:19:02.688663 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] Attempting to bind port be2ff595-8490-4a9d-b660-b5388a0a9c93 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '21cb475c-3bef-437b-bdb6-43b730910f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1bcd92dc-4e5c-45e3-b314-d73855deedd2'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:19:02.688663 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] Attempting to bind port be2ff595-8490-4a9d-b660-b5388a0a9c93 on network 1bcd92dc-4e5c-45e3-b314-d73855deedd2 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:02.695356 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:19:02.696034 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] Checking segment: {'id': '21cb475c-3bef-437b-bdb6-43b730910f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1bcd92dc-4e5c-45e3-b314-d73855deedd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:02.696618 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.697341 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] Bound using segment: {'id': '21cb475c-3bef-437b-bdb6-43b730910f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1bcd92dc-4e5c-45e3-b314-d73855deedd2'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:19:02.697983 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] Bound port: be2ff595-8490-4a9d-b660-b5388a0a9c93, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21cb475c-3bef-437b-bdb6-43b730910f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1bcd92dc-4e5c-45e3-b314-d73855deedd2'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:19:02.698539 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.706783 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa2ccb-cdb3-427d-8743-19b34a7609c7 None None] Pushing event deleted for resources: {'Port': ['ID=95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:02.708841 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fa2ccb-cdb3-427d-8743-19b34a7609c7 None None] No DVR routers for this DVR port 95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:19:02.712312 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.778281 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] For port 12ef9f0a-07e9-43ba-a897-5f9a6c60dab5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=12ef9f0a-07e9-43ba-a897-5f9a6c60dab5,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:02.778731 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.788892 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] For port be2ff595-8490-4a9d-b660-b5388a0a9c93, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:19:02.794993 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] For port be2ff595-8490-4a9d-b660-b5388a0a9c93, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=be2ff595-8490-4a9d-b660-b5388a0a9c93,segment=NetworkSegment(21cb475c-3bef-437b-bdb6-43b730910f2c),segment_id=21cb475c-3bef-437b-bdb6-43b730910f2c)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:19:02.805220 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.808334 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Calling delete_port for 12ef9f0a-07e9-43ba-a897-5f9a6c60dab5 owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:02.832202 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f9213d9-2012-4d6a-b7af-a317eaffe27f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.867598 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022411b-e12e-42fd-9727-4252b2b445a9 None None] Pushing event updated for resources: {'Port': ['ID=be2ff595-8490-4a9d-b660-b5388a0a9c93,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:02.884825 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-5f9213d9-2012-4d6a-b7af-a317eaffe27f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Calling delete_port for be2ff595-8490-4a9d-b660-b5388a0a9c93 owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:02.887366 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] Routers {'ddada8af-8054-43f1-b9e4-cc34a987cd19'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:02.888291 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['ddada8af-8054-43f1-b9e4-cc34a987cd19'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:03.014518 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] Set router ddada8af-8054-43f1-b9e4-cc34a987cd19 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:03.092473 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddada8af-8054-43f1-b9e4-cc34a987cd19', 'name': '', 'tenant_id': '3d2c8c41cfd547bf86aca16c4ccc0b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:58Z', 'updated_at': '2021-07-05T04:19:02Z', 'revision_number': 4, 'project_id': '3d2c8c41cfd547bf86aca16c4ccc0b4c', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:03.102608 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60805f96-bc3e-4c5f-bd9d-1b5deae5c153 req-f001d7ed-fe01-438f-ad94-2e34160dc4af tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:03.102608 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-60805f96-bc3e-4c5f-bd9d-1b5deae5c153 req-f001d7ed-fe01-438f-ad94-2e34160dc4af tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 945 time: 0.2557817 Jul 05 04:19:03.148127 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb983246-5069-4bda-9169-8191b48b4ed7 None None] The sync data for ids ['ddada8af-8054-43f1-b9e4-cc34a987cd19'] in n-d-780147-23 is: [{'id': 'ddada8af-8054-43f1-b9e4-cc34a987cd19', 'name': '', 'tenant_id': '3d2c8c41cfd547bf86aca16c4ccc0b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:58Z', 'updated_at': '2021-07-05T04:19:02Z', 'revision_number': 4, 'project_id': '3d2c8c41cfd547bf86aca16c4ccc0b4c', 'gw_port_host': None}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:03.190267 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a3a434ec-af9a-4337-868a-0fca8075a95e no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:03.230114 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-60805f96-bc3e-4c5f-bd9d-1b5deae5c153 req-d770174f-ba75-489b-a851-e92f9627a7f4 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927811 Jul 05 04:19:03.253540 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: a3a434ec-af9a-4337-868a-0fca8075a95e {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:03.253895 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a3a434ec-af9a-4337-868a-0fca8075a95e not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:03.254322 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:03.282062 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.295673 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:03.296101 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 95825c0d-7cfa-4efd-8fc7-94ed0c1b5cb1 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:03.331936 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'Port': ['ID=12ef9f0a-07e9-43ba-a897-5f9a6c60dab5,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:03.357423 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f9213d9-2012-4d6a-b7af-a317eaffe27f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.366662 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:03.367048 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:03.367552 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:03.367677 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:03.368049 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:03.368354 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:03.368680 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:03.369010 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:03.369340 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:03.369857 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:03.369979 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:03.370284 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:03.425691 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9213d9-2012-4d6a-b7af-a317eaffe27f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Pushing event deleted for resources: {'Port': ['ID=be2ff595-8490-4a9d-b660-b5388a0a9c93,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:03.493730 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.594500 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f9213d9-2012-4d6a-b7af-a317eaffe27f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.599566 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.624367 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.723034 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f9213d9-2012-4d6a-b7af-a317eaffe27f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.725716 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f9213d9-2012-4d6a-b7af-a317eaffe27f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.731570 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.732151 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Fanout notify agent at l3_agent the message router_deleted on router 96edebb5-2737-4d7f-86bb-170112608be7 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:19:03.741388 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.743849 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-dda3c515-e18f-4bc7-a155-adfaacf242d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "DELETE /v2.0/routers/96edebb5-2737-4d7f-86bb-170112608be7 HTTP/1.1" status: 204 len: 168 time: 2.2993994 Jul 05 04:19:03.745427 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 58952) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:03.781379 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f9213d9-2012-4d6a-b7af-a317eaffe27f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.782009 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9213d9-2012-4d6a-b7af-a317eaffe27f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ddada8af-8054-43f1-b9e4-cc34a987cd19 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:19:03.790446 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f9213d9-2012-4d6a-b7af-a317eaffe27f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.792035 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5f9213d9-2012-4d6a-b7af-a317eaffe27f tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "DELETE /v2.0/routers/ddada8af-8054-43f1-b9e4-cc34a987cd19 HTTP/1.1" status: 204 len: 168 time: 2.4326789 Jul 05 04:19:03.795242 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58956) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:03.848651 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7206631c-f920-4ddc-9cba-74d2440715e7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.863023 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-935d30f4-f8de-46a0-b9be-42cbca44230e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Deleting subnet 78298419-9e45-44f6-b835-c8cb3cebdeb5 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:19:03.867312 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-935d30f4-f8de-46a0-b9be-42cbca44230e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.902223 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device dd6aee0a-56d5-4902-98a0-d8741807d399 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:19:03.926686 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-935d30f4-f8de-46a0-b9be-42cbca44230e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.974334 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-935d30f4-f8de-46a0-b9be-42cbca44230e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.975852 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7206631c-f920-4ddc-9cba-74d2440715e7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.993068 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-7206631c-f920-4ddc-9cba-74d2440715e7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a677080b-978d-4f21-8599-2c79db51042a']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:04.010880 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-7206631c-f920-4ddc-9cba-74d2440715e7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7644ba7-caa3-421b-856b-f891f65d4ddf') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:04.011241 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-7206631c-f920-4ddc-9cba-74d2440715e7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7644ba7-caa3-421b-856b-f891f65d4ddf') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:04.022987 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7206631c-f920-4ddc-9cba-74d2440715e7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.030295 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-935d30f4-f8de-46a0-b9be-42cbca44230e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.043752 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7206631c-f920-4ddc-9cba-74d2440715e7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.051865 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7206631c-f920-4ddc-9cba-74d2440715e7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:19:04.052688 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7206631c-f920-4ddc-9cba-74d2440715e7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:19:04.056604 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:19:04.075427 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d30f4-f8de-46a0-b9be-42cbca44230e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=78298419-9e45-44f6-b835-c8cb3cebdeb5,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:04.077565 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-935d30f4-f8de-46a0-b9be-42cbca44230e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.082304 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-935d30f4-f8de-46a0-b9be-42cbca44230e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "DELETE /v2.0/subnets/78298419-9e45-44f6-b835-c8cb3cebdeb5 HTTP/1.1" status: 204 len: 168 time: 0.2831025 Jul 05 04:19:04.086148 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58972) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:04.154098 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port dd6aee0a-56d5-4902-98a0-d8741807d399, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=dd6aee0a-56d5-4902-98a0-d8741807d399,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:04.160587 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7206631c-f920-4ddc-9cba-74d2440715e7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.171445 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7206631c-f920-4ddc-9cba-74d2440715e7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.174532 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'dd6aee0a-56d5-4902-98a0-d8741807d399', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'port_id': 'dd6aee0a-56d5-4902-98a0-d8741807d399', 'mac_address': 'fa:16:3e:69:b1:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:19:04.178844 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 58980) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:04.179701 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7206631c-f920-4ddc-9cba-74d2440715e7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "DELETE /v2.0/networks/a677080b-978d-4f21-8599-2c79db51042a HTTP/1.1" status: 204 len: 168 time: 0.4330568 Jul 05 04:19:04.195740 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206631c-f920-4ddc-9cba-74d2440715e7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'Network': ['ID=a677080b-978d-4f21-8599-2c79db51042a,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:04.218942 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05e6d4cf-2506-4f25-9fd0-94b5002916e1 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.223982 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.247516 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd6aee0a-56d5-4902-98a0-d8741807d399 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:19:04.285595 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port dd6aee0a-56d5-4902-98a0-d8741807d399, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=dd6aee0a-56d5-4902-98a0-d8741807d399,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:04.292276 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.313011 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-33d37552-6c4a-4036-9210-ec1ed93cfe7f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.342689 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-33d37552-6c4a-4036-9210-ec1ed93cfe7f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.372944 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=dd6aee0a-56d5-4902-98a0-d8741807d399,revision_number=11']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:04.414054 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.481472 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05e6d4cf-2506-4f25-9fd0-94b5002916e1 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.518417 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-05e6d4cf-2506-4f25-9fd0-94b5002916e1 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bcd92dc-4e5c-45e3-b314-d73855deedd2']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:04.543404 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-05e6d4cf-2506-4f25-9fd0-94b5002916e1 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21cb475c-3bef-437b-bdb6-43b730910f2c') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:04.543404 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-05e6d4cf-2506-4f25-9fd0-94b5002916e1 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21cb475c-3bef-437b-bdb6-43b730910f2c') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:04.550193 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05e6d4cf-2506-4f25-9fd0-94b5002916e1 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.571297 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05e6d4cf-2506-4f25-9fd0-94b5002916e1 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.582014 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e6d4cf-2506-4f25-9fd0-94b5002916e1 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:19:04.582014 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05e6d4cf-2506-4f25-9fd0-94b5002916e1 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:19:04.582741 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:19:04.591098 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['dd6aee0a-56d5-4902-98a0-d8741807d399'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:19:04.602323 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63830f55-297d-4f9e-bdf1-f6d3909e8cde req-64d82f5c-f7ff-4f43-ace6-2c9e685138a1 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:04.603162 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-63830f55-297d-4f9e-bdf1-f6d3909e8cde req-64d82f5c-f7ff-4f43-ace6-2c9e685138a1 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.1463070 Jul 05 04:19:04.657654 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-33d37552-6c4a-4036-9210-ec1ed93cfe7f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.661426 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-33d37552-6c4a-4036-9210-ec1ed93cfe7f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.665097 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-33d37552-6c4a-4036-9210-ec1ed93cfe7f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "DELETE /v2.0/security-groups/82e7a2b5-a504-4a9e-a606-10a603f4b45f HTTP/1.1" status: 204 len: 168 time: 0.4824944 Jul 05 04:19:04.666306 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-63830f55-297d-4f9e-bdf1-f6d3909e8cde req-b92841c5-7693-4536-856a-e66474c21ad1 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534391 Jul 05 04:19:04.693866 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d37552-6c4a-4036-9210-ec1ed93cfe7f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e7a2b5-a504-4a9e-a606-10a603f4b45f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:04.722478 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05e6d4cf-2506-4f25-9fd0-94b5002916e1 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.744803 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e6d4cf-2506-4f25-9fd0-94b5002916e1 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1bcd92dc-4e5c-45e3-b314-d73855deedd2 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:19:04.801494 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6d4cf-2506-4f25-9fd0-94b5002916e1 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Pushing event deleted for resources: {'Network': ['ID=1bcd92dc-4e5c-45e3-b314-d73855deedd2,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:04.807608 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05e6d4cf-2506-4f25-9fd0-94b5002916e1 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.814119 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-05e6d4cf-2506-4f25-9fd0-94b5002916e1 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "DELETE /v2.0/networks/1bcd92dc-4e5c-45e3-b314-d73855deedd2 HTTP/1.1" status: 204 len: 168 time: 0.7231667 Jul 05 04:19:05.195029 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 12ef9f0a-07e9-43ba-a897-5f9a6c60dab5 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:05.198242 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59046) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:05.203487 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-143c1a93-d038-4b12-b5e4-807e3596ceba tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1318738244', 'description': 'tempest-secgroup-smoke-1318738244 description', 'project_id': '808124476429444bb6a930e35c6aa8ee'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:05.213243 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59048) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:05.218500 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-1c41882b-a7b9-4934-804f-eecfc4a0d558 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Request body: {'router': {'name': 'tempest-router--1518463756', 'project_id': 'e9eaab1d58be45b5bea538dd06c961f6'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:05.229548 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 12ef9f0a-07e9-43ba-a897-5f9a6c60dab5 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:05.230735 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 12ef9f0a-07e9-43ba-a897-5f9a6c60dab5 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:05.238198 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.db.api [None req-1c41882b-a7b9-4934-804f-eecfc4a0d558 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:19:05.238198 n-d-780147-23 neutron-server[105538]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 04:19:05.238198 n-d-780147-23 neutron-server[105538]: [parameters: {'project_id': 'e9eaab1d58be45b5bea538dd06c961f6', 'id': '5be0e3fb-b9c4-4b7c-ab0d-2bbf9d39d873', 'expiration': datetime.datetime(2021, 7, 5, 4, 21, 5, 232899)}] Jul 05 04:19:05.238198 n-d-780147-23 neutron-server[105538]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105538) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:19:05.238763 n-d-780147-23 neutron-server[105538]: DEBUG oslo_db.api [None req-1c41882b-a7b9-4934-804f-eecfc4a0d558 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:19:05.246782 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-143c1a93-d038-4b12-b5e4-807e3596ceba tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.339869 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-143c1a93-d038-4b12-b5e4-807e3596ceba tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.345934 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-143c1a93-d038-4b12-b5e4-807e3596ceba tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.376248 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-143c1a93-d038-4b12-b5e4-807e3596ceba tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.378380 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-143c1a93-d038-4b12-b5e4-807e3596ceba tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1788056 Jul 05 04:19:05.381713 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59058) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:05.382660 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c1a93-d038-4b12-b5e4-807e3596ceba tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d8b164-97e3-433c-a485-265114e61377,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:05.387699 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-a25c56ad-9b41-43a2-84d4-bc52b95fae9f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group_rule': {'security_group_id': 'c8d8b164-97e3-433c-a485-265114e61377', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:05.422224 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a25c56ad-9b41-43a2-84d4-bc52b95fae9f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.471852 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a25c56ad-9b41-43a2-84d4-bc52b95fae9f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.475943 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a25c56ad-9b41-43a2-84d4-bc52b95fae9f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.496699 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c56ad-9b41-43a2-84d4-bc52b95fae9f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=525ea16f-fa24-48fc-94d3-7a6dd4aaa989,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:05.504413 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a25c56ad-9b41-43a2-84d4-bc52b95fae9f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.508440 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a25c56ad-9b41-43a2-84d4-bc52b95fae9f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223733 Jul 05 04:19:05.508669 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59060) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:05.513311 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-313bb4f8-e0fe-4787-9187-2d7946d2ee0b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group_rule': {'security_group_id': 'c8d8b164-97e3-433c-a485-265114e61377', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:05.544287 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-313bb4f8-e0fe-4787-9187-2d7946d2ee0b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.608251 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-313bb4f8-e0fe-4787-9187-2d7946d2ee0b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.612990 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-313bb4f8-e0fe-4787-9187-2d7946d2ee0b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.632699 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313bb4f8-e0fe-4787-9187-2d7946d2ee0b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8b9f28-dc40-411e-83d9-9b0cb04a23ee,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:05.636071 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59064) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:05.640075 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-313bb4f8-e0fe-4787-9187-2d7946d2ee0b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.643946 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-313bb4f8-e0fe-4787-9187-2d7946d2ee0b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1317089 Jul 05 04:19:05.644263 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59068) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:05.648787 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-5fb416c2-fe6d-4b05-83e9-d827babef367 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group_rule': {'security_group_id': 'c8d8b164-97e3-433c-a485-265114e61377', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:05.678092 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5fb416c2-fe6d-4b05-83e9-d827babef367 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.754926 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5fb416c2-fe6d-4b05-83e9-d827babef367 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.762393 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5fb416c2-fe6d-4b05-83e9-d827babef367 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.767601 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1c41882b-a7b9-4934-804f-eecfc4a0d558 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.770067 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1c41882b-a7b9-4934-804f-eecfc4a0d558 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.813828 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb416c2-fe6d-4b05-83e9-d827babef367 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2ee2a8-4277-4691-a4a8-9857d63c9ffa,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:05.817197 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5fb416c2-fe6d-4b05-83e9-d827babef367 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.823737 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5fb416c2-fe6d-4b05-83e9-d827babef367 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1783834 Jul 05 04:19:05.832160 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59072) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:05.836189 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7fcac2cd-63fb-492c-b2b2-9f6c021526b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.836705 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-1e960a86-0601-40ff-9fbb-38c1d6fd1c85 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group_rule': {'security_group_id': 'c8d8b164-97e3-433c-a485-265114e61377', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:05.876121 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1c41882b-a7b9-4934-804f-eecfc4a0d558 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.882290 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1c41882b-a7b9-4934-804f-eecfc4a0d558 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.921901 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device dd6aee0a-56d5-4902-98a0-d8741807d399 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:05.985508 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port dd6aee0a-56d5-4902-98a0-d8741807d399 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:05.991727 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port dd6aee0a-56d5-4902-98a0-d8741807d399 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:05.992349 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.004889 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f265d9c-65a5-465e-8c04-06cb0809e2d2 req-2985be27-a15a-46a7-b837-5b0951ab5852 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:06.006385 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2f265d9c-65a5-465e-8c04-06cb0809e2d2 req-2985be27-a15a-46a7-b837-5b0951ab5852 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 946 time: 0.1129014 Jul 05 04:19:06.011693 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7fcac2cd-63fb-492c-b2b2-9f6c021526b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.021645 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7fcac2cd-63fb-492c-b2b2-9f6c021526b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.024515 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1c41882b-a7b9-4934-804f-eecfc4a0d558 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.025868 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1c41882b-a7b9-4934-804f-eecfc4a0d558 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8110785 Jul 05 04:19:06.030855 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59074) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:06.088615 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7fcac2cd-63fb-492c-b2b2-9f6c021526b3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e676cc6539884f34ad29177eace85fa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4513946 Jul 05 04:19:06.089409 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcac2cd-63fb-492c-b2b2-9f6c021526b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee35448b-e1a6-4458-b95a-061dc0ae5475,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:06.091671 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59076) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:06.096034 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2f265d9c-65a5-465e-8c04-06cb0809e2d2 req-1f36115d-7d81-4972-9a03-5fe9b4434679 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825467 Jul 05 04:19:06.118368 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.147017 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a8523a-49e6-48f2-a197-32e3825ef89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6aee0a-56d5-4902-98a0-d8741807d399'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:19:06.149186 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38385b6d-9dce-4e60-95e2-b91513a2a64f" -d '{"events": [{"server_uuid": "26a8523a-49e6-48f2-a197-32e3825ef89c", "name": "network-vif-plugged", "status": "completed", "tag": "dd6aee0a-56d5-4902-98a0-d8741807d399"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:19:06.155951 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1e960a86-0601-40ff-9fbb-38c1d6fd1c85 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.160214 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6bd1dcb8-67ea-4fd8-b057-555617702a4a tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.166019 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port dd6aee0a-56d5-4902-98a0-d8741807d399, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=dd6aee0a-56d5-4902-98a0-d8741807d399,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:06.171353 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.202403 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256c44b3-8d72-478a-a9b0-c0cc644088e8 x-openstack-request-id: req-256c44b3-8d72-478a-a9b0-c0cc644088e8 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:19:06.202707 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a8523a-49e6-48f2-a197-32e3825ef89c", "name": "network-vif-plugged", "status": "completed", "tag": "dd6aee0a-56d5-4902-98a0-d8741807d399", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:19:06.202961 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-256c44b3-8d72-478a-a9b0-c0cc644088e8 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:19:06.203354 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a8523a-49e6-48f2-a197-32e3825ef89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6aee0a-56d5-4902-98a0-d8741807d399', 'code': 200} Jul 05 04:19:06.239008 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=dd6aee0a-56d5-4902-98a0-d8741807d399,revision_number=12']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:06.409099 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fd5f314b-3d39-4d9d-ba12-03e080b8c9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.416701 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6bd1dcb8-67ea-4fd8-b057-555617702a4a tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.421158 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6bd1dcb8-67ea-4fd8-b057-555617702a4a tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.488035 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fd5f314b-3d39-4d9d-ba12-03e080b8c9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.520148 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1e960a86-0601-40ff-9fbb-38c1d6fd1c85 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.521066 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6bd1dcb8-67ea-4fd8-b057-555617702a4a tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.521602 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd1dcb8-67ea-4fd8-b057-555617702a4a tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c77b9026-9851-46a3-a696-ac08fab8e313 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:19:06.526515 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6bd1dcb8-67ea-4fd8-b057-555617702a4a tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.527663 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6bd1dcb8-67ea-4fd8-b057-555617702a4a tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "DELETE /v2.0/routers/c77b9026-9851-46a3-a696-ac08fab8e313 HTTP/1.1" status: 204 len: 168 time: 0.4929783 Jul 05 04:19:06.540006 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1e960a86-0601-40ff-9fbb-38c1d6fd1c85 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.570488 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e960a86-0601-40ff-9fbb-38c1d6fd1c85 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faca2295-19e2-46f4-ad69-f3e7641903d6,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:06.577126 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1a0b9-963f-4de6-a48f-85dbfe53352a req-c6e14e41-4a71-41bb-ae2c-2d12c7376d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:06.578688 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f3d1a0b9-963f-4de6-a48f-85dbfe53352a req-c6e14e41-4a71-41bb-ae2c-2d12c7376d00 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 1099 time: 0.2371967 Jul 05 04:19:06.581678 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1e960a86-0601-40ff-9fbb-38c1d6fd1c85 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.582811 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1e960a86-0601-40ff-9fbb-38c1d6fd1c85 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7496891 Jul 05 04:19:06.585962 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59084) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:06.592829 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-2c8215aa-44f6-40b3-b2b9-0de480714bae tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group_rule': {'security_group_id': 'c8d8b164-97e3-433c-a485-265114e61377', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:06.617433 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fd5f314b-3d39-4d9d-ba12-03e080b8c9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.619956 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fd5f314b-3d39-4d9d-ba12-03e080b8c9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.621056 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fd5f314b-3d39-4d9d-ba12-03e080b8c9e3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ee35448b-e1a6-4458-b95a-061dc0ae5475 HTTP/1.1" status: 204 len: 168 time: 0.5286748 Jul 05 04:19:06.647136 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f314b-3d39-4d9d-ba12-03e080b8c9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee35448b-e1a6-4458-b95a-061dc0ae5475,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:06.653233 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f3d1a0b9-963f-4de6-a48f-85dbfe53352a req-55363288-a4fb-493b-96e2-8c7ac7811cf7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639734 Jul 05 04:19:06.655948 n-d-780147-23 neutron-server[105538]: INFO neutron.db.securitygroups_db [None req-2c8215aa-44f6-40b3-b2b9-0de480714bae tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Project 808124476429444bb6a930e35c6aa8ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:19:06.662638 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2c8215aa-44f6-40b3-b2b9-0de480714bae tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.721656 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59090) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:06.724256 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2c8215aa-44f6-40b3-b2b9-0de480714bae tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.728441 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2c8215aa-44f6-40b3-b2b9-0de480714bae tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.751125 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8215aa-44f6-40b3-b2b9-0de480714bae tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=182a2472-1496-4705-af4d-83317dbbb8a1,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:06.759576 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2c8215aa-44f6-40b3-b2b9-0de480714bae tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.763461 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2c8215aa-44f6-40b3-b2b9-0de480714bae tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1732397 Jul 05 04:19:06.763832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59094) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:06.769409 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-292e4bf4-8da0-4921-bce8-924f1f9543ae tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group_rule': {'security_group_id': 'c8d8b164-97e3-433c-a485-265114e61377', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:06.793843 n-d-780147-23 neutron-server[105539]: INFO neutron.db.securitygroups_db [None req-292e4bf4-8da0-4921-bce8-924f1f9543ae tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Project 808124476429444bb6a930e35c6aa8ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:19:06.799224 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-292e4bf4-8da0-4921-bce8-924f1f9543ae tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.856980 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-292e4bf4-8da0-4921-bce8-924f1f9543ae tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.862811 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-292e4bf4-8da0-4921-bce8-924f1f9543ae tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.879488 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e4bf4-8da0-4921-bce8-924f1f9543ae tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa9b7ab-ecea-4aa9-ab2f-f69b95645685,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:06.894937 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-292e4bf4-8da0-4921-bce8-924f1f9543ae tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.896217 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-292e4bf4-8da0-4921-bce8-924f1f9543ae tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313734 Jul 05 04:19:06.899120 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59098) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:06.904636 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-66f55d8a-97d9-4948-9167-59df4c4eb751 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'network': {'name': 'tempest-network-smoke--1323651832', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'port_security_enabled': True}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:06.926989 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f55d8a-97d9-4948-9167-59df4c4eb751 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Made reservation on behalf of 808124476429444bb6a930e35c6aa8ee for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:19:06.930898 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-66f55d8a-97d9-4948-9167-59df4c4eb751 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.955639 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-c30d6b7d-1c61-457f-bc77-c2f4ee6e0159 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-777880593', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}, 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:06.961652 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59100) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:06.974452 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f55d8a-97d9-4948-9167-59df4c4eb751 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:19:06.976752 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ba2aa779-9184-491c-8482-907fcccd07e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.990091 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-66f55d8a-97d9-4948-9167-59df4c4eb751 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.990339 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-66f55d8a-97d9-4948-9167-59df4c4eb751 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Added segment 0e5ffc70-de92-4ae1-9126-0f2122faf801 of type vlan for network 1e22e0ba-c790-4291-becf-02ea6e8b8d0e Jul 05 04:19:06.999001 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c30d6b7d-1c61-457f-bc77-c2f4ee6e0159 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.000036 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c30d6b7d-1c61-457f-bc77-c2f4ee6e0159 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.043407 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-66f55d8a-97d9-4948-9167-59df4c4eb751 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.077604 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ba2aa779-9184-491c-8482-907fcccd07e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.083742 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ba2aa779-9184-491c-8482-907fcccd07e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.097626 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c30d6b7d-1c61-457f-bc77-c2f4ee6e0159 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.124574 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ba2aa779-9184-491c-8482-907fcccd07e5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7940b7f3dc54449facda010e86eb292a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1617517 Jul 05 04:19:07.125453 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2aa779-9184-491c-8482-907fcccd07e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485cb4a1-6260-46c0-8e10-92ea5dd2ee24,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:07.128340 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59102) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:07.191869 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-66f55d8a-97d9-4948-9167-59df4c4eb751 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.192531 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2273c476-1448-467a-b4bb-26aad6de6533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.199252 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f55d8a-97d9-4948-9167-59df4c4eb751 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:07.200074 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-66f55d8a-97d9-4948-9167-59df4c4eb751 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.216250 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2273c476-1448-467a-b4bb-26aad6de6533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.269524 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2273c476-1448-467a-b4bb-26aad6de6533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.272309 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2273c476-1448-467a-b4bb-26aad6de6533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.273480 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2273c476-1448-467a-b4bb-26aad6de6533 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/485cb4a1-6260-46c0-8e10-92ea5dd2ee24 HTTP/1.1" status: 204 len: 168 time: 0.1442437 Jul 05 04:19:07.282148 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273c476-1448-467a-b4bb-26aad6de6533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485cb4a1-6260-46c0-8e10-92ea5dd2ee24,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:07.369220 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-66f55d8a-97d9-4948-9167-59df4c4eb751 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4689879 Jul 05 04:19:07.372171 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59110) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:07.377853 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-965fe8a8-be6a-44e7-b367-cf0a8046f134 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1084042671', 'admin_state_up': True, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:07.383417 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c30d6b7d-1c61-457f-bc77-c2f4ee6e0159 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.389407 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f55d8a-97d9-4948-9167-59df4c4eb751 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Network': ['ID=1e22e0ba-c790-4291-becf-02ea6e8b8d0e,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:07.402226 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 1e22e0ba-c790-4291-becf-02ea6e8b8d0e details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:19:07.413032 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-965fe8a8-be6a-44e7-b367-cf0a8046f134 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.414931 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-965fe8a8-be6a-44e7-b367-cf0a8046f134 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.487644 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e385e1-e7af-4127-b58f-0e26cd9020ec req-c50a0c82-a246-40e5-a9cd-4316d17a06e7 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:07.489338 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-28e385e1-e7af-4127-b58f-0e26cd9020ec req-c50a0c82-a246-40e5-a9cd-4316d17a06e7 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 947 time: 0.2276137 Jul 05 04:19:07.504802 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-965fe8a8-be6a-44e7-b367-cf0a8046f134 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.548823 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-28e385e1-e7af-4127-b58f-0e26cd9020ec req-1c5c1130-37bd-4c5d-80fa-17c4d14ef362 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499320 Jul 05 04:19:07.685955 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c30d6b7d-1c61-457f-bc77-c2f4ee6e0159 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.690921 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-965fe8a8-be6a-44e7-b367-cf0a8046f134 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.710852 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c30d6b7d-1c61-457f-bc77-c2f4ee6e0159 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.879005 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-c30d6b7d-1c61-457f-bc77-c2f4ee6e0159 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Allocated IP 172.25.1.86 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/e69e9b5c-52ad-4cad-a514-b9fd70a57256) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:07.972608 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-965fe8a8-be6a-44e7-b367-cf0a8046f134 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:08.012432 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-965fe8a8-be6a-44e7-b367-cf0a8046f134 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:08.013773 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c30d6b7d-1c61-457f-bc77-c2f4ee6e0159 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:08.075229 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c30d6b7d-1c61-457f-bc77-c2f4ee6e0159 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:08.124525 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30d6b7d-1c61-457f-bc77-c2f4ee6e0159 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:08.128179 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-c30d6b7d-1c61-457f-bc77-c2f4ee6e0159 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:08.138434 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30d6b7d-1c61-457f-bc77-c2f4ee6e0159 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:08.162107 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-965fe8a8-be6a-44e7-b367-cf0a8046f134 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Allocated IP 172.25.1.67 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:08.181771 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d6b7d-1c61-457f-bc77-c2f4ee6e0159 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Pushing event updated for resources: {'Port': ['ID=e69e9b5c-52ad-4cad-a514-b9fd70a57256,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:08.310995 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-965fe8a8-be6a-44e7-b367-cf0a8046f134 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:08.384219 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-965fe8a8-be6a-44e7-b367-cf0a8046f134 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:08.453581 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965fe8a8-be6a-44e7-b367-cf0a8046f134 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:08.461800 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-965fe8a8-be6a-44e7-b367-cf0a8046f134 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:08.468777 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965fe8a8-be6a-44e7-b367-cf0a8046f134 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:08.483982 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c30d6b7d-1c61-457f-bc77-c2f4ee6e0159 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:08.527969 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fe8a8-be6a-44e7-b367-cf0a8046f134 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Port': ['ID=e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:09.180948 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c30d6b7d-1c61-457f-bc77-c2f4ee6e0159 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:09.255536 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260732a1-09d2-495c-8bf1-ab339b1724d0 req-20f5ab93-4620-491d-8e6f-9ca819e71f74 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:09.257451 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-260732a1-09d2-495c-8bf1-ab339b1724d0 req-20f5ab93-4620-491d-8e6f-9ca819e71f74 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 947 time: 0.1455092 Jul 05 04:19:09.333689 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30d6b7d-1c61-457f-bc77-c2f4ee6e0159 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Router be6d1c7b-81e0-4398-858e-e7c8f5555ddd is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:19:09.334022 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-965fe8a8-be6a-44e7-b367-cf0a8046f134 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:09.460339 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30d6b7d-1c61-457f-bc77-c2f4ee6e0159 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:09.473003 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bfa0ce-cf7f-4437-8b38-9786937dac3a None None] Sync routers for ids ['be6d1c7b-81e0-4398-858e-e7c8f5555ddd'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:09.488438 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bfa0ce-cf7f-4437-8b38-9786937dac3a None None] Routers {'be6d1c7b-81e0-4398-858e-e7c8f5555ddd'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:09.489524 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f3bfa0ce-cf7f-4437-8b38-9786937dac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['be6d1c7b-81e0-4398-858e-e7c8f5555ddd'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:09.494106 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c30d6b7d-1c61-457f-bc77-c2f4ee6e0159 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:09.498218 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c30d6b7d-1c61-457f-bc77-c2f4ee6e0159 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.7729197 Jul 05 04:19:09.498996 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59186) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:09.531981 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f3bfa0ce-cf7f-4437-8b38-9786937dac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:09.543765 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bfa0ce-cf7f-4437-8b38-9786937dac3a None None] Routers {'be6d1c7b-81e0-4398-858e-e7c8f5555ddd'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:09.544632 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f3bfa0ce-cf7f-4437-8b38-9786937dac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['be6d1c7b-81e0-4398-858e-e7c8f5555ddd'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:09.562595 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-260732a1-09d2-495c-8bf1-ab339b1724d0 req-90cd6057-4864-4e42-a5ea-ba3c938abdad tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2978175 Jul 05 04:19:09.613773 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f3bfa0ce-cf7f-4437-8b38-9786937dac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:09.614840 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bfa0ce-cf7f-4437-8b38-9786937dac3a None None] The sync data for ids ['be6d1c7b-81e0-4398-858e-e7c8f5555ddd'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:09.639122 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-918f53cc-6fdf-43ca-993c-fb7b5ea557b5 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "GET /v2.0/routers/be6d1c7b-81e0-4398-858e-e7c8f5555ddd HTTP/1.1" status: 200 len: 919 time: 0.1383970 Jul 05 04:19:09.642515 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59190) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:09.663248 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-965fe8a8-be6a-44e7-b367-cf0a8046f134 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:09.701885 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59192) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:09.702714 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-eeb603c8-96bd-434e-a851-400651b20e2a tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "GET /v2.0/ports?device_id=be6d1c7b-81e0-4398-858e-e7c8f5555ddd HTTP/1.1" status: 200 len: 205 time: 0.0560055 Jul 05 04:19:09.877313 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cec7d0a9-734b-4e6c-82c9-d85598f9e3e9 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:09.979579 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965fe8a8-be6a-44e7-b367-cf0a8046f134 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Router 4243529b-dc8b-465e-9137-9208323f0d70 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:19:10.041793 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cec7d0a9-734b-4e6c-82c9-d85598f9e3e9 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:10.149512 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965fe8a8-be6a-44e7-b367-cf0a8046f134 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:10.170173 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] Sync routers for ids ['4243529b-dc8b-465e-9137-9208323f0d70'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:10.202944 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] Routers {'4243529b-dc8b-465e-9137-9208323f0d70'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:10.203428 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-965fe8a8-be6a-44e7-b367-cf0a8046f134 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:10.204153 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['4243529b-dc8b-465e-9137-9208323f0d70'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:10.209181 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59196) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:10.209709 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-965fe8a8-be6a-44e7-b367-cf0a8046f134 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8360012 Jul 05 04:19:10.210984 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-cec7d0a9-734b-4e6c-82c9-d85598f9e3e9 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Deleting port e69e9b5c-52ad-4cad-a514-b9fd70a57256 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:10.211340 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cec7d0a9-734b-4e6c-82c9-d85598f9e3e9 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:10.274333 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c25e495e-f19c-4916-a8f6-b75d6492f938 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=808124476429444bb6a930e35c6aa8ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0614443 Jul 05 04:19:10.276976 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59200) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:10.372090 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cec7d0a9-734b-4e6c-82c9-d85598f9e3e9 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:10.386782 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-cec7d0a9-734b-4e6c-82c9-d85598f9e3e9 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Calling delete_port for e69e9b5c-52ad-4cad-a514-b9fd70a57256 owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:10.405670 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] Set router 4243529b-dc8b-465e-9137-9208323f0d70 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:10.411641 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40fa36d-002d-4e90-9217-e25afa0992f5 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:10.428447 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b40fa36d-002d-4e90-9217-e25afa0992f5 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1502402 Jul 05 04:19:10.429218 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59202) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:10.476643 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5c82b92d-87d0-49bd-bd1f-67ee38696d35 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461895 Jul 05 04:19:10.478589 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59204) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:10.484245 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-974d1a33-7bab-481d-afa7-de96d5aca6eb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2095123309', 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:10.667896 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4243529b-dc8b-465e-9137-9208323f0d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084042671', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:07Z', 'updated_at': '2021-07-05T04:19:09Z', 'revision_number': 3, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:08Z', 'updated_at': '2021-07-05T04:19:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:10.707526 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] Checking router: 4243529b-dc8b-465e-9137-9208323f0d70 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:10.708117 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] Updating router 4243529b-dc8b-465e-9137-9208323f0d70 port e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:19:10.731731 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974d1a33-7bab-481d-afa7-de96d5aca6eb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Made reservation on behalf of 808124476429444bb6a930e35c6aa8ee for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:19:10.740292 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-974d1a33-7bab-481d-afa7-de96d5aca6eb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:10.746747 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:10.770563 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cec7d0a9-734b-4e6c-82c9-d85598f9e3e9 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:10.855150 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a3c71-8001-421f-936f-0f39526b39a8 req-dece9176-340f-4cac-879a-64561e21d6bc tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:10.856770 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3e9a3c71-8001-421f-936f-0f39526b39a8 req-dece9176-340f-4cac-879a-64561e21d6bc tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 947 time: 0.0962870 Jul 05 04:19:10.874611 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7d0a9-734b-4e6c-82c9-d85598f9e3e9 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Pushing event deleted for resources: {'Port': ['ID=e69e9b5c-52ad-4cad-a514-b9fd70a57256,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:10.946078 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3e9a3c71-8001-421f-936f-0f39526b39a8 req-7041f590-931c-4221-9cdd-3a35a4d5fd12 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818932 Jul 05 04:19:11.018201 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cec7d0a9-734b-4e6c-82c9-d85598f9e3e9 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.138013 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.153690 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cec7d0a9-734b-4e6c-82c9-d85598f9e3e9 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.155739 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] Transition to ACTIVE for port object e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:11.159840 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cec7d0a9-734b-4e6c-82c9-d85598f9e3e9 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.170408 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.226042 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7fa33-30e2-4022-a4ef-bbf7889de2a2 None None] Pushing event updated for resources: {'Port': ['ID=e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:11.255110 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] Attempting to bind port e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:19:11.255490 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] Attempting to bind port e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:19:11.255925 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] Attempting to bind port e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:11.262247 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:19:11.262780 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:11.264840 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.264948 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:19:11.265388 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] Bound port: e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:19:11.265833 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.282429 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-974d1a33-7bab-481d-afa7-de96d5aca6eb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.338144 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] For port e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:19:11.341968 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] For port e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:19:11.344627 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cec7d0a9-734b-4e6c-82c9-d85598f9e3e9 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.346169 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec7d0a9-734b-4e6c-82c9-d85598f9e3e9 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Fanout notify agent at l3_agent the message router_deleted on router be6d1c7b-81e0-4398-858e-e7c8f5555ddd {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:19:11.357101 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cec7d0a9-734b-4e6c-82c9-d85598f9e3e9 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.363300 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59216) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:11.363862 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cec7d0a9-734b-4e6c-82c9-d85598f9e3e9 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "DELETE /v2.0/routers/be6d1c7b-81e0-4398-858e-e7c8f5555ddd HTTP/1.1" status: 204 len: 168 time: 1.6608341 Jul 05 04:19:11.365082 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d1a33-7bab-481d-afa7-de96d5aca6eb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Subnet': ['ID=0c3310d5-6014-4e5f-8153-91ba05ad73c0,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:11.366051 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.368393 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-5a732a19-3d78-4ad7-b11f-2b60b2b94b15 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1826175410', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'enable_snat': False}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:11.385835 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d1a33-7bab-481d-afa7-de96d5aca6eb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:11.386186 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d1a33-7bab-481d-afa7-de96d5aca6eb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:11.386531 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d1a33-7bab-481d-afa7-de96d5aca6eb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:11.386869 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d1a33-7bab-481d-afa7-de96d5aca6eb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:11.387200 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d1a33-7bab-481d-afa7-de96d5aca6eb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:11.387533 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d1a33-7bab-481d-afa7-de96d5aca6eb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:11.387886 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d1a33-7bab-481d-afa7-de96d5aca6eb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:11.392439 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d1a33-7bab-481d-afa7-de96d5aca6eb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:11.392439 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d1a33-7bab-481d-afa7-de96d5aca6eb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:11.392439 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d1a33-7bab-481d-afa7-de96d5aca6eb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:11.392439 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d1a33-7bab-481d-afa7-de96d5aca6eb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:11.392439 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d1a33-7bab-481d-afa7-de96d5aca6eb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:11.409607 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5a732a19-3d78-4ad7-b11f-2b60b2b94b15 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.410789 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5a732a19-3d78-4ad7-b11f-2b60b2b94b15 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.442419 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974d1a33-7bab-481d-afa7-de96d5aca6eb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Checking segment: {'id': '0e5ffc70-de92-4ae1-9126-0f2122faf801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:11.443063 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974d1a33-7bab-481d-afa7-de96d5aca6eb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network hostable DHCP agents. Network: 1e22e0ba-c790-4291-becf-02ea6e8b8d0e, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:19:11.455675 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7fa33-30e2-4022-a4ef-bbf7889de2a2 None None] Pushing event updated for resources: {'Port': ['ID=e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:11.469769 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] Routers {'4243529b-dc8b-465e-9137-9208323f0d70'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:11.471672 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['4243529b-dc8b-465e-9137-9208323f0d70'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:11.479248 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974d1a33-7bab-481d-afa7-de96d5aca6eb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network 1e22e0ba-c790-4291-becf-02ea6e8b8d0e is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:19:11.496502 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59218) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:11.505614 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-974d1a33-7bab-481d-afa7-de96d5aca6eb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 1e22e0ba-c790-4291-becf-02ea6e8b8d0e) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:11.514965 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c09e0c-c412-4300-93e3-18e1d733cb9f None None] Network 1e22e0ba-c790-4291-becf-02ea6e8b8d0e requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:11.539338 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5a732a19-3d78-4ad7-b11f-2b60b2b94b15 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.575113 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974d1a33-7bab-481d-afa7-de96d5aca6eb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:11.575711 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-974d1a33-7bab-481d-afa7-de96d5aca6eb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.629021 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-974d1a33-7bab-481d-afa7-de96d5aca6eb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1463182 Jul 05 04:19:11.632356 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59222) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:11.684164 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] Set router 4243529b-dc8b-465e-9137-9208323f0d70 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:11.793857 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5a732a19-3d78-4ad7-b11f-2b60b2b94b15 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.910479 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b68a0f-72f9-4c3b-ad12-2295c9f35a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-1e22e0ba-c790-4291-becf-02ea6e8b8d0e', 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'fixed_ips': [{'subnet_id': '0c3310d5-6014-4e5f-8153-91ba05ad73c0'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:19:11.911687 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c4b68a0f-72f9-4c3b-ad12-2295c9f35a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.102795 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4243529b-dc8b-465e-9137-9208323f0d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084042671', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:07Z', 'updated_at': '2021-07-05T04:19:09Z', 'revision_number': 3, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:08Z', 'updated_at': '2021-07-05T04:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:12.162281 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8863c7-ad92-465f-8fae-80c5191d6b90 None None] The sync data for ids ['4243529b-dc8b-465e-9137-9208323f0d70'] in n-d-780147-23 is: [{'id': '4243529b-dc8b-465e-9137-9208323f0d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084042671', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:07Z', 'updated_at': '2021-07-05T04:19:09Z', 'revision_number': 3, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:08Z', 'updated_at': '2021-07-05T04:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:12.186353 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-c4b68a0f-72f9-4c3b-ad12-2295c9f35a53 None None] Allocated IP 172.20.0.2 (1e22e0ba-c790-4291-becf-02ea6e8b8d0e/0c3310d5-6014-4e5f-8153-91ba05ad73c0/d035072f-b3a0-4a8b-9d76-8d1da46ee3f6) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:12.305435 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-35f64e55-d809-4337-8876-54c0bfd1c49a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.393785 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5a732a19-3d78-4ad7-b11f-2b60b2b94b15 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.418929 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5a732a19-3d78-4ad7-b11f-2b60b2b94b15 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.460479 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c4b68a0f-72f9-4c3b-ad12-2295c9f35a53 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.480818 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c4b68a0f-72f9-4c3b-ad12-2295c9f35a53 None None] Transition to ACTIVE for port object d035072f-b3a0-4a8b-9d76-8d1da46ee3f6 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:12.519043 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c4b68a0f-72f9-4c3b-ad12-2295c9f35a53 None None] Transition to ACTIVE for port object d035072f-b3a0-4a8b-9d76-8d1da46ee3f6 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:12.528202 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c4b68a0f-72f9-4c3b-ad12-2295c9f35a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.619293 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b68a0f-72f9-4c3b-ad12-2295c9f35a53 None None] Network 1e22e0ba-c790-4291-becf-02ea6e8b8d0e is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:12.629466 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-c4b68a0f-72f9-4c3b-ad12-2295c9f35a53 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:12.640436 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b68a0f-72f9-4c3b-ad12-2295c9f35a53 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:12.709181 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-5a732a19-3d78-4ad7-b11f-2b60b2b94b15 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Allocated IP 172.25.1.254 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/b21b341a-b1e7-4038-9dac-c74f23118957) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:12.734845 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05731097-559e-4770-86c6-858d64b957c0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.810611 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b68a0f-72f9-4c3b-ad12-2295c9f35a53 None None] Pushing event updated for resources: {'Port': ['ID=d035072f-b3a0-4a8b-9d76-8d1da46ee3f6,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:12.841859 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c4b68a0f-72f9-4c3b-ad12-2295c9f35a53 None None] Attempting to bind port d035072f-b3a0-4a8b-9d76-8d1da46ee3f6 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:19:12.842148 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c4b68a0f-72f9-4c3b-ad12-2295c9f35a53 None None] Attempting to bind port d035072f-b3a0-4a8b-9d76-8d1da46ee3f6 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0e5ffc70-de92-4ae1-9126-0f2122faf801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:19:12.842512 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b68a0f-72f9-4c3b-ad12-2295c9f35a53 None None] Attempting to bind port d035072f-b3a0-4a8b-9d76-8d1da46ee3f6 on network 1e22e0ba-c790-4291-becf-02ea6e8b8d0e {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:12.858086 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b68a0f-72f9-4c3b-ad12-2295c9f35a53 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:19:12.858470 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b68a0f-72f9-4c3b-ad12-2295c9f35a53 None None] Checking segment: {'id': '0e5ffc70-de92-4ae1-9126-0f2122faf801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:12.859909 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c4b68a0f-72f9-4c3b-ad12-2295c9f35a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.860315 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b68a0f-72f9-4c3b-ad12-2295c9f35a53 None None] Bound using segment: {'id': '0e5ffc70-de92-4ae1-9126-0f2122faf801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:19:12.861792 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c4b68a0f-72f9-4c3b-ad12-2295c9f35a53 None None] Bound port: d035072f-b3a0-4a8b-9d76-8d1da46ee3f6, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e5ffc70-de92-4ae1-9126-0f2122faf801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:19:12.862327 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c4b68a0f-72f9-4c3b-ad12-2295c9f35a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.005102 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-c4b68a0f-72f9-4c3b-ad12-2295c9f35a53 None None] For port d035072f-b3a0-4a8b-9d76-8d1da46ee3f6, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:19:13.008768 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-c4b68a0f-72f9-4c3b-ad12-2295c9f35a53 None None] For port d035072f-b3a0-4a8b-9d76-8d1da46ee3f6, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d035072f-b3a0-4a8b-9d76-8d1da46ee3f6,segment=NetworkSegment(0e5ffc70-de92-4ae1-9126-0f2122faf801),segment_id=0e5ffc70-de92-4ae1-9126-0f2122faf801)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:19:13.019627 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c4b68a0f-72f9-4c3b-ad12-2295c9f35a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.034253 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-35f64e55-d809-4337-8876-54c0bfd1c49a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Deleting port 96ab9ee1-250c-4f4d-a72a-9972f8a5e858 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:13.034694 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-35f64e55-d809-4337-8876-54c0bfd1c49a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.189386 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5a732a19-3d78-4ad7-b11f-2b60b2b94b15 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.201075 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.233461 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b68a0f-72f9-4c3b-ad12-2295c9f35a53 None None] Pushing event updated for resources: {'Port': ['ID=d035072f-b3a0-4a8b-9d76-8d1da46ee3f6,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:13.300685 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:13.305366 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-35f64e55-d809-4337-8876-54c0bfd1c49a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] For port 96ab9ee1-250c-4f4d-a72a-9972f8a5e858, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=96ab9ee1-250c-4f4d-a72a-9972f8a5e858,segment=NetworkSegment(6cda9701-7695-4339-8522-77a15472335e),segment_id=6cda9701-7695-4339-8522-77a15472335e)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:13.305710 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-35f64e55-d809-4337-8876-54c0bfd1c49a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.334058 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-35f64e55-d809-4337-8876-54c0bfd1c49a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Calling delete_port for 96ab9ee1-250c-4f4d-a72a-9972f8a5e858 owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:13.441291 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:13.445535 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:13.447540 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.489053 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5a732a19-3d78-4ad7-b11f-2b60b2b94b15 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.553264 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-05731097-559e-4770-86c6-858d64b957c0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Allocated IP 172.20.0.1 (1e22e0ba-c790-4291-becf-02ea6e8b8d0e/0c3310d5-6014-4e5f-8153-91ba05ad73c0/fb1835d3-6bad-4a09-81c3-e134e944e0f1) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:13.612741 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a732a19-3d78-4ad7-b11f-2b60b2b94b15 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:13.619730 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-5a732a19-3d78-4ad7-b11f-2b60b2b94b15 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:13.621646 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a732a19-3d78-4ad7-b11f-2b60b2b94b15 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Pushing event updated for resources: {'Port': ['ID=b21b341a-b1e7-4038-9dac-c74f23118957,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:13.634839 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a732a19-3d78-4ad7-b11f-2b60b2b94b15 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:13.716214 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.722766 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-35f64e55-d809-4337-8876-54c0bfd1c49a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.750327 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:13.757717 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.779156 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f64e55-d809-4337-8876-54c0bfd1c49a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event deleted for resources: {'Port': ['ID=96ab9ee1-250c-4f4d-a72a-9972f8a5e858,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:13.882871 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:14.073341 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05731097-559e-4770-86c6-858d64b957c0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:14.110540 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-35f64e55-d809-4337-8876-54c0bfd1c49a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:14.114007 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-05731097-559e-4770-86c6-858d64b957c0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Transition to ACTIVE for port object fb1835d3-6bad-4a09-81c3-e134e944e0f1 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:14.227981 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05731097-559e-4770-86c6-858d64b957c0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:14.314956 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05731097-559e-4770-86c6-858d64b957c0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network 1e22e0ba-c790-4291-becf-02ea6e8b8d0e is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:14.324875 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-05731097-559e-4770-86c6-858d64b957c0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:14.332119 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05731097-559e-4770-86c6-858d64b957c0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:14.336378 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05731097-559e-4770-86c6-858d64b957c0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Port': ['ID=fb1835d3-6bad-4a09-81c3-e134e944e0f1,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:14.341030 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5a732a19-3d78-4ad7-b11f-2b60b2b94b15 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:14.429552 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05731097-559e-4770-86c6-858d64b957c0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:15.248772 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f64e55-d809-4337-8876-54c0bfd1c49a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Router 0038e5ad-9377-4d20-8d1f-2076245bb6f6 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:19:15.387711 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995b4a79-02b7-4e1e-8ec3-1686750158ec None None] Network 1e22e0ba-c790-4291-becf-02ea6e8b8d0e requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:15.388419 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5a732a19-3d78-4ad7-b11f-2b60b2b94b15 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:15.458167 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05731097-559e-4770-86c6-858d64b957c0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:15.500234 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:15.500794 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f64e55-d809-4337-8876-54c0bfd1c49a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:15.507634 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fb427e90-7ab9-48f5-87f8-7e7bacb39f24 None None] Provisioning for port d035072f-b3a0-4a8b-9d76-8d1da46ee3f6 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:15.542594 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cade1f4-1db7-4fe7-97f0-c69636cb3b2a None None] Sync routers for ids ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:15.550434 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-35f64e55-d809-4337-8876-54c0bfd1c49a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "PUT /v2.0/routers/0038e5ad-9377-4d20-8d1f-2076245bb6f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0528629 Jul 05 04:19:15.604890 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cade1f4-1db7-4fe7-97f0-c69636cb3b2a None None] Routers {'0038e5ad-9377-4d20-8d1f-2076245bb6f6'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:15.605687 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-7cade1f4-1db7-4fe7-97f0-c69636cb3b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:15.883734 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a732a19-3d78-4ad7-b11f-2b60b2b94b15 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Router 42ce97db-e06f-470f-ab2c-1816f61e2256 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:19:16.039096 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-7cade1f4-1db7-4fe7-97f0-c69636cb3b2a None None] Set router 0038e5ad-9377-4d20-8d1f-2076245bb6f6 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:16.149536 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a732a19-3d78-4ad7-b11f-2b60b2b94b15 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:16.159143 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] Sync routers for ids ['42ce97db-e06f-470f-ab2c-1816f61e2256'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:16.176914 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:16.177528 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:16.178295 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05731097-559e-4770-86c6-858d64b957c0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:16.178580 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] Routers {'42ce97db-e06f-470f-ab2c-1816f61e2256'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:16.179893 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['42ce97db-e06f-470f-ab2c-1816f61e2256'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:16.190533 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5a732a19-3d78-4ad7-b11f-2b60b2b94b15 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:16.191842 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5a732a19-3d78-4ad7-b11f-2b60b2b94b15 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.8272610 Jul 05 04:19:16.193115 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05731097-559e-4770-86c6-858d64b957c0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:16.194661 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59254) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:16.339487 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05731097-559e-4770-86c6-858d64b957c0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Port': ['ID=fb1835d3-6bad-4a09-81c3-e134e944e0f1,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:16.354228 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05731097-559e-4770-86c6-858d64b957c0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:16.529491 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f03d9991-3fa0-48f0-b4ab-524e4d877d41 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "GET /v2.0/routers/42ce97db-e06f-470f-ab2c-1816f61e2256 HTTP/1.1" status: 200 len: 909 time: 0.3311925 Jul 05 04:19:16.530032 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59258) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:16.558977 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-2103366c-4111-4dd2-a40a-f3b8aa0ad5d3 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1826175410', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'enable_snat': True}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:16.617443 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2103366c-4111-4dd2-a40a-f3b8aa0ad5d3 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:16.620912 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2103366c-4111-4dd2-a40a-f3b8aa0ad5d3 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:16.670096 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7178780-7381-4ab8-b303-03613a09b2ca req-947c592f-d0b6-443a-9821-00ac37f1c622 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:16.686094 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c7178780-7381-4ab8-b303-03613a09b2ca req-947c592f-d0b6-443a-9821-00ac37f1c622 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=93f7eb01-fc38-4a3a-9ebb-340133ac0833 HTTP/1.1" status: 200 len: 946 time: 0.2533493 Jul 05 04:19:16.745662 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2103366c-4111-4dd2-a40a-f3b8aa0ad5d3 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:16.764115 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05731097-559e-4770-86c6-858d64b957c0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network 1e22e0ba-c790-4291-becf-02ea6e8b8d0e is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:16.785228 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c7178780-7381-4ab8-b303-03613a09b2ca req-5247250c-f620-4700-93dd-ddd175201dc7 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=71c28b23-f450-490b-9043-a4307aa741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981669 Jul 05 04:19:16.786836 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-05731097-559e-4770-86c6-858d64b957c0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:16.847182 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d035072f-b3a0-4a8b-9d76-8d1da46ee3f6 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:16.902849 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] Set router 42ce97db-e06f-470f-ab2c-1816f61e2256 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:17.053191 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2213ca2e-649e-4922-8183-1b89ab20687f None None] Provisioning for port fb1835d3-6bad-4a09-81c3-e134e944e0f1 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:17.067646 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port d035072f-b3a0-4a8b-9d76-8d1da46ee3f6 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:17.115048 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05731097-559e-4770-86c6-858d64b957c0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Router 4243529b-dc8b-465e-9137-9208323f0d70 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:19:17.123549 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2213ca2e-649e-4922-8183-1b89ab20687f None None] Provisioning complete for port fb1835d3-6bad-4a09-81c3-e134e944e0f1 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:17.125129 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2213ca2e-649e-4922-8183-1b89ab20687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:17.130234 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port d035072f-b3a0-4a8b-9d76-8d1da46ee3f6 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:17.130526 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:17.284783 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2103366c-4111-4dd2-a40a-f3b8aa0ad5d3 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:17.334855 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2213ca2e-649e-4922-8183-1b89ab20687f None None] Port fb1835d3-6bad-4a09-81c3-e134e944e0f1 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:19:17.406860 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2213ca2e-649e-4922-8183-1b89ab20687f None None] Provisioning complete for port d035072f-b3a0-4a8b-9d76-8d1da46ee3f6 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:17.407152 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2213ca2e-649e-4922-8183-1b89ab20687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:17.466416 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05731097-559e-4770-86c6-858d64b957c0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:17.491891 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-05731097-559e-4770-86c6-858d64b957c0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "PUT /v2.0/routers/4243529b-dc8b-465e-9137-9208323f0d70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8554626 Jul 05 04:19:17.494399 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] Sync routers for ids ['4243529b-dc8b-465e-9137-9208323f0d70'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:17.513164 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ce97db-e06f-470f-ab2c-1816f61e2256', 'name': 'tempest-snat-router-1826175410', 'tenant_id': '3d2c8c41cfd547bf86aca16c4ccc0b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.254'}], 'enable_snat': False}, 'gw_port_id': 'b21b341a-b1e7-4038-9dac-c74f23118957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:11Z', 'updated_at': '2021-07-05T04:19:14Z', 'revision_number': 3, 'project_id': '3d2c8c41cfd547bf86aca16c4ccc0b4c', 'gw_port': {'id': 'b21b341a-b1e7-4038-9dac-c74f23118957', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ce97db-e06f-470f-ab2c-1816f61e2256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:12Z', 'updated_at': '2021-07-05T04:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:17.561178 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-7cade1f4-1db7-4fe7-97f0-c69636cb3b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'name': 'tempest-TestNetworkBasicOps-router-51502788', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'dac90439-084b-4064-a558-945c3c38212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:19:13Z', 'revision_number': 6, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': 'dac90439-084b-4064-a558-945c3c38212c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '72a582f5-318e-4293-981f-a30739aca31d', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'floating_ip_address': '172.25.1.246', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'port_id': '4c0a6be1-ee20-44ab-b334-f189d996ea6d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'mac_address': 'fa:16:3e:e8:85:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d54ae7-e896-4f01-a51f-da495766efbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:16:45Z', 'updated_at': '2021-07-05T04:16:49Z', 'revision_number': 1, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6876c264-9b5b-4263-9f2c-b38c28c6b1ff', 'name': '', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:78:9e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:10Z', 'updated_at': '2021-07-05T04:16:25Z', 'revision_number': 5, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:17.635014 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] Checking router: 42ce97db-e06f-470f-ab2c-1816f61e2256 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:17.640308 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] Updating router 42ce97db-e06f-470f-ab2c-1816f61e2256 port b21b341a-b1e7-4038-9dac-c74f23118957 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:19:17.693383 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cade1f4-1db7-4fe7-97f0-c69636cb3b2a None None] Checking router: 0038e5ad-9377-4d20-8d1f-2076245bb6f6 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:17.713039 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:17.736648 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] Routers {'4243529b-dc8b-465e-9137-9208323f0d70'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:17.737466 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['4243529b-dc8b-465e-9137-9208323f0d70'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:17.748061 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cade1f4-1db7-4fe7-97f0-c69636cb3b2a None None] Routers {'0038e5ad-9377-4d20-8d1f-2076245bb6f6'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:17.749231 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-7cade1f4-1db7-4fe7-97f0-c69636cb3b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:17.822525 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:18.002201 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port d035072f-b3a0-4a8b-9d76-8d1da46ee3f6, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d035072f-b3a0-4a8b-9d76-8d1da46ee3f6,segment=NetworkSegment(0e5ffc70-de92-4ae1-9126-0f2122faf801),segment_id=0e5ffc70-de92-4ae1-9126-0f2122faf801)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:18.016696 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:18.036281 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2213ca2e-649e-4922-8183-1b89ab20687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:18.140400 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-f1382548-0f91-47b7-aef5-044621642ee8 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1318738244&fields=id&tenant_id=808124476429444bb6a930e35c6aa8ee HTTP/1.1" status: 200 len: 267 time: 0.0925412 Jul 05 04:19:18.154936 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] Set router 4243529b-dc8b-465e-9137-9208323f0d70 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:18.266072 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-7cade1f4-1db7-4fe7-97f0-c69636cb3b2a None None] Set router 0038e5ad-9377-4d20-8d1f-2076245bb6f6 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:18.354847 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd472de8-2005-405c-a9bc-cb2c389767da req-f20bd03f-5399-4a0b-9b21-5a2cf6e6bf36 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:18.378203 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fd472de8-2005-405c-a9bc-cb2c389767da req-f20bd03f-5399-4a0b-9b21-5a2cf6e6bf36 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=93f7eb01-fc38-4a3a-9ebb-340133ac0833 HTTP/1.1" status: 200 len: 946 time: 0.2384813 Jul 05 04:19:18.403415 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=d035072f-b3a0-4a8b-9d76-8d1da46ee3f6,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:18.479398 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe0e44-116b-4599-a81e-3adb0b9a851f req-a1cd19c5-57ac-4476-930b-22ba59aca725 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:18.482484 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-16fe0e44-116b-4599-a81e-3adb0b9a851f req-a1cd19c5-57ac-4476-930b-22ba59aca725 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.89 "GET /v2.0/ports?device_id=93f7eb01-fc38-4a3a-9ebb-340133ac0833 HTTP/1.1" status: 200 len: 946 time: 0.6705098 Jul 05 04:19:18.508470 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fd472de8-2005-405c-a9bc-cb2c389767da req-e33266ab-ec91-4ffb-8f67-490e1d9dfb8f tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=71c28b23-f450-490b-9043-a4307aa741fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242039 Jul 05 04:19:18.530026 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2103366c-4111-4dd2-a40a-f3b8aa0ad5d3 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:18.571315 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.api [None req-2213ca2e-649e-4922-8183-1b89ab20687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:19:18.572348 n-d-780147-23 neutron-server[105540]: DEBUG oslo_db.api [None req-2213ca2e-649e-4922-8183-1b89ab20687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:19:18.606258 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2103366c-4111-4dd2-a40a-f3b8aa0ad5d3 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:18.764551 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-a2569a0b-3cbf-4c60-a878-2e84f9723256 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:18.767819 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-a2569a0b-3cbf-4c60-a878-2e84f9723256 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/networks?id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e HTTP/1.1" status: 200 len: 797 time: 0.6175287 Jul 05 04:19:18.776761 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:18.797005 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-3e3fc638-0593-4458-a93e-0267accf1cb0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/quotas/808124476429444bb6a930e35c6aa8ee HTTP/1.1" status: 200 len: 375 time: 0.0171394 Jul 05 04:19:18.818400 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] Transition to ACTIVE for port object b21b341a-b1e7-4038-9dac-c74f23118957 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:18.821127 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-16fe0e44-116b-4599-a81e-3adb0b9a851f req-0c167529-3d6e-46e7-9875-47e27e1677a5 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Deleting port 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:18.821467 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-16fe0e44-116b-4599-a81e-3adb0b9a851f req-0c167529-3d6e-46e7-9875-47e27e1677a5 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:18.827028 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:18.866918 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4243529b-dc8b-465e-9137-9208323f0d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084042671', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:07Z', 'updated_at': '2021-07-05T04:19:15Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:08Z', 'updated_at': '2021-07-05T04:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'fb1835d3-6bad-4a09-81c3-e134e944e0f1', 'name': '', 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:84:c2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '0c3310d5-6014-4e5f-8153-91ba05ad73c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:13Z', 'updated_at': '2021-07-05T04:19:15Z', 'revision_number': 2, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '0c3310d5-6014-4e5f-8153-91ba05ad73c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:18.904604 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] Checking router: 4243529b-dc8b-465e-9137-9208323f0d70 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:18.905152 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] Updating router 4243529b-dc8b-465e-9137-9208323f0d70 port fb1835d3-6bad-4a09-81c3-e134e944e0f1 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:19:18.940064 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d60e4a-825b-457a-a69a-806ed40602c7 None None] Pushing event updated for resources: {'Port': ['ID=b21b341a-b1e7-4038-9dac-c74f23118957,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:18.943141 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] Attempting to bind port b21b341a-b1e7-4038-9dac-c74f23118957 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:19:18.943401 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] Attempting to bind port b21b341a-b1e7-4038-9dac-c74f23118957 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:19:18.943941 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] Attempting to bind port b21b341a-b1e7-4038-9dac-c74f23118957 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:18.948271 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-16fe0e44-116b-4599-a81e-3adb0b9a851f req-0c167529-3d6e-46e7-9875-47e27e1677a5 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] For port 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=1b690b9e-895d-4e41-be69-4cb7d4c2cf3a,segment=NetworkSegment(6cda9701-7695-4339-8522-77a15472335e),segment_id=6cda9701-7695-4339-8522-77a15472335e)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:18.948644 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-16fe0e44-116b-4599-a81e-3adb0b9a851f req-0c167529-3d6e-46e7-9875-47e27e1677a5 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:18.951918 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:19:18.952248 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:18.952481 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:18.952987 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:18.953768 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:19:18.954461 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] Bound port: b21b341a-b1e7-4038-9dac-c74f23118957, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:19:18.955384 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:18.972859 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-16fe0e44-116b-4599-a81e-3adb0b9a851f req-0c167529-3d6e-46e7-9875-47e27e1677a5 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Calling delete_port for 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:19.016323 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] For port b21b341a-b1e7-4038-9dac-c74f23118957, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:19:19.020090 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] For port b21b341a-b1e7-4038-9dac-c74f23118957, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b21b341a-b1e7-4038-9dac-c74f23118957,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:19:19.035145 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:19.104300 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] Routers {'42ce97db-e06f-470f-ab2c-1816f61e2256'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:19.106682 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['42ce97db-e06f-470f-ab2c-1816f61e2256'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:19.160268 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d60e4a-825b-457a-a69a-806ed40602c7 None None] Pushing event updated for resources: {'Port': ['ID=b21b341a-b1e7-4038-9dac-c74f23118957,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:19.223615 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-2103366c-4111-4dd2-a40a-f3b8aa0ad5d3 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Allocated IP 172.25.1.7 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/a20d0e7e-40ad-4f9f-97f3-5ad94e936ea0) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:19.248872 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] Set router 42ce97db-e06f-470f-ab2c-1816f61e2256 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:19.264529 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-16fe0e44-116b-4599-a81e-3adb0b9a851f req-0c167529-3d6e-46e7-9875-47e27e1677a5 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:19.404127 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c167529-3d6e-46e7-9875-47e27e1677a5 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event deleted for resources: {'Port': ['ID=1b690b9e-895d-4e41-be69-4cb7d4c2cf3a,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:19.517996 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fe0e44-116b-4599-a81e-3adb0b9a851f req-0c167529-3d6e-46e7-9875-47e27e1677a5 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] No DVR routers for this DVR port 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:19:19.526827 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-16fe0e44-116b-4599-a81e-3adb0b9a851f req-0c167529-3d6e-46e7-9875-47e27e1677a5 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:19.529103 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-16fe0e44-116b-4599-a81e-3adb0b9a851f req-0c167529-3d6e-46e7-9875-47e27e1677a5 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.89 "DELETE /v2.0/ports/1b690b9e-895d-4e41-be69-4cb7d4c2cf3a HTTP/1.1" status: 204 len: 173 time: 1.0344577 Jul 05 04:19:19.530519 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f7eb01-fc38-4a3a-9ebb-340133ac0833', 'name': 'network-vif-deleted', 'tag': '1b690b9e-895d-4e41-be69-4cb7d4c2cf3a'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:19:19.534312 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f861d0cc-a530-437d-9c4d-553e4b6d82e3" -d '{"events": [{"server_uuid": "93f7eb01-fc38-4a3a-9ebb-340133ac0833", "name": "network-vif-deleted", "tag": "1b690b9e-895d-4e41-be69-4cb7d4c2cf3a"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:19:19.596443 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ce97db-e06f-470f-ab2c-1816f61e2256', 'name': 'tempest-snat-router-1826175410', 'tenant_id': '3d2c8c41cfd547bf86aca16c4ccc0b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.254'}], 'enable_snat': False}, 'gw_port_id': 'b21b341a-b1e7-4038-9dac-c74f23118957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:11Z', 'updated_at': '2021-07-05T04:19:14Z', 'revision_number': 3, 'project_id': '3d2c8c41cfd547bf86aca16c4ccc0b4c', 'gw_port': {'id': 'b21b341a-b1e7-4038-9dac-c74f23118957', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ce97db-e06f-470f-ab2c-1816f61e2256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:12Z', 'updated_at': '2021-07-05T04:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:19.634382 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c04428-f766-44ee-ac6f-89e7e941fa04 None None] The sync data for ids ['42ce97db-e06f-470f-ab2c-1816f61e2256'] in n-d-780147-23 is: [{'id': '42ce97db-e06f-470f-ab2c-1816f61e2256', 'name': 'tempest-snat-router-1826175410', 'tenant_id': '3d2c8c41cfd547bf86aca16c4ccc0b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.254'}], 'enable_snat': False}, 'gw_port_id': 'b21b341a-b1e7-4038-9dac-c74f23118957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:11Z', 'updated_at': '2021-07-05T04:19:14Z', 'revision_number': 3, 'project_id': '3d2c8c41cfd547bf86aca16c4ccc0b4c', 'gw_port': {'id': 'b21b341a-b1e7-4038-9dac-c74f23118957', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ce97db-e06f-470f-ab2c-1816f61e2256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:12Z', 'updated_at': '2021-07-05T04:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:19.650129 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-3ce5b908-35ed-42e3-91dd-7a2dc57f5b4f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4157064 Jul 05 04:19:19.819394 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2103366c-4111-4dd2-a40a-f3b8aa0ad5d3 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:19.889958 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-792d88a1-ac0c-42e6-9547-31c07321cbca req-732485ce-4bf3-4c25-94f0-7ae4bd911661 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=93f7eb01-fc38-4a3a-9ebb-340133ac0833 HTTP/1.1" status: 200 len: 210 time: 0.1086552 Jul 05 04:19:19.897101 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-7cade1f4-1db7-4fe7-97f0-c69636cb3b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'name': 'tempest-TestNetworkBasicOps-router-51502788', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'dac90439-084b-4064-a558-945c3c38212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:19:13Z', 'revision_number': 6, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': 'dac90439-084b-4064-a558-945c3c38212c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '72a582f5-318e-4293-981f-a30739aca31d', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'floating_ip_address': '172.25.1.246', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'port_id': '4c0a6be1-ee20-44ab-b334-f189d996ea6d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'mac_address': 'fa:16:3e:e8:85:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d54ae7-e896-4f01-a51f-da495766efbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:16:45Z', 'updated_at': '2021-07-05T04:16:49Z', 'revision_number': 1, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6876c264-9b5b-4263-9f2c-b38c28c6b1ff', 'name': '', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:78:9e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:10Z', 'updated_at': '2021-07-05T04:16:25Z', 'revision_number': 5, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:19.970548 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-79a5fb89-1468-45c0-81f7-3046a8979949 req-ee44573a-4b6f-41a7-9468-1fb79e5c17fd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3643875 Jul 05 04:19:20.012726 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2103366c-4111-4dd2-a40a-f3b8aa0ad5d3 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.107188 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cade1f4-1db7-4fe7-97f0-c69636cb3b2a None None] The sync data for ids ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'] in n-d-780147-23 is: [{'id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'name': 'tempest-TestNetworkBasicOps-router-51502788', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'dac90439-084b-4064-a558-945c3c38212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:19:13Z', 'revision_number': 6, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': 'dac90439-084b-4064-a558-945c3c38212c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '72a582f5-318e-4293-981f-a30739aca31d', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'floating_ip_address': '172.25.1.246', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'port_id': '4c0a6be1-ee20-44ab-b334-f189d996ea6d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'mac_address': 'fa:16:3e:e8:85:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d54ae7-e896-4f01-a51f-da495766efbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:16:45Z', 'updated_at': '2021-07-05T04:16:49Z', 'revision_number': 1, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6876c264-9b5b-4263-9f2c-b38c28c6b1ff', 'name': '', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:78:9e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:10Z', 'updated_at': '2021-07-05T04:16:25Z', 'revision_number': 5, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:20.145693 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-92390a0f-f76b-449d-99f7-a6d84c9265df None None] Provisioning complete for port fb1835d3-6bad-4a09-81c3-e134e944e0f1 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:20.149298 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-92390a0f-f76b-449d-99f7-a6d84c9265df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.240019 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103366c-4111-4dd2-a40a-f3b8aa0ad5d3 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Pushing event updated for resources: {'Port': ['ID=a20d0e7e-40ad-4f9f-97f3-5ad94e936ea0,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:20.308865 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-92390a0f-f76b-449d-99f7-a6d84c9265df None None] Port fb1835d3-6bad-4a09-81c3-e134e944e0f1 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:19:20.359203 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2103366c-4111-4dd2-a40a-f3b8aa0ad5d3 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:20.370260 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-2103366c-4111-4dd2-a40a-f3b8aa0ad5d3 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:20.382419 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2103366c-4111-4dd2-a40a-f3b8aa0ad5d3 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:20.444766 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2956e84d-6bd0-4ba3-be2e-89efc59a7c98 x-openstack-request-id: req-2956e84d-6bd0-4ba3-be2e-89efc59a7c98 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:19:20.445086 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f7eb01-fc38-4a3a-9ebb-340133ac0833", "name": "network-vif-deleted", "tag": "1b690b9e-895d-4e41-be69-4cb7d4c2cf3a", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:19:20.445303 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2956e84d-6bd0-4ba3-be2e-89efc59a7c98 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:19:20.445713 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f7eb01-fc38-4a3a-9ebb-340133ac0833', 'name': 'network-vif-deleted', 'tag': '1b690b9e-895d-4e41-be69-4cb7d4c2cf3a', 'status': 'completed', 'code': 200} Jul 05 04:19:20.486770 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-637b5a4a-686e-43d8-bfbb-0b3439e78e3a service neutron] 10.222.0.77 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7611923 Jul 05 04:19:20.488687 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5fb89-1468-45c0-81f7-3046a8979949 req-eda729f6-f11c-46ac-bcac-cbbf1d657164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:20.490119 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-79a5fb89-1468-45c0-81f7-3046a8979949 req-eda729f6-f11c-46ac-bcac-cbbf1d657164 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0a0e169dad4642e084dbd1dffad21af0&device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 1099 time: 0.3862178 Jul 05 04:19:20.562799 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.608380 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] Transition to ACTIVE for port object fb1835d3-6bad-4a09-81c3-e134e944e0f1 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:20.630602 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d035072f-b3a0-4a8b-9d76-8d1da46ee3f6 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:20.708760 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.817540 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c6923-1c3f-4386-98cf-f80b4353bf91 None None] Pushing event updated for resources: {'Port': ['ID=fb1835d3-6bad-4a09-81c3-e134e944e0f1,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:20.821254 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port d035072f-b3a0-4a8b-9d76-8d1da46ee3f6 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:20.821671 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.912037 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] Attempting to bind port fb1835d3-6bad-4a09-81c3-e134e944e0f1 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:19:20.912725 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] Attempting to bind port fb1835d3-6bad-4a09-81c3-e134e944e0f1 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0e5ffc70-de92-4ae1-9126-0f2122faf801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:19:20.912822 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] Attempting to bind port fb1835d3-6bad-4a09-81c3-e134e944e0f1 on network 1e22e0ba-c790-4291-becf-02ea6e8b8d0e {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:20.949266 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:19:20.949676 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] Checking segment: {'id': '0e5ffc70-de92-4ae1-9126-0f2122faf801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:20.950049 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.950543 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] Bound using segment: {'id': '0e5ffc70-de92-4ae1-9126-0f2122faf801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:19:20.954329 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] Bound port: fb1835d3-6bad-4a09-81c3-e134e944e0f1, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e5ffc70-de92-4ae1-9126-0f2122faf801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:19:20.954329 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:21.061214 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59302) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:21.240617 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] For port fb1835d3-6bad-4a09-81c3-e134e944e0f1, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:19:21.250870 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] For port fb1835d3-6bad-4a09-81c3-e134e944e0f1, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=fb1835d3-6bad-4a09-81c3-e134e944e0f1,segment=NetworkSegment(0e5ffc70-de92-4ae1-9126-0f2122faf801),segment_id=0e5ffc70-de92-4ae1-9126-0f2122faf801)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:19:21.281442 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:21.318806 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0bc86a0-113d-45a4-a96e-4ee711fbca5f tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:21.405810 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0bc86a0-113d-45a4-a96e-4ee711fbca5f tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:21.478313 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c6923-1c3f-4386-98cf-f80b4353bf91 None None] Pushing event updated for resources: {'Port': ['ID=fb1835d3-6bad-4a09-81c3-e134e944e0f1,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:21.498306 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] Routers {'4243529b-dc8b-465e-9137-9208323f0d70'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:21.499182 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['4243529b-dc8b-465e-9137-9208323f0d70'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:21.598737 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0bc86a0-113d-45a4-a96e-4ee711fbca5f tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:21.605650 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0bc86a0-113d-45a4-a96e-4ee711fbca5f tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:21.609000 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a0bc86a0-113d-45a4-a96e-4ee711fbca5f tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "DELETE /v2.0/security-groups/71c28b23-f450-490b-9043-a4307aa741fd HTTP/1.1" status: 204 len: 168 time: 0.5439293 Jul 05 04:19:21.669207 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc86a0-113d-45a4-a96e-4ee711fbca5f tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c28b23-f450-490b-9043-a4307aa741fd,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:21.675191 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59310) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:21.756210 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] Set router 4243529b-dc8b-465e-9137-9208323f0d70 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:21.807131 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab1be01-33f0-43a7-b454-f8fdfd8a7e86 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Deleting subnet 59260c91-871d-4c2f-bd98-096674c6a86b {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:19:21.816175 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6ab1be01-33f0-43a7-b454-f8fdfd8a7e86 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:21.878784 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6ab1be01-33f0-43a7-b454-f8fdfd8a7e86 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:21.895683 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-55a6c406-38ee-479d-8997-8bcf8da346e0 service neutron] 10.222.0.77 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3691511 Jul 05 04:19:21.997447 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6ab1be01-33f0-43a7-b454-f8fdfd8a7e86 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:22.025096 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:22.037998 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5fb89-1468-45c0-81f7-3046a8979949 req-49b3ef10-b026-4d2e-9f35-f01c1185d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:22.050375 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-79a5fb89-1468-45c0-81f7-3046a8979949 req-49b3ef10-b026-4d2e-9f35-f01c1185d26d service neutron] 10.222.0.89 "GET /v2.0/networks?id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7 HTTP/1.1" status: 200 len: 918 time: 1.3638885 Jul 05 04:19:22.091733 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6ab1be01-33f0-43a7-b454-f8fdfd8a7e86 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:22.133827 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:22.134422 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 1b690b9e-895d-4e41-be69-4cb7d4c2cf3a not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:22.196561 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6ab1be01-33f0-43a7-b454-f8fdfd8a7e86 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:22.198382 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3592443-4b6b-4cf7-aa51-3ceb7f78b1e0 None None] Network f507047b-6721-4925-a142-6a85a7c6983e requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:22.198515 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6ab1be01-33f0-43a7-b454-f8fdfd8a7e86 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "DELETE /v2.0/subnets/59260c91-871d-4c2f-bd98-096674c6a86b HTTP/1.1" status: 204 len: 168 time: 0.5223103 Jul 05 04:19:22.203956 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59318) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:22.206182 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1be01-33f0-43a7-b454-f8fdfd8a7e86 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event deleted for resources: {'Subnet': ['ID=59260c91-871d-4c2f-bd98-096674c6a86b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:22.260451 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b21b341a-b1e7-4038-9dac-c74f23118957 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:22.381682 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-79a5fb89-1468-45c0-81f7-3046a8979949 req-129c8704-de7e-412e-b4c3-952f99c41be2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd6aee0a-56d5-4902-98a0-d8741807d399 HTTP/1.1" status: 200 len: 1002 time: 0.3230147 Jul 05 04:19:22.385164 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-82858bcb-2d57-4d98-9342-7092612946fe req-53970c91-b3f3-47bd-9227-03b62e37e158 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 210 time: 0.1803560 Jul 05 04:19:22.460570 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port b21b341a-b1e7-4038-9dac-c74f23118957 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:22.497490 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port b21b341a-b1e7-4038-9dac-c74f23118957 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:22.497854 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:22.498889 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5fb89-1468-45c0-81f7-3046a8979949 req-eaf94aa1-71be-47d8-b645-b64fbbb3d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:22.500422 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-79a5fb89-1468-45c0-81f7-3046a8979949 req-eaf94aa1-71be-47d8-b645-b64fbbb3d8f4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467 HTTP/1.1" status: 200 len: 856 time: 0.1035676 Jul 05 04:19:22.558124 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c72aa93-90d9-4276-9dc4-d26a02dc5b46 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:22.607472 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2103366c-4111-4dd2-a40a-f3b8aa0ad5d3 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:22.623473 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4243529b-dc8b-465e-9137-9208323f0d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084042671', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:07Z', 'updated_at': '2021-07-05T04:19:15Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:08Z', 'updated_at': '2021-07-05T04:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'fb1835d3-6bad-4a09-81c3-e134e944e0f1', 'name': '', 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:84:c2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '0c3310d5-6014-4e5f-8153-91ba05ad73c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:13Z', 'updated_at': '2021-07-05T04:19:21Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '0c3310d5-6014-4e5f-8153-91ba05ad73c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:22.647051 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-0c72aa93-90d9-4276-9dc4-d26a02dc5b46 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Deleting port 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:22.647381 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c72aa93-90d9-4276-9dc4-d26a02dc5b46 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:22.700240 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1938cc-d7d9-4644-8da4-957aa23c3f21 None None] The sync data for ids ['4243529b-dc8b-465e-9137-9208323f0d70'] in n-d-780147-23 is: [{'id': '4243529b-dc8b-465e-9137-9208323f0d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084042671', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:07Z', 'updated_at': '2021-07-05T04:19:15Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:08Z', 'updated_at': '2021-07-05T04:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'fb1835d3-6bad-4a09-81c3-e134e944e0f1', 'name': '', 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:84:c2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '0c3310d5-6014-4e5f-8153-91ba05ad73c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:13Z', 'updated_at': '2021-07-05T04:19:21Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '0c3310d5-6014-4e5f-8153-91ba05ad73c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:22.706349 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:22.756482 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port b21b341a-b1e7-4038-9dac-c74f23118957, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b21b341a-b1e7-4038-9dac-c74f23118957,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:22.762524 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-0c72aa93-90d9-4276-9dc4-d26a02dc5b46 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] For port 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=54329f0b-eeee-4418-b2b6-5c89d7a6a5c2,segment=NetworkSegment(6cda9701-7695-4339-8522-77a15472335e),segment_id=6cda9701-7695-4339-8522-77a15472335e)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:22.763838 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c72aa93-90d9-4276-9dc4-d26a02dc5b46 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:22.815976 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:22.822093 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-0c72aa93-90d9-4276-9dc4-d26a02dc5b46 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Calling delete_port for 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:22.867650 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 96ab9ee1-250c-4f4d-a72a-9972f8a5e858 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:22.914188 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2b82cd-d31a-4267-b8db-0655b57012a6 None None] DHCP port deletion for f507047b-6721-4925-a142-6a85a7c6983e request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:19:22.918100 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 96ab9ee1-250c-4f4d-a72a-9972f8a5e858 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:22.918438 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 96ab9ee1-250c-4f4d-a72a-9972f8a5e858 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:23.004676 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5fb89-1468-45c0-81f7-3046a8979949 req-7af0ee4c-afda-46f8-881b-8ff865caeb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:23.006532 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=b21b341a-b1e7-4038-9dac-c74f23118957,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:23.007024 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-79a5fb89-1468-45c0-81f7-3046a8979949 req-7af0ee4c-afda-46f8-881b-8ff865caeb75 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a6f8531c-b79d-4c64-84bc-419bbc6fdca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4901369 Jul 05 04:19:23.019896 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c72aa93-90d9-4276-9dc4-d26a02dc5b46 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.065419 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c72aa93-90d9-4276-9dc4-d26a02dc5b46 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] No DVR routers for this DVR port 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:19:23.077674 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72aa93-90d9-4276-9dc4-d26a02dc5b46 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event deleted for resources: {'Port': ['ID=54329f0b-eeee-4418-b2b6-5c89d7a6a5c2,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:23.092734 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b82cd-d31a-4267-b8db-0655b57012a6 None None] Deleting port 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:23.093707 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5e2b82cd-d31a-4267-b8db-0655b57012a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.228713 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c72aa93-90d9-4276-9dc4-d26a02dc5b46 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.244336 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-0c72aa93-90d9-4276-9dc4-d26a02dc5b46 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f507047b-6721-4925-a142-6a85a7c6983e']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:23.252924 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-5e2b82cd-d31a-4267-b8db-0655b57012a6 None None] For port 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2, host n-d-780147-23, got binding levels [] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:23.254904 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5e2b82cd-d31a-4267-b8db-0655b57012a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.266436 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-0c72aa93-90d9-4276-9dc4-d26a02dc5b46 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cda9701-7695-4339-8522-77a15472335e') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:23.268065 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-0c72aa93-90d9-4276-9dc4-d26a02dc5b46 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cda9701-7695-4339-8522-77a15472335e') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:23.281238 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c72aa93-90d9-4276-9dc4-d26a02dc5b46 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.294631 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b82cd-d31a-4267-b8db-0655b57012a6 None None] Calling delete_port for 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:23.301099 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c72aa93-90d9-4276-9dc4-d26a02dc5b46 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.302097 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.ipam_backend_mixin [None req-5e2b82cd-d31a-4267-b8db-0655b57012a6 None None] Port 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2 was not found and therefore no delete operation was performed {{(pid=105540) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:19:23.306068 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5e2b82cd-d31a-4267-b8db-0655b57012a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.310686 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2103366c-4111-4dd2-a40a-f3b8aa0ad5d3 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.326782 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c72aa93-90d9-4276-9dc4-d26a02dc5b46 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:19:23.327143 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c72aa93-90d9-4276-9dc4-d26a02dc5b46 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:19:23.331840 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:19:23.357973 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b82cd-d31a-4267-b8db-0655b57012a6 None None] Pushing event deleted for resources: {'Port': ['ID=54329f0b-eeee-4418-b2b6-5c89d7a6a5c2,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:23.369518 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2b82cd-d31a-4267-b8db-0655b57012a6 None None] No DVR routers for this DVR port 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:19:23.450528 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-79a5fb89-1468-45c0-81f7-3046a8979949 req-27f5d661-ac03-40d6-8079-e681371efa6d service neutron] 10.222.0.89 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333677 Jul 05 04:19:23.491959 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c72aa93-90d9-4276-9dc4-d26a02dc5b46 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.503081 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c72aa93-90d9-4276-9dc4-d26a02dc5b46 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.521549 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0c72aa93-90d9-4276-9dc4-d26a02dc5b46 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "DELETE /v2.0/networks/f507047b-6721-4925-a142-6a85a7c6983e HTTP/1.1" status: 204 len: 168 time: 1.3129985 Jul 05 04:19:23.524469 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59336) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:23.654045 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72aa93-90d9-4276-9dc4-d26a02dc5b46 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event deleted for resources: {'Network': ['ID=f507047b-6721-4925-a142-6a85a7c6983e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:23.839590 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-79a5fb89-1468-45c0-81f7-3046a8979949 req-9143d039-4cf0-460e-907a-ac0e3e142f77 service neutron] 10.222.0.89 "GET /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747349 Jul 05 04:19:23.844483 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1b802ecd-983b-4652-85e6-2057731f3d56 req-1df4a1d2-a2d8-4cc0-bc7b-a9fc8b0a4443 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 210 time: 0.1322408 Jul 05 04:19:23.871391 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-4c2fcb60-41ca-4eae-ae89-28a51fcb3783 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Deleting port 966e36c6-c7fd-4e4b-8530-64e43d8bbdd3 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:23.871737 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4c2fcb60-41ca-4eae-ae89-28a51fcb3783 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.890277 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2103366c-4111-4dd2-a40a-f3b8aa0ad5d3 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Router 7331d9ae-0c06-43f6-84c3-a503a4fff0a7 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:19:24.010929 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4c2fcb60-41ca-4eae-ae89-28a51fcb3783 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.011280 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4c2fcb60-41ca-4eae-ae89-28a51fcb3783 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.024778 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-4c2fcb60-41ca-4eae-ae89-28a51fcb3783 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Calling delete_port for 966e36c6-c7fd-4e4b-8530-64e43d8bbdd3 owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:24.050104 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2103366c-4111-4dd2-a40a-f3b8aa0ad5d3 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:24.062955 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] Sync routers for ids ['7331d9ae-0c06-43f6-84c3-a503a4fff0a7'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:24.089819 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2103366c-4111-4dd2-a40a-f3b8aa0ad5d3 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.091515 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2103366c-4111-4dd2-a40a-f3b8aa0ad5d3 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.5603366 Jul 05 04:19:24.094270 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59338) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:24.112711 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] Routers {'7331d9ae-0c06-43f6-84c3-a503a4fff0a7'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:24.114472 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7331d9ae-0c06-43f6-84c3-a503a4fff0a7'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:24.318155 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b21b341a-b1e7-4038-9dac-c74f23118957 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:24.407383 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f560b960-ca4a-4d60-b722-9f0ef56ce1fe tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "GET /v2.0/routers/7331d9ae-0c06-43f6-84c3-a503a4fff0a7 HTTP/1.1" status: 200 len: 906 time: 0.3109422 Jul 05 04:19:24.410170 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59340) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:24.430360 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] Set router 7331d9ae-0c06-43f6-84c3-a503a4fff0a7 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:24.434854 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port b21b341a-b1e7-4038-9dac-c74f23118957 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:24.435360 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.549540 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4c2fcb60-41ca-4eae-ae89-28a51fcb3783 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.572360 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-a80868d9-9a6b-4819-b09a-9eac97fe549f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:24.584330 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-a80868d9-9a6b-4819-b09a-9eac97fe549f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.89 "GET /v2.0/networks?id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e HTTP/1.1" status: 200 len: 797 time: 0.3273714 Jul 05 04:19:24.650042 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device fb1835d3-6bad-4a09-81c3-e134e944e0f1 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:24.650278 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fcb60-41ca-4eae-ae89-28a51fcb3783 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event deleted for resources: {'Port': ['ID=966e36c6-c7fd-4e4b-8530-64e43d8bbdd3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:24.668268 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-e68139e6-2f04-4c83-a853-95cb5b84a435 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=808124476429444bb6a930e35c6aa8ee HTTP/1.1" status: 200 len: 380 time: 0.0733724 Jul 05 04:19:24.679346 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-b7416c52-02af-4c8d-a45d-faef02d41bc1 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'port': {'device_id': '20c5c56a-b294-45a3-b511-38cb776f2376', 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e', 'admin_state_up': True, 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'security_groups': ['c8d8b164-97e3-433c-a485-265114e61377']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:24.796931 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port fb1835d3-6bad-4a09-81c3-e134e944e0f1 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:24.804064 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port fb1835d3-6bad-4a09-81c3-e134e944e0f1 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:24.804599 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.882529 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-49790922-5c5a-4ca8-a59f-c6864093544d tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.943148 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-b7416c52-02af-4c8d-a45d-faef02d41bc1 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Made reservation on behalf of 808124476429444bb6a930e35c6aa8ee for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:19:24.957491 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-b7416c52-02af-4c8d-a45d-faef02d41bc1 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.962405 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7331d9ae-0c06-43f6-84c3-a503a4fff0a7', 'name': 'tempest-snat-router-1826175410', 'tenant_id': '3d2c8c41cfd547bf86aca16c4ccc0b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'a20d0e7e-40ad-4f9f-97f3-5ad94e936ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:16Z', 'updated_at': '2021-07-05T04:19:21Z', 'revision_number': 3, 'project_id': '3d2c8c41cfd547bf86aca16c4ccc0b4c', 'gw_port': {'id': 'a20d0e7e-40ad-4f9f-97f3-5ad94e936ea0', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:10:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7331d9ae-0c06-43f6-84c3-a503a4fff0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:18Z', 'updated_at': '2021-07-05T04:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:24.969626 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.993459 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4c2fcb60-41ca-4eae-ae89-28a51fcb3783 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.993887 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-4c2fcb60-41ca-4eae-ae89-28a51fcb3783 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Floating IP 72a582f5-318e-4293-981f-a30739aca31d disassociated (deleted). External IP: 172.25.1.246, port: 4c0a6be1-ee20-44ab-b334-f189d996ea6d. Jul 05 04:19:25.036053 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] Checking router: 7331d9ae-0c06-43f6-84c3-a503a4fff0a7 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:25.036413 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] Updating router 7331d9ae-0c06-43f6-84c3-a503a4fff0a7 port a20d0e7e-40ad-4f9f-97f3-5ad94e936ea0 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:19:25.041247 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port fb1835d3-6bad-4a09-81c3-e134e944e0f1, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=fb1835d3-6bad-4a09-81c3-e134e944e0f1,segment=NetworkSegment(0e5ffc70-de92-4ae1-9126-0f2122faf801),segment_id=0e5ffc70-de92-4ae1-9126-0f2122faf801)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:25.050670 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.124195 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.213197 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=fb1835d3-6bad-4a09-81c3-e134e944e0f1,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:25.216423 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:25.248098 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:25.248688 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 54329f0b-eeee-4418-b2b6-5c89d7a6a5c2 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:25.258419 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-395a8eb3-5588-4c89-b123-0605c0f9fab5 req-2ee2b1d5-943d-41ce-baff-14abeee2a821 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 210 time: 0.1253810 Jul 05 04:19:25.347134 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-b7416c52-02af-4c8d-a45d-faef02d41bc1 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Allocated IP 172.20.0.12 (1e22e0ba-c790-4291-becf-02ea6e8b8d0e/0c3310d5-6014-4e5f-8153-91ba05ad73c0/cedad616-b797-4aeb-a631-fbffeac0982e) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:25.640783 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-b7416c52-02af-4c8d-a45d-faef02d41bc1 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.657679 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-b7416c52-02af-4c8d-a45d-faef02d41bc1 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Transition to ACTIVE for port object cedad616-b797-4aeb-a631-fbffeac0982e will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:25.661499 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.674348 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] Transition to ACTIVE for port object a20d0e7e-40ad-4f9f-97f3-5ad94e936ea0 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:25.695265 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.701984 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-b7416c52-02af-4c8d-a45d-faef02d41bc1 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.764038 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b559b-24c6-4261-8512-484589664a4f None None] Pushing event updated for resources: {'Port': ['ID=a20d0e7e-40ad-4f9f-97f3-5ad94e936ea0,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:25.775486 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7416c52-02af-4c8d-a45d-faef02d41bc1 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Port': ['ID=cedad616-b797-4aeb-a631-fbffeac0982e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:25.795839 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] Attempting to bind port a20d0e7e-40ad-4f9f-97f3-5ad94e936ea0 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:19:25.796381 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] Attempting to bind port a20d0e7e-40ad-4f9f-97f3-5ad94e936ea0 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:19:25.797106 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] Attempting to bind port a20d0e7e-40ad-4f9f-97f3-5ad94e936ea0 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:25.804338 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-b7416c52-02af-4c8d-a45d-faef02d41bc1 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network 1e22e0ba-c790-4291-becf-02ea6e8b8d0e is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:25.806352 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-b7416c52-02af-4c8d-a45d-faef02d41bc1 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:25.811040 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-b7416c52-02af-4c8d-a45d-faef02d41bc1 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:25.897628 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:19:25.898002 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:25.898397 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.898790 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:19:25.899262 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] Bound port: a20d0e7e-40ad-4f9f-97f3-5ad94e936ea0, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:19:25.899632 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.906084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-b7416c52-02af-4c8d-a45d-faef02d41bc1 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:25.907061 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-b7416c52-02af-4c8d-a45d-faef02d41bc1 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.936452 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-b7416c52-02af-4c8d-a45d-faef02d41bc1 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2610812 Jul 05 04:19:25.961546 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-3032866a-09c7-4915-82f2-015bf328daa7 service neutron] Request body: {'port': {'device_id': '20c5c56a-b294-45a3-b511-38cb776f2376', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:26.014234 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] For port a20d0e7e-40ad-4f9f-97f3-5ad94e936ea0, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:19:26.018330 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] For port a20d0e7e-40ad-4f9f-97f3-5ad94e936ea0, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a20d0e7e-40ad-4f9f-97f3-5ad94e936ea0,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:19:26.031626 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:26.129440 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-49790922-5c5a-4ca8-a59f-c6864093544d tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:26.196255 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] Routers {'7331d9ae-0c06-43f6-84c3-a503a4fff0a7'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:26.199101 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7331d9ae-0c06-43f6-84c3-a503a4fff0a7'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:26.211273 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device fb1835d3-6bad-4a09-81c3-e134e944e0f1 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:26.221645 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-3032866a-09c7-4915-82f2-015bf328daa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:26.372277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3da7a177-584d-490e-87d2-b4e51d51d036 None None] Provisioning for port cedad616-b797-4aeb-a631-fbffeac0982e completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:26.389784 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b559b-24c6-4261-8512-484589664a4f None None] Pushing event updated for resources: {'Port': ['ID=a20d0e7e-40ad-4f9f-97f3-5ad94e936ea0,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:26.407277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port fb1835d3-6bad-4a09-81c3-e134e944e0f1 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:26.408925 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:26.427495 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-49790922-5c5a-4ca8-a59f-c6864093544d tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Deleting port a20d0e7e-40ad-4f9f-97f3-5ad94e936ea0 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:26.452071 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-49790922-5c5a-4ca8-a59f-c6864093544d tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:26.478637 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] Set router 7331d9ae-0c06-43f6-84c3-a503a4fff0a7 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:26.496004 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3da7a177-584d-490e-87d2-b4e51d51d036 None None] Provisioning complete for port cedad616-b797-4aeb-a631-fbffeac0982e triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:26.496534 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3da7a177-584d-490e-87d2-b4e51d51d036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:26.603486 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2fcb60-41ca-4eae-ae89-28a51fcb3783 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Router 0038e5ad-9377-4d20-8d1f-2076245bb6f6 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:19:26.619705 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7331d9ae-0c06-43f6-84c3-a503a4fff0a7', 'name': 'tempest-snat-router-1826175410', 'tenant_id': '3d2c8c41cfd547bf86aca16c4ccc0b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:16Z', 'updated_at': '2021-07-05T04:19:26Z', 'revision_number': 4, 'project_id': '3d2c8c41cfd547bf86aca16c4ccc0b4c', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:26.641438 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-3da7a177-584d-490e-87d2-b4e51d51d036 None None] Port cedad616-b797-4aeb-a631-fbffeac0982e cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:19:26.653615 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27452eef-c805-42bb-b215-0c0057cb3a37 None None] The sync data for ids ['7331d9ae-0c06-43f6-84c3-a503a4fff0a7'] in n-d-780147-23 is: [{'id': '7331d9ae-0c06-43f6-84c3-a503a4fff0a7', 'name': 'tempest-snat-router-1826175410', 'tenant_id': '3d2c8c41cfd547bf86aca16c4ccc0b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:16Z', 'updated_at': '2021-07-05T04:19:26Z', 'revision_number': 4, 'project_id': '3d2c8c41cfd547bf86aca16c4ccc0b4c', 'gw_port_host': None}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:26.759461 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6a63-5b42-4c35-8f4f-df2c5a210088 req-44fef71c-a61b-4249-a336-2d2f18aa91f9 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:26.766895 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b2e6a63-5b42-4c35-8f4f-df2c5a210088 req-44fef71c-a61b-4249-a336-2d2f18aa91f9 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 932 time: 0.1437180 Jul 05 04:19:26.837087 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b2e6a63-5b42-4c35-8f4f-df2c5a210088 req-2ec79f4c-5aeb-44da-bd59-bb21b3fe324c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667810 Jul 05 04:19:26.912614 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-49790922-5c5a-4ca8-a59f-c6864093544d tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] For port a20d0e7e-40ad-4f9f-97f3-5ad94e936ea0, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a20d0e7e-40ad-4f9f-97f3-5ad94e936ea0,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:26.920260 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-49790922-5c5a-4ca8-a59f-c6864093544d tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:26.963021 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-3032866a-09c7-4915-82f2-015bf328daa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cedad616-b797-4aeb-a631-fbffeac0982e {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:19:26.987108 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-49790922-5c5a-4ca8-a59f-c6864093544d tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Calling delete_port for a20d0e7e-40ad-4f9f-97f3-5ad94e936ea0 owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:26.988118 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-3032866a-09c7-4915-82f2-015bf328daa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:27.018856 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-3032866a-09c7-4915-82f2-015bf328daa7 service neutron] Transition to ACTIVE for port object cedad616-b797-4aeb-a631-fbffeac0982e will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:27.035078 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-3032866a-09c7-4915-82f2-015bf328daa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:27.076963 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2fcb60-41ca-4eae-ae89-28a51fcb3783 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:27.084199 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4c2fcb60-41ca-4eae-ae89-28a51fcb3783 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:27.089907 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6bf928-f344-4055-9e77-d1d23c380d68 None None] Sync routers for ids ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:27.107315 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6bf928-f344-4055-9e77-d1d23c380d68 None None] Routers {'0038e5ad-9377-4d20-8d1f-2076245bb6f6'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:27.107990 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fc6bf928-f344-4055-9e77-d1d23c380d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:27.132456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032866a-09c7-4915-82f2-015bf328daa7 service neutron] Pushing event updated for resources: {'Port': ['ID=cedad616-b797-4aeb-a631-fbffeac0982e,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:27.160358 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4c2fcb60-41ca-4eae-ae89-28a51fcb3783 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "DELETE /v2.0/floatingips/72a582f5-318e-4293-981f-a30739aca31d HTTP/1.1" status: 204 len: 168 time: 3.6347899 Jul 05 04:19:27.163668 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d54ae7-e896-4f01-a51f-da495766efbf', 'tag': '4c0a6be1-ee20-44ab-b334-f189d996ea6d'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:19:27.166594 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4639ddde-3274-49f7-a9b1-487e0c2b3264" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d54ae7-e896-4f01-a51f-da495766efbf", "tag": "4c0a6be1-ee20-44ab-b334-f189d996ea6d"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:19:27.354911 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-3032866a-09c7-4915-82f2-015bf328daa7 service neutron] Attempting to bind port cedad616-b797-4aeb-a631-fbffeac0982e on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:19:27.355488 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-3032866a-09c7-4915-82f2-015bf328daa7 service neutron] Attempting to bind port cedad616-b797-4aeb-a631-fbffeac0982e by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '0e5ffc70-de92-4ae1-9126-0f2122faf801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:19:27.357747 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-3032866a-09c7-4915-82f2-015bf328daa7 service neutron] Attempting to bind port cedad616-b797-4aeb-a631-fbffeac0982e on network 1e22e0ba-c790-4291-becf-02ea6e8b8d0e {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:27.388911 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-3032866a-09c7-4915-82f2-015bf328daa7 service neutron] Port cedad616-b797-4aeb-a631-fbffeac0982e on network 1e22e0ba-c790-4291-becf-02ea6e8b8d0e not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:19:27.389487 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-3032866a-09c7-4915-82f2-015bf328daa7 service neutron] Attempting to bind port cedad616-b797-4aeb-a631-fbffeac0982e on network 1e22e0ba-c790-4291-becf-02ea6e8b8d0e {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:27.399583 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-3032866a-09c7-4915-82f2-015bf328daa7 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:19:27.401379 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-3032866a-09c7-4915-82f2-015bf328daa7 service neutron] Checking segment: {'id': '0e5ffc70-de92-4ae1-9126-0f2122faf801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:27.402193 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-3032866a-09c7-4915-82f2-015bf328daa7 service neutron] Bound using segment: {'id': '0e5ffc70-de92-4ae1-9126-0f2122faf801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:19:27.402870 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-3032866a-09c7-4915-82f2-015bf328daa7 service neutron] Bound port: cedad616-b797-4aeb-a631-fbffeac0982e, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e5ffc70-de92-4ae1-9126-0f2122faf801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:19:27.407053 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-3032866a-09c7-4915-82f2-015bf328daa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:27.458936 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-49790922-5c5a-4ca8-a59f-c6864093544d tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:27.533617 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f91bc47-8fd1-4480-98ab-b0dda8e165b1 x-openstack-request-id: req-1f91bc47-8fd1-4480-98ab-b0dda8e165b1 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:19:27.533966 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d54ae7-e896-4f01-a51f-da495766efbf", "tag": "4c0a6be1-ee20-44ab-b334-f189d996ea6d", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:19:27.534175 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1f91bc47-8fd1-4480-98ab-b0dda8e165b1 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:19:27.534600 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d54ae7-e896-4f01-a51f-da495766efbf', 'tag': '4c0a6be1-ee20-44ab-b334-f189d996ea6d', 'status': 'completed', 'code': 200} Jul 05 04:19:27.535868 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49790922-5c5a-4ca8-a59f-c6864093544d tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Pushing event deleted for resources: {'Port': ['ID=a20d0e7e-40ad-4f9f-97f3-5ad94e936ea0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:27.563441 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-3032866a-09c7-4915-82f2-015bf328daa7 service neutron] For port cedad616-b797-4aeb-a631-fbffeac0982e, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:19:27.574065 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-3032866a-09c7-4915-82f2-015bf328daa7 service neutron] For port cedad616-b797-4aeb-a631-fbffeac0982e, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=cedad616-b797-4aeb-a631-fbffeac0982e,segment=NetworkSegment(0e5ffc70-de92-4ae1-9126-0f2122faf801),segment_id=0e5ffc70-de92-4ae1-9126-0f2122faf801)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:19:27.656258 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-3032866a-09c7-4915-82f2-015bf328daa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:27.687068 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-49790922-5c5a-4ca8-a59f-c6864093544d tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:27.761767 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-3032866a-09c7-4915-82f2-015bf328daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:27.763167 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-3032866a-09c7-4915-82f2-015bf328daa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:27.769143 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-3032866a-09c7-4915-82f2-015bf328daa7 service neutron] 10.222.0.89 "PUT /v2.0/ports/cedad616-b797-4aeb-a631-fbffeac0982e HTTP/1.1" status: 200 len: 1093 time: 1.8091345 Jul 05 04:19:27.777453 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c5c56a-b294-45a3-b511-38cb776f2376', 'tag': 'cedad616-b797-4aeb-a631-fbffeac0982e'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:19:27.780475 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938e9bed-5fd3-46a4-9b2d-0a08b069a3cd" -d '{"events": [{"name": "network-changed", "server_uuid": "20c5c56a-b294-45a3-b511-38cb776f2376", "tag": "cedad616-b797-4aeb-a631-fbffeac0982e"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:19:27.829928 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032866a-09c7-4915-82f2-015bf328daa7 service neutron] Pushing event updated for resources: {'Port': ['ID=cedad616-b797-4aeb-a631-fbffeac0982e,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:27.939818 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2ff1df-bcc5-4770-9fdd-cc8c74a484db x-openstack-request-id: req-8d2ff1df-bcc5-4770-9fdd-cc8c74a484db {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:19:27.940353 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c5c56a-b294-45a3-b511-38cb776f2376", "tag": "cedad616-b797-4aeb-a631-fbffeac0982e", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:19:27.940747 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8d2ff1df-bcc5-4770-9fdd-cc8c74a484db {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:19:27.941201 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c5c56a-b294-45a3-b511-38cb776f2376', 'tag': 'cedad616-b797-4aeb-a631-fbffeac0982e', 'status': 'completed', 'code': 200} Jul 05 04:19:27.957831 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-fc6bf928-f344-4055-9e77-d1d23c380d68 None None] Set router 0038e5ad-9377-4d20-8d1f-2076245bb6f6 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:27.991838 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639ddde-3274-49f7-a9b1-487e0c2b3264 req-b67e387f-d921-4d93-97cd-1eecf5b13728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:27.993584 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4639ddde-3274-49f7-a9b1-487e0c2b3264 req-b67e387f-d921-4d93-97cd-1eecf5b13728 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac0be634601541e3aba69b1b2bc67317&device_id=f3d54ae7-e896-4f01-a51f-da495766efbf HTTP/1.1" status: 200 len: 1098 time: 0.4079144 Jul 05 04:19:28.097274 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-49790922-5c5a-4ca8-a59f-c6864093544d tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:28.100851 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-49790922-5c5a-4ca8-a59f-c6864093544d tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:28.226256 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-49790922-5c5a-4ca8-a59f-c6864093544d tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:28.227670 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49790922-5c5a-4ca8-a59f-c6864093544d tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7331d9ae-0c06-43f6-84c3-a503a4fff0a7 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:19:28.234158 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-49790922-5c5a-4ca8-a59f-c6864093544d tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:28.236496 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-49790922-5c5a-4ca8-a59f-c6864093544d tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "DELETE /v2.0/routers/7331d9ae-0c06-43f6-84c3-a503a4fff0a7 HTTP/1.1" status: 204 len: 168 time: 3.8246651 Jul 05 04:19:28.240751 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59384) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:28.287471 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-56b11eb3-c7d7-4875-a586-f35bae939828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:28.290160 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-56b11eb3-c7d7-4875-a586-f35bae939828 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 1096 time: 0.4153414 Jul 05 04:19:28.307320 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639ddde-3274-49f7-a9b1-487e0c2b3264 req-eed147ec-527e-4804-b7df-d6c06abed754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:28.308544 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4639ddde-3274-49f7-a9b1-487e0c2b3264 req-eed147ec-527e-4804-b7df-d6c06abed754 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f965a522-bdd2-4dcc-b35e-5f8b97d18006 HTTP/1.1" status: 200 len: 898 time: 0.3037040 Jul 05 04:19:28.355760 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fc6bf928-f344-4055-9e77-d1d23c380d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'name': 'tempest-TestNetworkBasicOps-router-51502788', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'dac90439-084b-4064-a558-945c3c38212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:19:13Z', 'revision_number': 6, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': 'dac90439-084b-4064-a558-945c3c38212c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '6876c264-9b5b-4263-9f2c-b38c28c6b1ff', 'name': '', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:78:9e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:10Z', 'updated_at': '2021-07-05T04:16:25Z', 'revision_number': 5, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:28.366494 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d928d-2d66-48c1-a5db-e0cd48748e35 req-08e4d95a-9fce-4700-a19a-a7cc5bce75d1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:28.368285 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c8d928d-2d66-48c1-a5db-e0cd48748e35 req-08e4d95a-9fce-4700-a19a-a7cc5bce75d1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3d54ae7-e896-4f01-a51f-da495766efbf HTTP/1.1" status: 200 len: 946 time: 0.1928151 Jul 05 04:19:28.373247 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-7736ea0d-b722-4f51-a78d-713988c70112 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cedad616-b797-4aeb-a631-fbffeac0982e HTTP/1.1" status: 200 len: 217 time: 0.0625942 Jul 05 04:19:28.410116 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6bf928-f344-4055-9e77-d1d23c380d68 None None] Checking router: 0038e5ad-9377-4d20-8d1f-2076245bb6f6 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:28.418948 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6bf928-f344-4055-9e77-d1d23c380d68 None None] Routers {'0038e5ad-9377-4d20-8d1f-2076245bb6f6'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:28.419577 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fc6bf928-f344-4055-9e77-d1d23c380d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:28.440086 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4639ddde-3274-49f7-a9b1-487e0c2b3264 req-2513acfc-c18b-4e9f-b07c-b239185e41e6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c0a6be1-ee20-44ab-b334-f189d996ea6d HTTP/1.1" status: 200 len: 217 time: 0.1109722 Jul 05 04:19:28.441481 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c8d928d-2d66-48c1-a5db-e0cd48748e35 req-12006f61-910d-40ab-b66d-a5725ae99e42 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=6cc94aa0-71d7-4f9c-8a21-712bf89df505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657630 Jul 05 04:19:28.443179 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0bf901c2-c07e-4c17-ac41-fec7bdf8f106 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:28.451327 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c3b12-cf92-4de2-96b0-d26eb4a6383c req-8259a0fd-0032-4b6d-9a9b-364e64649f87 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:28.452908 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-416c3b12-cf92-4de2-96b0-d26eb4a6383c req-8259a0fd-0032-4b6d-9a9b-364e64649f87 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 944 time: 0.2713361 Jul 05 04:19:28.537140 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:19:28.546404 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639ddde-3274-49f7-a9b1-487e0c2b3264 req-905f35d7-91ed-4780-959f-ba8968a89144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:28.548011 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4639ddde-3274-49f7-a9b1-487e0c2b3264 req-905f35d7-91ed-4780-959f-ba8968a89144 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=da53b46c-5bea-4ede-97c2-6167e1164bdb HTTP/1.1" status: 200 len: 834 time: 0.0941145 Jul 05 04:19:28.554263 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-fc6bf928-f344-4055-9e77-d1d23c380d68 None None] Set router 0038e5ad-9377-4d20-8d1f-2076245bb6f6 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:28.589323 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0bf901c2-c07e-4c17-ac41-fec7bdf8f106 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:28.616109 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-aeedf6b2-6007-4978-82ef-20cb9eb6fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:28.622884 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-aeedf6b2-6007-4978-82ef-20cb9eb6fc3a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0c3310d5-6014-4e5f-8153-91ba05ad73c0 HTTP/1.1" status: 200 len: 835 time: 0.1920407 Jul 05 04:19:28.633772 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-416c3b12-cf92-4de2-96b0-d26eb4a6383c req-b51d2e7c-a1bd-47c2-8366-bd5e11524cb7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143694 Jul 05 04:19:28.674254 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-0bf901c2-c07e-4c17-ac41-fec7bdf8f106 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Deleting port b21b341a-b1e7-4038-9dac-c74f23118957 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:28.674760 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0bf901c2-c07e-4c17-ac41-fec7bdf8f106 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:28.694459 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639ddde-3274-49f7-a9b1-487e0c2b3264 req-73f75a1c-78ad-45a4-9b30-34ce09fb516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:28.695999 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4639ddde-3274-49f7-a9b1-487e0c2b3264 req-73f75a1c-78ad-45a4-9b30-34ce09fb516d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f965a522-bdd2-4dcc-b35e-5f8b97d18006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1385040 Jul 05 04:19:28.779762 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6b588664-9848-4a32-8595-202a8af9c47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:28.822973 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-0bf901c2-c07e-4c17-ac41-fec7bdf8f106 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] For port b21b341a-b1e7-4038-9dac-c74f23118957, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b21b341a-b1e7-4038-9dac-c74f23118957,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:28.823390 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0bf901c2-c07e-4c17-ac41-fec7bdf8f106 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:28.833417 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-d55d941f-88af-4fe3-a431-993d7dd4c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:28.834966 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-d55d941f-88af-4fe3-a431-993d7dd4c1f8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2002990 Jul 05 04:19:28.850279 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-0bf901c2-c07e-4c17-ac41-fec7bdf8f106 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Calling delete_port for b21b341a-b1e7-4038-9dac-c74f23118957 owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:28.852218 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fc6bf928-f344-4055-9e77-d1d23c380d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'name': 'tempest-TestNetworkBasicOps-router-51502788', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'dac90439-084b-4064-a558-945c3c38212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:19:13Z', 'revision_number': 6, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': 'dac90439-084b-4064-a558-945c3c38212c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '6876c264-9b5b-4263-9f2c-b38c28c6b1ff', 'name': '', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:78:9e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:10Z', 'updated_at': '2021-07-05T04:16:25Z', 'revision_number': 5, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:28.884227 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6bf928-f344-4055-9e77-d1d23c380d68 None None] The sync data for ids ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'] in n-d-780147-23 is: [{'id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'name': 'tempest-TestNetworkBasicOps-router-51502788', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'dac90439-084b-4064-a558-945c3c38212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:19:13Z', 'revision_number': 6, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': 'dac90439-084b-4064-a558-945c3c38212c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '6876c264-9b5b-4263-9f2c-b38c28c6b1ff', 'name': '', 'network_id': 'f965a522-bdd2-4dcc-b35e-5f8b97d18006', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:78:9e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:10Z', 'updated_at': '2021-07-05T04:16:25Z', 'revision_number': 5, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': 'da53b46c-5bea-4ede-97c2-6167e1164bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:28.991192 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4639ddde-3274-49f7-a9b1-487e0c2b3264 req-f876f6c1-1ecc-48da-a6f5-bfac8d172bba service neutron] 10.222.0.70 "GET /v2.0/networks/f965a522-bdd2-4dcc-b35e-5f8b97d18006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809675 Jul 05 04:19:29.089698 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-ef879940-2ba9-491a-a918-7a6867a01c76 service neutron] 10.222.0.89 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405047 Jul 05 04:19:29.158025 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0bf901c2-c07e-4c17-ac41-fec7bdf8f106 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.178158 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4639ddde-3274-49f7-a9b1-487e0c2b3264 req-ce85b8b4-fa3d-4f14-b0be-c0ea7b167886 service neutron] 10.222.0.70 "GET /v2.0/networks/f965a522-bdd2-4dcc-b35e-5f8b97d18006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797249 Jul 05 04:19:29.213183 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf901c2-c07e-4c17-ac41-fec7bdf8f106 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Pushing event deleted for resources: {'Port': ['ID=b21b341a-b1e7-4038-9dac-c74f23118957,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:29.224987 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-43fa2a1a-ebf4-466f-a4c2-49379c7dec7a req-2217289d-9a2f-460f-a42c-03bab9c9a76e service neutron] 10.222.0.89 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217802 Jul 05 04:19:29.299333 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0bf901c2-c07e-4c17-ac41-fec7bdf8f106 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.334638 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.370263 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e9bed-5fd3-46a4-9b2d-0a08b069a3cd req-f11d3210-db36-4a54-a51b-14178ca359a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:29.372568 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-938e9bed-5fd3-46a4-9b2d-0a08b069a3cd req-f11d3210-db36-4a54-a51b-14178ca359a8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 1096 time: 0.0949357 Jul 05 04:19:29.433955 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0bf901c2-c07e-4c17-ac41-fec7bdf8f106 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.436557 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0bf901c2-c07e-4c17-ac41-fec7bdf8f106 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.452287 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fbf9bd-a945-48e8-933e-810fe1a98a23 None None] New status for floating IP 72a582f5-318e-4293-981f-a30739aca31d: DOWN {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:19:29.501876 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0bf901c2-c07e-4c17-ac41-fec7bdf8f106 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.502528 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf901c2-c07e-4c17-ac41-fec7bdf8f106 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42ce97db-e06f-470f-ab2c-1816f61e2256 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:19:29.508492 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0bf901c2-c07e-4c17-ac41-fec7bdf8f106 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.511568 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0bf901c2-c07e-4c17-ac41-fec7bdf8f106 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "DELETE /v2.0/routers/42ce97db-e06f-470f-ab2c-1816f61e2256 HTTP/1.1" status: 204 len: 168 time: 1.2694263 Jul 05 04:19:29.517654 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59396) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:29.523719 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-6813b09e-f64e-42c7-ac17-392338aea4df tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1085532379', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}, 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:29.561218 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e9bed-5fd3-46a4-9b2d-0a08b069a3cd req-0fd8e7ec-fb74-4967-b9df-1ebc2aa6ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:29.563088 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-938e9bed-5fd3-46a4-9b2d-0a08b069a3cd req-0fd8e7ec-fb74-4967-b9df-1ebc2aa6ece3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e HTTP/1.1" status: 200 len: 898 time: 0.1823504 Jul 05 04:19:29.582823 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6813b09e-f64e-42c7-ac17-392338aea4df tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.584150 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6813b09e-f64e-42c7-ac17-392338aea4df tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.678890 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-938e9bed-5fd3-46a4-9b2d-0a08b069a3cd req-f6fc617c-8219-423c-b3a2-f8801ffed064 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cedad616-b797-4aeb-a631-fbffeac0982e HTTP/1.1" status: 200 len: 217 time: 0.1061931 Jul 05 04:19:29.756081 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6813b09e-f64e-42c7-ac17-392338aea4df tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.777151 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcf040-4bde-44e4-a4c2-2cc0b82f77d5 req-68247d14-8e06-4042-974d-15e9f1073454 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:29.778616 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d6bcf040-4bde-44e4-a4c2-2cc0b82f77d5 req-68247d14-8e06-4042-974d-15e9f1073454 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3d54ae7-e896-4f01-a51f-da495766efbf HTTP/1.1" status: 200 len: 946 time: 0.2806196 Jul 05 04:19:29.795590 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e9bed-5fd3-46a4-9b2d-0a08b069a3cd req-f4560ea6-4e39-45bf-8992-1c7ff0232692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:29.797094 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-938e9bed-5fd3-46a4-9b2d-0a08b069a3cd req-f4560ea6-4e39-45bf-8992-1c7ff0232692 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0c3310d5-6014-4e5f-8153-91ba05ad73c0 HTTP/1.1" status: 200 len: 835 time: 0.1072755 Jul 05 04:19:29.980650 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e32715-7285-4900-9a43-115ddec83d23 req-e66ad6ab-a54c-4572-8c33-410a46d73dd4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:29.983227 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38e32715-7285-4900-9a43-115ddec83d23 req-e66ad6ab-a54c-4572-8c33-410a46d73dd4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3d54ae7-e896-4f01-a51f-da495766efbf HTTP/1.1" status: 200 len: 946 time: 0.2909396 Jul 05 04:19:30.003741 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997b646-0d69-4cb2-8698-b2603cd9a3de req-bfc16801-a956-4101-aa1d-963e904a8b1f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:30.008341 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2997b646-0d69-4cb2-8698-b2603cd9a3de req-bfc16801-a956-4101-aa1d-963e904a8b1f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 944 time: 0.1462607 Jul 05 04:19:30.011412 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e9bed-5fd3-46a4-9b2d-0a08b069a3cd req-178ac7a9-a890-465e-86d3-491be3f2baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:30.012880 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-938e9bed-5fd3-46a4-9b2d-0a08b069a3cd req-178ac7a9-a890-465e-86d3-491be3f2baa9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1885152 Jul 05 04:19:30.032946 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6813b09e-f64e-42c7-ac17-392338aea4df tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.123935 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38e32715-7285-4900-9a43-115ddec83d23 req-48a76fd6-a859-4716-832c-963872eb89ed tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=6cc94aa0-71d7-4f9c-8a21-712bf89df505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035097 Jul 05 04:19:30.217425 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b21b341a-b1e7-4038-9dac-c74f23118957 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:30.259877 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: b21b341a-b1e7-4038-9dac-c74f23118957 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:30.260649 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b21b341a-b1e7-4038-9dac-c74f23118957 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:30.265587 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-d6bcf040-4bde-44e4-a4c2-2cc0b82f77d5 req-0e97b3d6-2cd7-47bf-9155-b218ee14f5f6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Deleting port 4c0a6be1-ee20-44ab-b334-f189d996ea6d {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:30.265922 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d6bcf040-4bde-44e4-a4c2-2cc0b82f77d5 req-0e97b3d6-2cd7-47bf-9155-b218ee14f5f6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.381397 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6813b09e-f64e-42c7-ac17-392338aea4df tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.407748 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6813b09e-f64e-42c7-ac17-392338aea4df tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.601082 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-6813b09e-f64e-42c7-ac17-392338aea4df tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Allocated IP 172.25.1.23 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/6ea5ed8b-4b24-4576-ad43-85b6d3d3a045) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:30.762252 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2997b646-0d69-4cb2-8698-b2603cd9a3de req-7c99392a-92a4-4abe-9de3-7059dd370477 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7481542 Jul 05 04:19:30.774927 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-938e9bed-5fd3-46a4-9b2d-0a08b069a3cd req-6dc6c280-826a-4e77-b52b-ed5d50a953d0 service neutron] 10.222.0.89 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7522159 Jul 05 04:19:30.776842 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6813b09e-f64e-42c7-ac17-392338aea4df tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.834724 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6813b09e-f64e-42c7-ac17-392338aea4df tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.880612 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6813b09e-f64e-42c7-ac17-392338aea4df tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:30.884387 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-6813b09e-f64e-42c7-ac17-392338aea4df tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:30.887074 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6813b09e-f64e-42c7-ac17-392338aea4df tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:30.888453 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-d6bcf040-4bde-44e4-a4c2-2cc0b82f77d5 req-0e97b3d6-2cd7-47bf-9155-b218ee14f5f6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] For port 4c0a6be1-ee20-44ab-b334-f189d996ea6d, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=4c0a6be1-ee20-44ab-b334-f189d996ea6d,segment=NetworkSegment(d3f78197-d07d-4192-91d5-3fa85d5826af),segment_id=d3f78197-d07d-4192-91d5-3fa85d5826af)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:30.888906 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d6bcf040-4bde-44e4-a4c2-2cc0b82f77d5 req-0e97b3d6-2cd7-47bf-9155-b218ee14f5f6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.911273 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-d6bcf040-4bde-44e4-a4c2-2cc0b82f77d5 req-0e97b3d6-2cd7-47bf-9155-b218ee14f5f6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Calling delete_port for 4c0a6be1-ee20-44ab-b334-f189d996ea6d owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:30.926007 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813b09e-f64e-42c7-ac17-392338aea4df tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Pushing event updated for resources: {'Port': ['ID=6ea5ed8b-4b24-4576-ad43-85b6d3d3a045,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:30.937884 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-938e9bed-5fd3-46a4-9b2d-0a08b069a3cd req-43121d90-84d5-452a-a6fa-4af02ffb7c2d service neutron] 10.222.0.89 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519067 Jul 05 04:19:31.060186 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d6bcf040-4bde-44e4-a4c2-2cc0b82f77d5 req-0e97b3d6-2cd7-47bf-9155-b218ee14f5f6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:31.103826 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97b3d6-2cd7-47bf-9155-b218ee14f5f6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event deleted for resources: {'Port': ['ID=4c0a6be1-ee20-44ab-b334-f189d996ea6d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:31.156087 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bcf040-4bde-44e4-a4c2-2cc0b82f77d5 req-0e97b3d6-2cd7-47bf-9155-b218ee14f5f6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] No DVR routers for this DVR port 4c0a6be1-ee20-44ab-b334-f189d996ea6d on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:19:31.158965 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d6bcf040-4bde-44e4-a4c2-2cc0b82f77d5 req-0e97b3d6-2cd7-47bf-9155-b218ee14f5f6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:31.161285 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d6bcf040-4bde-44e4-a4c2-2cc0b82f77d5 req-0e97b3d6-2cd7-47bf-9155-b218ee14f5f6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.70 "DELETE /v2.0/ports/4c0a6be1-ee20-44ab-b334-f189d996ea6d HTTP/1.1" status: 204 len: 173 time: 1.3753016 Jul 05 04:19:31.161751 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d54ae7-e896-4f01-a51f-da495766efbf', 'name': 'network-vif-deleted', 'tag': '4c0a6be1-ee20-44ab-b334-f189d996ea6d'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:19:31.164043 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be82097b-8017-435f-8153-a378f4f4dd76" -d '{"events": [{"server_uuid": "f3d54ae7-e896-4f01-a51f-da495766efbf", "name": "network-vif-deleted", "tag": "4c0a6be1-ee20-44ab-b334-f189d996ea6d"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:19:31.205673 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f47cb3-144d-4562-b91e-e9b9d4e7ac49 x-openstack-request-id: req-46f47cb3-144d-4562-b91e-e9b9d4e7ac49 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:19:31.205971 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d54ae7-e896-4f01-a51f-da495766efbf", "name": "network-vif-deleted", "tag": "4c0a6be1-ee20-44ab-b334-f189d996ea6d", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:19:31.206220 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-46f47cb3-144d-4562-b91e-e9b9d4e7ac49 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:19:31.206721 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d54ae7-e896-4f01-a51f-da495766efbf', 'name': 'network-vif-deleted', 'tag': '4c0a6be1-ee20-44ab-b334-f189d996ea6d', 'status': 'completed', 'code': 200} Jul 05 04:19:31.321489 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-317ff65c-be70-487c-8f42-4f1b5cd69892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:31.357221 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6813b09e-f64e-42c7-ac17-392338aea4df tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:31.388618 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3bc124d9-afd5-4c3c-b520-e02be436bd65 req-513edfe9-c133-4c9b-918c-ce39b46bb3ee tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3d54ae7-e896-4f01-a51f-da495766efbf HTTP/1.1" status: 200 len: 210 time: 0.0647767 Jul 05 04:19:31.745891 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:31.761874 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6813b09e-f64e-42c7-ac17-392338aea4df tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:31.914199 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6813b09e-f64e-42c7-ac17-392338aea4df tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Router 25089e6e-24bc-4a10-8cd3-d17ecb910a95 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:19:31.968540 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094ef53-ccd1-4631-a01d-668547d311e6 req-334bca08-4795-4dba-be9d-3ceef00df187 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:31.977649 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7094ef53-ccd1-4631-a01d-668547d311e6 req-334bca08-4795-4dba-be9d-3ceef00df187 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 944 time: 0.0971494 Jul 05 04:19:32.023924 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7094ef53-ccd1-4631-a01d-668547d311e6 req-6025f3f8-cb82-42f0-bcac-861f09504df9 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353291 Jul 05 04:19:32.044624 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device cedad616-b797-4aeb-a631-fbffeac0982e details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:19:32.154881 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port cedad616-b797-4aeb-a631-fbffeac0982e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=cedad616-b797-4aeb-a631-fbffeac0982e,segment=NetworkSegment(0e5ffc70-de92-4ae1-9126-0f2122faf801),segment_id=0e5ffc70-de92-4ae1-9126-0f2122faf801)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:32.167769 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'cedad616-b797-4aeb-a631-fbffeac0982e', 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e', 'port_id': 'cedad616-b797-4aeb-a631-fbffeac0982e', 'mac_address': 'fa:16:3e:fc:4f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c3310d5-6014-4e5f-8153-91ba05ad73c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:19:32.208387 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:32.226639 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cedad616-b797-4aeb-a631-fbffeac0982e {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:19:32.247712 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port cedad616-b797-4aeb-a631-fbffeac0982e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=cedad616-b797-4aeb-a631-fbffeac0982e,segment=NetworkSegment(0e5ffc70-de92-4ae1-9126-0f2122faf801),segment_id=0e5ffc70-de92-4ae1-9126-0f2122faf801)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:32.253581 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:32.316225 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=cedad616-b797-4aeb-a631-fbffeac0982e,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:32.324894 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:32.325659 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:32.325770 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:32.326222 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:32.326802 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:32.327226 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:32.327914 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:32.328483 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:32.329000 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:32.330647 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:32.330647 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:32.330950 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:32.366193 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6813b09e-f64e-42c7-ac17-392338aea4df tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:32.377022 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9922c7-5a99-4075-872d-7027c1525c35 None None] Sync routers for ids ['25089e6e-24bc-4a10-8cd3-d17ecb910a95'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:32.385867 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6813b09e-f64e-42c7-ac17-392338aea4df tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:32.388120 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9922c7-5a99-4075-872d-7027c1525c35 None None] Routers {'25089e6e-24bc-4a10-8cd3-d17ecb910a95'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:32.389101 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fb9922c7-5a99-4075-872d-7027c1525c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['25089e6e-24bc-4a10-8cd3-d17ecb910a95'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:32.390349 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59432) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:32.390873 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6813b09e-f64e-42c7-ac17-392338aea4df tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8717160 Jul 05 04:19:32.397676 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-31d43ba5-10d7-4515-94ee-543d4b790e4e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'enable_snat': False}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:32.437720 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 4c0a6be1-ee20-44ab-b334-f189d996ea6d no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:32.441670 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fb9922c7-5a99-4075-872d-7027c1525c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:32.482761 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9922c7-5a99-4075-872d-7027c1525c35 None None] Routers {'25089e6e-24bc-4a10-8cd3-d17ecb910a95'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:32.483488 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fb9922c7-5a99-4075-872d-7027c1525c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['25089e6e-24bc-4a10-8cd3-d17ecb910a95'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:32.491975 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59436) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:32.496834 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 4c0a6be1-ee20-44ab-b334-f189d996ea6d {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:32.497210 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 4c0a6be1-ee20-44ab-b334-f189d996ea6d not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:32.541786 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['cedad616-b797-4aeb-a631-fbffeac0982e'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:19:32.545277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fb9922c7-5a99-4075-872d-7027c1525c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:32.545948 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9922c7-5a99-4075-872d-7027c1525c35 None None] The sync data for ids ['25089e6e-24bc-4a10-8cd3-d17ecb910a95'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:32.584171 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f82b624c-2bf1-442e-8f62-47d09433382e tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:32.617031 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f82b624c-2bf1-442e-8f62-47d09433382e tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:32.679351 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:32.728221 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f82b624c-2bf1-442e-8f62-47d09433382e tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:32.730822 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f82b624c-2bf1-442e-8f62-47d09433382e tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:32.732433 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f82b624c-2bf1-442e-8f62-47d09433382e tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "DELETE /v2.0/security-groups/6cc94aa0-71d7-4f9c-8a21-712bf89df505 HTTP/1.1" status: 204 len: 168 time: 0.2394428 Jul 05 04:19:32.756797 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b624c-2bf1-442e-8f62-47d09433382e tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc94aa0-71d7-4f9c-8a21-712bf89df505,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:32.807661 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59444) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:32.834263 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-31d43ba5-10d7-4515-94ee-543d4b790e4e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:33.332247 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c6d57-9472-4e36-9035-ad2eeba561d3 req-cc23c781-ae5e-4439-b2ee-c9e4702bd769 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:33.334186 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6d2c6d57-9472-4e36-9035-ad2eeba561d3 req-cc23c781-ae5e-4439-b2ee-c9e4702bd769 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 945 time: 0.1263516 Jul 05 04:19:33.360711 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-31d43ba5-10d7-4515-94ee-543d4b790e4e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:33.364355 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-31d43ba5-10d7-4515-94ee-543d4b790e4e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540971'] for router, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:33.421483 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6d2c6d57-9472-4e36-9035-ad2eeba561d3 req-a8180281-d89c-4c5b-a90f-81ce5ba5127d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766218 Jul 05 04:19:33.442385 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53fa70c6-18d9-47be-929d-2506b85c43ee tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:33.509610 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d43ba5-10d7-4515-94ee-543d4b790e4e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Router 25089e6e-24bc-4a10-8cd3-d17ecb910a95 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:19:33.666814 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d43ba5-10d7-4515-94ee-543d4b790e4e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:33.666814 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-31d43ba5-10d7-4515-94ee-543d4b790e4e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:33.668985 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238e79af-fde2-4bcf-8dba-cf2e98ede7d4 None None] Sync routers for ids ['25089e6e-24bc-4a10-8cd3-d17ecb910a95'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:33.670113 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-31d43ba5-10d7-4515-94ee-543d4b790e4e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "PUT /v2.0/routers/25089e6e-24bc-4a10-8cd3-d17ecb910a95 HTTP/1.1" status: 200 len: 921 time: 1.2786818 Jul 05 04:19:33.673728 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59464) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:33.689776 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238e79af-fde2-4bcf-8dba-cf2e98ede7d4 None None] Routers {'25089e6e-24bc-4a10-8cd3-d17ecb910a95'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:33.690225 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-238e79af-fde2-4bcf-8dba-cf2e98ede7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['25089e6e-24bc-4a10-8cd3-d17ecb910a95'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:33.734092 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-238e79af-fde2-4bcf-8dba-cf2e98ede7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:33.744376 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238e79af-fde2-4bcf-8dba-cf2e98ede7d4 None None] Routers {'25089e6e-24bc-4a10-8cd3-d17ecb910a95'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:33.745365 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-238e79af-fde2-4bcf-8dba-cf2e98ede7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['25089e6e-24bc-4a10-8cd3-d17ecb910a95'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:33.811821 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59470) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:33.812054 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0588b41f-8d75-49f2-8c11-c6f7ec4c8a86 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "GET /v2.0/routers/25089e6e-24bc-4a10-8cd3-d17ecb910a95 HTTP/1.1" status: 200 len: 921 time: 0.1368053 Jul 05 04:19:33.815210 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-238e79af-fde2-4bcf-8dba-cf2e98ede7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:33.817104 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238e79af-fde2-4bcf-8dba-cf2e98ede7d4 None None] The sync data for ids ['25089e6e-24bc-4a10-8cd3-d17ecb910a95'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:33.928996 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff8f2c6-5c50-4514-8ca1-866cd0dd7b45 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:33.931995 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1ff8f2c6-5c50-4514-8ca1-866cd0dd7b45 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&device_id=25089e6e-24bc-4a10-8cd3-d17ecb910a95&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1174619 Jul 05 04:19:33.933276 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59474) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:33.939536 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-53fa70c6-18d9-47be-929d-2506b85c43ee tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Deleting port 6876c264-9b5b-4263-9f2c-b38c28c6b1ff {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:33.939990 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53fa70c6-18d9-47be-929d-2506b85c43ee tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:34.039831 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device cedad616-b797-4aeb-a631-fbffeac0982e up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:34.062672 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db77e0e2-7c45-49c7-99a0-bfdd2313c384 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:34.068065 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-db77e0e2-7c45-49c7-99a0-bfdd2313c384 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 881 time: 0.1337564 Jul 05 04:19:34.070249 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59480) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:34.112264 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port cedad616-b797-4aeb-a631-fbffeac0982e completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:34.114746 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1484fadb-1770-4ac2-87e7-3f4bd48adb0d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "GET /v2.0/ports?device_id=25089e6e-24bc-4a10-8cd3-d17ecb910a95 HTTP/1.1" status: 200 len: 205 time: 0.0433156 Jul 05 04:19:34.117190 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59482) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:34.120957 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port cedad616-b797-4aeb-a631-fbffeac0982e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:34.121557 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:34.178723 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-53fa70c6-18d9-47be-929d-2506b85c43ee tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] For port 6876c264-9b5b-4263-9f2c-b38c28c6b1ff, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6876c264-9b5b-4263-9f2c-b38c28c6b1ff,segment=NetworkSegment(d3f78197-d07d-4192-91d5-3fa85d5826af),segment_id=d3f78197-d07d-4192-91d5-3fa85d5826af)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:34.179097 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53fa70c6-18d9-47be-929d-2506b85c43ee tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:34.201096 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-53fa70c6-18d9-47be-929d-2506b85c43ee tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Calling delete_port for 6876c264-9b5b-4263-9f2c-b38c28c6b1ff owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:34.218196 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:34.279412 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port cedad616-b797-4aeb-a631-fbffeac0982e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=cedad616-b797-4aeb-a631-fbffeac0982e,segment=NetworkSegment(0e5ffc70-de92-4ae1-9126-0f2122faf801),segment_id=0e5ffc70-de92-4ae1-9126-0f2122faf801)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:34.280647 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c5c56a-b294-45a3-b511-38cb776f2376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedad616-b797-4aeb-a631-fbffeac0982e'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:19:34.284240 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bdc9cc-55fa-4c8f-8ebb-88967cbfb63e" -d '{"events": [{"server_uuid": "20c5c56a-b294-45a3-b511-38cb776f2376", "name": "network-vif-plugged", "status": "completed", "tag": "cedad616-b797-4aeb-a631-fbffeac0982e"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:19:34.298323 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:34.318059 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d6d3cf84-ba43-429e-b22c-35dde43cf9a3 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:34.343457 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f111c3f-87f1-411c-81a9-0c585a3b1e5c x-openstack-request-id: req-0f111c3f-87f1-411c-81a9-0c585a3b1e5c {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:19:34.344179 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c5c56a-b294-45a3-b511-38cb776f2376", "name": "network-vif-plugged", "status": "completed", "tag": "cedad616-b797-4aeb-a631-fbffeac0982e", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:19:34.345204 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0f111c3f-87f1-411c-81a9-0c585a3b1e5c {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:19:34.345546 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c5c56a-b294-45a3-b511-38cb776f2376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedad616-b797-4aeb-a631-fbffeac0982e', 'code': 200} Jul 05 04:19:34.418617 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=cedad616-b797-4aeb-a631-fbffeac0982e,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:34.431466 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:34.522403 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d6d3cf84-ba43-429e-b22c-35dde43cf9a3 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:34.572745 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14fff9-d206-48de-9513-37cfa9e34d88 req-1f2e084a-0936-4e0c-a72e-13358001e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:34.574288 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-be14fff9-d206-48de-9513-37cfa9e34d88 req-1f2e084a-0936-4e0c-a72e-13358001e1d9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 1098 time: 0.1248009 Jul 05 04:19:34.631551 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53fa70c6-18d9-47be-929d-2506b85c43ee tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:34.644185 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-be14fff9-d206-48de-9513-37cfa9e34d88 req-93c04b76-ea3f-42fa-b327-265d8607b84a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625627 Jul 05 04:19:34.702544 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa70c6-18d9-47be-929d-2506b85c43ee tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event deleted for resources: {'Port': ['ID=6876c264-9b5b-4263-9f2c-b38c28c6b1ff,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:34.711632 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3cf84-ba43-429e-b22c-35dde43cf9a3 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Deleting port 6ea5ed8b-4b24-4576-ad43-85b6d3d3a045 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:34.712008 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d6d3cf84-ba43-429e-b22c-35dde43cf9a3 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:34.904780 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6ad8f-1430-4183-a881-5731c1c03e1f req-3e103a9e-33f5-4f01-9e2e-631acc68ea96 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:34.913078 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-29c6ad8f-1430-4183-a881-5731c1c03e1f req-3e103a9e-33f5-4f01-9e2e-631acc68ea96 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 946 time: 0.2698591 Jul 05 04:19:34.961356 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d6d3cf84-ba43-429e-b22c-35dde43cf9a3 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:34.985741 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3cf84-ba43-429e-b22c-35dde43cf9a3 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Calling delete_port for 6ea5ed8b-4b24-4576-ad43-85b6d3d3a045 owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:35.050897 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-29c6ad8f-1430-4183-a881-5731c1c03e1f req-eaee1e1b-0a89-48b8-ba52-163abc1ff2da tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369462 Jul 05 04:19:35.136730 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53fa70c6-18d9-47be-929d-2506b85c43ee tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:35.392284 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d6d3cf84-ba43-429e-b22c-35dde43cf9a3 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:35.498320 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3cf84-ba43-429e-b22c-35dde43cf9a3 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Pushing event deleted for resources: {'Port': ['ID=6ea5ed8b-4b24-4576-ad43-85b6d3d3a045,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:35.589729 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d6d3cf84-ba43-429e-b22c-35dde43cf9a3 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:35.704142 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d6d3cf84-ba43-429e-b22c-35dde43cf9a3 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:35.708713 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d6d3cf84-ba43-429e-b22c-35dde43cf9a3 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:35.712148 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fa70c6-18d9-47be-929d-2506b85c43ee tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Router 0038e5ad-9377-4d20-8d1f-2076245bb6f6 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:19:36.151336 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d6d3cf84-ba43-429e-b22c-35dde43cf9a3 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.152234 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d3cf84-ba43-429e-b22c-35dde43cf9a3 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Fanout notify agent at l3_agent the message router_deleted on router 25089e6e-24bc-4a10-8cd3-d17ecb910a95 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:19:36.160873 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d6d3cf84-ba43-429e-b22c-35dde43cf9a3 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.167778 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d6d3cf84-ba43-429e-b22c-35dde43cf9a3 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "DELETE /v2.0/routers/25089e6e-24bc-4a10-8cd3-d17ecb910a95 HTTP/1.1" status: 204 len: 168 time: 2.0439043 Jul 05 04:19:36.167960 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59522) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:36.174427 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-545ab2e9-0450-4940-b9cf-30332f4ceeb3 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-692611077', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:36.213440 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-545ab2e9-0450-4940-b9cf-30332f4ceeb3 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.218238 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-545ab2e9-0450-4940-b9cf-30332f4ceeb3 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.281524 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fa70c6-18d9-47be-929d-2506b85c43ee tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:36.290498 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-53fa70c6-18d9-47be-929d-2506b85c43ee tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "PUT /v2.0/routers/0038e5ad-9377-4d20-8d1f-2076245bb6f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4793191 Jul 05 04:19:36.291663 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59524) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:36.294202 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7e01a9-0fed-4f82-9c20-98b8d8890a39 None None] Sync routers for ids ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:36.309468 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7e01a9-0fed-4f82-9c20-98b8d8890a39 None None] Routers {'0038e5ad-9377-4d20-8d1f-2076245bb6f6'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:36.310484 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ca7e01a9-0fed-4f82-9c20-98b8d8890a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:36.347735 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-545ab2e9-0450-4940-b9cf-30332f4ceeb3 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.361720 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-545ab2e9-0450-4940-b9cf-30332f4ceeb3 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.390608 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-54fc0344-a7de-4dad-9abf-b5717bc10b65 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Deleting subnet da53b46c-5bea-4ede-97c2-6167e1164bdb {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:19:36.393419 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-545ab2e9-0450-4940-b9cf-30332f4ceeb3 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.394495 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-545ab2e9-0450-4940-b9cf-30332f4ceeb3 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2256339 Jul 05 04:19:36.398576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59528) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:36.406420 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-92a9c9c9-6fb3-4bf1-a1d2-ec515ea3453f tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:36.409180 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-54fc0344-a7de-4dad-9abf-b5717bc10b65 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.413045 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246e689-522f-47cb-9a23-ace585930db9 req-b26f44e0-0858-4fa5-8a23-6bb338c447b0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:36.416195 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e246e689-522f-47cb-9a23-ace585930db9 req-b26f44e0-0858-4fa5-8a23-6bb338c447b0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 946 time: 0.1310544 Jul 05 04:19:36.468115 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e246e689-522f-47cb-9a23-ace585930db9 req-ad4890dc-258c-410b-9aaf-8c574bea2584 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408561 Jul 05 04:19:36.570546 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-ca7e01a9-0fed-4f82-9c20-98b8d8890a39 None None] Set router 0038e5ad-9377-4d20-8d1f-2076245bb6f6 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:36.603168 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-54fc0344-a7de-4dad-9abf-b5717bc10b65 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.813951 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ca7e01a9-0fed-4f82-9c20-98b8d8890a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'name': 'tempest-TestNetworkBasicOps-router-51502788', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'dac90439-084b-4064-a558-945c3c38212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:19:34Z', 'revision_number': 7, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': 'dac90439-084b-4064-a558-945c3c38212c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:36.855577 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7e01a9-0fed-4f82-9c20-98b8d8890a39 None None] Checking router: 0038e5ad-9377-4d20-8d1f-2076245bb6f6 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:36.872606 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7e01a9-0fed-4f82-9c20-98b8d8890a39 None None] Routers {'0038e5ad-9377-4d20-8d1f-2076245bb6f6'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:36.873946 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ca7e01a9-0fed-4f82-9c20-98b8d8890a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:36.922338 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92a9c9c9-6fb3-4bf1-a1d2-ec515ea3453f tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.967503 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-54fc0344-a7de-4dad-9abf-b5717bc10b65 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:37.019532 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e17ab-c426-4fd1-b372-5a25157b4aad req-d53ec36f-a323-4a68-89d2-15bb05ee68b9 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:37.020135 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-ca7e01a9-0fed-4f82-9c20-98b8d8890a39 None None] Set router 0038e5ad-9377-4d20-8d1f-2076245bb6f6 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:37.026596 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-468e17ab-c426-4fd1-b372-5a25157b4aad req-d53ec36f-a323-4a68-89d2-15bb05ee68b9 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 946 time: 0.3579540 Jul 05 04:19:37.197802 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-468e17ab-c426-4fd1-b372-5a25157b4aad req-96890b7a-0fd0-408d-85c8-e85d3971e506 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685395 Jul 05 04:19:37.237285 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59546) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:37.263076 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-54fc0344-a7de-4dad-9abf-b5717bc10b65 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:37.308894 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc0344-a7de-4dad-9abf-b5717bc10b65 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event deleted for resources: {'Subnet': ['ID=da53b46c-5bea-4ede-97c2-6167e1164bdb,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:37.321830 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-54fc0344-a7de-4dad-9abf-b5717bc10b65 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:37.325262 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-54fc0344-a7de-4dad-9abf-b5717bc10b65 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "DELETE /v2.0/subnets/da53b46c-5bea-4ede-97c2-6167e1164bdb HTTP/1.1" status: 204 len: 168 time: 1.0323749 Jul 05 04:19:37.328155 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59548) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:37.336504 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ca7e01a9-0fed-4f82-9c20-98b8d8890a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'name': 'tempest-TestNetworkBasicOps-router-51502788', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'dac90439-084b-4064-a558-945c3c38212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:19:34Z', 'revision_number': 7, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': 'dac90439-084b-4064-a558-945c3c38212c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:37.341226 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10b2048-e752-4f72-8a95-f880fd717eaa None None] Network f965a522-bdd2-4dcc-b35e-5f8b97d18006 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:37.376226 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b8f5d6-8223-4d1c-9ac4-92cf62804a63 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:37.378297 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-27b8f5d6-8223-4d1c-9ac4-92cf62804a63 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 1093 time: 0.1399798 Jul 05 04:19:37.385787 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59550) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:37.394581 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ddc805a4-7ff0-4699-b741-0037c723388b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': 'cedad616-b797-4aeb-a631-fbffeac0982e', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:37.429053 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7e01a9-0fed-4f82-9c20-98b8d8890a39 None None] The sync data for ids ['0038e5ad-9377-4d20-8d1f-2076245bb6f6'] in n-d-780147-23 is: [{'id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'name': 'tempest-TestNetworkBasicOps-router-51502788', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'dac90439-084b-4064-a558-945c3c38212c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:19:34Z', 'revision_number': 7, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': 'dac90439-084b-4064-a558-945c3c38212c', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0038e5ad-9377-4d20-8d1f-2076245bb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:37.460566 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddc805a4-7ff0-4699-b741-0037c723388b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:37.684313 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92a9c9c9-6fb3-4bf1-a1d2-ec515ea3453f tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:37.701339 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddc805a4-7ff0-4699-b741-0037c723388b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:37.712974 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92a9c9c9-6fb3-4bf1-a1d2-ec515ea3453f tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:37.823551 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d05b6bb-a13b-4f27-9c0e-b7f9bf6ae0cf tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:37.839523 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495d0528-eba5-4347-ac46-260eb91cdb4e None None] DHCP port deletion for f965a522-bdd2-4dcc-b35e-5f8b97d18006 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:19:37.888171 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-ddc805a4-7ff0-4699-b741-0037c723388b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Allocated IP 172.25.1.190 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/3503c42b-fa9f-4a48-85ab-f9cbc108d079) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:37.955595 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-495d0528-eba5-4347-ac46-260eb91cdb4e None None] Deleting port d199b63a-ccb9-416b-af08-919848b4a5fd {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:37.956191 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-495d0528-eba5-4347-ac46-260eb91cdb4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.023161 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d05b6bb-a13b-4f27-9c0e-b7f9bf6ae0cf tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.146341 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-495d0528-eba5-4347-ac46-260eb91cdb4e None None] For port d199b63a-ccb9-416b-af08-919848b4a5fd, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d199b63a-ccb9-416b-af08-919848b4a5fd,segment=NetworkSegment(d3f78197-d07d-4192-91d5-3fa85d5826af),segment_id=d3f78197-d07d-4192-91d5-3fa85d5826af)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:38.146931 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-495d0528-eba5-4347-ac46-260eb91cdb4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.162107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-8d05b6bb-a13b-4f27-9c0e-b7f9bf6ae0cf tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Deleting port dac90439-084b-4064-a558-945c3c38212c {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:38.162574 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d05b6bb-a13b-4f27-9c0e-b7f9bf6ae0cf tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.169315 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-495d0528-eba5-4347-ac46-260eb91cdb4e None None] Calling delete_port for d199b63a-ccb9-416b-af08-919848b4a5fd owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:38.179894 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddc805a4-7ff0-4699-b741-0037c723388b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.249829 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6876c264-9b5b-4263-9f2c-b38c28c6b1ff no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:38.286795 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddc805a4-7ff0-4699-b741-0037c723388b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.354184 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 6876c264-9b5b-4263-9f2c-b38c28c6b1ff {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:38.360067 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6876c264-9b5b-4263-9f2c-b38c28c6b1ff not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:38.364695 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-8d05b6bb-a13b-4f27-9c0e-b7f9bf6ae0cf tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] For port dac90439-084b-4064-a558-945c3c38212c, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=dac90439-084b-4064-a558-945c3c38212c,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:38.364695 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d05b6bb-a13b-4f27-9c0e-b7f9bf6ae0cf tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.365417 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d199b63a-ccb9-416b-af08-919848b4a5fd no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:38.392028 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-92a9c9c9-6fb3-4bf1-a1d2-ec515ea3453f tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Allocated IP 172.25.1.172 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/620a14e5-514f-4348-98a9-d6e65d429caf) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:38.394752 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-8d05b6bb-a13b-4f27-9c0e-b7f9bf6ae0cf tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Calling delete_port for dac90439-084b-4064-a558-945c3c38212c owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:38.431165 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-495d0528-eba5-4347-ac46-260eb91cdb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.473159 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d0528-eba5-4347-ac46-260eb91cdb4e None None] Pushing event deleted for resources: {'Port': ['ID=d199b63a-ccb9-416b-af08-919848b4a5fd,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:38.484073 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Port d199b63a-ccb9-416b-af08-919848b4a5fd update to DOWN by agent not found {{(pid=105540) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 05 04:19:38.502503 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d0528-eba5-4347-ac46-260eb91cdb4e None None] No DVR routers for this DVR port d199b63a-ccb9-416b-af08-919848b4a5fd on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:19:38.503416 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc805a4-7ff0-4699-b741-0037c723388b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:38.520590 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-ddc805a4-7ff0-4699-b741-0037c723388b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:38.528375 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc805a4-7ff0-4699-b741-0037c723388b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:38.531073 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc805a4-7ff0-4699-b741-0037c723388b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Port': ['ID=3503c42b-fa9f-4a48-85ab-f9cbc108d079,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:38.708811 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92a9c9c9-6fb3-4bf1-a1d2-ec515ea3453f tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.831548 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d05b6bb-a13b-4f27-9c0e-b7f9bf6ae0cf tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.837865 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92a9c9c9-6fb3-4bf1-a1d2-ec515ea3453f tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.868658 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05b6bb-a13b-4f27-9c0e-b7f9bf6ae0cf tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event deleted for resources: {'Port': ['ID=dac90439-084b-4064-a558-945c3c38212c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:38.884963 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a9c9c9-6fb3-4bf1-a1d2-ec515ea3453f tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:38.893215 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-92a9c9c9-6fb3-4bf1-a1d2-ec515ea3453f tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:38.914148 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a9c9c9-6fb3-4bf1-a1d2-ec515ea3453f tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:39.008241 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9c9c9-6fb3-4bf1-a1d2-ec515ea3453f tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Pushing event updated for resources: {'Port': ['ID=620a14e5-514f-4348-98a9-d6e65d429caf,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:39.029359 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddc805a4-7ff0-4699-b741-0037c723388b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:39.104195 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d05b6bb-a13b-4f27-9c0e-b7f9bf6ae0cf tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:39.154515 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddc805a4-7ff0-4699-b741-0037c723388b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:39.306132 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d05b6bb-a13b-4f27-9c0e-b7f9bf6ae0cf tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:39.312067 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d05b6bb-a13b-4f27-9c0e-b7f9bf6ae0cf tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:39.464962 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d05b6bb-a13b-4f27-9c0e-b7f9bf6ae0cf tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:39.465620 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d05b6bb-a13b-4f27-9c0e-b7f9bf6ae0cf tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Fanout notify agent at l3_agent the message router_deleted on router 0038e5ad-9377-4d20-8d1f-2076245bb6f6 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:19:39.481877 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d05b6bb-a13b-4f27-9c0e-b7f9bf6ae0cf tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:39.483436 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8d05b6bb-a13b-4f27-9c0e-b7f9bf6ae0cf tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "DELETE /v2.0/routers/0038e5ad-9377-4d20-8d1f-2076245bb6f6 HTTP/1.1" status: 204 len: 168 time: 2.1531646 Jul 05 04:19:39.485735 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59582) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:39.557789 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddc805a4-7ff0-4699-b741-0037c723388b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:39.572106 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92a9c9c9-6fb3-4bf1-a1d2-ec515ea3453f tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:39.588195 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddc805a4-7ff0-4699-b741-0037c723388b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:39.679173 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-40570433-45f8-459a-8cd8-b080099cd917 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:39.681250 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc805a4-7ff0-4699-b741-0037c723388b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Port': ['ID=3503c42b-fa9f-4a48-85ab-f9cbc108d079,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:39.720991 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddc805a4-7ff0-4699-b741-0037c723388b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:39.970210 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-ddc805a4-7ff0-4699-b741-0037c723388b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Floating IP 948f9b39-bb6a-44a2-b919-0b06e34bcb68 associated. External IP: 172.25.1.190, port: cedad616-b797-4aeb-a631-fbffeac0982e. Jul 05 04:19:40.277812 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device dac90439-084b-4064-a558-945c3c38212c no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:40.321759 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: dac90439-084b-4064-a558-945c3c38212c {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:40.324379 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device dac90439-084b-4064-a558-945c3c38212c not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:40.337462 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-40570433-45f8-459a-8cd8-b080099cd917 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.366978 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-40570433-45f8-459a-8cd8-b080099cd917 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f965a522-bdd2-4dcc-b35e-5f8b97d18006']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:40.479822 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-40570433-45f8-459a-8cd8-b080099cd917 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f78197-d07d-4192-91d5-3fa85d5826af') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:40.479822 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-40570433-45f8-459a-8cd8-b080099cd917 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f78197-d07d-4192-91d5-3fa85d5826af') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:40.510783 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-40570433-45f8-459a-8cd8-b080099cd917 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.537975 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc805a4-7ff0-4699-b741-0037c723388b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Router 4243529b-dc8b-465e-9137-9208323f0d70 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:19:40.554156 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-40570433-45f8-459a-8cd8-b080099cd917 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.654909 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40570433-45f8-459a-8cd8-b080099cd917 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:19:40.655330 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-40570433-45f8-459a-8cd8-b080099cd917 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:19:40.708435 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:19:40.776844 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc805a4-7ff0-4699-b741-0037c723388b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:40.788788 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76592da8-ac34-4446-aed4-1a1eb9155bb7 None None] Sync routers for ids ['4243529b-dc8b-465e-9137-9208323f0d70'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:40.804305 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76592da8-ac34-4446-aed4-1a1eb9155bb7 None None] Routers {'4243529b-dc8b-465e-9137-9208323f0d70'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:40.807079 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-76592da8-ac34-4446-aed4-1a1eb9155bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['4243529b-dc8b-465e-9137-9208323f0d70'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:40.820989 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-40570433-45f8-459a-8cd8-b080099cd917 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.826997 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-40570433-45f8-459a-8cd8-b080099cd917 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.829413 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-40570433-45f8-459a-8cd8-b080099cd917 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "DELETE /v2.0/networks/f965a522-bdd2-4dcc-b35e-5f8b97d18006 HTTP/1.1" status: 204 len: 168 time: 1.3427460 Jul 05 04:19:40.831676 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ddc805a4-7ff0-4699-b741-0037c723388b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.843313 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92a9c9c9-6fb3-4bf1-a1d2-ec515ea3453f tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.853983 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92a9c9c9-6fb3-4bf1-a1d2-ec515ea3453f tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540971'] for router, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.869448 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59600) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:40.986295 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ddc805a4-7ff0-4699-b741-0037c723388b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5871551 Jul 05 04:19:40.987233 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c5c56a-b294-45a3-b511-38cb776f2376', 'tag': 'cedad616-b797-4aeb-a631-fbffeac0982e'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:19:40.993845 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2d48fa-0c5d-4fa9-a92c-72fb25bce9c3" -d '{"events": [{"name": "network-changed", "server_uuid": "20c5c56a-b294-45a3-b511-38cb776f2376", "tag": "cedad616-b797-4aeb-a631-fbffeac0982e"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:19:41.100309 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-fce86a3c-6c45-4947-885e-9e6c94f82ec0 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'network': {'name': 'tempest-network-smoke--1213974352', 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'port_security_enabled': True}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:41.113854 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cd2f7e-c1fb-42ef-b9da-b9b9f03a59af x-openstack-request-id: req-e1cd2f7e-c1fb-42ef-b9da-b9b9f03a59af {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:19:41.114357 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c5c56a-b294-45a3-b511-38cb776f2376", "tag": "cedad616-b797-4aeb-a631-fbffeac0982e", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:19:41.114777 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e1cd2f7e-c1fb-42ef-b9da-b9b9f03a59af {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:19:41.115335 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c5c56a-b294-45a3-b511-38cb776f2376', 'tag': 'cedad616-b797-4aeb-a631-fbffeac0982e', 'status': 'completed', 'code': 200} Jul 05 04:19:41.117329 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40570433-45f8-459a-8cd8-b080099cd917 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event deleted for resources: {'Network': ['ID=f965a522-bdd2-4dcc-b35e-5f8b97d18006,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:41.152215 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-76592da8-ac34-4446-aed4-1a1eb9155bb7 None None] Set router 4243529b-dc8b-465e-9137-9208323f0d70 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:41.205929 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce86a3c-6c45-4947-885e-9e6c94f82ec0 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Made reservation on behalf of ac0be634601541e3aba69b1b2bc67317 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:19:41.219333 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fce86a3c-6c45-4947-885e-9e6c94f82ec0 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:41.322312 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce86a3c-6c45-4947-885e-9e6c94f82ec0 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:19:41.363859 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a9c9c9-6fb3-4bf1-a1d2-ec515ea3453f tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Router ceaa70cc-9c38-498c-a2c6-ce2c56299b1a is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:19:41.377837 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fce86a3c-6c45-4947-885e-9e6c94f82ec0 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:41.378204 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-fce86a3c-6c45-4947-885e-9e6c94f82ec0 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Added segment 0d26b76a-006a-4476-be69-c82fc79a952b of type vlan for network 89ed3f41-cf6b-4ee1-8279-50e753051d82 Jul 05 04:19:41.456741 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d48fa-0c5d-4fa9-a92c-72fb25bce9c3 req-b30760a0-146e-4517-b3c4-de4fe19ef47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:41.459632 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-de2d48fa-0c5d-4fa9-a92c-72fb25bce9c3 req-b30760a0-146e-4517-b3c4-de4fe19ef47e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 1098 time: 0.3019602 Jul 05 04:19:41.469672 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d11662-9f97-480a-9a4d-1c97ecc09e6d req-9902d9c4-eb71-470c-a636-3b55c93c1aaf tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:41.471602 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c8d11662-9f97-480a-9a4d-1c97ecc09e6d req-9902d9c4-eb71-470c-a636-3b55c93c1aaf tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 946 time: 0.1846416 Jul 05 04:19:41.584701 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d48fa-0c5d-4fa9-a92c-72fb25bce9c3 req-2f6db577-8440-4ce9-b205-ad258309c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:41.586371 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-de2d48fa-0c5d-4fa9-a92c-72fb25bce9c3 req-2f6db577-8440-4ce9-b205-ad258309c98b service neutron] 10.222.0.89 "GET /v2.0/networks?id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e HTTP/1.1" status: 200 len: 898 time: 0.1137288 Jul 05 04:19:41.716700 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c8d11662-9f97-480a-9a4d-1c97ecc09e6d req-aba77c64-f042-4e40-afb3-35b50a5661d8 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291480 Jul 05 04:19:41.732152 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59620) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:41.778757 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a9c9c9-6fb3-4bf1-a1d2-ec515ea3453f tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:41.792590 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-de2d48fa-0c5d-4fa9-a92c-72fb25bce9c3 req-feed73ef-ec58-4cb0-a058-0825c0ff7b40 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cedad616-b797-4aeb-a631-fbffeac0982e HTTP/1.1" status: 200 len: 1000 time: 0.1855817 Jul 05 04:19:41.793290 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fce86a3c-6c45-4947-885e-9e6c94f82ec0 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:41.808217 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1275947-a0de-40c7-ab80-967137dbbcc0 None None] Sync routers for ids ['ceaa70cc-9c38-498c-a2c6-ce2c56299b1a'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:41.814289 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-76592da8-ac34-4446-aed4-1a1eb9155bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4243529b-dc8b-465e-9137-9208323f0d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084042671', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:07Z', 'updated_at': '2021-07-05T04:19:15Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:08Z', 'updated_at': '2021-07-05T04:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '948f9b39-bb6a-44a2-b919-0b06e34bcb68', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'floating_ip_address': '172.25.1.190', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'port_id': 'cedad616-b797-4aeb-a631-fbffeac0982e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e', 'mac_address': 'fa:16:3e:fc:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c5c56a-b294-45a3-b511-38cb776f2376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:19:38Z', 'updated_at': '2021-07-05T04:19:38Z', 'revision_number': 0, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1835d3-6bad-4a09-81c3-e134e944e0f1', 'name': '', 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:84:c2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '0c3310d5-6014-4e5f-8153-91ba05ad73c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:13Z', 'updated_at': '2021-07-05T04:19:25Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '0c3310d5-6014-4e5f-8153-91ba05ad73c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:41.832527 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1275947-a0de-40c7-ab80-967137dbbcc0 None None] Routers {'ceaa70cc-9c38-498c-a2c6-ce2c56299b1a'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:41.833555 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-c1275947-a0de-40c7-ab80-967137dbbcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['ceaa70cc-9c38-498c-a2c6-ce2c56299b1a'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:41.858126 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76592da8-ac34-4446-aed4-1a1eb9155bb7 None None] Checking router: 4243529b-dc8b-465e-9137-9208323f0d70 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:41.873047 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92a9c9c9-6fb3-4bf1-a1d2-ec515ea3453f tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:41.873530 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76592da8-ac34-4446-aed4-1a1eb9155bb7 None None] Routers {'4243529b-dc8b-465e-9137-9208323f0d70'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:41.878284 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-76592da8-ac34-4446-aed4-1a1eb9155bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['4243529b-dc8b-465e-9137-9208323f0d70'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:41.878571 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-92a9c9c9-6fb3-4bf1-a1d2-ec515ea3453f tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "PUT /v2.0/routers/ceaa70cc-9c38-498c-a2c6-ce2c56299b1a HTTP/1.1" status: 200 len: 879 time: 5.4768229 Jul 05 04:19:41.880009 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fce86a3c-6c45-4947-885e-9e6c94f82ec0 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:41.900549 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59624) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:41.909597 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce86a3c-6c45-4947-885e-9e6c94f82ec0 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:41.910877 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fce86a3c-6c45-4947-885e-9e6c94f82ec0 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:42.147192 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fce86a3c-6c45-4947-885e-9e6c94f82ec0 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0512846 Jul 05 04:19:42.160231 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59632) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:42.165181 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-873d48de-a1b5-4a35-a243-a5945d7ee7fe tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1100533492', 'admin_state_up': True, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:42.206098 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-76592da8-ac34-4446-aed4-1a1eb9155bb7 None None] Set router 4243529b-dc8b-465e-9137-9208323f0d70 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:42.213928 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-c1275947-a0de-40c7-ab80-967137dbbcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:42.214272 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce86a3c-6c45-4947-885e-9e6c94f82ec0 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'Network': ['ID=89ed3f41-cf6b-4ee1-8279-50e753051d82,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:42.237467 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 89ed3f41-cf6b-4ee1-8279-50e753051d82 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:19:42.253747 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-873d48de-a1b5-4a35-a243-a5945d7ee7fe tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:42.254802 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-873d48de-a1b5-4a35-a243-a5945d7ee7fe tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:42.286970 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1275947-a0de-40c7-ab80-967137dbbcc0 None None] Routers {'ceaa70cc-9c38-498c-a2c6-ce2c56299b1a'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:42.287976 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-c1275947-a0de-40c7-ab80-967137dbbcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['ceaa70cc-9c38-498c-a2c6-ce2c56299b1a'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:42.361633 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-873d48de-a1b5-4a35-a243-a5945d7ee7fe tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:42.417315 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-c1275947-a0de-40c7-ab80-967137dbbcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:42.417984 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1275947-a0de-40c7-ab80-967137dbbcc0 None None] The sync data for ids ['ceaa70cc-9c38-498c-a2c6-ce2c56299b1a'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:42.609931 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-873d48de-a1b5-4a35-a243-a5945d7ee7fe tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:42.632581 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-13bcd6eb-46a5-45d0-9598-13cf38a6d6e4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/floatingips/948f9b39-bb6a-44a2-b919-0b06e34bcb68 HTTP/1.1" status: 200 len: 992 time: 0.8991916 Jul 05 04:19:42.731766 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-62e5cbe0-6b72-40a6-b4d8-a2503a604ee8 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "GET /v2.0/routers/ceaa70cc-9c38-498c-a2c6-ce2c56299b1a HTTP/1.1" status: 200 len: 920 time: 0.8256428 Jul 05 04:19:42.733723 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d48fa-0c5d-4fa9-a92c-72fb25bce9c3 req-e9d8fbe4-e809-4257-87cc-ea2797daac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:42.735238 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-de2d48fa-0c5d-4fa9-a92c-72fb25bce9c3 req-e9d8fbe4-e809-4257-87cc-ea2797daac78 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0c3310d5-6014-4e5f-8153-91ba05ad73c0 HTTP/1.1" status: 200 len: 835 time: 0.9444444 Jul 05 04:19:42.735811 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59640) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:42.834856 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-76592da8-ac34-4446-aed4-1a1eb9155bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4243529b-dc8b-465e-9137-9208323f0d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084042671', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:07Z', 'updated_at': '2021-07-05T04:19:15Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:08Z', 'updated_at': '2021-07-05T04:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '948f9b39-bb6a-44a2-b919-0b06e34bcb68', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'floating_ip_address': '172.25.1.190', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'port_id': 'cedad616-b797-4aeb-a631-fbffeac0982e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e', 'mac_address': 'fa:16:3e:fc:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c5c56a-b294-45a3-b511-38cb776f2376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:19:38Z', 'updated_at': '2021-07-05T04:19:38Z', 'revision_number': 0, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1835d3-6bad-4a09-81c3-e134e944e0f1', 'name': '', 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:84:c2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '0c3310d5-6014-4e5f-8153-91ba05ad73c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:13Z', 'updated_at': '2021-07-05T04:19:25Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '0c3310d5-6014-4e5f-8153-91ba05ad73c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:42.843282 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b1f54d-9336-42f5-a429-8e6686b8b6d9 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:42.848188 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a5b1f54d-9336-42f5-a429-8e6686b8b6d9 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&device_id=ceaa70cc-9c38-498c-a2c6-ce2c56299b1a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1113036 Jul 05 04:19:42.848821 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59646) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:42.877813 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76592da8-ac34-4446-aed4-1a1eb9155bb7 None None] The sync data for ids ['4243529b-dc8b-465e-9137-9208323f0d70'] in n-d-780147-23 is: [{'id': '4243529b-dc8b-465e-9137-9208323f0d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084042671', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:07Z', 'updated_at': '2021-07-05T04:19:15Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:08Z', 'updated_at': '2021-07-05T04:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '948f9b39-bb6a-44a2-b919-0b06e34bcb68', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'floating_ip_address': '172.25.1.190', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'port_id': 'cedad616-b797-4aeb-a631-fbffeac0982e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e', 'mac_address': 'fa:16:3e:fc:4f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c5c56a-b294-45a3-b511-38cb776f2376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:19:38Z', 'updated_at': '2021-07-05T04:19:38Z', 'revision_number': 0, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1835d3-6bad-4a09-81c3-e134e944e0f1', 'name': '', 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:84:c2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '0c3310d5-6014-4e5f-8153-91ba05ad73c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:13Z', 'updated_at': '2021-07-05T04:19:25Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '0c3310d5-6014-4e5f-8153-91ba05ad73c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:42.894906 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d48fa-0c5d-4fa9-a92c-72fb25bce9c3 req-a3a6e886-d9e8-4c1d-bb76-e1f175a1a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:42.897287 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-de2d48fa-0c5d-4fa9-a92c-72fb25bce9c3 req-a3a6e886-d9e8-4c1d-bb76-e1f175a1a739 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1514843 Jul 05 04:19:42.983947 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-873d48de-a1b5-4a35-a243-a5945d7ee7fe tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:43.018661 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-873d48de-a1b5-4a35-a243-a5945d7ee7fe tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:43.072846 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20ece92-fe54-4e6d-b8be-b2cb1926343c tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:43.074738 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c20ece92-fe54-4e6d-b8be-b2cb1926343c tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 881 time: 0.2239690 Jul 05 04:19:43.113773 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59648) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:43.120856 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:43.192038 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-873d48de-a1b5-4a35-a243-a5945d7ee7fe tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Allocated IP 172.25.1.246 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/377673c8-f955-460b-949b-297a8d9b165a) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:43.204810 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b30ba2f5-47e0-4b62-87ff-934649addb38 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "GET /v2.0/ports?device_id=ceaa70cc-9c38-498c-a2c6-ce2c56299b1a HTTP/1.1" status: 200 len: 205 time: 0.0863638 Jul 05 04:19:43.211921 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59658) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:43.271113 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04850de-e636-43e5-a589-07ba1b22e250 None None] New status for floating IP 948f9b39-bb6a-44a2-b919-0b06e34bcb68: ACTIVE {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:19:43.383558 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-873d48de-a1b5-4a35-a243-a5945d7ee7fe tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:43.403629 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-de2d48fa-0c5d-4fa9-a92c-72fb25bce9c3 req-c6105474-167d-4e38-b0e2-b8e1ca5fffdf service neutron] 10.222.0.89 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828007 Jul 05 04:19:43.446378 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-873d48de-a1b5-4a35-a243-a5945d7ee7fe tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:43.491866 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3da59781-b543-48c7-ae3a-30b93c780579 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:43.526453 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873d48de-a1b5-4a35-a243-a5945d7ee7fe tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:43.529460 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-873d48de-a1b5-4a35-a243-a5945d7ee7fe tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:43.537032 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873d48de-a1b5-4a35-a243-a5945d7ee7fe tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:43.573999 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d48de-a1b5-4a35-a243-a5945d7ee7fe tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'Port': ['ID=377673c8-f955-460b-949b-297a8d9b165a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:43.574926 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-de2d48fa-0c5d-4fa9-a92c-72fb25bce9c3 req-aedc6bb5-13ca-4eac-bea7-0a106447a373 service neutron] 10.222.0.89 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607859 Jul 05 04:19:43.654811 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59662) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:43.763188 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-38613536-fe3b-4169-afd8-e6fe56b73fbd tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/floatingips/948f9b39-bb6a-44a2-b919-0b06e34bcb68 HTTP/1.1" status: 200 len: 994 time: 0.1055555 Jul 05 04:19:43.779573 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3da59781-b543-48c7-ae3a-30b93c780579 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:43.862378 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-3da59781-b543-48c7-ae3a-30b93c780579 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Deleting port 620a14e5-514f-4348-98a9-d6e65d429caf {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:43.863478 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3da59781-b543-48c7-ae3a-30b93c780579 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:43.906085 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-873d48de-a1b5-4a35-a243-a5945d7ee7fe tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:43.963925 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3da59781-b543-48c7-ae3a-30b93c780579 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:43.980036 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-3da59781-b543-48c7-ae3a-30b93c780579 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Calling delete_port for 620a14e5-514f-4348-98a9-d6e65d429caf owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:44.181067 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-873d48de-a1b5-4a35-a243-a5945d7ee7fe tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:44.220618 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3da59781-b543-48c7-ae3a-30b93c780579 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:44.296275 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da59781-b543-48c7-ae3a-30b93c780579 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Pushing event deleted for resources: {'Port': ['ID=620a14e5-514f-4348-98a9-d6e65d429caf,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:44.364291 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3da59781-b543-48c7-ae3a-30b93c780579 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:44.407114 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873d48de-a1b5-4a35-a243-a5945d7ee7fe tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Router 39f9f86e-db62-498b-8255-a5797278f0f0 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:19:44.521757 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3da59781-b543-48c7-ae3a-30b93c780579 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:44.525549 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3da59781-b543-48c7-ae3a-30b93c780579 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:44.574937 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873d48de-a1b5-4a35-a243-a5945d7ee7fe tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:44.588226 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] Sync routers for ids ['39f9f86e-db62-498b-8255-a5797278f0f0'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:44.607660 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] Routers {'39f9f86e-db62-498b-8255-a5797278f0f0'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:44.609114 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3da59781-b543-48c7-ae3a-30b93c780579 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:44.611169 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da59781-b543-48c7-ae3a-30b93c780579 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Fanout notify agent at l3_agent the message router_deleted on router ceaa70cc-9c38-498c-a2c6-ce2c56299b1a {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:19:44.611542 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['39f9f86e-db62-498b-8255-a5797278f0f0'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:44.634452 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-873d48de-a1b5-4a35-a243-a5945d7ee7fe tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:44.643273 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-873d48de-a1b5-4a35-a243-a5945d7ee7fe tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4816947 Jul 05 04:19:44.643982 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59688) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:44.646281 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3da59781-b543-48c7-ae3a-30b93c780579 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:44.653119 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3da59781-b543-48c7-ae3a-30b93c780579 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "DELETE /v2.0/routers/ceaa70cc-9c38-498c-a2c6-ce2c56299b1a HTTP/1.1" status: 204 len: 168 time: 1.4367416 Jul 05 04:19:44.654648 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59690) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:44.667888 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ab99cf92-35b8-454c-b3ae-3dc821ecd155 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1345390039', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:44.731483 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59692) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:44.743528 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ab99cf92-35b8-454c-b3ae-3dc821ecd155 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:44.744225 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a4dd9db0-566b-4899-abaf-46766d2ad16b tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ac0be634601541e3aba69b1b2bc67317&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0843728 Jul 05 04:19:44.745411 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ab99cf92-35b8-454c-b3ae-3dc821ecd155 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:44.832780 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] Set router 39f9f86e-db62-498b-8255-a5797278f0f0 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:44.913157 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ab99cf92-35b8-454c-b3ae-3dc821ecd155 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:44.924270 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ab99cf92-35b8-454c-b3ae-3dc821ecd155 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:44.965586 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4ff410-79a0-481a-ad97-e14d3f66be89 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:44.971399 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59698) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:44.982505 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3c4ff410-79a0-481a-ad97-e14d3f66be89 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2485707 Jul 05 04:19:44.983848 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ab99cf92-35b8-454c-b3ae-3dc821ecd155 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:44.985711 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ab99cf92-35b8-454c-b3ae-3dc821ecd155 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3271132 Jul 05 04:19:45.001287 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59700) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:45.006153 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-55b9f624-8783-44b4-83ac-5fe8b18da04e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'enable_snat': True}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:45.025935 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f10bcb60-cd3e-42be-b699-b2634ce21b38 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0532582 Jul 05 04:19:45.028726 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59702) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:45.042040 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f8c883d7-3152-4d0d-a789-bcbb043114e8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-688961279', 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82', 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:45.173606 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'name': 'tempest-TestNetworkBasicOps-router-1100533492', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '377673c8-f955-460b-949b-297a8d9b165a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:43Z', 'revision_number': 3, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': '377673c8-f955-460b-949b-297a8d9b165a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:43Z', 'updated_at': '2021-07-05T04:19:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:45.212635 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c883d7-3152-4d0d-a789-bcbb043114e8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Made reservation on behalf of ac0be634601541e3aba69b1b2bc67317 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:19:45.223367 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] Checking router: 39f9f86e-db62-498b-8255-a5797278f0f0 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:45.223724 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] Updating router 39f9f86e-db62-498b-8255-a5797278f0f0 port 377673c8-f955-460b-949b-297a8d9b165a binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:19:45.225092 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8c883d7-3152-4d0d-a789-bcbb043114e8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:45.285633 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:45.493627 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55b9f624-8783-44b4-83ac-5fe8b18da04e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:45.557874 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8c883d7-3152-4d0d-a789-bcbb043114e8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:45.564060 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a0ea0-2643-4b59-8a0f-502f0ddba149 req-57d5b51d-140f-4f40-8afc-11094deae67f tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:45.588142 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d1a0ea0-2643-4b59-8a0f-502f0ddba149 req-57d5b51d-140f-4f40-8afc-11094deae67f tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 947 time: 0.3479967 Jul 05 04:19:45.675693 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c883d7-3152-4d0d-a789-bcbb043114e8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'Subnet': ['ID=f5a0ca26-624e-4fc5-8929-066d14f6d275,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:45.706673 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:45.707270 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d1a0ea0-2643-4b59-8a0f-502f0ddba149 req-78f8b9a1-7c86-4fcd-8885-8f7d78671050 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169662 Jul 05 04:19:45.736554 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c883d7-3152-4d0d-a789-bcbb043114e8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Checking segment: {'id': '0d26b76a-006a-4476-be69-c82fc79a952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:45.736813 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c883d7-3152-4d0d-a789-bcbb043114e8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Network hostable DHCP agents. Network: 89ed3f41-cf6b-4ee1-8279-50e753051d82, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:19:45.743207 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] Transition to ACTIVE for port object 377673c8-f955-460b-949b-297a8d9b165a will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:45.757295 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:45.769600 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c883d7-3152-4d0d-a789-bcbb043114e8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Network 89ed3f41-cf6b-4ee1-8279-50e753051d82 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:19:45.788609 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-f8c883d7-3152-4d0d-a789-bcbb043114e8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 89ed3f41-cf6b-4ee1-8279-50e753051d82) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:45.795040 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c883d7-3152-4d0d-a789-bcbb043114e8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:45.795653 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8c883d7-3152-4d0d-a789-bcbb043114e8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:45.822115 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f8c883d7-3152-4d0d-a789-bcbb043114e8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7910147 Jul 05 04:19:45.825271 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59718) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:45.854523 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5958f1cb-8ed5-45e4-ada2-6db46ac229e0 None None] Network 89ed3f41-cf6b-4ee1-8279-50e753051d82 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:45.927380 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55b9f624-8783-44b4-83ac-5fe8b18da04e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:45.959050 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55b9f624-8783-44b4-83ac-5fe8b18da04e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:45.997533 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96aaba9-2fd0-4a6c-b1f6-90869d46ca12 None None] Pushing event updated for resources: {'Port': ['ID=377673c8-f955-460b-949b-297a8d9b165a,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:46.105061 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] Attempting to bind port 377673c8-f955-460b-949b-297a8d9b165a on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:19:46.105694 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] Attempting to bind port 377673c8-f955-460b-949b-297a8d9b165a by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:19:46.106346 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] Attempting to bind port 377673c8-f955-460b-949b-297a8d9b165a on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:46.120988 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:19:46.121420 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:46.121771 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:46.122173 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:19:46.122717 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] Bound port: 377673c8-f955-460b-949b-297a8d9b165a, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:19:46.123109 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:46.127414 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-55b9f624-8783-44b4-83ac-5fe8b18da04e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Allocated IP 172.25.1.129 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/cbb50669-bb97-4dfb-8258-6358b35bb060) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:46.187856 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] For port 377673c8-f955-460b-949b-297a8d9b165a, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:19:46.191469 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] For port 377673c8-f955-460b-949b-297a8d9b165a, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=377673c8-f955-460b-949b-297a8d9b165a,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:19:46.220305 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:46.243953 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3343f339-df21-4620-9a5d-52e0e6167cc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-89ed3f41-cf6b-4ee1-8279-50e753051d82', 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'fixed_ips': [{'subnet_id': 'f5a0ca26-624e-4fc5-8929-066d14f6d275'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:19:46.244869 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3343f339-df21-4620-9a5d-52e0e6167cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:46.322097 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55b9f624-8783-44b4-83ac-5fe8b18da04e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:46.372573 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] Routers {'39f9f86e-db62-498b-8255-a5797278f0f0'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:46.373226 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['39f9f86e-db62-498b-8255-a5797278f0f0'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:46.397963 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55b9f624-8783-44b4-83ac-5fe8b18da04e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:46.478948 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b9f624-8783-44b4-83ac-5fe8b18da04e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:46.484330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-55b9f624-8783-44b4-83ac-5fe8b18da04e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:46.487297 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9f624-8783-44b4-83ac-5fe8b18da04e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Pushing event updated for resources: {'Port': ['ID=cbb50669-bb97-4dfb-8258-6358b35bb060,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:46.510631 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b9f624-8783-44b4-83ac-5fe8b18da04e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:46.562057 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96aaba9-2fd0-4a6c-b1f6-90869d46ca12 None None] Pushing event updated for resources: {'Port': ['ID=377673c8-f955-460b-949b-297a8d9b165a,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:46.712599 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-3343f339-df21-4620-9a5d-52e0e6167cc6 None None] Allocated IP 172.20.0.2 (89ed3f41-cf6b-4ee1-8279-50e753051d82/f5a0ca26-624e-4fc5-8929-066d14f6d275/b6ff045d-7669-4c84-b202-f2d3689d4ec0) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:46.766990 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] Set router 39f9f86e-db62-498b-8255-a5797278f0f0 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:46.839684 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f56420-1796-45b1-9f85-2ddd79321afe req-d76de7ba-966b-4473-ab66-52820aadf4ca tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:46.846596 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68f56420-1796-45b1-9f85-2ddd79321afe req-d76de7ba-966b-4473-ab66-52820aadf4ca tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.89 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 947 time: 0.2278509 Jul 05 04:19:47.143455 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55b9f624-8783-44b4-83ac-5fe8b18da04e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:47.296119 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3343f339-df21-4620-9a5d-52e0e6167cc6 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:47.307574 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-68f56420-1796-45b1-9f85-2ddd79321afe req-cf86906f-3cb8-41d7-938e-9fd7f60539b6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Deleting port dd6aee0a-56d5-4902-98a0-d8741807d399 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:47.308089 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-68f56420-1796-45b1-9f85-2ddd79321afe req-cf86906f-3cb8-41d7-938e-9fd7f60539b6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:47.310159 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'name': 'tempest-TestNetworkBasicOps-router-1100533492', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '377673c8-f955-460b-949b-297a8d9b165a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:43Z', 'revision_number': 3, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': '377673c8-f955-460b-949b-297a8d9b165a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:43Z', 'updated_at': '2021-07-05T04:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:47.314778 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3343f339-df21-4620-9a5d-52e0e6167cc6 None None] Transition to ACTIVE for port object b6ff045d-7669-4c84-b202-f2d3689d4ec0 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:47.365680 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54cf2d8-0fb6-4bf1-a742-620fa7909e95 None None] The sync data for ids ['39f9f86e-db62-498b-8255-a5797278f0f0'] in n-d-780147-23 is: [{'id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'name': 'tempest-TestNetworkBasicOps-router-1100533492', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '377673c8-f955-460b-949b-297a8d9b165a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:43Z', 'revision_number': 3, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': '377673c8-f955-460b-949b-297a8d9b165a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:43Z', 'updated_at': '2021-07-05T04:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:47.376943 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed426ee0-1cb5-4beb-8485-98dc421c1bd8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:47.384230 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3343f339-df21-4620-9a5d-52e0e6167cc6 None None] Transition to ACTIVE for port object b6ff045d-7669-4c84-b202-f2d3689d4ec0 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:47.393173 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3343f339-df21-4620-9a5d-52e0e6167cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:47.403145 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b77e1-77c7-4a47-93b3-30488b18b67a req-f62bf2c3-ab76-40c5-946d-31db6a61e79d tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:47.408728 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-153b77e1-77c7-4a47-93b3-30488b18b67a req-f62bf2c3-ab76-40c5-946d-31db6a61e79d tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 947 time: 0.2078388 Jul 05 04:19:47.494909 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3343f339-df21-4620-9a5d-52e0e6167cc6 None None] Network 89ed3f41-cf6b-4ee1-8279-50e753051d82 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:47.503532 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-3343f339-df21-4620-9a5d-52e0e6167cc6 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:47.525281 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3343f339-df21-4620-9a5d-52e0e6167cc6 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:47.546351 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343f339-df21-4620-9a5d-52e0e6167cc6 None None] Pushing event updated for resources: {'Port': ['ID=b6ff045d-7669-4c84-b202-f2d3689d4ec0,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:47.561986 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-153b77e1-77c7-4a47-93b3-30488b18b67a req-9d774aa8-bf97-4a8c-bf75-4906a982ee15 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192358 Jul 05 04:19:47.684111 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-3343f339-df21-4620-9a5d-52e0e6167cc6 None None] Attempting to bind port b6ff045d-7669-4c84-b202-f2d3689d4ec0 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:19:47.684486 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-3343f339-df21-4620-9a5d-52e0e6167cc6 None None] Attempting to bind port b6ff045d-7669-4c84-b202-f2d3689d4ec0 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d26b76a-006a-4476-be69-c82fc79a952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:19:47.684849 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3343f339-df21-4620-9a5d-52e0e6167cc6 None None] Attempting to bind port b6ff045d-7669-4c84-b202-f2d3689d4ec0 on network 89ed3f41-cf6b-4ee1-8279-50e753051d82 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:47.691142 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3343f339-df21-4620-9a5d-52e0e6167cc6 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:19:47.691518 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3343f339-df21-4620-9a5d-52e0e6167cc6 None None] Checking segment: {'id': '0d26b76a-006a-4476-be69-c82fc79a952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:47.691954 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3343f339-df21-4620-9a5d-52e0e6167cc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:47.692349 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3343f339-df21-4620-9a5d-52e0e6167cc6 None None] Bound using segment: {'id': '0d26b76a-006a-4476-be69-c82fc79a952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:19:47.692823 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-3343f339-df21-4620-9a5d-52e0e6167cc6 None None] Bound port: b6ff045d-7669-4c84-b202-f2d3689d4ec0, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d26b76a-006a-4476-be69-c82fc79a952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:19:47.693199 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3343f339-df21-4620-9a5d-52e0e6167cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:47.774029 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-3343f339-df21-4620-9a5d-52e0e6167cc6 None None] For port b6ff045d-7669-4c84-b202-f2d3689d4ec0, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:19:47.779231 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-3343f339-df21-4620-9a5d-52e0e6167cc6 None None] For port b6ff045d-7669-4c84-b202-f2d3689d4ec0, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b6ff045d-7669-4c84-b202-f2d3689d4ec0,segment=NetworkSegment(0d26b76a-006a-4476-be69-c82fc79a952b),segment_id=0d26b76a-006a-4476-be69-c82fc79a952b)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:19:47.792221 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3343f339-df21-4620-9a5d-52e0e6167cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:47.983022 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343f339-df21-4620-9a5d-52e0e6167cc6 None None] Pushing event updated for resources: {'Port': ['ID=b6ff045d-7669-4c84-b202-f2d3689d4ec0,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:48.170487 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-ed426ee0-1cb5-4beb-8485-98dc421c1bd8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Allocated IP 172.20.0.1 (89ed3f41-cf6b-4ee1-8279-50e753051d82/f5a0ca26-624e-4fc5-8929-066d14f6d275/12a4b781-e9a9-4344-89f7-6d55f4bf9ecc) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:48.242175 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 377673c8-f955-460b-949b-297a8d9b165a up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:48.382323 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-68f56420-1796-45b1-9f85-2ddd79321afe req-cf86906f-3cb8-41d7-938e-9fd7f60539b6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] For port dd6aee0a-56d5-4902-98a0-d8741807d399, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=dd6aee0a-56d5-4902-98a0-d8741807d399,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:48.392946 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-68f56420-1796-45b1-9f85-2ddd79321afe req-cf86906f-3cb8-41d7-938e-9fd7f60539b6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:48.405871 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 377673c8-f955-460b-949b-297a8d9b165a completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:48.411215 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 377673c8-f955-460b-949b-297a8d9b165a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:48.411586 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:48.431025 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed426ee0-1cb5-4beb-8485-98dc421c1bd8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:48.447051 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-ed426ee0-1cb5-4beb-8485-98dc421c1bd8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Transition to ACTIVE for port object 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:48.541560 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed426ee0-1cb5-4beb-8485-98dc421c1bd8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:48.697484 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed426ee0-1cb5-4beb-8485-98dc421c1bd8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Network 89ed3f41-cf6b-4ee1-8279-50e753051d82 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:48.726927 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-ed426ee0-1cb5-4beb-8485-98dc421c1bd8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:48.742517 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed426ee0-1cb5-4beb-8485-98dc421c1bd8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:48.811956 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed426ee0-1cb5-4beb-8485-98dc421c1bd8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'Port': ['ID=12a4b781-e9a9-4344-89f7-6d55f4bf9ecc,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:48.844178 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:48.845258 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed426ee0-1cb5-4beb-8485-98dc421c1bd8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:48.868707 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 377673c8-f955-460b-949b-297a8d9b165a, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=377673c8-f955-460b-949b-297a8d9b165a,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:48.873112 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:48.938770 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=377673c8-f955-460b-949b-297a8d9b165a,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:49.050878 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55b9f624-8783-44b4-83ac-5fe8b18da04e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:49.081576 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55b9f624-8783-44b4-83ac-5fe8b18da04e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540971'] for router, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:49.111236 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed426ee0-1cb5-4beb-8485-98dc421c1bd8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:49.149027 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6124c16-bd92-43f8-ab97-bfa9bccf6855 req-2c45f663-1f3d-4e0c-b017-deb674c1d216 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:49.160954 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6124c16-bd92-43f8-ab97-bfa9bccf6855 req-2c45f663-1f3d-4e0c-b017-deb674c1d216 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 947 time: 0.3505943 Jul 05 04:19:49.231487 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-68f56420-1796-45b1-9f85-2ddd79321afe req-cf86906f-3cb8-41d7-938e-9fd7f60539b6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:49.232480 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-68f56420-1796-45b1-9f85-2ddd79321afe req-cf86906f-3cb8-41d7-938e-9fd7f60539b6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:49.233026 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [req-68f56420-1796-45b1-9f85-2ddd79321afe req-cf86906f-3cb8-41d7-938e-9fd7f60539b6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Floating IP 91ad687d-c716-40ca-ba22-137ea9691def disassociated. External IP: 172.25.1.208, port: dd6aee0a-56d5-4902-98a0-d8741807d399. Jul 05 04:19:49.234179 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-68f56420-1796-45b1-9f85-2ddd79321afe req-cf86906f-3cb8-41d7-938e-9fd7f60539b6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Calling delete_port for dd6aee0a-56d5-4902-98a0-d8741807d399 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:49.423103 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6124c16-bd92-43f8-ab97-bfa9bccf6855 req-b965d14a-2e7e-46ab-9ec5-e663781c51cf tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups?id=a91acbad-be14-493e-b6bf-4f0aab9148b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2633667 Jul 05 04:19:49.539352 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-68f56420-1796-45b1-9f85-2ddd79321afe req-cf86906f-3cb8-41d7-938e-9fd7f60539b6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:49.644297 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86906f-3cb8-41d7-938e-9fd7f60539b6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Pushing event deleted for resources: {'Port': ['ID=dd6aee0a-56d5-4902-98a0-d8741807d399,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:49.658602 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed426ee0-1cb5-4beb-8485-98dc421c1bd8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:49.673733 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed426ee0-1cb5-4beb-8485-98dc421c1bd8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:49.767630 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e27cdd-2382-4869-a599-421d3ea7436e None None] Network 89ed3f41-cf6b-4ee1-8279-50e753051d82 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:49.780050 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed426ee0-1cb5-4beb-8485-98dc421c1bd8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'Port': ['ID=12a4b781-e9a9-4344-89f7-6d55f4bf9ecc,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:49.804996 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ed426ee0-1cb5-4beb-8485-98dc421c1bd8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:49.841922 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68f56420-1796-45b1-9f85-2ddd79321afe req-cf86906f-3cb8-41d7-938e-9fd7f60539b6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Router b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:19:49.851594 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b9f624-8783-44b4-83ac-5fe8b18da04e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Router 5fdb7b6d-9d32-4349-a826-66b633a077fe is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:19:49.899327 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0e5518c8-befc-4871-a424-8a6b48d8fc9d None None] Provisioning for port b6ff045d-7669-4c84-b202-f2d3689d4ec0 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:49.977741 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed426ee0-1cb5-4beb-8485-98dc421c1bd8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Network 89ed3f41-cf6b-4ee1-8279-50e753051d82 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:49.979244 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-ed426ee0-1cb5-4beb-8485-98dc421c1bd8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:50.139994 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device dd6aee0a-56d5-4902-98a0-d8741807d399 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:50.216288 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68f56420-1796-45b1-9f85-2ddd79321afe req-cf86906f-3cb8-41d7-938e-9fd7f60539b6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:50.238322 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7c086-64e5-463a-ac10-1473ec9aa529 None None] Sync routers for ids ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:50.253488 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed426ee0-1cb5-4beb-8485-98dc421c1bd8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Router 39f9f86e-db62-498b-8255-a5797278f0f0 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:19:50.257331 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: dd6aee0a-56d5-4902-98a0-d8741807d399 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:50.257626 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device dd6aee0a-56d5-4902-98a0-d8741807d399 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:50.262067 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e7c086-64e5-463a-ac10-1473ec9aa529 None None] Routers {'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:50.262771 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-b2e7c086-64e5-463a-ac10-1473ec9aa529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:50.455441 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 377673c8-f955-460b-949b-297a8d9b165a up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:50.511915 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed426ee0-1cb5-4beb-8485-98dc421c1bd8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:50.545568 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f56420-1796-45b1-9f85-2ddd79321afe req-cf86906f-3cb8-41d7-938e-9fd7f60539b6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] No DVR routers for this DVR port dd6aee0a-56d5-4902-98a0-d8741807d399 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:19:50.567586 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-68f56420-1796-45b1-9f85-2ddd79321afe req-cf86906f-3cb8-41d7-938e-9fd7f60539b6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:50.576694 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 377673c8-f955-460b-949b-297a8d9b165a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:50.578641 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:50.581275 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ed426ee0-1cb5-4beb-8485-98dc421c1bd8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "PUT /v2.0/routers/39f9f86e-db62-498b-8255-a5797278f0f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7547362 Jul 05 04:19:50.583162 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-b2e7c086-64e5-463a-ac10-1473ec9aa529 None None] Set router b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:50.583700 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59802) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:50.587891 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68f56420-1796-45b1-9f85-2ddd79321afe req-cf86906f-3cb8-41d7-938e-9fd7f60539b6 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.89 "DELETE /v2.0/ports/dd6aee0a-56d5-4902-98a0-d8741807d399 HTTP/1.1" status: 204 len: 173 time: 3.6385179 Jul 05 04:19:50.588380 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a8523a-49e6-48f2-a197-32e3825ef89c', 'name': 'network-vif-deleted', 'tag': 'dd6aee0a-56d5-4902-98a0-d8741807d399'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:19:50.607213 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93492134-9851-466a-9fd2-acaf995e5f8b" -d '{"events": [{"server_uuid": "26a8523a-49e6-48f2-a197-32e3825ef89c", "name": "network-vif-deleted", "tag": "dd6aee0a-56d5-4902-98a0-d8741807d399"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:19:50.696444 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] Sync routers for ids ['39f9f86e-db62-498b-8255-a5797278f0f0'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:50.819037 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] Routers {'39f9f86e-db62-498b-8255-a5797278f0f0'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:50.819715 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['39f9f86e-db62-498b-8255-a5797278f0f0'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:50.833181 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e94af5-582e-47b0-a9ac-f0399f90ec7a x-openstack-request-id: req-25e94af5-582e-47b0-a9ac-f0399f90ec7a {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:19:50.833181 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a8523a-49e6-48f2-a197-32e3825ef89c", "name": "network-vif-deleted", "tag": "dd6aee0a-56d5-4902-98a0-d8741807d399", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:19:50.833478 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-25e94af5-582e-47b0-a9ac-f0399f90ec7a {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:19:50.833805 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a8523a-49e6-48f2-a197-32e3825ef89c', 'name': 'network-vif-deleted', 'tag': 'dd6aee0a-56d5-4902-98a0-d8741807d399', 'status': 'completed', 'code': 200} Jul 05 04:19:50.907387 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b9f624-8783-44b4-83ac-5fe8b18da04e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:50.913990 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-55b9f624-8783-44b4-83ac-5fe8b18da04e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:50.915905 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-55b9f624-8783-44b4-83ac-5fe8b18da04e tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "PUT /v2.0/routers/5fdb7b6d-9d32-4349-a826-66b633a077fe HTTP/1.1" status: 200 len: 915 time: 5.9135568 Jul 05 04:19:50.931173 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59810) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:50.938584 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53544cdd-990c-4629-963d-88f84269dff1 None None] Sync routers for ids ['5fdb7b6d-9d32-4349-a826-66b633a077fe'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:51.003338 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53544cdd-990c-4629-963d-88f84269dff1 None None] Routers {'5fdb7b6d-9d32-4349-a826-66b633a077fe'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:51.004244 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-53544cdd-990c-4629-963d-88f84269dff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5fdb7b6d-9d32-4349-a826-66b633a077fe'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:51.018712 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-88ee9ba4-35ab-49c4-9e17-441c102d5fb2 req-3c09afd7-b58f-4749-b161-973f4314b398 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/ports?device_id=26a8523a-49e6-48f2-a197-32e3825ef89c HTTP/1.1" status: 200 len: 210 time: 0.1288083 Jul 05 04:19:51.090943 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-53544cdd-990c-4629-963d-88f84269dff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:51.169743 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dde8d4-b5ac-4cea-a242-4498553f8e52 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:51.170037 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b6ff045d-7669-4c84-b202-f2d3689d4ec0 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:51.178956 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dde8d4-b5ac-4cea-a242-4498553f8e52 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:51.179576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dde8d4-b5ac-4cea-a242-4498553f8e52 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:51.180004 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dde8d4-b5ac-4cea-a242-4498553f8e52 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:51.180480 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dde8d4-b5ac-4cea-a242-4498553f8e52 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:51.181045 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dde8d4-b5ac-4cea-a242-4498553f8e52 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:51.181409 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dde8d4-b5ac-4cea-a242-4498553f8e52 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:51.184328 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dde8d4-b5ac-4cea-a242-4498553f8e52 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:51.192029 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-26dde8d4-b5ac-4cea-a242-4498553f8e52 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5676 time: 0.6047702 Jul 05 04:19:51.192227 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53544cdd-990c-4629-963d-88f84269dff1 None None] Routers {'5fdb7b6d-9d32-4349-a826-66b633a077fe'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:51.195849 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59816) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:51.196266 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59818) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:51.196594 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] Set router 39f9f86e-db62-498b-8255-a5797278f0f0 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:51.197197 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-53544cdd-990c-4629-963d-88f84269dff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5fdb7b6d-9d32-4349-a826-66b633a077fe'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:51.277011 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-27969e24-5402-47af-b13e-134d601516a4 None None] Provisioning for port 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:51.289820 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-53544cdd-990c-4629-963d-88f84269dff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:51.292323 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-27969e24-5402-47af-b13e-134d601516a4 None None] Provisioning complete for port 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:51.292702 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-27969e24-5402-47af-b13e-134d601516a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:51.294302 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53544cdd-990c-4629-963d-88f84269dff1 None None] The sync data for ids ['5fdb7b6d-9d32-4349-a826-66b633a077fe'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:51.295499 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4478adb5-9f5f-46c5-8011-2f44cb9d88bd tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "GET /v2.0/routers/5fdb7b6d-9d32-4349-a826-66b633a077fe HTTP/1.1" status: 200 len: 921 time: 0.3610249 Jul 05 04:19:51.299659 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59822) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:51.318389 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-b2e7c086-64e5-463a-ac10-1473ec9aa529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'name': 'tempest-AttachVolumeShelveTestJSON-1700939863-router', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:10Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'gw_port': {'id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:12Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8be7cb81-bc55-40f0-9281-7a6fca90eac3', 'name': '', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'mac_address': 'fa:16:3e:e0:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:18Z', 'updated_at': '2021-07-05T04:09:31Z', 'revision_number': 5, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'subnets': [{'id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:51.374035 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7c086-64e5-463a-ac10-1473ec9aa529 None None] Checking router: b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:51.387400 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-27969e24-5402-47af-b13e-134d601516a4 None None] Port 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:19:51.425399 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e7c086-64e5-463a-ac10-1473ec9aa529 None None] Routers {'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:51.426350 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-b2e7c086-64e5-463a-ac10-1473ec9aa529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:51.451583 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90813d9-430f-48b7-b8c9-b46c882f6cd3 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:51.453162 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d90813d9-430f-48b7-b8c9-b46c882f6cd3 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&device_id=5fdb7b6d-9d32-4349-a826-66b633a077fe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1520631 Jul 05 04:19:51.457034 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59824) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:51.490490 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93307d78-cb61-40e8-afbe-fd7da82ad66f tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:51.490936 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93307d78-cb61-40e8-afbe-fd7da82ad66f tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:51.491382 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93307d78-cb61-40e8-afbe-fd7da82ad66f tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:51.502558 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93307d78-cb61-40e8-afbe-fd7da82ad66f tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:51.503383 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93307d78-cb61-40e8-afbe-fd7da82ad66f tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:51.503832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93307d78-cb61-40e8-afbe-fd7da82ad66f tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:51.504297 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93307d78-cb61-40e8-afbe-fd7da82ad66f tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:51.504872 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93307d78-cb61-40e8-afbe-fd7da82ad66f tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:51.506987 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-93307d78-cb61-40e8-afbe-fd7da82ad66f tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5272 time: 0.2982290 Jul 05 04:19:51.509639 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59830) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:51.686793 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d3881f-f852-46a1-92c1-eee5fd99ab78 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:51.692230 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b9d3881f-f852-46a1-92c1-eee5fd99ab78 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 881 time: 0.2325842 Jul 05 04:19:51.697651 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59834) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:51.758594 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-179560a6-fc7a-4815-a4ad-7204ce118e72 None None] Provisioning complete for port 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:51.759002 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-179560a6-fc7a-4815-a4ad-7204ce118e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:51.775869 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c1f6e0c1-4b71-40f6-a450-f836dc3113b1 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fdb7b6d-9d32-4349-a826-66b633a077fe HTTP/1.1" status: 200 len: 205 time: 0.0750661 Jul 05 04:19:51.778604 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59836) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:51.779174 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9c05d87e-58e0-40de-a4e8-dd33cfb66c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:51.808618 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-b2e7c086-64e5-463a-ac10-1473ec9aa529 None None] Set router b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:51.884069 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-179560a6-fc7a-4815-a4ad-7204ce118e72 None None] Port 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:19:51.909903 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port b6ff045d-7669-4c84-b202-f2d3689d4ec0 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:51.923144 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port b6ff045d-7669-4c84-b202-f2d3689d4ec0 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:51.924139 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:51.956606 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c49fe1ee-15e4-4435-9518-a13b7a8031fd tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.020051 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'name': 'tempest-TestNetworkBasicOps-router-1100533492', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '377673c8-f955-460b-949b-297a8d9b165a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:48Z', 'revision_number': 4, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': '377673c8-f955-460b-949b-297a8d9b165a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:43Z', 'updated_at': '2021-07-05T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '12a4b781-e9a9-4344-89f7-6d55f4bf9ecc', 'name': '', 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:f2:bd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'f5a0ca26-624e-4fc5-8929-066d14f6d275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:47Z', 'updated_at': '2021-07-05T04:19:49Z', 'revision_number': 2, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': 'f5a0ca26-624e-4fc5-8929-066d14f6d275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:52.069322 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.090220 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c49fe1ee-15e4-4435-9518-a13b7a8031fd tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.110164 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e4f5ed53-3183-4710-b792-6d47f417bf74 None None] Provisioning complete for port 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:52.110799 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e4f5ed53-3183-4710-b792-6d47f417bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.162649 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-e4f5ed53-3183-4710-b792-6d47f417bf74 None None] Port 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:19:52.166729 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] Checking router: 39f9f86e-db62-498b-8255-a5797278f0f0 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:52.167226 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] Updating router 39f9f86e-db62-498b-8255-a5797278f0f0 port 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:19:52.204394 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-c49fe1ee-15e4-4435-9518-a13b7a8031fd tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Deleting port cbb50669-bb97-4dfb-8258-6358b35bb060 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:52.204959 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c49fe1ee-15e4-4435-9518-a13b7a8031fd tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.210408 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9c05d87e-58e0-40de-a4e8-dd33cfb66c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.211041 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.249769 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9e236cdb-075f-4d40-9ee6-06dfd53e6552 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5217 time: 0.7207494 Jul 05 04:19:52.251654 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9c05d87e-58e0-40de-a4e8-dd33cfb66c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.290307 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59848) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:52.294923 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port b6ff045d-7669-4c84-b202-f2d3689d4ec0, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b6ff045d-7669-4c84-b202-f2d3689d4ec0,segment=NetworkSegment(0d26b76a-006a-4476-be69-c82fc79a952b),segment_id=0d26b76a-006a-4476-be69-c82fc79a952b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:52.371518 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9c05d87e-58e0-40de-a4e8-dd33cfb66c51 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1cf50e2429a740a09394287596f453bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1723619 Jul 05 04:19:52.373727 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59850) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:52.379958 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05d87e-58e0-40de-a4e8-dd33cfb66c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4a1dfb-d7ad-47f8-bebc-db7129256681,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:52.386154 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-b2e7c086-64e5-463a-ac10-1473ec9aa529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'name': 'tempest-AttachVolumeShelveTestJSON-1700939863-router', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:10Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'gw_port': {'id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:12Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8be7cb81-bc55-40f0-9281-7a6fca90eac3', 'name': '', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'mac_address': 'fa:16:3e:e0:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:18Z', 'updated_at': '2021-07-05T04:09:31Z', 'revision_number': 5, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'subnets': [{'id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:52.412528 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9ed09a4b-dfe3-4e4f-bacb-db1320ebc9e2 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.445577 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7c086-64e5-463a-ac10-1473ec9aa529 None None] The sync data for ids ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'] in n-d-780147-23 is: [{'id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'name': 'tempest-AttachVolumeShelveTestJSON-1700939863-router', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:10Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'gw_port': {'id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:12Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8be7cb81-bc55-40f0-9281-7a6fca90eac3', 'name': '', 'network_id': 'a6f8531c-b79d-4c64-84bc-419bbc6fdca7', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'mac_address': 'fa:16:3e:e0:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:18Z', 'updated_at': '2021-07-05T04:09:31Z', 'revision_number': 5, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'subnets': [{'id': 'ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:52.456531 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9ed09a4b-dfe3-4e4f-bacb-db1320ebc9e2 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.474338 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c49fe1ee-15e4-4435-9518-a13b7a8031fd tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.492488 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6aeb4bc4-46de-4fc8-91d7-7951253326ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.511459 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-c49fe1ee-15e4-4435-9518-a13b7a8031fd tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Calling delete_port for cbb50669-bb97-4dfb-8258-6358b35bb060 owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:52.548640 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6aeb4bc4-46de-4fc8-91d7-7951253326ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.602343 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.631881 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9ed09a4b-dfe3-4e4f-bacb-db1320ebc9e2 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.635056 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9ed09a4b-dfe3-4e4f-bacb-db1320ebc9e2 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.637882 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59852) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:52.638796 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9ed09a4b-dfe3-4e4f-bacb-db1320ebc9e2 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "DELETE /v2.0/security-groups/a91acbad-be14-493e-b6bf-4f0aab9148b9 HTTP/1.1" status: 204 len: 168 time: 0.3463826 Jul 05 04:19:52.657471 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed09a4b-dfe3-4e4f-bacb-db1320ebc9e2 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91acbad-be14-493e-b6bf-4f0aab9148b9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:52.670818 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-74e42b7a-20ab-4608-9912-8d2d3bad4f93 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] show failed (client error): The resource could not be found. Jul 05 04:19:52.671988 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-74e42b7a-20ab-4608-9912-8d2d3bad4f93 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "GET /v2.0/security-groups/a91acbad-be14-493e-b6bf-4f0aab9148b9 HTTP/1.1" status: 404 len: 347 time: 0.0328393 Jul 05 04:19:52.675471 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59856) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:52.687382 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6aeb4bc4-46de-4fc8-91d7-7951253326ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.693501 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6aeb4bc4-46de-4fc8-91d7-7951253326ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.700134 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6aeb4bc4-46de-4fc8-91d7-7951253326ab admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/db4a1dfb-d7ad-47f8-bebc-db7129256681 HTTP/1.1" status: 204 len: 168 time: 0.3254156 Jul 05 04:19:52.760582 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=b6ff045d-7669-4c84-b202-f2d3689d4ec0,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:52.824109 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb4bc4-46de-4fc8-91d7-7951253326ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4a1dfb-d7ad-47f8-bebc-db7129256681,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:52.826467 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.910268 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] Transition to ACTIVE for port object 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:52.910848 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c49fe1ee-15e4-4435-9518-a13b7a8031fd tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.920583 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.984198 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fe1ee-15e4-4435-9518-a13b7a8031fd tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Pushing event deleted for resources: {'Port': ['ID=cbb50669-bb97-4dfb-8258-6358b35bb060,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:53.010835 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c22ea9-5d7f-4dc8-881b-6666d84845d9 None None] Pushing event updated for resources: {'Port': ['ID=12a4b781-e9a9-4344-89f7-6d55f4bf9ecc,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:53.052715 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9e6dcb-ffd8-464a-8ccb-3fd33672c9b4 None None] New status for floating IP 91ad687d-c716-40ca-ba22-137ea9691def: DOWN {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:19:53.054561 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59866) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:53.070518 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-45598d0f-ede2-4ec4-ac6e-6de8d0a591f3 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-434395585', 'description': 'tempest-secgroup-smoke-434395585 description', 'project_id': 'ac0be634601541e3aba69b1b2bc67317'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:53.094202 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-fe4d73b7-f6a8-4c66-8118-c643485a3837 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Deleting port e52fa608-ad2f-43ce-bd24-b9cedd2f56b8 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:53.095040 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fe4d73b7-f6a8-4c66-8118-c643485a3837 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.165914 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c49fe1ee-15e4-4435-9518-a13b7a8031fd tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.221300 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fe4d73b7-f6a8-4c66-8118-c643485a3837 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.221893 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fe4d73b7-f6a8-4c66-8118-c643485a3837 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.246516 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-fe4d73b7-f6a8-4c66-8118-c643485a3837 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Calling delete_port for e52fa608-ad2f-43ce-bd24-b9cedd2f56b8 owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:53.275479 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-45598d0f-ede2-4ec4-ac6e-6de8d0a591f3 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.378703 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c49fe1ee-15e4-4435-9518-a13b7a8031fd tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.386492 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c49fe1ee-15e4-4435-9518-a13b7a8031fd tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.430509 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] Attempting to bind port 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:19:53.432220 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] Attempting to bind port 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d26b76a-006a-4476-be69-c82fc79a952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:19:53.432672 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] Attempting to bind port 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc on network 89ed3f41-cf6b-4ee1-8279-50e753051d82 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:53.446885 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:19:53.447463 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] Checking segment: {'id': '0d26b76a-006a-4476-be69-c82fc79a952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:53.448002 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.448882 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] Bound using segment: {'id': '0d26b76a-006a-4476-be69-c82fc79a952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:19:53.449657 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] Bound port: 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d26b76a-006a-4476-be69-c82fc79a952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:19:53.450138 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.456775 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-45598d0f-ede2-4ec4-ac6e-6de8d0a591f3 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.467636 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c49fe1ee-15e4-4435-9518-a13b7a8031fd tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.468253 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49fe1ee-15e4-4435-9518-a13b7a8031fd tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Fanout notify agent at l3_agent the message router_deleted on router 5fdb7b6d-9d32-4349-a826-66b633a077fe {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:19:53.474553 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-45598d0f-ede2-4ec4-ac6e-6de8d0a591f3 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.489792 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c49fe1ee-15e4-4435-9518-a13b7a8031fd tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.490948 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c49fe1ee-15e4-4435-9518-a13b7a8031fd tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "DELETE /v2.0/routers/5fdb7b6d-9d32-4349-a826-66b633a077fe HTTP/1.1" status: 204 len: 168 time: 1.7113874 Jul 05 04:19:53.496526 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59880) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:53.510557 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-6cc33e06-27ed-4dc0-a85c-a7cc13fc0cc8 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-315920361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:53.538293 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-45598d0f-ede2-4ec4-ac6e-6de8d0a591f3 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.542712 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-45598d0f-ede2-4ec4-ac6e-6de8d0a591f3 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4758892 Jul 05 04:19:53.542998 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59882) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:53.543747 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] For port 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:19:53.549538 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] For port 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=12a4b781-e9a9-4344-89f7-6d55f4bf9ecc,segment=NetworkSegment(0d26b76a-006a-4476-be69-c82fc79a952b),segment_id=0d26b76a-006a-4476-be69-c82fc79a952b)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:19:53.553698 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-eda8d303-7cfb-4f88-90e6-485a15e35cc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'security_group_rule': {'security_group_id': '4c74909f-21d5-4b7f-b555-641b2192f01c', 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:53.555597 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45598d0f-ede2-4ec4-ac6e-6de8d0a591f3 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c74909f-21d5-4b7f-b555-641b2192f01c,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:53.558445 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.592702 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6cc33e06-27ed-4dc0-a85c-a7cc13fc0cc8 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.594975 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6cc33e06-27ed-4dc0-a85c-a7cc13fc0cc8 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.659302 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eda8d303-7cfb-4f88-90e6-485a15e35cc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.677761 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fe4d73b7-f6a8-4c66-8118-c643485a3837 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.714724 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d73b7-f6a8-4c66-8118-c643485a3837 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Pushing event deleted for resources: {'Port': ['ID=e52fa608-ad2f-43ce-bd24-b9cedd2f56b8,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:53.737684 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c22ea9-5d7f-4dc8-881b-6666d84845d9 None None] Pushing event updated for resources: {'Port': ['ID=12a4b781-e9a9-4344-89f7-6d55f4bf9ecc,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:53.743074 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] Routers {'39f9f86e-db62-498b-8255-a5797278f0f0'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:53.743744 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['39f9f86e-db62-498b-8255-a5797278f0f0'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:53.754341 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6cc33e06-27ed-4dc0-a85c-a7cc13fc0cc8 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.788908 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6cc33e06-27ed-4dc0-a85c-a7cc13fc0cc8 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.857344 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fe4d73b7-f6a8-4c66-8118-c643485a3837 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.864442 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fe4d73b7-f6a8-4c66-8118-c643485a3837 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.866587 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fe4d73b7-f6a8-4c66-8118-c643485a3837 tempest-AttachVolumeShelveTestJSON-115321430 tempest-AttachVolumeShelveTestJSON-115321430-project] 10.222.0.77 "DELETE /v2.0/floatingips/91ad687d-c716-40ca-ba22-137ea9691def HTTP/1.1" status: 204 len: 168 time: 1.1895230 Jul 05 04:19:53.908229 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6cc33e06-27ed-4dc0-a85c-a7cc13fc0cc8 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.908229 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6cc33e06-27ed-4dc0-a85c-a7cc13fc0cc8 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4103889 Jul 05 04:19:53.912051 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59898) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:53.930039 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-718387fa-7172-490b-b8bd-c32bd8b56559 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'enable_snat': False}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:53.952822 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eda8d303-7cfb-4f88-90e6-485a15e35cc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.969818 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eda8d303-7cfb-4f88-90e6-485a15e35cc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:54.008325 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8d303-7cfb-4f88-90e6-485a15e35cc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09dd00f0-c9c3-459b-8f22-7a83134cf8d2,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:54.046685 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] Set router 39f9f86e-db62-498b-8255-a5797278f0f0 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:54.048331 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eda8d303-7cfb-4f88-90e6-485a15e35cc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:54.053502 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-eda8d303-7cfb-4f88-90e6-485a15e35cc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5092988 Jul 05 04:19:54.054125 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59906) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:54.070365 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-da4996c1-f2d9-4ecb-ae98-c201589585f1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'security_group_rule': {'security_group_id': '4c74909f-21d5-4b7f-b555-641b2192f01c', 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:54.149375 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-da4996c1-f2d9-4ecb-ae98-c201589585f1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:54.231954 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-da4996c1-f2d9-4ecb-ae98-c201589585f1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:54.238239 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-da4996c1-f2d9-4ecb-ae98-c201589585f1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:54.272527 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4996c1-f2d9-4ecb-ae98-c201589585f1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb1b70f-cf41-4173-8f14-f4f355805c0f,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:54.302528 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-da4996c1-f2d9-4ecb-ae98-c201589585f1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:54.305613 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-da4996c1-f2d9-4ecb-ae98-c201589585f1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2505083 Jul 05 04:19:54.309543 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59916) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:54.320102 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-80f31428-0a27-456e-9349-a09a5f0b2ffb tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'security_group_rule': {'security_group_id': '4c74909f-21d5-4b7f-b555-641b2192f01c', 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:54.367748 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-718387fa-7172-490b-b8bd-c32bd8b56559 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:54.380916 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-80f31428-0a27-456e-9349-a09a5f0b2ffb tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:54.471097 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-80f31428-0a27-456e-9349-a09a5f0b2ffb tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:54.474470 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'name': 'tempest-TestNetworkBasicOps-router-1100533492', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '377673c8-f955-460b-949b-297a8d9b165a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:48Z', 'revision_number': 4, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': '377673c8-f955-460b-949b-297a8d9b165a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:43Z', 'updated_at': '2021-07-05T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '12a4b781-e9a9-4344-89f7-6d55f4bf9ecc', 'name': '', 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:f2:bd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'f5a0ca26-624e-4fc5-8929-066d14f6d275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:47Z', 'updated_at': '2021-07-05T04:19:53Z', 'revision_number': 4, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': 'f5a0ca26-624e-4fc5-8929-066d14f6d275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:54.479567 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-80f31428-0a27-456e-9349-a09a5f0b2ffb tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:54.537077 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f31428-0a27-456e-9349-a09a5f0b2ffb tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2395570e-b3b5-4947-9ebc-32964286d73c,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:54.544854 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efb3fa6-12dc-46e0-a60a-168a13eff633 None None] The sync data for ids ['39f9f86e-db62-498b-8255-a5797278f0f0'] in n-d-780147-23 is: [{'id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'name': 'tempest-TestNetworkBasicOps-router-1100533492', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '377673c8-f955-460b-949b-297a8d9b165a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:48Z', 'revision_number': 4, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': '377673c8-f955-460b-949b-297a8d9b165a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:43Z', 'updated_at': '2021-07-05T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '12a4b781-e9a9-4344-89f7-6d55f4bf9ecc', 'name': '', 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:f2:bd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'f5a0ca26-624e-4fc5-8929-066d14f6d275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:47Z', 'updated_at': '2021-07-05T04:19:53Z', 'revision_number': 4, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': 'f5a0ca26-624e-4fc5-8929-066d14f6d275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:54.557708 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-80f31428-0a27-456e-9349-a09a5f0b2ffb tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:54.562512 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-80f31428-0a27-456e-9349-a09a5f0b2ffb tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2516427 Jul 05 04:19:54.564855 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59948) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:54.574613 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-d13333a2-1972-4083-ac33-94348f87ceb2 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'security_group_rule': {'security_group_id': '4c74909f-21d5-4b7f-b555-641b2192f01c', 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:54.676429 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d13333a2-1972-4083-ac33-94348f87ceb2 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:54.937464 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d13333a2-1972-4083-ac33-94348f87ceb2 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:54.967236 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d13333a2-1972-4083-ac33-94348f87ceb2 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:55.009988 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d13333a2-1972-4083-ac33-94348f87ceb2 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:55.012600 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d13333a2-1972-4083-ac33-94348f87ceb2 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4462616 Jul 05 04:19:55.023572 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 59960) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:55.033247 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-a7b3cfbb-a94c-4e59-aad3-c9cd166c202a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'security_group_rule': {'security_group_id': '4c74909f-21d5-4b7f-b555-641b2192f01c', 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:55.045101 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:55.070589 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13333a2-1972-4083-ac33-94348f87ceb2 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c04d514-044e-431a-a36e-0d2d08a268a3,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:55.106094 n-d-780147-23 neutron-server[105539]: INFO neutron.db.securitygroups_db [None req-a7b3cfbb-a94c-4e59-aad3-c9cd166c202a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Project ac0be634601541e3aba69b1b2bc67317 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:19:55.119601 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a7b3cfbb-a94c-4e59-aad3-c9cd166c202a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:55.180315 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:55.190212 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:55.192335 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:55.272319 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a7b3cfbb-a94c-4e59-aad3-c9cd166c202a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:55.291860 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a7b3cfbb-a94c-4e59-aad3-c9cd166c202a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:55.332577 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3cfbb-a94c-4e59-aad3-c9cd166c202a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbf187c-1a37-4a08-9e4c-1fd5884f661b,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:55.378025 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a7b3cfbb-a94c-4e59-aad3-c9cd166c202a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:55.382709 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a7b3cfbb-a94c-4e59-aad3-c9cd166c202a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3555450 Jul 05 04:19:55.383102 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 59970) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:55.388960 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-72d23eaa-141c-4f1b-a8df-1c72db663dc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'security_group_rule': {'security_group_id': '4c74909f-21d5-4b7f-b555-641b2192f01c', 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:55.492809 n-d-780147-23 neutron-server[105538]: INFO neutron.db.securitygroups_db [None req-72d23eaa-141c-4f1b-a8df-1c72db663dc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Project ac0be634601541e3aba69b1b2bc67317 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:19:55.500575 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-72d23eaa-141c-4f1b-a8df-1c72db663dc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:55.533569 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:55.604189 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-718387fa-7172-490b-b8bd-c32bd8b56559 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:55.636670 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=12a4b781-e9a9-4344-89f7-6d55f4bf9ecc,segment=NetworkSegment(0d26b76a-006a-4476-be69-c82fc79a952b),segment_id=0d26b76a-006a-4476-be69-c82fc79a952b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:55.642623 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-72d23eaa-141c-4f1b-a8df-1c72db663dc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:55.646997 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:55.648346 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b6ff045d-7669-4c84-b202-f2d3689d4ec0 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:55.650146 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-718387fa-7172-490b-b8bd-c32bd8b56559 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:55.654723 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-72d23eaa-141c-4f1b-a8df-1c72db663dc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:55.687220 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d23eaa-141c-4f1b-a8df-1c72db663dc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df2874e-e8ec-4bb9-80e2-2db38bb6b8af,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:55.700782 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-72d23eaa-141c-4f1b-a8df-1c72db663dc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:55.702352 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-72d23eaa-141c-4f1b-a8df-1c72db663dc9 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3179767 Jul 05 04:19:55.842467 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=12a4b781-e9a9-4344-89f7-6d55f4bf9ecc,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:55.881782 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port b6ff045d-7669-4c84-b202-f2d3689d4ec0 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:55.882132 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:55.933272 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-718387fa-7172-490b-b8bd-c32bd8b56559 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Allocated IP 172.25.1.221 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/90011700-19de-42b2-b9d0-f11effafc6b5) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:56.073976 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-7cbd7602-6ada-423d-ba0e-f0b13a15769e tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-434395585&fields=id&tenant_id=ac0be634601541e3aba69b1b2bc67317 HTTP/1.1" status: 200 len: 267 time: 0.0509222 Jul 05 04:19:56.212656 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-718387fa-7172-490b-b8bd-c32bd8b56559 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:56.300578 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-626f3332-ab1f-4347-a573-105e3782878b tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:56.302275 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-626f3332-ab1f-4347-a573-105e3782878b tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/networks?id=89ed3f41-cf6b-4ee1-8279-50e753051d82 HTTP/1.1" status: 200 len: 797 time: 0.2117698 Jul 05 04:19:56.334680 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-d6eaa15f-e67d-4c18-a183-ad094b0b9bf1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/quotas/ac0be634601541e3aba69b1b2bc67317 HTTP/1.1" status: 200 len: 375 time: 0.0221078 Jul 05 04:19:56.354319 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-718387fa-7172-490b-b8bd-c32bd8b56559 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:56.432906 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718387fa-7172-490b-b8bd-c32bd8b56559 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:56.448078 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-718387fa-7172-490b-b8bd-c32bd8b56559 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:56.457005 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718387fa-7172-490b-b8bd-c32bd8b56559 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:56.461982 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718387fa-7172-490b-b8bd-c32bd8b56559 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Pushing event updated for resources: {'Port': ['ID=90011700-19de-42b2-b9d0-f11effafc6b5,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:56.546453 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-52aad247-f745-487b-a538-057d25e4cf0d tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac0be634601541e3aba69b1b2bc67317&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2059011 Jul 05 04:19:56.591573 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-421c1f88-eacd-4842-b382-6e15b52fd787 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:19:56.592615 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-421c1f88-eacd-4842-b382-6e15b52fd787 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054564 Jul 05 04:19:56.732967 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:56.812231 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:56.814285 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:56.891850 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-6cb73ebd-80d3-4e16-a952-5870494d17b3 service neutron] 10.222.0.77 "GET /v2.0/networks/89ed3f41-cf6b-4ee1-8279-50e753051d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609210 Jul 05 04:19:57.026276 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-718387fa-7172-490b-b8bd-c32bd8b56559 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:57.165726 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-51b5ef2b-b455-4037-88ad-653b85925474 service neutron] 10.222.0.77 "GET /v2.0/networks/89ed3f41-cf6b-4ee1-8279-50e753051d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666116 Jul 05 04:19:57.340021 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-718387fa-7172-490b-b8bd-c32bd8b56559 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:57.342940 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-718387fa-7172-490b-b8bd-c32bd8b56559 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540971'] for router, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:57.495647 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ab5368a-2fb9-4c30-9a55-d1b769874fe9 req-22dd3c92-2735-4a09-ba15-53ad931a63e6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0141378-8ca6-4d3c-8cf8-6c22c02f7903 HTTP/1.1" status: 200 len: 210 time: 0.0580585 Jul 05 04:19:57.549376 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718387fa-7172-490b-b8bd-c32bd8b56559 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Router e67e4874-71d6-46c9-9b48-0a7c09a5615e is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:19:57.765610 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718387fa-7172-490b-b8bd-c32bd8b56559 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:57.775335 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32afdcfc-57a0-4632-b612-a90c0d5bf962 None None] Sync routers for ids ['e67e4874-71d6-46c9-9b48-0a7c09a5615e'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:57.775901 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-718387fa-7172-490b-b8bd-c32bd8b56559 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:57.776668 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-718387fa-7172-490b-b8bd-c32bd8b56559 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "PUT /v2.0/routers/e67e4874-71d6-46c9-9b48-0a7c09a5615e HTTP/1.1" status: 200 len: 915 time: 3.8646984 Jul 05 04:19:57.779258 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60066) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:57.804691 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32afdcfc-57a0-4632-b612-a90c0d5bf962 None None] Routers {'e67e4874-71d6-46c9-9b48-0a7c09a5615e'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:57.805581 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-32afdcfc-57a0-4632-b612-a90c0d5bf962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e67e4874-71d6-46c9-9b48-0a7c09a5615e'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:57.886424 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-32afdcfc-57a0-4632-b612-a90c0d5bf962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:57.909127 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32afdcfc-57a0-4632-b612-a90c0d5bf962 None None] Routers {'e67e4874-71d6-46c9-9b48-0a7c09a5615e'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:57.909760 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-32afdcfc-57a0-4632-b612-a90c0d5bf962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:19:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e67e4874-71d6-46c9-9b48-0a7c09a5615e'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:58.020608 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-45667e42-6f42-4615-abfe-0d42a6860b96 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "GET /v2.0/routers/e67e4874-71d6-46c9-9b48-0a7c09a5615e HTTP/1.1" status: 200 len: 921 time: 0.2401659 Jul 05 04:19:58.023332 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60074) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:58.033832 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-32afdcfc-57a0-4632-b612-a90c0d5bf962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:58.034503 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32afdcfc-57a0-4632-b612-a90c0d5bf962 None None] The sync data for ids ['e67e4874-71d6-46c9-9b48-0a7c09a5615e'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:58.171142 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ac4444-1522-45cb-96f6-b933b41d2c55 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:58.173389 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-36ac4444-1522-45cb-96f6-b933b41d2c55 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&device_id=e67e4874-71d6-46c9-9b48-0a7c09a5615e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1460364 Jul 05 04:19:58.176935 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60076) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:58.338113 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db1534-59b7-49de-89be-f59f9928432c tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:58.340084 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d3db1534-59b7-49de-89be-f59f9928432c tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "GET /v2.0/networks/ed495a2f-0241-4263-bf9b-61a54e0fbc19 HTTP/1.1" status: 200 len: 881 time: 0.1620991 Jul 05 04:19:58.343102 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60082) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:58.393291 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e3d99bba-4b2d-4d79-ab1a-4306bec95d2b tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "GET /v2.0/ports?device_id=e67e4874-71d6-46c9-9b48-0a7c09a5615e HTTP/1.1" status: 200 len: 205 time: 0.0471039 Jul 05 04:19:58.395653 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60084) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:58.601210 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4020-5f02-4c8c-9119-1aafc8693079 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:58.653716 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2189589f-5db0-4656-b41e-fdb54f4ad09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:58.797328 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9b5e60b0-79af-4a44-b1fb-6968f192b48e req-e17f0e0f-0818-46ae-8536-6298fa84447a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0141378-8ca6-4d3c-8cf8-6c22c02f7903 HTTP/1.1" status: 200 len: 210 time: 0.0428932 Jul 05 04:19:58.811246 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4020-5f02-4c8c-9119-1aafc8693079 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:59.361787 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:59.505247 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4020-5f02-4c8c-9119-1aafc8693079 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Deleting port 90011700-19de-42b2-b9d0-f11effafc6b5 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:59.505844 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4020-5f02-4c8c-9119-1aafc8693079 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:59.535131 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-ee5b496e-cda3-4c49-bb5f-285efa00aaab tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:59.536718 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-ee5b496e-cda3-4c49-bb5f-285efa00aaab tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.70 "GET /v2.0/networks?id=89ed3f41-cf6b-4ee1-8279-50e753051d82 HTTP/1.1" status: 200 len: 797 time: 0.1522775 Jul 05 04:19:59.619189 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-f29a0c87-4f41-4ec6-8193-c376a706abaf tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac0be634601541e3aba69b1b2bc67317 HTTP/1.1" status: 200 len: 379 time: 0.0556779 Jul 05 04:19:59.629987 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-a118e2a2-4096-4b2d-87ee-b2bc1cc75ccb tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'port': {'device_id': 'f0141378-8ca6-4d3c-8cf8-6c22c02f7903', 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82', 'admin_state_up': True, 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'security_groups': ['4c74909f-21d5-4b7f-b555-641b2192f01c']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:59.685805 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4020-5f02-4c8c-9119-1aafc8693079 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:59.716452 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd4020-5f02-4c8c-9119-1aafc8693079 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Calling delete_port for 90011700-19de-42b2-b9d0-f11effafc6b5 owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:59.943832 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-a118e2a2-4096-4b2d-87ee-b2bc1cc75ccb tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Made reservation on behalf of ac0be634601541e3aba69b1b2bc67317 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:19:59.949056 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-a118e2a2-4096-4b2d-87ee-b2bc1cc75ccb tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:00.004116 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cbaaee9e-ba0c-4c84-82d4-c4340929b63d req-2c841af1-374f-4739-8265-7778e6c8b67b tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0141378-8ca6-4d3c-8cf8-6c22c02f7903 HTTP/1.1" status: 200 len: 210 time: 0.0682149 Jul 05 04:20:00.230039 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4020-5f02-4c8c-9119-1aafc8693079 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:00.274614 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-a118e2a2-4096-4b2d-87ee-b2bc1cc75ccb tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Allocated IP 172.20.0.8 (89ed3f41-cf6b-4ee1-8279-50e753051d82/f5a0ca26-624e-4fc5-8929-066d14f6d275/fda57a5d-9bbf-45ec-9afc-8391d45436b8) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:00.307783 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4020-5f02-4c8c-9119-1aafc8693079 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Pushing event deleted for resources: {'Port': ['ID=90011700-19de-42b2-b9d0-f11effafc6b5,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:00.466033 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4020-5f02-4c8c-9119-1aafc8693079 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:00.714609 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4020-5f02-4c8c-9119-1aafc8693079 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:00.728193 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4020-5f02-4c8c-9119-1aafc8693079 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:00.833013 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4020-5f02-4c8c-9119-1aafc8693079 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:00.835835 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcd4020-5f02-4c8c-9119-1aafc8693079 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Fanout notify agent at l3_agent the message router_deleted on router e67e4874-71d6-46c9-9b48-0a7c09a5615e {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:20:00.845300 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c3890-67bb-4fd3-b6f5-279fa7f32ed9 req-27564c1b-5c33-41fd-9e7b-6a63d9d5e372 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:00.847282 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cc6c3890-67bb-4fd3-b6f5-279fa7f32ed9 req-27564c1b-5c33-41fd-9e7b-6a63d9d5e372 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 945 time: 0.4590371 Jul 05 04:20:00.854927 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4020-5f02-4c8c-9119-1aafc8693079 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:00.856106 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ebcd4020-5f02-4c8c-9119-1aafc8693079 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "DELETE /v2.0/routers/e67e4874-71d6-46c9-9b48-0a7c09a5615e HTTP/1.1" status: 204 len: 168 time: 2.4592476 Jul 05 04:20:00.860868 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60132) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:00.867198 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1877135141', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}, 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:00.883694 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-a118e2a2-4096-4b2d-87ee-b2bc1cc75ccb tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:00.913429 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-a118e2a2-4096-4b2d-87ee-b2bc1cc75ccb tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Transition to ACTIVE for port object fda57a5d-9bbf-45ec-9afc-8391d45436b8 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:00.915881 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:00.918013 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:00.919265 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cc6c3890-67bb-4fd3-b6f5-279fa7f32ed9 req-bbafbdcd-7ff2-4761-bcfe-171cfa2f95af tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620146 Jul 05 04:20:00.974406 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-a118e2a2-4096-4b2d-87ee-b2bc1cc75ccb tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:01.035024 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:01.045075 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-a118e2a2-4096-4b2d-87ee-b2bc1cc75ccb tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Network 89ed3f41-cf6b-4ee1-8279-50e753051d82 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:01.049289 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-a118e2a2-4096-4b2d-87ee-b2bc1cc75ccb tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:01.054777 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-a118e2a2-4096-4b2d-87ee-b2bc1cc75ccb tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:01.058979 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118e2a2-4096-4b2d-87ee-b2bc1cc75ccb tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'Port': ['ID=fda57a5d-9bbf-45ec-9afc-8391d45436b8,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:01.140525 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-a118e2a2-4096-4b2d-87ee-b2bc1cc75ccb tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:01.140525 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-a118e2a2-4096-4b2d-87ee-b2bc1cc75ccb tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:01.176899 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-a118e2a2-4096-4b2d-87ee-b2bc1cc75ccb tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5512209 Jul 05 04:20:01.195546 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-7ba86434-b743-485a-80d2-8c9633ab288f service neutron] Request body: {'port': {'device_id': 'f0141378-8ca6-4d3c-8cf8-6c22c02f7903', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:01.306349 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-7ba86434-b743-485a-80d2-8c9633ab288f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:01.486070 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:01.535979 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60152) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:01.599560 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925600c-ed16-4dd9-a194-e70343855e00 req-ab88b2f6-1800-4a24-a594-c17121a95bc7 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:01.606973 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2925600c-ed16-4dd9-a194-e70343855e00 req-ab88b2f6-1800-4a24-a594-c17121a95bc7 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0141378-8ca6-4d3c-8cf8-6c22c02f7903 HTTP/1.1" status: 200 len: 931 time: 0.3410726 Jul 05 04:20:01.641117 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6b72c219-cd45-49d1-b746-f61d15c8492f None None] Provisioning for port fda57a5d-9bbf-45ec-9afc-8391d45436b8 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:01.647088 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9ddf6289-0f45-4726-ae53-a4885907a188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:01.649071 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6b72c219-cd45-49d1-b746-f61d15c8492f None None] Provisioning complete for port fda57a5d-9bbf-45ec-9afc-8391d45436b8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:01.649741 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6b72c219-cd45-49d1-b746-f61d15c8492f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:01.676972 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2925600c-ed16-4dd9-a194-e70343855e00 req-9c861e2b-fe25-4101-903c-607c70673ef8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=4c74909f-21d5-4b7f-b555-641b2192f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689631 Jul 05 04:20:01.698001 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-6b72c219-cd45-49d1-b746-f61d15c8492f None None] Port fda57a5d-9bbf-45ec-9afc-8391d45436b8 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:20:01.738236 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:01.953301 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-7ba86434-b743-485a-80d2-8c9633ab288f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fda57a5d-9bbf-45ec-9afc-8391d45436b8 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:20:01.987829 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-7ba86434-b743-485a-80d2-8c9633ab288f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:02.019631 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-7ba86434-b743-485a-80d2-8c9633ab288f service neutron] Transition to ACTIVE for port object fda57a5d-9bbf-45ec-9afc-8391d45436b8 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:02.025032 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-7ba86434-b743-485a-80d2-8c9633ab288f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:02.051955 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:02.271028 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba86434-b743-485a-80d2-8c9633ab288f service neutron] Pushing event updated for resources: {'Port': ['ID=fda57a5d-9bbf-45ec-9afc-8391d45436b8,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:02.623732 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:02.738298 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c4342-98f5-4717-97f9-2e4c1c1893cf req-bd5d7ddf-8872-418d-8f7d-66ae3c96086a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:02.739892 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-525c4342-98f5-4717-97f9-2e4c1c1893cf req-bd5d7ddf-8872-418d-8f7d-66ae3c96086a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.89 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 945 time: 0.6389003 Jul 05 04:20:02.743603 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-7ba86434-b743-485a-80d2-8c9633ab288f service neutron] Attempting to bind port fda57a5d-9bbf-45ec-9afc-8391d45436b8 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:02.743959 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-7ba86434-b743-485a-80d2-8c9633ab288f service neutron] Attempting to bind port fda57a5d-9bbf-45ec-9afc-8391d45436b8 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '0d26b76a-006a-4476-be69-c82fc79a952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:02.744281 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-7ba86434-b743-485a-80d2-8c9633ab288f service neutron] Attempting to bind port fda57a5d-9bbf-45ec-9afc-8391d45436b8 on network 89ed3f41-cf6b-4ee1-8279-50e753051d82 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:02.818789 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3ab3d-6280-415d-b24e-11111964fe00 req-9e04c7bc-da91-409f-a7ed-80d79096b1c4 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:02.828646 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cbe3ab3d-6280-415d-b24e-11111964fe00 req-9e04c7bc-da91-409f-a7ed-80d79096b1c4 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 945 time: 0.6071494 Jul 05 04:20:02.854432 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-7ba86434-b743-485a-80d2-8c9633ab288f service neutron] Port fda57a5d-9bbf-45ec-9afc-8391d45436b8 on network 89ed3f41-cf6b-4ee1-8279-50e753051d82 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:20:02.854787 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-7ba86434-b743-485a-80d2-8c9633ab288f service neutron] Attempting to bind port fda57a5d-9bbf-45ec-9afc-8391d45436b8 on network 89ed3f41-cf6b-4ee1-8279-50e753051d82 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:02.936355 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-7ba86434-b743-485a-80d2-8c9633ab288f service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:02.937100 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-7ba86434-b743-485a-80d2-8c9633ab288f service neutron] Checking segment: {'id': '0d26b76a-006a-4476-be69-c82fc79a952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:02.937676 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-7ba86434-b743-485a-80d2-8c9633ab288f service neutron] Bound using segment: {'id': '0d26b76a-006a-4476-be69-c82fc79a952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:02.938665 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-7ba86434-b743-485a-80d2-8c9633ab288f service neutron] Bound port: fda57a5d-9bbf-45ec-9afc-8391d45436b8, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d26b76a-006a-4476-be69-c82fc79a952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:02.938665 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-7ba86434-b743-485a-80d2-8c9633ab288f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:02.944720 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:03.029591 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cbe3ab3d-6280-415d-b24e-11111964fe00 req-11a5af08-f017-45b3-8cc4-8f6a67926564 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988533 Jul 05 04:20:03.066780 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-525c4342-98f5-4717-97f9-2e4c1c1893cf req-5ac98f3c-8420-4b10-997a-f1b87c5c4086 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Deleting port 8e91c81f-f371-4df7-89c4-a551299df1b9 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:20:03.067131 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-525c4342-98f5-4717-97f9-2e4c1c1893cf req-5ac98f3c-8420-4b10-997a-f1b87c5c4086 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:03.144121 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-7ba86434-b743-485a-80d2-8c9633ab288f service neutron] For port fda57a5d-9bbf-45ec-9afc-8391d45436b8, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:03.150196 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-7ba86434-b743-485a-80d2-8c9633ab288f service neutron] For port fda57a5d-9bbf-45ec-9afc-8391d45436b8, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=fda57a5d-9bbf-45ec-9afc-8391d45436b8,segment=NetworkSegment(0d26b76a-006a-4476-be69-c82fc79a952b),segment_id=0d26b76a-006a-4476-be69-c82fc79a952b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:03.169551 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-7ba86434-b743-485a-80d2-8c9633ab288f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:03.173648 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04e4ed-2ed2-445b-bf4d-f990146d409f req-45c6c812-8a69-44b7-a7ec-6212713888c8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:03.175210 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2d04e4ed-2ed2-445b-bf4d-f990146d409f req-45c6c812-8a69-44b7-a7ec-6212713888c8 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0141378-8ca6-4d3c-8cf8-6c22c02f7903 HTTP/1.1" status: 200 len: 943 time: 0.2351737 Jul 05 04:20:03.214948 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-525c4342-98f5-4717-97f9-2e4c1c1893cf req-5ac98f3c-8420-4b10-997a-f1b87c5c4086 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] For port 8e91c81f-f371-4df7-89c4-a551299df1b9, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8e91c81f-f371-4df7-89c4-a551299df1b9,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:03.215370 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-525c4342-98f5-4717-97f9-2e4c1c1893cf req-5ac98f3c-8420-4b10-997a-f1b87c5c4086 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:03.243913 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Allocated IP 172.25.1.71 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/d398288f-3922-4bc9-bd6b-17b98943c6b8) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:03.297832 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2d04e4ed-2ed2-445b-bf4d-f990146d409f req-35752b40-26fb-47d9-9636-0c8a00e115de tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=4c74909f-21d5-4b7f-b555-641b2192f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088934 Jul 05 04:20:03.336446 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-7ba86434-b743-485a-80d2-8c9633ab288f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:03.337179 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-7ba86434-b743-485a-80d2-8c9633ab288f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:03.339582 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-7ba86434-b743-485a-80d2-8c9633ab288f service neutron] 10.222.0.70 "PUT /v2.0/ports/fda57a5d-9bbf-45ec-9afc-8391d45436b8 HTTP/1.1" status: 200 len: 1092 time: 2.1483226 Jul 05 04:20:03.339582 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0141378-8ca6-4d3c-8cf8-6c22c02f7903', 'tag': 'fda57a5d-9bbf-45ec-9afc-8391d45436b8'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:03.341932 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045b1a31-f9a8-4cb6-a341-2a538c640624" -d '{"events": [{"name": "network-changed", "server_uuid": "f0141378-8ca6-4d3c-8cf8-6c22c02f7903", "tag": "fda57a5d-9bbf-45ec-9afc-8391d45436b8"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:03.472039 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b32621-e8dd-4706-a0a9-365102156cdb x-openstack-request-id: req-d0b32621-e8dd-4706-a0a9-365102156cdb {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:03.472463 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0141378-8ca6-4d3c-8cf8-6c22c02f7903", "tag": "fda57a5d-9bbf-45ec-9afc-8391d45436b8", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:03.472818 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d0b32621-e8dd-4706-a0a9-365102156cdb {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:03.473480 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0141378-8ca6-4d3c-8cf8-6c22c02f7903', 'tag': 'fda57a5d-9bbf-45ec-9afc-8391d45436b8', 'status': 'completed', 'code': 200} Jul 05 04:20:03.474421 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba86434-b743-485a-80d2-8c9633ab288f service neutron] Pushing event updated for resources: {'Port': ['ID=fda57a5d-9bbf-45ec-9afc-8391d45436b8,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:03.522236 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:03.611635 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-66f479a0-ab34-4287-a266-131d03d65796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:03.614017 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-66f479a0-ab34-4287-a266-131d03d65796 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac0be634601541e3aba69b1b2bc67317&device_id=f0141378-8ca6-4d3c-8cf8-6c22c02f7903 HTTP/1.1" status: 200 len: 1095 time: 0.2021496 Jul 05 04:20:03.622050 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:03.625294 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-525c4342-98f5-4717-97f9-2e4c1c1893cf req-5ac98f3c-8420-4b10-997a-f1b87c5c4086 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:03.626337 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-525c4342-98f5-4717-97f9-2e4c1c1893cf req-5ac98f3c-8420-4b10-997a-f1b87c5c4086 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:03.626892 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [req-525c4342-98f5-4717-97f9-2e4c1c1893cf req-5ac98f3c-8420-4b10-997a-f1b87c5c4086 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Floating IP a14b0206-a243-441c-b094-85d9ce65b347 disassociated. External IP: 172.25.1.11, port: 8e91c81f-f371-4df7-89c4-a551299df1b9. Jul 05 04:20:03.627509 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-525c4342-98f5-4717-97f9-2e4c1c1893cf req-5ac98f3c-8420-4b10-997a-f1b87c5c4086 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Calling delete_port for 8e91c81f-f371-4df7-89c4-a551299df1b9 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:20:03.679045 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-ec98f903-e96c-4fd9-ad9d-3d391f2d2798 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fda57a5d-9bbf-45ec-9afc-8391d45436b8 HTTP/1.1" status: 200 len: 217 time: 0.0488741 Jul 05 04:20:03.692902 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:03.699638 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:03.704150 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:03.706990 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Pushing event updated for resources: {'Port': ['ID=d398288f-3922-4bc9-bd6b-17b98943c6b8,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:03.745518 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:03.745858 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:03.746202 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:03.746538 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:03.746867 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:03.747188 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:03.747521 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:03.747861 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:03.748193 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:03.748515 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:03.748833 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:03.749153 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:03.773275 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4904bd2b-12ac-4a96-87e3-693caff2dba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:03.884583 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-ee323d0a-a1f6-47a5-95a3-aa660d2f1dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:03.886085 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-ee323d0a-a1f6-47a5-95a3-aa660d2f1dfd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f5a0ca26-624e-4fc5-8929-066d14f6d275 HTTP/1.1" status: 200 len: 834 time: 0.1920164 Jul 05 04:20:03.959951 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-525c4342-98f5-4717-97f9-2e4c1c1893cf req-5ac98f3c-8420-4b10-997a-f1b87c5c4086 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:04.021769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac98f3c-8420-4b10-997a-f1b87c5c4086 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event deleted for resources: {'Port': ['ID=8e91c81f-f371-4df7-89c4-a551299df1b9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:04.090953 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-3f819d76-1c41-439d-a787-40f416f6db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:04.094095 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-3f819d76-1c41-439d-a787-40f416f6db13 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89ed3f41-cf6b-4ee1-8279-50e753051d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1980059 Jul 05 04:20:04.223311 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-525c4342-98f5-4717-97f9-2e4c1c1893cf req-5ac98f3c-8420-4b10-997a-f1b87c5c4086 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:20:04.241601 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:04.348421 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-736ac743-498c-4889-999d-87ef7f8b71eb req-9903a0bb-ca39-4ee9-b4e2-0ee00aa66ca3 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 210 time: 0.0827022 Jul 05 04:20:04.426890 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:04.463420 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-3445332c-43ff-45f5-a84e-11f2c4103804 service neutron] 10.222.0.70 "GET /v2.0/networks/89ed3f41-cf6b-4ee1-8279-50e753051d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380345 Jul 05 04:20:04.651346 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-525c4342-98f5-4717-97f9-2e4c1c1893cf req-5ac98f3c-8420-4b10-997a-f1b87c5c4086 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:20:04.669236 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0608df3-7b14-4581-833c-ba09f4228802 None None] Sync routers for ids ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:20:04.696021 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0608df3-7b14-4581-833c-ba09f4228802 None None] Routers {'7a44aaa2-cec1-4473-8d66-c4610d2148f2'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:04.704384 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d0608df3-7b14-4581-833c-ba09f4228802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:20:02Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:04.713604 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-86c4c79d-a6d4-45b9-95c4-cecdfeb29c41 req-8ff1249f-66a8-4207-9b39-798ddfe8bf99 service neutron] 10.222.0.70 "GET /v2.0/networks/89ed3f41-cf6b-4ee1-8279-50e753051d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409184 Jul 05 04:20:04.767661 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-525c4342-98f5-4717-97f9-2e4c1c1893cf req-5ac98f3c-8420-4b10-997a-f1b87c5c4086 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] No DVR routers for this DVR port 8e91c81f-f371-4df7-89c4-a551299df1b9 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:20:04.770664 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-525c4342-98f5-4717-97f9-2e4c1c1893cf req-5ac98f3c-8420-4b10-997a-f1b87c5c4086 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:04.773834 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-525c4342-98f5-4717-97f9-2e4c1c1893cf req-5ac98f3c-8420-4b10-997a-f1b87c5c4086 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.89 "DELETE /v2.0/ports/8e91c81f-f371-4df7-89c4-a551299df1b9 HTTP/1.1" status: 204 len: 173 time: 2.0236616 Jul 05 04:20:04.782374 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-4904bd2b-12ac-4a96-87e3-693caff2dba5 admin admin] Deleting port 8be7cb81-bc55-40f0-9281-7a6fca90eac3 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:20:04.782862 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4904bd2b-12ac-4a96-87e3-693caff2dba5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:04.875250 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:04.896884 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ede4ca-a041-4009-b6b6-44e5e27f851b req-30a707a7-2fed-423a-8ab8-51b45eda0609 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:04.898491 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9ede4ca-a041-4009-b6b6-44e5e27f851b req-30a707a7-2fed-423a-8ab8-51b45eda0609 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0141378-8ca6-4d3c-8cf8-6c22c02f7903 HTTP/1.1" status: 200 len: 943 time: 0.3131351 Jul 05 04:20:04.900741 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-4904bd2b-12ac-4a96-87e3-693caff2dba5 admin admin] For port 8be7cb81-bc55-40f0-9281-7a6fca90eac3, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=8be7cb81-bc55-40f0-9281-7a6fca90eac3,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:04.901044 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4904bd2b-12ac-4a96-87e3-693caff2dba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:04.951073 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b1a31-f9a8-4cb6-a341-2a538c640624 req-d6bcab32-0982-4cf9-866a-89bece29418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:04.954619 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-d0608df3-7b14-4581-833c-ba09f4228802 None None] Set router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:04.956130 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-4904bd2b-12ac-4a96-87e3-693caff2dba5 admin admin] Calling delete_port for 8be7cb81-bc55-40f0-9281-7a6fca90eac3 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:20:04.959628 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-045b1a31-f9a8-4cb6-a341-2a538c640624 req-d6bcab32-0982-4cf9-866a-89bece29418e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac0be634601541e3aba69b1b2bc67317&device_id=f0141378-8ca6-4d3c-8cf8-6c22c02f7903 HTTP/1.1" status: 200 len: 1095 time: 0.1325765 Jul 05 04:20:05.106873 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9ede4ca-a041-4009-b6b6-44e5e27f851b req-b62abf62-45fc-471b-831e-061ea3ca4217 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=4c74909f-21d5-4b7f-b555-641b2192f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961884 Jul 05 04:20:05.134736 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b1a31-f9a8-4cb6-a341-2a538c640624 req-562840a5-9173-4151-b3d4-5d8a5bd46852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:05.136337 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-045b1a31-f9a8-4cb6-a341-2a538c640624 req-562840a5-9173-4151-b3d4-5d8a5bd46852 service neutron] 10.222.0.70 "GET /v2.0/networks?id=89ed3f41-cf6b-4ee1-8279-50e753051d82 HTTP/1.1" status: 200 len: 898 time: 0.1714025 Jul 05 04:20:05.235921 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-045b1a31-f9a8-4cb6-a341-2a538c640624 req-b57b48a9-ab25-4bab-91f6-11b485cbe0ff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fda57a5d-9bbf-45ec-9afc-8391d45436b8 HTTP/1.1" status: 200 len: 217 time: 0.0899959 Jul 05 04:20:05.367912 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b1a31-f9a8-4cb6-a341-2a538c640624 req-aae3ff8f-fca4-4aa3-9e1f-736d666babd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:05.369665 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-045b1a31-f9a8-4cb6-a341-2a538c640624 req-aae3ff8f-fca4-4aa3-9e1f-736d666babd8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f5a0ca26-624e-4fc5-8929-066d14f6d275 HTTP/1.1" status: 200 len: 834 time: 0.1248870 Jul 05 04:20:05.475393 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb533d83-b6ad-4ed2-8a99-091e2f8f3920', 'name': 'network-vif-deleted', 'tag': '8e91c81f-f371-4df7-89c4-a551299df1b9'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:05.476859 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4904bd2b-12ac-4a96-87e3-693caff2dba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:05.478386 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97616225-182f-44cf-bd7e-be906babb940" -d '{"events": [{"server_uuid": "bb533d83-b6ad-4ed2-8a99-091e2f8f3920", "name": "network-vif-deleted", "tag": "8e91c81f-f371-4df7-89c4-a551299df1b9"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:05.479032 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d0608df3-7b14-4581-833c-ba09f4228802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8e7245f1-a580-4964-b460-1eca58617026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:11:12Z', 'revision_number': 4, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port': {'id': '8e7245f1-a580-4964-b460-1eca58617026', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:06Z', 'updated_at': '2021-07-05T04:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '23aa9a35-c8ab-4815-b431-dfb96f47ee25', 'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'mac_address': 'fa:16:3e:d1:3c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:11Z', 'updated_at': '2021-07-05T04:11:28Z', 'revision_number': 5, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'subnets': [{'id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:05.483323 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b1a31-f9a8-4cb6-a341-2a538c640624 req-4411a8c4-1bd0-4c05-8ec1-245d2475cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:05.486727 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-045b1a31-f9a8-4cb6-a341-2a538c640624 req-4411a8c4-1bd0-4c05-8ec1-245d2475cc59 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89ed3f41-cf6b-4ee1-8279-50e753051d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1055117 Jul 05 04:20:05.530014 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904bd2b-12ac-4a96-87e3-693caff2dba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be7cb81-bc55-40f0-9281-7a6fca90eac3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:05.549283 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:20:05.587715 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0608df3-7b14-4581-833c-ba09f4228802 None None] Checking router: 7a44aaa2-cec1-4473-8d66-c4610d2148f2 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:20:05.668515 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2113bb-ac05-4e21-9050-9a3574153d3e x-openstack-request-id: req-3b2113bb-ac05-4e21-9050-9a3574153d3e {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:05.668864 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb533d83-b6ad-4ed2-8a99-091e2f8f3920", "name": "network-vif-deleted", "tag": "8e91c81f-f371-4df7-89c4-a551299df1b9", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:05.669058 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3b2113bb-ac05-4e21-9050-9a3574153d3e {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:05.669457 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb533d83-b6ad-4ed2-8a99-091e2f8f3920', 'name': 'network-vif-deleted', 'tag': '8e91c81f-f371-4df7-89c4-a551299df1b9', 'status': 'completed', 'code': 200} Jul 05 04:20:05.693527 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0608df3-7b14-4581-833c-ba09f4228802 None None] Routers {'7a44aaa2-cec1-4473-8d66-c4610d2148f2'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:05.701020 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d0608df3-7b14-4581-833c-ba09f4228802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:20:02Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:05.790570 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b337a413-c68c-4e2d-9d90-320aa8a05d76 req-3d6929e9-e5a0-4077-9372-acc62f8b5cd7 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 210 time: 0.1001649 Jul 05 04:20:05.866797 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4904bd2b-12ac-4a96-87e3-693caff2dba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:05.901225 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-045b1a31-f9a8-4cb6-a341-2a538c640624 req-4312a70d-ca2e-4f98-8d8a-603a9fe5724a service neutron] 10.222.0.70 "GET /v2.0/networks/89ed3f41-cf6b-4ee1-8279-50e753051d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063158 Jul 05 04:20:05.990520 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Router 6d9562d6-6301-4274-bcc2-e7aa28cca16a is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:20:06.129346 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-045b1a31-f9a8-4cb6-a341-2a538c640624 req-4386a5f9-434a-42eb-96e4-5d9b4230c616 service neutron] 10.222.0.70 "GET /v2.0/networks/89ed3f41-cf6b-4ee1-8279-50e753051d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121065 Jul 05 04:20:06.151890 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-d0608df3-7b14-4581-833c-ba09f4228802 None None] Set router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:06.283923 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:20:06.295604 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e10cac-19d9-4692-8276-f83ed2c39336 None None] Sync routers for ids ['6d9562d6-6301-4274-bcc2-e7aa28cca16a'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:20:06.308891 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e10cac-19d9-4692-8276-f83ed2c39336 None None] Routers {'6d9562d6-6301-4274-bcc2-e7aa28cca16a'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:06.312390 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f7e10cac-19d9-4692-8276-f83ed2c39336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:20:02Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['6d9562d6-6301-4274-bcc2-e7aa28cca16a'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:06.388756 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f7e10cac-19d9-4692-8276-f83ed2c39336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:06.394922 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8e91c81f-f371-4df7-89c4-a551299df1b9 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:20:06.396172 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:06.397929 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-82d72a9d-e5f5-4be0-98e7-0936f727bc7d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.5356889 Jul 05 04:20:06.400478 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60236) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:06.410061 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-41140988-20fe-41fb-866e-08baa7c77b37 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:06.415365 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e10cac-19d9-4692-8276-f83ed2c39336 None None] Routers {'6d9562d6-6301-4274-bcc2-e7aa28cca16a'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:06.416219 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f7e10cac-19d9-4692-8276-f83ed2c39336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:20:02Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['6d9562d6-6301-4274-bcc2-e7aa28cca16a'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:06.441625 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 8e91c81f-f371-4df7-89c4-a551299df1b9 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:20:06.447277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8e91c81f-f371-4df7-89c4-a551299df1b9 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:20:06.517891 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4904bd2b-12ac-4a96-87e3-693caff2dba5 admin admin] Router b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:20:06.526449 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f7e10cac-19d9-4692-8276-f83ed2c39336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:06.527132 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e10cac-19d9-4692-8276-f83ed2c39336 None None] The sync data for ids ['6d9562d6-6301-4274-bcc2-e7aa28cca16a'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:20:06.552530 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ce9e7-ac38-453f-9d06-6d0984d28d73 req-5fdfead4-b1e8-4783-9bb7-5492d68b133d tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:06.558093 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-df2ce9e7-ac38-453f-9d06-6d0984d28d73 req-5fdfead4-b1e8-4783-9bb7-5492d68b133d tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0141378-8ca6-4d3c-8cf8-6c22c02f7903 HTTP/1.1" status: 200 len: 943 time: 0.2818754 Jul 05 04:20:06.855651 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d0608df3-7b14-4581-833c-ba09f4228802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8e7245f1-a580-4964-b460-1eca58617026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:11:12Z', 'revision_number': 4, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port': {'id': '8e7245f1-a580-4964-b460-1eca58617026', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:06Z', 'updated_at': '2021-07-05T04:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '23aa9a35-c8ab-4815-b431-dfb96f47ee25', 'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'mac_address': 'fa:16:3e:d1:3c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:11Z', 'updated_at': '2021-07-05T04:11:28Z', 'revision_number': 5, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'subnets': [{'id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:06.889432 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0608df3-7b14-4581-833c-ba09f4228802 None None] The sync data for ids ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'] in n-d-780147-23 is: [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8e7245f1-a580-4964-b460-1eca58617026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:11:12Z', 'revision_number': 4, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port': {'id': '8e7245f1-a580-4964-b460-1eca58617026', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:06Z', 'updated_at': '2021-07-05T04:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '23aa9a35-c8ab-4815-b431-dfb96f47ee25', 'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'mac_address': 'fa:16:3e:d1:3c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:11Z', 'updated_at': '2021-07-05T04:11:28Z', 'revision_number': 5, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'subnets': [{'id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:20:07.408487 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4904bd2b-12ac-4a96-87e3-693caff2dba5 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:20:07.412693 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389016d0-8365-4496-81e0-56401aff4976 None None] New status for floating IP a14b0206-a243-441c-b094-85d9ce65b347: DOWN {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:20:07.417411 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a920bf8-e3ba-4dff-92f8-c671766c0707 None None] Sync routers for ids ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:20:07.419614 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4904bd2b-12ac-4a96-87e3-693caff2dba5 admin admin] 10.222.0.77 "PUT /v2.0/routers/b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8797863 Jul 05 04:20:07.422500 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60254) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:07.443142 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a920bf8-e3ba-4dff-92f8-c671766c0707 None None] Routers {'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:07.445030 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6a920bf8-e3ba-4dff-92f8-c671766c0707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:20:02Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:07.476245 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-148b689b-a70b-438a-bfb0-7c8789e91767 req-6647829f-0231-4251-b16a-973620bcc2a6 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 210 time: 0.0336111 Jul 05 04:20:07.572358 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-df2ce9e7-ac38-453f-9d06-6d0984d28d73 req-3fa8ea5f-455b-42fb-83a3-2ec4d114c152 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=4c74909f-21d5-4b7f-b555-641b2192f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9960496 Jul 05 04:20:07.631140 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-41140988-20fe-41fb-866e-08baa7c77b37 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:07.654351 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-41140988-20fe-41fb-866e-08baa7c77b37 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:07.660330 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df91b9e5-4d56-4c56-8c2b-f11288aea09d admin admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:07.747257 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-6a920bf8-e3ba-4dff-92f8-c671766c0707 None None] Set router b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:07.754264 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-41140988-20fe-41fb-866e-08baa7c77b37 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Deleting port d398288f-3922-4bc9-bd6b-17b98943c6b8 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:20:07.754856 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-41140988-20fe-41fb-866e-08baa7c77b37 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:07.892816 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df91b9e5-4d56-4c56-8c2b-f11288aea09d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:07.968009 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-41140988-20fe-41fb-866e-08baa7c77b37 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:07.998939 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-df91b9e5-4d56-4c56-8c2b-f11288aea09d admin admin] Deleting port 60bbb4e8-5f44-477a-829c-a6abe8967300 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:20:07.999726 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-41140988-20fe-41fb-866e-08baa7c77b37 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Calling delete_port for d398288f-3922-4bc9-bd6b-17b98943c6b8 owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:20:08.000699 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df91b9e5-4d56-4c56-8c2b-f11288aea09d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:08.069438 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6a920bf8-e3ba-4dff-92f8-c671766c0707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'name': 'tempest-AttachVolumeShelveTestJSON-1700939863-router', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:10Z', 'updated_at': '2021-07-05T04:20:05Z', 'revision_number': 5, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'gw_port': {'id': '60bbb4e8-5f44-477a-829c-a6abe8967300', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:09:12Z', 'updated_at': '2021-07-05T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:08.098487 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a920bf8-e3ba-4dff-92f8-c671766c0707 None None] Checking router: b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:20:08.113374 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a920bf8-e3ba-4dff-92f8-c671766c0707 None None] Routers {'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:08.114120 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6a920bf8-e3ba-4dff-92f8-c671766c0707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:20:02Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:08.128954 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-df91b9e5-4d56-4c56-8c2b-f11288aea09d admin admin] For port 60bbb4e8-5f44-477a-829c-a6abe8967300, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=60bbb4e8-5f44-477a-829c-a6abe8967300,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:08.129482 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df91b9e5-4d56-4c56-8c2b-f11288aea09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:08.165066 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-df91b9e5-4d56-4c56-8c2b-f11288aea09d admin admin] Calling delete_port for 60bbb4e8-5f44-477a-829c-a6abe8967300 owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:20:08.300375 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-6a920bf8-e3ba-4dff-92f8-c671766c0707 None None] Set router b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:08.380308 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6a920bf8-e3ba-4dff-92f8-c671766c0707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'name': 'tempest-AttachVolumeShelveTestJSON-1700939863-router', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:10Z', 'updated_at': '2021-07-05T04:20:07Z', 'revision_number': 6, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:08.429180 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-41140988-20fe-41fb-866e-08baa7c77b37 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:08.444591 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a920bf8-e3ba-4dff-92f8-c671766c0707 None None] The sync data for ids ['b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2'] in n-d-780147-23 is: [{'id': 'b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2', 'name': 'tempest-AttachVolumeShelveTestJSON-1700939863-router', 'tenant_id': '0a0e169dad4642e084dbd1dffad21af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:09:10Z', 'updated_at': '2021-07-05T04:20:07Z', 'revision_number': 6, 'project_id': '0a0e169dad4642e084dbd1dffad21af0', 'gw_port_host': None}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:20:08.511062 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41140988-20fe-41fb-866e-08baa7c77b37 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Pushing event deleted for resources: {'Port': ['ID=d398288f-3922-4bc9-bd6b-17b98943c6b8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:08.565034 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device fda57a5d-9bbf-45ec-9afc-8391d45436b8 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:20:08.660778 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-41140988-20fe-41fb-866e-08baa7c77b37 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:08.763608 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df91b9e5-4d56-4c56-8c2b-f11288aea09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:08.845789 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8be7cb81-bc55-40f0-9281-7a6fca90eac3 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:20:08.873199 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91b9e5-4d56-4c56-8c2b-f11288aea09d admin admin] Pushing event deleted for resources: {'Port': ['ID=60bbb4e8-5f44-477a-829c-a6abe8967300,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:08.926952 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 8be7cb81-bc55-40f0-9281-7a6fca90eac3 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:20:08.927580 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8be7cb81-bc55-40f0-9281-7a6fca90eac3 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:20:09.021510 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port fda57a5d-9bbf-45ec-9afc-8391d45436b8, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=fda57a5d-9bbf-45ec-9afc-8391d45436b8,segment=NetworkSegment(0d26b76a-006a-4476-be69-c82fc79a952b),segment_id=0d26b76a-006a-4476-be69-c82fc79a952b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:09.035268 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df91b9e5-4d56-4c56-8c2b-f11288aea09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:09.044205 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cbb72b9c-df3c-467c-a506-afaabd690d65 req-80106bc8-9dc1-4fce-8950-94d023ef2f6f tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 210 time: 0.2088749 Jul 05 04:20:09.052362 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'fda57a5d-9bbf-45ec-9afc-8391d45436b8', 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82', 'port_id': 'fda57a5d-9bbf-45ec-9afc-8391d45436b8', 'mac_address': 'fa:16:3e:72:c6:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5a0ca26-624e-4fc5-8929-066d14f6d275', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:20:09.128787 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:09.145158 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda57a5d-9bbf-45ec-9afc-8391d45436b8 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:20:09.175936 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port fda57a5d-9bbf-45ec-9afc-8391d45436b8, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=fda57a5d-9bbf-45ec-9afc-8391d45436b8,segment=NetworkSegment(0d26b76a-006a-4476-be69-c82fc79a952b),segment_id=0d26b76a-006a-4476-be69-c82fc79a952b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:09.187898 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:09.200712 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5cf25-62e3-4a74-a9d7-28935f4c7e11 req-9527bee5-8329-4402-b162-beb539abb7cd tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:09.202320 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bee5cf25-62e3-4a74-a9d7-28935f4c7e11 req-9527bee5-8329-4402-b162-beb539abb7cd tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0141378-8ca6-4d3c-8cf8-6c22c02f7903 HTTP/1.1" status: 200 len: 943 time: 0.2995629 Jul 05 04:20:09.220722 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df91b9e5-4d56-4c56-8c2b-f11288aea09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:09.225295 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df91b9e5-4d56-4c56-8c2b-f11288aea09d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:09.257079 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-41140988-20fe-41fb-866e-08baa7c77b37 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:09.263242 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-41140988-20fe-41fb-866e-08baa7c77b37 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540971'] for router, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:09.312413 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=fda57a5d-9bbf-45ec-9afc-8391d45436b8,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:09.342666 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df91b9e5-4d56-4c56-8c2b-f11288aea09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:09.344475 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df91b9e5-4d56-4c56-8c2b-f11288aea09d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:20:09.350771 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df91b9e5-4d56-4c56-8c2b-f11288aea09d admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:09.354241 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-df91b9e5-4d56-4c56-8c2b-f11288aea09d admin admin] 10.222.0.77 "DELETE /v2.0/routers/b3a946d8-ac75-4486-8cf2-4f3ac3ba2ef2 HTTP/1.1" status: 204 len: 168 time: 1.9283838 Jul 05 04:20:09.355009 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bee5cf25-62e3-4a74-a9d7-28935f4c7e11 req-89c224b4-4b7c-4a98-abde-718c81e6b2f1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=4c74909f-21d5-4b7f-b555-641b2192f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319213 Jul 05 04:20:09.355478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60282) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:09.397879 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41140988-20fe-41fb-866e-08baa7c77b37 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Router 6d9562d6-6301-4274-bcc2-e7aa28cca16a has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:20:09.454111 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf6df21-f1a6-4623-b823-0eea459acced admin admin] Deleting subnet ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:20:09.459406 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4cf6df21-f1a6-4623-b823-0eea459acced admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:09.516790 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4cf6df21-f1a6-4623-b823-0eea459acced admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:09.544437 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41140988-20fe-41fb-866e-08baa7c77b37 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:20:09.554596 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e1cbfd-7e25-4b83-80cc-cfc87c2c71e1 None None] Sync routers for ids ['6d9562d6-6301-4274-bcc2-e7aa28cca16a'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:20:09.557741 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-41140988-20fe-41fb-866e-08baa7c77b37 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:09.561956 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-41140988-20fe-41fb-866e-08baa7c77b37 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "PUT /v2.0/routers/6d9562d6-6301-4274-bcc2-e7aa28cca16a HTTP/1.1" status: 200 len: 706 time: 3.1597419 Jul 05 04:20:09.563298 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60286) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:09.570947 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e1cbfd-7e25-4b83-80cc-cfc87c2c71e1 None None] Routers {'6d9562d6-6301-4274-bcc2-e7aa28cca16a'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:09.572303 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-29e1cbfd-7e25-4b83-80cc-cfc87c2c71e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:20:02Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['6d9562d6-6301-4274-bcc2-e7aa28cca16a'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:09.653322 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-29e1cbfd-7e25-4b83-80cc-cfc87c2c71e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:09.660720 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-dd48b836-09eb-4a69-bad3-be01f53a52e2 tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "GET /v2.0/routers/6d9562d6-6301-4274-bcc2-e7aa28cca16a HTTP/1.1" status: 200 len: 741 time: 0.0961845 Jul 05 04:20:09.661345 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60288) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:09.664797 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['fda57a5d-9bbf-45ec-9afc-8391d45436b8'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:20:09.727178 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e1cbfd-7e25-4b83-80cc-cfc87c2c71e1 None None] Routers {'6d9562d6-6301-4274-bcc2-e7aa28cca16a'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:09.727755 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-29e1cbfd-7e25-4b83-80cc-cfc87c2c71e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:20:02Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['6d9562d6-6301-4274-bcc2-e7aa28cca16a'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:09.744324 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d8c7899b-9b12-4a29-9ae0-7181f2995e3b tempest-RoutersAdminTest-678989760 tempest-RoutersAdminTest-678989760-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&device_id=6d9562d6-6301-4274-bcc2-e7aa28cca16a HTTP/1.1" status: 200 len: 205 time: 0.0691769 Jul 05 04:20:09.745277 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60292) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:09.799645 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-53e5459a-10eb-4de3-b2f2-77e49f6adc0d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d9562d6-6301-4274-bcc2-e7aa28cca16a HTTP/1.1" status: 200 len: 205 time: 0.0513744 Jul 05 04:20:09.802431 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60296) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:09.813331 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-29e1cbfd-7e25-4b83-80cc-cfc87c2c71e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:09.814789 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e1cbfd-7e25-4b83-80cc-cfc87c2c71e1 None None] The sync data for ids ['6d9562d6-6301-4274-bcc2-e7aa28cca16a'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:20:09.890982 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4cf6df21-f1a6-4623-b823-0eea459acced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.003248 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d3bc4e85-1fe8-4179-8261-9bcdf711ad87 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.163312 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4cf6df21-f1a6-4623-b823-0eea459acced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.230776 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d3bc4e85-1fe8-4179-8261-9bcdf711ad87 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.236894 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d3bc4e85-1fe8-4179-8261-9bcdf711ad87 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.237774 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6df21-f1a6-4623-b823-0eea459acced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:10.241600 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4cf6df21-f1a6-4623-b823-0eea459acced admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.247382 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4cf6df21-f1a6-4623-b823-0eea459acced admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ea5eac54-a1d0-4f5f-b03a-bd6cd1ac0467 HTTP/1.1" status: 204 len: 168 time: 0.8887012 Jul 05 04:20:10.248769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60308) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:10.322313 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abc7598-252f-4330-89ae-f333bcb750ab None None] Network a6f8531c-b79d-4c64-84bc-419bbc6fdca7 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:10.339313 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d3bc4e85-1fe8-4179-8261-9bcdf711ad87 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.339871 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bc4e85-1fe8-4179-8261-9bcdf711ad87 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Fanout notify agent at l3_agent the message router_deleted on router 6d9562d6-6301-4274-bcc2-e7aa28cca16a {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:20:10.347951 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d3bc4e85-1fe8-4179-8261-9bcdf711ad87 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.349072 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d3bc4e85-1fe8-4179-8261-9bcdf711ad87 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "DELETE /v2.0/routers/6d9562d6-6301-4274-bcc2-e7aa28cca16a HTTP/1.1" status: 204 len: 168 time: 0.5373502 Jul 05 04:20:10.353006 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60310) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:10.357005 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-80896342-d966-4e8e-a63c-c17ef8dd1a55 req-3732b1a4-9ae2-447d-b9d0-8cd8920dd266 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 210 time: 0.0487852 Jul 05 04:20:10.398600 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.415985 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d6137712-fb43-4b18-a596-961b19b0ea73 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d9562d6-6301-4274-bcc2-e7aa28cca16a HTTP/1.1" status: 200 len: 205 time: 0.0606506 Jul 05 04:20:10.417096 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60312) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:10.489350 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Deleting port f7011677-f4ac-4b01-8a53-f8886bd77153 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:20:10.490000 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.507775 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-79d81878-b9fc-48e8-a220-06027eb7457e tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] delete failed (client error): The resource could not be found. Jul 05 04:20:10.508897 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-79d81878-b9fc-48e8-a220-06027eb7457e tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "DELETE /v2.0/routers/6d9562d6-6301-4274-bcc2-e7aa28cca16a HTTP/1.1" status: 404 len: 336 time: 0.0908804 Jul 05 04:20:10.512504 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60318) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:10.597808 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] For port f7011677-f4ac-4b01-8a53-f8886bd77153, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f7011677-f4ac-4b01-8a53-f8886bd77153,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:10.599709 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.622298 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6d3c98bc-588e-4b71-ba10-9456f11c45b7 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "GET /v2.0/ports?device_id=e67e4874-71d6-46c9-9b48-0a7c09a5615e HTTP/1.1" status: 200 len: 205 time: 0.1065443 Jul 05 04:20:10.622570 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60320) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:10.647240 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Calling delete_port for f7011677-f4ac-4b01-8a53-f8886bd77153 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:20:10.675823 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875328b8-e3a7-450f-8f97-73761f49d0c6 None None] DHCP port deletion for a6f8531c-b79d-4c64-84bc-419bbc6fdca7 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:20:10.698254 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5b51f-4e2e-48d7-acc9-bd98ff19558d req-423e5b4a-df44-4ef2-af4d-7c49fabf2f2b tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:10.700089 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-29e5b51f-4e2e-48d7-acc9-bd98ff19558d req-423e5b4a-df44-4ef2-af4d-7c49fabf2f2b tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0141378-8ca6-4d3c-8cf8-6c22c02f7903 HTTP/1.1" status: 200 len: 944 time: 0.1609018 Jul 05 04:20:10.769895 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-45e61d93-556d-41d1-8f29-a7488d500c3d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] delete failed (client error): The resource could not be found. Jul 05 04:20:10.771142 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-45e61d93-556d-41d1-8f29-a7488d500c3d tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "DELETE /v2.0/routers/e67e4874-71d6-46c9-9b48-0a7c09a5615e HTTP/1.1" status: 404 len: 336 time: 0.1455717 Jul 05 04:20:10.774536 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60326) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:10.791094 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-875328b8-e3a7-450f-8f97-73761f49d0c6 None None] Deleting port f7011677-f4ac-4b01-8a53-f8886bd77153 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:20:10.791467 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-875328b8-e3a7-450f-8f97-73761f49d0c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.811374 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 60bbb4e8-5f44-477a-829c-a6abe8967300 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:20:10.838228 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d4728f3b-68dd-44f1-91bc-06c6417aef49 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fdb7b6d-9d32-4349-a826-66b633a077fe HTTP/1.1" status: 200 len: 205 time: 0.0622277 Jul 05 04:20:10.841781 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60328) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:10.851740 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-29e5b51f-4e2e-48d7-acc9-bd98ff19558d req-4559f9cf-c330-44ac-ab0c-7ed9fde3c265 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=4c74909f-21d5-4b7f-b555-641b2192f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339488 Jul 05 04:20:10.858335 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 60bbb4e8-5f44-477a-829c-a6abe8967300 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:20:10.858679 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 60bbb4e8-5f44-477a-829c-a6abe8967300 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:20:10.859122 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f7011677-f4ac-4b01-8a53-f8886bd77153 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:20:10.899359 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.943343 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-2524cfe5-a34b-4d46-9d04-0e50eb338ba8 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] delete failed (client error): The resource could not be found. Jul 05 04:20:10.944544 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2524cfe5-a34b-4d46-9d04-0e50eb338ba8 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "DELETE /v2.0/routers/5fdb7b6d-9d32-4349-a826-66b633a077fe HTTP/1.1" status: 404 len: 336 time: 0.1016746 Jul 05 04:20:10.947212 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-875328b8-e3a7-450f-8f97-73761f49d0c6 None None] For port f7011677-f4ac-4b01-8a53-f8886bd77153, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f7011677-f4ac-4b01-8a53-f8886bd77153,segment=NetworkSegment(04ffdb51-62ae-4257-af5e-6b2b9d45f7de),segment_id=04ffdb51-62ae-4257-af5e-6b2b9d45f7de)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:10.947454 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7011677-f4ac-4b01-8a53-f8886bd77153,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:10.947596 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-875328b8-e3a7-450f-8f97-73761f49d0c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.948564 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60330) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:10.964442 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-875328b8-e3a7-450f-8f97-73761f49d0c6 None None] Calling delete_port for f7011677-f4ac-4b01-8a53-f8886bd77153 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:20:10.964821 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] No DVR routers for this DVR port f7011677-f4ac-4b01-8a53-f8886bd77153 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:20:10.966890 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No active binding found for port f7011677-f4ac-4b01-8a53-f8886bd77153 {{(pid=105540) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 04:20:10.967734 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f7011677-f4ac-4b01-8a53-f8886bd77153 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:20:11.035279 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d82a80d3-c8b2-4a53-8a15-6c35af01c46f tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "GET /v2.0/ports?device_id=ceaa70cc-9c38-498c-a2c6-ce2c56299b1a HTTP/1.1" status: 200 len: 205 time: 0.0829682 Jul 05 04:20:11.038318 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60334) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:11.101327 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-854be43d-76e3-479f-a374-d3cae314c7af tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] delete failed (client error): The resource could not be found. Jul 05 04:20:11.105279 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-854be43d-76e3-479f-a374-d3cae314c7af tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "DELETE /v2.0/routers/ceaa70cc-9c38-498c-a2c6-ce2c56299b1a HTTP/1.1" status: 404 len: 336 time: 0.0642624 Jul 05 04:20:11.106023 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60340) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:11.125526 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-875328b8-e3a7-450f-8f97-73761f49d0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.142041 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875328b8-e3a7-450f-8f97-73761f49d0c6 None None] No DVR routers for this DVR port f7011677-f4ac-4b01-8a53-f8886bd77153 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:20:11.142786 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e2a7c066-984d-4619-b0fe-2b0ccb7524e9 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "GET /v2.0/ports?device_id=25089e6e-24bc-4a10-8cd3-d17ecb910a95 HTTP/1.1" status: 200 len: 205 time: 0.0353487 Jul 05 04:20:11.143401 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60342) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:11.150875 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.165923 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875328b8-e3a7-450f-8f97-73761f49d0c6 None None] Pushing event deleted for resources: {'Port': ['ID=f7011677-f4ac-4b01-8a53-f8886bd77153,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:11.194930 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f8531c-b79d-4c64-84bc-419bbc6fdca7']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:11.220260 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04ffdb51-62ae-4257-af5e-6b2b9d45f7de') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:11.220260 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04ffdb51-62ae-4257-af5e-6b2b9d45f7de') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:11.220724 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-4d1f14b5-80ab-4733-9eaf-e944493dc602 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] delete failed (client error): The resource could not be found. Jul 05 04:20:11.220724 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4d1f14b5-80ab-4733-9eaf-e944493dc602 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "DELETE /v2.0/routers/25089e6e-24bc-4a10-8cd3-d17ecb910a95 HTTP/1.1" status: 404 len: 336 time: 0.0736394 Jul 05 04:20:11.228033 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60344) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:11.232711 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.260813 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.269124 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:20:11.269532 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:20:11.294786 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:20:11.310048 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1f14c769-482c-4e53-8fa8-90c7c2660f92 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "GET /v2.0/ports?device_id=be6d1c7b-81e0-4398-858e-e7c8f5555ddd HTTP/1.1" status: 200 len: 205 time: 0.0836222 Jul 05 04:20:11.312540 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60346) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:11.401904 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-dbae1f32-a6fb-4878-b273-f4598cab2924 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] delete failed (client error): The resource could not be found. Jul 05 04:20:11.405433 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-dbae1f32-a6fb-4878-b273-f4598cab2924 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "DELETE /v2.0/routers/be6d1c7b-81e0-4398-858e-e7c8f5555ddd HTTP/1.1" status: 404 len: 336 time: 0.0889308 Jul 05 04:20:11.406610 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60350) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:11.441324 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d21f6fa-3701-4abf-8542-b5d65d298d28 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] DELETE failed (client error): The resource could not be found. Jul 05 04:20:11.441801 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d21f6fa-3701-4abf-8542-b5d65d298d28 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:20:11.446606 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2d21f6fa-3701-4abf-8542-b5d65d298d28 tempest-RoutersAdminTest-269265881 tempest-RoutersAdminTest-269265881-project] 10.222.0.77 "DELETE /v2.0/subnets/78298419-9e45-44f6-b835-c8cb3cebdeb5 HTTP/1.1" status: 404 len: 337 time: 0.0363102 Jul 05 04:20:11.446606 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.453340 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.455280 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a6f8531c-b79d-4c64-84bc-419bbc6fdca7 HTTP/1.1" status: 204 len: 168 time: 1.2053769 Jul 05 04:20:11.476303 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6f8531c-b79d-4c64-84bc-419bbc6fdca7,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:11.486572 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:11.486572 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:11.486875 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:11.500736 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:11.501305 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:11.501827 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:11.503472 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:11.503993 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:11.504767 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:11.505935 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:11.508669 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:11.509158 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff98af21-e6c7-44c3-a6bd-86613852b6e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:11.665982 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3cccc9f1-21e5-4fbc-8e76-e1299c8d0c20 req-7b83a910-2123-42cb-9023-71004b0933f0 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb533d83-b6ad-4ed2-8a99-091e2f8f3920 HTTP/1.1" status: 200 len: 210 time: 0.0391684 Jul 05 04:20:11.706929 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60362) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:11.785099 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60368) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:11.785630 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-04619adc-1f21-4858-926f-02fbd5895aef admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0a0e169dad4642e084dbd1dffad21af0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0773909 Jul 05 04:20:11.849259 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-14c56ceb-6bbb-4334-b29d-adeca4651650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.886389 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60370) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:11.894169 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-14c56ceb-6bbb-4334-b29d-adeca4651650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:12.002100 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-14c56ceb-6bbb-4334-b29d-adeca4651650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:12.006272 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-14c56ceb-6bbb-4334-b29d-adeca4651650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:12.007499 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-14c56ceb-6bbb-4334-b29d-adeca4651650 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c2a60527-ad01-4020-9456-3c39eda130cf HTTP/1.1" status: 204 len: 168 time: 0.2214370 Jul 05 04:20:12.050005 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c56ceb-6bbb-4334-b29d-adeca4651650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a60527-ad01-4020-9456-3c39eda130cf,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:12.089474 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b13bb403-b17d-4c5b-8443-dd3e5679f219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:12.183564 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f20be-c4a9-4e1a-bede-cdbb11af2515 req-9c81a2d6-f996-417d-90e4-646f226da008 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:12.185791 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e36f20be-c4a9-4e1a-bede-cdbb11af2515 req-9c81a2d6-f996-417d-90e4-646f226da008 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0141378-8ca6-4d3c-8cf8-6c22c02f7903 HTTP/1.1" status: 200 len: 944 time: 0.1409426 Jul 05 04:20:12.242387 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e36f20be-c4a9-4e1a-bede-cdbb11af2515 req-b41ce062-cfaa-4f12-8934-8129e7ba0ce1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=4c74909f-21d5-4b7f-b555-641b2192f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484335 Jul 05 04:20:12.286515 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b13bb403-b17d-4c5b-8443-dd3e5679f219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:12.292227 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b13bb403-b17d-4c5b-8443-dd3e5679f219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:12.344343 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bb403-b17d-4c5b-8443-dd3e5679f219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c186a6c-567f-430f-9e96-666646e1b821,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:12.353067 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60386) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:12.353504 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b13bb403-b17d-4c5b-8443-dd3e5679f219 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2c8e10b485114a169c47b6139b51e638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4659209 Jul 05 04:20:12.424187 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-31f042e0-66ab-4544-afd8-d67aa1bb98d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:12.470589 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-31f042e0-66ab-4544-afd8-d67aa1bb98d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:12.576613 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-31f042e0-66ab-4544-afd8-d67aa1bb98d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:12.581564 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-31f042e0-66ab-4544-afd8-d67aa1bb98d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:12.583107 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-31f042e0-66ab-4544-afd8-d67aa1bb98d6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7c186a6c-567f-430f-9e96-666646e1b821 HTTP/1.1" status: 204 len: 168 time: 0.2290215 Jul 05 04:20:12.591949 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f042e0-66ab-4544-afd8-d67aa1bb98d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c186a6c-567f-430f-9e96-666646e1b821,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:12.595962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device fda57a5d-9bbf-45ec-9afc-8391d45436b8 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:12.718206 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port fda57a5d-9bbf-45ec-9afc-8391d45436b8 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:12.726575 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port fda57a5d-9bbf-45ec-9afc-8391d45436b8 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:12.727188 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.079144 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.125736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0141378-8ca6-4d3c-8cf8-6c22c02f7903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda57a5d-9bbf-45ec-9afc-8391d45436b8'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:13.129336 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52651fba-571d-4d71-86b8-a7e489a7e7f0" -d '{"events": [{"server_uuid": "f0141378-8ca6-4d3c-8cf8-6c22c02f7903", "name": "network-vif-plugged", "status": "completed", "tag": "fda57a5d-9bbf-45ec-9afc-8391d45436b8"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:13.147978 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60418) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:13.159788 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port fda57a5d-9bbf-45ec-9afc-8391d45436b8, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=fda57a5d-9bbf-45ec-9afc-8391d45436b8,segment=NetworkSegment(0d26b76a-006a-4476-be69-c82fc79a952b),segment_id=0d26b76a-006a-4476-be69-c82fc79a952b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:13.167694 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.176384 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.256683 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5c87c7c3-655e-4828-bbb7-11099fd63d2f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3d2c8c41cfd547bf86aca16c4ccc0b4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1069705 Jul 05 04:20:13.262606 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60430) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:13.289662 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bacd848-fe1e-4ebd-966d-a2b696b17326 x-openstack-request-id: req-1bacd848-fe1e-4ebd-966d-a2b696b17326 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:13.290064 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0141378-8ca6-4d3c-8cf8-6c22c02f7903", "name": "network-vif-plugged", "status": "completed", "tag": "fda57a5d-9bbf-45ec-9afc-8391d45436b8", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:13.291113 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1bacd848-fe1e-4ebd-966d-a2b696b17326 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:13.291953 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0141378-8ca6-4d3c-8cf8-6c22c02f7903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda57a5d-9bbf-45ec-9afc-8391d45436b8', 'code': 200} Jul 05 04:20:13.361050 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=fda57a5d-9bbf-45ec-9afc-8391d45436b8,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:13.417858 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-0f2e9166-379d-431d-a62e-fcefc875075b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1549947459&fields=id&tenant_id=c5a91f0142e14cf1a9be04e96df390cd HTTP/1.1" status: 200 len: 267 time: 0.0830350 Jul 05 04:20:13.429596 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3fba4326-a5f5-406a-b34f-66521caf2fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.498425 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3fba4326-a5f5-406a-b34f-66521caf2fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.584871 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-10302d8e-aea3-4993-9a3a-c03a93b9ecd9 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:13.597730 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-10302d8e-aea3-4993-9a3a-c03a93b9ecd9 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 812 time: 0.1705031 Jul 05 04:20:13.642685 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3fba4326-a5f5-406a-b34f-66521caf2fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.645770 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3fba4326-a5f5-406a-b34f-66521caf2fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.646963 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3fba4326-a5f5-406a-b34f-66521caf2fd6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/22514b5d-13fd-4f0b-976c-e2cbb3ac93a0 HTTP/1.1" status: 204 len: 168 time: 0.3776932 Jul 05 04:20:13.662066 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-6cd48b31-92a6-461a-b848-2d3ae41e2d76 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/quotas/c5a91f0142e14cf1a9be04e96df390cd HTTP/1.1" status: 200 len: 375 time: 0.0650156 Jul 05 04:20:13.673413 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba4326-a5f5-406a-b34f-66521caf2fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22514b5d-13fd-4f0b-976c-e2cbb3ac93a0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:13.720163 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b3e2c-202b-45b3-ba76-bc1c4b52f692 req-96ee8dc3-bbac-4b78-83fd-0e7d37e5a927 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:13.723066 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-829b3e2c-202b-45b3-ba76-bc1c4b52f692 req-96ee8dc3-bbac-4b78-83fd-0e7d37e5a927 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0141378-8ca6-4d3c-8cf8-6c22c02f7903 HTTP/1.1" status: 200 len: 945 time: 0.1900728 Jul 05 04:20:13.746302 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60448) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:13.754902 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186c31f-6acc-48fd-a087-eeab91a2a3d9 req-0225de88-0d96-42f2-a0d0-a15764047d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:13.757432 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6186c31f-6acc-48fd-a087-eeab91a2a3d9 req-0225de88-0d96-42f2-a0d0-a15764047d61 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f0141378-8ca6-4d3c-8cf8-6c22c02f7903 HTTP/1.1" status: 200 len: 1097 time: 0.3265104 Jul 05 04:20:13.828543 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-829b3e2c-202b-45b3-ba76-bc1c4b52f692 req-3d991e64-d73d-463f-b400-157217212a67 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=4c74909f-21d5-4b7f-b555-641b2192f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926759 Jul 05 04:20:13.835632 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-47904bb8-fec9-4b44-bad7-82b0a86164a4 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1652358 Jul 05 04:20:13.837557 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6186c31f-6acc-48fd-a087-eeab91a2a3d9 req-82e8178c-0c4d-4632-a71e-db899c02784c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4c74909f-21d5-4b7f-b555-641b2192f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732884 Jul 05 04:20:13.958984 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d553a09c-9ed0-4ca3-86cb-89be28ecaf7f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2074499963-network', 'tenant_id': '74847c5a0be2460f936bfa8b3db608e8'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:13.987450 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d553a09c-9ed0-4ca3-86cb-89be28ecaf7f admin admin] Made reservation on behalf of 74847c5a0be2460f936bfa8b3db608e8 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:13.991238 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d553a09c-9ed0-4ca3-86cb-89be28ecaf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:14.003952 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d553a09c-9ed0-4ca3-86cb-89be28ecaf7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:14.010642 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-cfaaf243-1388-40cc-9469-aca659081ebf service neutron] 10.222.0.77 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476064 Jul 05 04:20:14.198870 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d553a09c-9ed0-4ca3-86cb-89be28ecaf7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:14.205681 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d553a09c-9ed0-4ca3-86cb-89be28ecaf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:14.222460 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d553a09c-9ed0-4ca3-86cb-89be28ecaf7f admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:20:14.233697 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-42ae0dcd-15b2-4b7f-b22e-d7bf739bce10 service neutron] 10.222.0.77 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003038 Jul 05 04:20:14.239067 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d553a09c-9ed0-4ca3-86cb-89be28ecaf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:14.239067 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-d553a09c-9ed0-4ca3-86cb-89be28ecaf7f admin admin] Added segment 2fb1a78a-75d7-4f43-842b-9e5a3f0773a3 of type vlan for network 7f5444e3-c291-41fd-b748-e3b4178b2e2c Jul 05 04:20:14.279209 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d553a09c-9ed0-4ca3-86cb-89be28ecaf7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:14.332107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553a09c-9ed0-4ca3-86cb-89be28ecaf7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358048e2-d125-4acc-9055-58e31fc17c50,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:14.346990 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d553a09c-9ed0-4ca3-86cb-89be28ecaf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:14.350182 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d553a09c-9ed0-4ca3-86cb-89be28ecaf7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:14.353840 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d553a09c-9ed0-4ca3-86cb-89be28ecaf7f admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:14.459871 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d553a09c-9ed0-4ca3-86cb-89be28ecaf7f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7097640 Jul 05 04:20:14.460272 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60476) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:14.466347 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-fd5c2799-9792-4d4e-832f-ab040ee188bc admin admin] Request body: {'subnet': {'network_id': '7f5444e3-c291-41fd-b748-e3b4178b2e2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2074499963-subnet', 'tenant_id': '74847c5a0be2460f936bfa8b3db608e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:14.482618 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553a09c-9ed0-4ca3-86cb-89be28ecaf7f admin admin] Pushing event updated for resources: {'Network': ['ID=7f5444e3-c291-41fd-b748-e3b4178b2e2c,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:14.499007 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 7f5444e3-c291-41fd-b748-e3b4178b2e2c details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:20:14.531860 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5c2799-9792-4d4e-832f-ab040ee188bc admin admin] Made reservation on behalf of 74847c5a0be2460f936bfa8b3db608e8 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:14.535752 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fd5c2799-9792-4d4e-832f-ab040ee188bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:14.876061 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad79091f-fc4c-4c35-9c79-0e33464a8c21 req-6b99b1ac-e6b2-4fb0-92b6-2b4d3c8bd143 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 210 time: 0.0418284 Jul 05 04:20:15.000384 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fd5c2799-9792-4d4e-832f-ab040ee188bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:15.228488 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60512) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:15.239158 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c2799-9792-4d4e-832f-ab040ee188bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=93de40b5-241e-40d0-ab50-a45ead66ce92,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:15.273047 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5c2799-9792-4d4e-832f-ab040ee188bc admin admin] Checking segment: {'id': '2fb1a78a-75d7-4f43-842b-9e5a3f0773a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5444e3-c291-41fd-b748-e3b4178b2e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:15.273420 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5c2799-9792-4d4e-832f-ab040ee188bc admin admin] Network hostable DHCP agents. Network: 7f5444e3-c291-41fd-b748-e3b4178b2e2c, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:20:15.279919 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233c6d9-8696-47b7-a47a-49495932c9b6 req-3d24f5f4-2aec-49af-978d-b3a05c78ffe5 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:15.282481 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7233c6d9-8696-47b7-a47a-49495932c9b6 req-3d24f5f4-2aec-49af-978d-b3a05c78ffe5 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 1098 time: 0.0922492 Jul 05 04:20:15.320071 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d97da-3b66-4bed-a236-0fa69015fb11 req-38904b64-d6b0-47cb-b2d7-87b212c188ec tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:15.321757 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2e1d97da-3b66-4bed-a236-0fa69015fb11 req-38904b64-d6b0-47cb-b2d7-87b212c188ec tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0141378-8ca6-4d3c-8cf8-6c22c02f7903 HTTP/1.1" status: 200 len: 945 time: 0.2617247 Jul 05 04:20:15.323411 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5c2799-9792-4d4e-832f-ab040ee188bc admin admin] Network 7f5444e3-c291-41fd-b748-e3b4178b2e2c is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:20:15.351833 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-fd5c2799-9792-4d4e-832f-ab040ee188bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 7f5444e3-c291-41fd-b748-e3b4178b2e2c) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:15.362698 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7233c6d9-8696-47b7-a47a-49495932c9b6 req-37dd4b02-f7be-46ba-a00b-531b3b0b2225 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741949 Jul 05 04:20:15.371142 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0eaeda-1fc4-4e02-b863-eea1f4b22579 None None] Network 7f5444e3-c291-41fd-b748-e3b4178b2e2c requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:15.373795 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5c2799-9792-4d4e-832f-ab040ee188bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:15.375144 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fd5c2799-9792-4d4e-832f-ab040ee188bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:15.457532 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2e1d97da-3b66-4bed-a236-0fa69015fb11 req-75f7fb07-2929-40f5-be38-dab179e97dbf tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=4c74909f-21d5-4b7f-b555-641b2192f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216407 Jul 05 04:20:15.465502 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fd5c2799-9792-4d4e-832f-ab040ee188bc admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0041947 Jul 05 04:20:15.680928 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-05553ea1-fd89-45e6-ba66-51416f6f7ddf tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-498856946'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:15.700719 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f305c41-63ce-451d-9631-0b7b7870a132 None None] Network 7f5444e3-c291-41fd-b748-e3b4178b2e2c requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:15.739061 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c12022-d51d-426e-b988-d7c82f80720e req-81c9389e-db8b-490d-8fd3-184392ad0ad8 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:15.746750 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c1c12022-d51d-426e-b988-d7c82f80720e req-81c9389e-db8b-490d-8fd3-184392ad0ad8 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 946 time: 0.1063340 Jul 05 04:20:15.782532 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05553ea1-fd89-45e6-ba66-51416f6f7ddf tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Made reservation on behalf of ff8e97f25dec4039911d941a3e89eb38 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:15.792090 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05553ea1-fd89-45e6-ba66-51416f6f7ddf tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:15.818216 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05553ea1-fd89-45e6-ba66-51416f6f7ddf tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:15.846058 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c1c12022-d51d-426e-b988-d7c82f80720e req-2893aa75-ee89-4d21-9dad-0345e301ade6 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948968 Jul 05 04:20:15.870051 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60534) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:16.075867 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4969de30-52f1-4ad0-b9df-e3f4b697f75f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/floatingips/948f9b39-bb6a-44a2-b919-0b06e34bcb68 HTTP/1.1" status: 200 len: 994 time: 0.1876988 Jul 05 04:20:16.117698 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05553ea1-fd89-45e6-ba66-51416f6f7ddf tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.123747 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05553ea1-fd89-45e6-ba66-51416f6f7ddf tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.159687 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05553ea1-fd89-45e6-ba66-51416f6f7ddf tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:20:16.182373 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05553ea1-fd89-45e6-ba66-51416f6f7ddf tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcd9fa2-410d-402d-b502-dad2db3519fa,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:16.187928 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05553ea1-fd89-45e6-ba66-51416f6f7ddf tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.188289 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-05553ea1-fd89-45e6-ba66-51416f6f7ddf tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Added segment d2cdb159-1854-4a72-ae28-ec950db8bb4b of type vlan for network 5d7181c3-4138-4c10-912a-388058f9bba3 Jul 05 04:20:16.206924 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a754fea4-46e9-4e3f-98ed-74d54956bebd req-8430fb01-69c0-443b-a13f-d81113ee07ae tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 210 time: 0.0744905 Jul 05 04:20:16.242652 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05553ea1-fd89-45e6-ba66-51416f6f7ddf tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.283261 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05553ea1-fd89-45e6-ba66-51416f6f7ddf tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.296971 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05553ea1-fd89-45e6-ba66-51416f6f7ddf tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:16.298740 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-05553ea1-fd89-45e6-ba66-51416f6f7ddf tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.364757 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-05553ea1-fd89-45e6-ba66-51416f6f7ddf tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1269403 Jul 05 04:20:16.367469 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60554) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:16.373830 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-ea53c87e-5b19-4e8b-b58b-f11ef2fb7813 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2112997687'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:16.404547 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea53c87e-5b19-4e8b-b58b-f11ef2fb7813 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Made reservation on behalf of ff8e97f25dec4039911d941a3e89eb38 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:16.409873 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ea53c87e-5b19-4e8b-b58b-f11ef2fb7813 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.439747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea53c87e-5b19-4e8b-b58b-f11ef2fb7813 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:20:16.447780 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05553ea1-fd89-45e6-ba66-51416f6f7ddf tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Network': ['ID=5d7181c3-4138-4c10-912a-388058f9bba3,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:16.460991 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 5d7181c3-4138-4c10-912a-388058f9bba3 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:20:16.469464 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ea53c87e-5b19-4e8b-b58b-f11ef2fb7813 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.470323 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-ea53c87e-5b19-4e8b-b58b-f11ef2fb7813 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Added segment 5bcfc688-047c-4d5e-8910-303aa703d4c0 of type vlan for network a6637593-a1ca-4fcc-9230-92fa63d0b753 Jul 05 04:20:16.521051 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-1ae7ec34-6f15-467b-84fb-feb35b414b74 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:16.523109 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-1ae7ec34-6f15-467b-84fb-feb35b414b74 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/networks?id=7f5444e3-c291-41fd-b748-e3b4178b2e2c HTTP/1.1" status: 200 len: 815 time: 0.1545804 Jul 05 04:20:16.547388 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-643f451b-b310-4ab1-96a6-bae4b5e009f1 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/quotas/74847c5a0be2460f936bfa8b3db608e8 HTTP/1.1" status: 200 len: 375 time: 0.0174422 Jul 05 04:20:16.596984 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-06aec1d8-80f6-4bc7-bc96-d89a3d6fc004 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=74847c5a0be2460f936bfa8b3db608e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502057 Jul 05 04:20:16.683525 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ea53c87e-5b19-4e8b-b58b-f11ef2fb7813 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.719963 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-d04ef692-d80c-496f-9cd9-0241e6f4494e service neutron] 10.222.0.77 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219115 Jul 05 04:20:16.760529 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de680da5-cbb2-4e78-9502-495a71c32401 req-72364003-9996-4f18-a662-61499be82c11 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:16.765866 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-de680da5-cbb2-4e78-9502-495a71c32401 req-72364003-9996-4f18-a662-61499be82c11 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0141378-8ca6-4d3c-8cf8-6c22c02f7903 HTTP/1.1" status: 200 len: 945 time: 0.1638508 Jul 05 04:20:16.775735 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ea53c87e-5b19-4e8b-b58b-f11ef2fb7813 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.784845 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c87e-5b19-4e8b-b58b-f11ef2fb7813 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:16.785009 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ea53c87e-5b19-4e8b-b58b-f11ef2fb7813 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.951962 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-de680da5-cbb2-4e78-9502-495a71c32401 req-d7914683-4d4b-4087-ae35-50c623d52290 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=4c74909f-21d5-4b7f-b555-641b2192f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742966 Jul 05 04:20:16.981928 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53c87e-5b19-4e8b-b58b-f11ef2fb7813 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Network': ['ID=a6637593-a1ca-4fcc-9230-92fa63d0b753,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:16.991434 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ea53c87e-5b19-4e8b-b58b-f11ef2fb7813 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6178489 Jul 05 04:20:16.991853 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60570) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:16.996657 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network a6637593-a1ca-4fcc-9230-92fa63d0b753 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:20:17.022543 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-8f910470-f762-4f8a-978d-3844e945f19a tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'subnet': {'network_id': '5d7181c3-4138-4c10-912a-388058f9bba3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:17.068268 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-902d951f-4227-478d-a4fa-afa6e88c6141 service neutron] 10.222.0.77 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340149 Jul 05 04:20:17.133083 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-b0bd38ca-3f2b-4fd7-b3dc-3102bcc870b1 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:17.141971 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-b0bd38ca-3f2b-4fd7-b3dc-3102bcc870b1 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.89 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 812 time: 0.3059015 Jul 05 04:20:17.294629 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f910470-f762-4f8a-978d-3844e945f19a tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Made reservation on behalf of ff8e97f25dec4039911d941a3e89eb38 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:17.299147 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f910470-f762-4f8a-978d-3844e945f19a tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:17.321983 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-99ab7d2c-4d7c-4b88-b021-6052625de696 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5a91f0142e14cf1a9be04e96df390cd HTTP/1.1" status: 200 len: 380 time: 0.1689143 Jul 05 04:20:17.335073 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-f1a9116d-fd46-44c9-b08b-f68963f1a893 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Request body: {'port': {'device_id': '32d8245c-0a76-4b09-b8e4-0a6d27f90a21', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'admin_state_up': True, 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'security_groups': ['e9c13f5d-71b2-4040-93c1-74f87978192d']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:17.577134 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-f1a9116d-fd46-44c9-b08b-f68963f1a893 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Made reservation on behalf of c5a91f0142e14cf1a9be04e96df390cd for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:17.589181 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-f1a9116d-fd46-44c9-b08b-f68963f1a893 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:17.658015 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f910470-f762-4f8a-978d-3844e945f19a tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:17.910768 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f910470-f762-4f8a-978d-3844e945f19a tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Subnet': ['ID=b15f93ad-55fc-4b6d-827b-9d142e890d1c,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:17.964886 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f910470-f762-4f8a-978d-3844e945f19a tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Checking segment: {'id': 'd2cdb159-1854-4a72-ae28-ec950db8bb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5d7181c3-4138-4c10-912a-388058f9bba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:17.965251 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f910470-f762-4f8a-978d-3844e945f19a tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network hostable DHCP agents. Network: 5d7181c3-4138-4c10-912a-388058f9bba3, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:20:18.020418 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f910470-f762-4f8a-978d-3844e945f19a tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network 5d7181c3-4138-4c10-912a-388058f9bba3 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:20:18.025058 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-f1a9116d-fd46-44c9-b08b-f68963f1a893 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Allocated IP 172.20.0.7 (9e2bc1e9-0d67-4f0c-aa81-a034266b5687/40568ec5-9a32-47f3-85b6-60f4faaa494c/96bceac5-4504-43d3-b00e-1db8fa03558a) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:18.076235 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-8f910470-f762-4f8a-978d-3844e945f19a tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 5d7181c3-4138-4c10-912a-388058f9bba3) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:18.095212 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f910470-f762-4f8a-978d-3844e945f19a tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:18.095823 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f910470-f762-4f8a-978d-3844e945f19a tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.103032 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d149f5-a1ea-46ca-b03f-5472a68f38db None None] Network 5d7181c3-4138-4c10-912a-388058f9bba3 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:18.111222 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cea41-dd76-4171-8292-42a92a640454 req-47772603-1c19-4639-b3c4-36ea1b313c82 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:18.120950 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-862cea41-dd76-4171-8292-42a92a640454 req-47772603-1c19-4639-b3c4-36ea1b313c82 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0141378-8ca6-4d3c-8cf8-6c22c02f7903 HTTP/1.1" status: 200 len: 945 time: 0.2376337 Jul 05 04:20:18.137694 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4d0cb321-c953-4c18-bc5f-cccbb804bbfe req-8ac09941-e7e8-4977-a77f-8c7e7e591f0b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 210 time: 0.0961106 Jul 05 04:20:18.162699 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d8a31ca5-df03-4a2a-a6ab-590b46db0ccb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2775614 Jul 05 04:20:18.186353 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8f910470-f762-4f8a-978d-3844e945f19a tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1905060 Jul 05 04:20:18.187102 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60610) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:18.192344 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d34a9351-5406-4724-9b14-f3003d80958f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'subnet': {'network_id': 'a6637593-a1ca-4fcc-9230-92fa63d0b753', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:18.442984 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-f1a9116d-fd46-44c9-b08b-f68963f1a893 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.459322 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-f1a9116d-fd46-44c9-b08b-f68963f1a893 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Transition to ACTIVE for port object 96bceac5-4504-43d3-b00e-1db8fa03558a will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:18.517339 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-f1a9116d-fd46-44c9-b08b-f68963f1a893 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.547352 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6fc8c259-8a80-4c96-9ee5-1d1d1919e971 req-11a977cf-d13e-4acd-a3be-ecd98cef74dc tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d742dec-08b3-4cd7-9bef-2afc0dcdcf17 HTTP/1.1" status: 200 len: 210 time: 0.1693742 Jul 05 04:20:18.614864 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-f1a9116d-fd46-44c9-b08b-f68963f1a893 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:18.621180 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-f1a9116d-fd46-44c9-b08b-f68963f1a893 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:18.639193 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-862cea41-dd76-4171-8292-42a92a640454 req-576dc3ab-88a0-4c30-a96c-7d629edd4c0d tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=4c74909f-21d5-4b7f-b555-641b2192f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5167844 Jul 05 04:20:18.646844 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-f1a9116d-fd46-44c9-b08b-f68963f1a893 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:18.653526 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34a9351-5406-4724-9b14-f3003d80958f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Made reservation on behalf of ff8e97f25dec4039911d941a3e89eb38 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:18.664189 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60636) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:18.664883 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9116d-fd46-44c9-b08b-f68963f1a893 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event updated for resources: {'Port': ['ID=96bceac5-4504-43d3-b00e-1db8fa03558a,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:18.666912 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d34a9351-5406-4724-9b14-f3003d80958f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.678510 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21360909-c1c8-48f4-897d-6af8b604e109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-5d7181c3-4138-4c10-912a-388058f9bba3', 'network_id': '5d7181c3-4138-4c10-912a-388058f9bba3', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'fixed_ips': [{'subnet_id': 'b15f93ad-55fc-4b6d-827b-9d142e890d1c'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:20:18.679646 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-21360909-c1c8-48f4-897d-6af8b604e109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.816380 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-f1a9116d-fd46-44c9-b08b-f68963f1a893 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:18.817083 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-f1a9116d-fd46-44c9-b08b-f68963f1a893 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.862807 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-f1a9116d-fd46-44c9-b08b-f68963f1a893 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5354762 Jul 05 04:20:18.891759 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-08c59a51-2589-4330-83d9-2a49f1abfb82 service neutron] Request body: {'port': {'device_id': '32d8245c-0a76-4b09-b8e4-0a6d27f90a21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:19.013928 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6ffe43-7d15-40dd-a8a1-683a922829f2 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:19.016032 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fd6ffe43-7d15-40dd-a8a1-683a922829f2 tempest-TestNetworkBasicOps-283086309 tempest-TestNetworkBasicOps-283086309-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f0141378-8ca6-4d3c-8cf8-6c22c02f7903 HTTP/1.1" status: 200 len: 1092 time: 0.3480437 Jul 05 04:20:19.030452 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60652) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:19.057727 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-6a2f576c-526d-4eaf-add2-242da78aa03a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': 'fda57a5d-9bbf-45ec-9afc-8391d45436b8', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:19.231655 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-21360909-c1c8-48f4-897d-6af8b604e109 None None] Allocated IP 2001:db8::2 (5d7181c3-4138-4c10-912a-388058f9bba3/b15f93ad-55fc-4b6d-827b-9d142e890d1c/7c76c68f-e55c-4a8d-b14c-6729f73f9bad) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:19.316023 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a2f576c-526d-4eaf-add2-242da78aa03a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:19.461852 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd2a5f-0c3e-463d-aaf2-6fdfc2a8ed63 req-15b4048a-03a1-4123-b8c5-d32efaea0d50 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:19.473124 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d0cd2a5f-0c3e-463d-aaf2-6fdfc2a8ed63 req-15b4048a-03a1-4123-b8c5-d32efaea0d50 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 946 time: 0.4256518 Jul 05 04:20:19.479517 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-08c59a51-2589-4330-83d9-2a49f1abfb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:19.566858 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-21360909-c1c8-48f4-897d-6af8b604e109 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:19.579961 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d34a9351-5406-4724-9b14-f3003d80958f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:19.620299 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-21360909-c1c8-48f4-897d-6af8b604e109 None None] Transition to ACTIVE for port object 7c76c68f-e55c-4a8d-b14c-6729f73f9bad will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:19.633751 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f02517c6-3640-4cca-be1c-d7cbd7dc1b94 None None] Provisioning for port 96bceac5-4504-43d3-b00e-1db8fa03558a completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:19.664365 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d0cd2a5f-0c3e-463d-aaf2-6fdfc2a8ed63 req-823200cf-e1f8-4a65-b118-2323f2664ff8 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901000 Jul 05 04:20:19.665287 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f02517c6-3640-4cca-be1c-d7cbd7dc1b94 None None] Provisioning complete for port 96bceac5-4504-43d3-b00e-1db8fa03558a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:19.667662 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f02517c6-3640-4cca-be1c-d7cbd7dc1b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:19.775500 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-21360909-c1c8-48f4-897d-6af8b604e109 None None] Transition to ACTIVE for port object 7c76c68f-e55c-4a8d-b14c-6729f73f9bad will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:19.780507 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a9351-5406-4724-9b14-f3003d80958f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Subnet': ['ID=e1250d28-6cd4-4506-a38b-77d5689db110,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:19.793274 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34a9351-5406-4724-9b14-f3003d80958f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Checking segment: {'id': '5bcfc688-047c-4d5e-8910-303aa703d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a6637593-a1ca-4fcc-9230-92fa63d0b753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:19.794904 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34a9351-5406-4724-9b14-f3003d80958f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network hostable DHCP agents. Network: a6637593-a1ca-4fcc-9230-92fa63d0b753, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:20:19.800809 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-21360909-c1c8-48f4-897d-6af8b604e109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:19.842240 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34a9351-5406-4724-9b14-f3003d80958f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network a6637593-a1ca-4fcc-9230-92fa63d0b753 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:20:19.865669 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-d34a9351-5406-4724-9b14-f3003d80958f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, a6637593-a1ca-4fcc-9230-92fa63d0b753) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:19.870898 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34a9351-5406-4724-9b14-f3003d80958f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:19.871725 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d34a9351-5406-4724-9b14-f3003d80958f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:19.887113 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d3815e-de8f-4285-90c5-e81d28acb1b8 None None] Network a6637593-a1ca-4fcc-9230-92fa63d0b753 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:19.902428 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d34a9351-5406-4724-9b14-f3003d80958f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7140479 Jul 05 04:20:19.903326 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60668) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:19.914886 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-7925e6dd-f6f3-472e-9c26-a0cfac793189 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1983286190', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:19.985115 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7925e6dd-f6f3-472e-9c26-a0cfac793189 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:19.986625 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7925e6dd-f6f3-472e-9c26-a0cfac793189 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.066113 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04021cb-3b33-4259-a1b6-cc557959f74f req-be569bfc-5ce4-4831-b1c6-c77d00026751 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:20.081844 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a04021cb-3b33-4259-a1b6-cc557959f74f req-be569bfc-5ce4-4831-b1c6-c77d00026751 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 931 time: 0.6918483 Jul 05 04:20:20.123534 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-f02517c6-3640-4cca-be1c-d7cbd7dc1b94 None None] Port 96bceac5-4504-43d3-b00e-1db8fa03558a cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:20:20.123534 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21360909-c1c8-48f4-897d-6af8b604e109 None None] Network 5d7181c3-4138-4c10-912a-388058f9bba3 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:20.199410 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-21360909-c1c8-48f4-897d-6af8b604e109 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:20.253936 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21360909-c1c8-48f4-897d-6af8b604e109 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:20.273972 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a2f576c-526d-4eaf-add2-242da78aa03a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.305912 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7925e6dd-f6f3-472e-9c26-a0cfac793189 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.370683 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21360909-c1c8-48f4-897d-6af8b604e109 None None] Pushing event updated for resources: {'Port': ['ID=7c76c68f-e55c-4a8d-b14c-6729f73f9bad,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:20.419150 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a17042-9e79-4bc4-bd49-add8be6a325a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-a6637593-a1ca-4fcc-9230-92fa63d0b753', 'network_id': 'a6637593-a1ca-4fcc-9230-92fa63d0b753', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'fixed_ips': [{'subnet_id': 'e1250d28-6cd4-4506-a38b-77d5689db110'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:20:20.420322 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f9a17042-9e79-4bc4-bd49-add8be6a325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.443431 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-021228ba-8bc4-4050-9d59-ab27b6abe1b3 req-2928b771-b14c-48fc-a136-4c66fae68827 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d742dec-08b3-4cd7-9bef-2afc0dcdcf17 HTTP/1.1" status: 200 len: 210 time: 0.4625227 Jul 05 04:20:20.459135 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-21360909-c1c8-48f4-897d-6af8b604e109 None None] Attempting to bind port 7c76c68f-e55c-4a8d-b14c-6729f73f9bad on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:20.459728 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-21360909-c1c8-48f4-897d-6af8b604e109 None None] Attempting to bind port 7c76c68f-e55c-4a8d-b14c-6729f73f9bad by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'd2cdb159-1854-4a72-ae28-ec950db8bb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5d7181c3-4138-4c10-912a-388058f9bba3'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:20.460367 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21360909-c1c8-48f4-897d-6af8b604e109 None None] Attempting to bind port 7c76c68f-e55c-4a8d-b14c-6729f73f9bad on network 5d7181c3-4138-4c10-912a-388058f9bba3 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:20.470847 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21360909-c1c8-48f4-897d-6af8b604e109 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:20.471543 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21360909-c1c8-48f4-897d-6af8b604e109 None None] Checking segment: {'id': 'd2cdb159-1854-4a72-ae28-ec950db8bb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5d7181c3-4138-4c10-912a-388058f9bba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:20.472508 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-21360909-c1c8-48f4-897d-6af8b604e109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.474721 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21360909-c1c8-48f4-897d-6af8b604e109 None None] Bound using segment: {'id': 'd2cdb159-1854-4a72-ae28-ec950db8bb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5d7181c3-4138-4c10-912a-388058f9bba3'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:20.475394 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-21360909-c1c8-48f4-897d-6af8b604e109 None None] Bound port: 7c76c68f-e55c-4a8d-b14c-6729f73f9bad, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2cdb159-1854-4a72-ae28-ec950db8bb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5d7181c3-4138-4c10-912a-388058f9bba3'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:20.475979 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-21360909-c1c8-48f4-897d-6af8b604e109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.532474 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7925e6dd-f6f3-472e-9c26-a0cfac793189 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.536339 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-6a2f576c-526d-4eaf-add2-242da78aa03a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Allocated IP 172.25.1.9 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/44f2c27c-2bc2-4856-8bbe-a0529f103924) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:20.565157 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7925e6dd-f6f3-472e-9c26-a0cfac793189 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.569177 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7925e6dd-f6f3-472e-9c26-a0cfac793189 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6619978 Jul 05 04:20:20.588076 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60694) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:20.778149 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-21360909-c1c8-48f4-897d-6af8b604e109 None None] For port 7c76c68f-e55c-4a8d-b14c-6729f73f9bad, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:20.802037 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-21360909-c1c8-48f4-897d-6af8b604e109 None None] For port 7c76c68f-e55c-4a8d-b14c-6729f73f9bad, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7c76c68f-e55c-4a8d-b14c-6729f73f9bad,segment=NetworkSegment(d2cdb159-1854-4a72-ae28-ec950db8bb4b),segment_id=d2cdb159-1854-4a72-ae28-ec950db8bb4b)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:20.810384 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-21360909-c1c8-48f4-897d-6af8b604e109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.874361 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-f9a17042-9e79-4bc4-bd49-add8be6a325a None None] Allocated IP 2001:db8:1::2 (a6637593-a1ca-4fcc-9230-92fa63d0b753/e1250d28-6cd4-4506-a38b-77d5689db110/7f066c27-4ccc-494b-9d96-8d6638779d95) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:21.131781 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21360909-c1c8-48f4-897d-6af8b604e109 None None] Pushing event updated for resources: {'Port': ['ID=7c76c68f-e55c-4a8d-b14c-6729f73f9bad,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:21.389707 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f9a17042-9e79-4bc4-bd49-add8be6a325a None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:21.402044 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f9a17042-9e79-4bc4-bd49-add8be6a325a None None] Transition to ACTIVE for port object 7f066c27-4ccc-494b-9d96-8d6638779d95 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:21.431255 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f9a17042-9e79-4bc4-bd49-add8be6a325a None None] Transition to ACTIVE for port object 7f066c27-4ccc-494b-9d96-8d6638779d95 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:21.446503 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f9a17042-9e79-4bc4-bd49-add8be6a325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:21.538898 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a17042-9e79-4bc4-bd49-add8be6a325a None None] Network a6637593-a1ca-4fcc-9230-92fa63d0b753 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:21.543868 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.89', 54309) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:21.544527 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-f9a17042-9e79-4bc4-bd49-add8be6a325a None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:21.550264 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a17042-9e79-4bc4-bd49-add8be6a325a None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:21.553589 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a17042-9e79-4bc4-bd49-add8be6a325a None None] Pushing event updated for resources: {'Port': ['ID=7f066c27-4ccc-494b-9d96-8d6638779d95,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:21.628500 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f9a17042-9e79-4bc4-bd49-add8be6a325a None None] Attempting to bind port 7f066c27-4ccc-494b-9d96-8d6638779d95 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:21.629243 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f9a17042-9e79-4bc4-bd49-add8be6a325a None None] Attempting to bind port 7f066c27-4ccc-494b-9d96-8d6638779d95 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '5bcfc688-047c-4d5e-8910-303aa703d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a6637593-a1ca-4fcc-9230-92fa63d0b753'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:21.630021 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a17042-9e79-4bc4-bd49-add8be6a325a None None] Attempting to bind port 7f066c27-4ccc-494b-9d96-8d6638779d95 on network a6637593-a1ca-4fcc-9230-92fa63d0b753 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:21.636264 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a17042-9e79-4bc4-bd49-add8be6a325a None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:21.637014 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a17042-9e79-4bc4-bd49-add8be6a325a None None] Checking segment: {'id': '5bcfc688-047c-4d5e-8910-303aa703d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a6637593-a1ca-4fcc-9230-92fa63d0b753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:21.637656 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f9a17042-9e79-4bc4-bd49-add8be6a325a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:21.638273 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a17042-9e79-4bc4-bd49-add8be6a325a None None] Bound using segment: {'id': '5bcfc688-047c-4d5e-8910-303aa703d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a6637593-a1ca-4fcc-9230-92fa63d0b753'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:21.639367 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f9a17042-9e79-4bc4-bd49-add8be6a325a None None] Bound port: 7f066c27-4ccc-494b-9d96-8d6638779d95, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bcfc688-047c-4d5e-8910-303aa703d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a6637593-a1ca-4fcc-9230-92fa63d0b753'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:21.640823 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f9a17042-9e79-4bc4-bd49-add8be6a325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:21.752622 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a04021cb-3b33-4259-a1b6-cc557959f74f req-15c07be4-3196-4a36-89a0-76ec5b9f0477 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6687200 Jul 05 04:20:21.824742 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a2f576c-526d-4eaf-add2-242da78aa03a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:21.834184 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f9a17042-9e79-4bc4-bd49-add8be6a325a None None] For port 7f066c27-4ccc-494b-9d96-8d6638779d95, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:21.843481 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f9a17042-9e79-4bc4-bd49-add8be6a325a None None] For port 7f066c27-4ccc-494b-9d96-8d6638779d95, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7f066c27-4ccc-494b-9d96-8d6638779d95,segment=NetworkSegment(5bcfc688-047c-4d5e-8910-303aa703d4c0),segment_id=5bcfc688-047c-4d5e-8910-303aa703d4c0)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:21.847345 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f55e84-dfea-4fc8-b731-aa31e3bf4fac req-2a9520a6-81bd-4959-982b-3a290e9c7685 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:21.850823 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f9a17042-9e79-4bc4-bd49-add8be6a325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:21.856889 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d8f55e84-dfea-4fc8-b731-aa31e3bf4fac req-2a9520a6-81bd-4959-982b-3a290e9c7685 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 946 time: 0.2604318 Jul 05 04:20:21.988288 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a2f576c-526d-4eaf-add2-242da78aa03a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:22.013667 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a17042-9e79-4bc4-bd49-add8be6a325a None None] Pushing event updated for resources: {'Port': ['ID=7f066c27-4ccc-494b-9d96-8d6638779d95,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:22.075229 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0498c28e-2859-4fe1-b372-b0b76329498c tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:22.096596 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d8f55e84-dfea-4fc8-b731-aa31e3bf4fac req-d3ff2315-c4b5-4714-9ce4-984867241efb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384298 Jul 05 04:20:22.119167 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-ef6bbf43-80d2-46e6-91bc-c9155def6983 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:22.121024 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-ef6bbf43-80d2-46e6-91bc-c9155def6983 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.89 "GET /v2.0/networks?id=7f5444e3-c291-41fd-b748-e3b4178b2e2c HTTP/1.1" status: 200 len: 815 time: 1.8578491 Jul 05 04:20:22.142564 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-47f39057-ee97-4e95-b1a4-b320de953698 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Request body: {'port': {'device_id': '4d742dec-08b3-4cd7-9bef-2afc0dcdcf17', 'network_id': '7f5444e3-c291-41fd-b748-e3b4178b2e2c', 'admin_state_up': True, 'tenant_id': '74847c5a0be2460f936bfa8b3db608e8'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:22.232964 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2f576c-526d-4eaf-add2-242da78aa03a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:22.255477 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5d6bc75-0235-402c-972d-52774987b4bc req-efb776db-d339-465b-9b09-1e053ddf49e8 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d742dec-08b3-4cd7-9bef-2afc0dcdcf17 HTTP/1.1" status: 200 len: 210 time: 0.1440694 Jul 05 04:20:22.275766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-6a2f576c-526d-4eaf-add2-242da78aa03a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:22.279083 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2f576c-526d-4eaf-add2-242da78aa03a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:22.287151 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f576c-526d-4eaf-add2-242da78aa03a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'Port': ['ID=44f2c27c-2bc2-4856-8bbe-a0529f103924,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:22.366161 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-08c59a51-2589-4330-83d9-2a49f1abfb82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96bceac5-4504-43d3-b00e-1db8fa03558a {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:20:22.380250 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-ccb06f0d-502a-4e1f-a4d5-b775daff38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:22.383876 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-ccb06f0d-502a-4e1f-a4d5-b775daff38fb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 1098 time: 0.7603412 Jul 05 04:20:22.395452 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-08c59a51-2589-4330-83d9-2a49f1abfb82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:22.491404 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-08c59a51-2589-4330-83d9-2a49f1abfb82 service neutron] Transition to ACTIVE for port object 96bceac5-4504-43d3-b00e-1db8fa03558a will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:22.502780 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-08c59a51-2589-4330-83d9-2a49f1abfb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:22.681786 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c59a51-2589-4330-83d9-2a49f1abfb82 service neutron] Pushing event updated for resources: {'Port': ['ID=96bceac5-4504-43d3-b00e-1db8fa03558a,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:22.728850 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-47f39057-ee97-4e95-b1a4-b320de953698 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Made reservation on behalf of 74847c5a0be2460f936bfa8b3db608e8 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:22.730669 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-47f39057-ee97-4e95-b1a4-b320de953698 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:22.757520 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f21185a-48a3-4a77-84c4-59a4d37d5a0d None None] Network 5d7181c3-4138-4c10-912a-388058f9bba3 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:22.846048 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-697e8de4-bf11-4b3e-a0c6-78a16f6c5ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:22.847855 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-697e8de4-bf11-4b3e-a0c6-78a16f6c5ccb service neutron] 10.222.0.89 "GET /v2.0/networks?id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e HTTP/1.1" status: 200 len: 898 time: 0.4551084 Jul 05 04:20:22.852273 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-0498c28e-2859-4fe1-b372-b0b76329498c tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Allocated IP 2001:db8::1 (5d7181c3-4138-4c10-912a-388058f9bba3/b15f93ad-55fc-4b6d-827b-9d142e890d1c/22e89bcd-b93d-496a-a677-e0482c3e1ac7) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:23.011882 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-37f0bd13-65e3-43a4-8d0a-77ceccd1a11b None None] Provisioning for port 7c76c68f-e55c-4a8d-b14c-6729f73f9bad completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:23.077449 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-08c59a51-2589-4330-83d9-2a49f1abfb82 service neutron] Attempting to bind port 96bceac5-4504-43d3-b00e-1db8fa03558a on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:23.083118 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-08c59a51-2589-4330-83d9-2a49f1abfb82 service neutron] Attempting to bind port 96bceac5-4504-43d3-b00e-1db8fa03558a by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:23.083594 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-08c59a51-2589-4330-83d9-2a49f1abfb82 service neutron] Attempting to bind port 96bceac5-4504-43d3-b00e-1db8fa03558a on network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:23.177291 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7f066c27-4ccc-494b-9d96-8d6638779d95 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:23.181502 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-bc849675-7001-4bd4-b549-5b78cc8f3ef9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cedad616-b797-4aeb-a631-fbffeac0982e HTTP/1.1" status: 200 len: 1002 time: 0.3114340 Jul 05 04:20:23.190627 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-08c59a51-2589-4330-83d9-2a49f1abfb82 service neutron] Port 96bceac5-4504-43d3-b00e-1db8fa03558a on network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:20:23.190959 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-08c59a51-2589-4330-83d9-2a49f1abfb82 service neutron] Attempting to bind port 96bceac5-4504-43d3-b00e-1db8fa03558a on network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:23.324591 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-f0d4b1f1-8151-4e8e-8ab3-d0926ed341a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:23.326107 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-f0d4b1f1-8151-4e8e-8ab3-d0926ed341a1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0c3310d5-6014-4e5f-8153-91ba05ad73c0 HTTP/1.1" status: 200 len: 835 time: 0.1207931 Jul 05 04:20:23.348106 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0498c28e-2859-4fe1-b372-b0b76329498c tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:23.364062 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-0498c28e-2859-4fe1-b372-b0b76329498c tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Transition to ACTIVE for port object 22e89bcd-b93d-496a-a677-e0482c3e1ac7 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:23.422300 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-47f39057-ee97-4e95-b1a4-b320de953698 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Allocated IP 172.20.0.5 (7f5444e3-c291-41fd-b748-e3b4178b2e2c/93de40b5-241e-40d0-ab50-a45ead66ce92/daa9d381-2042-4406-b2a8-ea04b864e399) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:23.423649 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-08c59a51-2589-4330-83d9-2a49f1abfb82 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:23.425263 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-08c59a51-2589-4330-83d9-2a49f1abfb82 service neutron] Checking segment: {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:23.425664 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-08c59a51-2589-4330-83d9-2a49f1abfb82 service neutron] Bound using segment: {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:23.427255 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-08c59a51-2589-4330-83d9-2a49f1abfb82 service neutron] Bound port: 96bceac5-4504-43d3-b00e-1db8fa03558a, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:23.427646 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-08c59a51-2589-4330-83d9-2a49f1abfb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:23.430887 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 7f066c27-4ccc-494b-9d96-8d6638779d95 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:23.454749 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7c76c68f-e55c-4a8d-b14c-6729f73f9bad up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:23.620201 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 7c76c68f-e55c-4a8d-b14c-6729f73f9bad completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:23.626132 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 7c76c68f-e55c-4a8d-b14c-6729f73f9bad triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:23.626513 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:23.732901 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b67ef-1c89-4a72-9a29-1d6a517a8f07 req-b0538209-1a5a-4f51-adb5-fbdbf962b716 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:23.735230 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-034b67ef-1c89-4a72-9a29-1d6a517a8f07 req-b0538209-1a5a-4f51-adb5-fbdbf962b716 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 946 time: 0.4056530 Jul 05 04:20:23.756518 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0498c28e-2859-4fe1-b372-b0b76329498c tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:23.765128 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-47f39057-ee97-4e95-b1a4-b320de953698 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:23.797255 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-08c59a51-2589-4330-83d9-2a49f1abfb82 service neutron] For port 96bceac5-4504-43d3-b00e-1db8fa03558a, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:23.813510 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:23.826399 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef53ba85-0b89-4b8a-b3e0-be53db0da2bf None None] Network a6637593-a1ca-4fcc-9230-92fa63d0b753 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:23.848061 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-08c59a51-2589-4330-83d9-2a49f1abfb82 service neutron] For port 96bceac5-4504-43d3-b00e-1db8fa03558a, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=96bceac5-4504-43d3-b00e-1db8fa03558a,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:23.853227 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-58552f3e-d153-4459-be48-46ad4230a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:23.854793 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-58552f3e-d153-4459-be48-46ad4230a2ed service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4765644 Jul 05 04:20:23.858910 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-08c59a51-2589-4330-83d9-2a49f1abfb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:23.908488 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-47f39057-ee97-4e95-b1a4-b320de953698 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:23.925044 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0498c28e-2859-4fe1-b372-b0b76329498c tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network 5d7181c3-4138-4c10-912a-388058f9bba3 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:23.935758 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-0498c28e-2859-4fe1-b372-b0b76329498c tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:23.947080 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0498c28e-2859-4fe1-b372-b0b76329498c tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:23.947655 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0498c28e-2859-4fe1-b372-b0b76329498c tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:23.964663 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8290d969-7cb5-4181-8da4-e6acd8155c52 None None] Provisioning for port 7f066c27-4ccc-494b-9d96-8d6638779d95 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:23.971110 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 7c76c68f-e55c-4a8d-b14c-6729f73f9bad, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7c76c68f-e55c-4a8d-b14c-6729f73f9bad,segment=NetworkSegment(d2cdb159-1854-4a72-ae28-ec950db8bb4b),segment_id=d2cdb159-1854-4a72-ae28-ec950db8bb4b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:23.981747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef245e06-68b0-4f23-b9df-2ab86fc5e9d1 req-184870de-a20c-4f26-9f45-a2cf1b8b6272 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:23.983388 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ef245e06-68b0-4f23-b9df-2ab86fc5e9d1 req-184870de-a20c-4f26-9f45-a2cf1b8b6272 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 943 time: 0.9357078 Jul 05 04:20:24.012037 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-034b67ef-1c89-4a72-9a29-1d6a517a8f07 req-cc9bd4b0-2291-4f2f-bc4f-fdb7cdb1ac58 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388759 Jul 05 04:20:24.012786 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.034314 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-08c59a51-2589-4330-83d9-2a49f1abfb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:24.034948 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-08c59a51-2589-4330-83d9-2a49f1abfb82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.036582 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-08c59a51-2589-4330-83d9-2a49f1abfb82 service neutron] 10.222.0.89 "PUT /v2.0/ports/96bceac5-4504-43d3-b00e-1db8fa03558a HTTP/1.1" status: 200 len: 1092 time: 5.1585224 Jul 05 04:20:24.037061 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d8245c-0a76-4b09-b8e4-0a6d27f90a21', 'tag': '96bceac5-4504-43d3-b00e-1db8fa03558a'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:24.039974 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f1c6f1-f712-4b24-b1c4-4286bf96c793" -d '{"events": [{"name": "network-changed", "server_uuid": "32d8245c-0a76-4b09-b8e4-0a6d27f90a21", "tag": "96bceac5-4504-43d3-b00e-1db8fa03558a"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:24.106225 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8290d969-7cb5-4181-8da4-e6acd8155c52 None None] Provisioning complete for port 7f066c27-4ccc-494b-9d96-8d6638779d95 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:24.106966 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8290d969-7cb5-4181-8da4-e6acd8155c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.177954 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=7c76c68f-e55c-4a8d-b14c-6729f73f9bad,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:24.229106 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498c28e-2859-4fe1-b372-b0b76329498c tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Port': ['ID=22e89bcd-b93d-496a-a677-e0482c3e1ac7,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:24.246037 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c59a51-2589-4330-83d9-2a49f1abfb82 service neutron] Pushing event updated for resources: {'Port': ['ID=96bceac5-4504-43d3-b00e-1db8fa03558a,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:24.326877 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8290d969-7cb5-4181-8da4-e6acd8155c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.380222 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a2f576c-526d-4eaf-add2-242da78aa03a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.443545 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-47f39057-ee97-4e95-b1a4-b320de953698 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Network 7f5444e3-c291-41fd-b748-e3b4178b2e2c is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:24.480901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-47f39057-ee97-4e95-b1a4-b320de953698 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:24.488977 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8290d969-7cb5-4181-8da4-e6acd8155c52 None None] For port 7f066c27-4ccc-494b-9d96-8d6638779d95, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7f066c27-4ccc-494b-9d96-8d6638779d95,segment=NetworkSegment(5bcfc688-047c-4d5e-8910-303aa703d4c0),segment_id=5bcfc688-047c-4d5e-8910-303aa703d4c0)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:24.491759 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-47f39057-ee97-4e95-b1a4-b320de953698 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:24.498118 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8290d969-7cb5-4181-8da4-e6acd8155c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.504109 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ef245e06-68b0-4f23-b9df-2ab86fc5e9d1 req-f87af8dd-47aa-4a65-8318-7897e7aeb93c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088834 Jul 05 04:20:24.527016 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f39057-ee97-4e95-b1a4-b320de953698 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Pushing event updated for resources: {'Port': ['ID=daa9d381-2042-4406-b2a8-ea04b864e399,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:24.617112 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-4b75a4b6-fb0f-422e-af17-d132041dffb6 service neutron] 10.222.0.89 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6931446 Jul 05 04:20:24.742937 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290d969-7cb5-4181-8da4-e6acd8155c52 None None] Pushing event updated for resources: {'Port': ['ID=7f066c27-4ccc-494b-9d96-8d6638779d95,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:24.779436 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d153caf-d6fa-4bea-adf9-1e1aa065da80 x-openstack-request-id: req-4d153caf-d6fa-4bea-adf9-1e1aa065da80 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:24.780030 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d8245c-0a76-4b09-b8e4-0a6d27f90a21", "tag": "96bceac5-4504-43d3-b00e-1db8fa03558a", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:24.780030 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4d153caf-d6fa-4bea-adf9-1e1aa065da80 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:24.780407 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d8245c-0a76-4b09-b8e4-0a6d27f90a21', 'tag': '96bceac5-4504-43d3-b00e-1db8fa03558a', 'status': 'completed', 'code': 200} Jul 05 04:20:24.804316 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-7d62299a-e8ca-449b-9900-2ae689f04bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:24.805933 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-7d62299a-e8ca-449b-9900-2ae689f04bdd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 1095 time: 0.7186680 Jul 05 04:20:24.806160 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-47f39057-ee97-4e95-b1a4-b320de953698 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:24.806774 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-47f39057-ee97-4e95-b1a4-b320de953698 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.823380 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7c76c68f-e55c-4a8d-b14c-6729f73f9bad up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:24.832753 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0498c28e-2859-4fe1-b372-b0b76329498c tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.849760 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-47f39057-ee97-4e95-b1a4-b320de953698 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7146733 Jul 05 04:20:24.871744 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-e6dade1a-768d-4800-9d85-14725c136de4 service neutron] Request body: {'port': {'device_id': '4d742dec-08b3-4cd7-9bef-2afc0dcdcf17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:24.885859 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-ed60bb8c-efb1-4568-9153-4676ede23a23 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96bceac5-4504-43d3-b00e-1db8fa03558a HTTP/1.1" status: 200 len: 217 time: 0.0566728 Jul 05 04:20:24.886440 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a2f576c-526d-4eaf-add2-242da78aa03a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:24.943505 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-770dad82-5a31-46ee-a54f-887256e0859a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:24.945053 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-770dad82-5a31-46ee-a54f-887256e0859a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40568ec5-9a32-47f3-85b6-60f4faaa494c HTTP/1.1" status: 200 len: 851 time: 0.0523145 Jul 05 04:20:25.018771 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fafc89-d966-4a54-b6f0-495d0d57568e req-4340a842-af6e-4e1e-84db-2269f848a458 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:25.021240 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f8fafc89-d966-4a54-b6f0-495d0d57568e req-4340a842-af6e-4e1e-84db-2269f848a458 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d742dec-08b3-4cd7-9bef-2afc0dcdcf17 HTTP/1.1" status: 200 len: 931 time: 0.7043903 Jul 05 04:20:25.096169 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f8fafc89-d966-4a54-b6f0-495d0d57568e req-e0391991-6d5e-4f53-b6f8-a1cbadf4bce3 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675614 Jul 05 04:20:25.152615 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-e6dade1a-768d-4800-9d85-14725c136de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.182605 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-dad7202d-044c-42a5-b7a7-dffc48a3099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:25.184471 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-dad7202d-044c-42a5-b7a7-dffc48a3099d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2173328 Jul 05 04:20:25.231125 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-8dd4455b-7f1a-4451-9d2b-42b8ef9167c3 service neutron] 10.222.0.89 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6001298 Jul 05 04:20:25.377385 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-9166ee4a-f477-414d-9fda-6a254a1a92b6 service neutron] 10.222.0.89 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575925 Jul 05 04:20:25.387060 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-71c83f55-39af-4bb4-b7df-be6d8f3d44e5 None None] Provisioning for port 22e89bcd-b93d-496a-a677-e0482c3e1ac7 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:25.393961 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-71c83f55-39af-4bb4-b7df-be6d8f3d44e5 None None] Provisioning complete for port 22e89bcd-b93d-496a-a677-e0482c3e1ac7 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:25.394765 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-71c83f55-39af-4bb4-b7df-be6d8f3d44e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.444367 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a2f576c-526d-4eaf-add2-242da78aa03a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.449477 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-71c83f55-39af-4bb4-b7df-be6d8f3d44e5 None None] Port 22e89bcd-b93d-496a-a677-e0482c3e1ac7 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:20:25.455084 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 7c76c68f-e55c-4a8d-b14c-6729f73f9bad triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:25.455948 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.506613 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-71c83f55-39af-4bb4-b7df-be6d8f3d44e5 None None] Provisioning complete for port 7c76c68f-e55c-4a8d-b14c-6729f73f9bad triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:25.507466 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-71c83f55-39af-4bb4-b7df-be6d8f3d44e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.528421 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a2f576c-526d-4eaf-add2-242da78aa03a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.782643 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0498c28e-2859-4fe1-b372-b0b76329498c tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.850608 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0498c28e-2859-4fe1-b372-b0b76329498c tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.851685 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0498c28e-2859-4fe1-b372-b0b76329498c tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.924273 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1a53211f-2d17-46ea-9e6a-62b442f51304 None None] Provisioning complete for port 7f066c27-4ccc-494b-9d96-8d6638779d95 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:25.925377 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1a53211f-2d17-46ea-9e6a-62b442f51304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.047056 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498c28e-2859-4fe1-b372-b0b76329498c tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Port': ['ID=22e89bcd-b93d-496a-a677-e0482c3e1ac7,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:26.120395 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ea31d-61a1-4711-9621-518cffa44c7b req-41f12707-5f7a-4c81-8b77-8544ad3a186e tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:26.121927 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b11ea31d-61a1-4711-9621-518cffa44c7b req-41f12707-5f7a-4c81-8b77-8544ad3a186e tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 946 time: 0.4659832 Jul 05 04:20:26.216355 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0498c28e-2859-4fe1-b372-b0b76329498c tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network 5d7181c3-4138-4c10-912a-388058f9bba3 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:26.224350 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b11ea31d-61a1-4711-9621-518cffa44c7b req-54b49158-bda2-4cd5-88d3-a28407d7cbff tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936553 Jul 05 04:20:26.225230 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-0498c28e-2859-4fe1-b372-b0b76329498c tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:26.271048 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a2f576c-526d-4eaf-add2-242da78aa03a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.387348 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-e6dade1a-768d-4800-9d85-14725c136de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa9d381-2042-4406-b2a8-ea04b864e399 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:20:26.402658 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-e6dade1a-768d-4800-9d85-14725c136de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.425581 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-e6dade1a-768d-4800-9d85-14725c136de4 service neutron] Transition to ACTIVE for port object daa9d381-2042-4406-b2a8-ea04b864e399 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:26.434491 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-e6dade1a-768d-4800-9d85-14725c136de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.450986 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-6a2f576c-526d-4eaf-add2-242da78aa03a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Floating IP 2f4a749d-f9e0-42fe-a234-33b2a32292d2 associated. External IP: 172.25.1.9, port: fda57a5d-9bbf-45ec-9afc-8391d45436b8. Jul 05 04:20:26.454541 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f576c-526d-4eaf-add2-242da78aa03a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event updated for resources: {'Port': ['ID=44f2c27c-2bc2-4856-8bbe-a0529f103924,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:26.547698 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dade1a-768d-4800-9d85-14725c136de4 service neutron] Pushing event updated for resources: {'Port': ['ID=daa9d381-2042-4406-b2a8-ea04b864e399,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:26.569302 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0498c28e-2859-4fe1-b372-b0b76329498c tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Router fd821618-44e2-41b1-95c7-7d04f93a0ba8 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:20:26.576478 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffbf23ce-2f9f-4aea-a7c8-8e5fb0f677fb req-32e3b3ce-e8cd-4b27-9e2a-7f116b57a40d service neutron] 10.222.0.89 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1839542 Jul 05 04:20:26.626594 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47676a-4053-4e06-9199-0bfe2d2bd88c req-b557e07d-2c00-4e4e-8e5e-f76ff5cf4910 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:26.628215 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6c47676a-4053-4e06-9199-0bfe2d2bd88c req-b557e07d-2c00-4e4e-8e5e-f76ff5cf4910 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 943 time: 0.4928317 Jul 05 04:20:26.723462 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5da105f0-c63c-4751-8cbc-2ba44b7990ed None None] Provisioning complete for port 22e89bcd-b93d-496a-a677-e0482c3e1ac7 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:26.733682 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5da105f0-c63c-4751-8cbc-2ba44b7990ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.786280 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6c47676a-4053-4e06-9199-0bfe2d2bd88c req-666c5107-50fd-47c5-aab2-b46840f6f708 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268871 Jul 05 04:20:26.798840 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-5da105f0-c63c-4751-8cbc-2ba44b7990ed None None] Port 22e89bcd-b93d-496a-a677-e0482c3e1ac7 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:20:26.803498 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181992d4-ba15-489a-82be-f8b7c6891a97 req-9a96ca80-13e2-4c51-b3bf-7ba8ff1f053f tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:26.809396 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7f066c27-4ccc-494b-9d96-8d6638779d95 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:26.810657 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-181992d4-ba15-489a-82be-f8b7c6891a97 req-9a96ca80-13e2-4c51-b3bf-7ba8ff1f053f tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d742dec-08b3-4cd7-9bef-2afc0dcdcf17 HTTP/1.1" status: 200 len: 943 time: 0.3298779 Jul 05 04:20:26.826019 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-e6dade1a-768d-4800-9d85-14725c136de4 service neutron] Attempting to bind port daa9d381-2042-4406-b2a8-ea04b864e399 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:26.826359 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-e6dade1a-768d-4800-9d85-14725c136de4 service neutron] Attempting to bind port daa9d381-2042-4406-b2a8-ea04b864e399 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '2fb1a78a-75d7-4f43-842b-9e5a3f0773a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5444e3-c291-41fd-b748-e3b4178b2e2c'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:26.826805 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-e6dade1a-768d-4800-9d85-14725c136de4 service neutron] Attempting to bind port daa9d381-2042-4406-b2a8-ea04b864e399 on network 7f5444e3-c291-41fd-b748-e3b4178b2e2c {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:26.836592 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1c6f1-f712-4b24-b1c4-4286bf96c793 req-1dd45deb-58aa-4539-b398-85d029a28150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:26.841268 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d9f1c6f1-f712-4b24-b1c4-4286bf96c793 req-1dd45deb-58aa-4539-b398-85d029a28150 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 1095 time: 0.1806250 Jul 05 04:20:26.859425 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-e6dade1a-768d-4800-9d85-14725c136de4 service neutron] Port daa9d381-2042-4406-b2a8-ea04b864e399 on network 7f5444e3-c291-41fd-b748-e3b4178b2e2c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:20:26.859834 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-e6dade1a-768d-4800-9d85-14725c136de4 service neutron] Attempting to bind port daa9d381-2042-4406-b2a8-ea04b864e399 on network 7f5444e3-c291-41fd-b748-e3b4178b2e2c {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:26.884842 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0498c28e-2859-4fe1-b372-b0b76329498c tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:20:26.892030 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0498c28e-2859-4fe1-b372-b0b76329498c tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "PUT /v2.0/routers/fd821618-44e2-41b1-95c7-7d04f93a0ba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2986345 Jul 05 04:20:26.895877 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60742) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:26.903295 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabffe3a-f2ed-4382-994d-f33f2abfae35 None None] Sync routers for ids ['fd821618-44e2-41b1-95c7-7d04f93a0ba8'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:20:26.905909 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-e6dade1a-768d-4800-9d85-14725c136de4 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:26.906527 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-e6dade1a-768d-4800-9d85-14725c136de4 service neutron] Checking segment: {'id': '2fb1a78a-75d7-4f43-842b-9e5a3f0773a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5444e3-c291-41fd-b748-e3b4178b2e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:26.906755 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-e6dade1a-768d-4800-9d85-14725c136de4 service neutron] Bound using segment: {'id': '2fb1a78a-75d7-4f43-842b-9e5a3f0773a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5444e3-c291-41fd-b748-e3b4178b2e2c'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:26.907149 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-e6dade1a-768d-4800-9d85-14725c136de4 service neutron] Bound port: daa9d381-2042-4406-b2a8-ea04b864e399, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb1a78a-75d7-4f43-842b-9e5a3f0773a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5444e3-c291-41fd-b748-e3b4178b2e2c'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:26.907525 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-e6dade1a-768d-4800-9d85-14725c136de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.922057 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabffe3a-f2ed-4382-994d-f33f2abfae35 None None] Routers {'fd821618-44e2-41b1-95c7-7d04f93a0ba8'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:26.922720 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-cabffe3a-f2ed-4382-994d-f33f2abfae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:20:02Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['fd821618-44e2-41b1-95c7-7d04f93a0ba8'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:26.969680 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 7f066c27-4ccc-494b-9d96-8d6638779d95 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:26.970244 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.997762 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-e6dade1a-768d-4800-9d85-14725c136de4 service neutron] For port daa9d381-2042-4406-b2a8-ea04b864e399, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:27.002410 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-e6dade1a-768d-4800-9d85-14725c136de4 service neutron] For port daa9d381-2042-4406-b2a8-ea04b864e399, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=daa9d381-2042-4406-b2a8-ea04b864e399,segment=NetworkSegment(2fb1a78a-75d7-4f43-842b-9e5a3f0773a3),segment_id=2fb1a78a-75d7-4f43-842b-9e5a3f0773a3)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:27.008067 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-181992d4-ba15-489a-82be-f8b7c6891a97 req-93dd8aab-0fda-4f2e-9696-d9a11d7b63d0 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965532 Jul 05 04:20:27.009750 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-e6dade1a-768d-4800-9d85-14725c136de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:27.014009 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-cabffe3a-f2ed-4382-994d-f33f2abfae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:27.029556 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-e6dade1a-768d-4800-9d85-14725c136de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:27.030284 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-e6dade1a-768d-4800-9d85-14725c136de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:27.040922 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabffe3a-f2ed-4382-994d-f33f2abfae35 None None] Routers {'fd821618-44e2-41b1-95c7-7d04f93a0ba8'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:27.042174 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-e6dade1a-768d-4800-9d85-14725c136de4 service neutron] 10.222.0.89 "PUT /v2.0/ports/daa9d381-2042-4406-b2a8-ea04b864e399 HTTP/1.1" status: 200 len: 1092 time: 2.1687193 Jul 05 04:20:27.042906 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d742dec-08b3-4cd7-9bef-2afc0dcdcf17', 'tag': 'daa9d381-2042-4406-b2a8-ea04b864e399'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:27.043171 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-cabffe3a-f2ed-4382-994d-f33f2abfae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:20:02Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['fd821618-44e2-41b1-95c7-7d04f93a0ba8'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:27.045294 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5495dd-947e-4c23-a26c-1b27dca65cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "4d742dec-08b3-4cd7-9bef-2afc0dcdcf17", "tag": "daa9d381-2042-4406-b2a8-ea04b864e399"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:27.121280 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-cabffe3a-f2ed-4382-994d-f33f2abfae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:27.128790 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabffe3a-f2ed-4382-994d-f33f2abfae35 None None] The sync data for ids ['fd821618-44e2-41b1-95c7-7d04f93a0ba8'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:20:27.201692 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb21ee7f-6493-4acb-b12a-358fda3ad5d9 x-openstack-request-id: req-fb21ee7f-6493-4acb-b12a-358fda3ad5d9 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:27.201980 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d742dec-08b3-4cd7-9bef-2afc0dcdcf17", "tag": "daa9d381-2042-4406-b2a8-ea04b864e399", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:27.204648 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fb21ee7f-6493-4acb-b12a-358fda3ad5d9 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:27.204975 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d742dec-08b3-4cd7-9bef-2afc0dcdcf17', 'tag': 'daa9d381-2042-4406-b2a8-ea04b864e399', 'status': 'completed', 'code': 200} Jul 05 04:20:27.247149 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dade1a-768d-4800-9d85-14725c136de4 service neutron] Pushing event updated for resources: {'Port': ['ID=daa9d381-2042-4406-b2a8-ea04b864e399,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:27.276957 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9863cbc7-3d8d-4a74-809f-8ca7f937eff1 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:27.281944 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9863cbc7-3d8d-4a74-809f-8ca7f937eff1 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "GET /v2.0/ports/22e89bcd-b93d-496a-a677-e0482c3e1ac7 HTTP/1.1" status: 200 len: 911 time: 0.3805711 Jul 05 04:20:27.282376 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60750) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:27.321543 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2f576c-526d-4eaf-add2-242da78aa03a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Router 39f9f86e-db62-498b-8255-a5797278f0f0 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:20:27.325400 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1c6f1-f712-4b24-b1c4-4286bf96c793 req-dc70ae54-2613-46fe-ae99-23a2bead91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:27.328049 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d9f1c6f1-f712-4b24-b1c4-4286bf96c793 req-dc70ae54-2613-46fe-ae99-23a2bead91a8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 913 time: 0.4767063 Jul 05 04:20:27.425958 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d9f1c6f1-f712-4b24-b1c4-4286bf96c793 req-a5d7a5aa-8b20-416a-a227-9c48f9ce36c4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96bceac5-4504-43d3-b00e-1db8fa03558a HTTP/1.1" status: 200 len: 217 time: 0.0859530 Jul 05 04:20:27.540718 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1c6f1-f712-4b24-b1c4-4286bf96c793 req-bd9ed250-14b9-42cf-867c-74d3093b1a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:27.542775 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d9f1c6f1-f712-4b24-b1c4-4286bf96c793 req-bd9ed250-14b9-42cf-867c-74d3093b1a9a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40568ec5-9a32-47f3-85b6-60f4faaa494c HTTP/1.1" status: 200 len: 851 time: 0.1098964 Jul 05 04:20:27.570433 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2f576c-526d-4eaf-add2-242da78aa03a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:20:27.582550 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc3cabe-bc82-4a8c-bab0-b9526a592af8 None None] Sync routers for ids ['39f9f86e-db62-498b-8255-a5797278f0f0'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:20:27.595699 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc3cabe-bc82-4a8c-bab0-b9526a592af8 None None] Routers {'39f9f86e-db62-498b-8255-a5797278f0f0'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:27.596362 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cdc3cabe-bc82-4a8c-bab0-b9526a592af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:20:02Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['39f9f86e-db62-498b-8255-a5797278f0f0'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:27.608139 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6a2f576c-526d-4eaf-add2-242da78aa03a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:27.664623 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6a2f576c-526d-4eaf-add2-242da78aa03a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 8.6298468 Jul 05 04:20:27.666336 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0141378-8ca6-4d3c-8cf8-6c22c02f7903', 'tag': 'fda57a5d-9bbf-45ec-9afc-8391d45436b8'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:27.669305 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170c1dd7-fe2e-4128-bd68-b3c9311c58d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f0141378-8ca6-4d3c-8cf8-6c22c02f7903", "tag": "fda57a5d-9bbf-45ec-9afc-8391d45436b8"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:27.672654 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60752) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:27.785464 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-18c3193a-2c21-4cdb-a954-dc338e791e0b tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/floatingips/2f4a749d-f9e0-42fe-a234-33b2a32292d2 HTTP/1.1" status: 200 len: 989 time: 0.1121695 Jul 05 04:20:27.788499 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7daa83f5-587a-4ef1-9c31-9719c4205b28 x-openstack-request-id: req-7daa83f5-587a-4ef1-9c31-9719c4205b28 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:27.789105 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0141378-8ca6-4d3c-8cf8-6c22c02f7903", "tag": "fda57a5d-9bbf-45ec-9afc-8391d45436b8", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:27.789620 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7daa83f5-587a-4ef1-9c31-9719c4205b28 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:27.790274 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0141378-8ca6-4d3c-8cf8-6c22c02f7903', 'tag': 'fda57a5d-9bbf-45ec-9afc-8391d45436b8', 'status': 'completed', 'code': 200} Jul 05 04:20:27.798791 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-cdc3cabe-bc82-4a8c-bab0-b9526a592af8 None None] Set router 39f9f86e-db62-498b-8255-a5797278f0f0 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:27.844272 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1c6f1-f712-4b24-b1c4-4286bf96c793 req-c266ce6a-bfb3-4977-a8f3-a5fac835e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:27.846366 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d9f1c6f1-f712-4b24-b1c4-4286bf96c793 req-c266ce6a-bfb3-4977-a8f3-a5fac835e436 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2963684 Jul 05 04:20:27.948686 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c1dd7-fe2e-4128-bd68-b3c9311c58d2 req-b3c7885b-6d78-43e5-8afb-11069d46d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:27.950441 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-170c1dd7-fe2e-4128-bd68-b3c9311c58d2 req-b3c7885b-6d78-43e5-8afb-11069d46d444 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac0be634601541e3aba69b1b2bc67317&device_id=f0141378-8ca6-4d3c-8cf8-6c22c02f7903 HTTP/1.1" status: 200 len: 1097 time: 0.1589231 Jul 05 04:20:27.968419 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-743c87fa-3f7b-4476-b053-c4727f7843b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:27.970194 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-743c87fa-3f7b-4476-b053-c4727f7843b5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=74847c5a0be2460f936bfa8b3db608e8&device_id=4d742dec-08b3-4cd7-9bef-2afc0dcdcf17 HTTP/1.1" status: 200 len: 1095 time: 0.8562064 Jul 05 04:20:28.125373 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d9f1c6f1-f712-4b24-b1c4-4286bf96c793 req-1ea8f2ab-3e20-4aa6-8eb1-95bca24e777d service neutron] 10.222.0.89 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679636 Jul 05 04:20:28.132316 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-e5ccf24f-e3fc-40cd-b28e-248542bb6307 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=daa9d381-2042-4406-b2a8-ea04b864e399 HTTP/1.1" status: 200 len: 217 time: 0.0929084 Jul 05 04:20:28.220771 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1c036-bf43-42ba-a235-3cdc351a150b req-5cdba15d-b063-4d09-bf36-68306a40a4c2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:28.222394 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56a1c036-bf43-42ba-a235-3cdc351a150b req-5cdba15d-b063-4d09-bf36-68306a40a4c2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 946 time: 0.2512686 Jul 05 04:20:28.241969 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cdc3cabe-bc82-4a8c-bab0-b9526a592af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'name': 'tempest-TestNetworkBasicOps-router-1100533492', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '377673c8-f955-460b-949b-297a8d9b165a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:48Z', 'revision_number': 4, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': '377673c8-f955-460b-949b-297a8d9b165a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:43Z', 'updated_at': '2021-07-05T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '2f4a749d-f9e0-42fe-a234-33b2a32292d2', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'floating_ip_address': '172.25.1.9', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'port_id': 'fda57a5d-9bbf-45ec-9afc-8391d45436b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82', 'mac_address': 'fa:16:3e:72:c6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0141378-8ca6-4d3c-8cf8-6c22c02f7903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:20:23Z', 'updated_at': '2021-07-05T04:20:23Z', 'revision_number': 0, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12a4b781-e9a9-4344-89f7-6d55f4bf9ecc', 'name': '', 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:f2:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'f5a0ca26-624e-4fc5-8929-066d14f6d275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:47Z', 'updated_at': '2021-07-05T04:19:55Z', 'revision_number': 5, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': 'f5a0ca26-624e-4fc5-8929-066d14f6d275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:28.293793 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-76f308ac-dc1a-4255-853c-ae650095bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:28.295530 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-76f308ac-dc1a-4255-853c-ae650095bad0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=93de40b5-241e-40d0-ab50-a45ead66ce92 HTTP/1.1" status: 200 len: 855 time: 0.1466992 Jul 05 04:20:28.316260 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc3cabe-bc82-4a8c-bab0-b9526a592af8 None None] Checking router: 39f9f86e-db62-498b-8255-a5797278f0f0 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:20:28.330851 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d9f1c6f1-f712-4b24-b1c4-4286bf96c793 req-c678e236-287e-4a0d-b80a-75db8476247b service neutron] 10.222.0.89 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872544 Jul 05 04:20:28.336362 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc3cabe-bc82-4a8c-bab0-b9526a592af8 None None] Routers {'39f9f86e-db62-498b-8255-a5797278f0f0'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:28.337188 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cdc3cabe-bc82-4a8c-bab0-b9526a592af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:20:02Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['39f9f86e-db62-498b-8255-a5797278f0f0'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:28.365222 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-bd7d062b-04b6-46a1-91a9-8811eb904682 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f5444e3-c291-41fd-b748-e3b4178b2e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563841 Jul 05 04:20:28.365573 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d6c6a-6291-40ee-821c-7e0ff71fdf08 req-0331e58f-97b9-4043-9373-ca8a58038f0a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:28.373018 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-765d6c6a-6291-40ee-821c-7e0ff71fdf08 req-0331e58f-97b9-4043-9373-ca8a58038f0a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 943 time: 0.2994964 Jul 05 04:20:28.381460 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c1dd7-fe2e-4128-bd68-b3c9311c58d2 req-cda54a18-4867-4d66-9451-b543448a0e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:28.383540 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-170c1dd7-fe2e-4128-bd68-b3c9311c58d2 req-cda54a18-4867-4d66-9451-b543448a0e43 service neutron] 10.222.0.70 "GET /v2.0/networks?id=89ed3f41-cf6b-4ee1-8279-50e753051d82 HTTP/1.1" status: 200 len: 898 time: 0.4190431 Jul 05 04:20:28.395511 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56a1c036-bf43-42ba-a235-3cdc351a150b req-f7c866c1-68a3-4a8a-b736-a432c0721a27 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547892 Jul 05 04:20:28.462979 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-765d6c6a-6291-40ee-821c-7e0ff71fdf08 req-ad28937a-350f-4455-b344-d330153a4ada tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889704 Jul 05 04:20:28.519178 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-170c1dd7-fe2e-4128-bd68-b3c9311c58d2 req-bd87151d-3c6b-464c-9883-a4333a2fdd1a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fda57a5d-9bbf-45ec-9afc-8391d45436b8 HTTP/1.1" status: 200 len: 997 time: 0.1138172 Jul 05 04:20:28.594287 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-cdc3cabe-bc82-4a8c-bab0-b9526a592af8 None None] Set router 39f9f86e-db62-498b-8255-a5797278f0f0 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:28.639659 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c1dd7-fe2e-4128-bd68-b3c9311c58d2 req-13dffbfe-7e32-4aaf-b2ce-308b79cc8733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:28.643555 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-170c1dd7-fe2e-4128-bd68-b3c9311c58d2 req-13dffbfe-7e32-4aaf-b2ce-308b79cc8733 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f5a0ca26-624e-4fc5-8929-066d14f6d275 HTTP/1.1" status: 200 len: 834 time: 0.1149802 Jul 05 04:20:28.650294 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-70df754f-c63a-440c-94cb-22da173e45eb tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:28.700345 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-ec32ad57-0dc0-4829-addd-042f980b26ef service neutron] 10.222.0.89 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185875 Jul 05 04:20:28.705857 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ec9c6073-959f-4bf0-bad0-54ff27d11234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:28.773212 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c1dd7-fe2e-4128-bd68-b3c9311c58d2 req-49ef745c-be15-403f-9a89-e005760d31b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:28.776875 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-170c1dd7-fe2e-4128-bd68-b3c9311c58d2 req-49ef745c-be15-403f-9a89-e005760d31b9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89ed3f41-cf6b-4ee1-8279-50e753051d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1270893 Jul 05 04:20:28.832948 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60764) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:28.934307 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e6e9cfc8-eedb-48ce-924c-b752e4cc8403 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/floatingips/2f4a749d-f9e0-42fe-a234-33b2a32292d2 HTTP/1.1" status: 200 len: 989 time: 0.0992761 Jul 05 04:20:28.960658 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7fe44-98e0-4257-a592-459f3549167e req-52fc9311-ab7b-45ec-8ef9-35f86f4e2a41 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:28.962303 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9aa7fe44-98e0-4257-a592-459f3549167e req-52fc9311-ab7b-45ec-8ef9-35f86f4e2a41 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d742dec-08b3-4cd7-9bef-2afc0dcdcf17 HTTP/1.1" status: 200 len: 943 time: 0.3420360 Jul 05 04:20:28.969836 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-170c1dd7-fe2e-4128-bd68-b3c9311c58d2 req-3159500b-a2a4-4f71-a624-b65317f902d6 service neutron] 10.222.0.70 "GET /v2.0/networks/89ed3f41-cf6b-4ee1-8279-50e753051d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680241 Jul 05 04:20:28.986774 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cdc3cabe-bc82-4a8c-bab0-b9526a592af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'name': 'tempest-TestNetworkBasicOps-router-1100533492', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '377673c8-f955-460b-949b-297a8d9b165a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:48Z', 'revision_number': 4, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': '377673c8-f955-460b-949b-297a8d9b165a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:43Z', 'updated_at': '2021-07-05T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '2f4a749d-f9e0-42fe-a234-33b2a32292d2', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'floating_ip_address': '172.25.1.9', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'port_id': 'fda57a5d-9bbf-45ec-9afc-8391d45436b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82', 'mac_address': 'fa:16:3e:72:c6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0141378-8ca6-4d3c-8cf8-6c22c02f7903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:20:23Z', 'updated_at': '2021-07-05T04:20:23Z', 'revision_number': 0, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12a4b781-e9a9-4344-89f7-6d55f4bf9ecc', 'name': '', 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:f2:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'f5a0ca26-624e-4fc5-8929-066d14f6d275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:47Z', 'updated_at': '2021-07-05T04:19:55Z', 'revision_number': 5, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': 'f5a0ca26-624e-4fc5-8929-066d14f6d275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:29.034603 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc3cabe-bc82-4a8c-bab0-b9526a592af8 None None] The sync data for ids ['39f9f86e-db62-498b-8255-a5797278f0f0'] in n-d-780147-23 is: [{'id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'name': 'tempest-TestNetworkBasicOps-router-1100533492', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '377673c8-f955-460b-949b-297a8d9b165a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:48Z', 'revision_number': 4, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': '377673c8-f955-460b-949b-297a8d9b165a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:43Z', 'updated_at': '2021-07-05T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '2f4a749d-f9e0-42fe-a234-33b2a32292d2', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'floating_ip_address': '172.25.1.9', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'port_id': 'fda57a5d-9bbf-45ec-9afc-8391d45436b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82', 'mac_address': 'fa:16:3e:72:c6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0141378-8ca6-4d3c-8cf8-6c22c02f7903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:20:23Z', 'updated_at': '2021-07-05T04:20:23Z', 'revision_number': 0, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12a4b781-e9a9-4344-89f7-6d55f4bf9ecc', 'name': '', 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:f2:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'f5a0ca26-624e-4fc5-8929-066d14f6d275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:47Z', 'updated_at': '2021-07-05T04:19:55Z', 'revision_number': 5, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': 'f5a0ca26-624e-4fc5-8929-066d14f6d275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:20:29.104191 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1cdb8086-bdca-4ea1-b1e1-1ab3423e86cb req-636901a7-5534-4ea9-87dd-fbe9c49679be service neutron] 10.222.0.89 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935056 Jul 05 04:20:29.132340 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9aa7fe44-98e0-4257-a592-459f3549167e req-1b70108d-aebe-472d-b03d-f08d18613667 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524804 Jul 05 04:20:29.177830 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-170c1dd7-fe2e-4128-bd68-b3c9311c58d2 req-9160f798-8332-4dd3-9089-e64b07cea77d service neutron] 10.222.0.70 "GET /v2.0/networks/89ed3f41-cf6b-4ee1-8279-50e753051d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065825 Jul 05 04:20:29.309864 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5495dd-947e-4c23-a26c-1b27dca65cc7 req-e1e8f068-f17f-4b3a-881f-5446b50e7672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:29.311404 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7d5495dd-947e-4c23-a26c-1b27dca65cc7 req-e1e8f068-f17f-4b3a-881f-5446b50e7672 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=74847c5a0be2460f936bfa8b3db608e8&device_id=4d742dec-08b3-4cd7-9bef-2afc0dcdcf17 HTTP/1.1" status: 200 len: 1095 time: 0.1244452 Jul 05 04:20:29.332758 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-70df754f-c63a-440c-94cb-22da173e45eb tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Allocated IP 2001:db8:1::1 (a6637593-a1ca-4fcc-9230-92fa63d0b753/e1250d28-6cd4-4506-a38b-77d5689db110/a3cd503e-e116-4dd5-8a7a-603e59ef61d3) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:29.368320 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:29.462282 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829f913e-1432-4337-966b-c0cc21492d3e None None] New status for floating IP 2f4a749d-f9e0-42fe-a234-33b2a32292d2: ACTIVE {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:20:29.564028 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5495dd-947e-4c23-a26c-1b27dca65cc7 req-c658dd7a-2a24-4113-b821-bbfe74cae595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:29.565688 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7d5495dd-947e-4c23-a26c-1b27dca65cc7 req-c658dd7a-2a24-4113-b821-bbfe74cae595 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f5444e3-c291-41fd-b748-e3b4178b2e2c HTTP/1.1" status: 200 len: 916 time: 0.2438011 Jul 05 04:20:29.608014 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7d5495dd-947e-4c23-a26c-1b27dca65cc7 req-1deb2b07-6389-46f4-a57b-89368d33e90d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=daa9d381-2042-4406-b2a8-ea04b864e399 HTTP/1.1" status: 200 len: 217 time: 0.0356295 Jul 05 04:20:29.684937 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41757d3-ffd9-4897-acc6-2f250831deee req-cce2e80d-d148-4fc8-8eaa-1834d40aaca1 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:29.686550 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b41757d3-ffd9-4897-acc6-2f250831deee req-cce2e80d-d148-4fc8-8eaa-1834d40aaca1 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 946 time: 0.1262732 Jul 05 04:20:29.694054 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-70df754f-c63a-440c-94cb-22da173e45eb tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:29.712617 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5495dd-947e-4c23-a26c-1b27dca65cc7 req-1d9fd4fe-50f1-4b04-94f8-0962f0300708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:29.714211 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7d5495dd-947e-4c23-a26c-1b27dca65cc7 req-1d9fd4fe-50f1-4b04-94f8-0962f0300708 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=93de40b5-241e-40d0-ab50-a45ead66ce92 HTTP/1.1" status: 200 len: 855 time: 0.0965848 Jul 05 04:20:29.716875 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-70df754f-c63a-440c-94cb-22da173e45eb tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Transition to ACTIVE for port object a3cd503e-e116-4dd5-8a7a-603e59ef61d3 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:29.764066 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7d5495dd-947e-4c23-a26c-1b27dca65cc7 req-ed0c4c00-5d91-4ea1-9854-ecfc52192a49 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f5444e3-c291-41fd-b748-e3b4178b2e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399599 Jul 05 04:20:29.766104 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b41757d3-ffd9-4897-acc6-2f250831deee req-4f7adfe7-a92d-4259-8dcf-767dcfe0b64e tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703328 Jul 05 04:20:29.937979 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60782) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:29.944671 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-70df754f-c63a-440c-94cb-22da173e45eb tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:29.970821 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c72c6-426d-47ed-8ebf-86556c3f7f2e req-26fdd8ce-45b8-4816-87c1-9530910e658f tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:29.978104 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6d9c72c6-426d-47ed-8ebf-86556c3f7f2e req-26fdd8ce-45b8-4816-87c1-9530910e658f tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 943 time: 0.1715577 Jul 05 04:20:30.056786 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0ffd2fc8-86ea-4198-ac0a-48104ef56223 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/floatingips/2f4a749d-f9e0-42fe-a234-33b2a32292d2 HTTP/1.1" status: 200 len: 991 time: 0.1122873 Jul 05 04:20:30.057223 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70df754f-c63a-440c-94cb-22da173e45eb tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network a6637593-a1ca-4fcc-9230-92fa63d0b753 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:30.062105 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-70df754f-c63a-440c-94cb-22da173e45eb tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:30.064914 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70df754f-c63a-440c-94cb-22da173e45eb tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:30.066187 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-70df754f-c63a-440c-94cb-22da173e45eb tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:30.093803 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7d5495dd-947e-4c23-a26c-1b27dca65cc7 req-070e7320-ff09-4305-afc1-34b581cdfcb7 service neutron] 10.222.0.89 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106122 Jul 05 04:20:30.157078 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df754f-c63a-440c-94cb-22da173e45eb tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Port': ['ID=a3cd503e-e116-4dd5-8a7a-603e59ef61d3,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:30.219974 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6d9c72c6-426d-47ed-8ebf-86556c3f7f2e req-27cdcc9f-489e-4f10-a465-97810771fde7 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409649 Jul 05 04:20:30.347111 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7d5495dd-947e-4c23-a26c-1b27dca65cc7 req-bacb6232-a507-4bad-adfa-e3d72c3c60a7 service neutron] 10.222.0.89 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091241 Jul 05 04:20:30.412526 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-70df754f-c63a-440c-94cb-22da173e45eb tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:30.414380 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea279c-d251-4052-b5cb-8a9ebfa92688 req-2528886e-4898-4cd0-a127-69e33343d31a tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:30.416097 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-33ea279c-d251-4052-b5cb-8a9ebfa92688 req-2528886e-4898-4cd0-a127-69e33343d31a tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d742dec-08b3-4cd7-9bef-2afc0dcdcf17 HTTP/1.1" status: 200 len: 943 time: 0.0853670 Jul 05 04:20:30.464939 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-33ea279c-d251-4052-b5cb-8a9ebfa92688 req-ae0af656-4ec1-4c3d-9158-569ca6506e35 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408418 Jul 05 04:20:30.470602 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-cd37c4d5-374b-4b79-98a6-470aa4029de7 None None] Provisioning for port a3cd503e-e116-4dd5-8a7a-603e59ef61d3 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:30.478892 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-cd37c4d5-374b-4b79-98a6-470aa4029de7 None None] Provisioning complete for port a3cd503e-e116-4dd5-8a7a-603e59ef61d3 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:30.480237 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cd37c4d5-374b-4b79-98a6-470aa4029de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:30.528770 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-cd37c4d5-374b-4b79-98a6-470aa4029de7 None None] Port a3cd503e-e116-4dd5-8a7a-603e59ef61d3 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:20:30.745110 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-70df754f-c63a-440c-94cb-22da173e45eb tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:30.751277 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-70df754f-c63a-440c-94cb-22da173e45eb tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:30.752128 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-70df754f-c63a-440c-94cb-22da173e45eb tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:30.850624 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df754f-c63a-440c-94cb-22da173e45eb tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Port': ['ID=a3cd503e-e116-4dd5-8a7a-603e59ef61d3,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:30.900149 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70df754f-c63a-440c-94cb-22da173e45eb tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network a6637593-a1ca-4fcc-9230-92fa63d0b753 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:30.911374 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-70df754f-c63a-440c-94cb-22da173e45eb tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:31.054093 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b105201-f07b-4908-81b9-17cc9bb08392 req-e0dc9cd5-f6b4-49c2-9f57-325b0d9e1233 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:31.055697 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5b105201-f07b-4908-81b9-17cc9bb08392 req-e0dc9cd5-f6b4-49c2-9f57-325b0d9e1233 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 946 time: 0.1582587 Jul 05 04:20:31.059890 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70df754f-c63a-440c-94cb-22da173e45eb tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Router fd821618-44e2-41b1-95c7-7d04f93a0ba8 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:20:31.150910 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5b105201-f07b-4908-81b9-17cc9bb08392 req-89396118-776f-4391-a07c-b72e500ebd1e tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839453 Jul 05 04:20:31.210900 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70df754f-c63a-440c-94cb-22da173e45eb tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:20:31.219614 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-70df754f-c63a-440c-94cb-22da173e45eb tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "PUT /v2.0/routers/fd821618-44e2-41b1-95c7-7d04f93a0ba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9341180 Jul 05 04:20:31.220769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 60798) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:31.223898 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234f4ce1-afa4-4711-b42a-0c500e61568f None None] Sync routers for ids ['fd821618-44e2-41b1-95c7-7d04f93a0ba8'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:20:31.241439 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234f4ce1-afa4-4711-b42a-0c500e61568f None None] Routers {'fd821618-44e2-41b1-95c7-7d04f93a0ba8'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:31.244655 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-234f4ce1-afa4-4711-b42a-0c500e61568f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:20:02Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['fd821618-44e2-41b1-95c7-7d04f93a0ba8'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:31.318000 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-234f4ce1-afa4-4711-b42a-0c500e61568f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:31.328704 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dac1583b-a421-44c1-a717-e0b38eaa2830 None None] Provisioning complete for port a3cd503e-e116-4dd5-8a7a-603e59ef61d3 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:31.329205 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dac1583b-a421-44c1-a717-e0b38eaa2830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:31.350593 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea88c864-677e-497d-8983-12b9b7317265 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:31.355713 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 60804) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:31.357409 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ea88c864-677e-497d-8983-12b9b7317265 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "GET /v2.0/ports/a3cd503e-e116-4dd5-8a7a-603e59ef61d3 HTTP/1.1" status: 200 len: 913 time: 0.1313026 Jul 05 04:20:31.381701 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234f4ce1-afa4-4711-b42a-0c500e61568f None None] Routers {'fd821618-44e2-41b1-95c7-7d04f93a0ba8'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:31.382689 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-234f4ce1-afa4-4711-b42a-0c500e61568f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:20:02Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['fd821618-44e2-41b1-95c7-7d04f93a0ba8'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:31.391252 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0d2e353f-7620-41bb-8b7e-9e0cc97d00fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:31.431427 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-234f4ce1-afa4-4711-b42a-0c500e61568f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:31.432375 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234f4ce1-afa4-4711-b42a-0c500e61568f None None] The sync data for ids ['fd821618-44e2-41b1-95c7-7d04f93a0ba8'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:20:31.438831 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dac1583b-a421-44c1-a717-e0b38eaa2830 None None] Port a3cd503e-e116-4dd5-8a7a-603e59ef61d3 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:20:31.550594 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10286d7d-2b3a-4050-aa55-d2679e2ce0e0 req-2255f712-9ef0-42fc-bc6f-b589296c6d40 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:31.551781 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-10286d7d-2b3a-4050-aa55-d2679e2ce0e0 req-2255f712-9ef0-42fc-bc6f-b589296c6d40 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 943 time: 0.1082141 Jul 05 04:20:31.645551 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-10286d7d-2b3a-4050-aa55-d2679e2ce0e0 req-381a0000-9f58-436f-a687-2276ab51a8ea tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806327 Jul 05 04:20:31.742606 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:31.841702 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c0758-2ac8-4d5d-8fef-8fa7e434d40f req-9465d464-ec70-4c04-b77e-91fc173022cd tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:31.844525 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b9c0758-2ac8-4d5d-8fef-8fa7e434d40f req-9465d464-ec70-4c04-b77e-91fc173022cd tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d742dec-08b3-4cd7-9bef-2afc0dcdcf17 HTTP/1.1" status: 200 len: 943 time: 0.1496208 Jul 05 04:20:31.895313 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b9c0758-2ac8-4d5d-8fef-8fa7e434d40f req-a70e9718-5556-40b9-bc3c-68258fe9ae6e tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418787 Jul 05 04:20:31.908753 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-704774ed-4d5f-422e-9c7d-2c8c5cf60134 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:32.382529 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device daa9d381-2042-4406-b2a8-ea04b864e399 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:20:32.543858 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7ffce-faa6-451b-b28d-bc2cc111cf2b req-338a1511-7826-471a-acda-ad75344613d0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:32.543858 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e1e7ffce-faa6-451b-b28d-bc2cc111cf2b req-338a1511-7826-471a-acda-ad75344613d0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 946 time: 0.1837215 Jul 05 04:20:32.667297 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e1e7ffce-faa6-451b-b28d-bc2cc111cf2b req-10ade0dd-8ad0-473b-a988-6fdc2a97b32a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634215 Jul 05 04:20:32.684230 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port daa9d381-2042-4406-b2a8-ea04b864e399, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=daa9d381-2042-4406-b2a8-ea04b864e399,segment=NetworkSegment(2fb1a78a-75d7-4f43-842b-9e5a3f0773a3),segment_id=2fb1a78a-75d7-4f43-842b-9e5a3f0773a3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:32.721239 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:32.734703 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'daa9d381-2042-4406-b2a8-ea04b864e399', 'network_id': '7f5444e3-c291-41fd-b748-e3b4178b2e2c', 'port_id': 'daa9d381-2042-4406-b2a8-ea04b864e399', 'mac_address': 'fa:16:3e:31:cd:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93de40b5-241e-40d0-ab50-a45ead66ce92', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:20:32.801605 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:32.819431 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa9d381-2042-4406-b2a8-ea04b864e399 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:20:32.873032 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port daa9d381-2042-4406-b2a8-ea04b864e399, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=daa9d381-2042-4406-b2a8-ea04b864e399,segment=NetworkSegment(2fb1a78a-75d7-4f43-842b-9e5a3f0773a3),segment_id=2fb1a78a-75d7-4f43-842b-9e5a3f0773a3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:32.880822 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:32.981371 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba4936-faf3-4be4-9ffc-7a35342ce45a req-3057e964-e8bf-4126-bba1-e31c63d9d446 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:32.982989 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-04ba4936-faf3-4be4-9ffc-7a35342ce45a req-3057e964-e8bf-4126-bba1-e31c63d9d446 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 943 time: 0.1273115 Jul 05 04:20:33.010747 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=daa9d381-2042-4406-b2a8-ea04b864e399,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:33.046768 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:33.047318 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:33.048059 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:33.049258 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:33.049925 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:33.050500 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:33.051006 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:33.051507 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:33.052209 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:33.052724 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:33.053288 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:33.053798 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:33.064544 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-04ba4936-faf3-4be4-9ffc-7a35342ce45a req-87ee953e-0587-464e-8648-aeda62f3b95e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628257 Jul 05 04:20:33.078361 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-704774ed-4d5f-422e-9c7d-2c8c5cf60134 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting port a3cd503e-e116-4dd5-8a7a-603e59ef61d3 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:20:33.078361 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-704774ed-4d5f-422e-9c7d-2c8c5cf60134 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:33.172862 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176a82e-92b2-430b-abbb-c560d471fd1c req-99d940c3-ebd8-434a-aa9f-aded19714e29 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:33.174905 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2176a82e-92b2-430b-abbb-c560d471fd1c req-99d940c3-ebd8-434a-aa9f-aded19714e29 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d742dec-08b3-4cd7-9bef-2afc0dcdcf17 HTTP/1.1" status: 200 len: 944 time: 0.1213973 Jul 05 04:20:33.179733 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-704774ed-4d5f-422e-9c7d-2c8c5cf60134 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:33.184261 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['daa9d381-2042-4406-b2a8-ea04b864e399'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:20:33.198025 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-704774ed-4d5f-422e-9c7d-2c8c5cf60134 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Calling delete_port for a3cd503e-e116-4dd5-8a7a-603e59ef61d3 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:20:33.249079 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2176a82e-92b2-430b-abbb-c560d471fd1c req-06be41ed-36dd-4773-9e5d-cdac4b59bf6d tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513084 Jul 05 04:20:33.446995 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-704774ed-4d5f-422e-9c7d-2c8c5cf60134 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:33.518041 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704774ed-4d5f-422e-9c7d-2c8c5cf60134 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Port': ['ID=a3cd503e-e116-4dd5-8a7a-603e59ef61d3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:33.734965 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-704774ed-4d5f-422e-9c7d-2c8c5cf60134 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:34.058654 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704774ed-4d5f-422e-9c7d-2c8c5cf60134 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Router fd821618-44e2-41b1-95c7-7d04f93a0ba8 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:20:34.179038 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47041e2b-36ed-470f-a8c5-f2fb9fd4ce62 req-4ff34180-d7df-48f1-9b6e-e4f9ed313461 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:34.188183 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47041e2b-36ed-470f-a8c5-f2fb9fd4ce62 req-4ff34180-d7df-48f1-9b6e-e4f9ed313461 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 946 time: 0.2389672 Jul 05 04:20:34.240655 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704774ed-4d5f-422e-9c7d-2c8c5cf60134 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:20:34.255008 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2db0b01-d7c7-4221-a059-8575fe1bbadb None None] Sync routers for ids ['fd821618-44e2-41b1-95c7-7d04f93a0ba8'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:20:34.259693 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 32790) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:34.260294 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-704774ed-4d5f-422e-9c7d-2c8c5cf60134 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "PUT /v2.0/routers/fd821618-44e2-41b1-95c7-7d04f93a0ba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9024611 Jul 05 04:20:34.279181 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47041e2b-36ed-470f-a8c5-f2fb9fd4ce62 req-455c3784-f117-4a9c-8e42-e44e29a29ae7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899410 Jul 05 04:20:34.283521 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2db0b01-d7c7-4221-a059-8575fe1bbadb None None] Routers {'fd821618-44e2-41b1-95c7-7d04f93a0ba8'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:34.285625 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f2db0b01-d7c7-4221-a059-8575fe1bbadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:20:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['fd821618-44e2-41b1-95c7-7d04f93a0ba8'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:34.383088 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device daa9d381-2042-4406-b2a8-ea04b864e399 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:34.408025 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f2db0b01-d7c7-4221-a059-8575fe1bbadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:34.460652 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86852d3-3962-4643-85c5-54b74e692b22 req-e229b2ba-8e54-46ba-8bfa-7cdec664ebf3 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:34.461268 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2db0b01-d7c7-4221-a059-8575fe1bbadb None None] Routers {'fd821618-44e2-41b1-95c7-7d04f93a0ba8'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:34.462336 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f2db0b01-d7c7-4221-a059-8575fe1bbadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:20:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['fd821618-44e2-41b1-95c7-7d04f93a0ba8'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:34.477076 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d86852d3-3962-4643-85c5-54b74e692b22 req-e229b2ba-8e54-46ba-8bfa-7cdec664ebf3 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 943 time: 0.2688231 Jul 05 04:20:34.506147 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5468ff-481e-4630-98af-3d3ae2a1f91c req-def3d1d2-c82d-413b-b5be-e4ec4e31f54e tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:34.514738 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:34.515144 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2d5468ff-481e-4630-98af-3d3ae2a1f91c req-def3d1d2-c82d-413b-b5be-e4ec4e31f54e tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d742dec-08b3-4cd7-9bef-2afc0dcdcf17 HTTP/1.1" status: 200 len: 944 time: 0.1058989 Jul 05 04:20:34.551086 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port daa9d381-2042-4406-b2a8-ea04b864e399 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:34.555682 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port daa9d381-2042-4406-b2a8-ea04b864e399 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:34.556125 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:34.578613 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d86852d3-3962-4643-85c5-54b74e692b22 req-6ba277ee-b673-46e5-8659-002036d28249 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935962 Jul 05 04:20:34.623339 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f2db0b01-d7c7-4221-a059-8575fe1bbadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:34.624245 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2db0b01-d7c7-4221-a059-8575fe1bbadb None None] The sync data for ids ['fd821618-44e2-41b1-95c7-7d04f93a0ba8'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:20:34.660372 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2d5468ff-481e-4630-98af-3d3ae2a1f91c req-e90a2ad6-4608-4088-b8ba-b6a9147813d0 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440749 Jul 05 04:20:34.753671 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:34.818580 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port daa9d381-2042-4406-b2a8-ea04b864e399, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=daa9d381-2042-4406-b2a8-ea04b864e399,segment=NetworkSegment(2fb1a78a-75d7-4f43-842b-9e5a3f0773a3),segment_id=2fb1a78a-75d7-4f43-842b-9e5a3f0773a3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:34.819663 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d742dec-08b3-4cd7-9bef-2afc0dcdcf17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa9d381-2042-4406-b2a8-ea04b864e399'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:34.822137 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c72fa23-efdf-4a76-9c79-e21a77369ab9" -d '{"events": [{"server_uuid": "4d742dec-08b3-4cd7-9bef-2afc0dcdcf17", "name": "network-vif-plugged", "status": "completed", "tag": "daa9d381-2042-4406-b2a8-ea04b864e399"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:34.825720 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:34.914300 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd38fe40-dee6-44c5-b0e7-79a7f5e46b84 x-openstack-request-id: req-fd38fe40-dee6-44c5-b0e7-79a7f5e46b84 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:34.915065 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d742dec-08b3-4cd7-9bef-2afc0dcdcf17", "name": "network-vif-plugged", "status": "completed", "tag": "daa9d381-2042-4406-b2a8-ea04b864e399", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:34.915719 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fd38fe40-dee6-44c5-b0e7-79a7f5e46b84 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:34.916401 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d742dec-08b3-4cd7-9bef-2afc0dcdcf17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa9d381-2042-4406-b2a8-ea04b864e399', 'code': 200} Jul 05 04:20:34.946261 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=daa9d381-2042-4406-b2a8-ea04b864e399,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:34.963422 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc5b7-0f70-4b03-92c6-9ab9aa66eef5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:35.065625 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bb6b2-3524-4425-a995-fd18735a043c req-da2089e8-ade3-4902-8881-d41155778420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:35.067271 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-658bb6b2-3524-4425-a995-fd18735a043c req-da2089e8-ade3-4902-8881-d41155778420 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4d742dec-08b3-4cd7-9bef-2afc0dcdcf17 HTTP/1.1" status: 200 len: 1097 time: 0.0724900 Jul 05 04:20:35.128867 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-658bb6b2-3524-4425-a995-fd18735a043c req-1e6628bb-6395-4830-9ea2-4a6741e19442 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474665 Jul 05 04:20:35.277752 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-5d1dc5b7-0f70-4b03-92c6-9ab9aa66eef5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting port 22e89bcd-b93d-496a-a677-e0482c3e1ac7 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:20:35.278146 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc5b7-0f70-4b03-92c6-9ab9aa66eef5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:35.416488 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc5b7-0f70-4b03-92c6-9ab9aa66eef5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:35.433687 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-5d1dc5b7-0f70-4b03-92c6-9ab9aa66eef5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Calling delete_port for 22e89bcd-b93d-496a-a677-e0482c3e1ac7 owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:20:35.503986 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdf5f5-f8cb-4ce2-a460-4f70cb990560 req-7e26a2d3-76c0-4ac7-b58f-8201c43b074a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:35.506147 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-29cdf5f5-f8cb-4ce2-a460-4f70cb990560 req-7e26a2d3-76c0-4ac7-b58f-8201c43b074a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 946 time: 0.0943913 Jul 05 04:20:35.553970 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-29cdf5f5-f8cb-4ce2-a460-4f70cb990560 req-5b391aef-63ec-4adb-9e0f-f7c6bd8af7d4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413566 Jul 05 04:20:35.971300 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bce8f-5153-44c9-8ba7-fa016e900706 req-904493a2-e349-42c4-b068-b2006374561f tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:35.979974 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5d4bce8f-5153-44c9-8ba7-fa016e900706 req-904493a2-e349-42c4-b068-b2006374561f tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d742dec-08b3-4cd7-9bef-2afc0dcdcf17 HTTP/1.1" status: 200 len: 945 time: 0.1416185 Jul 05 04:20:36.047252 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5d4bce8f-5153-44c9-8ba7-fa016e900706 req-a6ea8ca0-84c4-4a36-b0ac-f1f24aebbb78 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658724 Jul 05 04:20:36.152966 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc5b7-0f70-4b03-92c6-9ab9aa66eef5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:36.203099 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a32cc8-a036-4443-bc80-9323beff8abd req-ffeea2cd-5e0f-4ce0-919d-1babc12ed125 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:36.209814 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e1a32cc8-a036-4443-bc80-9323beff8abd req-ffeea2cd-5e0f-4ce0-919d-1babc12ed125 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 943 time: 0.2029068 Jul 05 04:20:36.213133 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1dc5b7-0f70-4b03-92c6-9ab9aa66eef5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Port': ['ID=22e89bcd-b93d-496a-a677-e0482c3e1ac7,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:36.350426 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e1a32cc8-a036-4443-bc80-9323beff8abd req-80af92c4-a2af-46b5-9207-5e65604e22b0 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395552 Jul 05 04:20:36.363490 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc5b7-0f70-4b03-92c6-9ab9aa66eef5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:36.584617 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1dc5b7-0f70-4b03-92c6-9ab9aa66eef5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Router fd821618-44e2-41b1-95c7-7d04f93a0ba8 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:20:36.679253 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1dc5b7-0f70-4b03-92c6-9ab9aa66eef5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:20:36.691173 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5d1dc5b7-0f70-4b03-92c6-9ab9aa66eef5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "PUT /v2.0/routers/fd821618-44e2-41b1-95c7-7d04f93a0ba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4286296 Jul 05 04:20:36.696027 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33058) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:36.709964 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810213a9-3b38-4579-9b50-8618ef020137 None None] Sync routers for ids ['fd821618-44e2-41b1-95c7-7d04f93a0ba8'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:20:36.728269 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810213a9-3b38-4579-9b50-8618ef020137 None None] Routers {'fd821618-44e2-41b1-95c7-7d04f93a0ba8'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:36.729863 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-810213a9-3b38-4579-9b50-8618ef020137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:20:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['fd821618-44e2-41b1-95c7-7d04f93a0ba8'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:36.739577 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-652c797c-9fc2-4511-b270-27be2b4b4739 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd821618-44e2-41b1-95c7-7d04f93a0ba8 HTTP/1.1" status: 200 len: 205 time: 0.0425096 Jul 05 04:20:36.744347 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33062) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:36.781705 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-810213a9-3b38-4579-9b50-8618ef020137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:36.795965 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810213a9-3b38-4579-9b50-8618ef020137 None None] Routers {'fd821618-44e2-41b1-95c7-7d04f93a0ba8'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:36.798257 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-810213a9-3b38-4579-9b50-8618ef020137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:20:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['fd821618-44e2-41b1-95c7-7d04f93a0ba8'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:36.849263 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-810213a9-3b38-4579-9b50-8618ef020137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:36.850211 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810213a9-3b38-4579-9b50-8618ef020137 None None] The sync data for ids ['fd821618-44e2-41b1-95c7-7d04f93a0ba8'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:20:36.870832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3df9d4-fa8f-473a-9039-6b682dd016ea req-a73a03da-0333-4f6a-aed3-ea834591b05d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:36.879324 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1d3df9d4-fa8f-473a-9039-6b682dd016ea req-a73a03da-0333-4f6a-aed3-ea834591b05d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 946 time: 0.1629889 Jul 05 04:20:36.896154 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7e66752a-5d8d-474e-be4d-89a64bc7f9ec tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:36.951327 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1d3df9d4-fa8f-473a-9039-6b682dd016ea req-2e0dbae1-0f25-4997-8ecb-2ab7c5f06226 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700183 Jul 05 04:20:37.097717 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7e66752a-5d8d-474e-be4d-89a64bc7f9ec tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:37.100291 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7e66752a-5d8d-474e-be4d-89a64bc7f9ec tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:37.160620 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7e66752a-5d8d-474e-be4d-89a64bc7f9ec tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:37.161370 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e66752a-5d8d-474e-be4d-89a64bc7f9ec tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Fanout notify agent at l3_agent the message router_deleted on router fd821618-44e2-41b1-95c7-7d04f93a0ba8 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:20:37.169912 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7e66752a-5d8d-474e-be4d-89a64bc7f9ec tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:37.174567 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7e66752a-5d8d-474e-be4d-89a64bc7f9ec tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/routers/fd821618-44e2-41b1-95c7-7d04f93a0ba8 HTTP/1.1" status: 204 len: 168 time: 0.4244566 Jul 05 04:20:37.174800 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33068) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:37.273668 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-faedf93b-f355-4350-b202-36521af765b4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting subnet e1250d28-6cd4-4506-a38b-77d5689db110 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:20:37.280924 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-faedf93b-f355-4350-b202-36521af765b4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:37.330061 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-faedf93b-f355-4350-b202-36521af765b4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:37.339841 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd805b-1cb1-4efe-8d7f-b0ad82f13760 req-8731540e-6d10-4d76-8676-9355335c7db6 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:37.341356 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2afd805b-1cb1-4efe-8d7f-b0ad82f13760 req-8731540e-6d10-4d76-8676-9355335c7db6 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d742dec-08b3-4cd7-9bef-2afc0dcdcf17 HTTP/1.1" status: 200 len: 945 time: 0.1329787 Jul 05 04:20:37.419347 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2afd805b-1cb1-4efe-8d7f-b0ad82f13760 req-7d989f65-6f1a-47b2-920c-3274d0cc18ac tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544090 Jul 05 04:20:37.468677 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-faedf93b-f355-4350-b202-36521af765b4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:37.568316 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-faedf93b-f355-4350-b202-36521af765b4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:37.596400 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-faedf93b-f355-4350-b202-36521af765b4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:37.602298 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-faedf93b-f355-4350-b202-36521af765b4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/subnets/e1250d28-6cd4-4506-a38b-77d5689db110 HTTP/1.1" status: 204 len: 168 time: 0.4259660 Jul 05 04:20:37.606667 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33078) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:37.612093 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5971e3-00fe-457d-96f4-8e317dc409fc None None] Network a6637593-a1ca-4fcc-9230-92fa63d0b753 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:37.634566 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faedf93b-f355-4350-b202-36521af765b4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Subnet': ['ID=e1250d28-6cd4-4506-a38b-77d5689db110,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:37.681271 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20bcaf-c773-4d4e-b851-be02e0daef73 req-a44f56d1-aac1-4ae2-be2c-7711a7bba50e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:37.683268 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ab20bcaf-c773-4d4e-b851-be02e0daef73 req-a44f56d1-aac1-4ae2-be2c-7711a7bba50e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 943 time: 0.1533134 Jul 05 04:20:37.694767 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-b52310d3-333d-4178-a914-9ef1999f7c1c service neutron] show failed (client error): The resource could not be found. Jul 05 04:20:37.696555 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-b52310d3-333d-4178-a914-9ef1999f7c1c service neutron] 10.222.0.89 "GET /v2.0/ports/cedad616-b797-4aeb-a631-fbffeac0982e/bindings/n-h2-780147-23 HTTP/1.1" status: 404 len: 381 time: 0.2241507 Jul 05 04:20:37.749527 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca61deb3-5a55-4f06-81d1-89175ebf60a5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting subnet b15f93ad-55fc-4b6d-827b-9d142e890d1c {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:20:37.758041 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca61deb3-5a55-4f06-81d1-89175ebf60a5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:37.820425 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ab20bcaf-c773-4d4e-b851-be02e0daef73 req-6712ef5a-4819-4595-b11b-ddc67983fd07 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303508 Jul 05 04:20:37.837809 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca61deb3-5a55-4f06-81d1-89175ebf60a5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:37.964501 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca61deb3-5a55-4f06-81d1-89175ebf60a5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:37.970400 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce243cba-8704-4bc3-86c6-64351a7eff8a None None] DHCP port deletion for a6637593-a1ca-4fcc-9230-92fa63d0b753 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:20:38.114464 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca61deb3-5a55-4f06-81d1-89175ebf60a5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:38.193805 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61deb3-5a55-4f06-81d1-89175ebf60a5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Subnet': ['ID=b15f93ad-55fc-4b6d-827b-9d142e890d1c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:38.213344 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ca61deb3-5a55-4f06-81d1-89175ebf60a5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:38.216769 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ca61deb3-5a55-4f06-81d1-89175ebf60a5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/subnets/b15f93ad-55fc-4b6d-827b-9d142e890d1c HTTP/1.1" status: 204 len: 168 time: 0.6067591 Jul 05 04:20:38.220204 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33100) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:38.223123 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-59cf34b5-24c8-44b1-99e9-d42b856108ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:38.224947 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-59cf34b5-24c8-44b1-99e9-d42b856108ca service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376&tenant_id=808124476429444bb6a930e35c6aa8ee HTTP/1.1" status: 200 len: 1098 time: 0.1638112 Jul 05 04:20:38.228865 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b424bfb2-85ba-454a-8395-eeb8789a81d5 None None] Network 5d7181c3-4138-4c10-912a-388058f9bba3 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:38.244548 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d0c0bf94-c6ec-4dbb-91ce-fd1b8fce9b59 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-23', 'device_owner': 'compute:nova'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:38.386786 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-caa56632-b766-4d29-a73b-cb99fc986470 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:38.390764 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d0c0bf94-c6ec-4dbb-91ce-fd1b8fce9b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:38.408316 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 96bceac5-4504-43d3-b00e-1db8fa03558a details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:20:38.444613 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-ce243cba-8704-4bc3-86c6-64351a7eff8a None None] Deleting port 7f066c27-4ccc-494b-9d96-8d6638779d95 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:20:38.445001 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ce243cba-8704-4bc3-86c6-64351a7eff8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:38.464662 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4ed31-e2c9-4acd-ab8a-e4f0c7c9a575 req-347a49db-9d88-41d6-9da5-8182f00fa239 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:38.466677 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f1c4ed31-e2c9-4acd-ab8a-e4f0c7c9a575 req-347a49db-9d88-41d6-9da5-8182f00fa239 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 946 time: 0.1590657 Jul 05 04:20:38.506862 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-caa56632-b766-4d29-a73b-cb99fc986470 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting port 7f066c27-4ccc-494b-9d96-8d6638779d95 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:20:38.507456 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-caa56632-b766-4d29-a73b-cb99fc986470 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:38.563278 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f1c4ed31-e2c9-4acd-ab8a-e4f0c7c9a575 req-55271fbe-0df6-4757-946b-9848d524056a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884447 Jul 05 04:20:38.604549 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-caa56632-b766-4d29-a73b-cb99fc986470 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] For port 7f066c27-4ccc-494b-9d96-8d6638779d95, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7f066c27-4ccc-494b-9d96-8d6638779d95,segment=NetworkSegment(5bcfc688-047c-4d5e-8910-303aa703d4c0),segment_id=5bcfc688-047c-4d5e-8910-303aa703d4c0)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:38.604913 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-caa56632-b766-4d29-a73b-cb99fc986470 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:38.609820 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.resource_extend [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:20:38.630860 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-caa56632-b766-4d29-a73b-cb99fc986470 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Calling delete_port for 7f066c27-4ccc-494b-9d96-8d6638779d95 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:20:38.663355 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d0c0bf94-c6ec-4dbb-91ce-fd1b8fce9b59 service neutron] For port cedad616-b797-4aeb-a631-fbffeac0982e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=cedad616-b797-4aeb-a631-fbffeac0982e,segment=NetworkSegment(0e5ffc70-de92-4ae1-9126-0f2122faf801),segment_id=0e5ffc70-de92-4ae1-9126-0f2122faf801)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:38.703879 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-ce243cba-8704-4bc3-86c6-64351a7eff8a None None] For port 7f066c27-4ccc-494b-9d96-8d6638779d95, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7f066c27-4ccc-494b-9d96-8d6638779d95,segment=NetworkSegment(5bcfc688-047c-4d5e-8910-303aa703d4c0),segment_id=5bcfc688-047c-4d5e-8910-303aa703d4c0)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:38.703879 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ce243cba-8704-4bc3-86c6-64351a7eff8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:38.714604 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d0c0bf94-c6ec-4dbb-91ce-fd1b8fce9b59 service neutron] For port cedad616-b797-4aeb-a631-fbffeac0982e, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:38.775583 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-ce243cba-8704-4bc3-86c6-64351a7eff8a None None] Calling delete_port for 7f066c27-4ccc-494b-9d96-8d6638779d95 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:20:38.783107 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d0c0bf94-c6ec-4dbb-91ce-fd1b8fce9b59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:38.801201 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d0c0bf94-c6ec-4dbb-91ce-fd1b8fce9b59 service neutron] Transition to ACTIVE for port object cedad616-b797-4aeb-a631-fbffeac0982e will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:38.803352 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c5c56a-b294-45a3-b511-38cb776f2376', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cedad616-b797-4aeb-a631-fbffeac0982e'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:38.807661 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7010ff02-8ef6-4778-bf9f-74ba49e470c4" -d '{"events": [{"server_uuid": "20c5c56a-b294-45a3-b511-38cb776f2376", "name": "network-vif-unplugged", "status": "completed", "tag": "cedad616-b797-4aeb-a631-fbffeac0982e"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:38.816808 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f58bac6-85aa-4262-82cf-680e8bab1ddc None None] DHCP port deletion for 5d7181c3-4138-4c10-912a-388058f9bba3 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:20:38.817464 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-caa56632-b766-4d29-a73b-cb99fc986470 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:38.823900 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d0c0bf94-c6ec-4dbb-91ce-fd1b8fce9b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:38.870252 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7f066c27-4ccc-494b-9d96-8d6638779d95 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:20:38.887526 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa56632-b766-4d29-a73b-cb99fc986470 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Port': ['ID=7f066c27-4ccc-494b-9d96-8d6638779d95,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:38.899094 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa56632-b766-4d29-a73b-cb99fc986470 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] No DVR routers for this DVR port 7f066c27-4ccc-494b-9d96-8d6638779d95 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:20:38.934077 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 7f066c27-4ccc-494b-9d96-8d6638779d95 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:20:38.934420 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7f066c27-4ccc-494b-9d96-8d6638779d95 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:20:39.008313 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a04366f-7d6a-4d66-bd1e-313749654fb1 x-openstack-request-id: req-5a04366f-7d6a-4d66-bd1e-313749654fb1 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:39.008930 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c5c56a-b294-45a3-b511-38cb776f2376", "name": "network-vif-unplugged", "status": "completed", "tag": "cedad616-b797-4aeb-a631-fbffeac0982e", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:39.009685 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5a04366f-7d6a-4d66-bd1e-313749654fb1 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:39.010283 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c5c56a-b294-45a3-b511-38cb776f2376', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cedad616-b797-4aeb-a631-fbffeac0982e', 'code': 200} Jul 05 04:20:39.057781 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0bf94-c6ec-4dbb-91ce-fd1b8fce9b59 service neutron] Pushing event updated for resources: {'Port': ['ID=cedad616-b797-4aeb-a631-fbffeac0982e,revision_number=6']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:39.157491 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d0c0bf94-c6ec-4dbb-91ce-fd1b8fce9b59 service neutron] No DVR routers for this DVR port cedad616-b797-4aeb-a631-fbffeac0982e on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:20:39.157883 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 96bceac5-4504-43d3-b00e-1db8fa03558a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=96bceac5-4504-43d3-b00e-1db8fa03558a,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:39.214161 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '96bceac5-4504-43d3-b00e-1db8fa03558a', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'port_id': '96bceac5-4504-43d3-b00e-1db8fa03558a', 'mac_address': 'fa:16:3e:dc:e3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:20:39.278039 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.297287 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96bceac5-4504-43d3-b00e-1db8fa03558a {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:39.324562 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:20:39.344623 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-caa56632-b766-4d29-a73b-cb99fc986470 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.367111 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 96bceac5-4504-43d3-b00e-1db8fa03558a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=96bceac5-4504-43d3-b00e-1db8fa03558a,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:39.379174 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-6f58bac6-85aa-4262-82cf-680e8bab1ddc None None] Deleting port 7c76c68f-e55c-4a8d-b14c-6729f73f9bad {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:20:39.379646 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6f58bac6-85aa-4262-82cf-680e8bab1ddc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.404053 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-caa56632-b766-4d29-a73b-cb99fc986470 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6637593-a1ca-4fcc-9230-92fa63d0b753']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:39.440179 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-caa56632-b766-4d29-a73b-cb99fc986470 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bcfc688-047c-4d5e-8910-303aa703d4c0') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:39.440508 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-caa56632-b766-4d29-a73b-cb99fc986470 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bcfc688-047c-4d5e-8910-303aa703d4c0') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:39.459080 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d0c0bf94-c6ec-4dbb-91ce-fd1b8fce9b59 service neutron] Attempting to bind port cedad616-b797-4aeb-a631-fbffeac0982e on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:39.459300 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-caa56632-b766-4d29-a73b-cb99fc986470 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.459437 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d0c0bf94-c6ec-4dbb-91ce-fd1b8fce9b59 service neutron] Attempting to bind port cedad616-b797-4aeb-a631-fbffeac0982e by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '0e5ffc70-de92-4ae1-9126-0f2122faf801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:39.459736 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d0c0bf94-c6ec-4dbb-91ce-fd1b8fce9b59 service neutron] Attempting to bind port cedad616-b797-4aeb-a631-fbffeac0982e on network 1e22e0ba-c790-4291-becf-02ea6e8b8d0e {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:39.466226 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d0c0bf94-c6ec-4dbb-91ce-fd1b8fce9b59 service neutron] Port cedad616-b797-4aeb-a631-fbffeac0982e on network 1e22e0ba-c790-4291-becf-02ea6e8b8d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:20:39.466824 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d0c0bf94-c6ec-4dbb-91ce-fd1b8fce9b59 service neutron] Attempting to bind port cedad616-b797-4aeb-a631-fbffeac0982e on network 1e22e0ba-c790-4291-becf-02ea6e8b8d0e {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:39.468854 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-6f58bac6-85aa-4262-82cf-680e8bab1ddc None None] For port 7c76c68f-e55c-4a8d-b14c-6729f73f9bad, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7c76c68f-e55c-4a8d-b14c-6729f73f9bad,segment=NetworkSegment(d2cdb159-1854-4a72-ae28-ec950db8bb4b),segment_id=d2cdb159-1854-4a72-ae28-ec950db8bb4b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:39.469334 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6f58bac6-85aa-4262-82cf-680e8bab1ddc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.473988 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d0c0bf94-c6ec-4dbb-91ce-fd1b8fce9b59 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:39.474578 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d0c0bf94-c6ec-4dbb-91ce-fd1b8fce9b59 service neutron] Checking segment: {'id': '0e5ffc70-de92-4ae1-9126-0f2122faf801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:39.475129 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d0c0bf94-c6ec-4dbb-91ce-fd1b8fce9b59 service neutron] Bound using segment: {'id': '0e5ffc70-de92-4ae1-9126-0f2122faf801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:39.475756 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d0c0bf94-c6ec-4dbb-91ce-fd1b8fce9b59 service neutron] Bound port: cedad616-b797-4aeb-a631-fbffeac0982e, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e5ffc70-de92-4ae1-9126-0f2122faf801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:39.477186 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d0c0bf94-c6ec-4dbb-91ce-fd1b8fce9b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.485739 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e43862-af6f-46af-a179-cf1c979639f9 req-2806361e-d306-4638-a41f-8cd859e3744d tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:39.487339 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-17e43862-af6f-46af-a179-cf1c979639f9 req-2806361e-d306-4638-a41f-8cd859e3744d tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 943 time: 0.3470719 Jul 05 04:20:39.505886 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-6f58bac6-85aa-4262-82cf-680e8bab1ddc None None] Calling delete_port for 7c76c68f-e55c-4a8d-b14c-6729f73f9bad owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:20:39.512623 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.519439 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-caa56632-b766-4d29-a73b-cb99fc986470 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.521692 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ce243cba-8704-4bc3-86c6-64351a7eff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.534702 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa56632-b766-4d29-a73b-cb99fc986470 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:20:39.535267 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-caa56632-b766-4d29-a73b-cb99fc986470 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:20:39.538536 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:20:39.555814 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-17e43862-af6f-46af-a179-cf1c979639f9 req-a698f23c-7ff1-4fbf-8452-c09b877c5eff tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591033 Jul 05 04:20:39.591321 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d0c0bf94-c6ec-4dbb-91ce-fd1b8fce9b59 service neutron] For port cedad616-b797-4aeb-a631-fbffeac0982e, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:39.597039 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d0c0bf94-c6ec-4dbb-91ce-fd1b8fce9b59 service neutron] For port cedad616-b797-4aeb-a631-fbffeac0982e, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=cedad616-b797-4aeb-a631-fbffeac0982e,segment=NetworkSegment(0e5ffc70-de92-4ae1-9126-0f2122faf801),segment_id=0e5ffc70-de92-4ae1-9126-0f2122faf801)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:39.605340 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d0c0bf94-c6ec-4dbb-91ce-fd1b8fce9b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.627145 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=96bceac5-4504-43d3-b00e-1db8fa03558a,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:39.645604 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce243cba-8704-4bc3-86c6-64351a7eff8a None None] No DVR routers for this DVR port 7f066c27-4ccc-494b-9d96-8d6638779d95 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:20:39.673087 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-caa56632-b766-4d29-a73b-cb99fc986470 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.680946 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-caa56632-b766-4d29-a73b-cb99fc986470 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.682820 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-caa56632-b766-4d29-a73b-cb99fc986470 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/networks/a6637593-a1ca-4fcc-9230-92fa63d0b753 HTTP/1.1" status: 204 len: 168 time: 1.4616516 Jul 05 04:20:39.685797 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d0c0bf94-c6ec-4dbb-91ce-fd1b8fce9b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:39.687600 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d0c0bf94-c6ec-4dbb-91ce-fd1b8fce9b59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.693755 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d0c0bf94-c6ec-4dbb-91ce-fd1b8fce9b59 service neutron] 10.222.0.70 "PUT /v2.0/ports/cedad616-b797-4aeb-a631-fbffeac0982e HTTP/1.1" status: 200 len: 1093 time: 1.4553804 Jul 05 04:20:39.697814 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33116) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:39.726155 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa56632-b766-4d29-a73b-cb99fc986470 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Network': ['ID=a6637593-a1ca-4fcc-9230-92fa63d0b753,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:39.793222 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce243cba-8704-4bc3-86c6-64351a7eff8a None None] Pushing event deleted for resources: {'Port': ['ID=7f066c27-4ccc-494b-9d96-8d6638779d95,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:39.878518 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['96bceac5-4504-43d3-b00e-1db8fa03558a'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:20:39.930259 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0bf94-c6ec-4dbb-91ce-fd1b8fce9b59 service neutron] Pushing event updated for resources: {'Port': ['ID=cedad616-b797-4aeb-a631-fbffeac0982e,revision_number=7']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:39.964488 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6f58bac6-85aa-4262-82cf-680e8bab1ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.971897 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-13518592-1e8a-4a78-a5a1-3a7ddfdfc80f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:40.014338 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58bac6-85aa-4262-82cf-680e8bab1ddc None None] Pushing event deleted for resources: {'Port': ['ID=7c76c68f-e55c-4a8d-b14c-6729f73f9bad,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:40.032246 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f58bac6-85aa-4262-82cf-680e8bab1ddc None None] No DVR routers for this DVR port 7c76c68f-e55c-4a8d-b14c-6729f73f9bad on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:20:40.039684 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-a56620e9-8d1c-465d-87bb-ee3780c4b6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:40.041341 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-a56620e9-8d1c-465d-87bb-ee3780c4b6eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 1096 time: 0.3035355 Jul 05 04:20:40.224582 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcde3fe-65c8-493d-b08d-6d1018f47879 req-413c2249-0df1-413a-858d-17ca2bd5106a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:40.226960 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9bcde3fe-65c8-493d-b08d-6d1018f47879 req-413c2249-0df1-413a-858d-17ca2bd5106a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 944 time: 0.3679900 Jul 05 04:20:40.250381 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-13518592-1e8a-4a78-a5a1-3a7ddfdfc80f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:40.355514 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-0fe3909c-446e-4a84-afd4-1ac04fea8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:40.357343 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-0fe3909c-446e-4a84-afd4-1ac04fea8d14 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e HTTP/1.1" status: 200 len: 898 time: 0.2845128 Jul 05 04:20:40.359453 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-13518592-1e8a-4a78-a5a1-3a7ddfdfc80f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7181c3-4138-4c10-912a-388058f9bba3']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:40.399101 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-13518592-1e8a-4a78-a5a1-3a7ddfdfc80f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2cdb159-1854-4a72-ae28-ec950db8bb4b') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:40.399445 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-13518592-1e8a-4a78-a5a1-3a7ddfdfc80f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2cdb159-1854-4a72-ae28-ec950db8bb4b') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:40.431764 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device cedad616-b797-4aeb-a631-fbffeac0982e no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:20:40.501693 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-13518592-1e8a-4a78-a5a1-3a7ddfdfc80f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:40.536401 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9bcde3fe-65c8-493d-b08d-6d1018f47879 req-4437b11e-e49b-477c-8413-3019cbf2d497 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2947838 Jul 05 04:20:40.568449 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-13518592-1e8a-4a78-a5a1-3a7ddfdfc80f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:40.598150 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device cedad616-b797-4aeb-a631-fbffeac0982e not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:20:40.605639 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13518592-1e8a-4a78-a5a1-3a7ddfdfc80f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:20:40.607014 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-13518592-1e8a-4a78-a5a1-3a7ddfdfc80f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:40.622436 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-46e0fdd4-fdbc-4476-a967-710404fc96d6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cedad616-b797-4aeb-a631-fbffeac0982e HTTP/1.1" status: 200 len: 1000 time: 0.2575119 Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:20:40.623130 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:20:40.751748 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-13518592-1e8a-4a78-a5a1-3a7ddfdfc80f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:40.766799 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-13518592-1e8a-4a78-a5a1-3a7ddfdfc80f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:40.771235 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-13518592-1e8a-4a78-a5a1-3a7ddfdfc80f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/networks/5d7181c3-4138-4c10-912a-388058f9bba3 HTTP/1.1" status: 204 len: 168 time: 1.0658877 Jul 05 04:20:40.775038 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33130) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:40.781807 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-dcfa2b33-b80f-437c-b2eb-b3ece12d11c1 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1166869288'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:40.800831 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13518592-1e8a-4a78-a5a1-3a7ddfdfc80f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Network': ['ID=5d7181c3-4138-4c10-912a-388058f9bba3,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:40.813911 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d0b27378-82c1-4195-9e23-044fad1eeae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:40.815693 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d0b27378-82c1-4195-9e23-044fad1eeae3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0c3310d5-6014-4e5f-8153-91ba05ad73c0 HTTP/1.1" status: 200 len: 835 time: 0.1738827 Jul 05 04:20:40.824074 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7c76c68f-e55c-4a8d-b14c-6729f73f9bad no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:20:40.858952 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 7c76c68f-e55c-4a8d-b14c-6729f73f9bad {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:20:40.865779 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7c76c68f-e55c-4a8d-b14c-6729f73f9bad not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:20:40.893706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfa2b33-b80f-437c-b2eb-b3ece12d11c1 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Made reservation on behalf of ff8e97f25dec4039911d941a3e89eb38 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:40.897704 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dcfa2b33-b80f-437c-b2eb-b3ece12d11c1 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:40.951476 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfa2b33-b80f-437c-b2eb-b3ece12d11c1 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:20:40.966279 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dcfa2b33-b80f-437c-b2eb-b3ece12d11c1 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:40.966999 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-dcfa2b33-b80f-437c-b2eb-b3ece12d11c1 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Added segment d21d5c00-4587-4cdd-87ab-8b2533b20620 of type vlan for network 79ab6f03-8f30-4caa-a850-aa0731367df0 Jul 05 04:20:40.994405 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83485b7-26c6-4d23-8274-74952ad06292 req-4ff500ca-48ce-4867-9194-bb783dd64ae7 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:40.996294 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b83485b7-26c6-4d23-8274-74952ad06292 req-4ff500ca-48ce-4867-9194-bb783dd64ae7 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 944 time: 0.1795206 Jul 05 04:20:41.016829 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c5c56a-b294-45a3-b511-38cb776f2376', 'tag': 'cedad616-b797-4aeb-a631-fbffeac0982e'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:41.019415 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adad7454-07df-477d-8c7f-d433689e9121" -d '{"events": [{"name": "network-changed", "server_uuid": "20c5c56a-b294-45a3-b511-38cb776f2376", "tag": "cedad616-b797-4aeb-a631-fbffeac0982e"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:41.027910 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d92a898f-9589-4430-b92b-badb802d2c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:41.029694 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-d92a898f-9589-4430-b92b-badb802d2c07 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1421347 Jul 05 04:20:41.034499 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dcfa2b33-b80f-437c-b2eb-b3ece12d11c1 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:41.078830 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dcfa2b33-b80f-437c-b2eb-b3ece12d11c1 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:41.086061 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfa2b33-b80f-437c-b2eb-b3ece12d11c1 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:41.086061 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dcfa2b33-b80f-437c-b2eb-b3ece12d11c1 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:41.146341 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-bdc80d69-dbed-4ce4-a325-cfe2926d32b1 service neutron] 10.222.0.70 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077402 Jul 05 04:20:41.191600 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f297769c-15d0-4e8c-982b-23014e13f7e2 x-openstack-request-id: req-f297769c-15d0-4e8c-982b-23014e13f7e2 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:41.191919 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c5c56a-b294-45a3-b511-38cb776f2376", "tag": "cedad616-b797-4aeb-a631-fbffeac0982e", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:41.192344 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f297769c-15d0-4e8c-982b-23014e13f7e2 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:41.192596 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c5c56a-b294-45a3-b511-38cb776f2376', 'tag': 'cedad616-b797-4aeb-a631-fbffeac0982e', 'status': 'completed', 'code': 200} Jul 05 04:20:41.276848 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b83485b7-26c6-4d23-8274-74952ad06292 req-adb381b1-4cbb-4b6c-b3b2-c55e270214fb tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709424 Jul 05 04:20:41.305484 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-dcfa2b33-b80f-437c-b2eb-b3ece12d11c1 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5287564 Jul 05 04:20:41.315507 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33140) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:41.326047 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa2b33-b80f-437c-b2eb-b3ece12d11c1 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Network': ['ID=79ab6f03-8f30-4caa-a850-aa0731367df0,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:41.332338 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-edbe09fa-2226-4b27-bfcb-c0ef19dc6576 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'subnet': {'network_id': '79ab6f03-8f30-4caa-a850-aa0731367df0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:41.345844 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 79ab6f03-8f30-4caa-a850-aa0731367df0 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:20:41.356118 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad7454-07df-477d-8c7f-d433689e9121 req-644054db-a02a-4eaa-8062-c3e6214d8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:41.357952 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-adad7454-07df-477d-8c7f-d433689e9121 req-644054db-a02a-4eaa-8062-c3e6214d8dfc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 1096 time: 0.1225781 Jul 05 04:20:41.493983 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-203c45a7-8011-4e14-8b91-0926aa6a757d service neutron] 10.222.0.70 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369739 Jul 05 04:20:41.495192 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbe09fa-2226-4b27-bfcb-c0ef19dc6576 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Made reservation on behalf of ff8e97f25dec4039911d941a3e89eb38 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:41.499327 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-edbe09fa-2226-4b27-bfcb-c0ef19dc6576 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:41.503517 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad7454-07df-477d-8c7f-d433689e9121 req-214ccd35-e671-416a-b30a-33e2d46d0b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:41.506690 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-adad7454-07df-477d-8c7f-d433689e9121 req-214ccd35-e671-416a-b30a-33e2d46d0b5f service neutron] 10.222.0.89 "GET /v2.0/networks?id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e HTTP/1.1" status: 200 len: 898 time: 0.1363289 Jul 05 04:20:41.613888 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-adad7454-07df-477d-8c7f-d433689e9121 req-54c14c2a-d2c2-4dfa-bdca-18c6760ced57 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cedad616-b797-4aeb-a631-fbffeac0982e HTTP/1.1" status: 200 len: 1000 time: 0.0920942 Jul 05 04:20:41.731035 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad7454-07df-477d-8c7f-d433689e9121 req-aeda846b-3039-469b-8963-2a2d8f2bde42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:41.731035 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-adad7454-07df-477d-8c7f-d433689e9121 req-aeda846b-3039-469b-8963-2a2d8f2bde42 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0c3310d5-6014-4e5f-8153-91ba05ad73c0 HTTP/1.1" status: 200 len: 835 time: 0.1108527 Jul 05 04:20:41.826989 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad7454-07df-477d-8c7f-d433689e9121 req-5e47512b-e75d-4655-a287-c60c95710fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:41.829123 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-adad7454-07df-477d-8c7f-d433689e9121 req-5e47512b-e75d-4655-a287-c60c95710fda service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 1096 time: 0.2290299 Jul 05 04:20:41.866193 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad7454-07df-477d-8c7f-d433689e9121 req-c1c0d1ce-d5bb-4c30-8165-d83d20d5190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:41.867707 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-adad7454-07df-477d-8c7f-d433689e9121 req-c1c0d1ce-d5bb-4c30-8165-d83d20d5190c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273246 Jul 05 04:20:41.950840 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b79ef-b57d-4be8-9190-7bf95e6424ab req-a6d488d3-e9d5-4234-8a4a-84a34c3e4710 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:41.959647 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c4b79ef-b57d-4be8-9190-7bf95e6424ab req-a6d488d3-e9d5-4234-8a4a-84a34c3e4710 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 944 time: 0.1690569 Jul 05 04:20:42.010448 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-edbe09fa-2226-4b27-bfcb-c0ef19dc6576 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:42.022621 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad7454-07df-477d-8c7f-d433689e9121 req-884fede1-823e-46f9-bee6-c9b2ac1bf6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:42.024221 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-adad7454-07df-477d-8c7f-d433689e9121 req-884fede1-823e-46f9-bee6-c9b2ac1bf6b0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e HTTP/1.1" status: 200 len: 898 time: 0.1865978 Jul 05 04:20:42.031837 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c4b79ef-b57d-4be8-9190-7bf95e6424ab req-f5bae3f1-a52c-4133-8c22-9540e5e31599 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700009 Jul 05 04:20:42.064218 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-adad7454-07df-477d-8c7f-d433689e9121 req-6e62ade1-9923-400b-a1c0-c921a8f9d439 service neutron] 10.222.0.89 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876044 Jul 05 04:20:42.136432 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe09fa-2226-4b27-bfcb-c0ef19dc6576 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Subnet': ['ID=5326c939-ad3d-4715-99e1-9655d3215a40,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:42.158104 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbe09fa-2226-4b27-bfcb-c0ef19dc6576 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Checking segment: {'id': 'd21d5c00-4587-4cdd-87ab-8b2533b20620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '79ab6f03-8f30-4caa-a850-aa0731367df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:42.158608 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbe09fa-2226-4b27-bfcb-c0ef19dc6576 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network hostable DHCP agents. Network: 79ab6f03-8f30-4caa-a850-aa0731367df0, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:20:42.167541 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-adad7454-07df-477d-8c7f-d433689e9121 req-66c01272-3662-44c4-b0d4-132863740945 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cedad616-b797-4aeb-a631-fbffeac0982e HTTP/1.1" status: 200 len: 1000 time: 0.1119118 Jul 05 04:20:42.182956 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-adad7454-07df-477d-8c7f-d433689e9121 req-6169ff82-db75-4e06-ba71-4695b512b93d service neutron] 10.222.0.89 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064103 Jul 05 04:20:42.217056 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbe09fa-2226-4b27-bfcb-c0ef19dc6576 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network 79ab6f03-8f30-4caa-a850-aa0731367df0 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:20:42.235622 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad7454-07df-477d-8c7f-d433689e9121 req-fde1895f-091d-430f-9298-ef3618bf6fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:42.237238 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-adad7454-07df-477d-8c7f-d433689e9121 req-fde1895f-091d-430f-9298-ef3618bf6fe4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0c3310d5-6014-4e5f-8153-91ba05ad73c0 HTTP/1.1" status: 200 len: 835 time: 0.0626602 Jul 05 04:20:42.238071 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-edbe09fa-2226-4b27-bfcb-c0ef19dc6576 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 79ab6f03-8f30-4caa-a850-aa0731367df0) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:42.244919 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbe09fa-2226-4b27-bfcb-c0ef19dc6576 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:42.245616 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-edbe09fa-2226-4b27-bfcb-c0ef19dc6576 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:42.253638 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2be6aa-4a67-4e56-9d90-5a5611d748d2 None None] Network 79ab6f03-8f30-4caa-a850-aa0731367df0 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:42.294299 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-edbe09fa-2226-4b27-bfcb-c0ef19dc6576 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9774435 Jul 05 04:20:42.297684 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33152) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:42.303100 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-0c23ae68-720a-42c9-83af-f970f89ada85 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1352223436', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:42.329615 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad7454-07df-477d-8c7f-d433689e9121 req-207a23b9-7b58-4050-975f-06388d964323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:42.332202 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-adad7454-07df-477d-8c7f-d433689e9121 req-207a23b9-7b58-4050-975f-06388d964323 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731404 Jul 05 04:20:42.343570 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c23ae68-720a-42c9-83af-f970f89ada85 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:42.344687 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c23ae68-720a-42c9-83af-f970f89ada85 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:42.425359 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c23ae68-720a-42c9-83af-f970f89ada85 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:42.430324 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c23ae68-720a-42c9-83af-f970f89ada85 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:42.441132 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 96bceac5-4504-43d3-b00e-1db8fa03558a up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:42.451720 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-adad7454-07df-477d-8c7f-d433689e9121 req-bd46eeac-067c-4c61-ac48-75813d179d37 service neutron] 10.222.0.70 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131949 Jul 05 04:20:42.458509 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c23ae68-720a-42c9-83af-f970f89ada85 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:42.462877 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0c23ae68-720a-42c9-83af-f970f89ada85 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1639075 Jul 05 04:20:42.465683 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33156) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:42.472266 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-ee1e039d-348b-4c6c-b284-2768566193b9 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'port': {'network_id': '79ab6f03-8f30-4caa-a850-aa0731367df0', 'name': 'tempest-RoutersIpV6Test-474460870'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:42.515399 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2e3837-4060-4952-ac83-aa82a1dea570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-79ab6f03-8f30-4caa-a850-aa0731367df0', 'network_id': '79ab6f03-8f30-4caa-a850-aa0731367df0', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'fixed_ips': [{'subnet_id': '5326c939-ad3d-4715-99e1-9655d3215a40'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:20:42.516968 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3837-4060-4952-ac83-aa82a1dea570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:42.540605 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:20:42.581697 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-adad7454-07df-477d-8c7f-d433689e9121 req-f0c68e87-6f06-4247-bf56-7c60e2960fe9 service neutron] 10.222.0.70 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219068 Jul 05 04:20:42.653191 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7dfb7238-6806-4959-b5c2-fd9efea2bad2 req-0b129fed-6d70-4f38-a87a-807f636d7330 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b2bdf6ee-f09e-4b2a-a498-569b72c53042&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1326563 Jul 05 04:20:42.665282 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1e039d-348b-4c6c-b284-2768566193b9 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Made reservation on behalf of ff8e97f25dec4039911d941a3e89eb38 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:42.666821 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677e22b-62de-4222-bd24-896680dfceb2 req-2b508c7d-f201-46ca-b4c9-62e3a24216f8 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:42.668657 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b677e22b-62de-4222-bd24-896680dfceb2 req-2b508c7d-f201-46ca-b4c9-62e3a24216f8 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 944 time: 0.0859916 Jul 05 04:20:42.673781 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee1e039d-348b-4c6c-b284-2768566193b9 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:42.709586 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [None req-ee1e039d-348b-4c6c-b284-2768566193b9 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] device_id is not set on port 5e848c9e-7c1b-42e7-ad43-f073a58e0f25 yet. {{(pid=105539) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:20:42.716785 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b677e22b-62de-4222-bd24-896680dfceb2 req-5968f4ae-3a82-44cc-bf30-43b97240db7c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394714 Jul 05 04:20:42.861786 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 96bceac5-4504-43d3-b00e-1db8fa03558a completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:42.863943 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb7238-6806-4959-b5c2-fd9efea2bad2 req-b220fa28-aef3-45c8-a80d-d8f39cf52d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:42.865463 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7dfb7238-6806-4959-b5c2-fd9efea2bad2 req-b220fa28-aef3-45c8-a80d-d8f39cf52d12 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c4e14b52dded494c9295d9c9e84e03f5&device_id=b2bdf6ee-f09e-4b2a-a498-569b72c53042 HTTP/1.1" status: 200 len: 1101 time: 0.1096201 Jul 05 04:20:42.871525 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 96bceac5-4504-43d3-b00e-1db8fa03558a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:42.871975 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:42.884434 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-ee1e039d-348b-4c6c-b284-2768566193b9 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Allocated IP 2001:db8::ea (79ab6f03-8f30-4caa-a850-aa0731367df0/5326c939-ad3d-4715-99e1-9655d3215a40/5e848c9e-7c1b-42e7-ad43-f073a58e0f25) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:42.970647 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:42.996130 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d8245c-0a76-4b09-b8e4-0a6d27f90a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bceac5-4504-43d3-b00e-1db8fa03558a'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:42.999218 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111cdcfe-529c-4524-bf40-b56a1e1751e2" -d '{"events": [{"server_uuid": "32d8245c-0a76-4b09-b8e4-0a6d27f90a21", "name": "network-vif-plugged", "status": "completed", "tag": "96bceac5-4504-43d3-b00e-1db8fa03558a"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:43.016196 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 96bceac5-4504-43d3-b00e-1db8fa03558a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=96bceac5-4504-43d3-b00e-1db8fa03558a,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:43.021661 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:43.074149 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb7238-6806-4959-b5c2-fd9efea2bad2 req-13f2f692-b21f-4bf5-9c46-6b18203f1e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:43.075693 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7dfb7238-6806-4959-b5c2-fd9efea2bad2 req-13f2f692-b21f-4bf5-9c46-6b18203f1e07 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.1784878 Jul 05 04:20:43.116511 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2d22a3-cc0d-4363-b136-2bf8912450ea x-openstack-request-id: req-fa2d22a3-cc0d-4363-b136-2bf8912450ea {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:43.116802 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d8245c-0a76-4b09-b8e4-0a6d27f90a21", "name": "network-vif-plugged", "status": "completed", "tag": "96bceac5-4504-43d3-b00e-1db8fa03558a", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:43.117824 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fa2d22a3-cc0d-4363-b136-2bf8912450ea {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:43.117824 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d8245c-0a76-4b09-b8e4-0a6d27f90a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bceac5-4504-43d3-b00e-1db8fa03558a', 'code': 200} Jul 05 04:20:43.128063 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7dfb7238-6806-4959-b5c2-fd9efea2bad2 req-4ced9701-b943-4157-8b9c-38a125ef899d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=11a92f1f-3423-4f52-a095-14e9f24b4f63 HTTP/1.1" status: 200 len: 217 time: 0.0446324 Jul 05 04:20:43.128515 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=96bceac5-4504-43d3-b00e-1db8fa03558a,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:43.153342 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:43.293460 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee1e039d-348b-4c6c-b284-2768566193b9 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:43.295715 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0701a-b736-44a4-bbf5-0e0c6b8a5b0d req-2f1307bd-bca0-47de-9a5c-2739a7a8bf70 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:43.297765 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b5e0701a-b736-44a4-bbf5-0e0c6b8a5b0d req-2f1307bd-bca0-47de-9a5c-2739a7a8bf70 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 944 time: 0.0958040 Jul 05 04:20:43.308949 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb7238-6806-4959-b5c2-fd9efea2bad2 req-ec097d03-85c9-4b75-bc78-318539a0c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:43.310689 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7dfb7238-6806-4959-b5c2-fd9efea2bad2 req-ec097d03-85c9-4b75-bc78-318539a0c1cd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.1668911 Jul 05 04:20:43.319348 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-ee1e039d-348b-4c6c-b284-2768566193b9 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Transition to ACTIVE for port object 5e848c9e-7c1b-42e7-ad43-f073a58e0f25 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:43.356300 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b5e0701a-b736-44a4-bbf5-0e0c6b8a5b0d req-29fac9d1-f4b1-480e-9eb2-a2cae0c3f6fe tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453892 Jul 05 04:20:43.388624 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac7ab4-eb2b-4928-a7d3-57db58fd1681 req-3502d8ce-bf72-4cb3-a2f0-e4f6e2c85043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:43.391228 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d4ac7ab4-eb2b-4928-a7d3-57db58fd1681 req-3502d8ce-bf72-4cb3-a2f0-e4f6e2c85043 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 1097 time: 0.2256594 Jul 05 04:20:43.464859 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee1e039d-348b-4c6c-b284-2768566193b9 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:43.518633 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d4ac7ab4-eb2b-4928-a7d3-57db58fd1681 req-321ed54e-738c-425d-8d53-d6fa7b40a532 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162217 Jul 05 04:20:43.518875 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-5d2e3837-4060-4952-ac83-aa82a1dea570 None None] Allocated IP 2001:db8::2 (79ab6f03-8f30-4caa-a850-aa0731367df0/5326c939-ad3d-4715-99e1-9655d3215a40/4bdc916a-a0ff-4f47-8e91-4ea879e545ba) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:43.534600 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb7238-6806-4959-b5c2-fd9efea2bad2 req-b404fad2-9a93-4581-a84e-38b8e368cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:43.536324 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7dfb7238-6806-4959-b5c2-fd9efea2bad2 req-b404fad2-9a93-4581-a84e-38b8e368cea4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2183881 Jul 05 04:20:43.550885 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1e039d-348b-4c6c-b284-2768566193b9 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network 79ab6f03-8f30-4caa-a850-aa0731367df0 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:43.565648 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-ee1e039d-348b-4c6c-b284-2768566193b9 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:43.568220 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1e039d-348b-4c6c-b284-2768566193b9 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:43.578562 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1e039d-348b-4c6c-b284-2768566193b9 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:43.579231 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee1e039d-348b-4c6c-b284-2768566193b9 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:43.635998 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e039d-348b-4c6c-b284-2768566193b9 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Port': ['ID=5e848c9e-7c1b-42e7-ad43-f073a58e0f25,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:43.663218 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ee1e039d-348b-4c6c-b284-2768566193b9 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.1960588 Jul 05 04:20:43.666674 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33162) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:43.723843 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3837-4060-4952-ac83-aa82a1dea570 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:43.742844 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7dfb7238-6806-4959-b5c2-fd9efea2bad2 req-cc63672c-6dab-4b11-8d3f-6b00aaebde25 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935861 Jul 05 04:20:43.744288 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5d2e3837-4060-4952-ac83-aa82a1dea570 None None] Transition to ACTIVE for port object 4bdc916a-a0ff-4f47-8e91-4ea879e545ba will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:43.773853 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5d2e3837-4060-4952-ac83-aa82a1dea570 None None] Transition to ACTIVE for port object 4bdc916a-a0ff-4f47-8e91-4ea879e545ba will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:43.788016 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3837-4060-4952-ac83-aa82a1dea570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:43.857262 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2e3837-4060-4952-ac83-aa82a1dea570 None None] Network 79ab6f03-8f30-4caa-a850-aa0731367df0 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:43.865791 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-5d2e3837-4060-4952-ac83-aa82a1dea570 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:43.870369 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2e3837-4060-4952-ac83-aa82a1dea570 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:43.885212 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7dfb7238-6806-4959-b5c2-fd9efea2bad2 req-b1d48ac6-b005-498b-aab8-281992edf0cb service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362269 Jul 05 04:20:43.894944 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e3837-4060-4952-ac83-aa82a1dea570 None None] Pushing event updated for resources: {'Port': ['ID=4bdc916a-a0ff-4f47-8e91-4ea879e545ba,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:44.003546 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-5d2e3837-4060-4952-ac83-aa82a1dea570 None None] Attempting to bind port 4bdc916a-a0ff-4f47-8e91-4ea879e545ba on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:44.006562 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-5d2e3837-4060-4952-ac83-aa82a1dea570 None None] Attempting to bind port 4bdc916a-a0ff-4f47-8e91-4ea879e545ba by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'd21d5c00-4587-4cdd-87ab-8b2533b20620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '79ab6f03-8f30-4caa-a850-aa0731367df0'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:44.006562 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2e3837-4060-4952-ac83-aa82a1dea570 None None] Attempting to bind port 4bdc916a-a0ff-4f47-8e91-4ea879e545ba on network 79ab6f03-8f30-4caa-a850-aa0731367df0 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:44.014112 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2e3837-4060-4952-ac83-aa82a1dea570 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:44.015597 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2e3837-4060-4952-ac83-aa82a1dea570 None None] Checking segment: {'id': 'd21d5c00-4587-4cdd-87ab-8b2533b20620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '79ab6f03-8f30-4caa-a850-aa0731367df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:44.016233 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3837-4060-4952-ac83-aa82a1dea570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:44.017037 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2e3837-4060-4952-ac83-aa82a1dea570 None None] Bound using segment: {'id': 'd21d5c00-4587-4cdd-87ab-8b2533b20620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '79ab6f03-8f30-4caa-a850-aa0731367df0'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:44.017810 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-5d2e3837-4060-4952-ac83-aa82a1dea570 None None] Bound port: 4bdc916a-a0ff-4f47-8e91-4ea879e545ba, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd21d5c00-4587-4cdd-87ab-8b2533b20620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '79ab6f03-8f30-4caa-a850-aa0731367df0'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:44.018480 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3837-4060-4952-ac83-aa82a1dea570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:44.044798 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f8d55-a1d9-4588-945b-dabe17fbdc85 req-4fee0cae-d3c9-4a57-870d-9d0ff29a4dfb tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:44.048557 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-687f8d55-a1d9-4588-945b-dabe17fbdc85 req-4fee0cae-d3c9-4a57-870d-9d0ff29a4dfb tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 945 time: 0.0887537 Jul 05 04:20:44.105704 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-5d2e3837-4060-4952-ac83-aa82a1dea570 None None] For port 4bdc916a-a0ff-4f47-8e91-4ea879e545ba, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:44.106179 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-687f8d55-a1d9-4588-945b-dabe17fbdc85 req-b2f1167c-21db-4e83-bc40-24bd0663c8c2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490956 Jul 05 04:20:44.110606 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-5d2e3837-4060-4952-ac83-aa82a1dea570 None None] For port 4bdc916a-a0ff-4f47-8e91-4ea879e545ba, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4bdc916a-a0ff-4f47-8e91-4ea879e545ba,segment=NetworkSegment(d21d5c00-4587-4cdd-87ab-8b2533b20620),segment_id=d21d5c00-4587-4cdd-87ab-8b2533b20620)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:44.124537 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3837-4060-4952-ac83-aa82a1dea570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:44.226393 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e3837-4060-4952-ac83-aa82a1dea570 None None] Pushing event updated for resources: {'Port': ['ID=4bdc916a-a0ff-4f47-8e91-4ea879e545ba,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:44.229637 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0a32a227-709b-4a0f-82aa-437ae646a4d7 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:44.750823 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device cedad616-b797-4aeb-a631-fbffeac0982e details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:20:44.934844 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e9493-831f-41ba-93a2-556b56a790a3 req-c8ca7b3d-84b5-4b50-b73e-490dd1aae2ba tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:44.953087 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ff5e9493-831f-41ba-93a2-556b56a790a3 req-c8ca7b3d-84b5-4b50-b73e-490dd1aae2ba tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 944 time: 0.2766807 Jul 05 04:20:44.962735 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4bdc916a-a0ff-4f47-8e91-4ea879e545ba up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:44.982795 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0a32a227-709b-4a0f-82aa-437ae646a4d7 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:44.991999 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0a32a227-709b-4a0f-82aa-437ae646a4d7 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:45.049821 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ff5e9493-831f-41ba-93a2-556b56a790a3 req-b3f9cc77-0dc2-4127-8a77-16c10c02b521 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958140 Jul 05 04:20:45.052891 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port cedad616-b797-4aeb-a631-fbffeac0982e, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=cedad616-b797-4aeb-a631-fbffeac0982e,segment=NetworkSegment(0e5ffc70-de92-4ae1-9126-0f2122faf801),segment_id=0e5ffc70-de92-4ae1-9126-0f2122faf801)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:45.077708 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'cedad616-b797-4aeb-a631-fbffeac0982e', 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e', 'port_id': 'cedad616-b797-4aeb-a631-fbffeac0982e', 'mac_address': 'fa:16:3e:fc:4f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c3310d5-6014-4e5f-8153-91ba05ad73c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:20:45.082094 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 4bdc916a-a0ff-4f47-8e91-4ea879e545ba completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:45.138081 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:45.154254 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cedad616-b797-4aeb-a631-fbffeac0982e {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:20:45.183368 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port cedad616-b797-4aeb-a631-fbffeac0982e, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=cedad616-b797-4aeb-a631-fbffeac0982e,segment=NetworkSegment(0e5ffc70-de92-4ae1-9126-0f2122faf801),segment_id=0e5ffc70-de92-4ae1-9126-0f2122faf801)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:45.189441 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:45.259187 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=cedad616-b797-4aeb-a631-fbffeac0982e,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:45.430016 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bff1c-036f-4f84-9353-2841fce485ef req-f3891e02-013f-42c0-b6cd-1b914105505d tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:45.438661 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e64bff1c-036f-4f84-9353-2841fce485ef req-f3891e02-013f-42c0-b6cd-1b914105505d tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 945 time: 0.1278789 Jul 05 04:20:45.557115 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e64bff1c-036f-4f84-9353-2841fce485ef req-b0490eaa-8e43-4ca2-b9de-14388972b6d8 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075284 Jul 05 04:20:45.642555 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['cedad616-b797-4aeb-a631-fbffeac0982e'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:20:45.785446 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32a227-709b-4a0f-82aa-437ae646a4d7 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Port': ['ID=5e848c9e-7c1b-42e7-ad43-f073a58e0f25,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:45.901868 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef478ba-310f-4e98-b49a-e86ffc6152d6 req-935953df-8d76-414b-9148-7ff4644e9b51 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:45.909214 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0ef478ba-310f-4e98-b49a-e86ffc6152d6 req-935953df-8d76-414b-9148-7ff4644e9b51 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 945 time: 0.1272302 Jul 05 04:20:45.969969 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0ef478ba-310f-4e98-b49a-e86ffc6152d6 req-ec7b2437-d311-4e11-91c5-dca0ff62468e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590053 Jul 05 04:20:45.986546 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2532f7fa-230d-44a0-afd7-180821d91a37 None None] Network 79ab6f03-8f30-4caa-a850-aa0731367df0 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:45.987582 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33184) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:46.033559 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec38ce-fe95-4e78-9bb2-183a4aa0b9b7 req-b2a9052c-8ce9-4ecf-af61-63d310a8eb06 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:46.040919 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f7ec38ce-fe95-4e78-9bb2-183a4aa0b9b7 req-b2a9052c-8ce9-4ecf-af61-63d310a8eb06 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2bdf6ee-f09e-4b2a-a498-569b72c53042 HTTP/1.1" status: 200 len: 949 time: 0.3869369 Jul 05 04:20:46.106808 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0a32a227-709b-4a0f-82aa-437ae646a4d7 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:46.202739 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f7ec38ce-fe95-4e78-9bb2-183a4aa0b9b7 req-e103d9f5-c539-4551-96f5-d105362bf9e6 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/security-groups?id=a22756f7-b5f0-421d-87f4-3e75b8709a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607232 Jul 05 04:20:46.212310 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-02e85729-e5b7-4c29-b2f5-bda0e30153cf None None] Provisioning for port 4bdc916a-a0ff-4f47-8e91-4ea879e545ba completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:46.240355 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-02e85729-e5b7-4c29-b2f5-bda0e30153cf None None] Provisioning complete for port 4bdc916a-a0ff-4f47-8e91-4ea879e545ba triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:46.240703 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02e85729-e5b7-4c29-b2f5-bda0e30153cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:46.261199 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e169dd-aca0-4f2d-bb69-96f6c6a334fb tempest-TestVolumeBootPattern-179037345 tempest-TestVolumeBootPattern-179037345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:46.265445 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f2e169dd-aca0-4f2d-bb69-96f6c6a334fb tempest-TestVolumeBootPattern-179037345 tempest-TestVolumeBootPattern-179037345-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 1092 time: 0.2740040 Jul 05 04:20:46.267914 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33188) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:46.274185 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ec8e38bf-847e-409e-af63-77da50471be2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': '96bceac5-4504-43d3-b00e-1db8fa03558a', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:46.328391 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2737166-a865-4e6d-a915-a220668344e2 req-ba79a6a5-44e6-45cd-85ef-61a68e129c8e tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:46.337892 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b2737166-a865-4e6d-a915-a220668344e2 req-ba79a6a5-44e6-45cd-85ef-61a68e129c8e tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 945 time: 0.1163380 Jul 05 04:20:46.396478 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0a32a227-709b-4a0f-82aa-437ae646a4d7 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:46.397824 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b2737166-a865-4e6d-a915-a220668344e2 req-ce5c7395-54a4-4ab3-8bda-4e29d1bbd232 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580671 Jul 05 04:20:46.445699 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec8e38bf-847e-409e-af63-77da50471be2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:46.454729 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02e85729-e5b7-4c29-b2f5-bda0e30153cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:46.525502 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-02e85729-e5b7-4c29-b2f5-bda0e30153cf None None] For port 4bdc916a-a0ff-4f47-8e91-4ea879e545ba, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4bdc916a-a0ff-4f47-8e91-4ea879e545ba,segment=NetworkSegment(d21d5c00-4587-4cdd-87ab-8b2533b20620),segment_id=d21d5c00-4587-4cdd-87ab-8b2533b20620)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:46.531989 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02e85729-e5b7-4c29-b2f5-bda0e30153cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:46.673295 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e85729-e5b7-4c29-b2f5-bda0e30153cf None None] Pushing event updated for resources: {'Port': ['ID=4bdc916a-a0ff-4f47-8e91-4ea879e545ba,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:46.857061 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4bdc916a-a0ff-4f47-8e91-4ea879e545ba up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:46.939778 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 4bdc916a-a0ff-4f47-8e91-4ea879e545ba triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:46.940197 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:47.003389 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-02e24f7a-e2be-4c94-adf6-a45efb4e4d63 None None] Provisioning complete for port 4bdc916a-a0ff-4f47-8e91-4ea879e545ba triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:47.004488 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02e24f7a-e2be-4c94-adf6-a45efb4e4d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:47.029574 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec8e38bf-847e-409e-af63-77da50471be2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:47.197166 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-96211755-ee24-4aa2-b831-ebdb5d7b05e9 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:47.199657 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-96211755-ee24-4aa2-b831-ebdb5d7b05e9 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.70 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376&tenant_id=808124476429444bb6a930e35c6aa8ee&binding%3Ahost_id=n-h2-780147-23 HTTP/1.1" status: 200 len: 945 time: 0.2925034 Jul 05 04:20:47.227663 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-02e24f7a-e2be-4c94-adf6-a45efb4e4d63 None None] Provisioning for port 5e848c9e-7c1b-42e7-ad43-f073a58e0f25 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:47.232577 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-02e24f7a-e2be-4c94-adf6-a45efb4e4d63 None None] Provisioning complete for port 5e848c9e-7c1b-42e7-ad43-f073a58e0f25 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:47.233020 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02e24f7a-e2be-4c94-adf6-a45efb4e4d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:47.307093 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f6666-897e-42dd-8988-350f8e57ce21 req-979c0086-39c9-43d2-bf63-205ac1bfbc30 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:47.309047 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-133f6666-897e-42dd-8988-350f8e57ce21 req-979c0086-39c9-43d2-bf63-205ac1bfbc30 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 945 time: 0.2043629 Jul 05 04:20:47.348593 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-02e24f7a-e2be-4c94-adf6-a45efb4e4d63 None None] Port 5e848c9e-7c1b-42e7-ad43-f073a58e0f25 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:20:47.357300 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0a32a227-709b-4a0f-82aa-437ae646a4d7 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:47.374125 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0a32a227-709b-4a0f-82aa-437ae646a4d7 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:47.375341 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0a32a227-709b-4a0f-82aa-437ae646a4d7 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:47.428110 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-133f6666-897e-42dd-8988-350f8e57ce21 req-a1181644-b91f-4629-912d-76fd7b7386ba tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025333 Jul 05 04:20:47.429491 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-d1e34d54-73fa-4bc2-94ca-d2bd60f0f9d0 service neutron] 10.222.0.70 "GET /v2.0/ports/cedad616-b797-4aeb-a631-fbffeac0982e/bindings/n-h2-780147-23 HTTP/1.1" status: 200 len: 383 time: 0.2195280 Jul 05 04:20:47.454637 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32a227-709b-4a0f-82aa-437ae646a4d7 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Port': ['ID=5e848c9e-7c1b-42e7-ad43-f073a58e0f25,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:47.478611 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2e776240-ec70-4e02-94f9-7776b56f7657 None None] Provisioning complete for port 5e848c9e-7c1b-42e7-ad43-f073a58e0f25 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:47.479132 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2e776240-ec70-4e02-94f9-7776b56f7657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:47.563166 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2e776240-ec70-4e02-94f9-7776b56f7657 None None] Port 5e848c9e-7c1b-42e7-ad43-f073a58e0f25 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:20:47.598662 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-74d1f006-9fe2-48cc-9643-06ec8ad19547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:47.602729 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-74d1f006-9fe2-48cc-9643-06ec8ad19547 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 1097 time: 0.1241820 Jul 05 04:20:47.709263 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e725e86-38c0-4eb1-8f26-c9f4f6bfcc4b req-486a5f72-7ed7-4ee0-86e3-a439a822c8ec tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:47.711005 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8e725e86-38c0-4eb1-8f26-c9f4f6bfcc4b req-486a5f72-7ed7-4ee0-86e3-a439a822c8ec tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2bdf6ee-f09e-4b2a-a498-569b72c53042 HTTP/1.1" status: 200 len: 949 time: 0.5983834 Jul 05 04:20:47.712399 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-ec8e38bf-847e-409e-af63-77da50471be2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Allocated IP 172.25.1.93 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/13ccdee9-2a66-4cf3-8d19-7adbd3bf4a07) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:47.772394 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-077270e3-a72f-416b-83be-738910cc229c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:47.774662 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-077270e3-a72f-416b-83be-738910cc229c service neutron] 10.222.0.70 "GET /v2.0/networks?id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e HTTP/1.1" status: 200 len: 898 time: 0.1645839 Jul 05 04:20:47.796936 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-002d9922-752e-42f7-afa2-6cf64e69547e None None] Provisioning complete for port 5e848c9e-7c1b-42e7-ad43-f073a58e0f25 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:47.797411 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-002d9922-752e-42f7-afa2-6cf64e69547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:47.836978 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-002d9922-752e-42f7-afa2-6cf64e69547e None None] Port 5e848c9e-7c1b-42e7-ad43-f073a58e0f25 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:20:47.857211 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3f932-0243-4451-976c-da4a8cc4d085 req-20fae2bc-0280-4944-997e-9c3192c7e399 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:47.859534 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aed3f932-0243-4451-976c-da4a8cc4d085 req-20fae2bc-0280-4944-997e-9c3192c7e399 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2bdf6ee-f09e-4b2a-a498-569b72c53042 HTTP/1.1" status: 200 len: 949 time: 0.4019630 Jul 05 04:20:47.932345 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a32a227-709b-4a0f-82aa-437ae646a4d7 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network 79ab6f03-8f30-4caa-a850-aa0731367df0 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:47.961809 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-0a32a227-709b-4a0f-82aa-437ae646a4d7 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:48.125792 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aed3f932-0243-4451-976c-da4a8cc4d085 req-8696a8ff-3bbe-4762-a743-8b1c950139a9 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/security-groups?id=a22756f7-b5f0-421d-87f4-3e75b8709a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304609 Jul 05 04:20:48.181158 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec8e38bf-847e-409e-af63-77da50471be2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:48.271387 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-8e725e86-38c0-4eb1-8f26-c9f4f6bfcc4b req-120bf35a-9ec6-4d32-92f5-2ac1604c4df8 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Deleting port 11a92f1f-3423-4f52-a095-14e9f24b4f63 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:20:48.271651 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8e725e86-38c0-4eb1-8f26-c9f4f6bfcc4b req-120bf35a-9ec6-4d32-92f5-2ac1604c4df8 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:48.424142 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec8e38bf-847e-409e-af63-77da50471be2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:48.465404 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d826078b-d77a-4a40-bb94-71a63e9fc287 None None] Provisioning complete for port 5e848c9e-7c1b-42e7-ad43-f073a58e0f25 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:48.466034 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d826078b-d77a-4a40-bb94-71a63e9fc287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:48.546631 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-d826078b-d77a-4a40-bb94-71a63e9fc287 None None] Port 5e848c9e-7c1b-42e7-ad43-f073a58e0f25 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:20:48.552324 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8e38bf-847e-409e-af63-77da50471be2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:48.563090 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e38bf-847e-409e-af63-77da50471be2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event updated for resources: {'Port': ['ID=13ccdee9-2a66-4cf3-8d19-7adbd3bf4a07,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:48.572950 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-ec8e38bf-847e-409e-af63-77da50471be2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:48.583339 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8e38bf-847e-409e-af63-77da50471be2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:48.585448 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-11951dad-8b82-46ec-b739-683766a00891 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cedad616-b797-4aeb-a631-fbffeac0982e HTTP/1.1" status: 200 len: 1001 time: 0.8052936 Jul 05 04:20:48.661503 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-efbeb9f5-8a81-4d4e-923f-0023ea4294f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:48.662990 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-efbeb9f5-8a81-4d4e-923f-0023ea4294f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0c3310d5-6014-4e5f-8153-91ba05ad73c0 HTTP/1.1" status: 200 len: 835 time: 0.0706658 Jul 05 04:20:48.676549 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a32a227-709b-4a0f-82aa-437ae646a4d7 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Router a1e6f286-b50a-464d-afbe-5a384fc9c363 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:20:48.758893 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device cedad616-b797-4aeb-a631-fbffeac0982e up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:48.844519 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c321f9-ea47-4acc-b3f0-b47172e09724 req-07cd6623-dbb8-436c-936a-1951665ea246 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:48.846310 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-17c321f9-ea47-4acc-b3f0-b47172e09724 req-07cd6623-dbb8-436c-936a-1951665ea246 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 945 time: 0.1824229 Jul 05 04:20:48.883414 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port cedad616-b797-4aeb-a631-fbffeac0982e completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:48.888111 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port cedad616-b797-4aeb-a631-fbffeac0982e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:48.888631 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:48.906790 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-8e725e86-38c0-4eb1-8f26-c9f4f6bfcc4b req-120bf35a-9ec6-4d32-92f5-2ac1604c4df8 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] For port 11a92f1f-3423-4f52-a095-14e9f24b4f63, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=11a92f1f-3423-4f52-a095-14e9f24b4f63,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:48.907167 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8e725e86-38c0-4eb1-8f26-c9f4f6bfcc4b req-120bf35a-9ec6-4d32-92f5-2ac1604c4df8 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:48.922241 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-441d42b6-b607-4914-86c2-180878462f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:48.923060 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a32a227-709b-4a0f-82aa-437ae646a4d7 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:20:48.923816 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-441d42b6-b607-4914-86c2-180878462f69 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2468269 Jul 05 04:20:48.933191 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0a32a227-709b-4a0f-82aa-437ae646a4d7 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "PUT /v2.0/routers/a1e6f286-b50a-464d-afbe-5a384fc9c363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2648821 Jul 05 04:20:48.936754 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-8e725e86-38c0-4eb1-8f26-c9f4f6bfcc4b req-120bf35a-9ec6-4d32-92f5-2ac1604c4df8 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Calling delete_port for 11a92f1f-3423-4f52-a095-14e9f24b4f63 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:20:48.938431 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33212) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:48.938701 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f1944e-0084-4b30-a4d7-19c5c98691f1 None None] Sync routers for ids ['a1e6f286-b50a-464d-afbe-5a384fc9c363'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:20:48.948857 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f1944e-0084-4b30-a4d7-19c5c98691f1 None None] Routers {'a1e6f286-b50a-464d-afbe-5a384fc9c363'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:48.953473 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c1f1944e-0084-4b30-a4d7-19c5c98691f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:20:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['a1e6f286-b50a-464d-afbe-5a384fc9c363'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:49.015163 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:49.028095 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c1f1944e-0084-4b30-a4d7-19c5c98691f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:49.052435 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c5c56a-b294-45a3-b511-38cb776f2376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedad616-b797-4aeb-a631-fbffeac0982e'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:49.052978 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f1944e-0084-4b30-a4d7-19c5c98691f1 None None] Routers {'a1e6f286-b50a-464d-afbe-5a384fc9c363'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:49.053868 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c1f1944e-0084-4b30-a4d7-19c5c98691f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:20:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['a1e6f286-b50a-464d-afbe-5a384fc9c363'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:49.054659 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13667f6-5388-4a7c-9751-40f9056ac3d0" -d '{"events": [{"server_uuid": "20c5c56a-b294-45a3-b511-38cb776f2376", "name": "network-vif-plugged", "status": "completed", "tag": "cedad616-b797-4aeb-a631-fbffeac0982e"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:49.089923 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port cedad616-b797-4aeb-a631-fbffeac0982e, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=cedad616-b797-4aeb-a631-fbffeac0982e,segment=NetworkSegment(0e5ffc70-de92-4ae1-9126-0f2122faf801),segment_id=0e5ffc70-de92-4ae1-9126-0f2122faf801)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:49.098478 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:49.104233 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-17c321f9-ea47-4acc-b3f0-b47172e09724 req-63fe80a8-3b9c-4e69-b494-385427b1147d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382607 Jul 05 04:20:49.141290 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c82b36b-deff-4ae5-900d-0da0a298f556 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:49.145390 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7c82b36b-deff-4ae5-900d-0da0a298f556 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "GET /v2.0/ports/5e848c9e-7c1b-42e7-ad43-f073a58e0f25 HTTP/1.1" status: 200 len: 982 time: 0.2033994 Jul 05 04:20:49.145694 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33216) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:49.150049 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c1f1944e-0084-4b30-a4d7-19c5c98691f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:49.156673 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f1944e-0084-4b30-a4d7-19c5c98691f1 None None] The sync data for ids ['a1e6f286-b50a-464d-afbe-5a384fc9c363'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:20:49.196847 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac08608-46a8-4eb7-b95b-f8fa51e35ff7 x-openstack-request-id: req-eac08608-46a8-4eb7-b95b-f8fa51e35ff7 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:49.197281 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c5c56a-b294-45a3-b511-38cb776f2376", "name": "network-vif-plugged", "status": "completed", "tag": "cedad616-b797-4aeb-a631-fbffeac0982e", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:49.197638 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eac08608-46a8-4eb7-b95b-f8fa51e35ff7 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:49.198266 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c5c56a-b294-45a3-b511-38cb776f2376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedad616-b797-4aeb-a631-fbffeac0982e', 'code': 200} Jul 05 04:20:49.202261 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=cedad616-b797-4aeb-a631-fbffeac0982e,revision_number=9']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:49.287402 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-58892b8f-3fb9-48f1-affe-fdf123ec5e53 service neutron] 10.222.0.70 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550158 Jul 05 04:20:49.477738 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8e725e86-38c0-4eb1-8f26-c9f4f6bfcc4b req-120bf35a-9ec6-4d32-92f5-2ac1604c4df8 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:49.587940 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bf35a-9ec6-4d32-92f5-2ac1604c4df8 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Pushing event deleted for resources: {'Port': ['ID=11a92f1f-3423-4f52-a095-14e9f24b4f63,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:49.592232 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-3bf34173-f345-41b3-ae89-5ae484f278ff service neutron] 10.222.0.70 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968509 Jul 05 04:20:49.616181 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70a87e-37f9-40e1-bc39-14c1ce901faa req-0d6bb4c3-c253-45d9-ae06-06de36de9805 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:49.618272 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f70a87e-37f9-40e1-bc39-14c1ce901faa req-0d6bb4c3-c253-45d9-ae06-06de36de9805 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2bdf6ee-f09e-4b2a-a498-569b72c53042 HTTP/1.1" status: 200 len: 867 time: 0.2531061 Jul 05 04:20:49.712901 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f70a87e-37f9-40e1-bc39-14c1ce901faa req-b5ae67f9-7979-41d1-8d23-d4b69ff9c15c tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/security-groups?id=a22756f7-b5f0-421d-87f4-3e75b8709a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651107 Jul 05 04:20:49.964736 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-106f3f6e-981e-4845-9550-7caab85f0e81 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:50.031290 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e725e86-38c0-4eb1-8f26-c9f4f6bfcc4b req-120bf35a-9ec6-4d32-92f5-2ac1604c4df8 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] No DVR routers for this DVR port 11a92f1f-3423-4f52-a095-14e9f24b4f63 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:20:50.038560 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8e725e86-38c0-4eb1-8f26-c9f4f6bfcc4b req-120bf35a-9ec6-4d32-92f5-2ac1604c4df8 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:50.040675 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8e725e86-38c0-4eb1-8f26-c9f4f6bfcc4b req-120bf35a-9ec6-4d32-92f5-2ac1604c4df8 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.70 "DELETE /v2.0/ports/11a92f1f-3423-4f52-a095-14e9f24b4f63 HTTP/1.1" status: 204 len: 173 time: 2.3048863 Jul 05 04:20:50.041149 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bdf6ee-f09e-4b2a-a498-569b72c53042', 'name': 'network-vif-deleted', 'tag': '11a92f1f-3423-4f52-a095-14e9f24b4f63'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:50.043964 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36278daf-3feb-46a9-926e-05b9b2d41686" -d '{"events": [{"server_uuid": "b2bdf6ee-f09e-4b2a-a498-569b72c53042", "name": "network-vif-deleted", "tag": "11a92f1f-3423-4f52-a095-14e9f24b4f63"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:50.073228 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec8e38bf-847e-409e-af63-77da50471be2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:50.124743 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f132e59c-5a44-4eb1-ac16-d7ac19c7cd27 x-openstack-request-id: req-f132e59c-5a44-4eb1-ac16-d7ac19c7cd27 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:50.124952 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bdf6ee-f09e-4b2a-a498-569b72c53042", "name": "network-vif-deleted", "tag": "11a92f1f-3423-4f52-a095-14e9f24b4f63", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:50.127014 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f132e59c-5a44-4eb1-ac16-d7ac19c7cd27 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:50.138973 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bdf6ee-f09e-4b2a-a498-569b72c53042', 'name': 'network-vif-deleted', 'tag': '11a92f1f-3423-4f52-a095-14e9f24b4f63', 'status': 'completed', 'code': 200} Jul 05 04:20:50.281151 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec8e38bf-847e-409e-af63-77da50471be2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:50.488117 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8e270-148a-4eb9-bb70-6a5541579d95 req-55c5bf57-cb3a-427b-8e3d-042f02b766e7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:50.489867 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-42b8e270-148a-4eb9-bb70-6a5541579d95 req-55c5bf57-cb3a-427b-8e3d-042f02b766e7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 946 time: 0.1099663 Jul 05 04:20:50.505117 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-106f3f6e-981e-4845-9550-7caab85f0e81 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting port 5e848c9e-7c1b-42e7-ad43-f073a58e0f25 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:20:50.505587 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-106f3f6e-981e-4845-9550-7caab85f0e81 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:50.522285 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec8e38bf-847e-409e-af63-77da50471be2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:50.532100 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec8e38bf-847e-409e-af63-77da50471be2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:50.583889 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-42b8e270-148a-4eb9-bb70-6a5541579d95 req-39f90635-16a9-4e1f-b2d3-7f10163f29ea tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850446 Jul 05 04:20:50.633239 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-106f3f6e-981e-4845-9550-7caab85f0e81 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:50.645933 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec8e38bf-847e-409e-af63-77da50471be2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:50.654017 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-106f3f6e-981e-4845-9550-7caab85f0e81 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Calling delete_port for 5e848c9e-7c1b-42e7-ad43-f073a58e0f25 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:20:50.711890 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e38bf-847e-409e-af63-77da50471be2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event updated for resources: {'Port': ['ID=13ccdee9-2a66-4cf3-8d19-7adbd3bf4a07,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:50.766408 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 11a92f1f-3423-4f52-a095-14e9f24b4f63 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:20:50.819044 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 11a92f1f-3423-4f52-a095-14e9f24b4f63 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:20:50.819439 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 11a92f1f-3423-4f52-a095-14e9f24b4f63 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:20:50.826117 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-ec8e38bf-847e-409e-af63-77da50471be2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Floating IP c10abaeb-d9f4-424c-b013-d98cf647fd60 associated. External IP: 172.25.1.93, port: 96bceac5-4504-43d3-b00e-1db8fa03558a. Jul 05 04:20:50.936434 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a493a2fe-abee-490f-9b23-352d6b86234e req-27331095-bba9-403d-a7f4-24df2dbdfb30 tempest-VolumesBackupsTest-622704049 tempest-VolumesBackupsTest-622704049-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2bdf6ee-f09e-4b2a-a498-569b72c53042 HTTP/1.1" status: 200 len: 210 time: 0.0371044 Jul 05 04:20:50.965327 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-106f3f6e-981e-4845-9550-7caab85f0e81 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:51.000983 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f3f6e-981e-4845-9550-7caab85f0e81 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Port': ['ID=5e848c9e-7c1b-42e7-ad43-f073a58e0f25,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:51.142892 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-106f3f6e-981e-4845-9550-7caab85f0e81 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:51.187304 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8e38bf-847e-409e-af63-77da50471be2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:20:51.319096 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8e38bf-847e-409e-af63-77da50471be2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:20:51.331404 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61750e2-8cd0-4e10-a3a0-57e148dfb78d None None] Sync routers for ids ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:20:51.352028 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61750e2-8cd0-4e10-a3a0-57e148dfb78d None None] Routers {'7a44aaa2-cec1-4473-8d66-c4610d2148f2'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:51.352937 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-a61750e2-8cd0-4e10-a3a0-57e148dfb78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:20:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:51.353507 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec8e38bf-847e-409e-af63-77da50471be2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:51.359683 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106f3f6e-981e-4845-9550-7caab85f0e81 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Router a1e6f286-b50a-464d-afbe-5a384fc9c363 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:20:51.421260 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ec8e38bf-847e-409e-af63-77da50471be2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.1513569 Jul 05 04:20:51.448469 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106f3f6e-981e-4845-9550-7caab85f0e81 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:20:51.461137 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33242) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:51.463101 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e0945d-c1af-4d2a-8e5a-d5d5aac51c67 None None] Sync routers for ids ['a1e6f286-b50a-464d-afbe-5a384fc9c363'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:20:51.480663 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-106f3f6e-981e-4845-9550-7caab85f0e81 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "PUT /v2.0/routers/a1e6f286-b50a-464d-afbe-5a384fc9c363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3330228 Jul 05 04:20:51.483037 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e0945d-c1af-4d2a-8e5a-d5d5aac51c67 None None] Routers {'a1e6f286-b50a-464d-afbe-5a384fc9c363'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:51.484014 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-48e0945d-c1af-4d2a-8e5a-d5d5aac51c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:20:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['a1e6f286-b50a-464d-afbe-5a384fc9c363'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:51.518266 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-48e0945d-c1af-4d2a-8e5a-d5d5aac51c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:51.518862 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-a61750e2-8cd0-4e10-a3a0-57e148dfb78d None None] Set router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:51.527847 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e0945d-c1af-4d2a-8e5a-d5d5aac51c67 None None] Routers {'a1e6f286-b50a-464d-afbe-5a384fc9c363'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:51.528617 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-48e0945d-c1af-4d2a-8e5a-d5d5aac51c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:20:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['a1e6f286-b50a-464d-afbe-5a384fc9c363'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:51.577915 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-48e0945d-c1af-4d2a-8e5a-d5d5aac51c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:51.579001 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e0945d-c1af-4d2a-8e5a-d5d5aac51c67 None None] The sync data for ids ['a1e6f286-b50a-464d-afbe-5a384fc9c363'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:20:51.824670 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-a61750e2-8cd0-4e10-a3a0-57e148dfb78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8e7245f1-a580-4964-b460-1eca58617026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:11:12Z', 'revision_number': 4, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port': {'id': '8e7245f1-a580-4964-b460-1eca58617026', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:06Z', 'updated_at': '2021-07-05T04:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'c10abaeb-d9f4-424c-b013-d98cf647fd60', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'floating_ip_address': '172.25.1.93', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'port_id': '96bceac5-4504-43d3-b00e-1db8fa03558a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'mac_address': 'fa:16:3e:dc:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d8245c-0a76-4b09-b8e4-0a6d27f90a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:20:49Z', 'updated_at': '2021-07-05T04:20:49Z', 'revision_number': 0, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23aa9a35-c8ab-4815-b431-dfb96f47ee25', 'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'mac_address': 'fa:16:3e:d1:3c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:11Z', 'updated_at': '2021-07-05T04:11:28Z', 'revision_number': 5, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'subnets': [{'id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:51.835632 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155802a-c779-49c0-8372-1a9b81248951 req-0bcecc60-4649-44d2-995c-471befc0d5f7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:51.838005 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4155802a-c779-49c0-8372-1a9b81248951 req-0bcecc60-4649-44d2-995c-471befc0d5f7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 946 time: 0.0797777 Jul 05 04:20:51.838802 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33248) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:51.843537 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-2a3a2b43-0127-47e1-96ce-1778213b1a23 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] remove_router_interface failed (client error): The resource could not be found. Jul 05 04:20:51.848359 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2a3a2b43-0127-47e1-96ce-1778213b1a23 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "PUT /v2.0/routers/a1e6f286-b50a-464d-afbe-5a384fc9c363/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3856776 Jul 05 04:20:51.849037 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33252) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:51.862405 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61750e2-8cd0-4e10-a3a0-57e148dfb78d None None] Checking router: 7a44aaa2-cec1-4473-8d66-c4610d2148f2 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:20:51.876319 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61750e2-8cd0-4e10-a3a0-57e148dfb78d None None] Routers {'7a44aaa2-cec1-4473-8d66-c4610d2148f2'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:51.877050 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-a61750e2-8cd0-4e10-a3a0-57e148dfb78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:20:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:51.891327 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33254) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:51.891955 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-17af658e-7564-4537-9e9e-12a42c9227d2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1e6f286-b50a-464d-afbe-5a384fc9c363 HTTP/1.1" status: 200 len: 205 time: 0.0415170 Jul 05 04:20:51.992408 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4155802a-c779-49c0-8372-1a9b81248951 req-d946c85c-b00c-49e7-a4a6-333a83e8f356 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261673 Jul 05 04:20:52.018007 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a26b8c0b-397f-4613-837f-827f219be606 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:52.022657 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c6938ab-df03-4c4a-9121-a04c2867e30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:52.036484 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-a61750e2-8cd0-4e10-a3a0-57e148dfb78d None None] Set router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:52.141536 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d8245c-0a76-4b09-b8e4-0a6d27f90a21', 'tag': '96bceac5-4504-43d3-b00e-1db8fa03558a'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:52.144627 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeda535b-ffe4-44d7-b351-7480b2f0a391" -d '{"events": [{"name": "network-changed", "server_uuid": "32d8245c-0a76-4b09-b8e4-0a6d27f90a21", "tag": "96bceac5-4504-43d3-b00e-1db8fa03558a"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:52.214908 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754d47af-a476-42b7-a8c1-61d245566a9f x-openstack-request-id: req-754d47af-a476-42b7-a8c1-61d245566a9f {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:52.215287 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d8245c-0a76-4b09-b8e4-0a6d27f90a21", "tag": "96bceac5-4504-43d3-b00e-1db8fa03558a", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:52.215675 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-754d47af-a476-42b7-a8c1-61d245566a9f {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:52.216268 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d8245c-0a76-4b09-b8e4-0a6d27f90a21', 'tag': '96bceac5-4504-43d3-b00e-1db8fa03558a', 'status': 'completed', 'code': 200} Jul 05 04:20:52.368053 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-a61750e2-8cd0-4e10-a3a0-57e148dfb78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8e7245f1-a580-4964-b460-1eca58617026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:11:12Z', 'revision_number': 4, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port': {'id': '8e7245f1-a580-4964-b460-1eca58617026', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:06Z', 'updated_at': '2021-07-05T04:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'c10abaeb-d9f4-424c-b013-d98cf647fd60', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'floating_ip_address': '172.25.1.93', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'port_id': '96bceac5-4504-43d3-b00e-1db8fa03558a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'mac_address': 'fa:16:3e:dc:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d8245c-0a76-4b09-b8e4-0a6d27f90a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:20:49Z', 'updated_at': '2021-07-05T04:20:49Z', 'revision_number': 0, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23aa9a35-c8ab-4815-b431-dfb96f47ee25', 'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'mac_address': 'fa:16:3e:d1:3c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:11Z', 'updated_at': '2021-07-05T04:11:28Z', 'revision_number': 5, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'subnets': [{'id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:52.375312 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a26b8c0b-397f-4613-837f-827f219be606 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:52.383414 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a26b8c0b-397f-4613-837f-827f219be606 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:52.404198 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61750e2-8cd0-4e10-a3a0-57e148dfb78d None None] The sync data for ids ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'] in n-d-780147-23 is: [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8e7245f1-a580-4964-b460-1eca58617026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:11:12Z', 'revision_number': 4, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port': {'id': '8e7245f1-a580-4964-b460-1eca58617026', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:06Z', 'updated_at': '2021-07-05T04:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'c10abaeb-d9f4-424c-b013-d98cf647fd60', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'floating_ip_address': '172.25.1.93', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'port_id': '96bceac5-4504-43d3-b00e-1db8fa03558a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'mac_address': 'fa:16:3e:dc:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d8245c-0a76-4b09-b8e4-0a6d27f90a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:20:49Z', 'updated_at': '2021-07-05T04:20:49Z', 'revision_number': 0, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23aa9a35-c8ab-4815-b431-dfb96f47ee25', 'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'mac_address': 'fa:16:3e:d1:3c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:11Z', 'updated_at': '2021-07-05T04:11:28Z', 'revision_number': 5, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'subnets': [{'id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:20:52.444165 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda535b-ffe4-44d7-b351-7480b2f0a391 req-ec036cb5-7ae3-4e0d-94bb-116b3523f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:52.445807 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eeda535b-ffe4-44d7-b351-7480b2f0a391 req-ec036cb5-7ae3-4e0d-94bb-116b3523f3f5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 1097 time: 0.1740491 Jul 05 04:20:52.519865 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a26b8c0b-397f-4613-837f-827f219be606 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:52.519865 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26b8c0b-397f-4613-837f-827f219be606 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Fanout notify agent at l3_agent the message router_deleted on router a1e6f286-b50a-464d-afbe-5a384fc9c363 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:20:52.526791 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a26b8c0b-397f-4613-837f-827f219be606 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:52.527401 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-f9474b6f-a3f8-44b2-add5-fa9a26add87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:52.528442 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a26b8c0b-397f-4613-837f-827f219be606 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/routers/a1e6f286-b50a-464d-afbe-5a384fc9c363 HTTP/1.1" status: 204 len: 168 time: 0.6355882 Jul 05 04:20:52.533232 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-f9474b6f-a3f8-44b2-add5-fa9a26add87d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376&tenant_id=808124476429444bb6a930e35c6aa8ee HTTP/1.1" status: 200 len: 1098 time: 0.1105464 Jul 05 04:20:52.534248 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33266) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:52.552941 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-f7bad0b1-9705-4ba0-892f-dd40610d8b4a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-23', 'device_owner': 'compute:nova'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:52.589507 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c6938ab-df03-4c4a-9121-a04c2867e30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:52.609374 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda535b-ffe4-44d7-b351-7480b2f0a391 req-b6c7d249-1197-4118-8026-1bdd7636e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:52.611001 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eeda535b-ffe4-44d7-b351-7480b2f0a391 req-b6c7d249-1197-4118-8026-1bdd7636e99d service neutron] 10.222.0.89 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 913 time: 0.1568110 Jul 05 04:20:52.612424 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0c6938ab-df03-4c4a-9121-a04c2867e30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:52.641445 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c71c500-3662-4802-b1a0-bf6ae28caad2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting subnet 5326c939-ad3d-4715-99e1-9655d3215a40 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:20:52.664814 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6c71c500-3662-4802-b1a0-bf6ae28caad2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:52.721313 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-f7bad0b1-9705-4ba0-892f-dd40610d8b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:52.730974 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0c6938ab-df03-4c4a-9121-a04c2867e30b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=59f2a9c83c2142faad10b8c753c8f6c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8854530 Jul 05 04:20:52.730974 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33268) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:52.730974 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6938ab-df03-4c4a-9121-a04c2867e30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ead58a-6ed0-4908-a766-c7bb6bd1c71a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:52.738866 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6c71c500-3662-4802-b1a0-bf6ae28caad2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:52.747378 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50fc64a-2e65-4f03-95ab-b38c542bc462 None None] New status for floating IP c10abaeb-d9f4-424c-b013-d98cf647fd60: ACTIVE {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:20:52.787958 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eeda535b-ffe4-44d7-b351-7480b2f0a391 req-a10f1668-d2bc-4509-a2f1-21d492b23e55 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96bceac5-4504-43d3-b00e-1db8fa03558a HTTP/1.1" status: 200 len: 998 time: 0.1647248 Jul 05 04:20:52.872070 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b77815c3-08de-4e46-b66c-f0c08b1b3aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:52.891232 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda535b-ffe4-44d7-b351-7480b2f0a391 req-45a54cd4-bfe7-4f2a-baa7-2b3b93fdb7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:52.893110 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eeda535b-ffe4-44d7-b351-7480b2f0a391 req-45a54cd4-bfe7-4f2a-baa7-2b3b93fdb7c5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40568ec5-9a32-47f3-85b6-60f4faaa494c HTTP/1.1" status: 200 len: 851 time: 0.0848672 Jul 05 04:20:52.917286 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b77815c3-08de-4e46-b66c-f0c08b1b3aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:52.978736 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6c71c500-3662-4802-b1a0-bf6ae28caad2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:53.010702 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda535b-ffe4-44d7-b351-7480b2f0a391 req-5a750bd5-facc-4ab4-b8fb-c4d3963730c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:53.022014 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eeda535b-ffe4-44d7-b351-7480b2f0a391 req-5a750bd5-facc-4ab4-b8fb-c4d3963730c0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1110392 Jul 05 04:20:53.147910 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b77815c3-08de-4e46-b66c-f0c08b1b3aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:53.151579 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b77815c3-08de-4e46-b66c-f0c08b1b3aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:53.155916 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b77815c3-08de-4e46-b66c-f0c08b1b3aad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/03ead58a-6ed0-4908-a766-c7bb6bd1c71a HTTP/1.1" status: 204 len: 168 time: 0.4056513 Jul 05 04:20:53.159506 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6c71c500-3662-4802-b1a0-bf6ae28caad2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:53.195678 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77815c3-08de-4e46-b66c-f0c08b1b3aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ead58a-6ed0-4908-a766-c7bb6bd1c71a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:53.222140 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6c71c500-3662-4802-b1a0-bf6ae28caad2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:53.227501 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6c71c500-3662-4802-b1a0-bf6ae28caad2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/subnets/5326c939-ad3d-4715-99e1-9655d3215a40 HTTP/1.1" status: 204 len: 168 time: 0.6895957 Jul 05 04:20:53.231271 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33276) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:53.260257 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9ffffc-25f2-452c-8069-6ef5d2fb9a56 None None] Network 79ab6f03-8f30-4caa-a850-aa0731367df0 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:53.330392 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-06d6d156-67b8-46af-a9ba-184f67c0eac5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:53.334068 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eeda535b-ffe4-44d7-b351-7480b2f0a391 req-57b25312-158e-4bd0-bec9-71879d649d20 service neutron] 10.222.0.89 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111668 Jul 05 04:20:53.352597 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71c500-3662-4802-b1a0-bf6ae28caad2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Subnet': ['ID=5326c939-ad3d-4715-99e1-9655d3215a40,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:53.380903 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-f7bad0b1-9705-4ba0-892f-dd40610d8b4a service neutron] For port cedad616-b797-4aeb-a631-fbffeac0982e, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=cedad616-b797-4aeb-a631-fbffeac0982e,segment=NetworkSegment(0e5ffc70-de92-4ae1-9126-0f2122faf801),segment_id=0e5ffc70-de92-4ae1-9126-0f2122faf801)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:53.516837 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-f7bad0b1-9705-4ba0-892f-dd40610d8b4a service neutron] For port cedad616-b797-4aeb-a631-fbffeac0982e, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:53.554495 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eeda535b-ffe4-44d7-b351-7480b2f0a391 req-a1baa501-1e1f-4877-91c9-972c81a72fa9 service neutron] 10.222.0.89 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026234 Jul 05 04:20:53.567190 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d156-67b8-46af-a9ba-184f67c0eac5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting port 4bdc916a-a0ff-4f47-8e91-4ea879e545ba {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:20:53.570031 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-06d6d156-67b8-46af-a9ba-184f67c0eac5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:53.587945 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c060eb-03f0-48b5-ab0d-d567aad08ea3 req-3d41b494-a214-4f87-8cf6-2bc57159237a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:53.611743 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f2c060eb-03f0-48b5-ab0d-d567aad08ea3 req-3d41b494-a214-4f87-8cf6-2bc57159237a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 946 time: 0.4223664 Jul 05 04:20:53.650146 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-f7bad0b1-9705-4ba0-892f-dd40610d8b4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:53.667083 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-06d6d156-67b8-46af-a9ba-184f67c0eac5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] For port 4bdc916a-a0ff-4f47-8e91-4ea879e545ba, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=4bdc916a-a0ff-4f47-8e91-4ea879e545ba,segment=NetworkSegment(d21d5c00-4587-4cdd-87ab-8b2533b20620),segment_id=d21d5c00-4587-4cdd-87ab-8b2533b20620)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:53.667734 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-06d6d156-67b8-46af-a9ba-184f67c0eac5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:53.683284 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-f7bad0b1-9705-4ba0-892f-dd40610d8b4a service neutron] Transition to ACTIVE for port object cedad616-b797-4aeb-a631-fbffeac0982e will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:53.694989 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f2c060eb-03f0-48b5-ab0d-d567aad08ea3 req-c2f6b4ab-828a-4a51-b5dc-7e0f599dff37 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820091 Jul 05 04:20:53.697886 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-f7bad0b1-9705-4ba0-892f-dd40610d8b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:53.700120 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-06d6d156-67b8-46af-a9ba-184f67c0eac5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Calling delete_port for 4bdc916a-a0ff-4f47-8e91-4ea879e545ba owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:20:53.799997 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466f70dc-fe41-4317-9635-402e48745f37 None None] DHCP port deletion for 79ab6f03-8f30-4caa-a850-aa0731367df0 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:20:53.870981 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-06d6d156-67b8-46af-a9ba-184f67c0eac5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:53.886412 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bad0b1-9705-4ba0-892f-dd40610d8b4a service neutron] Pushing event updated for resources: {'Port': ['ID=cedad616-b797-4aeb-a631-fbffeac0982e,revision_number=10']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:53.897374 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-466f70dc-fe41-4317-9635-402e48745f37 None None] Deleting port 4bdc916a-a0ff-4f47-8e91-4ea879e545ba {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:20:53.897748 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-466f70dc-fe41-4317-9635-402e48745f37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:53.902778 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d6d156-67b8-46af-a9ba-184f67c0eac5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] No DVR routers for this DVR port 4bdc916a-a0ff-4f47-8e91-4ea879e545ba on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:20:53.949435 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d156-67b8-46af-a9ba-184f67c0eac5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Port': ['ID=4bdc916a-a0ff-4f47-8e91-4ea879e545ba,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:53.976832 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-f7bad0b1-9705-4ba0-892f-dd40610d8b4a service neutron] No DVR routers for this DVR port cedad616-b797-4aeb-a631-fbffeac0982e on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:20:54.055966 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-a7ce8533-eebf-4571-8fe7-6da17de1ae2b req-d9458614-375b-4ea8-9a0a-84c6ede93a11 tempest-ServerShowV254Test-1540622275 tempest-ServerShowV254Test-1540622275-project] (105538) timed out ('10.222.0.70', 59175) {{(pid=105538) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:20:54.072770 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-466f70dc-fe41-4317-9635-402e48745f37 None None] For port 4bdc916a-a0ff-4f47-8e91-4ea879e545ba, host n-d-780147-23, got binding levels [] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:54.073572 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-466f70dc-fe41-4317-9635-402e48745f37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.089503 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-06d6d156-67b8-46af-a9ba-184f67c0eac5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.113173 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-06d6d156-67b8-46af-a9ba-184f67c0eac5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ab6f03-8f30-4caa-a850-aa0731367df0']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:54.127840 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-466f70dc-fe41-4317-9635-402e48745f37 None None] Calling delete_port for 4bdc916a-a0ff-4f47-8e91-4ea879e545ba owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:20:54.137336 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.ipam_backend_mixin [None req-466f70dc-fe41-4317-9635-402e48745f37 None None] Port 4bdc916a-a0ff-4f47-8e91-4ea879e545ba was not found and therefore no delete operation was performed {{(pid=105540) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:20:54.142279 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-06d6d156-67b8-46af-a9ba-184f67c0eac5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21d5c00-4587-4cdd-87ab-8b2533b20620') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:54.142853 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-06d6d156-67b8-46af-a9ba-184f67c0eac5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21d5c00-4587-4cdd-87ab-8b2533b20620') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:54.144392 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-466f70dc-fe41-4317-9635-402e48745f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.163118 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-06d6d156-67b8-46af-a9ba-184f67c0eac5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.196902 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-06d6d156-67b8-46af-a9ba-184f67c0eac5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.204894 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d6d156-67b8-46af-a9ba-184f67c0eac5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:20:54.207752 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-06d6d156-67b8-46af-a9ba-184f67c0eac5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:20:54.217783 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:20:54.235046 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c5c56a-b294-45a3-b511-38cb776f2376', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cedad616-b797-4aeb-a631-fbffeac0982e'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:54.236481 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f70dc-fe41-4317-9635-402e48745f37 None None] Pushing event deleted for resources: {'Port': ['ID=4bdc916a-a0ff-4f47-8e91-4ea879e545ba,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:54.237280 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e0fc13-afa0-4364-947a-f499837f0a78" -d '{"events": [{"server_uuid": "20c5c56a-b294-45a3-b511-38cb776f2376", "name": "network-vif-unplugged", "status": "completed", "tag": "cedad616-b797-4aeb-a631-fbffeac0982e"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:54.267429 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466f70dc-fe41-4317-9635-402e48745f37 None None] No DVR routers for this DVR port 4bdc916a-a0ff-4f47-8e91-4ea879e545ba on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:20:54.279315 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-f7bad0b1-9705-4ba0-892f-dd40610d8b4a service neutron] Attempting to bind port cedad616-b797-4aeb-a631-fbffeac0982e on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:54.279548 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-f7bad0b1-9705-4ba0-892f-dd40610d8b4a service neutron] Attempting to bind port cedad616-b797-4aeb-a631-fbffeac0982e by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '0e5ffc70-de92-4ae1-9126-0f2122faf801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:54.280557 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-f7bad0b1-9705-4ba0-892f-dd40610d8b4a service neutron] Attempting to bind port cedad616-b797-4aeb-a631-fbffeac0982e on network 1e22e0ba-c790-4291-becf-02ea6e8b8d0e {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:54.290300 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-f7bad0b1-9705-4ba0-892f-dd40610d8b4a service neutron] Port cedad616-b797-4aeb-a631-fbffeac0982e on network 1e22e0ba-c790-4291-becf-02ea6e8b8d0e not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:20:54.290637 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-f7bad0b1-9705-4ba0-892f-dd40610d8b4a service neutron] Attempting to bind port cedad616-b797-4aeb-a631-fbffeac0982e on network 1e22e0ba-c790-4291-becf-02ea6e8b8d0e {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:54.297464 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-f7bad0b1-9705-4ba0-892f-dd40610d8b4a service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:54.297464 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-f7bad0b1-9705-4ba0-892f-dd40610d8b4a service neutron] Checking segment: {'id': '0e5ffc70-de92-4ae1-9126-0f2122faf801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:54.297679 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-f7bad0b1-9705-4ba0-892f-dd40610d8b4a service neutron] Bound using segment: {'id': '0e5ffc70-de92-4ae1-9126-0f2122faf801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:54.298052 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-f7bad0b1-9705-4ba0-892f-dd40610d8b4a service neutron] Bound port: cedad616-b797-4aeb-a631-fbffeac0982e, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e5ffc70-de92-4ae1-9126-0f2122faf801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:54.298415 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-f7bad0b1-9705-4ba0-892f-dd40610d8b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.353263 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-06d6d156-67b8-46af-a9ba-184f67c0eac5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.362423 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-06d6d156-67b8-46af-a9ba-184f67c0eac5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.364497 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-06d6d156-67b8-46af-a9ba-184f67c0eac5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/networks/79ab6f03-8f30-4caa-a850-aa0731367df0 HTTP/1.1" status: 204 len: 168 time: 1.1318681 Jul 05 04:20:54.374100 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33304) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:54.390853 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-3ecb62d3-b882-4273-b4b2-ee22edd4a855 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1857995744'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:54.418467 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d156-67b8-46af-a9ba-184f67c0eac5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Network': ['ID=79ab6f03-8f30-4caa-a850-aa0731367df0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:54.424409 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-f7bad0b1-9705-4ba0-892f-dd40610d8b4a service neutron] For port cedad616-b797-4aeb-a631-fbffeac0982e, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:54.429131 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-f7bad0b1-9705-4ba0-892f-dd40610d8b4a service neutron] For port cedad616-b797-4aeb-a631-fbffeac0982e, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=cedad616-b797-4aeb-a631-fbffeac0982e,segment=NetworkSegment(0e5ffc70-de92-4ae1-9126-0f2122faf801),segment_id=0e5ffc70-de92-4ae1-9126-0f2122faf801)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:54.432418 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb90003-c21c-42af-8766-6c22af12b3f6 x-openstack-request-id: req-8cb90003-c21c-42af-8766-6c22af12b3f6 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:54.432979 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c5c56a-b294-45a3-b511-38cb776f2376", "name": "network-vif-unplugged", "status": "completed", "tag": "cedad616-b797-4aeb-a631-fbffeac0982e", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:54.433234 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8cb90003-c21c-42af-8766-6c22af12b3f6 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:54.434161 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c5c56a-b294-45a3-b511-38cb776f2376', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cedad616-b797-4aeb-a631-fbffeac0982e', 'code': 200} Jul 05 04:20:54.436114 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-f7bad0b1-9705-4ba0-892f-dd40610d8b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.444059 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecb62d3-b882-4273-b4b2-ee22edd4a855 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Made reservation on behalf of ff8e97f25dec4039911d941a3e89eb38 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:54.448542 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3ecb62d3-b882-4273-b4b2-ee22edd4a855 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.507270 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ecb62d3-b882-4273-b4b2-ee22edd4a855 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:20:54.532199 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3ecb62d3-b882-4273-b4b2-ee22edd4a855 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.533409 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-3ecb62d3-b882-4273-b4b2-ee22edd4a855 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Added segment d91ae97e-0eac-42a5-ae29-6e9ffc80aab1 of type vlan for network 01af25c7-a88b-4995-9a67-26f6652be6d3 Jul 05 04:20:54.581305 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bad0b1-9705-4ba0-892f-dd40610d8b4a service neutron] Pushing event updated for resources: {'Port': ['ID=cedad616-b797-4aeb-a631-fbffeac0982e,revision_number=11']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:54.587944 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-f7bad0b1-9705-4ba0-892f-dd40610d8b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:54.588858 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-f7bad0b1-9705-4ba0-892f-dd40610d8b4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.591101 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-f7bad0b1-9705-4ba0-892f-dd40610d8b4a service neutron] 10.222.0.89 "PUT /v2.0/ports/cedad616-b797-4aeb-a631-fbffeac0982e HTTP/1.1" status: 200 len: 1094 time: 2.0435960 Jul 05 04:20:54.630503 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3ecb62d3-b882-4273-b4b2-ee22edd4a855 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.667669 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3ecb62d3-b882-4273-b4b2-ee22edd4a855 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.675889 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecb62d3-b882-4273-b4b2-ee22edd4a855 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:54.676455 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3ecb62d3-b882-4273-b4b2-ee22edd4a855 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.694374 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-59ef44a9-6adf-4dc1-abed-24d8222aa93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:54.696260 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-59ef44a9-6adf-4dc1-abed-24d8222aa93a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 1097 time: 0.0749326 Jul 05 04:20:54.761330 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device cedad616-b797-4aeb-a631-fbffeac0982e no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:20:54.817683 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3ecb62d3-b882-4273-b4b2-ee22edd4a855 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4409065 Jul 05 04:20:54.821180 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33316) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:54.836032 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-abd363a0-b149-4925-a0af-7e58c8ec73bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'subnet': {'network_id': '01af25c7-a88b-4995-9a67-26f6652be6d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:54.958131 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device cedad616-b797-4aeb-a631-fbffeac0982e not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:20:54.962430 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4bdc916a-a0ff-4f47-8e91-4ea879e545ba no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:20:54.981522 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb62d3-b882-4273-b4b2-ee22edd4a855 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Network': ['ID=01af25c7-a88b-4995-9a67-26f6652be6d3,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:54.987844 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-2da9b189-4b96-416b-b872-3ac4476f267d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:54.989666 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-2da9b189-4b96-416b-b872-3ac4476f267d service neutron] 10.222.0.89 "GET /v2.0/networks?id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e HTTP/1.1" status: 200 len: 898 time: 0.2864308 Jul 05 04:20:55.037677 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 4bdc916a-a0ff-4f47-8e91-4ea879e545ba {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:20:55.038032 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 4bdc916a-a0ff-4f47-8e91-4ea879e545ba not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:20:55.040688 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 01af25c7-a88b-4995-9a67-26f6652be6d3 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:20:55.130956 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-9ac8581b-1d1a-4b45-8f26-d106e621ed64 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cedad616-b797-4aeb-a631-fbffeac0982e HTTP/1.1" status: 200 len: 1000 time: 0.0938821 Jul 05 04:20:55.169859 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd363a0-b149-4925-a0af-7e58c8ec73bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Made reservation on behalf of ff8e97f25dec4039911d941a3e89eb38 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:55.174774 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-abd363a0-b149-4925-a0af-7e58c8ec73bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.230891 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63d118-f6e9-4e7a-a546-71b9ccaac87f req-4f3a35f7-b4c8-465f-843c-c4e3223d0a87 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:55.235777 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-db63d118-f6e9-4e7a-a546-71b9ccaac87f req-4f3a35f7-b4c8-465f-843c-c4e3223d0a87 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 945 time: 0.2782137 Jul 05 04:20:55.324695 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-ecca500c-6521-4884-a2c1-e70629f383c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:55.328144 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-ecca500c-6521-4884-a2c1-e70629f383c9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0c3310d5-6014-4e5f-8153-91ba05ad73c0 HTTP/1.1" status: 200 len: 835 time: 0.1870601 Jul 05 04:20:55.360095 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-db63d118-f6e9-4e7a-a546-71b9ccaac87f req-0144f682-88be-4273-b76b-b355229fd23c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120410 Jul 05 04:20:55.525007 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-79b918d8-d372-492a-8913-1a3a5bd4b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:55.527932 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-79b918d8-d372-492a-8913-1a3a5bd4b8d6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1889958 Jul 05 04:20:55.552663 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-abd363a0-b149-4925-a0af-7e58c8ec73bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.699863 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd363a0-b149-4925-a0af-7e58c8ec73bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Subnet': ['ID=5bbfe61d-5239-48d3-9463-3ac73c53421e,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:55.722395 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd363a0-b149-4925-a0af-7e58c8ec73bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Checking segment: {'id': 'd91ae97e-0eac-42a5-ae29-6e9ffc80aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '01af25c7-a88b-4995-9a67-26f6652be6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:55.722795 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd363a0-b149-4925-a0af-7e58c8ec73bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network hostable DHCP agents. Network: 01af25c7-a88b-4995-9a67-26f6652be6d3, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:20:55.742325 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-a12b0e05-20a2-43dd-9176-e0c6ead0cbfd service neutron] 10.222.0.89 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044017 Jul 05 04:20:55.757425 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd363a0-b149-4925-a0af-7e58c8ec73bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network 01af25c7-a88b-4995-9a67-26f6652be6d3 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:20:55.772086 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-abd363a0-b149-4925-a0af-7e58c8ec73bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 01af25c7-a88b-4995-9a67-26f6652be6d3) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:55.778333 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd363a0-b149-4925-a0af-7e58c8ec73bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:55.783125 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4989f53d-6c70-4911-9ca5-bef7722b003c None None] Network 01af25c7-a88b-4995-9a67-26f6652be6d3 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:55.792492 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-abd363a0-b149-4925-a0af-7e58c8ec73bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.824158 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-abd363a0-b149-4925-a0af-7e58c8ec73bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9988811 Jul 05 04:20:55.828178 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33332) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:55.836000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-0f8de006-6626-4ede-a784-6c9663e895dc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-894740986', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:55.877508 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0f8de006-6626-4ede-a784-6c9663e895dc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.879774 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0f8de006-6626-4ede-a784-6c9663e895dc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.934183 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ad60dfb6-fcac-45c2-9a23-d0a55bccf8b6 req-a955a8be-0fd1-420c-bf07-68a8f41e249d service neutron] 10.222.0.89 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792896 Jul 05 04:20:55.990176 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0f8de006-6626-4ede-a784-6c9663e895dc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.996607 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0f8de006-6626-4ede-a784-6c9663e895dc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.026524 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0f8de006-6626-4ede-a784-6c9663e895dc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.028640 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0f8de006-6626-4ede-a784-6c9663e895dc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1986325 Jul 05 04:20:56.031716 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33334) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:56.106393 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714d9483-6bd4-427b-b30e-1948a3961daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-01af25c7-a88b-4995-9a67-26f6652be6d3', 'network_id': '01af25c7-a88b-4995-9a67-26f6652be6d3', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'fixed_ips': [{'subnet_id': '5bbfe61d-5239-48d3-9463-3ac73c53421e'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:20:56.108870 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-714d9483-6bd4-427b-b30e-1948a3961daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.384367 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-714d9483-6bd4-427b-b30e-1948a3961daa None None] Allocated IP 2001:db8::2 (01af25c7-a88b-4995-9a67-26f6652be6d3/5bbfe61d-5239-48d3-9463-3ac73c53421e/0cd5d6d6-e131-4071-8b09-141d71d312b5) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:56.435720 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c5c56a-b294-45a3-b511-38cb776f2376', 'tag': 'cedad616-b797-4aeb-a631-fbffeac0982e'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:56.438758 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bb3a4a-9737-4aee-8d64-a59d45a0f0c5" -d '{"events": [{"name": "network-changed", "server_uuid": "20c5c56a-b294-45a3-b511-38cb776f2376", "tag": "cedad616-b797-4aeb-a631-fbffeac0982e"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:56.573759 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d25e4c2-4fc7-4974-827c-493f0787134b x-openstack-request-id: req-0d25e4c2-4fc7-4974-827c-493f0787134b {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:56.574041 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c5c56a-b294-45a3-b511-38cb776f2376", "tag": "cedad616-b797-4aeb-a631-fbffeac0982e", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:56.574244 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0d25e4c2-4fc7-4974-827c-493f0787134b {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:56.574621 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c5c56a-b294-45a3-b511-38cb776f2376', 'tag': 'cedad616-b797-4aeb-a631-fbffeac0982e', 'status': 'completed', 'code': 200} Jul 05 04:20:56.600360 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-714d9483-6bd4-427b-b30e-1948a3961daa None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.612340 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-714d9483-6bd4-427b-b30e-1948a3961daa None None] Transition to ACTIVE for port object 0cd5d6d6-e131-4071-8b09-141d71d312b5 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:56.639535 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-714d9483-6bd4-427b-b30e-1948a3961daa None None] Transition to ACTIVE for port object 0cd5d6d6-e131-4071-8b09-141d71d312b5 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:56.651419 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-714d9483-6bd4-427b-b30e-1948a3961daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.869823 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714d9483-6bd4-427b-b30e-1948a3961daa None None] Network 01af25c7-a88b-4995-9a67-26f6652be6d3 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:56.905830 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-714d9483-6bd4-427b-b30e-1948a3961daa None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:56.929043 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714d9483-6bd4-427b-b30e-1948a3961daa None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:57.024062 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d9483-6bd4-427b-b30e-1948a3961daa None None] Pushing event updated for resources: {'Port': ['ID=0cd5d6d6-e131-4071-8b09-141d71d312b5,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:57.047699 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-88e86cc8-7c50-4c49-9513-1fa795c6426b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:57.143335 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb3a4a-9737-4aee-8d64-a59d45a0f0c5 req-78dd8550-992a-4633-8b78-8a87f9e75cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:57.145163 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-72bb3a4a-9737-4aee-8d64-a59d45a0f0c5 req-78dd8550-992a-4633-8b78-8a87f9e75cc5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 1097 time: 0.4820945 Jul 05 04:20:57.188195 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-714d9483-6bd4-427b-b30e-1948a3961daa None None] Attempting to bind port 0cd5d6d6-e131-4071-8b09-141d71d312b5 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:57.189033 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-714d9483-6bd4-427b-b30e-1948a3961daa None None] Attempting to bind port 0cd5d6d6-e131-4071-8b09-141d71d312b5 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'd91ae97e-0eac-42a5-ae29-6e9ffc80aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '01af25c7-a88b-4995-9a67-26f6652be6d3'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:57.189577 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714d9483-6bd4-427b-b30e-1948a3961daa None None] Attempting to bind port 0cd5d6d6-e131-4071-8b09-141d71d312b5 on network 01af25c7-a88b-4995-9a67-26f6652be6d3 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:57.203364 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714d9483-6bd4-427b-b30e-1948a3961daa None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:57.204207 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714d9483-6bd4-427b-b30e-1948a3961daa None None] Checking segment: {'id': 'd91ae97e-0eac-42a5-ae29-6e9ffc80aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '01af25c7-a88b-4995-9a67-26f6652be6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:57.204938 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-714d9483-6bd4-427b-b30e-1948a3961daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:57.206001 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714d9483-6bd4-427b-b30e-1948a3961daa None None] Bound using segment: {'id': 'd91ae97e-0eac-42a5-ae29-6e9ffc80aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '01af25c7-a88b-4995-9a67-26f6652be6d3'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:57.208983 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-714d9483-6bd4-427b-b30e-1948a3961daa None None] Bound port: 0cd5d6d6-e131-4071-8b09-141d71d312b5, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91ae97e-0eac-42a5-ae29-6e9ffc80aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '01af25c7-a88b-4995-9a67-26f6652be6d3'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:57.209693 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-714d9483-6bd4-427b-b30e-1948a3961daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:57.266460 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb3a4a-9737-4aee-8d64-a59d45a0f0c5 req-0d2bf5b5-59bb-4954-a156-91f487edb32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:57.267488 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-72bb3a4a-9737-4aee-8d64-a59d45a0f0c5 req-0d2bf5b5-59bb-4954-a156-91f487edb32e service neutron] 10.222.0.70 "GET /v2.0/networks?id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e HTTP/1.1" status: 200 len: 898 time: 0.1157517 Jul 05 04:20:57.270135 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb3a4a-9737-4aee-8d64-a59d45a0f0c5 req-c7cc9ed7-d750-485b-9577-9e32edce62aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:57.271724 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-72bb3a4a-9737-4aee-8d64-a59d45a0f0c5 req-c7cc9ed7-d750-485b-9577-9e32edce62aa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 1097 time: 0.4481986 Jul 05 04:20:57.395736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-714d9483-6bd4-427b-b30e-1948a3961daa None None] For port 0cd5d6d6-e131-4071-8b09-141d71d312b5, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:57.399420 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-714d9483-6bd4-427b-b30e-1948a3961daa None None] For port 0cd5d6d6-e131-4071-8b09-141d71d312b5, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=0cd5d6d6-e131-4071-8b09-141d71d312b5,segment=NetworkSegment(d91ae97e-0eac-42a5-ae29-6e9ffc80aab1),segment_id=d91ae97e-0eac-42a5-ae29-6e9ffc80aab1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:57.409532 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-714d9483-6bd4-427b-b30e-1948a3961daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:57.476709 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-88e86cc8-7c50-4c49-9513-1fa795c6426b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Allocated IP 2001:db8::1 (01af25c7-a88b-4995-9a67-26f6652be6d3/5bbfe61d-5239-48d3-9463-3ac73c53421e/793bb677-58b1-4c69-8e33-21a03fae84bc) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:57.508328 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d9483-6bd4-427b-b30e-1948a3961daa None None] Pushing event updated for resources: {'Port': ['ID=0cd5d6d6-e131-4071-8b09-141d71d312b5,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:57.614819 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-72bb3a4a-9737-4aee-8d64-a59d45a0f0c5 req-d0a4226f-7217-4a01-b91a-707404521f32 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cedad616-b797-4aeb-a631-fbffeac0982e HTTP/1.1" status: 200 len: 1000 time: 0.3397727 Jul 05 04:20:57.764612 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89106c-2b3c-4e2d-91e6-86cf5ed7c658 req-8ed88aee-80e4-436d-9076-8c66886e5bdb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:57.768419 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-914e1588-a46a-4be8-9737-280d8a24bde9 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:57.768911 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea89106c-2b3c-4e2d-91e6-86cf5ed7c658 req-8ed88aee-80e4-436d-9076-8c66886e5bdb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 945 time: 0.4635108 Jul 05 04:20:57.770033 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-914e1588-a46a-4be8-9737-280d8a24bde9 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/networks?id=7f5444e3-c291-41fd-b748-e3b4178b2e2c HTTP/1.1" status: 200 len: 815 time: 0.3447578 Jul 05 04:20:57.775785 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb3a4a-9737-4aee-8d64-a59d45a0f0c5 req-1e9ee6f1-5d7d-44ee-ac59-318005eef0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:57.777514 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-72bb3a4a-9737-4aee-8d64-a59d45a0f0c5 req-1e9ee6f1-5d7d-44ee-ac59-318005eef0fa service neutron] 10.222.0.89 "GET /v2.0/networks?id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e HTTP/1.1" status: 200 len: 898 time: 0.4937761 Jul 05 04:20:57.799616 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-88e86cc8-7c50-4c49-9513-1fa795c6426b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:57.805736 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb3a4a-9737-4aee-8d64-a59d45a0f0c5 req-4d6943f7-0d63-43d4-8e60-8aa0b4899f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:57.807245 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-72bb3a4a-9737-4aee-8d64-a59d45a0f0c5 req-4d6943f7-0d63-43d4-8e60-8aa0b4899f94 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0c3310d5-6014-4e5f-8153-91ba05ad73c0 HTTP/1.1" status: 200 len: 835 time: 0.1779552 Jul 05 04:20:57.828717 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-88e86cc8-7c50-4c49-9513-1fa795c6426b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Transition to ACTIVE for port object 793bb677-58b1-4c69-8e33-21a03fae84bc will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:57.901787 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-d63df893-8911-44dc-83d8-264f4a71a2aa tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/quotas/74847c5a0be2460f936bfa8b3db608e8 HTTP/1.1" status: 200 len: 375 time: 0.1204784 Jul 05 04:20:58.003153 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-72bb3a4a-9737-4aee-8d64-a59d45a0f0c5 req-07f04dee-c388-4ee8-943d-f530aecfa628 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cedad616-b797-4aeb-a631-fbffeac0982e HTTP/1.1" status: 200 len: 1000 time: 0.2102242 Jul 05 04:20:58.008150 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-88e86cc8-7c50-4c49-9513-1fa795c6426b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:58.011750 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb3a4a-9737-4aee-8d64-a59d45a0f0c5 req-147bbb72-c26e-4f1d-a55e-a7f719867863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:58.013447 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-72bb3a4a-9737-4aee-8d64-a59d45a0f0c5 req-147bbb72-c26e-4f1d-a55e-a7f719867863 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1654582 Jul 05 04:20:58.068924 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea89106c-2b3c-4e2d-91e6-86cf5ed7c658 req-4554a798-87b3-4c2d-abc9-c15ef10c81a2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196081 Jul 05 04:20:58.090429 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e86cc8-7c50-4c49-9513-1fa795c6426b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network 01af25c7-a88b-4995-9a67-26f6652be6d3 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:58.114377 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-88e86cc8-7c50-4c49-9513-1fa795c6426b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:58.116757 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e86cc8-7c50-4c49-9513-1fa795c6426b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Port': ['ID=793bb677-58b1-4c69-8e33-21a03fae84bc,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:58.138166 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e86cc8-7c50-4c49-9513-1fa795c6426b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:58.138907 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-88e86cc8-7c50-4c49-9513-1fa795c6426b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:58.385051 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-74ad24e0-7ec6-45e9-b274-47b08271783b tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=74847c5a0be2460f936bfa8b3db608e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4694810 Jul 05 04:20:58.402317 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-88e86cc8-7c50-4c49-9513-1fa795c6426b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:58.422887 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb3a4a-9737-4aee-8d64-a59d45a0f0c5 req-bb7c4a58-9630-43bc-9065-02f7e5c8ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:58.423542 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-72bb3a4a-9737-4aee-8d64-a59d45a0f0c5 req-bb7c4a58-9630-43bc-9065-02f7e5c8ce1f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0c3310d5-6014-4e5f-8153-91ba05ad73c0 HTTP/1.1" status: 200 len: 835 time: 0.4057472 Jul 05 04:20:58.498943 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-72bb3a4a-9737-4aee-8d64-a59d45a0f0c5 req-c1a71e74-a879-4142-9827-54e345f38f53 service neutron] 10.222.0.70 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618254 Jul 05 04:20:58.571038 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device cedad616-b797-4aeb-a631-fbffeac0982e details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:20:58.850412 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8dbda4ce-663c-4c06-a03f-fbb19d54f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:58.857504 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-72bb3a4a-9737-4aee-8d64-a59d45a0f0c5 req-9079267a-54c5-4b8b-863f-1cd18a83191f service neutron] 10.222.0.70 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172371 Jul 05 04:20:58.946266 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 0cd5d6d6-e131-4071-8b09-141d71d312b5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:58.951128 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port cedad616-b797-4aeb-a631-fbffeac0982e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=cedad616-b797-4aeb-a631-fbffeac0982e,segment=NetworkSegment(0e5ffc70-de92-4ae1-9126-0f2122faf801),segment_id=0e5ffc70-de92-4ae1-9126-0f2122faf801)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:58.993629 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'cedad616-b797-4aeb-a631-fbffeac0982e', 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e', 'port_id': 'cedad616-b797-4aeb-a631-fbffeac0982e', 'mac_address': 'fa:16:3e:fc:4f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c3310d5-6014-4e5f-8153-91ba05ad73c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:20:58.996108 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-331d24ca-c55b-4b90-a549-55c450e49156 service neutron] 10.222.0.77 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5891962 Jul 05 04:20:59.023085 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb3a4a-9737-4aee-8d64-a59d45a0f0c5 req-c1f63751-03c0-4257-be1a-720d3248d868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:59.025349 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-72bb3a4a-9737-4aee-8d64-a59d45a0f0c5 req-c1f63751-03c0-4257-be1a-720d3248d868 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5752797 Jul 05 04:20:59.057100 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-88e86cc8-7c50-4c49-9513-1fa795c6426b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:59.067490 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-88e86cc8-7c50-4c49-9513-1fa795c6426b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:59.068384 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-88e86cc8-7c50-4c49-9513-1fa795c6426b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:59.092624 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:59.137011 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cedad616-b797-4aeb-a631-fbffeac0982e {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:20:59.179336 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port cedad616-b797-4aeb-a631-fbffeac0982e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=cedad616-b797-4aeb-a631-fbffeac0982e,segment=NetworkSegment(0e5ffc70-de92-4ae1-9126-0f2122faf801),segment_id=0e5ffc70-de92-4ae1-9126-0f2122faf801)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:59.189445 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:59.251960 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 0cd5d6d6-e131-4071-8b09-141d71d312b5 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:59.306169 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=cedad616-b797-4aeb-a631-fbffeac0982e,revision_number=12']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:59.313556 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e86cc8-7c50-4c49-9513-1fa795c6426b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Port': ['ID=793bb677-58b1-4c69-8e33-21a03fae84bc,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:59.345517 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b94bd2-7783-4b16-b04d-33f749452272 None None] Network 01af25c7-a88b-4995-9a67-26f6652be6d3 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:59.378758 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-d2020b2a-f1c9-44d6-a0fb-42583a35e4d1 service neutron] 10.222.0.77 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725781 Jul 05 04:20:59.390433 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-72bb3a4a-9737-4aee-8d64-a59d45a0f0c5 req-079b39fb-75dc-402a-af00-49c820fc39ca service neutron] 10.222.0.89 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466620 Jul 05 04:20:59.439456 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e86cc8-7c50-4c49-9513-1fa795c6426b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network 01af25c7-a88b-4995-9a67-26f6652be6d3 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:59.442388 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-88e86cc8-7c50-4c49-9513-1fa795c6426b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:59.467686 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:59.474483 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['cedad616-b797-4aeb-a631-fbffeac0982e'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:20:59.522854 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77cbef-ed7f-4286-becb-67b1be9556e2 req-db4b1d24-9dc1-41e8-989f-8a8a06a9d228 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:59.525305 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cd77cbef-ed7f-4286-becb-67b1be9556e2 req-db4b1d24-9dc1-41e8-989f-8a8a06a9d228 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 946 time: 0.2008789 Jul 05 04:20:59.556575 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-21c998ca-94cf-4c24-9239-1a80d1eb0000 None None] Provisioning for port 0cd5d6d6-e131-4071-8b09-141d71d312b5 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:59.586388 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-21c998ca-94cf-4c24-9239-1a80d1eb0000 None None] Provisioning complete for port 0cd5d6d6-e131-4071-8b09-141d71d312b5 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:59.587095 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-21c998ca-94cf-4c24-9239-1a80d1eb0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:59.627254 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-72bb3a4a-9737-4aee-8d64-a59d45a0f0c5 req-3edba371-16a7-4341-92db-da41426fe721 service neutron] 10.222.0.89 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208967 Jul 05 04:20:59.666325 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cd77cbef-ed7f-4286-becb-67b1be9556e2 req-af9c2222-1775-4417-b3b4-2e952b7385bd tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969055 Jul 05 04:20:59.713804 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33452) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:59.863214 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4b8eaeca-40b9-4280-bcb8-05a3812914ba req-d335be47-e60c-4365-9c0e-d7b8cf8c72d6 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=863035a5-e5d2-461d-abde-aed592699a42 HTTP/1.1" status: 200 len: 210 time: 0.1214459 Jul 05 04:20:59.891303 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e86cc8-7c50-4c49-9513-1fa795c6426b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Router af664153-f5ed-49a8-987c-05442019a728 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:20:59.900666 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9332640e-8e9d-4d19-b52c-4a7ac6795347 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/floatingips/948f9b39-bb6a-44a2-b919-0b06e34bcb68 HTTP/1.1" status: 200 len: 993 time: 0.1785707 Jul 05 04:21:00.025596 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-21c998ca-94cf-4c24-9239-1a80d1eb0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:00.057036 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e86cc8-7c50-4c49-9513-1fa795c6426b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:00.074602 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d0e6ac-934b-4cf2-9c67-6ccb15edee1d None None] Sync routers for ids ['af664153-f5ed-49a8-987c-05442019a728'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:00.096473 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d0e6ac-934b-4cf2-9c67-6ccb15edee1d None None] Routers {'af664153-f5ed-49a8-987c-05442019a728'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:00.097134 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-86d0e6ac-934b-4cf2-9c67-6ccb15edee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:20:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['af664153-f5ed-49a8-987c-05442019a728'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:00.101316 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-88e86cc8-7c50-4c49-9513-1fa795c6426b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "PUT /v2.0/routers/af664153-f5ed-49a8-987c-05442019a728/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0677633 Jul 05 04:21:00.104834 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33460) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:00.201496 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-86d0e6ac-934b-4cf2-9c67-6ccb15edee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:00.202978 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-21c998ca-94cf-4c24-9239-1a80d1eb0000 None None] For port 0cd5d6d6-e131-4071-8b09-141d71d312b5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=0cd5d6d6-e131-4071-8b09-141d71d312b5,segment=NetworkSegment(d91ae97e-0eac-42a5-ae29-6e9ffc80aab1),segment_id=d91ae97e-0eac-42a5-ae29-6e9ffc80aab1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:00.230292 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d0e6ac-934b-4cf2-9c67-6ccb15edee1d None None] Routers {'af664153-f5ed-49a8-987c-05442019a728'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:00.231288 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-86d0e6ac-934b-4cf2-9c67-6ccb15edee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:20:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['af664153-f5ed-49a8-987c-05442019a728'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:00.237837 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-21c998ca-94cf-4c24-9239-1a80d1eb0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:00.311899 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595f295c-053b-4821-803a-959fcf923a70 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:00.313649 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-86d0e6ac-934b-4cf2-9c67-6ccb15edee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:00.315378 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-595f295c-053b-4821-803a-959fcf923a70 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "GET /v2.0/ports/793bb677-58b1-4c69-8e33-21a03fae84bc HTTP/1.1" status: 200 len: 911 time: 0.2094736 Jul 05 04:21:00.316316 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d0e6ac-934b-4cf2-9c67-6ccb15edee1d None None] The sync data for ids ['af664153-f5ed-49a8-987c-05442019a728'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:00.319369 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33464) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:00.419646 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c998ca-94cf-4c24-9239-1a80d1eb0000 None None] Pushing event updated for resources: {'Port': ['ID=0cd5d6d6-e131-4071-8b09-141d71d312b5,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:00.786412 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dd2ed69a-f5c2-4962-bb73-e0a2d0c7a6dc None None] Provisioning for port 793bb677-58b1-4c69-8e33-21a03fae84bc completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:00.791198 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dd2ed69a-f5c2-4962-bb73-e0a2d0c7a6dc None None] Provisioning complete for port 793bb677-58b1-4c69-8e33-21a03fae84bc triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:00.791768 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dd2ed69a-f5c2-4962-bb73-e0a2d0c7a6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:00.836390 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 0cd5d6d6-e131-4071-8b09-141d71d312b5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:00.972592 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dd2ed69a-f5c2-4962-bb73-e0a2d0c7a6dc None None] Port 793bb677-58b1-4c69-8e33-21a03fae84bc cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:21:00.996477 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dd2ed69a-f5c2-4962-bb73-e0a2d0c7a6dc None None] Provisioning complete for port 0cd5d6d6-e131-4071-8b09-141d71d312b5 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:00.996880 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dd2ed69a-f5c2-4962-bb73-e0a2d0c7a6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:01.077524 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 0cd5d6d6-e131-4071-8b09-141d71d312b5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:01.078070 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:01.163126 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aee0b12d-6f21-4718-959b-d86e284dce58 req-8e024302-a495-4eba-9664-aeaf1358da54 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=863035a5-e5d2-461d-abde-aed592699a42 HTTP/1.1" status: 200 len: 210 time: 0.0570645 Jul 05 04:21:01.305521 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-411fff5b-66c7-4048-9121-bc555b2da1a8 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:01.345329 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-313e19d7-63a8-4669-809b-0d99fe6cc848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:01.469776 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e260960f-7da1-4465-8b15-dad4857f91a6 None None] Provisioning complete for port 793bb677-58b1-4c69-8e33-21a03fae84bc triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:01.469776 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e260960f-7da1-4465-8b15-dad4857f91a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:01.529077 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-e260960f-7da1-4465-8b15-dad4857f91a6 None None] Port 793bb677-58b1-4c69-8e33-21a03fae84bc cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:21:01.628922 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-3843f522-cf69-4e45-8e28-7f895ea06120 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:01.630507 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-3843f522-cf69-4e45-8e28-7f895ea06120 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.70 "GET /v2.0/networks?id=7f5444e3-c291-41fd-b748-e3b4178b2e2c HTTP/1.1" status: 200 len: 815 time: 0.1679821 Jul 05 04:21:01.652482 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-d2e3006a-7e64-4ae6-96b5-9f09665ec5db tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Request body: {'port': {'device_id': '863035a5-e5d2-461d-abde-aed592699a42', 'network_id': '7f5444e3-c291-41fd-b748-e3b4178b2e2c', 'admin_state_up': True, 'tenant_id': '74847c5a0be2460f936bfa8b3db608e8'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:01.751507 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:01.846073 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-411fff5b-66c7-4048-9121-bc555b2da1a8 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting port 793bb677-58b1-4c69-8e33-21a03fae84bc {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:01.846428 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-411fff5b-66c7-4048-9121-bc555b2da1a8 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:01.905751 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-d2e3006a-7e64-4ae6-96b5-9f09665ec5db tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Made reservation on behalf of 74847c5a0be2460f936bfa8b3db608e8 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:01.909058 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-d2e3006a-7e64-4ae6-96b5-9f09665ec5db tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:01.996767 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-411fff5b-66c7-4048-9121-bc555b2da1a8 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:02.019993 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-411fff5b-66c7-4048-9121-bc555b2da1a8 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Calling delete_port for 793bb677-58b1-4c69-8e33-21a03fae84bc owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:02.132466 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-d2e3006a-7e64-4ae6-96b5-9f09665ec5db tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Allocated IP 172.20.0.13 (7f5444e3-c291-41fd-b748-e3b4178b2e2c/93de40b5-241e-40d0-ab50-a45ead66ce92/d6726d45-d5d8-4914-a909-cedd6a3f5245) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:02.351444 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7e3ee848-040d-4713-a282-c4c5c318694a req-ccc0649e-6fa6-4ac9-96d9-0da155f84b20 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=863035a5-e5d2-461d-abde-aed592699a42 HTTP/1.1" status: 200 len: 210 time: 0.0441127 Jul 05 04:21:02.387611 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-411fff5b-66c7-4048-9121-bc555b2da1a8 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:02.459719 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fff5b-66c7-4048-9121-bc555b2da1a8 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Port': ['ID=793bb677-58b1-4c69-8e33-21a03fae84bc,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:02.560371 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-d2e3006a-7e64-4ae6-96b5-9f09665ec5db tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:02.609713 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-411fff5b-66c7-4048-9121-bc555b2da1a8 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:02.612166 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device cedad616-b797-4aeb-a631-fbffeac0982e up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:02.681122 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:02.728945 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port cedad616-b797-4aeb-a631-fbffeac0982e completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:02.740947 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port cedad616-b797-4aeb-a631-fbffeac0982e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:02.741399 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:02.867658 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:02.879437 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-d2e3006a-7e64-4ae6-96b5-9f09665ec5db tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:02.897715 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411fff5b-66c7-4048-9121-bc555b2da1a8 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Router af664153-f5ed-49a8-987c-05442019a728 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:21:02.905043 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c5c56a-b294-45a3-b511-38cb776f2376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedad616-b797-4aeb-a631-fbffeac0982e'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:02.907694 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60278919-a2a8-4317-963b-6604b340f44d" -d '{"events": [{"server_uuid": "20c5c56a-b294-45a3-b511-38cb776f2376", "name": "network-vif-plugged", "status": "completed", "tag": "cedad616-b797-4aeb-a631-fbffeac0982e"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:02.917517 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['daa9d381-2042-4406-b2a8-ea04b864e399'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:21:02.981124 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port cedad616-b797-4aeb-a631-fbffeac0982e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=cedad616-b797-4aeb-a631-fbffeac0982e,segment=NetworkSegment(0e5ffc70-de92-4ae1-9126-0f2122faf801),segment_id=0e5ffc70-de92-4ae1-9126-0f2122faf801)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:03.000580 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:03.091449 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-d2e3006a-7e64-4ae6-96b5-9f09665ec5db tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Network 7f5444e3-c291-41fd-b748-e3b4178b2e2c is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:03.106703 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89557c0-17c9-40a6-befb-ad8faf4dd517 x-openstack-request-id: req-f89557c0-17c9-40a6-befb-ad8faf4dd517 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:03.108462 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c5c56a-b294-45a3-b511-38cb776f2376", "name": "network-vif-plugged", "status": "completed", "tag": "cedad616-b797-4aeb-a631-fbffeac0982e", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:03.110954 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f89557c0-17c9-40a6-befb-ad8faf4dd517 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:03.111523 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c5c56a-b294-45a3-b511-38cb776f2376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedad616-b797-4aeb-a631-fbffeac0982e', 'code': 200} Jul 05 04:21:03.117303 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-d2e3006a-7e64-4ae6-96b5-9f09665ec5db tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:03.121479 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-d2e3006a-7e64-4ae6-96b5-9f09665ec5db tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:03.157779 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=cedad616-b797-4aeb-a631-fbffeac0982e,revision_number=13']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:03.212638 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-d2e3006a-7e64-4ae6-96b5-9f09665ec5db tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:03.213267 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-d2e3006a-7e64-4ae6-96b5-9f09665ec5db tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:03.226848 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3006a-7e64-4ae6-96b5-9f09665ec5db tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Pushing event updated for resources: {'Port': ['ID=d6726d45-d5d8-4914-a909-cedd6a3f5245,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:03.281146 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-d2e3006a-7e64-4ae6-96b5-9f09665ec5db tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6334925 Jul 05 04:21:03.312098 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-fa41d342-83e0-4783-89d1-2cccdb5536c4 service neutron] Request body: {'port': {'device_id': '863035a5-e5d2-461d-abde-aed592699a42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:03.339391 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411fff5b-66c7-4048-9121-bc555b2da1a8 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:03.346606 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-411fff5b-66c7-4048-9121-bc555b2da1a8 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "PUT /v2.0/routers/af664153-f5ed-49a8-987c-05442019a728/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0249567 Jul 05 04:21:03.349541 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33490) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:03.353092 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00168ca-d85f-4275-9aac-ecaef0d80b50 None None] Sync routers for ids ['af664153-f5ed-49a8-987c-05442019a728'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:03.364519 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00168ca-d85f-4275-9aac-ecaef0d80b50 None None] Routers {'af664153-f5ed-49a8-987c-05442019a728'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:03.365289 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d00168ca-d85f-4275-9aac-ecaef0d80b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['af664153-f5ed-49a8-987c-05442019a728'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:03.385274 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-66bf8b1f-139d-4614-bcf8-85e488e6ceed tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "GET /v2.0/ports?device_id=af664153-f5ed-49a8-987c-05442019a728 HTTP/1.1" status: 200 len: 205 time: 0.0344696 Jul 05 04:21:03.387777 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33494) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:03.408619 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d00168ca-d85f-4275-9aac-ecaef0d80b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:03.426202 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00168ca-d85f-4275-9aac-ecaef0d80b50 None None] Routers {'af664153-f5ed-49a8-987c-05442019a728'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:03.427654 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d00168ca-d85f-4275-9aac-ecaef0d80b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['af664153-f5ed-49a8-987c-05442019a728'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:03.438024 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-fa41d342-83e0-4783-89d1-2cccdb5536c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:03.480015 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c54d75fa-5ae3-43f3-bd79-70653ba523c5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:03.512465 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d00168ca-d85f-4275-9aac-ecaef0d80b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:03.513243 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00168ca-d85f-4275-9aac-ecaef0d80b50 None None] The sync data for ids ['af664153-f5ed-49a8-987c-05442019a728'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:03.664873 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c54d75fa-5ae3-43f3-bd79-70653ba523c5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:03.667433 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c54d75fa-5ae3-43f3-bd79-70653ba523c5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:03.686494 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c9b72-94b0-4a89-af55-b5e265d4e656 req-9a797ae6-2ed2-46d8-a9e0-38db59b2d20c tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:03.688168 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-456c9b72-94b0-4a89-af55-b5e265d4e656 req-9a797ae6-2ed2-46d8-a9e0-38db59b2d20c tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=863035a5-e5d2-461d-abde-aed592699a42 HTTP/1.1" status: 200 len: 932 time: 0.1888695 Jul 05 04:21:03.719225 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c54d75fa-5ae3-43f3-bd79-70653ba523c5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:03.719960 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54d75fa-5ae3-43f3-bd79-70653ba523c5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Fanout notify agent at l3_agent the message router_deleted on router af664153-f5ed-49a8-987c-05442019a728 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:21:03.736598 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c54d75fa-5ae3-43f3-bd79-70653ba523c5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:03.740334 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c54d75fa-5ae3-43f3-bd79-70653ba523c5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/routers/af664153-f5ed-49a8-987c-05442019a728 HTTP/1.1" status: 204 len: 168 time: 0.3513718 Jul 05 04:21:03.740985 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33496) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:03.763825 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-456c9b72-94b0-4a89-af55-b5e265d4e656 req-7516ed98-4517-4edc-9d02-5d32c25f4c7d tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609877 Jul 05 04:21:03.820485 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa2ac0a-e3f3-47fe-b167-b975e5f2b140 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting subnet 5bbfe61d-5239-48d3-9463-3ac73c53421e {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:21:03.827735 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4fa2ac0a-e3f3-47fe-b167-b975e5f2b140 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:03.832451 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-fa41d342-83e0-4783-89d1-2cccdb5536c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6726d45-d5d8-4914-a909-cedd6a3f5245 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:21:03.843987 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-fa41d342-83e0-4783-89d1-2cccdb5536c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:03.860770 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-fa41d342-83e0-4783-89d1-2cccdb5536c4 service neutron] Transition to ACTIVE for port object d6726d45-d5d8-4914-a909-cedd6a3f5245 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:03.876102 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-fa41d342-83e0-4783-89d1-2cccdb5536c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:03.907090 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4fa2ac0a-e3f3-47fe-b167-b975e5f2b140 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:03.966165 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41d342-83e0-4783-89d1-2cccdb5536c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6726d45-d5d8-4914-a909-cedd6a3f5245,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:04.103928 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-fa41d342-83e0-4783-89d1-2cccdb5536c4 service neutron] Attempting to bind port d6726d45-d5d8-4914-a909-cedd6a3f5245 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:04.104442 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-fa41d342-83e0-4783-89d1-2cccdb5536c4 service neutron] Attempting to bind port d6726d45-d5d8-4914-a909-cedd6a3f5245 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '2fb1a78a-75d7-4f43-842b-9e5a3f0773a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5444e3-c291-41fd-b748-e3b4178b2e2c'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:04.105303 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-fa41d342-83e0-4783-89d1-2cccdb5536c4 service neutron] Attempting to bind port d6726d45-d5d8-4914-a909-cedd6a3f5245 on network 7f5444e3-c291-41fd-b748-e3b4178b2e2c {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:04.110619 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4fa2ac0a-e3f3-47fe-b167-b975e5f2b140 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:04.113369 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-fa41d342-83e0-4783-89d1-2cccdb5536c4 service neutron] Port d6726d45-d5d8-4914-a909-cedd6a3f5245 on network 7f5444e3-c291-41fd-b748-e3b4178b2e2c not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:21:04.113807 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-fa41d342-83e0-4783-89d1-2cccdb5536c4 service neutron] Attempting to bind port d6726d45-d5d8-4914-a909-cedd6a3f5245 on network 7f5444e3-c291-41fd-b748-e3b4178b2e2c {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:04.120387 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-fa41d342-83e0-4783-89d1-2cccdb5536c4 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:04.120912 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-fa41d342-83e0-4783-89d1-2cccdb5536c4 service neutron] Checking segment: {'id': '2fb1a78a-75d7-4f43-842b-9e5a3f0773a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5444e3-c291-41fd-b748-e3b4178b2e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:04.121333 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-fa41d342-83e0-4783-89d1-2cccdb5536c4 service neutron] Bound using segment: {'id': '2fb1a78a-75d7-4f43-842b-9e5a3f0773a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5444e3-c291-41fd-b748-e3b4178b2e2c'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:04.121901 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-fa41d342-83e0-4783-89d1-2cccdb5536c4 service neutron] Bound port: d6726d45-d5d8-4914-a909-cedd6a3f5245, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb1a78a-75d7-4f43-842b-9e5a3f0773a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5444e3-c291-41fd-b748-e3b4178b2e2c'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:04.122503 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-fa41d342-83e0-4783-89d1-2cccdb5536c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:04.205238 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4fa2ac0a-e3f3-47fe-b167-b975e5f2b140 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:04.244447 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2ac0a-e3f3-47fe-b167-b975e5f2b140 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Subnet': ['ID=5bbfe61d-5239-48d3-9463-3ac73c53421e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:04.253497 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-fa41d342-83e0-4783-89d1-2cccdb5536c4 service neutron] For port d6726d45-d5d8-4914-a909-cedd6a3f5245, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:04.260140 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-fa41d342-83e0-4783-89d1-2cccdb5536c4 service neutron] For port d6726d45-d5d8-4914-a909-cedd6a3f5245, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d6726d45-d5d8-4914-a909-cedd6a3f5245,segment=NetworkSegment(2fb1a78a-75d7-4f43-842b-9e5a3f0773a3),segment_id=2fb1a78a-75d7-4f43-842b-9e5a3f0773a3)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:04.260781 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c033e3d-2b9b-46fa-bbd1-1b57719ced21 None None] Network 01af25c7-a88b-4995-9a67-26f6652be6d3 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:04.270061 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4fa2ac0a-e3f3-47fe-b167-b975e5f2b140 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:04.270798 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-fa41d342-83e0-4783-89d1-2cccdb5536c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:04.281301 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4fa2ac0a-e3f3-47fe-b167-b975e5f2b140 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/subnets/5bbfe61d-5239-48d3-9463-3ac73c53421e HTTP/1.1" status: 204 len: 168 time: 0.5389390 Jul 05 04:21:04.282616 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33506) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:04.284230 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa2ac0a-e3f3-47fe-b167-b975e5f2b140 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:04.284760 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa2ac0a-e3f3-47fe-b167-b975e5f2b140 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:04.285695 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa2ac0a-e3f3-47fe-b167-b975e5f2b140 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:04.286202 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa2ac0a-e3f3-47fe-b167-b975e5f2b140 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:04.286696 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa2ac0a-e3f3-47fe-b167-b975e5f2b140 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:04.287218 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa2ac0a-e3f3-47fe-b167-b975e5f2b140 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:04.287719 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa2ac0a-e3f3-47fe-b167-b975e5f2b140 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:04.288515 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa2ac0a-e3f3-47fe-b167-b975e5f2b140 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:04.289079 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa2ac0a-e3f3-47fe-b167-b975e5f2b140 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:04.293077 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa2ac0a-e3f3-47fe-b167-b975e5f2b140 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:04.293875 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa2ac0a-e3f3-47fe-b167-b975e5f2b140 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:04.294374 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa2ac0a-e3f3-47fe-b167-b975e5f2b140 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:04.312088 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-fa41d342-83e0-4783-89d1-2cccdb5536c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:04.313102 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-fa41d342-83e0-4783-89d1-2cccdb5536c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:04.314629 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-fa41d342-83e0-4783-89d1-2cccdb5536c4 service neutron] 10.222.0.70 "PUT /v2.0/ports/d6726d45-d5d8-4914-a909-cedd6a3f5245 HTTP/1.1" status: 200 len: 1093 time: 1.0068367 Jul 05 04:21:04.317320 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863035a5-e5d2-461d-abde-aed592699a42', 'tag': 'd6726d45-d5d8-4914-a909-cedd6a3f5245'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:04.319077 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7139e6bb-056d-4caf-8cd7-bcb6e827a61c" -d '{"events": [{"name": "network-changed", "server_uuid": "863035a5-e5d2-461d-abde-aed592699a42", "tag": "d6726d45-d5d8-4914-a909-cedd6a3f5245"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:04.454208 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2363bd7e-b605-413a-9fbc-556dac70c091 x-openstack-request-id: req-2363bd7e-b605-413a-9fbc-556dac70c091 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:04.454859 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "863035a5-e5d2-461d-abde-aed592699a42", "tag": "d6726d45-d5d8-4914-a909-cedd6a3f5245", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:04.454859 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2363bd7e-b605-413a-9fbc-556dac70c091 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:04.455040 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6b840ff7-cd80-4f1a-9fb2-35af6c1c228b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:04.455561 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '863035a5-e5d2-461d-abde-aed592699a42', 'tag': 'd6726d45-d5d8-4914-a909-cedd6a3f5245', 'status': 'completed', 'code': 200} Jul 05 04:21:04.460392 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41d342-83e0-4783-89d1-2cccdb5536c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6726d45-d5d8-4914-a909-cedd6a3f5245,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:04.466440 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:04.491154 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-56dec9f3-3478-4831-abae-3b5d713d47e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:04.493750 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-56dec9f3-3478-4831-abae-3b5d713d47e0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=74847c5a0be2460f936bfa8b3db608e8&device_id=863035a5-e5d2-461d-abde-aed592699a42 HTTP/1.1" status: 200 len: 1096 time: 0.1000962 Jul 05 04:21:04.549901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-6b840ff7-cd80-4f1a-9fb2-35af6c1c228b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting port 0cd5d6d6-e131-4071-8b09-141d71d312b5 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:04.550333 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6b840ff7-cd80-4f1a-9fb2-35af6c1c228b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:04.588549 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-7288b61d-10c9-41db-b1c1-89b759945cbd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6726d45-d5d8-4914-a909-cedd6a3f5245 HTTP/1.1" status: 200 len: 217 time: 0.0811365 Jul 05 04:21:04.615018 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf3074d-e176-498b-8e4c-aea5808076b0 None None] DHCP port deletion for 01af25c7-a88b-4995-9a67-26f6652be6d3 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:21:04.662037 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-ed896e4b-05fe-4973-9ff2-d9779e74f7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:04.663838 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-ed896e4b-05fe-4973-9ff2-d9779e74f7a1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=93de40b5-241e-40d0-ab50-a45ead66ce92 HTTP/1.1" status: 200 len: 855 time: 0.0671523 Jul 05 04:21:04.704773 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-43d9caec-85a9-49e1-a56d-dc9cb09396d5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7f5444e3-c291-41fd-b748-e3b4178b2e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321989 Jul 05 04:21:04.718610 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3074d-e176-498b-8e4c-aea5808076b0 None None] Deleting port 0cd5d6d6-e131-4071-8b09-141d71d312b5 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:04.719153 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0cf3074d-e176-498b-8e4c-aea5808076b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:04.810800 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-0cf3074d-e176-498b-8e4c-aea5808076b0 None None] For port 0cd5d6d6-e131-4071-8b09-141d71d312b5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=0cd5d6d6-e131-4071-8b09-141d71d312b5,segment=NetworkSegment(d91ae97e-0eac-42a5-ae29-6e9ffc80aab1),segment_id=d91ae97e-0eac-42a5-ae29-6e9ffc80aab1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:04.811780 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0cf3074d-e176-498b-8e4c-aea5808076b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:04.830455 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3074d-e176-498b-8e4c-aea5808076b0 None None] Calling delete_port for 0cd5d6d6-e131-4071-8b09-141d71d312b5 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:04.845284 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 0cd5d6d6-e131-4071-8b09-141d71d312b5 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:04.973248 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-76d79f45-b717-4d25-8c3a-8c80d8519a63 service neutron] 10.222.0.70 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562890 Jul 05 04:21:05.138173 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-6b840ff7-cd80-4f1a-9fb2-35af6c1c228b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] For port 0cd5d6d6-e131-4071-8b09-141d71d312b5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=0cd5d6d6-e131-4071-8b09-141d71d312b5,segment=NetworkSegment(d91ae97e-0eac-42a5-ae29-6e9ffc80aab1),segment_id=d91ae97e-0eac-42a5-ae29-6e9ffc80aab1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:05.140359 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6b840ff7-cd80-4f1a-9fb2-35af6c1c228b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:05.143371 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-038f831c-2671-4450-bb3f-7a6da0dbd6b6 req-7bba920c-d25a-4415-bf30-78deac378a94 service neutron] 10.222.0.70 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503766 Jul 05 04:21:05.199120 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-6b840ff7-cd80-4f1a-9fb2-35af6c1c228b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Calling delete_port for 0cd5d6d6-e131-4071-8b09-141d71d312b5 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:05.200828 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ecbca-a1ce-4c10-84c1-5bc14b8d5db0 req-730f0920-a163-4f95-85f7-e4e6dffec818 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:05.203107 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f6ecbca-a1ce-4c10-84c1-5bc14b8d5db0 req-730f0920-a163-4f95-85f7-e4e6dffec818 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=863035a5-e5d2-461d-abde-aed592699a42 HTTP/1.1" status: 200 len: 944 time: 0.2475498 Jul 05 04:21:05.203744 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:05.254387 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 0cd5d6d6-e131-4071-8b09-141d71d312b5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=0cd5d6d6-e131-4071-8b09-141d71d312b5,segment=NetworkSegment(d91ae97e-0eac-42a5-ae29-6e9ffc80aab1),segment_id=d91ae97e-0eac-42a5-ae29-6e9ffc80aab1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:05.261578 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:05.310689 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f6ecbca-a1ce-4c10-84c1-5bc14b8d5db0 req-cda5b547-a0b7-4b16-8363-8eca32c1729d tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013570 Jul 05 04:21:05.326886 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0cf3074d-e176-498b-8e4c-aea5808076b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:05.354188 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139e6bb-056d-4caf-8cd7-bcb6e827a61c req-74273e29-f103-461d-9e73-9c5370fc1e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:05.360183 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7139e6bb-056d-4caf-8cd7-bcb6e827a61c req-74273e29-f103-461d-9e73-9c5370fc1e80 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=74847c5a0be2460f936bfa8b3db608e8&device_id=863035a5-e5d2-461d-abde-aed592699a42 HTTP/1.1" status: 200 len: 1096 time: 0.1105278 Jul 05 04:21:05.367827 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6b840ff7-cd80-4f1a-9fb2-35af6c1c228b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:05.392557 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf3074d-e176-498b-8e4c-aea5808076b0 None None] No DVR routers for this DVR port 0cd5d6d6-e131-4071-8b09-141d71d312b5 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:05.432189 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=0cd5d6d6-e131-4071-8b09-141d71d312b5,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:05.458668 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b840ff7-cd80-4f1a-9fb2-35af6c1c228b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] No DVR routers for this DVR port 0cd5d6d6-e131-4071-8b09-141d71d312b5 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:05.461673 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b840ff7-cd80-4f1a-9fb2-35af6c1c228b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Port': ['ID=0cd5d6d6-e131-4071-8b09-141d71d312b5,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:05.469125 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3074d-e176-498b-8e4c-aea5808076b0 None None] Pushing event deleted for resources: {'Port': ['ID=0cd5d6d6-e131-4071-8b09-141d71d312b5,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:05.497401 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139e6bb-056d-4caf-8cd7-bcb6e827a61c req-9784aa05-b5c1-4fd6-8671-dd630fce6df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:05.499928 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7139e6bb-056d-4caf-8cd7-bcb6e827a61c req-9784aa05-b5c1-4fd6-8671-dd630fce6df1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7f5444e3-c291-41fd-b748-e3b4178b2e2c HTTP/1.1" status: 200 len: 916 time: 0.1352744 Jul 05 04:21:05.562202 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7139e6bb-056d-4caf-8cd7-bcb6e827a61c req-27275d72-898e-4201-9e98-2ab4282483e1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6726d45-d5d8-4914-a909-cedd6a3f5245 HTTP/1.1" status: 200 len: 217 time: 0.0555525 Jul 05 04:21:05.580265 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6b840ff7-cd80-4f1a-9fb2-35af6c1c228b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:05.593128 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-6b840ff7-cd80-4f1a-9fb2-35af6c1c228b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01af25c7-a88b-4995-9a67-26f6652be6d3']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:05.606490 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-6b840ff7-cd80-4f1a-9fb2-35af6c1c228b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91ae97e-0eac-42a5-ae29-6e9ffc80aab1') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:05.607062 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-6b840ff7-cd80-4f1a-9fb2-35af6c1c228b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91ae97e-0eac-42a5-ae29-6e9ffc80aab1') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:05.618447 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6b840ff7-cd80-4f1a-9fb2-35af6c1c228b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:05.621877 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139e6bb-056d-4caf-8cd7-bcb6e827a61c req-1f75c678-c4bc-497e-be52-756856c2cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:05.624989 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7139e6bb-056d-4caf-8cd7-bcb6e827a61c req-1f75c678-c4bc-497e-be52-756856c2cf22 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=93de40b5-241e-40d0-ab50-a45ead66ce92 HTTP/1.1" status: 200 len: 855 time: 0.0560138 Jul 05 04:21:05.637283 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6b840ff7-cd80-4f1a-9fb2-35af6c1c228b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:05.649632 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b840ff7-cd80-4f1a-9fb2-35af6c1c228b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:21:05.650187 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6b840ff7-cd80-4f1a-9fb2-35af6c1c228b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:05.665124 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7139e6bb-056d-4caf-8cd7-bcb6e827a61c req-e6fc4c3a-b4e6-4ff5-94ae-fbc1ce0cdd2b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7f5444e3-c291-41fd-b748-e3b4178b2e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345933 Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:21:05.666785 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:21:05.769716 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6b840ff7-cd80-4f1a-9fb2-35af6c1c228b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:05.777971 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6b840ff7-cd80-4f1a-9fb2-35af6c1c228b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:05.784577 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6b840ff7-cd80-4f1a-9fb2-35af6c1c228b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/networks/01af25c7-a88b-4995-9a67-26f6652be6d3 HTTP/1.1" status: 204 len: 168 time: 1.4854743 Jul 05 04:21:05.789023 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33520) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:05.795457 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-10c4984e-5ddf-4a36-a3fa-71def67affdd tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-91228463', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}, 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:05.843976 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-10c4984e-5ddf-4a36-a3fa-71def67affdd tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:05.848388 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-10c4984e-5ddf-4a36-a3fa-71def67affdd tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:05.852804 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b840ff7-cd80-4f1a-9fb2-35af6c1c228b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Network': ['ID=01af25c7-a88b-4995-9a67-26f6652be6d3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:05.937042 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-10c4984e-5ddf-4a36-a3fa-71def67affdd tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:05.954214 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7139e6bb-056d-4caf-8cd7-bcb6e827a61c req-9c5fe1ee-e0c7-4778-add6-23f5e67e121f service neutron] 10.222.0.70 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826569 Jul 05 04:21:06.072723 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7139e6bb-056d-4caf-8cd7-bcb6e827a61c req-4741521b-3d33-4525-bfa7-6fe4602fbbc4 service neutron] 10.222.0.70 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092072 Jul 05 04:21:06.106512 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-10c4984e-5ddf-4a36-a3fa-71def67affdd tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:06.329263 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-10c4984e-5ddf-4a36-a3fa-71def67affdd tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:06.359391 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-10c4984e-5ddf-4a36-a3fa-71def67affdd tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:06.543656 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-10c4984e-5ddf-4a36-a3fa-71def67affdd tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Allocated IP 172.25.1.223 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/1ddbf60f-8c78-4a69-9f0e-b0f56ca95f03) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:06.617512 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd57123-55d3-476e-b64e-2079ac4c77ca req-bbf317e9-52af-4c84-92b4-efed68cf90d2 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:06.618995 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2bd57123-55d3-476e-b64e-2079ac4c77ca req-bbf317e9-52af-4c84-92b4-efed68cf90d2 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=863035a5-e5d2-461d-abde-aed592699a42 HTTP/1.1" status: 200 len: 944 time: 0.1499679 Jul 05 04:21:06.689206 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2bd57123-55d3-476e-b64e-2079ac4c77ca req-46ac7c29-d561-4678-a450-a1b6ffd98bf1 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616517 Jul 05 04:21:06.747010 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-10c4984e-5ddf-4a36-a3fa-71def67affdd tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:06.805173 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-10c4984e-5ddf-4a36-a3fa-71def67affdd tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:06.841858 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c4984e-5ddf-4a36-a3fa-71def67affdd tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:06.846015 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-10c4984e-5ddf-4a36-a3fa-71def67affdd tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:06.849594 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c4984e-5ddf-4a36-a3fa-71def67affdd tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:06.891375 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4984e-5ddf-4a36-a3fa-71def67affdd tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Port': ['ID=1ddbf60f-8c78-4a69-9f0e-b0f56ca95f03,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:07.150461 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-10c4984e-5ddf-4a36-a3fa-71def67affdd tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:07.368981 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-10c4984e-5ddf-4a36-a3fa-71def67affdd tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:07.506620 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c4984e-5ddf-4a36-a3fa-71def67affdd tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Router 6b24594d-9525-4e8e-b136-6d9b557b4ccd is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:21:07.636867 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c4984e-5ddf-4a36-a3fa-71def67affdd tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:07.653694 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebaf57e-e6af-4d3e-8498-e5b68e070760 None None] Sync routers for ids ['6b24594d-9525-4e8e-b136-6d9b557b4ccd'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:07.665030 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-10c4984e-5ddf-4a36-a3fa-71def67affdd tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:07.666535 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-10c4984e-5ddf-4a36-a3fa-71def67affdd tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 1.8764720 Jul 05 04:21:07.672216 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33574) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:07.674154 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebaf57e-e6af-4d3e-8498-e5b68e070760 None None] Routers {'6b24594d-9525-4e8e-b136-6d9b557b4ccd'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:07.674835 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-7ebaf57e-e6af-4d3e-8498-e5b68e070760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['6b24594d-9525-4e8e-b136-6d9b557b4ccd'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:07.716379 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-7ebaf57e-e6af-4d3e-8498-e5b68e070760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:07.736780 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebaf57e-e6af-4d3e-8498-e5b68e070760 None None] Routers {'6b24594d-9525-4e8e-b136-6d9b557b4ccd'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:07.737637 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-7ebaf57e-e6af-4d3e-8498-e5b68e070760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['6b24594d-9525-4e8e-b136-6d9b557b4ccd'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:07.773134 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-7ebaf57e-e6af-4d3e-8498-e5b68e070760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:07.774073 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebaf57e-e6af-4d3e-8498-e5b68e070760 None None] The sync data for ids ['6b24594d-9525-4e8e-b136-6d9b557b4ccd'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:07.843528 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33578) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:07.844208 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f85a3998-9690-49b8-bda8-c71004b50967 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "GET /v2.0/routers/6b24594d-9525-4e8e-b136-6d9b557b4ccd HTTP/1.1" status: 200 len: 883 time: 0.1689975 Jul 05 04:21:08.150875 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cdf69-c4f1-4d04-a8a2-35bfddb5a732 req-00d5395c-fb3a-48ab-b078-89845d296a32 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:08.152487 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bc9cdf69-c4f1-4d04-a8a2-35bfddb5a732 req-00d5395c-fb3a-48ab-b078-89845d296a32 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=863035a5-e5d2-461d-abde-aed592699a42 HTTP/1.1" status: 200 len: 944 time: 0.2402477 Jul 05 04:21:08.602290 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bc9cdf69-c4f1-4d04-a8a2-35bfddb5a732 req-c4180c9f-19c9-490e-a182-6158d9e0e21f tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421175 Jul 05 04:21:08.656602 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4e37660f-7b8e-4214-8fd8-e0567ee1b3b0 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.8118789 Jul 05 04:21:08.659203 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33584) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:08.663883 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-7115a9cb-ada6-494d-b3c9-092cd9962d62 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-91228463'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:08.858063 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device d6726d45-d5d8-4914-a909-cedd6a3f5245 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:21:08.962891 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port d6726d45-d5d8-4914-a909-cedd6a3f5245, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d6726d45-d5d8-4914-a909-cedd6a3f5245,segment=NetworkSegment(2fb1a78a-75d7-4f43-842b-9e5a3f0773a3),segment_id=2fb1a78a-75d7-4f43-842b-9e5a3f0773a3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:08.980461 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'd6726d45-d5d8-4914-a909-cedd6a3f5245', 'network_id': '7f5444e3-c291-41fd-b748-e3b4178b2e2c', 'port_id': 'd6726d45-d5d8-4914-a909-cedd6a3f5245', 'mac_address': 'fa:16:3e:99:18:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93de40b5-241e-40d0-ab50-a45ead66ce92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:21:08.992727 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7115a9cb-ada6-494d-b3c9-092cd9962d62 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:09.007790 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7115a9cb-ada6-494d-b3c9-092cd9962d62 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540971'] for router, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:09.022724 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:09.037424 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6726d45-d5d8-4914-a909-cedd6a3f5245 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:21:09.059648 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port d6726d45-d5d8-4914-a909-cedd6a3f5245, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d6726d45-d5d8-4914-a909-cedd6a3f5245,segment=NetworkSegment(2fb1a78a-75d7-4f43-842b-9e5a3f0773a3),segment_id=2fb1a78a-75d7-4f43-842b-9e5a3f0773a3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:09.064429 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:09.131341 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=d6726d45-d5d8-4914-a909-cedd6a3f5245,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:09.144328 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7115a9cb-ada6-494d-b3c9-092cd9962d62 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Router 6b24594d-9525-4e8e-b136-6d9b557b4ccd has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:21:09.260589 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7115a9cb-ada6-494d-b3c9-092cd9962d62 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:09.268281 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7115a9cb-ada6-494d-b3c9-092cd9962d62 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:09.272117 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7115a9cb-ada6-494d-b3c9-092cd9962d62 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "PUT /v2.0/routers/6b24594d-9525-4e8e-b136-6d9b557b4ccd HTTP/1.1" status: 200 len: 890 time: 0.6093626 Jul 05 04:21:09.272441 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33592) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:09.280484 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddee008-7c6c-4113-a697-e0fac0782fea None None] Sync routers for ids ['6b24594d-9525-4e8e-b136-6d9b557b4ccd'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:09.292649 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddee008-7c6c-4113-a697-e0fac0782fea None None] Routers {'6b24594d-9525-4e8e-b136-6d9b557b4ccd'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:09.293392 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-7ddee008-7c6c-4113-a697-e0fac0782fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['6b24594d-9525-4e8e-b136-6d9b557b4ccd'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:09.335675 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-7ddee008-7c6c-4113-a697-e0fac0782fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:09.349206 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddee008-7c6c-4113-a697-e0fac0782fea None None] Routers {'6b24594d-9525-4e8e-b136-6d9b557b4ccd'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:09.349849 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-7ddee008-7c6c-4113-a697-e0fac0782fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['6b24594d-9525-4e8e-b136-6d9b557b4ccd'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:09.387701 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-7ddee008-7c6c-4113-a697-e0fac0782fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:09.388388 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddee008-7c6c-4113-a697-e0fac0782fea None None] The sync data for ids ['6b24594d-9525-4e8e-b136-6d9b557b4ccd'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:09.435290 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-06ee305f-855c-499f-be80-43826b16fa7e tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "GET /v2.0/routers/6b24594d-9525-4e8e-b136-6d9b557b4ccd HTTP/1.1" status: 200 len: 890 time: 0.1616433 Jul 05 04:21:09.438209 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33594) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:09.473514 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['d6726d45-d5d8-4914-a909-cedd6a3f5245'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:21:09.483351 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0bcd7608-e449-4fe7-8202-d4573834182a tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b24594d-9525-4e8e-b136-6d9b557b4ccd HTTP/1.1" status: 200 len: 205 time: 0.0411355 Jul 05 04:21:09.483776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33596) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:09.610249 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d994094c-4ac8-4862-8bc5-3d82df68d041 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:09.744143 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d994094c-4ac8-4862-8bc5-3d82df68d041 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:09.861267 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-d994094c-4ac8-4862-8bc5-3d82df68d041 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting port 1ddbf60f-8c78-4a69-9f0e-b0f56ca95f03 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:09.861621 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d994094c-4ac8-4862-8bc5-3d82df68d041 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:09.909309 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacd496-c9b6-4552-bf6a-3dfef2b6ed07 req-daf417a2-a6f2-4ebf-979e-b18af8790a98 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:09.910775 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8dacd496-c9b6-4552-bf6a-3dfef2b6ed07 req-daf417a2-a6f2-4ebf-979e-b18af8790a98 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=863035a5-e5d2-461d-abde-aed592699a42 HTTP/1.1" status: 200 len: 945 time: 0.1206136 Jul 05 04:21:09.988026 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8dacd496-c9b6-4552-bf6a-3dfef2b6ed07 req-d521f315-59a9-4d13-99b0-2860334fcc03 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664690 Jul 05 04:21:09.998989 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d994094c-4ac8-4862-8bc5-3d82df68d041 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.019384 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-d994094c-4ac8-4862-8bc5-3d82df68d041 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Calling delete_port for 1ddbf60f-8c78-4a69-9f0e-b0f56ca95f03 owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:10.215564 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d994094c-4ac8-4862-8bc5-3d82df68d041 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.250903 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994094c-4ac8-4862-8bc5-3d82df68d041 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Port': ['ID=1ddbf60f-8c78-4a69-9f0e-b0f56ca95f03,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:10.346718 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d994094c-4ac8-4862-8bc5-3d82df68d041 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.446960 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d994094c-4ac8-4862-8bc5-3d82df68d041 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.449406 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d994094c-4ac8-4862-8bc5-3d82df68d041 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.511459 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d994094c-4ac8-4862-8bc5-3d82df68d041 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.512051 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d994094c-4ac8-4862-8bc5-3d82df68d041 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Fanout notify agent at l3_agent the message router_deleted on router 6b24594d-9525-4e8e-b136-6d9b557b4ccd {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:21:10.522658 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d994094c-4ac8-4862-8bc5-3d82df68d041 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.523783 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d994094c-4ac8-4862-8bc5-3d82df68d041 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/routers/6b24594d-9525-4e8e-b136-6d9b557b4ccd HTTP/1.1" status: 204 len: 168 time: 1.0386724 Jul 05 04:21:10.527631 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33604) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:10.534303 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-15cb6272-2735-4569-b29b-8546791f9672 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1698784301'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:10.570243 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cb6272-2735-4569-b29b-8546791f9672 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Made reservation on behalf of ff8e97f25dec4039911d941a3e89eb38 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:10.573974 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-15cb6272-2735-4569-b29b-8546791f9672 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.602594 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15cb6272-2735-4569-b29b-8546791f9672 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:21:10.613682 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-15cb6272-2735-4569-b29b-8546791f9672 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.614007 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-15cb6272-2735-4569-b29b-8546791f9672 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Added segment 67fbb946-24cf-4cd5-8aee-fc4079f28cef of type vlan for network 585653ce-8be8-499d-ab4e-24635f4a405f Jul 05 04:21:10.659126 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-15cb6272-2735-4569-b29b-8546791f9672 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.691480 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-15cb6272-2735-4569-b29b-8546791f9672 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.697883 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cb6272-2735-4569-b29b-8546791f9672 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:10.698588 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-15cb6272-2735-4569-b29b-8546791f9672 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.752824 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-15cb6272-2735-4569-b29b-8546791f9672 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2233310 Jul 05 04:21:10.755713 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33608) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:10.761088 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-940a99b9-5f42-4589-8425-29637578f65b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'subnet': {'network_id': '585653ce-8be8-499d-ab4e-24635f4a405f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:10.790857 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb6272-2735-4569-b29b-8546791f9672 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Network': ['ID=585653ce-8be8-499d-ab4e-24635f4a405f,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:10.819256 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 585653ce-8be8-499d-ab4e-24635f4a405f details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:21:10.870328 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940a99b9-5f42-4589-8425-29637578f65b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Made reservation on behalf of ff8e97f25dec4039911d941a3e89eb38 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:10.875141 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-940a99b9-5f42-4589-8425-29637578f65b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.890763 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device d6726d45-d5d8-4914-a909-cedd6a3f5245 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:10.949657 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port d6726d45-d5d8-4914-a909-cedd6a3f5245 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:10.954537 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port d6726d45-d5d8-4914-a909-cedd6a3f5245 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:10.954925 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:11.068702 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:11.113369 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port d6726d45-d5d8-4914-a909-cedd6a3f5245, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d6726d45-d5d8-4914-a909-cedd6a3f5245,segment=NetworkSegment(2fb1a78a-75d7-4f43-842b-9e5a3f0773a3),segment_id=2fb1a78a-75d7-4f43-842b-9e5a3f0773a3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:11.114882 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863035a5-e5d2-461d-abde-aed592699a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6726d45-d5d8-4914-a909-cedd6a3f5245'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:11.118603 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9853785e-9db1-44d0-b2e8-88cde1a7b10d" -d '{"events": [{"server_uuid": "863035a5-e5d2-461d-abde-aed592699a42", "name": "network-vif-plugged", "status": "completed", "tag": "d6726d45-d5d8-4914-a909-cedd6a3f5245"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:11.135035 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:11.192768 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58e22a9-51cc-413c-a93f-f20d7257a073 x-openstack-request-id: req-d58e22a9-51cc-413c-a93f-f20d7257a073 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:11.193256 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863035a5-e5d2-461d-abde-aed592699a42", "name": "network-vif-plugged", "status": "completed", "tag": "d6726d45-d5d8-4914-a909-cedd6a3f5245", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:11.193524 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d58e22a9-51cc-413c-a93f-f20d7257a073 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:11.195470 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863035a5-e5d2-461d-abde-aed592699a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6726d45-d5d8-4914-a909-cedd6a3f5245', 'code': 200} Jul 05 04:21:11.227788 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=d6726d45-d5d8-4914-a909-cedd6a3f5245,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:11.261357 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974c614-e228-4f42-aed2-dc29da37235a req-78b2d65b-1bd7-4d1c-8444-f9e6701160e5 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:11.262803 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4974c614-e228-4f42-aed2-dc29da37235a req-78b2d65b-1bd7-4d1c-8444-f9e6701160e5 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=863035a5-e5d2-461d-abde-aed592699a42 HTTP/1.1" status: 200 len: 946 time: 0.0797489 Jul 05 04:21:11.355777 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4974c614-e228-4f42-aed2-dc29da37235a req-91f411ae-659c-4ab1-80f3-1245f59d9c5e tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828724 Jul 05 04:21:11.401779 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70f8e1-6107-4749-9c81-a3b482729d99 req-069518d1-e584-4466-b6aa-74c82758185b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:11.403488 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2e70f8e1-6107-4749-9c81-a3b482729d99 req-069518d1-e584-4466-b6aa-74c82758185b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=863035a5-e5d2-461d-abde-aed592699a42 HTTP/1.1" status: 200 len: 1098 time: 0.0958798 Jul 05 04:21:11.423954 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-940a99b9-5f42-4589-8425-29637578f65b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:11.446136 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2e70f8e1-6107-4749-9c81-a3b482729d99 req-ae35e49d-363d-474e-b7ac-cacd2a3f0f23 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334687 Jul 05 04:21:11.492228 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a99b9-5f42-4589-8425-29637578f65b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Subnet': ['ID=9646a112-9164-4c4e-a1e8-b0d5b761867a,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:11.511006 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940a99b9-5f42-4589-8425-29637578f65b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Checking segment: {'id': '67fbb946-24cf-4cd5-8aee-fc4079f28cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '585653ce-8be8-499d-ab4e-24635f4a405f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:11.511369 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940a99b9-5f42-4589-8425-29637578f65b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network hostable DHCP agents. Network: 585653ce-8be8-499d-ab4e-24635f4a405f, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:21:11.530446 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940a99b9-5f42-4589-8425-29637578f65b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network 585653ce-8be8-499d-ab4e-24635f4a405f is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:21:11.543434 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-940a99b9-5f42-4589-8425-29637578f65b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 585653ce-8be8-499d-ab4e-24635f4a405f) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:11.550029 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940a99b9-5f42-4589-8425-29637578f65b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:11.550630 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-940a99b9-5f42-4589-8425-29637578f65b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:11.558956 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1028d6f0-76ca-41e9-a544-f6941ff499ef None None] Network 585653ce-8be8-499d-ab4e-24635f4a405f requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:11.580214 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33624) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:11.584426 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-940a99b9-5f42-4589-8425-29637578f65b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8274727 Jul 05 04:21:11.586446 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-0ddefd10-256d-45e2-b8ff-c8f005297b11 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1690350868', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:11.623657 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ddefd10-256d-45e2-b8ff-c8f005297b11 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:11.624924 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ddefd10-256d-45e2-b8ff-c8f005297b11 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:11.711307 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ddefd10-256d-45e2-b8ff-c8f005297b11 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:11.721116 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ddefd10-256d-45e2-b8ff-c8f005297b11 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:11.745190 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0ddefd10-256d-45e2-b8ff-c8f005297b11 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:11.746740 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0ddefd10-256d-45e2-b8ff-c8f005297b11 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1648939 Jul 05 04:21:11.750375 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33626) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:11.776485 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d382470c-5a55-4c03-90a1-3d9aab6ba2e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-585653ce-8be8-499d-ab4e-24635f4a405f', 'network_id': '585653ce-8be8-499d-ab4e-24635f4a405f', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'fixed_ips': [{'subnet_id': '9646a112-9164-4c4e-a1e8-b0d5b761867a'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:21:11.777429 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d382470c-5a55-4c03-90a1-3d9aab6ba2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:11.951888 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-d382470c-5a55-4c03-90a1-3d9aab6ba2e9 None None] Allocated IP 2001:db8::2 (585653ce-8be8-499d-ab4e-24635f4a405f/9646a112-9164-4c4e-a1e8-b0d5b761867a/d24d298c-7dbe-40d7-a42b-43a8fe139f56) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:12.167037 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d382470c-5a55-4c03-90a1-3d9aab6ba2e9 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:12.182411 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d382470c-5a55-4c03-90a1-3d9aab6ba2e9 None None] Transition to ACTIVE for port object d24d298c-7dbe-40d7-a42b-43a8fe139f56 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:12.183146 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d8be8bb-6e6d-4e8a-a704-f6d7c22b49e6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:12.202493 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d382470c-5a55-4c03-90a1-3d9aab6ba2e9 None None] Transition to ACTIVE for port object d24d298c-7dbe-40d7-a42b-43a8fe139f56 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:12.212027 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d382470c-5a55-4c03-90a1-3d9aab6ba2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:12.281772 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d382470c-5a55-4c03-90a1-3d9aab6ba2e9 None None] Network 585653ce-8be8-499d-ab4e-24635f4a405f is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:12.296916 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-d382470c-5a55-4c03-90a1-3d9aab6ba2e9 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:12.300983 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d382470c-5a55-4c03-90a1-3d9aab6ba2e9 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:12.372823 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382470c-5a55-4c03-90a1-3d9aab6ba2e9 None None] Pushing event updated for resources: {'Port': ['ID=d24d298c-7dbe-40d7-a42b-43a8fe139f56,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:12.430620 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d382470c-5a55-4c03-90a1-3d9aab6ba2e9 None None] Attempting to bind port d24d298c-7dbe-40d7-a42b-43a8fe139f56 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:12.430993 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d382470c-5a55-4c03-90a1-3d9aab6ba2e9 None None] Attempting to bind port d24d298c-7dbe-40d7-a42b-43a8fe139f56 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '67fbb946-24cf-4cd5-8aee-fc4079f28cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '585653ce-8be8-499d-ab4e-24635f4a405f'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:12.431532 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d382470c-5a55-4c03-90a1-3d9aab6ba2e9 None None] Attempting to bind port d24d298c-7dbe-40d7-a42b-43a8fe139f56 on network 585653ce-8be8-499d-ab4e-24635f4a405f {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:12.443954 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d382470c-5a55-4c03-90a1-3d9aab6ba2e9 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:12.444326 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d382470c-5a55-4c03-90a1-3d9aab6ba2e9 None None] Checking segment: {'id': '67fbb946-24cf-4cd5-8aee-fc4079f28cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '585653ce-8be8-499d-ab4e-24635f4a405f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:12.444733 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d382470c-5a55-4c03-90a1-3d9aab6ba2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:12.445130 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d382470c-5a55-4c03-90a1-3d9aab6ba2e9 None None] Bound using segment: {'id': '67fbb946-24cf-4cd5-8aee-fc4079f28cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '585653ce-8be8-499d-ab4e-24635f4a405f'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:12.445702 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d382470c-5a55-4c03-90a1-3d9aab6ba2e9 None None] Bound port: d24d298c-7dbe-40d7-a42b-43a8fe139f56, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fbb946-24cf-4cd5-8aee-fc4079f28cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '585653ce-8be8-499d-ab4e-24635f4a405f'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:12.446105 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d382470c-5a55-4c03-90a1-3d9aab6ba2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:12.552705 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d382470c-5a55-4c03-90a1-3d9aab6ba2e9 None None] For port d24d298c-7dbe-40d7-a42b-43a8fe139f56, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:12.556586 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d382470c-5a55-4c03-90a1-3d9aab6ba2e9 None None] For port d24d298c-7dbe-40d7-a42b-43a8fe139f56, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d24d298c-7dbe-40d7-a42b-43a8fe139f56,segment=NetworkSegment(67fbb946-24cf-4cd5-8aee-fc4079f28cef),segment_id=67fbb946-24cf-4cd5-8aee-fc4079f28cef)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:12.562842 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d382470c-5a55-4c03-90a1-3d9aab6ba2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:12.646547 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-1d8be8bb-6e6d-4e8a-a704-f6d7c22b49e6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Allocated IP 2001:db8::1 (585653ce-8be8-499d-ab4e-24635f4a405f/9646a112-9164-4c4e-a1e8-b0d5b761867a/514e65db-3204-4610-aa2a-13dc81fd3ef2) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:12.673902 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382470c-5a55-4c03-90a1-3d9aab6ba2e9 None None] Pushing event updated for resources: {'Port': ['ID=d24d298c-7dbe-40d7-a42b-43a8fe139f56,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:12.705765 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86d252-9715-490c-ae65-ff7781c4372e req-b8719d05-e704-4fd7-b460-43c5b008ae15 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:12.708374 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba86d252-9715-490c-ae65-ff7781c4372e req-b8719d05-e704-4fd7-b460-43c5b008ae15 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=863035a5-e5d2-461d-abde-aed592699a42 HTTP/1.1" status: 200 len: 946 time: 0.1835222 Jul 05 04:21:12.840478 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba86d252-9715-490c-ae65-ff7781c4372e req-75d5da18-7fa5-4e3d-8d21-6c4bfba57405 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895615 Jul 05 04:21:12.890526 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d8be8bb-6e6d-4e8a-a704-f6d7c22b49e6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:12.917963 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-1d8be8bb-6e6d-4e8a-a704-f6d7c22b49e6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Transition to ACTIVE for port object 514e65db-3204-4610-aa2a-13dc81fd3ef2 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:12.984548 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d8be8bb-6e6d-4e8a-a704-f6d7c22b49e6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:13.055386 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8be8bb-6e6d-4e8a-a704-f6d7c22b49e6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network 585653ce-8be8-499d-ab4e-24635f4a405f is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:13.059607 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-1d8be8bb-6e6d-4e8a-a704-f6d7c22b49e6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:13.065101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8be8bb-6e6d-4e8a-a704-f6d7c22b49e6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:13.065689 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d8be8bb-6e6d-4e8a-a704-f6d7c22b49e6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:13.111208 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8be8bb-6e6d-4e8a-a704-f6d7c22b49e6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Port': ['ID=514e65db-3204-4610-aa2a-13dc81fd3ef2,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:13.120913 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:13.215508 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d8be8bb-6e6d-4e8a-a704-f6d7c22b49e6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:13.611943 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d8be8bb-6e6d-4e8a-a704-f6d7c22b49e6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:13.621475 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d8be8bb-6e6d-4e8a-a704-f6d7c22b49e6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:13.623998 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d8be8bb-6e6d-4e8a-a704-f6d7c22b49e6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:13.801761 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8be8bb-6e6d-4e8a-a704-f6d7c22b49e6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Port': ['ID=514e65db-3204-4610-aa2a-13dc81fd3ef2,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:13.825550 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8be8bb-6e6d-4e8a-a704-f6d7c22b49e6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network 585653ce-8be8-499d-ab4e-24635f4a405f is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:13.827275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-1d8be8bb-6e6d-4e8a-a704-f6d7c22b49e6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:13.873146 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a322d39-9cdc-4c80-9882-9e4e03fac97b None None] Network 585653ce-8be8-499d-ab4e-24635f4a405f requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:13.994966 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8be8bb-6e6d-4e8a-a704-f6d7c22b49e6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Router a0a52790-0425-4f34-a287-518074f2c6d5 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:21:14.039749 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f569ef6d-63e1-4f53-b823-312ba1c608f2 None None] Provisioning for port d24d298c-7dbe-40d7-a42b-43a8fe139f56 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:14.162497 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8be8bb-6e6d-4e8a-a704-f6d7c22b49e6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:14.168678 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1d8be8bb-6e6d-4e8a-a704-f6d7c22b49e6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "PUT /v2.0/routers/a0a52790-0425-4f34-a287-518074f2c6d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4170864 Jul 05 04:21:14.172132 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed20a4-6049-407b-bc15-b59cdda7e191 req-5e82c421-1032-4918-b21d-f3ac94c78b6e tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:14.173616 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce15c7c-172a-47cb-9d7f-2ee116077c8a None None] Sync routers for ids ['a0a52790-0425-4f34-a287-518074f2c6d5'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:14.180778 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bfed20a4-6049-407b-bc15-b59cdda7e191 req-5e82c421-1032-4918-b21d-f3ac94c78b6e tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=863035a5-e5d2-461d-abde-aed592699a42 HTTP/1.1" status: 200 len: 946 time: 0.1123776 Jul 05 04:21:14.182202 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33648) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:14.191776 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce15c7c-172a-47cb-9d7f-2ee116077c8a None None] Routers {'a0a52790-0425-4f34-a287-518074f2c6d5'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:14.192471 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3ce15c7c-172a-47cb-9d7f-2ee116077c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['a0a52790-0425-4f34-a287-518074f2c6d5'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:14.251979 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3ce15c7c-172a-47cb-9d7f-2ee116077c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:14.267949 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce15c7c-172a-47cb-9d7f-2ee116077c8a None None] Routers {'a0a52790-0425-4f34-a287-518074f2c6d5'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:14.267949 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3ce15c7c-172a-47cb-9d7f-2ee116077c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['a0a52790-0425-4f34-a287-518074f2c6d5'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:14.272139 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bfed20a4-6049-407b-bc15-b59cdda7e191 req-51a5d13f-eb17-4831-a6b5-59d760c88808 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885997 Jul 05 04:21:14.285045 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180441a1-9c7d-477d-939b-38fc349d0250 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:14.290243 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-180441a1-9c7d-477d-939b-38fc349d0250 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "GET /v2.0/ports/514e65db-3204-4610-aa2a-13dc81fd3ef2 HTTP/1.1" status: 200 len: 911 time: 0.1048470 Jul 05 04:21:14.290409 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33650) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:14.296805 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-3c14cd9b-bde9-4fc2-b648-dca4af50d095 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9646a112-9164-4c4e-a1e8-b0d5b761867a'}]}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:14.343922 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3ce15c7c-172a-47cb-9d7f-2ee116077c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:14.345679 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce15c7c-172a-47cb-9d7f-2ee116077c8a None None] The sync data for ids ['a0a52790-0425-4f34-a287-518074f2c6d5'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:14.572241 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3c14cd9b-bde9-4fc2-b648-dca4af50d095 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:14.764087 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-78947e09-e690-4a77-800b-34724da0a7c5 None None] Provisioning for port 514e65db-3204-4610-aa2a-13dc81fd3ef2 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:14.769891 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-78947e09-e690-4a77-800b-34724da0a7c5 None None] Provisioning complete for port 514e65db-3204-4610-aa2a-13dc81fd3ef2 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:14.770653 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-78947e09-e690-4a77-800b-34724da0a7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:14.872720 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-78947e09-e690-4a77-800b-34724da0a7c5 None None] Port 514e65db-3204-4610-aa2a-13dc81fd3ef2 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:21:14.943401 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d24d298c-7dbe-40d7-a42b-43a8fe139f56 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:15.062208 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port d24d298c-7dbe-40d7-a42b-43a8fe139f56 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:15.072881 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port d24d298c-7dbe-40d7-a42b-43a8fe139f56 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:15.073620 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:15.239391 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:15.276638 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ea66f94d-4acf-4351-8966-f0a7dd3869ea None None] Provisioning complete for port 514e65db-3204-4610-aa2a-13dc81fd3ef2 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:15.277293 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ea66f94d-4acf-4351-8966-f0a7dd3869ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:15.337845 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3c14cd9b-bde9-4fc2-b648-dca4af50d095 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:15.367326 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3c14cd9b-bde9-4fc2-b648-dca4af50d095 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:15.377490 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c14cd9b-bde9-4fc2-b648-dca4af50d095 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:15.378684 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3c14cd9b-bde9-4fc2-b648-dca4af50d095 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:15.380813 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3c14cd9b-bde9-4fc2-b648-dca4af50d095 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "PUT /v2.0/ports/514e65db-3204-4610-aa2a-13dc81fd3ef2 HTTP/1.1" status: 200 len: 911 time: 1.0893514 Jul 05 04:21:15.383696 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33686) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:15.398495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port d24d298c-7dbe-40d7-a42b-43a8fe139f56, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d24d298c-7dbe-40d7-a42b-43a8fe139f56,segment=NetworkSegment(67fbb946-24cf-4cd5-8aee-fc4079f28cef),segment_id=67fbb946-24cf-4cd5-8aee-fc4079f28cef)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:15.400207 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-ea66f94d-4acf-4351-8966-f0a7dd3869ea None None] Port 514e65db-3204-4610-aa2a-13dc81fd3ef2 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:21:15.406784 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:15.462440 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14cd9b-bde9-4fc2-b648-dca4af50d095 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Port': ['ID=514e65db-3204-4610-aa2a-13dc81fd3ef2,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:15.463710 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=d24d298c-7dbe-40d7-a42b-43a8fe139f56,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:15.473640 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14cd9b-bde9-4fc2-b648-dca4af50d095 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:15.474263 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14cd9b-bde9-4fc2-b648-dca4af50d095 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:15.474689 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14cd9b-bde9-4fc2-b648-dca4af50d095 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:15.475094 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14cd9b-bde9-4fc2-b648-dca4af50d095 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:15.475502 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14cd9b-bde9-4fc2-b648-dca4af50d095 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:15.477005 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14cd9b-bde9-4fc2-b648-dca4af50d095 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:15.477005 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14cd9b-bde9-4fc2-b648-dca4af50d095 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:15.477005 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14cd9b-bde9-4fc2-b648-dca4af50d095 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:15.477005 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14cd9b-bde9-4fc2-b648-dca4af50d095 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:15.477626 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14cd9b-bde9-4fc2-b648-dca4af50d095 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:15.478047 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14cd9b-bde9-4fc2-b648-dca4af50d095 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:15.478467 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14cd9b-bde9-4fc2-b648-dca4af50d095 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:15.525647 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8a63cc6b-d3fb-4fbc-880a-369201b7333e None None] Provisioning complete for port 514e65db-3204-4610-aa2a-13dc81fd3ef2 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:15.526399 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8a63cc6b-d3fb-4fbc-880a-369201b7333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:15.577531 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-8a63cc6b-d3fb-4fbc-880a-369201b7333e None None] Port 514e65db-3204-4610-aa2a-13dc81fd3ef2 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:21:15.876234 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8ccd6226-7262-4172-bf08-d2ac989d644d tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:16.185331 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd6226-7262-4172-bf08-d2ac989d644d tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting port 514e65db-3204-4610-aa2a-13dc81fd3ef2 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:16.186115 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8ccd6226-7262-4172-bf08-d2ac989d644d tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:16.313051 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8ccd6226-7262-4172-bf08-d2ac989d644d tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:16.327654 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd6226-7262-4172-bf08-d2ac989d644d tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Calling delete_port for 514e65db-3204-4610-aa2a-13dc81fd3ef2 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:16.639384 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8ccd6226-7262-4172-bf08-d2ac989d644d tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:16.711012 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd6226-7262-4172-bf08-d2ac989d644d tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Port': ['ID=514e65db-3204-4610-aa2a-13dc81fd3ef2,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:16.833100 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8ccd6226-7262-4172-bf08-d2ac989d644d tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:16.901919 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d24d298c-7dbe-40d7-a42b-43a8fe139f56 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:16.982971 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port d24d298c-7dbe-40d7-a42b-43a8fe139f56 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:16.983405 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.148264 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccd6226-7262-4172-bf08-d2ac989d644d tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Router a0a52790-0425-4f34-a287-518074f2c6d5 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:21:17.237404 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccd6226-7262-4172-bf08-d2ac989d644d tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:17.243624 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8ccd6226-7262-4172-bf08-d2ac989d644d tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "PUT /v2.0/routers/a0a52790-0425-4f34-a287-518074f2c6d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8587794 Jul 05 04:21:17.247312 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33708) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:17.249315 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a1069d-dcb4-4084-996f-495262134fb1 None None] Sync routers for ids ['a0a52790-0425-4f34-a287-518074f2c6d5'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:17.264109 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a1069d-dcb4-4084-996f-495262134fb1 None None] Routers {'a0a52790-0425-4f34-a287-518074f2c6d5'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:17.265914 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-21a1069d-dcb4-4084-996f-495262134fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['a0a52790-0425-4f34-a287-518074f2c6d5'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:17.311200 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-11530c6c-0bcd-418d-b1a1-0e1b7ba329cf tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0a52790-0425-4f34-a287-518074f2c6d5 HTTP/1.1" status: 200 len: 205 time: 0.0615058 Jul 05 04:21:17.314224 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33710) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:17.333775 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33712) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:17.349102 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-21a1069d-dcb4-4084-996f-495262134fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:17.360578 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a1069d-dcb4-4084-996f-495262134fb1 None None] Routers {'a0a52790-0425-4f34-a287-518074f2c6d5'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:17.361558 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-21a1069d-dcb4-4084-996f-495262134fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['a0a52790-0425-4f34-a287-518074f2c6d5'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:17.399629 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-21a1069d-dcb4-4084-996f-495262134fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:17.411747 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a1069d-dcb4-4084-996f-495262134fb1 None None] The sync data for ids ['a0a52790-0425-4f34-a287-518074f2c6d5'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:17.527520 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9299a8d6-5707-4b3b-bbbc-b6bd6010e9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.712088 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2684cd8-a6ec-45c0-8cc5-2a09a4694bac tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.719716 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9299a8d6-5707-4b3b-bbbc-b6bd6010e9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.727653 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9299a8d6-5707-4b3b-bbbc-b6bd6010e9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.776097 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9299a8d6-5707-4b3b-bbbc-b6bd6010e9ee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6f260c8b00414de69df329a76f38d306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4410160 Jul 05 04:21:17.777426 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299a8d6-5707-4b3b-bbbc-b6bd6010e9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67889cd-bc1c-4f14-b9f2-5a92cbe0b218,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:17.781357 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33722) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:17.854613 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1378c4e0-5f5a-4dbd-b4eb-9727214ba49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.885429 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1378c4e0-5f5a-4dbd-b4eb-9727214ba49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.913605 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2684cd8-a6ec-45c0-8cc5-2a09a4694bac tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.916464 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2684cd8-a6ec-45c0-8cc5-2a09a4694bac tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.945604 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1378c4e0-5f5a-4dbd-b4eb-9727214ba49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.949709 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1378c4e0-5f5a-4dbd-b4eb-9727214ba49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.952311 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1378c4e0-5f5a-4dbd-b4eb-9727214ba49a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f67889cd-bc1c-4f14-b9f2-5a92cbe0b218 HTTP/1.1" status: 204 len: 168 time: 0.1693845 Jul 05 04:21:17.973297 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378c4e0-5f5a-4dbd-b4eb-9727214ba49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67889cd-bc1c-4f14-b9f2-5a92cbe0b218,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:17.980932 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2684cd8-a6ec-45c0-8cc5-2a09a4694bac tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.980932 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2684cd8-a6ec-45c0-8cc5-2a09a4694bac tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Fanout notify agent at l3_agent the message router_deleted on router a0a52790-0425-4f34-a287-518074f2c6d5 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:21:17.989529 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2684cd8-a6ec-45c0-8cc5-2a09a4694bac tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.008140 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a2684cd8-a6ec-45c0-8cc5-2a09a4694bac tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/routers/a0a52790-0425-4f34-a287-518074f2c6d5 HTTP/1.1" status: 204 len: 168 time: 0.6923153 Jul 05 04:21:18.008746 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33726) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:18.074580 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48844bd-2d06-47d4-9927-1409430d3fc6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting subnet 9646a112-9164-4c4e-a1e8-b0d5b761867a {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:21:18.078929 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e48844bd-2d06-47d4-9927-1409430d3fc6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.124247 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e48844bd-2d06-47d4-9927-1409430d3fc6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.233858 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e48844bd-2d06-47d4-9927-1409430d3fc6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.306274 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e48844bd-2d06-47d4-9927-1409430d3fc6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.337645 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48844bd-2d06-47d4-9927-1409430d3fc6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Subnet': ['ID=9646a112-9164-4c4e-a1e8-b0d5b761867a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:18.349832 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e48844bd-2d06-47d4-9927-1409430d3fc6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.354710 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33736) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:18.355140 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e48844bd-2d06-47d4-9927-1409430d3fc6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/subnets/9646a112-9164-4c4e-a1e8-b0d5b761867a HTTP/1.1" status: 204 len: 168 time: 0.3451347 Jul 05 04:21:18.357426 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44fbe69-4f34-45d4-a672-4a55e8c566eb None None] Network 585653ce-8be8-499d-ab4e-24635f4a405f requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:18.461260 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-efa7a994-c25c-451a-856f-c7fca7707c57 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.553083 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-efa7a994-c25c-451a-856f-c7fca7707c57 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting port d24d298c-7dbe-40d7-a42b-43a8fe139f56 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:18.553439 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-efa7a994-c25c-451a-856f-c7fca7707c57 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.657718 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-efa7a994-c25c-451a-856f-c7fca7707c57 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] For port d24d298c-7dbe-40d7-a42b-43a8fe139f56, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d24d298c-7dbe-40d7-a42b-43a8fe139f56,segment=NetworkSegment(67fbb946-24cf-4cd5-8aee-fc4079f28cef),segment_id=67fbb946-24cf-4cd5-8aee-fc4079f28cef)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:18.658105 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-efa7a994-c25c-451a-856f-c7fca7707c57 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.707279 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-efa7a994-c25c-451a-856f-c7fca7707c57 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Calling delete_port for d24d298c-7dbe-40d7-a42b-43a8fe139f56 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:18.721788 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df47b8c-d998-4020-a959-24cc3482f911 None None] DHCP port deletion for 585653ce-8be8-499d-ab4e-24635f4a405f request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:21:18.839083 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-4df47b8c-d998-4020-a959-24cc3482f911 None None] Deleting port d24d298c-7dbe-40d7-a42b-43a8fe139f56 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:18.839931 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4df47b8c-d998-4020-a959-24cc3482f911 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.909510 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33752) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:18.934776 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-4df47b8c-d998-4020-a959-24cc3482f911 None None] For port d24d298c-7dbe-40d7-a42b-43a8fe139f56, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d24d298c-7dbe-40d7-a42b-43a8fe139f56,segment=NetworkSegment(67fbb946-24cf-4cd5-8aee-fc4079f28cef),segment_id=67fbb946-24cf-4cd5-8aee-fc4079f28cef)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:18.935766 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4df47b8c-d998-4020-a959-24cc3482f911 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.949848 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-4df47b8c-d998-4020-a959-24cc3482f911 None None] Calling delete_port for d24d298c-7dbe-40d7-a42b-43a8fe139f56 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:18.985667 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-efa7a994-c25c-451a-856f-c7fca7707c57 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.042889 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7a994-c25c-451a-856f-c7fca7707c57 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Port': ['ID=d24d298c-7dbe-40d7-a42b-43a8fe139f56,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:19.048643 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa7a994-c25c-451a-856f-c7fca7707c57 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] No DVR routers for this DVR port d24d298c-7dbe-40d7-a42b-43a8fe139f56 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:19.075011 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4df47b8c-d998-4020-a959-24cc3482f911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.078065 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d24d298c-7dbe-40d7-a42b-43a8fe139f56 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:19.088311 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-ee9b2458-2c64-48d5-86f0-ad0748710cdc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1761847914-network', 'tenant_id': '2b5761d3d6c64edd933afaccc966acbc'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:19.108690 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: d24d298c-7dbe-40d7-a42b-43a8fe139f56 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:19.108969 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d24d298c-7dbe-40d7-a42b-43a8fe139f56 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:19.142298 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9b2458-2c64-48d5-86f0-ad0748710cdc admin admin] Made reservation on behalf of 2b5761d3d6c64edd933afaccc966acbc for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:19.144412 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df47b8c-d998-4020-a959-24cc3482f911 None None] Pushing event deleted for resources: {'Port': ['ID=d24d298c-7dbe-40d7-a42b-43a8fe139f56,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:19.146600 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df47b8c-d998-4020-a959-24cc3482f911 None None] No DVR routers for this DVR port d24d298c-7dbe-40d7-a42b-43a8fe139f56 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:19.147582 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f6d0d3f-73d6-4329-a29f-90f715f39da0 req-fba909ea-7c03-4ad0-ac03-8a54b405dc4f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2505016 Jul 05 04:21:19.175767 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2458-2c64-48d5-86f0-ad0748710cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.195728 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2458-2c64-48d5-86f0-ad0748710cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.226422 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-efa7a994-c25c-451a-856f-c7fca7707c57 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.258106 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-efa7a994-c25c-451a-856f-c7fca7707c57 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585653ce-8be8-499d-ab4e-24635f4a405f']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:19.271569 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-efa7a994-c25c-451a-856f-c7fca7707c57 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67fbb946-24cf-4cd5-8aee-fc4079f28cef') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:19.272019 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-efa7a994-c25c-451a-856f-c7fca7707c57 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67fbb946-24cf-4cd5-8aee-fc4079f28cef') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:19.286211 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-efa7a994-c25c-451a-856f-c7fca7707c57 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.306605 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-efa7a994-c25c-451a-856f-c7fca7707c57 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.320360 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa7a994-c25c-451a-856f-c7fca7707c57 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:21:19.320803 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-efa7a994-c25c-451a-856f-c7fca7707c57 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:21:19.324645 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:21:19.364065 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2458-2c64-48d5-86f0-ad0748710cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.370650 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d0d3f-73d6-4329-a29f-90f715f39da0 req-a66e75ba-1d57-4bd2-8a31-6aca43d51205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:19.371384 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2458-2c64-48d5-86f0-ad0748710cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.372271 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f6d0d3f-73d6-4329-a29f-90f715f39da0 req-a66e75ba-1d57-4bd2-8a31-6aca43d51205 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 1099 time: 0.1624653 Jul 05 04:21:19.427172 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b2458-2c64-48d5-86f0-ad0748710cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe8fdc6-7e64-4f86-876e-e3ec72b94956,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:19.473552 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-efa7a994-c25c-451a-856f-c7fca7707c57 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.475193 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee9b2458-2c64-48d5-86f0-ad0748710cdc admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:21:19.485242 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-efa7a994-c25c-451a-856f-c7fca7707c57 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.487501 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-efa7a994-c25c-451a-856f-c7fca7707c57 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/networks/585653ce-8be8-499d-ab4e-24635f4a405f HTTP/1.1" status: 204 len: 168 time: 1.1302283 Jul 05 04:21:19.494068 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2458-2c64-48d5-86f0-ad0748710cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.494444 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33756) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:19.494562 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-ee9b2458-2c64-48d5-86f0-ad0748710cdc admin admin] Added segment f84c85d9-41f2-4478-9254-f4f1165682c7 of type vlan for network c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 Jul 05 04:21:19.512501 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-fd17c42a-80ac-412e-9064-ae1b1f9e5f14 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1009340032', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:19.539514 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7a994-c25c-451a-856f-c7fca7707c57 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Network': ['ID=585653ce-8be8-499d-ab4e-24635f4a405f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:19.551232 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fd17c42a-80ac-412e-9064-ae1b1f9e5f14 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.552494 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fd17c42a-80ac-412e-9064-ae1b1f9e5f14 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.564003 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:21:19.565101 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2458-2c64-48d5-86f0-ad0748710cdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.620078 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fd17c42a-80ac-412e-9064-ae1b1f9e5f14 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.637468 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2458-2c64-48d5-86f0-ad0748710cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.640428 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9b2458-2c64-48d5-86f0-ad0748710cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:19.640874 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fd17c42a-80ac-412e-9064-ae1b1f9e5f14 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.641120 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2458-2c64-48d5-86f0-ad0748710cdc admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.663742 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fd17c42a-80ac-412e-9064-ae1b1f9e5f14 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.668030 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fd17c42a-80ac-412e-9064-ae1b1f9e5f14 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1678638 Jul 05 04:21:19.668454 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33760) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:19.672255 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d0d3f-73d6-4329-a29f-90f715f39da0 req-1d16441f-7888-4952-b37e-f06e2990dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:19.674904 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f6d0d3f-73d6-4329-a29f-90f715f39da0 req-1d16441f-7888-4952-b37e-f06e2990dc00 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e HTTP/1.1" status: 200 len: 898 time: 0.2681181 Jul 05 04:21:19.715490 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-a04216ba-ca57-47c2-948e-7b4ccaa824da tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1269804030'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:19.755344 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ee9b2458-2c64-48d5-86f0-ad0748710cdc admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8440523 Jul 05 04:21:19.758667 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b2458-2c64-48d5-86f0-ad0748710cdc admin admin] Pushing event updated for resources: {'Network': ['ID=c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:19.759033 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33764) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:19.774291 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:21:19.775280 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-c02e02a2-c9a4-49d2-9ad5-9383cd21a90d admin admin] Request body: {'subnet': {'network_id': 'c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1761847914-subnet', 'tenant_id': '2b5761d3d6c64edd933afaccc966acbc', 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:19.785187 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04216ba-ca57-47c2-948e-7b4ccaa824da tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Made reservation on behalf of ff8e97f25dec4039911d941a3e89eb38 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:19.789050 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a04216ba-ca57-47c2-948e-7b4ccaa824da tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.850293 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04216ba-ca57-47c2-948e-7b4ccaa824da tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:21:19.859650 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f6d0d3f-73d6-4329-a29f-90f715f39da0 req-0025dcba-90fd-4f16-a814-75806f2b2480 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cedad616-b797-4aeb-a631-fbffeac0982e HTTP/1.1" status: 200 len: 1002 time: 0.1766610 Jul 05 04:21:19.862080 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02e02a2-c9a4-49d2-9ad5-9383cd21a90d admin admin] Made reservation on behalf of 2b5761d3d6c64edd933afaccc966acbc for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:19.865712 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c02e02a2-c9a4-49d2-9ad5-9383cd21a90d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.870556 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a04216ba-ca57-47c2-948e-7b4ccaa824da tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.871230 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-a04216ba-ca57-47c2-948e-7b4ccaa824da tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Added segment bc16f1b7-c6a7-43d9-b9b6-a841f2ff2b19 of type vlan for network 48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3 Jul 05 04:21:19.930971 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d0d3f-73d6-4329-a29f-90f715f39da0 req-15588308-d8f4-40f5-aef4-851dbb4c1c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:19.931845 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a04216ba-ca57-47c2-948e-7b4ccaa824da tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.932555 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f6d0d3f-73d6-4329-a29f-90f715f39da0 req-15588308-d8f4-40f5-aef4-851dbb4c1c2b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0c3310d5-6014-4e5f-8153-91ba05ad73c0 HTTP/1.1" status: 200 len: 835 time: 0.0619628 Jul 05 04:21:19.969442 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a04216ba-ca57-47c2-948e-7b4ccaa824da tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.976979 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04216ba-ca57-47c2-948e-7b4ccaa824da tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:19.978239 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a04216ba-ca57-47c2-948e-7b4ccaa824da tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:20.056673 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a04216ba-ca57-47c2-948e-7b4ccaa824da tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3578997 Jul 05 04:21:20.061517 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33766) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:20.069842 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-5252076b-4ab9-4924-ad3f-4414f3834500 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'subnet': {'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:20.078245 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04216ba-ca57-47c2-948e-7b4ccaa824da tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Network': ['ID=48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:20.078962 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d0d3f-73d6-4329-a29f-90f715f39da0 req-bf24dffa-b84a-4b06-98b8-d66a6ed8de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:20.081974 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f6d0d3f-73d6-4329-a29f-90f715f39da0 req-bf24dffa-b84a-4b06-98b8-d66a6ed8de79 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1363494 Jul 05 04:21:20.090402 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:21:20.220382 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5252076b-4ab9-4924-ad3f-4414f3834500 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Made reservation on behalf of ff8e97f25dec4039911d941a3e89eb38 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:20.224544 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5252076b-4ab9-4924-ad3f-4414f3834500 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:20.289023 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f6d0d3f-73d6-4329-a29f-90f715f39da0 req-0cb2b572-4d1e-4ead-8a0e-280770ae88de service neutron] 10.222.0.89 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989481 Jul 05 04:21:20.290912 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c02e02a2-c9a4-49d2-9ad5-9383cd21a90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:20.426764 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e02a2-c9a4-49d2-9ad5-9383cd21a90d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4251036-88dc-4ebb-925a-78e98b6f1a9a,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:20.444463 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02e02a2-c9a4-49d2-9ad5-9383cd21a90d admin admin] Checking segment: {'id': 'f84c85d9-41f2-4478-9254-f4f1165682c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:20.444847 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02e02a2-c9a4-49d2-9ad5-9383cd21a90d admin admin] Network hostable DHCP agents. Network: c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:21:20.470772 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5252076b-4ab9-4924-ad3f-4414f3834500 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:20.484675 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f6d0d3f-73d6-4329-a29f-90f715f39da0 req-5dcd5d66-e6fe-47d8-845b-6e1052f04289 service neutron] 10.222.0.89 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870887 Jul 05 04:21:20.485987 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02e02a2-c9a4-49d2-9ad5-9383cd21a90d admin admin] Network c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:21:20.499994 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-c02e02a2-c9a4-49d2-9ad5-9383cd21a90d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:20.510433 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a80012-60ac-4b0f-8872-32121ead9960 None None] Network c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:20.523557 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02e02a2-c9a4-49d2-9ad5-9383cd21a90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:20.524560 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c02e02a2-c9a4-49d2-9ad5-9383cd21a90d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:20.544576 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c02e02a2-c9a4-49d2-9ad5-9383cd21a90d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7838676 Jul 05 04:21:20.547873 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33768) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:20.553242 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252076b-4ab9-4924-ad3f-4414f3834500 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Subnet': ['ID=fac0d9d1-e492-4615-ac63-7531cecfb69e,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:20.554233 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-870f229e-d6a1-408a-88a3-355b5c11fb33 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1761847914-router', 'tenant_id': '2b5761d3d6c64edd933afaccc966acbc', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:20.564752 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5252076b-4ab9-4924-ad3f-4414f3834500 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Checking segment: {'id': 'bc16f1b7-c6a7-43d9-b9b6-a841f2ff2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:20.565196 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5252076b-4ab9-4924-ad3f-4414f3834500 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network hostable DHCP agents. Network: 48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:21:20.585427 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-870f229e-d6a1-408a-88a3-355b5c11fb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:20.586895 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-870f229e-d6a1-408a-88a3-355b5c11fb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:20.587041 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5252076b-4ab9-4924-ad3f-4414f3834500 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network 48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:21:20.603191 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-5252076b-4ab9-4924-ad3f-4414f3834500 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:20.609264 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5252076b-4ab9-4924-ad3f-4414f3834500 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:20.610772 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5252076b-4ab9-4924-ad3f-4414f3834500 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:20.618130 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff31ba1-249d-428c-8116-1b051be2c1f7 None None] Network 48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:20.634431 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5252076b-4ab9-4924-ad3f-4414f3834500 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5712264 Jul 05 04:21:20.635464 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33770) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:20.670051 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-870f229e-d6a1-408a-88a3-355b5c11fb33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:20.905054 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3169b88-ce09-4f1b-a295-3524dbdd7507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4', 'network_id': 'c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4', 'tenant_id': '2b5761d3d6c64edd933afaccc966acbc', 'fixed_ips': [{'subnet_id': 'a4251036-88dc-4ebb-925a-78e98b6f1a9a'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:21:20.906836 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d3169b88-ce09-4f1b-a295-3524dbdd7507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:20.954616 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-870f229e-d6a1-408a-88a3-355b5c11fb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.037046 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6afd9f59-f58d-4ff4-83ea-b7519e2996d3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.063941 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b48574f-d954-47da-928e-091e2eda2eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3', 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'fixed_ips': [{'subnet_id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:21:21.064805 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7b48574f-d954-47da-928e-091e2eda2eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.213144 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-870f229e-d6a1-408a-88a3-355b5c11fb33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.236063 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-870f229e-d6a1-408a-88a3-355b5c11fb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.368716 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-870f229e-d6a1-408a-88a3-355b5c11fb33 admin admin] Allocated IP 172.25.1.13 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/87a5e055-4d02-47b2-b3e6-272d44abe6c5) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:21.395982 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-d3169b88-ce09-4f1b-a295-3524dbdd7507 None None] Allocated IP 172.20.0.2 (c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4/a4251036-88dc-4ebb-925a-78e98b6f1a9a/d818f5f1-65a6-4836-afa1-f20211c1a09d) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:21.404641 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-aea1d4f6-3d53-477b-af3b-60c9fd7030e8 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:21.406208 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-aea1d4f6-3d53-477b-af3b-60c9fd7030e8 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/networks?id=7f5444e3-c291-41fd-b748-e3b4178b2e2c HTTP/1.1" status: 200 len: 815 time: 0.2007554 Jul 05 04:21:21.433082 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-a9f5077d-6203-4e46-855b-85958c939d13 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/quotas/74847c5a0be2460f936bfa8b3db608e8 HTTP/1.1" status: 200 len: 375 time: 0.0194862 Jul 05 04:21:21.436028 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-6afd9f59-f58d-4ff4-83ea-b7519e2996d3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Allocated IP 2001:db8::1 (48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3/fac0d9d1-e492-4615-ac63-7531cecfb69e/6f218920-3463-475f-be6d-204df1482dca) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:21.498132 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-870f229e-d6a1-408a-88a3-355b5c11fb33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.542539 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-870f229e-d6a1-408a-88a3-355b5c11fb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.551033 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d3169b88-ce09-4f1b-a295-3524dbdd7507 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.559082 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d3169b88-ce09-4f1b-a295-3524dbdd7507 None None] Transition to ACTIVE for port object d818f5f1-65a6-4836-afa1-f20211c1a09d will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:21.574807 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d3169b88-ce09-4f1b-a295-3524dbdd7507 None None] Transition to ACTIVE for port object d818f5f1-65a6-4836-afa1-f20211c1a09d will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:21.585394 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d3169b88-ce09-4f1b-a295-3524dbdd7507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.593911 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870f229e-d6a1-408a-88a3-355b5c11fb33 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:21.599158 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-870f229e-d6a1-408a-88a3-355b5c11fb33 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:21.601115 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f229e-d6a1-408a-88a3-355b5c11fb33 admin admin] Pushing event updated for resources: {'Port': ['ID=87a5e055-4d02-47b2-b3e6-272d44abe6c5,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:21.603330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870f229e-d6a1-408a-88a3-355b5c11fb33 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:21.632552 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-f21a454b-7ee5-452a-8642-afb6e0cac57a tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=74847c5a0be2460f936bfa8b3db608e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1913099 Jul 05 04:21:21.642028 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3169b88-ce09-4f1b-a295-3524dbdd7507 None None] Network c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:21.645225 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-d3169b88-ce09-4f1b-a295-3524dbdd7507 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:21.650260 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3169b88-ce09-4f1b-a295-3524dbdd7507 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:21.658412 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3169b88-ce09-4f1b-a295-3524dbdd7507 None None] Pushing event updated for resources: {'Port': ['ID=d818f5f1-65a6-4836-afa1-f20211c1a09d,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:21.706806 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6afd9f59-f58d-4ff4-83ea-b7519e2996d3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.737056 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d3169b88-ce09-4f1b-a295-3524dbdd7507 None None] Attempting to bind port d818f5f1-65a6-4836-afa1-f20211c1a09d on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:21.737694 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d3169b88-ce09-4f1b-a295-3524dbdd7507 None None] Attempting to bind port d818f5f1-65a6-4836-afa1-f20211c1a09d by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'f84c85d9-41f2-4478-9254-f4f1165682c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:21.738238 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3169b88-ce09-4f1b-a295-3524dbdd7507 None None] Attempting to bind port d818f5f1-65a6-4836-afa1-f20211c1a09d on network c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:21.739896 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-6afd9f59-f58d-4ff4-83ea-b7519e2996d3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Transition to ACTIVE for port object 6f218920-3463-475f-be6d-204df1482dca will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:21.744724 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3169b88-ce09-4f1b-a295-3524dbdd7507 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:21.745176 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3169b88-ce09-4f1b-a295-3524dbdd7507 None None] Checking segment: {'id': 'f84c85d9-41f2-4478-9254-f4f1165682c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:21.745575 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d3169b88-ce09-4f1b-a295-3524dbdd7507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.745974 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3169b88-ce09-4f1b-a295-3524dbdd7507 None None] Bound using segment: {'id': 'f84c85d9-41f2-4478-9254-f4f1165682c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:21.746466 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d3169b88-ce09-4f1b-a295-3524dbdd7507 None None] Bound port: d818f5f1-65a6-4836-afa1-f20211c1a09d, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84c85d9-41f2-4478-9254-f4f1165682c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:21.746856 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d3169b88-ce09-4f1b-a295-3524dbdd7507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.827100 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d3169b88-ce09-4f1b-a295-3524dbdd7507 None None] For port d818f5f1-65a6-4836-afa1-f20211c1a09d, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:21.831265 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d3169b88-ce09-4f1b-a295-3524dbdd7507 None None] For port d818f5f1-65a6-4836-afa1-f20211c1a09d, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d818f5f1-65a6-4836-afa1-f20211c1a09d,segment=NetworkSegment(f84c85d9-41f2-4478-9254-f4f1165682c7),segment_id=f84c85d9-41f2-4478-9254-f4f1165682c7)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:21.846212 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d3169b88-ce09-4f1b-a295-3524dbdd7507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.865974 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-4bdf0cc3-3303-434e-8616-7228ac8c4c57 service neutron] 10.222.0.77 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177680 Jul 05 04:21:21.912605 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3169b88-ce09-4f1b-a295-3524dbdd7507 None None] Pushing event updated for resources: {'Port': ['ID=d818f5f1-65a6-4836-afa1-f20211c1a09d,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:22.021239 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-7b48574f-d954-47da-928e-091e2eda2eb2 None None] Allocated IP 2001:db8::2 (48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3/fac0d9d1-e492-4615-ac63-7531cecfb69e/6764bf72-1e11-44b8-8604-48ff8dbcc13a) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:22.316251 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6afd9f59-f58d-4ff4-83ea-b7519e2996d3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:22.348445 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afd9f59-f58d-4ff4-83ea-b7519e2996d3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network 48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:22.354571 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-6afd9f59-f58d-4ff4-83ea-b7519e2996d3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:22.380288 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7b48574f-d954-47da-928e-091e2eda2eb2 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:22.385793 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd9f59-f58d-4ff4-83ea-b7519e2996d3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:22.386083 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6afd9f59-f58d-4ff4-83ea-b7519e2996d3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:22.396976 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7b48574f-d954-47da-928e-091e2eda2eb2 None None] Transition to ACTIVE for port object 6764bf72-1e11-44b8-8604-48ff8dbcc13a will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:22.418950 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7b48574f-d954-47da-928e-091e2eda2eb2 None None] Transition to ACTIVE for port object 6764bf72-1e11-44b8-8604-48ff8dbcc13a will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:22.428313 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7b48574f-d954-47da-928e-091e2eda2eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:22.487479 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-870f229e-d6a1-408a-88a3-355b5c11fb33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:22.492938 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd9f59-f58d-4ff4-83ea-b7519e2996d3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Port': ['ID=6f218920-3463-475f-be6d-204df1482dca,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:22.493484 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b48574f-d954-47da-928e-091e2eda2eb2 None None] Network 48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:22.501793 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-7b48574f-d954-47da-928e-091e2eda2eb2 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:22.514530 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b48574f-d954-47da-928e-091e2eda2eb2 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:22.524611 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48574f-d954-47da-928e-091e2eda2eb2 None None] Pushing event updated for resources: {'Port': ['ID=6764bf72-1e11-44b8-8604-48ff8dbcc13a,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:22.596561 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-2f03dd3a-1acc-4b82-bb10-c996546b4f84 service neutron] 10.222.0.77 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7296169 Jul 05 04:21:22.642429 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-7b48574f-d954-47da-928e-091e2eda2eb2 None None] Attempting to bind port 6764bf72-1e11-44b8-8604-48ff8dbcc13a on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:22.642760 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-7b48574f-d954-47da-928e-091e2eda2eb2 None None] Attempting to bind port 6764bf72-1e11-44b8-8604-48ff8dbcc13a by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'bc16f1b7-c6a7-43d9-b9b6-a841f2ff2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:22.643090 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b48574f-d954-47da-928e-091e2eda2eb2 None None] Attempting to bind port 6764bf72-1e11-44b8-8604-48ff8dbcc13a on network 48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:22.656665 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b48574f-d954-47da-928e-091e2eda2eb2 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:22.657196 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b48574f-d954-47da-928e-091e2eda2eb2 None None] Checking segment: {'id': 'bc16f1b7-c6a7-43d9-b9b6-a841f2ff2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:22.661222 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7b48574f-d954-47da-928e-091e2eda2eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:22.661699 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b48574f-d954-47da-928e-091e2eda2eb2 None None] Bound using segment: {'id': 'bc16f1b7-c6a7-43d9-b9b6-a841f2ff2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:22.662222 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-7b48574f-d954-47da-928e-091e2eda2eb2 None None] Bound port: 6764bf72-1e11-44b8-8604-48ff8dbcc13a, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc16f1b7-c6a7-43d9-b9b6-a841f2ff2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:22.662625 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7b48574f-d954-47da-928e-091e2eda2eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:22.693915 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6afd9f59-f58d-4ff4-83ea-b7519e2996d3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:22.873939 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-7b48574f-d954-47da-928e-091e2eda2eb2 None None] For port 6764bf72-1e11-44b8-8604-48ff8dbcc13a, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:22.885530 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-7b48574f-d954-47da-928e-091e2eda2eb2 None None] For port 6764bf72-1e11-44b8-8604-48ff8dbcc13a, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6764bf72-1e11-44b8-8604-48ff8dbcc13a,segment=NetworkSegment(bc16f1b7-c6a7-43d9-b9b6-a841f2ff2b19),segment_id=bc16f1b7-c6a7-43d9-b9b6-a841f2ff2b19)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:22.897996 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7b48574f-d954-47da-928e-091e2eda2eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:22.920494 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-81861dab-2faf-477d-9222-c11bd8a038a4 req-09cb7d56-0e45-4e76-9419-8f1c7097879b tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=96663a69-09ac-4986-af0f-eaf1db31af5c HTTP/1.1" status: 200 len: 210 time: 0.0781469 Jul 05 04:21:22.931119 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d818f5f1-65a6-4836-afa1-f20211c1a09d up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:22.934671 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-870f229e-d6a1-408a-88a3-355b5c11fb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:23.119104 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48574f-d954-47da-928e-091e2eda2eb2 None None] Pushing event updated for resources: {'Port': ['ID=6764bf72-1e11-44b8-8604-48ff8dbcc13a,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:23.153630 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port d818f5f1-65a6-4836-afa1-f20211c1a09d completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:23.272377 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870f229e-d6a1-408a-88a3-355b5c11fb33 admin admin] Router b0f95759-74a4-4d9a-be14-21eb50cbcd6a is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:21:23.327825 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6afd9f59-f58d-4ff4-83ea-b7519e2996d3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:23.338728 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6afd9f59-f58d-4ff4-83ea-b7519e2996d3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:23.339654 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6afd9f59-f58d-4ff4-83ea-b7519e2996d3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:23.492739 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870f229e-d6a1-408a-88a3-355b5c11fb33 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:23.517652 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] Sync routers for ids ['b0f95759-74a4-4d9a-be14-21eb50cbcd6a'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:23.529229 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] Routers {'b0f95759-74a4-4d9a-be14-21eb50cbcd6a'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:23.530284 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['b0f95759-74a4-4d9a-be14-21eb50cbcd6a'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:23.533270 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-870f229e-d6a1-408a-88a3-355b5c11fb33 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:23.536715 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-870f229e-d6a1-408a-88a3-355b5c11fb33 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9851012 Jul 05 04:21:23.539263 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33818) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:23.639836 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd9f59-f58d-4ff4-83ea-b7519e2996d3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Port': ['ID=6f218920-3463-475f-be6d-204df1482dca,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:23.664704 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afd9f59-f58d-4ff4-83ea-b7519e2996d3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network 48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:23.666586 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-6afd9f59-f58d-4ff4-83ea-b7519e2996d3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:23.871000 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] Set router b0f95759-74a4-4d9a-be14-21eb50cbcd6a gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:23.893711 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dafb74-d8f5-49bf-9018-1e019a6d96a4 None None] Network c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:23.935149 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afd9f59-f58d-4ff4-83ea-b7519e2996d3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Router 11e4d8b3-4607-4be0-bb35-993db79a3739 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:21:24.009177 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-02413b7e-b25c-4236-bd45-a1186f8d513a None None] Provisioning for port d818f5f1-65a6-4836-afa1-f20211c1a09d completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:24.040659 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-02413b7e-b25c-4236-bd45-a1186f8d513a None None] Provisioning complete for port d818f5f1-65a6-4836-afa1-f20211c1a09d triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:24.041983 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02413b7e-b25c-4236-bd45-a1186f8d513a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.072987 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f95759-74a4-4d9a-be14-21eb50cbcd6a', 'name': 'tempest-TestServerMultinode-1761847914-router', 'tenant_id': '2b5761d3d6c64edd933afaccc966acbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '87a5e055-4d02-47b2-b3e6-272d44abe6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:20Z', 'updated_at': '2021-07-05T04:21:22Z', 'revision_number': 3, 'project_id': '2b5761d3d6c64edd933afaccc966acbc', 'gw_port': {'id': '87a5e055-4d02-47b2-b3e6-272d44abe6c5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f95759-74a4-4d9a-be14-21eb50cbcd6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:24.104805 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] Checking router: b0f95759-74a4-4d9a-be14-21eb50cbcd6a for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:21:24.105422 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] Updating router b0f95759-74a4-4d9a-be14-21eb50cbcd6a port 87a5e055-4d02-47b2-b3e6-272d44abe6c5 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:21:24.144353 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.163086 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afd9f59-f58d-4ff4-83ea-b7519e2996d3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:24.192860 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6afd9f59-f58d-4ff4-83ea-b7519e2996d3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "PUT /v2.0/routers/11e4d8b3-4607-4be0-bb35-993db79a3739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5561440 Jul 05 04:21:24.195062 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] Sync routers for ids ['11e4d8b3-4607-4be0-bb35-993db79a3739'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:24.195767 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33824) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:24.204117 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-73323456-7010-4169-9a74-fccd6bf41738 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1750862698'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:24.263415 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-69f71ee6-5533-410e-a524-7d19236bb4e9 req-4c013396-c1e2-4cba-bd9a-b37e11396498 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=96663a69-09ac-4986-af0f-eaf1db31af5c HTTP/1.1" status: 200 len: 210 time: 0.0353224 Jul 05 04:21:24.265399 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73323456-7010-4169-9a74-fccd6bf41738 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Made reservation on behalf of ff8e97f25dec4039911d941a3e89eb38 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:24.270972 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73323456-7010-4169-9a74-fccd6bf41738 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.322906 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] Routers {'11e4d8b3-4607-4be0-bb35-993db79a3739'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:24.324381 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['11e4d8b3-4607-4be0-bb35-993db79a3739'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:24.352247 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73323456-7010-4169-9a74-fccd6bf41738 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:21:24.380270 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73323456-7010-4169-9a74-fccd6bf41738 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.380655 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-73323456-7010-4169-9a74-fccd6bf41738 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Added segment 24dc9014-1950-4352-b8e8-e51a7523d285 of type vlan for network 430d78c4-91fa-4f47-a127-f5e15664677f Jul 05 04:21:24.486391 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73323456-7010-4169-9a74-fccd6bf41738 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.520762 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.526109 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-773982b4-913b-47b1-ab74-856bca69ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.540138 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] Transition to ACTIVE for port object 87a5e055-4d02-47b2-b3e6-272d44abe6c5 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:24.550485 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.567665 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73323456-7010-4169-9a74-fccd6bf41738 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.573987 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73323456-7010-4169-9a74-fccd6bf41738 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:24.574617 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73323456-7010-4169-9a74-fccd6bf41738 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.605874 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543bd79-e1a8-4d6a-a57a-fa9132cb7ba0 None None] Pushing event updated for resources: {'Port': ['ID=87a5e055-4d02-47b2-b3e6-272d44abe6c5,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:24.617507 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1543bd79-e1a8-4d6a-a57a-fa9132cb7ba0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:24.617977 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1543bd79-e1a8-4d6a-a57a-fa9132cb7ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:24.618378 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1543bd79-e1a8-4d6a-a57a-fa9132cb7ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:24.618782 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1543bd79-e1a8-4d6a-a57a-fa9132cb7ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:24.619692 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1543bd79-e1a8-4d6a-a57a-fa9132cb7ba0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:24.620269 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1543bd79-e1a8-4d6a-a57a-fa9132cb7ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:24.620779 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1543bd79-e1a8-4d6a-a57a-fa9132cb7ba0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:24.621175 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1543bd79-e1a8-4d6a-a57a-fa9132cb7ba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:24.621566 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1543bd79-e1a8-4d6a-a57a-fa9132cb7ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:24.622004 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1543bd79-e1a8-4d6a-a57a-fa9132cb7ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:24.622396 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1543bd79-e1a8-4d6a-a57a-fa9132cb7ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:24.623322 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1543bd79-e1a8-4d6a-a57a-fa9132cb7ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:24.644827 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] Attempting to bind port 87a5e055-4d02-47b2-b3e6-272d44abe6c5 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:24.645412 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] Attempting to bind port 87a5e055-4d02-47b2-b3e6-272d44abe6c5 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:24.645783 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] Attempting to bind port 87a5e055-4d02-47b2-b3e6-272d44abe6c5 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:24.648579 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02413b7e-b25c-4236-bd45-a1186f8d513a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.655354 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:24.656290 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:24.658122 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.658537 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:24.659438 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] Bound port: 87a5e055-4d02-47b2-b3e6-272d44abe6c5, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:24.659881 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.712914 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-73323456-7010-4169-9a74-fccd6bf41738 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5145860 Jul 05 04:21:24.718433 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33828) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:24.735017 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-efbca496-1732-4709-8199-d80ce5754166 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'subnet': {'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:24.754082 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] Set router 11e4d8b3-4607-4be0-bb35-993db79a3739 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:24.785543 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] For port 87a5e055-4d02-47b2-b3e6-272d44abe6c5, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:24.789597 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] For port 87a5e055-4d02-47b2-b3e6-272d44abe6c5, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=87a5e055-4d02-47b2-b3e6-272d44abe6c5,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:24.806241 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.824784 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-02413b7e-b25c-4236-bd45-a1186f8d513a None None] For port d818f5f1-65a6-4836-afa1-f20211c1a09d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d818f5f1-65a6-4836-afa1-f20211c1a09d,segment=NetworkSegment(f84c85d9-41f2-4478-9254-f4f1165682c7),segment_id=f84c85d9-41f2-4478-9254-f4f1165682c7)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:24.853594 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73323456-7010-4169-9a74-fccd6bf41738 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Network': ['ID=430d78c4-91fa-4f47-a127-f5e15664677f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:24.860587 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e28dd1-bdad-4904-b688-3eae05053830 None None] Network 48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:24.869051 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02413b7e-b25c-4236-bd45-a1186f8d513a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.880936 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbca496-1732-4709-8199-d80ce5754166 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Made reservation on behalf of ff8e97f25dec4039911d941a3e89eb38 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:24.886000 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efbca496-1732-4709-8199-d80ce5754166 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.945128 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 430d78c4-91fa-4f47-a127-f5e15664677f details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:21:24.998991 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6764bf72-1e11-44b8-8604-48ff8dbcc13a up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:25.024015 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] Routers {'b0f95759-74a4-4d9a-be14-21eb50cbcd6a'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:25.024686 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['b0f95759-74a4-4d9a-be14-21eb50cbcd6a'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:25.142394 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-773982b4-913b-47b1-ab74-856bca69ad01 admin admin] Allocated IP 172.20.0.1 (c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4/a4251036-88dc-4ebb-925a-78e98b6f1a9a/6c8f17b2-8494-40be-9744-e88af6f7e78b) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:25.208915 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543bd79-e1a8-4d6a-a57a-fa9132cb7ba0 None None] Pushing event updated for resources: {'Port': ['ID=87a5e055-4d02-47b2-b3e6-272d44abe6c5,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:25.237130 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] Set router b0f95759-74a4-4d9a-be14-21eb50cbcd6a gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:25.302656 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efbca496-1732-4709-8199-d80ce5754166 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:25.363714 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02413b7e-b25c-4236-bd45-a1186f8d513a None None] Pushing event updated for resources: {'Port': ['ID=d818f5f1-65a6-4836-afa1-f20211c1a09d,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:25.430502 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 6764bf72-1e11-44b8-8604-48ff8dbcc13a completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:25.434735 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-089737a5-5c79-4a1e-8877-a7dbd5b016d1 None None] Provisioning for port 6764bf72-1e11-44b8-8604-48ff8dbcc13a completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:25.442159 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 6764bf72-1e11-44b8-8604-48ff8dbcc13a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:25.443522 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:25.455204 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbca496-1732-4709-8199-d80ce5754166 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Subnet': ['ID=f69c0a27-d986-478d-8000-177be574d817,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:25.499580 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbca496-1732-4709-8199-d80ce5754166 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Checking segment: {'id': '24dc9014-1950-4352-b8e8-e51a7523d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:25.499580 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbca496-1732-4709-8199-d80ce5754166 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network hostable DHCP agents. Network: 430d78c4-91fa-4f47-a127-f5e15664677f, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:21:25.499920 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-089737a5-5c79-4a1e-8877-a7dbd5b016d1 None None] Provisioning complete for port 6764bf72-1e11-44b8-8604-48ff8dbcc13a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:25.500239 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-089737a5-5c79-4a1e-8877-a7dbd5b016d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:25.511905 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-0e84a2e6-d344-4112-a13b-6c5dba661997 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:25.514178 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-0e84a2e6-d344-4112-a13b-6c5dba661997 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.89 "GET /v2.0/networks?id=7f5444e3-c291-41fd-b748-e3b4178b2e2c HTTP/1.1" status: 200 len: 815 time: 0.4635501 Jul 05 04:21:25.535552 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbca496-1732-4709-8199-d80ce5754166 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network 430d78c4-91fa-4f47-a127-f5e15664677f is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:21:25.548788 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-efbca496-1732-4709-8199-d80ce5754166 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 430d78c4-91fa-4f47-a127-f5e15664677f) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:25.553758 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbca496-1732-4709-8199-d80ce5754166 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:25.554430 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efbca496-1732-4709-8199-d80ce5754166 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:25.569031 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-5a6133d2-5185-4620-ac47-5c5fa0fcf312 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Request body: {'port': {'device_id': '96663a69-09ac-4986-af0f-eaf1db31af5c', 'network_id': '7f5444e3-c291-41fd-b748-e3b4178b2e2c', 'admin_state_up': True, 'tenant_id': '74847c5a0be2460f936bfa8b3db608e8'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:25.589313 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-efbca496-1732-4709-8199-d80ce5754166 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8669789 Jul 05 04:21:25.589753 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33836) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:25.705753 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f95759-74a4-4d9a-be14-21eb50cbcd6a', 'name': 'tempest-TestServerMultinode-1761847914-router', 'tenant_id': '2b5761d3d6c64edd933afaccc966acbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '87a5e055-4d02-47b2-b3e6-272d44abe6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:20Z', 'updated_at': '2021-07-05T04:21:22Z', 'revision_number': 3, 'project_id': '2b5761d3d6c64edd933afaccc966acbc', 'gw_port': {'id': '87a5e055-4d02-47b2-b3e6-272d44abe6c5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f95759-74a4-4d9a-be14-21eb50cbcd6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:25.744274 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2f059d-0129-4714-be92-d18d0920c7d4 None None] The sync data for ids ['b0f95759-74a4-4d9a-be14-21eb50cbcd6a'] in n-d-780147-23 is: [{'id': 'b0f95759-74a4-4d9a-be14-21eb50cbcd6a', 'name': 'tempest-TestServerMultinode-1761847914-router', 'tenant_id': '2b5761d3d6c64edd933afaccc966acbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '87a5e055-4d02-47b2-b3e6-272d44abe6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:20Z', 'updated_at': '2021-07-05T04:21:22Z', 'revision_number': 3, 'project_id': '2b5761d3d6c64edd933afaccc966acbc', 'gw_port': {'id': '87a5e055-4d02-47b2-b3e6-272d44abe6c5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f95759-74a4-4d9a-be14-21eb50cbcd6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:25.856031 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d77c384-6f9f-4189-9268-ca8817fce8ee None None] Network 430d78c4-91fa-4f47-a127-f5e15664677f requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:25.895913 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fe09304b-7c37-4247-845e-793f1e20a93e req-572a8f1d-6167-4581-9c51-726b2c7971a0 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=96663a69-09ac-4986-af0f-eaf1db31af5c HTTP/1.1" status: 200 len: 210 time: 0.3679156 Jul 05 04:21:25.936245 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-773982b4-913b-47b1-ab74-856bca69ad01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:25.943868 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-5a6133d2-5185-4620-ac47-5c5fa0fcf312 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Made reservation on behalf of 74847c5a0be2460f936bfa8b3db608e8 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:25.947579 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-5a6133d2-5185-4620-ac47-5c5fa0fcf312 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:25.969186 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-773982b4-913b-47b1-ab74-856bca69ad01 admin admin] Transition to ACTIVE for port object 6c8f17b2-8494-40be-9744-e88af6f7e78b will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:26.100548 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.225749 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-773982b4-913b-47b1-ab74-856bca69ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.293777 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:21:22Z', 'revision_number': 2, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None, '_interfaces': [{'id': '6f218920-3463-475f-be6d-204df1482dca', 'name': '', 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:ad:a5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:23Z', 'revision_number': 2, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:26.328445 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773982b4-913b-47b1-ab74-856bca69ad01 admin admin] Network c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:26.336732 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5dedc450-4707-40d1-bf6f-7303131ca954 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.340252 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-773982b4-913b-47b1-ab74-856bca69ad01 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:26.341318 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] Checking router: 11e4d8b3-4607-4be0-bb35-993db79a3739 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:21:26.341669 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] Updating router 11e4d8b3-4607-4be0-bb35-993db79a3739 port 6f218920-3463-475f-be6d-204df1482dca binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:21:26.349939 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 6764bf72-1e11-44b8-8604-48ff8dbcc13a, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6764bf72-1e11-44b8-8604-48ff8dbcc13a,segment=NetworkSegment(bc16f1b7-c6a7-43d9-b9b6-a841f2ff2b19),segment_id=bc16f1b7-c6a7-43d9-b9b6-a841f2ff2b19)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:26.353119 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773982b4-913b-47b1-ab74-856bca69ad01 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:26.381641 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-5a6133d2-5185-4620-ac47-5c5fa0fcf312 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Allocated IP 172.20.0.10 (7f5444e3-c291-41fd-b748-e3b4178b2e2c/93de40b5-241e-40d0-ab50-a45ead66ce92/3693645a-9342-48b7-9f17-eac502b86140) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:26.447046 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-773982b4-913b-47b1-ab74-856bca69ad01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.495043 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.562551 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773982b4-913b-47b1-ab74-856bca69ad01 admin admin] Pushing event updated for resources: {'Port': ['ID=6c8f17b2-8494-40be-9744-e88af6f7e78b,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:26.590730 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=6764bf72-1e11-44b8-8604-48ff8dbcc13a,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:26.643139 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.669089 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f09fa7-80ba-4a1c-9b20-0487f8bb2f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-430d78c4-91fa-4f47-a127-f5e15664677f', 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'fixed_ips': [{'subnet_id': 'f69c0a27-d986-478d-8000-177be574d817'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:21:26.671128 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-10f09fa7-80ba-4a1c-9b20-0487f8bb2f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.879894 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-5dedc450-4707-40d1-bf6f-7303131ca954 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Allocated IP 2001:db8:1::1 (430d78c4-91fa-4f47-a127-f5e15664677f/f69c0a27-d986-478d-8000-177be574d817/e03d35db-9f60-47e5-9d97-1b414f42fd76) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:26.937045 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-773982b4-913b-47b1-ab74-856bca69ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.028468 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-39a67523-6956-4cc6-a018-a4965391db6f None None] Provisioning complete for port d818f5f1-65a6-4836-afa1-f20211c1a09d triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:27.029401 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-39a67523-6956-4cc6-a018-a4965391db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.046866 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-5a6133d2-5185-4620-ac47-5c5fa0fcf312 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.109707 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d818f5f1-65a6-4836-afa1-f20211c1a09d up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:27.229267 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5dedc450-4707-40d1-bf6f-7303131ca954 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.257843 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8b5c572a-2833-4335-a3ff-2d3fd6487691 req-c4f43937-35d3-42f6-a5f3-8de7152f1003 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=96663a69-09ac-4986-af0f-eaf1db31af5c HTTP/1.1" status: 200 len: 210 time: 0.0669544 Jul 05 04:21:27.269828 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-5a6133d2-5185-4620-ac47-5c5fa0fcf312 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.272837 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-5dedc450-4707-40d1-bf6f-7303131ca954 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Transition to ACTIVE for port object e03d35db-9f60-47e5-9d97-1b414f42fd76 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:27.329330 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5dedc450-4707-40d1-bf6f-7303131ca954 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.343386 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-5a6133d2-5185-4620-ac47-5c5fa0fcf312 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Network 7f5444e3-c291-41fd-b748-e3b4178b2e2c is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:27.349208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-5a6133d2-5185-4620-ac47-5c5fa0fcf312 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:27.352062 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-5a6133d2-5185-4620-ac47-5c5fa0fcf312 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:27.418131 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6133d2-5185-4620-ac47-5c5fa0fcf312 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Pushing event updated for resources: {'Port': ['ID=3693645a-9342-48b7-9f17-eac502b86140,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:27.457155 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dedc450-4707-40d1-bf6f-7303131ca954 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network 430d78c4-91fa-4f47-a127-f5e15664677f is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:27.462165 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-5a6133d2-5185-4620-ac47-5c5fa0fcf312 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:27.463140 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-5a6133d2-5185-4620-ac47-5c5fa0fcf312 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.477500 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-5dedc450-4707-40d1-bf6f-7303131ca954 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:27.482071 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dedc450-4707-40d1-bf6f-7303131ca954 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:27.482485 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5dedc450-4707-40d1-bf6f-7303131ca954 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.485744 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-773982b4-913b-47b1-ab74-856bca69ad01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.495968 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['daa9d381-2042-4406-b2a8-ea04b864e399'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:21:27.499386 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-773982b4-913b-47b1-ab74-856bca69ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.499790 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedc450-4707-40d1-bf6f-7303131ca954 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Port': ['ID=e03d35db-9f60-47e5-9d97-1b414f42fd76,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:27.503296 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['d6726d45-d5d8-4914-a909-cedd6a3f5245'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:21:27.540680 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-5a6133d2-5185-4620-ac47-5c5fa0fcf312 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0114274 Jul 05 04:21:27.579318 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-f07d88f1-4ab5-459d-a002-24e221d18a87 service neutron] Request body: {'port': {'device_id': '96663a69-09ac-4986-af0f-eaf1db31af5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:27.630093 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-773982b4-913b-47b1-ab74-856bca69ad01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.666946 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773982b4-913b-47b1-ab74-856bca69ad01 admin admin] Pushing event updated for resources: {'Port': ['ID=6c8f17b2-8494-40be-9744-e88af6f7e78b,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:27.699013 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port d818f5f1-65a6-4836-afa1-f20211c1a09d triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:27.699680 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.750077 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5dedc450-4707-40d1-bf6f-7303131ca954 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.790355 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-f07d88f1-4ab5-459d-a002-24e221d18a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.989940 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6764bf72-1e11-44b8-8604-48ff8dbcc13a up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:28.212022 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-10f09fa7-80ba-4a1c-9b20-0487f8bb2f64 None None] Allocated IP 2001:db8:1::2 (430d78c4-91fa-4f47-a127-f5e15664677f/f69c0a27-d986-478d-8000-177be574d817/c7a637af-69f1-48f5-8c4e-05298515b7bd) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:28.260276 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2831b5ce-e477-4110-9d9d-aef20fa9fdce None None] Provisioning complete for port 6764bf72-1e11-44b8-8604-48ff8dbcc13a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:28.260683 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2831b5ce-e477-4110-9d9d-aef20fa9fdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.265323 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.266584 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5dedc450-4707-40d1-bf6f-7303131ca954 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.274035 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5dedc450-4707-40d1-bf6f-7303131ca954 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.274991 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5dedc450-4707-40d1-bf6f-7303131ca954 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.328999 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 6764bf72-1e11-44b8-8604-48ff8dbcc13a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:28.329628 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.335078 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773982b4-913b-47b1-ab74-856bca69ad01 admin admin] Network c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:28.337942 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-773982b4-913b-47b1-ab74-856bca69ad01 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:28.403422 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] Transition to ACTIVE for port object 6f218920-3463-475f-be6d-204df1482dca will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:28.457234 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedc450-4707-40d1-bf6f-7303131ca954 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Port': ['ID=e03d35db-9f60-47e5-9d97-1b414f42fd76,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:28.476706 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.561196 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773982b4-913b-47b1-ab74-856bca69ad01 admin admin] Router b0f95759-74a4-4d9a-be14-21eb50cbcd6a has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:21:28.581797 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dedc450-4707-40d1-bf6f-7303131ca954 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network 430d78c4-91fa-4f47-a127-f5e15664677f is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:28.626840 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-5dedc450-4707-40d1-bf6f-7303131ca954 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:28.855491 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109d5c1-3a57-4e84-b740-597cbb4b0033 None None] Pushing event updated for resources: {'Port': ['ID=6f218920-3463-475f-be6d-204df1482dca,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:28.920517 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f16594b9-1187-4cde-b11f-23e0ad16d069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.943823 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773982b4-913b-47b1-ab74-856bca69ad01 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:28.954028 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] Sync routers for ids ['b0f95759-74a4-4d9a-be14-21eb50cbcd6a'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:28.969291 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-773982b4-913b-47b1-ab74-856bca69ad01 admin admin] 10.222.0.77 "PUT /v2.0/routers/b0f95759-74a4-4d9a-be14-21eb50cbcd6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4207592 Jul 05 04:21:28.978245 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] Routers {'b0f95759-74a4-4d9a-be14-21eb50cbcd6a'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:28.979224 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['b0f95759-74a4-4d9a-be14-21eb50cbcd6a'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:29.009435 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-10f09fa7-80ba-4a1c-9b20-0487f8bb2f64 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.051978 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-10f09fa7-80ba-4a1c-9b20-0487f8bb2f64 None None] Transition to ACTIVE for port object c7a637af-69f1-48f5-8c4e-05298515b7bd will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:29.061570 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] Attempting to bind port 6f218920-3463-475f-be6d-204df1482dca on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:29.062100 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] Attempting to bind port 6f218920-3463-475f-be6d-204df1482dca by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'bc16f1b7-c6a7-43d9-b9b6-a841f2ff2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:29.062568 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] Attempting to bind port 6f218920-3463-475f-be6d-204df1482dca on network 48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:29.074006 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 87a5e055-4d02-47b2-b3e6-272d44abe6c5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:29.150864 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-f07d88f1-4ab5-459d-a002-24e221d18a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3693645a-9342-48b7-9f17-eac502b86140 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:21:29.163259 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-f07d88f1-4ab5-459d-a002-24e221d18a87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.189672 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-f07d88f1-4ab5-459d-a002-24e221d18a87 service neutron] Transition to ACTIVE for port object 3693645a-9342-48b7-9f17-eac502b86140 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:29.190436 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07155c-41ae-4e08-b789-818ce7b64c00 req-1aa3c7c3-5cf4-457f-b90c-c3c0d4b54960 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:29.192508 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b07155c-41ae-4e08-b789-818ce7b64c00 req-1aa3c7c3-5cf4-457f-b90c-c3c0d4b54960 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=96663a69-09ac-4986-af0f-eaf1db31af5c HTTP/1.1" status: 200 len: 932 time: 0.6087294 Jul 05 04:21:29.204608 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-f07d88f1-4ab5-459d-a002-24e221d18a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.230153 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] Set router b0f95759-74a4-4d9a-be14-21eb50cbcd6a gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:29.291482 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b07155c-41ae-4e08-b789-818ce7b64c00 req-3f7f9559-26b6-4723-9714-2c277eb91e7e tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821733 Jul 05 04:21:29.308170 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dedc450-4707-40d1-bf6f-7303131ca954 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Router 11e4d8b3-4607-4be0-bb35-993db79a3739 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:21:29.316674 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d88f1-4ab5-459d-a002-24e221d18a87 service neutron] Pushing event updated for resources: {'Port': ['ID=3693645a-9342-48b7-9f17-eac502b86140,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:29.375620 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-f07d88f1-4ab5-459d-a002-24e221d18a87 service neutron] Attempting to bind port 3693645a-9342-48b7-9f17-eac502b86140 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:29.376313 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-f07d88f1-4ab5-459d-a002-24e221d18a87 service neutron] Attempting to bind port 3693645a-9342-48b7-9f17-eac502b86140 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '2fb1a78a-75d7-4f43-842b-9e5a3f0773a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5444e3-c291-41fd-b748-e3b4178b2e2c'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:29.376313 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-f07d88f1-4ab5-459d-a002-24e221d18a87 service neutron] Attempting to bind port 3693645a-9342-48b7-9f17-eac502b86140 on network 7f5444e3-c291-41fd-b748-e3b4178b2e2c {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:29.381526 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-f07d88f1-4ab5-459d-a002-24e221d18a87 service neutron] Port 3693645a-9342-48b7-9f17-eac502b86140 on network 7f5444e3-c291-41fd-b748-e3b4178b2e2c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:21:29.381932 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-f07d88f1-4ab5-459d-a002-24e221d18a87 service neutron] Attempting to bind port 3693645a-9342-48b7-9f17-eac502b86140 on network 7f5444e3-c291-41fd-b748-e3b4178b2e2c {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:29.388541 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-f07d88f1-4ab5-459d-a002-24e221d18a87 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:29.388954 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-f07d88f1-4ab5-459d-a002-24e221d18a87 service neutron] Checking segment: {'id': '2fb1a78a-75d7-4f43-842b-9e5a3f0773a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5444e3-c291-41fd-b748-e3b4178b2e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:29.389661 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-f07d88f1-4ab5-459d-a002-24e221d18a87 service neutron] Bound using segment: {'id': '2fb1a78a-75d7-4f43-842b-9e5a3f0773a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5444e3-c291-41fd-b748-e3b4178b2e2c'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:29.390421 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-f07d88f1-4ab5-459d-a002-24e221d18a87 service neutron] Bound port: 3693645a-9342-48b7-9f17-eac502b86140, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb1a78a-75d7-4f43-842b-9e5a3f0773a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5444e3-c291-41fd-b748-e3b4178b2e2c'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:29.390796 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-f07d88f1-4ab5-459d-a002-24e221d18a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.467010 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-f07d88f1-4ab5-459d-a002-24e221d18a87 service neutron] For port 3693645a-9342-48b7-9f17-eac502b86140, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:29.471656 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-f07d88f1-4ab5-459d-a002-24e221d18a87 service neutron] For port 3693645a-9342-48b7-9f17-eac502b86140, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=3693645a-9342-48b7-9f17-eac502b86140,segment=NetworkSegment(2fb1a78a-75d7-4f43-842b-9e5a3f0773a3),segment_id=2fb1a78a-75d7-4f43-842b-9e5a3f0773a3)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:29.473955 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:29.474332 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] Checking segment: {'id': 'bc16f1b7-c6a7-43d9-b9b6-a841f2ff2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:29.474768 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.475183 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] Bound using segment: {'id': 'bc16f1b7-c6a7-43d9-b9b6-a841f2ff2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:29.475718 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] Bound port: 6f218920-3463-475f-be6d-204df1482dca, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc16f1b7-c6a7-43d9-b9b6-a841f2ff2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:29.476419 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.479552 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-f07d88f1-4ab5-459d-a002-24e221d18a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.502263 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2831b5ce-e477-4110-9d9d-aef20fa9fdce None None] Provisioning for port 6f218920-3463-475f-be6d-204df1482dca completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:29.513897 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-10f09fa7-80ba-4a1c-9b20-0487f8bb2f64 None None] Transition to ACTIVE for port object c7a637af-69f1-48f5-8c4e-05298515b7bd will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:29.561585 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dedc450-4707-40d1-bf6f-7303131ca954 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:29.572249 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5dedc450-4707-40d1-bf6f-7303131ca954 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "PUT /v2.0/routers/11e4d8b3-4607-4be0-bb35-993db79a3739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9788122 Jul 05 04:21:29.572608 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33864) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:29.587856 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-baeeb179-a353-4487-a02c-698c97c39b59 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-167158307'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:29.598298 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] For port 6f218920-3463-475f-be6d-204df1482dca, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:29.601688 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] For port 6f218920-3463-475f-be6d-204df1482dca, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6f218920-3463-475f-be6d-204df1482dca,segment=NetworkSegment(bc16f1b7-c6a7-43d9-b9b6-a841f2ff2b19),segment_id=bc16f1b7-c6a7-43d9-b9b6-a841f2ff2b19)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:29.605614 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.607457 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-10f09fa7-80ba-4a1c-9b20-0487f8bb2f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.619779 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d88f1-4ab5-459d-a002-24e221d18a87 service neutron] Pushing event updated for resources: {'Port': ['ID=3693645a-9342-48b7-9f17-eac502b86140,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:29.629521 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.638843 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-f07d88f1-4ab5-459d-a002-24e221d18a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:29.640407 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-f07d88f1-4ab5-459d-a002-24e221d18a87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.642377 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-f07d88f1-4ab5-459d-a002-24e221d18a87 service neutron] 10.222.0.89 "PUT /v2.0/ports/3693645a-9342-48b7-9f17-eac502b86140 HTTP/1.1" status: 200 len: 1093 time: 2.0684788 Jul 05 04:21:29.642512 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96663a69-09ac-4986-af0f-eaf1db31af5c', 'tag': '3693645a-9342-48b7-9f17-eac502b86140'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:29.645331 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec3c91e-9bd8-4590-9be2-382b6c556668" -d '{"events": [{"name": "network-changed", "server_uuid": "96663a69-09ac-4986-af0f-eaf1db31af5c", "tag": "3693645a-9342-48b7-9f17-eac502b86140"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:29.663343 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 87a5e055-4d02-47b2-b3e6-272d44abe6c5 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:29.671949 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f09fa7-80ba-4a1c-9b20-0487f8bb2f64 None None] Network 430d78c4-91fa-4f47-a127-f5e15664677f is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:29.678397 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2831b5ce-e477-4110-9d9d-aef20fa9fdce None None] Provisioning for port 6c8f17b2-8494-40be-9744-e88af6f7e78b completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:29.686468 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 87a5e055-4d02-47b2-b3e6-272d44abe6c5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:29.686837 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.689543 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baeeb179-a353-4487-a02c-698c97c39b59 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Made reservation on behalf of ff8e97f25dec4039911d941a3e89eb38 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:29.691524 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-10f09fa7-80ba-4a1c-9b20-0487f8bb2f64 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:29.694674 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-baeeb179-a353-4487-a02c-698c97c39b59 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.696453 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2831b5ce-e477-4110-9d9d-aef20fa9fdce None None] Provisioning complete for port 6c8f17b2-8494-40be-9744-e88af6f7e78b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:29.696824 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2831b5ce-e477-4110-9d9d-aef20fa9fdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.699759 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f09fa7-80ba-4a1c-9b20-0487f8bb2f64 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:29.761946 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baeeb179-a353-4487-a02c-698c97c39b59 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:21:29.782363 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-baeeb179-a353-4487-a02c-698c97c39b59 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.783892 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-baeeb179-a353-4487-a02c-698c97c39b59 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Added segment 7f5388a8-2c4f-4230-a0ea-d05e9827e829 of type vlan for network 1bd229d9-61c5-4ea3-beb4-7291f4380978 Jul 05 04:21:29.788785 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79a11b3-614c-4c3d-8569-b2490fd24246 x-openstack-request-id: req-e79a11b3-614c-4c3d-8569-b2490fd24246 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:29.789116 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96663a69-09ac-4986-af0f-eaf1db31af5c", "tag": "3693645a-9342-48b7-9f17-eac502b86140", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:29.789326 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e79a11b3-614c-4c3d-8569-b2490fd24246 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:29.790424 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96663a69-09ac-4986-af0f-eaf1db31af5c', 'tag': '3693645a-9342-48b7-9f17-eac502b86140', 'status': 'completed', 'code': 200} Jul 05 04:21:29.858828 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-baeeb179-a353-4487-a02c-698c97c39b59 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.879254 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-63114359-3e8d-4a49-8dd3-91ef44d5dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:29.895037 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-63114359-3e8d-4a49-8dd3-91ef44d5dbed service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=74847c5a0be2460f936bfa8b3db608e8&device_id=96663a69-09ac-4986-af0f-eaf1db31af5c HTTP/1.1" status: 200 len: 1096 time: 0.1935205 Jul 05 04:21:29.918210 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f09fa7-80ba-4a1c-9b20-0487f8bb2f64 None None] Pushing event updated for resources: {'Port': ['ID=c7a637af-69f1-48f5-8c4e-05298515b7bd,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:29.930187 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-baeeb179-a353-4487-a02c-698c97c39b59 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.932053 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f95759-74a4-4d9a-be14-21eb50cbcd6a', 'name': 'tempest-TestServerMultinode-1761847914-router', 'tenant_id': '2b5761d3d6c64edd933afaccc966acbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '87a5e055-4d02-47b2-b3e6-272d44abe6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:20Z', 'updated_at': '2021-07-05T04:21:26Z', 'revision_number': 4, 'project_id': '2b5761d3d6c64edd933afaccc966acbc', 'gw_port': {'id': '87a5e055-4d02-47b2-b3e6-272d44abe6c5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f95759-74a4-4d9a-be14-21eb50cbcd6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '6c8f17b2-8494-40be-9744-e88af6f7e78b', 'name': '', 'network_id': 'c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4', 'tenant_id': '2b5761d3d6c64edd933afaccc966acbc', 'mac_address': 'fa:16:3e:5a:1b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f95759-74a4-4d9a-be14-21eb50cbcd6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'a4251036-88dc-4ebb-925a-78e98b6f1a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:24Z', 'updated_at': '2021-07-05T04:21:27Z', 'revision_number': 2, 'project_id': '2b5761d3d6c64edd933afaccc966acbc', 'subnets': [{'id': 'a4251036-88dc-4ebb-925a-78e98b6f1a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:29.942290 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeeb179-a353-4487-a02c-698c97c39b59 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:29.945266 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-baeeb179-a353-4487-a02c-698c97c39b59 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.975116 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] Checking router: b0f95759-74a4-4d9a-be14-21eb50cbcd6a for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:21:29.976534 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] Updating router b0f95759-74a4-4d9a-be14-21eb50cbcd6a port 6c8f17b2-8494-40be-9744-e88af6f7e78b binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:21:29.985717 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-198f5d25-65bf-4ac5-89d3-dcc6797d50aa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3693645a-9342-48b7-9f17-eac502b86140 HTTP/1.1" status: 200 len: 217 time: 0.0787315 Jul 05 04:21:30.048619 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] Routers {'11e4d8b3-4607-4be0-bb35-993db79a3739'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:30.049293 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['11e4d8b3-4607-4be0-bb35-993db79a3739'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:30.055837 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33874) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:30.066610 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-ddd5283c-5dfa-4ad4-8861-5540266138a4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-695350909-network', 'tenant_id': '9e17df9f910549fa8f2868baf4c0ba8f'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:30.067001 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.073066 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-10f09fa7-80ba-4a1c-9b20-0487f8bb2f64 None None] Attempting to bind port c7a637af-69f1-48f5-8c4e-05298515b7bd on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:30.073436 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-10f09fa7-80ba-4a1c-9b20-0487f8bb2f64 None None] Attempting to bind port c7a637af-69f1-48f5-8c4e-05298515b7bd by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '24dc9014-1950-4352-b8e8-e51a7523d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:30.073799 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f09fa7-80ba-4a1c-9b20-0487f8bb2f64 None None] Attempting to bind port c7a637af-69f1-48f5-8c4e-05298515b7bd on network 430d78c4-91fa-4f47-a127-f5e15664677f {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:30.103069 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-d6883850-b5e6-4962-b76e-71b3c5586108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:30.104944 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-d6883850-b5e6-4962-b76e-71b3c5586108 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=93de40b5-241e-40d0-ab50-a45ead66ce92 HTTP/1.1" status: 200 len: 855 time: 0.1133714 Jul 05 04:21:30.119676 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-baeeb179-a353-4487-a02c-698c97c39b59 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5457275 Jul 05 04:21:30.121443 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33876) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:30.144639 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-5b4a429f-9d33-49db-a9fc-5610b921e0c2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'subnet': {'network_id': '1bd229d9-61c5-4ea3-beb4-7291f4380978', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:30.172777 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-b8f80788-1946-4629-8fa7-3b4f7e584700 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f5444e3-c291-41fd-b748-e3b4178b2e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601995 Jul 05 04:21:30.253397 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeeb179-a353-4487-a02c-698c97c39b59 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Network': ['ID=1bd229d9-61c5-4ea3-beb4-7291f4380978,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:30.276764 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd5283c-5dfa-4ad4-8861-5540266138a4 admin admin] Made reservation on behalf of 9e17df9f910549fa8f2868baf4c0ba8f for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:30.283028 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ddd5283c-5dfa-4ad4-8861-5540266138a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.294829 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f09fa7-80ba-4a1c-9b20-0487f8bb2f64 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:30.296256 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f09fa7-80ba-4a1c-9b20-0487f8bb2f64 None None] Checking segment: {'id': '24dc9014-1950-4352-b8e8-e51a7523d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:30.299085 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-10f09fa7-80ba-4a1c-9b20-0487f8bb2f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.301061 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f09fa7-80ba-4a1c-9b20-0487f8bb2f64 None None] Bound using segment: {'id': '24dc9014-1950-4352-b8e8-e51a7523d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:30.302897 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-10f09fa7-80ba-4a1c-9b20-0487f8bb2f64 None None] Bound port: c7a637af-69f1-48f5-8c4e-05298515b7bd, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dc9014-1950-4352-b8e8-e51a7523d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:30.303490 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-10f09fa7-80ba-4a1c-9b20-0487f8bb2f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.308532 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2831b5ce-e477-4110-9d9d-aef20fa9fdce None None] Port 6c8f17b2-8494-40be-9744-e88af6f7e78b cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:21:30.309702 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ddd5283c-5dfa-4ad4-8861-5540266138a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.327391 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] Set router 11e4d8b3-4607-4be0-bb35-993db79a3739 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:30.335524 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-2f020da2-b25a-4113-a503-9a9c0a7ecbbd service neutron] 10.222.0.89 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506903 Jul 05 04:21:30.341729 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 1bd229d9-61c5-4ea3-beb4-7291f4380978 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:21:30.409148 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.424798 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] Transition to ACTIVE for port object 6c8f17b2-8494-40be-9744-e88af6f7e78b will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:30.439551 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.539047 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ddd5283c-5dfa-4ad4-8861-5540266138a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.540931 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4a429f-9d33-49db-a9fc-5610b921e0c2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Made reservation on behalf of ff8e97f25dec4039911d941a3e89eb38 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:30.550706 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b4a429f-9d33-49db-a9fc-5610b921e0c2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.562428 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ddd5283c-5dfa-4ad4-8861-5540266138a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.613297 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d604d7f9-0f2b-4e70-8b22-aa862d00f7fd req-4ee9c7fb-bdcd-4945-b46f-42705312db08 service neutron] 10.222.0.89 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666507 Jul 05 04:21:30.616210 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a3f4c-0078-49c4-8de9-96d319e22f58 None None] Pushing event updated for resources: {'Port': ['ID=6c8f17b2-8494-40be-9744-e88af6f7e78b,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:30.618888 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] Attempting to bind port 6c8f17b2-8494-40be-9744-e88af6f7e78b on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:30.619323 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] Attempting to bind port 6c8f17b2-8494-40be-9744-e88af6f7e78b by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'f84c85d9-41f2-4478-9254-f4f1165682c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:30.620213 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] Attempting to bind port 6c8f17b2-8494-40be-9744-e88af6f7e78b on network c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:30.628179 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:30.628560 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] Checking segment: {'id': 'f84c85d9-41f2-4478-9254-f4f1165682c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:30.628963 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.629352 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] Bound using segment: {'id': 'f84c85d9-41f2-4478-9254-f4f1165682c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:30.629836 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] Bound port: 6c8f17b2-8494-40be-9744-e88af6f7e78b, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84c85d9-41f2-4478-9254-f4f1165682c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:30.630223 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.636388 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd5283c-5dfa-4ad4-8861-5540266138a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:21:30.651113 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ddd5283c-5dfa-4ad4-8861-5540266138a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.651727 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-ddd5283c-5dfa-4ad4-8861-5540266138a4 admin admin] Added segment b3f4ed6f-4d11-4f82-a07c-b66624a69efb of type vlan for network 220d6c38-c6be-4ea6-9bf8-9173ed9feeb1 Jul 05 04:21:30.742008 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109d5c1-3a57-4e84-b740-597cbb4b0033 None None] Pushing event updated for resources: {'Port': ['ID=6f218920-3463-475f-be6d-204df1482dca,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:30.777845 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3c91e-9bd8-4590-9be2-382b6c556668 req-c4fe82f3-d6d0-4cdc-aa2f-be86970928c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:30.780158 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ec3c91e-9bd8-4590-9be2-382b6c556668 req-c4fe82f3-d6d0-4cdc-aa2f-be86970928c9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=74847c5a0be2460f936bfa8b3db608e8&device_id=96663a69-09ac-4986-af0f-eaf1db31af5c HTTP/1.1" status: 200 len: 1096 time: 0.0916934 Jul 05 04:21:30.800667 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] For port 6c8f17b2-8494-40be-9744-e88af6f7e78b, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:30.812431 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] For port 6c8f17b2-8494-40be-9744-e88af6f7e78b, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6c8f17b2-8494-40be-9744-e88af6f7e78b,segment=NetworkSegment(f84c85d9-41f2-4478-9254-f4f1165682c7),segment_id=f84c85d9-41f2-4478-9254-f4f1165682c7)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:30.813924 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5283c-5dfa-4ad4-8861-5540266138a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29cacc6-0827-4bc2-92ad-993ca18c032a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:30.818900 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.871475 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ddd5283c-5dfa-4ad4-8861-5540266138a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.955972 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3c91e-9bd8-4590-9be2-382b6c556668 req-375aac27-0249-46b4-a498-ed908741da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:30.958424 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ec3c91e-9bd8-4590-9be2-382b6c556668 req-375aac27-0249-46b4-a498-ed908741da2d service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f5444e3-c291-41fd-b748-e3b4178b2e2c HTTP/1.1" status: 200 len: 916 time: 0.1706362 Jul 05 04:21:30.980682 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a3f4c-0078-49c4-8de9-96d319e22f58 None None] Pushing event updated for resources: {'Port': ['ID=6c8f17b2-8494-40be-9744-e88af6f7e78b,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:31.019720 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ddd5283c-5dfa-4ad4-8861-5540266138a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:31.022954 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd5283c-5dfa-4ad4-8861-5540266138a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:31.023662 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ddd5283c-5dfa-4ad4-8861-5540266138a4 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:31.041479 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] Routers {'b0f95759-74a4-4d9a-be14-21eb50cbcd6a'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:31.042051 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['b0f95759-74a4-4d9a-be14-21eb50cbcd6a'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:31.119915 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ec3c91e-9bd8-4590-9be2-382b6c556668 req-a064b14e-361f-4000-af92-e35607eadbe5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3693645a-9342-48b7-9f17-eac502b86140 HTTP/1.1" status: 200 len: 217 time: 0.1535647 Jul 05 04:21:31.183396 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-10f09fa7-80ba-4a1c-9b20-0487f8bb2f64 None None] For port c7a637af-69f1-48f5-8c4e-05298515b7bd, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:31.196037 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-10f09fa7-80ba-4a1c-9b20-0487f8bb2f64 None None] For port c7a637af-69f1-48f5-8c4e-05298515b7bd, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=c7a637af-69f1-48f5-8c4e-05298515b7bd,segment=NetworkSegment(24dc9014-1950-4352-b8e8-e51a7523d285),segment_id=24dc9014-1950-4352-b8e8-e51a7523d285)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:31.197675 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:31.224488 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-10f09fa7-80ba-4a1c-9b20-0487f8bb2f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:31.262594 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3c91e-9bd8-4590-9be2-382b6c556668 req-9bc5d4de-5f3b-4880-8942-148158110200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:31.269819 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ec3c91e-9bd8-4590-9be2-382b6c556668 req-9bc5d4de-5f3b-4880-8942-148158110200 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=93de40b5-241e-40d0-ab50-a45ead66ce92 HTTP/1.1" status: 200 len: 855 time: 0.1408024 Jul 05 04:21:31.312156 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] Set router b0f95759-74a4-4d9a-be14-21eb50cbcd6a gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:31.319262 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 87a5e055-4d02-47b2-b3e6-272d44abe6c5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=87a5e055-4d02-47b2-b3e6-272d44abe6c5,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:31.342989 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ec3c91e-9bd8-4590-9be2-382b6c556668 req-850169cc-d209-4628-ba23-89b4397e12fd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f5444e3-c291-41fd-b748-e3b4178b2e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668194 Jul 05 04:21:31.386083 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f09fa7-80ba-4a1c-9b20-0487f8bb2f64 None None] Pushing event updated for resources: {'Port': ['ID=c7a637af-69f1-48f5-8c4e-05298515b7bd,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:31.406828 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:31.500979 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=87a5e055-4d02-47b2-b3e6-272d44abe6c5,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:31.522721 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:21:27Z', 'revision_number': 3, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None, '_interfaces': [{'id': '6f218920-3463-475f-be6d-204df1482dca', 'name': '', 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:ad:a5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:29Z', 'revision_number': 4, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03d35db-9f60-47e5-9d97-1b414f42fd76', 'name': '', 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:c0:a2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'f69c0a27-d986-478d-8000-177be574d817', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:26Z', 'updated_at': '2021-07-05T04:21:28Z', 'revision_number': 2, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'f69c0a27-d986-478d-8000-177be574d817', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:31.553774 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b4a429f-9d33-49db-a9fc-5610b921e0c2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:31.566116 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c198961c-6496-4c95-9ded-ef0d1dcfa346 None None] The sync data for ids ['11e4d8b3-4607-4be0-bb35-993db79a3739'] in n-d-780147-23 is: [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:21:27Z', 'revision_number': 3, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None, '_interfaces': [{'id': '6f218920-3463-475f-be6d-204df1482dca', 'name': '', 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:ad:a5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:29Z', 'revision_number': 4, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03d35db-9f60-47e5-9d97-1b414f42fd76', 'name': '', 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:c0:a2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'f69c0a27-d986-478d-8000-177be574d817', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:26Z', 'updated_at': '2021-07-05T04:21:28Z', 'revision_number': 2, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'f69c0a27-d986-478d-8000-177be574d817', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:31.566116 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1f0514cf-cd9f-485e-80cb-51c8919aef91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:31.569620 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ddd5283c-5dfa-4ad4-8861-5540266138a4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5109224 Jul 05 04:21:31.571000 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33888) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:31.597558 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ee0ad88d-83cb-47bb-8136-00d2debb0eb4 admin admin] Request body: {'subnet': {'network_id': '220d6c38-c6be-4ea6-9bf8-9173ed9feeb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-695350909-subnet', 'tenant_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:31.661949 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f95759-74a4-4d9a-be14-21eb50cbcd6a', 'name': 'tempest-TestServerMultinode-1761847914-router', 'tenant_id': '2b5761d3d6c64edd933afaccc966acbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '87a5e055-4d02-47b2-b3e6-272d44abe6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:20Z', 'updated_at': '2021-07-05T04:21:26Z', 'revision_number': 4, 'project_id': '2b5761d3d6c64edd933afaccc966acbc', 'gw_port': {'id': '87a5e055-4d02-47b2-b3e6-272d44abe6c5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f95759-74a4-4d9a-be14-21eb50cbcd6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '6c8f17b2-8494-40be-9744-e88af6f7e78b', 'name': '', 'network_id': 'c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4', 'tenant_id': '2b5761d3d6c64edd933afaccc966acbc', 'mac_address': 'fa:16:3e:5a:1b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f95759-74a4-4d9a-be14-21eb50cbcd6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'a4251036-88dc-4ebb-925a-78e98b6f1a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:24Z', 'updated_at': '2021-07-05T04:21:30Z', 'revision_number': 4, 'project_id': '2b5761d3d6c64edd933afaccc966acbc', 'subnets': [{'id': 'a4251036-88dc-4ebb-925a-78e98b6f1a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:31.689137 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ec3c91e-9bd8-4590-9be2-382b6c556668 req-2d6829e7-ce4a-4dfc-8113-f915088133b8 service neutron] 10.222.0.89 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370850 Jul 05 04:21:31.748373 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5283c-5dfa-4ad4-8861-5540266138a4 admin admin] Pushing event updated for resources: {'Network': ['ID=220d6c38-c6be-4ea6-9bf8-9173ed9feeb1,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:31.827603 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b28e38f-7819-4570-97fe-1cbafb89b455 None None] The sync data for ids ['b0f95759-74a4-4d9a-be14-21eb50cbcd6a'] in n-d-780147-23 is: [{'id': 'b0f95759-74a4-4d9a-be14-21eb50cbcd6a', 'name': 'tempest-TestServerMultinode-1761847914-router', 'tenant_id': '2b5761d3d6c64edd933afaccc966acbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '87a5e055-4d02-47b2-b3e6-272d44abe6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:20Z', 'updated_at': '2021-07-05T04:21:26Z', 'revision_number': 4, 'project_id': '2b5761d3d6c64edd933afaccc966acbc', 'gw_port': {'id': '87a5e055-4d02-47b2-b3e6-272d44abe6c5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f95759-74a4-4d9a-be14-21eb50cbcd6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '6c8f17b2-8494-40be-9744-e88af6f7e78b', 'name': '', 'network_id': 'c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4', 'tenant_id': '2b5761d3d6c64edd933afaccc966acbc', 'mac_address': 'fa:16:3e:5a:1b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f95759-74a4-4d9a-be14-21eb50cbcd6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'a4251036-88dc-4ebb-925a-78e98b6f1a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:24Z', 'updated_at': '2021-07-05T04:21:30Z', 'revision_number': 4, 'project_id': '2b5761d3d6c64edd933afaccc966acbc', 'subnets': [{'id': 'a4251036-88dc-4ebb-925a-78e98b6f1a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:31.854066 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 220d6c38-c6be-4ea6-9bf8-9173ed9feeb1 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:21:31.883273 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a429f-9d33-49db-a9fc-5610b921e0c2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Subnet': ['ID=6f5706ef-48b9-4d35-8e47-593fdddd87ed,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:31.906584 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0ad88d-83cb-47bb-8136-00d2debb0eb4 admin admin] Made reservation on behalf of 9e17df9f910549fa8f2868baf4c0ba8f for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:31.918946 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ee0ad88d-83cb-47bb-8136-00d2debb0eb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:32.021517 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498a96b-749e-40e8-801d-cb728ea50081 req-4b7c8359-a7a6-4c9c-a9ef-e7e18e309cfa tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:32.023972 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c498a96b-749e-40e8-801d-cb728ea50081 req-4b7c8359-a7a6-4c9c-a9ef-e7e18e309cfa tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=96663a69-09ac-4986-af0f-eaf1db31af5c HTTP/1.1" status: 200 len: 944 time: 1.2554867 Jul 05 04:21:32.055998 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4a429f-9d33-49db-a9fc-5610b921e0c2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Checking segment: {'id': '7f5388a8-2c4f-4230-a0ea-d05e9827e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1bd229d9-61c5-4ea3-beb4-7291f4380978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:32.056652 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4a429f-9d33-49db-a9fc-5610b921e0c2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network hostable DHCP agents. Network: 1bd229d9-61c5-4ea3-beb4-7291f4380978, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:21:32.074658 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:32.156659 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c498a96b-749e-40e8-801d-cb728ea50081 req-f12e5400-b2e1-429c-9751-6b76832eb71c tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172574 Jul 05 04:21:32.164394 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4a429f-9d33-49db-a9fc-5610b921e0c2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network 1bd229d9-61c5-4ea3-beb4-7291f4380978 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:21:32.194961 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-5b4a429f-9d33-49db-a9fc-5610b921e0c2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 1bd229d9-61c5-4ea3-beb4-7291f4380978) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:32.225962 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4a429f-9d33-49db-a9fc-5610b921e0c2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:32.227326 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5b4a429f-9d33-49db-a9fc-5610b921e0c2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:32.258419 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b4ea57-88fd-4037-83c7-21b5fb95bb39 None None] Network 1bd229d9-61c5-4ea3-beb4-7291f4380978 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:32.267553 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5b4a429f-9d33-49db-a9fc-5610b921e0c2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1265075 Jul 05 04:21:32.270691 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33892) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:32.300567 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ec3c91e-9bd8-4590-9be2-382b6c556668 req-0d6edd77-b7c7-449e-89a1-411dad8ba348 service neutron] 10.222.0.89 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6002154 Jul 05 04:21:32.518996 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-1bd229d9-61c5-4ea3-beb4-7291f4380978', 'network_id': '1bd229d9-61c5-4ea3-beb4-7291f4380978', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'fixed_ips': [{'subnet_id': '6f5706ef-48b9-4d35-8e47-593fdddd87ed'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:21:32.520093 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:32.580887 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ee0ad88d-83cb-47bb-8136-00d2debb0eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:32.649616 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ad88d-83cb-47bb-8136-00d2debb0eb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd6c4610-16c5-43d8-bca3-7432d5e80d44,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:32.696897 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:32.771055 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0ad88d-83cb-47bb-8136-00d2debb0eb4 admin admin] Checking segment: {'id': 'b3f4ed6f-4d11-4f82-a07c-b66624a69efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '220d6c38-c6be-4ea6-9bf8-9173ed9feeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:32.771622 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0ad88d-83cb-47bb-8136-00d2debb0eb4 admin admin] Network hostable DHCP agents. Network: 220d6c38-c6be-4ea6-9bf8-9173ed9feeb1, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:21:32.805785 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 3693645a-9342-48b7-9f17-eac502b86140 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:21:32.813429 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0ad88d-83cb-47bb-8136-00d2debb0eb4 admin admin] Network 220d6c38-c6be-4ea6-9bf8-9173ed9feeb1 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:21:32.855383 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-ee0ad88d-83cb-47bb-8136-00d2debb0eb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 220d6c38-c6be-4ea6-9bf8-9173ed9feeb1) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:32.874531 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ad88d-83cb-47bb-8136-00d2debb0eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:32.875398 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ee0ad88d-83cb-47bb-8136-00d2debb0eb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:32.910095 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ee0ad88d-83cb-47bb-8136-00d2debb0eb4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3344657 Jul 05 04:21:32.912054 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33902) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:32.930010 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Allocated IP 2001:db8:2::2 (1bd229d9-61c5-4ea3-beb4-7291f4380978/6f5706ef-48b9-4d35-8e47-593fdddd87ed/611cee17-eb9e-40e7-813b-0870bf7080d9) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:32.963080 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-5a1a3627-3b92-4fd4-8563-ea1cb7035f38 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-695350909-router', 'tenant_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:33.048257 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5a1a3627-3b92-4fd4-8563-ea1cb7035f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:33.049720 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5a1a3627-3b92-4fd4-8563-ea1cb7035f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:33.205502 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5a1a3627-3b92-4fd4-8563-ea1cb7035f38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:33.458712 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ac8e50-7d9f-4e7e-906b-869a26788500 None None] Network 220d6c38-c6be-4ea6-9bf8-9173ed9feeb1 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:33.662674 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.resource_extend [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:21:33.960129 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5a1a3627-3b92-4fd4-8563-ea1cb7035f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:33.999665 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 87a5e055-4d02-47b2-b3e6-272d44abe6c5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:34.028049 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-65bdd4f4-1a54-43f1-a8c3-ef771a43cba4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:34.177736 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33920) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:34.240917 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1496cd-3b70-42c1-9682-bd7f3653eadc req-16590101-3d09-4936-9f99-efcafa2829ef tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:34.244672 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8d1496cd-3b70-42c1-9682-bd7f3653eadc req-16590101-3d09-4936-9f99-efcafa2829ef tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=96663a69-09ac-4986-af0f-eaf1db31af5c HTTP/1.1" status: 200 len: 944 time: 0.5000269 Jul 05 04:21:34.318957 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556759ef-827e-465a-a2f7-0231e9a82d57 None None] Network 430d78c4-91fa-4f47-a127-f5e15664677f requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:34.327554 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bc06d45a-627f-4fa5-9b80-08f33e52b529 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/floatingips/2f4a749d-f9e0-42fe-a234-33b2a32292d2 HTTP/1.1" status: 200 len: 991 time: 0.1472349 Jul 05 04:21:34.381736 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd690d-71d0-4c20-bb44-00beab3b56cf req-9bb6d784-d5b4-4642-a430-3fd0507d1628 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:34.384266 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-22dd690d-71d0-4c20-bb44-00beab3b56cf req-9bb6d784-d5b4-4642-a430-3fd0507d1628 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 1099 time: 0.4111385 Jul 05 04:21:34.441269 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8d1496cd-3b70-42c1-9682-bd7f3653eadc req-aebb9a81-0e0c-4170-8cb8-df413db6b713 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387432 Jul 05 04:21:34.459885 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a78d9a8d-2526-4409-8202-79b88d2bfdfe None None] Provisioning for port c7a637af-69f1-48f5-8c4e-05298515b7bd completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:34.473233 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-22dd690d-71d0-4c20-bb44-00beab3b56cf req-85517e4b-9f24-4eec-8949-0743ca145f51 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582118 Jul 05 04:21:34.527274 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33926) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:34.575062 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:34.603659 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5a1a3627-3b92-4fd4-8563-ea1cb7035f38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:34.642237 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5a1a3627-3b92-4fd4-8563-ea1cb7035f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:34.715140 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Transition to ACTIVE for port object 611cee17-eb9e-40e7-813b-0870bf7080d9 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:34.740675 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:34.748392 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 3693645a-9342-48b7-9f17-eac502b86140, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=3693645a-9342-48b7-9f17-eac502b86140,segment=NetworkSegment(2fb1a78a-75d7-4f43-842b-9e5a3f0773a3),segment_id=2fb1a78a-75d7-4f43-842b-9e5a3f0773a3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:34.774693 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Transition to ACTIVE for port object 611cee17-eb9e-40e7-813b-0870bf7080d9 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:34.800492 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:34.856494 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33936) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:34.864904 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '3693645a-9342-48b7-9f17-eac502b86140', 'network_id': '7f5444e3-c291-41fd-b748-e3b4178b2e2c', 'port_id': '3693645a-9342-48b7-9f17-eac502b86140', 'mac_address': 'fa:16:3e:c6:6e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93de40b5-241e-40d0-ab50-a45ead66ce92', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:21:34.911282 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Network 1bd229d9-61c5-4ea3-beb4-7291f4380978 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:34.938766 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:34.951202 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:34.952428 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-65bdd4f4-1a54-43f1-a8c3-ef771a43cba4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Allocated IP 2001:db8:2::1 (1bd229d9-61c5-4ea3-beb4-7291f4380978/6f5706ef-48b9-4d35-8e47-593fdddd87ed/3cac43fe-9aa3-4fee-b18e-542a99505e53) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:34.964035 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 87a5e055-4d02-47b2-b3e6-272d44abe6c5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:34.965195 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.112098 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-92c4b943-c340-43e6-bc66-07fa96eda231 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Deleting port 3503c42b-fa9f-4a48-85ab-f9cbc108d079 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:35.112671 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92c4b943-c340-43e6-bc66-07fa96eda231 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.174440 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-5a1a3627-3b92-4fd4-8563-ea1cb7035f38 admin admin] Allocated IP 172.25.1.235 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:35.178444 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-65bdd4f4-1a54-43f1-a8c3-ef771a43cba4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.192225 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f689c5-75d3-4cf3-b63d-3bb43b485f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-220d6c38-c6be-4ea6-9bf8-9173ed9feeb1', 'network_id': '220d6c38-c6be-4ea6-9bf8-9173ed9feeb1', 'tenant_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'fixed_ips': [{'subnet_id': 'bd6c4610-16c5-43d8-bca3-7432d5e80d44'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:21:35.193607 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d8f689c5-75d3-4cf3-b63d-3bb43b485f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.259176 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Pushing event updated for resources: {'Port': ['ID=611cee17-eb9e-40e7-813b-0870bf7080d9,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:35.262349 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92c4b943-c340-43e6-bc66-07fa96eda231 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.263552 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92c4b943-c340-43e6-bc66-07fa96eda231 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.278350 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-92c4b943-c340-43e6-bc66-07fa96eda231 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Calling delete_port for 3503c42b-fa9f-4a48-85ab-f9cbc108d079 owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:35.316275 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:35.316685 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:35.317090 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:35.317695 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:35.318037 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:35.318422 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:35.318750 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:35.319125 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:35.319452 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:35.320092 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:35.320092 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:35.320564 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:35.322036 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-7c65271d-9086-4eab-bc46-1f278e188798 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Deleting port 44f2c27c-2bc2-4856-8bbe-a0529f103924 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:35.322965 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7c65271d-9086-4eab-bc46-1f278e188798 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.324738 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.362998 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Attempting to bind port 611cee17-eb9e-40e7-813b-0870bf7080d9 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:35.363361 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Attempting to bind port 611cee17-eb9e-40e7-813b-0870bf7080d9 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '7f5388a8-2c4f-4230-a0ea-d05e9827e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1bd229d9-61c5-4ea3-beb4-7291f4380978'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:35.363726 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Attempting to bind port 611cee17-eb9e-40e7-813b-0870bf7080d9 on network 1bd229d9-61c5-4ea3-beb4-7291f4380978 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:35.427085 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3693645a-9342-48b7-9f17-eac502b86140 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:21:35.455126 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:35.455606 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Checking segment: {'id': '7f5388a8-2c4f-4230-a0ea-d05e9827e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1bd229d9-61c5-4ea3-beb4-7291f4380978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:35.456100 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.456703 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Bound using segment: {'id': '7f5388a8-2c4f-4230-a0ea-d05e9827e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1bd229d9-61c5-4ea3-beb4-7291f4380978'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:35.457288 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Bound port: 611cee17-eb9e-40e7-813b-0870bf7080d9, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5388a8-2c4f-4230-a0ea-d05e9827e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1bd229d9-61c5-4ea3-beb4-7291f4380978'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:35.457673 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.528594 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5a1a3627-3b92-4fd4-8563-ea1cb7035f38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.536588 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7c65271d-9086-4eab-bc46-1f278e188798 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.537294 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7c65271d-9086-4eab-bc46-1f278e188798 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.547905 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 3693645a-9342-48b7-9f17-eac502b86140, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=3693645a-9342-48b7-9f17-eac502b86140,segment=NetworkSegment(2fb1a78a-75d7-4f43-842b-9e5a3f0773a3),segment_id=2fb1a78a-75d7-4f43-842b-9e5a3f0773a3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:35.561551 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-7c65271d-9086-4eab-bc46-1f278e188798 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Calling delete_port for 44f2c27c-2bc2-4856-8bbe-a0529f103924 owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:35.582869 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-65bdd4f4-1a54-43f1-a8c3-ef771a43cba4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Transition to ACTIVE for port object 3cac43fe-9aa3-4fee-b18e-542a99505e53 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:35.615431 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.693338 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92c4b943-c340-43e6-bc66-07fa96eda231 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.719984 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6f218920-3463-475f-be6d-204df1482dca up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:35.733949 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5a1a3627-3b92-4fd4-8563-ea1cb7035f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.734604 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] For port 611cee17-eb9e-40e7-813b-0870bf7080d9, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:35.738362 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] For port 611cee17-eb9e-40e7-813b-0870bf7080d9, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=611cee17-eb9e-40e7-813b-0870bf7080d9,segment=NetworkSegment(7f5388a8-2c4f-4230-a0ea-d05e9827e829),segment_id=7f5388a8-2c4f-4230-a0ea-d05e9827e829)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:35.740224 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-d8f689c5-75d3-4cf3-b63d-3bb43b485f50 None None] Allocated IP 172.20.0.2 (220d6c38-c6be-4ea6-9bf8-9173ed9feeb1/bd6c4610-16c5-43d8-bca3-7432d5e80d44/c62920f7-5a68-4c42-a2b6-d78b7fe72479) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:35.777203 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.799031 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4b943-c340-43e6-bc66-07fa96eda231 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'Port': ['ID=3503c42b-fa9f-4a48-85ab-f9cbc108d079,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:35.824860 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a3627-3b92-4fd4-8563-ea1cb7035f38 admin admin] Pushing event updated for resources: {'Port': ['ID=0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:35.832407 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=3693645a-9342-48b7-9f17-eac502b86140,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:35.906899 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1a3627-3b92-4fd4-8563-ea1cb7035f38 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:35.913901 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-5a1a3627-3b92-4fd4-8563-ea1cb7035f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:35.925586 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1a3627-3b92-4fd4-8563-ea1cb7035f38 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:35.937808 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64053566-89cb-4b21-8109-105fca787d5b None None] Sync routers for ids ['11e4d8b3-4607-4be0-bb35-993db79a3739'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:35.960090 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-65bdd4f4-1a54-43f1-a8c3-ef771a43cba4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.988399 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['3693645a-9342-48b7-9f17-eac502b86140'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:21:36.093076 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92c4b943-c340-43e6-bc66-07fa96eda231 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:36.094232 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-92c4b943-c340-43e6-bc66-07fa96eda231 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Floating IP 948f9b39-bb6a-44a2-b919-0b06e34bcb68 disassociated (deleted). External IP: 172.25.1.190, port: cedad616-b797-4aeb-a631-fbffeac0982e. Jul 05 04:21:36.098511 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bdd4f4-1a54-43f1-a8c3-ef771a43cba4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Port': ['ID=3cac43fe-9aa3-4fee-b18e-542a99505e53,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:36.183107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bdd4f4-1a54-43f1-a8c3-ef771a43cba4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network 1bd229d9-61c5-4ea3-beb4-7291f4380978 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:36.188919 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-65bdd4f4-1a54-43f1-a8c3-ef771a43cba4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:36.203105 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bdd4f4-1a54-43f1-a8c3-ef771a43cba4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:36.204023 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-65bdd4f4-1a54-43f1-a8c3-ef771a43cba4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:36.267879 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb5e4f-6517-49d3-a149-5aa07130fad6 None None] Pushing event updated for resources: {'Port': ['ID=611cee17-eb9e-40e7-813b-0870bf7080d9,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:36.283537 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3a2c6-01eb-4dd7-99c1-673167437c1c req-5d63cd3e-32f3-4875-9da3-0b96d3a55b1a tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:36.285953 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8fa3a2c6-01eb-4dd7-99c1-673167437c1c req-5d63cd3e-32f3-4875-9da3-0b96d3a55b1a tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=96663a69-09ac-4986-af0f-eaf1db31af5c HTTP/1.1" status: 200 len: 945 time: 0.5766521 Jul 05 04:21:36.304962 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d8f689c5-75d3-4cf3-b63d-3bb43b485f50 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:36.352373 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d8f689c5-75d3-4cf3-b63d-3bb43b485f50 None None] Transition to ACTIVE for port object c62920f7-5a68-4c42-a2b6-d78b7fe72479 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:36.378931 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d8f689c5-75d3-4cf3-b63d-3bb43b485f50 None None] Transition to ACTIVE for port object c62920f7-5a68-4c42-a2b6-d78b7fe72479 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:36.423273 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d8f689c5-75d3-4cf3-b63d-3bb43b485f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:36.517727 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64053566-89cb-4b21-8109-105fca787d5b None None] Routers {'11e4d8b3-4607-4be0-bb35-993db79a3739'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:36.518831 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-64053566-89cb-4b21-8109-105fca787d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['11e4d8b3-4607-4be0-bb35-993db79a3739'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:36.541832 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 6f218920-3463-475f-be6d-204df1482dca completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:36.547935 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8fa3a2c6-01eb-4dd7-99c1-673167437c1c req-3c0a9fba-32b4-45a1-96a6-c04e717c3a73 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517505 Jul 05 04:21:36.548168 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f689c5-75d3-4cf3-b63d-3bb43b485f50 None None] Network 220d6c38-c6be-4ea6-9bf8-9173ed9feeb1 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:36.566687 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7c65271d-9086-4eab-bc46-1f278e188798 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:36.598424 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-d8f689c5-75d3-4cf3-b63d-3bb43b485f50 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:36.629380 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65271d-9086-4eab-bc46-1f278e188798 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event deleted for resources: {'Port': ['ID=44f2c27c-2bc2-4856-8bbe-a0529f103924,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:36.633672 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 6f218920-3463-475f-be6d-204df1482dca triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:36.634041 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:36.636245 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f689c5-75d3-4cf3-b63d-3bb43b485f50 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:36.656171 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f689c5-75d3-4cf3-b63d-3bb43b485f50 None None] Pushing event updated for resources: {'Port': ['ID=c62920f7-5a68-4c42-a2b6-d78b7fe72479,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:36.678932 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5a1a3627-3b92-4fd4-8563-ea1cb7035f38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:36.719454 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-071bd317-6f4a-4efa-9b99-39ce34e695bc None None] Provisioning for port e03d35db-9f60-47e5-9d97-1b414f42fd76 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:36.793509 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-071bd317-6f4a-4efa-9b99-39ce34e695bc None None] Provisioning complete for port e03d35db-9f60-47e5-9d97-1b414f42fd76 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:36.793878 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-071bd317-6f4a-4efa-9b99-39ce34e695bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:36.860046 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-64053566-89cb-4b21-8109-105fca787d5b None None] Set router 11e4d8b3-4607-4be0-bb35-993db79a3739 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:37.023700 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-071bd317-6f4a-4efa-9b99-39ce34e695bc None None] Port e03d35db-9f60-47e5-9d97-1b414f42fd76 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:21:37.033363 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d8f689c5-75d3-4cf3-b63d-3bb43b485f50 None None] Attempting to bind port c62920f7-5a68-4c42-a2b6-d78b7fe72479 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:37.034067 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d8f689c5-75d3-4cf3-b63d-3bb43b485f50 None None] Attempting to bind port c62920f7-5a68-4c42-a2b6-d78b7fe72479 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'b3f4ed6f-4d11-4f82-a07c-b66624a69efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '220d6c38-c6be-4ea6-9bf8-9173ed9feeb1'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:37.034595 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f689c5-75d3-4cf3-b63d-3bb43b485f50 None None] Attempting to bind port c62920f7-5a68-4c42-a2b6-d78b7fe72479 on network 220d6c38-c6be-4ea6-9bf8-9173ed9feeb1 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:37.181345 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c4b943-c340-43e6-bc66-07fa96eda231 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Router 4243529b-dc8b-465e-9137-9208323f0d70 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:21:37.197771 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f689c5-75d3-4cf3-b63d-3bb43b485f50 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:37.198601 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f689c5-75d3-4cf3-b63d-3bb43b485f50 None None] Checking segment: {'id': 'b3f4ed6f-4d11-4f82-a07c-b66624a69efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '220d6c38-c6be-4ea6-9bf8-9173ed9feeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:37.202804 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d8f689c5-75d3-4cf3-b63d-3bb43b485f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:37.203616 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f689c5-75d3-4cf3-b63d-3bb43b485f50 None None] Bound using segment: {'id': 'b3f4ed6f-4d11-4f82-a07c-b66624a69efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '220d6c38-c6be-4ea6-9bf8-9173ed9feeb1'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:37.204388 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d8f689c5-75d3-4cf3-b63d-3bb43b485f50 None None] Bound port: c62920f7-5a68-4c42-a2b6-d78b7fe72479, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f4ed6f-4d11-4f82-a07c-b66624a69efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '220d6c38-c6be-4ea6-9bf8-9173ed9feeb1'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:37.205021 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d8f689c5-75d3-4cf3-b63d-3bb43b485f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:37.308220 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:37.321536 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-65bdd4f4-1a54-43f1-a8c3-ef771a43cba4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:37.383989 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7c65271d-9086-4eab-bc46-1f278e188798 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:37.384540 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-7c65271d-9086-4eab-bc46-1f278e188798 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Floating IP 2f4a749d-f9e0-42fe-a234-33b2a32292d2 disassociated (deleted). External IP: 172.25.1.9, port: fda57a5d-9bbf-45ec-9afc-8391d45436b8. Jul 05 04:21:37.573842 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c4b943-c340-43e6-bc66-07fa96eda231 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:37.580092 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92c4b943-c340-43e6-bc66-07fa96eda231 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:37.587526 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe12524-70cd-4ec6-bb46-9c9b728acf92 None None] Sync routers for ids ['4243529b-dc8b-465e-9137-9208323f0d70'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:37.602162 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5a1a3627-3b92-4fd4-8563-ea1cb7035f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:37.605627 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe12524-70cd-4ec6-bb46-9c9b728acf92 None None] Routers {'4243529b-dc8b-465e-9137-9208323f0d70'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:37.606287 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-4fe12524-70cd-4ec6-bb46-9c9b728acf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['4243529b-dc8b-465e-9137-9208323f0d70'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:37.640615 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-92c4b943-c340-43e6-bc66-07fa96eda231 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "DELETE /v2.0/floatingips/948f9b39-bb6a-44a2-b919-0b06e34bcb68 HTTP/1.1" status: 204 len: 168 time: 3.1095579 Jul 05 04:21:37.650952 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c5c56a-b294-45a3-b511-38cb776f2376', 'tag': 'cedad616-b797-4aeb-a631-fbffeac0982e'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:37.655117 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6cd0ad-b727-4c45-bf6e-464240d3abea" -d '{"events": [{"name": "network-changed", "server_uuid": "20c5c56a-b294-45a3-b511-38cb776f2376", "tag": "cedad616-b797-4aeb-a631-fbffeac0982e"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:37.753762 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 6f218920-3463-475f-be6d-204df1482dca, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6f218920-3463-475f-be6d-204df1482dca,segment=NetworkSegment(bc16f1b7-c6a7-43d9-b9b6-a841f2ff2b19),segment_id=bc16f1b7-c6a7-43d9-b9b6-a841f2ff2b19)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:37.765807 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a116df-efd8-44b7-99a7-e6ff663622bd None None] Network 1bd229d9-61c5-4ea3-beb4-7291f4380978 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:37.775980 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d5ae7fc7-5e89-4213-a909-2078cc6a8c2c None None] Provisioning complete for port e03d35db-9f60-47e5-9d97-1b414f42fd76 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:37.776630 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d5ae7fc7-5e89-4213-a909-2078cc6a8c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:37.778547 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:37.779672 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c7a637af-69f1-48f5-8c4e-05298515b7bd up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:37.901193 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-4fe12524-70cd-4ec6-bb46-9c9b728acf92 None None] Set router 4243529b-dc8b-465e-9137-9208323f0d70 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:37.916040 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c65271d-9086-4eab-bc46-1f278e188798 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Router 39f9f86e-db62-498b-8255-a5797278f0f0 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:21:38.069888 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-65bdd4f4-1a54-43f1-a8c3-ef771a43cba4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:38.093367 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431e025-cb96-4418-8762-7b947b9643a7 req-8d764489-6d1c-4946-879d-3c54af21f696 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:38.099228 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1a3627-3b92-4fd4-8563-ea1cb7035f38 admin admin] Router 3ba6dfcb-839f-43e2-a4ea-777bb95c30b4 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:21:38.102980 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5431e025-cb96-4418-8762-7b947b9643a7 req-8d764489-6d1c-4946-879d-3c54af21f696 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=96663a69-09ac-4986-af0f-eaf1db31af5c HTTP/1.1" status: 200 len: 945 time: 0.1783249 Jul 05 04:21:38.110567 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port c7a637af-69f1-48f5-8c4e-05298515b7bd completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:38.124343 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-65bdd4f4-1a54-43f1-a8c3-ef771a43cba4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:38.130495 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-65bdd4f4-1a54-43f1-a8c3-ef771a43cba4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:38.207638 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d8f689c5-75d3-4cf3-b63d-3bb43b485f50 None None] For port c62920f7-5a68-4c42-a2b6-d78b7fe72479, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:38.212810 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port c7a637af-69f1-48f5-8c4e-05298515b7bd triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:38.213191 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:38.246925 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4369ec32-57b9-48b3-a56d-2a500121119e x-openstack-request-id: req-4369ec32-57b9-48b3-a56d-2a500121119e {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:38.248767 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c5c56a-b294-45a3-b511-38cb776f2376", "tag": "cedad616-b797-4aeb-a631-fbffeac0982e", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:38.251173 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4369ec32-57b9-48b3-a56d-2a500121119e {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:38.251858 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c5c56a-b294-45a3-b511-38cb776f2376', 'tag': 'cedad616-b797-4aeb-a631-fbffeac0982e', 'status': 'completed', 'code': 200} Jul 05 04:21:38.266815 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1a3627-3b92-4fd4-8563-ea1cb7035f38 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:38.283312 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-d5ae7fc7-5e89-4213-a909-2078cc6a8c2c None None] Port e03d35db-9f60-47e5-9d97-1b414f42fd76 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:21:38.307975 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] Sync routers for ids ['3ba6dfcb-839f-43e2-a4ea-777bb95c30b4'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:38.355159 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5a1a3627-3b92-4fd4-8563-ea1cb7035f38 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:38.362477 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5a1a3627-3b92-4fd4-8563-ea1cb7035f38 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4312961 Jul 05 04:21:38.363122 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 33968) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:38.424813 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5431e025-cb96-4418-8762-7b947b9643a7 req-7bedb6ff-9e8a-475e-94de-9bcbbe85ffb5 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177965 Jul 05 04:21:38.433832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bdd4f4-1a54-43f1-a8c3-ef771a43cba4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Port': ['ID=3cac43fe-9aa3-4fee-b18e-542a99505e53,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:38.444989 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d8f689c5-75d3-4cf3-b63d-3bb43b485f50 None None] For port c62920f7-5a68-4c42-a2b6-d78b7fe72479, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=c62920f7-5a68-4c42-a2b6-d78b7fe72479,segment=NetworkSegment(b3f4ed6f-4d11-4f82-a07c-b66624a69efb),segment_id=b3f4ed6f-4d11-4f82-a07c-b66624a69efb)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:38.464467 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=6f218920-3463-475f-be6d-204df1482dca,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:38.487454 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bdd4f4-1a54-43f1-a8c3-ef771a43cba4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network 1bd229d9-61c5-4ea3-beb4-7291f4380978 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:38.489753 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-65bdd4f4-1a54-43f1-a8c3-ef771a43cba4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:38.506539 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-4fe12524-70cd-4ec6-bb46-9c9b728acf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4243529b-dc8b-465e-9137-9208323f0d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084042671', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:07Z', 'updated_at': '2021-07-05T04:19:15Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:08Z', 'updated_at': '2021-07-05T04:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'fb1835d3-6bad-4a09-81c3-e134e944e0f1', 'name': '', 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:84:c2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '0c3310d5-6014-4e5f-8153-91ba05ad73c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:13Z', 'updated_at': '2021-07-05T04:19:25Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '0c3310d5-6014-4e5f-8153-91ba05ad73c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:38.513173 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d8f689c5-75d3-4cf3-b63d-3bb43b485f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:38.540039 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] Routers {'3ba6dfcb-839f-43e2-a4ea-777bb95c30b4'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:38.540669 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['3ba6dfcb-839f-43e2-a4ea-777bb95c30b4'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:38.551942 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-13755685-a88a-45a9-b5f1-39644e9e86e0 None None] Provisioning for port 611cee17-eb9e-40e7-813b-0870bf7080d9 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:38.556349 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe12524-70cd-4ec6-bb46-9c9b728acf92 None None] Checking router: 4243529b-dc8b-465e-9137-9208323f0d70 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:21:38.565802 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe12524-70cd-4ec6-bb46-9c9b728acf92 None None] Routers {'4243529b-dc8b-465e-9137-9208323f0d70'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:38.566672 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-4fe12524-70cd-4ec6-bb46-9c9b728acf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['4243529b-dc8b-465e-9137-9208323f0d70'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:38.658272 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bdd4f4-1a54-43f1-a8c3-ef771a43cba4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Router 11e4d8b3-4607-4be0-bb35-993db79a3739 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:21:38.735456 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-4fe12524-70cd-4ec6-bb46-9c9b728acf92 None None] Set router 4243529b-dc8b-465e-9137-9208323f0d70 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:38.797836 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cd0ad-b727-4c45-bf6e-464240d3abea req-15b9e831-7dfc-405a-bc87-0a79c6e58700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:38.800324 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd6cd0ad-b727-4c45-bf6e-464240d3abea req-15b9e831-7dfc-405a-bc87-0a79c6e58700 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 1099 time: 0.5174863 Jul 05 04:21:38.806339 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c65271d-9086-4eab-bc46-1f278e188798 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:38.814801 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7c65271d-9086-4eab-bc46-1f278e188798 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:38.841380 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bdd4f4-1a54-43f1-a8c3-ef771a43cba4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:38.852441 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-65bdd4f4-1a54-43f1-a8c3-ef771a43cba4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "PUT /v2.0/routers/11e4d8b3-4607-4be0-bb35-993db79a3739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5778172 Jul 05 04:21:38.857471 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33970) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:38.860898 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:38.862743 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-70294fb0-4a5a-41cd-a91c-c5ea0f275178 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1792371766'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:38.929949 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fe0e5f-8011-46c8-a911-99e064f1a48f None None] Sync routers for ids ['39f9f86e-db62-498b-8255-a5797278f0f0'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:38.940528 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70294fb0-4a5a-41cd-a91c-c5ea0f275178 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Made reservation on behalf of ff8e97f25dec4039911d941a3e89eb38 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:38.948716 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-64053566-89cb-4b21-8109-105fca787d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:21:27Z', 'revision_number': 3, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None, '_interfaces': [{'id': '6f218920-3463-475f-be6d-204df1482dca', 'name': '', 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:ad:a5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:29Z', 'revision_number': 4, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03d35db-9f60-47e5-9d97-1b414f42fd76', 'name': '', 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:c0:a2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'f69c0a27-d986-478d-8000-177be574d817', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:26Z', 'updated_at': '2021-07-05T04:21:28Z', 'revision_number': 2, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'f69c0a27-d986-478d-8000-177be574d817', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:38.952626 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-70294fb0-4a5a-41cd-a91c-c5ea0f275178 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:38.991523 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64053566-89cb-4b21-8109-105fca787d5b None None] Checking router: 11e4d8b3-4607-4be0-bb35-993db79a3739 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:21:38.991747 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64053566-89cb-4b21-8109-105fca787d5b None None] Updating router 11e4d8b3-4607-4be0-bb35-993db79a3739 port e03d35db-9f60-47e5-9d97-1b414f42fd76 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:21:38.999522 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70294fb0-4a5a-41cd-a91c-c5ea0f275178 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:21:39.021631 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-70294fb0-4a5a-41cd-a91c-c5ea0f275178 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:39.022192 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-70294fb0-4a5a-41cd-a91c-c5ea0f275178 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Added segment 6da1d767-fa73-42e4-ad39-d3e46c695f11 of type vlan for network 939f1cde-64c0-45dc-9d83-be4837dc5f68 Jul 05 04:21:39.032382 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-64053566-89cb-4b21-8109-105fca787d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:39.055216 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fe0e5f-8011-46c8-a911-99e064f1a48f None None] Routers {'39f9f86e-db62-498b-8255-a5797278f0f0'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:39.056965 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c3fe0e5f-8011-46c8-a911-99e064f1a48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['39f9f86e-db62-498b-8255-a5797278f0f0'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:39.063162 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port c7a637af-69f1-48f5-8c4e-05298515b7bd, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=c7a637af-69f1-48f5-8c4e-05298515b7bd,segment=NetworkSegment(24dc9014-1950-4352-b8e8-e51a7523d285),segment_id=24dc9014-1950-4352-b8e8-e51a7523d285)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:39.064323 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f689c5-75d3-4cf3-b63d-3bb43b485f50 None None] Pushing event updated for resources: {'Port': ['ID=c62920f7-5a68-4c42-a2b6-d78b7fe72479,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:39.090505 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:39.091365 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7c65271d-9086-4eab-bc46-1f278e188798 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "DELETE /v2.0/floatingips/2f4a749d-f9e0-42fe-a234-33b2a32292d2 HTTP/1.1" status: 204 len: 168 time: 4.2337639 Jul 05 04:21:39.092028 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6c8f17b2-8494-40be-9744-e88af6f7e78b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:39.108659 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0141378-8ca6-4d3c-8cf8-6c22c02f7903', 'tag': 'fda57a5d-9bbf-45ec-9afc-8391d45436b8'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:39.114705 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b3af2a-74b9-4252-8dd8-dd9383a1db2e" -d '{"events": [{"name": "network-changed", "server_uuid": "f0141378-8ca6-4d3c-8cf8-6c22c02f7903", "tag": "fda57a5d-9bbf-45ec-9afc-8391d45436b8"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:39.131728 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-70294fb0-4a5a-41cd-a91c-c5ea0f275178 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:39.175517 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=c7a637af-69f1-48f5-8c4e-05298515b7bd,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:39.203918 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-70294fb0-4a5a-41cd-a91c-c5ea0f275178 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:39.211918 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70294fb0-4a5a-41cd-a91c-c5ea0f275178 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:39.212342 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-70294fb0-4a5a-41cd-a91c-c5ea0f275178 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:39.268098 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961546ea-b330-4011-902a-c8ccb1d88cf8 req-caa1e4e1-7986-4c4c-98ec-86a17f23e9e4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:39.273703 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] Set router 3ba6dfcb-839f-43e2-a4ea-777bb95c30b4 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:39.281373 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-961546ea-b330-4011-902a-c8ccb1d88cf8 req-caa1e4e1-7986-4c4c-98ec-86a17f23e9e4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 947 time: 0.7646348 Jul 05 04:21:39.374464 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-70294fb0-4a5a-41cd-a91c-c5ea0f275178 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5158093 Jul 05 04:21:39.375420 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 33978) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:39.391483 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-b2983b63-af61-4484-97e8-ebd8b1a05c80 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'subnet': {'network_id': '939f1cde-64c0-45dc-9d83-be4837dc5f68', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:39.530729 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70294fb0-4a5a-41cd-a91c-c5ea0f275178 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Network': ['ID=939f1cde-64c0-45dc-9d83-be4837dc5f68,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:39.548375 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2983b63-af61-4484-97e8-ebd8b1a05c80 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Made reservation on behalf of ff8e97f25dec4039911d941a3e89eb38 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:39.554867 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b2983b63-af61-4484-97e8-ebd8b1a05c80 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:39.600551 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-961546ea-b330-4011-902a-c8ccb1d88cf8 req-c5bb3bf9-ed11-4176-ab32-721bda7b4b26 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085530 Jul 05 04:21:39.606886 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cd0ad-b727-4c45-bf6e-464240d3abea req-46235f65-83c5-42f9-8879-ec768b3a6b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:39.610117 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 939f1cde-64c0-45dc-9d83-be4837dc5f68 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:21:39.612626 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd6cd0ad-b727-4c45-bf6e-464240d3abea req-46235f65-83c5-42f9-8879-ec768b3a6b29 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e HTTP/1.1" status: 200 len: 898 time: 0.7309749 Jul 05 04:21:39.628733 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-c3fe0e5f-8011-46c8-a911-99e064f1a48f None None] Set router 39f9f86e-db62-498b-8255-a5797278f0f0 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:39.742709 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd6cd0ad-b727-4c45-bf6e-464240d3abea req-34e4f268-5d1c-48f8-8aad-660d226b6de1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cedad616-b797-4aeb-a631-fbffeac0982e HTTP/1.1" status: 200 len: 217 time: 0.1122801 Jul 05 04:21:39.819545 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 3693645a-9342-48b7-9f17-eac502b86140 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:39.884928 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f738f2-438e-448f-9301-2b90c4fb79cb x-openstack-request-id: req-57f738f2-438e-448f-9301-2b90c4fb79cb {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:39.885502 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0141378-8ca6-4d3c-8cf8-6c22c02f7903", "tag": "fda57a5d-9bbf-45ec-9afc-8391d45436b8", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:39.885502 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-57f738f2-438e-448f-9301-2b90c4fb79cb {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:39.885897 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0141378-8ca6-4d3c-8cf8-6c22c02f7903', 'tag': 'fda57a5d-9bbf-45ec-9afc-8391d45436b8', 'status': 'completed', 'code': 200} Jul 05 04:21:40.011670 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8412940-1a83-4f76-a21c-07470ccd7e5c req-50f3a39c-03a6-4e42-b43c-3ea6f0942fac tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:40.024667 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 6c8f17b2-8494-40be-9744-e88af6f7e78b completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:40.027193 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a8412940-1a83-4f76-a21c-07470ccd7e5c req-50f3a39c-03a6-4e42-b43c-3ea6f0942fac tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.89 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 947 time: 0.3367598 Jul 05 04:21:40.050462 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-4fe12524-70cd-4ec6-bb46-9c9b728acf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4243529b-dc8b-465e-9137-9208323f0d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084042671', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:07Z', 'updated_at': '2021-07-05T04:19:15Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:08Z', 'updated_at': '2021-07-05T04:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'fb1835d3-6bad-4a09-81c3-e134e944e0f1', 'name': '', 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:84:c2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '0c3310d5-6014-4e5f-8153-91ba05ad73c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:13Z', 'updated_at': '2021-07-05T04:19:25Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '0c3310d5-6014-4e5f-8153-91ba05ad73c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:40.051839 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cd0ad-b727-4c45-bf6e-464240d3abea req-79454de0-41ec-46a8-a715-6348bb58ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:40.053843 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd6cd0ad-b727-4c45-bf6e-464240d3abea req-79454de0-41ec-46a8-a715-6348bb58ede3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0c3310d5-6014-4e5f-8153-91ba05ad73c0 HTTP/1.1" status: 200 len: 835 time: 0.1672282 Jul 05 04:21:40.101446 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 6c8f17b2-8494-40be-9744-e88af6f7e78b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:40.102296 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.159745 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe12524-70cd-4ec6-bb46-9c9b728acf92 None None] The sync data for ids ['4243529b-dc8b-465e-9137-9208323f0d70'] in n-d-780147-23 is: [{'id': '4243529b-dc8b-465e-9137-9208323f0d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084042671', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:07Z', 'updated_at': '2021-07-05T04:19:15Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:08Z', 'updated_at': '2021-07-05T04:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'fb1835d3-6bad-4a09-81c3-e134e944e0f1', 'name': '', 'network_id': '1e22e0ba-c790-4291-becf-02ea6e8b8d0e', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:84:c2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '0c3310d5-6014-4e5f-8153-91ba05ad73c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:13Z', 'updated_at': '2021-07-05T04:19:25Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '0c3310d5-6014-4e5f-8153-91ba05ad73c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:40.168134 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-67d20c1b-60a3-4fec-b251-ce9adbe2f9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.261928 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3af2a-74b9-4252-8dd8-dd9383a1db2e req-c6d14e9b-d1c8-4803-8e6a-391167882798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:40.264567 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05b3af2a-74b9-4252-8dd8-dd9383a1db2e req-c6d14e9b-d1c8-4803-8e6a-391167882798 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac0be634601541e3aba69b1b2bc67317&device_id=f0141378-8ca6-4d3c-8cf8-6c22c02f7903 HTTP/1.1" status: 200 len: 1097 time: 0.3668530 Jul 05 04:21:40.372538 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c3fe0e5f-8011-46c8-a911-99e064f1a48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'name': 'tempest-TestNetworkBasicOps-router-1100533492', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '377673c8-f955-460b-949b-297a8d9b165a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:48Z', 'revision_number': 4, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': '377673c8-f955-460b-949b-297a8d9b165a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:43Z', 'updated_at': '2021-07-05T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '12a4b781-e9a9-4344-89f7-6d55f4bf9ecc', 'name': '', 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:f2:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'f5a0ca26-624e-4fc5-8929-066d14f6d275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:47Z', 'updated_at': '2021-07-05T04:19:55Z', 'revision_number': 5, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': 'f5a0ca26-624e-4fc5-8929-066d14f6d275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:40.464022 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fe0e5f-8011-46c8-a911-99e064f1a48f None None] Checking router: 39f9f86e-db62-498b-8255-a5797278f0f0 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:21:40.478287 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fe0e5f-8011-46c8-a911-99e064f1a48f None None] Routers {'39f9f86e-db62-498b-8255-a5797278f0f0'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:40.479187 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c3fe0e5f-8011-46c8-a911-99e064f1a48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['39f9f86e-db62-498b-8255-a5797278f0f0'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:40.553765 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3af2a-74b9-4252-8dd8-dd9383a1db2e req-8d0618ad-bb83-4bbd-9f68-09702984025e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:40.557602 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05b3af2a-74b9-4252-8dd8-dd9383a1db2e req-8d0618ad-bb83-4bbd-9f68-09702984025e service neutron] 10.222.0.70 "GET /v2.0/networks?id=89ed3f41-cf6b-4ee1-8279-50e753051d82 HTTP/1.1" status: 200 len: 898 time: 0.2718983 Jul 05 04:21:40.568627 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-64053566-89cb-4b21-8109-105fca787d5b None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.595922 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-64053566-89cb-4b21-8109-105fca787d5b None None] Transition to ACTIVE for port object e03d35db-9f60-47e5-9d97-1b414f42fd76 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:40.657506 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-64053566-89cb-4b21-8109-105fca787d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.668459 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316fc916-8fb5-44fb-81b0-528e63c2e4f2 None None] Network 220d6c38-c6be-4ea6-9bf8-9173ed9feeb1 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:40.678213 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b2983b63-af61-4484-97e8-ebd8b1a05c80 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.801143 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-c3fe0e5f-8011-46c8-a911-99e064f1a48f None None] Set router 39f9f86e-db62-498b-8255-a5797278f0f0 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:40.832633 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05b3af2a-74b9-4252-8dd8-dd9383a1db2e req-4470393b-8600-4a80-bef2-f9b688c8a887 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fda57a5d-9bbf-45ec-9afc-8391d45436b8 HTTP/1.1" status: 200 len: 217 time: 0.1334233 Jul 05 04:21:40.834243 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb506660-29b5-43ce-a8f9-bb4beb87493a req-1172c7fe-a133-48bf-96f3-b0403824fae8 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:40.843368 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cb506660-29b5-43ce-a8f9-bb4beb87493a req-1172c7fe-a133-48bf-96f3-b0403824fae8 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=96663a69-09ac-4986-af0f-eaf1db31af5c HTTP/1.1" status: 200 len: 945 time: 0.8148425 Jul 05 04:21:40.848752 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa075498-30f2-49e2-88b8-34611b4367fd req-d3b9b9e3-72ff-4a75-8ee3-7167ba3a1b6a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:40.851610 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62cc52e-5043-49aa-b715-62dce85e1d4d None None] New status for floating IP 948f9b39-bb6a-44a2-b919-0b06e34bcb68: DOWN {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:21:40.857326 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aa075498-30f2-49e2-88b8-34611b4367fd req-d3b9b9e3-72ff-4a75-8ee3-7167ba3a1b6a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0141378-8ca6-4d3c-8cf8-6c22c02f7903 HTTP/1.1" status: 200 len: 945 time: 0.7444468 Jul 05 04:21:40.903565 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-a8412940-1a83-4f76-a21c-07470ccd7e5c req-745d414e-e59f-4844-acd6-3d11281af293 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Deleting port cedad616-b797-4aeb-a631-fbffeac0982e {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:40.903970 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a8412940-1a83-4f76-a21c-07470ccd7e5c req-745d414e-e59f-4844-acd6-3d11281af293 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.924678 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 3693645a-9342-48b7-9f17-eac502b86140 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:40.932655 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2983b63-af61-4484-97e8-ebd8b1a05c80 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Checking segment: {'id': '6da1d767-fa73-42e4-ad39-d3e46c695f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '939f1cde-64c0-45dc-9d83-be4837dc5f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:40.933035 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2983b63-af61-4484-97e8-ebd8b1a05c80 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network hostable DHCP agents. Network: 939f1cde-64c0-45dc-9d83-be4837dc5f68, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:21:40.971919 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cd0ad-b727-4c45-bf6e-464240d3abea req-b0f0e107-3dab-4b1b-907e-c50dea384e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:40.974113 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd6cd0ad-b727-4c45-bf6e-464240d3abea req-b0f0e107-3dab-4b1b-907e-c50dea384e93 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e22e0ba-c790-4291-becf-02ea6e8b8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8223212 Jul 05 04:21:40.999092 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2983b63-af61-4484-97e8-ebd8b1a05c80 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Subnet': ['ID=9f4f00c5-fe40-4e7e-8dbb-7fe7d82bce47,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:41.027044 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cb506660-29b5-43ce-a8f9-bb4beb87493a req-98fd4eb8-6e9e-472b-9a4f-97ab954bb9ad tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824715 Jul 05 04:21:41.131943 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aa075498-30f2-49e2-88b8-34611b4367fd req-7c213cd8-4fb5-4315-8460-388e4afb3d96 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=4c74909f-21d5-4b7f-b555-641b2192f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733459 Jul 05 04:21:41.136736 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd6cd0ad-b727-4c45-bf6e-464240d3abea req-6addb4a2-70cb-4ae4-aca9-1c7f88754ee6 service neutron] 10.222.0.89 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422105 Jul 05 04:21:41.210809 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-a8412940-1a83-4f76-a21c-07470ccd7e5c req-745d414e-e59f-4844-acd6-3d11281af293 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] For port cedad616-b797-4aeb-a631-fbffeac0982e, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=cedad616-b797-4aeb-a631-fbffeac0982e,segment=NetworkSegment(0e5ffc70-de92-4ae1-9126-0f2122faf801),segment_id=0e5ffc70-de92-4ae1-9126-0f2122faf801)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:41.212704 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a8412940-1a83-4f76-a21c-07470ccd7e5c req-745d414e-e59f-4844-acd6-3d11281af293 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:41.229234 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3af2a-74b9-4252-8dd8-dd9383a1db2e req-fd6cfda0-0ef0-432a-8c56-61e8a8ad0515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:41.231877 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05b3af2a-74b9-4252-8dd8-dd9383a1db2e req-fd6cfda0-0ef0-432a-8c56-61e8a8ad0515 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f5a0ca26-624e-4fc5-8929-066d14f6d275 HTTP/1.1" status: 200 len: 834 time: 0.3633304 Jul 05 04:21:41.251607 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-a8412940-1a83-4f76-a21c-07470ccd7e5c req-745d414e-e59f-4844-acd6-3d11281af293 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Calling delete_port for cedad616-b797-4aeb-a631-fbffeac0982e owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:41.327692 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c3fe0e5f-8011-46c8-a911-99e064f1a48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'name': 'tempest-TestNetworkBasicOps-router-1100533492', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '377673c8-f955-460b-949b-297a8d9b165a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:48Z', 'revision_number': 4, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': '377673c8-f955-460b-949b-297a8d9b165a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:43Z', 'updated_at': '2021-07-05T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '12a4b781-e9a9-4344-89f7-6d55f4bf9ecc', 'name': '', 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:f2:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'f5a0ca26-624e-4fc5-8929-066d14f6d275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:47Z', 'updated_at': '2021-07-05T04:19:55Z', 'revision_number': 5, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': 'f5a0ca26-624e-4fc5-8929-066d14f6d275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:41.383904 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2983b63-af61-4484-97e8-ebd8b1a05c80 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network 939f1cde-64c0-45dc-9d83-be4837dc5f68 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:21:41.404838 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fe0e5f-8011-46c8-a911-99e064f1a48f None None] The sync data for ids ['39f9f86e-db62-498b-8255-a5797278f0f0'] in n-d-780147-23 is: [{'id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'name': 'tempest-TestNetworkBasicOps-router-1100533492', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '377673c8-f955-460b-949b-297a8d9b165a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:48Z', 'revision_number': 4, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': '377673c8-f955-460b-949b-297a8d9b165a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:43Z', 'updated_at': '2021-07-05T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '12a4b781-e9a9-4344-89f7-6d55f4bf9ecc', 'name': '', 'network_id': '89ed3f41-cf6b-4ee1-8279-50e753051d82', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'mac_address': 'fa:16:3e:f2:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'f5a0ca26-624e-4fc5-8929-066d14f6d275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:47Z', 'updated_at': '2021-07-05T04:19:55Z', 'revision_number': 5, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'subnets': [{'id': 'f5a0ca26-624e-4fc5-8929-066d14f6d275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:41.435454 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 3693645a-9342-48b7-9f17-eac502b86140 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:41.436465 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:41.507428 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-b2983b63-af61-4484-97e8-ebd8b1a05c80 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 939f1cde-64c0-45dc-9d83-be4837dc5f68) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:41.512703 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2983b63-af61-4484-97e8-ebd8b1a05c80 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:41.513520 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b2983b63-af61-4484-97e8-ebd8b1a05c80 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:41.553027 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-45929178-bdd5-4170-b2fd-af2bb899cebd None None] Provisioning for port 3cac43fe-9aa3-4fee-b18e-542a99505e53 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:41.571959 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b2983b63-af61-4484-97e8-ebd8b1a05c80 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1864111 Jul 05 04:21:41.580014 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34000) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:41.615768 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5ca0ce-e5aa-4a06-9a2d-11402a73bda0 None None] Network 939f1cde-64c0-45dc-9d83-be4837dc5f68 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:41.827278 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8379b-6052-4031-9f77-adc0a496f7ea req-71c0cae4-1c39-4fb5-a41b-18cc5f755dd6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:41.830929 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-21d8379b-6052-4031-9f77-adc0a496f7ea req-71c0cae4-1c39-4fb5-a41b-18cc5f755dd6 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.70 "GET /v2.0/ports?device_id=f0141378-8ca6-4d3c-8cf8-6c22c02f7903 HTTP/1.1" status: 200 len: 945 time: 0.3571000 Jul 05 04:21:41.840634 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00845073-461f-4900-9cf8-4f1caaa3d232 req-1e220c8b-d1c7-4430-8964-8b969ec40525 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:41.851366 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-00845073-461f-4900-9cf8-4f1caaa3d232 req-1e220c8b-d1c7-4430-8964-8b969ec40525 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 947 time: 0.4688783 Jul 05 04:21:41.883653 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-45929178-bdd5-4170-b2fd-af2bb899cebd None None] Provisioning complete for port 3cac43fe-9aa3-4fee-b18e-542a99505e53 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:41.884121 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-45929178-bdd5-4170-b2fd-af2bb899cebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:42.041259 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f4600-066b-41fd-828a-59f1db7b3b16 None None] Pushing event updated for resources: {'Port': ['ID=e03d35db-9f60-47e5-9d97-1b414f42fd76,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:42.050920 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f5f513-dcfc-4b98-a9c7-e0c9301a0b5a None None] New status for floating IP 2f4a749d-f9e0-42fe-a234-33b2a32292d2: DOWN {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:21:42.080883 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-67d20c1b-60a3-4fec-b251-ce9adbe2f9fb admin admin] Allocated IP 172.20.0.1 (220d6c38-c6be-4ea6-9bf8-9173ed9feeb1/bd6c4610-16c5-43d8-bca3-7432d5e80d44/25b56c22-1645-41ad-8654-ac6e348078ed) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:42.112224 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd6cd0ad-b727-4c45-bf6e-464240d3abea req-33e8666d-fc01-4735-bbbb-44ac4fb7b31f service neutron] 10.222.0.89 "GET /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9485621 Jul 05 04:21:42.173860 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-45929178-bdd5-4170-b2fd-af2bb899cebd None None] Port 3cac43fe-9aa3-4fee-b18e-542a99505e53 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:21:42.229356 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3af2a-74b9-4252-8dd8-dd9383a1db2e req-1149312d-0560-46e9-871f-5792f486f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:42.236959 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05b3af2a-74b9-4252-8dd8-dd9383a1db2e req-1149312d-0560-46e9-871f-5792f486f3e5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89ed3f41-cf6b-4ee1-8279-50e753051d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9921167 Jul 05 04:21:42.270742 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba6dfcb-839f-43e2-a4ea-777bb95c30b4', 'name': 'tempest-TestServerMultinode-695350909-router', 'tenant_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:33Z', 'updated_at': '2021-07-05T04:21:36Z', 'revision_number': 3, 'project_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'gw_port': {'id': '0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba6dfcb-839f-43e2-a4ea-777bb95c30b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:21:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:42.360983 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-21d8379b-6052-4031-9f77-adc0a496f7ea req-73e5c0bf-85a4-45d7-b43b-001925f40fb4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Deleting port fda57a5d-9bbf-45ec-9afc-8391d45436b8 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:42.361332 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-21d8379b-6052-4031-9f77-adc0a496f7ea req-73e5c0bf-85a4-45d7-b43b-001925f40fb4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:42.396619 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] Checking router: 3ba6dfcb-839f-43e2-a4ea-777bb95c30b4 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:21:42.396979 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] Updating router 3ba6dfcb-839f-43e2-a4ea-777bb95c30b4 port 0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:21:42.458250 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:42.460790 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-64053566-89cb-4b21-8109-105fca787d5b None None] Attempting to bind port e03d35db-9f60-47e5-9d97-1b414f42fd76 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:42.461149 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-64053566-89cb-4b21-8109-105fca787d5b None None] Attempting to bind port e03d35db-9f60-47e5-9d97-1b414f42fd76 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '24dc9014-1950-4352-b8e8-e51a7523d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:42.461524 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64053566-89cb-4b21-8109-105fca787d5b None None] Attempting to bind port e03d35db-9f60-47e5-9d97-1b414f42fd76 on network 430d78c4-91fa-4f47-a127-f5e15664677f {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:42.468675 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:42.477280 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64053566-89cb-4b21-8109-105fca787d5b None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:42.477665 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64053566-89cb-4b21-8109-105fca787d5b None None] Checking segment: {'id': '24dc9014-1950-4352-b8e8-e51a7523d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:42.478109 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-64053566-89cb-4b21-8109-105fca787d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:42.478513 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64053566-89cb-4b21-8109-105fca787d5b None None] Bound using segment: {'id': '24dc9014-1950-4352-b8e8-e51a7523d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:42.478903 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-21d8379b-6052-4031-9f77-adc0a496f7ea req-73e5c0bf-85a4-45d7-b43b-001925f40fb4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] For port fda57a5d-9bbf-45ec-9afc-8391d45436b8, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=fda57a5d-9bbf-45ec-9afc-8391d45436b8,segment=NetworkSegment(0d26b76a-006a-4476-be69-c82fc79a952b),segment_id=0d26b76a-006a-4476-be69-c82fc79a952b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:42.479046 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-64053566-89cb-4b21-8109-105fca787d5b None None] Bound port: e03d35db-9f60-47e5-9d97-1b414f42fd76, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dc9014-1950-4352-b8e8-e51a7523d285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:42.479273 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-21d8379b-6052-4031-9f77-adc0a496f7ea req-73e5c0bf-85a4-45d7-b43b-001925f40fb4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:42.479528 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-64053566-89cb-4b21-8109-105fca787d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:42.481419 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8b066f40-4b04-4cd9-9267-c90b82a689d7 None None] Provisioning for port c62920f7-5a68-4c42-a2b6-d78b7fe72479 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:42.490369 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-67d20c1b-60a3-4fec-b251-ce9adbe2f9fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:42.505716 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-21d8379b-6052-4031-9f77-adc0a496f7ea req-73e5c0bf-85a4-45d7-b43b-001925f40fb4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Calling delete_port for fda57a5d-9bbf-45ec-9afc-8391d45436b8 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:42.510855 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05b3af2a-74b9-4252-8dd8-dd9383a1db2e req-67994fe6-a95f-48cc-8901-6d15474e7ef7 service neutron] 10.222.0.70 "GET /v2.0/networks/89ed3f41-cf6b-4ee1-8279-50e753051d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575164 Jul 05 04:21:42.534827 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203c652e-5fb6-4c75-89b6-ea27b704ffc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-939f1cde-64c0-45dc-9d83-be4837dc5f68', 'network_id': '939f1cde-64c0-45dc-9d83-be4837dc5f68', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'fixed_ips': [{'subnet_id': '9f4f00c5-fe40-4e7e-8dbb-7fe7d82bce47'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:21:42.535623 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-203c652e-5fb6-4c75-89b6-ea27b704ffc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:42.540260 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-67d20c1b-60a3-4fec-b251-ce9adbe2f9fb admin admin] Transition to ACTIVE for port object 25b56c22-1645-41ad-8654-ac6e348078ed will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:42.603619 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66557b-b130-4f25-b4ba-5012d01aa745 req-42d080bf-5c0c-46a2-885d-5c65431b12b7 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:42.605907 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bd66557b-b130-4f25-b4ba-5012d01aa745 req-42d080bf-5c0c-46a2-885d-5c65431b12b7 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=96663a69-09ac-4986-af0f-eaf1db31af5c HTTP/1.1" status: 200 len: 945 time: 0.3046241 Jul 05 04:21:42.680459 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 6c8f17b2-8494-40be-9744-e88af6f7e78b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6c8f17b2-8494-40be-9744-e88af6f7e78b,segment=NetworkSegment(f84c85d9-41f2-4478-9254-f4f1165682c7),segment_id=f84c85d9-41f2-4478-9254-f4f1165682c7)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:42.690132 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bd66557b-b130-4f25-b4ba-5012d01aa745 req-5817b791-d618-4d59-9abc-40afd2bc8818 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611808 Jul 05 04:21:42.693525 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-67d20c1b-60a3-4fec-b251-ce9adbe2f9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:42.775833 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d20c1b-60a3-4fec-b251-ce9adbe2f9fb admin admin] Network 220d6c38-c6be-4ea6-9bf8-9173ed9feeb1 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:42.795155 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05b3af2a-74b9-4252-8dd8-dd9383a1db2e req-c4087e09-c5ac-4dc6-a934-6832fcc6fe23 service neutron] 10.222.0.70 "GET /v2.0/networks/89ed3f41-cf6b-4ee1-8279-50e753051d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733457 Jul 05 04:21:42.814190 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-67d20c1b-60a3-4fec-b251-ce9adbe2f9fb admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:42.819307 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d20c1b-60a3-4fec-b251-ce9adbe2f9fb admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:42.822698 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d20c1b-60a3-4fec-b251-ce9adbe2f9fb admin admin] Pushing event updated for resources: {'Port': ['ID=25b56c22-1645-41ad-8654-ac6e348078ed,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:42.944589 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:42.946086 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-67d20c1b-60a3-4fec-b251-ce9adbe2f9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:42.994469 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-00845073-461f-4900-9cf8-4f1caaa3d232 req-7b26e0fe-e7b5-4419-a4df-6e873d384e20 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=c8d8b164-97e3-433c-a485-265114e61377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1417782 Jul 05 04:21:43.002087 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a8412940-1a83-4f76-a21c-07470ccd7e5c req-745d414e-e59f-4844-acd6-3d11281af293 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:43.029123 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5f399-a5cd-4677-92dd-e483027c20f6 req-62857b6b-3d4c-4844-9a59-5a462a37d1b1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:43.030673 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0bd5f399-a5cd-4677-92dd-e483027c20f6 req-62857b6b-3d4c-4844-9a59-5a462a37d1b1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0141378-8ca6-4d3c-8cf8-6c22c02f7903 HTTP/1.1" status: 200 len: 867 time: 0.1260462 Jul 05 04:21:43.053316 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-21d8379b-6052-4031-9f77-adc0a496f7ea req-73e5c0bf-85a4-45d7-b43b-001925f40fb4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:43.065750 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d414e-e59f-4844-acd6-3d11281af293 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'Port': ['ID=cedad616-b797-4aeb-a631-fbffeac0982e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:43.112156 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5c0bf-85a4-45d7-b43b-001925f40fb4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event deleted for resources: {'Port': ['ID=fda57a5d-9bbf-45ec-9afc-8391d45436b8,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:43.191527 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0bd5f399-a5cd-4677-92dd-e483027c20f6 req-6c2e8cc8-eab9-41c7-9e1d-995794fafc4d tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/security-groups?id=4c74909f-21d5-4b7f-b555-641b2192f01c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102612 Jul 05 04:21:43.210756 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=6c8f17b2-8494-40be-9744-e88af6f7e78b,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:43.213492 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8412940-1a83-4f76-a21c-07470ccd7e5c req-745d414e-e59f-4844-acd6-3d11281af293 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] No DVR routers for this DVR port cedad616-b797-4aeb-a631-fbffeac0982e on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:43.216212 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a8412940-1a83-4f76-a21c-07470ccd7e5c req-745d414e-e59f-4844-acd6-3d11281af293 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:43.239221 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a8412940-1a83-4f76-a21c-07470ccd7e5c req-745d414e-e59f-4844-acd6-3d11281af293 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.89 "DELETE /v2.0/ports/cedad616-b797-4aeb-a631-fbffeac0982e HTTP/1.1" status: 204 len: 173 time: 3.1957266 Jul 05 04:21:43.269434 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8b066f40-4b04-4cd9-9267-c90b82a689d7 None None] Provisioning complete for port 3cac43fe-9aa3-4fee-b18e-542a99505e53 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:43.269855 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8b066f40-4b04-4cd9-9267-c90b82a689d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:43.282560 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-67d20c1b-60a3-4fec-b251-ce9adbe2f9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:43.286311 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:43.332710 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c5c56a-b294-45a3-b511-38cb776f2376', 'name': 'network-vif-deleted', 'tag': 'cedad616-b797-4aeb-a631-fbffeac0982e'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:43.335918 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87aac2f6-fd0c-433f-820b-ca3f24c2db26" -d '{"events": [{"server_uuid": "20c5c56a-b294-45a3-b511-38cb776f2376", "name": "network-vif-deleted", "tag": "cedad616-b797-4aeb-a631-fbffeac0982e"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:43.371245 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d8379b-6052-4031-9f77-adc0a496f7ea req-73e5c0bf-85a4-45d7-b43b-001925f40fb4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] No DVR routers for this DVR port fda57a5d-9bbf-45ec-9afc-8391d45436b8 on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:43.371767 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 3693645a-9342-48b7-9f17-eac502b86140, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=3693645a-9342-48b7-9f17-eac502b86140,segment=NetworkSegment(2fb1a78a-75d7-4f43-842b-9e5a3f0773a3),segment_id=2fb1a78a-75d7-4f43-842b-9e5a3f0773a3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:43.374681 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-21d8379b-6052-4031-9f77-adc0a496f7ea req-73e5c0bf-85a4-45d7-b43b-001925f40fb4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:43.377430 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-21d8379b-6052-4031-9f77-adc0a496f7ea req-73e5c0bf-85a4-45d7-b43b-001925f40fb4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.70 "DELETE /v2.0/ports/fda57a5d-9bbf-45ec-9afc-8391d45436b8 HTTP/1.1" status: 204 len: 173 time: 1.5123222 Jul 05 04:21:43.405719 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea0354a-c1e1-4916-b5b1-1e15b4f83b61 x-openstack-request-id: req-0ea0354a-c1e1-4916-b5b1-1e15b4f83b61 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:43.406028 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c5c56a-b294-45a3-b511-38cb776f2376", "name": "network-vif-deleted", "tag": "cedad616-b797-4aeb-a631-fbffeac0982e", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:43.406289 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0ea0354a-c1e1-4916-b5b1-1e15b4f83b61 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:43.406773 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c5c56a-b294-45a3-b511-38cb776f2376', 'name': 'network-vif-deleted', 'tag': 'cedad616-b797-4aeb-a631-fbffeac0982e', 'status': 'completed', 'code': 200} Jul 05 04:21:43.420178 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96663a69-09ac-4986-af0f-eaf1db31af5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3693645a-9342-48b7-9f17-eac502b86140'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:43.426719 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d2869d-66a7-48e3-887d-4f2e565bdcf9" -d '{"events": [{"server_uuid": "96663a69-09ac-4986-af0f-eaf1db31af5c", "name": "network-vif-plugged", "status": "completed", "tag": "3693645a-9342-48b7-9f17-eac502b86140"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:43.509592 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:43.608682 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-83ecd9bc-14d4-43dd-b344-6571c9625eb2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:43.661607 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:43.687491 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] Transition to ACTIVE for port object 0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:43.722990 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device cedad616-b797-4aeb-a631-fbffeac0982e no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:43.790868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6f218920-3463-475f-be6d-204df1482dca up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:43.803404 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea6302a-6013-46cd-ae34-070d1f8dd575 x-openstack-request-id: req-2ea6302a-6013-46cd-ae34-070d1f8dd575 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:43.803706 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96663a69-09ac-4986-af0f-eaf1db31af5c", "name": "network-vif-plugged", "status": "completed", "tag": "3693645a-9342-48b7-9f17-eac502b86140", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:43.804773 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2ea6302a-6013-46cd-ae34-070d1f8dd575 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:43.806254 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96663a69-09ac-4986-af0f-eaf1db31af5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3693645a-9342-48b7-9f17-eac502b86140', 'code': 200} Jul 05 04:21:43.831149 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: cedad616-b797-4aeb-a631-fbffeac0982e {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:43.831564 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device cedad616-b797-4aeb-a631-fbffeac0982e not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:43.832431 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-67d20c1b-60a3-4fec-b251-ce9adbe2f9fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:43.838518 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-67d20c1b-60a3-4fec-b251-ce9adbe2f9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:43.851089 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:43.931829 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-64053566-89cb-4b21-8109-105fca787d5b None None] For port e03d35db-9f60-47e5-9d97-1b414f42fd76, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:43.964879 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-8b066f40-4b04-4cd9-9267-c90b82a689d7 None None] Port 3cac43fe-9aa3-4fee-b18e-542a99505e53 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:21:43.970165 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.070308 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-203c652e-5fb6-4c75-89b6-ea27b704ffc1 None None] Allocated IP 2001:db8:3::2 (939f1cde-64c0-45dc-9d83-be4837dc5f68/9f4f00c5-fe40-4e7e-8dbb-7fe7d82bce47/0335716b-b0d3-4cda-811a-e3d4b1bd51d5) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:44.095010 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-64053566-89cb-4b21-8109-105fca787d5b None None] For port e03d35db-9f60-47e5-9d97-1b414f42fd76, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e03d35db-9f60-47e5-9d97-1b414f42fd76,segment=NetworkSegment(24dc9014-1950-4352-b8e8-e51a7523d285),segment_id=24dc9014-1950-4352-b8e8-e51a7523d285)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:44.119616 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-67d20c1b-60a3-4fec-b251-ce9adbe2f9fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.125431 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d20c1b-60a3-4fec-b251-ce9adbe2f9fb admin admin] Pushing event updated for resources: {'Port': ['ID=25b56c22-1645-41ad-8654-ac6e348078ed,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:44.181279 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-64053566-89cb-4b21-8109-105fca787d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.230521 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] Attempting to bind port 0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:44.230898 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] Attempting to bind port 0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:44.234291 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] Attempting to bind port 0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:44.263126 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:44.263517 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:44.264013 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.264472 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:44.264926 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] Bound port: 0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:44.265318 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.267070 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 6f218920-3463-475f-be6d-204df1482dca triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:44.267424 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.274801 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64053566-89cb-4b21-8109-105fca787d5b None None] Routers {'11e4d8b3-4607-4be0-bb35-993db79a3739'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:44.279979 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-64053566-89cb-4b21-8109-105fca787d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['11e4d8b3-4607-4be0-bb35-993db79a3739'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:44.507208 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-64053566-89cb-4b21-8109-105fca787d5b None None] Set router 11e4d8b3-4607-4be0-bb35-993db79a3739 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:44.579774 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b4f4c39-db39-475c-8034-280704c4fa8a req-1b486fc4-e173-4837-8af8-41d3a04b606e tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=20c5c56a-b294-45a3-b511-38cb776f2376 HTTP/1.1" status: 200 len: 210 time: 0.1149764 Jul 05 04:21:44.617841 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d20c1b-60a3-4fec-b251-ce9adbe2f9fb admin admin] Network 220d6c38-c6be-4ea6-9bf8-9173ed9feeb1 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:44.620693 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-67d20c1b-60a3-4fec-b251-ce9adbe2f9fb admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:44.726204 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636fd09-5ee7-43a8-b6d7-5d7de5914551 req-25449c5b-a7b6-4895-a613-2a983efc102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:44.729716 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0636fd09-5ee7-43a8-b6d7-5d7de5914551 req-25449c5b-a7b6-4895-a613-2a983efc102f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=96663a69-09ac-4986-af0f-eaf1db31af5c HTTP/1.1" status: 200 len: 1098 time: 0.8075840 Jul 05 04:21:44.797154 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99e928-f72b-438e-b7e9-3d5d0e3c77a3 req-061de754-c845-41fd-b9b8-b1625873a568 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:44.805518 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ec99e928-f72b-438e-b7e9-3d5d0e3c77a3 req-061de754-c845-41fd-b9b8-b1625873a568 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=96663a69-09ac-4986-af0f-eaf1db31af5c HTTP/1.1" status: 200 len: 946 time: 0.5870008 Jul 05 04:21:44.886326 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0636fd09-5ee7-43a8-b6d7-5d7de5914551 req-995bf0a8-ba55-4900-8d4a-6e516cbcebee service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482840 Jul 05 04:21:44.888612 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6c1469ca-5680-4309-9dd9-ea0672664964 req-329e91aa-fb21-447e-9d2f-52730a27032e tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0141378-8ca6-4d3c-8cf8-6c22c02f7903 HTTP/1.1" status: 200 len: 210 time: 0.0652778 Jul 05 04:21:44.941714 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ec99e928-f72b-438e-b7e9-3d5d0e3c77a3 req-be60fdff-b641-4973-8e77-b0083d4dd5e1 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346147 Jul 05 04:21:44.955123 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d20c1b-60a3-4fec-b251-ce9adbe2f9fb admin admin] Router 3ba6dfcb-839f-43e2-a4ea-777bb95c30b4 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:21:44.999026 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=3693645a-9342-48b7-9f17-eac502b86140,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:45.118444 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d20c1b-60a3-4fec-b251-ce9adbe2f9fb admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:45.133192 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-67d20c1b-60a3-4fec-b251-ce9adbe2f9fb admin admin] 10.222.0.77 "PUT /v2.0/routers/3ba6dfcb-839f-43e2-a4ea-777bb95c30b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7535076 Jul 05 04:21:45.316862 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] For port 0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:45.321519 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] For port 0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:45.325257 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device fda57a5d-9bbf-45ec-9afc-8391d45436b8 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:45.392500 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.408626 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0141378-8ca6-4d3c-8cf8-6c22c02f7903', 'name': 'network-vif-deleted', 'tag': 'fda57a5d-9bbf-45ec-9afc-8391d45436b8'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:45.421723 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2dc47f-ad06-4ac5-973b-ce85cc4337d9" -d '{"events": [{"server_uuid": "f0141378-8ca6-4d3c-8cf8-6c22c02f7903", "name": "network-vif-deleted", "tag": "fda57a5d-9bbf-45ec-9afc-8391d45436b8"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:45.472921 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5135e-d320-4206-801d-5bdaf3aca65d None None] Pushing event updated for resources: {'Port': ['ID=0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:45.513934 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ac5a63-b253-4fa1-9061-9e12f5d85fb1 x-openstack-request-id: req-c5ac5a63-b253-4fa1-9061-9e12f5d85fb1 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:45.514507 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0141378-8ca6-4d3c-8cf8-6c22c02f7903", "name": "network-vif-deleted", "tag": "fda57a5d-9bbf-45ec-9afc-8391d45436b8", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:45.514922 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c5ac5a63-b253-4fa1-9061-9e12f5d85fb1 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:45.515481 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0141378-8ca6-4d3c-8cf8-6c22c02f7903', 'name': 'network-vif-deleted', 'tag': 'fda57a5d-9bbf-45ec-9afc-8391d45436b8', 'status': 'completed', 'code': 200} Jul 05 04:21:45.517409 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: fda57a5d-9bbf-45ec-9afc-8391d45436b8 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:45.517871 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device fda57a5d-9bbf-45ec-9afc-8391d45436b8 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:45.752877 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c62920f7-5a68-4c42-a2b6-d78b7fe72479 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:45.779392 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34074) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:45.823633 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f4600-066b-41fd-828a-59f1db7b3b16 None None] Pushing event updated for resources: {'Port': ['ID=e03d35db-9f60-47e5-9d97-1b414f42fd76,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:45.956579 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-203c652e-5fb6-4c75-89b6-ea27b704ffc1 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.966795 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-203c652e-5fb6-4c75-89b6-ea27b704ffc1 None None] Transition to ACTIVE for port object 0335716b-b0d3-4cda-811a-e3d4b1bd51d5 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:45.989354 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-203c652e-5fb6-4c75-89b6-ea27b704ffc1 None None] Transition to ACTIVE for port object 0335716b-b0d3-4cda-811a-e3d4b1bd51d5 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:46.031733 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] Routers {'3ba6dfcb-839f-43e2-a4ea-777bb95c30b4'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:46.032671 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['3ba6dfcb-839f-43e2-a4ea-777bb95c30b4'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:46.042664 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-203c652e-5fb6-4c75-89b6-ea27b704ffc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:46.068956 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-effaa025-b4b9-43d9-a767-3effce0065b4 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:46.079764 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-effaa025-b4b9-43d9-a767-3effce0065b4 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/networks?id=c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 HTTP/1.1" status: 200 len: 911 time: 0.1787198 Jul 05 04:21:46.115511 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34084) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:46.148638 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203c652e-5fb6-4c75-89b6-ea27b704ffc1 None None] Network 939f1cde-64c0-45dc-9d83-be4837dc5f68 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:46.156752 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-203c652e-5fb6-4c75-89b6-ea27b704ffc1 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:46.165069 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-2ce9bb0a-10c7-49b2-950e-ee8d6c71e8c5 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/quotas/9e17df9f910549fa8f2868baf4c0ba8f HTTP/1.1" status: 200 len: 375 time: 0.0841110 Jul 05 04:21:46.166914 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203c652e-5fb6-4c75-89b6-ea27b704ffc1 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:46.204917 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3d0a756a-7c63-4a0d-a34b-43c8b6b9299d None None] Provisioning for port 25b56c22-1645-41ad-8654-ac6e348078ed completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:46.237854 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3d0a756a-7c63-4a0d-a34b-43c8b6b9299d None None] Provisioning complete for port 25b56c22-1645-41ad-8654-ac6e348078ed triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:46.238227 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3d0a756a-7c63-4a0d-a34b-43c8b6b9299d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:46.255454 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5135e-d320-4206-801d-5bdaf3aca65d None None] Pushing event updated for resources: {'Port': ['ID=0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:46.294784 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-83ecd9bc-14d4-43dd-b344-6571c9625eb2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Allocated IP 2001:db8:3::1 (939f1cde-64c0-45dc-9d83-be4837dc5f68/9f4f00c5-fe40-4e7e-8dbb-7fe7d82bce47/dbd80ebd-e78b-452b-8c6f-7bbf7e56544a) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:46.303327 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7221be82-1c36-4d19-b0b0-22c08940c89d tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:46.338254 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7221be82-1c36-4d19-b0b0-22c08940c89d tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:46.343975 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-c3869306-f9f1-4f23-bd59-fa54d2fd9174 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e17df9f910549fa8f2868baf4c0ba8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1663671 Jul 05 04:21:46.405973 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port c62920f7-5a68-4c42-a2b6-d78b7fe72479 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:46.424605 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-64053566-89cb-4b21-8109-105fca787d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 4, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None, '_interfaces': [{'id': '3cac43fe-9aa3-4fee-b18e-542a99505e53', 'name': '', 'network_id': '1bd229d9-61c5-4ea3-beb4-7291f4380978', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:b4:2d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '6f5706ef-48b9-4d35-8e47-593fdddd87ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 2, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': '6f5706ef-48b9-4d35-8e47-593fdddd87ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f218920-3463-475f-be6d-204df1482dca', 'name': '', 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:ad:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03d35db-9f60-47e5-9d97-1b414f42fd76', 'name': '', 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:c0:a2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'f69c0a27-d986-478d-8000-177be574d817', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:26Z', 'updated_at': '2021-07-05T04:21:43Z', 'revision_number': 4, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'f69c0a27-d986-478d-8000-177be574d817', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:46.439916 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port c62920f7-5a68-4c42-a2b6-d78b7fe72479 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:46.440282 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:46.504362 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7221be82-1c36-4d19-b0b0-22c08940c89d tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:46.508264 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7221be82-1c36-4d19-b0b0-22c08940c89d tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:46.509749 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7221be82-1c36-4d19-b0b0-22c08940c89d tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "DELETE /v2.0/security-groups/4c74909f-21d5-4b7f-b555-641b2192f01c HTTP/1.1" status: 204 len: 168 time: 0.3931110 Jul 05 04:21:46.526248 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-203c652e-5fb6-4c75-89b6-ea27b704ffc1 None None] Attempting to bind port 0335716b-b0d3-4cda-811a-e3d4b1bd51d5 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:46.526649 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-203c652e-5fb6-4c75-89b6-ea27b704ffc1 None None] Attempting to bind port 0335716b-b0d3-4cda-811a-e3d4b1bd51d5 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '6da1d767-fa73-42e4-ad39-d3e46c695f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '939f1cde-64c0-45dc-9d83-be4837dc5f68'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:46.526976 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c652e-5fb6-4c75-89b6-ea27b704ffc1 None None] Attempting to bind port 0335716b-b0d3-4cda-811a-e3d4b1bd51d5 on network 939f1cde-64c0-45dc-9d83-be4837dc5f68 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:46.529705 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-83ecd9bc-14d4-43dd-b344-6571c9625eb2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:46.544530 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221be82-1c36-4d19-b0b0-22c08940c89d tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c74909f-21d5-4b7f-b555-641b2192f01c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:46.546705 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-83ecd9bc-14d4-43dd-b344-6571c9625eb2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Transition to ACTIVE for port object dbd80ebd-e78b-452b-8c6f-7bbf7e56544a will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:46.547068 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64053566-89cb-4b21-8109-105fca787d5b None None] The sync data for ids ['11e4d8b3-4607-4be0-bb35-993db79a3739'] in n-d-780147-23 is: [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 4, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None, '_interfaces': [{'id': '3cac43fe-9aa3-4fee-b18e-542a99505e53', 'name': '', 'network_id': '1bd229d9-61c5-4ea3-beb4-7291f4380978', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:b4:2d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '6f5706ef-48b9-4d35-8e47-593fdddd87ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 2, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': '6f5706ef-48b9-4d35-8e47-593fdddd87ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f218920-3463-475f-be6d-204df1482dca', 'name': '', 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:ad:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03d35db-9f60-47e5-9d97-1b414f42fd76', 'name': '', 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:c0:a2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'f69c0a27-d986-478d-8000-177be574d817', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:26Z', 'updated_at': '2021-07-05T04:21:43Z', 'revision_number': 4, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'f69c0a27-d986-478d-8000-177be574d817', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:46.569015 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c652e-5fb6-4c75-89b6-ea27b704ffc1 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:46.569390 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c652e-5fb6-4c75-89b6-ea27b704ffc1 None None] Checking segment: {'id': '6da1d767-fa73-42e4-ad39-d3e46c695f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '939f1cde-64c0-45dc-9d83-be4837dc5f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:46.569791 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-203c652e-5fb6-4c75-89b6-ea27b704ffc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:46.570192 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c652e-5fb6-4c75-89b6-ea27b704ffc1 None None] Bound using segment: {'id': '6da1d767-fa73-42e4-ad39-d3e46c695f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '939f1cde-64c0-45dc-9d83-be4837dc5f68'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:46.570808 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-203c652e-5fb6-4c75-89b6-ea27b704ffc1 None None] Bound port: 0335716b-b0d3-4cda-811a-e3d4b1bd51d5, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da1d767-fa73-42e4-ad39-d3e46c695f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '939f1cde-64c0-45dc-9d83-be4837dc5f68'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:46.571192 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-203c652e-5fb6-4c75-89b6-ea27b704ffc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:46.573062 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-3d0a756a-7c63-4a0d-a34b-43c8b6b9299d None None] Port 25b56c22-1645-41ad-8654-ac6e348078ed cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:21:46.574832 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b771f0-9ec1-4d67-bd77-dcbe2eca019a req-47483747-dbc9-4916-a691-03d2bbc46ad4 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:46.577396 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-16b771f0-9ec1-4d67-bd77-dcbe2eca019a req-47483747-dbc9-4916-a691-03d2bbc46ad4 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=96663a69-09ac-4986-af0f-eaf1db31af5c HTTP/1.1" status: 200 len: 946 time: 0.3035245 Jul 05 04:21:46.584935 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c652e-5fb6-4c75-89b6-ea27b704ffc1 None None] Pushing event updated for resources: {'Port': ['ID=0335716b-b0d3-4cda-811a-e3d4b1bd51d5,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:46.611087 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] Set router 3ba6dfcb-839f-43e2-a4ea-777bb95c30b4 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:46.634123 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-83ecd9bc-14d4-43dd-b344-6571c9625eb2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:46.692657 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ecd9bc-14d4-43dd-b344-6571c9625eb2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network 939f1cde-64c0-45dc-9d83-be4837dc5f68 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:46.696940 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-83ecd9bc-14d4-43dd-b344-6571c9625eb2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:46.711459 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ecd9bc-14d4-43dd-b344-6571c9625eb2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:46.712077 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-83ecd9bc-14d4-43dd-b344-6571c9625eb2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:46.713899 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-16b771f0-9ec1-4d67-bd77-dcbe2eca019a req-4a6b2ddf-73c2-48e4-9b82-727b2ade9d55 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291578 Jul 05 04:21:46.796818 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34094) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:46.913091 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-e838b270-0771-4536-8d70-3bfdfe29b8fc service neutron] 10.222.0.77 "GET /v2.0/networks/c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585058 Jul 05 04:21:46.936671 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecd9bc-14d4-43dd-b344-6571c9625eb2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Port': ['ID=dbd80ebd-e78b-452b-8c6f-7bbf7e56544a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:46.958273 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:46.961253 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2f7763c9-ea98-4ddc-883d-a3ac56d4c9fe None None] Provisioning complete for port 25b56c22-1645-41ad-8654-ac6e348078ed triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:46.961626 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2f7763c9-ea98-4ddc-883d-a3ac56d4c9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:46.995029 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-34430d24-b864-48ee-8b1d-5f6c63e87372 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:47.069778 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2f7763c9-ea98-4ddc-883d-a3ac56d4c9fe None None] Port 25b56c22-1645-41ad-8654-ac6e348078ed cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:21:47.095321 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-203c652e-5fb6-4c75-89b6-ea27b704ffc1 None None] For port 0335716b-b0d3-4cda-811a-e3d4b1bd51d5, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:47.146973 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-203c652e-5fb6-4c75-89b6-ea27b704ffc1 None None] For port 0335716b-b0d3-4cda-811a-e3d4b1bd51d5, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=0335716b-b0d3-4cda-811a-e3d4b1bd51d5,segment=NetworkSegment(6da1d767-fa73-42e4-ad39-d3e46c695f11),segment_id=6da1d767-fa73-42e4-ad39-d3e46c695f11)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:47.165976 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-203c652e-5fb6-4c75-89b6-ea27b704ffc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:47.304780 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port c62920f7-5a68-4c42-a2b6-d78b7fe72479, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=c62920f7-5a68-4c42-a2b6-d78b7fe72479,segment=NetworkSegment(b3f4ed6f-4d11-4f82-a07c-b66624a69efb),segment_id=b3f4ed6f-4d11-4f82-a07c-b66624a69efb)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:47.326285 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:47.327676 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c7a637af-69f1-48f5-8c4e-05298515b7bd up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:47.451177 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-83ecd9bc-14d4-43dd-b344-6571c9625eb2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:47.535014 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c652e-5fb6-4c75-89b6-ea27b704ffc1 None None] Pushing event updated for resources: {'Port': ['ID=0335716b-b0d3-4cda-811a-e3d4b1bd51d5,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:47.579180 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-14522b21-4b6e-48f6-898f-d406df5b35a7 service neutron] 10.222.0.77 "GET /v2.0/networks/c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6648252 Jul 05 04:21:47.658468 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=c62920f7-5a68-4c42-a2b6-d78b7fe72479,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:47.775427 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port c7a637af-69f1-48f5-8c4e-05298515b7bd triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:47.775830 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:47.821876 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-34430d24-b864-48ee-8b1d-5f6c63e87372 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Deleting port fb1835d3-6bad-4a09-81c3-e134e944e0f1 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:47.822368 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-34430d24-b864-48ee-8b1d-5f6c63e87372 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:47.961871 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba6dfcb-839f-43e2-a4ea-777bb95c30b4', 'name': 'tempest-TestServerMultinode-695350909-router', 'tenant_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:33Z', 'updated_at': '2021-07-05T04:21:43Z', 'revision_number': 4, 'project_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'gw_port': {'id': '0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba6dfcb-839f-43e2-a4ea-777bb95c30b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '25b56c22-1645-41ad-8654-ac6e348078ed', 'name': '', 'network_id': '220d6c38-c6be-4ea6-9bf8-9173ed9feeb1', 'tenant_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'mac_address': 'fa:16:3e:ad:38:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba6dfcb-839f-43e2-a4ea-777bb95c30b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'bd6c4610-16c5-43d8-bca3-7432d5e80d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:40Z', 'updated_at': '2021-07-05T04:21:43Z', 'revision_number': 2, 'project_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'subnets': [{'id': 'bd6c4610-16c5-43d8-bca3-7432d5e80d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:48.083160 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a6ea3c-3e13-4d77-a107-27d8040313fc None None] The sync data for ids ['3ba6dfcb-839f-43e2-a4ea-777bb95c30b4'] in n-d-780147-23 is: [{'id': '3ba6dfcb-839f-43e2-a4ea-777bb95c30b4', 'name': 'tempest-TestServerMultinode-695350909-router', 'tenant_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:33Z', 'updated_at': '2021-07-05T04:21:43Z', 'revision_number': 4, 'project_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'gw_port': {'id': '0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba6dfcb-839f-43e2-a4ea-777bb95c30b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '25b56c22-1645-41ad-8654-ac6e348078ed', 'name': '', 'network_id': '220d6c38-c6be-4ea6-9bf8-9173ed9feeb1', 'tenant_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'mac_address': 'fa:16:3e:ad:38:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba6dfcb-839f-43e2-a4ea-777bb95c30b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'bd6c4610-16c5-43d8-bca3-7432d5e80d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:40Z', 'updated_at': '2021-07-05T04:21:43Z', 'revision_number': 2, 'project_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'subnets': [{'id': 'bd6c4610-16c5-43d8-bca3-7432d5e80d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:48.105868 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-34430d24-b864-48ee-8b1d-5f6c63e87372 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] For port fb1835d3-6bad-4a09-81c3-e134e944e0f1, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=fb1835d3-6bad-4a09-81c3-e134e944e0f1,segment=NetworkSegment(0e5ffc70-de92-4ae1-9126-0f2122faf801),segment_id=0e5ffc70-de92-4ae1-9126-0f2122faf801)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:48.106321 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-34430d24-b864-48ee-8b1d-5f6c63e87372 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.124202 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-34430d24-b864-48ee-8b1d-5f6c63e87372 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Calling delete_port for fb1835d3-6bad-4a09-81c3-e134e944e0f1 owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:48.191943 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 611cee17-eb9e-40e7-813b-0870bf7080d9 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:48.240504 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Sync routers for ids ['11e4d8b3-4607-4be0-bb35-993db79a3739'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:48.255650 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Routers {'11e4d8b3-4607-4be0-bb35-993db79a3739'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:48.256303 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['11e4d8b3-4607-4be0-bb35-993db79a3739'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:48.349437 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-83ecd9bc-14d4-43dd-b344-6571c9625eb2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.350297 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e095a9b6-4e55-4f6c-9545-f2460d1ab566 req-8705525e-23e3-411e-9e7c-69f42a730c9c tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1ef06ae8-73e2-4acd-9274-f3b39e885bce HTTP/1.1" status: 200 len: 210 time: 0.0436819 Jul 05 04:21:48.382686 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-83ecd9bc-14d4-43dd-b344-6571c9625eb2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.384560 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-83ecd9bc-14d4-43dd-b344-6571c9625eb2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.473013 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecd9bc-14d4-43dd-b344-6571c9625eb2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event updated for resources: {'Port': ['ID=dbd80ebd-e78b-452b-8c6f-7bbf7e56544a,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:48.491067 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 611cee17-eb9e-40e7-813b-0870bf7080d9 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:48.504351 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 611cee17-eb9e-40e7-813b-0870bf7080d9 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:48.504737 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.628778 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-be4e2df1-8063-4a69-bbf5-b360e425e6b4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.695871 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Set router 11e4d8b3-4607-4be0-bb35-993db79a3739 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:48.765670 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-34430d24-b864-48ee-8b1d-5f6c63e87372 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.850896 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ecd9bc-14d4-43dd-b344-6571c9625eb2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Network 939f1cde-64c0-45dc-9d83-be4837dc5f68 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:48.852453 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-83ecd9bc-14d4-43dd-b344-6571c9625eb2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:48.918452 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34430d24-b864-48ee-8b1d-5f6c63e87372 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'Port': ['ID=fb1835d3-6bad-4a09-81c3-e134e944e0f1,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:49.190894 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ecd9bc-14d4-43dd-b344-6571c9625eb2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Router 11e4d8b3-4607-4be0-bb35-993db79a3739 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:21:49.365974 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ecd9bc-14d4-43dd-b344-6571c9625eb2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:49.375847 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-83ecd9bc-14d4-43dd-b344-6571c9625eb2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "PUT /v2.0/routers/11e4d8b3-4607-4be0-bb35-993db79a3739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7912514 Jul 05 04:21:49.376564 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34124) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:49.399484 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f4c92a39-f41b-462c-bcd2-3377009fb879 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:49.406637 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.630426 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 611cee17-eb9e-40e7-813b-0870bf7080d9, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=611cee17-eb9e-40e7-813b-0870bf7080d9,segment=NetworkSegment(7f5388a8-2c4f-4230-a0ea-d05e9827e829),segment_id=7f5388a8-2c4f-4230-a0ea-d05e9827e829)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:49.652790 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b609b52-b9cd-46ea-a420-3860d2620fdd None None] Network 939f1cde-64c0-45dc-9d83-be4837dc5f68 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:49.659535 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.775769 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-02825e41-e775-4e1f-a4d3-10f2510dc7c9 req-e0dce322-d2fd-46a1-a809-6dde9ddf3f9d tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1ef06ae8-73e2-4acd-9274-f3b39e885bce HTTP/1.1" status: 200 len: 210 time: 0.1252782 Jul 05 04:21:49.778057 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-34430d24-b864-48ee-8b1d-5f6c63e87372 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.007236 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=611cee17-eb9e-40e7-813b-0870bf7080d9,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:50.029177 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2a05cbd8-55f5-4e86-bba0-09dde9475c0f None None] Provisioning for port 0335716b-b0d3-4cda-811a-e3d4b1bd51d5 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:50.277694 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:21:47Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None, '_interfaces': [{'id': '3cac43fe-9aa3-4fee-b18e-542a99505e53', 'name': '', 'network_id': '1bd229d9-61c5-4ea3-beb4-7291f4380978', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:b4:2d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '6f5706ef-48b9-4d35-8e47-593fdddd87ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 2, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': '6f5706ef-48b9-4d35-8e47-593fdddd87ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f218920-3463-475f-be6d-204df1482dca', 'name': '', 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:ad:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbd80ebd-e78b-452b-8c6f-7bbf7e56544a', 'name': '', 'network_id': '939f1cde-64c0-45dc-9d83-be4837dc5f68', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:66:ee:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '9f4f00c5-fe40-4e7e-8dbb-7fe7d82bce47', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:43Z', 'updated_at': '2021-07-05T04:21:46Z', 'revision_number': 1, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': '9f4f00c5-fe40-4e7e-8dbb-7fe7d82bce47', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03d35db-9f60-47e5-9d97-1b414f42fd76', 'name': '', 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:c0:a2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'f69c0a27-d986-478d-8000-177be574d817', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:26Z', 'updated_at': '2021-07-05T04:21:43Z', 'revision_number': 4, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'f69c0a27-d986-478d-8000-177be574d817', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:50.347834 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Checking router: 11e4d8b3-4607-4be0-bb35-993db79a3739 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:21:50.349817 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Updating router 11e4d8b3-4607-4be0-bb35-993db79a3739 port 3cac43fe-9aa3-4fee-b18e-542a99505e53 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:21:50.424318 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:50.503374 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.538972 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-be4e2df1-8063-4a69-bbf5-b360e425e6b4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Deleting port 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:50.546364 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-be4e2df1-8063-4a69-bbf5-b360e425e6b4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.619090 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:50.644810 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:50.649079 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.699905 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-f73b6ed4-767a-4f04-a5a8-10fe87017d4e tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:50.702992 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-f73b6ed4-767a-4f04-a5a8-10fe87017d4e tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.89 "GET /v2.0/networks?id=c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 HTTP/1.1" status: 200 len: 911 time: 0.3068585 Jul 05 04:21:50.720977 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-09588ec5-d238-4db4-9b94-f2c152fd4bac tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Request body: {'port': {'device_id': '1ef06ae8-73e2-4acd-9274-f3b39e885bce', 'network_id': 'c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4', 'admin_state_up': True, 'tenant_id': '9e17df9f910549fa8f2868baf4c0ba8f'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:50.758878 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-09588ec5-d238-4db4-9b94-f2c152fd4bac tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Made reservation on behalf of 9e17df9f910549fa8f2868baf4c0ba8f for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:50.761716 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-09588ec5-d238-4db4-9b94-f2c152fd4bac tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.174439 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-72931c4b-0955-4307-b26b-11d56880ae71 None None] Provisioning for port dbd80ebd-e78b-452b-8c6f-7bbf7e56544a completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:51.183605 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-72931c4b-0955-4307-b26b-11d56880ae71 None None] Provisioning complete for port dbd80ebd-e78b-452b-8c6f-7bbf7e56544a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:51.196565 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-72931c4b-0955-4307-b26b-11d56880ae71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.201908 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.320964 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.extraroute_db [None req-f4c92a39-f41b-462c-bcd2-3377009fb879 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=105539) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 04:21:51.332378 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a0c3de83-6da4-4b55-bb58-99f22e6e3f46 req-ade31c89-af35-4568-8f6d-551f38c9db7e tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1ef06ae8-73e2-4acd-9274-f3b39e885bce HTTP/1.1" status: 200 len: 210 time: 0.0590711 Jul 05 04:21:51.335957 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:51.339206 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-72931c4b-0955-4307-b26b-11d56880ae71 None None] Port dbd80ebd-e78b-452b-8c6f-7bbf7e56544a cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:21:51.360456 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.361447 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6c8f17b2-8494-40be-9744-e88af6f7e78b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:51.405056 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.extraroute_db [None req-f4c92a39-f41b-462c-bcd2-3377009fb879 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Removed routes are [] {{(pid=105539) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 04:21:51.405450 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f4c92a39-f41b-462c-bcd2-3377009fb879 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.481046 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:51.761442 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.805959 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Transition to ACTIVE for port object 3cac43fe-9aa3-4fee-b18e-542a99505e53 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:51.819510 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34430d24-b864-48ee-8b1d-5f6c63e87372 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Router 4243529b-dc8b-465e-9137-9208323f0d70 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:21:51.820618 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dae63720-49b3-4fd6-bed9-76104251f23f None None] Provisioning complete for port dbd80ebd-e78b-452b-8c6f-7bbf7e56544a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:51.821192 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dae63720-49b3-4fd6-bed9-76104251f23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.834592 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-be4e2df1-8063-4a69-bbf5-b360e425e6b4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] For port 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=12a4b781-e9a9-4344-89f7-6d55f4bf9ecc,segment=NetworkSegment(0d26b76a-006a-4476-be69-c82fc79a952b),segment_id=0d26b76a-006a-4476-be69-c82fc79a952b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:51.835153 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-be4e2df1-8063-4a69-bbf5-b360e425e6b4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.889461 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-be4e2df1-8063-4a69-bbf5-b360e425e6b4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Calling delete_port for 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:51.939142 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dae63720-49b3-4fd6-bed9-76104251f23f None None] Port dbd80ebd-e78b-452b-8c6f-7bbf7e56544a cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:21:51.941701 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.947503 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f4c92a39-f41b-462c-bcd2-3377009fb879 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.958941 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f4c92a39-f41b-462c-bcd2-3377009fb879 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540971'] for router, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.996382 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-09588ec5-d238-4db4-9b94-f2c152fd4bac tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Allocated IP 172.20.0.10 (c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4/a4251036-88dc-4ebb-925a-78e98b6f1a9a/2262ddea-3e80-4e34-a3f4-5eee0ef22ff4) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:52.018671 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 6c8f17b2-8494-40be-9744-e88af6f7e78b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:52.019042 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.083383 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70268717-80dd-497b-9f51-44caee0cb936 None None] Pushing event updated for resources: {'Port': ['ID=3cac43fe-9aa3-4fee-b18e-542a99505e53,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:52.126727 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34430d24-b864-48ee-8b1d-5f6c63e87372 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:52.134149 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-34430d24-b864-48ee-8b1d-5f6c63e87372 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "PUT /v2.0/routers/4243529b-dc8b-465e-9137-9208323f0d70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3535538 Jul 05 04:21:52.136538 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bef037-9d65-48da-b933-c299e5b03c62 None None] Sync routers for ids ['4243529b-dc8b-465e-9137-9208323f0d70'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:52.153898 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bef037-9d65-48da-b933-c299e5b03c62 None None] Routers {'4243529b-dc8b-465e-9137-9208323f0d70'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:52.154826 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c4bef037-9d65-48da-b933-c299e5b03c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['4243529b-dc8b-465e-9137-9208323f0d70'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:52.159431 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34158) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:52.274210 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Attempting to bind port 3cac43fe-9aa3-4fee-b18e-542a99505e53 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:52.274584 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Attempting to bind port 3cac43fe-9aa3-4fee-b18e-542a99505e53 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '7f5388a8-2c4f-4230-a0ea-d05e9827e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1bd229d9-61c5-4ea3-beb4-7291f4380978'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:52.274946 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Attempting to bind port 3cac43fe-9aa3-4fee-b18e-542a99505e53 on network 1bd229d9-61c5-4ea3-beb4-7291f4380978 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:52.341296 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:52.341773 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Checking segment: {'id': '7f5388a8-2c4f-4230-a0ea-d05e9827e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1bd229d9-61c5-4ea3-beb4-7291f4380978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:52.342476 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.342880 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Bound using segment: {'id': '7f5388a8-2c4f-4230-a0ea-d05e9827e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1bd229d9-61c5-4ea3-beb4-7291f4380978'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:52.343382 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Bound port: 3cac43fe-9aa3-4fee-b18e-542a99505e53, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5388a8-2c4f-4230-a0ea-d05e9827e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1bd229d9-61c5-4ea3-beb4-7291f4380978'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:52.350815 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0e2ea2-4179-40ad-b898-b1e8fd469075 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Deleting subnet 0c3310d5-6014-4e5f-8153-91ba05ad73c0 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:21:52.353216 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.359773 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d0e2ea2-4179-40ad-b898-b1e8fd469075 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.368179 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c92a39-f41b-462c-bcd2-3377009fb879 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Router 11e4d8b3-4607-4be0-bb35-993db79a3739 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:21:52.386725 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-be4e2df1-8063-4a69-bbf5-b360e425e6b4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.395650 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3e28dcd1-2f95-4dcb-95d0-bf22029a0702 None None] Provisioning complete for port dbd80ebd-e78b-452b-8c6f-7bbf7e56544a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:52.405412 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3e28dcd1-2f95-4dcb-95d0-bf22029a0702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.466603 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-c4bef037-9d65-48da-b933-c299e5b03c62 None None] Set router 4243529b-dc8b-465e-9137-9208323f0d70 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:52.497846 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] Sync routers for ids ['3ba6dfcb-839f-43e2-a4ea-777bb95c30b4'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:52.554400 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d0e2ea2-4179-40ad-b898-b1e8fd469075 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.598705 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e03d35db-9f60-47e5-9d97-1b414f42fd76 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:52.651914 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] Routers {'3ba6dfcb-839f-43e2-a4ea-777bb95c30b4'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:52.652926 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['3ba6dfcb-839f-43e2-a4ea-777bb95c30b4'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:52.670465 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e2df1-8063-4a69-bbf5-b360e425e6b4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event deleted for resources: {'Port': ['ID=12a4b781-e9a9-4344-89f7-6d55f4bf9ecc,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:52.798330 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d0e2ea2-4179-40ad-b898-b1e8fd469075 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.847455 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-40fc5509-6c44-48c7-ba1b-c964593aeb07 req-1d7d1472-da87-4a49-84dd-8338b556c763 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1ef06ae8-73e2-4acd-9274-f3b39e885bce HTTP/1.1" status: 200 len: 210 time: 0.3056867 Jul 05 04:21:52.910921 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] Set router 3ba6dfcb-839f-43e2-a4ea-777bb95c30b4 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:52.925406 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d0e2ea2-4179-40ad-b898-b1e8fd469075 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.926893 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c4bef037-9d65-48da-b933-c299e5b03c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4243529b-dc8b-465e-9137-9208323f0d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084042671', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:07Z', 'updated_at': '2021-07-05T04:21:48Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:08Z', 'updated_at': '2021-07-05T04:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:52.966194 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bef037-9d65-48da-b933-c299e5b03c62 None None] Checking router: 4243529b-dc8b-465e-9137-9208323f0d70 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:21:52.977235 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bef037-9d65-48da-b933-c299e5b03c62 None None] Routers {'4243529b-dc8b-465e-9137-9208323f0d70'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:52.978410 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c4bef037-9d65-48da-b933-c299e5b03c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['4243529b-dc8b-465e-9137-9208323f0d70'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:53.012891 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-be4e2df1-8063-4a69-bbf5-b360e425e6b4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:53.053451 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-3e28dcd1-2f95-4dcb-95d0-bf22029a0702 None None] Port dbd80ebd-e78b-452b-8c6f-7bbf7e56544a cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:21:53.113713 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c92a39-f41b-462c-bcd2-3377009fb879 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:53.182479 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-09588ec5-d238-4db4-9b94-f2c152fd4bac tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:53.190549 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-c4bef037-9d65-48da-b933-c299e5b03c62 None None] Set router 4243529b-dc8b-465e-9137-9208323f0d70 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:53.205648 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-09588ec5-d238-4db4-9b94-f2c152fd4bac tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Transition to ACTIVE for port object 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:53.220074 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] For port 3cac43fe-9aa3-4fee-b18e-542a99505e53, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:53.246008 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port e03d35db-9f60-47e5-9d97-1b414f42fd76 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:53.268041 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port e03d35db-9f60-47e5-9d97-1b414f42fd76 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:53.268397 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:53.270775 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f4c92a39-f41b-462c-bcd2-3377009fb879 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:53.275688 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f4c92a39-f41b-462c-bcd2-3377009fb879 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "PUT /v2.0/routers/11e4d8b3-4607-4be0-bb35-993db79a3739 HTTP/1.1" status: 200 len: 954 time: 3.8882859 Jul 05 04:21:53.277579 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e2ea2-4179-40ad-b898-b1e8fd469075 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'Subnet': ['ID=0c3310d5-6014-4e5f-8153-91ba05ad73c0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:53.279250 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1edffb-eabf-4d31-bdef-6c87c2d3c933 None None] Network 1e22e0ba-c790-4291-becf-02ea6e8b8d0e requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:53.285685 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d0e2ea2-4179-40ad-b898-b1e8fd469075 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:53.288231 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8d0e2ea2-4179-40ad-b898-b1e8fd469075 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "DELETE /v2.0/subnets/0c3310d5-6014-4e5f-8153-91ba05ad73c0 HTTP/1.1" status: 204 len: 168 time: 1.1278129 Jul 05 04:21:53.289381 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34166) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:53.298561 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34168) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:53.308308 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-09588ec5-d238-4db4-9b94-f2c152fd4bac tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:53.322022 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] For port 3cac43fe-9aa3-4fee-b18e-542a99505e53, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3cac43fe-9aa3-4fee-b18e-542a99505e53,segment=NetworkSegment(7f5388a8-2c4f-4230-a0ea-d05e9827e829),segment_id=7f5388a8-2c4f-4230-a0ea-d05e9827e829)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:53.510830 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4e2df1-8063-4a69-bbf5-b360e425e6b4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Router 39f9f86e-db62-498b-8255-a5797278f0f0 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:21:53.613381 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c4bef037-9d65-48da-b933-c299e5b03c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4243529b-dc8b-465e-9137-9208323f0d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084042671', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:07Z', 'updated_at': '2021-07-05T04:21:48Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:08Z', 'updated_at': '2021-07-05T04:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:53.620153 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09588ec5-d238-4db4-9b94-f2c152fd4bac tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Pushing event updated for resources: {'Port': ['ID=2262ddea-3e80-4e34-a3f4-5eee0ef22ff4,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:53.644290 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bef037-9d65-48da-b933-c299e5b03c62 None None] The sync data for ids ['4243529b-dc8b-465e-9137-9208323f0d70'] in n-d-780147-23 is: [{'id': '4243529b-dc8b-465e-9137-9208323f0d70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1084042671', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:07Z', 'updated_at': '2021-07-05T04:21:48Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4243529b-dc8b-465e-9137-9208323f0d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:08Z', 'updated_at': '2021-07-05T04:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:53.704594 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:53.753328 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4e2df1-8063-4a69-bbf5-b360e425e6b4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:53.765422 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dbeeff-4078-47ff-8065-9432b3629e1c None None] Sync routers for ids ['39f9f86e-db62-498b-8255-a5797278f0f0'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:53.769784 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-09588ec5-d238-4db4-9b94-f2c152fd4bac tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Network c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:53.769942 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-be4e2df1-8063-4a69-bbf5-b360e425e6b4 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "PUT /v2.0/routers/39f9f86e-db62-498b-8255-a5797278f0f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9691143 Jul 05 04:21:53.770442 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34176) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:53.795002 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dbeeff-4078-47ff-8065-9432b3629e1c None None] Routers {'39f9f86e-db62-498b-8255-a5797278f0f0'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:53.795649 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-39dbeeff-4078-47ff-8065-9432b3629e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['39f9f86e-db62-498b-8255-a5797278f0f0'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:53.806585 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6ae6458e-4ea6-45e0-85f9-9a136b52c177 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "GET /v2.0/routers/11e4d8b3-4607-4be0-bb35-993db79a3739 HTTP/1.1" status: 200 len: 954 time: 0.5128605 Jul 05 04:21:53.807751 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-09588ec5-d238-4db4-9b94-f2c152fd4bac tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:53.816491 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-09588ec5-d238-4db4-9b94-f2c152fd4bac tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:53.842454 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34180) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:53.856776 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-6973aa96-37fa-453b-8d5a-ace341119d96 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'router': {'routes': None}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:53.930613 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Updating router 11e4d8b3-4607-4be0-bb35-993db79a3739 port dbd80ebd-e78b-452b-8c6f-7bbf7e56544a binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:21:54.015386 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-89dda968-c092-4aa4-b56a-26e55050b36a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Deleting subnet f5a0ca26-624e-4fc5-8929-066d14f6d275 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:21:54.050375 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-89dda968-c092-4aa4-b56a-26e55050b36a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:54.091512 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-39dbeeff-4078-47ff-8065-9432b3629e1c None None] Set router 39f9f86e-db62-498b-8255-a5797278f0f0 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:54.104931 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-09588ec5-d238-4db4-9b94-f2c152fd4bac tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:54.124835 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-09588ec5-d238-4db4-9b94-f2c152fd4bac tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:54.167536 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-89dda968-c092-4aa4-b56a-26e55050b36a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:54.216936 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70268717-80dd-497b-9f51-44caee0cb936 None None] Pushing event updated for resources: {'Port': ['ID=3cac43fe-9aa3-4fee-b18e-542a99505e53,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:54.256082 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-09588ec5-d238-4db4-9b94-f2c152fd4bac tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.5410643 Jul 05 04:21:54.262271 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-deed77a3-be8e-47cd-95c1-4b92ab9a52ee tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:54.332527 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:54.339043 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-89dda968-c092-4aa4-b56a-26e55050b36a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:54.455229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-e63c8c5b-783f-441b-b1d8-5e2b9583cf5e service neutron] Request body: {'port': {'device_id': '1ef06ae8-73e2-4acd-9274-f3b39e885bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:54.498818 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:54.568288 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-39dbeeff-4078-47ff-8065-9432b3629e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'name': 'tempest-TestNetworkBasicOps-router-1100533492', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '377673c8-f955-460b-949b-297a8d9b165a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:21:52Z', 'revision_number': 5, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': '377673c8-f955-460b-949b-297a8d9b165a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:43Z', 'updated_at': '2021-07-05T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:54.599030 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-209f67db-0633-4b21-b313-3c2b0ba17794 None None] Provisioning for port 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:54.608773 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-89dda968-c092-4aa4-b56a-26e55050b36a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:54.649615 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-209f67db-0633-4b21-b313-3c2b0ba17794 None None] Provisioning complete for port 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:54.650195 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-209f67db-0633-4b21-b313-3c2b0ba17794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:54.652458 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dbeeff-4078-47ff-8065-9432b3629e1c None None] Checking router: 39f9f86e-db62-498b-8255-a5797278f0f0 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:21:54.659515 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a4fc3-398c-4056-a3e6-45a08d719267 req-fd2efb7b-40d8-4bdc-9df9-122b5d8e5d1e tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:54.668492 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7a8a4fc3-398c-4056-a3e6-45a08d719267 req-fd2efb7b-40d8-4bdc-9df9-122b5d8e5d1e tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1ef06ae8-73e2-4acd-9274-f3b39e885bce HTTP/1.1" status: 200 len: 1028 time: 0.5218532 Jul 05 04:21:54.710034 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dbeeff-4078-47ff-8065-9432b3629e1c None None] Routers {'39f9f86e-db62-498b-8255-a5797278f0f0'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:54.711674 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-39dbeeff-4078-47ff-8065-9432b3629e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['39f9f86e-db62-498b-8255-a5797278f0f0'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:54.718287 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-209f67db-0633-4b21-b313-3c2b0ba17794 None None] Port 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:21:54.722594 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20328726-f584-468a-bf46-8f28c61fc9a6 None None] DHCP port deletion for 1e22e0ba-c790-4291-becf-02ea6e8b8d0e request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:21:54.734025 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dda968-c092-4aa4-b56a-26e55050b36a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event deleted for resources: {'Subnet': ['ID=f5a0ca26-624e-4fc5-8929-066d14f6d275,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:54.735841 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port e03d35db-9f60-47e5-9d97-1b414f42fd76, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e03d35db-9f60-47e5-9d97-1b414f42fd76,segment=NetworkSegment(24dc9014-1950-4352-b8e8-e51a7523d285),segment_id=24dc9014-1950-4352-b8e8-e51a7523d285)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:54.758052 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-89dda968-c092-4aa4-b56a-26e55050b36a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:54.761639 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-89dda968-c092-4aa4-b56a-26e55050b36a tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "DELETE /v2.0/subnets/f5a0ca26-624e-4fc5-8929-066d14f6d275 HTTP/1.1" status: 204 len: 168 time: 0.9890566 Jul 05 04:21:54.765548 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34186) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:54.774049 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:54.775093 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c62920f7-5a68-4c42-a2b6-d78b7fe72479 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:54.777032 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7ab731-c546-494f-a709-fbe71dacf748 None None] Network 89ed3f41-cf6b-4ee1-8279-50e753051d82 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:54.789948 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba6dfcb-839f-43e2-a4ea-777bb95c30b4', 'name': 'tempest-TestServerMultinode-695350909-router', 'tenant_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:33Z', 'updated_at': '2021-07-05T04:21:43Z', 'revision_number': 4, 'project_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'gw_port': {'id': '0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba6dfcb-839f-43e2-a4ea-777bb95c30b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '25b56c22-1645-41ad-8654-ac6e348078ed', 'name': '', 'network_id': '220d6c38-c6be-4ea6-9bf8-9173ed9feeb1', 'tenant_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'mac_address': 'fa:16:3e:ad:38:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba6dfcb-839f-43e2-a4ea-777bb95c30b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'bd6c4610-16c5-43d8-bca3-7432d5e80d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:40Z', 'updated_at': '2021-07-05T04:21:43Z', 'revision_number': 2, 'project_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'subnets': [{'id': 'bd6c4610-16c5-43d8-bca3-7432d5e80d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:54.829093 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-e63c8c5b-783f-441b-b1d8-5e2b9583cf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:54.950241 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-deed77a3-be8e-47cd-95c1-4b92ab9a52ee tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:54.952540 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae74e6c5-f721-4038-b424-26c7799d0c75 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:54.975974 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-39dbeeff-4078-47ff-8065-9432b3629e1c None None] Set router 39f9f86e-db62-498b-8255-a5797278f0f0 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:55.004748 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7a8a4fc3-398c-4056-a3e6-45a08d719267 req-05599580-5666-4ca4-94c9-d67a1a0305fb tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333519 Jul 05 04:21:55.202800 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] Checking router: 3ba6dfcb-839f-43e2-a4ea-777bb95c30b4 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:21:55.203170 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] Updating router 3ba6dfcb-839f-43e2-a4ea-777bb95c30b4 port 25b56c22-1645-41ad-8654-ac6e348078ed binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:21:55.308080 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.extraroute_db [None req-6973aa96-37fa-453b-8d5a-ace341119d96 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Added routes are [] {{(pid=105538) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 04:21:55.308296 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.extraroute_db [None req-6973aa96-37fa-453b-8d5a-ace341119d96 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=105538) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 04:21:55.348731 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6973aa96-37fa-453b-8d5a-ace341119d96 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.354630 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-deed77a3-be8e-47cd-95c1-4b92ab9a52ee tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Deleting port e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:55.354979 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-deed77a3-be8e-47cd-95c1-4b92ab9a52ee tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.395084 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-39dbeeff-4078-47ff-8065-9432b3629e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'name': 'tempest-TestNetworkBasicOps-router-1100533492', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '377673c8-f955-460b-949b-297a8d9b165a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:21:52Z', 'revision_number': 5, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': '377673c8-f955-460b-949b-297a8d9b165a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:43Z', 'updated_at': '2021-07-05T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:55.398334 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.469296 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dbeeff-4078-47ff-8065-9432b3629e1c None None] The sync data for ids ['39f9f86e-db62-498b-8255-a5797278f0f0'] in n-d-780147-23 is: [{'id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'name': 'tempest-TestNetworkBasicOps-router-1100533492', 'tenant_id': 'ac0be634601541e3aba69b1b2bc67317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': '377673c8-f955-460b-949b-297a8d9b165a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:21:52Z', 'revision_number': 5, 'project_id': 'ac0be634601541e3aba69b1b2bc67317', 'gw_port': {'id': '377673c8-f955-460b-949b-297a8d9b165a', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f9f86e-db62-498b-8255-a5797278f0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:43Z', 'updated_at': '2021-07-05T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:55.508626 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-deed77a3-be8e-47cd-95c1-4b92ab9a52ee tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] For port e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:55.509000 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-deed77a3-be8e-47cd-95c1-4b92ab9a52ee tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.539356 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-deed77a3-be8e-47cd-95c1-4b92ab9a52ee tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Calling delete_port for e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2 owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:55.624116 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-e63c8c5b-783f-441b-b1d8-5e2b9583cf5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:21:55.633642 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-e63c8c5b-783f-441b-b1d8-5e2b9583cf5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.659113 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-e63c8c5b-783f-441b-b1d8-5e2b9583cf5e service neutron] Transition to ACTIVE for port object 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:55.749066 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6973aa96-37fa-453b-8d5a-ace341119d96 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.755905 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6973aa96-37fa-453b-8d5a-ace341119d96 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540971'] for router, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.764928 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae74e6c5-f721-4038-b424-26c7799d0c75 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.806391 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-e63c8c5b-783f-441b-b1d8-5e2b9583cf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.816709 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.833288 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] Transition to ACTIVE for port object 25b56c22-1645-41ad-8654-ac6e348078ed will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:55.878821 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c8c5b-783f-441b-b1d8-5e2b9583cf5e service neutron] Pushing event updated for resources: {'Port': ['ID=2262ddea-3e80-4e34-a3f4-5eee0ef22ff4,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:55.882615 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-deed77a3-be8e-47cd-95c1-4b92ab9a52ee tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.933332 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.955241 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=e03d35db-9f60-47e5-9d97-1b414f42fd76,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:56.045622 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed77a3-be8e-47cd-95c1-4b92ab9a52ee tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'Port': ['ID=e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:56.074404 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6973aa96-37fa-453b-8d5a-ace341119d96 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Router 11e4d8b3-4607-4be0-bb35-993db79a3739 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:21:56.132719 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ae74e6c5-f721-4038-b424-26c7799d0c75 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Deleting port 377673c8-f955-460b-949b-297a8d9b165a {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:56.132985 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae74e6c5-f721-4038-b424-26c7799d0c75 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:56.167780 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port c62920f7-5a68-4c42-a2b6-d78b7fe72479 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:56.167780 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:56.266338 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-deed77a3-be8e-47cd-95c1-4b92ab9a52ee tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:56.366947 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-20328726-f584-468a-bf46-8f28c61fc9a6 None None] Deleting port d035072f-b3a0-4a8b-9d76-8d1da46ee3f6 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:56.367414 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-20328726-f584-468a-bf46-8f28c61fc9a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:56.531417 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-20328726-f584-468a-bf46-8f28c61fc9a6 None None] For port d035072f-b3a0-4a8b-9d76-8d1da46ee3f6, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d035072f-b3a0-4a8b-9d76-8d1da46ee3f6,segment=NetworkSegment(0e5ffc70-de92-4ae1-9126-0f2122faf801),segment_id=0e5ffc70-de92-4ae1-9126-0f2122faf801)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:56.531894 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-20328726-f584-468a-bf46-8f28c61fc9a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:56.545670 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:21:56.568732 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-20328726-f584-468a-bf46-8f28c61fc9a6 None None] Calling delete_port for d035072f-b3a0-4a8b-9d76-8d1da46ee3f6 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:56.706571 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780f1d6-b04a-4ccb-8103-0a906ea6e054 None None] Pushing event updated for resources: {'Port': ['ID=25b56c22-1645-41ad-8654-ac6e348078ed,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:56.727694 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] Attempting to bind port 25b56c22-1645-41ad-8654-ac6e348078ed on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:56.728194 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] Attempting to bind port 25b56c22-1645-41ad-8654-ac6e348078ed by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'b3f4ed6f-4d11-4f82-a07c-b66624a69efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '220d6c38-c6be-4ea6-9bf8-9173ed9feeb1'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:56.728632 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] Attempting to bind port 25b56c22-1645-41ad-8654-ac6e348078ed on network 220d6c38-c6be-4ea6-9bf8-9173ed9feeb1 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:56.835483 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c198299-82ec-47e4-a938-2879bbf3ce2b None None] DHCP port deletion for 89ed3f41-cf6b-4ee1-8279-50e753051d82 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:21:56.852592 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-deed77a3-be8e-47cd-95c1-4b92ab9a52ee tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:56.854981 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-deed77a3-be8e-47cd-95c1-4b92ab9a52ee tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:56.865025 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:56.865707 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] Checking segment: {'id': 'b3f4ed6f-4d11-4f82-a07c-b66624a69efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '220d6c38-c6be-4ea6-9bf8-9173ed9feeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:56.866258 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:56.866746 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] Bound using segment: {'id': 'b3f4ed6f-4d11-4f82-a07c-b66624a69efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '220d6c38-c6be-4ea6-9bf8-9173ed9feeb1'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:56.867330 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] Bound port: 25b56c22-1645-41ad-8654-ac6e348078ed, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f4ed6f-4d11-4f82-a07c-b66624a69efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '220d6c38-c6be-4ea6-9bf8-9173ed9feeb1'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:56.867846 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:56.923034 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-deed77a3-be8e-47cd-95c1-4b92ab9a52ee tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:56.923463 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deed77a3-be8e-47cd-95c1-4b92ab9a52ee tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Fanout notify agent at l3_agent the message router_deleted on router 4243529b-dc8b-465e-9137-9208323f0d70 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:21:56.935323 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-deed77a3-be8e-47cd-95c1-4b92ab9a52ee tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:56.937622 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-20328726-f584-468a-bf46-8f28c61fc9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:56.949512 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-deed77a3-be8e-47cd-95c1-4b92ab9a52ee tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "DELETE /v2.0/routers/4243529b-dc8b-465e-9137-9208323f0d70 HTTP/1.1" status: 204 len: 168 time: 3.6468825 Jul 05 04:21:56.951188 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34208) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:56.975393 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20328726-f584-468a-bf46-8f28c61fc9a6 None None] Pushing event deleted for resources: {'Port': ['ID=d035072f-b3a0-4a8b-9d76-8d1da46ee3f6,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:56.979259 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 0335716b-b0d3-4cda-811a-e3d4b1bd51d5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:57.024950 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.095466 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c0b4be74-98ed-4e2d-be57-be00877f9125 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.108630 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-e63c8c5b-783f-441b-b1d8-5e2b9583cf5e service neutron] Attempting to bind port 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:57.112390 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-e63c8c5b-783f-441b-b1d8-5e2b9583cf5e service neutron] Attempting to bind port 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'f84c85d9-41f2-4478-9254-f4f1165682c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:57.114501 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-e63c8c5b-783f-441b-b1d8-5e2b9583cf5e service neutron] Attempting to bind port 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4 on network c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:57.115779 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20328726-f584-468a-bf46-8f28c61fc9a6 None None] No DVR routers for this DVR port d035072f-b3a0-4a8b-9d76-8d1da46ee3f6 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:57.125740 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Transition to ACTIVE for port object dbd80ebd-e78b-452b-8c6f-7bbf7e56544a will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:57.134941 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-e63c8c5b-783f-441b-b1d8-5e2b9583cf5e service neutron] Port 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4 on network c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:21:57.137323 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-e63c8c5b-783f-441b-b1d8-5e2b9583cf5e service neutron] Attempting to bind port 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4 on network c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:57.143704 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-e63c8c5b-783f-441b-b1d8-5e2b9583cf5e service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:57.144134 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-e63c8c5b-783f-441b-b1d8-5e2b9583cf5e service neutron] Checking segment: {'id': 'f84c85d9-41f2-4478-9254-f4f1165682c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:57.144528 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-e63c8c5b-783f-441b-b1d8-5e2b9583cf5e service neutron] Bound using segment: {'id': 'f84c85d9-41f2-4478-9254-f4f1165682c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:57.144974 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-e63c8c5b-783f-441b-b1d8-5e2b9583cf5e service neutron] Bound port: 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84c85d9-41f2-4478-9254-f4f1165682c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:57.145338 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-e63c8c5b-783f-441b-b1d8-5e2b9583cf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.160473 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.287000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-e63c8c5b-783f-441b-b1d8-5e2b9583cf5e service neutron] For port 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:57.290694 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-e63c8c5b-783f-441b-b1d8-5e2b9583cf5e service neutron] For port 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=2262ddea-3e80-4e34-a3f4-5eee0ef22ff4,segment=NetworkSegment(f84c85d9-41f2-4478-9254-f4f1165682c7),segment_id=f84c85d9-41f2-4478-9254-f4f1165682c7)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:57.305972 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-e63c8c5b-783f-441b-b1d8-5e2b9583cf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.388509 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-e63c8c5b-783f-441b-b1d8-5e2b9583cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:57.389150 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-e63c8c5b-783f-441b-b1d8-5e2b9583cf5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.390730 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-e63c8c5b-783f-441b-b1d8-5e2b9583cf5e service neutron] 10.222.0.89 "PUT /v2.0/ports/2262ddea-3e80-4e34-a3f4-5eee0ef22ff4 HTTP/1.1" status: 200 len: 1093 time: 3.1020629 Jul 05 04:21:57.391203 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef06ae8-73e2-4acd-9274-f3b39e885bce', 'tag': '2262ddea-3e80-4e34-a3f4-5eee0ef22ff4'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:57.393702 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861afb8b-f9d0-4ee1-b65b-72cc93f326bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef06ae8-73e2-4acd-9274-f3b39e885bce", "tag": "2262ddea-3e80-4e34-a3f4-5eee0ef22ff4"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:57.414821 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6973aa96-37fa-453b-8d5a-ace341119d96 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:57.455872 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6973aa96-37fa-453b-8d5a-ace341119d96 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.459417 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6973aa96-37fa-453b-8d5a-ace341119d96 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "PUT /v2.0/routers/11e4d8b3-4607-4be0-bb35-993db79a3739 HTTP/1.1" status: 200 len: 704 time: 3.6129656 Jul 05 04:21:57.466094 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34216) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:57.468277 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c0b4be74-98ed-4e2d-be57-be00877f9125 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.478220 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b7cb2-ebc8-4284-b865-d8a1f09f9399 req-bd5a95dd-ea02-458b-a634-ab7f802ab3b6 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:57.481963 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6c9b7cb2-ebc8-4284-b865-d8a1f09f9399 req-bd5a95dd-ea02-458b-a634-ab7f802ab3b6 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1ef06ae8-73e2-4acd-9274-f3b39e885bce HTTP/1.1" status: 200 len: 1054 time: 0.3659897 Jul 05 04:21:57.517336 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-ae74e6c5-f721-4038-b424-26c7799d0c75 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] For port 377673c8-f955-460b-949b-297a8d9b165a, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=377673c8-f955-460b-949b-297a8d9b165a,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:57.518404 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae74e6c5-f721-4038-b424-26c7799d0c75 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.539046 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc46d25e-a1a7-4c7a-a72e-ac23673ac106 x-openstack-request-id: req-cc46d25e-a1a7-4c7a-a72e-ac23673ac106 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:57.539360 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef06ae8-73e2-4acd-9274-f3b39e885bce", "tag": "2262ddea-3e80-4e34-a3f4-5eee0ef22ff4", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:57.539624 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cc46d25e-a1a7-4c7a-a72e-ac23673ac106 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:57.540068 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef06ae8-73e2-4acd-9274-f3b39e885bce', 'tag': '2262ddea-3e80-4e34-a3f4-5eee0ef22ff4', 'status': 'completed', 'code': 200} Jul 05 04:21:57.619763 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ae74e6c5-f721-4038-b424-26c7799d0c75 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Calling delete_port for 377673c8-f955-460b-949b-297a8d9b165a owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:57.653325 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-c0b4be74-98ed-4e2d-be57-be00877f9125 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e22e0ba-c790-4291-becf-02ea6e8b8d0e']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:57.665061 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] For port 25b56c22-1645-41ad-8654-ac6e348078ed, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:57.688016 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6c9b7cb2-ebc8-4284-b865-d8a1f09f9399 req-47986279-8499-4700-b3c5-4bf51c4235de tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829138 Jul 05 04:21:57.772976 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-c0b4be74-98ed-4e2d-be57-be00877f9125 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e5ffc70-de92-4ae1-9126-0f2122faf801') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:57.773512 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-c0b4be74-98ed-4e2d-be57-be00877f9125 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e5ffc70-de92-4ae1-9126-0f2122faf801') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:57.785786 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c8c5b-783f-441b-b1d8-5e2b9583cf5e service neutron] Pushing event updated for resources: {'Port': ['ID=2262ddea-3e80-4e34-a3f4-5eee0ef22ff4,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:57.799616 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70268717-80dd-497b-9f51-44caee0cb936 None None] Pushing event updated for resources: {'Port': ['ID=dbd80ebd-e78b-452b-8c6f-7bbf7e56544a,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:57.810263 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 0335716b-b0d3-4cda-811a-e3d4b1bd51d5 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:57.827968 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c0b4be74-98ed-4e2d-be57-be00877f9125 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.869367 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 0335716b-b0d3-4cda-811a-e3d4b1bd51d5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:57.870450 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.878177 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c0b4be74-98ed-4e2d-be57-be00877f9125 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.887009 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e26eda7d-420d-401c-952c-f7d437074080 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "GET /v2.0/routers/11e4d8b3-4607-4be0-bb35-993db79a3739 HTTP/1.1" status: 200 len: 704 time: 0.4143810 Jul 05 04:21:57.893665 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-7c198299-82ec-47e4-a938-2879bbf3ce2b None None] Deleting port b6ff045d-7669-4c84-b202-f2d3689d4ec0 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:57.897766 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7c198299-82ec-47e4-a938-2879bbf3ce2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.898776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34218) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:57.904325 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] For port 25b56c22-1645-41ad-8654-ac6e348078ed, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=25b56c22-1645-41ad-8654-ac6e348078ed,segment=NetworkSegment(b3f4ed6f-4d11-4f82-a07c-b66624a69efb),segment_id=b3f4ed6f-4d11-4f82-a07c-b66624a69efb)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:57.904806 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b4be74-98ed-4e2d-be57-be00877f9125 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:21:57.905383 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c0b4be74-98ed-4e2d-be57-be00877f9125 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.910342 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Attempting to bind port dbd80ebd-e78b-452b-8c6f-7bbf7e56544a on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:57.912052 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Attempting to bind port dbd80ebd-e78b-452b-8c6f-7bbf7e56544a by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '6da1d767-fa73-42e4-ad39-d3e46c695f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '939f1cde-64c0-45dc-9d83-be4837dc5f68'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:57.914264 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Attempting to bind port dbd80ebd-e78b-452b-8c6f-7bbf7e56544a on network 939f1cde-64c0-45dc-9d83-be4837dc5f68 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:21:57.917115 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:21:57.990417 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.008947 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:58.009329 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Checking segment: {'id': '6da1d767-fa73-42e4-ad39-d3e46c695f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '939f1cde-64c0-45dc-9d83-be4837dc5f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:58.009759 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.010171 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Bound using segment: {'id': '6da1d767-fa73-42e4-ad39-d3e46c695f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '939f1cde-64c0-45dc-9d83-be4837dc5f68'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:58.010659 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Bound port: dbd80ebd-e78b-452b-8c6f-7bbf7e56544a, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da1d767-fa73-42e4-ad39-d3e46c695f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '939f1cde-64c0-45dc-9d83-be4837dc5f68'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:58.011042 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.057632 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-a8ae5b59-5383-4fe0-9ac7-95351a7902b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:58.060145 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-a8ae5b59-5383-4fe0-9ac7-95351a7902b7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9e17df9f910549fa8f2868baf4c0ba8f&device_id=1ef06ae8-73e2-4acd-9274-f3b39e885bce HTTP/1.1" status: 200 len: 1096 time: 0.6138873 Jul 05 04:21:58.108087 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae74e6c5-f721-4038-b424-26c7799d0c75 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.134856 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c0b4be74-98ed-4e2d-be57-be00877f9125 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.138862 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-c706884b-1d77-4ee6-92a5-cc350856c4ba service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2262ddea-3e80-4e34-a3f4-5eee0ef22ff4 HTTP/1.1" status: 200 len: 217 time: 0.0696440 Jul 05 04:21:58.164601 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c0b4be74-98ed-4e2d-be57-be00877f9125 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.166226 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] Routers {'3ba6dfcb-839f-43e2-a4ea-777bb95c30b4'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:58.166414 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['3ba6dfcb-839f-43e2-a4ea-777bb95c30b4'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:58.170610 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c0b4be74-98ed-4e2d-be57-be00877f9125 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "DELETE /v2.0/networks/1e22e0ba-c790-4291-becf-02ea6e8b8d0e HTTP/1.1" status: 204 len: 168 time: 1.2181594 Jul 05 04:21:58.174256 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34222) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:58.197978 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74e6c5-f721-4038-b424-26c7799d0c75 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event deleted for resources: {'Port': ['ID=377673c8-f955-460b-949b-297a8d9b165a,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:58.306688 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae74e6c5-f721-4038-b424-26c7799d0c75 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.313836 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-7c198299-82ec-47e4-a938-2879bbf3ce2b None None] For port b6ff045d-7669-4c84-b202-f2d3689d4ec0, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b6ff045d-7669-4c84-b202-f2d3689d4ec0,segment=NetworkSegment(0d26b76a-006a-4476-be69-c82fc79a952b),segment_id=0d26b76a-006a-4476-be69-c82fc79a952b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:58.314245 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7c198299-82ec-47e4-a938-2879bbf3ce2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.332248 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4be74-98ed-4e2d-be57-be00877f9125 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'Network': ['ID=1e22e0ba-c790-4291-becf-02ea6e8b8d0e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:58.470037 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] For port dbd80ebd-e78b-452b-8c6f-7bbf7e56544a, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:58.473919 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] For port dbd80ebd-e78b-452b-8c6f-7bbf7e56544a, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=dbd80ebd-e78b-452b-8c6f-7bbf7e56544a,segment=NetworkSegment(6da1d767-fa73-42e4-ad39-d3e46c695f11),segment_id=6da1d767-fa73-42e4-ad39-d3e46c695f11)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:58.478410 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-7c198299-82ec-47e4-a938-2879bbf3ce2b None None] Calling delete_port for b6ff045d-7669-4c84-b202-f2d3689d4ec0 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:58.493204 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-1c12ee55-8bbc-4ddd-bd92-d9a78cc231e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:58.494662 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-1c12ee55-8bbc-4ddd-bd92-d9a78cc231e4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a4251036-88dc-4ebb-925a-78e98b6f1a9a HTTP/1.1" status: 200 len: 849 time: 0.3424180 Jul 05 04:21:58.525048 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae74e6c5-f721-4038-b424-26c7799d0c75 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.533420 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae74e6c5-f721-4038-b424-26c7799d0c75 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.539601 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780f1d6-b04a-4ccb-8103-0a906ea6e054 None None] Pushing event updated for resources: {'Port': ['ID=25b56c22-1645-41ad-8654-ac6e348078ed,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:58.553029 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.614034 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae74e6c5-f721-4038-b424-26c7799d0c75 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.615000 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae74e6c5-f721-4038-b424-26c7799d0c75 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Fanout notify agent at l3_agent the message router_deleted on router 39f9f86e-db62-498b-8255-a5797278f0f0 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:21:58.627643 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-37de18b1-0f71-49ba-8854-eeb3b4a4eabf tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.658247 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae74e6c5-f721-4038-b424-26c7799d0c75 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.674710 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.683072 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ae74e6c5-f721-4038-b424-26c7799d0c75 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "DELETE /v2.0/routers/39f9f86e-db62-498b-8255-a5797278f0f0 HTTP/1.1" status: 204 len: 168 time: 3.9044912 Jul 05 04:21:58.685271 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34230) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:58.711886 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Routers {'11e4d8b3-4607-4be0-bb35-993db79a3739'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:58.712845 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:21:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['11e4d8b3-4607-4be0-bb35-993db79a3739'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:58.744498 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-814a8c34-e799-496c-bda2-3284b6944469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.786906 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-37de18b1-0f71-49ba-8854-eeb3b4a4eabf tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.875586 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-93a6d2f2-aa0e-45b3-8659-fec8b3a9f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:58.878089 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-93a6d2f2-aa0e-45b3-8659-fec8b3a9f70a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3734119 Jul 05 04:21:58.884453 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] Set router 3ba6dfcb-839f-43e2-a4ea-777bb95c30b4 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:58.888381 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-33ef357f-04a3-43cc-b459-204c40c9c1a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:59.022551 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-33ef357f-04a3-43cc-b459-204c40c9c1a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Deleting port b6ff045d-7669-4c84-b202-f2d3689d4ec0 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:59.022949 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-33ef357f-04a3-43cc-b459-204c40c9c1a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:59.048768 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70268717-80dd-497b-9f51-44caee0cb936 None None] Pushing event updated for resources: {'Port': ['ID=dbd80ebd-e78b-452b-8c6f-7bbf7e56544a,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:59.146814 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 0335716b-b0d3-4cda-811a-e3d4b1bd51d5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=0335716b-b0d3-4cda-811a-e3d4b1bd51d5,segment=NetworkSegment(6da1d767-fa73-42e4-ad39-d3e46c695f11),segment_id=6da1d767-fa73-42e4-ad39-d3e46c695f11)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:59.163187 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-33ef357f-04a3-43cc-b459-204c40c9c1a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] For port b6ff045d-7669-4c84-b202-f2d3689d4ec0, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b6ff045d-7669-4c84-b202-f2d3689d4ec0,segment=NetworkSegment(0d26b76a-006a-4476-be69-c82fc79a952b),segment_id=0d26b76a-006a-4476-be69-c82fc79a952b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:59.164005 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-33ef357f-04a3-43cc-b459-204c40c9c1a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:59.199755 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-33ef357f-04a3-43cc-b459-204c40c9c1a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Calling delete_port for b6ff045d-7669-4c84-b202-f2d3689d4ec0 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:59.246135 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-481564b6-b413-42d1-a96d-4dcb0d67b327 service neutron] 10.222.0.89 "GET /v2.0/networks/c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091128 Jul 05 04:21:59.285394 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:59.328011 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] Set router 11e4d8b3-4607-4be0-bb35-993db79a3739 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:59.366875 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7c198299-82ec-47e4-a938-2879bbf3ce2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:59.408437 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-37de18b1-0f71-49ba-8854-eeb3b4a4eabf tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:59.411131 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-37de18b1-0f71-49ba-8854-eeb3b4a4eabf tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:59.412303 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-37de18b1-0f71-49ba-8854-eeb3b4a4eabf tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "DELETE /v2.0/security-groups/c8d8b164-97e3-433c-a485-265114e61377 HTTP/1.1" status: 204 len: 168 time: 1.2298183 Jul 05 04:21:59.424551 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-33ef357f-04a3-43cc-b459-204c40c9c1a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:59.433981 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0206ae18-dd55-40bc-a0f1-f4e546be7cbf req-77d57ddf-afc9-4d98-ba64-d999b3031d57 service neutron] 10.222.0.89 "GET /v2.0/networks/c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697240 Jul 05 04:21:59.516709 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de18b1-0f71-49ba-8854-eeb3b4a4eabf tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d8b164-97e3-433c-a485-265114e61377,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:59.540105 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c198299-82ec-47e4-a938-2879bbf3ce2b None None] No DVR routers for this DVR port b6ff045d-7669-4c84-b202-f2d3689d4ec0 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:59.550235 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef357f-04a3-43cc-b459-204c40c9c1a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event deleted for resources: {'Port': ['ID=b6ff045d-7669-4c84-b202-f2d3689d4ec0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:59.562107 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ef357f-04a3-43cc-b459-204c40c9c1a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] No DVR routers for this DVR port b6ff045d-7669-4c84-b202-f2d3689d4ec0 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:59.563700 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6e5c7-db22-46d2-805e-27d3a757f4fc req-da1e10de-b9ed-4b8e-b99e-ab641d81d13b tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:59.573668 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9ff6e5c7-db22-46d2-805e-27d3a757f4fc req-da1e10de-b9ed-4b8e-b99e-ab641d81d13b tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1ef06ae8-73e2-4acd-9274-f3b39e885bce HTTP/1.1" status: 200 len: 1096 time: 0.5596371 Jul 05 04:21:59.675500 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9ff6e5c7-db22-46d2-805e-27d3a757f4fc req-f295ee01-3a05-4b8d-a4ea-eba2bc371a2a tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799730 Jul 05 04:21:59.686322 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-33ef357f-04a3-43cc-b459-204c40c9c1a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:59.706469 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-870439f2-bbf6-4b9f-9037-73dcb15c86ca tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:59.712743 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-33ef357f-04a3-43cc-b459-204c40c9c1a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ed3f41-cf6b-4ee1-8279-50e753051d82']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:59.734506 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-33ef357f-04a3-43cc-b459-204c40c9c1a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d26b76a-006a-4476-be69-c82fc79a952b') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:59.734506 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-33ef357f-04a3-43cc-b459-204c40c9c1a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d26b76a-006a-4476-be69-c82fc79a952b') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:59.753374 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-33ef357f-04a3-43cc-b459-204c40c9c1a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:59.770296 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-33ef357f-04a3-43cc-b459-204c40c9c1a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:59.778556 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ef357f-04a3-43cc-b459-204c40c9c1a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:21:59.779703 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-33ef357f-04a3-43cc-b459-204c40c9c1a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:59.797696 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:59.798953 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3cac43fe-9aa3-4fee-b18e-542a99505e53 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: self.session.flush() Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: self.session.flush() Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: self.session.flush() Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: self.session.flush() Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:21:59.891717 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:21:59.898365 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861afb8b-f9d0-4ee1-b65b-72cc93f326bf req-98f25cca-62b0-4506-9a00-4a8a7c312368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:59.899931 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-861afb8b-f9d0-4ee1-b65b-72cc93f326bf req-98f25cca-62b0-4506-9a00-4a8a7c312368 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9e17df9f910549fa8f2868baf4c0ba8f&device_id=1ef06ae8-73e2-4acd-9274-f3b39e885bce HTTP/1.1" status: 200 len: 1096 time: 0.3660364 Jul 05 04:21:59.943535 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-33ef357f-04a3-43cc-b459-204c40c9c1a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:59.953389 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-33ef357f-04a3-43cc-b459-204c40c9c1a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:59.953733 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-33ef357f-04a3-43cc-b459-204c40c9c1a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] 10.222.0.77 "DELETE /v2.0/networks/89ed3f41-cf6b-4ee1-8279-50e753051d82 HTTP/1.1" status: 204 len: 168 time: 1.2672098 Jul 05 04:21:59.984137 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=0335716b-b0d3-4cda-811a-e3d4b1bd51d5,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:59.986105 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef357f-04a3-43cc-b459-204c40c9c1a1 tempest-TestNetworkBasicOps-1430154925 tempest-TestNetworkBasicOps-1430154925-project] Pushing event deleted for resources: {'Network': ['ID=89ed3f41-cf6b-4ee1-8279-50e753051d82,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:00.091721 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c198299-82ec-47e4-a938-2879bbf3ce2b None None] Pushing event deleted for resources: {'Port': ['ID=b6ff045d-7669-4c84-b202-f2d3689d4ec0,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:00.108921 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34248) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:00.109644 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba6dfcb-839f-43e2-a4ea-777bb95c30b4', 'name': 'tempest-TestServerMultinode-695350909-router', 'tenant_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:33Z', 'updated_at': '2021-07-05T04:21:43Z', 'revision_number': 4, 'project_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'gw_port': {'id': '0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba6dfcb-839f-43e2-a4ea-777bb95c30b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '25b56c22-1645-41ad-8654-ac6e348078ed', 'name': '', 'network_id': '220d6c38-c6be-4ea6-9bf8-9173ed9feeb1', 'tenant_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'mac_address': 'fa:16:3e:ad:38:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba6dfcb-839f-43e2-a4ea-777bb95c30b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'bd6c4610-16c5-43d8-bca3-7432d5e80d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:40Z', 'updated_at': '2021-07-05T04:21:57Z', 'revision_number': 4, 'project_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'subnets': [{'id': 'bd6c4610-16c5-43d8-bca3-7432d5e80d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:00.114492 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-addeee00-ef9e-45b6-8534-024fc5ac91d2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2103379453', 'description': 'tempest-secgroup-smoke-2103379453 description', 'project_id': '808124476429444bb6a930e35c6aa8ee'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:00.156105 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 3cac43fe-9aa3-4fee-b18e-542a99505e53 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:00.160277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f4e863-0c36-45bf-8b6c-115c275c26e6 None None] The sync data for ids ['3ba6dfcb-839f-43e2-a4ea-777bb95c30b4'] in n-d-780147-23 is: [{'id': '3ba6dfcb-839f-43e2-a4ea-777bb95c30b4', 'name': 'tempest-TestServerMultinode-695350909-router', 'tenant_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:33Z', 'updated_at': '2021-07-05T04:21:43Z', 'revision_number': 4, 'project_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'gw_port': {'id': '0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba6dfcb-839f-43e2-a4ea-777bb95c30b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '25b56c22-1645-41ad-8654-ac6e348078ed', 'name': '', 'network_id': '220d6c38-c6be-4ea6-9bf8-9173ed9feeb1', 'tenant_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'mac_address': 'fa:16:3e:ad:38:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba6dfcb-839f-43e2-a4ea-777bb95c30b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'bd6c4610-16c5-43d8-bca3-7432d5e80d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:40Z', 'updated_at': '2021-07-05T04:21:57Z', 'revision_number': 4, 'project_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'subnets': [{'id': 'bd6c4610-16c5-43d8-bca3-7432d5e80d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:00.164813 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 3cac43fe-9aa3-4fee-b18e-542a99505e53 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:00.165212 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:00.173306 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-addeee00-ef9e-45b6-8534-024fc5ac91d2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:00.229061 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:21:55Z', 'revision_number': 7, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None, '_interfaces': [{'id': '3cac43fe-9aa3-4fee-b18e-542a99505e53', 'name': '', 'network_id': '1bd229d9-61c5-4ea3-beb4-7291f4380978', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:b4:2d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '6f5706ef-48b9-4d35-8e47-593fdddd87ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:21:53Z', 'revision_number': 4, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': '6f5706ef-48b9-4d35-8e47-593fdddd87ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f218920-3463-475f-be6d-204df1482dca', 'name': '', 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:ad:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbd80ebd-e78b-452b-8c6f-7bbf7e56544a', 'name': '', 'network_id': '939f1cde-64c0-45dc-9d83-be4837dc5f68', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:66:ee:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '9f4f00c5-fe40-4e7e-8dbb-7fe7d82bce47', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:43Z', 'updated_at': '2021-07-05T04:21:58Z', 'revision_number': 4, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': '9f4f00c5-fe40-4e7e-8dbb-7fe7d82bce47', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03d35db-9f60-47e5-9d97-1b414f42fd76', 'name': '', 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:c0:a2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'f69c0a27-d986-478d-8000-177be574d817', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:26Z', 'updated_at': '2021-07-05T04:21:54Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'f69c0a27-d986-478d-8000-177be574d817', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:00.263128 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861afb8b-f9d0-4ee1-b65b-72cc93f326bf req-a678e98c-3130-4460-9571-cf72066d7192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:00.265243 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-861afb8b-f9d0-4ee1-b65b-72cc93f326bf req-a678e98c-3130-4460-9571-cf72066d7192 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 HTTP/1.1" status: 200 len: 911 time: 0.3497171 Jul 05 04:22:00.285011 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aff066a-a96f-4249-9b0d-9abedc1ac759 None None] The sync data for ids ['11e4d8b3-4607-4be0-bb35-993db79a3739'] in n-d-780147-23 is: [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:21:55Z', 'revision_number': 7, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None, '_interfaces': [{'id': '3cac43fe-9aa3-4fee-b18e-542a99505e53', 'name': '', 'network_id': '1bd229d9-61c5-4ea3-beb4-7291f4380978', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:b4:2d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '6f5706ef-48b9-4d35-8e47-593fdddd87ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:21:53Z', 'revision_number': 4, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': '6f5706ef-48b9-4d35-8e47-593fdddd87ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f218920-3463-475f-be6d-204df1482dca', 'name': '', 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:ad:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbd80ebd-e78b-452b-8c6f-7bbf7e56544a', 'name': '', 'network_id': '939f1cde-64c0-45dc-9d83-be4837dc5f68', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:66:ee:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '9f4f00c5-fe40-4e7e-8dbb-7fe7d82bce47', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:43Z', 'updated_at': '2021-07-05T04:21:58Z', 'revision_number': 4, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': '9f4f00c5-fe40-4e7e-8dbb-7fe7d82bce47', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03d35db-9f60-47e5-9d97-1b414f42fd76', 'name': '', 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:c0:a2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'f69c0a27-d986-478d-8000-177be574d817', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:26Z', 'updated_at': '2021-07-05T04:21:54Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'f69c0a27-d986-478d-8000-177be574d817', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:00.409000 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-861afb8b-f9d0-4ee1-b65b-72cc93f326bf req-218e4b04-0338-4e7b-8502-872665683da5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2262ddea-3e80-4e34-a3f4-5eee0ef22ff4 HTTP/1.1" status: 200 len: 217 time: 0.1310501 Jul 05 04:22:00.412431 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:00.454151 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-addeee00-ef9e-45b6-8534-024fc5ac91d2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:00.468370 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-addeee00-ef9e-45b6-8534-024fc5ac91d2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:00.503957 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 3cac43fe-9aa3-4fee-b18e-542a99505e53, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3cac43fe-9aa3-4fee-b18e-542a99505e53,segment=NetworkSegment(7f5388a8-2c4f-4230-a0ea-d05e9827e829),segment_id=7f5388a8-2c4f-4230-a0ea-d05e9827e829)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:00.515686 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:00.516781 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:00.542048 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34254) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:00.563882 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-addeee00-ef9e-45b6-8534-024fc5ac91d2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:00.574788 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-addeee00-ef9e-45b6-8534-024fc5ac91d2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4630792 Jul 05 04:22:00.576854 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34260) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:00.605428 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e3fad3f8-6dcd-4b09-9c83-52cbac77c28c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group_rule': {'security_group_id': '473fa814-34dd-4bae-96e7-8ee247be57b0', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:00.612311 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addeee00-ef9e-45b6-8534-024fc5ac91d2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=473fa814-34dd-4bae-96e7-8ee247be57b0,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:00.716553 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e3fad3f8-6dcd-4b09-9c83-52cbac77c28c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:00.912489 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=3cac43fe-9aa3-4fee-b18e-542a99505e53,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:00.959902 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e3fad3f8-6dcd-4b09-9c83-52cbac77c28c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:00.977116 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e3fad3f8-6dcd-4b09-9c83-52cbac77c28c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.000775 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:01.001754 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.028597 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-870439f2-bbf6-4b9f-9037-73dcb15c86ca tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting port dbd80ebd-e78b-452b-8c6f-7bbf7e56544a {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:01.028935 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-870439f2-bbf6-4b9f-9037-73dcb15c86ca tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.044161 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-14a3ef4d-8d30-4f29-8675-21606f4791f3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ac0be634601541e3aba69b1b2bc67317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4972613 Jul 05 04:22:01.052885 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34266) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:01.053550 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fad3f8-6dcd-4b09-9c83-52cbac77c28c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a094d9cd-34b1-41ef-9c20-ee00a8197768,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:01.115910 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e3fad3f8-6dcd-4b09-9c83-52cbac77c28c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.122999 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34268) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:01.123774 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e3fad3f8-6dcd-4b09-9c83-52cbac77c28c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5326645 Jul 05 04:22:01.133999 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-2daf849a-6741-4633-bab2-61921140172f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group_rule': {'security_group_id': '473fa814-34dd-4bae-96e7-8ee247be57b0', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:01.154699 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 25b56c22-1645-41ad-8654-ac6e348078ed up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:01.176274 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861afb8b-f9d0-4ee1-b65b-72cc93f326bf req-8810940d-c13a-4843-82a8-bbd63f3133f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:01.178929 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-861afb8b-f9d0-4ee1-b65b-72cc93f326bf req-8810940d-c13a-4843-82a8-bbd63f3133f1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a4251036-88dc-4ebb-925a-78e98b6f1a9a HTTP/1.1" status: 200 len: 849 time: 0.7603621 Jul 05 04:22:01.207710 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-880ce0d1-3228-4f7c-bbf0-5a036e949444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.233004 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2daf849a-6741-4633-bab2-61921140172f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.254648 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 25b56c22-1645-41ad-8654-ac6e348078ed completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:01.264291 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-880ce0d1-3228-4f7c-bbf0-5a036e949444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.264795 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 25b56c22-1645-41ad-8654-ac6e348078ed triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:01.265932 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.341790 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-880ce0d1-3228-4f7c-bbf0-5a036e949444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.344272 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2daf849a-6741-4633-bab2-61921140172f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.344997 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-880ce0d1-3228-4f7c-bbf0-5a036e949444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.348791 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-880ce0d1-3228-4f7c-bbf0-5a036e949444 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a99066e1-41dc-4356-9f2c-11b48afb9907 HTTP/1.1" status: 204 len: 168 time: 0.2903585 Jul 05 04:22:01.356337 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ce0d1-3228-4f7c-bbf0-5a036e949444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99066e1-41dc-4356-9f2c-11b48afb9907,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:01.366214 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ed06d85a-16c1-4ef4-9e90-23bc6468a0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.389323 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2daf849a-6741-4633-bab2-61921140172f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.471617 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be21d1-3291-4810-a0a7-01ffa001663c req-0584e242-525e-4ba9-9722-d4c9e1f5e248 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:01.474118 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-09be21d1-3291-4810-a0a7-01ffa001663c req-0584e242-525e-4ba9-9722-d4c9e1f5e248 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1ef06ae8-73e2-4acd-9274-f3b39e885bce HTTP/1.1" status: 200 len: 1096 time: 0.4837964 Jul 05 04:22:01.497435 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.498331 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-870439f2-bbf6-4b9f-9037-73dcb15c86ca tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] For port dbd80ebd-e78b-452b-8c6f-7bbf7e56544a, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=dbd80ebd-e78b-452b-8c6f-7bbf7e56544a,segment=NetworkSegment(6da1d767-fa73-42e4-ad39-d3e46c695f11),segment_id=6da1d767-fa73-42e4-ad39-d3e46c695f11)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:01.498866 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-870439f2-bbf6-4b9f-9037-73dcb15c86ca tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.519145 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2daf849a-6741-4633-bab2-61921140172f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.540109 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34272) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:01.540407 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2daf849a-6741-4633-bab2-61921140172f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4120319 Jul 05 04:22:01.541456 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf849a-6741-4633-bab2-61921140172f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c1e2e0-da0b-442e-9f41-a9a721acfe4f,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:01.546149 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-827e28d4-50e6-4ec2-9c3e-1fdfe341dbff tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group_rule': {'security_group_id': '473fa814-34dd-4bae-96e7-8ee247be57b0', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:01.589612 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-870439f2-bbf6-4b9f-9037-73dcb15c86ca tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Calling delete_port for dbd80ebd-e78b-452b-8c6f-7bbf7e56544a owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:01.598572 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 25b56c22-1645-41ad-8654-ac6e348078ed, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=25b56c22-1645-41ad-8654-ac6e348078ed,segment=NetworkSegment(b3f4ed6f-4d11-4f82-a07c-b66624a69efb),segment_id=b3f4ed6f-4d11-4f82-a07c-b66624a69efb)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:01.611023 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.615298 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 611cee17-eb9e-40e7-813b-0870bf7080d9 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:01.643195 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-827e28d4-50e6-4ec2-9c3e-1fdfe341dbff tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.665445 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861afb8b-f9d0-4ee1-b65b-72cc93f326bf req-791ebf06-10a0-40a8-b4aa-31767eb4750d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:01.670203 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-861afb8b-f9d0-4ee1-b65b-72cc93f326bf req-791ebf06-10a0-40a8-b4aa-31767eb4750d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4769945 Jul 05 04:22:01.694599 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b33ca-f119-4062-8244-88c80782e741 None None] Sync routers for ids ['11e4d8b3-4607-4be0-bb35-993db79a3739'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:01.735523 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-09be21d1-3291-4810-a0a7-01ffa001663c req-45c928e9-a718-415b-8ff0-531a4be4496a tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210243 Jul 05 04:22:01.766706 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-827e28d4-50e6-4ec2-9c3e-1fdfe341dbff tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.777450 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-827e28d4-50e6-4ec2-9c3e-1fdfe341dbff tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.832377 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e28d4-50e6-4ec2-9c3e-1fdfe341dbff tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b284c8d-456f-423e-abd1-425a093c7284,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:01.843639 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-827e28d4-50e6-4ec2-9c3e-1fdfe341dbff tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.848182 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-827e28d4-50e6-4ec2-9c3e-1fdfe341dbff tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3065755 Jul 05 04:22:01.848681 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b33ca-f119-4062-8244-88c80782e741 None None] Routers {'11e4d8b3-4607-4be0-bb35-993db79a3739'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:01.849330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34282) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:01.853163 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-577b33ca-f119-4062-8244-88c80782e741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:22:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['11e4d8b3-4607-4be0-bb35-993db79a3739'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:01.859200 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-57e7eb58-cadc-4a34-9c10-19df12625b4d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group_rule': {'security_group_id': '473fa814-34dd-4bae-96e7-8ee247be57b0', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:01.909066 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-57e7eb58-cadc-4a34-9c10-19df12625b4d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.921050 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-861afb8b-f9d0-4ee1-b65b-72cc93f326bf req-941f752f-893b-4116-8ffd-fdad317d9626 service neutron] 10.222.0.89 "GET /v2.0/networks/c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051232 Jul 05 04:22:01.966041 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.974591 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=25b56c22-1645-41ad-8654-ac6e348078ed,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:01.993464 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-57e7eb58-cadc-4a34-9c10-19df12625b4d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.000215 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-57e7eb58-cadc-4a34-9c10-19df12625b4d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.002323 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 611cee17-eb9e-40e7-813b-0870bf7080d9 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:02.002828 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.017997 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7eb58-cadc-4a34-9c10-19df12625b4d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63caa903-f218-4974-8d1b-0d05afef91d5,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:02.050254 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34286) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:02.055085 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-577b33ca-f119-4062-8244-88c80782e741 None None] Set router 11e4d8b3-4607-4be0-bb35-993db79a3739 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:02.072791 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-57e7eb58-cadc-4a34-9c10-19df12625b4d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.077991 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-57e7eb58-cadc-4a34-9c10-19df12625b4d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2274044 Jul 05 04:22:02.078826 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34288) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:02.082123 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c1e11d31-8cf7-4e4f-9ab9-521f568a3750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.084085 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-dcfe4843-e875-4791-9e65-9b0426f689a2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group_rule': {'security_group_id': '473fa814-34dd-4bae-96e7-8ee247be57b0', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:02.110296 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.db.api [None req-c1e11d31-8cf7-4e4f-9ab9-521f568a3750 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:22:02.110296 n-d-780147-23 neutron-server[105539]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:22:02.110296 n-d-780147-23 neutron-server[105539]: [parameters: {'project_id_1': '1bbe5b043cf9431281df5220a48a6810', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 22, 2, 98486)}] Jul 05 04:22:02.110296 n-d-780147-23 neutron-server[105539]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105539) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:22:02.110821 n-d-780147-23 neutron-server[105539]: DEBUG oslo_db.api [None req-c1e11d31-8cf7-4e4f-9ab9-521f568a3750 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:22:02.115100 n-d-780147-23 neutron-server[105538]: INFO neutron.db.securitygroups_db [None req-dcfe4843-e875-4791-9e65-9b0426f689a2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Project 808124476429444bb6a930e35c6aa8ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:22:02.115278 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-870439f2-bbf6-4b9f-9037-73dcb15c86ca tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.123528 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dcfe4843-e875-4791-9e65-9b0426f689a2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.164245 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870439f2-bbf6-4b9f-9037-73dcb15c86ca tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Port': ['ID=dbd80ebd-e78b-452b-8c6f-7bbf7e56544a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:02.229718 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dcfe4843-e875-4791-9e65-9b0426f689a2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.233538 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e03d35db-9f60-47e5-9d97-1b414f42fd76 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:02.244824 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dcfe4843-e875-4791-9e65-9b0426f689a2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.251936 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-861afb8b-f9d0-4ee1-b65b-72cc93f326bf req-a8874c4e-f8c9-44de-a934-c5a60d9b2e0f service neutron] 10.222.0.89 "GET /v2.0/networks/c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090062 Jul 05 04:22:02.288990 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe4843-e875-4791-9e65-9b0426f689a2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=686af10a-aed3-4540-9b70-95a73baf38d9,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:02.302173 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dcfe4843-e875-4791-9e65-9b0426f689a2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.306190 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-dcfe4843-e875-4791-9e65-9b0426f689a2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2242322 Jul 05 04:22:02.308490 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34290) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:02.318945 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-8b195011-a9a3-44ee-a4f9-4ede3f7d126e tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group_rule': {'security_group_id': '473fa814-34dd-4bae-96e7-8ee247be57b0', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:02.334326 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-870439f2-bbf6-4b9f-9037-73dcb15c86ca tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.351966 n-d-780147-23 neutron-server[105538]: INFO neutron.db.securitygroups_db [None req-8b195011-a9a3-44ee-a4f9-4ede3f7d126e tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Project 808124476429444bb6a930e35c6aa8ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:22:02.358908 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8b195011-a9a3-44ee-a4f9-4ede3f7d126e tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.441523 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8b195011-a9a3-44ee-a4f9-4ede3f7d126e tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.447928 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8b195011-a9a3-44ee-a4f9-4ede3f7d126e tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.475068 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b195011-a9a3-44ee-a4f9-4ede3f7d126e tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cedecb77-93ba-4101-829b-395fb2dbba66,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:02.482092 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port e03d35db-9f60-47e5-9d97-1b414f42fd76 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:02.482647 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.490506 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8b195011-a9a3-44ee-a4f9-4ede3f7d126e tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.495204 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8b195011-a9a3-44ee-a4f9-4ede3f7d126e tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1855247 Jul 05 04:22:02.496083 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34292) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:02.502527 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-f3594508-d9b4-4a30-b428-6ff2033e00f0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'network': {'name': 'tempest-network-smoke--2085868757', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'port_security_enabled': True}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:02.509299 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-577b33ca-f119-4062-8244-88c80782e741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:21:55Z', 'revision_number': 7, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None, '_interfaces': [{'id': '3cac43fe-9aa3-4fee-b18e-542a99505e53', 'name': '', 'network_id': '1bd229d9-61c5-4ea3-beb4-7291f4380978', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:b4:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '6f5706ef-48b9-4d35-8e47-593fdddd87ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:22:00Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': '6f5706ef-48b9-4d35-8e47-593fdddd87ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f218920-3463-475f-be6d-204df1482dca', 'name': '', 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:ad:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbd80ebd-e78b-452b-8c6f-7bbf7e56544a', 'name': '', 'network_id': '939f1cde-64c0-45dc-9d83-be4837dc5f68', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:66:ee:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '9f4f00c5-fe40-4e7e-8dbb-7fe7d82bce47', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:43Z', 'updated_at': '2021-07-05T04:21:58Z', 'revision_number': 4, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': '9f4f00c5-fe40-4e7e-8dbb-7fe7d82bce47', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03d35db-9f60-47e5-9d97-1b414f42fd76', 'name': '', 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:c0:a2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'f69c0a27-d986-478d-8000-177be574d817', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:26Z', 'updated_at': '2021-07-05T04:21:54Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'f69c0a27-d986-478d-8000-177be574d817', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:02.531239 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3594508-d9b4-4a30-b428-6ff2033e00f0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Made reservation on behalf of 808124476429444bb6a930e35c6aa8ee for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:02.545805 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f3594508-d9b4-4a30-b428-6ff2033e00f0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.547152 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b33ca-f119-4062-8244-88c80782e741 None None] Checking router: 11e4d8b3-4607-4be0-bb35-993db79a3739 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:02.569157 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b33ca-f119-4062-8244-88c80782e741 None None] Routers {'11e4d8b3-4607-4be0-bb35-993db79a3739'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:02.569873 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-577b33ca-f119-4062-8244-88c80782e741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:22:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['11e4d8b3-4607-4be0-bb35-993db79a3739'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:02.577734 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3594508-d9b4-4a30-b428-6ff2033e00f0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:22:02.588275 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f3594508-d9b4-4a30-b428-6ff2033e00f0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.588845 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-f3594508-d9b4-4a30-b428-6ff2033e00f0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Added segment 80e955a2-0c08-4d00-9170-d91afd134e37 of type vlan for network d7bbfb07-1c04-4034-927b-f39972dda7da Jul 05 04:22:02.614942 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c1e11d31-8cf7-4e4f-9ab9-521f568a3750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.639385 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f3594508-d9b4-4a30-b428-6ff2033e00f0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.672056 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870439f2-bbf6-4b9f-9037-73dcb15c86ca tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Router 11e4d8b3-4607-4be0-bb35-993db79a3739 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:02.712994 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f3594508-d9b4-4a30-b428-6ff2033e00f0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.729736 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.736464 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3594508-d9b4-4a30-b428-6ff2033e00f0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:02.737785 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f3594508-d9b4-4a30-b428-6ff2033e00f0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.743464 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-577b33ca-f119-4062-8244-88c80782e741 None None] Set router 11e4d8b3-4607-4be0-bb35-993db79a3739 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:02.853605 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 377673c8-f955-460b-949b-297a8d9b165a no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:02.866383 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870439f2-bbf6-4b9f-9037-73dcb15c86ca tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:02.873269 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-870439f2-bbf6-4b9f-9037-73dcb15c86ca tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "PUT /v2.0/routers/11e4d8b3-4607-4be0-bb35-993db79a3739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9718497 Jul 05 04:22:02.877585 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34300) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:02.906287 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3594508-d9b4-4a30-b428-6ff2033e00f0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Network': ['ID=d7bbfb07-1c04-4034-927b-f39972dda7da,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:02.962587 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 377673c8-f955-460b-949b-297a8d9b165a {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:02.962887 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 377673c8-f955-460b-949b-297a8d9b165a not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:02.963399 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:02.970273 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network d7bbfb07-1c04-4034-927b-f39972dda7da details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:22:02.975624 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2220bb-90a8-4376-9bb9-a7b702909554 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting subnet 9f4f00c5-fe40-4e7e-8dbb-7fe7d82bce47 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:22:02.992508 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3b2220bb-90a8-4376-9bb9-a7b702909554 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.034526 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b27e2b-31eb-4440-902b-d13116661516 req-5b2be833-7024-4a2c-a614-5dcf15acaebc tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:03.036249 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-55b27e2b-31eb-4440-902b-d13116661516 req-5b2be833-7024-4a2c-a614-5dcf15acaebc tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1ef06ae8-73e2-4acd-9274-f3b39e885bce HTTP/1.1" status: 200 len: 1096 time: 0.0745978 Jul 05 04:22:03.053834 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c1e11d31-8cf7-4e4f-9ab9-521f568a3750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.062123 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3b2220bb-90a8-4376-9bb9-a7b702909554 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.065614 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c1e11d31-8cf7-4e4f-9ab9-521f568a3750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.081110 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f3594508-d9b4-4a30-b428-6ff2033e00f0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5812929 Jul 05 04:22:03.081110 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-55b27e2b-31eb-4440-902b-d13116661516 req-f62e07c3-145f-4b2b-a3e3-597f3366b04f tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380409 Jul 05 04:22:03.081413 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34306) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:03.086179 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-3287f063-a963-456e-97b1-4d89ea600f62 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-178192724', 'admin_state_up': True, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:03.115585 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:03.116202 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 12a4b781-e9a9-4344-89f7-6d55f4bf9ecc not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:03.116399 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d035072f-b3a0-4a8b-9d76-8d1da46ee3f6 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:03.121234 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3287f063-a963-456e-97b1-4d89ea600f62 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.122820 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3287f063-a963-456e-97b1-4d89ea600f62 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.157478 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c1e11d31-8cf7-4e4f-9ab9-521f568a3750 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1bbe5b043cf9431281df5220a48a6810&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1033118 Jul 05 04:22:03.159123 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: d035072f-b3a0-4a8b-9d76-8d1da46ee3f6 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:03.159252 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34308) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:03.159381 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d035072f-b3a0-4a8b-9d76-8d1da46ee3f6 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:03.159381 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:03.166148 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e11d31-8cf7-4e4f-9ab9-521f568a3750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3484cc13-16c8-44f4-8552-488860cb0d61,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:03.187939 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:03.188144 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e23e1f5d-c3b1-4f31-836f-4fe79b69ebb2 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:03.188530 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b6ff045d-7669-4c84-b202-f2d3689d4ec0 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:03.233570 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: b6ff045d-7669-4c84-b202-f2d3689d4ec0 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:03.234053 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b6ff045d-7669-4c84-b202-f2d3689d4ec0 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:03.234484 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device fb1835d3-6bad-4a09-81c3-e134e944e0f1 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:03.258857 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: fb1835d3-6bad-4a09-81c3-e134e944e0f1 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:03.259203 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device fb1835d3-6bad-4a09-81c3-e134e944e0f1 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:03.269912 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3287f063-a963-456e-97b1-4d89ea600f62 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.287924 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3b2220bb-90a8-4376-9bb9-a7b702909554 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.322897 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-577b33ca-f119-4062-8244-88c80782e741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:22:01Z', 'revision_number': 8, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None, '_interfaces': [{'id': '3cac43fe-9aa3-4fee-b18e-542a99505e53', 'name': '', 'network_id': '1bd229d9-61c5-4ea3-beb4-7291f4380978', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:b4:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '6f5706ef-48b9-4d35-8e47-593fdddd87ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:22:00Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': '6f5706ef-48b9-4d35-8e47-593fdddd87ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f218920-3463-475f-be6d-204df1482dca', 'name': '', 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:ad:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03d35db-9f60-47e5-9d97-1b414f42fd76', 'name': '', 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:c0:a2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'f69c0a27-d986-478d-8000-177be574d817', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:26Z', 'updated_at': '2021-07-05T04:21:54Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'f69c0a27-d986-478d-8000-177be574d817', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:03.326746 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d83b720b-9a9c-401f-9f00-28739c3c5bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.357084 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b33ca-f119-4062-8244-88c80782e741 None None] The sync data for ids ['11e4d8b3-4607-4be0-bb35-993db79a3739'] in n-d-780147-23 is: [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:22:01Z', 'revision_number': 8, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None, '_interfaces': [{'id': '3cac43fe-9aa3-4fee-b18e-542a99505e53', 'name': '', 'network_id': '1bd229d9-61c5-4ea3-beb4-7291f4380978', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:b4:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '6f5706ef-48b9-4d35-8e47-593fdddd87ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:22:00Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': '6f5706ef-48b9-4d35-8e47-593fdddd87ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f218920-3463-475f-be6d-204df1482dca', 'name': '', 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:ad:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03d35db-9f60-47e5-9d97-1b414f42fd76', 'name': '', 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:c0:a2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'f69c0a27-d986-478d-8000-177be574d817', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:26Z', 'updated_at': '2021-07-05T04:21:54Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'f69c0a27-d986-478d-8000-177be574d817', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:03.427671 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d83b720b-9a9c-401f-9f00-28739c3c5bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.487463 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d83b720b-9a9c-401f-9f00-28739c3c5bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.490071 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d83b720b-9a9c-401f-9f00-28739c3c5bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.491240 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d83b720b-9a9c-401f-9f00-28739c3c5bdc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3484cc13-16c8-44f4-8552-488860cb0d61 HTTP/1.1" status: 204 len: 168 time: 0.3321357 Jul 05 04:22:03.507094 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b720b-9a9c-401f-9f00-28739c3c5bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3484cc13-16c8-44f4-8552-488860cb0d61,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:03.507387 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3287f063-a963-456e-97b1-4d89ea600f62 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.519477 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3b2220bb-90a8-4376-9bb9-a7b702909554 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.550459 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3b2220bb-90a8-4376-9bb9-a7b702909554 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.559683 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3b2220bb-90a8-4376-9bb9-a7b702909554 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/subnets/9f4f00c5-fe40-4e7e-8dbb-7fe7d82bce47 HTTP/1.1" status: 204 len: 168 time: 0.6776066 Jul 05 04:22:03.560630 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e51429-4366-4117-8cac-6c50f10de2fb None None] Network 939f1cde-64c0-45dc-9d83-be4837dc5f68 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:22:03.561295 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34312) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:03.598804 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2220bb-90a8-4376-9bb9-a7b702909554 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Subnet': ['ID=9f4f00c5-fe40-4e7e-8dbb-7fe7d82bce47,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:03.713842 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:22:03.779463 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.813140 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 25b56c22-1645-41ad-8654-ac6e348078ed up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:03.940546 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting port 0335716b-b0d3-4cda-811a-e3d4b1bd51d5 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:03.940891 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.958508 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3287f063-a963-456e-97b1-4d89ea600f62 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.015158 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3287f063-a963-456e-97b1-4d89ea600f62 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.089077 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=2262ddea-3e80-4e34-a3f4-5eee0ef22ff4,segment=NetworkSegment(f84c85d9-41f2-4478-9254-f4f1165682c7),segment_id=f84c85d9-41f2-4478-9254-f4f1165682c7)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:04.099729 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] For port 0335716b-b0d3-4cda-811a-e3d4b1bd51d5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=0335716b-b0d3-4cda-811a-e3d4b1bd51d5,segment=NetworkSegment(6da1d767-fa73-42e4-ad39-d3e46c695f11),segment_id=6da1d767-fa73-42e4-ad39-d3e46c695f11)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:04.102574 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.109952 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 25b56c22-1645-41ad-8654-ac6e348078ed triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:04.110920 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.147127 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '2262ddea-3e80-4e34-a3f4-5eee0ef22ff4', 'network_id': 'c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4', 'port_id': '2262ddea-3e80-4e34-a3f4-5eee0ef22ff4', 'mac_address': 'fa:16:3e:c3:43:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4251036-88dc-4ebb-925a-78e98b6f1a9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:22:04.157750 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Calling delete_port for 0335716b-b0d3-4cda-811a-e3d4b1bd51d5 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:04.208348 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb11f08-857b-4a15-b121-bfe1e79c51ba None None] Sync routers for ids ['11e4d8b3-4607-4be0-bb35-993db79a3739'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:04.226564 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb11f08-857b-4a15-b121-bfe1e79c51ba None None] Routers {'11e4d8b3-4607-4be0-bb35-993db79a3739'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:04.231219 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3fb11f08-857b-4a15-b121-bfe1e79c51ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:22:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['11e4d8b3-4607-4be0-bb35-993db79a3739'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:04.259733 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1ae3d4-8768-4a7e-9c69-9afce7700110 None None] DHCP port deletion for 939f1cde-64c0-45dc-9d83-be4837dc5f68 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:22:04.296876 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.331543 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] No DVR routers for this DVR port 0335716b-b0d3-4cda-811a-e3d4b1bd51d5 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:22:04.345148 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-3287f063-a963-456e-97b1-4d89ea600f62 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Allocated IP 172.25.1.246 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/cb40ff44-f316-4c39-9ae9-33f00d6f1c2e) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:04.360542 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-5b1ae3d4-8768-4a7e-9c69-9afce7700110 None None] The port '0335716b-b0d3-4cda-811a-e3d4b1bd51d5' was deleted {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 05 04:22:04.374945 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.395405 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Port': ['ID=0335716b-b0d3-4cda-811a-e3d4b1bd51d5,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:04.433491 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-3fb11f08-857b-4a15-b121-bfe1e79c51ba None None] Set router 11e4d8b3-4607-4be0-bb35-993db79a3739 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:04.438485 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:22:04.494926 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3287f063-a963-456e-97b1-4d89ea600f62 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.495160 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:04.495481 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:04.495879 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:04.497029 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:04.497389 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:04.497726 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:04.498060 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:04.498393 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:04.498897 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:04.499230 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:04.499563 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:04.499915 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:04.522883 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=2262ddea-3e80-4e34-a3f4-5eee0ef22ff4,segment=NetworkSegment(f84c85d9-41f2-4478-9254-f4f1165682c7),segment_id=f84c85d9-41f2-4478-9254-f4f1165682c7)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:04.542399 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3287f063-a963-456e-97b1-4d89ea600f62 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.542889 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.546584 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.564792 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63ba1e-d8cb-43cb-8580-4b781b8ddad4 req-7fc1f329-1e9e-4382-b615-e5ebc00e46db tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:04.566363 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8f63ba1e-d8cb-43cb-8580-4b781b8ddad4 req-7fc1f329-1e9e-4382-b615-e5ebc00e46db tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1ef06ae8-73e2-4acd-9274-f3b39e885bce HTTP/1.1" status: 200 len: 1096 time: 0.1742790 Jul 05 04:22:04.569016 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 0335716b-b0d3-4cda-811a-e3d4b1bd51d5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:04.574907 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.603107 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3287f063-a963-456e-97b1-4d89ea600f62 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:04.604372 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287f063-a963-456e-97b1-4d89ea600f62 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Port': ['ID=cb40ff44-f316-4c39-9ae9-33f00d6f1c2e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:04.607897 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-3287f063-a963-456e-97b1-4d89ea600f62 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:04.610466 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3287f063-a963-456e-97b1-4d89ea600f62 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:04.620736 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939f1cde-64c0-45dc-9d83-be4837dc5f68']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:04.628461 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 0335716b-b0d3-4cda-811a-e3d4b1bd51d5 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:04.629248 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 0335716b-b0d3-4cda-811a-e3d4b1bd51d5 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 05 04:22:04.659962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Port 0335716b-b0d3-4cda-811a-e3d4b1bd51d5 not found, will not notify nova. {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 05 04:22:04.660657 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3cac43fe-9aa3-4fee-b18e-542a99505e53 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:04.663357 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da1d767-fa73-42e4-ad39-d3e46c695f11') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:04.666332 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da1d767-fa73-42e4-ad39-d3e46c695f11') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:04.691764 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.722074 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8f63ba1e-d8cb-43cb-8580-4b781b8ddad4 req-9bdf3613-1294-4b02-8867-2780f9437684 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442189 Jul 05 04:22:04.725461 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=2262ddea-3e80-4e34-a3f4-5eee0ef22ff4,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:04.727127 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:22:04.746029 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:22:04.828033 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.828652 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 3cac43fe-9aa3-4fee-b18e-542a99505e53 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:04.828652 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.847220 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.852577 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/networks/939f1cde-64c0-45dc-9d83-be4837dc5f68 HTTP/1.1" status: 204 len: 168 time: 1.2616677 Jul 05 04:22:04.855583 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34326) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:04.885449 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['2262ddea-3e80-4e34-a3f4-5eee0ef22ff4'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:22:04.885784 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3fb11f08-857b-4a15-b121-bfe1e79c51ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:22:01Z', 'revision_number': 8, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None, '_interfaces': [{'id': '3cac43fe-9aa3-4fee-b18e-542a99505e53', 'name': '', 'network_id': '1bd229d9-61c5-4ea3-beb4-7291f4380978', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:b4:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '6f5706ef-48b9-4d35-8e47-593fdddd87ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:22:00Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': '6f5706ef-48b9-4d35-8e47-593fdddd87ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f218920-3463-475f-be6d-204df1482dca', 'name': '', 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:ad:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03d35db-9f60-47e5-9d97-1b414f42fd76', 'name': '', 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:c0:a2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'f69c0a27-d986-478d-8000-177be574d817', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:26Z', 'updated_at': '2021-07-05T04:21:54Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'f69c0a27-d986-478d-8000-177be574d817', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:04.919733 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb11f08-857b-4a15-b121-bfe1e79c51ba None None] Checking router: 11e4d8b3-4607-4be0-bb35-993db79a3739 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:04.929763 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb11f08-857b-4a15-b121-bfe1e79c51ba None None] Routers {'11e4d8b3-4607-4be0-bb35-993db79a3739'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:04.930706 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3fb11f08-857b-4a15-b121-bfe1e79c51ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:22:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['11e4d8b3-4607-4be0-bb35-993db79a3739'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:04.984753 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bc5df-f4ec-4ee3-9d4c-f8ffb15cf8bc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Network': ['ID=939f1cde-64c0-45dc-9d83-be4837dc5f68,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:05.073703 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-3fb11f08-857b-4a15-b121-bfe1e79c51ba None None] Set router 11e4d8b3-4607-4be0-bb35-993db79a3739 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:05.124881 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3287f063-a963-456e-97b1-4d89ea600f62 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:05.458657 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 0335716b-b0d3-4cda-811a-e3d4b1bd51d5 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:05.513495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 0335716b-b0d3-4cda-811a-e3d4b1bd51d5 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:05.514677 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 0335716b-b0d3-4cda-811a-e3d4b1bd51d5 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:05.515307 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device dbd80ebd-e78b-452b-8c6f-7bbf7e56544a no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:05.517927 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3287f063-a963-456e-97b1-4d89ea600f62 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:05.521011 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3fb11f08-857b-4a15-b121-bfe1e79c51ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:22:01Z', 'revision_number': 8, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None, '_interfaces': [{'id': '3cac43fe-9aa3-4fee-b18e-542a99505e53', 'name': '', 'network_id': '1bd229d9-61c5-4ea3-beb4-7291f4380978', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:b4:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '6f5706ef-48b9-4d35-8e47-593fdddd87ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:22:00Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': '6f5706ef-48b9-4d35-8e47-593fdddd87ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f218920-3463-475f-be6d-204df1482dca', 'name': '', 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:ad:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03d35db-9f60-47e5-9d97-1b414f42fd76', 'name': '', 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:c0:a2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'f69c0a27-d986-478d-8000-177be574d817', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:26Z', 'updated_at': '2021-07-05T04:21:54Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'f69c0a27-d986-478d-8000-177be574d817', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:05.550678 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb11f08-857b-4a15-b121-bfe1e79c51ba None None] The sync data for ids ['11e4d8b3-4607-4be0-bb35-993db79a3739'] in n-d-780147-23 is: [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:22:01Z', 'revision_number': 8, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None, '_interfaces': [{'id': '3cac43fe-9aa3-4fee-b18e-542a99505e53', 'name': '', 'network_id': '1bd229d9-61c5-4ea3-beb4-7291f4380978', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:b4:2d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '6f5706ef-48b9-4d35-8e47-593fdddd87ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:22:00Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': '6f5706ef-48b9-4d35-8e47-593fdddd87ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f218920-3463-475f-be6d-204df1482dca', 'name': '', 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:ad:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03d35db-9f60-47e5-9d97-1b414f42fd76', 'name': '', 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:c0:a2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'f69c0a27-d986-478d-8000-177be574d817', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:26Z', 'updated_at': '2021-07-05T04:21:54Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'f69c0a27-d986-478d-8000-177be574d817', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:05.560819 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: dbd80ebd-e78b-452b-8c6f-7bbf7e56544a {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:05.561161 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device dbd80ebd-e78b-452b-8c6f-7bbf7e56544a not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:05.736854 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3287f063-a963-456e-97b1-4d89ea600f62 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Router 7dd1dbe7-4728-4350-bbc2-386594fa53b7 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:22:05.848982 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26e402ed-f4a5-49cd-812d-ce88a283daa4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:05.946024 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3287f063-a963-456e-97b1-4d89ea600f62 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:05.959383 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] Sync routers for ids ['7dd1dbe7-4728-4350-bbc2-386594fa53b7'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:05.973996 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] Routers {'7dd1dbe7-4728-4350-bbc2-386594fa53b7'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:05.975241 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:22:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7dd1dbe7-4728-4350-bbc2-386594fa53b7'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:05.976650 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcec68-a607-4a2d-9f2b-297d35272b2d req-d7da8b8c-3fe0-40bc-a29a-5fd75436d527 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:05.978594 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b5bcec68-a607-4a2d-9f2b-297d35272b2d req-d7da8b8c-3fe0-40bc-a29a-5fd75436d527 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1ef06ae8-73e2-4acd-9274-f3b39e885bce HTTP/1.1" status: 200 len: 1097 time: 0.0889578 Jul 05 04:22:05.982494 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3287f063-a963-456e-97b1-4d89ea600f62 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:05.983969 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3287f063-a963-456e-97b1-4d89ea600f62 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9018085 Jul 05 04:22:05.987455 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34334) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:06.019376 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b5bcec68-a607-4a2d-9f2b-297d35272b2d req-60c07295-0127-4062-8305-cf54edb1474d tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341003 Jul 05 04:22:06.044377 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b319deff-c656-4cdc-a875-2be252c47fba tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=808124476429444bb6a930e35c6aa8ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0552864 Jul 05 04:22:06.047136 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34336) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:06.126456 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] Set router 7dd1dbe7-4728-4350-bbc2-386594fa53b7 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:06.179215 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aee1eaf-1e11-4cd7-8db5-9de61e5ac1fd tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:06.188412 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5aee1eaf-1e11-4cd7-8db5-9de61e5ac1fd tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1328390 Jul 05 04:22:06.188835 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34344) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:06.245387 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-26e402ed-f4a5-49cd-812d-ce88a283daa4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting port 3cac43fe-9aa3-4fee-b18e-542a99505e53 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:06.245780 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26e402ed-f4a5-49cd-812d-ce88a283daa4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:06.262656 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0b4a92ae-6f8e-4b3e-908c-83254db204a8 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0698249 Jul 05 04:22:06.267339 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34348) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:06.275014 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-1c714906-1108-4dcd-a831-d6a9c9bebc0c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1986495263', 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:06.353103 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178192724', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:03Z', 'updated_at': '2021-07-05T04:22:04Z', 'revision_number': 3, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:04Z', 'updated_at': '2021-07-05T04:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:06.391534 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] Checking router: 7dd1dbe7-4728-4350-bbc2-386594fa53b7 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:06.391748 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] Updating router 7dd1dbe7-4728-4350-bbc2-386594fa53b7 port cb40ff44-f316-4c39-9ae9-33f00d6f1c2e binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:22:06.433509 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:06.460597 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-26e402ed-f4a5-49cd-812d-ce88a283daa4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] For port 3cac43fe-9aa3-4fee-b18e-542a99505e53, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3cac43fe-9aa3-4fee-b18e-542a99505e53,segment=NetworkSegment(7f5388a8-2c4f-4230-a0ea-d05e9827e829),segment_id=7f5388a8-2c4f-4230-a0ea-d05e9827e829)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:06.460967 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26e402ed-f4a5-49cd-812d-ce88a283daa4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:06.483174 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-26e402ed-f4a5-49cd-812d-ce88a283daa4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Calling delete_port for 3cac43fe-9aa3-4fee-b18e-542a99505e53 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:06.484967 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c714906-1108-4dcd-a831-d6a9c9bebc0c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Made reservation on behalf of 808124476429444bb6a930e35c6aa8ee for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:06.488611 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1c714906-1108-4dcd-a831-d6a9c9bebc0c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:06.773056 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:06.807990 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] Transition to ACTIVE for port object cb40ff44-f316-4c39-9ae9-33f00d6f1c2e will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:06.817886 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:06.842949 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1c714906-1108-4dcd-a831-d6a9c9bebc0c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:06.896243 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c714906-1108-4dcd-a831-d6a9c9bebc0c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Subnet': ['ID=852681fb-866b-4290-8397-791fc57a79d1,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:06.924442 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] Attempting to bind port cb40ff44-f316-4c39-9ae9-33f00d6f1c2e on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:22:06.924818 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] Attempting to bind port cb40ff44-f316-4c39-9ae9-33f00d6f1c2e by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:22:06.925432 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] Attempting to bind port cb40ff44-f316-4c39-9ae9-33f00d6f1c2e on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:06.933739 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:22:06.936540 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:06.937119 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:06.937561 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:22:06.938041 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] Bound port: cb40ff44-f316-4c39-9ae9-33f00d6f1c2e, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:22:06.938431 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:06.943558 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee538be0-8b0b-4e7e-80cf-51c10e6aedc7 None None] Pushing event updated for resources: {'Port': ['ID=cb40ff44-f316-4c39-9ae9-33f00d6f1c2e,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:06.987572 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26e402ed-f4a5-49cd-812d-ce88a283daa4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:07.006339 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] For port cb40ff44-f316-4c39-9ae9-33f00d6f1c2e, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:22:07.009708 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] For port cb40ff44-f316-4c39-9ae9-33f00d6f1c2e, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cb40ff44-f316-4c39-9ae9-33f00d6f1c2e,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:22:07.013972 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:07.023516 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e402ed-f4a5-49cd-812d-ce88a283daa4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Port': ['ID=3cac43fe-9aa3-4fee-b18e-542a99505e53,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:07.032508 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c714906-1108-4dcd-a831-d6a9c9bebc0c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Checking segment: {'id': '80e955a2-0c08-4d00-9170-d91afd134e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:07.033000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c714906-1108-4dcd-a831-d6a9c9bebc0c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network hostable DHCP agents. Network: d7bbfb07-1c04-4034-927b-f39972dda7da, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:22:07.089554 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee538be0-8b0b-4e7e-80cf-51c10e6aedc7 None None] Pushing event updated for resources: {'Port': ['ID=cb40ff44-f316-4c39-9ae9-33f00d6f1c2e,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:07.093427 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] Routers {'7dd1dbe7-4728-4350-bbc2-386594fa53b7'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:07.094065 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:22:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7dd1dbe7-4728-4350-bbc2-386594fa53b7'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:07.260598 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c714906-1108-4dcd-a831-d6a9c9bebc0c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network d7bbfb07-1c04-4034-927b-f39972dda7da is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:22:07.281150 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] Set router 7dd1dbe7-4728-4350-bbc2-386594fa53b7 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:07.321524 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-1c714906-1108-4dcd-a831-d6a9c9bebc0c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, d7bbfb07-1c04-4034-927b-f39972dda7da) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:07.338139 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c714906-1108-4dcd-a831-d6a9c9bebc0c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:07.339119 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1c714906-1108-4dcd-a831-d6a9c9bebc0c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:07.360199 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f992e0cd-fba7-46e5-84de-2a7460b9a3e3 None None] Network d7bbfb07-1c04-4034-927b-f39972dda7da requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:22:07.360864 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26e402ed-f4a5-49cd-812d-ce88a283daa4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:07.424262 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1c714906-1108-4dcd-a831-d6a9c9bebc0c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1555145 Jul 05 04:22:07.427177 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34370) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:07.505387 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c3e8b-ac22-4bea-b9a2-ded0db8cbb64 req-3169b75d-45fd-4371-b854-4acb8a2e545a tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:07.507299 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a66c3e8b-ac22-4bea-b9a2-ded0db8cbb64 req-3169b75d-45fd-4371-b854-4acb8a2e545a tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1ef06ae8-73e2-4acd-9274-f3b39e885bce HTTP/1.1" status: 200 len: 1097 time: 0.2398727 Jul 05 04:22:07.660351 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e402ed-f4a5-49cd-812d-ce88a283daa4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Router 11e4d8b3-4607-4be0-bb35-993db79a3739 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:07.721714 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:07.802564 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e402ed-f4a5-49cd-812d-ce88a283daa4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:07.814180 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91257a8-3b71-4ce9-9ed0-363a8c71b6a0 None None] Sync routers for ids ['11e4d8b3-4607-4be0-bb35-993db79a3739'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:07.820185 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-26e402ed-f4a5-49cd-812d-ce88a283daa4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "PUT /v2.0/routers/11e4d8b3-4607-4be0-bb35-993db79a3739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9656644 Jul 05 04:22:07.826997 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34372) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:07.835073 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91257a8-3b71-4ce9-9ed0-363a8c71b6a0 None None] Routers {'11e4d8b3-4607-4be0-bb35-993db79a3739'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:07.835749 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e91257a8-3b71-4ce9-9ed0-363a8c71b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:22:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['11e4d8b3-4607-4be0-bb35-993db79a3739'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:07.924702 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e55c698-4e0c-469b-97cb-6884ad8976ea tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting subnet 6f5706ef-48b9-4d35-8e47-593fdddd87ed {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:22:07.931575 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1e55c698-4e0c-469b-97cb-6884ad8976ea tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:07.952692 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-e91257a8-3b71-4ce9-9ed0-363a8c71b6a0 None None] Set router 11e4d8b3-4607-4be0-bb35-993db79a3739 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:08.012639 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:08.022278 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:08.022659 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:08.024666 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a756b5-9ef4-4222-b118-7920aa9e3f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-d7bbfb07-1c04-4034-927b-f39972dda7da', 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'fixed_ips': [{'subnet_id': '852681fb-866b-4290-8397-791fc57a79d1'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:22:08.025539 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-07a756b5-9ef4-4222-b118-7920aa9e3f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:08.039344 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1e55c698-4e0c-469b-97cb-6884ad8976ea tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:08.049302 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178192724', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:03Z', 'updated_at': '2021-07-05T04:22:04Z', 'revision_number': 3, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:04Z', 'updated_at': '2021-07-05T04:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:08.087856 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd05f0-986c-4153-84bf-f481ec523585 None None] The sync data for ids ['7dd1dbe7-4728-4350-bbc2-386594fa53b7'] in n-d-780147-23 is: [{'id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178192724', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:03Z', 'updated_at': '2021-07-05T04:22:04Z', 'revision_number': 3, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:04Z', 'updated_at': '2021-07-05T04:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:08.182970 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a66c3e8b-ac22-4bea-b9a2-ded0db8cbb64 req-d47eaefb-eece-4fb6-b461-23b2ac0e271b tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471501 Jul 05 04:22:08.299045 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-039bf04c-0510-45a1-b246-0d746d993483 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:08.318365 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1e55c698-4e0c-469b-97cb-6884ad8976ea tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:08.393873 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e91257a8-3b71-4ce9-9ed0-363a8c71b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:22:06Z', 'revision_number': 9, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None, '_interfaces': [{'id': '6f218920-3463-475f-be6d-204df1482dca', 'name': '', 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:ad:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03d35db-9f60-47e5-9d97-1b414f42fd76', 'name': '', 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:c0:a2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'f69c0a27-d986-478d-8000-177be574d817', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:26Z', 'updated_at': '2021-07-05T04:21:54Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'f69c0a27-d986-478d-8000-177be574d817', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:08.447322 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91257a8-3b71-4ce9-9ed0-363a8c71b6a0 None None] Checking router: 11e4d8b3-4607-4be0-bb35-993db79a3739 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:08.450720 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1e55c698-4e0c-469b-97cb-6884ad8976ea tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:08.470443 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91257a8-3b71-4ce9-9ed0-363a8c71b6a0 None None] Routers {'11e4d8b3-4607-4be0-bb35-993db79a3739'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:08.471189 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e91257a8-3b71-4ce9-9ed0-363a8c71b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:22:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['11e4d8b3-4607-4be0-bb35-993db79a3739'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:08.546408 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1e55c698-4e0c-469b-97cb-6884ad8976ea tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:08.569669 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34382) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:08.572352 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1e55c698-4e0c-469b-97cb-6884ad8976ea tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/subnets/6f5706ef-48b9-4d35-8e47-593fdddd87ed HTTP/1.1" status: 204 len: 168 time: 0.7438152 Jul 05 04:22:08.573470 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55c698-4e0c-469b-97cb-6884ad8976ea tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Subnet': ['ID=6f5706ef-48b9-4d35-8e47-593fdddd87ed,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:08.632232 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-e91257a8-3b71-4ce9-9ed0-363a8c71b6a0 None None] Set router 11e4d8b3-4607-4be0-bb35-993db79a3739 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:08.777175 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-07a756b5-9ef4-4222-b118-7920aa9e3f6a None None] Allocated IP 172.20.0.2 (d7bbfb07-1c04-4034-927b-f39972dda7da/852681fb-866b-4290-8397-791fc57a79d1/a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:08.821716 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-074838e8-2f73-4f6b-9c84-1fa366597711 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:08.889600 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e91257a8-3b71-4ce9-9ed0-363a8c71b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:22:06Z', 'revision_number': 9, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None, '_interfaces': [{'id': '6f218920-3463-475f-be6d-204df1482dca', 'name': '', 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:ad:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03d35db-9f60-47e5-9d97-1b414f42fd76', 'name': '', 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:c0:a2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'f69c0a27-d986-478d-8000-177be574d817', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:26Z', 'updated_at': '2021-07-05T04:21:54Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'f69c0a27-d986-478d-8000-177be574d817', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:08.937426 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91257a8-3b71-4ce9-9ed0-363a8c71b6a0 None None] The sync data for ids ['11e4d8b3-4607-4be0-bb35-993db79a3739'] in n-d-780147-23 is: [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:22:06Z', 'revision_number': 9, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None, '_interfaces': [{'id': '6f218920-3463-475f-be6d-204df1482dca', 'name': '', 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:ad:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03d35db-9f60-47e5-9d97-1b414f42fd76', 'name': '', 'network_id': '430d78c4-91fa-4f47-a127-f5e15664677f', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:c0:a2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'f69c0a27-d986-478d-8000-177be574d817', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:26Z', 'updated_at': '2021-07-05T04:21:54Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'f69c0a27-d986-478d-8000-177be574d817', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:08.993737 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1788351-fa22-43cf-9836-0ac398f7a3d9 None None] Network 1bd229d9-61c5-4ea3-beb4-7291f4380978 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:22:09.072865 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-074838e8-2f73-4f6b-9c84-1fa366597711 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting port 611cee17-eb9e-40e7-813b-0870bf7080d9 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:09.073218 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-074838e8-2f73-4f6b-9c84-1fa366597711 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.151982 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-074838e8-2f73-4f6b-9c84-1fa366597711 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] For port 611cee17-eb9e-40e7-813b-0870bf7080d9, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=611cee17-eb9e-40e7-813b-0870bf7080d9,segment=NetworkSegment(7f5388a8-2c4f-4230-a0ea-d05e9827e829),segment_id=7f5388a8-2c4f-4230-a0ea-d05e9827e829)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:09.152929 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-074838e8-2f73-4f6b-9c84-1fa366597711 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.171218 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-074838e8-2f73-4f6b-9c84-1fa366597711 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Calling delete_port for 611cee17-eb9e-40e7-813b-0870bf7080d9 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:09.304320 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-074838e8-2f73-4f6b-9c84-1fa366597711 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.327993 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-07a756b5-9ef4-4222-b118-7920aa9e3f6a None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.365066 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074838e8-2f73-4f6b-9c84-1fa366597711 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Port': ['ID=611cee17-eb9e-40e7-813b-0870bf7080d9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:09.369557 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074838e8-2f73-4f6b-9c84-1fa366597711 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] No DVR routers for this DVR port 611cee17-eb9e-40e7-813b-0870bf7080d9 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:22:09.406778 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-07a756b5-9ef4-4222-b118-7920aa9e3f6a None None] Transition to ACTIVE for port object a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:09.510282 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-07a756b5-9ef4-4222-b118-7920aa9e3f6a None None] Transition to ACTIVE for port object a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:09.517259 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.558565 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-07a756b5-9ef4-4222-b118-7920aa9e3f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.632970 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc4f3ab-623b-4113-97d9-123ffd1b1de6 None None] DHCP port deletion for 1bd229d9-61c5-4ea3-beb4-7291f4380978 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:22:09.637936 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cb40ff44-f316-4c39-9ae9-33f00d6f1c2e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:09.693609 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-074838e8-2f73-4f6b-9c84-1fa366597711 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.709499 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-039bf04c-0510-45a1-b246-0d746d993483 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Allocated IP 172.20.0.1 (d7bbfb07-1c04-4034-927b-f39972dda7da/852681fb-866b-4290-8397-791fc57a79d1/15db8fcf-e5bc-4bc4-8d94-d6da30824d8b) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:09.744305 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-074838e8-2f73-4f6b-9c84-1fa366597711 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd229d9-61c5-4ea3-beb4-7291f4380978']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:09.761177 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-074838e8-2f73-4f6b-9c84-1fa366597711 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5388a8-2c4f-4230-a0ea-d05e9827e829') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:09.761586 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-074838e8-2f73-4f6b-9c84-1fa366597711 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5388a8-2c4f-4230-a0ea-d05e9827e829') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:09.783482 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-074838e8-2f73-4f6b-9c84-1fa366597711 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.794474 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=2262ddea-3e80-4e34-a3f4-5eee0ef22ff4,segment=NetworkSegment(f84c85d9-41f2-4478-9254-f4f1165682c7),segment_id=f84c85d9-41f2-4478-9254-f4f1165682c7)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:09.806675 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a756b5-9ef4-4222-b118-7920aa9e3f6a None None] Network d7bbfb07-1c04-4034-927b-f39972dda7da is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:09.808080 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef06ae8-73e2-4acd-9274-f3b39e885bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2262ddea-3e80-4e34-a3f4-5eee0ef22ff4'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:09.810879 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd0ec53-3190-44a8-839b-fad0f475e4f8" -d '{"events": [{"server_uuid": "1ef06ae8-73e2-4acd-9274-f3b39e885bce", "name": "network-vif-plugged", "status": "completed", "tag": "2262ddea-3e80-4e34-a3f4-5eee0ef22ff4"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:09.817675 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-07a756b5-9ef4-4222-b118-7920aa9e3f6a None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:09.820083 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.824193 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a756b5-9ef4-4222-b118-7920aa9e3f6a None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:09.853597 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a756b5-9ef4-4222-b118-7920aa9e3f6a None None] Pushing event updated for resources: {'Port': ['ID=a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:09.896205 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4324ffc-b59f-485b-99c0-787bb4d9559e req-048ba0a4-efae-458f-aa61-e46e2801f380 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:09.905765 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d4324ffc-b59f-485b-99c0-787bb4d9559e req-048ba0a4-efae-458f-aa61-e46e2801f380 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1ef06ae8-73e2-4acd-9274-f3b39e885bce HTTP/1.1" status: 200 len: 1097 time: 0.4345076 Jul 05 04:22:09.907147 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02252d93-2f81-4fc4-9816-b191b8e43b49 x-openstack-request-id: req-02252d93-2f81-4fc4-9816-b191b8e43b49 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:09.907657 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef06ae8-73e2-4acd-9274-f3b39e885bce", "name": "network-vif-plugged", "status": "completed", "tag": "2262ddea-3e80-4e34-a3f4-5eee0ef22ff4", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:09.908141 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-02252d93-2f81-4fc4-9816-b191b8e43b49 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:09.908732 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef06ae8-73e2-4acd-9274-f3b39e885bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2262ddea-3e80-4e34-a3f4-5eee0ef22ff4', 'code': 200} Jul 05 04:22:09.931526 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-074838e8-2f73-4f6b-9c84-1fa366597711 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.944575 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074838e8-2f73-4f6b-9c84-1fa366597711 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:22:09.945157 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-074838e8-2f73-4f6b-9c84-1fa366597711 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:22:09.948726 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:22:09.961511 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port cb40ff44-f316-4c39-9ae9-33f00d6f1c2e completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:09.970386 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port cb40ff44-f316-4c39-9ae9-33f00d6f1c2e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:09.970759 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:10.074145 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d4324ffc-b59f-485b-99c0-787bb4d9559e req-97e67e78-2736-4edb-9844-2efa72cb8656 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673672 Jul 05 04:22:10.079690 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-07a756b5-9ef4-4222-b118-7920aa9e3f6a None None] Attempting to bind port a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:22:10.080264 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-07a756b5-9ef4-4222-b118-7920aa9e3f6a None None] Attempting to bind port a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '80e955a2-0c08-4d00-9170-d91afd134e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:22:10.081087 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a756b5-9ef4-4222-b118-7920aa9e3f6a None None] Attempting to bind port a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f on network d7bbfb07-1c04-4034-927b-f39972dda7da {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:10.094353 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309406c9-07b2-41e2-bb4c-6b69ecc75a25 req-f46aa470-26a1-40c5-ac10-3a73c0cc62ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:10.097014 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-309406c9-07b2-41e2-bb4c-6b69ecc75a25 req-f46aa470-26a1-40c5-ac10-3a73c0cc62ef service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1ef06ae8-73e2-4acd-9274-f3b39e885bce HTTP/1.1" status: 200 len: 1098 time: 0.1133175 Jul 05 04:22:10.116641 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a756b5-9ef4-4222-b118-7920aa9e3f6a None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:22:10.117020 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a756b5-9ef4-4222-b118-7920aa9e3f6a None None] Checking segment: {'id': '80e955a2-0c08-4d00-9170-d91afd134e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:10.117427 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-07a756b5-9ef4-4222-b118-7920aa9e3f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:10.117818 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a756b5-9ef4-4222-b118-7920aa9e3f6a None None] Bound using segment: {'id': '80e955a2-0c08-4d00-9170-d91afd134e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:22:10.118305 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-07a756b5-9ef4-4222-b118-7920aa9e3f6a None None] Bound port: a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e955a2-0c08-4d00-9170-d91afd134e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:22:10.118690 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-07a756b5-9ef4-4222-b118-7920aa9e3f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:10.127685 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-074838e8-2f73-4f6b-9c84-1fa366597711 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:10.149214 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=2262ddea-3e80-4e34-a3f4-5eee0ef22ff4,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:10.182477 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-309406c9-07b2-41e2-bb4c-6b69ecc75a25 req-6400fed4-34e8-4d9a-bded-9644a4d5f0c1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747304 Jul 05 04:22:10.274802 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:10.282986 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-07a756b5-9ef4-4222-b118-7920aa9e3f6a None None] For port a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:22:10.308625 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-07a756b5-9ef4-4222-b118-7920aa9e3f6a None None] For port a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f,segment=NetworkSegment(80e955a2-0c08-4d00-9170-d91afd134e37),segment_id=80e955a2-0c08-4d00-9170-d91afd134e37)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:22:10.313656 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port cb40ff44-f316-4c39-9ae9-33f00d6f1c2e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cb40ff44-f316-4c39-9ae9-33f00d6f1c2e,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:10.318043 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-07a756b5-9ef4-4222-b118-7920aa9e3f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:10.333201 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:10.360734 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3cac43fe-9aa3-4fee-b18e-542a99505e53 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:10.391163 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 3cac43fe-9aa3-4fee-b18e-542a99505e53 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:10.391507 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3cac43fe-9aa3-4fee-b18e-542a99505e53 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:10.431756 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a756b5-9ef4-4222-b118-7920aa9e3f6a None None] Pushing event updated for resources: {'Port': ['ID=a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:10.499990 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=cb40ff44-f316-4c39-9ae9-33f00d6f1c2e,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:10.647261 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-074838e8-2f73-4f6b-9c84-1fa366597711 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:10.652295 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-074838e8-2f73-4f6b-9c84-1fa366597711 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/networks/1bd229d9-61c5-4ea3-beb4-7291f4380978 HTTP/1.1" status: 204 len: 168 time: 2.0808485 Jul 05 04:22:10.652532 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34400) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:10.656641 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074838e8-2f73-4f6b-9c84-1fa366597711 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Network': ['ID=1bd229d9-61c5-4ea3-beb4-7291f4380978,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:10.693030 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-039bf04c-0510-45a1-b246-0d746d993483 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:10.715697 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-039bf04c-0510-45a1-b246-0d746d993483 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Transition to ACTIVE for port object 15db8fcf-e5bc-4bc4-8d94-d6da30824d8b will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:10.813025 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-039bf04c-0510-45a1-b246-0d746d993483 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:10.882270 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039bf04c-0510-45a1-b246-0d746d993483 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network d7bbfb07-1c04-4034-927b-f39972dda7da is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:10.888521 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-039bf04c-0510-45a1-b246-0d746d993483 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:10.892921 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039bf04c-0510-45a1-b246-0d746d993483 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:10.946399 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-039bf04c-0510-45a1-b246-0d746d993483 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:10.990690 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bf04c-0510-45a1-b246-0d746d993483 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Port': ['ID=15db8fcf-e5bc-4bc4-8d94-d6da30824d8b,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:11.239868 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-039bf04c-0510-45a1-b246-0d746d993483 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:11.375188 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d467f74b-2cd3-4007-9132-2cba1801a3ad tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:11.639521 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:11.736552 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:11.741680 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cb40ff44-f316-4c39-9ae9-33f00d6f1c2e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:11.750366 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-039bf04c-0510-45a1-b246-0d746d993483 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:11.764668 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-039bf04c-0510-45a1-b246-0d746d993483 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:11.819110 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port cb40ff44-f316-4c39-9ae9-33f00d6f1c2e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:11.819726 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:11.886804 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-039bf04c-0510-45a1-b246-0d746d993483 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:11.989437 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2347cfb3-517b-4bba-ae85-9acbe3ef0d2c None None] Network d7bbfb07-1c04-4034-927b-f39972dda7da requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:22:12.037483 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eaca74-93c8-4c8a-8856-6117b85a88d4 req-4ec80b8d-14f2-403f-a4f0-0f6e9350d226 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:12.040253 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-98eaca74-93c8-4c8a-8856-6117b85a88d4 req-4ec80b8d-14f2-403f-a4f0-0f6e9350d226 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1ef06ae8-73e2-4acd-9274-f3b39e885bce HTTP/1.1" status: 200 len: 1098 time: 0.8151195 Jul 05 04:22:12.084235 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039bf04c-0510-45a1-b246-0d746d993483 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network d7bbfb07-1c04-4034-927b-f39972dda7da is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:12.089113 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-039bf04c-0510-45a1-b246-0d746d993483 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:12.092769 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 611cee17-eb9e-40e7-813b-0870bf7080d9 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:12.093190 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bf04c-0510-45a1-b246-0d746d993483 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Port': ['ID=15db8fcf-e5bc-4bc4-8d94-d6da30824d8b,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:12.130416 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-98eaca74-93c8-4c8a-8856-6117b85a88d4 req-6bcb12ed-e05c-4fb4-bbde-f1ea99f26835 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808597 Jul 05 04:22:12.138393 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 611cee17-eb9e-40e7-813b-0870bf7080d9 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:12.138738 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 611cee17-eb9e-40e7-813b-0870bf7080d9 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:12.183218 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a671df87-3a62-4dad-a53d-0c55c0cb32ef None None] Provisioning for port a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:12.199359 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a671df87-3a62-4dad-a53d-0c55c0cb32ef None None] Provisioning complete for port a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:12.200036 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a671df87-3a62-4dad-a53d-0c55c0cb32ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:12.238216 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039bf04c-0510-45a1-b246-0d746d993483 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Router 7dd1dbe7-4728-4350-bbc2-386594fa53b7 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:12.273182 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-d467f74b-2cd3-4007-9132-2cba1801a3ad tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting port e03d35db-9f60-47e5-9d97-1b414f42fd76 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:12.273620 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d467f74b-2cd3-4007-9132-2cba1801a3ad tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:12.390826 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a671df87-3a62-4dad-a53d-0c55c0cb32ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:12.433608 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-d467f74b-2cd3-4007-9132-2cba1801a3ad tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] For port e03d35db-9f60-47e5-9d97-1b414f42fd76, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e03d35db-9f60-47e5-9d97-1b414f42fd76,segment=NetworkSegment(24dc9014-1950-4352-b8e8-e51a7523d285),segment_id=24dc9014-1950-4352-b8e8-e51a7523d285)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:12.435193 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a671df87-3a62-4dad-a53d-0c55c0cb32ef None None] For port a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f,segment=NetworkSegment(80e955a2-0c08-4d00-9170-d91afd134e37),segment_id=80e955a2-0c08-4d00-9170-d91afd134e37)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:12.436889 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d467f74b-2cd3-4007-9132-2cba1801a3ad tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:12.450992 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039bf04c-0510-45a1-b246-0d746d993483 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:12.451600 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a671df87-3a62-4dad-a53d-0c55c0cb32ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:12.470617 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-039bf04c-0510-45a1-b246-0d746d993483 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "PUT /v2.0/routers/7dd1dbe7-4728-4350-bbc2-386594fa53b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0423017 Jul 05 04:22:12.472768 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-d467f74b-2cd3-4007-9132-2cba1801a3ad tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Calling delete_port for e03d35db-9f60-47e5-9d97-1b414f42fd76 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:12.492153 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] Sync routers for ids ['7dd1dbe7-4728-4350-bbc2-386594fa53b7'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:12.516740 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] Routers {'7dd1dbe7-4728-4350-bbc2-386594fa53b7'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:12.517402 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:22:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7dd1dbe7-4728-4350-bbc2-386594fa53b7'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:12.582054 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671df87-3a62-4dad-a53d-0c55c0cb32ef None None] Pushing event updated for resources: {'Port': ['ID=a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:12.756496 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] Set router 7dd1dbe7-4728-4350-bbc2-386594fa53b7 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:12.770067 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-9ec0cccc-ddb2-49fe-9300-ff62ac3825f6 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2103379453&fields=id&tenant_id=808124476429444bb6a930e35c6aa8ee HTTP/1.1" status: 200 len: 267 time: 0.0761223 Jul 05 04:22:12.797464 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d467f74b-2cd3-4007-9132-2cba1801a3ad tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:12.850587 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-29a2856b-e2e2-40a8-a599-7b74b9e44d4e None None] Provisioning complete for port a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:12.851125 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-29a2856b-e2e2-40a8-a599-7b74b9e44d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:12.865986 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467f74b-2cd3-4007-9132-2cba1801a3ad tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Port': ['ID=e03d35db-9f60-47e5-9d97-1b414f42fd76,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:12.990419 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-d3bd40ba-80bd-4a1c-ade1-f97f142810a0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:12.992074 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-d3bd40ba-80bd-4a1c-ade1-f97f142810a0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/networks?id=d7bbfb07-1c04-4034-927b-f39972dda7da HTTP/1.1" status: 200 len: 797 time: 0.2116020 Jul 05 04:22:13.019697 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-4a15c52b-39dd-439c-94ac-b818bda16944 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/quotas/808124476429444bb6a930e35c6aa8ee HTTP/1.1" status: 200 len: 375 time: 0.0170164 Jul 05 04:22:13.110380 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d467f74b-2cd3-4007-9132-2cba1801a3ad tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:13.204137 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-0ae64767-17f5-4c93-9fb4-9bbe780319c7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1758223 Jul 05 04:22:13.299437 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:13.407088 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178192724', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:03Z', 'updated_at': '2021-07-05T04:22:11Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:04Z', 'updated_at': '2021-07-05T04:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '15db8fcf-e5bc-4bc4-8d94-d6da30824d8b', 'name': '', 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:9f:84:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '852681fb-866b-4290-8397-791fc57a79d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:08Z', 'updated_at': '2021-07-05T04:22:11Z', 'revision_number': 2, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '852681fb-866b-4290-8397-791fc57a79d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:13.446052 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] Checking router: 7dd1dbe7-4728-4350-bbc2-386594fa53b7 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:13.446653 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] Updating router 7dd1dbe7-4728-4350-bbc2-386594fa53b7 port 15db8fcf-e5bc-4bc4-8d94-d6da30824d8b binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:22:13.448608 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-29a2856b-e2e2-40a8-a599-7b74b9e44d4e None None] Provisioning for port 15db8fcf-e5bc-4bc4-8d94-d6da30824d8b completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:13.458208 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-0678c234-9ced-40a7-8e3b-c53942614653 service neutron] 10.222.0.77 "GET /v2.0/networks/d7bbfb07-1c04-4034-927b-f39972dda7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445319 Jul 05 04:22:13.489296 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-29a2856b-e2e2-40a8-a599-7b74b9e44d4e None None] Provisioning complete for port 15db8fcf-e5bc-4bc4-8d94-d6da30824d8b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:13.489679 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-29a2856b-e2e2-40a8-a599-7b74b9e44d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:13.589402 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d467f74b-2cd3-4007-9132-2cba1801a3ad tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Router 11e4d8b3-4607-4be0-bb35-993db79a3739 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:13.633474 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-b695b54b-d74e-40d2-9620-038ff617953a service neutron] 10.222.0.77 "GET /v2.0/networks/d7bbfb07-1c04-4034-927b-f39972dda7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638906 Jul 05 04:22:13.735979 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-29a2856b-e2e2-40a8-a599-7b74b9e44d4e None None] Port 15db8fcf-e5bc-4bc4-8d94-d6da30824d8b cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:22:13.741688 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:13.798029 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f7ad6-2f98-4633-ad84-4ac68a6cf930 req-fd4274af-72ec-4d81-a665-c8e1c1f5d556 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:13.799972 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5e8f7ad6-2f98-4633-ad84-4ac68a6cf930 req-fd4274af-72ec-4d81-a665-c8e1c1f5d556 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1ef06ae8-73e2-4acd-9274-f3b39e885bce HTTP/1.1" status: 200 len: 1098 time: 0.4094994 Jul 05 04:22:13.801977 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:13.877267 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d467f74b-2cd3-4007-9132-2cba1801a3ad tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:13.890753 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bcedaf-52a1-4bed-96c6-134bb1d76483 None None] Sync routers for ids ['11e4d8b3-4607-4be0-bb35-993db79a3739'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:13.898562 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34444) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:13.899078 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d467f74b-2cd3-4007-9132-2cba1801a3ad tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "PUT /v2.0/routers/11e4d8b3-4607-4be0-bb35-993db79a3739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2453313 Jul 05 04:22:13.904356 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-422eeff3-9a3d-4918-bf19-edacef9d673a None None] Provisioning complete for port 15db8fcf-e5bc-4bc4-8d94-d6da30824d8b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:13.904742 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-422eeff3-9a3d-4918-bf19-edacef9d673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:13.910843 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5e8f7ad6-2f98-4633-ad84-4ac68a6cf930 req-5e34170e-ee1d-47e8-a687-e76f56235b25 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948279 Jul 05 04:22:13.912211 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:13.912581 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:13.912835 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bcedaf-52a1-4bed-96c6-134bb1d76483 None None] Routers {'11e4d8b3-4607-4be0-bb35-993db79a3739'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:13.915505 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-18bcedaf-52a1-4bed-96c6-134bb1d76483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:22:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['11e4d8b3-4607-4be0-bb35-993db79a3739'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:14.026690 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5b11593d-f158-41f9-8f03-4a462b635058 req-5a7c9201-0cb1-4116-9532-40abfa075fa4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 210 time: 0.0637858 Jul 05 04:22:14.115176 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-18bcedaf-52a1-4bed-96c6-134bb1d76483 None None] Set router 11e4d8b3-4607-4be0-bb35-993db79a3739 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:14.131105 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd3e7d43-2783-4cd3-9611-25a1fdfb54c4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting subnet f69c0a27-d986-478d-8000-177be574d817 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:22:14.142786 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dd3e7d43-2783-4cd3-9611-25a1fdfb54c4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.236426 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dd3e7d43-2783-4cd3-9611-25a1fdfb54c4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.289678 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.302449 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] Transition to ACTIVE for port object 15db8fcf-e5bc-4bc4-8d94-d6da30824d8b will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:14.331603 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b4efb-aaf4-4e0c-b470-516b4d88d2e0 req-50879c04-951c-4b86-acf0-363c2f5e26a2 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:14.331916 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.333874 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a68b4efb-aaf4-4e0c-b470-516b4d88d2e0 req-50879c04-951c-4b86-acf0-363c2f5e26a2 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1ef06ae8-73e2-4acd-9274-f3b39e885bce HTTP/1.1" status: 200 len: 1098 time: 0.1247277 Jul 05 04:22:14.352356 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dd3e7d43-2783-4cd3-9611-25a1fdfb54c4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.404571 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a68b4efb-aaf4-4e0c-b470-516b4d88d2e0 req-6605ecdd-d6a4-435f-bf2b-1f91a0ecef11 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634918 Jul 05 04:22:14.413126 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-422eeff3-9a3d-4918-bf19-edacef9d673a None None] Port 15db8fcf-e5bc-4bc4-8d94-d6da30824d8b cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:22:14.453481 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dd3e7d43-2783-4cd3-9611-25a1fdfb54c4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.501891 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc846d17-d40f-4e2c-ac4f-2212ee0ac5dd None None] Pushing event updated for resources: {'Port': ['ID=15db8fcf-e5bc-4bc4-8d94-d6da30824d8b,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:14.516692 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e7d43-2783-4cd3-9611-25a1fdfb54c4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Subnet': ['ID=f69c0a27-d986-478d-8000-177be574d817,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:14.532215 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dd3e7d43-2783-4cd3-9611-25a1fdfb54c4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.545695 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34458) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:14.550396 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-dd3e7d43-2783-4cd3-9611-25a1fdfb54c4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/subnets/f69c0a27-d986-478d-8000-177be574d817 HTTP/1.1" status: 204 len: 168 time: 0.6507053 Jul 05 04:22:14.572167 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d5d8b8-86c1-41c2-a6b8-0db8be87ae7e None None] Network 430d78c4-91fa-4f47-a127-f5e15664677f requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:22:14.579624 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-18bcedaf-52a1-4bed-96c6-134bb1d76483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:22:12Z', 'revision_number': 10, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None, '_interfaces': [{'id': '6f218920-3463-475f-be6d-204df1482dca', 'name': '', 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:ad:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:14.630060 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bcedaf-52a1-4bed-96c6-134bb1d76483 None None] Checking router: 11e4d8b3-4607-4be0-bb35-993db79a3739 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:14.657662 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bcedaf-52a1-4bed-96c6-134bb1d76483 None None] Routers {'11e4d8b3-4607-4be0-bb35-993db79a3739'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:14.667524 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-18bcedaf-52a1-4bed-96c6-134bb1d76483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:22:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['11e4d8b3-4607-4be0-bb35-993db79a3739'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:14.747838 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-060b4f4b-f788-4683-93ff-c13531443cb3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.799845 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323ff3c-fa1f-4e9f-a47c-493e754910d3 req-70d6e7a5-261c-4d18-9c28-50177cdd8d31 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:14.806052 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d323ff3c-fa1f-4e9f-a47c-493e754910d3 req-70d6e7a5-261c-4d18-9c28-50177cdd8d31 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1ef06ae8-73e2-4acd-9274-f3b39e885bce HTTP/1.1" status: 200 len: 1098 time: 0.1591129 Jul 05 04:22:14.881077 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-060b4f4b-f788-4683-93ff-c13531443cb3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting port c7a637af-69f1-48f5-8c4e-05298515b7bd {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:14.885363 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-060b4f4b-f788-4683-93ff-c13531443cb3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.896376 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] Attempting to bind port 15db8fcf-e5bc-4bc4-8d94-d6da30824d8b on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:22:14.896804 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] Attempting to bind port 15db8fcf-e5bc-4bc4-8d94-d6da30824d8b by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '80e955a2-0c08-4d00-9170-d91afd134e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:22:14.897410 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] Attempting to bind port 15db8fcf-e5bc-4bc4-8d94-d6da30824d8b on network d7bbfb07-1c04-4034-927b-f39972dda7da {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:14.907093 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d323ff3c-fa1f-4e9f-a47c-493e754910d3 req-f3457aa9-3e59-4642-b846-aef230b91a1b tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912282 Jul 05 04:22:14.908077 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-18bcedaf-52a1-4bed-96c6-134bb1d76483 None None] Set router 11e4d8b3-4607-4be0-bb35-993db79a3739 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:14.958486 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:22:14.958856 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] Checking segment: {'id': '80e955a2-0c08-4d00-9170-d91afd134e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:14.959256 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.959649 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] Bound using segment: {'id': '80e955a2-0c08-4d00-9170-d91afd134e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:22:14.960166 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] Bound port: 15db8fcf-e5bc-4bc4-8d94-d6da30824d8b, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e955a2-0c08-4d00-9170-d91afd134e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:22:14.960547 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.033119 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-060b4f4b-f788-4683-93ff-c13531443cb3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] For port c7a637af-69f1-48f5-8c4e-05298515b7bd, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=c7a637af-69f1-48f5-8c4e-05298515b7bd,segment=NetworkSegment(24dc9014-1950-4352-b8e8-e51a7523d285),segment_id=24dc9014-1950-4352-b8e8-e51a7523d285)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:15.033901 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-060b4f4b-f788-4683-93ff-c13531443cb3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.050249 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-060b4f4b-f788-4683-93ff-c13531443cb3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Calling delete_port for c7a637af-69f1-48f5-8c4e-05298515b7bd owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:15.129321 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] For port 15db8fcf-e5bc-4bc4-8d94-d6da30824d8b, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:22:15.141030 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] For port 15db8fcf-e5bc-4bc4-8d94-d6da30824d8b, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=15db8fcf-e5bc-4bc4-8d94-d6da30824d8b,segment=NetworkSegment(80e955a2-0c08-4d00-9170-d91afd134e37),segment_id=80e955a2-0c08-4d00-9170-d91afd134e37)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:22:15.190392 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.293814 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-060b4f4b-f788-4683-93ff-c13531443cb3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.306909 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc846d17-d40f-4e2c-ac4f-2212ee0ac5dd None None] Pushing event updated for resources: {'Port': ['ID=15db8fcf-e5bc-4bc4-8d94-d6da30824d8b,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:15.343440 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] Routers {'7dd1dbe7-4728-4350-bbc2-386594fa53b7'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:15.344695 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:22:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7dd1dbe7-4728-4350-bbc2-386594fa53b7'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:15.377477 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060b4f4b-f788-4683-93ff-c13531443cb3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] No DVR routers for this DVR port c7a637af-69f1-48f5-8c4e-05298515b7bd on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:22:15.378044 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-18bcedaf-52a1-4bed-96c6-134bb1d76483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:22:12Z', 'revision_number': 10, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None, '_interfaces': [{'id': '6f218920-3463-475f-be6d-204df1482dca', 'name': '', 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:ad:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:15.390961 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-c57530c9-23c0-42b6-b997-1251ef7d77ae tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:15.403778 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-c57530c9-23c0-42b6-b997-1251ef7d77ae tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/networks?id=c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 HTTP/1.1" status: 200 len: 911 time: 0.1948187 Jul 05 04:22:15.435737 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b4f4b-f788-4683-93ff-c13531443cb3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Port': ['ID=c7a637af-69f1-48f5-8c4e-05298515b7bd,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:15.441080 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bcedaf-52a1-4bed-96c6-134bb1d76483 None None] The sync data for ids ['11e4d8b3-4607-4be0-bb35-993db79a3739'] in n-d-780147-23 is: [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:22:12Z', 'revision_number': 10, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None, '_interfaces': [{'id': '6f218920-3463-475f-be6d-204df1482dca', 'name': '', 'network_id': '48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'mac_address': 'fa:16:3e:ad:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 5, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'subnets': [{'id': 'fac0d9d1-e492-4615-ac63-7531cecfb69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:15.444726 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-6dffd392-f81a-447b-8065-999e3014c605 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/quotas/9e17df9f910549fa8f2868baf4c0ba8f HTTP/1.1" status: 200 len: 375 time: 0.0395486 Jul 05 04:22:15.559835 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-060b4f4b-f788-4683-93ff-c13531443cb3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.580434 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-060b4f4b-f788-4683-93ff-c13531443cb3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430d78c4-91fa-4f47-a127-f5e15664677f']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:15.598719 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-71acefc1-dee8-4e66-a174-e7c207a1af7e tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:15.600495 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-71acefc1-dee8-4e66-a174-e7c207a1af7e tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/networks?id=7f5444e3-c291-41fd-b748-e3b4178b2e2c HTTP/1.1" status: 200 len: 815 time: 0.3568556 Jul 05 04:22:15.602501 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-060b4f4b-f788-4683-93ff-c13531443cb3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24dc9014-1950-4352-b8e8-e51a7523d285') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:15.602879 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-060b4f4b-f788-4683-93ff-c13531443cb3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24dc9014-1950-4352-b8e8-e51a7523d285') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:15.609023 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] Set router 7dd1dbe7-4728-4350-bbc2-386594fa53b7 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:15.621747 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-453cf573-9497-4c33-af39-a12d2f734506 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/quotas/74847c5a0be2460f936bfa8b3db608e8 HTTP/1.1" status: 200 len: 375 time: 0.0105543 Jul 05 04:22:15.629077 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-aa91e966-092b-43d0-8b36-0e13f43d4947 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e17df9f910549fa8f2868baf4c0ba8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1823454 Jul 05 04:22:15.630551 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-060b4f4b-f788-4683-93ff-c13531443cb3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.745204 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-060b4f4b-f788-4683-93ff-c13531443cb3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.758382 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-0515066a-e846-4457-acea-22ebf77bbd42 service neutron] 10.222.0.77 "GET /v2.0/networks/c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279716 Jul 05 04:22:15.765078 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060b4f4b-f788-4683-93ff-c13531443cb3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:22:15.765597 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-060b4f4b-f788-4683-93ff-c13531443cb3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:22:15.773686 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:22:15.848084 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a976c811-9d78-4255-afbe-8e8e5825bccc None None] DHCP port deletion for 430d78c4-91fa-4f47-a127-f5e15664677f request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:22:16.005251 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-ac7c49c4-f84c-4ebf-9d68-9bb8b166b2ce service neutron] 10.222.0.77 "GET /v2.0/networks/c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457883 Jul 05 04:22:16.026193 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-29ce750f-b2fd-4e83-9edd-89a383620709 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:16.028158 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-29ce750f-b2fd-4e83-9edd-89a383620709 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.70 "GET /v2.0/networks?id=d7bbfb07-1c04-4034-927b-f39972dda7da HTTP/1.1" status: 200 len: 797 time: 0.1601198 Jul 05 04:22:16.030877 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-060b4f4b-f788-4683-93ff-c13531443cb3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:16.058607 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-060b4f4b-f788-4683-93ff-c13531443cb3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:16.061797 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-060b4f4b-f788-4683-93ff-c13531443cb3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/networks/430d78c4-91fa-4f47-a127-f5e15664677f HTTP/1.1" status: 204 len: 168 time: 1.5149467 Jul 05 04:22:16.064487 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34496) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:16.098985 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178192724', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:03Z', 'updated_at': '2021-07-05T04:22:11Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:04Z', 'updated_at': '2021-07-05T04:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '15db8fcf-e5bc-4bc4-8d94-d6da30824d8b', 'name': '', 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:9f:84:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '852681fb-866b-4290-8397-791fc57a79d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:08Z', 'updated_at': '2021-07-05T04:22:15Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '852681fb-866b-4290-8397-791fc57a79d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:16.133377 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a802ffc7-97c9-442e-b150-6cb63a3ae066 None None] The sync data for ids ['7dd1dbe7-4728-4350-bbc2-386594fa53b7'] in n-d-780147-23 is: [{'id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178192724', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:03Z', 'updated_at': '2021-07-05T04:22:11Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:04Z', 'updated_at': '2021-07-05T04:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '15db8fcf-e5bc-4bc4-8d94-d6da30824d8b', 'name': '', 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:9f:84:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '852681fb-866b-4290-8397-791fc57a79d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:08Z', 'updated_at': '2021-07-05T04:22:15Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '852681fb-866b-4290-8397-791fc57a79d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:16.276756 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b4f4b-f788-4683-93ff-c13531443cb3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Network': ['ID=430d78c4-91fa-4f47-a127-f5e15664677f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:16.506861 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-29054933-fdff-4a90-9321-ed2f9e0830db req-6376ce2d-8759-4335-9927-f81149ecadfe tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 210 time: 0.0656271 Jul 05 04:22:16.525287 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-e6bdc776-a569-4afd-b553-df21194d2734 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=74847c5a0be2460f936bfa8b3db608e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8876293 Jul 05 04:22:16.562762 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-74d63bbb-0617-47c5-99b2-5c19dcb9ebc4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=808124476429444bb6a930e35c6aa8ee HTTP/1.1" status: 200 len: 380 time: 0.4989793 Jul 05 04:22:16.594166 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-ea6381ee-6330-46e8-9655-5fbcef9a783d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'port': {'device_id': '884edca2-1538-40d8-a4f7-da44984b20a0', 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da', 'admin_state_up': True, 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'security_groups': ['473fa814-34dd-4bae-96e7-8ee247be57b0']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:16.627694 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1f73c892-b9ae-45d7-9ec6-ce6803e598fa req-53dc6f04-6440-46fa-88bd-b62953b3aafa tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=59027861-b7b3-4107-8503-6af8e7e12c8f HTTP/1.1" status: 200 len: 210 time: 0.0382309 Jul 05 04:22:16.917592 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-bd7d022b-1bb1-4025-955f-82603d66cded service neutron] 10.222.0.77 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730593 Jul 05 04:22:16.979698 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-ea6381ee-6330-46e8-9655-5fbcef9a783d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Made reservation on behalf of 808124476429444bb6a930e35c6aa8ee for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:16.984809 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-ea6381ee-6330-46e8-9655-5fbcef9a783d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:17.181669 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-c1238ef7-237c-4a4b-b201-d0a6c89fd1a7 service neutron] 10.222.0.77 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233050 Jul 05 04:22:17.190620 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-58d3381d-afdd-4084-a3fc-f9487a3933b2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:17.382218 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-ea6381ee-6330-46e8-9655-5fbcef9a783d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Allocated IP 172.20.0.6 (d7bbfb07-1c04-4034-927b-f39972dda7da/852681fb-866b-4290-8397-791fc57a79d1/626da3ba-e80b-47f6-b593-3942df9dfcee) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:17.539273 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 15db8fcf-e5bc-4bc4-8d94-d6da30824d8b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:17.651372 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 15db8fcf-e5bc-4bc4-8d94-d6da30824d8b completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:17.672742 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38e4c5cc-5db6-4cbd-bd34-5d944fb31fd5 req-3eb1072a-0917-48fe-bedb-a28f761eff0a tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=5141ddd7-f719-4fa7-8bd5-1c90c1018fd4 HTTP/1.1" status: 200 len: 210 time: 0.0940926 Jul 05 04:22:17.676452 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 15db8fcf-e5bc-4bc4-8d94-d6da30824d8b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:17.677051 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:17.834850 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4782ab15-b60e-44c3-876e-40cf9e8d0440 req-30250486-cafe-4708-aa25-80244a68d29d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 210 time: 0.0743358 Jul 05 04:22:17.843126 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:17.885292 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-ea6381ee-6330-46e8-9655-5fbcef9a783d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:17.912065 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 15db8fcf-e5bc-4bc4-8d94-d6da30824d8b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=15db8fcf-e5bc-4bc4-8d94-d6da30824d8b,segment=NetworkSegment(80e955a2-0c08-4d00-9170-d91afd134e37),segment_id=80e955a2-0c08-4d00-9170-d91afd134e37)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:17.923454 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:17.956266 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-ea6381ee-6330-46e8-9655-5fbcef9a783d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Transition to ACTIVE for port object 626da3ba-e80b-47f6-b593-3942df9dfcee will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:18.017304 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=15db8fcf-e5bc-4bc4-8d94-d6da30824d8b,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:18.023405 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39b05f8f-fbd9-4447-8d6b-20b3bb4aa49e req-fcc7b112-4ac1-40e4-b989-20f41d0e59fc tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=59027861-b7b3-4107-8503-6af8e7e12c8f HTTP/1.1" status: 200 len: 210 time: 0.0920777 Jul 05 04:22:18.062340 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e03d35db-9f60-47e5-9d97-1b414f42fd76 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:18.118450 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: e03d35db-9f60-47e5-9d97-1b414f42fd76 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:18.124751 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e03d35db-9f60-47e5-9d97-1b414f42fd76 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:18.125415 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c7a637af-69f1-48f5-8c4e-05298515b7bd no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:18.158719 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: c7a637af-69f1-48f5-8c4e-05298515b7bd {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:18.162839 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c7a637af-69f1-48f5-8c4e-05298515b7bd not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:18.165917 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-ea6381ee-6330-46e8-9655-5fbcef9a783d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:18.193187 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-dc0b5063-9827-454a-b1df-d9e8ac35ce09 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:18.194688 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-dc0b5063-9827-454a-b1df-d9e8ac35ce09 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.70 "GET /v2.0/networks?id=c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 HTTP/1.1" status: 200 len: 911 time: 0.1681192 Jul 05 04:22:18.206852 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-97937bfe-7eb0-4111-9d97-93d7d261c6a3 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Request body: {'port': {'device_id': '59027861-b7b3-4107-8503-6af8e7e12c8f', 'network_id': 'c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4', 'admin_state_up': True, 'tenant_id': '9e17df9f910549fa8f2868baf4c0ba8f'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:18.228259 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-58d3381d-afdd-4084-a3fc-f9487a3933b2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting port 6f218920-3463-475f-be6d-204df1482dca {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:18.228605 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-58d3381d-afdd-4084-a3fc-f9487a3933b2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:18.253236 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-ea6381ee-6330-46e8-9655-5fbcef9a783d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network d7bbfb07-1c04-4034-927b-f39972dda7da is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:18.266834 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-97937bfe-7eb0-4111-9d97-93d7d261c6a3 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Made reservation on behalf of 9e17df9f910549fa8f2868baf4c0ba8f for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:18.269369 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-97937bfe-7eb0-4111-9d97-93d7d261c6a3 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:18.285837 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-ea6381ee-6330-46e8-9655-5fbcef9a783d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:18.292702 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-ea6381ee-6330-46e8-9655-5fbcef9a783d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:18.370506 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6381ee-6330-46e8-9655-5fbcef9a783d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Port': ['ID=626da3ba-e80b-47f6-b593-3942df9dfcee,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:18.469884 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-97937bfe-7eb0-4111-9d97-93d7d261c6a3 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Allocated IP 172.20.0.12 (c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4/a4251036-88dc-4ebb-925a-78e98b6f1a9a/ddc71ee2-96ae-4096-9faa-2c4cffa6447c) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:18.682390 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-97937bfe-7eb0-4111-9d97-93d7d261c6a3 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:18.719190 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-97937bfe-7eb0-4111-9d97-93d7d261c6a3 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Transition to ACTIVE for port object ddc71ee2-96ae-4096-9faa-2c4cffa6447c will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:18.731170 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-63d4350d-2f80-4c2b-af75-24967eba86cc None None] Provisioning for port 626da3ba-e80b-47f6-b593-3942df9dfcee completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:18.738234 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-63d4350d-2f80-4c2b-af75-24967eba86cc None None] Provisioning complete for port 626da3ba-e80b-47f6-b593-3942df9dfcee triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:18.738651 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-63d4350d-2f80-4c2b-af75-24967eba86cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:18.797819 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-97937bfe-7eb0-4111-9d97-93d7d261c6a3 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:18.815521 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['2262ddea-3e80-4e34-a3f4-5eee0ef22ff4'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:22:18.817474 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-63d4350d-2f80-4c2b-af75-24967eba86cc None None] Port 626da3ba-e80b-47f6-b593-3942df9dfcee cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:22:18.944217 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-97937bfe-7eb0-4111-9d97-93d7d261c6a3 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Network c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:18.947163 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-97937bfe-7eb0-4111-9d97-93d7d261c6a3 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:18.952832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-ea6381ee-6330-46e8-9655-5fbcef9a783d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:18.953495 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-ea6381ee-6330-46e8-9655-5fbcef9a783d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:18.964654 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-97937bfe-7eb0-4111-9d97-93d7d261c6a3 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:19.048973 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-97937bfe-7eb0-4111-9d97-93d7d261c6a3 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:19.049861 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-97937bfe-7eb0-4111-9d97-93d7d261c6a3 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:19.053646 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97937bfe-7eb0-4111-9d97-93d7d261c6a3 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Pushing event updated for resources: {'Port': ['ID=ddc71ee2-96ae-4096-9faa-2c4cffa6447c,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:19.078833 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-ea6381ee-6330-46e8-9655-5fbcef9a783d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4950812 Jul 05 04:22:19.083245 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-58d3381d-afdd-4084-a3fc-f9487a3933b2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] For port 6f218920-3463-475f-be6d-204df1482dca, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6f218920-3463-475f-be6d-204df1482dca,segment=NetworkSegment(bc16f1b7-c6a7-43d9-b9b6-a841f2ff2b19),segment_id=bc16f1b7-c6a7-43d9-b9b6-a841f2ff2b19)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:19.084232 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-58d3381d-afdd-4084-a3fc-f9487a3933b2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:19.096012 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-02c0c83c-d2dc-456b-8e5e-a3a7e498d42b req-5ca25a06-7d88-49ee-bd0e-55ec1a56b026 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=5141ddd7-f719-4fa7-8bd5-1c90c1018fd4 HTTP/1.1" status: 200 len: 210 time: 0.1364014 Jul 05 04:22:19.100189 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97937bfe-7eb0-4111-9d97-93d7d261c6a3 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:19.100543 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97937bfe-7eb0-4111-9d97-93d7d261c6a3 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:19.100890 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97937bfe-7eb0-4111-9d97-93d7d261c6a3 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:19.101230 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97937bfe-7eb0-4111-9d97-93d7d261c6a3 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:19.101566 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97937bfe-7eb0-4111-9d97-93d7d261c6a3 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:19.101899 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97937bfe-7eb0-4111-9d97-93d7d261c6a3 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:19.102229 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97937bfe-7eb0-4111-9d97-93d7d261c6a3 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:19.102559 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97937bfe-7eb0-4111-9d97-93d7d261c6a3 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:19.102883 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97937bfe-7eb0-4111-9d97-93d7d261c6a3 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:19.103210 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97937bfe-7eb0-4111-9d97-93d7d261c6a3 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:19.103535 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97937bfe-7eb0-4111-9d97-93d7d261c6a3 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:19.103929 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97937bfe-7eb0-4111-9d97-93d7d261c6a3 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:19.116106 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-58d3381d-afdd-4084-a3fc-f9487a3933b2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Calling delete_port for 6f218920-3463-475f-be6d-204df1482dca owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:19.141748 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-97937bfe-7eb0-4111-9d97-93d7d261c6a3 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9389262 Jul 05 04:22:19.167082 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-8e99fd4d-ab10-4faf-8dec-413d2d18f344 service neutron] Request body: {'port': {'device_id': '59027861-b7b3-4107-8503-6af8e7e12c8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:19.262797 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-deebc3da-02ef-479c-b9b3-b6b14e7be72a service neutron] Request body: {'port': {'device_id': '884edca2-1538-40d8-a4f7-da44984b20a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:19.292038 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307b74c-8e66-418e-bc1e-037f1ee0c433 req-effde72d-1631-4815-b28b-8e9393455f0b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:19.296206 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a307b74c-8e66-418e-bc1e-037f1ee0c433 req-effde72d-1631-4815-b28b-8e9393455f0b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 931 time: 0.2293854 Jul 05 04:22:19.297702 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-8e99fd4d-ab10-4faf-8dec-413d2d18f344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:19.361258 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fc312184-e9a8-4fad-8c8d-520516479767 None None] Provisioning for port ddc71ee2-96ae-4096-9faa-2c4cffa6447c completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:19.366594 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fc312184-e9a8-4fad-8c8d-520516479767 None None] Provisioning complete for port ddc71ee2-96ae-4096-9faa-2c4cffa6447c triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:19.367097 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc312184-e9a8-4fad-8c8d-520516479767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:19.459040 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-fc312184-e9a8-4fad-8c8d-520516479767 None None] Port ddc71ee2-96ae-4096-9faa-2c4cffa6447c cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:22:19.480711 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 15db8fcf-e5bc-4bc4-8d94-d6da30824d8b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:19.483399 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac1d618e-c9d9-4fbb-b394-72f3b33b0f61 req-c1c43b1f-7e7a-4d0c-a9b1-cdd90a24721e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2171760 Jul 05 04:22:19.553107 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 15db8fcf-e5bc-4bc4-8d94-d6da30824d8b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:19.553475 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:19.563304 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-deebc3da-02ef-479c-b9b3-b6b14e7be72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:19.580419 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40615f-a067-4650-83d5-7155371e2b8f req-a32e2c90-73cd-4379-ac96-e86d27389197 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:19.582508 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0e40615f-a067-4650-83d5-7155371e2b8f req-a32e2c90-73cd-4379-ac96-e86d27389197 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=59027861-b7b3-4107-8503-6af8e7e12c8f HTTP/1.1" status: 200 len: 1028 time: 0.3316162 Jul 05 04:22:19.600307 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a307b74c-8e66-418e-bc1e-037f1ee0c433 req-62f7c609-b806-447a-80bd-95097b2b2a18 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868965 Jul 05 04:22:19.636407 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-58d3381d-afdd-4084-a3fc-f9487a3933b2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:19.660499 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0e40615f-a067-4650-83d5-7155371e2b8f req-2216950a-97fa-4116-a710-dbdc8e680d9f tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670497 Jul 05 04:22:19.728478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3381d-afdd-4084-a3fc-f9487a3933b2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Port': ['ID=6f218920-3463-475f-be6d-204df1482dca,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:19.737371 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-fa533fa3-121f-4780-89a3-22e39d2fc9fd tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:19.740116 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-fa533fa3-121f-4780-89a3-22e39d2fc9fd tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.89 "GET /v2.0/networks?id=7f5444e3-c291-41fd-b748-e3b4178b2e2c HTTP/1.1" status: 200 len: 815 time: 0.2218881 Jul 05 04:22:19.782022 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-fded625d-b263-4b6f-a854-8b5ed05b4c16 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Request body: {'port': {'device_id': '5141ddd7-f719-4fa7-8bd5-1c90c1018fd4', 'network_id': '7f5444e3-c291-41fd-b748-e3b4178b2e2c', 'admin_state_up': True, 'tenant_id': '74847c5a0be2460f936bfa8b3db608e8'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:19.807732 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d618e-c9d9-4fbb-b394-72f3b33b0f61 req-0d5f6c09-15b8-48d2-9b00-f0847aaee5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:19.817785 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac1d618e-c9d9-4fbb-b394-72f3b33b0f61 req-0d5f6c09-15b8-48d2-9b00-f0847aaee5ff service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 1097 time: 0.2952247 Jul 05 04:22:20.023085 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-8e99fd4d-ab10-4faf-8dec-413d2d18f344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc71ee2-96ae-4096-9faa-2c4cffa6447c {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:22:20.035393 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-8e99fd4d-ab10-4faf-8dec-413d2d18f344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:20.047831 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-58d3381d-afdd-4084-a3fc-f9487a3933b2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:20.054781 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-8e99fd4d-ab10-4faf-8dec-413d2d18f344 service neutron] Transition to ACTIVE for port object ddc71ee2-96ae-4096-9faa-2c4cffa6447c will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:20.058129 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-fded625d-b263-4b6f-a854-8b5ed05b4c16 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Made reservation on behalf of 74847c5a0be2460f936bfa8b3db608e8 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:20.063537 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-fded625d-b263-4b6f-a854-8b5ed05b4c16 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:20.068473 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-8e99fd4d-ab10-4faf-8dec-413d2d18f344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:20.215293 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99fd4d-ab10-4faf-8dec-413d2d18f344 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc71ee2-96ae-4096-9faa-2c4cffa6447c,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:20.327721 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-8e99fd4d-ab10-4faf-8dec-413d2d18f344 service neutron] Attempting to bind port ddc71ee2-96ae-4096-9faa-2c4cffa6447c on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:22:20.328185 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-8e99fd4d-ab10-4faf-8dec-413d2d18f344 service neutron] Attempting to bind port ddc71ee2-96ae-4096-9faa-2c4cffa6447c by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'f84c85d9-41f2-4478-9254-f4f1165682c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:22:20.328659 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-8e99fd4d-ab10-4faf-8dec-413d2d18f344 service neutron] Attempting to bind port ddc71ee2-96ae-4096-9faa-2c4cffa6447c on network c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:20.352927 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d618e-c9d9-4fbb-b394-72f3b33b0f61 req-15600b1c-9bdd-4f09-9b2d-6f81d0571ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:20.354442 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac1d618e-c9d9-4fbb-b394-72f3b33b0f61 req-15600b1c-9bdd-4f09-9b2d-6f81d0571ccc service neutron] 10.222.0.89 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 913 time: 0.4595294 Jul 05 04:22:20.362550 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-05081cb8-727f-41ee-a614-3c574def12cd req-a66d9fb5-a1b7-41af-9f16-d433f656efaa tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=5141ddd7-f719-4fa7-8bd5-1c90c1018fd4 HTTP/1.1" status: 200 len: 210 time: 0.0443211 Jul 05 04:22:20.368446 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-8e99fd4d-ab10-4faf-8dec-413d2d18f344 service neutron] Port ddc71ee2-96ae-4096-9faa-2c4cffa6447c on network c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:22:20.368901 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-8e99fd4d-ab10-4faf-8dec-413d2d18f344 service neutron] Attempting to bind port ddc71ee2-96ae-4096-9faa-2c4cffa6447c on network c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:20.381993 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-8e99fd4d-ab10-4faf-8dec-413d2d18f344 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:22:20.382577 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-8e99fd4d-ab10-4faf-8dec-413d2d18f344 service neutron] Checking segment: {'id': 'f84c85d9-41f2-4478-9254-f4f1165682c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:20.383554 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-8e99fd4d-ab10-4faf-8dec-413d2d18f344 service neutron] Bound using segment: {'id': 'f84c85d9-41f2-4478-9254-f4f1165682c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:22:20.385785 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-8e99fd4d-ab10-4faf-8dec-413d2d18f344 service neutron] Bound port: ddc71ee2-96ae-4096-9faa-2c4cffa6447c, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84c85d9-41f2-4478-9254-f4f1165682c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:22:20.386383 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-8e99fd4d-ab10-4faf-8dec-413d2d18f344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:20.422693 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-fded625d-b263-4b6f-a854-8b5ed05b4c16 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Allocated IP 172.20.0.12 (7f5444e3-c291-41fd-b748-e3b4178b2e2c/93de40b5-241e-40d0-ab50-a45ead66ce92/9f954668-9569-4a1a-979a-d7ccbba9f261) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:20.429994 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d3381d-afdd-4084-a3fc-f9487a3933b2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Router 11e4d8b3-4607-4be0-bb35-993db79a3739 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:20.446179 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac1d618e-c9d9-4fbb-b394-72f3b33b0f61 req-1deea5fb-0cc6-44cd-b313-a51855c43179 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96bceac5-4504-43d3-b00e-1db8fa03558a HTTP/1.1" status: 200 len: 1000 time: 0.0732908 Jul 05 04:22:20.520033 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-8e99fd4d-ab10-4faf-8dec-413d2d18f344 service neutron] For port ddc71ee2-96ae-4096-9faa-2c4cffa6447c, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:22:20.526169 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-8e99fd4d-ab10-4faf-8dec-413d2d18f344 service neutron] For port ddc71ee2-96ae-4096-9faa-2c4cffa6447c, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=ddc71ee2-96ae-4096-9faa-2c4cffa6447c,segment=NetworkSegment(f84c85d9-41f2-4478-9254-f4f1165682c7),segment_id=f84c85d9-41f2-4478-9254-f4f1165682c7)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:22:20.539066 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-8e99fd4d-ab10-4faf-8dec-413d2d18f344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:20.595093 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d618e-c9d9-4fbb-b394-72f3b33b0f61 req-a243b587-0238-49e6-9c54-d017e781c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:20.596619 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac1d618e-c9d9-4fbb-b394-72f3b33b0f61 req-a243b587-0238-49e6-9c54-d017e781c0dc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40568ec5-9a32-47f3-85b6-60f4faaa494c HTTP/1.1" status: 200 len: 851 time: 0.1418121 Jul 05 04:22:20.599170 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d3381d-afdd-4084-a3fc-f9487a3933b2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:20.606294 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-58d3381d-afdd-4084-a3fc-f9487a3933b2 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "PUT /v2.0/routers/11e4d8b3-4607-4be0-bb35-993db79a3739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4961257 Jul 05 04:22:20.611696 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34552) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:20.617488 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2f8d58-2a89-4081-bd3b-8d0083adb2e0 None None] Sync routers for ids ['11e4d8b3-4607-4be0-bb35-993db79a3739'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:20.633822 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2f8d58-2a89-4081-bd3b-8d0083adb2e0 None None] Routers {'11e4d8b3-4607-4be0-bb35-993db79a3739'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:20.634953 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ba2f8d58-2a89-4081-bd3b-8d0083adb2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:22:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['11e4d8b3-4607-4be0-bb35-993db79a3739'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:20.670246 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-deebc3da-02ef-479c-b9b3-b6b14e7be72a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626da3ba-e80b-47f6-b593-3942df9dfcee {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:22:20.679755 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-deebc3da-02ef-479c-b9b3-b6b14e7be72a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:20.722435 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-deebc3da-02ef-479c-b9b3-b6b14e7be72a service neutron] Transition to ACTIVE for port object 626da3ba-e80b-47f6-b593-3942df9dfcee will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:20.734857 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-8e99fd4d-ab10-4faf-8dec-413d2d18f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:20.735638 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-8e99fd4d-ab10-4faf-8dec-413d2d18f344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:20.737565 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-8e99fd4d-ab10-4faf-8dec-413d2d18f344 service neutron] 10.222.0.70 "PUT /v2.0/ports/ddc71ee2-96ae-4096-9faa-2c4cffa6447c HTTP/1.1" status: 200 len: 1093 time: 1.5801194 Jul 05 04:22:20.740334 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59027861-b7b3-4107-8503-6af8e7e12c8f', 'tag': 'ddc71ee2-96ae-4096-9faa-2c4cffa6447c'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:20.741613 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-deebc3da-02ef-479c-b9b3-b6b14e7be72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:20.743200 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee81f92-9ec4-4074-995b-de762cd25a72" -d '{"events": [{"name": "network-changed", "server_uuid": "59027861-b7b3-4107-8503-6af8e7e12c8f", "tag": "ddc71ee2-96ae-4096-9faa-2c4cffa6447c"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:20.780743 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-ba2f8d58-2a89-4081-bd3b-8d0083adb2e0 None None] Set router 11e4d8b3-4607-4be0-bb35-993db79a3739 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:20.783855 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-90638c91-7d36-4c7f-a7c3-c3af04f253b6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting subnet fac0d9d1-e492-4615-ac63-7531cecfb69e {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:22:20.795664 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d618e-c9d9-4fbb-b394-72f3b33b0f61 req-828ca4d4-0279-498c-82ab-020237261820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:20.797446 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac1d618e-c9d9-4fbb-b394-72f3b33b0f61 req-828ca4d4-0279-498c-82ab-020237261820 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1689646 Jul 05 04:22:20.803096 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90638c91-7d36-4c7f-a7c3-c3af04f253b6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:20.880415 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebc3da-02ef-479c-b9b3-b6b14e7be72a service neutron] Pushing event updated for resources: {'Port': ['ID=626da3ba-e80b-47f6-b593-3942df9dfcee,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:20.908765 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99fd4d-ab10-4faf-8dec-413d2d18f344 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc71ee2-96ae-4096-9faa-2c4cffa6447c,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:20.985124 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ba2f8d58-2a89-4081-bd3b-8d0083adb2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:22:19Z', 'revision_number': 11, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:21.034161 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2f8d58-2a89-4081-bd3b-8d0083adb2e0 None None] Checking router: 11e4d8b3-4607-4be0-bb35-993db79a3739 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:21.047931 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90638c91-7d36-4c7f-a7c3-c3af04f253b6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:21.048153 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2f8d58-2a89-4081-bd3b-8d0083adb2e0 None None] Routers {'11e4d8b3-4607-4be0-bb35-993db79a3739'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:21.049102 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ba2f8d58-2a89-4081-bd3b-8d0083adb2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:22:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['11e4d8b3-4607-4be0-bb35-993db79a3739'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:21.072650 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-fded625d-b263-4b6f-a854-8b5ed05b4c16 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:21.212684 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-0df3f866-bd92-4a1b-9db0-6bc5c9552b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:21.214432 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-0df3f866-bd92-4a1b-9db0-6bc5c9552b15 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9e17df9f910549fa8f2868baf4c0ba8f&device_id=59027861-b7b3-4107-8503-6af8e7e12c8f HTTP/1.1" status: 200 len: 1096 time: 0.3643830 Jul 05 04:22:21.222595 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac1d618e-c9d9-4fbb-b394-72f3b33b0f61 req-e51d0c1b-c8f6-4117-b889-86ea815e4be1 service neutron] 10.222.0.89 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151621 Jul 05 04:22:21.224545 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-deebc3da-02ef-479c-b9b3-b6b14e7be72a service neutron] Attempting to bind port 626da3ba-e80b-47f6-b593-3942df9dfcee on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:22:21.224887 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-deebc3da-02ef-479c-b9b3-b6b14e7be72a service neutron] Attempting to bind port 626da3ba-e80b-47f6-b593-3942df9dfcee by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '80e955a2-0c08-4d00-9170-d91afd134e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:22:21.225223 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-deebc3da-02ef-479c-b9b3-b6b14e7be72a service neutron] Attempting to bind port 626da3ba-e80b-47f6-b593-3942df9dfcee on network d7bbfb07-1c04-4034-927b-f39972dda7da {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:21.267067 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-ba2f8d58-2a89-4081-bd3b-8d0083adb2e0 None None] Set router 11e4d8b3-4607-4be0-bb35-993db79a3739 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:21.290810 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-deebc3da-02ef-479c-b9b3-b6b14e7be72a service neutron] Port 626da3ba-e80b-47f6-b593-3942df9dfcee on network d7bbfb07-1c04-4034-927b-f39972dda7da not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:22:21.291143 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-deebc3da-02ef-479c-b9b3-b6b14e7be72a service neutron] Attempting to bind port 626da3ba-e80b-47f6-b593-3942df9dfcee on network d7bbfb07-1c04-4034-927b-f39972dda7da {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:21.296716 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-c57efd76-b754-447e-9f7c-918ddc3429df service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddc71ee2-96ae-4096-9faa-2c4cffa6447c HTTP/1.1" status: 200 len: 217 time: 0.0474217 Jul 05 04:22:21.303350 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-deebc3da-02ef-479c-b9b3-b6b14e7be72a service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:22:21.303701 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-deebc3da-02ef-479c-b9b3-b6b14e7be72a service neutron] Checking segment: {'id': '80e955a2-0c08-4d00-9170-d91afd134e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:21.304122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-deebc3da-02ef-479c-b9b3-b6b14e7be72a service neutron] Bound using segment: {'id': '80e955a2-0c08-4d00-9170-d91afd134e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:22:21.304570 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-deebc3da-02ef-479c-b9b3-b6b14e7be72a service neutron] Bound port: 626da3ba-e80b-47f6-b593-3942df9dfcee, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e955a2-0c08-4d00-9170-d91afd134e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:22:21.304926 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-deebc3da-02ef-479c-b9b3-b6b14e7be72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:21.307065 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2548f1b-259d-464f-97c3-1aaeb48409f8 req-ba3711f4-f5fe-4af8-85e7-333eba03fc5d tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:21.315347 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f2548f1b-259d-464f-97c3-1aaeb48409f8 req-ba3711f4-f5fe-4af8-85e7-333eba03fc5d tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=59027861-b7b3-4107-8503-6af8e7e12c8f HTTP/1.1" status: 200 len: 1096 time: 0.2873948 Jul 05 04:22:21.320490 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ebe89-4886-49d9-83f4-993723e9a8ad req-ceab22e2-8935-49af-8e5d-0be30851c5f7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:21.321439 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-780ebe89-4886-49d9-83f4-993723e9a8ad req-ceab22e2-8935-49af-8e5d-0be30851c5f7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 943 time: 0.3239830 Jul 05 04:22:21.380566 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-ba493015-5773-45ec-9afc-62e6fecf99be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:21.382259 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-ba493015-5773-45ec-9afc-62e6fecf99be service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a4251036-88dc-4ebb-925a-78e98b6f1a9a HTTP/1.1" status: 200 len: 849 time: 0.0560260 Jul 05 04:22:21.391186 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ba2f8d58-2a89-4081-bd3b-8d0083adb2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:22:19Z', 'revision_number': 11, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:21.393469 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-fded625d-b263-4b6f-a854-8b5ed05b4c16 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:21.398285 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90638c91-7d36-4c7f-a7c3-c3af04f253b6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:21.435640 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-780ebe89-4886-49d9-83f4-993723e9a8ad req-6a0b9cec-8547-4ea7-b2f1-3c7f91b8a6a1 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052175 Jul 05 04:22:21.436322 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['daa9d381-2042-4406-b2a8-ea04b864e399', '3693645a-9342-48b7-9f17-eac502b86140'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:22:21.438397 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['d6726d45-d5d8-4914-a909-cedd6a3f5245'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:22:21.443278 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2f8d58-2a89-4081-bd3b-8d0083adb2e0 None None] The sync data for ids ['11e4d8b3-4607-4be0-bb35-993db79a3739'] in n-d-780147-23 is: [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:22:19Z', 'revision_number': 11, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:21.447295 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac1d618e-c9d9-4fbb-b394-72f3b33b0f61 req-d2e7f234-8aba-4660-bf87-782b48e36714 service neutron] 10.222.0.89 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126501 Jul 05 04:22:21.470824 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-deebc3da-02ef-479c-b9b3-b6b14e7be72a service neutron] For port 626da3ba-e80b-47f6-b593-3942df9dfcee, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:22:21.474379 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-deebc3da-02ef-479c-b9b3-b6b14e7be72a service neutron] For port 626da3ba-e80b-47f6-b593-3942df9dfcee, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=626da3ba-e80b-47f6-b593-3942df9dfcee,segment=NetworkSegment(80e955a2-0c08-4d00-9170-d91afd134e37),segment_id=80e955a2-0c08-4d00-9170-d91afd134e37)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:22:21.484654 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-deebc3da-02ef-479c-b9b3-b6b14e7be72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:21.608250 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-deebc3da-02ef-479c-b9b3-b6b14e7be72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:21.611261 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-deebc3da-02ef-479c-b9b3-b6b14e7be72a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:21.614319 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-deebc3da-02ef-479c-b9b3-b6b14e7be72a service neutron] 10.222.0.70 "PUT /v2.0/ports/626da3ba-e80b-47f6-b593-3942df9dfcee HTTP/1.1" status: 200 len: 1092 time: 2.3622603 Jul 05 04:22:21.621911 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884edca2-1538-40d8-a4f7-da44984b20a0', 'tag': '626da3ba-e80b-47f6-b593-3942df9dfcee'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:21.631421 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e812db-3f34-49e6-9b9f-27fb7a006b73" -d '{"events": [{"name": "network-changed", "server_uuid": "884edca2-1538-40d8-a4f7-da44984b20a0", "tag": "626da3ba-e80b-47f6-b593-3942df9dfcee"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:21.666230 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e4713a-2657-4388-b5eb-9cc8685bd376 x-openstack-request-id: req-d9e4713a-2657-4388-b5eb-9cc8685bd376 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:21.669876 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59027861-b7b3-4107-8503-6af8e7e12c8f", "tag": "ddc71ee2-96ae-4096-9faa-2c4cffa6447c", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:21.670150 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d9e4713a-2657-4388-b5eb-9cc8685bd376 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:21.670919 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59027861-b7b3-4107-8503-6af8e7e12c8f', 'tag': 'ddc71ee2-96ae-4096-9faa-2c4cffa6447c', 'status': 'completed', 'code': 200} Jul 05 04:22:21.690302 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebc3da-02ef-479c-b9b3-b6b14e7be72a service neutron] Pushing event updated for resources: {'Port': ['ID=626da3ba-e80b-47f6-b593-3942df9dfcee,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:21.701390 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded625d-b263-4b6f-a854-8b5ed05b4c16 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Pushing event updated for resources: {'Port': ['ID=9f954668-9569-4a1a-979a-d7ccbba9f261,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:21.780188 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-fded625d-b263-4b6f-a854-8b5ed05b4c16 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Network 7f5444e3-c291-41fd-b748-e3b4178b2e2c is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:21.811919 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-fded625d-b263-4b6f-a854-8b5ed05b4c16 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:21.833591 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-fded625d-b263-4b6f-a854-8b5ed05b4c16 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:21.852320 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f2548f1b-259d-464f-97c3-1aaeb48409f8 req-55f065c3-639d-443b-a089-c26a66ac7284 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356321 Jul 05 04:22:21.962158 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5874b751-988d-4d42-b259-d2966a9195bb x-openstack-request-id: req-5874b751-988d-4d42-b259-d2966a9195bb {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:21.962702 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884edca2-1538-40d8-a4f7-da44984b20a0", "tag": "626da3ba-e80b-47f6-b593-3942df9dfcee", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:21.963194 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5874b751-988d-4d42-b259-d2966a9195bb {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:21.963769 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884edca2-1538-40d8-a4f7-da44984b20a0', 'tag': '626da3ba-e80b-47f6-b593-3942df9dfcee', 'status': 'completed', 'code': 200} Jul 05 04:22:21.982247 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-7c5a6815-56a8-4734-8701-dd923711f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:21.985749 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-7c5a6815-56a8-4734-8701-dd923711f637 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 1095 time: 0.2841601 Jul 05 04:22:21.993832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b18b21-5faa-4c19-84bf-1829723cdf1f req-823f5f7e-9794-41ab-9ca0-af5b46eefa20 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:22.001842 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f5b18b21-5faa-4c19-84bf-1829723cdf1f req-823f5f7e-9794-41ab-9ca0-af5b46eefa20 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=5141ddd7-f719-4fa7-8bd5-1c90c1018fd4 HTTP/1.1" status: 200 len: 932 time: 0.2647297 Jul 05 04:22:22.082748 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-173e5629-2ee6-4a28-80ef-5cd71f8327c7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=626da3ba-e80b-47f6-b593-3942df9dfcee HTTP/1.1" status: 200 len: 217 time: 0.0793717 Jul 05 04:22:22.109791 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f5b18b21-5faa-4c19-84bf-1829723cdf1f req-de73a243-9a9e-4be3-a6a5-aad05417eda4 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001337 Jul 05 04:22:22.171039 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-96f305a7-ce0a-4187-9e8a-ccd5b7367d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:22.172791 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-96f305a7-ce0a-4187-9e8a-ccd5b7367d2e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=852681fb-866b-4290-8397-791fc57a79d1 HTTP/1.1" status: 200 len: 835 time: 0.0835903 Jul 05 04:22:22.260557 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-60fee822-7d15-420c-94cd-c4f8c7bd9b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:22.262472 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-60fee822-7d15-420c-94cd-c4f8c7bd9b9b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d7bbfb07-1c04-4034-927b-f39972dda7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816684 Jul 05 04:22:22.385825 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-478e9a0e-0b6a-4042-86fa-8918c91cc5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:22.388137 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-478e9a0e-0b6a-4042-86fa-8918c91cc5b7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9862459 Jul 05 04:22:22.389444 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-1a448e51-1732-4908-98d8-a371e3679e15 service neutron] 10.222.0.70 "GET /v2.0/networks/d7bbfb07-1c04-4034-927b-f39972dda7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190557 Jul 05 04:22:22.397844 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-fded625d-b263-4b6f-a854-8b5ed05b4c16 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:22.398520 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-fded625d-b263-4b6f-a854-8b5ed05b4c16 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:22.403862 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90638c91-7d36-4c7f-a7c3-c3af04f253b6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:22.497787 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90638c91-7d36-4c7f-a7c3-c3af04f253b6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Subnet': ['ID=fac0d9d1-e492-4615-ac63-7531cecfb69e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:22.504482 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-90638c91-7d36-4c7f-a7c3-c3af04f253b6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:22.506370 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c5a90b-7d92-426e-a4ee-20c3f33ad9d1 None None] Network 48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:22:22.511344 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34578) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:22.513155 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-90638c91-7d36-4c7f-a7c3-c3af04f253b6 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/subnets/fac0d9d1-e492-4615-ac63-7531cecfb69e HTTP/1.1" status: 204 len: 168 time: 1.8956869 Jul 05 04:22:22.562192 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-a7fd6a76-fd38-491b-988e-ef94af6ceaf4 service neutron] 10.222.0.70 "GET /v2.0/networks/c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476820 Jul 05 04:22:22.563770 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-fded625d-b263-4b6f-a854-8b5ed05b4c16 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7861032 Jul 05 04:22:22.582312 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-2e81bb50-8e87-4431-9850-e70742faed30 service neutron] Request body: {'port': {'device_id': '5141ddd7-f719-4fa7-8bd5-1c90c1018fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:22.635605 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-80c96c0d-d9d5-4c01-834a-507f8cea4467 req-db7a2d32-4fcf-455d-9204-f10dd37e536b service neutron] 10.222.0.70 "GET /v2.0/networks/d7bbfb07-1c04-4034-927b-f39972dda7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316055 Jul 05 04:22:22.698673 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19ed435c-1eb2-4dcc-90a6-a3e9b3973e0e tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:22.755284 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-2e81bb50-8e87-4431-9850-e70742faed30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:22.761064 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38e9a3d3-00ee-44d5-b5b3-efaecf52c27e req-58609f0e-8a45-4c95-80ac-53835fe0cc0f service neutron] 10.222.0.70 "GET /v2.0/networks/c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923065 Jul 05 04:22:22.864730 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75013f30-0a28-4c7c-8162-11df2cddf676 None None] DHCP port deletion for 48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:22:22.906763 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-19ed435c-1eb2-4dcc-90a6-a3e9b3973e0e tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Deleting port 6764bf72-1e11-44b8-8604-48ff8dbcc13a {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:22.907389 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19ed435c-1eb2-4dcc-90a6-a3e9b3973e0e tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:22.931354 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-75013f30-0a28-4c7c-8162-11df2cddf676 None None] Deleting port 6764bf72-1e11-44b8-8604-48ff8dbcc13a {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:22.932071 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-75013f30-0a28-4c7c-8162-11df2cddf676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:22.932543 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e812db-3f34-49e6-9b9f-27fb7a006b73 req-e534fa8a-8fe6-4cda-b88f-cc378bcc109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:22.934503 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b7e812db-3f34-49e6-9b9f-27fb7a006b73 req-e534fa8a-8fe6-4cda-b88f-cc378bcc109d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 1095 time: 0.1794908 Jul 05 04:22:23.008802 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-75013f30-0a28-4c7c-8162-11df2cddf676 None None] For port 6764bf72-1e11-44b8-8604-48ff8dbcc13a, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6764bf72-1e11-44b8-8604-48ff8dbcc13a,segment=NetworkSegment(bc16f1b7-c6a7-43d9-b9b6-a841f2ff2b19),segment_id=bc16f1b7-c6a7-43d9-b9b6-a841f2ff2b19)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:23.009488 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-75013f30-0a28-4c7c-8162-11df2cddf676 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:23.024939 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-75013f30-0a28-4c7c-8162-11df2cddf676 None None] Calling delete_port for 6764bf72-1e11-44b8-8604-48ff8dbcc13a owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:23.104435 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b798974-1e57-420b-bda2-d79c73785b8b req-3ce903c0-695a-4a58-84f9-f344a32a2c4a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:23.106851 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1b798974-1e57-420b-bda2-d79c73785b8b req-3ce903c0-695a-4a58-84f9-f344a32a2c4a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 943 time: 0.3500407 Jul 05 04:22:23.131321 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-75013f30-0a28-4c7c-8162-11df2cddf676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:23.165685 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75013f30-0a28-4c7c-8162-11df2cddf676 None None] No DVR routers for this DVR port 6764bf72-1e11-44b8-8604-48ff8dbcc13a on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:22:23.175127 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75013f30-0a28-4c7c-8162-11df2cddf676 None None] Pushing event deleted for resources: {'Port': ['ID=6764bf72-1e11-44b8-8604-48ff8dbcc13a,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:23.183144 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1b798974-1e57-420b-bda2-d79c73785b8b req-4d64858d-3833-4e9d-aa12-4a7516871fdb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642104 Jul 05 04:22:23.225205 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee81f92-9ec4-4074-995b-de762cd25a72 req-f857aaa0-bb63-436c-b5b2-542918d28af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:23.226740 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eee81f92-9ec4-4074-995b-de762cd25a72 req-f857aaa0-bb63-436c-b5b2-542918d28af4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9e17df9f910549fa8f2868baf4c0ba8f&device_id=59027861-b7b3-4107-8503-6af8e7e12c8f HTTP/1.1" status: 200 len: 1096 time: 0.3676727 Jul 05 04:22:23.436839 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6f218920-3463-475f-be6d-204df1482dca no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:23.444839 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee81f92-9ec4-4074-995b-de762cd25a72 req-6eebf41b-aff8-423f-8430-16e8e142b03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:23.446343 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eee81f92-9ec4-4074-995b-de762cd25a72 req-6eebf41b-aff8-423f-8430-16e8e142b03b service neutron] 10.222.0.70 "GET /v2.0/networks?id=c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 HTTP/1.1" status: 200 len: 911 time: 0.2123446 Jul 05 04:22:23.467396 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 6f218920-3463-475f-be6d-204df1482dca {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:23.468285 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6f218920-3463-475f-be6d-204df1482dca not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:23.469215 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6764bf72-1e11-44b8-8604-48ff8dbcc13a no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:23.469810 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580c20d-3151-42b0-95f4-7b5f929e5ac6 req-5ccadf09-3503-4de1-a5a4-4096d8854ede tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:23.471379 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0580c20d-3151-42b0-95f4-7b5f929e5ac6 req-5ccadf09-3503-4de1-a5a4-4096d8854ede tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=5141ddd7-f719-4fa7-8bd5-1c90c1018fd4 HTTP/1.1" status: 200 len: 932 time: 0.1685498 Jul 05 04:22:23.494736 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-19ed435c-1eb2-4dcc-90a6-a3e9b3973e0e tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] For port 6764bf72-1e11-44b8-8604-48ff8dbcc13a, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6764bf72-1e11-44b8-8604-48ff8dbcc13a,segment=NetworkSegment(bc16f1b7-c6a7-43d9-b9b6-a841f2ff2b19),segment_id=bc16f1b7-c6a7-43d9-b9b6-a841f2ff2b19)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:23.495308 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19ed435c-1eb2-4dcc-90a6-a3e9b3973e0e tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:23.519630 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 6764bf72-1e11-44b8-8604-48ff8dbcc13a {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:23.520168 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6764bf72-1e11-44b8-8604-48ff8dbcc13a not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:23.529991 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-19ed435c-1eb2-4dcc-90a6-a3e9b3973e0e tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Calling delete_port for 6764bf72-1e11-44b8-8604-48ff8dbcc13a owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:23.551792 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eee81f92-9ec4-4074-995b-de762cd25a72 req-a771aa83-8910-4fca-8832-33a073b9cba1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddc71ee2-96ae-4096-9faa-2c4cffa6447c HTTP/1.1" status: 200 len: 217 time: 0.0931311 Jul 05 04:22:23.576174 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e812db-3f34-49e6-9b9f-27fb7a006b73 req-4b76f6df-6e3d-4e94-97ce-401c609f1346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:23.577623 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b7e812db-3f34-49e6-9b9f-27fb7a006b73 req-4b76f6df-6e3d-4e94-97ce-401c609f1346 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d7bbfb07-1c04-4034-927b-f39972dda7da HTTP/1.1" status: 200 len: 898 time: 0.2342446 Jul 05 04:22:23.579888 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58771c79-c5d0-48bb-8891-f69438272a0e req-1abbc98a-4869-47a5-9bf6-28b1a827637c tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:23.581668 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58771c79-c5d0-48bb-8891-f69438272a0e req-1abbc98a-4869-47a5-9bf6-28b1a827637c tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=59027861-b7b3-4107-8503-6af8e7e12c8f HTTP/1.1" status: 200 len: 1096 time: 0.2473702 Jul 05 04:22:23.587200 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-2e81bb50-8e87-4431-9850-e70742faed30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f954668-9569-4a1a-979a-d7ccbba9f261 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:22:23.628839 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-2e81bb50-8e87-4431-9850-e70742faed30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:23.652099 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0580c20d-3151-42b0-95f4-7b5f929e5ac6 req-7ff0c299-067f-4e2b-ae85-80973bbff42a tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726854 Jul 05 04:22:23.660371 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-2e81bb50-8e87-4431-9850-e70742faed30 service neutron] Transition to ACTIVE for port object 9f954668-9569-4a1a-979a-d7ccbba9f261 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:23.665168 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee81f92-9ec4-4074-995b-de762cd25a72 req-5caf626a-c69f-4e9d-a74a-8932370db6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:23.666794 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eee81f92-9ec4-4074-995b-de762cd25a72 req-5caf626a-c69f-4e9d-a74a-8932370db6a8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a4251036-88dc-4ebb-925a-78e98b6f1a9a HTTP/1.1" status: 200 len: 849 time: 0.1041868 Jul 05 04:22:23.669367 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-2e81bb50-8e87-4431-9850-e70742faed30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:23.673665 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b7e812db-3f34-49e6-9b9f-27fb7a006b73 req-34eb555e-66db-4ebd-be9b-e9883c85559b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=626da3ba-e80b-47f6-b593-3942df9dfcee HTTP/1.1" status: 200 len: 217 time: 0.0606863 Jul 05 04:22:23.745699 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58771c79-c5d0-48bb-8891-f69438272a0e req-7b4decde-2989-44d7-9706-7c0b4587a56f tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315119 Jul 05 04:22:23.775845 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81bb50-8e87-4431-9850-e70742faed30 service neutron] Pushing event updated for resources: {'Port': ['ID=9f954668-9569-4a1a-979a-d7ccbba9f261,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:23.788660 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e812db-3f34-49e6-9b9f-27fb7a006b73 req-55f6af36-5b59-45c4-9efc-4a66919f5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:23.790166 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b7e812db-3f34-49e6-9b9f-27fb7a006b73 req-55f6af36-5b59-45c4-9efc-4a66919f5d7d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=852681fb-866b-4290-8397-791fc57a79d1 HTTP/1.1" status: 200 len: 835 time: 0.0995433 Jul 05 04:22:23.796955 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19ed435c-1eb2-4dcc-90a6-a3e9b3973e0e tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:23.844313 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee81f92-9ec4-4074-995b-de762cd25a72 req-32dccb1c-5ea7-4c06-b1eb-7203a34298fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:23.845831 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eee81f92-9ec4-4074-995b-de762cd25a72 req-32dccb1c-5ea7-4c06-b1eb-7203a34298fd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1674719 Jul 05 04:22:23.853828 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed435c-1eb2-4dcc-90a6-a3e9b3973e0e tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Port': ['ID=6764bf72-1e11-44b8-8604-48ff8dbcc13a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:23.859579 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ed435c-1eb2-4dcc-90a6-a3e9b3973e0e tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] No DVR routers for this DVR port 6764bf72-1e11-44b8-8604-48ff8dbcc13a on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:22:23.866553 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-2e81bb50-8e87-4431-9850-e70742faed30 service neutron] Attempting to bind port 9f954668-9569-4a1a-979a-d7ccbba9f261 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:22:23.866953 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-2e81bb50-8e87-4431-9850-e70742faed30 service neutron] Attempting to bind port 9f954668-9569-4a1a-979a-d7ccbba9f261 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '2fb1a78a-75d7-4f43-842b-9e5a3f0773a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5444e3-c291-41fd-b748-e3b4178b2e2c'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:22:23.867232 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-2e81bb50-8e87-4431-9850-e70742faed30 service neutron] Attempting to bind port 9f954668-9569-4a1a-979a-d7ccbba9f261 on network 7f5444e3-c291-41fd-b748-e3b4178b2e2c {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:23.906380 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-2e81bb50-8e87-4431-9850-e70742faed30 service neutron] Port 9f954668-9569-4a1a-979a-d7ccbba9f261 on network 7f5444e3-c291-41fd-b748-e3b4178b2e2c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:22:23.906751 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-2e81bb50-8e87-4431-9850-e70742faed30 service neutron] Attempting to bind port 9f954668-9569-4a1a-979a-d7ccbba9f261 on network 7f5444e3-c291-41fd-b748-e3b4178b2e2c {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:23.917123 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-2e81bb50-8e87-4431-9850-e70742faed30 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:22:23.917467 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-2e81bb50-8e87-4431-9850-e70742faed30 service neutron] Checking segment: {'id': '2fb1a78a-75d7-4f43-842b-9e5a3f0773a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5444e3-c291-41fd-b748-e3b4178b2e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:23.918043 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-2e81bb50-8e87-4431-9850-e70742faed30 service neutron] Bound using segment: {'id': '2fb1a78a-75d7-4f43-842b-9e5a3f0773a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5444e3-c291-41fd-b748-e3b4178b2e2c'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:22:23.918490 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-2e81bb50-8e87-4431-9850-e70742faed30 service neutron] Bound port: 9f954668-9569-4a1a-979a-d7ccbba9f261, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb1a78a-75d7-4f43-842b-9e5a3f0773a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7f5444e3-c291-41fd-b748-e3b4178b2e2c'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:22:23.918863 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-2e81bb50-8e87-4431-9850-e70742faed30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:23.950613 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19ed435c-1eb2-4dcc-90a6-a3e9b3973e0e tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:23.961832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e812db-3f34-49e6-9b9f-27fb7a006b73 req-991a313e-d2ec-499e-8497-6cff3b0073e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:23.963087 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b7e812db-3f34-49e6-9b9f-27fb7a006b73 req-991a313e-d2ec-499e-8497-6cff3b0073e0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d7bbfb07-1c04-4034-927b-f39972dda7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1637545 Jul 05 04:22:23.967096 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-19ed435c-1eb2-4dcc-90a6-a3e9b3973e0e tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:23.986046 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-19ed435c-1eb2-4dcc-90a6-a3e9b3973e0e tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc16f1b7-c6a7-43d9-b9b6-a841f2ff2b19') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:23.986803 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-19ed435c-1eb2-4dcc-90a6-a3e9b3973e0e tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc16f1b7-c6a7-43d9-b9b6-a841f2ff2b19') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:24.006244 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eee81f92-9ec4-4074-995b-de762cd25a72 req-50c72bed-aab3-4dda-b544-ceb9e762dc67 service neutron] 10.222.0.70 "GET /v2.0/networks/c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512008 Jul 05 04:22:24.034250 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19ed435c-1eb2-4dcc-90a6-a3e9b3973e0e tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:24.035097 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-2e81bb50-8e87-4431-9850-e70742faed30 service neutron] For port 9f954668-9569-4a1a-979a-d7ccbba9f261, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:22:24.056877 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19ed435c-1eb2-4dcc-90a6-a3e9b3973e0e tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:24.067952 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ed435c-1eb2-4dcc-90a6-a3e9b3973e0e tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:22:24.068480 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19ed435c-1eb2-4dcc-90a6-a3e9b3973e0e tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: self.session.flush() Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:22:24.071753 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:22:24.077961 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-2e81bb50-8e87-4431-9850-e70742faed30 service neutron] For port 9f954668-9569-4a1a-979a-d7ccbba9f261, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9f954668-9569-4a1a-979a-d7ccbba9f261,segment=NetworkSegment(2fb1a78a-75d7-4f43-842b-9e5a3f0773a3),segment_id=2fb1a78a-75d7-4f43-842b-9e5a3f0773a3)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:22:24.083567 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-2e81bb50-8e87-4431-9850-e70742faed30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:24.129076 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-2e81bb50-8e87-4431-9850-e70742faed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:24.129760 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-2e81bb50-8e87-4431-9850-e70742faed30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:24.131072 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-2e81bb50-8e87-4431-9850-e70742faed30 service neutron] 10.222.0.89 "PUT /v2.0/ports/9f954668-9569-4a1a-979a-d7ccbba9f261 HTTP/1.1" status: 200 len: 1093 time: 1.5529087 Jul 05 04:22:24.135165 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5141ddd7-f719-4fa7-8bd5-1c90c1018fd4', 'tag': '9f954668-9569-4a1a-979a-d7ccbba9f261'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:24.139839 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b97e7d-260c-4edf-b9b7-d8d3533dc311" -d '{"events": [{"name": "network-changed", "server_uuid": "5141ddd7-f719-4fa7-8bd5-1c90c1018fd4", "tag": "9f954668-9569-4a1a-979a-d7ccbba9f261"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:24.160474 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b7e812db-3f34-49e6-9b9f-27fb7a006b73 req-9fab8a39-43fc-493b-a5f0-8df75357c705 service neutron] 10.222.0.70 "GET /v2.0/networks/d7bbfb07-1c04-4034-927b-f39972dda7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858184 Jul 05 04:22:24.163474 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19ed435c-1eb2-4dcc-90a6-a3e9b3973e0e tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:24.194558 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81bb50-8e87-4431-9850-e70742faed30 service neutron] Pushing event updated for resources: {'Port': ['ID=9f954668-9569-4a1a-979a-d7ccbba9f261,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:24.197546 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19ed435c-1eb2-4dcc-90a6-a3e9b3973e0e tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:24.202522 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-19ed435c-1eb2-4dcc-90a6-a3e9b3973e0e tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/networks/48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3 HTTP/1.1" status: 204 len: 168 time: 1.6889138 Jul 05 04:22:24.210144 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cd719f-fe4e-4ebd-9c83-d7ed0096e711 x-openstack-request-id: req-99cd719f-fe4e-4ebd-9c83-d7ed0096e711 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:24.210441 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5141ddd7-f719-4fa7-8bd5-1c90c1018fd4", "tag": "9f954668-9569-4a1a-979a-d7ccbba9f261", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:24.210694 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-99cd719f-fe4e-4ebd-9c83-d7ed0096e711 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:24.211101 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5141ddd7-f719-4fa7-8bd5-1c90c1018fd4', 'tag': '9f954668-9569-4a1a-979a-d7ccbba9f261', 'status': 'completed', 'code': 200} Jul 05 04:22:24.211458 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34592) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:24.216663 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-f8851b0c-ac15-41cd-8ff3-54f8ebf0d03b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'router': {'routes': None}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:24.232680 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eee81f92-9ec4-4074-995b-de762cd25a72 req-6ccf4f2d-1f5d-4503-be87-27b307243fbd service neutron] 10.222.0.70 "GET /v2.0/networks/c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179973 Jul 05 04:22:24.286014 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed435c-1eb2-4dcc-90a6-a3e9b3973e0e tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Pushing event deleted for resources: {'Network': ['ID=48d9beca-ccc9-4d3b-91eb-3346ffd0aeb3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:24.389436 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b7e812db-3f34-49e6-9b9f-27fb7a006b73 req-9289783d-0f55-4b39-8961-652e12cea2ba service neutron] 10.222.0.70 "GET /v2.0/networks/d7bbfb07-1c04-4034-927b-f39972dda7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195740 Jul 05 04:22:24.437833 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.extraroute_db [None req-f8851b0c-ac15-41cd-8ff3-54f8ebf0d03b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Added routes are [] {{(pid=105538) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 04:22:24.437833 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.extraroute_db [None req-f8851b0c-ac15-41cd-8ff3-54f8ebf0d03b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Removed routes are [] {{(pid=105538) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 04:22:24.438438 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f8851b0c-ac15-41cd-8ff3-54f8ebf0d03b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:24.440644 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47c6ac-e799-4bff-8c6b-f86f504ea13a req-3c5ede19-4a28-4fd2-bf41-e6be756f6087 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:24.442763 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0b47c6ac-e799-4bff-8c6b-f86f504ea13a req-3c5ede19-4a28-4fd2-bf41-e6be756f6087 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 943 time: 0.1092112 Jul 05 04:22:24.443137 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-08d1207e-4aa5-49e3-9393-f1f21c765d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:24.444707 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-08d1207e-4aa5-49e3-9393-f1f21c765d0c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=74847c5a0be2460f936bfa8b3db608e8&device_id=5141ddd7-f719-4fa7-8bd5-1c90c1018fd4 HTTP/1.1" status: 200 len: 1096 time: 0.2250609 Jul 05 04:22:24.484290 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0b47c6ac-e799-4bff-8c6b-f86f504ea13a req-6bb0bd3c-5edc-437b-8460-63e26db60fdb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347657 Jul 05 04:22:24.547027 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-c321d91e-dec5-4772-a5cb-2e783123f2a4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f954668-9569-4a1a-979a-d7ccbba9f261 HTTP/1.1" status: 200 len: 217 time: 0.0663507 Jul 05 04:22:24.655118 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f8851b0c-ac15-41cd-8ff3-54f8ebf0d03b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:24.660893 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f8851b0c-ac15-41cd-8ff3-54f8ebf0d03b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540971'] for router, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:24.667118 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-9d21a1c0-a111-41e2-b8d7-4817078e0650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:24.669293 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-9d21a1c0-a111-41e2-b8d7-4817078e0650 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=93de40b5-241e-40d0-ab50-a45ead66ce92 HTTP/1.1" status: 200 len: 855 time: 0.1139307 Jul 05 04:22:24.766981 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-865981fc-4171-46dc-95ab-7dad90893de5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f5444e3-c291-41fd-b748-e3b4178b2e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617244 Jul 05 04:22:24.784742 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8851b0c-ac15-41cd-8ff3-54f8ebf0d03b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Router 11e4d8b3-4607-4be0-bb35-993db79a3739 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:24.936823 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c17a5-f234-443b-a94f-7e16dca27f94 req-dfccad3d-ee83-4a7c-8c60-31a7e7b30529 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:24.940287 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-096c17a5-f234-443b-a94f-7e16dca27f94 req-dfccad3d-ee83-4a7c-8c60-31a7e7b30529 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=59027861-b7b3-4107-8503-6af8e7e12c8f HTTP/1.1" status: 200 len: 1096 time: 0.0616260 Jul 05 04:22:24.976855 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-096c17a5-f234-443b-a94f-7e16dca27f94 req-afa559c0-b7b0-427d-9692-ad8f61302dba tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317724 Jul 05 04:22:24.978048 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8851b0c-ac15-41cd-8ff3-54f8ebf0d03b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:24.987560 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f8851b0c-ac15-41cd-8ff3-54f8ebf0d03b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:24.990573 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f8851b0c-ac15-41cd-8ff3-54f8ebf0d03b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "PUT /v2.0/routers/11e4d8b3-4607-4be0-bb35-993db79a3739 HTTP/1.1" status: 200 len: 705 time: 0.7778811 Jul 05 04:22:24.991777 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34606) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:24.995876 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b063d3d6-a1e9-49cc-9006-c24c9bff445f None None] Sync routers for ids ['11e4d8b3-4607-4be0-bb35-993db79a3739'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:25.008799 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b063d3d6-a1e9-49cc-9006-c24c9bff445f None None] Routers {'11e4d8b3-4607-4be0-bb35-993db79a3739'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:25.021837 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-e9e6b27c-6ba8-4703-bc34-7d7b8d65fbde service neutron] 10.222.0.89 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458458 Jul 05 04:22:25.022151 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-b063d3d6-a1e9-49cc-9006-c24c9bff445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:22:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['11e4d8b3-4607-4be0-bb35-993db79a3739'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:25.035330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53041d2d-2e4d-4503-8dd3-a4e687f32ddc req-311069e1-6f44-4210-9a8d-3cfe82bd6999 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:25.037814 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ebbe6f1d-ff1c-4921-bf26-e71f74ae587f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "GET /v2.0/ports?device_id=11e4d8b3-4607-4be0-bb35-993db79a3739 HTTP/1.1" status: 200 len: 205 time: 0.0448546 Jul 05 04:22:25.038423 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34608) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:25.043786 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53041d2d-2e4d-4503-8dd3-a4e687f32ddc req-311069e1-6f44-4210-9a8d-3cfe82bd6999 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=5141ddd7-f719-4fa7-8bd5-1c90c1018fd4 HTTP/1.1" status: 200 len: 944 time: 0.2563250 Jul 05 04:22:25.135240 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-581f7a03-8eb6-439a-90ac-338c6b09c73d tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:25.144424 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53041d2d-2e4d-4503-8dd3-a4e687f32ddc req-fa868435-5fe4-4460-a596-1939b7fb806b tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996130 Jul 05 04:22:25.186669 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-398d67ef-1fc8-472d-8400-3b6f9ddec2fb req-0da82346-5b9a-4719-af75-e2e480c516a1 service neutron] 10.222.0.89 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326592 Jul 05 04:22:25.220176 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-b063d3d6-a1e9-49cc-9006-c24c9bff445f None None] Set router 11e4d8b3-4607-4be0-bb35-993db79a3739 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:25.291514 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-b063d3d6-a1e9-49cc-9006-c24c9bff445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:22:19Z', 'revision_number': 11, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:25.321882 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b97e7d-260c-4edf-b9b7-d8d3533dc311 req-f661d7d3-10fa-4f1a-9b94-b37c5a1df122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:25.324132 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f3b97e7d-260c-4edf-b9b7-d8d3533dc311 req-f661d7d3-10fa-4f1a-9b94-b37c5a1df122 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=74847c5a0be2460f936bfa8b3db608e8&device_id=5141ddd7-f719-4fa7-8bd5-1c90c1018fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0749483 Jul 05 04:22:25.338380 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b063d3d6-a1e9-49cc-9006-c24c9bff445f None None] Checking router: 11e4d8b3-4607-4be0-bb35-993db79a3739 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:25.346646 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-581f7a03-8eb6-439a-90ac-338c6b09c73d tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:25.349070 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-581f7a03-8eb6-439a-90ac-338c6b09c73d tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:25.350432 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b063d3d6-a1e9-49cc-9006-c24c9bff445f None None] Routers {'11e4d8b3-4607-4be0-bb35-993db79a3739'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:25.351166 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-b063d3d6-a1e9-49cc-9006-c24c9bff445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:22:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['11e4d8b3-4607-4be0-bb35-993db79a3739'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:25.402662 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-581f7a03-8eb6-439a-90ac-338c6b09c73d tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:25.405827 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581f7a03-8eb6-439a-90ac-338c6b09c73d tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Fanout notify agent at l3_agent the message router_deleted on router 11e4d8b3-4607-4be0-bb35-993db79a3739 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:22:25.415508 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-581f7a03-8eb6-439a-90ac-338c6b09c73d tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:25.417365 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-581f7a03-8eb6-439a-90ac-338c6b09c73d tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/routers/11e4d8b3-4607-4be0-bb35-993db79a3739 HTTP/1.1" status: 204 len: 168 time: 0.3780177 Jul 05 04:22:25.422364 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34614) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:25.428768 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-373d0fe5-ba58-4a89-9488-62528b2fc5c3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-936150980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:25.437232 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b97e7d-260c-4edf-b9b7-d8d3533dc311 req-8c68b783-4117-40be-9d9a-f1d05d04cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:25.437756 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-b063d3d6-a1e9-49cc-9006-c24c9bff445f None None] Set router 11e4d8b3-4607-4be0-bb35-993db79a3739 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:25.438775 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f3b97e7d-260c-4edf-b9b7-d8d3533dc311 req-8c68b783-4117-40be-9d9a-f1d05d04cf67 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f5444e3-c291-41fd-b748-e3b4178b2e2c HTTP/1.1" status: 200 len: 916 time: 0.1078768 Jul 05 04:22:25.454581 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-373d0fe5-ba58-4a89-9488-62528b2fc5c3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:25.455761 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-373d0fe5-ba58-4a89-9488-62528b2fc5c3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:25.494595 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f3b97e7d-260c-4edf-b9b7-d8d3533dc311 req-f1685212-aaa6-44a7-be45-66c66ecc87e8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f954668-9569-4a1a-979a-d7ccbba9f261 HTTP/1.1" status: 200 len: 217 time: 0.0476463 Jul 05 04:22:25.507524 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-b063d3d6-a1e9-49cc-9006-c24c9bff445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:22:19Z', 'revision_number': 11, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:25.521064 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-373d0fe5-ba58-4a89-9488-62528b2fc5c3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:25.526305 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-373d0fe5-ba58-4a89-9488-62528b2fc5c3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:25.539589 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b063d3d6-a1e9-49cc-9006-c24c9bff445f None None] The sync data for ids ['11e4d8b3-4607-4be0-bb35-993db79a3739'] in n-d-780147-23 is: [{'id': '11e4d8b3-4607-4be0-bb35-993db79a3739', 'name': 'tempest-RoutersIpV6Test-router-1009340032', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:19Z', 'updated_at': '2021-07-05T04:22:19Z', 'revision_number': 11, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:25.550696 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-373d0fe5-ba58-4a89-9488-62528b2fc5c3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:25.552540 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-373d0fe5-ba58-4a89-9488-62528b2fc5c3 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1291642 Jul 05 04:22:25.555313 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34618) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:25.561393 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-59ce2a64-04a5-4f88-bdde-ab4d857c9be4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:25.567182 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b97e7d-260c-4edf-b9b7-d8d3533dc311 req-b61de0f5-dc0f-489e-8d23-6fded45284b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:25.568709 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f3b97e7d-260c-4edf-b9b7-d8d3533dc311 req-b61de0f5-dc0f-489e-8d23-6fded45284b5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=93de40b5-241e-40d0-ab50-a45ead66ce92 HTTP/1.1" status: 200 len: 855 time: 0.0676758 Jul 05 04:22:25.635252 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f3b97e7d-260c-4edf-b9b7-d8d3533dc311 req-9743aa30-2e98-447f-9a93-e3bf68742774 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f5444e3-c291-41fd-b748-e3b4178b2e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569198 Jul 05 04:22:25.765480 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f3b97e7d-260c-4edf-b9b7-d8d3533dc311 req-f4e315da-d25e-47cc-b82c-0d2b5e604561 service neutron] 10.222.0.89 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236322 Jul 05 04:22:25.856093 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-59ce2a64-04a5-4f88-bdde-ab4d857c9be4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:25.871437 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f3b97e7d-260c-4edf-b9b7-d8d3533dc311 req-f87d3777-4962-4041-b6d7-9173c64ca662 service neutron] 10.222.0.89 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989552 Jul 05 04:22:25.878203 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-59ce2a64-04a5-4f88-bdde-ab4d857c9be4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540971'] for router, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:25.971260 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4ef0b-cb81-4312-a36c-c9b76f45c02b req-d7c7157d-271f-4972-90d6-d5cc29f0d574 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:25.972784 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93e4ef0b-cb81-4312-a36c-c9b76f45c02b req-d7c7157d-271f-4972-90d6-d5cc29f0d574 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 943 time: 0.2598398 Jul 05 04:22:26.029425 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93e4ef0b-cb81-4312-a36c-c9b76f45c02b req-0eaf3d21-588c-47db-9e3d-5a4c0a78896d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469875 Jul 05 04:22:26.035530 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ce2a64-04a5-4f88-bdde-ab4d857c9be4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Router fd9eaa9d-dd6b-47bf-9b37-aaa290e511ea is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:22:26.128250 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ce2a64-04a5-4f88-bdde-ab4d857c9be4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:26.137532 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-59ce2a64-04a5-4f88-bdde-ab4d857c9be4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.141482 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-59ce2a64-04a5-4f88-bdde-ab4d857c9be4 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "PUT /v2.0/routers/fd9eaa9d-dd6b-47bf-9b37-aaa290e511ea HTTP/1.1" status: 200 len: 697 time: 0.5823720 Jul 05 04:22:26.143524 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34628) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:26.150629 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47c4a4a-c320-4a6c-a6a9-78011101d4ac None None] Sync routers for ids ['fd9eaa9d-dd6b-47bf-9b37-aaa290e511ea'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:26.166234 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47c4a4a-c320-4a6c-a6a9-78011101d4ac None None] Routers {'fd9eaa9d-dd6b-47bf-9b37-aaa290e511ea'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:26.167169 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b47c4a4a-c320-4a6c-a6a9-78011101d4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:22:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['fd9eaa9d-dd6b-47bf-9b37-aaa290e511ea'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:26.209073 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dbfac-3d31-4ddc-9add-d9ba88490613 req-40caf8e7-f362-47cf-9e42-a224ff0be4e5 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:26.210638 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d5dbfac-3d31-4ddc-9add-d9ba88490613 req-40caf8e7-f362-47cf-9e42-a224ff0be4e5 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=59027861-b7b3-4107-8503-6af8e7e12c8f HTTP/1.1" status: 200 len: 1096 time: 0.0778985 Jul 05 04:22:26.254860 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-b47c4a4a-c320-4a6c-a6a9-78011101d4ac None None] Set router fd9eaa9d-dd6b-47bf-9b37-aaa290e511ea gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:26.266832 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d5dbfac-3d31-4ddc-9add-d9ba88490613 req-8cb3da6e-50fa-4759-9de6-fa2cf21f985b tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491264 Jul 05 04:22:26.274443 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b415d189-f14c-44ea-a41b-f53935a08dd9 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "GET /v2.0/routers/fd9eaa9d-dd6b-47bf-9b37-aaa290e511ea HTTP/1.1" status: 200 len: 703 time: 0.1291277 Jul 05 04:22:26.276889 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34632) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:26.312715 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9c1793bf-3ee8-46d9-826d-6a6cd89885ce tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd9eaa9d-dd6b-47bf-9b37-aaa290e511ea HTTP/1.1" status: 200 len: 205 time: 0.0340281 Jul 05 04:22:26.315190 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34634) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:26.428314 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9355c052-a525-407d-b653-3589ca56852f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.490958 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b47c4a4a-c320-4a6c-a6a9-78011101d4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9eaa9d-dd6b-47bf-9b37-aaa290e511ea', 'name': 'tempest-RoutersIpV6Test-router-936150980', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:25Z', 'updated_at': '2021-07-05T04:22:25Z', 'revision_number': 2, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:26.518289 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47c4a4a-c320-4a6c-a6a9-78011101d4ac None None] Checking router: fd9eaa9d-dd6b-47bf-9b37-aaa290e511ea for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:26.526601 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47c4a4a-c320-4a6c-a6a9-78011101d4ac None None] Routers {'fd9eaa9d-dd6b-47bf-9b37-aaa290e511ea'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:26.527917 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b47c4a4a-c320-4a6c-a6a9-78011101d4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:22:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['fd9eaa9d-dd6b-47bf-9b37-aaa290e511ea'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:26.601256 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-b47c4a4a-c320-4a6c-a6a9-78011101d4ac None None] Set router fd9eaa9d-dd6b-47bf-9b37-aaa290e511ea gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:26.659991 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-b47c4a4a-c320-4a6c-a6a9-78011101d4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9eaa9d-dd6b-47bf-9b37-aaa290e511ea', 'name': 'tempest-RoutersIpV6Test-router-936150980', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:25Z', 'updated_at': '2021-07-05T04:22:25Z', 'revision_number': 2, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:26.691904 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47c4a4a-c320-4a6c-a6a9-78011101d4ac None None] The sync data for ids ['fd9eaa9d-dd6b-47bf-9b37-aaa290e511ea'] in n-d-780147-23 is: [{'id': 'fd9eaa9d-dd6b-47bf-9b37-aaa290e511ea', 'name': 'tempest-RoutersIpV6Test-router-936150980', 'tenant_id': 'ff8e97f25dec4039911d941a3e89eb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:25Z', 'updated_at': '2021-07-05T04:22:25Z', 'revision_number': 2, 'project_id': 'ff8e97f25dec4039911d941a3e89eb38', 'gw_port_host': None}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:26.867109 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4303f-39ba-4604-8a1c-4aec030d3c33 req-a73afdaa-90ab-49a2-bf7a-31c3633017d3 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:26.868754 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-55a4303f-39ba-4604-8a1c-4aec030d3c33 req-a73afdaa-90ab-49a2-bf7a-31c3633017d3 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=5141ddd7-f719-4fa7-8bd5-1c90c1018fd4 HTTP/1.1" status: 200 len: 944 time: 0.5470927 Jul 05 04:22:26.875673 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9355c052-a525-407d-b653-3589ca56852f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.879275 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9355c052-a525-407d-b653-3589ca56852f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.947165 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9355c052-a525-407d-b653-3589ca56852f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.947692 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9355c052-a525-407d-b653-3589ca56852f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Fanout notify agent at l3_agent the message router_deleted on router fd9eaa9d-dd6b-47bf-9b37-aaa290e511ea {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:22:26.952429 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-55a4303f-39ba-4604-8a1c-4aec030d3c33 req-f8ba2a88-7fa4-410a-a745-840ac62d171e tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746658 Jul 05 04:22:26.957545 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9355c052-a525-407d-b653-3589ca56852f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.963391 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9355c052-a525-407d-b653-3589ca56852f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/routers/fd9eaa9d-dd6b-47bf-9b37-aaa290e511ea HTTP/1.1" status: 204 len: 168 time: 0.6468854 Jul 05 04:22:26.964013 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34642) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:27.001753 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bb4b3008-f83a-41f1-8529-021a5e02f562 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd9eaa9d-dd6b-47bf-9b37-aaa290e511ea HTTP/1.1" status: 200 len: 205 time: 0.0356266 Jul 05 04:22:27.004071 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34644) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:27.041831 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-3191dbca-68df-4881-800b-ffc2b55774ef tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] delete failed (client error): The resource could not be found. Jul 05 04:22:27.043143 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3191dbca-68df-4881-800b-ffc2b55774ef tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/routers/fd9eaa9d-dd6b-47bf-9b37-aaa290e511ea HTTP/1.1" status: 404 len: 336 time: 0.0378556 Jul 05 04:22:27.046007 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34646) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:27.354271 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device ddc71ee2-96ae-4096-9faa-2c4cffa6447c details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:22:27.469538 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa3e04c-3fbb-41f5-8b6d-7e1698a48829 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] DELETE failed (client error): The resource could not be found. Jul 05 04:22:27.470093 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fa3e04c-3fbb-41f5-8b6d-7e1698a48829 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:22:27.474531 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34652) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:27.475009 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4fa3e04c-3fbb-41f5-8b6d-7e1698a48829 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/subnets/9f4f00c5-fe40-4e7e-8dbb-7fe7d82bce47 HTTP/1.1" status: 404 len: 337 time: 0.4280789 Jul 05 04:22:27.508947 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb20d16c-cad9-4190-bb52-4d1b0bbc2c3d tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] DELETE failed (client error): The resource could not be found. Jul 05 04:22:27.509642 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb20d16c-cad9-4190-bb52-4d1b0bbc2c3d tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:22:27.512543 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fb20d16c-cad9-4190-bb52-4d1b0bbc2c3d tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/subnets/6f5706ef-48b9-4d35-8e47-593fdddd87ed HTTP/1.1" status: 404 len: 337 time: 0.0356603 Jul 05 04:22:27.515069 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34654) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:27.523543 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port ddc71ee2-96ae-4096-9faa-2c4cffa6447c, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=ddc71ee2-96ae-4096-9faa-2c4cffa6447c,segment=NetworkSegment(f84c85d9-41f2-4478-9254-f4f1165682c7),segment_id=f84c85d9-41f2-4478-9254-f4f1165682c7)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:27.541811 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'ddc71ee2-96ae-4096-9faa-2c4cffa6447c', 'network_id': 'c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4', 'port_id': 'ddc71ee2-96ae-4096-9faa-2c4cffa6447c', 'mac_address': 'fa:16:3e:66:ee:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4251036-88dc-4ebb-925a-78e98b6f1a9a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:22:27.554528 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c4be5e-3d01-464f-a934-69d31b3be24b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] DELETE failed (client error): The resource could not be found. Jul 05 04:22:27.554980 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c4be5e-3d01-464f-a934-69d31b3be24b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:22:27.560156 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-33c4be5e-3d01-464f-a934-69d31b3be24b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/subnets/f69c0a27-d986-478d-8000-177be574d817 HTTP/1.1" status: 404 len: 337 time: 0.0437462 Jul 05 04:22:27.560713 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34656) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:27.566825 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf1515-8abc-454a-82b6-63fd600b2bd0 req-39329af3-8cf2-4cb2-bb6f-6dc4d5802f55 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:27.568828 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b1bf1515-8abc-454a-82b6-63fd600b2bd0 req-39329af3-8cf2-4cb2-bb6f-6dc4d5802f55 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 943 time: 0.1014087 Jul 05 04:22:27.593039 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.600597 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-279cad3a-b5cc-4420-87e8-5a3b3396099a tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] DELETE failed (client error): The resource could not be found. Jul 05 04:22:27.601277 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-279cad3a-b5cc-4420-87e8-5a3b3396099a tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:22:27.603432 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-279cad3a-b5cc-4420-87e8-5a3b3396099a tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/subnets/fac0d9d1-e492-4615-ac63-7531cecfb69e HTTP/1.1" status: 404 len: 337 time: 0.0416334 Jul 05 04:22:27.607123 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34658) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:27.614005 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5437b0-1dda-475a-8277-8acea5a963b8 req-b3873f69-23ed-442c-9b0e-d840bf0cae22 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:27.620006 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc71ee2-96ae-4096-9faa-2c4cffa6447c {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:22:27.632288 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4d5437b0-1dda-475a-8277-8acea5a963b8 req-b3873f69-23ed-442c-9b0e-d840bf0cae22 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=59027861-b7b3-4107-8503-6af8e7e12c8f HTTP/1.1" status: 200 len: 1096 time: 0.2007523 Jul 05 04:22:27.667485 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port ddc71ee2-96ae-4096-9faa-2c4cffa6447c, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=ddc71ee2-96ae-4096-9faa-2c4cffa6447c,segment=NetworkSegment(f84c85d9-41f2-4478-9254-f4f1165682c7),segment_id=f84c85d9-41f2-4478-9254-f4f1165682c7)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:27.674744 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.675723 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 626da3ba-e80b-47f6-b593-3942df9dfcee details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:22:27.680783 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4d5437b0-1dda-475a-8277-8acea5a963b8 req-8115cc60-799e-43da-a0fd-549d2471bc2d tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473959 Jul 05 04:22:27.687560 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34662) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:27.688495 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7db188a1-9f1b-4ad8-aded-bce6d6d9014e tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "GET /v2.0/ports?device_id=11e4d8b3-4607-4be0-bb35-993db79a3739 HTTP/1.1" status: 200 len: 205 time: 0.0777605 Jul 05 04:22:27.706582 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b1bf1515-8abc-454a-82b6-63fd600b2bd0 req-0ced8dbb-2873-441f-b730-44ffb4ef7a40 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286509 Jul 05 04:22:27.759519 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=ddc71ee2-96ae-4096-9faa-2c4cffa6447c,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:27.761161 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-48e0943f-a6b7-451b-b199-59b3eff97572 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] delete failed (client error): The resource could not be found. Jul 05 04:22:27.763413 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-48e0943f-a6b7-451b-b199-59b3eff97572 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/routers/11e4d8b3-4607-4be0-bb35-993db79a3739 HTTP/1.1" status: 404 len: 336 time: 0.0738168 Jul 05 04:22:27.766066 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34664) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:27.801473 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-10e05c0a-b125-495b-ae14-e732f289dc48 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0a52790-0425-4f34-a287-518074f2c6d5 HTTP/1.1" status: 200 len: 205 time: 0.0320413 Jul 05 04:22:27.802119 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34666) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:27.861034 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-0626024e-f500-405d-a9d9-0003dea4640d tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] delete failed (client error): The resource could not be found. Jul 05 04:22:27.865013 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34668) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:27.865181 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0626024e-f500-405d-a9d9-0003dea4640d tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/routers/a0a52790-0425-4f34-a287-518074f2c6d5 HTTP/1.1" status: 404 len: 336 time: 0.0616837 Jul 05 04:22:27.871943 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 9f954668-9569-4a1a-979a-d7ccbba9f261 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:22:27.891939 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 626da3ba-e80b-47f6-b593-3942df9dfcee, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=626da3ba-e80b-47f6-b593-3942df9dfcee,segment=NetworkSegment(80e955a2-0c08-4d00-9170-d91afd134e37),segment_id=80e955a2-0c08-4d00-9170-d91afd134e37)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:27.899654 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-eebae396-4a69-4187-bf37-02fb9283a39b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] DELETE failed (client error): The resource could not be found. Jul 05 04:22:27.900522 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eebae396-4a69-4187-bf37-02fb9283a39b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:22:27.903211 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-eebae396-4a69-4187-bf37-02fb9283a39b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/subnets/9646a112-9164-4c4e-a1e8-b0d5b761867a HTTP/1.1" status: 404 len: 337 time: 0.0370376 Jul 05 04:22:27.905883 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34670) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:27.915883 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '626da3ba-e80b-47f6-b593-3942df9dfcee', 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da', 'port_id': '626da3ba-e80b-47f6-b593-3942df9dfcee', 'mac_address': 'fa:16:3e:46:46:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '852681fb-866b-4290-8397-791fc57a79d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:22:27.940375 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bd42bd0a-76bf-415c-b80f-efb7574abc84 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b24594d-9525-4e8e-b136-6d9b557b4ccd HTTP/1.1" status: 200 len: 205 time: 0.0309658 Jul 05 04:22:27.942587 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34674) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:27.992540 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-c1c865f8-1c41-4441-981a-40124836f45f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] delete failed (client error): The resource could not be found. Jul 05 04:22:27.994424 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c1c865f8-1c41-4441-981a-40124836f45f tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/routers/6b24594d-9525-4e8e-b136-6d9b557b4ccd HTTP/1.1" status: 404 len: 336 time: 0.0508683 Jul 05 04:22:27.998265 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34680) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:28.021161 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:28.035516 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34682) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:28.036855 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5132f9e7-a64c-4167-ad54-484e79ffbaad tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "GET /v2.0/ports?device_id=af664153-f5ed-49a8-987c-05442019a728 HTTP/1.1" status: 200 len: 205 time: 0.0371060 Jul 05 04:22:28.067249 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626da3ba-e80b-47f6-b593-3942df9dfcee {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:22:28.076011 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-1a542e90-1ebb-484e-98d0-1f498ad305fc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] delete failed (client error): The resource could not be found. Jul 05 04:22:28.077492 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1a542e90-1ebb-484e-98d0-1f498ad305fc tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/routers/af664153-f5ed-49a8-987c-05442019a728 HTTP/1.1" status: 404 len: 336 time: 0.0411246 Jul 05 04:22:28.078952 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 9f954668-9569-4a1a-979a-d7ccbba9f261, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9f954668-9569-4a1a-979a-d7ccbba9f261,segment=NetworkSegment(2fb1a78a-75d7-4f43-842b-9e5a3f0773a3),segment_id=2fb1a78a-75d7-4f43-842b-9e5a3f0773a3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:28.080480 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34684) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:28.115828 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '9f954668-9569-4a1a-979a-d7ccbba9f261', 'network_id': '7f5444e3-c291-41fd-b748-e3b4178b2e2c', 'port_id': '9f954668-9569-4a1a-979a-d7ccbba9f261', 'mac_address': 'fa:16:3e:d7:04:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93de40b5-241e-40d0-ab50-a45ead66ce92', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:22:28.118438 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 626da3ba-e80b-47f6-b593-3942df9dfcee, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=626da3ba-e80b-47f6-b593-3942df9dfcee,segment=NetworkSegment(80e955a2-0c08-4d00-9170-d91afd134e37),segment_id=80e955a2-0c08-4d00-9170-d91afd134e37)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:28.125377 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7fa79f6-91fe-40fe-a70c-a2cefbf951b5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] DELETE failed (client error): The resource could not be found. Jul 05 04:22:28.125655 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:28.126382 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7fa79f6-91fe-40fe-a70c-a2cefbf951b5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:22:28.128300 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a7fa79f6-91fe-40fe-a70c-a2cefbf951b5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/subnets/5bbfe61d-5239-48d3-9463-3ac73c53421e HTTP/1.1" status: 404 len: 337 time: 0.0466411 Jul 05 04:22:28.130885 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34686) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:28.181892 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2412f710-6dde-4aeb-bbf4-fc1c68f9c297 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1e6f286-b50a-464d-afbe-5a384fc9c363 HTTP/1.1" status: 200 len: 205 time: 0.0496743 Jul 05 04:22:28.185116 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34692) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:28.207155 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:28.223048 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f954668-9569-4a1a-979a-d7ccbba9f261 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:22:28.241653 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb1695-30c5-4c0d-9e26-42cc0da116b7 req-26bf900c-b09b-4898-be9a-ca3de53a8f40 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:28.244720 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 9f954668-9569-4a1a-979a-d7ccbba9f261, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9f954668-9569-4a1a-979a-d7ccbba9f261,segment=NetworkSegment(2fb1a78a-75d7-4f43-842b-9e5a3f0773a3),segment_id=2fb1a78a-75d7-4f43-842b-9e5a3f0773a3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:28.250515 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:28.253486 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1acb1695-30c5-4c0d-9e26-42cc0da116b7 req-26bf900c-b09b-4898-be9a-ca3de53a8f40 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=5141ddd7-f719-4fa7-8bd5-1c90c1018fd4 HTTP/1.1" status: 200 len: 944 time: 0.1377585 Jul 05 04:22:28.262708 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-d6f98bbe-65a5-4974-a767-740ded2cdad5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] delete failed (client error): The resource could not be found. Jul 05 04:22:28.263262 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=626da3ba-e80b-47f6-b593-3942df9dfcee,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:28.266608 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d6f98bbe-65a5-4974-a767-740ded2cdad5 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/routers/a1e6f286-b50a-464d-afbe-5a384fc9c363 HTTP/1.1" status: 404 len: 336 time: 0.0776255 Jul 05 04:22:28.266608 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34694) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:28.324713 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=9f954668-9569-4a1a-979a-d7ccbba9f261,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:28.351675 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1acb1695-30c5-4c0d-9e26-42cc0da116b7 req-fb63fa75-3a21-4145-982e-fedcc47f89ca tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965085 Jul 05 04:22:28.352038 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-20afd0dd-101d-45b3-aac6-c37beca8a438 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] DELETE failed (client error): The resource could not be found. Jul 05 04:22:28.352509 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20afd0dd-101d-45b3-aac6-c37beca8a438 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:22:28.354884 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-20afd0dd-101d-45b3-aac6-c37beca8a438 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/subnets/5326c939-ad3d-4715-99e1-9655d3215a40 HTTP/1.1" status: 404 len: 337 time: 0.0861175 Jul 05 04:22:28.358357 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34696) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:28.392251 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34698) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:28.393871 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f522431b-b640-489b-976d-9c64fd8a372b tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd821618-44e2-41b1-95c7-7d04f93a0ba8 HTTP/1.1" status: 200 len: 205 time: 0.0343578 Jul 05 04:22:28.435054 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-7af89053-16f6-410e-b8bf-898f1181dbca tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] delete failed (client error): The resource could not be found. Jul 05 04:22:28.436363 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7af89053-16f6-410e-b8bf-898f1181dbca tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/routers/fd821618-44e2-41b1-95c7-7d04f93a0ba8 HTTP/1.1" status: 404 len: 336 time: 0.0429091 Jul 05 04:22:28.438675 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34700) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:28.467078 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a09e8c-0f60-4c19-b850-92024520ec97 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] DELETE failed (client error): The resource could not be found. Jul 05 04:22:28.467663 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a09e8c-0f60-4c19-b850-92024520ec97 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:22:28.469530 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-05a09e8c-0f60-4c19-b850-92024520ec97 tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/subnets/e1250d28-6cd4-4506-a38b-77d5689db110 HTTP/1.1" status: 404 len: 337 time: 0.0298529 Jul 05 04:22:28.472932 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34702) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:28.505560 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-08211884-0d69-4917-a1fa-20acf52bd68c tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] DELETE failed (client error): The resource could not be found. Jul 05 04:22:28.506105 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08211884-0d69-4917-a1fa-20acf52bd68c tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:22:28.510264 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-08211884-0d69-4917-a1fa-20acf52bd68c tempest-RoutersIpV6Test-1325834787 tempest-RoutersIpV6Test-1325834787-project] 10.222.0.77 "DELETE /v2.0/subnets/b15f93ad-55fc-4b6d-827b-9d142e890d1c HTTP/1.1" status: 404 len: 337 time: 0.0336020 Jul 05 04:22:28.531126 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['9f954668-9569-4a1a-979a-d7ccbba9f261'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:22:28.569639 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['ddc71ee2-96ae-4096-9faa-2c4cffa6447c'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:22:28.595652 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['626da3ba-e80b-47f6-b593-3942df9dfcee'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:22:28.676191 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-afb9aa1a-81fb-40da-a451-d971d04a3821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:28.899391 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34716) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:29.013389 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1af48-23d2-4245-816b-83dbe8f9908f req-202b3fad-1bce-46ca-ba65-93e22dc44b75 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:29.022972 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-46c1af48-23d2-4245-816b-83dbe8f9908f req-202b3fad-1bce-46ca-ba65-93e22dc44b75 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=59027861-b7b3-4107-8503-6af8e7e12c8f HTTP/1.1" status: 200 len: 1097 time: 0.1090183 Jul 05 04:22:29.112521 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-46c1af48-23d2-4245-816b-83dbe8f9908f req-f159aa0d-d097-46c6-be15-9909fd571fe4 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881202 Jul 05 04:22:29.123719 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229afef4-fd97-4f2f-8cf1-a6a97f3dd404 req-d0548456-b1dc-4b94-8744-6219fb226033 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:29.131967 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-229afef4-fd97-4f2f-8cf1-a6a97f3dd404 req-d0548456-b1dc-4b94-8744-6219fb226033 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 944 time: 0.2047458 Jul 05 04:22:29.185920 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-229afef4-fd97-4f2f-8cf1-a6a97f3dd404 req-91286981-6106-472e-892e-ae2cd7bffe9b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472252 Jul 05 04:22:29.260488 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34724) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:29.264808 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1541a4a8-6f5a-4da3-aef4-2c6792c47615 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ff8e97f25dec4039911d941a3e89eb38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3635538 Jul 05 04:22:29.329185 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35a27c06-6ae0-4d1f-8277-9c1192ba01f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:29.353061 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35a27c06-6ae0-4d1f-8277-9c1192ba01f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:29.428159 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:29.430035 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35a27c06-6ae0-4d1f-8277-9c1192ba01f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:29.435509 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35a27c06-6ae0-4d1f-8277-9c1192ba01f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:29.436772 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-35a27c06-6ae0-4d1f-8277-9c1192ba01f4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1fcd9fa2-410d-402d-b502-dad2db3519fa HTTP/1.1" status: 204 len: 168 time: 0.1752295 Jul 05 04:22:29.459145 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a27c06-6ae0-4d1f-8277-9c1192ba01f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcd9fa2-410d-402d-b502-dad2db3519fa,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:29.616726 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5248c-7323-4238-a044-4781eaf1e5a2 req-217a09e8-6ace-4dc2-91ef-745a7555c8ef tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:29.637070 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c9d5248c-7323-4238-a044-4781eaf1e5a2 req-217a09e8-6ace-4dc2-91ef-745a7555c8ef tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=5141ddd7-f719-4fa7-8bd5-1c90c1018fd4 HTTP/1.1" status: 200 len: 945 time: 0.1195614 Jul 05 04:22:29.681175 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c9d5248c-7323-4238-a044-4781eaf1e5a2 req-30edf76a-65c0-4c07-9ab4-7128834652ff tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430815 Jul 05 04:22:29.874268 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 9f954668-9569-4a1a-979a-d7ccbba9f261 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:30.028689 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 9f954668-9569-4a1a-979a-d7ccbba9f261 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:30.034560 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 9f954668-9569-4a1a-979a-d7ccbba9f261 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:30.034936 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:30.154009 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:30.200536 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5141ddd7-f719-4fa7-8bd5-1c90c1018fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f954668-9569-4a1a-979a-d7ccbba9f261'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:30.203552 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a146722a-fcf5-4f54-99ff-3e1c5fce71ba" -d '{"events": [{"server_uuid": "5141ddd7-f719-4fa7-8bd5-1c90c1018fd4", "name": "network-vif-plugged", "status": "completed", "tag": "9f954668-9569-4a1a-979a-d7ccbba9f261"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:30.240790 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 9f954668-9569-4a1a-979a-d7ccbba9f261, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9f954668-9569-4a1a-979a-d7ccbba9f261,segment=NetworkSegment(2fb1a78a-75d7-4f43-842b-9e5a3f0773a3),segment_id=2fb1a78a-75d7-4f43-842b-9e5a3f0773a3)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:30.246989 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:30.294440 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc94574-fb57-4353-a812-28d85cbdaf75 x-openstack-request-id: req-0dc94574-fb57-4353-a812-28d85cbdaf75 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:30.295188 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5141ddd7-f719-4fa7-8bd5-1c90c1018fd4", "name": "network-vif-plugged", "status": "completed", "tag": "9f954668-9569-4a1a-979a-d7ccbba9f261", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:30.296043 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0dc94574-fb57-4353-a812-28d85cbdaf75 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:30.296806 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5141ddd7-f719-4fa7-8bd5-1c90c1018fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f954668-9569-4a1a-979a-d7ccbba9f261', 'code': 200} Jul 05 04:22:30.353788 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=9f954668-9569-4a1a-979a-d7ccbba9f261,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:30.463180 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27eff2-3e7c-4870-bc96-19b06ed5f3cf req-4bd07081-065a-4814-84c2-bae8a759a052 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:30.465080 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dd27eff2-3e7c-4870-bc96-19b06ed5f3cf req-4bd07081-065a-4814-84c2-bae8a759a052 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=59027861-b7b3-4107-8503-6af8e7e12c8f HTTP/1.1" status: 200 len: 1097 time: 0.0589457 Jul 05 04:22:30.514437 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dd27eff2-3e7c-4870-bc96-19b06ed5f3cf req-7653fd18-b096-42d5-898f-2d983752f079 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434031 Jul 05 04:22:30.532831 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dc06b-e1dc-4b10-ae21-da7b8eaccfd8 req-92763adb-a0f7-4ea8-9d10-24d879fe943a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:30.534877 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fc0dc06b-e1dc-4b10-ae21-da7b8eaccfd8 req-92763adb-a0f7-4ea8-9d10-24d879fe943a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5141ddd7-f719-4fa7-8bd5-1c90c1018fd4 HTTP/1.1" status: 200 len: 1098 time: 0.1404891 Jul 05 04:22:30.544569 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575ae81-7e6a-491c-bdfc-b7329fe467ee req-23cc376a-f74f-4b45-bc4f-502f7d421c72 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:30.546205 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e575ae81-7e6a-491c-bdfc-b7329fe467ee req-23cc376a-f74f-4b45-bc4f-502f7d421c72 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 944 time: 0.1074901 Jul 05 04:22:30.590947 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fc0dc06b-e1dc-4b10-ae21-da7b8eaccfd8 req-f9242938-d493-49a7-9253-8115893d9648 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435801 Jul 05 04:22:30.611284 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e575ae81-7e6a-491c-bdfc-b7329fe467ee req-d97b273b-a979-4ce1-ab55-609f17b51741 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499141 Jul 05 04:22:30.938321 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42209cc-c906-4479-ab1e-b6dacfd1d604 req-61cdb997-2089-44bc-b820-a985fc9a492c tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:30.942345 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d42209cc-c906-4479-ab1e-b6dacfd1d604 req-61cdb997-2089-44bc-b820-a985fc9a492c tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=5141ddd7-f719-4fa7-8bd5-1c90c1018fd4 HTTP/1.1" status: 200 len: 946 time: 0.0972664 Jul 05 04:22:31.001387 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d42209cc-c906-4479-ab1e-b6dacfd1d604 req-0bee5ce4-a25f-4b99-9c21-b8ac669d39c0 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533407 Jul 05 04:22:31.350035 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-37199d74-4f71-4013-9ef4-2eecfda186d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:31.382683 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device ddc71ee2-96ae-4096-9faa-2c4cffa6447c up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:31.469376 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port ddc71ee2-96ae-4096-9faa-2c4cffa6447c completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:31.483274 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port ddc71ee2-96ae-4096-9faa-2c4cffa6447c triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:31.483705 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:31.606270 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:31.664427 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port ddc71ee2-96ae-4096-9faa-2c4cffa6447c, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=ddc71ee2-96ae-4096-9faa-2c4cffa6447c,segment=NetworkSegment(f84c85d9-41f2-4478-9254-f4f1165682c7),segment_id=f84c85d9-41f2-4478-9254-f4f1165682c7)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:31.672564 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:31.674444 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 626da3ba-e80b-47f6-b593-3942df9dfcee up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:31.878724 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:31.891650 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc9c6f-78e9-4a5e-9c9b-d9f484f52795 req-1f295bd6-1090-4492-b81e-6ec055c6ed91 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:31.899953 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-34fc9c6f-78e9-4a5e-9c9b-d9f484f52795 req-1f295bd6-1090-4492-b81e-6ec055c6ed91 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=59027861-b7b3-4107-8503-6af8e7e12c8f HTTP/1.1" status: 200 len: 1098 time: 0.1339104 Jul 05 04:22:31.905835 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=ddc71ee2-96ae-4096-9faa-2c4cffa6447c,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:31.939016 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 626da3ba-e80b-47f6-b593-3942df9dfcee completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:31.948997 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 626da3ba-e80b-47f6-b593-3942df9dfcee triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:31.949368 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:31.952893 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-34fc9c6f-78e9-4a5e-9c9b-d9f484f52795 req-3fe9a605-5200-4098-9189-b2c2bb10ad4b tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458708 Jul 05 04:22:31.999650 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34816) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:32.059543 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5030d-3e27-4ad6-8ac3-6dd4b16c7516 req-3c7c9462-6e24-488a-bcfb-90ae13b4d952 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:32.067257 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d3e5030d-3e27-4ad6-8ac3-6dd4b16c7516 req-3c7c9462-6e24-488a-bcfb-90ae13b4d952 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 944 time: 0.1395257 Jul 05 04:22:32.073733 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:32.119894 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 626da3ba-e80b-47f6-b593-3942df9dfcee, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=626da3ba-e80b-47f6-b593-3942df9dfcee,segment=NetworkSegment(80e955a2-0c08-4d00-9170-d91afd134e37),segment_id=80e955a2-0c08-4d00-9170-d91afd134e37)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:32.126312 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:32.130947 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b43ea61f-3dd2-41bb-b532-d9a84156d5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:32.167418 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d3e5030d-3e27-4ad6-8ac3-6dd4b16c7516 req-7dbf6406-1b39-4e79-a7f9-6f1ea7537ca2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986958 Jul 05 04:22:32.211066 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=626da3ba-e80b-47f6-b593-3942df9dfcee,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:32.297926 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b43ea61f-3dd2-41bb-b532-d9a84156d5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:32.298816 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59027861-b7b3-4107-8503-6af8e7e12c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc71ee2-96ae-4096-9faa-2c4cffa6447c'}, {'server_uuid': '884edca2-1538-40d8-a4f7-da44984b20a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626da3ba-e80b-47f6-b593-3942df9dfcee'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:32.303620 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217b6445-8bea-4fa3-b429-8d3d79d7cce9" -d '{"events": [{"server_uuid": "59027861-b7b3-4107-8503-6af8e7e12c8f", "name": "network-vif-plugged", "status": "completed", "tag": "ddc71ee2-96ae-4096-9faa-2c4cffa6447c"}, {"server_uuid": "884edca2-1538-40d8-a4f7-da44984b20a0", "name": "network-vif-plugged", "status": "completed", "tag": "626da3ba-e80b-47f6-b593-3942df9dfcee"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:32.309023 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b43ea61f-3dd2-41bb-b532-d9a84156d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:32.356179 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30aeee2-38fa-48e8-b749-2b01f67eda7b x-openstack-request-id: req-d30aeee2-38fa-48e8-b749-2b01f67eda7b {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:32.356738 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59027861-b7b3-4107-8503-6af8e7e12c8f", "name": "network-vif-plugged", "status": "completed", "tag": "ddc71ee2-96ae-4096-9faa-2c4cffa6447c", "code": 200}, {"server_uuid": "884edca2-1538-40d8-a4f7-da44984b20a0", "name": "network-vif-plugged", "status": "completed", "tag": "626da3ba-e80b-47f6-b593-3942df9dfcee", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:32.356738 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d30aeee2-38fa-48e8-b749-2b01f67eda7b {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:32.357111 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59027861-b7b3-4107-8503-6af8e7e12c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc71ee2-96ae-4096-9faa-2c4cffa6447c', 'code': 200} Jul 05 04:22:32.357364 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884edca2-1538-40d8-a4f7-da44984b20a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626da3ba-e80b-47f6-b593-3942df9dfcee', 'code': 200} Jul 05 04:22:32.372443 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ea61f-3dd2-41bb-b532-d9a84156d5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d83fcb-0cbb-4cd2-a01c-ce751c3cc4f8,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:32.380649 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34826) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:32.380822 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b43ea61f-3dd2-41bb-b532-d9a84156d5b9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=019c4fc877c14ffca4e2beb164e8121a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3798501 Jul 05 04:22:32.404068 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577090a5-c37c-4c35-af54-27ac765c1c64 req-d66bf33c-70bf-4842-9e92-d3c80343725b tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:32.423267 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-577090a5-c37c-4c35-af54-27ac765c1c64 req-d66bf33c-70bf-4842-9e92-d3c80343725b tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=5141ddd7-f719-4fa7-8bd5-1c90c1018fd4 HTTP/1.1" status: 200 len: 946 time: 0.1710222 Jul 05 04:22:32.481319 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6ab1639e-a8ae-4128-90d1-953f4ae12bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:32.504015 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-577090a5-c37c-4c35-af54-27ac765c1c64 req-95c26faa-2c48-4714-a306-745d17386265 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795817 Jul 05 04:22:32.571302 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6ab1639e-a8ae-4128-90d1-953f4ae12bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:32.626576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3db1a8-10f7-4e69-8307-41239784208f req-793b99c4-759a-4860-b306-6630dcf6d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:32.629210 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2f3db1a8-10f7-4e69-8307-41239784208f req-793b99c4-759a-4860-b306-6630dcf6d815 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=59027861-b7b3-4107-8503-6af8e7e12c8f HTTP/1.1" status: 200 len: 1098 time: 0.1332357 Jul 05 04:22:32.630501 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:32.631085 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9f81d-46d5-4bad-b26c-6c53c52e8b5d req-2468c55d-39b4-4021-be87-f6d2f5e6bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:32.632861 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-20e9f81d-46d5-4bad-b26c-6c53c52e8b5d req-2468c55d-39b4-4021-be87-f6d2f5e6bb2e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 1097 time: 0.1264303 Jul 05 04:22:32.686669 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2f3db1a8-10f7-4e69-8307-41239784208f req-2b654260-990b-4496-a04a-71f68504b0bc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440011 Jul 05 04:22:32.693919 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-20e9f81d-46d5-4bad-b26c-6c53c52e8b5d req-8512add7-cca4-4196-9b0b-0ee13b818388 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506883 Jul 05 04:22:32.697618 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6ab1639e-a8ae-4128-90d1-953f4ae12bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:32.710061 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6ab1639e-a8ae-4128-90d1-953f4ae12bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:32.711368 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6ab1639e-a8ae-4128-90d1-953f4ae12bd7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a7d83fcb-0cbb-4cd2-a01c-ce751c3cc4f8 HTTP/1.1" status: 204 len: 168 time: 0.3292017 Jul 05 04:22:32.723437 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1639e-a8ae-4128-90d1-953f4ae12bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d83fcb-0cbb-4cd2-a01c-ce751c3cc4f8,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:33.171925 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374327f8-99c9-4da4-a0fd-5cf4257bdebe req-6346870b-67e9-4da7-bf93-2db38c96b9c7 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:33.172609 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34848) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:33.174951 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-374327f8-99c9-4da4-a0fd-5cf4257bdebe req-6346870b-67e9-4da7-bf93-2db38c96b9c7 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=59027861-b7b3-4107-8503-6af8e7e12c8f HTTP/1.1" status: 200 len: 1098 time: 0.0619283 Jul 05 04:22:33.228855 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2b9b30e1-58c5-43ed-b17b-43936722011f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:33.243523 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-374327f8-99c9-4da4-a0fd-5cf4257bdebe req-fe970c3a-a373-4ef8-bcb7-7a2ca08849a1 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618532 Jul 05 04:22:33.405233 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2b9b30e1-58c5-43ed-b17b-43936722011f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:33.440464 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2b9b30e1-58c5-43ed-b17b-43936722011f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:33.493446 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2b9b30e1-58c5-43ed-b17b-43936722011f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b709fecfc67421bb576cdfcbce2adfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3191979 Jul 05 04:22:33.493667 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34854) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:33.510352 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b30e1-58c5-43ed-b17b-43936722011f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d977b4e-8d51-4d81-b363-7d416eb1f0b7,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:33.527422 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728df519-4b47-4215-b086-2056f811d6e9 req-5737e75e-c76a-4612-b767-409ca08be77c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:33.529366 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-728df519-4b47-4215-b086-2056f811d6e9 req-5737e75e-c76a-4612-b767-409ca08be77c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 945 time: 0.1281686 Jul 05 04:22:33.545237 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:22:33.605825 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-728df519-4b47-4215-b086-2056f811d6e9 req-a3387ba3-900e-436d-b006-abd54a7dc02d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701141 Jul 05 04:22:33.616968 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19cf82a9-ca43-4e45-84df-fdd19d634922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:33.650036 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19cf82a9-ca43-4e45-84df-fdd19d634922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:33.721708 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19cf82a9-ca43-4e45-84df-fdd19d634922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:33.725171 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-19cf82a9-ca43-4e45-84df-fdd19d634922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:33.729436 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-19cf82a9-ca43-4e45-84df-fdd19d634922 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1d977b4e-8d51-4d81-b363-7d416eb1f0b7 HTTP/1.1" status: 204 len: 168 time: 0.2344995 Jul 05 04:22:33.748619 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf82a9-ca43-4e45-84df-fdd19d634922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d977b4e-8d51-4d81-b363-7d416eb1f0b7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:34.485382 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:34.544377 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0650399-ce70-492b-8618-629b301c29e2 req-6803dbae-e4bd-464b-9e80-b8c649ee7f16 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:34.548717 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0650399-ce70-492b-8618-629b301c29e2 req-6803dbae-e4bd-464b-9e80-b8c649ee7f16 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=59027861-b7b3-4107-8503-6af8e7e12c8f HTTP/1.1" status: 200 len: 1098 time: 0.1230514 Jul 05 04:22:34.637902 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0650399-ce70-492b-8618-629b301c29e2 req-1fb201f7-cf13-4933-a541-30fcdb81632a tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835469 Jul 05 04:22:35.034062 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de8acc-b8f6-4b72-b1d8-cf40481fb3eb req-ca7f23c8-2af7-4f01-b2d3-c166258bdfa7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:35.044576 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-67de8acc-b8f6-4b72-b1d8-cf40481fb3eb req-ca7f23c8-2af7-4f01-b2d3-c166258bdfa7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 945 time: 0.1996419 Jul 05 04:22:35.155961 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-67de8acc-b8f6-4b72-b1d8-cf40481fb3eb req-e1b89099-cc5e-4737-b754-a54a7f7cf6f6 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048210 Jul 05 04:22:36.062818 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09596216-045b-41e5-8c3b-82536ee93623 req-b8ea2b6c-22cf-4a68-95cc-2861e816af28 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:36.066262 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-09596216-045b-41e5-8c3b-82536ee93623 req-b8ea2b6c-22cf-4a68-95cc-2861e816af28 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=59027861-b7b3-4107-8503-6af8e7e12c8f HTTP/1.1" status: 200 len: 1098 time: 0.1978171 Jul 05 04:22:36.150600 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-09596216-045b-41e5-8c3b-82536ee93623 req-19a4426b-96fa-4cac-8793-f6802ad551f2 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713699 Jul 05 04:22:36.540776 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d308997-9bb3-428d-a61f-56ac9fbefeac req-7c1eb1a7-01bb-45a0-9dbc-550ed9f25b9c tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:36.542492 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5d308997-9bb3-428d-a61f-56ac9fbefeac req-7c1eb1a7-01bb-45a0-9dbc-550ed9f25b9c tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=59027861-b7b3-4107-8503-6af8e7e12c8f HTTP/1.1" status: 200 len: 1098 time: 0.0954826 Jul 05 04:22:36.610160 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5d308997-9bb3-428d-a61f-56ac9fbefeac req-02d6a499-e005-4379-9184-494e289668e5 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607383 Jul 05 04:22:36.757887 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d19564-f6da-44f1-9b31-ca74648b093d req-148fb2d6-ad31-4d6a-ba15-3a4f82b40faf tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:36.774010 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-88d19564-f6da-44f1-9b31-ca74648b093d req-148fb2d6-ad31-4d6a-ba15-3a4f82b40faf tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 945 time: 0.2510147 Jul 05 04:22:36.884321 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-88d19564-f6da-44f1-9b31-ca74648b093d req-8ed32adc-d7f9-4b7f-91bd-2ca525bbd8d1 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992565 Jul 05 04:22:37.016528 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09db33-a948-43e2-8027-a858365d2e73 req-af9af82d-90bc-4d15-82cf-22574cdf3695 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:37.018085 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ce09db33-a948-43e2-8027-a858365d2e73 req-af9af82d-90bc-4d15-82cf-22574cdf3695 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=59027861-b7b3-4107-8503-6af8e7e12c8f HTTP/1.1" status: 200 len: 1098 time: 0.1457257 Jul 05 04:22:37.113214 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ce09db33-a948-43e2-8027-a858365d2e73 req-0bd2c880-da5e-4355-9fc5-626c5c7942fa tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868690 Jul 05 04:22:37.165190 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd0e2f-40f1-4050-9fad-5dc362ab14b9 req-6d6ef888-7396-4c25-9a7d-e91785a06102 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:37.181471 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d2bd0e2f-40f1-4050-9fad-5dc362ab14b9 req-6d6ef888-7396-4c25-9a7d-e91785a06102 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 945 time: 0.1344328 Jul 05 04:22:37.293534 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d2bd0e2f-40f1-4050-9fad-5dc362ab14b9 req-51e9f36c-5b83-4101-849b-ff2caa311d3f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051090 Jul 05 04:22:37.316983 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 34972) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:37.458906 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e838834-e543-45f4-94a9-493f8bbf6a85 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:37.460681 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0e838834-e543-45f4-94a9-493f8bbf6a85 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 1092 time: 0.1424053 Jul 05 04:22:37.465507 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 34974) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:37.488785 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-6cde5249-5677-41bd-9335-9b5463d85286 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': '626da3ba-e80b-47f6-b593-3942df9dfcee', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:37.553178 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6cde5249-5677-41bd-9335-9b5463d85286 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:37.910693 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6cde5249-5677-41bd-9335-9b5463d85286 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.429992 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-6cde5249-5677-41bd-9335-9b5463d85286 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Allocated IP 172.25.1.21 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/557c98cf-562e-4648-a169-047ae8bfd532) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:38.470257 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7c9cf-91dd-419a-8996-0052bbd662b1 req-7b5cb066-aaa7-42b9-89f6-6b348e8e305e tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:38.476368 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-43f7c9cf-91dd-419a-8996-0052bbd662b1 req-7b5cb066-aaa7-42b9-89f6-6b348e8e305e tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=59027861-b7b3-4107-8503-6af8e7e12c8f HTTP/1.1" status: 200 len: 1098 time: 0.3675590 Jul 05 04:22:38.643357 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-43f7c9cf-91dd-419a-8996-0052bbd662b1 req-a6d21a92-7661-413a-a530-d06edb8d3a60 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000154 Jul 05 04:22:38.674050 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6cde5249-5677-41bd-9335-9b5463d85286 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.750766 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6cde5249-5677-41bd-9335-9b5463d85286 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.809164 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cde5249-5677-41bd-9335-9b5463d85286 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:38.814221 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-6cde5249-5677-41bd-9335-9b5463d85286 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:38.817920 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cde5249-5677-41bd-9335-9b5463d85286 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:38.849139 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde5249-5677-41bd-9335-9b5463d85286 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Port': ['ID=557c98cf-562e-4648-a169-047ae8bfd532,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:39.551146 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db032291-8d86-4ecb-a082-f0d5d38bdcec req-c8a6df20-f171-4a82-8a50-ea7a76c9aa95 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:39.552862 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-db032291-8d86-4ecb-a082-f0d5d38bdcec req-c8a6df20-f171-4a82-8a50-ea7a76c9aa95 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=59027861-b7b3-4107-8503-6af8e7e12c8f HTTP/1.1" status: 200 len: 1098 time: 0.1420736 Jul 05 04:22:39.787988 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-db032291-8d86-4ecb-a082-f0d5d38bdcec req-015ef8c8-3b65-4eea-8edc-010288187c81 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Deleting port ddc71ee2-96ae-4096-9faa-2c4cffa6447c {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:39.788342 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-db032291-8d86-4ecb-a082-f0d5d38bdcec req-015ef8c8-3b65-4eea-8edc-010288187c81 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:40.112923 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6cde5249-5677-41bd-9335-9b5463d85286 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:40.136333 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f52ede-32b6-4b56-b6b2-cbf2b122aed8 req-90a187ad-d274-4bcc-9e1c-6f7808a2e417 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:40.153383 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-34f52ede-32b6-4b56-b6b2-cbf2b122aed8 req-90a187ad-d274-4bcc-9e1c-6f7808a2e417 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=59027861-b7b3-4107-8503-6af8e7e12c8f HTTP/1.1" status: 200 len: 1098 time: 0.2270086 Jul 05 04:22:40.157704 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-db032291-8d86-4ecb-a082-f0d5d38bdcec req-015ef8c8-3b65-4eea-8edc-010288187c81 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] For port ddc71ee2-96ae-4096-9faa-2c4cffa6447c, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=ddc71ee2-96ae-4096-9faa-2c4cffa6447c,segment=NetworkSegment(f84c85d9-41f2-4478-9254-f4f1165682c7),segment_id=f84c85d9-41f2-4478-9254-f4f1165682c7)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:40.158075 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-db032291-8d86-4ecb-a082-f0d5d38bdcec req-015ef8c8-3b65-4eea-8edc-010288187c81 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:40.229041 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-34f52ede-32b6-4b56-b6b2-cbf2b122aed8 req-465a9fd3-d8e9-47d7-bc8a-b480f610200b tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745306 Jul 05 04:22:40.241921 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-db032291-8d86-4ecb-a082-f0d5d38bdcec req-015ef8c8-3b65-4eea-8edc-010288187c81 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Calling delete_port for ddc71ee2-96ae-4096-9faa-2c4cffa6447c owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:40.372233 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6cde5249-5677-41bd-9335-9b5463d85286 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:40.664099 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-db032291-8d86-4ecb-a082-f0d5d38bdcec req-015ef8c8-3b65-4eea-8edc-010288187c81 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:40.675374 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['2262ddea-3e80-4e34-a3f4-5eee0ef22ff4'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:22:40.787171 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ef8c8-3b65-4eea-8edc-010288187c81 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Pushing event deleted for resources: {'Port': ['ID=ddc71ee2-96ae-4096-9faa-2c4cffa6447c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:40.849905 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['ddc71ee2-96ae-4096-9faa-2c4cffa6447c'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:22:40.918084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-db032291-8d86-4ecb-a082-f0d5d38bdcec req-015ef8c8-3b65-4eea-8edc-010288187c81 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] No DVR routers for this DVR port ddc71ee2-96ae-4096-9faa-2c4cffa6447c on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:22:40.926866 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-db032291-8d86-4ecb-a082-f0d5d38bdcec req-015ef8c8-3b65-4eea-8edc-010288187c81 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:40.935150 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-db032291-8d86-4ecb-a082-f0d5d38bdcec req-015ef8c8-3b65-4eea-8edc-010288187c81 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.70 "DELETE /v2.0/ports/ddc71ee2-96ae-4096-9faa-2c4cffa6447c HTTP/1.1" status: 204 len: 173 time: 1.3757780 Jul 05 04:22:40.935661 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59027861-b7b3-4107-8503-6af8e7e12c8f', 'name': 'network-vif-deleted', 'tag': 'ddc71ee2-96ae-4096-9faa-2c4cffa6447c'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:40.951039 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c5dd56-4b12-471a-83f6-992b955f14f3" -d '{"events": [{"server_uuid": "59027861-b7b3-4107-8503-6af8e7e12c8f", "name": "network-vif-deleted", "tag": "ddc71ee2-96ae-4096-9faa-2c4cffa6447c"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:41.053894 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6cde5249-5677-41bd-9335-9b5463d85286 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:41.069853 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6cde5249-5677-41bd-9335-9b5463d85286 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:41.087278 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18b98f1-a5f9-4b2b-b50b-220835f98b39 x-openstack-request-id: req-c18b98f1-a5f9-4b2b-b50b-220835f98b39 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:41.087954 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59027861-b7b3-4107-8503-6af8e7e12c8f", "name": "network-vif-deleted", "tag": "ddc71ee2-96ae-4096-9faa-2c4cffa6447c", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:41.088446 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c18b98f1-a5f9-4b2b-b50b-220835f98b39 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:41.089213 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59027861-b7b3-4107-8503-6af8e7e12c8f', 'name': 'network-vif-deleted', 'tag': 'ddc71ee2-96ae-4096-9faa-2c4cffa6447c', 'status': 'completed', 'code': 200} Jul 05 04:22:41.423760 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde5249-5677-41bd-9335-9b5463d85286 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Port': ['ID=557c98cf-562e-4648-a169-047ae8bfd532,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:41.478888 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6cde5249-5677-41bd-9335-9b5463d85286 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:41.595619 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8de2d146-95c7-4a56-b711-aff55fe4a437 req-1d40ed72-7273-4102-a2d5-f8d1b7e33489 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=59027861-b7b3-4107-8503-6af8e7e12c8f HTTP/1.1" status: 200 len: 210 time: 0.0635753 Jul 05 04:22:41.637970 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-6cde5249-5677-41bd-9335-9b5463d85286 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Floating IP 3bcac7ed-cc7f-421c-accb-deb32bf5cdd0 associated. External IP: 172.25.1.21, port: 626da3ba-e80b-47f6-b593-3942df9dfcee. Jul 05 04:22:42.150659 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cde5249-5677-41bd-9335-9b5463d85286 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Router 7dd1dbe7-4728-4350-bbc2-386594fa53b7 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:42.511389 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cde5249-5677-41bd-9335-9b5463d85286 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:42.529901 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a91751-40fd-47cf-a1fe-b06d7c9f23e3 None None] Sync routers for ids ['7dd1dbe7-4728-4350-bbc2-386594fa53b7'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:42.545974 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6cde5249-5677-41bd-9335-9b5463d85286 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:42.549879 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a91751-40fd-47cf-a1fe-b06d7c9f23e3 None None] Routers {'7dd1dbe7-4728-4350-bbc2-386594fa53b7'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:42.551850 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-24a91751-40fd-47cf-a1fe-b06d7c9f23e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:22:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7dd1dbe7-4728-4350-bbc2-386594fa53b7'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:42.624286 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6cde5249-5677-41bd-9335-9b5463d85286 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.1564255 Jul 05 04:22:42.626088 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884edca2-1538-40d8-a4f7-da44984b20a0', 'tag': '626da3ba-e80b-47f6-b593-3942df9dfcee'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:42.629037 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed1b599-8b6a-4cba-8060-6da38d76cb5f" -d '{"events": [{"name": "network-changed", "server_uuid": "884edca2-1538-40d8-a4f7-da44984b20a0", "tag": "626da3ba-e80b-47f6-b593-3942df9dfcee"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:42.768452 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-24a91751-40fd-47cf-a1fe-b06d7c9f23e3 None None] Set router 7dd1dbe7-4728-4350-bbc2-386594fa53b7 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:42.876936 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520360bf-d13a-40a9-992e-faa6c9934d63 x-openstack-request-id: req-520360bf-d13a-40a9-992e-faa6c9934d63 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:42.877185 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884edca2-1538-40d8-a4f7-da44984b20a0", "tag": "626da3ba-e80b-47f6-b593-3942df9dfcee", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:42.877428 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-520360bf-d13a-40a9-992e-faa6c9934d63 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:42.877869 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884edca2-1538-40d8-a4f7-da44984b20a0', 'tag': '626da3ba-e80b-47f6-b593-3942df9dfcee', 'status': 'completed', 'code': 200} Jul 05 04:22:43.136572 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-24a91751-40fd-47cf-a1fe-b06d7c9f23e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178192724', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:03Z', 'updated_at': '2021-07-05T04:22:11Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:04Z', 'updated_at': '2021-07-05T04:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '3bcac7ed-cc7f-421c-accb-deb32bf5cdd0', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'floating_ip_address': '172.25.1.21', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'port_id': '626da3ba-e80b-47f6-b593-3942df9dfcee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da', 'mac_address': 'fa:16:3e:46:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884edca2-1538-40d8-a4f7-da44984b20a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:39Z', 'updated_at': '2021-07-05T04:22:39Z', 'revision_number': 0, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15db8fcf-e5bc-4bc4-8d94-d6da30824d8b', 'name': '', 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:9f:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '852681fb-866b-4290-8397-791fc57a79d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:08Z', 'updated_at': '2021-07-05T04:22:17Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '852681fb-866b-4290-8397-791fc57a79d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:43.154165 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853109b3-235c-4713-9189-9685c381bbe7 req-bac29f23-ad32-483d-b0d0-a6893dccb1d6 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:43.156540 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-853109b3-235c-4713-9189-9685c381bbe7 req-bac29f23-ad32-483d-b0d0-a6893dccb1d6 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 945 time: 0.2202942 Jul 05 04:22:43.197746 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:43.219131 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-853109b3-235c-4713-9189-9685c381bbe7 req-d1f1512d-8070-4d94-86e8-60d70d8b4dfd tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541034 Jul 05 04:22:43.241038 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 35080) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:43.248862 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a91751-40fd-47cf-a1fe-b06d7c9f23e3 None None] Checking router: 7dd1dbe7-4728-4350-bbc2-386594fa53b7 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:43.267984 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a91751-40fd-47cf-a1fe-b06d7c9f23e3 None None] Routers {'7dd1dbe7-4728-4350-bbc2-386594fa53b7'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:43.268834 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-24a91751-40fd-47cf-a1fe-b06d7c9f23e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:22:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7dd1dbe7-4728-4350-bbc2-386594fa53b7'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:43.271990 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1b599-8b6a-4cba-8060-6da38d76cb5f req-a669a3c4-4567-454e-b2d6-2de111d45882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:43.273637 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0ed1b599-8b6a-4cba-8060-6da38d76cb5f req-a669a3c4-4567-454e-b2d6-2de111d45882 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 1097 time: 0.3481696 Jul 05 04:22:43.410580 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-418f460f-533a-4798-9a53-8856164b0dc0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/floatingips/3bcac7ed-cc7f-421c-accb-deb32bf5cdd0 HTTP/1.1" status: 200 len: 990 time: 0.1657240 Jul 05 04:22:43.450739 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device ddc71ee2-96ae-4096-9faa-2c4cffa6447c no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:43.468103 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1b599-8b6a-4cba-8060-6da38d76cb5f req-8e13aa7c-a949-422b-8d40-925ae04a9346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:43.469630 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0ed1b599-8b6a-4cba-8060-6da38d76cb5f req-8e13aa7c-a949-422b-8d40-925ae04a9346 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d7bbfb07-1c04-4034-927b-f39972dda7da HTTP/1.1" status: 200 len: 898 time: 0.1877797 Jul 05 04:22:43.493207 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: ddc71ee2-96ae-4096-9faa-2c4cffa6447c {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:43.495790 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device ddc71ee2-96ae-4096-9faa-2c4cffa6447c not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:43.497827 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-24a91751-40fd-47cf-a1fe-b06d7c9f23e3 None None] Set router 7dd1dbe7-4728-4350-bbc2-386594fa53b7 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:43.618706 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0ed1b599-8b6a-4cba-8060-6da38d76cb5f req-74f1ddb4-7a6e-45b6-a975-d7234a0d3212 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=626da3ba-e80b-47f6-b593-3942df9dfcee HTTP/1.1" status: 200 len: 998 time: 0.1422286 Jul 05 04:22:43.684726 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1b599-8b6a-4cba-8060-6da38d76cb5f req-5cd5509e-4d34-40a4-990b-1a22d8988f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:43.686311 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0ed1b599-8b6a-4cba-8060-6da38d76cb5f req-5cd5509e-4d34-40a4-990b-1a22d8988f17 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=852681fb-866b-4290-8397-791fc57a79d1 HTTP/1.1" status: 200 len: 835 time: 0.0601220 Jul 05 04:22:43.826829 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1b599-8b6a-4cba-8060-6da38d76cb5f req-86faef6c-3a90-49d6-82f8-fa3536ae1bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:43.828423 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0ed1b599-8b6a-4cba-8060-6da38d76cb5f req-86faef6c-3a90-49d6-82f8-fa3536ae1bd4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d7bbfb07-1c04-4034-927b-f39972dda7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1267922 Jul 05 04:22:43.831482 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6718577-4bdc-4f6d-8588-74c8e514eda0 req-4edcc00a-7ef6-40e9-8144-d042044dfa5f tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:43.833046 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f6718577-4bdc-4f6d-8588-74c8e514eda0 req-4edcc00a-7ef6-40e9-8144-d042044dfa5f tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1ef06ae8-73e2-4acd-9274-f3b39e885bce HTTP/1.1" status: 200 len: 1098 time: 0.0790713 Jul 05 04:22:43.875864 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-24a91751-40fd-47cf-a1fe-b06d7c9f23e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178192724', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:03Z', 'updated_at': '2021-07-05T04:22:11Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:04Z', 'updated_at': '2021-07-05T04:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '3bcac7ed-cc7f-421c-accb-deb32bf5cdd0', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'floating_ip_address': '172.25.1.21', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'port_id': '626da3ba-e80b-47f6-b593-3942df9dfcee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da', 'mac_address': 'fa:16:3e:46:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884edca2-1538-40d8-a4f7-da44984b20a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:39Z', 'updated_at': '2021-07-05T04:22:39Z', 'revision_number': 0, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15db8fcf-e5bc-4bc4-8d94-d6da30824d8b', 'name': '', 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:9f:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '852681fb-866b-4290-8397-791fc57a79d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:08Z', 'updated_at': '2021-07-05T04:22:17Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '852681fb-866b-4290-8397-791fc57a79d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:43.906803 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a91751-40fd-47cf-a1fe-b06d7c9f23e3 None None] The sync data for ids ['7dd1dbe7-4728-4350-bbc2-386594fa53b7'] in n-d-780147-23 is: [{'id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178192724', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:03Z', 'updated_at': '2021-07-05T04:22:11Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:04Z', 'updated_at': '2021-07-05T04:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '3bcac7ed-cc7f-421c-accb-deb32bf5cdd0', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'floating_ip_address': '172.25.1.21', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'port_id': '626da3ba-e80b-47f6-b593-3942df9dfcee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da', 'mac_address': 'fa:16:3e:46:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884edca2-1538-40d8-a4f7-da44984b20a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:39Z', 'updated_at': '2021-07-05T04:22:39Z', 'revision_number': 0, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15db8fcf-e5bc-4bc4-8d94-d6da30824d8b', 'name': '', 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:9f:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '852681fb-866b-4290-8397-791fc57a79d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:08Z', 'updated_at': '2021-07-05T04:22:17Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '852681fb-866b-4290-8397-791fc57a79d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:43.937015 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f6718577-4bdc-4f6d-8588-74c8e514eda0 req-2f0ee226-ce93-4ab9-b1ba-2617577b6f70 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799434 Jul 05 04:22:43.981318 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0ed1b599-8b6a-4cba-8060-6da38d76cb5f req-389db599-b5fc-4708-8baf-d51c34b6561b service neutron] 10.222.0.70 "GET /v2.0/networks/d7bbfb07-1c04-4034-927b-f39972dda7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466410 Jul 05 04:22:44.096942 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0ed1b599-8b6a-4cba-8060-6da38d76cb5f req-f17f3ed9-eec0-4873-89e3-b6b265395a88 service neutron] 10.222.0.70 "GET /v2.0/networks/d7bbfb07-1c04-4034-927b-f39972dda7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083198 Jul 05 04:22:44.221218 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ec2498-488b-43f3-8d84-353c8de03645 None None] New status for floating IP 3bcac7ed-cc7f-421c-accb-deb32bf5cdd0: ACTIVE {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:22:44.412466 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 35106) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:44.589920 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c92e470c-e68f-4f92-b7c3-bcff47a227e5 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/floatingips/3bcac7ed-cc7f-421c-accb-deb32bf5cdd0 HTTP/1.1" status: 200 len: 990 time: 0.1734650 Jul 05 04:22:44.636210 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-8d038c72-79e9-4188-80bb-c6717fea3a84 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1549947459&fields=id&tenant_id=c5a91f0142e14cf1a9be04e96df390cd HTTP/1.1" status: 200 len: 267 time: 0.1007552 Jul 05 04:22:44.763186 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-2ecd7651-d8e1-4b72-a759-537bdaf548d2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:44.770572 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-2ecd7651-d8e1-4b72-a759-537bdaf548d2 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 812 time: 0.1334434 Jul 05 04:22:44.784755 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-7e2946dd-6b8e-404b-a760-6b5ae8624f3d tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/quotas/c5a91f0142e14cf1a9be04e96df390cd HTTP/1.1" status: 200 len: 375 time: 0.0129921 Jul 05 04:22:44.867356 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-14303348-14e5-425d-a7df-9fa7b59582e5 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0786543 Jul 05 04:22:44.990830 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-5b2d55e3-3f77-4df0-943f-668be7265c9d service neutron] 10.222.0.77 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107907 Jul 05 04:22:45.167555 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9922bc0-c7cf-4924-9b37-dfcefff729c4 req-e8692c77-2e35-4392-b03d-43dd7a511b37 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:45.174951 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c9922bc0-c7cf-4924-9b37-dfcefff729c4 req-e8692c77-2e35-4392-b03d-43dd7a511b37 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1ef06ae8-73e2-4acd-9274-f3b39e885bce HTTP/1.1" status: 200 len: 1098 time: 0.0935659 Jul 05 04:22:45.228647 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e5109-6561-4bcf-88e1-ed2b72e7444b req-1ef397b8-14f5-492e-aa3a-82ed7cd48b46 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:45.230952 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e11e5109-6561-4bcf-88e1-ed2b72e7444b req-1ef397b8-14f5-492e-aa3a-82ed7cd48b46 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=1ef06ae8-73e2-4acd-9274-f3b39e885bce HTTP/1.1" status: 200 len: 1098 time: 0.1011026 Jul 05 04:22:45.240501 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c9922bc0-c7cf-4924-9b37-dfcefff729c4 req-1e1f4721-6967-4cec-94f9-e4734d3c4c4a tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c29cacc6-0827-4bc2-92ad-993ca18c032a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645540 Jul 05 04:22:45.440678 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-6bedc54c-b883-4219-ab80-135d8e763194 service neutron] 10.222.0.77 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429009 Jul 05 04:22:45.469858 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-e11e5109-6561-4bcf-88e1-ed2b72e7444b req-03e7d78f-ab92-4e67-9e41-4e88ff7be58d tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Deleting port 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:45.470468 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e11e5109-6561-4bcf-88e1-ed2b72e7444b req-03e7d78f-ab92-4e67-9e41-4e88ff7be58d tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:45.592085 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 35136) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:45.623098 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-e11e5109-6561-4bcf-88e1-ed2b72e7444b req-03e7d78f-ab92-4e67-9e41-4e88ff7be58d tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] For port 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=2262ddea-3e80-4e34-a3f4-5eee0ef22ff4,segment=NetworkSegment(f84c85d9-41f2-4478-9254-f4f1165682c7),segment_id=f84c85d9-41f2-4478-9254-f4f1165682c7)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:45.623098 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e11e5109-6561-4bcf-88e1-ed2b72e7444b req-03e7d78f-ab92-4e67-9e41-4e88ff7be58d tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:45.628251 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ba3c9a57-9e62-43a4-a9e1-a8fd768cdd44 req-fc406399-7afa-4cf1-b9b3-612f46c415de service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=863035a5-e5d2-461d-abde-aed592699a42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1138124 Jul 05 04:22:45.657187 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-e11e5109-6561-4bcf-88e1-ed2b72e7444b req-03e7d78f-ab92-4e67-9e41-4e88ff7be58d tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Calling delete_port for 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:45.725802 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ec19f6e9-211e-46c3-9529-98806ee3b9ea tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/floatingips/3bcac7ed-cc7f-421c-accb-deb32bf5cdd0 HTTP/1.1" status: 200 len: 992 time: 0.1313875 Jul 05 04:22:45.824303 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c9a57-9e62-43a4-a9e1-a8fd768cdd44 req-c2074141-b191-4f5c-bb46-b87f9847c1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:45.825640 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ba3c9a57-9e62-43a4-a9e1-a8fd768cdd44 req-c2074141-b191-4f5c-bb46-b87f9847c1cc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=74847c5a0be2460f936bfa8b3db608e8&device_id=863035a5-e5d2-461d-abde-aed592699a42 HTTP/1.1" status: 200 len: 1098 time: 0.1089685 Jul 05 04:22:45.988943 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bde453f7-3543-4104-8134-9612acc6c98d req-bf5eee8e-4608-47b0-ba8a-2f2fbc185cbd tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 210 time: 0.0474100 Jul 05 04:22:46.020181 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e11e5109-6561-4bcf-88e1-ed2b72e7444b req-03e7d78f-ab92-4e67-9e41-4e88ff7be58d tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:46.034565 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['2262ddea-3e80-4e34-a3f4-5eee0ef22ff4'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:22:46.108690 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7d78f-ab92-4e67-9e41-4e88ff7be58d tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Pushing event deleted for resources: {'Port': ['ID=2262ddea-3e80-4e34-a3f4-5eee0ef22ff4,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:46.153771 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11e5109-6561-4bcf-88e1-ed2b72e7444b req-03e7d78f-ab92-4e67-9e41-4e88ff7be58d tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] No DVR routers for this DVR port 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:22:46.156425 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-e11e5109-6561-4bcf-88e1-ed2b72e7444b req-03e7d78f-ab92-4e67-9e41-4e88ff7be58d tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:46.158765 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e11e5109-6561-4bcf-88e1-ed2b72e7444b req-03e7d78f-ab92-4e67-9e41-4e88ff7be58d tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.89 "DELETE /v2.0/ports/2262ddea-3e80-4e34-a3f4-5eee0ef22ff4 HTTP/1.1" status: 204 len: 173 time: 0.9171011 Jul 05 04:22:46.159235 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef06ae8-73e2-4acd-9274-f3b39e885bce', 'name': 'network-vif-deleted', 'tag': '2262ddea-3e80-4e34-a3f4-5eee0ef22ff4'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:46.161603 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dee01a-c0db-4ff4-b707-75a18d044553" -d '{"events": [{"server_uuid": "1ef06ae8-73e2-4acd-9274-f3b39e885bce", "name": "network-vif-deleted", "tag": "2262ddea-3e80-4e34-a3f4-5eee0ef22ff4"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:46.165906 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c9a57-9e62-43a4-a9e1-a8fd768cdd44 req-bf11a8ba-6067-435d-9a6b-6a801f10bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:46.168086 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ba3c9a57-9e62-43a4-a9e1-a8fd768cdd44 req-bf11a8ba-6067-435d-9a6b-6a801f10bbc4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7f5444e3-c291-41fd-b748-e3b4178b2e2c HTTP/1.1" status: 200 len: 916 time: 0.2828941 Jul 05 04:22:46.238610 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ba3c9a57-9e62-43a4-a9e1-a8fd768cdd44 req-46f82005-9a95-4984-9986-375f383632ef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6726d45-d5d8-4914-a909-cedd6a3f5245 HTTP/1.1" status: 200 len: 217 time: 0.0623016 Jul 05 04:22:46.334006 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d455b97-9796-44ed-bc43-8616b790cd16 x-openstack-request-id: req-7d455b97-9796-44ed-bc43-8616b790cd16 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:46.334840 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef06ae8-73e2-4acd-9274-f3b39e885bce", "name": "network-vif-deleted", "tag": "2262ddea-3e80-4e34-a3f4-5eee0ef22ff4", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:46.335459 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7d455b97-9796-44ed-bc43-8616b790cd16 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:46.336641 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef06ae8-73e2-4acd-9274-f3b39e885bce', 'name': 'network-vif-deleted', 'tag': '2262ddea-3e80-4e34-a3f4-5eee0ef22ff4', 'status': 'completed', 'code': 200} Jul 05 04:22:46.379456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c9a57-9e62-43a4-a9e1-a8fd768cdd44 req-b5ca701c-5fa1-4e2b-b8b7-942c773dd4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:46.386984 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ba3c9a57-9e62-43a4-a9e1-a8fd768cdd44 req-b5ca701c-5fa1-4e2b-b8b7-942c773dd4bc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=93de40b5-241e-40d0-ab50-a45ead66ce92 HTTP/1.1" status: 200 len: 855 time: 0.1353943 Jul 05 04:22:46.481204 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-27a20793-a5d6-4c4c-9a7d-8e3e3a2368d2 req-e0ed30ce-c194-46e1-ac02-ae514666c3a0 tempest-TestServerMultinode-1665764237 tempest-TestServerMultinode-1665764237-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1ef06ae8-73e2-4acd-9274-f3b39e885bce HTTP/1.1" status: 200 len: 210 time: 0.0831220 Jul 05 04:22:46.510038 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ba3c9a57-9e62-43a4-a9e1-a8fd768cdd44 req-9de79565-af80-44dd-9d62-49d26359473d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7f5444e3-c291-41fd-b748-e3b4178b2e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131079 Jul 05 04:22:46.738471 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ba3c9a57-9e62-43a4-a9e1-a8fd768cdd44 req-c596d087-64d0-4609-ab16-6268644977be service neutron] 10.222.0.70 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196202 Jul 05 04:22:46.881372 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ba3c9a57-9e62-43a4-a9e1-a8fd768cdd44 req-bb0eb0c9-54eb-4833-a142-e5071313e2aa service neutron] 10.222.0.70 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302712 Jul 05 04:22:47.228766 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a1782321-fe81-40b2-97af-06ba9e1b41f8 req-555741d3-987a-44ad-af0e-35319aa78edf tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 210 time: 0.0362339 Jul 05 04:22:47.605329 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 35200) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:48.141900 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05ec5d13-9886-426b-ae57-9b8dfe48b9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:48.171304 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-24e38208-2f8b-4a78-b784-07a7f665e24e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:48.173817 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-24e38208-2f8b-4a78-b784-07a7f665e24e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.70 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 812 time: 0.1945868 Jul 05 04:22:48.274511 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-714d492b-e38b-4e29-bcb0-e5e08d0690d8 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5a91f0142e14cf1a9be04e96df390cd HTTP/1.1" status: 200 len: 380 time: 0.0732036 Jul 05 04:22:48.303487 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-35a471af-2193-48d4-9aff-7da657767763 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Request body: {'port': {'device_id': '53359dfb-6e73-48ac-881c-c545fbfb8e1a', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'admin_state_up': True, 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'security_groups': ['e9c13f5d-71b2-4040-93c1-74f87978192d']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:48.592988 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d431cadf-6222-4e69-85db-5541dc286bee req-e2b7ce2b-dc5d-4cb4-8bcb-13597b60a78d tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 210 time: 0.0617716 Jul 05 04:22:48.596757 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-35a471af-2193-48d4-9aff-7da657767763 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Made reservation on behalf of c5a91f0142e14cf1a9be04e96df390cd for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:48.602898 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-35a471af-2193-48d4-9aff-7da657767763 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:48.873991 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-35a471af-2193-48d4-9aff-7da657767763 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Allocated IP 172.20.0.11 (9e2bc1e9-0d67-4f0c-aa81-a034266b5687/40568ec5-9a32-47f3-85b6-60f4faaa494c/65b585d3-a033-4a13-bb29-12ff83185379) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:48.899375 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-05ec5d13-9886-426b-ae57-9b8dfe48b9d6 admin admin] Deleting port 6c8f17b2-8494-40be-9744-e88af6f7e78b {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:48.899840 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05ec5d13-9886-426b-ae57-9b8dfe48b9d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.077914 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-05ec5d13-9886-426b-ae57-9b8dfe48b9d6 admin admin] For port 6c8f17b2-8494-40be-9744-e88af6f7e78b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6c8f17b2-8494-40be-9744-e88af6f7e78b,segment=NetworkSegment(f84c85d9-41f2-4478-9254-f4f1165682c7),segment_id=f84c85d9-41f2-4478-9254-f4f1165682c7)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:49.078334 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05ec5d13-9886-426b-ae57-9b8dfe48b9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.130669 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-05ec5d13-9886-426b-ae57-9b8dfe48b9d6 admin admin] Calling delete_port for 6c8f17b2-8494-40be-9744-e88af6f7e78b owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:49.212582 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-35a471af-2193-48d4-9aff-7da657767763 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.236809 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-35a471af-2193-48d4-9aff-7da657767763 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Transition to ACTIVE for port object 65b585d3-a033-4a13-bb29-12ff83185379 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:49.297602 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-35a471af-2193-48d4-9aff-7da657767763 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.354112 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-35a471af-2193-48d4-9aff-7da657767763 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:49.359967 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-35a471af-2193-48d4-9aff-7da657767763 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:49.367683 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-35a471af-2193-48d4-9aff-7da657767763 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:49.426246 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05ec5d13-9886-426b-ae57-9b8dfe48b9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.475892 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec5d13-9886-426b-ae57-9b8dfe48b9d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c8f17b2-8494-40be-9744-e88af6f7e78b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:49.597002 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a471af-2193-48d4-9aff-7da657767763 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event updated for resources: {'Port': ['ID=65b585d3-a033-4a13-bb29-12ff83185379,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:49.767762 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-35a471af-2193-48d4-9aff-7da657767763 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:49.770438 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-35a471af-2193-48d4-9aff-7da657767763 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.824713 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-35a471af-2193-48d4-9aff-7da657767763 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5412121 Jul 05 04:22:49.846993 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-57e0e7d4-8223-4f72-9604-466dc5f8d7ab service neutron] Request body: {'port': {'device_id': '53359dfb-6e73-48ac-881c-c545fbfb8e1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:49.933447 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:50.000446 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:50.001056 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 2262ddea-3e80-4e34-a3f4-5eee0ef22ff4 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:50.094418 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05ec5d13-9886-426b-ae57-9b8dfe48b9d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:50.145935 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-57e0e7d4-8223-4f72-9604-466dc5f8d7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:50.160364 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9bf34822-dbb6-42d7-8b7a-3b025441505c None None] Provisioning for port 65b585d3-a033-4a13-bb29-12ff83185379 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:50.168212 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9bf34822-dbb6-42d7-8b7a-3b025441505c None None] Provisioning complete for port 65b585d3-a033-4a13-bb29-12ff83185379 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:50.171719 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9bf34822-dbb6-42d7-8b7a-3b025441505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:50.322638 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-9bf34822-dbb6-42d7-8b7a-3b025441505c None None] Port 65b585d3-a033-4a13-bb29-12ff83185379 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:22:50.357933 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e375c-a19b-4d06-ac44-1d9b9cbde0be req-0078c5b0-a0f7-4656-b493-a3220a2ff64a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:50.360082 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b5e375c-a19b-4d06-ac44-1d9b9cbde0be req-0078c5b0-a0f7-4656-b493-a3220a2ff64a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 932 time: 0.3371675 Jul 05 04:22:50.619405 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b5e375c-a19b-4d06-ac44-1d9b9cbde0be req-5c143ff8-64fd-42c9-a9fa-2cb51ee82061 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486942 Jul 05 04:22:50.704461 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ec5d13-9886-426b-ae57-9b8dfe48b9d6 admin admin] Router b0f95759-74a4-4d9a-be14-21eb50cbcd6a has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:50.706035 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-57e0e7d4-8223-4f72-9604-466dc5f8d7ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b585d3-a033-4a13-bb29-12ff83185379 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:22:50.735538 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-57e0e7d4-8223-4f72-9604-466dc5f8d7ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:50.757089 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-57e0e7d4-8223-4f72-9604-466dc5f8d7ab service neutron] Transition to ACTIVE for port object 65b585d3-a033-4a13-bb29-12ff83185379 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:50.769250 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-57e0e7d4-8223-4f72-9604-466dc5f8d7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:50.923176 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0e7d4-8223-4f72-9604-466dc5f8d7ab service neutron] Pushing event updated for resources: {'Port': ['ID=65b585d3-a033-4a13-bb29-12ff83185379,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:51.041142 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-57e0e7d4-8223-4f72-9604-466dc5f8d7ab service neutron] Attempting to bind port 65b585d3-a033-4a13-bb29-12ff83185379 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:22:51.044110 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-57e0e7d4-8223-4f72-9604-466dc5f8d7ab service neutron] Attempting to bind port 65b585d3-a033-4a13-bb29-12ff83185379 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:22:51.044585 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-57e0e7d4-8223-4f72-9604-466dc5f8d7ab service neutron] Attempting to bind port 65b585d3-a033-4a13-bb29-12ff83185379 on network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:51.065854 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-57e0e7d4-8223-4f72-9604-466dc5f8d7ab service neutron] Port 65b585d3-a033-4a13-bb29-12ff83185379 on network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:22:51.070401 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-57e0e7d4-8223-4f72-9604-466dc5f8d7ab service neutron] Attempting to bind port 65b585d3-a033-4a13-bb29-12ff83185379 on network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:51.085601 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-57e0e7d4-8223-4f72-9604-466dc5f8d7ab service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:22:51.086020 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-57e0e7d4-8223-4f72-9604-466dc5f8d7ab service neutron] Checking segment: {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:51.086530 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-57e0e7d4-8223-4f72-9604-466dc5f8d7ab service neutron] Bound using segment: {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:22:51.087123 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-57e0e7d4-8223-4f72-9604-466dc5f8d7ab service neutron] Bound port: 65b585d3-a033-4a13-bb29-12ff83185379, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb07b555-9ced-4496-8ec9-25ab2417640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:22:51.087634 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-57e0e7d4-8223-4f72-9604-466dc5f8d7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.152912 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ec5d13-9886-426b-ae57-9b8dfe48b9d6 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:51.164262 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b46b341-181a-4aaa-919a-e58691210798 None None] Sync routers for ids ['b0f95759-74a4-4d9a-be14-21eb50cbcd6a'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:51.177664 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 35252) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:51.179654 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-05ec5d13-9886-426b-ae57-9b8dfe48b9d6 admin admin] 10.222.0.77 "PUT /v2.0/routers/b0f95759-74a4-4d9a-be14-21eb50cbcd6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5720072 Jul 05 04:22:51.192153 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b46b341-181a-4aaa-919a-e58691210798 None None] Routers {'b0f95759-74a4-4d9a-be14-21eb50cbcd6a'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:51.195732 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-1b46b341-181a-4aaa-919a-e58691210798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:22:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['b0f95759-74a4-4d9a-be14-21eb50cbcd6a'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:51.404823 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-57e0e7d4-8223-4f72-9604-466dc5f8d7ab service neutron] For port 65b585d3-a033-4a13-bb29-12ff83185379, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:22:51.435866 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-57e0e7d4-8223-4f72-9604-466dc5f8d7ab service neutron] For port 65b585d3-a033-4a13-bb29-12ff83185379, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=65b585d3-a033-4a13-bb29-12ff83185379,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:22:51.455249 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-57e0e7d4-8223-4f72-9604-466dc5f8d7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.500032 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-1b46b341-181a-4aaa-919a-e58691210798 None None] Set router b0f95759-74a4-4d9a-be14-21eb50cbcd6a gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:51.522204 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c0fbde85-5243-4125-88a8-1178da9c6436 admin admin] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.672720 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-57e0e7d4-8223-4f72-9604-466dc5f8d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:51.673708 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-57e0e7d4-8223-4f72-9604-466dc5f8d7ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.680111 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-57e0e7d4-8223-4f72-9604-466dc5f8d7ab service neutron] 10.222.0.70 "PUT /v2.0/ports/65b585d3-a033-4a13-bb29-12ff83185379 HTTP/1.1" status: 200 len: 1093 time: 1.8398938 Jul 05 04:22:51.680761 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53359dfb-6e73-48ac-881c-c545fbfb8e1a', 'tag': '65b585d3-a033-4a13-bb29-12ff83185379'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:51.684292 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218ce09b-36e6-459b-a427-3f7ced6eaab2" -d '{"events": [{"name": "network-changed", "server_uuid": "53359dfb-6e73-48ac-881c-c545fbfb8e1a", "tag": "65b585d3-a033-4a13-bb29-12ff83185379"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:51.722128 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c0fbde85-5243-4125-88a8-1178da9c6436 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.768077 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0e7d4-8223-4f72-9604-466dc5f8d7ab service neutron] Pushing event updated for resources: {'Port': ['ID=65b585d3-a033-4a13-bb29-12ff83185379,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:51.893210 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7077468-0831-41a1-9ec0-d1ef7c8431ca x-openstack-request-id: req-f7077468-0831-41a1-9ec0-d1ef7c8431ca {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:51.894005 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53359dfb-6e73-48ac-881c-c545fbfb8e1a", "tag": "65b585d3-a033-4a13-bb29-12ff83185379", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:51.894579 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f7077468-0831-41a1-9ec0-d1ef7c8431ca {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:51.897411 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53359dfb-6e73-48ac-881c-c545fbfb8e1a', 'tag': '65b585d3-a033-4a13-bb29-12ff83185379', 'status': 'completed', 'code': 200} Jul 05 04:22:52.078867 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-1b46b341-181a-4aaa-919a-e58691210798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f95759-74a4-4d9a-be14-21eb50cbcd6a', 'name': 'tempest-TestServerMultinode-1761847914-router', 'tenant_id': '2b5761d3d6c64edd933afaccc966acbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '87a5e055-4d02-47b2-b3e6-272d44abe6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:20Z', 'updated_at': '2021-07-05T04:22:49Z', 'revision_number': 5, 'project_id': '2b5761d3d6c64edd933afaccc966acbc', 'gw_port': {'id': '87a5e055-4d02-47b2-b3e6-272d44abe6c5', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f95759-74a4-4d9a-be14-21eb50cbcd6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:21Z', 'updated_at': '2021-07-05T04:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:52.236831 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-d3c29d04-ed04-4039-b611-83ebacc340f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:52.238780 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-d3c29d04-ed04-4039-b611-83ebacc340f9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 1096 time: 0.4472015 Jul 05 04:22:52.245171 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-c0fbde85-5243-4125-88a8-1178da9c6436 admin admin] Deleting port 87a5e055-4d02-47b2-b3e6-272d44abe6c5 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:52.246681 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c0fbde85-5243-4125-88a8-1178da9c6436 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.298983 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b46b341-181a-4aaa-919a-e58691210798 None None] Checking router: b0f95759-74a4-4d9a-be14-21eb50cbcd6a for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:52.310070 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b46b341-181a-4aaa-919a-e58691210798 None None] Routers {'b0f95759-74a4-4d9a-be14-21eb50cbcd6a'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:52.310708 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-1b46b341-181a-4aaa-919a-e58691210798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:22:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['b0f95759-74a4-4d9a-be14-21eb50cbcd6a'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:52.347326 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-c0fbde85-5243-4125-88a8-1178da9c6436 admin admin] For port 87a5e055-4d02-47b2-b3e6-272d44abe6c5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=87a5e055-4d02-47b2-b3e6-272d44abe6c5,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:52.349688 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c0fbde85-5243-4125-88a8-1178da9c6436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.364097 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-c0fbde85-5243-4125-88a8-1178da9c6436 admin admin] Calling delete_port for 87a5e055-4d02-47b2-b3e6-272d44abe6c5 owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:52.506754 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-1b46b341-181a-4aaa-919a-e58691210798 None None] Set router b0f95759-74a4-4d9a-be14-21eb50cbcd6a gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:52.605678 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-1b46b341-181a-4aaa-919a-e58691210798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f95759-74a4-4d9a-be14-21eb50cbcd6a', 'name': 'tempest-TestServerMultinode-1761847914-router', 'tenant_id': '2b5761d3d6c64edd933afaccc966acbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:20Z', 'updated_at': '2021-07-05T04:22:51Z', 'revision_number': 6, 'project_id': '2b5761d3d6c64edd933afaccc966acbc', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:52.634672 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b46b341-181a-4aaa-919a-e58691210798 None None] The sync data for ids ['b0f95759-74a4-4d9a-be14-21eb50cbcd6a'] in n-d-780147-23 is: [{'id': 'b0f95759-74a4-4d9a-be14-21eb50cbcd6a', 'name': 'tempest-TestServerMultinode-1761847914-router', 'tenant_id': '2b5761d3d6c64edd933afaccc966acbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:20Z', 'updated_at': '2021-07-05T04:22:51Z', 'revision_number': 6, 'project_id': '2b5761d3d6c64edd933afaccc966acbc', 'gw_port_host': None}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:52.899581 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-4002896e-8a98-434c-af8d-ad230e912ba7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65b585d3-a033-4a13-bb29-12ff83185379 HTTP/1.1" status: 200 len: 217 time: 0.0516396 Jul 05 04:22:53.031014 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5083b12-9988-4b55-97a8-d1e85fe96048 req-0675af9f-2b8a-41cb-a9f2-535452008fb4 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:53.032508 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5083b12-9988-4b55-97a8-d1e85fe96048 req-0675af9f-2b8a-41cb-a9f2-535452008fb4 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 944 time: 0.9671090 Jul 05 04:22:53.035118 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-46bd8cba-018c-4341-857e-964891d5d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:53.036472 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-46bd8cba-018c-4341-857e-964891d5d925 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=40568ec5-9a32-47f3-85b6-60f4faaa494c HTTP/1.1" status: 200 len: 851 time: 0.1284633 Jul 05 04:22:53.211768 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5083b12-9988-4b55-97a8-d1e85fe96048 req-8e5d2d40-0755-4032-b5d1-d071eb5c83e7 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629593 Jul 05 04:22:53.240662 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c0fbde85-5243-4125-88a8-1178da9c6436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.384702 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbde85-5243-4125-88a8-1178da9c6436 admin admin] Pushing event deleted for resources: {'Port': ['ID=87a5e055-4d02-47b2-b3e6-272d44abe6c5,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:53.426653 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-deef5de8-d6c5-47a0-b2e1-b0fd356a18ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:53.426653 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-deef5de8-d6c5-47a0-b2e1-b0fd356a18ac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3763120 Jul 05 04:22:53.445263 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c0fbde85-5243-4125-88a8-1178da9c6436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.458492 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6c8f17b2-8494-40be-9744-e88af6f7e78b no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:53.519914 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 6c8f17b2-8494-40be-9744-e88af6f7e78b {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:53.520509 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6c8f17b2-8494-40be-9744-e88af6f7e78b not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:53.521104 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 87a5e055-4d02-47b2-b3e6-272d44abe6c5 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:53.550957 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 87a5e055-4d02-47b2-b3e6-272d44abe6c5 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:53.551546 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 87a5e055-4d02-47b2-b3e6-272d44abe6c5 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:53.721480 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-d8c40f66-de76-44ce-b9dc-703b990eb2e3 service neutron] 10.222.0.70 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675292 Jul 05 04:22:53.725408 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c0fbde85-5243-4125-88a8-1178da9c6436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.728065 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c0fbde85-5243-4125-88a8-1178da9c6436 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.891196 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c0fbde85-5243-4125-88a8-1178da9c6436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.891732 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fbde85-5243-4125-88a8-1178da9c6436 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0f95759-74a4-4d9a-be14-21eb50cbcd6a {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:22:53.898866 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c0fbde85-5243-4125-88a8-1178da9c6436 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.904008 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 35284) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:53.913152 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c0fbde85-5243-4125-88a8-1178da9c6436 admin admin] 10.222.0.77 "DELETE /v2.0/routers/b0f95759-74a4-4d9a-be14-21eb50cbcd6a HTTP/1.1" status: 204 len: 168 time: 2.7342722 Jul 05 04:22:54.011944 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4c8c2270-2f46-446d-a62b-b6d8c0e59f16 req-db00c461-6ba5-4c29-a04d-fc5e38a7a81b service neutron] 10.222.0.70 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797039 Jul 05 04:22:54.017163 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce2b89a5-6a4d-4d81-a5da-d74a8f8eeebc admin admin] Deleting subnet a4251036-88dc-4ebb-925a-78e98b6f1a9a {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:22:54.021343 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ce2b89a5-6a4d-4d81-a5da-d74a8f8eeebc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:54.089846 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ce2b89a5-6a4d-4d81-a5da-d74a8f8eeebc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:54.209816 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ce2b89a5-6a4d-4d81-a5da-d74a8f8eeebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:54.250690 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ce09b-36e6-459b-a427-3f7ced6eaab2 req-d4c71764-cca7-41b0-8091-103a3d76e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:54.252558 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-218ce09b-36e6-459b-a427-3f7ced6eaab2 req-d4c71764-cca7-41b0-8091-103a3d76e039 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 1096 time: 0.1171746 Jul 05 04:22:54.322686 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ce2b89a5-6a4d-4d81-a5da-d74a8f8eeebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:54.428772 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b89a5-6a4d-4d81-a5da-d74a8f8eeebc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4251036-88dc-4ebb-925a-78e98b6f1a9a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:54.453904 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77053b0b-15ea-4b08-995e-fbc5f3f21c18 None None] Network c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:22:54.494247 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ce09b-36e6-459b-a427-3f7ced6eaab2 req-2253e5f3-a898-4bcd-8180-42d61bd0b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:54.502110 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-218ce09b-36e6-459b-a427-3f7ced6eaab2 req-2253e5f3-a898-4bcd-8180-42d61bd0b7c4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 913 time: 0.2418990 Jul 05 04:22:54.510171 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ce2b89a5-6a4d-4d81-a5da-d74a8f8eeebc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:54.513074 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ce2b89a5-6a4d-4d81-a5da-d74a8f8eeebc admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a4251036-88dc-4ebb-925a-78e98b6f1a9a HTTP/1.1" status: 204 len: 168 time: 0.6069973 Jul 05 04:22:54.515858 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 35296) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:54.612144 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e6c6c-9124-4c32-a371-b95a44852bbf req-ae548e0b-2776-43b8-a4c3-c061c68a160b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:54.614015 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b44e6c6c-9124-4c32-a371-b95a44852bbf req-ae548e0b-2776-43b8-a4c3-c061c68a160b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 944 time: 0.2090492 Jul 05 04:22:54.657833 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-218ce09b-36e6-459b-a427-3f7ced6eaab2 req-17360bd8-654c-483c-8a0b-217cb20e509c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65b585d3-a033-4a13-bb29-12ff83185379 HTTP/1.1" status: 200 len: 217 time: 0.1490324 Jul 05 04:22:54.718933 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b44e6c6c-9124-4c32-a371-b95a44852bbf req-ee33d461-a35d-4eff-9d66-afdadb7c6694 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977440 Jul 05 04:22:54.774260 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-45c4593f-899e-4f81-ac2e-e15a5471d650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:54.787901 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ce09b-36e6-459b-a427-3f7ced6eaab2 req-e79f5786-aae0-4d36-a763-39cd4878ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:54.789649 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-218ce09b-36e6-459b-a427-3f7ced6eaab2 req-e79f5786-aae0-4d36-a763-39cd4878ba3e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=40568ec5-9a32-47f3-85b6-60f4faaa494c HTTP/1.1" status: 200 len: 851 time: 0.1159747 Jul 05 04:22:54.890467 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-45c4593f-899e-4f81-ac2e-e15a5471d650 admin admin] Deleting port d818f5f1-65a6-4836-afa1-f20211c1a09d {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:54.891049 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-45c4593f-899e-4f81-ac2e-e15a5471d650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:54.935203 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71da96c-5840-4177-91fc-7f4ef982f76b None None] DHCP port deletion for c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:22:54.951624 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ce09b-36e6-459b-a427-3f7ced6eaab2 req-c025a5bc-eced-44fd-bd6a-1fb08d1d77ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:54.953330 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-218ce09b-36e6-459b-a427-3f7ced6eaab2 req-c025a5bc-eced-44fd-bd6a-1fb08d1d77ac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1564937 Jul 05 04:22:55.013545 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-b71da96c-5840-4177-91fc-7f4ef982f76b None None] Deleting port d818f5f1-65a6-4836-afa1-f20211c1a09d {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:55.014342 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b71da96c-5840-4177-91fc-7f4ef982f76b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:55.021742 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-45c4593f-899e-4f81-ac2e-e15a5471d650 admin admin] For port d818f5f1-65a6-4836-afa1-f20211c1a09d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d818f5f1-65a6-4836-afa1-f20211c1a09d,segment=NetworkSegment(f84c85d9-41f2-4478-9254-f4f1165682c7),segment_id=f84c85d9-41f2-4478-9254-f4f1165682c7)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:55.022197 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-45c4593f-899e-4f81-ac2e-e15a5471d650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:55.043615 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-45c4593f-899e-4f81-ac2e-e15a5471d650 admin admin] Calling delete_port for d818f5f1-65a6-4836-afa1-f20211c1a09d owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:55.128958 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-218ce09b-36e6-459b-a427-3f7ced6eaab2 req-3f3750b3-778f-4f45-8372-e50275104a80 service neutron] 10.222.0.70 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679664 Jul 05 04:22:55.152198 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-b71da96c-5840-4177-91fc-7f4ef982f76b None None] For port d818f5f1-65a6-4836-afa1-f20211c1a09d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d818f5f1-65a6-4836-afa1-f20211c1a09d,segment=NetworkSegment(f84c85d9-41f2-4478-9254-f4f1165682c7),segment_id=f84c85d9-41f2-4478-9254-f4f1165682c7)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:55.152956 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b71da96c-5840-4177-91fc-7f4ef982f76b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:55.168015 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-b71da96c-5840-4177-91fc-7f4ef982f76b None None] Calling delete_port for d818f5f1-65a6-4836-afa1-f20211c1a09d owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:55.236193 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-45c4593f-899e-4f81-ac2e-e15a5471d650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:55.309851 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b71da96c-5840-4177-91fc-7f4ef982f76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:55.319700 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4593f-899e-4f81-ac2e-e15a5471d650 admin admin] Pushing event deleted for resources: {'Port': ['ID=d818f5f1-65a6-4836-afa1-f20211c1a09d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:55.332161 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c4593f-899e-4f81-ac2e-e15a5471d650 admin admin] No DVR routers for this DVR port d818f5f1-65a6-4836-afa1-f20211c1a09d on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:22:55.340676 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-218ce09b-36e6-459b-a427-3f7ced6eaab2 req-e6687e97-6fd4-4b31-87c0-87845549f663 service neutron] 10.222.0.70 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021179 Jul 05 04:22:55.403523 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71da96c-5840-4177-91fc-7f4ef982f76b None None] Pushing event deleted for resources: {'Port': ['ID=d818f5f1-65a6-4836-afa1-f20211c1a09d,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:55.412755 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71da96c-5840-4177-91fc-7f4ef982f76b None None] No DVR routers for this DVR port d818f5f1-65a6-4836-afa1-f20211c1a09d on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:22:55.434534 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71da96c-5840-4177-91fc-7f4ef982f76b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:55.435025 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71da96c-5840-4177-91fc-7f4ef982f76b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:55.435449 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71da96c-5840-4177-91fc-7f4ef982f76b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:55.435892 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71da96c-5840-4177-91fc-7f4ef982f76b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:55.436310 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71da96c-5840-4177-91fc-7f4ef982f76b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:55.436766 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71da96c-5840-4177-91fc-7f4ef982f76b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:55.437212 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71da96c-5840-4177-91fc-7f4ef982f76b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:55.437586 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71da96c-5840-4177-91fc-7f4ef982f76b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:55.438010 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71da96c-5840-4177-91fc-7f4ef982f76b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:55.438422 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71da96c-5840-4177-91fc-7f4ef982f76b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:55.447155 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71da96c-5840-4177-91fc-7f4ef982f76b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:55.447616 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71da96c-5840-4177-91fc-7f4ef982f76b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:55.475955 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-45c4593f-899e-4f81-ac2e-e15a5471d650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:55.491457 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-45c4593f-899e-4f81-ac2e-e15a5471d650 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:55.503822 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-45c4593f-899e-4f81-ac2e-e15a5471d650 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84c85d9-41f2-4478-9254-f4f1165682c7') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:55.504760 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-45c4593f-899e-4f81-ac2e-e15a5471d650 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84c85d9-41f2-4478-9254-f4f1165682c7') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:55.516107 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-45c4593f-899e-4f81-ac2e-e15a5471d650 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:55.547298 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d818f5f1-65a6-4836-afa1-f20211c1a09d no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:55.548579 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-45c4593f-899e-4f81-ac2e-e15a5471d650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:55.560437 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c4593f-899e-4f81-ac2e-e15a5471d650 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:22:55.563005 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-45c4593f-899e-4f81-ac2e-e15a5471d650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:22:55.568299 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:22:55.593321 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: d818f5f1-65a6-4836-afa1-f20211c1a09d {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:55.593755 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d818f5f1-65a6-4836-afa1-f20211c1a09d not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:55.723180 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-45c4593f-899e-4f81-ac2e-e15a5471d650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:55.740748 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-45c4593f-899e-4f81-ac2e-e15a5471d650 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:55.746052 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-45c4593f-899e-4f81-ac2e-e15a5471d650 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4 HTTP/1.1" status: 204 len: 168 time: 1.2248199 Jul 05 04:22:55.746758 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 35310) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:55.763956 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4593f-899e-4f81-ac2e-e15a5471d650 admin admin] Pushing event deleted for resources: {'Network': ['ID=c591bea8-7e6c-4b6e-a171-f67b9d9ccfd4,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:56.088065 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296e6a7-10a6-4ae3-9011-07af18e61190 req-35194ba5-a205-4464-82cd-1287cf029e0b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:56.093686 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8296e6a7-10a6-4ae3-9011-07af18e61190 req-35194ba5-a205-4464-82cd-1287cf029e0b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 944 time: 0.1870964 Jul 05 04:22:56.179035 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8296e6a7-10a6-4ae3-9011-07af18e61190 req-6940b16b-2237-45b4-9097-27ede94308dc tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525339 Jul 05 04:22:56.412893 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e62c0e8e-6b46-41b4-8927-6e537a742d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:56.773039 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-e62c0e8e-6b46-41b4-8927-6e537a742d06 admin admin] Deleting port 25b56c22-1645-41ad-8654-ac6e348078ed {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:56.773389 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e62c0e8e-6b46-41b4-8927-6e537a742d06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:56.865074 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-e62c0e8e-6b46-41b4-8927-6e537a742d06 admin admin] For port 25b56c22-1645-41ad-8654-ac6e348078ed, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=25b56c22-1645-41ad-8654-ac6e348078ed,segment=NetworkSegment(b3f4ed6f-4d11-4f82-a07c-b66624a69efb),segment_id=b3f4ed6f-4d11-4f82-a07c-b66624a69efb)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:56.865590 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e62c0e8e-6b46-41b4-8927-6e537a742d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:56.884944 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-e62c0e8e-6b46-41b4-8927-6e537a742d06 admin admin] Calling delete_port for 25b56c22-1645-41ad-8654-ac6e348078ed owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:57.105532 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e62c0e8e-6b46-41b4-8927-6e537a742d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:57.168623 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c0e8e-6b46-41b4-8927-6e537a742d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=25b56c22-1645-41ad-8654-ac6e348078ed,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:57.406338 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e62c0e8e-6b46-41b4-8927-6e537a742d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:57.496604 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b527ca3-69bf-44b5-9771-16a898e81fb7 req-7c2d36ea-a3c6-4262-aff5-c49f3c7bbafb tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:57.504664 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9b527ca3-69bf-44b5-9771-16a898e81fb7 req-7c2d36ea-a3c6-4262-aff5-c49f3c7bbafb tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 944 time: 0.1050661 Jul 05 04:22:57.550815 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9b527ca3-69bf-44b5-9771-16a898e81fb7 req-38dda102-fdc0-413a-af1a-7782542ae6ed tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454030 Jul 05 04:22:57.721327 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62c0e8e-6b46-41b4-8927-6e537a742d06 admin admin] Router 3ba6dfcb-839f-43e2-a4ea-777bb95c30b4 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:57.845691 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62c0e8e-6b46-41b4-8927-6e537a742d06 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:57.853694 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e62c0e8e-6b46-41b4-8927-6e537a742d06 admin admin] 10.222.0.77 "PUT /v2.0/routers/3ba6dfcb-839f-43e2-a4ea-777bb95c30b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1041839 Jul 05 04:22:57.855461 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 35340) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:57.862025 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0489927d-d413-454e-b67a-618bdbafa523 None None] Sync routers for ids ['3ba6dfcb-839f-43e2-a4ea-777bb95c30b4'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:57.887318 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0489927d-d413-454e-b67a-618bdbafa523 None None] Routers {'3ba6dfcb-839f-43e2-a4ea-777bb95c30b4'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:57.888157 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-0489927d-d413-454e-b67a-618bdbafa523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:22:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['3ba6dfcb-839f-43e2-a4ea-777bb95c30b4'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:57.999932 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8255e8ac-db32-43be-ad42-f9507dd888f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:58.032031 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-0489927d-d413-454e-b67a-618bdbafa523 None None] Set router 3ba6dfcb-839f-43e2-a4ea-777bb95c30b4 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:58.136497 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8255e8ac-db32-43be-ad42-f9507dd888f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:58.205705 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-8255e8ac-db32-43be-ad42-f9507dd888f4 admin admin] Deleting port 0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:58.206959 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8255e8ac-db32-43be-ad42-f9507dd888f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:58.313916 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-8255e8ac-db32-43be-ad42-f9507dd888f4 admin admin] For port 0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:58.314669 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8255e8ac-db32-43be-ad42-f9507dd888f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:58.333687 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-8255e8ac-db32-43be-ad42-f9507dd888f4 admin admin] Calling delete_port for 0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89 owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:58.387597 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-0489927d-d413-454e-b67a-618bdbafa523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba6dfcb-839f-43e2-a4ea-777bb95c30b4', 'name': 'tempest-TestServerMultinode-695350909-router', 'tenant_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:33Z', 'updated_at': '2021-07-05T04:22:57Z', 'revision_number': 5, 'project_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'gw_port': {'id': '0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba6dfcb-839f-43e2-a4ea-777bb95c30b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:58.441729 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0489927d-d413-454e-b67a-618bdbafa523 None None] Checking router: 3ba6dfcb-839f-43e2-a4ea-777bb95c30b4 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:58.458094 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0489927d-d413-454e-b67a-618bdbafa523 None None] Routers {'3ba6dfcb-839f-43e2-a4ea-777bb95c30b4'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:58.459205 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-0489927d-d413-454e-b67a-618bdbafa523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:22:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['3ba6dfcb-839f-43e2-a4ea-777bb95c30b4'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:58.570548 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8255e8ac-db32-43be-ad42-f9507dd888f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:58.608470 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255e8ac-db32-43be-ad42-f9507dd888f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:58.613088 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-0489927d-d413-454e-b67a-618bdbafa523 None None] Set router 3ba6dfcb-839f-43e2-a4ea-777bb95c30b4 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:58.720607 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-0489927d-d413-454e-b67a-618bdbafa523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba6dfcb-839f-43e2-a4ea-777bb95c30b4', 'name': 'tempest-TestServerMultinode-695350909-router', 'tenant_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:33Z', 'updated_at': '2021-07-05T04:22:58Z', 'revision_number': 6, 'project_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:58.732907 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8255e8ac-db32-43be-ad42-f9507dd888f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:58.770383 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8a926ede-e9c6-47f2-9658-b48f4178d11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:58.774501 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0489927d-d413-454e-b67a-618bdbafa523 None None] The sync data for ids ['3ba6dfcb-839f-43e2-a4ea-777bb95c30b4'] in n-d-780147-23 is: [{'id': '3ba6dfcb-839f-43e2-a4ea-777bb95c30b4', 'name': 'tempest-TestServerMultinode-695350909-router', 'tenant_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:33Z', 'updated_at': '2021-07-05T04:22:58Z', 'revision_number': 6, 'project_id': '9e17df9f910549fa8f2868baf4c0ba8f', 'gw_port_host': None}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:58.878883 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8255e8ac-db32-43be-ad42-f9507dd888f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:58.882074 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8255e8ac-db32-43be-ad42-f9507dd888f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:58.930639 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab46328-0b05-47c0-a4f3-5b708b991051 req-45880775-17e1-4818-8e04-57e8d2ad11f8 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:58.932896 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aab46328-0b05-47c0-a4f3-5b708b991051 req-45880775-17e1-4818-8e04-57e8d2ad11f8 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 944 time: 0.2242017 Jul 05 04:22:58.936615 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8255e8ac-db32-43be-ad42-f9507dd888f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:58.937797 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8255e8ac-db32-43be-ad42-f9507dd888f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ba6dfcb-839f-43e2-a4ea-777bb95c30b4 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:22:58.950172 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8255e8ac-db32-43be-ad42-f9507dd888f4 admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:58.951658 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8255e8ac-db32-43be-ad42-f9507dd888f4 admin admin] 10.222.0.77 "DELETE /v2.0/routers/3ba6dfcb-839f-43e2-a4ea-777bb95c30b4 HTTP/1.1" status: 204 len: 168 time: 1.0939951 Jul 05 04:22:58.954394 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 35360) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:59.016740 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aab46328-0b05-47c0-a4f3-5b708b991051 req-992d452a-472f-4fb4-95c3-de55a154b987 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744822 Jul 05 04:22:59.023143 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ec255a-1c57-4252-99c5-106da1eb9d91 admin admin] Deleting subnet bd6c4610-16c5-43d8-bca3-7432d5e80d44 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:22:59.027388 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61ec255a-1c57-4252-99c5-106da1eb9d91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.105512 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61ec255a-1c57-4252-99c5-106da1eb9d91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.235501 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61ec255a-1c57-4252-99c5-106da1eb9d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.301907 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61ec255a-1c57-4252-99c5-106da1eb9d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.326455 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835a98d9-28ae-4034-8983-fd463c3a67d6 None None] Network 220d6c38-c6be-4ea6-9bf8-9173ed9feeb1 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:22:59.358055 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-61ec255a-1c57-4252-99c5-106da1eb9d91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.360521 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-61ec255a-1c57-4252-99c5-106da1eb9d91 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/bd6c4610-16c5-43d8-bca3-7432d5e80d44 HTTP/1.1" status: 204 len: 168 time: 0.4048889 Jul 05 04:22:59.362097 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec255a-1c57-4252-99c5-106da1eb9d91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd6c4610-16c5-43d8-bca3-7432d5e80d44,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:59.363000 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 35376) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:59.473983 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.483285 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b7d9085a-4055-4ec5-9195-652a2d0b56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.654334 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-b7d9085a-4055-4ec5-9195-652a2d0b56a2 admin admin] Deleting port c62920f7-5a68-4c42-a2b6-d78b7fe72479 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:59.654694 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b7d9085a-4055-4ec5-9195-652a2d0b56a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.759191 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-b7d9085a-4055-4ec5-9195-652a2d0b56a2 admin admin] For port c62920f7-5a68-4c42-a2b6-d78b7fe72479, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=c62920f7-5a68-4c42-a2b6-d78b7fe72479,segment=NetworkSegment(b3f4ed6f-4d11-4f82-a07c-b66624a69efb),segment_id=b3f4ed6f-4d11-4f82-a07c-b66624a69efb)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:59.759719 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b7d9085a-4055-4ec5-9195-652a2d0b56a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.776945 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-b7d9085a-4055-4ec5-9195-652a2d0b56a2 admin admin] Calling delete_port for c62920f7-5a68-4c42-a2b6-d78b7fe72479 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:59.797144 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 25b56c22-1645-41ad-8654-ac6e348078ed no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:59.839145 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 25b56c22-1645-41ad-8654-ac6e348078ed {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:59.839486 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 25b56c22-1645-41ad-8654-ac6e348078ed not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:59.839925 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:59.881188 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b7d9085a-4055-4ec5-9195-652a2d0b56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.893026 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:59.893375 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 0aa3ea5b-3d2e-4b23-8c28-d376a0fc9f89 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:59.948788 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9085a-4055-4ec5-9195-652a2d0b56a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c62920f7-5a68-4c42-a2b6-d78b7fe72479,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:59.960674 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d9085a-4055-4ec5-9195-652a2d0b56a2 admin admin] No DVR routers for this DVR port c62920f7-5a68-4c42-a2b6-d78b7fe72479 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:23:00.068008 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b7d9085a-4055-4ec5-9195-652a2d0b56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.073759 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4442fd-40d4-4d4f-ac2e-b941255b64bd None None] DHCP port deletion for 220d6c38-c6be-4ea6-9bf8-9173ed9feeb1 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:23:00.086464 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-b7d9085a-4055-4ec5-9195-652a2d0b56a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220d6c38-c6be-4ea6-9bf8-9173ed9feeb1']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:00.403088 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62acf7-db3a-4c49-9166-5b1fd4a73b4e req-011d4d2f-09c7-4f9a-af51-2c6f4c6df571 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:00.404808 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe62acf7-db3a-4c49-9166-5b1fd4a73b4e req-011d4d2f-09c7-4f9a-af51-2c6f4c6df571 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 944 time: 0.0999691 Jul 05 04:23:00.467974 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe62acf7-db3a-4c49-9166-5b1fd4a73b4e req-68686c41-fa45-4d80-9244-f1d4e9f5f662 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554712 Jul 05 04:23:00.612653 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-b7d9085a-4055-4ec5-9195-652a2d0b56a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f4ed6f-4d11-4f82-a07c-b66624a69efb') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:00.613017 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-b7d9085a-4055-4ec5-9195-652a2d0b56a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f4ed6f-4d11-4f82-a07c-b66624a69efb') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:00.623663 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b7d9085a-4055-4ec5-9195-652a2d0b56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.639184 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b7d9085a-4055-4ec5-9195-652a2d0b56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.652304 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d9085a-4055-4ec5-9195-652a2d0b56a2 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:23:00.652304 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b7d9085a-4055-4ec5-9195-652a2d0b56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:23:00.666656 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:23:00.738711 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b7d9085a-4055-4ec5-9195-652a2d0b56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.749816 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b7d9085a-4055-4ec5-9195-652a2d0b56a2 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.754873 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b7d9085a-4055-4ec5-9195-652a2d0b56a2 admin admin] 10.222.0.77 "DELETE /v2.0/networks/220d6c38-c6be-4ea6-9bf8-9173ed9feeb1 HTTP/1.1" status: 204 len: 168 time: 1.3885934 Jul 05 04:23:00.789016 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9085a-4055-4ec5-9195-652a2d0b56a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=220d6c38-c6be-4ea6-9bf8-9173ed9feeb1,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:00.977948 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 35414) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:01.062569 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f775a1d9-6c48-43e4-8e33-22841c69cfcd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b5761d3d6c64edd933afaccc966acbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0832062 Jul 05 04:23:01.064768 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 35416) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:01.150621 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7edc70a1-5841-43e4-8925-a4f995431b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.177067 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7edc70a1-5841-43e4-8925-a4f995431b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.266086 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7edc70a1-5841-43e4-8925-a4f995431b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.269359 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7edc70a1-5841-43e4-8925-a4f995431b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.274969 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7edc70a1-5841-43e4-8925-a4f995431b41 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0fe8fdc6-7e64-4f86-876e-e3ec72b94956 HTTP/1.1" status: 204 len: 168 time: 0.2057638 Jul 05 04:23:01.284748 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc70a1-5841-43e4-8925-a4f995431b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe8fdc6-7e64-4f86-876e-e3ec72b94956,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:01.365890 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e6bf1393-e5c8-490d-99d8-c65347f0a18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.478046 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c62920f7-5a68-4c42-a2b6-d78b7fe72479 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:23:01.509162 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: c62920f7-5a68-4c42-a2b6-d78b7fe72479 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:23:01.509162 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c62920f7-5a68-4c42-a2b6-d78b7fe72479 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:23:01.754999 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.777200 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea1bcc-ad82-42a8-a8e9-9107976d45c9 req-ecaccd07-329d-4e7e-8b05-b35b5d95c25d tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:01.779275 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6cea1bcc-ad82-42a8-a8e9-9107976d45c9 req-ecaccd07-329d-4e7e-8b05-b35b5d95c25d tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 944 time: 0.1202598 Jul 05 04:23:01.881503 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6cea1bcc-ad82-42a8-a8e9-9107976d45c9 req-feff9c73-035e-4d96-8c50-f563b3b1eb0b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922291 Jul 05 04:23:01.965444 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 35442) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:02.025042 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c774c8f5-4c64-479a-91aa-97b224674d45 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9e17df9f910549fa8f2868baf4c0ba8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578692 Jul 05 04:23:02.028008 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 35446) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:02.111071 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7efaa4e7-4813-4893-9fbe-ddc5b7e7d149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:02.137552 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7efaa4e7-4813-4893-9fbe-ddc5b7e7d149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:02.201221 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7efaa4e7-4813-4893-9fbe-ddc5b7e7d149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:02.206640 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7efaa4e7-4813-4893-9fbe-ddc5b7e7d149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:02.211455 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7efaa4e7-4813-4893-9fbe-ddc5b7e7d149 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c29cacc6-0827-4bc2-92ad-993ca18c032a HTTP/1.1" status: 204 len: 168 time: 0.1802232 Jul 05 04:23:02.225683 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efaa4e7-4813-4893-9fbe-ddc5b7e7d149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29cacc6-0827-4bc2-92ad-993ca18c032a,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:02.652856 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:03.154772 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8ef41-6841-408a-a82d-54ec96596613 req-2a26446e-a499-4e01-a60f-d4fe864bd46e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:03.163261 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e7a8ef41-6841-408a-a82d-54ec96596613 req-2a26446e-a499-4e01-a60f-d4fe864bd46e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 944 time: 0.1474316 Jul 05 04:23:03.265748 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e7a8ef41-6841-408a-a82d-54ec96596613 req-cc4fa577-3c67-4f22-b7e4-e2d744abca3b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919566 Jul 05 04:23:04.446015 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:04.500959 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6b4c1-827d-47d1-8f89-507ebb5657bb req-e74f73df-72a2-46fb-9dad-49e99dffa411 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:04.503042 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dfd6b4c1-827d-47d1-8f89-507ebb5657bb req-e74f73df-72a2-46fb-9dad-49e99dffa411 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 944 time: 0.0885549 Jul 05 04:23:04.553040 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dfd6b4c1-827d-47d1-8f89-507ebb5657bb req-24fbc819-aa68-4ed6-99ba-2342410a880a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411046 Jul 05 04:23:05.029826 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2e1dc-177b-4a8f-af82-ee7aa0b1a582 req-0ce2d1fc-63ba-4ffe-86a0-79eafdb07f06 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:05.031464 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9ba2e1dc-177b-4a8f-af82-ee7aa0b1a582 req-0ce2d1fc-63ba-4ffe-86a0-79eafdb07f06 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=5141ddd7-f719-4fa7-8bd5-1c90c1018fd4 HTTP/1.1" status: 200 len: 946 time: 0.0736759 Jul 05 04:23:05.081035 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9ba2e1dc-177b-4a8f-af82-ee7aa0b1a582 req-1f9bb50c-c17a-407c-8279-f38a8adfdf3c tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428362 Jul 05 04:23:05.798465 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39ded1-31d2-43a7-a91e-cf0edf17cea4 req-1e74a613-5e04-4ba5-910a-640069940938 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:05.800299 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c39ded1-31d2-43a7-a91e-cf0edf17cea4 req-1e74a613-5e04-4ba5-910a-640069940938 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 944 time: 0.0711632 Jul 05 04:23:05.852428 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c39ded1-31d2-43a7-a91e-cf0edf17cea4 req-8e383e84-1109-4a75-8422-5619d20e6399 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452559 Jul 05 04:23:06.303098 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b9127-a0ba-46bc-86c7-13b815a12e70 req-18fae9f5-56bb-43db-b408-937a598c46ab tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:06.304783 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9b7b9127-a0ba-46bc-86c7-13b815a12e70 req-18fae9f5-56bb-43db-b408-937a598c46ab tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=5141ddd7-f719-4fa7-8bd5-1c90c1018fd4 HTTP/1.1" status: 200 len: 946 time: 0.0770278 Jul 05 04:23:06.353976 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9b7b9127-a0ba-46bc-86c7-13b815a12e70 req-d4da2e4a-7ba9-4ef5-893a-1932740d033e tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416520 Jul 05 04:23:06.651983 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da679804-6ae6-4b4f-8869-afffdefb78d2 req-354650c2-4be2-4abe-8bd4-5ac22124ff5a tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:06.654022 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-da679804-6ae6-4b4f-8869-afffdefb78d2 req-354650c2-4be2-4abe-8bd4-5ac22124ff5a tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.89 "GET /v2.0/ports?device_id=5141ddd7-f719-4fa7-8bd5-1c90c1018fd4 HTTP/1.1" status: 200 len: 946 time: 0.0812089 Jul 05 04:23:06.809530 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-da679804-6ae6-4b4f-8869-afffdefb78d2 req-220be055-14c3-4a1d-b755-20410027a7b7 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Deleting port 9f954668-9569-4a1a-979a-d7ccbba9f261 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:06.810275 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-da679804-6ae6-4b4f-8869-afffdefb78d2 req-220be055-14c3-4a1d-b755-20410027a7b7 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:06.935709 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-da679804-6ae6-4b4f-8869-afffdefb78d2 req-220be055-14c3-4a1d-b755-20410027a7b7 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] For port 9f954668-9569-4a1a-979a-d7ccbba9f261, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9f954668-9569-4a1a-979a-d7ccbba9f261,segment=NetworkSegment(2fb1a78a-75d7-4f43-842b-9e5a3f0773a3),segment_id=2fb1a78a-75d7-4f43-842b-9e5a3f0773a3)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:06.936196 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-da679804-6ae6-4b4f-8869-afffdefb78d2 req-220be055-14c3-4a1d-b755-20410027a7b7 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:06.954258 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-da679804-6ae6-4b4f-8869-afffdefb78d2 req-220be055-14c3-4a1d-b755-20410027a7b7 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Calling delete_port for 9f954668-9569-4a1a-979a-d7ccbba9f261 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:07.106091 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1f7d5-496c-4b70-a9eb-0f581b42fe2a req-79b31697-bef8-4114-822e-5cad9d747974 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:07.108409 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-46d1f7d5-496c-4b70-a9eb-0f581b42fe2a req-79b31697-bef8-4114-822e-5cad9d747974 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 944 time: 0.1011944 Jul 05 04:23:07.165764 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-da679804-6ae6-4b4f-8869-afffdefb78d2 req-220be055-14c3-4a1d-b755-20410027a7b7 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:07.179178 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-46d1f7d5-496c-4b70-a9eb-0f581b42fe2a req-a9316511-c14a-4e15-b180-d504d7bd095b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513875 Jul 05 04:23:07.187051 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['daa9d381-2042-4406-b2a8-ea04b864e399', '3693645a-9342-48b7-9f17-eac502b86140', '9f954668-9569-4a1a-979a-d7ccbba9f261'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:23:07.210855 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['d6726d45-d5d8-4914-a909-cedd6a3f5245'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:23:07.269111 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220be055-14c3-4a1d-b755-20410027a7b7 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Pushing event deleted for resources: {'Port': ['ID=9f954668-9569-4a1a-979a-d7ccbba9f261,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:07.337495 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-da679804-6ae6-4b4f-8869-afffdefb78d2 req-220be055-14c3-4a1d-b755-20410027a7b7 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] No DVR routers for this DVR port 9f954668-9569-4a1a-979a-d7ccbba9f261 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:23:07.344035 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-da679804-6ae6-4b4f-8869-afffdefb78d2 req-220be055-14c3-4a1d-b755-20410027a7b7 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:07.347226 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-da679804-6ae6-4b4f-8869-afffdefb78d2 req-220be055-14c3-4a1d-b755-20410027a7b7 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.89 "DELETE /v2.0/ports/9f954668-9569-4a1a-979a-d7ccbba9f261 HTTP/1.1" status: 204 len: 173 time: 0.6821768 Jul 05 04:23:07.347938 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5141ddd7-f719-4fa7-8bd5-1c90c1018fd4', 'name': 'network-vif-deleted', 'tag': '9f954668-9569-4a1a-979a-d7ccbba9f261'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:07.362398 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3545ccf-7a87-483a-aeb8-3843b78c7472" -d '{"events": [{"server_uuid": "5141ddd7-f719-4fa7-8bd5-1c90c1018fd4", "name": "network-vif-deleted", "tag": "9f954668-9569-4a1a-979a-d7ccbba9f261"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:07.433674 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b0fbb0-7dc0-4e51-8e3f-16ec7b0009dd x-openstack-request-id: req-31b0fbb0-7dc0-4e51-8e3f-16ec7b0009dd {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:07.434322 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5141ddd7-f719-4fa7-8bd5-1c90c1018fd4", "name": "network-vif-deleted", "tag": "9f954668-9569-4a1a-979a-d7ccbba9f261", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:07.434624 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31b0fbb0-7dc0-4e51-8e3f-16ec7b0009dd {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:07.435081 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5141ddd7-f719-4fa7-8bd5-1c90c1018fd4', 'name': 'network-vif-deleted', 'tag': '9f954668-9569-4a1a-979a-d7ccbba9f261', 'status': 'completed', 'code': 200} Jul 05 04:23:07.594141 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a42a91bf-1566-447d-a120-e55e234a4685 req-49ef0e5a-1993-47f5-9c0c-37ab89a3cba6 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=5141ddd7-f719-4fa7-8bd5-1c90c1018fd4 HTTP/1.1" status: 200 len: 210 time: 0.0341206 Jul 05 04:23:08.514321 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f76e8-1c9c-4b38-a480-1096a9781936 req-3d21af91-e6ac-4b6d-90d5-6efaeaed8b00 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:08.516226 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9c7f76e8-1c9c-4b38-a480-1096a9781936 req-3d21af91-e6ac-4b6d-90d5-6efaeaed8b00 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 944 time: 0.0808060 Jul 05 04:23:08.566611 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9c7f76e8-1c9c-4b38-a480-1096a9781936 req-553c3f1d-17a8-460d-bddd-9de56542f0cf tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384169 Jul 05 04:23:09.600927 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 65b585d3-a033-4a13-bb29-12ff83185379 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:23:09.836414 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 65b585d3-a033-4a13-bb29-12ff83185379, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=65b585d3-a033-4a13-bb29-12ff83185379,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:09.866037 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '65b585d3-a033-4a13-bb29-12ff83185379', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'port_id': '65b585d3-a033-4a13-bb29-12ff83185379', 'mac_address': 'fa:16:3e:49:f6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:23:09.877505 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61da574-0a9f-496a-882f-685d48f9c556 req-73ce06c2-1d25-4c48-a4b7-148d91c8db92 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:09.879899 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f61da574-0a9f-496a-882f-685d48f9c556 req-73ce06c2-1d25-4c48-a4b7-148d91c8db92 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 944 time: 0.0929041 Jul 05 04:23:09.920329 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:09.944923 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f61da574-0a9f-496a-882f-685d48f9c556 req-812a9d54-f394-4cba-84b8-4ec183e51107 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564981 Jul 05 04:23:09.953534 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b585d3-a033-4a13-bb29-12ff83185379 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:23:09.978076 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 65b585d3-a033-4a13-bb29-12ff83185379, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=65b585d3-a033-4a13-bb29-12ff83185379,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:09.983109 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:10.042315 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=65b585d3-a033-4a13-bb29-12ff83185379,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:10.382140 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['65b585d3-a033-4a13-bb29-12ff83185379'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:23:10.550440 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:23:11.174053 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a28e6-807c-43e9-91e2-5bfd0173449e req-c5bd5959-4738-4caf-a3de-70d64864bd89 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:11.183331 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-892a28e6-807c-43e9-91e2-5bfd0173449e req-c5bd5959-4738-4caf-a3de-70d64864bd89 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 945 time: 0.0959318 Jul 05 04:23:11.296733 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-892a28e6-807c-43e9-91e2-5bfd0173449e req-971323d9-e8b5-4722-b360-46afaa9e909e tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114447 Jul 05 04:23:11.615694 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 65b585d3-a033-4a13-bb29-12ff83185379 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:23:11.686855 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 65b585d3-a033-4a13-bb29-12ff83185379 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:23:11.694343 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 65b585d3-a033-4a13-bb29-12ff83185379 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:11.694343 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:11.817463 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:11.856567 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53359dfb-6e73-48ac-881c-c545fbfb8e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b585d3-a033-4a13-bb29-12ff83185379'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:11.860831 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3845e910-b2ea-4b46-b0a5-a1a60cdc3b67" -d '{"events": [{"server_uuid": "53359dfb-6e73-48ac-881c-c545fbfb8e1a", "name": "network-vif-plugged", "status": "completed", "tag": "65b585d3-a033-4a13-bb29-12ff83185379"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:11.880902 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 65b585d3-a033-4a13-bb29-12ff83185379, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=65b585d3-a033-4a13-bb29-12ff83185379,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:11.890326 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:11.934279 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace28ae2-dbb2-49b8-8ae0-826d37f58fd5 x-openstack-request-id: req-ace28ae2-dbb2-49b8-8ae0-826d37f58fd5 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:11.934827 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53359dfb-6e73-48ac-881c-c545fbfb8e1a", "name": "network-vif-plugged", "status": "completed", "tag": "65b585d3-a033-4a13-bb29-12ff83185379", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:11.935163 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ace28ae2-dbb2-49b8-8ae0-826d37f58fd5 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:11.935619 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53359dfb-6e73-48ac-881c-c545fbfb8e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b585d3-a033-4a13-bb29-12ff83185379', 'code': 200} Jul 05 04:23:11.961153 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=65b585d3-a033-4a13-bb29-12ff83185379,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:12.006259 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 9f954668-9569-4a1a-979a-d7ccbba9f261 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:23:12.038856 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 9f954668-9569-4a1a-979a-d7ccbba9f261 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:23:12.039299 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 9f954668-9569-4a1a-979a-d7ccbba9f261 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:23:12.142397 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a056958-7f07-4703-bc79-ffca7c6cf3f0 req-8bb1c6ef-be9d-405c-a628-379552da21c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:12.144631 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7a056958-7f07-4703-bc79-ffca7c6cf3f0 req-8bb1c6ef-be9d-405c-a628-379552da21c1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 1098 time: 0.1138279 Jul 05 04:23:12.226463 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7a056958-7f07-4703-bc79-ffca7c6cf3f0 req-a1e912f5-da9b-4d2f-9e0c-b581b4f4269c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750268 Jul 05 04:23:12.554403 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a522cff-5517-44a9-bf7f-83404baf3bb3 req-969c66c3-daa3-462b-bcb2-2da7709197eb tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:12.556471 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3a522cff-5517-44a9-bf7f-83404baf3bb3 req-969c66c3-daa3-462b-bcb2-2da7709197eb tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 946 time: 0.1015608 Jul 05 04:23:12.621386 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6930f4-c3ef-4df0-8eb4-078bcd8ba22c req-71e64411-ff1b-4f05-86cd-9f6003c6802c tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:12.622333 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3a522cff-5517-44a9-bf7f-83404baf3bb3 req-43c0305a-094b-4f9e-ae88-bb86220a8646 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556743 Jul 05 04:23:12.631270 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2f6930f4-c3ef-4df0-8eb4-078bcd8ba22c req-71e64411-ff1b-4f05-86cd-9f6003c6802c tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=96663a69-09ac-4986-af0f-eaf1db31af5c HTTP/1.1" status: 200 len: 946 time: 0.1254172 Jul 05 04:23:12.677367 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2f6930f4-c3ef-4df0-8eb4-078bcd8ba22c req-8365d21a-dd83-4e4c-bad0-d4a6af140721 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451739 Jul 05 04:23:13.200783 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:13.884342 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3c35c-cc08-4cf5-ba3c-ce9bfc727dd6 req-2275be55-6059-4fce-8314-269e17b13fba tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:13.887754 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-abd3c35c-cc08-4cf5-ba3c-ce9bfc727dd6 req-2275be55-6059-4fce-8314-269e17b13fba tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 946 time: 0.1322949 Jul 05 04:23:13.960462 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-abd3c35c-cc08-4cf5-ba3c-ce9bfc727dd6 req-323bfddc-1013-46e9-a36f-aa08f7864b5a tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661101 Jul 05 04:23:13.992359 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3eb8e4-7991-4791-a0d2-a9e6becce386 req-ff7d921e-8665-40a1-bb0d-db68d127f920 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:13.994143 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad3eb8e4-7991-4791-a0d2-a9e6becce386 req-ff7d921e-8665-40a1-bb0d-db68d127f920 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=96663a69-09ac-4986-af0f-eaf1db31af5c HTTP/1.1" status: 200 len: 946 time: 0.1399512 Jul 05 04:23:14.047880 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad3eb8e4-7991-4791-a0d2-a9e6becce386 req-5867c53d-3a5e-4277-bb77-ffc96bc79a69 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455234 Jul 05 04:23:14.251825 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06845bc6-46c1-48ff-9bb9-245c6442f44b req-e8b29ea7-d39c-41e3-92e3-e2bb99f28699 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:14.253366 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-06845bc6-46c1-48ff-9bb9-245c6442f44b req-e8b29ea7-d39c-41e3-92e3-e2bb99f28699 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.89 "GET /v2.0/ports?device_id=96663a69-09ac-4986-af0f-eaf1db31af5c HTTP/1.1" status: 200 len: 946 time: 0.0675089 Jul 05 04:23:14.379441 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-06845bc6-46c1-48ff-9bb9-245c6442f44b req-0a7bf2a8-fc7c-476e-a5c3-17a13c3f4edf tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Deleting port 3693645a-9342-48b7-9f17-eac502b86140 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:14.379700 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-06845bc6-46c1-48ff-9bb9-245c6442f44b req-0a7bf2a8-fc7c-476e-a5c3-17a13c3f4edf tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:14.487352 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-06845bc6-46c1-48ff-9bb9-245c6442f44b req-0a7bf2a8-fc7c-476e-a5c3-17a13c3f4edf tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] For port 3693645a-9342-48b7-9f17-eac502b86140, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=3693645a-9342-48b7-9f17-eac502b86140,segment=NetworkSegment(2fb1a78a-75d7-4f43-842b-9e5a3f0773a3),segment_id=2fb1a78a-75d7-4f43-842b-9e5a3f0773a3)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:14.487724 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-06845bc6-46c1-48ff-9bb9-245c6442f44b req-0a7bf2a8-fc7c-476e-a5c3-17a13c3f4edf tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:14.502246 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-06845bc6-46c1-48ff-9bb9-245c6442f44b req-0a7bf2a8-fc7c-476e-a5c3-17a13c3f4edf tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Calling delete_port for 3693645a-9342-48b7-9f17-eac502b86140 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:14.638209 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-06845bc6-46c1-48ff-9bb9-245c6442f44b req-0a7bf2a8-fc7c-476e-a5c3-17a13c3f4edf tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:14.654429 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['daa9d381-2042-4406-b2a8-ea04b864e399', '3693645a-9342-48b7-9f17-eac502b86140'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:23:14.670357 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7bf2a8-fc7c-476e-a5c3-17a13c3f4edf tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Pushing event deleted for resources: {'Port': ['ID=3693645a-9342-48b7-9f17-eac502b86140,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:14.679838 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['d6726d45-d5d8-4914-a909-cedd6a3f5245'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:23:14.722855 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-06845bc6-46c1-48ff-9bb9-245c6442f44b req-0a7bf2a8-fc7c-476e-a5c3-17a13c3f4edf tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] No DVR routers for this DVR port 3693645a-9342-48b7-9f17-eac502b86140 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:23:14.725895 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-06845bc6-46c1-48ff-9bb9-245c6442f44b req-0a7bf2a8-fc7c-476e-a5c3-17a13c3f4edf tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:14.730842 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-06845bc6-46c1-48ff-9bb9-245c6442f44b req-0a7bf2a8-fc7c-476e-a5c3-17a13c3f4edf tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.89 "DELETE /v2.0/ports/3693645a-9342-48b7-9f17-eac502b86140 HTTP/1.1" status: 204 len: 173 time: 0.4702876 Jul 05 04:23:14.730842 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96663a69-09ac-4986-af0f-eaf1db31af5c', 'name': 'network-vif-deleted', 'tag': '3693645a-9342-48b7-9f17-eac502b86140'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:14.733932 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f934ee31-f9dc-4cf3-a29e-c9106600d7d2" -d '{"events": [{"server_uuid": "96663a69-09ac-4986-af0f-eaf1db31af5c", "name": "network-vif-deleted", "tag": "3693645a-9342-48b7-9f17-eac502b86140"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:14.777359 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5134d89-e1ed-4704-a1a2-f4fdb5124957 x-openstack-request-id: req-f5134d89-e1ed-4704-a1a2-f4fdb5124957 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:14.777665 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96663a69-09ac-4986-af0f-eaf1db31af5c", "name": "network-vif-deleted", "tag": "3693645a-9342-48b7-9f17-eac502b86140", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:14.777921 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f5134d89-e1ed-4704-a1a2-f4fdb5124957 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:14.778343 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96663a69-09ac-4986-af0f-eaf1db31af5c', 'name': 'network-vif-deleted', 'tag': '3693645a-9342-48b7-9f17-eac502b86140', 'status': 'completed', 'code': 200} Jul 05 04:23:15.174934 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f1b22-647f-4cf5-a771-c9c8b1ea132e req-a7997fa2-b585-465a-b62b-cd528622d124 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:15.176282 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-866f1b22-647f-4cf5-a771-c9c8b1ea132e req-a7997fa2-b585-465a-b62b-cd528622d124 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 946 time: 0.0860577 Jul 05 04:23:15.220615 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-866f1b22-647f-4cf5-a771-c9c8b1ea132e req-6eb8f8cf-2a01-4284-a532-0f6bb6d90c36 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372686 Jul 05 04:23:15.275748 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bd56b583-d668-4506-b26a-76a8ed06ac94 req-52dcd855-7cec-48c3-a13a-f409a2ae2e42 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=96663a69-09ac-4986-af0f-eaf1db31af5c HTTP/1.1" status: 200 len: 210 time: 0.0651221 Jul 05 04:23:15.730053 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617ca9c-c9cc-4dea-b512-19dbf6a3f60a req-8efa250a-c883-49dc-8a61-2c28cae6fb33 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:15.736347 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3617ca9c-c9cc-4dea-b512-19dbf6a3f60a req-8efa250a-c883-49dc-8a61-2c28cae6fb33 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 946 time: 0.3897247 Jul 05 04:23:15.784806 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3617ca9c-c9cc-4dea-b512-19dbf6a3f60a req-e6cc83f2-c9fb-49e2-9b78-78a9d39476e1 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474565 Jul 05 04:23:15.808208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 35686) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:16.177153 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119f3e06-76d9-43ed-85f0-b4730cd23187 tempest-TestVolumeBootPattern-179037345 tempest-TestVolumeBootPattern-179037345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.180172 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-119f3e06-76d9-43ed-85f0-b4730cd23187 tempest-TestVolumeBootPattern-179037345 tempest-TestVolumeBootPattern-179037345-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 1093 time: 0.3705950 Jul 05 04:23:16.185594 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 35700) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:16.194150 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': '65b585d3-a033-4a13-bb29-12ff83185379', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:16.247845 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:16.473379 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:16.584837 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Allocated IP 172.25.1.15 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/7e848d99-6d6c-42fd-91c4-21769bffb637) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:23:16.709441 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:16.758592 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:16.824815 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:23:16.832887 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:23:16.837780 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:23:16.865010 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event updated for resources: {'Port': ['ID=7e848d99-6d6c-42fd-91c4-21769bffb637,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:16.883942 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:16.884286 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:16.884626 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:16.885009 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:16.885342 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:16.885670 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:16.885993 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:16.886314 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:16.886634 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:16.886955 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:16.887276 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:16.887649 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:16.942195 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa23bb-1a22-422f-9c31-26b12d839237 req-3f8f5323-6aa7-4f04-9652-9f2c44f594c8 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.943790 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-71aa23bb-1a22-422f-9c31-26b12d839237 req-3f8f5323-6aa7-4f04-9652-9f2c44f594c8 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=863035a5-e5d2-461d-abde-aed592699a42 HTTP/1.1" status: 200 len: 946 time: 0.1767416 Jul 05 04:23:17.030771 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-71aa23bb-1a22-422f-9c31-26b12d839237 req-52cf850d-d79a-45a8-b729-20f66d5684ac tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762544 Jul 05 04:23:17.361774 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:17.473587 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:17.625487 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:17.633440 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:17.731929 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event updated for resources: {'Port': ['ID=7e848d99-6d6c-42fd-91c4-21769bffb637,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:17.744046 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:17.872911 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Floating IP 8f8ee9cd-7369-4b3a-9280-f19f9ad8ad7a associated. External IP: 172.25.1.15, port: 65b585d3-a033-4a13-bb29-12ff83185379. Jul 05 04:23:18.022424 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 3693645a-9342-48b7-9f17-eac502b86140 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:23:18.065050 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 3693645a-9342-48b7-9f17-eac502b86140 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:23:18.065502 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 3693645a-9342-48b7-9f17-eac502b86140 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:23:18.195620 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:23:18.236235 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4e2a8-fe46-4e9f-83a6-4888595a4d43 req-501edfc1-8206-4ce1-8b59-3e31d7e1376b tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:18.238481 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-22b4e2a8-fe46-4e9f-83a6-4888595a4d43 req-501edfc1-8206-4ce1-8b59-3e31d7e1376b tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=863035a5-e5d2-461d-abde-aed592699a42 HTTP/1.1" status: 200 len: 946 time: 0.0772898 Jul 05 04:23:18.284023 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-22b4e2a8-fe46-4e9f-83a6-4888595a4d43 req-3d664707-84e6-4640-b951-d8e25c0efa75 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398235 Jul 05 04:23:18.353406 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:23:18.366556 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a93484-c452-45e2-a4df-4b8f2b33d0ff None None] Sync routers for ids ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:23:18.374167 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:18.386238 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a93484-c452-45e2-a4df-4b8f2b33d0ff None None] Routers {'7a44aaa2-cec1-4473-8d66-c4610d2148f2'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:18.386781 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e3a93484-c452-45e2-a4df-4b8f2b33d0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:23:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:18.436280 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-53e9c0b6-10b5-4828-a23b-887fb9c52528 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2490299 Jul 05 04:23:18.436939 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53359dfb-6e73-48ac-881c-c545fbfb8e1a', 'tag': '65b585d3-a033-4a13-bb29-12ff83185379'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:18.440674 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e459f2f-4ca1-45ff-992d-528d851a31f1" -d '{"events": [{"name": "network-changed", "server_uuid": "53359dfb-6e73-48ac-881c-c545fbfb8e1a", "tag": "65b585d3-a033-4a13-bb29-12ff83185379"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:18.486554 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da2dc73-84df-418e-a6fb-cc687e57a946 x-openstack-request-id: req-0da2dc73-84df-418e-a6fb-cc687e57a946 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:18.486937 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53359dfb-6e73-48ac-881c-c545fbfb8e1a", "tag": "65b585d3-a033-4a13-bb29-12ff83185379", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:18.487211 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0da2dc73-84df-418e-a6fb-cc687e57a946 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:18.487883 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53359dfb-6e73-48ac-881c-c545fbfb8e1a', 'tag': '65b585d3-a033-4a13-bb29-12ff83185379', 'status': 'completed', 'code': 200} Jul 05 04:23:18.572331 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-e3a93484-c452-45e2-a4df-4b8f2b33d0ff None None] Set router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:18.628313 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e459f2f-4ca1-45ff-992d-528d851a31f1 req-5cfdfe90-7dcd-4016-9ee3-2e2da1f942f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:18.629929 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e459f2f-4ca1-45ff-992d-528d851a31f1 req-5cfdfe90-7dcd-4016-9ee3-2e2da1f942f4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 1098 time: 0.0736539 Jul 05 04:23:18.648713 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea509c-fd0b-4605-8bdb-7ad144859ab7 req-cf27d762-8eb6-4417-96b4-f54b99979b22 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:18.650559 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b1ea509c-fd0b-4605-8bdb-7ad144859ab7 req-cf27d762-8eb6-4417-96b4-f54b99979b22 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.70 "GET /v2.0/ports?device_id=863035a5-e5d2-461d-abde-aed592699a42 HTTP/1.1" status: 200 len: 946 time: 0.1273260 Jul 05 04:23:18.788549 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e459f2f-4ca1-45ff-992d-528d851a31f1 req-e8b165d4-775a-4efd-a909-e673becc5f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:18.790431 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e459f2f-4ca1-45ff-992d-528d851a31f1 req-e8b165d4-775a-4efd-a909-e673becc5f79 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 913 time: 0.1506212 Jul 05 04:23:18.890651 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e459f2f-4ca1-45ff-992d-528d851a31f1 req-9df63773-9d23-405d-8f5b-bfd9dde18f8d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65b585d3-a033-4a13-bb29-12ff83185379 HTTP/1.1" status: 200 len: 999 time: 0.0935571 Jul 05 04:23:18.918513 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-b1ea509c-fd0b-4605-8bdb-7ad144859ab7 req-73983134-2ac7-452d-b2f6-749fe581be83 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Deleting port d6726d45-d5d8-4914-a909-cedd6a3f5245 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:18.919272 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b1ea509c-fd0b-4605-8bdb-7ad144859ab7 req-73983134-2ac7-452d-b2f6-749fe581be83 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:18.985800 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e459f2f-4ca1-45ff-992d-528d851a31f1 req-9f169a98-6cca-4e73-8f6e-0b496141a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:18.987825 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e459f2f-4ca1-45ff-992d-528d851a31f1 req-9f169a98-6cca-4e73-8f6e-0b496141a83a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=40568ec5-9a32-47f3-85b6-60f4faaa494c HTTP/1.1" status: 200 len: 851 time: 0.0906096 Jul 05 04:23:19.036396 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e3a93484-c452-45e2-a4df-4b8f2b33d0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8e7245f1-a580-4964-b460-1eca58617026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:11:12Z', 'revision_number': 4, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port': {'id': '8e7245f1-a580-4964-b460-1eca58617026', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:06Z', 'updated_at': '2021-07-05T04:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '8f8ee9cd-7369-4b3a-9280-f19f9ad8ad7a', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'port_id': '65b585d3-a033-4a13-bb29-12ff83185379', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'mac_address': 'fa:16:3e:49:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53359dfb-6e73-48ac-881c-c545fbfb8e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:23:17Z', 'updated_at': '2021-07-05T04:23:17Z', 'revision_number': 0, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'fixed_ip_address_scope': None}, {'id': 'c10abaeb-d9f4-424c-b013-d98cf647fd60', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'floating_ip_address': '172.25.1.93', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'port_id': '96bceac5-4504-43d3-b00e-1db8fa03558a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'mac_address': 'fa:16:3e:dc:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d8245c-0a76-4b09-b8e4-0a6d27f90a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:20:49Z', 'updated_at': '2021-07-05T04:20:53Z', 'revision_number': 1, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23aa9a35-c8ab-4815-b431-dfb96f47ee25', 'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'mac_address': 'fa:16:3e:d1:3c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:11Z', 'updated_at': '2021-07-05T04:11:28Z', 'revision_number': 5, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'subnets': [{'id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:19.164809 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a93484-c452-45e2-a4df-4b8f2b33d0ff None None] Checking router: 7a44aaa2-cec1-4473-8d66-c4610d2148f2 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:23:19.193474 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a93484-c452-45e2-a4df-4b8f2b33d0ff None None] Routers {'7a44aaa2-cec1-4473-8d66-c4610d2148f2'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:19.195022 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e3a93484-c452-45e2-a4df-4b8f2b33d0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:23:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:19.243560 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e459f2f-4ca1-45ff-992d-528d851a31f1 req-69fa5e98-88c5-4a4b-bfd3-5f542f41079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:19.248648 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e459f2f-4ca1-45ff-992d-528d851a31f1 req-69fa5e98-88c5-4a4b-bfd3-5f542f41079d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2539086 Jul 05 04:23:19.272871 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-b1ea509c-fd0b-4605-8bdb-7ad144859ab7 req-73983134-2ac7-452d-b2f6-749fe581be83 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] For port d6726d45-d5d8-4914-a909-cedd6a3f5245, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=d6726d45-d5d8-4914-a909-cedd6a3f5245,segment=NetworkSegment(2fb1a78a-75d7-4f43-842b-9e5a3f0773a3),segment_id=2fb1a78a-75d7-4f43-842b-9e5a3f0773a3)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:19.272871 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b1ea509c-fd0b-4605-8bdb-7ad144859ab7 req-73983134-2ac7-452d-b2f6-749fe581be83 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:19.313655 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-b1ea509c-fd0b-4605-8bdb-7ad144859ab7 req-73983134-2ac7-452d-b2f6-749fe581be83 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Calling delete_port for d6726d45-d5d8-4914-a909-cedd6a3f5245 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:19.434003 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-e3a93484-c452-45e2-a4df-4b8f2b33d0ff None None] Set router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:19.452563 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e459f2f-4ca1-45ff-992d-528d851a31f1 req-e83c7da3-a8d1-45a1-882f-904fb85880be service neutron] 10.222.0.70 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946528 Jul 05 04:23:19.629584 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b1ea509c-fd0b-4605-8bdb-7ad144859ab7 req-73983134-2ac7-452d-b2f6-749fe581be83 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:19.648580 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['daa9d381-2042-4406-b2a8-ea04b864e399'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:23:19.658776 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e459f2f-4ca1-45ff-992d-528d851a31f1 req-db5054b4-d336-445c-b619-126f846c2e94 service neutron] 10.222.0.70 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995964 Jul 05 04:23:19.669746 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73983134-2ac7-452d-b2f6-749fe581be83 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Pushing event deleted for resources: {'Port': ['ID=d6726d45-d5d8-4914-a909-cedd6a3f5245,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:19.702882 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['d6726d45-d5d8-4914-a909-cedd6a3f5245'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:23:19.703505 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73983134-2ac7-452d-b2f6-749fe581be83 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:19.704007 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73983134-2ac7-452d-b2f6-749fe581be83 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:19.704475 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73983134-2ac7-452d-b2f6-749fe581be83 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:19.704910 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73983134-2ac7-452d-b2f6-749fe581be83 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:19.705525 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73983134-2ac7-452d-b2f6-749fe581be83 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:19.705965 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73983134-2ac7-452d-b2f6-749fe581be83 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:19.706399 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73983134-2ac7-452d-b2f6-749fe581be83 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:19.706929 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73983134-2ac7-452d-b2f6-749fe581be83 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:19.707361 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73983134-2ac7-452d-b2f6-749fe581be83 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:19.707792 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73983134-2ac7-452d-b2f6-749fe581be83 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:19.708251 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73983134-2ac7-452d-b2f6-749fe581be83 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:19.709091 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73983134-2ac7-452d-b2f6-749fe581be83 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:19.726723 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55456181-6a6f-4cd3-8428-22935040ec1e req-475ca806-8ebe-44b5-b8bd-62a67463a72a tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:19.729259 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-55456181-6a6f-4cd3-8428-22935040ec1e req-475ca806-8ebe-44b5-b8bd-62a67463a72a tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=863035a5-e5d2-461d-abde-aed592699a42 HTTP/1.1" status: 200 len: 867 time: 0.2020240 Jul 05 04:23:19.802997 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ea509c-fd0b-4605-8bdb-7ad144859ab7 req-73983134-2ac7-452d-b2f6-749fe581be83 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] No DVR routers for this DVR port d6726d45-d5d8-4914-a909-cedd6a3f5245 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:23:19.808050 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-b1ea509c-fd0b-4605-8bdb-7ad144859ab7 req-73983134-2ac7-452d-b2f6-749fe581be83 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:19.810404 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b1ea509c-fd0b-4605-8bdb-7ad144859ab7 req-73983134-2ac7-452d-b2f6-749fe581be83 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.70 "DELETE /v2.0/ports/d6726d45-d5d8-4914-a909-cedd6a3f5245 HTTP/1.1" status: 204 len: 173 time: 1.1539707 Jul 05 04:23:19.810950 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863035a5-e5d2-461d-abde-aed592699a42', 'name': 'network-vif-deleted', 'tag': 'd6726d45-d5d8-4914-a909-cedd6a3f5245'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:19.814186 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79b2d20-9e8d-466a-b859-6f3002256460" -d '{"events": [{"server_uuid": "863035a5-e5d2-461d-abde-aed592699a42", "name": "network-vif-deleted", "tag": "d6726d45-d5d8-4914-a909-cedd6a3f5245"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:19.838605 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-55456181-6a6f-4cd3-8428-22935040ec1e req-7feb22d8-186d-4ac9-93dd-32bd9f5753c8 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789950 Jul 05 04:23:19.921615 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a1317f-1fd5-462f-a807-e2f993f57734 x-openstack-request-id: req-91a1317f-1fd5-462f-a807-e2f993f57734 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:19.921615 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863035a5-e5d2-461d-abde-aed592699a42", "name": "network-vif-deleted", "tag": "d6726d45-d5d8-4914-a909-cedd6a3f5245", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:19.921615 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-91a1317f-1fd5-462f-a807-e2f993f57734 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:19.922000 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863035a5-e5d2-461d-abde-aed592699a42', 'name': 'network-vif-deleted', 'tag': 'd6726d45-d5d8-4914-a909-cedd6a3f5245', 'status': 'completed', 'code': 200} Jul 05 04:23:19.977486 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e3a93484-c452-45e2-a4df-4b8f2b33d0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8e7245f1-a580-4964-b460-1eca58617026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:11:12Z', 'revision_number': 4, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port': {'id': '8e7245f1-a580-4964-b460-1eca58617026', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:06Z', 'updated_at': '2021-07-05T04:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '8f8ee9cd-7369-4b3a-9280-f19f9ad8ad7a', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'port_id': '65b585d3-a033-4a13-bb29-12ff83185379', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'mac_address': 'fa:16:3e:49:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53359dfb-6e73-48ac-881c-c545fbfb8e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:23:17Z', 'updated_at': '2021-07-05T04:23:17Z', 'revision_number': 0, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'fixed_ip_address_scope': None}, {'id': 'c10abaeb-d9f4-424c-b013-d98cf647fd60', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'floating_ip_address': '172.25.1.93', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'port_id': '96bceac5-4504-43d3-b00e-1db8fa03558a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'mac_address': 'fa:16:3e:dc:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d8245c-0a76-4b09-b8e4-0a6d27f90a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:20:49Z', 'updated_at': '2021-07-05T04:20:53Z', 'revision_number': 1, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23aa9a35-c8ab-4815-b431-dfb96f47ee25', 'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'mac_address': 'fa:16:3e:d1:3c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:11Z', 'updated_at': '2021-07-05T04:11:28Z', 'revision_number': 5, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'subnets': [{'id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:20.030722 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a93484-c452-45e2-a4df-4b8f2b33d0ff None None] The sync data for ids ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'] in n-d-780147-23 is: [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8e7245f1-a580-4964-b460-1eca58617026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:11:12Z', 'revision_number': 4, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port': {'id': '8e7245f1-a580-4964-b460-1eca58617026', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:06Z', 'updated_at': '2021-07-05T04:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '8f8ee9cd-7369-4b3a-9280-f19f9ad8ad7a', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'floating_ip_address': '172.25.1.15', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'port_id': '65b585d3-a033-4a13-bb29-12ff83185379', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'mac_address': 'fa:16:3e:49:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53359dfb-6e73-48ac-881c-c545fbfb8e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:23:17Z', 'updated_at': '2021-07-05T04:23:17Z', 'revision_number': 0, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'fixed_ip_address_scope': None}, {'id': 'c10abaeb-d9f4-424c-b013-d98cf647fd60', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'floating_ip_address': '172.25.1.93', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'port_id': '96bceac5-4504-43d3-b00e-1db8fa03558a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'mac_address': 'fa:16:3e:dc:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d8245c-0a76-4b09-b8e4-0a6d27f90a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:20:49Z', 'updated_at': '2021-07-05T04:20:53Z', 'revision_number': 1, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23aa9a35-c8ab-4815-b431-dfb96f47ee25', 'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'mac_address': 'fa:16:3e:d1:3c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:11Z', 'updated_at': '2021-07-05T04:11:28Z', 'revision_number': 5, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'subnets': [{'id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:23:20.290622 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c50fd89-feaf-4c78-8b8a-77bde2747c4d None None] New status for floating IP 8f8ee9cd-7369-4b3a-9280-f19f9ad8ad7a: ACTIVE {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:23:21.150819 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-74bdd390-4c55-462c-a194-a7f52f15fe25 req-a65cfaa8-06d1-4979-9163-726b390552e6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4d742dec-08b3-4cd7-9bef-2afc0dcdcf17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0901942 Jul 05 04:23:21.253594 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdd390-4c55-462c-a194-a7f52f15fe25 req-52aee169-3e5a-49a5-94b4-abe29b5b3f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:21.255356 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-74bdd390-4c55-462c-a194-a7f52f15fe25 req-52aee169-3e5a-49a5-94b4-abe29b5b3f03 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=74847c5a0be2460f936bfa8b3db608e8&device_id=4d742dec-08b3-4cd7-9bef-2afc0dcdcf17 HTTP/1.1" status: 200 len: 1097 time: 0.0758777 Jul 05 04:23:21.448872 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdd390-4c55-462c-a194-a7f52f15fe25 req-8b676b7a-ae3f-45b9-91c3-fe398bcaebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:21.452127 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-74bdd390-4c55-462c-a194-a7f52f15fe25 req-8b676b7a-ae3f-45b9-91c3-fe398bcaebbe service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f5444e3-c291-41fd-b748-e3b4178b2e2c HTTP/1.1" status: 200 len: 916 time: 0.1582801 Jul 05 04:23:21.513140 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-74bdd390-4c55-462c-a194-a7f52f15fe25 req-a1b07b00-da83-45ce-a3c1-37f738faf7db service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=daa9d381-2042-4406-b2a8-ea04b864e399 HTTP/1.1" status: 200 len: 217 time: 0.0502229 Jul 05 04:23:21.580222 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdd390-4c55-462c-a194-a7f52f15fe25 req-ad37b0ff-dd01-4658-bc4e-fea4ddb9249e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:21.593175 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-74bdd390-4c55-462c-a194-a7f52f15fe25 req-ad37b0ff-dd01-4658-bc4e-fea4ddb9249e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=93de40b5-241e-40d0-ab50-a45ead66ce92 HTTP/1.1" status: 200 len: 855 time: 0.0584190 Jul 05 04:23:21.626017 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-74bdd390-4c55-462c-a194-a7f52f15fe25 req-c03745e3-9b6a-40c7-8fd1-02925fa28846 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f5444e3-c291-41fd-b748-e3b4178b2e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352037 Jul 05 04:23:21.676961 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device d6726d45-d5d8-4914-a909-cedd6a3f5245 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:23:21.705912 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: d6726d45-d5d8-4914-a909-cedd6a3f5245 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:23:21.706784 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device d6726d45-d5d8-4914-a909-cedd6a3f5245 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:23:21.784237 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-74bdd390-4c55-462c-a194-a7f52f15fe25 req-f4839416-e963-4eb0-89da-7dfef1f8abac service neutron] 10.222.0.89 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472981 Jul 05 04:23:21.911085 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-74bdd390-4c55-462c-a194-a7f52f15fe25 req-b655597c-9b04-4992-b366-0f45a49691db service neutron] 10.222.0.89 "GET /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128500 Jul 05 04:23:25.074319 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d83bfe-0a0e-40e2-a58c-ff48f7cbd44a req-8025c4b4-fea6-4848-bf9c-a5276814b150 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:25.076014 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-74d83bfe-0a0e-40e2-a58c-ff48f7cbd44a req-8025c4b4-fea6-4848-bf9c-a5276814b150 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d742dec-08b3-4cd7-9bef-2afc0dcdcf17 HTTP/1.1" status: 200 len: 945 time: 0.0868044 Jul 05 04:23:25.145630 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-74d83bfe-0a0e-40e2-a58c-ff48f7cbd44a req-f1b0c1ef-b2b0-49a5-9689-e503c4c8a73e tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624137 Jul 05 04:23:26.381731 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ffcae-7458-4123-8fec-50ad7863b347 req-c50c9ec6-aeb4-46cd-860a-21de27df58b4 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:26.384557 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c28ffcae-7458-4123-8fec-50ad7863b347 req-c50c9ec6-aeb4-46cd-860a-21de27df58b4 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d742dec-08b3-4cd7-9bef-2afc0dcdcf17 HTTP/1.1" status: 200 len: 945 time: 0.0891333 Jul 05 04:23:26.426741 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c28ffcae-7458-4123-8fec-50ad7863b347 req-a1093365-5697-4af0-ac86-c5803f3f8869 tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/security-groups?id=358048e2-d125-4acc-9055-58e31fc17c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343306 Jul 05 04:23:26.756949 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc0a91-105b-4325-9419-a32760d0d00e req-f26c684a-33c5-44e3-9868-20a95d3c41ac tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:26.758585 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7cfc0a91-105b-4325-9419-a32760d0d00e req-f26c684a-33c5-44e3-9868-20a95d3c41ac tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.89 "GET /v2.0/ports?device_id=4d742dec-08b3-4cd7-9bef-2afc0dcdcf17 HTTP/1.1" status: 200 len: 945 time: 0.0726478 Jul 05 04:23:26.880045 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-7cfc0a91-105b-4325-9419-a32760d0d00e req-d749d25b-5a0c-474a-8d0f-ee717baeb79b tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Deleting port daa9d381-2042-4406-b2a8-ea04b864e399 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:26.880505 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7cfc0a91-105b-4325-9419-a32760d0d00e req-d749d25b-5a0c-474a-8d0f-ee717baeb79b tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:26.984212 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-7cfc0a91-105b-4325-9419-a32760d0d00e req-d749d25b-5a0c-474a-8d0f-ee717baeb79b tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] For port daa9d381-2042-4406-b2a8-ea04b864e399, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=daa9d381-2042-4406-b2a8-ea04b864e399,segment=NetworkSegment(2fb1a78a-75d7-4f43-842b-9e5a3f0773a3),segment_id=2fb1a78a-75d7-4f43-842b-9e5a3f0773a3)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:26.984582 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7cfc0a91-105b-4325-9419-a32760d0d00e req-d749d25b-5a0c-474a-8d0f-ee717baeb79b tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.001073 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-7cfc0a91-105b-4325-9419-a32760d0d00e req-d749d25b-5a0c-474a-8d0f-ee717baeb79b tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Calling delete_port for daa9d381-2042-4406-b2a8-ea04b864e399 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:27.172168 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7cfc0a91-105b-4325-9419-a32760d0d00e req-d749d25b-5a0c-474a-8d0f-ee717baeb79b tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.187652 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['daa9d381-2042-4406-b2a8-ea04b864e399'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:23:27.205618 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749d25b-5a0c-474a-8d0f-ee717baeb79b tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Pushing event deleted for resources: {'Port': ['ID=daa9d381-2042-4406-b2a8-ea04b864e399,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:27.270339 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfc0a91-105b-4325-9419-a32760d0d00e req-d749d25b-5a0c-474a-8d0f-ee717baeb79b tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] No DVR routers for this DVR port daa9d381-2042-4406-b2a8-ea04b864e399 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:23:27.273127 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-7cfc0a91-105b-4325-9419-a32760d0d00e req-d749d25b-5a0c-474a-8d0f-ee717baeb79b tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.276039 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7cfc0a91-105b-4325-9419-a32760d0d00e req-d749d25b-5a0c-474a-8d0f-ee717baeb79b tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.89 "DELETE /v2.0/ports/daa9d381-2042-4406-b2a8-ea04b864e399 HTTP/1.1" status: 204 len: 173 time: 0.5087101 Jul 05 04:23:27.276620 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d742dec-08b3-4cd7-9bef-2afc0dcdcf17', 'name': 'network-vif-deleted', 'tag': 'daa9d381-2042-4406-b2a8-ea04b864e399'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:27.279275 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97a4e04-f987-48e4-9ef3-1e62a52fc266" -d '{"events": [{"server_uuid": "4d742dec-08b3-4cd7-9bef-2afc0dcdcf17", "name": "network-vif-deleted", "tag": "daa9d381-2042-4406-b2a8-ea04b864e399"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:27.329876 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436043bd-7739-4ccc-9c52-df5615af3942 x-openstack-request-id: req-436043bd-7739-4ccc-9c52-df5615af3942 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:27.330179 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d742dec-08b3-4cd7-9bef-2afc0dcdcf17", "name": "network-vif-deleted", "tag": "daa9d381-2042-4406-b2a8-ea04b864e399", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:27.330476 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-436043bd-7739-4ccc-9c52-df5615af3942 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:27.330834 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d742dec-08b3-4cd7-9bef-2afc0dcdcf17', 'name': 'network-vif-deleted', 'tag': 'daa9d381-2042-4406-b2a8-ea04b864e399', 'status': 'completed', 'code': 200} Jul 05 04:23:27.618103 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bc305a6d-8703-4f2d-a76d-8f137d179e10 req-4053aa97-053a-4719-8639-ad015e18e3ef tempest-AttachVolumeNegativeTest-1000164122 tempest-AttachVolumeNegativeTest-1000164122-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d742dec-08b3-4cd7-9bef-2afc0dcdcf17 HTTP/1.1" status: 200 len: 210 time: 0.0285878 Jul 05 04:23:28.667098 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4954f75a-3ee5-4766-b38a-2d785f884f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.724262 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 35998) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:28.777972 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd5f727-eb2a-4e39-a302-1a835438061d admin admin] Deleting subnet 93de40b5-241e-40d0-ab50-a45ead66ce92 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:23:28.782577 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dbd5f727-eb2a-4e39-a302-1a835438061d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.817752 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dbd5f727-eb2a-4e39-a302-1a835438061d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.863259 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dbd5f727-eb2a-4e39-a302-1a835438061d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.927342 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dbd5f727-eb2a-4e39-a302-1a835438061d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.966111 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5f727-eb2a-4e39-a302-1a835438061d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93de40b5-241e-40d0-ab50-a45ead66ce92,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:28.970900 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dbd5f727-eb2a-4e39-a302-1a835438061d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.973156 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-dbd5f727-eb2a-4e39-a302-1a835438061d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/93de40b5-241e-40d0-ab50-a45ead66ce92 HTTP/1.1" status: 204 len: 168 time: 0.2477419 Jul 05 04:23:28.975619 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 36004) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:29.065750 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-47b15c0a-cf71-429f-993f-40168c58aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.155556 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-47b15c0a-cf71-429f-993f-40168c58aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.167443 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-47b15c0a-cf71-429f-993f-40168c58aae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5444e3-c291-41fd-b748-e3b4178b2e2c']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:29.180268 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-47b15c0a-cf71-429f-993f-40168c58aae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb1a78a-75d7-4f43-842b-9e5a3f0773a3') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:29.180927 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-47b15c0a-cf71-429f-993f-40168c58aae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb1a78a-75d7-4f43-842b-9e5a3f0773a3') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:29.193364 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-47b15c0a-cf71-429f-993f-40168c58aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.210724 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-47b15c0a-cf71-429f-993f-40168c58aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.218734 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b15c0a-cf71-429f-993f-40168c58aae9 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:23:29.219162 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-47b15c0a-cf71-429f-993f-40168c58aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:23:29.220949 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:23:29.300500 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-47b15c0a-cf71-429f-993f-40168c58aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.311743 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-47b15c0a-cf71-429f-993f-40168c58aae9 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.313958 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-47b15c0a-cf71-429f-993f-40168c58aae9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7f5444e3-c291-41fd-b748-e3b4178b2e2c HTTP/1.1" status: 204 len: 168 time: 0.3372343 Jul 05 04:23:29.327014 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b15c0a-cf71-429f-993f-40168c58aae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f5444e3-c291-41fd-b748-e3b4178b2e2c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:29.440148 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.597826 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 36036) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:29.661497 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-50d1bf9e-a587-495e-a953-6587ea434c71 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=74847c5a0be2460f936bfa8b3db608e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0614934 Jul 05 04:23:29.664360 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 36040) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:29.748917 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-88960578-c291-41c3-b036-ef82b857f280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.774537 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-88960578-c291-41c3-b036-ef82b857f280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.825124 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-88960578-c291-41c3-b036-ef82b857f280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.827574 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-88960578-c291-41c3-b036-ef82b857f280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.828780 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-88960578-c291-41c3-b036-ef82b857f280 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/358048e2-d125-4acc-9055-58e31fc17c50 HTTP/1.1" status: 204 len: 168 time: 0.1633484 Jul 05 04:23:29.837918 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88960578-c291-41c3-b036-ef82b857f280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358048e2-d125-4acc-9055-58e31fc17c50,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:30.068932 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device daa9d381-2042-4406-b2a8-ea04b864e399 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:23:30.093732 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: daa9d381-2042-4406-b2a8-ea04b864e399 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:23:30.093997 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device daa9d381-2042-4406-b2a8-ea04b864e399 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:23:31.355854 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e1af2336-1b10-4d2a-ad7b-88e2bbfd1309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:31.779557 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:32.630613 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.038581 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 36190) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:33.159400 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7d78e222-0ad3-490b-b2df-9e67125c8281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.267048 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7d78e222-0ad3-490b-b2df-9e67125c8281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.271889 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7d78e222-0ad3-490b-b2df-9e67125c8281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.319879 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7d78e222-0ad3-490b-b2df-9e67125c8281 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a1b2e7ff4bfd48afb8f5e3cfab09c353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2779059 Jul 05 04:23:33.320866 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 36194) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:33.324964 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78e222-0ad3-490b-b2df-9e67125c8281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2d04f3-d2a3-40d0-8bac-62c9e2ba3aec,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:33.377644 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d568b728-c20f-4b18-a872-78a195fb2faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.405661 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d568b728-c20f-4b18-a872-78a195fb2faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.471930 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d568b728-c20f-4b18-a872-78a195fb2faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.476822 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d568b728-c20f-4b18-a872-78a195fb2faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.479110 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d568b728-c20f-4b18-a872-78a195fb2faf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/db2d04f3-d2a3-40d0-8bac-62c9e2ba3aec HTTP/1.1" status: 204 len: 168 time: 0.1551669 Jul 05 04:23:33.496976 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568b728-c20f-4b18-a872-78a195fb2faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2d04f3-d2a3-40d0-8bac-62c9e2ba3aec,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:33.887982 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 36206) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:33.905227 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-703287d3-3020-408f-b8b6-e18515a2c99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.039142 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-703287d3-3020-408f-b8b6-e18515a2c99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.044986 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-703287d3-3020-408f-b8b6-e18515a2c99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.084232 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-703287d3-3020-408f-b8b6-e18515a2c99b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a1c6e5fb3b2046e09b069ba6f3a1d520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1948669 Jul 05 04:23:34.086984 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 36208) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:34.094884 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703287d3-3020-408f-b8b6-e18515a2c99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9d65d2-0812-4a67-890a-dcda05e87f79,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:34.138186 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26bb4081-fd2a-4baa-8ae1-db058c5e61cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.160437 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26bb4081-fd2a-4baa-8ae1-db058c5e61cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.209271 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26bb4081-fd2a-4baa-8ae1-db058c5e61cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.212345 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26bb4081-fd2a-4baa-8ae1-db058c5e61cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.214663 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-26bb4081-fd2a-4baa-8ae1-db058c5e61cc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2a9d65d2-0812-4a67-890a-dcda05e87f79 HTTP/1.1" status: 204 len: 168 time: 0.1259093 Jul 05 04:23:34.223206 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb4081-fd2a-4baa-8ae1-db058c5e61cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9d65d2-0812-4a67-890a-dcda05e87f79,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:34.430685 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.317285 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 36426) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:40.444289 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-504ce339-5473-46bb-ac3f-59a582352ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.594167 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-504ce339-5473-46bb-ac3f-59a582352ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.600102 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-504ce339-5473-46bb-ac3f-59a582352ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.665083 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 36434) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:40.672413 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-504ce339-5473-46bb-ac3f-59a582352ab6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ca1c10e7353c4c849779d44645a018ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3538790 Jul 05 04:23:40.673322 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ce339-5473-46bb-ac3f-59a582352ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c7047d-7688-4111-9375-3a510c5ef546,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:40.737065 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bfc2294b-91e4-49c6-884b-90f6d33f4601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.763648 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bfc2294b-91e4-49c6-884b-90f6d33f4601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.820887 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bfc2294b-91e4-49c6-884b-90f6d33f4601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.824452 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bfc2294b-91e4-49c6-884b-90f6d33f4601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.828084 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bfc2294b-91e4-49c6-884b-90f6d33f4601 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/07c7047d-7688-4111-9375-3a510c5ef546 HTTP/1.1" status: 204 len: 168 time: 0.1583040 Jul 05 04:23:40.834208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2294b-91e4-49c6-884b-90f6d33f4601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c7047d-7688-4111-9375-3a510c5ef546,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:41.179506 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 36444) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:41.298802 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 36448) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:41.305184 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-94813370-8e7a-4361-aa07-9cb4ae68e1be admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:41.319779 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-889ec449-3234-47eb-a718-ba6047ec03e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:41.416389 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-94813370-8e7a-4361-aa07-9cb4ae68e1be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:41.420302 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-94813370-8e7a-4361-aa07-9cb4ae68e1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:41.462133 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-94813370-8e7a-4361-aa07-9cb4ae68e1be admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=585ff876218144d69897e1d5aa86f822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2812307 Jul 05 04:23:41.464066 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94813370-8e7a-4361-aa07-9cb4ae68e1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a73f60-b180-4544-8eee-6e1e7884cde8,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:41.467662 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 36450) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:41.522646 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-889ec449-3234-47eb-a718-ba6047ec03e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:41.527865 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0c9c1e97-4eda-4a04-8d4d-bc045fcddb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:41.528059 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-889ec449-3234-47eb-a718-ba6047ec03e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:41.551002 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0c9c1e97-4eda-4a04-8d4d-bc045fcddb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:41.569652 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-889ec449-3234-47eb-a718-ba6047ec03e8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=56165520034b4ee8a59492d52cd72213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694361 Jul 05 04:23:41.571309 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ec449-3234-47eb-a718-ba6047ec03e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203deedb-fa67-4c86-be7d-170feb9054a5,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:41.574366 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 36454) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:41.645446 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0c9c1e97-4eda-4a04-8d4d-bc045fcddb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:41.649034 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0c9c1e97-4eda-4a04-8d4d-bc045fcddb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:41.651903 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0c9c1e97-4eda-4a04-8d4d-bc045fcddb6f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c2a73f60-b180-4544-8eee-6e1e7884cde8 HTTP/1.1" status: 204 len: 168 time: 0.1834636 Jul 05 04:23:41.655095 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4649b696-0b7e-4ac7-bf74-d8755264b150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:41.682465 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4649b696-0b7e-4ac7-bf74-d8755264b150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:41.749835 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c1e97-4eda-4a04-8d4d-bc045fcddb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a73f60-b180-4544-8eee-6e1e7884cde8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:41.793432 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4649b696-0b7e-4ac7-bf74-d8755264b150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:41.796443 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4649b696-0b7e-4ac7-bf74-d8755264b150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:41.800392 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4649b696-0b7e-4ac7-bf74-d8755264b150 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/203deedb-fa67-4c86-be7d-170feb9054a5 HTTP/1.1" status: 204 len: 168 time: 0.2250228 Jul 05 04:23:41.826045 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649b696-0b7e-4ac7-bf74-d8755264b150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203deedb-fa67-4c86-be7d-170feb9054a5,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:42.226487 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 36538) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:42.243575 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-657b5cc9-96c4-4ff6-b6d9-c58b28be6a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:42.392605 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-657b5cc9-96c4-4ff6-b6d9-c58b28be6a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:42.397209 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-657b5cc9-96c4-4ff6-b6d9-c58b28be6a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:42.442120 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-657b5cc9-96c4-4ff6-b6d9-c58b28be6a5c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f8171779c00e4ec1849a52dbefa5ceac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2130444 Jul 05 04:23:42.444220 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b5cc9-96c4-4ff6-b6d9-c58b28be6a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce5ed39-9711-4c5c-ad46-35762e3b8ea9,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:42.445303 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 36568) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:42.532568 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3b653712-c093-45f4-a954-40234b624db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:42.557725 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3b653712-c093-45f4-a954-40234b624db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:42.624684 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3b653712-c093-45f4-a954-40234b624db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:42.627860 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3b653712-c093-45f4-a954-40234b624db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:42.629174 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3b653712-c093-45f4-a954-40234b624db7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bce5ed39-9711-4c5c-ad46-35762e3b8ea9 HTTP/1.1" status: 204 len: 168 time: 0.1824553 Jul 05 04:23:42.639190 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b653712-c093-45f4-a954-40234b624db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce5ed39-9711-4c5c-ad46-35762e3b8ea9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:43.206300 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:43.920694 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 36806) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:44.057462 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dcf96de4-42b8-4cdb-a7fb-6ec4a9a5a9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.185713 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dcf96de4-42b8-4cdb-a7fb-6ec4a9a5a9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.190690 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dcf96de4-42b8-4cdb-a7fb-6ec4a9a5a9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.241236 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf96de4-42b8-4cdb-a7fb-6ec4a9a5a9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8277ca4-f759-49fc-9e6c-ceb0949359a5,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:44.250745 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-dcf96de4-42b8-4cdb-a7fb-6ec4a9a5a9dc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3e83e17652cc4e83b67caba3200e71bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3262103 Jul 05 04:23:44.251159 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 36856) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:44.315777 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b0416db2-8ed2-4bdd-b583-869cdfa1c6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.346210 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b0416db2-8ed2-4bdd-b583-869cdfa1c6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.405797 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b0416db2-8ed2-4bdd-b583-869cdfa1c6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.408596 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b0416db2-8ed2-4bdd-b583-869cdfa1c6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.409831 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b0416db2-8ed2-4bdd-b583-869cdfa1c6e6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d8277ca4-f759-49fc-9e6c-ceb0949359a5 HTTP/1.1" status: 204 len: 168 time: 0.1578553 Jul 05 04:23:44.418987 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0416db2-8ed2-4bdd-b583-869cdfa1c6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8277ca4-f759-49fc-9e6c-ceb0949359a5,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:44.953636 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 36962) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:44.971734 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-caf40117-c0d8-44aa-a334-943173019011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:45.089753 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-caf40117-c0d8-44aa-a334-943173019011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:45.095921 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-caf40117-c0d8-44aa-a334-943173019011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:45.143869 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-caf40117-c0d8-44aa-a334-943173019011 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eeb77c7ff4bc498993b600acdaa770c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1864765 Jul 05 04:23:45.144000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 36994) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:45.145037 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf40117-c0d8-44aa-a334-943173019011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06bcef5-6c60-4fc3-b10e-949e5d4113f4,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:45.201963 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-542f1796-d5bb-48c8-a9c1-c082f4433dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:45.227654 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-542f1796-d5bb-48c8-a9c1-c082f4433dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:45.294042 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-542f1796-d5bb-48c8-a9c1-c082f4433dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:45.297205 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-542f1796-d5bb-48c8-a9c1-c082f4433dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:45.298724 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-542f1796-d5bb-48c8-a9c1-c082f4433dbb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f06bcef5-6c60-4fc3-b10e-949e5d4113f4 HTTP/1.1" status: 204 len: 168 time: 0.1536913 Jul 05 04:23:45.308562 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f1796-d5bb-48c8-a9c1-c082f4433dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06bcef5-6c60-4fc3-b10e-949e5d4113f4,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:45.579317 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-16fce001-6fa8-4892-898c-d51bed543424 req-dbfa44c8-fa64-43ae-ae04-9e6c42300a91 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0801630 Jul 05 04:23:45.691415 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fce001-6fa8-4892-898c-d51bed543424 req-b3f974e3-f8ce-4538-96ed-b227a4b127df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:45.692995 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-16fce001-6fa8-4892-898c-d51bed543424 req-b3f974e3-f8ce-4538-96ed-b227a4b127df service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 1097 time: 0.0602875 Jul 05 04:23:45.833004 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fce001-6fa8-4892-898c-d51bed543424 req-2b86c494-8c4f-4f33-b53a-2ba981852b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:45.835320 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-16fce001-6fa8-4892-898c-d51bed543424 req-2b86c494-8c4f-4f33-b53a-2ba981852b8a service neutron] 10.222.0.70 "GET /v2.0/networks?id=d7bbfb07-1c04-4034-927b-f39972dda7da HTTP/1.1" status: 200 len: 898 time: 0.1203165 Jul 05 04:23:45.925012 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-16fce001-6fa8-4892-898c-d51bed543424 req-d32c046c-78e1-4037-9cac-c507e850b5f2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=626da3ba-e80b-47f6-b593-3942df9dfcee HTTP/1.1" status: 200 len: 1000 time: 0.0791135 Jul 05 04:23:45.989170 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fce001-6fa8-4892-898c-d51bed543424 req-3097eb9f-7f72-4c61-b5c4-61aaefcd0995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:45.995031 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-16fce001-6fa8-4892-898c-d51bed543424 req-3097eb9f-7f72-4c61-b5c4-61aaefcd0995 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=852681fb-866b-4290-8397-791fc57a79d1 HTTP/1.1" status: 200 len: 835 time: 0.0580962 Jul 05 04:23:46.064861 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fce001-6fa8-4892-898c-d51bed543424 req-698a8064-b5bb-4279-94cb-4aa6f306f0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:46.066417 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-16fce001-6fa8-4892-898c-d51bed543424 req-698a8064-b5bb-4279-94cb-4aa6f306f0f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d7bbfb07-1c04-4034-927b-f39972dda7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674686 Jul 05 04:23:46.245470 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-16fce001-6fa8-4892-898c-d51bed543424 req-762b4a0a-da49-4959-8c5d-3198f7097753 service neutron] 10.222.0.70 "GET /v2.0/networks/d7bbfb07-1c04-4034-927b-f39972dda7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710179 Jul 05 04:23:46.352233 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37052) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:46.362551 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-16fce001-6fa8-4892-898c-d51bed543424 req-0124f3f0-d80d-47fb-9e18-416142161f87 service neutron] 10.222.0.70 "GET /v2.0/networks/d7bbfb07-1c04-4034-927b-f39972dda7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080132 Jul 05 04:23:46.530271 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-40a0c038-51a6-4952-bc4e-7c04bec22873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:46.635427 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-40a0c038-51a6-4952-bc4e-7c04bec22873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:46.640391 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-40a0c038-51a6-4952-bc4e-7c04bec22873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:46.686281 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-40a0c038-51a6-4952-bc4e-7c04bec22873 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8e2e4cce75214a6099ea32f013d0615e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3295717 Jul 05 04:23:46.686815 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37064) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:46.689057 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0c038-51a6-4952-bc4e-7c04bec22873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d774c2db-c32a-4a66-ae7a-a094e51976e2,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:46.754807 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-36d36342-ce26-42e3-ba04-ad848296f99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:46.783999 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-36d36342-ce26-42e3-ba04-ad848296f99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:46.853259 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-36d36342-ce26-42e3-ba04-ad848296f99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:46.858956 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-36d36342-ce26-42e3-ba04-ad848296f99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:46.860867 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-36d36342-ce26-42e3-ba04-ad848296f99c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d774c2db-c32a-4a66-ae7a-a094e51976e2 HTTP/1.1" status: 204 len: 168 time: 0.1727805 Jul 05 04:23:46.880621 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d36342-ce26-42e3-ba04-ad848296f99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d774c2db-c32a-4a66-ae7a-a094e51976e2,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:47.252738 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37090) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:47.269261 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b05d3885-7b8c-4869-a741-aadd136e6b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.404827 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b05d3885-7b8c-4869-a741-aadd136e6b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.411058 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b05d3885-7b8c-4869-a741-aadd136e6b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.475187 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37098) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:47.482819 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37102) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:47.483185 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b05d3885-7b8c-4869-a741-aadd136e6b42 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=86e92b798cb346359ab967d278229fcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2293203 Jul 05 04:23:47.484181 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d3885-7b8c-4869-a741-aadd136e6b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3589fda-1720-4361-be68-52a651229b25,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:47.551697 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:23:47.566859 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-51e9ce37-b2dd-40b0-84e1-19e515caa643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.592427 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-51e9ce37-b2dd-40b0-84e1-19e515caa643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.615489 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cf8bf5d3-e8b9-495b-af00-86e18e291c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.691934 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-51e9ce37-b2dd-40b0-84e1-19e515caa643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.694807 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-51e9ce37-b2dd-40b0-84e1-19e515caa643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.697984 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-51e9ce37-b2dd-40b0-84e1-19e515caa643 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a3589fda-1720-4361-be68-52a651229b25 HTTP/1.1" status: 204 len: 168 time: 0.2104757 Jul 05 04:23:47.741212 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9ce37-b2dd-40b0-84e1-19e515caa643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3589fda-1720-4361-be68-52a651229b25,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:47.813848 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cf8bf5d3-e8b9-495b-af00-86e18e291c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.820983 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cf8bf5d3-e8b9-495b-af00-86e18e291c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.863741 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bf5d3-e8b9-495b-af00-86e18e291c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f63f77c-e056-4250-9bde-b7c0b90e051c,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:47.870966 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cf8bf5d3-e8b9-495b-af00-86e18e291c3b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cf44a016b3a642cda75c5c4259d5ba22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3942587 Jul 05 04:23:47.873624 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37108) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:47.933014 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b428940-f15a-436f-b36e-7867101a0d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.957086 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b428940-f15a-436f-b36e-7867101a0d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:48.015666 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b428940-f15a-436f-b36e-7867101a0d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:48.018346 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1b428940-f15a-436f-b36e-7867101a0d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:48.019753 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1b428940-f15a-436f-b36e-7867101a0d84 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2f63f77c-e056-4250-9bde-b7c0b90e051c HTTP/1.1" status: 204 len: 168 time: 0.1450653 Jul 05 04:23:48.028793 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b428940-f15a-436f-b36e-7867101a0d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f63f77c-e056-4250-9bde-b7c0b90e051c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:48.364416 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37128) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:48.382272 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b6378a4c-dea9-488c-8215-d507cb297f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:48.484411 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b6378a4c-dea9-488c-8215-d507cb297f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:48.489586 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b6378a4c-dea9-488c-8215-d507cb297f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:48.553809 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b6378a4c-dea9-488c-8215-d507cb297f8b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a7a6ccf9a96c45638d8ce7b0be46a46f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1882784 Jul 05 04:23:48.554550 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6378a4c-dea9-488c-8215-d507cb297f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bdcb91-404c-4b52-990e-e8c694ed3523,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:48.557157 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37134) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:48.615599 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0bc6f800-a5db-4378-9488-a20410b42f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:48.643495 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0bc6f800-a5db-4378-9488-a20410b42f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:48.698429 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0bc6f800-a5db-4378-9488-a20410b42f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:48.705791 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0bc6f800-a5db-4378-9488-a20410b42f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:48.707239 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0bc6f800-a5db-4378-9488-a20410b42f7b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b9bdcb91-404c-4b52-990e-e8c694ed3523 HTTP/1.1" status: 204 len: 168 time: 0.1489685 Jul 05 04:23:48.718806 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6f800-a5db-4378-9488-a20410b42f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bdcb91-404c-4b52-990e-e8c694ed3523,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:54.987736 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6449472-0a59-4c13-bd30-5a4a8f707bab req-cd9cf464-8b55-4b8f-9294-fd37f1cb62c6 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:54.993862 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e6449472-0a59-4c13-bd30-5a4a8f707bab req-cd9cf464-8b55-4b8f-9294-fd37f1cb62c6 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 945 time: 0.0919168 Jul 05 04:23:55.040896 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e6449472-0a59-4c13-bd30-5a4a8f707bab req-d494fc8c-5e59-4ca9-b482-5973f70e575c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430460 Jul 05 04:23:55.072906 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37366) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:55.105459 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37368) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:55.163272 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-08f8b165-e334-4d37-ad30-a6f7a997e840 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/floatingips/3bcac7ed-cc7f-421c-accb-deb32bf5cdd0 HTTP/1.1" status: 200 len: 992 time: 0.0890625 Jul 05 04:23:55.247541 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2a652d90-760e-4a2e-8829-3c604bad220c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:55.356655 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2a652d90-760e-4a2e-8829-3c604bad220c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:55.362551 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2a652d90-760e-4a2e-8829-3c604bad220c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:55.397911 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2a652d90-760e-4a2e-8829-3c604bad220c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=152f522ae3b74d4bbbcb4951f0c9e6bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2904539 Jul 05 04:23:55.401233 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37388) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:55.431634 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a652d90-760e-4a2e-8829-3c604bad220c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b4a833-af96-4f03-b480-774b5c79998c,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:55.461937 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d01d10de-b4d8-4395-9816-860c1255d6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:55.486927 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d01d10de-b4d8-4395-9816-860c1255d6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:55.543134 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d01d10de-b4d8-4395-9816-860c1255d6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:55.546234 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d01d10de-b4d8-4395-9816-860c1255d6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:55.547466 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d01d10de-b4d8-4395-9816-860c1255d6dc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/22b4a833-af96-4f03-b480-774b5c79998c HTTP/1.1" status: 204 len: 168 time: 0.1451881 Jul 05 04:23:55.569854 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d10de-b4d8-4395-9816-860c1255d6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b4a833-af96-4f03-b480-774b5c79998c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:55.805834 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c01c0-d7fd-4532-aa71-b60684945fd7 req-b8be6458-e5e5-4102-866f-d9cebd268900 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:55.808681 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e96c01c0-d7fd-4532-aa71-b60684945fd7 req-b8be6458-e5e5-4102-866f-d9cebd268900 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 1097 time: 0.0947597 Jul 05 04:23:55.868257 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e96c01c0-d7fd-4532-aa71-b60684945fd7 req-14bb7b64-2d66-408e-bbd7-f13114b2f8e6 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511408 Jul 05 04:23:55.977728 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37408) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:55.997680 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a2449f8f-a011-4c97-89c3-1a2601c64ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:56.139645 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a2449f8f-a011-4c97-89c3-1a2601c64ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:56.144246 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a2449f8f-a011-4c97-89c3-1a2601c64ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:56.207847 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a2449f8f-a011-4c97-89c3-1a2601c64ad2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9c5b56b82b714546a5d9c4620f6e3445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2285032 Jul 05 04:23:56.209116 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2449f8f-a011-4c97-89c3-1a2601c64ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e741f6d7-4cfb-4c54-ae73-f2b3dcc26d34,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:56.210702 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37410) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:56.317994 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ef21ebca-e1ba-4a3b-bf0e-dfd144f48024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:56.351565 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ef21ebca-e1ba-4a3b-bf0e-dfd144f48024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:56.418117 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ef21ebca-e1ba-4a3b-bf0e-dfd144f48024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:56.421788 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ef21ebca-e1ba-4a3b-bf0e-dfd144f48024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:56.422609 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ef21ebca-e1ba-4a3b-bf0e-dfd144f48024 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e741f6d7-4cfb-4c54-ae73-f2b3dcc26d34 HTTP/1.1" status: 204 len: 168 time: 0.2098086 Jul 05 04:23:56.441808 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21ebca-e1ba-4a3b-bf0e-dfd144f48024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e741f6d7-4cfb-4c54-ae73-f2b3dcc26d34,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:56.982501 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-8ee409e6-0dcc-42a2-b1f8-e8f8ccf7f179 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2094409 Jul 05 04:23:58.074303 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-b16f8394-dfae-4dde-82c2-19ad3d793de7 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:58.078037 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-b16f8394-dfae-4dde-82c2-19ad3d793de7 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3394837 Jul 05 04:23:58.091670 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-9c537645-aa33-471b-91c3-0de5784c0680 service neutron] Request body: {'binding': {'host': 'n-h1-780147-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:58.092164 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-9c537645-aa33-471b-91c3-0de5784c0680 service neutron] Unknown quota resources ['binding']. {{(pid=105539) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:23:58.357604 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-9c537645-aa33-471b-91c3-0de5784c0680 service neutron] Attempting to bind port 626da3ba-e80b-47f6-b593-3942df9dfcee on host n-h1-780147-23 for vnic_type normal with profile None {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:23:58.358116 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-9c537645-aa33-471b-91c3-0de5784c0680 service neutron] Attempting to bind port 626da3ba-e80b-47f6-b593-3942df9dfcee by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '80e955a2-0c08-4d00-9170-d91afd134e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:23:58.358656 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-9c537645-aa33-471b-91c3-0de5784c0680 service neutron] Attempting to bind port 626da3ba-e80b-47f6-b593-3942df9dfcee on network d7bbfb07-1c04-4034-927b-f39972dda7da {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:23:58.373494 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-9c537645-aa33-471b-91c3-0de5784c0680 service neutron] Port 626da3ba-e80b-47f6-b593-3942df9dfcee on network d7bbfb07-1c04-4034-927b-f39972dda7da not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:23:58.375623 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-9c537645-aa33-471b-91c3-0de5784c0680 service neutron] Attempting to bind port 626da3ba-e80b-47f6-b593-3942df9dfcee on network d7bbfb07-1c04-4034-927b-f39972dda7da {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:23:58.385013 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-9c537645-aa33-471b-91c3-0de5784c0680 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:23:58.386046 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-9c537645-aa33-471b-91c3-0de5784c0680 service neutron] Checking segment: {'id': '80e955a2-0c08-4d00-9170-d91afd134e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:23:58.386723 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-9c537645-aa33-471b-91c3-0de5784c0680 service neutron] Bound using segment: {'id': '80e955a2-0c08-4d00-9170-d91afd134e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:23:58.387438 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-9c537645-aa33-471b-91c3-0de5784c0680 service neutron] Bound port: 626da3ba-e80b-47f6-b593-3942df9dfcee, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e955a2-0c08-4d00-9170-d91afd134e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:23:58.556429 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-9c537645-aa33-471b-91c3-0de5784c0680 service neutron] For port 626da3ba-e80b-47f6-b593-3942df9dfcee, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=626da3ba-e80b-47f6-b593-3942df9dfcee,segment=NetworkSegment(80e955a2-0c08-4d00-9170-d91afd134e37),segment_id=80e955a2-0c08-4d00-9170-d91afd134e37)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:23:58.563723 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-9c537645-aa33-471b-91c3-0de5784c0680 service neutron] Notify callbacks [] for binding, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:58.576544 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-9c537645-aa33-471b-91c3-0de5784c0680 service neutron] 10.222.0.77 "POST /v2.0/ports/626da3ba-e80b-47f6-b593-3942df9dfcee/bindings HTTP/1.1" status: 201 len: 390 time: 0.4890926 Jul 05 04:23:58.657598 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bc760ef5-c6c6-4fc3-95e7-ad005f60a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:58.801605 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37536) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:59.031235 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-e5e1f702-9f9d-44ad-8dff-7129266ef7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:59.033891 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-e5e1f702-9f9d-44ad-8dff-7129266ef7d0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 1097 time: 0.0708656 Jul 05 04:23:59.110214 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-18d30517-c5ff-4170-8696-3af543b9483a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.179419 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4901cd6-3893-479e-8520-27a64e04796a req-ad53e64d-a7bc-4fdc-81e0-667b648e6689 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:59.183373 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-9f236ff0-6bef-408f-b01b-49955033f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:59.185751 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-9f236ff0-6bef-408f-b01b-49955033f296 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d7bbfb07-1c04-4034-927b-f39972dda7da HTTP/1.1" status: 200 len: 898 time: 0.1414535 Jul 05 04:23:59.191625 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b4901cd6-3893-479e-8520-27a64e04796a req-ad53e64d-a7bc-4fdc-81e0-667b648e6689 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 945 time: 0.2050304 Jul 05 04:23:59.271176 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b4901cd6-3893-479e-8520-27a64e04796a req-220a56d8-e6e3-44fc-96e2-9a29b0e0fb4d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745490 Jul 05 04:23:59.309281 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-c9aa9b79-992e-4b53-ab96-559d34e2c3a0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=626da3ba-e80b-47f6-b593-3942df9dfcee HTTP/1.1" status: 200 len: 1000 time: 0.1134131 Jul 05 04:23:59.388738 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-18d30517-c5ff-4170-8696-3af543b9483a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.393765 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-18d30517-c5ff-4170-8696-3af543b9483a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.446863 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.457726 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d30517-c5ff-4170-8696-3af543b9483a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ca4c51-b195-46da-b99a-d035c61ebd46,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:59.462398 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-125373c2-967a-457d-a15b-292501602160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:59.465041 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-125373c2-967a-457d-a15b-292501602160 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=852681fb-866b-4290-8397-791fc57a79d1 HTTP/1.1" status: 200 len: 835 time: 0.1446564 Jul 05 04:23:59.475189 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-18d30517-c5ff-4170-8696-3af543b9483a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ac229baa8b544f82b254d3041525b00a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6723773 Jul 05 04:23:59.480650 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37566) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:59.545165 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-8aeb9f29-cf85-43b4-9b5d-4db20b5b2efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:59.546602 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-8aeb9f29-cf85-43b4-9b5d-4db20b5b2efe service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d7bbfb07-1c04-4034-927b-f39972dda7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701084 Jul 05 04:23:59.546792 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-de480f3e-8ae7-4713-a713-b04b968d27cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.569971 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-de480f3e-8ae7-4713-a713-b04b968d27cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.625747 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-de480f3e-8ae7-4713-a713-b04b968d27cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.628483 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-de480f3e-8ae7-4713-a713-b04b968d27cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.629887 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-de480f3e-8ae7-4713-a713-b04b968d27cf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e0ca4c51-b195-46da-b99a-d035c61ebd46 HTTP/1.1" status: 204 len: 168 time: 0.1479390 Jul 05 04:23:59.640073 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de480f3e-8ae7-4713-a713-b04b968d27cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ca4c51-b195-46da-b99a-d035c61ebd46,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:59.695237 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-93cf1bdd-630c-4175-bdec-b5deedd79377 service neutron] 10.222.0.89 "GET /v2.0/networks/d7bbfb07-1c04-4034-927b-f39972dda7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374669 Jul 05 04:23:59.806449 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-dae230a1-5dfe-433e-9734-b79419449972 service neutron] 10.222.0.89 "GET /v2.0/networks/d7bbfb07-1c04-4034-927b-f39972dda7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002140 Jul 05 04:24:00.013715 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-b4205b67-f255-46c1-98f2-dc10078329ce tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:00.015274 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-b4205b67-f255-46c1-98f2-dc10078329ce tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0&tenant_id=808124476429444bb6a930e35c6aa8ee&binding%3Ahost_id=n-h2-780147-23 HTTP/1.1" status: 200 len: 1097 time: 0.1249757 Jul 05 04:24:00.030715 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-3e6243d6-e413-4ded-a96b-c6d02775230d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-780147-23'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:00.117551 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-3e6243d6-e413-4ded-a96b-c6d02775230d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:00.271117 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-3e6243d6-e413-4ded-a96b-c6d02775230d service neutron] For port 626da3ba-e80b-47f6-b593-3942df9dfcee, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=626da3ba-e80b-47f6-b593-3942df9dfcee,segment=NetworkSegment(80e955a2-0c08-4d00-9170-d91afd134e37),segment_id=80e955a2-0c08-4d00-9170-d91afd134e37)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:00.316203 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-3e6243d6-e413-4ded-a96b-c6d02775230d service neutron] For port 626da3ba-e80b-47f6-b593-3942df9dfcee, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:00.376994 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884edca2-1538-40d8-a4f7-da44984b20a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '626da3ba-e80b-47f6-b593-3942df9dfcee'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:00.380338 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ae1b87-3607-4837-b9c2-4206b7ba528e" -d '{"events": [{"server_uuid": "884edca2-1538-40d8-a4f7-da44984b20a0", "name": "network-vif-unplugged", "status": "completed", "tag": "626da3ba-e80b-47f6-b593-3942df9dfcee"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:00.396872 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-3e6243d6-e413-4ded-a96b-c6d02775230d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:00.434899 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-3e6243d6-e413-4ded-a96b-c6d02775230d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:00.492730 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdf5a1b-ddd2-483a-94b8-60429de1467f x-openstack-request-id: req-bfdf5a1b-ddd2-483a-94b8-60429de1467f {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:00.493620 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884edca2-1538-40d8-a4f7-da44984b20a0", "name": "network-vif-unplugged", "status": "completed", "tag": "626da3ba-e80b-47f6-b593-3942df9dfcee", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:00.493945 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bfdf5a1b-ddd2-483a-94b8-60429de1467f {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:00.494352 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884edca2-1538-40d8-a4f7-da44984b20a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '626da3ba-e80b-47f6-b593-3942df9dfcee', 'code': 200} Jul 05 04:24:00.591372 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6243d6-e413-4ded-a96b-c6d02775230d service neutron] Pushing event updated for resources: {'Port': ['ID=626da3ba-e80b-47f6-b593-3942df9dfcee,revision_number=7']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:00.610151 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4d856-5cf7-45db-abc1-6ee9efd9a664 req-675e585e-2d30-4416-bdc3-9ba2da0e0de6 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:00.617248 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c8a4d856-5cf7-45db-abc1-6ee9efd9a664 req-675e585e-2d30-4416-bdc3-9ba2da0e0de6 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 943 time: 0.2154646 Jul 05 04:24:00.700741 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c8a4d856-5cf7-45db-abc1-6ee9efd9a664 req-7fa64ac8-e2a4-4d99-9bc9-2f4a1be5bf09 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825584 Jul 05 04:24:00.766670 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-3e6243d6-e413-4ded-a96b-c6d02775230d service neutron] Attempting to bind port 626da3ba-e80b-47f6-b593-3942df9dfcee on host n-h2-780147-23 for vnic_type normal with profile {"migrating_to": "n-h1-780147-23"} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:00.766670 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-3e6243d6-e413-4ded-a96b-c6d02775230d service neutron] Attempting to bind port 626da3ba-e80b-47f6-b593-3942df9dfcee by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '80e955a2-0c08-4d00-9170-d91afd134e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:00.766986 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-3e6243d6-e413-4ded-a96b-c6d02775230d service neutron] Attempting to bind port 626da3ba-e80b-47f6-b593-3942df9dfcee on network d7bbfb07-1c04-4034-927b-f39972dda7da {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:00.781595 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-3e6243d6-e413-4ded-a96b-c6d02775230d service neutron] Port 626da3ba-e80b-47f6-b593-3942df9dfcee on network d7bbfb07-1c04-4034-927b-f39972dda7da not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:24:00.782335 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-3e6243d6-e413-4ded-a96b-c6d02775230d service neutron] Attempting to bind port 626da3ba-e80b-47f6-b593-3942df9dfcee on network d7bbfb07-1c04-4034-927b-f39972dda7da {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:00.800419 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-3e6243d6-e413-4ded-a96b-c6d02775230d service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:00.807414 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-3e6243d6-e413-4ded-a96b-c6d02775230d service neutron] Checking segment: {'id': '80e955a2-0c08-4d00-9170-d91afd134e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:00.808151 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-3e6243d6-e413-4ded-a96b-c6d02775230d service neutron] Bound using segment: {'id': '80e955a2-0c08-4d00-9170-d91afd134e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:00.808850 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-3e6243d6-e413-4ded-a96b-c6d02775230d service neutron] Bound port: 626da3ba-e80b-47f6-b593-3942df9dfcee, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e955a2-0c08-4d00-9170-d91afd134e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:00.808979 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-3e6243d6-e413-4ded-a96b-c6d02775230d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:00.896750 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-3e6243d6-e413-4ded-a96b-c6d02775230d service neutron] For port 626da3ba-e80b-47f6-b593-3942df9dfcee, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:00.901176 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-3e6243d6-e413-4ded-a96b-c6d02775230d service neutron] For port 626da3ba-e80b-47f6-b593-3942df9dfcee, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=626da3ba-e80b-47f6-b593-3942df9dfcee,segment=NetworkSegment(80e955a2-0c08-4d00-9170-d91afd134e37),segment_id=80e955a2-0c08-4d00-9170-d91afd134e37)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:00.920102 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-3e6243d6-e413-4ded-a96b-c6d02775230d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.019485 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-733a7ab6-0096-4768-98cb-11a7316f2291 None None] Provisioning complete for port 626da3ba-e80b-47f6-b593-3942df9dfcee triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:01.020783 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-733a7ab6-0096-4768-98cb-11a7316f2291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.050100 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6243d6-e413-4ded-a96b-c6d02775230d service neutron] Pushing event updated for resources: {'Port': ['ID=626da3ba-e80b-47f6-b593-3942df9dfcee,revision_number=8']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:01.203552 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-3e6243d6-e413-4ded-a96b-c6d02775230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:01.204225 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-3e6243d6-e413-4ded-a96b-c6d02775230d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.207657 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-3e6243d6-e413-4ded-a96b-c6d02775230d service neutron] 10.222.0.89 "PUT /v2.0/ports/626da3ba-e80b-47f6-b593-3942df9dfcee HTTP/1.1" status: 200 len: 1123 time: 1.1813083 Jul 05 04:24:01.244927 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37680) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:01.295088 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-733a7ab6-0096-4768-98cb-11a7316f2291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.325054 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884edca2-1538-40d8-a4f7-da44984b20a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626da3ba-e80b-47f6-b593-3942df9dfcee'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:01.328798 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd441738-d5f8-4b3a-9d42-614eb3c3a2c4" -d '{"events": [{"server_uuid": "884edca2-1538-40d8-a4f7-da44984b20a0", "name": "network-vif-plugged", "status": "completed", "tag": "626da3ba-e80b-47f6-b593-3942df9dfcee"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:01.398173 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-733a7ab6-0096-4768-98cb-11a7316f2291 None None] For port 626da3ba-e80b-47f6-b593-3942df9dfcee, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=626da3ba-e80b-47f6-b593-3942df9dfcee,segment=NetworkSegment(80e955a2-0c08-4d00-9170-d91afd134e37),segment_id=80e955a2-0c08-4d00-9170-d91afd134e37)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:01.402341 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['626da3ba-e80b-47f6-b593-3942df9dfcee'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:24:01.442471 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-63f65757-d4a6-4bec-ba67-b0b61aa03170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.448982 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-733a7ab6-0096-4768-98cb-11a7316f2291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.607846 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-63f65757-d4a6-4bec-ba67-b0b61aa03170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.620556 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-63f65757-d4a6-4bec-ba67-b0b61aa03170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.654262 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f65757-d4a6-4bec-ba67-b0b61aa03170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22da6e55-dfc2-4fc5-b474-21d6ad79b2d0,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:01.664148 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975abcb1-d76c-4717-9ec8-4d1c14340220 x-openstack-request-id: req-975abcb1-d76c-4717-9ec8-4d1c14340220 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:01.664631 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884edca2-1538-40d8-a4f7-da44984b20a0", "name": "network-vif-plugged", "status": "completed", "tag": "626da3ba-e80b-47f6-b593-3942df9dfcee", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:01.665176 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-975abcb1-d76c-4717-9ec8-4d1c14340220 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:01.665731 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884edca2-1538-40d8-a4f7-da44984b20a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626da3ba-e80b-47f6-b593-3942df9dfcee', 'code': 200} Jul 05 04:24:01.668436 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad7a7-82e3-45ea-904c-7158b89c96c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.720189 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37692) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:01.724264 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-63f65757-d4a6-4bec-ba67-b0b61aa03170 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=31453fd27fd44bac93758a0819f5a78a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4765508 Jul 05 04:24:01.780924 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a7ab6-0096-4768-98cb-11a7316f2291 None None] Pushing event updated for resources: {'Port': ['ID=626da3ba-e80b-47f6-b593-3942df9dfcee,revision_number=9']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:01.787496 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.801390 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a7ab6-0096-4768-98cb-11a7316f2291 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:01.801390 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a7ab6-0096-4768-98cb-11a7316f2291 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:01.801390 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a7ab6-0096-4768-98cb-11a7316f2291 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:01.801894 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a7ab6-0096-4768-98cb-11a7316f2291 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:01.802075 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a7ab6-0096-4768-98cb-11a7316f2291 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:01.802491 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a7ab6-0096-4768-98cb-11a7316f2291 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:01.802833 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a7ab6-0096-4768-98cb-11a7316f2291 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:01.803231 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a7ab6-0096-4768-98cb-11a7316f2291 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:01.803484 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a7ab6-0096-4768-98cb-11a7316f2291 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:01.803827 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a7ab6-0096-4768-98cb-11a7316f2291 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:01.804179 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a7ab6-0096-4768-98cb-11a7316f2291 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:01.804506 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a7ab6-0096-4768-98cb-11a7316f2291 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:01.857681 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2710137-4d28-47d9-9f3d-7538f95f63c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.896967 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2710137-4d28-47d9-9f3d-7538f95f63c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:02.005315 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-62e98ebc-c8ec-4176-ab64-2409a4ee884c None None] Provisioning complete for port 626da3ba-e80b-47f6-b593-3942df9dfcee triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:02.006003 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-62e98ebc-c8ec-4176-ab64-2409a4ee884c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:02.020063 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde6415-8b4a-439d-bbdf-783078c11a0f req-a72727b3-c1df-487d-be8c-1d2afb585f99 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:02.021878 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1cde6415-8b4a-439d-bbdf-783078c11a0f req-a72727b3-c1df-487d-be8c-1d2afb585f99 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 945 time: 0.1405032 Jul 05 04:24:02.079826 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2710137-4d28-47d9-9f3d-7538f95f63c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:02.092048 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2710137-4d28-47d9-9f3d-7538f95f63c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:02.096174 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c2710137-4d28-47d9-9f3d-7538f95f63c4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/22da6e55-dfc2-4fc5-b474-21d6ad79b2d0 HTTP/1.1" status: 204 len: 168 time: 0.3752079 Jul 05 04:24:02.113627 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2710137-4d28-47d9-9f3d-7538f95f63c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22da6e55-dfc2-4fc5-b474-21d6ad79b2d0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:02.132306 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1cde6415-8b4a-439d-bbdf-783078c11a0f req-befcfd31-8e4e-4e18-be53-63d65878e902 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027431 Jul 05 04:24:02.495779 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884edca2-1538-40d8-a4f7-da44984b20a0', 'tag': '626da3ba-e80b-47f6-b593-3942df9dfcee'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:02.498371 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d92af4-58bc-4fc2-be66-4841ea187425" -d '{"events": [{"name": "network-changed", "server_uuid": "884edca2-1538-40d8-a4f7-da44984b20a0", "tag": "626da3ba-e80b-47f6-b593-3942df9dfcee"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:02.540007 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19f074e-9bdd-47e2-a302-53cab9c3495b x-openstack-request-id: req-d19f074e-9bdd-47e2-a302-53cab9c3495b {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:02.540309 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884edca2-1538-40d8-a4f7-da44984b20a0", "tag": "626da3ba-e80b-47f6-b593-3942df9dfcee", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:02.540568 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d19f074e-9bdd-47e2-a302-53cab9c3495b {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:02.541278 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884edca2-1538-40d8-a4f7-da44984b20a0', 'tag': '626da3ba-e80b-47f6-b593-3942df9dfcee', 'status': 'completed', 'code': 200} Jul 05 04:24:02.634726 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:02.686285 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d92af4-58bc-4fc2-be66-4841ea187425 req-b084587f-efe3-4d9e-8bf7-2d06bcfd32fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:02.688066 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a0d92af4-58bc-4fc2-be66-4841ea187425 req-b084587f-efe3-4d9e-8bf7-2d06bcfd32fa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 1128 time: 0.0989046 Jul 05 04:24:02.814952 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d92af4-58bc-4fc2-be66-4841ea187425 req-c8dd0394-ac3b-4204-9fc0-0429b25d7df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:02.817007 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a0d92af4-58bc-4fc2-be66-4841ea187425 req-c8dd0394-ac3b-4204-9fc0-0429b25d7df5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d7bbfb07-1c04-4034-927b-f39972dda7da HTTP/1.1" status: 200 len: 898 time: 0.1223958 Jul 05 04:24:02.887062 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a0d92af4-58bc-4fc2-be66-4841ea187425 req-2cf36ede-1b1b-4fdc-9521-a86bc00b2d1a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=626da3ba-e80b-47f6-b593-3942df9dfcee HTTP/1.1" status: 200 len: 1000 time: 0.0629804 Jul 05 04:24:02.948505 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d92af4-58bc-4fc2-be66-4841ea187425 req-e5aec157-d7a9-4e9e-989b-1717aa96ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:02.951012 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a0d92af4-58bc-4fc2-be66-4841ea187425 req-e5aec157-d7a9-4e9e-989b-1717aa96ac9c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=852681fb-866b-4290-8397-791fc57a79d1 HTTP/1.1" status: 200 len: 835 time: 0.0550070 Jul 05 04:24:03.031735 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d92af4-58bc-4fc2-be66-4841ea187425 req-f1979bcb-c406-42c2-9bd4-eaad0611c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:03.033792 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a0d92af4-58bc-4fc2-be66-4841ea187425 req-f1979bcb-c406-42c2-9bd4-eaad0611c3da service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d7bbfb07-1c04-4034-927b-f39972dda7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769563 Jul 05 04:24:03.142692 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a0d92af4-58bc-4fc2-be66-4841ea187425 req-138b736c-3c41-4f33-b2c9-cbd8d2bfe289 service neutron] 10.222.0.70 "GET /v2.0/networks/d7bbfb07-1c04-4034-927b-f39972dda7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950267 Jul 05 04:24:03.283883 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a0d92af4-58bc-4fc2-be66-4841ea187425 req-06510bde-05f9-4944-8d4b-c13ecc419647 service neutron] 10.222.0.70 "GET /v2.0/networks/d7bbfb07-1c04-4034-927b-f39972dda7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333077 Jul 05 04:24:03.410784 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c42a7c-3851-4522-a885-2fe8f629b638 req-c564981f-2062-4e7f-a83b-09016da881c3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:03.410784 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f6c42a7c-3851-4522-a885-2fe8f629b638 req-c564981f-2062-4e7f-a83b-09016da881c3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 945 time: 0.1220419 Jul 05 04:24:03.476333 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f6c42a7c-3851-4522-a885-2fe8f629b638 req-6760ef6e-f527-4eaa-a54d-ffd93d4a8237 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573320 Jul 05 04:24:03.660903 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37772) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:03.804962 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-7df178e5-1711-429c-958c-33fd9595d32d tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1932631320'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:03.806134 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-7df178e5-1711-429c-958c-33fd9595d32d tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] Unknown quota resources ['metering_label']. {{(pid=105538) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:24:04.239551 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 626da3ba-e80b-47f6-b593-3942df9dfcee details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:24:04.425940 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7df178e5-1711-429c-958c-33fd9595d32d tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:04.429732 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7df178e5-1711-429c-958c-33fd9595d32d tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7652564 Jul 05 04:24:04.432410 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37800) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:04.442446 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-1f5c36b8-c970-446f-979f-7cefaac335fb tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '8f0d358e-9441-49ef-bae3-4ae5f2ba4a27'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:04.443316 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-1f5c36b8-c970-446f-979f-7cefaac335fb tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105539) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:24:04.457829 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:04.477041 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 626da3ba-e80b-47f6-b593-3942df9dfcee, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=626da3ba-e80b-47f6-b593-3942df9dfcee,segment=NetworkSegment(80e955a2-0c08-4d00-9170-d91afd134e37),segment_id=80e955a2-0c08-4d00-9170-d91afd134e37)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:04.501727 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 626da3ba-e80b-47f6-b593-3942df9dfcee has no active binding in host n-h1-780147-23 {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 04:24:04.613234 n-d-780147-23 neutron-server[105539]: WARNING neutron.services.metering.metering_plugin [None req-1f5c36b8-c970-446f-979f-7cefaac335fb tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 04:24:05.089637 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1f5c36b8-c970-446f-979f-7cefaac335fb tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:05.091085 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1f5c36b8-c970-446f-979f-7cefaac335fb tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6570840 Jul 05 04:24:05.095398 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37822) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:05.100299 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-b9d82e56-fbfb-407f-921f-0a382687cff3 tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '8f0d358e-9441-49ef-bae3-4ae5f2ba4a27'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:05.100797 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-b9d82e56-fbfb-407f-921f-0a382687cff3 tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105538) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:24:05.145218 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc0594-8d42-42d3-96c6-1299e72c4223 req-85c5e512-191f-4425-a934-bd7cab0b7ce3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:05.153731 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-62fc0594-8d42-42d3-96c6-1299e72c4223 req-85c5e512-191f-4425-a934-bd7cab0b7ce3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 945 time: 0.4615774 Jul 05 04:24:05.162001 n-d-780147-23 neutron-server[105538]: WARNING neutron.services.metering.metering_plugin [None req-b9d82e56-fbfb-407f-921f-0a382687cff3 tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 04:24:05.204783 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-62fc0594-8d42-42d3-96c6-1299e72c4223 req-d5c10120-1a52-479b-8482-4e28e022c350 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500700 Jul 05 04:24:05.248218 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b9d82e56-fbfb-407f-921f-0a382687cff3 tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:05.249423 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b9d82e56-fbfb-407f-921f-0a382687cff3 tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1528001 Jul 05 04:24:05.252333 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37824) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:05.266253 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5cb53194-9fdd-4653-aab1-41b80522ec4e tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=014e8013-eaad-4c56-a258-1c787c435525 HTTP/1.1" status: 200 len: 462 time: 0.0125973 Jul 05 04:24:05.269090 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37826) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:05.390280 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-385a482c-a1da-43b8-8097-f09f8628227e tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:05.391440 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-385a482c-a1da-43b8-8097-f09f8628227e tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/014e8013-eaad-4c56-a258-1c787c435525 HTTP/1.1" status: 204 len: 168 time: 0.1210642 Jul 05 04:24:05.394918 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37832) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:05.405316 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a76877b1-899b-4c70-89e3-dd42d24ae712 tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=014e8013-eaad-4c56-a258-1c787c435525 HTTP/1.1" status: 200 len: 221 time: 0.0091865 Jul 05 04:24:05.409321 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37834) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:05.415291 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-b18ae44a-e8c8-47c8-80d4-e25c1c48262a tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--175031161', 'description': 'label created by tempest'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:05.416519 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-b18ae44a-e8c8-47c8-80d4-e25c1c48262a tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] Unknown quota resources ['metering_label']. {{(pid=105539) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:24:05.657925 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b18ae44a-e8c8-47c8-80d4-e25c1c48262a tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:05.659165 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b18ae44a-e8c8-47c8-80d4-e25c1c48262a tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2486634 Jul 05 04:24:05.662214 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37840) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:05.768827 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37844) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:05.769577 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-57c113b2-4530-4440-828e-d9b651ccd413 tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=0cdf8593-c4ad-43bb-8898-bdb38013f381 HTTP/1.1" status: 200 len: 467 time: 0.1059594 Jul 05 04:24:06.003702 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8fbec0ec-3fb1-43bf-aaa9-1a49132d3e4a tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:06.008346 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8fbec0ec-3fb1-43bf-aaa9-1a49132d3e4a tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/0cdf8593-c4ad-43bb-8898-bdb38013f381 HTTP/1.1" status: 204 len: 168 time: 0.2337208 Jul 05 04:24:06.008841 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37850) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:06.024895 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5babf9f6-633a-4d5c-bbb8-21483ea58862 tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=0cdf8593-c4ad-43bb-8898-bdb38013f381 HTTP/1.1" status: 200 len: 216 time: 0.0135334 Jul 05 04:24:06.030855 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37852) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:06.048250 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bbab272c-14c2-48b1-a7c2-beb1b7e3112f tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0110123 Jul 05 04:24:06.049219 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37858) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:06.073181 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7f814f04-efa2-4f9b-8db5-67470e9d34aa tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0168056 Jul 05 04:24:06.074038 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37860) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:06.156591 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f1dd0291-6c55-4677-8743-adcf41d6c728 tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels/8f0d358e-9441-49ef-bae3-4ae5f2ba4a27 HTTP/1.1" status: 200 len: 473 time: 0.0779722 Jul 05 04:24:06.156867 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37868) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:06.178290 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2b627b0a-1bc7-4486-b562-725253c39c02 tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules/34b863b9-2d98-4875-9886-05c138e425bf HTTP/1.1" status: 200 len: 459 time: 0.0182967 Jul 05 04:24:06.178868 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37870) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:06.326385 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-673d3741-2362-471f-905b-f2af7a2098bd tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:06.331119 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 37874) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:06.339236 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-673d3741-2362-471f-905b-f2af7a2098bd tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/34b863b9-2d98-4875-9886-05c138e425bf HTTP/1.1" status: 204 len: 168 time: 0.1532924 Jul 05 04:24:06.608052 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-12a6c198-f9d5-4779-8a07-a16c9b1bee0d tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:06.609205 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-12a6c198-f9d5-4779-8a07-a16c9b1bee0d tempest-MeteringIpV6TestJSON-1405253634 tempest-MeteringIpV6TestJSON-1405253634-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/8f0d358e-9441-49ef-bae3-4ae5f2ba4a27 HTTP/1.1" status: 204 len: 168 time: 0.2770286 Jul 05 04:24:06.630861 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad5ec3-8502-4689-a4c9-631dbcddc472 req-c2d6bbda-4115-47a4-ac1e-dccfa1381c66 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:06.632515 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-03ad5ec3-8502-4689-a4c9-631dbcddc472 req-c2d6bbda-4115-47a4-ac1e-dccfa1381c66 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 945 time: 0.2321653 Jul 05 04:24:06.691468 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-03ad5ec3-8502-4689-a4c9-631dbcddc472 req-e43a4766-a345-45ce-be8f-4349483d0c2b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515656 Jul 05 04:24:06.763168 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-9e36aa86-0562-46cc-a1dc-114dd0462baa service neutron] 10.222.0.70 "GET /v2.0/ports/626da3ba-e80b-47f6-b593-3942df9dfcee/bindings/n-h1-780147-23 HTTP/1.1" status: 200 len: 385 time: 0.0862427 Jul 05 04:24:06.979708 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37894) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:06.996911 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-2293c880-4779-43d1-8432-4e1893ef1b99 service neutron] For port 626da3ba-e80b-47f6-b593-3942df9dfcee, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=626da3ba-e80b-47f6-b593-3942df9dfcee,segment=NetworkSegment(80e955a2-0c08-4d00-9170-d91afd134e37),segment_id=80e955a2-0c08-4d00-9170-d91afd134e37)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:07.018337 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-2293c880-4779-43d1-8432-4e1893ef1b99 service neutron] For port 626da3ba-e80b-47f6-b593-3942df9dfcee, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:07.062257 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884edca2-1538-40d8-a4f7-da44984b20a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '626da3ba-e80b-47f6-b593-3942df9dfcee'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:07.064837 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6060dcef-4133-4583-bc79-a2c3210ee319" -d '{"events": [{"server_uuid": "884edca2-1538-40d8-a4f7-da44984b20a0", "name": "network-vif-unplugged", "status": "completed", "tag": "626da3ba-e80b-47f6-b593-3942df9dfcee"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:07.072760 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-2293c880-4779-43d1-8432-4e1893ef1b99 service neutron] For port 626da3ba-e80b-47f6-b593-3942df9dfcee, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=626da3ba-e80b-47f6-b593-3942df9dfcee,segment=NetworkSegment(80e955a2-0c08-4d00-9170-d91afd134e37),segment_id=80e955a2-0c08-4d00-9170-d91afd134e37)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:07.093003 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-2293c880-4779-43d1-8432-4e1893ef1b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:07.110770 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1700daa0-2885-46fa-a05f-64828a1412d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:07.148000 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a923f4-335a-4863-ae44-0f4f2cbbf522 x-openstack-request-id: req-a4a923f4-335a-4863-ae44-0f4f2cbbf522 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:07.148393 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884edca2-1538-40d8-a4f7-da44984b20a0", "name": "network-vif-unplugged", "status": "completed", "tag": "626da3ba-e80b-47f6-b593-3942df9dfcee", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:07.148664 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a4a923f4-335a-4863-ae44-0f4f2cbbf522 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:07.149614 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884edca2-1538-40d8-a4f7-da44984b20a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '626da3ba-e80b-47f6-b593-3942df9dfcee', 'code': 200} Jul 05 04:24:07.199299 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-2293c880-4779-43d1-8432-4e1893ef1b99 service neutron] Transition to ACTIVE for port object 626da3ba-e80b-47f6-b593-3942df9dfcee will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:07.205114 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-2293c880-4779-43d1-8432-4e1893ef1b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:07.233077 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1700daa0-2885-46fa-a05f-64828a1412d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:07.238509 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1700daa0-2885-46fa-a05f-64828a1412d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:07.282825 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700daa0-2885-46fa-a05f-64828a1412d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716f1483-6dc1-480f-9920-10781d56be99,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:07.292237 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1700daa0-2885-46fa-a05f-64828a1412d9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a039859606554bc6bf55511a77691d9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3112838 Jul 05 04:24:07.294900 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37906) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:07.342539 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-2293c880-4779-43d1-8432-4e1893ef1b99 service neutron] No DVR routers for this DVR port 626da3ba-e80b-47f6-b593-3942df9dfcee on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:07.362362 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-50750438-1afe-418c-9926-4b325b75662f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:07.393710 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293c880-4779-43d1-8432-4e1893ef1b99 service neutron] Pushing event updated for resources: {'Port': ['ID=626da3ba-e80b-47f6-b593-3942df9dfcee,revision_number=11']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:07.405118 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-50750438-1afe-418c-9926-4b325b75662f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:07.470779 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-50750438-1afe-418c-9926-4b325b75662f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:07.474236 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-50750438-1afe-418c-9926-4b325b75662f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:07.479417 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-50750438-1afe-418c-9926-4b325b75662f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/716f1483-6dc1-480f-9920-10781d56be99 HTTP/1.1" status: 204 len: 168 time: 0.1794314 Jul 05 04:24:07.499250 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750438-1afe-418c-9926-4b325b75662f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716f1483-6dc1-480f-9920-10781d56be99,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:07.545167 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-2293c880-4779-43d1-8432-4e1893ef1b99 service neutron] 10.222.0.70 "PUT /v2.0/ports/626da3ba-e80b-47f6-b593-3942df9dfcee/bindings/n-h1-780147-23/activate HTTP/1.1" status: 200 len: 370 time: 0.7758338 Jul 05 04:24:07.746544 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-f458004c-1f89-4c79-b480-44e0af3d2ea4 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:07.748709 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-f458004c-1f89-4c79-b480-44e0af3d2ea4 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0&tenant_id=808124476429444bb6a930e35c6aa8ee&binding%3Ahost_id=n-h2-780147-23 HTTP/1.1" status: 200 len: 1096 time: 0.0817688 Jul 05 04:24:07.861555 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-0b4483d1-c2d5-498c-b6c8-14ed3b9a7d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:07.863962 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-0b4483d1-c2d5-498c-b6c8-14ed3b9a7d8e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0&tenant_id=808124476429444bb6a930e35c6aa8ee HTTP/1.1" status: 200 len: 1096 time: 0.1070683 Jul 05 04:24:07.941694 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37936) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:07.963940 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b30e9688-20b9-4693-96fa-cd78e7cebc22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:08.031330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fb430-c8ff-4dbd-84fb-fb3030bf7f8d req-3510df08-bd1f-440a-b304-a38e1f9d045d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:08.033013 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fa6fb430-c8ff-4dbd-84fb-fb3030bf7f8d req-3510df08-bd1f-440a-b304-a38e1f9d045d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 944 time: 0.1428056 Jul 05 04:24:08.064632 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-a0d280b9-a55f-47b8-b60d-c4687a7aab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:08.066613 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-a0d280b9-a55f-47b8-b60d-c4687a7aab2c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 1096 time: 0.1590312 Jul 05 04:24:08.104806 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fa6fb430-c8ff-4dbd-84fb-fb3030bf7f8d req-d80fd805-f2a6-4ff8-95c1-af48727f8852 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607674 Jul 05 04:24:08.202090 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b30e9688-20b9-4693-96fa-cd78e7cebc22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:08.209250 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b30e9688-20b9-4693-96fa-cd78e7cebc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:08.231187 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-e0f2303f-a073-4557-af09-8df6733f091b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:08.232588 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-e0f2303f-a073-4557-af09-8df6733f091b service neutron] 10.222.0.89 "GET /v2.0/networks?id=d7bbfb07-1c04-4034-927b-f39972dda7da HTTP/1.1" status: 200 len: 898 time: 0.1357667 Jul 05 04:24:08.254449 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e9688-20b9-4693-96fa-cd78e7cebc22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a429845e-490e-4a9c-a969-7dcfe667a7f8,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:08.273919 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b30e9688-20b9-4693-96fa-cd78e7cebc22 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2590ca2049e444f5bec5ae7cde33c4e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3307858 Jul 05 04:24:08.276547 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 37950) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:08.330806 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-c99819d9-daf6-4ee9-a3b9-1afe241f3a0f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=626da3ba-e80b-47f6-b593-3942df9dfcee HTTP/1.1" status: 200 len: 998 time: 0.0819542 Jul 05 04:24:08.333683 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a9fef71-ec70-4c1b-96fd-291ca6cf9226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:08.358995 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a9fef71-ec70-4c1b-96fd-291ca6cf9226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:08.401610 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-a258f831-1d4e-4274-acb8-3d1d60183cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:08.403262 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-a258f831-1d4e-4274-acb8-3d1d60183cc4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=852681fb-866b-4290-8397-791fc57a79d1 HTTP/1.1" status: 200 len: 835 time: 0.0627236 Jul 05 04:24:08.422492 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a9fef71-ec70-4c1b-96fd-291ca6cf9226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:08.426292 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a9fef71-ec70-4c1b-96fd-291ca6cf9226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:08.429644 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7a9fef71-ec70-4c1b-96fd-291ca6cf9226 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a429845e-490e-4a9c-a969-7dcfe667a7f8 HTTP/1.1" status: 204 len: 168 time: 0.1494513 Jul 05 04:24:08.437658 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9fef71-ec70-4c1b-96fd-291ca6cf9226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a429845e-490e-4a9c-a969-7dcfe667a7f8,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:08.506542 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-85175c6a-2e20-4ade-931b-1e6c67b4e6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:08.508831 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-85175c6a-2e20-4ade-931b-1e6c67b4e6a4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d7bbfb07-1c04-4034-927b-f39972dda7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0923839 Jul 05 04:24:08.630792 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-c487d115-e39e-43c5-9c96-b9bfe4e01d4c service neutron] 10.222.0.89 "GET /v2.0/networks/d7bbfb07-1c04-4034-927b-f39972dda7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115475 Jul 05 04:24:08.783881 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-ce995914-3198-4cb9-83cc-0fedd3058898 service neutron] 10.222.0.89 "GET /v2.0/networks/d7bbfb07-1c04-4034-927b-f39972dda7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415439 Jul 05 04:24:09.169907 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-97aa5f79-bccd-484a-861b-8d5188438113 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:09.171946 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-97aa5f79-bccd-484a-861b-8d5188438113 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0&tenant_id=808124476429444bb6a930e35c6aa8ee&binding%3Ahost_id=n-h1-780147-23 HTTP/1.1" status: 200 len: 1096 time: 0.0732787 Jul 05 04:24:09.485229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e087171-e06e-452c-8bce-f57040a6ee05 req-47d5924d-8cbd-4eb4-b8d5-fe3c172885c2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:09.486854 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9e087171-e06e-452c-8bce-f57040a6ee05 req-47d5924d-8cbd-4eb4-b8d5-fe3c172885c2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 944 time: 0.1353292 Jul 05 04:24:09.534177 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9e087171-e06e-452c-8bce-f57040a6ee05 req-590b6709-eaf5-4960-999e-dee5a207fbe5 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393128 Jul 05 04:24:09.542356 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-d0e3a8fe-c355-4b66-9775-3e9cb0b8294e service neutron] For port 626da3ba-e80b-47f6-b593-3942df9dfcee, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:09.545740 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-d0e3a8fe-c355-4b66-9775-3e9cb0b8294e service neutron] Notify callbacks [] for binding, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:09.546962 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ab6dbc2-e6df-495c-bc99-e245cfe6f973 req-d0e3a8fe-c355-4b66-9775-3e9cb0b8294e service neutron] 10.222.0.89 "DELETE /v2.0/ports/626da3ba-e80b-47f6-b593-3942df9dfcee/bindings/n-h2-780147-23 HTTP/1.1" status: 204 len: 173 time: 0.3572333 Jul 05 04:24:09.753162 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c001b-41f8-4ad8-8fef-514a8c2b55f2 req-5a377ceb-4b36-4aa4-9201-11d10be76ee1 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:09.754815 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ec1c001b-41f8-4ad8-8fef-514a8c2b55f2 req-5a377ceb-4b36-4aa4-9201-11d10be76ee1 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 1096 time: 0.0715337 Jul 05 04:24:09.799837 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ec1c001b-41f8-4ad8-8fef-514a8c2b55f2 req-0c6bd549-5f94-4e47-a1f9-7cc0cf4f2a0a tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340221 Jul 05 04:24:10.035756 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d33d26-e431-47bf-92cb-fcf4426f0c09 req-b80b86d6-8a94-4673-ad4c-c9916eb72f53 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:10.044261 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-50d33d26-e431-47bf-92cb-fcf4426f0c09 req-b80b86d6-8a94-4673-ad4c-c9916eb72f53 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 944 time: 0.0891950 Jul 05 04:24:10.049463 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 626da3ba-e80b-47f6-b593-3942df9dfcee no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:10.106397 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-50d33d26-e431-47bf-92cb-fcf4426f0c09 req-b412ccc5-dd03-49a8-83f7-ce02842bb60b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550053 Jul 05 04:24:10.110810 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 626da3ba-e80b-47f6-b593-3942df9dfcee not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:10.137077 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38022) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:10.224378 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-84cf35bf-fb71-4d01-8211-56a4dfe77823 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/floatingips/3bcac7ed-cc7f-421c-accb-deb32bf5cdd0 HTTP/1.1" status: 200 len: 990 time: 0.0847046 Jul 05 04:24:10.460147 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38044) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:10.599818 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-354803e0-4edd-4fef-b612-fe851bdc39eb tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Request body: {'quota': {'network': 2}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:10.622459 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-354803e0-4edd-4fef-b612-fe851bdc39eb tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] 10.222.0.77 "PUT /v2.0/quotas/07462acf04ec4a2da4f533d7fbb09c4c HTTP/1.1" status: 200 len: 368 time: 0.1587853 Jul 05 04:24:10.622729 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38048) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:10.628063 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-88de4f60-afdd-4ca8-85dd-20247a83ca4c tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Request body: {'network': {'project_id': '07462acf04ec4a2da4f533d7fbb09c4c'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:10.650492 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88de4f60-afdd-4ca8-85dd-20247a83ca4c tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Made reservation on behalf of 07462acf04ec4a2da4f533d7fbb09c4c for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:10.653409 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-88de4f60-afdd-4ca8-85dd-20247a83ca4c tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.663180 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-88de4f60-afdd-4ca8-85dd-20247a83ca4c tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.762883 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-88de4f60-afdd-4ca8-85dd-20247a83ca4c tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.767140 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-88de4f60-afdd-4ca8-85dd-20247a83ca4c tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.798064 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88de4f60-afdd-4ca8-85dd-20247a83ca4c tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:24:10.803714 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de4f60-afdd-4ca8-85dd-20247a83ca4c tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e8590e-b868-4348-a96f-d5107f030032,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:10.815431 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-88de4f60-afdd-4ca8-85dd-20247a83ca4c tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.816245 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-88de4f60-afdd-4ca8-85dd-20247a83ca4c tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Added segment ad1007f5-7543-44ee-a31c-6952b3f33131 of type vlan for network 12f58b0e-29fb-484b-ac7a-852153d24058 Jul 05 04:24:10.863511 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-88de4f60-afdd-4ca8-85dd-20247a83ca4c tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.901063 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-88de4f60-afdd-4ca8-85dd-20247a83ca4c tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.902550 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88de4f60-afdd-4ca8-85dd-20247a83ca4c tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:10.903136 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-88de4f60-afdd-4ca8-85dd-20247a83ca4c tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.959440 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-88de4f60-afdd-4ca8-85dd-20247a83ca4c tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3356094 Jul 05 04:24:10.962447 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38054) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:10.968399 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-6e99b8d9-b1ed-4a99-85a1-3b20810f8ad6 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Request body: {'network': {'project_id': '07462acf04ec4a2da4f533d7fbb09c4c'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:10.971604 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de4f60-afdd-4ca8-85dd-20247a83ca4c tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Pushing event updated for resources: {'Network': ['ID=12f58b0e-29fb-484b-ac7a-852153d24058,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:10.981976 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 12f58b0e-29fb-484b-ac7a-852153d24058 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:24:11.006560 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e99b8d9-b1ed-4a99-85a1-3b20810f8ad6 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Made reservation on behalf of 07462acf04ec4a2da4f533d7fbb09c4c for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:11.009076 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6e99b8d9-b1ed-4a99-85a1-3b20810f8ad6 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.053099 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e99b8d9-b1ed-4a99-85a1-3b20810f8ad6 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:24:11.066788 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6e99b8d9-b1ed-4a99-85a1-3b20810f8ad6 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.067146 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-6e99b8d9-b1ed-4a99-85a1-3b20810f8ad6 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Added segment 25842dc5-fc3c-462e-9aba-f3fa2472b31d of type vlan for network 6c12bd4c-5ff0-4f30-b173-e5abf710be12 Jul 05 04:24:11.141720 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6e99b8d9-b1ed-4a99-85a1-3b20810f8ad6 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.178930 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6e99b8d9-b1ed-4a99-85a1-3b20810f8ad6 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.180041 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e99b8d9-b1ed-4a99-85a1-3b20810f8ad6 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:11.181291 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6e99b8d9-b1ed-4a99-85a1-3b20810f8ad6 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.276133 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6e99b8d9-b1ed-4a99-85a1-3b20810f8ad6 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3123617 Jul 05 04:24:11.277260 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99b8d9-b1ed-4a99-85a1-3b20810f8ad6 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Pushing event updated for resources: {'Network': ['ID=6c12bd4c-5ff0-4f30-b173-e5abf710be12,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:11.279153 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38062) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:11.284272 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-7df6b829-3d74-4c4e-a3b1-80dc8b40c37c tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Request body: {'network': {'project_id': '07462acf04ec4a2da4f533d7fbb09c4c'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:11.298222 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df6b829-3d74-4c4e-a3b1-80dc8b40c37c tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 04:24:11.298727 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df6b829-3d74-4c4e-a3b1-80dc8b40c37c tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:24:11.299509 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 6c12bd4c-5ff0-4f30-b173-e5abf710be12 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:24:11.300028 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7df6b829-3d74-4c4e-a3b1-80dc8b40c37c tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0196702 Jul 05 04:24:11.303529 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38066) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:11.405130 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4799a25c-6857-45fd-ae2c-c165a82bfae9 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.506486 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4799a25c-6857-45fd-ae2c-c165a82bfae9 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.521124 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-4799a25c-6857-45fd-ae2c-c165a82bfae9 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c12bd4c-5ff0-4f30-b173-e5abf710be12']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:11.535307 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-4799a25c-6857-45fd-ae2c-c165a82bfae9 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25842dc5-fc3c-462e-9aba-f3fa2472b31d') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:11.535615 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-4799a25c-6857-45fd-ae2c-c165a82bfae9 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25842dc5-fc3c-462e-9aba-f3fa2472b31d') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:11.546092 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4799a25c-6857-45fd-ae2c-c165a82bfae9 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.567277 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4799a25c-6857-45fd-ae2c-c165a82bfae9 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.575166 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4799a25c-6857-45fd-ae2c-c165a82bfae9 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:24:11.576122 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4799a25c-6857-45fd-ae2c-c165a82bfae9 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:24:11.578091 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:24:11.639128 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4799a25c-6857-45fd-ae2c-c165a82bfae9 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.645066 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4799a25c-6857-45fd-ae2c-c165a82bfae9 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.646910 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4799a25c-6857-45fd-ae2c-c165a82bfae9 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] 10.222.0.77 "DELETE /v2.0/networks/6c12bd4c-5ff0-4f30-b173-e5abf710be12 HTTP/1.1" status: 204 len: 168 time: 0.3423305 Jul 05 04:24:11.650814 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38078) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:11.662195 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799a25c-6857-45fd-ae2c-c165a82bfae9 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Pushing event deleted for resources: {'Network': ['ID=6c12bd4c-5ff0-4f30-b173-e5abf710be12,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:11.730745 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f90dac6-018a-4d1c-8141-5febc839e3a6 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.827181 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f90dac6-018a-4d1c-8141-5febc839e3a6 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.838935 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7f90dac6-018a-4d1c-8141-5febc839e3a6 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f58b0e-29fb-484b-ac7a-852153d24058']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:11.850933 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7f90dac6-018a-4d1c-8141-5febc839e3a6 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1007f5-7543-44ee-a31c-6952b3f33131') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:11.851227 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7f90dac6-018a-4d1c-8141-5febc839e3a6 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1007f5-7543-44ee-a31c-6952b3f33131') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:11.861334 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f90dac6-018a-4d1c-8141-5febc839e3a6 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.876222 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f90dac6-018a-4d1c-8141-5febc839e3a6 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.885948 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f90dac6-018a-4d1c-8141-5febc839e3a6 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:24:11.886392 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f90dac6-018a-4d1c-8141-5febc839e3a6 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:24:11.888265 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:24:11.955955 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f90dac6-018a-4d1c-8141-5febc839e3a6 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.961104 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7f90dac6-018a-4d1c-8141-5febc839e3a6 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.964534 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7f90dac6-018a-4d1c-8141-5febc839e3a6 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] 10.222.0.77 "DELETE /v2.0/networks/12f58b0e-29fb-484b-ac7a-852153d24058 HTTP/1.1" status: 204 len: 168 time: 0.3122761 Jul 05 04:24:11.980493 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90dac6-018a-4d1c-8141-5febc839e3a6 tempest-QuotasNegativeTest-143470572 tempest-QuotasNegativeTest-143470572-project-admin] Pushing event deleted for resources: {'Network': ['ID=12f58b0e-29fb-484b-ac7a-852153d24058,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:12.418920 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38098) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:12.547050 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a7205b97-39a1-4342-a4d3-287931011f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.645164 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a7205b97-39a1-4342-a4d3-287931011f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.651512 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a7205b97-39a1-4342-a4d3-287931011f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.696551 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38116) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:12.697254 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a7205b97-39a1-4342-a4d3-287931011f30 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=348bca18138d42c2acbac8439fcb308a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2763486 Jul 05 04:24:12.698172 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7205b97-39a1-4342-a4d3-287931011f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbcb3fe-015d-45d4-a963-ce996fa11354,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:12.763504 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a8278696-f1f5-4700-94aa-52ec11a9ff4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.789199 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a8278696-f1f5-4700-94aa-52ec11a9ff4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.853903 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a8278696-f1f5-4700-94aa-52ec11a9ff4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.856729 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a8278696-f1f5-4700-94aa-52ec11a9ff4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.860375 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a8278696-f1f5-4700-94aa-52ec11a9ff4e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bfbcb3fe-015d-45d4-a963-ce996fa11354 HTTP/1.1" status: 204 len: 168 time: 0.1589406 Jul 05 04:24:12.870552 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8278696-f1f5-4700-94aa-52ec11a9ff4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbcb3fe-015d-45d4-a963-ce996fa11354,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:13.129719 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38144) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:13.200920 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.245881 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38148) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:13.252800 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-79926f6a-1533-4812-b7ac-02da61eea018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.260168 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ae612aee-a80a-42ee-bcb7-a5981dbfb40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.343084 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-79926f6a-1533-4812-b7ac-02da61eea018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.347787 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-79926f6a-1533-4812-b7ac-02da61eea018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.394546 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-79926f6a-1533-4812-b7ac-02da61eea018 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1a1fe099079843938b28672e33e9b6ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2635446 Jul 05 04:24:13.397320 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38156) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:13.397978 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79926f6a-1533-4812-b7ac-02da61eea018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1550b8e2-8ff9-4e1e-9a76-918b693595fa,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:13.499184 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-da29858e-38a1-4204-8609-82989da0dfac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.523744 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ae612aee-a80a-42ee-bcb7-a5981dbfb40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.530031 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ae612aee-a80a-42ee-bcb7-a5981dbfb40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.553539 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-da29858e-38a1-4204-8609-82989da0dfac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.595242 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ae612aee-a80a-42ee-bcb7-a5981dbfb40e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e4aa5ecd86044a78a99c30fc42051854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3481224 Jul 05 04:24:13.597964 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38158) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:13.604449 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae612aee-a80a-42ee-bcb7-a5981dbfb40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c98bfe-9266-4103-9fc0-21f17fd6d0f1,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:13.636601 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-da29858e-38a1-4204-8609-82989da0dfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.640885 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-da29858e-38a1-4204-8609-82989da0dfac admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.642160 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-da29858e-38a1-4204-8609-82989da0dfac admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1550b8e2-8ff9-4e1e-9a76-918b693595fa HTTP/1.1" status: 204 len: 168 time: 0.2438548 Jul 05 04:24:13.653127 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29858e-38a1-4204-8609-82989da0dfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1550b8e2-8ff9-4e1e-9a76-918b693595fa,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:13.659545 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-31c31c19-98e2-41e9-ab31-42b9e6cbe3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.686938 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-31c31c19-98e2-41e9-ab31-42b9e6cbe3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.755868 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-31c31c19-98e2-41e9-ab31-42b9e6cbe3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.758734 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-31c31c19-98e2-41e9-ab31-42b9e6cbe3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.760280 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-31c31c19-98e2-41e9-ab31-42b9e6cbe3f2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f9c98bfe-9266-4103-9fc0-21f17fd6d0f1 HTTP/1.1" status: 204 len: 168 time: 0.1610866 Jul 05 04:24:13.768747 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c31c19-98e2-41e9-ab31-42b9e6cbe3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c98bfe-9266-4103-9fc0-21f17fd6d0f1,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:13.877892 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38168) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:14.073964 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-5e10b1ce-2f92-455e-a0cc-072a16cccc01 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Deleting port 557c98cf-562e-4648-a169-047ae8bfd532 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:14.074616 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e10b1ce-2f92-455e-a0cc-072a16cccc01 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.169623 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e10b1ce-2f92-455e-a0cc-072a16cccc01 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.170032 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e10b1ce-2f92-455e-a0cc-072a16cccc01 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.184061 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-5e10b1ce-2f92-455e-a0cc-072a16cccc01 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Calling delete_port for 557c98cf-562e-4648-a169-047ae8bfd532 owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:14.198665 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38182) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:14.246977 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9c8fc630-be46-4f07-b4aa-2b0531f90cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.421951 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9c8fc630-be46-4f07-b4aa-2b0531f90cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.428404 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9c8fc630-be46-4f07-b4aa-2b0531f90cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.444403 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e10b1ce-2f92-455e-a0cc-072a16cccc01 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.491060 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10b1ce-2f92-455e-a0cc-072a16cccc01 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'Port': ['ID=557c98cf-562e-4648-a169-047ae8bfd532,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:14.501131 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9c8fc630-be46-4f07-b4aa-2b0531f90cd4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bb52c88342d94ec092ae7e39a0810ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3006992 Jul 05 04:24:14.501271 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38196) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:14.501398 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fc630-be46-4f07-b4aa-2b0531f90cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612350c0-874c-4b16-b20f-acb8a88df2db,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:14.582106 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e10b1ce-2f92-455e-a0cc-072a16cccc01 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.582106 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-5e10b1ce-2f92-455e-a0cc-072a16cccc01 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Floating IP 3bcac7ed-cc7f-421c-accb-deb32bf5cdd0 disassociated (deleted). External IP: 172.25.1.21, port: 626da3ba-e80b-47f6-b593-3942df9dfcee. Jul 05 04:24:14.601361 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-65c60f92-f006-4b54-b0d9-1d6ce7d1d57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.630766 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-65c60f92-f006-4b54-b0d9-1d6ce7d1d57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.711070 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-65c60f92-f006-4b54-b0d9-1d6ce7d1d57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.714713 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-65c60f92-f006-4b54-b0d9-1d6ce7d1d57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.716218 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-65c60f92-f006-4b54-b0d9-1d6ce7d1d57b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/612350c0-874c-4b16-b20f-acb8a88df2db HTTP/1.1" status: 204 len: 168 time: 0.2146046 Jul 05 04:24:14.725962 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c60f92-f006-4b54-b0d9-1d6ce7d1d57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612350c0-874c-4b16-b20f-acb8a88df2db,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:14.856528 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e10b1ce-2f92-455e-a0cc-072a16cccc01 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Router 7dd1dbe7-4728-4350-bbc2-386594fa53b7 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:14.997148 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e10b1ce-2f92-455e-a0cc-072a16cccc01 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:15.004026 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5e10b1ce-2f92-455e-a0cc-072a16cccc01 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:15.013197 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793a0a93-fec4-40f9-8afe-7d51718be6ab None None] Sync routers for ids ['7dd1dbe7-4728-4350-bbc2-386594fa53b7'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:15.028043 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793a0a93-fec4-40f9-8afe-7d51718be6ab None None] Routers {'7dd1dbe7-4728-4350-bbc2-386594fa53b7'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:15.028935 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-793a0a93-fec4-40f9-8afe-7d51718be6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:24:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7dd1dbe7-4728-4350-bbc2-386594fa53b7'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:15.056355 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5e10b1ce-2f92-455e-a0cc-072a16cccc01 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "DELETE /v2.0/floatingips/3bcac7ed-cc7f-421c-accb-deb32bf5cdd0 HTTP/1.1" status: 204 len: 168 time: 1.1748242 Jul 05 04:24:15.056355 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884edca2-1538-40d8-a4f7-da44984b20a0', 'tag': '626da3ba-e80b-47f6-b593-3942df9dfcee'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:15.057185 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f863ded2-3501-47e2-a294-e4236a9ab750" -d '{"events": [{"name": "network-changed", "server_uuid": "884edca2-1538-40d8-a4f7-da44984b20a0", "tag": "626da3ba-e80b-47f6-b593-3942df9dfcee"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:15.137139 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95987a1f-f722-4131-ac7b-2ea0594d6911 x-openstack-request-id: req-95987a1f-f722-4131-ac7b-2ea0594d6911 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:15.137439 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884edca2-1538-40d8-a4f7-da44984b20a0", "tag": "626da3ba-e80b-47f6-b593-3942df9dfcee", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:15.137701 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-95987a1f-f722-4131-ac7b-2ea0594d6911 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:15.138116 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884edca2-1538-40d8-a4f7-da44984b20a0', 'tag': '626da3ba-e80b-47f6-b593-3942df9dfcee', 'status': 'completed', 'code': 200} Jul 05 04:24:15.207426 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-793a0a93-fec4-40f9-8afe-7d51718be6ab None None] Set router 7dd1dbe7-4728-4350-bbc2-386594fa53b7 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:15.272444 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863ded2-3501-47e2-a294-e4236a9ab750 req-eaaced0a-d910-41ab-880c-4b991ae54cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:15.272444 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f863ded2-3501-47e2-a294-e4236a9ab750 req-eaaced0a-d910-41ab-880c-4b991ae54cd8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 1096 time: 0.0994415 Jul 05 04:24:15.502026 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863ded2-3501-47e2-a294-e4236a9ab750 req-17d3e74c-ee0d-487b-b768-a63a3a8a646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:15.503576 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f863ded2-3501-47e2-a294-e4236a9ab750 req-17d3e74c-ee0d-487b-b768-a63a3a8a646b service neutron] 10.222.0.89 "GET /v2.0/networks?id=d7bbfb07-1c04-4034-927b-f39972dda7da HTTP/1.1" status: 200 len: 898 time: 0.2221668 Jul 05 04:24:15.596467 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f863ded2-3501-47e2-a294-e4236a9ab750 req-8f7bee18-a057-4f91-a0b8-f677d7c507ea service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=626da3ba-e80b-47f6-b593-3942df9dfcee HTTP/1.1" status: 200 len: 217 time: 0.0755408 Jul 05 04:24:15.632727 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-793a0a93-fec4-40f9-8afe-7d51718be6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178192724', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:03Z', 'updated_at': '2021-07-05T04:22:11Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:04Z', 'updated_at': '2021-07-05T04:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '15db8fcf-e5bc-4bc4-8d94-d6da30824d8b', 'name': '', 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:9f:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '852681fb-866b-4290-8397-791fc57a79d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:08Z', 'updated_at': '2021-07-05T04:22:17Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '852681fb-866b-4290-8397-791fc57a79d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:15.684465 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863ded2-3501-47e2-a294-e4236a9ab750 req-fdee7c56-f6f7-4adf-8303-db312d69b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:15.686299 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f863ded2-3501-47e2-a294-e4236a9ab750 req-fdee7c56-f6f7-4adf-8303-db312d69b847 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=852681fb-866b-4290-8397-791fc57a79d1 HTTP/1.1" status: 200 len: 835 time: 0.0798228 Jul 05 04:24:15.688648 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793a0a93-fec4-40f9-8afe-7d51718be6ab None None] Checking router: 7dd1dbe7-4728-4350-bbc2-386594fa53b7 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:24:15.699353 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793a0a93-fec4-40f9-8afe-7d51718be6ab None None] Routers {'7dd1dbe7-4728-4350-bbc2-386594fa53b7'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:15.700402 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-793a0a93-fec4-40f9-8afe-7d51718be6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:24:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7dd1dbe7-4728-4350-bbc2-386594fa53b7'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:15.856899 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-793a0a93-fec4-40f9-8afe-7d51718be6ab None None] Set router 7dd1dbe7-4728-4350-bbc2-386594fa53b7 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:15.870037 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863ded2-3501-47e2-a294-e4236a9ab750 req-ece7c87f-ebef-4422-917c-09dfb410da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:15.872000 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f863ded2-3501-47e2-a294-e4236a9ab750 req-ece7c87f-ebef-4422-917c-09dfb410da1e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d7bbfb07-1c04-4034-927b-f39972dda7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1780491 Jul 05 04:24:15.913388 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e4161-4d86-40e3-81af-6985dc898503 req-5ba39e97-9aa5-4291-8627-31f28603d3ce tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:15.920403 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bd2e4161-4d86-40e3-81af-6985dc898503 req-5ba39e97-9aa5-4291-8627-31f28603d3ce tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 944 time: 0.1685152 Jul 05 04:24:16.038277 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bd2e4161-4d86-40e3-81af-6985dc898503 req-3a4ce764-f8cc-4326-9a5a-5d930415a5cc tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=473fa814-34dd-4bae-96e7-8ee247be57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666969 Jul 05 04:24:16.084269 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f863ded2-3501-47e2-a294-e4236a9ab750 req-086f289d-7dd6-4b78-a046-5e66fa2f942c service neutron] 10.222.0.89 "GET /v2.0/networks/d7bbfb07-1c04-4034-927b-f39972dda7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033594 Jul 05 04:24:16.207598 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-793a0a93-fec4-40f9-8afe-7d51718be6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178192724', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:03Z', 'updated_at': '2021-07-05T04:22:11Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:04Z', 'updated_at': '2021-07-05T04:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '15db8fcf-e5bc-4bc4-8d94-d6da30824d8b', 'name': '', 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:9f:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '852681fb-866b-4290-8397-791fc57a79d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:08Z', 'updated_at': '2021-07-05T04:22:17Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '852681fb-866b-4290-8397-791fc57a79d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:16.229209 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57502ed4-3850-4b7b-84bb-86736296d05b req-dc99611f-11c0-4aab-bcc2-6530f6972df1 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:16.231064 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-57502ed4-3850-4b7b-84bb-86736296d05b req-dc99611f-11c0-4aab-bcc2-6530f6972df1 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.89 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 944 time: 0.1518245 Jul 05 04:24:16.271622 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793a0a93-fec4-40f9-8afe-7d51718be6ab None None] The sync data for ids ['7dd1dbe7-4728-4350-bbc2-386594fa53b7'] in n-d-780147-23 is: [{'id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178192724', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:03Z', 'updated_at': '2021-07-05T04:22:11Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:04Z', 'updated_at': '2021-07-05T04:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '15db8fcf-e5bc-4bc4-8d94-d6da30824d8b', 'name': '', 'network_id': 'd7bbfb07-1c04-4034-927b-f39972dda7da', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:9f:84:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '852681fb-866b-4290-8397-791fc57a79d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:08Z', 'updated_at': '2021-07-05T04:22:17Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '852681fb-866b-4290-8397-791fc57a79d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:16.291758 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f863ded2-3501-47e2-a294-e4236a9ab750 req-513b3c31-d6aa-45d1-b8dd-511f4c4d6b79 service neutron] 10.222.0.89 "GET /v2.0/networks/d7bbfb07-1c04-4034-927b-f39972dda7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003946 Jul 05 04:24:16.300025 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38278) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:16.421287 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-57502ed4-3850-4b7b-84bb-86736296d05b req-4c444627-a09b-4967-804e-028e359cfd37 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Deleting port 626da3ba-e80b-47f6-b593-3942df9dfcee {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:16.421860 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-57502ed4-3850-4b7b-84bb-86736296d05b req-4c444627-a09b-4967-804e-028e359cfd37 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:16.596220 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-57502ed4-3850-4b7b-84bb-86736296d05b req-4c444627-a09b-4967-804e-028e359cfd37 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] For port 626da3ba-e80b-47f6-b593-3942df9dfcee, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=626da3ba-e80b-47f6-b593-3942df9dfcee,segment=NetworkSegment(80e955a2-0c08-4d00-9170-d91afd134e37),segment_id=80e955a2-0c08-4d00-9170-d91afd134e37)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:16.596878 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-57502ed4-3850-4b7b-84bb-86736296d05b req-4c444627-a09b-4967-804e-028e359cfd37 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:16.613690 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-57502ed4-3850-4b7b-84bb-86736296d05b req-4c444627-a09b-4967-804e-028e359cfd37 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Calling delete_port for 626da3ba-e80b-47f6-b593-3942df9dfcee owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:16.644410 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-9ed30a77-41c8-4204-b2df-0e7ba55203ea tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:16.704082 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9ed30a77-41c8-4204-b2df-0e7ba55203ea tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] 10.222.0.77 "PUT /v2.0/quotas/920867c2f1aa4d388ed9f897c2ae3874 HTTP/1.1" status: 200 len: 366 time: 0.4028068 Jul 05 04:24:16.707020 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38296) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:16.720745 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68912d6d-30bf-4380-8bcc-180d596faaae None None] New status for floating IP 3bcac7ed-cc7f-421c-accb-deb32bf5cdd0: DOWN {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:24:16.784080 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6e8599d2-75fb-4868-91ad-bc3d7a5c6934 tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] 10.222.0.77 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0521452 Jul 05 04:24:16.784370 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38300) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:16.794938 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-db828cf9-1644-4d36-bc33-5ae845fa4807 tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] 10.222.0.77 "GET /v2.0/quotas/920867c2f1aa4d388ed9f897c2ae3874 HTTP/1.1" status: 200 len: 366 time: 0.0093608 Jul 05 04:24:16.800574 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-57502ed4-3850-4b7b-84bb-86736296d05b req-4c444627-a09b-4967-804e-028e359cfd37 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:16.806113 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38302) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:16.839413 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4cc50457-1d32-4169-818e-8c42f54cf635 tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] 10.222.0.77 "DELETE /v2.0/quotas/920867c2f1aa4d388ed9f897c2ae3874 HTTP/1.1" status: 204 len: 168 time: 0.0310650 Jul 05 04:24:16.840112 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38306) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:16.870570 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6a2cc0f3-033f-428e-abc5-f6c51098cff4 tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] 10.222.0.77 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0266161 Jul 05 04:24:16.874362 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38308) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:16.898462 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c444627-a09b-4967-804e-028e359cfd37 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'Port': ['ID=626da3ba-e80b-47f6-b593-3942df9dfcee,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:16.913743 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7831f071-af72-4589-a5ca-388588a7eff2 tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] 10.222.0.77 "GET /v2.0/quotas/920867c2f1aa4d388ed9f897c2ae3874 HTTP/1.1" status: 200 len: 370 time: 0.0380075 Jul 05 04:24:16.917166 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38310) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:16.922299 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f09a13c2-f1cb-4dd5-8949-d0dab56ae2b5 tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] 10.222.0.77 "GET /v2.0/quotas/920867c2f1aa4d388ed9f897c2ae3874/default HTTP/1.1" status: 200 len: 370 time: 0.0040255 Jul 05 04:24:16.924520 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38312) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:16.933802 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c444627-a09b-4967-804e-028e359cfd37 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:16.934155 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c444627-a09b-4967-804e-028e359cfd37 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:16.934602 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c444627-a09b-4967-804e-028e359cfd37 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:16.935360 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c444627-a09b-4967-804e-028e359cfd37 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:16.935709 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c444627-a09b-4967-804e-028e359cfd37 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:16.936066 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c444627-a09b-4967-804e-028e359cfd37 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:16.936399 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c444627-a09b-4967-804e-028e359cfd37 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:16.936727 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c444627-a09b-4967-804e-028e359cfd37 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:16.937037 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-bf1e4fbd-1540-4ee3-af19-4a08c4504ca7 tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] delete failed (client error): The resource could not be found. Jul 05 04:24:16.938176 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bf1e4fbd-1540-4ee3-af19-4a08c4504ca7 tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] 10.222.0.77 "DELETE /v2.0/quotas/920867c2f1aa4d388ed9f897c2ae3874 HTTP/1.1" status: 404 len: 348 time: 0.0125234 Jul 05 04:24:16.945761 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c444627-a09b-4967-804e-028e359cfd37 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:16.946224 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c444627-a09b-4967-804e-028e359cfd37 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:16.946578 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c444627-a09b-4967-804e-028e359cfd37 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:16.946917 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c444627-a09b-4967-804e-028e359cfd37 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:16.951107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-57502ed4-3850-4b7b-84bb-86736296d05b req-4c444627-a09b-4967-804e-028e359cfd37 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] No DVR routers for this DVR port 626da3ba-e80b-47f6-b593-3942df9dfcee on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:16.953539 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-57502ed4-3850-4b7b-84bb-86736296d05b req-4c444627-a09b-4967-804e-028e359cfd37 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:16.956267 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-57502ed4-3850-4b7b-84bb-86736296d05b req-4c444627-a09b-4967-804e-028e359cfd37 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.89 "DELETE /v2.0/ports/626da3ba-e80b-47f6-b593-3942df9dfcee HTTP/1.1" status: 204 len: 173 time: 0.7152803 Jul 05 04:24:17.139739 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884edca2-1538-40d8-a4f7-da44984b20a0', 'name': 'network-vif-deleted', 'tag': '626da3ba-e80b-47f6-b593-3942df9dfcee'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:17.142389 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0f9e2d-ebbc-4432-afc9-1e60fbdceef5" -d '{"events": [{"server_uuid": "884edca2-1538-40d8-a4f7-da44984b20a0", "name": "network-vif-deleted", "tag": "626da3ba-e80b-47f6-b593-3942df9dfcee"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:17.208802 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6ac11b-2950-4ee2-a400-eeabe930891f x-openstack-request-id: req-ee6ac11b-2950-4ee2-a400-eeabe930891f {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:17.209107 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884edca2-1538-40d8-a4f7-da44984b20a0", "name": "network-vif-deleted", "tag": "626da3ba-e80b-47f6-b593-3942df9dfcee", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:17.209365 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ee6ac11b-2950-4ee2-a400-eeabe930891f {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:17.209769 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884edca2-1538-40d8-a4f7-da44984b20a0', 'name': 'network-vif-deleted', 'tag': '626da3ba-e80b-47f6-b593-3942df9dfcee', 'status': 'completed', 'code': 200} Jul 05 04:24:17.257305 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38330) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:17.343846 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1bc04c23-bf78-47f0-a93a-d6ae11fb33f2 req-8d86939c-9484-489b-afa8-7aae9d7ffb04 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=884edca2-1538-40d8-a4f7-da44984b20a0 HTTP/1.1" status: 200 len: 210 time: 0.0744228 Jul 05 04:24:17.351118 n-d-780147-23 neutron-server[105539]: DEBUG neutron.quota.resource [None req-29977d26-1f66-4112-8d2d-49e1fde6885b tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] Usage tracker for resource:network and tenant:1366069aee14423e832bc5d99548d4d1 is out of sync, need to count used quota {{(pid=105539) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 04:24:17.365419 n-d-780147-23 neutron-server[105539]: DEBUG neutron.quota.resource [None req-29977d26-1f66-4112-8d2d-49e1fde6885b tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=105539) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 04:24:17.378625 n-d-780147-23 neutron-server[105539]: DEBUG neutron.quota.resource [None req-29977d26-1f66-4112-8d2d-49e1fde6885b tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] Usage tracker for resource:subnet and tenant:1366069aee14423e832bc5d99548d4d1 is out of sync, need to count used quota {{(pid=105539) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 04:24:17.398097 n-d-780147-23 neutron-server[105539]: DEBUG neutron.quota.resource [None req-29977d26-1f66-4112-8d2d-49e1fde6885b tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=105539) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 04:24:17.410516 n-d-780147-23 neutron-server[105539]: DEBUG neutron.quota.resource [None req-29977d26-1f66-4112-8d2d-49e1fde6885b tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] Usage tracker for resource:subnetpool and tenant:1366069aee14423e832bc5d99548d4d1 is out of sync, need to count used quota {{(pid=105539) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 04:24:17.420220 n-d-780147-23 neutron-server[105539]: DEBUG neutron.quota.resource [None req-29977d26-1f66-4112-8d2d-49e1fde6885b tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=105539) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 04:24:17.441239 n-d-780147-23 neutron-server[105539]: DEBUG neutron.quota.resource [None req-29977d26-1f66-4112-8d2d-49e1fde6885b tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] Usage tracker for resource:port and tenant:1366069aee14423e832bc5d99548d4d1 is out of sync, need to count used quota {{(pid=105539) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 04:24:17.453024 n-d-780147-23 neutron-server[105539]: DEBUG neutron.quota.resource [None req-29977d26-1f66-4112-8d2d-49e1fde6885b tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=105539) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 04:24:17.466249 n-d-780147-23 neutron-server[105539]: DEBUG neutron.quota.resource [None req-29977d26-1f66-4112-8d2d-49e1fde6885b tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] Usage tracker for resource:router and tenant:1366069aee14423e832bc5d99548d4d1 is out of sync, need to count used quota {{(pid=105539) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 04:24:17.473143 n-d-780147-23 neutron-server[105539]: DEBUG neutron.quota.resource [None req-29977d26-1f66-4112-8d2d-49e1fde6885b tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=105539) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 04:24:17.487534 n-d-780147-23 neutron-server[105539]: DEBUG neutron.quota.resource [None req-29977d26-1f66-4112-8d2d-49e1fde6885b tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] Usage tracker for resource:floatingip and tenant:1366069aee14423e832bc5d99548d4d1 is out of sync, need to count used quota {{(pid=105539) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 04:24:17.494757 n-d-780147-23 neutron-server[105539]: DEBUG neutron.quota.resource [None req-29977d26-1f66-4112-8d2d-49e1fde6885b tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=105539) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 04:24:17.544296 n-d-780147-23 neutron-server[105539]: DEBUG neutron.quota.resource [None req-29977d26-1f66-4112-8d2d-49e1fde6885b tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] Usage tracker for resource:security_group and tenant:1366069aee14423e832bc5d99548d4d1 is out of sync, need to count used quota {{(pid=105539) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 04:24:17.549635 n-d-780147-23 neutron-server[105539]: DEBUG neutron.quota.resource [None req-29977d26-1f66-4112-8d2d-49e1fde6885b tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=105539) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 04:24:17.556210 n-d-780147-23 neutron-server[105539]: DEBUG neutron.quota.resource [None req-29977d26-1f66-4112-8d2d-49e1fde6885b tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] Usage tracker for resource:security_group_rule and tenant:1366069aee14423e832bc5d99548d4d1 is out of sync, need to count used quota {{(pid=105539) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 04:24:17.561844 n-d-780147-23 neutron-server[105539]: DEBUG neutron.quota.resource [None req-29977d26-1f66-4112-8d2d-49e1fde6885b tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=105539) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 04:24:17.582339 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-29977d26-1f66-4112-8d2d-49e1fde6885b tempest-QuotasTest-398265692 tempest-QuotasTest-398265692-project-admin] 10.222.0.77 "GET /v2.0/quotas/1366069aee14423e832bc5d99548d4d1/details.json HTTP/1.1" status: 200 len: 703 time: 0.3200743 Jul 05 04:24:17.917203 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38352) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:18.031612 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-199919f5-4b78-47d2-a1b7-246d63b2f07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.128910 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-199919f5-4b78-47d2-a1b7-246d63b2f07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.134484 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-199919f5-4b78-47d2-a1b7-246d63b2f07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.173340 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-199919f5-4b78-47d2-a1b7-246d63b2f07b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3d6d88f877be4b4ea152fd7e4a7e3150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2549930 Jul 05 04:24:18.174520 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199919f5-4b78-47d2-a1b7-246d63b2f07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c2d0c1-ea73-4895-81cc-8d4630258fc7,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:18.176445 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38360) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:18.229862 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-174a9a8f-68f7-4a8d-a3c8-f46986c7dabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.252013 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-174a9a8f-68f7-4a8d-a3c8-f46986c7dabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.310318 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-174a9a8f-68f7-4a8d-a3c8-f46986c7dabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.314486 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-174a9a8f-68f7-4a8d-a3c8-f46986c7dabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.315665 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-174a9a8f-68f7-4a8d-a3c8-f46986c7dabb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/29c2d0c1-ea73-4895-81cc-8d4630258fc7 HTTP/1.1" status: 204 len: 168 time: 0.1381695 Jul 05 04:24:18.342598 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a9a8f-68f7-4a8d-a3c8-f46986c7dabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c2d0c1-ea73-4895-81cc-8d4630258fc7,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:18.479348 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38370) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:18.682611 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38380) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:18.699250 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d403c204-d8e3-4929-a3f4-8f2838973f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.958656 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d403c204-d8e3-4929-a3f4-8f2838973f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.970111 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d403c204-d8e3-4929-a3f4-8f2838973f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.048127 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d403c204-d8e3-4929-a3f4-8f2838973f05 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1366069aee14423e832bc5d99548d4d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3644450 Jul 05 04:24:19.048688 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38392) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:19.049136 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403c204-d8e3-4929-a3f4-8f2838973f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94714802-0061-483d-b946-06f244325158,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:19.085362 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-304c41f5-71a3-4a29-8c02-f23d4e533283 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.111895 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c065d385-4639-450e-b30a-d2ac8e7f0d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.141313 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c065d385-4639-450e-b30a-d2ac8e7f0d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.200640 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c065d385-4639-450e-b30a-d2ac8e7f0d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.205214 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c065d385-4639-450e-b30a-d2ac8e7f0d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.207111 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c065d385-4639-450e-b30a-d2ac8e7f0d9c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/94714802-0061-483d-b946-06f244325158 HTTP/1.1" status: 204 len: 168 time: 0.1567633 Jul 05 04:24:19.217674 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065d385-4639-450e-b30a-d2ac8e7f0d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94714802-0061-483d-b946-06f244325158,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:19.984950 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-304c41f5-71a3-4a29-8c02-f23d4e533283 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Deleting port 15db8fcf-e5bc-4bc4-8d94-d6da30824d8b {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:19.986035 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-304c41f5-71a3-4a29-8c02-f23d4e533283 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.131527 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-304c41f5-71a3-4a29-8c02-f23d4e533283 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] For port 15db8fcf-e5bc-4bc4-8d94-d6da30824d8b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=15db8fcf-e5bc-4bc4-8d94-d6da30824d8b,segment=NetworkSegment(80e955a2-0c08-4d00-9170-d91afd134e37),segment_id=80e955a2-0c08-4d00-9170-d91afd134e37)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:20.131852 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-304c41f5-71a3-4a29-8c02-f23d4e533283 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.151190 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-304c41f5-71a3-4a29-8c02-f23d4e533283 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Calling delete_port for 15db8fcf-e5bc-4bc4-8d94-d6da30824d8b owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:20.294005 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38434) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:20.322486 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 626da3ba-e80b-47f6-b593-3942df9dfcee no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:20.360307 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 626da3ba-e80b-47f6-b593-3942df9dfcee {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:20.360919 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 626da3ba-e80b-47f6-b593-3942df9dfcee not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:20.458459 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-304c41f5-71a3-4a29-8c02-f23d4e533283 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.486830 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-73e9d022-49cd-47f4-8bb0-ef39ad141875 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1264768382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:20.494214 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c41f5-71a3-4a29-8c02-f23d4e533283 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'Port': ['ID=15db8fcf-e5bc-4bc4-8d94-d6da30824d8b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:20.531585 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c41f5-71a3-4a29-8c02-f23d4e533283 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:20.532005 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c41f5-71a3-4a29-8c02-f23d4e533283 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:20.532587 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c41f5-71a3-4a29-8c02-f23d4e533283 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:20.532914 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c41f5-71a3-4a29-8c02-f23d4e533283 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:20.533244 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c41f5-71a3-4a29-8c02-f23d4e533283 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:20.533632 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c41f5-71a3-4a29-8c02-f23d4e533283 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:20.534544 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c41f5-71a3-4a29-8c02-f23d4e533283 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:20.534544 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c41f5-71a3-4a29-8c02-f23d4e533283 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:20.534869 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c41f5-71a3-4a29-8c02-f23d4e533283 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:20.535048 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c41f5-71a3-4a29-8c02-f23d4e533283 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:20.535233 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c41f5-71a3-4a29-8c02-f23d4e533283 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:20.535762 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c41f5-71a3-4a29-8c02-f23d4e533283 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:20.540516 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73e9d022-49cd-47f4-8bb0-ef39ad141875 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.541830 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73e9d022-49cd-47f4-8bb0-ef39ad141875 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.604010 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73e9d022-49cd-47f4-8bb0-ef39ad141875 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.612750 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73e9d022-49cd-47f4-8bb0-ef39ad141875 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.635622 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-73e9d022-49cd-47f4-8bb0-ef39ad141875 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.636972 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-73e9d022-49cd-47f4-8bb0-ef39ad141875 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3418531 Jul 05 04:24:20.639888 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38444) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:20.645757 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-23ee7411-ae6a-4c76-9996-fb68105ba2e9 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2091847471'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:20.672869 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ee7411-ae6a-4c76-9996-fb68105ba2e9 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Made reservation on behalf of 70a59bbab74444268722486c9bd56734 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:20.677226 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-23ee7411-ae6a-4c76-9996-fb68105ba2e9 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.689692 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-23ee7411-ae6a-4c76-9996-fb68105ba2e9 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.778022 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-304c41f5-71a3-4a29-8c02-f23d4e533283 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.829791 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-23ee7411-ae6a-4c76-9996-fb68105ba2e9 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.835316 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-23ee7411-ae6a-4c76-9996-fb68105ba2e9 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.871716 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ee7411-ae6a-4c76-9996-fb68105ba2e9 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:24:20.876186 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee7411-ae6a-4c76-9996-fb68105ba2e9 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1acf68-62ae-48e2-b661-7dd7b9f7fbc6,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:20.885785 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-23ee7411-ae6a-4c76-9996-fb68105ba2e9 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.886138 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-23ee7411-ae6a-4c76-9996-fb68105ba2e9 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Added segment b7011088-f311-4613-b565-80a6a6e4f039 of type vlan for network 43424bec-890b-4f28-b216-e2320c979ecb Jul 05 04:24:20.929502 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-23ee7411-ae6a-4c76-9996-fb68105ba2e9 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.962916 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-23ee7411-ae6a-4c76-9996-fb68105ba2e9 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.968790 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ee7411-ae6a-4c76-9996-fb68105ba2e9 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:20.969385 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-23ee7411-ae6a-4c76-9996-fb68105ba2e9 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.024738 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-23ee7411-ae6a-4c76-9996-fb68105ba2e9 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3835709 Jul 05 04:24:21.028157 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38450) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:21.039897 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-89881683-3696-449b-af50-75dd896698c3 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Request body: {'subnet': {'network_id': '43424bec-890b-4f28-b216-e2320c979ecb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:21.045309 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304c41f5-71a3-4a29-8c02-f23d4e533283 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Router 7dd1dbe7-4728-4350-bbc2-386594fa53b7 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:21.102440 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee7411-ae6a-4c76-9996-fb68105ba2e9 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Pushing event updated for resources: {'Network': ['ID=43424bec-890b-4f28-b216-e2320c979ecb,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:21.113837 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 43424bec-890b-4f28-b216-e2320c979ecb details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:24:21.196173 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89881683-3696-449b-af50-75dd896698c3 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Made reservation on behalf of 70a59bbab74444268722486c9bd56734 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:21.197764 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304c41f5-71a3-4a29-8c02-f23d4e533283 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:21.202931 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-89881683-3696-449b-af50-75dd896698c3 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.204046 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-304c41f5-71a3-4a29-8c02-f23d4e533283 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "PUT /v2.0/routers/7dd1dbe7-4728-4350-bbc2-386594fa53b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7227452 Jul 05 04:24:21.206760 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38462) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:21.209502 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05924116-dda7-4050-bea4-52bfa417b189 None None] Sync routers for ids ['7dd1dbe7-4728-4350-bbc2-386594fa53b7'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:21.224200 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05924116-dda7-4050-bea4-52bfa417b189 None None] Routers {'7dd1dbe7-4728-4350-bbc2-386594fa53b7'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:21.225042 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-05924116-dda7-4050-bea4-52bfa417b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:24:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7dd1dbe7-4728-4350-bbc2-386594fa53b7'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:21.318111 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-29de4183-948b-4658-8230-aaef0faa2eb3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Deleting subnet 852681fb-866b-4290-8397-791fc57a79d1 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:24:21.323212 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-29de4183-948b-4658-8230-aaef0faa2eb3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.378902 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-29de4183-948b-4658-8230-aaef0faa2eb3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.437739 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-05924116-dda7-4050-bea4-52bfa417b189 None None] Set router 7dd1dbe7-4728-4350-bbc2-386594fa53b7 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:21.529462 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-29de4183-948b-4658-8230-aaef0faa2eb3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.532141 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-89881683-3696-449b-af50-75dd896698c3 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.618254 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89881683-3696-449b-af50-75dd896698c3 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Pushing event updated for resources: {'Subnet': ['ID=12569030-da9a-467c-a1dc-2a2c22690497,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:21.643674 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89881683-3696-449b-af50-75dd896698c3 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Checking segment: {'id': 'b7011088-f311-4613-b565-80a6a6e4f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '43424bec-890b-4f28-b216-e2320c979ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:21.644856 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89881683-3696-449b-af50-75dd896698c3 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Network hostable DHCP agents. Network: 43424bec-890b-4f28-b216-e2320c979ecb, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:24:21.651440 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-29de4183-948b-4658-8230-aaef0faa2eb3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.667356 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-29de4183-948b-4658-8230-aaef0faa2eb3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.673644 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d62941-f565-4c30-b507-5829f0664893 None None] Network d7bbfb07-1c04-4034-927b-f39972dda7da requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:21.674692 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-29de4183-948b-4658-8230-aaef0faa2eb3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "DELETE /v2.0/subnets/852681fb-866b-4290-8397-791fc57a79d1 HTTP/1.1" status: 204 len: 168 time: 0.4566119 Jul 05 04:24:21.686868 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38472) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:21.699507 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de4183-948b-4658-8230-aaef0faa2eb3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'Subnet': ['ID=852681fb-866b-4290-8397-791fc57a79d1,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:21.720231 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-05924116-dda7-4050-bea4-52bfa417b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178192724', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:03Z', 'updated_at': '2021-07-05T04:24:20Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:04Z', 'updated_at': '2021-07-05T04:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:21.751357 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05924116-dda7-4050-bea4-52bfa417b189 None None] Checking router: 7dd1dbe7-4728-4350-bbc2-386594fa53b7 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:24:21.762096 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05924116-dda7-4050-bea4-52bfa417b189 None None] Routers {'7dd1dbe7-4728-4350-bbc2-386594fa53b7'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:21.762316 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89881683-3696-449b-af50-75dd896698c3 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Network 43424bec-890b-4f28-b216-e2320c979ecb is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:24:21.762794 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-05924116-dda7-4050-bea4-52bfa417b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:24:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7dd1dbe7-4728-4350-bbc2-386594fa53b7'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:21.784005 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-89881683-3696-449b-af50-75dd896698c3 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 43424bec-890b-4f28-b216-e2320c979ecb) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:21.796712 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c517d549-5cde-442f-a649-7e63998fd691 None None] Network 43424bec-890b-4f28-b216-e2320c979ecb requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:21.818899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89881683-3696-449b-af50-75dd896698c3 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:21.819112 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-89881683-3696-449b-af50-75dd896698c3 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.857359 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-89881683-3696-449b-af50-75dd896698c3 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8278632 Jul 05 04:24:21.860731 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38478) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:21.862106 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1fff248c-0528-4fab-94d7-70fe2901e7ec tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.866128 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-d88275c8-8e2a-433b-b534-bade3906ab5d tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Request body: {'network': {'name': 'tempest-router-network01--1067435987'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:21.924011 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88275c8-8e2a-433b-b534-bade3906ab5d tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Made reservation on behalf of 70a59bbab74444268722486c9bd56734 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:21.925184 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-05924116-dda7-4050-bea4-52bfa417b189 None None] Set router 7dd1dbe7-4728-4350-bbc2-386594fa53b7 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:21.931398 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d88275c8-8e2a-433b-b534-bade3906ab5d tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.983258 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88275c8-8e2a-433b-b534-bade3906ab5d tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:24:22.009926 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d88275c8-8e2a-433b-b534-bade3906ab5d tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.010085 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-d88275c8-8e2a-433b-b534-bade3906ab5d tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Added segment 9aab5351-372b-4cd0-b760-0a35e30abeb8 of type vlan for network 314b4a32-c51b-4f98-81b2-b2c21440f42f Jul 05 04:24:22.068091 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5cad67-30dd-43e1-9ef7-baf921878154 None None] DHCP port deletion for d7bbfb07-1c04-4034-927b-f39972dda7da request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:24:22.106389 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d88275c8-8e2a-433b-b534-bade3906ab5d tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.111135 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1fff248c-0528-4fab-94d7-70fe2901e7ec tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.140068 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0315161f-c000-41f9-9894-d6a8be5e7360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-43424bec-890b-4f28-b216-e2320c979ecb', 'network_id': '43424bec-890b-4f28-b216-e2320c979ecb', 'tenant_id': '70a59bbab74444268722486c9bd56734', 'fixed_ips': [{'subnet_id': '12569030-da9a-467c-a1dc-2a2c22690497'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:24:22.141328 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0315161f-c000-41f9-9894-d6a8be5e7360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.179192 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d88275c8-8e2a-433b-b534-bade3906ab5d tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.186338 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88275c8-8e2a-433b-b534-bade3906ab5d tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:22.187271 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d88275c8-8e2a-433b-b534-bade3906ab5d tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.199264 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-05924116-dda7-4050-bea4-52bfa417b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178192724', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:03Z', 'updated_at': '2021-07-05T04:24:20Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:04Z', 'updated_at': '2021-07-05T04:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:22.242051 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05924116-dda7-4050-bea4-52bfa417b189 None None] The sync data for ids ['7dd1dbe7-4728-4350-bbc2-386594fa53b7'] in n-d-780147-23 is: [{'id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178192724', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:03Z', 'updated_at': '2021-07-05T04:24:20Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'cb40ff44-f316-4c39-9ae9-33f00d6f1c2e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1dbe7-4728-4350-bbc2-386594fa53b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:04Z', 'updated_at': '2021-07-05T04:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:22.309807 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-cd5cad67-30dd-43e1-9ef7-baf921878154 None None] Deleting port a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:22.310248 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cd5cad67-30dd-43e1-9ef7-baf921878154 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.325284 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d88275c8-8e2a-433b-b534-bade3906ab5d tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4610071 Jul 05 04:24:22.348324 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88275c8-8e2a-433b-b534-bade3906ab5d tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Pushing event updated for resources: {'Network': ['ID=314b4a32-c51b-4f98-81b2-b2c21440f42f,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:22.351070 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38484) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:22.358402 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-4a052283-a945-43f7-8ee6-566f184343ac tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Request body: {'network': {'name': 'tempest-router-network02--1817650524'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:22.386651 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a052283-a945-43f7-8ee6-566f184343ac tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Made reservation on behalf of 70a59bbab74444268722486c9bd56734 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:22.390860 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-cd5cad67-30dd-43e1-9ef7-baf921878154 None None] For port a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f,segment=NetworkSegment(80e955a2-0c08-4d00-9170-d91afd134e37),segment_id=80e955a2-0c08-4d00-9170-d91afd134e37)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:22.391370 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cd5cad67-30dd-43e1-9ef7-baf921878154 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.392003 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4a052283-a945-43f7-8ee6-566f184343ac tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.407041 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-cd5cad67-30dd-43e1-9ef7-baf921878154 None None] Calling delete_port for a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:22.411966 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 314b4a32-c51b-4f98-81b2-b2c21440f42f details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:24:22.425330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a052283-a945-43f7-8ee6-566f184343ac tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:24:22.440748 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4a052283-a945-43f7-8ee6-566f184343ac tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.441480 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-4a052283-a945-43f7-8ee6-566f184343ac tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Added segment 7b01c1b2-8668-4499-938a-2db3c6a90a94 of type vlan for network 3b14e380-f368-4f78-a02a-482555eeaffa Jul 05 04:24:22.495607 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4a052283-a945-43f7-8ee6-566f184343ac tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.536209 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4a052283-a945-43f7-8ee6-566f184343ac tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.547352 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a052283-a945-43f7-8ee6-566f184343ac tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:22.548330 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4a052283-a945-43f7-8ee6-566f184343ac tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.553204 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-0315161f-c000-41f9-9894-d6a8be5e7360 None None] Allocated IP 2001:db8::2 (43424bec-890b-4f28-b216-e2320c979ecb/12569030-da9a-467c-a1dc-2a2c22690497/6114a69e-5fbb-4223-940b-5662ac3399f9) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:22.623527 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7eaf13f1-2feb-4604-bf10-a8cf86f751ca req-ce799b7a-8a8f-4e6a-b22d-bfdb86fe53d0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5968225 Jul 05 04:24:22.639626 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-1fff248c-0528-4fab-94d7-70fe2901e7ec tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Deleting port cb40ff44-f316-4c39-9ae9-33f00d6f1c2e {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:22.640024 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1fff248c-0528-4fab-94d7-70fe2901e7ec tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.697627 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cd5cad67-30dd-43e1-9ef7-baf921878154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.734233 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5cad67-30dd-43e1-9ef7-baf921878154 None None] No DVR routers for this DVR port a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:22.746190 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-1fff248c-0528-4fab-94d7-70fe2901e7ec tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] For port cb40ff44-f316-4c39-9ae9-33f00d6f1c2e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=cb40ff44-f316-4c39-9ae9-33f00d6f1c2e,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:22.746514 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1fff248c-0528-4fab-94d7-70fe2901e7ec tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.756686 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4a052283-a945-43f7-8ee6-566f184343ac tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4030311 Jul 05 04:24:22.783980 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38498) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:22.786829 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-1fff248c-0528-4fab-94d7-70fe2901e7ec tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Calling delete_port for cb40ff44-f316-4c39-9ae9-33f00d6f1c2e owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:22.790925 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5cad67-30dd-43e1-9ef7-baf921878154 None None] Pushing event deleted for resources: {'Port': ['ID=a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:22.798227 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-da51b079-fb10-4258-a16b-95ef4433ad01 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Request body: {'subnet': {'network_id': '314b4a32-c51b-4f98-81b2-b2c21440f42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:22.835964 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a052283-a945-43f7-8ee6-566f184343ac tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Pushing event updated for resources: {'Network': ['ID=3b14e380-f368-4f78-a02a-482555eeaffa,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:22.854506 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 3b14e380-f368-4f78-a02a-482555eeaffa details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:24:22.906974 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf13f1-2feb-4604-bf10-a8cf86f751ca req-072c8a9a-2cae-4cd6-8ac6-fcb0685e02aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:22.908658 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7eaf13f1-2feb-4604-bf10-a8cf86f751ca req-072c8a9a-2cae-4cd6-8ac6-fcb0685e02aa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 1097 time: 0.1374063 Jul 05 04:24:22.928566 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0315161f-c000-41f9-9894-d6a8be5e7360 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.947503 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0315161f-c000-41f9-9894-d6a8be5e7360 None None] Transition to ACTIVE for port object 6114a69e-5fbb-4223-940b-5662ac3399f9 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:22.978174 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0315161f-c000-41f9-9894-d6a8be5e7360 None None] Transition to ACTIVE for port object 6114a69e-5fbb-4223-940b-5662ac3399f9 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:23.045773 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0315161f-c000-41f9-9894-d6a8be5e7360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.048952 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da51b079-fb10-4258-a16b-95ef4433ad01 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Made reservation on behalf of 70a59bbab74444268722486c9bd56734 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:23.053170 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-da51b079-fb10-4258-a16b-95ef4433ad01 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.133598 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0315161f-c000-41f9-9894-d6a8be5e7360 None None] Network 43424bec-890b-4f28-b216-e2320c979ecb is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:23.157586 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-0315161f-c000-41f9-9894-d6a8be5e7360 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:23.159784 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf13f1-2feb-4604-bf10-a8cf86f751ca req-2c11e6ee-50f0-4a83-808f-66a057913b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:23.161318 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7eaf13f1-2feb-4604-bf10-a8cf86f751ca req-2c11e6ee-50f0-4a83-808f-66a057913b69 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 913 time: 0.1926904 Jul 05 04:24:23.166188 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0315161f-c000-41f9-9894-d6a8be5e7360 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:23.171555 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315161f-c000-41f9-9894-d6a8be5e7360 None None] Pushing event updated for resources: {'Port': ['ID=6114a69e-5fbb-4223-940b-5662ac3399f9,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:23.181468 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1fff248c-0528-4fab-94d7-70fe2901e7ec tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.250359 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-0315161f-c000-41f9-9894-d6a8be5e7360 None None] Attempting to bind port 6114a69e-5fbb-4223-940b-5662ac3399f9 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:23.250359 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-0315161f-c000-41f9-9894-d6a8be5e7360 None None] Attempting to bind port 6114a69e-5fbb-4223-940b-5662ac3399f9 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'b7011088-f311-4613-b565-80a6a6e4f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '43424bec-890b-4f28-b216-e2320c979ecb'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:23.250359 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315161f-c000-41f9-9894-d6a8be5e7360 None None] Attempting to bind port 6114a69e-5fbb-4223-940b-5662ac3399f9 on network 43424bec-890b-4f28-b216-e2320c979ecb {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:23.250359 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315161f-c000-41f9-9894-d6a8be5e7360 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:23.250359 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315161f-c000-41f9-9894-d6a8be5e7360 None None] Checking segment: {'id': 'b7011088-f311-4613-b565-80a6a6e4f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '43424bec-890b-4f28-b216-e2320c979ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:23.260268 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0315161f-c000-41f9-9894-d6a8be5e7360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.260840 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315161f-c000-41f9-9894-d6a8be5e7360 None None] Bound using segment: {'id': 'b7011088-f311-4613-b565-80a6a6e4f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '43424bec-890b-4f28-b216-e2320c979ecb'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:23.261371 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-0315161f-c000-41f9-9894-d6a8be5e7360 None None] Bound port: 6114a69e-5fbb-4223-940b-5662ac3399f9, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7011088-f311-4613-b565-80a6a6e4f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '43424bec-890b-4f28-b216-e2320c979ecb'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:23.261773 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0315161f-c000-41f9-9894-d6a8be5e7360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.317979 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff248c-0528-4fab-94d7-70fe2901e7ec tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'Port': ['ID=cb40ff44-f316-4c39-9ae9-33f00d6f1c2e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:23.337441 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-da51b079-fb10-4258-a16b-95ef4433ad01 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.368004 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7eaf13f1-2feb-4604-bf10-a8cf86f751ca req-2e4959f1-c603-49a2-88e5-0a27e1320d1b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96bceac5-4504-43d3-b00e-1db8fa03558a HTTP/1.1" status: 200 len: 1000 time: 0.1945038 Jul 05 04:24:23.373291 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1fff248c-0528-4fab-94d7-70fe2901e7ec tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.377134 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-0315161f-c000-41f9-9894-d6a8be5e7360 None None] For port 6114a69e-5fbb-4223-940b-5662ac3399f9, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:23.386436 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-0315161f-c000-41f9-9894-d6a8be5e7360 None None] For port 6114a69e-5fbb-4223-940b-5662ac3399f9, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6114a69e-5fbb-4223-940b-5662ac3399f9,segment=NetworkSegment(b7011088-f311-4613-b565-80a6a6e4f039),segment_id=b7011088-f311-4613-b565-80a6a6e4f039)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:23.400946 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0315161f-c000-41f9-9894-d6a8be5e7360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.436975 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51b079-fb10-4258-a16b-95ef4433ad01 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Pushing event updated for resources: {'Subnet': ['ID=436117bb-c4af-4653-a255-77201d83fcf9,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:23.439127 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da51b079-fb10-4258-a16b-95ef4433ad01 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Checking segment: {'id': '9aab5351-372b-4cd0-b760-0a35e30abeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '314b4a32-c51b-4f98-81b2-b2c21440f42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:23.439492 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da51b079-fb10-4258-a16b-95ef4433ad01 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Network hostable DHCP agents. Network: 314b4a32-c51b-4f98-81b2-b2c21440f42f, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:24:23.465613 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da51b079-fb10-4258-a16b-95ef4433ad01 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Network 314b4a32-c51b-4f98-81b2-b2c21440f42f is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:24:23.495565 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-da51b079-fb10-4258-a16b-95ef4433ad01 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 314b4a32-c51b-4f98-81b2-b2c21440f42f) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:23.507373 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da51b079-fb10-4258-a16b-95ef4433ad01 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:23.508623 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-da51b079-fb10-4258-a16b-95ef4433ad01 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.524799 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0107305d-a4af-45c8-9703-828b0a300ac6 None None] Network 314b4a32-c51b-4f98-81b2-b2c21440f42f requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:23.542157 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-da51b079-fb10-4258-a16b-95ef4433ad01 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7555807 Jul 05 04:24:23.542936 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38510) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:23.548557 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-63168d16-cf3a-4f98-b780-21fd0318dcdf tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Request body: {'subnet': {'network_id': '3b14e380-f368-4f78-a02a-482555eeaffa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:23.564415 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf13f1-2feb-4604-bf10-a8cf86f751ca req-e22b9871-ff53-432d-9a06-2ecde7c347b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:23.569900 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7eaf13f1-2feb-4604-bf10-a8cf86f751ca req-e22b9871-ff53-432d-9a06-2ecde7c347b9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40568ec5-9a32-47f3-85b6-60f4faaa494c HTTP/1.1" status: 200 len: 851 time: 0.0839674 Jul 05 04:24:23.633727 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315161f-c000-41f9-9894-d6a8be5e7360 None None] Pushing event updated for resources: {'Port': ['ID=6114a69e-5fbb-4223-940b-5662ac3399f9,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:23.693422 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1fff248c-0528-4fab-94d7-70fe2901e7ec tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.698812 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1fff248c-0528-4fab-94d7-70fe2901e7ec tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.761894 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:23.768920 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf13f1-2feb-4604-bf10-a8cf86f751ca req-ff4a4577-19bc-4ffb-8b0a-e0fae44df01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:23.770603 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7eaf13f1-2feb-4604-bf10-a8cf86f751ca req-ff4a4577-19bc-4ffb-8b0a-e0fae44df01b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1138780 Jul 05 04:24:23.772668 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1fff248c-0528-4fab-94d7-70fe2901e7ec tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.773369 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fff248c-0528-4fab-94d7-70fe2901e7ec tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Fanout notify agent at l3_agent the message router_deleted on router 7dd1dbe7-4728-4350-bbc2-386594fa53b7 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:24:23.785024 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1fff248c-0528-4fab-94d7-70fe2901e7ec tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.786379 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1fff248c-0528-4fab-94d7-70fe2901e7ec tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "DELETE /v2.0/routers/7dd1dbe7-4728-4350-bbc2-386594fa53b7 HTTP/1.1" status: 204 len: 168 time: 2.0986321 Jul 05 04:24:23.789977 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38514) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:23.809311 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:23.809709 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a59e8ff8-db27-49e8-b4b1-ccaa0e3fef2f not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:23.810134 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 15db8fcf-e5bc-4bc4-8d94-d6da30824d8b no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:23.906803 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 15db8fcf-e5bc-4bc4-8d94-d6da30824d8b {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:23.907235 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 15db8fcf-e5bc-4bc4-8d94-d6da30824d8b not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:23.978425 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-de79cf70-353a-48e7-a53f-70f65f47f64f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.989062 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63168d16-cf3a-4f98-b780-21fd0318dcdf tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Made reservation on behalf of 70a59bbab74444268722486c9bd56734 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:23.992813 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-63168d16-cf3a-4f98-b780-21fd0318dcdf tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.997801 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd588178-9f08-44c4-9a1d-d5ebc51cb8b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-314b4a32-c51b-4f98-81b2-b2c21440f42f', 'network_id': '314b4a32-c51b-4f98-81b2-b2c21440f42f', 'tenant_id': '70a59bbab74444268722486c9bd56734', 'fixed_ips': [{'subnet_id': '436117bb-c4af-4653-a255-77201d83fcf9'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:24:24.000946 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cd588178-9f08-44c4-9a1d-d5ebc51cb8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.046974 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7eaf13f1-2feb-4604-bf10-a8cf86f751ca req-7b90725b-7c6a-4ad6-a156-71b1035cbd59 service neutron] 10.222.0.89 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543137 Jul 05 04:24:24.244641 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-de79cf70-353a-48e7-a53f-70f65f47f64f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.250302 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7eaf13f1-2feb-4604-bf10-a8cf86f751ca req-d498e5b0-a12e-48d5-bc17-b52f551fc39b service neutron] 10.222.0.89 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936331 Jul 05 04:24:24.262846 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-de79cf70-353a-48e7-a53f-70f65f47f64f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7bbfb07-1c04-4034-927b-f39972dda7da']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:24.281572 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-de79cf70-353a-48e7-a53f-70f65f47f64f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e955a2-0c08-4d00-9170-d91afd134e37') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:24.281572 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-de79cf70-353a-48e7-a53f-70f65f47f64f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e955a2-0c08-4d00-9170-d91afd134e37') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:24.287285 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-cd588178-9f08-44c4-9a1d-d5ebc51cb8b2 None None] Allocated IP 2001:db8::2 (314b4a32-c51b-4f98-81b2-b2c21440f42f/436117bb-c4af-4653-a255-77201d83fcf9/d52dbf15-d1d4-45d0-8ba8-4689c641af2b) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:24.295141 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-de79cf70-353a-48e7-a53f-70f65f47f64f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.318740 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-de79cf70-353a-48e7-a53f-70f65f47f64f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.327122 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de79cf70-353a-48e7-a53f-70f65f47f64f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:24:24.328087 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-de79cf70-353a-48e7-a53f-70f65f47f64f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:24:24.355256 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:24:24.511744 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cd588178-9f08-44c4-9a1d-d5ebc51cb8b2 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.524253 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-cd588178-9f08-44c4-9a1d-d5ebc51cb8b2 None None] Transition to ACTIVE for port object d52dbf15-d1d4-45d0-8ba8-4689c641af2b will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:24.532377 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-de79cf70-353a-48e7-a53f-70f65f47f64f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.540772 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-de79cf70-353a-48e7-a53f-70f65f47f64f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.541445 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-cd588178-9f08-44c4-9a1d-d5ebc51cb8b2 None None] Transition to ACTIVE for port object d52dbf15-d1d4-45d0-8ba8-4689c641af2b will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:24.545828 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38526) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:24.550093 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cd588178-9f08-44c4-9a1d-d5ebc51cb8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.551070 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:24:24.555303 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-de79cf70-353a-48e7-a53f-70f65f47f64f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "DELETE /v2.0/networks/d7bbfb07-1c04-4034-927b-f39972dda7da HTTP/1.1" status: 204 len: 168 time: 0.7635670 Jul 05 04:24:24.591221 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79cf70-353a-48e7-a53f-70f65f47f64f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'Network': ['ID=d7bbfb07-1c04-4034-927b-f39972dda7da,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:24.593134 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd588178-9f08-44c4-9a1d-d5ebc51cb8b2 None None] Network 314b4a32-c51b-4f98-81b2-b2c21440f42f is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:24.596628 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-cd588178-9f08-44c4-9a1d-d5ebc51cb8b2 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:24.599225 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd588178-9f08-44c4-9a1d-d5ebc51cb8b2 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:24.643383 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd588178-9f08-44c4-9a1d-d5ebc51cb8b2 None None] Pushing event updated for resources: {'Port': ['ID=d52dbf15-d1d4-45d0-8ba8-4689c641af2b,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:24.671229 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-49d1871d-2396-44bb-a108-6d93a3680ac4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.686501 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cd588178-9f08-44c4-9a1d-d5ebc51cb8b2 None None] Attempting to bind port d52dbf15-d1d4-45d0-8ba8-4689c641af2b on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:24.686864 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cd588178-9f08-44c4-9a1d-d5ebc51cb8b2 None None] Attempting to bind port d52dbf15-d1d4-45d0-8ba8-4689c641af2b by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '9aab5351-372b-4cd0-b760-0a35e30abeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '314b4a32-c51b-4f98-81b2-b2c21440f42f'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:24.690715 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd588178-9f08-44c4-9a1d-d5ebc51cb8b2 None None] Attempting to bind port d52dbf15-d1d4-45d0-8ba8-4689c641af2b on network 314b4a32-c51b-4f98-81b2-b2c21440f42f {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:24.699695 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd588178-9f08-44c4-9a1d-d5ebc51cb8b2 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:24.700651 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd588178-9f08-44c4-9a1d-d5ebc51cb8b2 None None] Checking segment: {'id': '9aab5351-372b-4cd0-b760-0a35e30abeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '314b4a32-c51b-4f98-81b2-b2c21440f42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:24.701221 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cd588178-9f08-44c4-9a1d-d5ebc51cb8b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.701763 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd588178-9f08-44c4-9a1d-d5ebc51cb8b2 None None] Bound using segment: {'id': '9aab5351-372b-4cd0-b760-0a35e30abeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '314b4a32-c51b-4f98-81b2-b2c21440f42f'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:24.702571 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cd588178-9f08-44c4-9a1d-d5ebc51cb8b2 None None] Bound port: d52dbf15-d1d4-45d0-8ba8-4689c641af2b, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aab5351-372b-4cd0-b760-0a35e30abeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '314b4a32-c51b-4f98-81b2-b2c21440f42f'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:24.703123 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cd588178-9f08-44c4-9a1d-d5ebc51cb8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.705960 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-49d1871d-2396-44bb-a108-6d93a3680ac4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.710298 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-63168d16-cf3a-4f98-b780-21fd0318dcdf tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.789019 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63168d16-cf3a-4f98-b780-21fd0318dcdf tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Pushing event updated for resources: {'Subnet': ['ID=046271a1-3494-46a0-8868-f210d09be203,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:24.794710 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-49d1871d-2396-44bb-a108-6d93a3680ac4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.798132 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-49d1871d-2396-44bb-a108-6d93a3680ac4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.804237 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-49d1871d-2396-44bb-a108-6d93a3680ac4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "DELETE /v2.0/security-groups/473fa814-34dd-4bae-96e7-8ee247be57b0 HTTP/1.1" status: 204 len: 168 time: 0.2570550 Jul 05 04:24:24.825250 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1871d-2396-44bb-a108-6d93a3680ac4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=473fa814-34dd-4bae-96e7-8ee247be57b0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:24.834938 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63168d16-cf3a-4f98-b780-21fd0318dcdf tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Checking segment: {'id': '7b01c1b2-8668-4499-938a-2db3c6a90a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3b14e380-f368-4f78-a02a-482555eeaffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:24.836546 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63168d16-cf3a-4f98-b780-21fd0318dcdf tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Network hostable DHCP agents. Network: 3b14e380-f368-4f78-a02a-482555eeaffa, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:24:24.868272 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63168d16-cf3a-4f98-b780-21fd0318dcdf tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Network 3b14e380-f368-4f78-a02a-482555eeaffa is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:24:24.889155 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-63168d16-cf3a-4f98-b780-21fd0318dcdf tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 3b14e380-f368-4f78-a02a-482555eeaffa) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:24.894200 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63168d16-cf3a-4f98-b780-21fd0318dcdf tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:24.894806 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-63168d16-cf3a-4f98-b780-21fd0318dcdf tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.906954 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8b7d79-13bd-44a2-9538-f3a4b257dc0b None None] Network 3b14e380-f368-4f78-a02a-482555eeaffa requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:24.917959 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-63168d16-cf3a-4f98-b780-21fd0318dcdf tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3731847 Jul 05 04:24:24.920216 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38536) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:24.955205 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-cd588178-9f08-44c4-9a1d-d5ebc51cb8b2 None None] For port d52dbf15-d1d4-45d0-8ba8-4689c641af2b, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:25.010915 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-cd588178-9f08-44c4-9a1d-d5ebc51cb8b2 None None] For port d52dbf15-d1d4-45d0-8ba8-4689c641af2b, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d52dbf15-d1d4-45d0-8ba8-4689c641af2b,segment=NetworkSegment(9aab5351-372b-4cd0-b760-0a35e30abeb8),segment_id=9aab5351-372b-4cd0-b760-0a35e30abeb8)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:25.024569 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cd588178-9f08-44c4-9a1d-d5ebc51cb8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.253644 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd588178-9f08-44c4-9a1d-d5ebc51cb8b2 None None] Pushing event updated for resources: {'Port': ['ID=d52dbf15-d1d4-45d0-8ba8-4689c641af2b,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:25.292154 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f5ce06-faa6-4fb1-a073-6d612f8a285c None None] Network 43424bec-890b-4f28-b216-e2320c979ecb requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:25.320179 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03758870-8ef9-467e-af20-b3b4335dd563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-3b14e380-f368-4f78-a02a-482555eeaffa', 'network_id': '3b14e380-f368-4f78-a02a-482555eeaffa', 'tenant_id': '70a59bbab74444268722486c9bd56734', 'fixed_ips': [{'subnet_id': '046271a1-3494-46a0-8868-f210d09be203'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:24:25.321745 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-03758870-8ef9-467e-af20-b3b4335dd563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.605210 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f04cadb-280c-4a0e-b98c-b90ebf6cfa0a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.742155 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6114a69e-5fbb-4223-940b-5662ac3399f9 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:25.800754 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-60978a6e-6792-473f-9e3b-1c6b60ce4574 None None] Provisioning for port 6114a69e-5fbb-4223-940b-5662ac3399f9 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:26.015793 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-6f04cadb-280c-4a0e-b98c-b90ebf6cfa0a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Allocated IP 2001:db8::1 (314b4a32-c51b-4f98-81b2-b2c21440f42f/436117bb-c4af-4653-a255-77201d83fcf9/5886f2c6-a006-4b73-9f08-035de8696647) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:26.058549 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 6114a69e-5fbb-4223-940b-5662ac3399f9 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:26.085856 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 6114a69e-5fbb-4223-940b-5662ac3399f9 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:26.086758 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:26.134622 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-03758870-8ef9-467e-af20-b3b4335dd563 None None] Allocated IP 2001:db8::2 (3b14e380-f368-4f78-a02a-482555eeaffa/046271a1-3494-46a0-8868-f210d09be203/1def59d9-20bd-4e83-a732-8be12eef0d89) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:26.196322 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f04cadb-280c-4a0e-b98c-b90ebf6cfa0a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:26.232777 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-6f04cadb-280c-4a0e-b98c-b90ebf6cfa0a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Transition to ACTIVE for port object 5886f2c6-a006-4b73-9f08-035de8696647 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:26.278375 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f04cadb-280c-4a0e-b98c-b90ebf6cfa0a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:26.337136 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f04cadb-280c-4a0e-b98c-b90ebf6cfa0a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Network 314b4a32-c51b-4f98-81b2-b2c21440f42f is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:26.342802 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-6f04cadb-280c-4a0e-b98c-b90ebf6cfa0a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:26.353416 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f04cadb-280c-4a0e-b98c-b90ebf6cfa0a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:26.353994 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f04cadb-280c-4a0e-b98c-b90ebf6cfa0a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:26.354842 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:26.417244 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 6114a69e-5fbb-4223-940b-5662ac3399f9, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6114a69e-5fbb-4223-940b-5662ac3399f9,segment=NetworkSegment(b7011088-f311-4613-b565-80a6a6e4f039),segment_id=b7011088-f311-4613-b565-80a6a6e4f039)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:26.432677 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:26.471927 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04cadb-280c-4a0e-b98c-b90ebf6cfa0a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Pushing event updated for resources: {'Port': ['ID=5886f2c6-a006-4b73-9f08-035de8696647,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:26.509841 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cb40ff44-f316-4c39-9ae9-33f00d6f1c2e no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:26.553822 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: cb40ff44-f316-4c39-9ae9-33f00d6f1c2e {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:26.554345 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device cb40ff44-f316-4c39-9ae9-33f00d6f1c2e not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:26.565486 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=6114a69e-5fbb-4223-940b-5662ac3399f9,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:26.590102 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-03758870-8ef9-467e-af20-b3b4335dd563 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:26.605601 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-03758870-8ef9-467e-af20-b3b4335dd563 None None] Transition to ACTIVE for port object 1def59d9-20bd-4e83-a732-8be12eef0d89 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:26.629785 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-03758870-8ef9-467e-af20-b3b4335dd563 None None] Transition to ACTIVE for port object 1def59d9-20bd-4e83-a732-8be12eef0d89 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:26.646105 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-03758870-8ef9-467e-af20-b3b4335dd563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:26.716386 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f04cadb-280c-4a0e-b98c-b90ebf6cfa0a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:26.717824 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03758870-8ef9-467e-af20-b3b4335dd563 None None] Network 3b14e380-f368-4f78-a02a-482555eeaffa is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:26.720856 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-03758870-8ef9-467e-af20-b3b4335dd563 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:26.725716 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03758870-8ef9-467e-af20-b3b4335dd563 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:26.733463 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03758870-8ef9-467e-af20-b3b4335dd563 None None] Pushing event updated for resources: {'Port': ['ID=1def59d9-20bd-4e83-a732-8be12eef0d89,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:26.802418 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-03758870-8ef9-467e-af20-b3b4335dd563 None None] Attempting to bind port 1def59d9-20bd-4e83-a732-8be12eef0d89 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:26.802937 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-03758870-8ef9-467e-af20-b3b4335dd563 None None] Attempting to bind port 1def59d9-20bd-4e83-a732-8be12eef0d89 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '7b01c1b2-8668-4499-938a-2db3c6a90a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3b14e380-f368-4f78-a02a-482555eeaffa'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:26.803402 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03758870-8ef9-467e-af20-b3b4335dd563 None None] Attempting to bind port 1def59d9-20bd-4e83-a732-8be12eef0d89 on network 3b14e380-f368-4f78-a02a-482555eeaffa {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:26.810354 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4ec19323-5f92-4415-a1a8-ed2e42c573f5 None None] Provisioning complete for port 6114a69e-5fbb-4223-940b-5662ac3399f9 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:26.810792 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4ec19323-5f92-4415-a1a8-ed2e42c573f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:26.817165 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03758870-8ef9-467e-af20-b3b4335dd563 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:26.817732 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03758870-8ef9-467e-af20-b3b4335dd563 None None] Checking segment: {'id': '7b01c1b2-8668-4499-938a-2db3c6a90a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3b14e380-f368-4f78-a02a-482555eeaffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:26.818247 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-03758870-8ef9-467e-af20-b3b4335dd563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:26.818906 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03758870-8ef9-467e-af20-b3b4335dd563 None None] Bound using segment: {'id': '7b01c1b2-8668-4499-938a-2db3c6a90a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3b14e380-f368-4f78-a02a-482555eeaffa'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:26.819509 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-03758870-8ef9-467e-af20-b3b4335dd563 None None] Bound port: 1def59d9-20bd-4e83-a732-8be12eef0d89, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b01c1b2-8668-4499-938a-2db3c6a90a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3b14e380-f368-4f78-a02a-482555eeaffa'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:26.820022 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-03758870-8ef9-467e-af20-b3b4335dd563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:26.841407 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db92563-0794-4aca-bd20-31223c7d238b None None] Network 314b4a32-c51b-4f98-81b2-b2c21440f42f requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:27.106042 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f04cadb-280c-4a0e-b98c-b90ebf6cfa0a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.112489 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f04cadb-280c-4a0e-b98c-b90ebf6cfa0a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.114012 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f04cadb-280c-4a0e-b98c-b90ebf6cfa0a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.120809 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-03758870-8ef9-467e-af20-b3b4335dd563 None None] For port 1def59d9-20bd-4e83-a732-8be12eef0d89, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:27.140085 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-03758870-8ef9-467e-af20-b3b4335dd563 None None] For port 1def59d9-20bd-4e83-a732-8be12eef0d89, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1def59d9-20bd-4e83-a732-8be12eef0d89,segment=NetworkSegment(7b01c1b2-8668-4499-938a-2db3c6a90a94),segment_id=7b01c1b2-8668-4499-938a-2db3c6a90a94)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:27.157493 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-03758870-8ef9-467e-af20-b3b4335dd563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.243484 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03758870-8ef9-467e-af20-b3b4335dd563 None None] Pushing event updated for resources: {'Port': ['ID=1def59d9-20bd-4e83-a732-8be12eef0d89,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:27.256130 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04cadb-280c-4a0e-b98c-b90ebf6cfa0a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Pushing event updated for resources: {'Port': ['ID=5886f2c6-a006-4b73-9f08-035de8696647,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:27.315776 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9fd7af19-b31a-427a-a25b-968eaeedc2ab None None] Provisioning for port d52dbf15-d1d4-45d0-8ba8-4689c641af2b completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:27.330001 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f04cadb-280c-4a0e-b98c-b90ebf6cfa0a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Network 314b4a32-c51b-4f98-81b2-b2c21440f42f is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:27.339059 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-6f04cadb-280c-4a0e-b98c-b90ebf6cfa0a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:27.599206 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38588) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:27.609103 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-3bdc517a-40fe-4919-8f57-5c22fbfc991a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1939832584', 'description': 'tempest-secgroup-smoke-1939832584 description', 'project_id': '808124476429444bb6a930e35c6aa8ee'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:27.666559 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3bdc517a-40fe-4919-8f57-5c22fbfc991a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.667742 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f04cadb-280c-4a0e-b98c-b90ebf6cfa0a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Router 8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:24:27.870759 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d52dbf15-d1d4-45d0-8ba8-4689c641af2b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:27.909511 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3bdc517a-40fe-4919-8f57-5c22fbfc991a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.915418 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3bdc517a-40fe-4919-8f57-5c22fbfc991a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.932696 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f04cadb-280c-4a0e-b98c-b90ebf6cfa0a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:27.941273 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6f04cadb-280c-4a0e-b98c-b90ebf6cfa0a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "PUT /v2.0/routers/8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0196199 Jul 05 04:24:27.946497 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38596) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:27.950196 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d0cfb0-b7ef-4b0f-99d9-93d7e9ed98c1 None None] Sync routers for ids ['8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:27.969681 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ea920a03-ab1a-44d5-89b6-74f55491a884 None None] Provisioning for port 5886f2c6-a006-4b73-9f08-035de8696647 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:27.975736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ea920a03-ab1a-44d5-89b6-74f55491a884 None None] Provisioning complete for port 5886f2c6-a006-4b73-9f08-035de8696647 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:27.976154 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ea920a03-ab1a-44d5-89b6-74f55491a884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.981013 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d0cfb0-b7ef-4b0f-99d9-93d7e9ed98c1 None None] Routers {'8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:27.981667 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-30d0cfb0-b7ef-4b0f-99d9-93d7e9ed98c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:24:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:28.031272 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc517a-40fe-4919-8f57-5c22fbfc991a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a12fb53-d256-463f-bd57-df27aaa01186,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:28.052086 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-30d0cfb0-b7ef-4b0f-99d9-93d7e9ed98c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:28.059732 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3bdc517a-40fe-4919-8f57-5c22fbfc991a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.063682 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3bdc517a-40fe-4919-8f57-5c22fbfc991a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4578946 Jul 05 04:24:28.063882 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port d52dbf15-d1d4-45d0-8ba8-4689c641af2b completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:28.067512 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38598) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:28.073523 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-3ae2643e-b397-4cba-9c0b-383645dbb482 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group_rule': {'security_group_id': '0a12fb53-d256-463f-bd57-df27aaa01186', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:28.076847 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port d52dbf15-d1d4-45d0-8ba8-4689c641af2b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:28.077228 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.081540 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-ea920a03-ab1a-44d5-89b6-74f55491a884 None None] Port 5886f2c6-a006-4b73-9f08-035de8696647 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:24:28.103503 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d0cfb0-b7ef-4b0f-99d9-93d7e9ed98c1 None None] Routers {'8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:28.104586 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-30d0cfb0-b7ef-4b0f-99d9-93d7e9ed98c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:24:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:28.140032 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ae2643e-b397-4cba-9c0b-383645dbb482 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.184240 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-30d0cfb0-b7ef-4b0f-99d9-93d7e9ed98c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:28.192109 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d0cfb0-b7ef-4b0f-99d9-93d7e9ed98c1 None None] The sync data for ids ['8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a'] in n-d-780147-23 is: [] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:28.216679 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ae2643e-b397-4cba-9c0b-383645dbb482 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.220407 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ea920a03-ab1a-44d5-89b6-74f55491a884 None None] Provisioning complete for port d52dbf15-d1d4-45d0-8ba8-4689c641af2b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:28.220782 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ea920a03-ab1a-44d5-89b6-74f55491a884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.224103 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ae2643e-b397-4cba-9c0b-383645dbb482 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.252013 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2643e-b397-4cba-9c0b-383645dbb482 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98695683-4cc1-40de-97fb-5f16966675e4,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:28.265820 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ae2643e-b397-4cba-9c0b-383645dbb482 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.270611 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3ae2643e-b397-4cba-9c0b-383645dbb482 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2020519 Jul 05 04:24:28.271527 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38600) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:28.277596 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-cd57a092-82ee-4148-83b1-e9f4bbce958b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group_rule': {'security_group_id': '0a12fb53-d256-463f-bd57-df27aaa01186', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:28.319421 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cd57a092-82ee-4148-83b1-e9f4bbce958b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.459915 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cd57a092-82ee-4148-83b1-e9f4bbce958b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.471701 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cd57a092-82ee-4148-83b1-e9f4bbce958b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.500043 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57a092-82ee-4148-83b1-e9f4bbce958b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e43526-bdd7-492a-b06f-1329da8be727,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:28.526482 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cd57a092-82ee-4148-83b1-e9f4bbce958b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.531608 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cd57a092-82ee-4148-83b1-e9f4bbce958b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2585087 Jul 05 04:24:28.532365 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38612) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:28.541754 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-c51aad3e-ba38-424a-9cb4-fd5a8c147f87 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group_rule': {'security_group_id': '0a12fb53-d256-463f-bd57-df27aaa01186', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:28.545875 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ea920a03-ab1a-44d5-89b6-74f55491a884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.583625 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.615910 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c51aad3e-ba38-424a-9cb4-fd5a8c147f87 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.756498 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c51aad3e-ba38-424a-9cb4-fd5a8c147f87 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.764793 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c51aad3e-ba38-424a-9cb4-fd5a8c147f87 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.781759 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2df24c56-ae39-4bda-832a-ef91ea69aec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.788042 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51aad3e-ba38-424a-9cb4-fd5a8c147f87 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb0b14f-6a5c-4f9d-bc2d-6191ee9a3da9,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:28.795586 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port d52dbf15-d1d4-45d0-8ba8-4689c641af2b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d52dbf15-d1d4-45d0-8ba8-4689c641af2b,segment=NetworkSegment(9aab5351-372b-4cd0-b760-0a35e30abeb8),segment_id=9aab5351-372b-4cd0-b760-0a35e30abeb8)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:28.803519 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.806240 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6114a69e-5fbb-4223-940b-5662ac3399f9 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:28.815378 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c51aad3e-ba38-424a-9cb4-fd5a8c147f87 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.818565 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c51aad3e-ba38-424a-9cb4-fd5a8c147f87 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2851207 Jul 05 04:24:28.821881 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38616) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:28.827122 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-67af56f9-12e0-4661-838b-d0247c2dedb3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group_rule': {'security_group_id': '0a12fb53-d256-463f-bd57-df27aaa01186', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:28.870286 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-67af56f9-12e0-4661-838b-d0247c2dedb3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.970488 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-67af56f9-12e0-4661-838b-d0247c2dedb3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.988734 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-67af56f9-12e0-4661-838b-d0247c2dedb3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.018915 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af56f9-12e0-4661-838b-d0247c2dedb3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945ae786-38b2-4d7f-bfd1-bdff2c69d955,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:29.019948 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.api [None req-ea920a03-ab1a-44d5-89b6-74f55491a884 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:24:29.024463 n-d-780147-23 neutron-server[105540]: DEBUG oslo_db.api [None req-ea920a03-ab1a-44d5-89b6-74f55491a884 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:24:29.029250 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=d52dbf15-d1d4-45d0-8ba8-4689c641af2b,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:29.044365 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 6114a69e-5fbb-4223-940b-5662ac3399f9 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:29.044887 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.064781 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-67af56f9-12e0-4661-838b-d0247c2dedb3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.066373 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-67af56f9-12e0-4661-838b-d0247c2dedb3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2433066 Jul 05 04:24:29.069367 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38624) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:29.092917 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-433f358b-74e6-40d4-95c9-2177e0a8d01e tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group_rule': {'security_group_id': '0a12fb53-d256-463f-bd57-df27aaa01186', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:29.135025 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-26c8ec0f-9d62-4284-a3a9-b646c0c0a3e8 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:24:29.136220 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-26c8ec0f-9d62-4284-a3a9-b646c0c0a3e8 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "PUT /v2.0/routers/8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1885026 Jul 05 04:24:29.140634 n-d-780147-23 neutron-server[105538]: INFO neutron.db.securitygroups_db [None req-433f358b-74e6-40d4-95c9-2177e0a8d01e tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Project 808124476429444bb6a930e35c6aa8ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:24:29.143675 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38626) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:29.155217 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-433f358b-74e6-40d4-95c9-2177e0a8d01e tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.218049 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7019e7d6-7455-4909-aad4-a55e6b5ec67c None None] Network 3b14e380-f368-4f78-a02a-482555eeaffa requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:29.379223 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-433f358b-74e6-40d4-95c9-2177e0a8d01e tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.386493 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-433f358b-74e6-40d4-95c9-2177e0a8d01e tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.436686 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.658703 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d52dbf15-d1d4-45d0-8ba8-4689c641af2b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:29.786751 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port d52dbf15-d1d4-45d0-8ba8-4689c641af2b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:29.787168 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.843348 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b467d741-7029-469d-992f-01960af63627 None None] Provisioning complete for port 5886f2c6-a006-4b73-9f08-035de8696647 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:29.844244 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b467d741-7029-469d-992f-01960af63627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.852883 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f358b-74e6-40d4-95c9-2177e0a8d01e tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd828b0-bad4-4d50-b458-a2f391d29807,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:29.867590 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-433f358b-74e6-40d4-95c9-2177e0a8d01e tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.868809 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-433f358b-74e6-40d4-95c9-2177e0a8d01e tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7957678 Jul 05 04:24:29.871791 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38646) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:29.878038 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-829aed4b-31dd-44be-8acc-5f00bf75a563 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'security_group_rule': {'security_group_id': '0a12fb53-d256-463f-bd57-df27aaa01186', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:29.901958 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-b467d741-7029-469d-992f-01960af63627 None None] Port 5886f2c6-a006-4b73-9f08-035de8696647 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:24:29.909990 n-d-780147-23 neutron-server[105539]: INFO neutron.db.securitygroups_db [None req-829aed4b-31dd-44be-8acc-5f00bf75a563 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Project 808124476429444bb6a930e35c6aa8ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:24:29.919651 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-829aed4b-31dd-44be-8acc-5f00bf75a563 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.921907 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b467d741-7029-469d-992f-01960af63627 None None] Provisioning for port 1def59d9-20bd-4e83-a732-8be12eef0d89 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:29.975995 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1def59d9-20bd-4e83-a732-8be12eef0d89 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:29.989697 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-829aed4b-31dd-44be-8acc-5f00bf75a563 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.995695 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-829aed4b-31dd-44be-8acc-5f00bf75a563 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.029496 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829aed4b-31dd-44be-8acc-5f00bf75a563 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df73ba5-73d1-417a-8aef-c0c23a529f83,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:30.035731 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-829aed4b-31dd-44be-8acc-5f00bf75a563 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.042195 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-829aed4b-31dd-44be-8acc-5f00bf75a563 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1651878 Jul 05 04:24:30.044125 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38650) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:30.050132 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-3472334e-9092-4c8c-ae7b-d3a3a58b1e23 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'network': {'name': 'tempest-network-smoke--560719160', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'port_security_enabled': True}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:30.070649 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 1def59d9-20bd-4e83-a732-8be12eef0d89 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:30.075254 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 1def59d9-20bd-4e83-a732-8be12eef0d89 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:30.075739 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.100526 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-80475012-8afe-4f9a-bc03-4a07c6e879f3 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.105185 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3472334e-9092-4c8c-ae7b-d3a3a58b1e23 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Made reservation on behalf of 808124476429444bb6a930e35c6aa8ee for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:30.109630 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3472334e-9092-4c8c-ae7b-d3a3a58b1e23 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.165683 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.176390 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3472334e-9092-4c8c-ae7b-d3a3a58b1e23 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:24:30.189052 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3472334e-9092-4c8c-ae7b-d3a3a58b1e23 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.189950 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-3472334e-9092-4c8c-ae7b-d3a3a58b1e23 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Added segment ab76439f-d7b9-4133-8a58-242532d7d063 of type vlan for network 3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a Jul 05 04:24:30.200881 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 1def59d9-20bd-4e83-a732-8be12eef0d89, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1def59d9-20bd-4e83-a732-8be12eef0d89,segment=NetworkSegment(7b01c1b2-8668-4499-938a-2db3c6a90a94),segment_id=7b01c1b2-8668-4499-938a-2db3c6a90a94)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:30.208292 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.240834 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3472334e-9092-4c8c-ae7b-d3a3a58b1e23 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.266706 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=1def59d9-20bd-4e83-a732-8be12eef0d89,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:30.306359 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3472334e-9092-4c8c-ae7b-d3a3a58b1e23 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.311946 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3472334e-9092-4c8c-ae7b-d3a3a58b1e23 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:30.312551 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3472334e-9092-4c8c-ae7b-d3a3a58b1e23 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.378937 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3472334e-9092-4c8c-ae7b-d3a3a58b1e23 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3330877 Jul 05 04:24:30.379286 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38652) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:30.384622 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-df57b218-02fd-4dcd-bd9e-6386ec0c1bd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-143636863', 'admin_state_up': True, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:30.411947 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df57b218-02fd-4dcd-bd9e-6386ec0c1bd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.413523 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df57b218-02fd-4dcd-bd9e-6386ec0c1bd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.450385 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472334e-9092-4c8c-ae7b-d3a3a58b1e23 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Network': ['ID=3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:30.465816 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:24:30.504735 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df57b218-02fd-4dcd-bd9e-6386ec0c1bd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.660369 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-80475012-8afe-4f9a-bc03-4a07c6e879f3 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Deleting port 5886f2c6-a006-4b73-9f08-035de8696647 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:30.660985 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-80475012-8afe-4f9a-bc03-4a07c6e879f3 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.668042 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df57b218-02fd-4dcd-bd9e-6386ec0c1bd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.774303 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-80475012-8afe-4f9a-bc03-4a07c6e879f3 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.788703 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-80475012-8afe-4f9a-bc03-4a07c6e879f3 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Calling delete_port for 5886f2c6-a006-4b73-9f08-035de8696647 owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:30.945047 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df57b218-02fd-4dcd-bd9e-6386ec0c1bd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.968178 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df57b218-02fd-4dcd-bd9e-6386ec0c1bd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.014335 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-80475012-8afe-4f9a-bc03-4a07c6e879f3 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.163118 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-df57b218-02fd-4dcd-bd9e-6386ec0c1bd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Allocated IP 172.25.1.6 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/e0130fb0-ad6a-4f5c-88c7-1dee310b48e2) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:31.282428 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-80475012-8afe-4f9a-bc03-4a07c6e879f3 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.293501 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80475012-8afe-4f9a-bc03-4a07c6e879f3 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Pushing event deleted for resources: {'Port': ['ID=5886f2c6-a006-4b73-9f08-035de8696647,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:31.369573 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df57b218-02fd-4dcd-bd9e-6386ec0c1bd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.370249 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bb414a54-9728-4e90-bf2b-5e3b3705e57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.435876 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38664) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:31.443108 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df57b218-02fd-4dcd-bd9e-6386ec0c1bd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.504630 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57b218-02fd-4dcd-bd9e-6386ec0c1bd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Port': ['ID=e0130fb0-ad6a-4f5c-88c7-1dee310b48e2,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:31.511433 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df57b218-02fd-4dcd-bd9e-6386ec0c1bd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:31.513375 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-df57b218-02fd-4dcd-bd9e-6386ec0c1bd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:31.516033 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df57b218-02fd-4dcd-bd9e-6386ec0c1bd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:31.551558 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80475012-8afe-4f9a-bc03-4a07c6e879f3 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Router 8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:31.571955 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1def59d9-20bd-4e83-a732-8be12eef0d89 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:31.656277 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80475012-8afe-4f9a-bc03-4a07c6e879f3 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:31.668572 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-80475012-8afe-4f9a-bc03-4a07c6e879f3 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "PUT /v2.0/routers/8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5224741 Jul 05 04:24:31.669749 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38668) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:31.669852 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e9869c-b39d-4bc7-ba82-6bb77d6208f8 None None] Sync routers for ids ['8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:31.674840 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 1def59d9-20bd-4e83-a732-8be12eef0d89 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:31.675254 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.685857 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e9869c-b39d-4bc7-ba82-6bb77d6208f8 None None] Routers {'8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:31.686578 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-66e9869c-b39d-4bc7-ba82-6bb77d6208f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:24:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:31.719324 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-cceeaba0-0870-4e2b-9cb2-63da535ed96c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] delete failed (client error): The resource could not be found. Jul 05 04:24:31.720777 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cceeaba0-0870-4e2b-9cb2-63da535ed96c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "DELETE /v2.0/routers/tempest-non_exist_router-1174796328 HTTP/1.1" status: 404 len: 335 time: 0.0501981 Jul 05 04:24:31.727099 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38670) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:31.735382 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-743ccec7-1812-4757-80dc-96033e33ea5f tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Request body: {'router': {'external_gateway_info': {'network_id': '8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:31.769693 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-713d7470-06f6-4a61-9169-3dc00ab69342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.772922 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-66e9869c-b39d-4bc7-ba82-6bb77d6208f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:31.797441 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e9869c-b39d-4bc7-ba82-6bb77d6208f8 None None] Routers {'8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:31.798393 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-66e9869c-b39d-4bc7-ba82-6bb77d6208f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:24:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:31.833107 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.846439 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-66e9869c-b39d-4bc7-ba82-6bb77d6208f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:31.849255 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e9869c-b39d-4bc7-ba82-6bb77d6208f8 None None] The sync data for ids ['8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:32.034239 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df57b218-02fd-4dcd-bd9e-6386ec0c1bd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.071291 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-743ccec7-1812-4757-80dc-96033e33ea5f tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.088496 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-713d7470-06f6-4a61-9169-3dc00ab69342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.103382 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-743ccec7-1812-4757-80dc-96033e33ea5f tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] update failed (client error): The resource could not be found. Jul 05 04:24:32.105092 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-713d7470-06f6-4a61-9169-3dc00ab69342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.109476 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38674) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:32.109795 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-743ccec7-1812-4757-80dc-96033e33ea5f tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "PUT /v2.0/routers/8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a HTTP/1.1" status: 404 len: 339 time: 0.3808391 Jul 05 04:24:32.127443 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-3dfc0724-ba9f-4271-a5a1-38abc3c5476a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1875648998'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:32.216931 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-713d7470-06f6-4a61-9169-3dc00ab69342 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1526da75b7f6445d8b23eef6a213cec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7799442 Jul 05 04:24:32.220111 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38676) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:32.221116 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d7470-06f6-4a61-9169-3dc00ab69342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5087a7c-3102-4323-bb42-7853e1c5c374,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:32.272095 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfc0724-ba9f-4271-a5a1-38abc3c5476a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Made reservation on behalf of 70a59bbab74444268722486c9bd56734 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:32.276778 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3dfc0724-ba9f-4271-a5a1-38abc3c5476a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.311790 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6b2574aa-dcd7-4f45-a610-5bdae4778e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.338896 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6b2574aa-dcd7-4f45-a610-5bdae4778e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.346957 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dfc0724-ba9f-4271-a5a1-38abc3c5476a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:24:32.365459 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3dfc0724-ba9f-4271-a5a1-38abc3c5476a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.365903 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-3dfc0724-ba9f-4271-a5a1-38abc3c5476a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Added segment 7a6d5033-e29c-4df8-98e1-cdd07996385b of type vlan for network 5fe3e6bf-c2aa-4474-bcae-4da0bf092d4b Jul 05 04:24:32.392138 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6b2574aa-dcd7-4f45-a610-5bdae4778e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.394955 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6b2574aa-dcd7-4f45-a610-5bdae4778e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.399852 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6b2574aa-dcd7-4f45-a610-5bdae4778e13 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b5087a7c-3102-4323-bb42-7853e1c5c374 HTTP/1.1" status: 204 len: 168 time: 0.1751089 Jul 05 04:24:32.404824 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df57b218-02fd-4dcd-bd9e-6386ec0c1bd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.406448 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2574aa-dcd7-4f45-a610-5bdae4778e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5087a7c-3102-4323-bb42-7853e1c5c374,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:32.434744 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3dfc0724-ba9f-4271-a5a1-38abc3c5476a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.561581 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3dfc0724-ba9f-4271-a5a1-38abc3c5476a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.567401 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfc0724-ba9f-4271-a5a1-38abc3c5476a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:32.568148 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3dfc0724-ba9f-4271-a5a1-38abc3c5476a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.641922 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.643520 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3dfc0724-ba9f-4271-a5a1-38abc3c5476a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5296950 Jul 05 04:24:32.646529 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38680) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:32.652800 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-7a7fcbf1-562f-440e-b540-ec848ab165fb tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Request body: {'subnet': {'network_id': '5fe3e6bf-c2aa-4474-bcae-4da0bf092d4b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:32.658320 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc0724-ba9f-4271-a5a1-38abc3c5476a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Pushing event updated for resources: {'Network': ['ID=5fe3e6bf-c2aa-4474-bcae-4da0bf092d4b,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:32.674402 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 5fe3e6bf-c2aa-4474-bcae-4da0bf092d4b details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:24:32.708473 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df57b218-02fd-4dcd-bd9e-6386ec0c1bd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Router f8db9ba7-9d23-4c2a-8468-e41a9b15b70f is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:24:32.791313 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7fcbf1-562f-440e-b540-ec848ab165fb tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Made reservation on behalf of 70a59bbab74444268722486c9bd56734 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:32.795311 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7a7fcbf1-562f-440e-b540-ec848ab165fb tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.857631 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df57b218-02fd-4dcd-bd9e-6386ec0c1bd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:32.868417 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] Sync routers for ids ['f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:32.879139 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-df57b218-02fd-4dcd-bd9e-6386ec0c1bd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.881319 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-df57b218-02fd-4dcd-bd9e-6386ec0c1bd7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.5004976 Jul 05 04:24:32.889652 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] Routers {'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:32.890303 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:24:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:32.892481 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38684) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:32.942053 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2d9ad443-16e0-4191-9830-25eeb014ad62 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=808124476429444bb6a930e35c6aa8ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433719 Jul 05 04:24:32.945007 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38686) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:33.001336 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38688) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:33.021189 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-087598a6-a770-4f5d-bbc9-0ca1beb6cf01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.076462 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] Set router f8db9ba7-9d23-4c2a-8468-e41a9b15b70f gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:33.125415 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-087598a6-a770-4f5d-bbc9-0ca1beb6cf01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.130027 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6fb1fb-8367-4270-b636-3594d4278767 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:33.131425 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5e6fb1fb-8367-4270-b636-3594d4278767 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1853600 Jul 05 04:24:33.136405 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38692) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:33.152244 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-087598a6-a770-4f5d-bbc9-0ca1beb6cf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.195575 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f2c23779-39c7-4df9-abba-913d3dd9ea61 tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0543208 Jul 05 04:24:33.198199 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38694) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:33.204531 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-c756dab6-8751-4f69-8411-93790abda61c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1834504594', 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a', 'project_id': '808124476429444bb6a930e35c6aa8ee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:33.248524 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-087598a6-a770-4f5d-bbc9-0ca1beb6cf01 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=488c860c6582481db4f961384f88c442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2457936 Jul 05 04:24:33.251241 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38696) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:33.253848 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7a7fcbf1-562f-440e-b540-ec848ab165fb tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.295382 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087598a6-a770-4f5d-bbc9-0ca1beb6cf01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10aa4cad-609b-43e0-9cd3-f49cce3c36f8,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:33.343504 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c756dab6-8751-4f69-8411-93790abda61c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Made reservation on behalf of 808124476429444bb6a930e35c6aa8ee for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:33.348105 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c756dab6-8751-4f69-8411-93790abda61c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.386431 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e9f07b05-4aaf-4a33-ae16-7b5d806b04f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.389460 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7fcbf1-562f-440e-b540-ec848ab165fb tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Pushing event updated for resources: {'Subnet': ['ID=6a95c5fb-bf0b-4350-84a2-68e29b4026f9,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:33.399993 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7fcbf1-562f-440e-b540-ec848ab165fb tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Checking segment: {'id': '7a6d5033-e29c-4df8-98e1-cdd07996385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5fe3e6bf-c2aa-4474-bcae-4da0bf092d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:33.400471 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7fcbf1-562f-440e-b540-ec848ab165fb tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Network hostable DHCP agents. Network: 5fe3e6bf-c2aa-4474-bcae-4da0bf092d4b, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:24:33.431585 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e9f07b05-4aaf-4a33-ae16-7b5d806b04f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.445430 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7fcbf1-562f-440e-b540-ec848ab165fb tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Network 5fe3e6bf-c2aa-4474-bcae-4da0bf092d4b is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:24:33.470755 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-7a7fcbf1-562f-440e-b540-ec848ab165fb tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 5fe3e6bf-c2aa-4474-bcae-4da0bf092d4b) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:33.479315 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7fcbf1-562f-440e-b540-ec848ab165fb tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:33.480686 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7a7fcbf1-562f-440e-b540-ec848ab165fb tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.492848 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769a7782-9832-42a8-834b-99e760bb037c None None] Network 5fe3e6bf-c2aa-4474-bcae-4da0bf092d4b requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:33.510473 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7a7fcbf1-562f-440e-b540-ec848ab165fb tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8626757 Jul 05 04:24:33.513200 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38698) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:33.518341 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-9679cbed-6c76-4315-8a44-a1b276cb68f5 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Request body: {'router': {'external_gateway_info': {'network_id': '5fe3e6bf-c2aa-4474-bcae-4da0bf092d4b'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:33.581443 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143636863', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e0130fb0-ad6a-4f5c-88c7-1dee310b48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:31Z', 'revision_number': 3, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e0130fb0-ad6a-4f5c-88c7-1dee310b48e2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:33.598350 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e9f07b05-4aaf-4a33-ae16-7b5d806b04f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.600963 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e9f07b05-4aaf-4a33-ae16-7b5d806b04f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.602739 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e9f07b05-4aaf-4a33-ae16-7b5d806b04f6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/10aa4cad-609b-43e0-9cd3-f49cce3c36f8 HTTP/1.1" status: 204 len: 168 time: 0.3502743 Jul 05 04:24:33.619234 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f07b05-4aaf-4a33-ae16-7b5d806b04f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10aa4cad-609b-43e0-9cd3-f49cce3c36f8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:33.679573 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c756dab6-8751-4f69-8411-93790abda61c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.776761 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9679cbed-6c76-4315-8a44-a1b276cb68f5 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.790790 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] Checking router: f8db9ba7-9d23-4c2a-8468-e41a9b15b70f for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:24:33.791972 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] Updating router f8db9ba7-9d23-4c2a-8468-e41a9b15b70f port e0130fb0-ad6a-4f5c-88c7-1dee310b48e2 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:24:33.819099 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756dab6-8751-4f69-8411-93790abda61c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Subnet': ['ID=62daabc6-a108-4290-ad82-04733545f861,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:33.830136 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756dab6-8751-4f69-8411-93790abda61c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Checking segment: {'id': 'ab76439f-d7b9-4133-8a58-242532d7d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:33.830727 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c756dab6-8751-4f69-8411-93790abda61c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network hostable DHCP agents. Network: 3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:24:33.842148 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271d6f1b-5e16-4c34-a2dc-253a97cfb787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-5fe3e6bf-c2aa-4474-bcae-4da0bf092d4b', 'network_id': '5fe3e6bf-c2aa-4474-bcae-4da0bf092d4b', 'tenant_id': '70a59bbab74444268722486c9bd56734', 'fixed_ips': [{'subnet_id': '6a95c5fb-bf0b-4350-84a2-68e29b4026f9'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:24:33.843434 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-271d6f1b-5e16-4c34-a2dc-253a97cfb787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.868825 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c756dab6-8751-4f69-8411-93790abda61c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network 3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:24:33.874548 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.889845 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-c756dab6-8751-4f69-8411-93790abda61c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:33.899279 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c756dab6-8751-4f69-8411-93790abda61c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:33.900014 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c756dab6-8751-4f69-8411-93790abda61c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.920781 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c756dab6-8751-4f69-8411-93790abda61c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7189970 Jul 05 04:24:33.921374 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38704) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:33.922593 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-9679cbed-6c76-4315-8a44-a1b276cb68f5 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:24:33.923666 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9679cbed-6c76-4315-8a44-a1b276cb68f5 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "PUT /v2.0/routers/8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a HTTP/1.1" status: 400 len: 364 time: 0.4095213 Jul 05 04:24:33.927361 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38706) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:33.928236 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ddcade-6bad-4675-a1eb-231cdac3f70c None None] Network 3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:34.283003 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-271d6f1b-5e16-4c34-a2dc-253a97cfb787 None None] Allocated IP 2001:db8:1::2 (5fe3e6bf-c2aa-4474-bcae-4da0bf092d4b/6a95c5fb-bf0b-4350-84a2-68e29b4026f9/9fcf015b-6f8e-4728-88d9-28e94cd4d8d9) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:34.353667 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-32f78e9e-09c1-4a96-9522-db9529f57477 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:34.497077 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ba65af-b76d-42d1-8f2b-b3477472fcdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a', 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'fixed_ips': [{'subnet_id': '62daabc6-a108-4290-ad82-04733545f861'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:24:34.498328 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-50ba65af-b76d-42d1-8f2b-b3477472fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:34.510561 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:34.900019 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-50ba65af-b76d-42d1-8f2b-b3477472fcdc None None] Allocated IP 172.20.0.2 (3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a/62daabc6-a108-4290-ad82-04733545f861/3e5a9ffd-8f38-4088-b839-33278b89f5d6) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:35.095332 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f315-8f0f-4e38-a5a1-d414279a6fb2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.106855 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-50ba65af-b76d-42d1-8f2b-b3477472fcdc None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.117922 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-50ba65af-b76d-42d1-8f2b-b3477472fcdc None None] Transition to ACTIVE for port object 3e5a9ffd-8f38-4088-b839-33278b89f5d6 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:35.119826 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-32f78e9e-09c1-4a96-9522-db9529f57477 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Allocated IP 2001:db8::1 (43424bec-890b-4f28-b216-e2320c979ecb/12569030-da9a-467c-a1dc-2a2c22690497/f9afcb0a-622d-43b1-9dbf-e3199ccf8875) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:35.134175 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-50ba65af-b76d-42d1-8f2b-b3477472fcdc None None] Transition to ACTIVE for port object 3e5a9ffd-8f38-4088-b839-33278b89f5d6 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:35.149908 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.160991 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] Transition to ACTIVE for port object e0130fb0-ad6a-4f5c-88c7-1dee310b48e2 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:35.172999 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-50ba65af-b76d-42d1-8f2b-b3477472fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.180833 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.259521 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ba65af-b76d-42d1-8f2b-b3477472fcdc None None] Network 3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:35.268611 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-50ba65af-b76d-42d1-8f2b-b3477472fcdc None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:35.273099 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ba65af-b76d-42d1-8f2b-b3477472fcdc None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:35.311465 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-271d6f1b-5e16-4c34-a2dc-253a97cfb787 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.347962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba65af-b76d-42d1-8f2b-b3477472fcdc None None] Pushing event updated for resources: {'Port': ['ID=3e5a9ffd-8f38-4088-b839-33278b89f5d6,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:35.384641 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] Attempting to bind port e0130fb0-ad6a-4f5c-88c7-1dee310b48e2 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:35.385176 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] Attempting to bind port e0130fb0-ad6a-4f5c-88c7-1dee310b48e2 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:35.385649 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] Attempting to bind port e0130fb0-ad6a-4f5c-88c7-1dee310b48e2 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:35.393823 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-32f78e9e-09c1-4a96-9522-db9529f57477 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.411607 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-271d6f1b-5e16-4c34-a2dc-253a97cfb787 None None] Transition to ACTIVE for port object 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:35.416143 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:35.416693 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:35.417211 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.417716 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:35.418334 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] Bound port: e0130fb0-ad6a-4f5c-88c7-1dee310b48e2, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:35.419088 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.426803 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-32f78e9e-09c1-4a96-9522-db9529f57477 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Transition to ACTIVE for port object f9afcb0a-622d-43b1-9dbf-e3199ccf8875 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:35.471356 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-50ba65af-b76d-42d1-8f2b-b3477472fcdc None None] Attempting to bind port 3e5a9ffd-8f38-4088-b839-33278b89f5d6 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:35.472179 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-50ba65af-b76d-42d1-8f2b-b3477472fcdc None None] Attempting to bind port 3e5a9ffd-8f38-4088-b839-33278b89f5d6 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'ab76439f-d7b9-4133-8a58-242532d7d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:35.472798 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ba65af-b76d-42d1-8f2b-b3477472fcdc None None] Attempting to bind port 3e5a9ffd-8f38-4088-b839-33278b89f5d6 on network 3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:35.485814 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-32f78e9e-09c1-4a96-9522-db9529f57477 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.502312 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ba65af-b76d-42d1-8f2b-b3477472fcdc None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:35.503171 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ba65af-b76d-42d1-8f2b-b3477472fcdc None None] Checking segment: {'id': 'ab76439f-d7b9-4133-8a58-242532d7d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:35.503859 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-50ba65af-b76d-42d1-8f2b-b3477472fcdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.504515 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ba65af-b76d-42d1-8f2b-b3477472fcdc None None] Bound using segment: {'id': 'ab76439f-d7b9-4133-8a58-242532d7d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:35.505250 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-50ba65af-b76d-42d1-8f2b-b3477472fcdc None None] Bound port: 3e5a9ffd-8f38-4088-b839-33278b89f5d6, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab76439f-d7b9-4133-8a58-242532d7d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:35.505880 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-50ba65af-b76d-42d1-8f2b-b3477472fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.525895 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-271d6f1b-5e16-4c34-a2dc-253a97cfb787 None None] Transition to ACTIVE for port object 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:35.531887 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1abf5-c3e5-4f6e-b98b-d01db4c2ce7c None None] Pushing event updated for resources: {'Port': ['ID=e0130fb0-ad6a-4f5c-88c7-1dee310b48e2,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:35.547474 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38736) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:35.555188 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f78e9e-09c1-4a96-9522-db9529f57477 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Network 43424bec-890b-4f28-b216-e2320c979ecb is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:35.559663 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-271d6f1b-5e16-4c34-a2dc-253a97cfb787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.560245 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-d5f6f315-8f0f-4e38-a5a1-d414279a6fb2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Allocated IP 172.20.0.1 (3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a/62daabc6-a108-4290-ad82-04733545f861/1a59d81e-eb19-4a76-bb88-475f0bc53185) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:35.574795 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-32f78e9e-09c1-4a96-9522-db9529f57477 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:35.586491 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271d6f1b-5e16-4c34-a2dc-253a97cfb787 None None] Network 5fe3e6bf-c2aa-4474-bcae-4da0bf092d4b is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:35.592971 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f78e9e-09c1-4a96-9522-db9529f57477 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:35.593570 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-32f78e9e-09c1-4a96-9522-db9529f57477 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.656030 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-271d6f1b-5e16-4c34-a2dc-253a97cfb787 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:35.660099 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f78e9e-09c1-4a96-9522-db9529f57477 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Pushing event updated for resources: {'Port': ['ID=f9afcb0a-622d-43b1-9dbf-e3199ccf8875,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:35.666100 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271d6f1b-5e16-4c34-a2dc-253a97cfb787 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:35.674869 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] For port e0130fb0-ad6a-4f5c-88c7-1dee310b48e2, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:35.710122 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] For port e0130fb0-ad6a-4f5c-88c7-1dee310b48e2, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e0130fb0-ad6a-4f5c-88c7-1dee310b48e2,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:35.751622 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d6f1b-5e16-4c34-a2dc-253a97cfb787 None None] Pushing event updated for resources: {'Port': ['ID=9fcf015b-6f8e-4728-88d9-28e94cd4d8d9,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:35.754787 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.787012 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eb7f7b0a-a81c-427e-8889-98d64db11284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.802643 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-32f78e9e-09c1-4a96-9522-db9529f57477 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.806803 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f315-8f0f-4e38-a5a1-d414279a6fb2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.821252 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-50ba65af-b76d-42d1-8f2b-b3477472fcdc None None] For port 3e5a9ffd-8f38-4088-b839-33278b89f5d6, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:35.824608 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-d5f6f315-8f0f-4e38-a5a1-d414279a6fb2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Transition to ACTIVE for port object 1a59d81e-eb19-4a76-bb88-475f0bc53185 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:35.848805 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-50ba65af-b76d-42d1-8f2b-b3477472fcdc None None] For port 3e5a9ffd-8f38-4088-b839-33278b89f5d6, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3e5a9ffd-8f38-4088-b839-33278b89f5d6,segment=NetworkSegment(ab76439f-d7b9-4133-8a58-242532d7d063),segment_id=ab76439f-d7b9-4133-8a58-242532d7d063)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:35.856379 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-271d6f1b-5e16-4c34-a2dc-253a97cfb787 None None] Attempting to bind port 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:35.856815 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-271d6f1b-5e16-4c34-a2dc-253a97cfb787 None None] Attempting to bind port 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '7a6d5033-e29c-4df8-98e1-cdd07996385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5fe3e6bf-c2aa-4474-bcae-4da0bf092d4b'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:35.857128 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271d6f1b-5e16-4c34-a2dc-253a97cfb787 None None] Attempting to bind port 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9 on network 5fe3e6bf-c2aa-4474-bcae-4da0bf092d4b {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:35.870917 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-50ba65af-b76d-42d1-8f2b-b3477472fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.875005 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f315-8f0f-4e38-a5a1-d414279a6fb2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.890427 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271d6f1b-5e16-4c34-a2dc-253a97cfb787 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:35.890885 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271d6f1b-5e16-4c34-a2dc-253a97cfb787 None None] Checking segment: {'id': '7a6d5033-e29c-4df8-98e1-cdd07996385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5fe3e6bf-c2aa-4474-bcae-4da0bf092d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:35.891215 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-271d6f1b-5e16-4c34-a2dc-253a97cfb787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.891617 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271d6f1b-5e16-4c34-a2dc-253a97cfb787 None None] Bound using segment: {'id': '7a6d5033-e29c-4df8-98e1-cdd07996385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5fe3e6bf-c2aa-4474-bcae-4da0bf092d4b'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:35.892134 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-271d6f1b-5e16-4c34-a2dc-253a97cfb787 None None] Bound port: 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6d5033-e29c-4df8-98e1-cdd07996385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5fe3e6bf-c2aa-4474-bcae-4da0bf092d4b'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:35.892521 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-271d6f1b-5e16-4c34-a2dc-253a97cfb787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.911136 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1abf5-c3e5-4f6e-b98b-d01db4c2ce7c None None] Pushing event updated for resources: {'Port': ['ID=e0130fb0-ad6a-4f5c-88c7-1dee310b48e2,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:35.930490 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] Routers {'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:35.931515 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:24:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:35.960648 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f6f315-8f0f-4e38-a5a1-d414279a6fb2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network 3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:35.973114 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-d5f6f315-8f0f-4e38-a5a1-d414279a6fb2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:35.973114 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f6f315-8f0f-4e38-a5a1-d414279a6fb2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:36.015844 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6f315-8f0f-4e38-a5a1-d414279a6fb2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Port': ['ID=1a59d81e-eb19-4a76-bb88-475f0bc53185,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:36.043629 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f315-8f0f-4e38-a5a1-d414279a6fb2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.103218 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eb7f7b0a-a81c-427e-8889-98d64db11284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.112560 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-eb7f7b0a-a81c-427e-8889-98d64db11284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.167891 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f7b0a-a81c-427e-8889-98d64db11284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0ddcac-7a92-4142-a82e-4cec888d7db8,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:36.182055 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-eb7f7b0a-a81c-427e-8889-98d64db11284 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=adfbb5a3b23f435a9b56441a3d3878df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6296864 Jul 05 04:24:36.184954 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38740) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:36.217011 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f315-8f0f-4e38-a5a1-d414279a6fb2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.322488 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-32f78e9e-09c1-4a96-9522-db9529f57477 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.365660 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-32f78e9e-09c1-4a96-9522-db9529f57477 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.366464 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-32f78e9e-09c1-4a96-9522-db9529f57477 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.396522 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-db2e2105-5d4a-43c5-b6f9-6ef2e8143c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.416013 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-96d7d39b-249d-4add-84c5-2aaa34894cca None None] Provisioning for port f9afcb0a-622d-43b1-9dbf-e3199ccf8875 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:36.437865 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-96d7d39b-249d-4add-84c5-2aaa34894cca None None] Provisioning complete for port f9afcb0a-622d-43b1-9dbf-e3199ccf8875 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:36.438243 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-96d7d39b-249d-4add-84c5-2aaa34894cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.499224 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba65af-b76d-42d1-8f2b-b3477472fcdc None None] Pushing event updated for resources: {'Port': ['ID=3e5a9ffd-8f38-4088-b839-33278b89f5d6,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:36.514859 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-96d7d39b-249d-4add-84c5-2aaa34894cca None None] Port f9afcb0a-622d-43b1-9dbf-e3199ccf8875 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:24:36.537789 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-271d6f1b-5e16-4c34-a2dc-253a97cfb787 None None] For port 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:36.544363 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-271d6f1b-5e16-4c34-a2dc-253a97cfb787 None None] For port 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=9fcf015b-6f8e-4728-88d9-28e94cd4d8d9,segment=NetworkSegment(7a6d5033-e29c-4df8-98e1-cdd07996385b),segment_id=7a6d5033-e29c-4df8-98e1-cdd07996385b)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:36.557491 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] Set router f8db9ba7-9d23-4c2a-8468-e41a9b15b70f gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:36.574653 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-db2e2105-5d4a-43c5-b6f9-6ef2e8143c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.576775 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f78e9e-09c1-4a96-9522-db9529f57477 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Pushing event updated for resources: {'Port': ['ID=f9afcb0a-622d-43b1-9dbf-e3199ccf8875,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:36.587726 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-271d6f1b-5e16-4c34-a2dc-253a97cfb787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.672999 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d6f1b-5e16-4c34-a2dc-253a97cfb787 None None] Pushing event updated for resources: {'Port': ['ID=9fcf015b-6f8e-4728-88d9-28e94cd4d8d9,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:36.674273 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f315-8f0f-4e38-a5a1-d414279a6fb2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.682037 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f315-8f0f-4e38-a5a1-d414279a6fb2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.703692 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f78e9e-09c1-4a96-9522-db9529f57477 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Network 43424bec-890b-4f28-b216-e2320c979ecb is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:36.706080 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-32f78e9e-09c1-4a96-9522-db9529f57477 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:36.776418 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-db2e2105-5d4a-43c5-b6f9-6ef2e8143c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.779528 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-db2e2105-5d4a-43c5-b6f9-6ef2e8143c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.785411 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-db2e2105-5d4a-43c5-b6f9-6ef2e8143c11 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bd0ddcac-7a92-4142-a82e-4cec888d7db8 HTTP/1.1" status: 204 len: 168 time: 0.5976009 Jul 05 04:24:36.812724 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6f315-8f0f-4e38-a5a1-d414279a6fb2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Port': ['ID=1a59d81e-eb19-4a76-bb88-475f0bc53185,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:36.864436 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f315-8f0f-4e38-a5a1-d414279a6fb2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.872546 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e2105-5d4a-43c5-b6f9-6ef2e8143c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0ddcac-7a92-4142-a82e-4cec888d7db8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:36.952269 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f78e9e-09c1-4a96-9522-db9529f57477 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Router 8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:36.975328 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143636863', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e0130fb0-ad6a-4f5c-88c7-1dee310b48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:31Z', 'revision_number': 3, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e0130fb0-ad6a-4f5c-88c7-1dee310b48e2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:37.063531 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654e0a9c-61ce-4e87-b9b9-30b9a4b81393 None None] The sync data for ids ['f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'] in n-d-780147-23 is: [{'id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143636863', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e0130fb0-ad6a-4f5c-88c7-1dee310b48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:31Z', 'revision_number': 3, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e0130fb0-ad6a-4f5c-88c7-1dee310b48e2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:37.111462 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f78e9e-09c1-4a96-9522-db9529f57477 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:37.121971 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cfc01d-bd8d-46d8-8a40-492eab838f9d None None] Sync routers for ids ['8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:37.131145 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-32f78e9e-09c1-4a96-9522-db9529f57477 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "PUT /v2.0/routers/8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1979759 Jul 05 04:24:37.132248 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38760) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:37.142018 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f6f315-8f0f-4e38-a5a1-d414279a6fb2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network 3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:37.151987 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cfc01d-bd8d-46d8-8a40-492eab838f9d None None] Routers {'8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:37.157705 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-d5f6f315-8f0f-4e38-a5a1-d414279a6fb2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:37.160260 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-15cfc01d-bd8d-46d8-8a40-492eab838f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:24:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:37.318663 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-15cfc01d-bd8d-46d8-8a40-492eab838f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:37.350367 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cfc01d-bd8d-46d8-8a40-492eab838f9d None None] Routers {'8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:37.352163 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-15cfc01d-bd8d-46d8-8a40-492eab838f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:24:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:37.352817 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f29348d5-265a-4726-bea1-2058c21873a8 None None] Provisioning complete for port f9afcb0a-622d-43b1-9dbf-e3199ccf8875 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:37.353333 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f29348d5-265a-4726-bea1-2058c21873a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:37.371924 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1e6d6c5c-0f02-4370-8bdf-7cbc3cf6523e tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:37.436493 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-f29348d5-265a-4726-bea1-2058c21873a8 None None] Port f9afcb0a-622d-43b1-9dbf-e3199ccf8875 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:24:37.437641 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-15cfc01d-bd8d-46d8-8a40-492eab838f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:37.438512 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cfc01d-bd8d-46d8-8a40-492eab838f9d None None] The sync data for ids ['8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:37.469504 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f6f315-8f0f-4e38-a5a1-d414279a6fb2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Router f8db9ba7-9d23-4c2a-8468-e41a9b15b70f has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:37.575660 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-1e6d6c5c-0f02-4370-8bdf-7cbc3cf6523e tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 04:24:37.582917 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1e6d6c5c-0f02-4370-8bdf-7cbc3cf6523e tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "DELETE /v2.0/routers/8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a HTTP/1.1" status: 409 len: 329 time: 0.4494584 Jul 05 04:24:37.583109 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38766) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:37.776382 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3e5a9ffd-8f38-4088-b839-33278b89f5d6 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:37.870281 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 3e5a9ffd-8f38-4088-b839-33278b89f5d6 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:37.877140 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:37.913439 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8219d7d3-14eb-4dab-821a-c6979af10e15 None None] Network 3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:37.922233 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f6f315-8f0f-4e38-a5a1-d414279a6fb2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:37.975957 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d5f6f315-8f0f-4e38-a5a1-d414279a6fb2 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "PUT /v2.0/routers/f8db9ba7-9d23-4c2a-8468-e41a9b15b70f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0444968 Jul 05 04:24:38.072446 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fd7b9db2-f788-4436-85d9-30ce5a320104 None None] Provisioning for port 3e5a9ffd-8f38-4088-b839-33278b89f5d6 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:38.085191 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fd7b9db2-f788-4436-85d9-30ce5a320104 None None] Provisioning complete for port 3e5a9ffd-8f38-4088-b839-33278b89f5d6 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:38.085604 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fd7b9db2-f788-4436-85d9-30ce5a320104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:38.348777 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cace04c-d316-4058-9ae0-c12be087c7e1 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:38.408344 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:38.462659 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fd7b9db2-f788-4436-85d9-30ce5a320104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:38.487431 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-e874d8dc-35da-4ce5-a3c6-d2074711c340 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1939832584&fields=id&tenant_id=808124476429444bb6a930e35c6aa8ee HTTP/1.1" status: 200 len: 267 time: 0.1636977 Jul 05 04:24:38.532653 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fd7b9db2-f788-4436-85d9-30ce5a320104 None None] For port 3e5a9ffd-8f38-4088-b839-33278b89f5d6, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3e5a9ffd-8f38-4088-b839-33278b89f5d6,segment=NetworkSegment(ab76439f-d7b9-4133-8a58-242532d7d063),segment_id=ab76439f-d7b9-4133-8a58-242532d7d063)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:38.545054 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fd7b9db2-f788-4436-85d9-30ce5a320104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:38.622316 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b9db2-f788-4436-85d9-30ce5a320104 None None] Pushing event updated for resources: {'Port': ['ID=3e5a9ffd-8f38-4088-b839-33278b89f5d6,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:38.716665 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-3ca06b0e-bfce-45d8-a2b4-fff07916247a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:38.723441 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-3ca06b0e-bfce-45d8-a2b4-fff07916247a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/networks?id=3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a HTTP/1.1" status: 200 len: 796 time: 0.2337077 Jul 05 04:24:38.752226 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-9c10734a-a24b-4da4-a3d2-a65045b0c976 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/quotas/808124476429444bb6a930e35c6aa8ee HTTP/1.1" status: 200 len: 375 time: 0.0263665 Jul 05 04:24:38.768650 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c10b864-ce21-49e4-b586-527dcc48e1a4 None None] Network 5fe3e6bf-c2aa-4474-bcae-4da0bf092d4b requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:38.978728 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4915f77e-39ef-45bf-8219-93076bccbdb9 None None] Provisioning for port 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:39.005148 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4915f77e-39ef-45bf-8219-93076bccbdb9 None None] Provisioning complete for port 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:39.006236 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4915f77e-39ef-45bf-8219-93076bccbdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:39.060529 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-a9c27e00-e23f-4a6d-aaea-902e327bd99f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2982535 Jul 05 04:24:39.068360 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-2cace04c-d316-4058-9ae0-c12be087c7e1 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Deleting port f9afcb0a-622d-43b1-9dbf-e3199ccf8875 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:39.069149 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cace04c-d316-4058-9ae0-c12be087c7e1 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:39.190145 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4915f77e-39ef-45bf-8219-93076bccbdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:39.246144 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-4915f77e-39ef-45bf-8219-93076bccbdb9 None None] For port 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=9fcf015b-6f8e-4728-88d9-28e94cd4d8d9,segment=NetworkSegment(7a6d5033-e29c-4df8-98e1-cdd07996385b),segment_id=7a6d5033-e29c-4df8-98e1-cdd07996385b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:39.256163 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4915f77e-39ef-45bf-8219-93076bccbdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:39.328062 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-ba179e51-226f-4799-9a0f-08184e65362f service neutron] 10.222.0.77 "GET /v2.0/networks/3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244408 Jul 05 04:24:39.329924 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cace04c-d316-4058-9ae0-c12be087c7e1 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:39.401847 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915f77e-39ef-45bf-8219-93076bccbdb9 None None] Pushing event updated for resources: {'Port': ['ID=9fcf015b-6f8e-4728-88d9-28e94cd4d8d9,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:39.425032 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-2cace04c-d316-4058-9ae0-c12be087c7e1 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Calling delete_port for f9afcb0a-622d-43b1-9dbf-e3199ccf8875 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:39.427884 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8f2b40ca-136f-412d-bad7-fd6b6f988ebf None None] Provisioning for port 1a59d81e-eb19-4a76-bb88-475f0bc53185 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:39.435005 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8f2b40ca-136f-412d-bad7-fd6b6f988ebf None None] Provisioning complete for port 1a59d81e-eb19-4a76-bb88-475f0bc53185 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:39.435481 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8f2b40ca-136f-412d-bad7-fd6b6f988ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:39.552495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-8f2b40ca-136f-412d-bad7-fd6b6f988ebf None None] Port 1a59d81e-eb19-4a76-bb88-475f0bc53185 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:24:39.581740 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8f2b40ca-136f-412d-bad7-fd6b6f988ebf None None] Provisioning complete for port 3e5a9ffd-8f38-4088-b839-33278b89f5d6 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:39.583125 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8f2b40ca-136f-412d-bad7-fd6b6f988ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:39.641843 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-82bdea2f-94c0-4cc4-b3ce-21c263611e41 service neutron] 10.222.0.77 "GET /v2.0/networks/3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019674 Jul 05 04:24:39.764985 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e0130fb0-ad6a-4f5c-88c7-1dee310b48e2 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:39.858471 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port e0130fb0-ad6a-4f5c-88c7-1dee310b48e2 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:39.869972 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port e0130fb0-ad6a-4f5c-88c7-1dee310b48e2 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:39.870586 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:39.940528 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-044d5cac-c53e-4f30-966a-5f5ea0beb4fd None None] Provisioning complete for port 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:39.940916 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-044d5cac-c53e-4f30-966a-5f5ea0beb4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:39.959722 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cace04c-d316-4058-9ae0-c12be087c7e1 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:40.015518 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cace04c-d316-4058-9ae0-c12be087c7e1 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Pushing event deleted for resources: {'Port': ['ID=f9afcb0a-622d-43b1-9dbf-e3199ccf8875,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:40.086909 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6edf80c5-b036-4cf3-9088-391d540ff375 req-8d9b868f-f489-4eef-a053-0496c43eae90 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 210 time: 0.0522153 Jul 05 04:24:40.156487 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] Sync routers for ids ['f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:40.189723 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:40.228141 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] Routers {'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:40.228141 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:24:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:40.322511 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cace04c-d316-4058-9ae0-c12be087c7e1 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:40.438150 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-044d5cac-c53e-4f30-966a-5f5ea0beb4fd None None] Provisioning complete for port 1a59d81e-eb19-4a76-bb88-475f0bc53185 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:40.438748 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-044d5cac-c53e-4f30-966a-5f5ea0beb4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:40.446311 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port e0130fb0-ad6a-4f5c-88c7-1dee310b48e2, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e0130fb0-ad6a-4f5c-88c7-1dee310b48e2,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:40.497966 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:40.499156 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3e5a9ffd-8f38-4088-b839-33278b89f5d6 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:40.586995 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-044d5cac-c53e-4f30-966a-5f5ea0beb4fd None None] Port 1a59d81e-eb19-4a76-bb88-475f0bc53185 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:24:40.641724 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=e0130fb0-ad6a-4f5c-88c7-1dee310b48e2,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:40.654506 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] Set router f8db9ba7-9d23-4c2a-8468-e41a9b15b70f gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:40.829496 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 3e5a9ffd-8f38-4088-b839-33278b89f5d6 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:40.832308 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:40.945747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cace04c-d316-4058-9ae0-c12be087c7e1 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Router 8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:40.996050 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:41.031409 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cace04c-d316-4058-9ae0-c12be087c7e1 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:41.044864 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11894e59-3541-481e-8a24-1e5e6ab226b5 None None] Sync routers for ids ['8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:41.058934 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2cace04c-d316-4058-9ae0-c12be087c7e1 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "PUT /v2.0/routers/8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4746583 Jul 05 04:24:41.062460 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38820) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:41.077397 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11894e59-3541-481e-8a24-1e5e6ab226b5 None None] Routers {'8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:41.078442 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-11894e59-3541-481e-8a24-1e5e6ab226b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:24:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:41.165176 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-7569f95c-5e1b-4442-a4fb-a77eaac2a009 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] show failed (client error): The resource could not be found. Jul 05 04:24:41.167336 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7569f95c-5e1b-4442-a4fb-a77eaac2a009 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "GET /v2.0/routers/tempest-non_exist_router-447733445 HTTP/1.1" status: 404 len: 334 time: 0.1032386 Jul 05 04:24:41.169787 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-11894e59-3541-481e-8a24-1e5e6ab226b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:41.172671 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38824) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:41.181625 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-badcd28c-8338-43c9-b049-16357298455f tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:41.182726 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11894e59-3541-481e-8a24-1e5e6ab226b5 None None] Routers {'8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:41.183609 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-11894e59-3541-481e-8a24-1e5e6ab226b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:24:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:41.205124 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143636863', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e0130fb0-ad6a-4f5c-88c7-1dee310b48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:36Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e0130fb0-ad6a-4f5c-88c7-1dee310b48e2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '1a59d81e-eb19-4a76-bb88-475f0bc53185', 'name': '', 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:ee:d1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '62daabc6-a108-4290-ad82-04733545f861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:35Z', 'updated_at': '2021-07-05T04:24:36Z', 'revision_number': 2, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '62daabc6-a108-4290-ad82-04733545f861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:41.208580 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:41.208580 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:41.228831 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-11894e59-3541-481e-8a24-1e5e6ab226b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:41.232553 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11894e59-3541-481e-8a24-1e5e6ab226b5 None None] The sync data for ids ['8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a'] in n-d-780147-23 is: [] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:41.265291 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-badcd28c-8338-43c9-b049-16357298455f tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] update failed (client error): The resource could not be found. Jul 05 04:24:41.266896 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-badcd28c-8338-43c9-b049-16357298455f tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "PUT /v2.0/routers/tempest-non_exist_router-1003985990 HTTP/1.1" status: 404 len: 335 time: 0.0927901 Jul 05 04:24:41.271402 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38826) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:41.384412 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b937fb-fc43-400e-aebf-e78fd6f6fb0d tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Deleting subnet 6a95c5fb-bf0b-4350-84a2-68e29b4026f9 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:24:41.393198 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e7b937fb-fc43-400e-aebf-e78fd6f6fb0d tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:41.410281 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8eb170b4-136b-4d0f-a5e1-b86fd207a05a req-13df11a4-443d-4675-acbe-e904dd601676 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 210 time: 0.0738904 Jul 05 04:24:41.475270 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e7b937fb-fc43-400e-aebf-e78fd6f6fb0d tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:41.582299 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] Checking router: f8db9ba7-9d23-4c2a-8468-e41a9b15b70f for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:24:41.582926 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] Updating router f8db9ba7-9d23-4c2a-8468-e41a9b15b70f port 1a59d81e-eb19-4a76-bb88-475f0bc53185 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:24:41.628873 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e7b937fb-fc43-400e-aebf-e78fd6f6fb0d tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:41.690965 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:41.740724 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e7b937fb-fc43-400e-aebf-e78fd6f6fb0d tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:41.758137 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e7b937fb-fc43-400e-aebf-e78fd6f6fb0d tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:41.762997 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38836) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:41.763747 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e7b937fb-fc43-400e-aebf-e78fd6f6fb0d tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "DELETE /v2.0/subnets/6a95c5fb-bf0b-4350-84a2-68e29b4026f9 HTTP/1.1" status: 204 len: 168 time: 0.4909830 Jul 05 04:24:41.787334 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b937fb-fc43-400e-aebf-e78fd6f6fb0d tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Pushing event deleted for resources: {'Subnet': ['ID=6a95c5fb-bf0b-4350-84a2-68e29b4026f9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:41.797463 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d4797f-094e-47a3-98ce-c2d804862730 None None] Network 5fe3e6bf-c2aa-4474-bcae-4da0bf092d4b requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:41.861421 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1af968f7-d34d-47ed-9138-bb6fb419434c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.108789 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e0130fb0-ad6a-4f5c-88c7-1dee310b48e2 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:42.132844 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-bb11f2c4-c3f4-451c-b4e8-db9d0ae796ad tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:42.134605 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-bb11f2c4-c3f4-451c-b4e8-db9d0ae796ad tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.89 "GET /v2.0/networks?id=3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a HTTP/1.1" status: 200 len: 796 time: 0.2386425 Jul 05 04:24:42.208258 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-1af968f7-d34d-47ed-9138-bb6fb419434c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Deleting port 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:42.208586 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1af968f7-d34d-47ed-9138-bb6fb419434c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.263554 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-170f11c5-f8e2-450f-941d-9add9b6a265f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=808124476429444bb6a930e35c6aa8ee HTTP/1.1" status: 200 len: 380 time: 0.1130862 Jul 05 04:24:42.274170 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port e0130fb0-ad6a-4f5c-88c7-1dee310b48e2 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:42.274642 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.283114 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-3e938b61-8e08-4dba-ada7-73fd23955a96 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'port': {'device_id': '287eff2d-6c5c-4d0c-89d5-51b62a10008c', 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a', 'admin_state_up': True, 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'security_groups': ['0a12fb53-d256-463f-bd57-df27aaa01186']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:42.355607 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-1af968f7-d34d-47ed-9138-bb6fb419434c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] For port 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=9fcf015b-6f8e-4728-88d9-28e94cd4d8d9,segment=NetworkSegment(7a6d5033-e29c-4df8-98e1-cdd07996385b),segment_id=7a6d5033-e29c-4df8-98e1-cdd07996385b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:42.356366 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1af968f7-d34d-47ed-9138-bb6fb419434c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.366167 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a740496d-69e4-42aa-8b59-dfb4ddfe560e None None] DHCP port deletion for 5fe3e6bf-c2aa-4474-bcae-4da0bf092d4b request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:24:42.378216 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-1af968f7-d34d-47ed-9138-bb6fb419434c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Calling delete_port for 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:42.386183 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.424980 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] Transition to ACTIVE for port object 1a59d81e-eb19-4a76-bb88-475f0bc53185 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:42.482445 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.494181 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-3e938b61-8e08-4dba-ada7-73fd23955a96 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Made reservation on behalf of 808124476429444bb6a930e35c6aa8ee for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:42.498193 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-3e938b61-8e08-4dba-ada7-73fd23955a96 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.582157 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1af968f7-d34d-47ed-9138-bb6fb419434c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.622944 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a88cce-c29c-4b26-b6af-722567ca2d7f None None] Pushing event updated for resources: {'Port': ['ID=1a59d81e-eb19-4a76-bb88-475f0bc53185,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:42.633400 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af968f7-d34d-47ed-9138-bb6fb419434c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Pushing event deleted for resources: {'Port': ['ID=9fcf015b-6f8e-4728-88d9-28e94cd4d8d9,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:42.640045 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af968f7-d34d-47ed-9138-bb6fb419434c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] No DVR routers for this DVR port 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:42.675307 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-db21a1c5-49f3-4e9c-ab8f-d7e93dba959f req-79e86444-8a84-4c4a-a93e-5faefe09daad tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 210 time: 0.0648763 Jul 05 04:24:42.734496 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a740496d-69e4-42aa-8b59-dfb4ddfe560e None None] Deleting port 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:42.735139 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a740496d-69e4-42aa-8b59-dfb4ddfe560e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.791887 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] Attempting to bind port 1a59d81e-eb19-4a76-bb88-475f0bc53185 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:42.792556 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] Attempting to bind port 1a59d81e-eb19-4a76-bb88-475f0bc53185 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'ab76439f-d7b9-4133-8a58-242532d7d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:42.793101 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] Attempting to bind port 1a59d81e-eb19-4a76-bb88-475f0bc53185 on network 3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:42.807974 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:42.808642 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] Checking segment: {'id': 'ab76439f-d7b9-4133-8a58-242532d7d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:42.809249 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.809814 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] Bound using segment: {'id': 'ab76439f-d7b9-4133-8a58-242532d7d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:42.810470 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] Bound port: 1a59d81e-eb19-4a76-bb88-475f0bc53185, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab76439f-d7b9-4133-8a58-242532d7d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:42.811052 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.839775 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a740496d-69e4-42aa-8b59-dfb4ddfe560e None None] For port 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9, host n-d-780147-23, got binding levels [] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:42.840731 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a740496d-69e4-42aa-8b59-dfb4ddfe560e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.877043 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a740496d-69e4-42aa-8b59-dfb4ddfe560e None None] Calling delete_port for 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:42.881608 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.ipam_backend_mixin [None req-a740496d-69e4-42aa-8b59-dfb4ddfe560e None None] Port 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9 was not found and therefore no delete operation was performed {{(pid=105540) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:24:42.885376 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a740496d-69e4-42aa-8b59-dfb4ddfe560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.899203 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1af968f7-d34d-47ed-9138-bb6fb419434c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.911375 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-1af968f7-d34d-47ed-9138-bb6fb419434c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe3e6bf-c2aa-4474-bcae-4da0bf092d4b']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:42.924090 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-1af968f7-d34d-47ed-9138-bb6fb419434c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6d5033-e29c-4df8-98e1-cdd07996385b') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:42.924409 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-1af968f7-d34d-47ed-9138-bb6fb419434c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6d5033-e29c-4df8-98e1-cdd07996385b') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:42.933510 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740496d-69e4-42aa-8b59-dfb4ddfe560e None None] Pushing event deleted for resources: {'Port': ['ID=9fcf015b-6f8e-4728-88d9-28e94cd4d8d9,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:42.939193 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a740496d-69e4-42aa-8b59-dfb4ddfe560e None None] No DVR routers for this DVR port 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:42.941406 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1af968f7-d34d-47ed-9138-bb6fb419434c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.949394 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] For port 1a59d81e-eb19-4a76-bb88-475f0bc53185, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:42.953758 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] For port 1a59d81e-eb19-4a76-bb88-475f0bc53185, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1a59d81e-eb19-4a76-bb88-475f0bc53185,segment=NetworkSegment(ab76439f-d7b9-4133-8a58-242532d7d063),segment_id=ab76439f-d7b9-4133-8a58-242532d7d063)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:42.962822 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.967055 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1af968f7-d34d-47ed-9138-bb6fb419434c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.975757 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af968f7-d34d-47ed-9138-bb6fb419434c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:24:42.977794 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1af968f7-d34d-47ed-9138-bb6fb419434c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:24:42.992740 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:24:43.032627 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] Routers {'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:43.033471 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:24:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:43.066729 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-3e938b61-8e08-4dba-ada7-73fd23955a96 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Allocated IP 172.20.0.7 (3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a/62daabc6-a108-4290-ad82-04733545f861/b8ab2ac7-ab4e-46fb-8828-6d11f34064a8) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:43.092093 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1af968f7-d34d-47ed-9138-bb6fb419434c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.092369 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a88cce-c29c-4b26-b6af-722567ca2d7f None None] Pushing event updated for resources: {'Port': ['ID=1a59d81e-eb19-4a76-bb88-475f0bc53185,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:43.110372 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1af968f7-d34d-47ed-9138-bb6fb419434c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.116316 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1af968f7-d34d-47ed-9138-bb6fb419434c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "DELETE /v2.0/networks/5fe3e6bf-c2aa-4474-bcae-4da0bf092d4b HTTP/1.1" status: 204 len: 168 time: 1.3515580 Jul 05 04:24:43.119308 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38846) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:43.139139 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af968f7-d34d-47ed-9138-bb6fb419434c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Pushing event deleted for resources: {'Network': ['ID=5fe3e6bf-c2aa-4474-bcae-4da0bf092d4b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:43.215187 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] Set router f8db9ba7-9d23-4c2a-8468-e41a9b15b70f gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:43.238445 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f6b095-e891-4941-86e4-4e55ca47ee84 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Deleting subnet 046271a1-3494-46a0-8868-f210d09be203 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:24:43.242850 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-86f6b095-e891-4941-86e4-4e55ca47ee84 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.297719 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.310408 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-86f6b095-e891-4941-86e4-4e55ca47ee84 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.364130 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-3e938b61-8e08-4dba-ada7-73fd23955a96 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.390646 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-3e938b61-8e08-4dba-ada7-73fd23955a96 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Transition to ACTIVE for port object b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:43.436012 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-3e938b61-8e08-4dba-ada7-73fd23955a96 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.448819 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-86f6b095-e891-4941-86e4-4e55ca47ee84 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.509002 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-3e938b61-8e08-4dba-ada7-73fd23955a96 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network 3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:43.513489 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-3e938b61-8e08-4dba-ada7-73fd23955a96 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:43.520062 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-3e938b61-8e08-4dba-ada7-73fd23955a96 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:43.549287 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-86f6b095-e891-4941-86e4-4e55ca47ee84 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.551372 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e938b61-8e08-4dba-ada7-73fd23955a96 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Port': ['ID=b8ab2ac7-ab4e-46fb-8828-6d11f34064a8,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:43.589611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-3e938b61-8e08-4dba-ada7-73fd23955a96 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:43.590513 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-3e938b61-8e08-4dba-ada7-73fd23955a96 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.599995 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6b095-e891-4941-86e4-4e55ca47ee84 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Pushing event deleted for resources: {'Subnet': ['ID=046271a1-3494-46a0-8868-f210d09be203,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:43.613154 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-3e938b61-8e08-4dba-ada7-73fd23955a96 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3381469 Jul 05 04:24:43.614212 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-86f6b095-e891-4941-86e4-4e55ca47ee84 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.616921 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-86f6b095-e891-4941-86e4-4e55ca47ee84 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "DELETE /v2.0/subnets/046271a1-3494-46a0-8868-f210d09be203 HTTP/1.1" status: 204 len: 168 time: 0.4962718 Jul 05 04:24:43.619410 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38850) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:43.634213 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-bb37d379-3ae4-4d9c-916f-339e09304702 service neutron] Request body: {'port': {'device_id': '287eff2d-6c5c-4d0c-89d5-51b62a10008c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:43.655474 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88372810-a1c0-4aaa-be27-efbfa3e6d777 None None] Network 3b14e380-f368-4f78-a02a-482555eeaffa requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:43.751339 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1aff81a-83d7-46b3-a219-c69fa3d41bc9 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Deleting subnet 436117bb-c4af-4653-a255-77201d83fcf9 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:24:43.758904 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b1aff81a-83d7-46b3-a219-c69fa3d41bc9 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.875292 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143636863', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e0130fb0-ad6a-4f5c-88c7-1dee310b48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:36Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e0130fb0-ad6a-4f5c-88c7-1dee310b48e2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '1a59d81e-eb19-4a76-bb88-475f0bc53185', 'name': '', 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:ee:d1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '62daabc6-a108-4290-ad82-04733545f861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:35Z', 'updated_at': '2021-07-05T04:24:42Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '62daabc6-a108-4290-ad82-04733545f861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:43.890200 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-bb37d379-3ae4-4d9c-916f-339e09304702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.896140 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b1aff81a-83d7-46b3-a219-c69fa3d41bc9 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.906981 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcb734f-3d41-4986-a931-989b6aec28a5 None None] The sync data for ids ['f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'] in n-d-780147-23 is: [{'id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143636863', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e0130fb0-ad6a-4f5c-88c7-1dee310b48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:36Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e0130fb0-ad6a-4f5c-88c7-1dee310b48e2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '1a59d81e-eb19-4a76-bb88-475f0bc53185', 'name': '', 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:ee:d1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '62daabc6-a108-4290-ad82-04733545f861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:35Z', 'updated_at': '2021-07-05T04:24:42Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '62daabc6-a108-4290-ad82-04733545f861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:44.037306 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ca75d5d9-af05-47fe-b712-236d1ee4ec43 None None] Provisioning for port b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:44.045495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ca75d5d9-af05-47fe-b712-236d1ee4ec43 None None] Provisioning complete for port b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:44.045950 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ca75d5d9-af05-47fe-b712-236d1ee4ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.081818 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53c8319-c9cb-40de-a261-9d7c95dd8adf None None] DHCP port deletion for 3b14e380-f368-4f78-a02a-482555eeaffa request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:24:44.109235 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:44.189349 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-ca75d5d9-af05-47fe-b712-236d1ee4ec43 None None] Port b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:24:44.193115 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:44.193469 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 9fcf015b-6f8e-4728-88d9-28e94cd4d8d9 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:44.247424 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-f53c8319-c9cb-40de-a261-9d7c95dd8adf None None] Deleting port 1def59d9-20bd-4e83-a732-8be12eef0d89 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:44.248970 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f53c8319-c9cb-40de-a261-9d7c95dd8adf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.344110 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f53c8319-c9cb-40de-a261-9d7c95dd8adf None None] For port 1def59d9-20bd-4e83-a732-8be12eef0d89, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1def59d9-20bd-4e83-a732-8be12eef0d89,segment=NetworkSegment(7b01c1b2-8668-4499-938a-2db3c6a90a94),segment_id=7b01c1b2-8668-4499-938a-2db3c6a90a94)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:44.344624 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f53c8319-c9cb-40de-a261-9d7c95dd8adf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.368272 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-f53c8319-c9cb-40de-a261-9d7c95dd8adf None None] Calling delete_port for 1def59d9-20bd-4e83-a732-8be12eef0d89 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:44.437680 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b1aff81a-83d7-46b3-a219-c69fa3d41bc9 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.511966 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f53c8319-c9cb-40de-a261-9d7c95dd8adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.520023 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fa4a4-b546-4f2e-bcf7-b7931f26d432 req-4f68ff4a-eab4-498b-b504-54b8a0e36a6d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:44.527102 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-438fa4a4-b546-4f2e-bcf7-b7931f26d432 req-4f68ff4a-eab4-498b-b504-54b8a0e36a6d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 931 time: 0.6344473 Jul 05 04:24:44.552244 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c8319-c9cb-40de-a261-9d7c95dd8adf None None] Pushing event deleted for resources: {'Port': ['ID=1def59d9-20bd-4e83-a732-8be12eef0d89,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:44.572687 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53c8319-c9cb-40de-a261-9d7c95dd8adf None None] No DVR routers for this DVR port 1def59d9-20bd-4e83-a732-8be12eef0d89 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:44.603259 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-438fa4a4-b546-4f2e-bcf7-b7931f26d432 req-8534c3e4-bd67-4c7d-9a1e-2e1a49a14e89 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752571 Jul 05 04:24:44.644770 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b1aff81a-83d7-46b3-a219-c69fa3d41bc9 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.689397 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aff81a-83d7-46b3-a219-c69fa3d41bc9 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Pushing event deleted for resources: {'Subnet': ['ID=436117bb-c4af-4653-a255-77201d83fcf9,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:44.705038 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-bb37d379-3ae4-4d9c-916f-339e09304702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:24:44.710246 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b1aff81a-83d7-46b3-a219-c69fa3d41bc9 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.714474 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b1aff81a-83d7-46b3-a219-c69fa3d41bc9 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "DELETE /v2.0/subnets/436117bb-c4af-4653-a255-77201d83fcf9 HTTP/1.1" status: 204 len: 168 time: 1.0915129 Jul 05 04:24:44.715198 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38858) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:44.717981 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517f7170-cbfa-4eb9-a35d-a33fcb98f3e8 None None] Network 314b4a32-c51b-4f98-81b2-b2c21440f42f requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:44.721890 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-bb37d379-3ae4-4d9c-916f-339e09304702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.757378 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-bb37d379-3ae4-4d9c-916f-339e09304702 service neutron] Transition to ACTIVE for port object b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:44.781027 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-bb37d379-3ae4-4d9c-916f-339e09304702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.893731 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-170bd42d-6051-42b2-912a-4b7d19731435 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.921783 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37d379-3ae4-4d9c-916f-339e09304702 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ab2ac7-ab4e-46fb-8828-6d11f34064a8,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:45.046505 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db51539f-803e-4718-b476-f2b41e2c2f28 None None] DHCP port deletion for 314b4a32-c51b-4f98-81b2-b2c21440f42f request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:24:45.161594 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-bb37d379-3ae4-4d9c-916f-339e09304702 service neutron] Attempting to bind port b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:45.161827 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-bb37d379-3ae4-4d9c-916f-339e09304702 service neutron] Attempting to bind port b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'ab76439f-d7b9-4133-8a58-242532d7d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:45.162163 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-bb37d379-3ae4-4d9c-916f-339e09304702 service neutron] Attempting to bind port b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 on network 3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:45.187854 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-bb37d379-3ae4-4d9c-916f-339e09304702 service neutron] Port b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 on network 3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:24:45.188555 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-bb37d379-3ae4-4d9c-916f-339e09304702 service neutron] Attempting to bind port b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 on network 3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:45.205380 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-bb37d379-3ae4-4d9c-916f-339e09304702 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:45.207365 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-bb37d379-3ae4-4d9c-916f-339e09304702 service neutron] Checking segment: {'id': 'ab76439f-d7b9-4133-8a58-242532d7d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:45.207983 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-bb37d379-3ae4-4d9c-916f-339e09304702 service neutron] Bound using segment: {'id': 'ab76439f-d7b9-4133-8a58-242532d7d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:45.208605 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-bb37d379-3ae4-4d9c-916f-339e09304702 service neutron] Bound port: b8ab2ac7-ab4e-46fb-8828-6d11f34064a8, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab76439f-d7b9-4133-8a58-242532d7d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:45.209745 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-db51539f-803e-4718-b476-f2b41e2c2f28 None None] Deleting port d52dbf15-d1d4-45d0-8ba8-4689c641af2b {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:45.210130 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-db51539f-803e-4718-b476-f2b41e2c2f28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.210546 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-bb37d379-3ae4-4d9c-916f-339e09304702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.217063 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-170bd42d-6051-42b2-912a-4b7d19731435 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.247703 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-170bd42d-6051-42b2-912a-4b7d19731435 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b14e380-f368-4f78-a02a-482555eeaffa']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:45.268227 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-170bd42d-6051-42b2-912a-4b7d19731435 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b01c1b2-8668-4499-938a-2db3c6a90a94') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:45.268520 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-170bd42d-6051-42b2-912a-4b7d19731435 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b01c1b2-8668-4499-938a-2db3c6a90a94') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:45.291484 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-170bd42d-6051-42b2-912a-4b7d19731435 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.317021 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-170bd42d-6051-42b2-912a-4b7d19731435 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.330815 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-170bd42d-6051-42b2-912a-4b7d19731435 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:24:45.331237 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-170bd42d-6051-42b2-912a-4b7d19731435 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:24:45.334403 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:24:45.349461 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-bb37d379-3ae4-4d9c-916f-339e09304702 service neutron] For port b8ab2ac7-ab4e-46fb-8828-6d11f34064a8, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:45.357376 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-bb37d379-3ae4-4d9c-916f-339e09304702 service neutron] For port b8ab2ac7-ab4e-46fb-8828-6d11f34064a8, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b8ab2ac7-ab4e-46fb-8828-6d11f34064a8,segment=NetworkSegment(ab76439f-d7b9-4133-8a58-242532d7d063),segment_id=ab76439f-d7b9-4133-8a58-242532d7d063)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:45.365754 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-bb37d379-3ae4-4d9c-916f-339e09304702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.409349 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-db51539f-803e-4718-b476-f2b41e2c2f28 None None] For port d52dbf15-d1d4-45d0-8ba8-4689c641af2b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d52dbf15-d1d4-45d0-8ba8-4689c641af2b,segment=NetworkSegment(9aab5351-372b-4cd0-b760-0a35e30abeb8),segment_id=9aab5351-372b-4cd0-b760-0a35e30abeb8)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:45.409859 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-db51539f-803e-4718-b476-f2b41e2c2f28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.451725 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-db51539f-803e-4718-b476-f2b41e2c2f28 None None] Calling delete_port for d52dbf15-d1d4-45d0-8ba8-4689c641af2b owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:45.453619 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-bb37d379-3ae4-4d9c-916f-339e09304702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:45.454258 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-bb37d379-3ae4-4d9c-916f-339e09304702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.455704 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-bb37d379-3ae4-4d9c-916f-339e09304702 service neutron] 10.222.0.89 "PUT /v2.0/ports/b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 HTTP/1.1" status: 200 len: 1092 time: 1.8264685 Jul 05 04:24:45.460140 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287eff2d-6c5c-4d0c-89d5-51b62a10008c', 'tag': 'b8ab2ac7-ab4e-46fb-8828-6d11f34064a8'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:45.473201 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d187d00f-0b4d-4b38-b41f-4924bf610e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "287eff2d-6c5c-4d0c-89d5-51b62a10008c", "tag": "b8ab2ac7-ab4e-46fb-8828-6d11f34064a8"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:45.496451 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-170bd42d-6051-42b2-912a-4b7d19731435 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.520814 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-170bd42d-6051-42b2-912a-4b7d19731435 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.523787 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-170bd42d-6051-42b2-912a-4b7d19731435 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "DELETE /v2.0/networks/3b14e380-f368-4f78-a02a-482555eeaffa HTTP/1.1" status: 204 len: 168 time: 0.8068497 Jul 05 04:24:45.530602 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38872) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:45.546849 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170bd42d-6051-42b2-912a-4b7d19731435 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Pushing event deleted for resources: {'Network': ['ID=3b14e380-f368-4f78-a02a-482555eeaffa,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:45.672494 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38878) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:45.737029 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-db51539f-803e-4718-b476-f2b41e2c2f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.807868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51539f-803e-4718-b476-f2b41e2c2f28 None None] Pushing event deleted for resources: {'Port': ['ID=d52dbf15-d1d4-45d0-8ba8-4689c641af2b,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:45.817014 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ba2cd60-8fdc-4890-bb18-98a2f40d6c9c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.828500 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db51539f-803e-4718-b476-f2b41e2c2f28 None None] No DVR routers for this DVR port d52dbf15-d1d4-45d0-8ba8-4689c641af2b on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:45.870932 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ba6717e2-3da3-46c1-976a-8174c8e42629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.884703 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0942064c-be97-420e-871b-0277b881f885 x-openstack-request-id: req-0942064c-be97-420e-871b-0277b881f885 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:45.885005 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287eff2d-6c5c-4d0c-89d5-51b62a10008c", "tag": "b8ab2ac7-ab4e-46fb-8828-6d11f34064a8", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:45.885268 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0942064c-be97-420e-871b-0277b881f885 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:45.885679 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287eff2d-6c5c-4d0c-89d5-51b62a10008c', 'tag': 'b8ab2ac7-ab4e-46fb-8828-6d11f34064a8', 'status': 'completed', 'code': 200} Jul 05 04:24:45.889935 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37d379-3ae4-4d9c-916f-339e09304702 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ab2ac7-ab4e-46fb-8828-6d11f34064a8,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:46.055720 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ba6717e2-3da3-46c1-976a-8174c8e42629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.069419 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ba6717e2-3da3-46c1-976a-8174c8e42629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.070565 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ba2cd60-8fdc-4890-bb18-98a2f40d6c9c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.082904 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-1ba2cd60-8fdc-4890-bb18-98a2f40d6c9c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314b4a32-c51b-4f98-81b2-b2c21440f42f']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:46.094595 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-1ba2cd60-8fdc-4890-bb18-98a2f40d6c9c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aab5351-372b-4cd0-b760-0a35e30abeb8') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:46.094945 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-1ba2cd60-8fdc-4890-bb18-98a2f40d6c9c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aab5351-372b-4cd0-b760-0a35e30abeb8') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:46.111584 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ba2cd60-8fdc-4890-bb18-98a2f40d6c9c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.115111 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-9dedfd7e-e4d0-46b8-8cc4-bfc4be0e63ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:46.118649 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-9dedfd7e-e4d0-46b8-8cc4-bfc4be0e63ac service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 1095 time: 0.5854893 Jul 05 04:24:46.127038 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ba6717e2-3da3-46c1-976a-8174c8e42629 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bec1430df51c4d1b8f9bb51420888479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4462292 Jul 05 04:24:46.127038 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6717e2-3da3-46c1-976a-8174c8e42629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50db98d-c1ea-4c8f-ba89-2ebc04df91b7,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:46.127411 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38882) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:46.152924 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1a59d81e-eb19-4a76-bb88-475f0bc53185 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:46.209148 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ba2cd60-8fdc-4890-bb18-98a2f40d6c9c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.220880 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba2cd60-8fdc-4890-bb18-98a2f40d6c9c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:24:46.221301 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ba2cd60-8fdc-4890-bb18-98a2f40d6c9c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:24:46.225570 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:24:46.229379 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-b4f23e37-4195-40fe-bb43-343740a99968 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 HTTP/1.1" status: 200 len: 217 time: 0.0665398 Jul 05 04:24:46.231906 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 1a59d81e-eb19-4a76-bb88-475f0bc53185 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:46.236468 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 1a59d81e-eb19-4a76-bb88-475f0bc53185 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:46.236998 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.303154 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9933f-5821-4c2f-9256-12a8633bbbdd req-77877ddf-7190-4ecb-aaac-1bcf9fc6d78c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:46.304809 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5e9933f-5821-4c2f-9256-12a8633bbbdd req-77877ddf-7190-4ecb-aaac-1bcf9fc6d78c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 943 time: 0.3944023 Jul 05 04:24:46.323673 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.359885 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2522323-411b-410d-921c-ceae2b76bec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.362074 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 1a59d81e-eb19-4a76-bb88-475f0bc53185, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1a59d81e-eb19-4a76-bb88-475f0bc53185,segment=NetworkSegment(ab76439f-d7b9-4133-8a58-242532d7d063),segment_id=ab76439f-d7b9-4133-8a58-242532d7d063)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:46.367650 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.379351 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ba2cd60-8fdc-4890-bb18-98a2f40d6c9c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.404416 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ba2cd60-8fdc-4890-bb18-98a2f40d6c9c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.406260 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1ba2cd60-8fdc-4890-bb18-98a2f40d6c9c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "DELETE /v2.0/networks/314b4a32-c51b-4f98-81b2-b2c21440f42f HTTP/1.1" status: 204 len: 168 time: 0.8689587 Jul 05 04:24:46.409361 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38886) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:46.413093 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2522323-411b-410d-921c-ceae2b76bec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.434479 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-95ada780-8eef-4e6d-ac8b-4eac57fe7e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:46.440495 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-95ada780-8eef-4e6d-ac8b-4eac57fe7e0f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62daabc6-a108-4290-ad82-04733545f861 HTTP/1.1" status: 200 len: 835 time: 0.1688445 Jul 05 04:24:46.440495 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2cd60-8fdc-4890-bb18-98a2f40d6c9c tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Pushing event deleted for resources: {'Network': ['ID=314b4a32-c51b-4f98-81b2-b2c21440f42f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:46.442793 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5e9933f-5821-4c2f-9256-12a8633bbbdd req-5c2b9142-d340-4c75-b712-4ad02f92d79a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120863 Jul 05 04:24:46.448316 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=1a59d81e-eb19-4a76-bb88-475f0bc53185,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:46.468777 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d52dbf15-d1d4-45d0-8ba8-4689c641af2b no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:46.502305 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: d52dbf15-d1d4-45d0-8ba8-4689c641af2b {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:46.503064 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d52dbf15-d1d4-45d0-8ba8-4689c641af2b not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:46.503643 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1def59d9-20bd-4e83-a732-8be12eef0d89 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:46.511734 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5ff442-57a3-44d5-8cfb-55755b7f415a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Deleting subnet 12569030-da9a-467c-a1dc-2a2c22690497 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:24:46.517293 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff442-57a3-44d5-8cfb-55755b7f415a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.523987 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-24e853d7-46a9-425c-bb9e-72823b6f9d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:46.531551 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-24e853d7-46a9-425c-bb9e-72823b6f9d70 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812874 Jul 05 04:24:46.532813 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2522323-411b-410d-921c-ceae2b76bec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.534905 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 1def59d9-20bd-4e83-a732-8be12eef0d89 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:46.535433 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1def59d9-20bd-4e83-a732-8be12eef0d89 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:46.535562 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f2522323-411b-410d-921c-ceae2b76bec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.536816 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f2522323-411b-410d-921c-ceae2b76bec8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f50db98d-c1ea-4c8f-ba89-2ebc04df91b7 HTTP/1.1" status: 204 len: 168 time: 0.4087377 Jul 05 04:24:46.566577 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2522323-411b-410d-921c-ceae2b76bec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50db98d-c1ea-4c8f-ba89-2ebc04df91b7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:46.610259 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff442-57a3-44d5-8cfb-55755b7f415a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.662849 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-4f1a21d5-9f67-4229-8b08-1f0155c82821 service neutron] 10.222.0.89 "GET /v2.0/networks/3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208456 Jul 05 04:24:46.732232 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff442-57a3-44d5-8cfb-55755b7f415a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.776925 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b3700aa-4974-4c67-8753-de1bccf87818 req-b995c3fd-4361-4f9a-9244-0ff65fc773fa service neutron] 10.222.0.89 "GET /v2.0/networks/3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027644 Jul 05 04:24:46.800447 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff442-57a3-44d5-8cfb-55755b7f415a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.842525 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ff442-57a3-44d5-8cfb-55755b7f415a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Pushing event deleted for resources: {'Subnet': ['ID=12569030-da9a-467c-a1dc-2a2c22690497,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:46.845049 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff442-57a3-44d5-8cfb-55755b7f415a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.847376 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9b5ff442-57a3-44d5-8cfb-55755b7f415a tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "DELETE /v2.0/subnets/12569030-da9a-467c-a1dc-2a2c22690497 HTTP/1.1" status: 204 len: 168 time: 0.4368920 Jul 05 04:24:46.849684 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38896) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:46.853485 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02a4d91-3477-42fd-a1eb-dfd42800c422 None None] Network 43424bec-890b-4f28-b216-e2320c979ecb requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:46.907624 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187d00f-0b4d-4b38-b41f-4924bf610e1b req-79ca600d-5f7e-4c26-a7b8-e27696a922e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:46.909202 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d187d00f-0b4d-4b38-b41f-4924bf610e1b req-79ca600d-5f7e-4c26-a7b8-e27696a922e3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 1095 time: 0.0730350 Jul 05 04:24:46.945593 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-07749915-673a-4ed1-967d-6b7cfa4bff12 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.009516 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-07749915-673a-4ed1-967d-6b7cfa4bff12 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Deleting port 6114a69e-5fbb-4223-940b-5662ac3399f9 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:47.010341 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-07749915-673a-4ed1-967d-6b7cfa4bff12 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.032045 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187d00f-0b4d-4b38-b41f-4924bf610e1b req-c245e538-4b98-401e-8690-fbb942a97be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:47.033578 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d187d00f-0b4d-4b38-b41f-4924bf610e1b req-c245e538-4b98-401e-8690-fbb942a97be5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a HTTP/1.1" status: 200 len: 897 time: 0.1179433 Jul 05 04:24:47.082303 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-07749915-673a-4ed1-967d-6b7cfa4bff12 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] For port 6114a69e-5fbb-4223-940b-5662ac3399f9, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6114a69e-5fbb-4223-940b-5662ac3399f9,segment=NetworkSegment(b7011088-f311-4613-b565-80a6a6e4f039),segment_id=b7011088-f311-4613-b565-80a6a6e4f039)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:47.082685 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-07749915-673a-4ed1-967d-6b7cfa4bff12 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.085299 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d187d00f-0b4d-4b38-b41f-4924bf610e1b req-bc2a2d93-ed9a-4c6d-af5b-4dad25c945eb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 HTTP/1.1" status: 200 len: 217 time: 0.0442729 Jul 05 04:24:47.092810 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509da1d0-0b54-458f-ac6c-3fcb843180ec None None] DHCP port deletion for 43424bec-890b-4f28-b216-e2320c979ecb request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:24:47.107423 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-07749915-673a-4ed1-967d-6b7cfa4bff12 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Calling delete_port for 6114a69e-5fbb-4223-940b-5662ac3399f9 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:47.147272 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187d00f-0b4d-4b38-b41f-4924bf610e1b req-9fee1126-1750-43a3-8288-feb5a527590b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:47.152472 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d187d00f-0b4d-4b38-b41f-4924bf610e1b req-9fee1126-1750-43a3-8288-feb5a527590b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62daabc6-a108-4290-ad82-04733545f861 HTTP/1.1" status: 200 len: 835 time: 0.0605390 Jul 05 04:24:47.152753 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-509da1d0-0b54-458f-ac6c-3fcb843180ec None None] Deleting port 6114a69e-5fbb-4223-940b-5662ac3399f9 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:47.153159 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-509da1d0-0b54-458f-ac6c-3fcb843180ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.235234 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-07749915-673a-4ed1-967d-6b7cfa4bff12 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.248513 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187d00f-0b4d-4b38-b41f-4924bf610e1b req-d6fb9eb5-f0ec-4992-9b3b-df20a9ecab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:47.256423 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d187d00f-0b4d-4b38-b41f-4924bf610e1b req-d6fb9eb5-f0ec-4992-9b3b-df20a9ecab31 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0957062 Jul 05 04:24:47.270148 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07749915-673a-4ed1-967d-6b7cfa4bff12 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] No DVR routers for this DVR port 6114a69e-5fbb-4223-940b-5662ac3399f9 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:47.272379 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07749915-673a-4ed1-967d-6b7cfa4bff12 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Pushing event deleted for resources: {'Port': ['ID=6114a69e-5fbb-4223-940b-5662ac3399f9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:47.390336 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-07749915-673a-4ed1-967d-6b7cfa4bff12 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.396059 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d187d00f-0b4d-4b38-b41f-4924bf610e1b req-005e7641-61f1-4516-9566-f21bad6c6fb4 service neutron] 10.222.0.89 "GET /v2.0/networks/3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311750 Jul 05 04:24:47.401353 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-509da1d0-0b54-458f-ac6c-3fcb843180ec None None] For port 6114a69e-5fbb-4223-940b-5662ac3399f9, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6114a69e-5fbb-4223-940b-5662ac3399f9,segment=NetworkSegment(b7011088-f311-4613-b565-80a6a6e4f039),segment_id=b7011088-f311-4613-b565-80a6a6e4f039)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:47.401754 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-509da1d0-0b54-458f-ac6c-3fcb843180ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.407430 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-07749915-673a-4ed1-967d-6b7cfa4bff12 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43424bec-890b-4f28-b216-e2320c979ecb']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:47.415277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-509da1d0-0b54-458f-ac6c-3fcb843180ec None None] Calling delete_port for 6114a69e-5fbb-4223-940b-5662ac3399f9 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:47.420568 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-07749915-673a-4ed1-967d-6b7cfa4bff12 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7011088-f311-4613-b565-80a6a6e4f039') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:47.421011 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-07749915-673a-4ed1-967d-6b7cfa4bff12 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7011088-f311-4613-b565-80a6a6e4f039') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:47.432795 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-07749915-673a-4ed1-967d-6b7cfa4bff12 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.449047 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-07749915-673a-4ed1-967d-6b7cfa4bff12 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.457558 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07749915-673a-4ed1-967d-6b7cfa4bff12 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:24:47.457965 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-07749915-673a-4ed1-967d-6b7cfa4bff12 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:24:47.462107 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:24:47.517263 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-509da1d0-0b54-458f-ac6c-3fcb843180ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.536063 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d187d00f-0b4d-4b38-b41f-4924bf610e1b req-9108c671-b0d9-4faa-8ee6-1c4e84084ba0 service neutron] 10.222.0.89 "GET /v2.0/networks/3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325245 Jul 05 04:24:47.557906 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509da1d0-0b54-458f-ac6c-3fcb843180ec None None] Pushing event deleted for resources: {'Port': ['ID=6114a69e-5fbb-4223-940b-5662ac3399f9,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:47.563338 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509da1d0-0b54-458f-ac6c-3fcb843180ec None None] No DVR routers for this DVR port 6114a69e-5fbb-4223-940b-5662ac3399f9 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:47.610164 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-07749915-673a-4ed1-967d-6b7cfa4bff12 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.619853 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-07749915-673a-4ed1-967d-6b7cfa4bff12 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.621848 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-07749915-673a-4ed1-967d-6b7cfa4bff12 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "DELETE /v2.0/networks/43424bec-890b-4f28-b216-e2320c979ecb HTTP/1.1" status: 204 len: 168 time: 0.7710414 Jul 05 04:24:47.624889 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38920) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:47.647263 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07749915-673a-4ed1-967d-6b7cfa4bff12 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Pushing event deleted for resources: {'Network': ['ID=43424bec-890b-4f28-b216-e2320c979ecb,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:47.658487 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b15c2bac-e648-4822-8644-e0f9340bcf84 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "GET /v2.0/ports?device_id=8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a HTTP/1.1" status: 200 len: 205 time: 0.0323451 Jul 05 04:24:47.664057 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38922) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:47.744478 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ff9f3-e7d3-444f-bedd-63cbe98bdaa2 req-d68d6626-b7d9-4e97-aa4a-5d350d62f3d3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:47.746069 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c18ff9f3-e7d3-444f-bedd-63cbe98bdaa2 req-d68d6626-b7d9-4e97-aa4a-5d350d62f3d3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 943 time: 0.1022477 Jul 05 04:24:47.752516 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d883f23c-8ebf-41ef-bb40-53eda708451c req-db0319fa-662d-4443-bd34-4653c46b5ec4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2728894 Jul 05 04:24:47.790627 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c18ff9f3-e7d3-444f-bedd-63cbe98bdaa2 req-2761663f-1f88-4273-8d4a-447f0e083e30 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364845 Jul 05 04:24:47.796464 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4aa23fa9-5ec3-465b-aaa1-a7d72bbaa158 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.904446 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883f23c-8ebf-41ef-bb40-53eda708451c req-15cbdde5-8b5b-4154-bc9e-4c5740ebdd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:47.906387 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d883f23c-8ebf-41ef-bb40-53eda708451c req-15cbdde5-8b5b-4154-bc9e-4c5740ebdd83 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 1098 time: 0.0711305 Jul 05 04:24:47.906960 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 38924) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:48.015113 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4aa23fa9-5ec3-465b-aaa1-a7d72bbaa158 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:48.020139 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4aa23fa9-5ec3-465b-aaa1-a7d72bbaa158 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:48.072412 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1a59d81e-eb19-4a76-bb88-475f0bc53185 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:48.085015 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4aa23fa9-5ec3-465b-aaa1-a7d72bbaa158 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:48.086122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa23fa9-5ec3-465b-aaa1-a7d72bbaa158 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Fanout notify agent at l3_agent the message router_deleted on router 8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:24:48.095658 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4aa23fa9-5ec3-465b-aaa1-a7d72bbaa158 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:48.106701 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4aa23fa9-5ec3-465b-aaa1-a7d72bbaa158 tempest-RoutersNegativeIpV6Test-1976150322 tempest-RoutersNegativeIpV6Test-1976150322-project] 10.222.0.77 "DELETE /v2.0/routers/8c7ee5f9-5ffb-487a-a42c-73f8ca3b081a HTTP/1.1" status: 204 len: 168 time: 0.4413724 Jul 05 04:24:48.138277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 1a59d81e-eb19-4a76-bb88-475f0bc53185 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:48.138943 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:48.224605 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883f23c-8ebf-41ef-bb40-53eda708451c req-5bc26607-f787-44ce-acf2-cb1b59854b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:48.226629 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d883f23c-8ebf-41ef-bb40-53eda708451c req-5bc26607-f787-44ce-acf2-cb1b59854b86 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 913 time: 0.2425563 Jul 05 04:24:48.320899 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d883f23c-8ebf-41ef-bb40-53eda708451c req-63b88fa7-f94c-4bd7-a61b-2d83dcd2fab4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65b585d3-a033-4a13-bb29-12ff83185379 HTTP/1.1" status: 200 len: 1001 time: 0.0774148 Jul 05 04:24:48.364129 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-8e86d9bb-440f-4a03-a310-7c9b5fe514a9 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Deleting port 7e848d99-6d6c-42fd-91c4-21769bffb637 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:48.364487 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8e86d9bb-440f-4a03-a310-7c9b5fe514a9 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:48.367076 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6114a69e-5fbb-4223-940b-5662ac3399f9 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:48.405930 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 6114a69e-5fbb-4223-940b-5662ac3399f9 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:48.406275 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6114a69e-5fbb-4223-940b-5662ac3399f9 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:48.689079 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38952) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:48.757962 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883f23c-8ebf-41ef-bb40-53eda708451c req-14a6104f-3d89-4bb6-b812-96a4716f8f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:48.760585 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d883f23c-8ebf-41ef-bb40-53eda708451c req-14a6104f-3d89-4bb6-b812-96a4716f8f61 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=40568ec5-9a32-47f3-85b6-60f4faaa494c HTTP/1.1" status: 200 len: 851 time: 0.4308870 Jul 05 04:24:48.835229 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8e86d9bb-440f-4a03-a310-7c9b5fe514a9 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:48.835639 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8e86d9bb-440f-4a03-a310-7c9b5fe514a9 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:48.852639 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-8e86d9bb-440f-4a03-a310-7c9b5fe514a9 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Calling delete_port for 7e848d99-6d6c-42fd-91c4-21769bffb637 owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:48.878385 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883f23c-8ebf-41ef-bb40-53eda708451c req-419a82f9-4051-4335-ab20-8027168b0075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:48.880341 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d883f23c-8ebf-41ef-bb40-53eda708451c req-419a82f9-4051-4335-ab20-8027168b0075 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1126976 Jul 05 04:24:48.942552 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6367fbf4-4786-4bcd-92d0-44515ea2091b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=70a59bbab74444268722486c9bd56734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2568002 Jul 05 04:24:48.945010 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 38964) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:49.114226 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d883f23c-8ebf-41ef-bb40-53eda708451c req-593fda1f-8b3d-4426-97c1-cf6575809841 service neutron] 10.222.0.70 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809556 Jul 05 04:24:49.114846 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8c6ded63-527f-4993-b193-519382f949fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:49.149647 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8c6ded63-527f-4993-b193-519382f949fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:49.223166 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacf4c5-6b4d-4bb0-9d29-451fd5a31b58 req-db0a25ce-69b8-49f0-883a-0e04676e7a65 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:49.224817 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dfacf4c5-6b4d-4bb0-9d29-451fd5a31b58 req-db0a25ce-69b8-49f0-883a-0e04676e7a65 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 943 time: 0.1735868 Jul 05 04:24:49.226412 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8e86d9bb-440f-4a03-a310-7c9b5fe514a9 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:49.292211 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86d9bb-440f-4a03-a310-7c9b5fe514a9 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event deleted for resources: {'Port': ['ID=7e848d99-6d6c-42fd-91c4-21769bffb637,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:49.304931 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dfacf4c5-6b4d-4bb0-9d29-451fd5a31b58 req-0f802621-7eaf-4ed3-9431-9c04f09fda7c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590370 Jul 05 04:24:49.307955 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8c6ded63-527f-4993-b193-519382f949fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:49.316262 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8c6ded63-527f-4993-b193-519382f949fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:49.316262 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8c6ded63-527f-4993-b193-519382f949fc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bd1acf68-62ae-48e2-b661-7dd7b9f7fbc6 HTTP/1.1" status: 204 len: 168 time: 0.3688126 Jul 05 04:24:49.328102 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ded63-527f-4993-b193-519382f949fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1acf68-62ae-48e2-b661-7dd7b9f7fbc6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:49.430257 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d883f23c-8ebf-41ef-bb40-53eda708451c req-4f4dee8a-174b-48a8-92ad-9b0603f978b1 service neutron] 10.222.0.70 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537000 Jul 05 04:24:49.432939 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8e86d9bb-440f-4a03-a310-7c9b5fe514a9 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:49.433280 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-8e86d9bb-440f-4a03-a310-7c9b5fe514a9 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Floating IP 8f8ee9cd-7369-4b3a-9280-f19f9ad8ad7a disassociated (deleted). External IP: 172.25.1.15, port: 65b585d3-a033-4a13-bb29-12ff83185379. Jul 05 04:24:49.737840 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e86d9bb-440f-4a03-a310-7c9b5fe514a9 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:49.958386 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e86d9bb-440f-4a03-a310-7c9b5fe514a9 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:49.972086 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8e86d9bb-440f-4a03-a310-7c9b5fe514a9 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:49.981064 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5e6ae0-a992-4651-93bf-a0bf3bb01537 None None] Sync routers for ids ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:49.996127 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5e6ae0-a992-4651-93bf-a0bf3bb01537 None None] Routers {'7a44aaa2-cec1-4473-8d66-c4610d2148f2'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:49.997922 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-3c5e6ae0-a992-4651-93bf-a0bf3bb01537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:24:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:50.056166 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8e86d9bb-440f-4a03-a310-7c9b5fe514a9 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "DELETE /v2.0/floatingips/8f8ee9cd-7369-4b3a-9280-f19f9ad8ad7a HTTP/1.1" status: 204 len: 168 time: 2.1478655 Jul 05 04:24:50.056833 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53359dfb-6e73-48ac-881c-c545fbfb8e1a', 'tag': '65b585d3-a033-4a13-bb29-12ff83185379'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:50.059364 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b59708d-ad58-4d16-8358-81948baa6379" -d '{"events": [{"name": "network-changed", "server_uuid": "53359dfb-6e73-48ac-881c-c545fbfb8e1a", "tag": "65b585d3-a033-4a13-bb29-12ff83185379"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:50.211391 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-3c5e6ae0-a992-4651-93bf-a0bf3bb01537 None None] Set router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:50.396621 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b63cf9b-adb1-467a-822e-37fd518c8af1 x-openstack-request-id: req-7b63cf9b-adb1-467a-822e-37fd518c8af1 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:50.397201 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53359dfb-6e73-48ac-881c-c545fbfb8e1a", "tag": "65b585d3-a033-4a13-bb29-12ff83185379", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:50.397504 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7b63cf9b-adb1-467a-822e-37fd518c8af1 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:50.398896 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53359dfb-6e73-48ac-881c-c545fbfb8e1a', 'tag': '65b585d3-a033-4a13-bb29-12ff83185379', 'status': 'completed', 'code': 200} Jul 05 04:24:50.524514 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:24:50.635563 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59708d-ad58-4d16-8358-81948baa6379 req-ceff88b3-a98c-49e5-8d69-55665952f51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:50.637418 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b59708d-ad58-4d16-8358-81948baa6379 req-ceff88b3-a98c-49e5-8d69-55665952f51d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 1098 time: 0.1820555 Jul 05 04:24:50.727896 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39038) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:50.761694 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b8ab2ac7-ab4e-46fb-8828-6d11f34064a8, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b8ab2ac7-ab4e-46fb-8828-6d11f34064a8,segment=NetworkSegment(ab76439f-d7b9-4133-8a58-242532d7d063),segment_id=ab76439f-d7b9-4133-8a58-242532d7d063)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:50.795131 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'b8ab2ac7-ab4e-46fb-8828-6d11f34064a8', 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a', 'port_id': 'b8ab2ac7-ab4e-46fb-8828-6d11f34064a8', 'mac_address': 'fa:16:3e:4c:02:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62daabc6-a108-4290-ad82-04733545f861', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:24:50.833990 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1078d-6e03-4480-9b02-fa9eb29ebd36 req-bcfb726e-cca8-433a-97f4-9d704205809c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:50.847485 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3fa1078d-6e03-4480-9b02-fa9eb29ebd36 req-bcfb726e-cca8-433a-97f4-9d704205809c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 943 time: 0.2062211 Jul 05 04:24:50.857940 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59708d-ad58-4d16-8358-81948baa6379 req-c4daf7fd-386f-4378-993c-369cf47d3b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:50.860272 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b59708d-ad58-4d16-8358-81948baa6379 req-c4daf7fd-386f-4378-993c-369cf47d3b19 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 913 time: 0.2135921 Jul 05 04:24:50.884540 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:50.916393 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:24:50.957239 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b8ab2ac7-ab4e-46fb-8828-6d11f34064a8, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b8ab2ac7-ab4e-46fb-8828-6d11f34064a8,segment=NetworkSegment(ab76439f-d7b9-4133-8a58-242532d7d063),segment_id=ab76439f-d7b9-4133-8a58-242532d7d063)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:50.958507 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-460235f0-080d-4163-bcc8-997fd60e475e tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:50.958970 n-d-780147-23 neutron-server[105539]: WARNING neutron.api.v2.base [None req-460235f0-080d-4163-bcc8-997fd60e475e tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 04:24:50.959538 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-460235f0-080d-4163-bcc8-997fd60e475e tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 04:24:50.959992 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b59708d-ad58-4d16-8358-81948baa6379 req-7cb074f5-be68-4bb5-bffa-902ad63eb00f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65b585d3-a033-4a13-bb29-12ff83185379 HTTP/1.1" status: 200 len: 217 time: 0.0900364 Jul 05 04:24:50.961080 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-460235f0-080d-4163-bcc8-997fd60e475e tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2313917 Jul 05 04:24:50.966485 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:50.966810 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39044) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:50.976583 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-27f308d2-5ed7-479b-bd68-bafcdb0f5f6d tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group': {'name': 'tempest-secgroup--2128204848'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:51.009762 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3fa1078d-6e03-4480-9b02-fa9eb29ebd36 req-cc483856-9993-4456-be3b-ae92d45aedea tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597035 Jul 05 04:24:51.074070 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-27f308d2-5ed7-479b-bd68-bafcdb0f5f6d tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.114126 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59708d-ad58-4d16-8358-81948baa6379 req-d27621b3-b5c9-4705-ba3f-8fca184847db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:51.115647 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b59708d-ad58-4d16-8358-81948baa6379 req-d27621b3-b5c9-4705-ba3f-8fca184847db service neutron] 10.222.0.70 "GET /v2.0/subnets?id=40568ec5-9a32-47f3-85b6-60f4faaa494c HTTP/1.1" status: 200 len: 851 time: 0.1464138 Jul 05 04:24:51.117448 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-27f308d2-5ed7-479b-bd68-bafcdb0f5f6d tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.251753 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=b8ab2ac7-ab4e-46fb-8828-6d11f34064a8,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:51.259921 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59708d-ad58-4d16-8358-81948baa6379 req-23f9d529-6c2f-43aa-8c69-430e9cb9ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:51.261585 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b59708d-ad58-4d16-8358-81948baa6379 req-23f9d529-6c2f-43aa-8c69-430e9cb9ee83 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1292877 Jul 05 04:24:51.302511 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['b8ab2ac7-ab4e-46fb-8828-6d11f34064a8'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:24:51.419793 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-3c5e6ae0-a992-4651-93bf-a0bf3bb01537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8e7245f1-a580-4964-b460-1eca58617026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:11:12Z', 'revision_number': 4, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port': {'id': '8e7245f1-a580-4964-b460-1eca58617026', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:06Z', 'updated_at': '2021-07-05T04:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'c10abaeb-d9f4-424c-b013-d98cf647fd60', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'floating_ip_address': '172.25.1.93', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'port_id': '96bceac5-4504-43d3-b00e-1db8fa03558a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'mac_address': 'fa:16:3e:dc:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d8245c-0a76-4b09-b8e4-0a6d27f90a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:20:49Z', 'updated_at': '2021-07-05T04:20:53Z', 'revision_number': 1, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23aa9a35-c8ab-4815-b431-dfb96f47ee25', 'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'mac_address': 'fa:16:3e:d1:3c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:11Z', 'updated_at': '2021-07-05T04:11:28Z', 'revision_number': 5, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'subnets': [{'id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:51.436982 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-27f308d2-5ed7-479b-bd68-bafcdb0f5f6d tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.452096 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5e6ae0-a992-4651-93bf-a0bf3bb01537 None None] Checking router: 7a44aaa2-cec1-4473-8d66-c4610d2148f2 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:24:51.461905 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-27f308d2-5ed7-479b-bd68-bafcdb0f5f6d tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.479684 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1b11f-25cc-4844-89a7-f6f18f9b453e req-0a8f9760-f1e4-45e0-8695-6b702bbbb8e9 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:51.483098 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5e6ae0-a992-4651-93bf-a0bf3bb01537 None None] Routers {'7a44aaa2-cec1-4473-8d66-c4610d2148f2'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:51.483658 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-3c5e6ae0-a992-4651-93bf-a0bf3bb01537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:24:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:51.488109 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-69c1b11f-25cc-4844-89a7-f6f18f9b453e req-0a8f9760-f1e4-45e0-8695-6b702bbbb8e9 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 946 time: 0.0952780 Jul 05 04:24:51.501086 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f308d2-5ed7-479b-bd68-bafcdb0f5f6d tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fe2e11-52c5-4487-9ad8-62d291808a3f,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:51.512268 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b59708d-ad58-4d16-8358-81948baa6379 req-c3a4d58b-f7e7-4db9-82e3-518075512888 service neutron] 10.222.0.70 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422788 Jul 05 04:24:51.567247 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-69c1b11f-25cc-4844-89a7-f6f18f9b453e req-192bfcac-6021-476f-b751-638794604df5 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781672 Jul 05 04:24:51.666952 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-3c5e6ae0-a992-4651-93bf-a0bf3bb01537 None None] Set router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:51.678797 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b59708d-ad58-4d16-8358-81948baa6379 req-c7130f16-ec29-41e1-bb29-4db38717b852 service neutron] 10.222.0.70 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544137 Jul 05 04:24:51.698541 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-27f308d2-5ed7-479b-bd68-bafcdb0f5f6d tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.713818 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-27f308d2-5ed7-479b-bd68-bafcdb0f5f6d tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.758721 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-27f308d2-5ed7-479b-bd68-bafcdb0f5f6d tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.763116 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-27f308d2-5ed7-479b-bd68-bafcdb0f5f6d tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7923291 Jul 05 04:24:51.763593 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39064) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:51.768030 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-1ed7f81b-55bb-497a-bc7d-34f28348213c tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group_rule': {'security_group_id': '7bf542d2-2c4e-4c41-8447-94b40406a524', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:51.773858 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f308d2-5ed7-479b-bd68-bafcdb0f5f6d tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf542d2-2c4e-4c41-8447-94b40406a524,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:51.814277 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f81b-55bb-497a-bc7d-34f28348213c tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.881783 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f81b-55bb-497a-bc7d-34f28348213c tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.887300 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f81b-55bb-497a-bc7d-34f28348213c tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.912088 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7f81b-55bb-497a-bc7d-34f28348213c tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fab083d-bf15-4054-8042-fae7cc484640,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:51.924655 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f81b-55bb-497a-bc7d-34f28348213c tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.926684 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1ed7f81b-55bb-497a-bc7d-34f28348213c tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1622436 Jul 05 04:24:51.932476 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39070) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:51.937673 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-96136da7-52db-47d3-b872-eae09366eae3 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group_rule': {'security_group_id': '7bf542d2-2c4e-4c41-8447-94b40406a524', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:51.972547 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-96136da7-52db-47d3-b872-eae09366eae3 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.038995 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-96136da7-52db-47d3-b872-eae09366eae3 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 04:24:52.040204 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-96136da7-52db-47d3-b872-eae09366eae3 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1065094 Jul 05 04:24:52.043132 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39074) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:52.071700 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-3c5e6ae0-a992-4651-93bf-a0bf3bb01537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8e7245f1-a580-4964-b460-1eca58617026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:11:12Z', 'revision_number': 4, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port': {'id': '8e7245f1-a580-4964-b460-1eca58617026', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:06Z', 'updated_at': '2021-07-05T04:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'c10abaeb-d9f4-424c-b013-d98cf647fd60', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'floating_ip_address': '172.25.1.93', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'port_id': '96bceac5-4504-43d3-b00e-1db8fa03558a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'mac_address': 'fa:16:3e:dc:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d8245c-0a76-4b09-b8e4-0a6d27f90a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:20:49Z', 'updated_at': '2021-07-05T04:20:53Z', 'revision_number': 1, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23aa9a35-c8ab-4815-b431-dfb96f47ee25', 'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'mac_address': 'fa:16:3e:d1:3c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:11Z', 'updated_at': '2021-07-05T04:11:28Z', 'revision_number': 5, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'subnets': [{'id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:52.122539 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5e6ae0-a992-4651-93bf-a0bf3bb01537 None None] The sync data for ids ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'] in n-d-780147-23 is: [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8e7245f1-a580-4964-b460-1eca58617026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:11:12Z', 'revision_number': 4, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port': {'id': '8e7245f1-a580-4964-b460-1eca58617026', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:06Z', 'updated_at': '2021-07-05T04:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'c10abaeb-d9f4-424c-b013-d98cf647fd60', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'floating_ip_address': '172.25.1.93', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'port_id': '96bceac5-4504-43d3-b00e-1db8fa03558a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'mac_address': 'fa:16:3e:dc:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d8245c-0a76-4b09-b8e4-0a6d27f90a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:20:49Z', 'updated_at': '2021-07-05T04:20:53Z', 'revision_number': 1, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23aa9a35-c8ab-4815-b431-dfb96f47ee25', 'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'mac_address': 'fa:16:3e:d1:3c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:11Z', 'updated_at': '2021-07-05T04:11:28Z', 'revision_number': 5, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'subnets': [{'id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:52.135636 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-436e3086-cbac-4ddd-9ee1-67a8e8ad4633 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.168895 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-436e3086-cbac-4ddd-9ee1-67a8e8ad4633 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.246545 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-436e3086-cbac-4ddd-9ee1-67a8e8ad4633 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.250803 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8fa71-619a-4968-92b3-7902298fc37b req-be325557-6e99-48cf-8e65-7df39583ac8d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:52.253436 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f6e8fa71-619a-4968-92b3-7902298fc37b req-be325557-6e99-48cf-8e65-7df39583ac8d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 944 time: 0.1209707 Jul 05 04:24:52.257514 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-436e3086-cbac-4ddd-9ee1-67a8e8ad4633 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.260483 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-436e3086-cbac-4ddd-9ee1-67a8e8ad4633 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "DELETE /v2.0/security-groups/7bf542d2-2c4e-4c41-8447-94b40406a524 HTTP/1.1" status: 204 len: 168 time: 0.2160199 Jul 05 04:24:52.264940 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39084) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:52.281701 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e3086-cbac-4ddd-9ee1-67a8e8ad4633 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf542d2-2c4e-4c41-8447-94b40406a524,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:52.348568 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f6e8fa71-619a-4968-92b3-7902298fc37b req-4b6326ab-ceea-4b45-bfca-e8f406a639f4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810390 Jul 05 04:24:52.395742 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-375e5ee2-4d33-4180-b682-3d9c02037c8f tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1245391 Jul 05 04:24:52.403707 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39092) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:52.408939 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-bc6f8c10-8fd5-47a8-9f18-9d4ac0efea8c tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group': {'name': 'tempest-secgroup--889624568'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:52.449988 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8c10-8fd5-47a8-9f18-9d4ac0efea8c tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.480420 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:52.583703 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:52.598898 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:52.599495 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.608069 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8c10-8fd5-47a8-9f18-9d4ac0efea8c tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.616455 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8c10-8fd5-47a8-9f18-9d4ac0efea8c tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.642338 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d2a56f-2580-4874-8f97-8e6493b9fa70 None None] New status for floating IP 8f8ee9cd-7369-4b3a-9280-f19f9ad8ad7a: DOWN {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:24:52.658993 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8c10-8fd5-47a8-9f18-9d4ac0efea8c tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.660473 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bc6f8c10-8fd5-47a8-9f18-9d4ac0efea8c tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2552016 Jul 05 04:24:52.661436 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f8c10-8fd5-47a8-9f18-9d4ac0efea8c tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e508f4-aa9b-44fe-bf9d-7fe3ea35012f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:52.663669 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39102) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:52.669815 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-29b955be-9afd-45b6-b509-93c151981fa5 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group_rule': {'security_group_id': 'e6e508f4-aa9b-44fe-bf9d-7fe3ea35012f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:52.670313 n-d-780147-23 neutron-server[105538]: WARNING neutron.api.v2.base [None req-29b955be-9afd-45b6-b509-93c151981fa5 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 05 04:24:52.670809 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-29b955be-9afd-45b6-b509-93c151981fa5 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:24:52.674522 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-29b955be-9afd-45b6-b509-93c151981fa5 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0098903 Jul 05 04:24:52.676230 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39104) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:52.719495 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.775414 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287eff2d-6c5c-4d0c-89d5-51b62a10008c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ab2ac7-ab4e-46fb-8828-6d11f34064a8'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:52.778445 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a31864c-7d8a-41fe-8cb6-6cee627dc2c3" -d '{"events": [{"server_uuid": "287eff2d-6c5c-4d0c-89d5-51b62a10008c", "name": "network-vif-plugged", "status": "completed", "tag": "b8ab2ac7-ab4e-46fb-8828-6d11f34064a8"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:52.849933 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b8ab2ac7-ab4e-46fb-8828-6d11f34064a8, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b8ab2ac7-ab4e-46fb-8828-6d11f34064a8,segment=NetworkSegment(ab76439f-d7b9-4133-8a58-242532d7d063),segment_id=ab76439f-d7b9-4133-8a58-242532d7d063)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:52.855982 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3d21afe-ebcb-4f7b-8bd5-3897fda2310f tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.857995 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.889715 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3d21afe-ebcb-4f7b-8bd5-3897fda2310f tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.969125 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55034943-7b5c-4bed-ad1c-7abf12233d26 x-openstack-request-id: req-55034943-7b5c-4bed-ad1c-7abf12233d26 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:52.969732 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287eff2d-6c5c-4d0c-89d5-51b62a10008c", "name": "network-vif-plugged", "status": "completed", "tag": "b8ab2ac7-ab4e-46fb-8828-6d11f34064a8", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:52.970179 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-55034943-7b5c-4bed-ad1c-7abf12233d26 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:52.970822 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287eff2d-6c5c-4d0c-89d5-51b62a10008c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ab2ac7-ab4e-46fb-8828-6d11f34064a8', 'code': 200} Jul 05 04:24:52.975545 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743792d5-545e-4141-b334-f313ea1b4147 req-d71c0e5c-ce7b-49fd-a787-4a05596c21fb tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:52.979028 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-743792d5-545e-4141-b334-f313ea1b4147 req-d71c0e5c-ce7b-49fd-a787-4a05596c21fb tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 946 time: 0.1732140 Jul 05 04:24:52.996731 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=b8ab2ac7-ab4e-46fb-8828-6d11f34064a8,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:53.017753 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3d21afe-ebcb-4f7b-8bd5-3897fda2310f tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:53.020937 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3d21afe-ebcb-4f7b-8bd5-3897fda2310f tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:53.025489 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e3d21afe-ebcb-4f7b-8bd5-3897fda2310f tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "DELETE /v2.0/security-groups/e6e508f4-aa9b-44fe-bf9d-7fe3ea35012f HTTP/1.1" status: 204 len: 168 time: 0.3468702 Jul 05 04:24:53.026244 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39112) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:53.057119 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d21afe-ebcb-4f7b-8bd5-3897fda2310f tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e508f4-aa9b-44fe-bf9d-7fe3ea35012f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:53.125447 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-743792d5-545e-4141-b334-f313ea1b4147 req-97dcc367-ae18-4079-8cdb-d3078e932ce6 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219151 Jul 05 04:24:53.149582 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34823f30-2edf-4e20-9050-1d331e5ccaea req-0b85f79e-ed95-4d25-bdb8-0a5bc6f8655b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:53.151996 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-34823f30-2edf-4e20-9050-1d331e5ccaea req-0b85f79e-ed95-4d25-bdb8-0a5bc6f8655b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.70 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 946 time: 0.1092594 Jul 05 04:24:53.156246 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5fba3d2f-0635-4fed-ad44-3820969396c7 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1101091 Jul 05 04:24:53.160127 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39116) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:53.167357 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb785fe-fca1-4425-8d27-a1098c85b5f2 req-c62c7926-33f8-477b-a5a2-14617c765e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:53.168932 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-edb785fe-fca1-4425-8d27-a1098c85b5f2 req-c62c7926-33f8-477b-a5a2-14617c765e38 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 1097 time: 0.2126565 Jul 05 04:24:53.172689 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-00d5322b-d501-4a5f-a5f7-3c2723315641 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group': {'name': 'tempest-secgroup--4836850'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:53.223834 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-edb785fe-fca1-4425-8d27-a1098c85b5f2 req-7b2dc251-7609-4115-9fd1-e696bff3172c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431201 Jul 05 04:24:53.224977 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-00d5322b-d501-4a5f-a5f7-3c2723315641 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:53.282026 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-34823f30-2edf-4e20-9050-1d331e5ccaea req-bce710ce-baf4-432e-976e-83fc9d644245 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Deleting port 65b585d3-a033-4a13-bb29-12ff83185379 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:53.282683 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-34823f30-2edf-4e20-9050-1d331e5ccaea req-bce710ce-baf4-432e-976e-83fc9d644245 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:53.349140 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-00d5322b-d501-4a5f-a5f7-3c2723315641 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:53.356172 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-00d5322b-d501-4a5f-a5f7-3c2723315641 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:53.432101 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-00d5322b-d501-4a5f-a5f7-3c2723315641 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:53.437077 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-00d5322b-d501-4a5f-a5f7-3c2723315641 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2722898 Jul 05 04:24:53.437077 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5322b-d501-4a5f-a5f7-3c2723315641 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41672f8c-b1e0-4f8f-a0ad-342b2a5c58e3,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:53.440292 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39124) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:53.451946 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-af941b33-194e-41b4-ab0c-ac0c394f2354 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group_rule': {'security_group_id': '41672f8c-b1e0-4f8f-a0ad-342b2a5c58e3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:53.454125 n-d-780147-23 neutron-server[105538]: WARNING neutron.api.v2.base [None req-af941b33-194e-41b4-ab0c-ac0c394f2354 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 05 04:24:53.454643 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-af941b33-194e-41b4-ab0c-ac0c394f2354 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:24:53.458749 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-af941b33-194e-41b4-ab0c-ac0c394f2354 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0142386 Jul 05 04:24:53.459111 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39126) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:53.468074 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-34823f30-2edf-4e20-9050-1d331e5ccaea req-bce710ce-baf4-432e-976e-83fc9d644245 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] For port 65b585d3-a033-4a13-bb29-12ff83185379, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=65b585d3-a033-4a13-bb29-12ff83185379,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:53.468735 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-34823f30-2edf-4e20-9050-1d331e5ccaea req-bce710ce-baf4-432e-976e-83fc9d644245 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:53.501091 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-34823f30-2edf-4e20-9050-1d331e5ccaea req-bce710ce-baf4-432e-976e-83fc9d644245 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Calling delete_port for 65b585d3-a033-4a13-bb29-12ff83185379 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:53.583912 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e58e3d4d-de63-4919-ab7a-306f2bd072a0 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:53.631854 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e58e3d4d-de63-4919-ab7a-306f2bd072a0 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:53.689469 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e58e3d4d-de63-4919-ab7a-306f2bd072a0 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:53.693119 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e58e3d4d-de63-4919-ab7a-306f2bd072a0 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:53.699013 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39136) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:53.700024 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e58e3d4d-de63-4919-ab7a-306f2bd072a0 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "DELETE /v2.0/security-groups/41672f8c-b1e0-4f8f-a0ad-342b2a5c58e3 HTTP/1.1" status: 204 len: 168 time: 0.2394323 Jul 05 04:24:53.744514 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e3d4d-de63-4919-ab7a-306f2bd072a0 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41672f8c-b1e0-4f8f-a0ad-342b2a5c58e3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:53.776832 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1a64a527-596d-4706-9423-c425bacdf929 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0758867 Jul 05 04:24:53.780605 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39140) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:53.785521 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-1e737823-fced-4f03-a134-e9edecdf87ef tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group': {'name': 'tempest-secgroup--8151980'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:53.793938 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-34823f30-2edf-4e20-9050-1d331e5ccaea req-bce710ce-baf4-432e-976e-83fc9d644245 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:53.842864 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecc8d6-d712-483e-b794-c4b416cc37a9 req-03bafc61-8205-405f-a543-d39a718d9989 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:53.844539 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e6ecc8d6-d712-483e-b794-c4b416cc37a9 req-03bafc61-8205-405f-a543-d39a718d9989 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 945 time: 0.2559283 Jul 05 04:24:53.845381 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce710ce-baf4-432e-976e-83fc9d644245 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event deleted for resources: {'Port': ['ID=65b585d3-a033-4a13-bb29-12ff83185379,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:53.862709 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1e737823-fced-4f03-a134-e9edecdf87ef tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:53.942495 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-34823f30-2edf-4e20-9050-1d331e5ccaea req-bce710ce-baf4-432e-976e-83fc9d644245 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] No DVR routers for this DVR port 65b585d3-a033-4a13-bb29-12ff83185379 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:53.947706 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-34823f30-2edf-4e20-9050-1d331e5ccaea req-bce710ce-baf4-432e-976e-83fc9d644245 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:53.950661 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-34823f30-2edf-4e20-9050-1d331e5ccaea req-bce710ce-baf4-432e-976e-83fc9d644245 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.70 "DELETE /v2.0/ports/65b585d3-a033-4a13-bb29-12ff83185379 HTTP/1.1" status: 204 len: 173 time: 0.7899172 Jul 05 04:24:53.957245 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53359dfb-6e73-48ac-881c-c545fbfb8e1a', 'name': 'network-vif-deleted', 'tag': '65b585d3-a033-4a13-bb29-12ff83185379'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:53.961578 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7b7b15-34f3-46ba-b93e-d4ba36986cf5" -d '{"events": [{"server_uuid": "53359dfb-6e73-48ac-881c-c545fbfb8e1a", "name": "network-vif-deleted", "tag": "65b585d3-a033-4a13-bb29-12ff83185379"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:54.017391 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e6ecc8d6-d712-483e-b794-c4b416cc37a9 req-77d77b0f-c125-434e-bca9-08ce9511c713 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304491 Jul 05 04:24:54.046483 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf91e92-4afe-4e1a-b026-72047592bb40 x-openstack-request-id: req-9bf91e92-4afe-4e1a-b026-72047592bb40 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:54.047258 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53359dfb-6e73-48ac-881c-c545fbfb8e1a", "name": "network-vif-deleted", "tag": "65b585d3-a033-4a13-bb29-12ff83185379", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:54.047923 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9bf91e92-4afe-4e1a-b026-72047592bb40 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:54.049788 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53359dfb-6e73-48ac-881c-c545fbfb8e1a', 'name': 'network-vif-deleted', 'tag': '65b585d3-a033-4a13-bb29-12ff83185379', 'status': 'completed', 'code': 200} Jul 05 04:24:54.160353 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1e737823-fced-4f03-a134-e9edecdf87ef tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.167090 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1e737823-fced-4f03-a134-e9edecdf87ef tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.229425 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1e737823-fced-4f03-a134-e9edecdf87ef tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.233976 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39152) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:54.234992 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1e737823-fced-4f03-a134-e9edecdf87ef tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4491012 Jul 05 04:24:54.238862 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-4d65f617-e769-4f53-bb67-4f6c6ac7376b tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group_rule': {'security_group_id': '28433440-2285-454d-9c6a-cd5004513bed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:54.239752 n-d-780147-23 neutron-server[105539]: WARNING neutron.api.v2.base [None req-4d65f617-e769-4f53-bb67-4f6c6ac7376b tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 05 04:24:54.240276 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-4d65f617-e769-4f53-bb67-4f6c6ac7376b tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:24:54.244943 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4d65f617-e769-4f53-bb67-4f6c6ac7376b tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0098331 Jul 05 04:24:54.245701 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39154) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:54.268526 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e737823-fced-4f03-a134-e9edecdf87ef tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28433440-2285-454d-9c6a-cd5004513bed,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:54.399253 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c93c7fa3-e4ff-49df-b9ce-3853182826d3 req-f757e3bf-a7a8-4968-841b-2b998fba5e55 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 210 time: 0.0526137 Jul 05 04:24:54.790326 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-0b0ee6a5-1888-4989-8dff-06eade71ff84 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group_rule': {'security_group_id': '28433440-2285-454d-9c6a-cd5004513bed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:54.791166 n-d-780147-23 neutron-server[105539]: WARNING neutron.api.v2.base [None req-0b0ee6a5-1888-4989-8dff-06eade71ff84 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 05 04:24:54.791954 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-0b0ee6a5-1888-4989-8dff-06eade71ff84 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:24:54.793335 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0b0ee6a5-1888-4989-8dff-06eade71ff84 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.5464737 Jul 05 04:24:54.796223 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39168) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:54.801920 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-d77833eb-61f3-462a-98d5-5646678deb7d tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group_rule': {'security_group_id': '28433440-2285-454d-9c6a-cd5004513bed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:54.803000 n-d-780147-23 neutron-server[105538]: WARNING neutron.api.v2.base [None req-d77833eb-61f3-462a-98d5-5646678deb7d tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 05 04:24:54.803737 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-d77833eb-61f3-462a-98d5-5646678deb7d tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:24:54.807854 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d77833eb-61f3-462a-98d5-5646678deb7d tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082142 Jul 05 04:24:54.808764 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39170) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:54.814004 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-195c9397-9eed-44bb-b946-b2a0fb16e21a tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group_rule': {'security_group_id': '28433440-2285-454d-9c6a-cd5004513bed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:54.815162 n-d-780147-23 neutron-server[105538]: WARNING neutron.api.v2.base [None req-195c9397-9eed-44bb-b946-b2a0fb16e21a tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 05 04:24:54.815759 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-195c9397-9eed-44bb-b946-b2a0fb16e21a tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:24:54.819438 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-195c9397-9eed-44bb-b946-b2a0fb16e21a tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0068569 Jul 05 04:24:54.820734 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39172) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:54.887726 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-59a17d3e-326d-443b-8b57-ca14d5854096 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.915072 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-59a17d3e-326d-443b-8b57-ca14d5854096 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.973507 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-59a17d3e-326d-443b-8b57-ca14d5854096 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.977646 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-59a17d3e-326d-443b-8b57-ca14d5854096 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:54.979865 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-59a17d3e-326d-443b-8b57-ca14d5854096 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "DELETE /v2.0/security-groups/28433440-2285-454d-9c6a-cd5004513bed HTTP/1.1" status: 204 len: 168 time: 0.1570692 Jul 05 04:24:54.982538 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39176) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:54.989959 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a17d3e-326d-443b-8b57-ca14d5854096 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28433440-2285-454d-9c6a-cd5004513bed,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:55.088090 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39182) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:55.088864 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-94f12d69-a976-4dfb-8577-98a3acb22a2e tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1051128 Jul 05 04:24:55.095790 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-1ae25c8b-8039-4d24-a3fd-27b30b43123f tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group': {'name': 'tempest-secgroup--1696064468'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:55.148494 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1ae25c8b-8039-4d24-a3fd-27b30b43123f tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:55.305095 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1ae25c8b-8039-4d24-a3fd-27b30b43123f tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:55.320557 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6019b48-5db9-4189-9a94-4a9bb11613a8 req-b0609fb5-411d-43a4-a285-dbca4b719446 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:55.321506 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a6019b48-5db9-4189-9a94-4a9bb11613a8 req-b0609fb5-411d-43a4-a285-dbca4b719446 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 945 time: 0.1351795 Jul 05 04:24:55.325920 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1ae25c8b-8039-4d24-a3fd-27b30b43123f tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:55.374206 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1ae25c8b-8039-4d24-a3fd-27b30b43123f tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:55.375708 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1ae25c8b-8039-4d24-a3fd-27b30b43123f tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2863791 Jul 05 04:24:55.378874 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39190) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:55.384707 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-bed31a97-d550-40de-ae6c-de4646228667 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group_rule': {'security_group_id': '6edf8b5a-2ce8-4d08-9efa-20b5b940674e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:55.385373 n-d-780147-23 neutron-server[105538]: WARNING neutron.api.v2.base [None req-bed31a97-d550-40de-ae6c-de4646228667 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 04:24:55.385884 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-bed31a97-d550-40de-ae6c-de4646228667 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:24:55.391206 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bed31a97-d550-40de-ae6c-de4646228667 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069025 Jul 05 04:24:55.392715 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39192) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:55.395899 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae25c8b-8039-4d24-a3fd-27b30b43123f tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6edf8b5a-2ce8-4d08-9efa-20b5b940674e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:55.416754 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a6019b48-5db9-4189-9a94-4a9bb11613a8 req-30e0fb63-44cd-48dc-a825-6ae596dbe613 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794082 Jul 05 04:24:55.424705 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-60e80476-b908-4799-9d04-355d9255425a tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group_rule': {'security_group_id': '6edf8b5a-2ce8-4d08-9efa-20b5b940674e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:55.510361 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-60e80476-b908-4799-9d04-355d9255425a tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:24:55.511898 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-60e80476-b908-4799-9d04-355d9255425a tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0937119 Jul 05 04:24:55.515055 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39200) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:55.526342 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-7d1f393a-02db-4d16-82ee-e3e07d18a6fa tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group_rule': {'security_group_id': '6edf8b5a-2ce8-4d08-9efa-20b5b940674e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:55.527275 n-d-780147-23 neutron-server[105539]: WARNING neutron.api.v2.base [None req-7d1f393a-02db-4d16-82ee-e3e07d18a6fa tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 05 04:24:55.528058 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-7d1f393a-02db-4d16-82ee-e3e07d18a6fa tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:24:55.529294 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7d1f393a-02db-4d16-82ee-e3e07d18a6fa tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0130856 Jul 05 04:24:55.532078 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39202) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:55.542070 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-5302ad2a-b3e1-482e-8b93-3ae5d00865f1 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group_rule': {'security_group_id': '6edf8b5a-2ce8-4d08-9efa-20b5b940674e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:55.639126 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2ce122ab-1d0b-4177-a067-0cd04b29c7d8 req-a4f920ab-3f0d-4e17-ae1b-56961a522b9b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 210 time: 0.0833533 Jul 05 04:24:55.678188 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-5302ad2a-b3e1-482e-8b93-3ae5d00865f1 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:24:55.679830 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5302ad2a-b3e1-482e-8b93-3ae5d00865f1 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1459327 Jul 05 04:24:55.682905 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39210) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:55.691437 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-8fdf0952-d39f-401c-bca0-3e546ed7cc60 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group_rule': {'security_group_id': '6edf8b5a-2ce8-4d08-9efa-20b5b940674e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:55.693185 n-d-780147-23 neutron-server[105538]: WARNING neutron.api.v2.base [None req-8fdf0952-d39f-401c-bca0-3e546ed7cc60 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 04:24:55.694091 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-8fdf0952-d39f-401c-bca0-3e546ed7cc60 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:24:55.695510 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8fdf0952-d39f-401c-bca0-3e546ed7cc60 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0098283 Jul 05 04:24:55.699463 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39212) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:55.720573 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-b2d03cc2-ced3-4869-8828-c6d4fa835bcd tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group_rule': {'security_group_id': '6edf8b5a-2ce8-4d08-9efa-20b5b940674e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:55.767271 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2970a9-f79a-45a3-8500-9078b0f1c6df req-6bd65669-75bf-4b66-8a33-01d210ed593a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:55.776015 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7d2970a9-f79a-45a3-8500-9078b0f1c6df req-6bd65669-75bf-4b66-8a33-01d210ed593a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 945 time: 0.1688621 Jul 05 04:24:55.776537 n-d-780147-23 neutron-server[105538]: INFO neutron.db.securitygroups_db [None req-b2d03cc2-ced3-4869-8828-c6d4fa835bcd tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Project 9015154027b245b986996f486590472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:24:55.815861 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-b2d03cc2-ced3-4869-8828-c6d4fa835bcd tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:24:55.817563 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b2d03cc2-ced3-4869-8828-c6d4fa835bcd tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1027713 Jul 05 04:24:55.820652 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39220) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:55.825443 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-3041bb26-5529-4b24-a576-472efead6be6 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group_rule': {'security_group_id': '6edf8b5a-2ce8-4d08-9efa-20b5b940674e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:55.825857 n-d-780147-23 neutron-server[105538]: WARNING neutron.api.v2.base [None req-3041bb26-5529-4b24-a576-472efead6be6 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 05 04:24:55.826354 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-3041bb26-5529-4b24-a576-472efead6be6 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:24:55.836379 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3041bb26-5529-4b24-a576-472efead6be6 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0114992 Jul 05 04:24:55.836379 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39222) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:55.838881 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7d2970a9-f79a-45a3-8500-9078b0f1c6df req-2c534e42-1f11-4769-8623-eab700722faa tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584252 Jul 05 04:24:55.847225 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-93e47fc6-be23-4287-b42d-9146e551c733 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group_rule': {'security_group_id': '6edf8b5a-2ce8-4d08-9efa-20b5b940674e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:55.869935 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39224) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:55.913777 n-d-780147-23 neutron-server[105538]: INFO neutron.db.securitygroups_db [None req-93e47fc6-be23-4287-b42d-9146e551c733 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Project 9015154027b245b986996f486590472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:24:55.948530 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-93e47fc6-be23-4287-b42d-9146e551c733 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:24:55.952601 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-93e47fc6-be23-4287-b42d-9146e551c733 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1158822 Jul 05 04:24:55.953173 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39228) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:55.957898 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-76cb6ac0-fdc2-4560-ab61-142c66f2b399 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group_rule': {'security_group_id': '6edf8b5a-2ce8-4d08-9efa-20b5b940674e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:55.988025 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924913aa-958d-4f8a-b5fc-e72fe33b36cf tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:55.990016 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-924913aa-958d-4f8a-b5fc-e72fe33b36cf tempest-TestNetworkAdvancedServerOps-300767342 tempest-TestNetworkAdvancedServerOps-300767342-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 1092 time: 0.1187463 Jul 05 04:24:55.993792 n-d-780147-23 neutron-server[105538]: INFO neutron.db.securitygroups_db [None req-76cb6ac0-fdc2-4560-ab61-142c66f2b399 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Project 9015154027b245b986996f486590472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:24:55.997445 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39230) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:56.002368 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-986bbf1e-c350-4c69-bd3e-c3d7e595efbb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': 'b8ab2ac7-ab4e-46fb-8828-6d11f34064a8', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:56.046504 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-986bbf1e-c350-4c69-bd3e-c3d7e595efbb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.073352 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-76cb6ac0-fdc2-4560-ab61-142c66f2b399 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:24:56.078079 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39234) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:56.085691 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-76cb6ac0-fdc2-4560-ab61-142c66f2b399 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1307125 Jul 05 04:24:56.183696 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f19c420-ea46-48e5-a0cb-70828310ba77 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.213877 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f19c420-ea46-48e5-a0cb-70828310ba77 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.235108 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 65b585d3-a033-4a13-bb29-12ff83185379 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:56.239207 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-986bbf1e-c350-4c69-bd3e-c3d7e595efbb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.279124 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 65b585d3-a033-4a13-bb29-12ff83185379 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:56.281748 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 65b585d3-a033-4a13-bb29-12ff83185379 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:56.322077 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f19c420-ea46-48e5-a0cb-70828310ba77 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.326433 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5f19c420-ea46-48e5-a0cb-70828310ba77 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.329092 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5f19c420-ea46-48e5-a0cb-70828310ba77 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "DELETE /v2.0/security-groups/6edf8b5a-2ce8-4d08-9efa-20b5b940674e HTTP/1.1" status: 204 len: 168 time: 0.2499387 Jul 05 04:24:56.343084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39238) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:56.348977 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19c420-ea46-48e5-a0cb-70828310ba77 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edf8b5a-2ce8-4d08-9efa-20b5b940674e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:56.437935 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-353a2b57-bbbd-453d-8942-4a44eb5cb6ba tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0937653 Jul 05 04:24:56.442714 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39242) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:56.448573 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-47ca8592-3367-4923-be20-85e5fe43a7eb tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group': {'name': 'tempest-secgroup--1082033315'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:56.479185 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-986bbf1e-c350-4c69-bd3e-c3d7e595efbb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Allocated IP 172.25.1.199 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/4d2b0449-93f7-4a55-839e-1d634c14a56f) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:56.510622 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47ca8592-3367-4923-be20-85e5fe43a7eb tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.648540 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47ca8592-3367-4923-be20-85e5fe43a7eb tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.656387 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47ca8592-3367-4923-be20-85e5fe43a7eb tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.670245 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-986bbf1e-c350-4c69-bd3e-c3d7e595efbb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.731388 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca8592-3367-4923-be20-85e5fe43a7eb tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7202debf-9649-4dd0-a964-d904ad8cdd74,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:56.744598 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47ca8592-3367-4923-be20-85e5fe43a7eb tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.746333 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-47ca8592-3367-4923-be20-85e5fe43a7eb tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3024602 Jul 05 04:24:56.749042 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39252) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:56.753977 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-306d370d-add1-4883-9fbd-5d10b76abf5e tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group_rule': {'security_group_id': '7202debf-9649-4dd0-a964-d904ad8cdd74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:56.807380 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-986bbf1e-c350-4c69-bd3e-c3d7e595efbb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.846414 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-306d370d-add1-4883-9fbd-5d10b76abf5e tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] create failed (client error): The resource could not be found. Jul 05 04:24:56.847822 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-306d370d-add1-4883-9fbd-5d10b76abf5e tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0976777 Jul 05 04:24:56.850520 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39256) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:56.858356 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-93991820-4188-4b14-9c77-d12196ac0159 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group_rule': {'security_group_id': '7202debf-9649-4dd0-a964-d904ad8cdd74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0afbf10a-1141-41fc-abec-58b891dd5c33'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:56.873906 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986bbf1e-c350-4c69-bd3e-c3d7e595efbb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:56.878019 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-986bbf1e-c350-4c69-bd3e-c3d7e595efbb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:56.905522 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986bbf1e-c350-4c69-bd3e-c3d7e595efbb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:56.921780 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9f274c4b-94a2-4d38-a32a-d73021b3ffb5 req-14a9add6-5091-408a-acd6-2451b42749a8 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 210 time: 0.0657082 Jul 05 04:24:56.946893 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-93991820-4188-4b14-9c77-d12196ac0159 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] create failed (client error): The resource could not be found. Jul 05 04:24:56.948008 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-93991820-4188-4b14-9c77-d12196ac0159 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0958333 Jul 05 04:24:56.950920 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39260) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:56.998018 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bbf1e-c350-4c69-bd3e-c3d7e595efbb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Port': ['ID=4d2b0449-93f7-4a55-839e-1d634c14a56f,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:57.059071 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-95f3748a-89de-4c06-9721-0d22de4ed31e tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:57.090748 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-95f3748a-89de-4c06-9721-0d22de4ed31e tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:57.167200 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-95f3748a-89de-4c06-9721-0d22de4ed31e tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:57.180620 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-95f3748a-89de-4c06-9721-0d22de4ed31e tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:57.186712 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-95f3748a-89de-4c06-9721-0d22de4ed31e tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "DELETE /v2.0/security-groups/7202debf-9649-4dd0-a964-d904ad8cdd74 HTTP/1.1" status: 204 len: 168 time: 0.2325497 Jul 05 04:24:57.192038 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39266) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:57.224793 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3748a-89de-4c06-9721-0d22de4ed31e tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7202debf-9649-4dd0-a964-d904ad8cdd74,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:57.277318 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3591a2b3-bf32-4b66-8f55-a2e3706f6c3e tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0840688 Jul 05 04:24:57.281840 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39270) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:57.287337 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-61535612-b463-4c9a-bb62-e188d44945ae tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group_rule': {'security_group_id': 'f5ecf75f-f4de-487e-b45a-f4664e3597a2', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:57.342510 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-61535612-b463-4c9a-bb62-e188d44945ae tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] create failed (client error): The resource could not be found. Jul 05 04:24:57.348250 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39272) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:57.349351 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-61535612-b463-4c9a-bb62-e188d44945ae tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0659719 Jul 05 04:24:57.356537 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ed6219d0-4876-40ee-ae15-0eff316e8736 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group': {'name': 'tempest-secgroup--1920333481'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:57.442583 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ed6219d0-4876-40ee-ae15-0eff316e8736 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.162251 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-986bbf1e-c350-4c69-bd3e-c3d7e595efbb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.208799 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8a9a6f22-73d2-4d85-bacc-83d24348b0ce req-f541b5f8-abd5-4431-b13b-af38a77b7a1c tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 210 time: 0.0812709 Jul 05 04:24:58.252774 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ed6219d0-4876-40ee-ae15-0eff316e8736 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.265748 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ed6219d0-4876-40ee-ae15-0eff316e8736 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.306403 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6219d0-4876-40ee-ae15-0eff316e8736 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cff03ae2-59e0-4a80-9230-6c270e2caa60,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:58.336052 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ed6219d0-4876-40ee-ae15-0eff316e8736 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.340035 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ed6219d0-4876-40ee-ae15-0eff316e8736 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9878681 Jul 05 04:24:58.340369 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39296) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:58.345150 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-a7bd4330-01b8-41e6-9107-12cb7ab5fd20 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group': {'name': 'tempest-secgroup--1173484302'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:58.384536 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a7bd4330-01b8-41e6-9107-12cb7ab5fd20 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.431438 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-986bbf1e-c350-4c69-bd3e-c3d7e595efbb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.512622 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a7bd4330-01b8-41e6-9107-12cb7ab5fd20 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.523476 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a7bd4330-01b8-41e6-9107-12cb7ab5fd20 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.583244 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd4330-01b8-41e6-9107-12cb7ab5fd20 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e744410f-8409-404f-8f9e-5c710444dd81,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:58.613953 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a7bd4330-01b8-41e6-9107-12cb7ab5fd20 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.618686 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a7bd4330-01b8-41e6-9107-12cb7ab5fd20 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2738898 Jul 05 04:24:58.618960 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39302) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:58.623740 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-cafc8d5b-735e-434e-9dd5-17d7e832ac2c tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group_rule': {'security_group_id': 'cff03ae2-59e0-4a80-9230-6c270e2caa60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e744410f-8409-404f-8f9e-5c710444dd81'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:58.663015 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0f7ae1db-b5c6-4bc0-86f0-875962abf382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.673878 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-986bbf1e-c350-4c69-bd3e-c3d7e595efbb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.681543 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-986bbf1e-c350-4c69-bd3e-c3d7e595efbb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.682891 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-cafc8d5b-735e-434e-9dd5-17d7e832ac2c tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:24:58.688904 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cafc8d5b-735e-434e-9dd5-17d7e832ac2c tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0688846 Jul 05 04:24:58.690079 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39308) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:58.753508 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-986bbf1e-c350-4c69-bd3e-c3d7e595efbb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.791912 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6c197459-a0b2-45a5-ba17-f4e2ea81cd86 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.838279 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6c197459-a0b2-45a5-ba17-f4e2ea81cd86 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.904521 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bbf1e-c350-4c69-bd3e-c3d7e595efbb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event updated for resources: {'Port': ['ID=4d2b0449-93f7-4a55-839e-1d634c14a56f,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:58.915727 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6c197459-a0b2-45a5-ba17-f4e2ea81cd86 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.920175 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6c197459-a0b2-45a5-ba17-f4e2ea81cd86 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.921783 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6c197459-a0b2-45a5-ba17-f4e2ea81cd86 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "DELETE /v2.0/security-groups/e744410f-8409-404f-8f9e-5c710444dd81 HTTP/1.1" status: 204 len: 168 time: 0.2313519 Jul 05 04:24:58.926916 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39314) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:58.950032 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-986bbf1e-c350-4c69-bd3e-c3d7e595efbb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Floating IP 348f11cf-5ce9-4da4-bbcb-d97269d9c3dc associated. External IP: 172.25.1.199, port: b8ab2ac7-ab4e-46fb-8828-6d11f34064a8. Jul 05 04:24:58.973654 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c197459-a0b2-45a5-ba17-f4e2ea81cd86 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e744410f-8409-404f-8f9e-5c710444dd81,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:59.085767 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4ce99526-79a0-4394-8538-0754149defc3 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1358936 Jul 05 04:24:59.088826 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39318) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:59.243063 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8696865-ec34-4100-a22f-c8798d85261b tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:59.328359 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8696865-ec34-4100-a22f-c8798d85261b tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:59.405206 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986bbf1e-c350-4c69-bd3e-c3d7e595efbb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Router f8db9ba7-9d23-4c2a-8468-e41a9b15b70f has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:59.458579 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8696865-ec34-4100-a22f-c8798d85261b tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:59.462166 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f8696865-ec34-4100-a22f-c8798d85261b tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:59.466035 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f8696865-ec34-4100-a22f-c8798d85261b tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "DELETE /v2.0/security-groups/cff03ae2-59e0-4a80-9230-6c270e2caa60 HTTP/1.1" status: 204 len: 168 time: 0.3724844 Jul 05 04:24:59.466386 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:59.481695 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39330) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:59.482731 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8696865-ec34-4100-a22f-c8798d85261b tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff03ae2-59e0-4a80-9230-6c270e2caa60,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:59.603347 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-323abcf4-8c64-403f-91d1-7cfa610aed7d tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1143508 Jul 05 04:24:59.603712 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39334) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:59.610612 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ef7049f9-7b02-4022-bf1b-ad0921bdf876 req-9f03e4e4-b53a-4610-a1b1-a0d79ecd18bd tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=53359dfb-6e73-48ac-881c-c545fbfb8e1a HTTP/1.1" status: 200 len: 210 time: 0.0743871 Jul 05 04:24:59.623991 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-21444d98-9d9e-454a-8b72-c6bd9f95c34d tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group': {'name': 'tempest-secgroup--240748774'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:59.691382 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-21444d98-9d9e-454a-8b72-c6bd9f95c34d tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:59.760297 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986bbf1e-c350-4c69-bd3e-c3d7e595efbb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:59.777736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26a796c-687e-4c83-913c-2ccd998f1e92 None None] Sync routers for ids ['f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:59.797949 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26a796c-687e-4c83-913c-2ccd998f1e92 None None] Routers {'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:59.811977 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f26a796c-687e-4c83-913c-2ccd998f1e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:24:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:59.888167 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-21444d98-9d9e-454a-8b72-c6bd9f95c34d tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:59.895162 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-21444d98-9d9e-454a-8b72-c6bd9f95c34d tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:59.899254 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-986bbf1e-c350-4c69-bd3e-c3d7e595efbb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:59.927164 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-21444d98-9d9e-454a-8b72-c6bd9f95c34d tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:59.928351 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-21444d98-9d9e-454a-8b72-c6bd9f95c34d tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3233831 Jul 05 04:24:59.932073 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39346) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:59.937009 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f2603449-fd99-43a9-b26a-dfa76597c7a7 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group_rule': {'security_group_id': '67ded8ae-b2d2-45ba-88c0-389f9a95c575', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:59.949579 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21444d98-9d9e-454a-8b72-c6bd9f95c34d tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ded8ae-b2d2-45ba-88c0-389f9a95c575,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:59.989892 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-f2603449-fd99-43a9-b26a-dfa76597c7a7 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:24:59.992541 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f2603449-fd99-43a9-b26a-dfa76597c7a7 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0595086 Jul 05 04:24:59.994670 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39350) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:00.006317 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-0a6ee112-b7d9-44f0-becd-abf116a465a2 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group_rule': {'security_group_id': '67ded8ae-b2d2-45ba-88c0-389f9a95c575', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:00.012036 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-f26a796c-687e-4c83-913c-2ccd998f1e92 None None] Set router f8db9ba7-9d23-4c2a-8468-e41a9b15b70f gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:00.023291 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-986bbf1e-c350-4c69-bd3e-c3d7e595efbb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0236320 Jul 05 04:25:00.024066 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287eff2d-6c5c-4d0c-89d5-51b62a10008c', 'tag': 'b8ab2ac7-ab4e-46fb-8828-6d11f34064a8'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:25:00.030292 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ec7edd-83da-4abb-abe0-038996b3906b" -d '{"events": [{"name": "network-changed", "server_uuid": "287eff2d-6c5c-4d0c-89d5-51b62a10008c", "tag": "b8ab2ac7-ab4e-46fb-8828-6d11f34064a8"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:25:00.079418 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-0a6ee112-b7d9-44f0-becd-abf116a465a2 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:25:00.081792 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0a6ee112-b7d9-44f0-becd-abf116a465a2 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0851927 Jul 05 04:25:00.084402 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39358) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:00.118673 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4499b0b-584e-49d6-87d9-052e371d5111 x-openstack-request-id: req-f4499b0b-584e-49d6-87d9-052e371d5111 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:25:00.118981 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287eff2d-6c5c-4d0c-89d5-51b62a10008c", "tag": "b8ab2ac7-ab4e-46fb-8828-6d11f34064a8", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:25:00.119243 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f4499b0b-584e-49d6-87d9-052e371d5111 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:25:00.119658 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287eff2d-6c5c-4d0c-89d5-51b62a10008c', 'tag': 'b8ab2ac7-ab4e-46fb-8828-6d11f34064a8', 'status': 'completed', 'code': 200} Jul 05 04:25:00.332026 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6e721797-d572-453d-a413-52416ee393fc tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:00.402274 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6e721797-d572-453d-a413-52416ee393fc tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:00.454171 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec7edd-83da-4abb-abe0-038996b3906b req-822ba68e-d044-4d3b-866c-d713142d2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:00.459458 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26ec7edd-83da-4abb-abe0-038996b3906b req-822ba68e-d044-4d3b-866c-d713142d2c71 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 1097 time: 0.3041654 Jul 05 04:25:00.570838 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec7edd-83da-4abb-abe0-038996b3906b req-c8ac151f-25ef-4dc6-8df1-8800563ef1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:00.572437 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26ec7edd-83da-4abb-abe0-038996b3906b req-c8ac151f-25ef-4dc6-8df1-8800563ef1ef service neutron] 10.222.0.89 "GET /v2.0/networks?id=3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a HTTP/1.1" status: 200 len: 897 time: 0.1018574 Jul 05 04:25:00.610355 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f26a796c-687e-4c83-913c-2ccd998f1e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143636863', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e0130fb0-ad6a-4f5c-88c7-1dee310b48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:36Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e0130fb0-ad6a-4f5c-88c7-1dee310b48e2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '348f11cf-5ce9-4da4-bbcb-d97269d9c3dc', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'port_id': 'b8ab2ac7-ab4e-46fb-8828-6d11f34064a8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a', 'mac_address': 'fa:16:3e:4c:02:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287eff2d-6c5c-4d0c-89d5-51b62a10008c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:24:57Z', 'updated_at': '2021-07-05T04:24:57Z', 'revision_number': 0, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a59d81e-eb19-4a76-bb88-475f0bc53185', 'name': '', 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:ee:d1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '62daabc6-a108-4290-ad82-04733545f861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:35Z', 'updated_at': '2021-07-05T04:24:46Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '62daabc6-a108-4290-ad82-04733545f861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:00.658806 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26a796c-687e-4c83-913c-2ccd998f1e92 None None] Checking router: f8db9ba7-9d23-4c2a-8468-e41a9b15b70f for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:25:00.671901 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26a796c-687e-4c83-913c-2ccd998f1e92 None None] Routers {'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:00.672906 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f26a796c-687e-4c83-913c-2ccd998f1e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:24:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:00.674232 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26ec7edd-83da-4abb-abe0-038996b3906b req-40e410b2-121b-426f-9bb1-ed2f368d0353 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 HTTP/1.1" status: 200 len: 999 time: 0.0889215 Jul 05 04:25:00.685302 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c59a9-8a13-4bc5-9544-915509f29dfb req-74faa75c-05e9-4463-8c36-6acc06263c28 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:00.686869 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ed4c59a9-8a13-4bc5-9544-915509f29dfb req-74faa75c-05e9-4463-8c36-6acc06263c28 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 945 time: 0.4210072 Jul 05 04:25:00.750730 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec7edd-83da-4abb-abe0-038996b3906b req-5c5e7c98-c341-4cbb-9afb-bdc3769f6411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:00.752266 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26ec7edd-83da-4abb-abe0-038996b3906b req-5c5e7c98-c341-4cbb-9afb-bdc3769f6411 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62daabc6-a108-4290-ad82-04733545f861 HTTP/1.1" status: 200 len: 835 time: 0.0644896 Jul 05 04:25:00.823059 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6e721797-d572-453d-a413-52416ee393fc tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:00.831197 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6e721797-d572-453d-a413-52416ee393fc tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:00.832188 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6e721797-d572-453d-a413-52416ee393fc tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "DELETE /v2.0/security-groups/67ded8ae-b2d2-45ba-88c0-389f9a95c575 HTTP/1.1" status: 204 len: 168 time: 0.7459695 Jul 05 04:25:00.837177 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39378) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:00.843770 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-f26a796c-687e-4c83-913c-2ccd998f1e92 None None] Set router f8db9ba7-9d23-4c2a-8468-e41a9b15b70f gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:00.876797 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e721797-d572-453d-a413-52416ee393fc tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ded8ae-b2d2-45ba-88c0-389f9a95c575,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:00.924493 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ed4c59a9-8a13-4bc5-9544-915509f29dfb req-6c6be62a-a555-4fda-9d60-10730831fc62 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710041 Jul 05 04:25:00.970888 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39384) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:01.056719 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec7edd-83da-4abb-abe0-038996b3906b req-fe1eb68d-034c-436d-ac96-88be2e62961d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:01.058422 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26ec7edd-83da-4abb-abe0-038996b3906b req-fe1eb68d-034c-436d-ac96-88be2e62961d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2924409 Jul 05 04:25:01.071141 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-aa21bbb0-ba3b-41d6-b2af-0236fa926599 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2287576 Jul 05 04:25:01.071933 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39388) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:01.079319 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-1bbeb911-9f66-4d42-86aa-2190070a137a tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group': {'name': 'tempest-secgroup--1453008386'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:01.128893 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1bbeb911-9f66-4d42-86aa-2190070a137a tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.218236 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9f49936d-dec7-4d25-b42a-ac4731b72f26 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/floatingips/348f11cf-5ce9-4da4-bbcb-d97269d9c3dc HTTP/1.1" status: 200 len: 991 time: 0.2460873 Jul 05 04:25:01.280771 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26ec7edd-83da-4abb-abe0-038996b3906b req-ee63d067-c360-412a-9c05-4dcf44c71d29 service neutron] 10.222.0.89 "GET /v2.0/networks/3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135506 Jul 05 04:25:01.397157 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1bbeb911-9f66-4d42-86aa-2190070a137a tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.407042 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1bbeb911-9f66-4d42-86aa-2190070a137a tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.426304 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d73a049c-1928-4efd-9da8-51c912dbbdcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.474477 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1bbeb911-9f66-4d42-86aa-2190070a137a tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.476628 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1bbeb911-9f66-4d42-86aa-2190070a137a tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4026763 Jul 05 04:25:01.479700 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39396) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:01.485862 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-d911a71e-6c3f-4261-94ab-a8f212f576e6 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:01.486414 n-d-780147-23 neutron-server[105538]: WARNING neutron.api.v2.base [None req-d911a71e-6c3f-4261-94ab-a8f212f576e6 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 04:25:01.487139 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-d911a71e-6c3f-4261-94ab-a8f212f576e6 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 04:25:01.488676 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d911a71e-6c3f-4261-94ab-a8f212f576e6 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "PUT /v2.0/security-groups/3e1e0546-b16a-4807-868f-1e1e5347420b HTTP/1.1" status: 409 len: 330 time: 0.0073063 Jul 05 04:25:01.491569 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f26a796c-687e-4c83-913c-2ccd998f1e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143636863', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e0130fb0-ad6a-4f5c-88c7-1dee310b48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:36Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e0130fb0-ad6a-4f5c-88c7-1dee310b48e2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '348f11cf-5ce9-4da4-bbcb-d97269d9c3dc', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'port_id': 'b8ab2ac7-ab4e-46fb-8828-6d11f34064a8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a', 'mac_address': 'fa:16:3e:4c:02:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287eff2d-6c5c-4d0c-89d5-51b62a10008c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:24:57Z', 'updated_at': '2021-07-05T04:24:57Z', 'revision_number': 0, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a59d81e-eb19-4a76-bb88-475f0bc53185', 'name': '', 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:ee:d1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '62daabc6-a108-4290-ad82-04733545f861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:35Z', 'updated_at': '2021-07-05T04:24:46Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '62daabc6-a108-4290-ad82-04733545f861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:01.494848 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39398) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:01.513421 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbeb911-9f66-4d42-86aa-2190070a137a tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1e0546-b16a-4807-868f-1e1e5347420b,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:01.527525 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26ec7edd-83da-4abb-abe0-038996b3906b req-7efa801f-7da2-4ed6-b7cb-98ee8afda4a6 service neutron] 10.222.0.89 "GET /v2.0/networks/3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399180 Jul 05 04:25:01.540199 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26a796c-687e-4c83-913c-2ccd998f1e92 None None] The sync data for ids ['f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'] in n-d-780147-23 is: [{'id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143636863', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e0130fb0-ad6a-4f5c-88c7-1dee310b48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:36Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e0130fb0-ad6a-4f5c-88c7-1dee310b48e2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '348f11cf-5ce9-4da4-bbcb-d97269d9c3dc', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'floating_ip_address': '172.25.1.199', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'port_id': 'b8ab2ac7-ab4e-46fb-8828-6d11f34064a8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a', 'mac_address': 'fa:16:3e:4c:02:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287eff2d-6c5c-4d0c-89d5-51b62a10008c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:24:57Z', 'updated_at': '2021-07-05T04:24:57Z', 'revision_number': 0, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a59d81e-eb19-4a76-bb88-475f0bc53185', 'name': '', 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:ee:d1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '62daabc6-a108-4290-ad82-04733545f861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:35Z', 'updated_at': '2021-07-05T04:24:46Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '62daabc6-a108-4290-ad82-04733545f861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:25:01.552252 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:25:01.609249 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d482c39f-0f69-48af-a221-0f054664cd2a tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.654950 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d482c39f-0f69-48af-a221-0f054664cd2a tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.732654 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d482c39f-0f69-48af-a221-0f054664cd2a tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.736851 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d482c39f-0f69-48af-a221-0f054664cd2a tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.742263 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d482c39f-0f69-48af-a221-0f054664cd2a tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "DELETE /v2.0/security-groups/3e1e0546-b16a-4807-868f-1e1e5347420b HTTP/1.1" status: 204 len: 168 time: 0.2455142 Jul 05 04:25:01.743573 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39404) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:01.755117 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482c39f-0f69-48af-a221-0f054664cd2a tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1e0546-b16a-4807-868f-1e1e5347420b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:01.818220 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.884246 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39408) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:01.907389 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fd841c7c-7d93-470d-bd0a-5337fb924c12 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1558192 Jul 05 04:25:01.924972 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-e0175774-90b2-4c35-b681-752378a728da tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] delete failed (client error): The resource could not be found. Jul 05 04:25:01.934013 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e0175774-90b2-4c35-b681-752378a728da tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "DELETE /v2.0/security-groups/6db048c9-a6ab-43ad-b1fa-1c6189167ea5 HTTP/1.1" status: 404 len: 347 time: 0.0478811 Jul 05 04:25:01.935254 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39414) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:01.964285 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77924458-e584-4e65-b8ab-36f8ed2bbcc7 None None] New status for floating IP 348f11cf-5ce9-4da4-bbcb-d97269d9c3dc: ACTIVE {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:25:01.966275 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-b54e67c5-6517-4759-bf01-86fa5bdfeecd tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] show failed (client error): The resource could not be found. Jul 05 04:25:01.971879 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b54e67c5-6517-4759-bf01-86fa5bdfeecd tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "GET /v2.0/security-groups/ca6b8437-7ae8-487d-8526-fe086f33da2e HTTP/1.1" status: 404 len: 347 time: 0.0302844 Jul 05 04:25:01.973040 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39416) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:01.999658 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-bb31a90c-1e9c-4c04-b550-f5ec34151517 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] show failed (client error): The resource could not be found. Jul 05 04:25:02.000898 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bb31a90c-1e9c-4c04-b550-f5ec34151517 tempest-NegativeSecGroupIPv6Test-2128350591 tempest-NegativeSecGroupIPv6Test-2128350591-project] 10.222.0.77 "GET /v2.0/security-group-rules/ea942728-b1dc-4b97-8e25-c404e64f9e81 HTTP/1.1" status: 404 len: 356 time: 0.0266895 Jul 05 04:25:02.220377 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39430) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:02.341066 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7df96515-d6b0-46cb-9afb-0e3e6772a599 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/floatingips/348f11cf-5ce9-4da4-bbcb-d97269d9c3dc HTTP/1.1" status: 200 len: 993 time: 0.1190197 Jul 05 04:25:02.499092 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39438) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:02.673234 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:02.749535 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-214faa5d-ae20-4b47-9fbf-bb83898006bc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9015154027b245b986996f486590472f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491391 Jul 05 04:25:02.752139 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39448) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:02.822514 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7b0a7ef0-bd21-4c35-ad47-283fc76ca3e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:02.852986 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7b0a7ef0-bd21-4c35-ad47-283fc76ca3e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:02.923834 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7b0a7ef0-bd21-4c35-ad47-283fc76ca3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:02.927529 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7b0a7ef0-bd21-4c35-ad47-283fc76ca3e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:02.928908 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7b0a7ef0-bd21-4c35-ad47-283fc76ca3e3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c9fe2e11-52c5-4487-9ad8-62d291808a3f HTTP/1.1" status: 204 len: 168 time: 0.1743677 Jul 05 04:25:02.938416 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a7ef0-bd21-4c35-ad47-283fc76ca3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fe2e11-52c5-4487-9ad8-62d291808a3f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:03.936140 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39490) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:04.073452 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-36132fa3-541e-44cf-bf80-7626dbfc73d1 tempest-ServiceProvidersTest-974878897 tempest-ServiceProvidersTest-974878897-project] 10.222.0.77 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1361623 Jul 05 04:25:04.440116 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:04.534627 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39506) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:04.672149 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-93372c68-fa61-4384-a6c2-daac75fe8240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:04.918344 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-93372c68-fa61-4384-a6c2-daac75fe8240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:04.929461 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-93372c68-fa61-4384-a6c2-daac75fe8240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:04.980031 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39512) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:04.980688 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-93372c68-fa61-4384-a6c2-daac75fe8240 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=124340806c4e435ea0e1767d498a1606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4447691 Jul 05 04:25:05.024426 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93372c68-fa61-4384-a6c2-daac75fe8240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb5f40d-51ab-4ee2-9623-aaace6e98aec,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:05.097727 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bceb54bb-5d25-4037-a933-14baa0ac7449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:05.161455 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bceb54bb-5d25-4037-a933-14baa0ac7449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:05.244001 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bceb54bb-5d25-4037-a933-14baa0ac7449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:05.250094 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bceb54bb-5d25-4037-a933-14baa0ac7449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:05.259001 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bceb54bb-5d25-4037-a933-14baa0ac7449 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dfb5f40d-51ab-4ee2-9623-aaace6e98aec HTTP/1.1" status: 204 len: 168 time: 0.2738957 Jul 05 04:25:05.281380 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb54bb-5d25-4037-a933-14baa0ac7449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb5f40d-51ab-4ee2-9623-aaace6e98aec,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:06.161319 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39542) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:06.168915 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0036218 Jul 05 04:25:06.169299 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39544) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:06.298621 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-332bdfc4-1804-4663-9eb1-e6b0995bf7e6 tempest-NetworksApiDiscovery-483154304 tempest-NetworksApiDiscovery-483154304-project] 10.222.0.77 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1281509 Jul 05 04:25:06.584201 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39554) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:06.634944 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39556) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:06.846225 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-d2564d76-6c67-416b-b8c3-289a04813b9b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Deleting port 13ccdee9-2a66-4cf3-8d19-7adbd3bf4a07 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:06.846571 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d2564d76-6c67-416b-b8c3-289a04813b9b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:06.865049 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d997f82-2743-4420-bd79-36f56b6fac0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:06.950095 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d2564d76-6c67-416b-b8c3-289a04813b9b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:06.950580 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d2564d76-6c67-416b-b8c3-289a04813b9b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:06.971195 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-d2564d76-6c67-416b-b8c3-289a04813b9b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Calling delete_port for 13ccdee9-2a66-4cf3-8d19-7adbd3bf4a07 owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:07.007283 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d997f82-2743-4420-bd79-36f56b6fac0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.016696 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4d997f82-2743-4420-bd79-36f56b6fac0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.052888 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d997f82-2743-4420-bd79-36f56b6fac0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0a3220-5a63-4ae0-9132-7fcbac37cf6a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:07.088882 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4d997f82-2743-4420-bd79-36f56b6fac0e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=747ace91593d4f45a01ade1330a5840f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4521487 Jul 05 04:25:07.091764 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39562) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:07.153905 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-693091de-f502-41d2-a205-692138d87747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.186274 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d2564d76-6c67-416b-b8c3-289a04813b9b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.199283 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-693091de-f502-41d2-a205-692138d87747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.221103 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2564d76-6c67-416b-b8c3-289a04813b9b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event deleted for resources: {'Port': ['ID=13ccdee9-2a66-4cf3-8d19-7adbd3bf4a07,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:07.262173 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-693091de-f502-41d2-a205-692138d87747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.265363 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-693091de-f502-41d2-a205-692138d87747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.266561 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-693091de-f502-41d2-a205-692138d87747 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8f0a3220-5a63-4ae0-9132-7fcbac37cf6a HTTP/1.1" status: 204 len: 168 time: 0.1736150 Jul 05 04:25:07.283702 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693091de-f502-41d2-a205-692138d87747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0a3220-5a63-4ae0-9132-7fcbac37cf6a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:07.340921 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d2564d76-6c67-416b-b8c3-289a04813b9b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.341598 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-d2564d76-6c67-416b-b8c3-289a04813b9b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Floating IP c10abaeb-d9f4-424c-b013-d98cf647fd60 disassociated (deleted). External IP: 172.25.1.93, port: 96bceac5-4504-43d3-b00e-1db8fa03558a. Jul 05 04:25:07.638899 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2564d76-6c67-416b-b8c3-289a04813b9b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:25:07.782160 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2564d76-6c67-416b-b8c3-289a04813b9b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:25:07.795858 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a88354-f023-4ca4-882e-3eb357f7287f None None] Sync routers for ids ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:25:07.801581 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d2564d76-6c67-416b-b8c3-289a04813b9b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.809791 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a88354-f023-4ca4-882e-3eb357f7287f None None] Routers {'7a44aaa2-cec1-4473-8d66-c4610d2148f2'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:07.812233 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e1a88354-f023-4ca4-882e-3eb357f7287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:25:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:07.854505 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d2564d76-6c67-416b-b8c3-289a04813b9b tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "DELETE /v2.0/floatingips/c10abaeb-d9f4-424c-b013-d98cf647fd60 HTTP/1.1" status: 204 len: 168 time: 1.2685728 Jul 05 04:25:07.855211 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d8245c-0a76-4b09-b8e4-0a6d27f90a21', 'tag': '96bceac5-4504-43d3-b00e-1db8fa03558a'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:25:07.857906 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78e7b16-bdea-4108-a7cd-7ad29c63dc89" -d '{"events": [{"name": "network-changed", "server_uuid": "32d8245c-0a76-4b09-b8e4-0a6d27f90a21", "tag": "96bceac5-4504-43d3-b00e-1db8fa03558a"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:25:07.912691 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32bf9da-4f3e-4042-ab18-e766f5003b9f x-openstack-request-id: req-d32bf9da-4f3e-4042-ab18-e766f5003b9f {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:25:07.912691 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d8245c-0a76-4b09-b8e4-0a6d27f90a21", "tag": "96bceac5-4504-43d3-b00e-1db8fa03558a", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:25:07.913960 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d32bf9da-4f3e-4042-ab18-e766f5003b9f {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:25:07.918472 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d8245c-0a76-4b09-b8e4-0a6d27f90a21', 'tag': '96bceac5-4504-43d3-b00e-1db8fa03558a', 'status': 'completed', 'code': 200} Jul 05 04:25:08.050510 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-e1a88354-f023-4ca4-882e-3eb357f7287f None None] Set router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:08.066176 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e7b16-bdea-4108-a7cd-7ad29c63dc89 req-f4d53f7b-2383-4d2b-922f-46242c5da60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:08.068597 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e78e7b16-bdea-4108-a7cd-7ad29c63dc89 req-f4d53f7b-2383-4d2b-922f-46242c5da60a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 1097 time: 0.1252277 Jul 05 04:25:08.307454 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e7b16-bdea-4108-a7cd-7ad29c63dc89 req-904e96ef-7751-4650-9654-2dd7363d7cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:08.309145 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e78e7b16-bdea-4108-a7cd-7ad29c63dc89 req-904e96ef-7751-4650-9654-2dd7363d7cfe service neutron] 10.222.0.89 "GET /v2.0/networks?id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 200 len: 913 time: 0.2299261 Jul 05 04:25:08.406191 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e78e7b16-bdea-4108-a7cd-7ad29c63dc89 req-5d09961d-85e0-47a5-8c6c-f442025d770a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96bceac5-4504-43d3-b00e-1db8fa03558a HTTP/1.1" status: 200 len: 217 time: 0.0863121 Jul 05 04:25:08.494373 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e1a88354-f023-4ca4-882e-3eb357f7287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8e7245f1-a580-4964-b460-1eca58617026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:11:12Z', 'revision_number': 4, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port': {'id': '8e7245f1-a580-4964-b460-1eca58617026', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:06Z', 'updated_at': '2021-07-05T04:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '23aa9a35-c8ab-4815-b431-dfb96f47ee25', 'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'mac_address': 'fa:16:3e:d1:3c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:11Z', 'updated_at': '2021-07-05T04:11:28Z', 'revision_number': 5, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'subnets': [{'id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:08.561724 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e7b16-bdea-4108-a7cd-7ad29c63dc89 req-0b2c4763-70c3-4748-96b4-f919a4a4c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:08.567501 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e78e7b16-bdea-4108-a7cd-7ad29c63dc89 req-0b2c4763-70c3-4748-96b4-f919a4a4c93b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40568ec5-9a32-47f3-85b6-60f4faaa494c HTTP/1.1" status: 200 len: 851 time: 0.1508956 Jul 05 04:25:08.591728 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a88354-f023-4ca4-882e-3eb357f7287f None None] Checking router: 7a44aaa2-cec1-4473-8d66-c4610d2148f2 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:25:08.620394 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a88354-f023-4ca4-882e-3eb357f7287f None None] Routers {'7a44aaa2-cec1-4473-8d66-c4610d2148f2'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:08.620761 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eaecde-570e-4c3d-8d48-8b83c963bfb6 req-91fb4d74-4474-4a78-b410-806f700f73b5 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:08.621875 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e1a88354-f023-4ca4-882e-3eb357f7287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:25:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:08.629368 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-02eaecde-570e-4c3d-8d48-8b83c963bfb6 req-91fb4d74-4474-4a78-b410-806f700f73b5 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 945 time: 0.1321120 Jul 05 04:25:08.683155 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e7b16-bdea-4108-a7cd-7ad29c63dc89 req-1dd675f7-f703-453e-9314-9da3cb3bd778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:08.685142 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e78e7b16-bdea-4108-a7cd-7ad29c63dc89 req-1dd675f7-f703-453e-9314-9da3cb3bd778 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9e2bc1e9-0d67-4f0c-aa81-a034266b5687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1084077 Jul 05 04:25:08.687471 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-02eaecde-570e-4c3d-8d48-8b83c963bfb6 req-31493fa1-a0cf-455f-a45f-693431338d3d tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528903 Jul 05 04:25:08.869440 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-e1a88354-f023-4ca4-882e-3eb357f7287f None None] Set router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:08.876522 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e78e7b16-bdea-4108-a7cd-7ad29c63dc89 req-372698fe-72f2-4721-9235-0834017d16ea service neutron] 10.222.0.89 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836145 Jul 05 04:25:09.004082 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e78e7b16-bdea-4108-a7cd-7ad29c63dc89 req-79682698-2940-4d66-9322-67dade0f035f service neutron] 10.222.0.89 "GET /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101100 Jul 05 04:25:09.189956 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e1a88354-f023-4ca4-882e-3eb357f7287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8e7245f1-a580-4964-b460-1eca58617026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:11:12Z', 'revision_number': 4, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port': {'id': '8e7245f1-a580-4964-b460-1eca58617026', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:06Z', 'updated_at': '2021-07-05T04:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '23aa9a35-c8ab-4815-b431-dfb96f47ee25', 'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'mac_address': 'fa:16:3e:d1:3c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:11Z', 'updated_at': '2021-07-05T04:11:28Z', 'revision_number': 5, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'subnets': [{'id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:09.233062 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a88354-f023-4ca4-882e-3eb357f7287f None None] The sync data for ids ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'] in n-d-780147-23 is: [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8e7245f1-a580-4964-b460-1eca58617026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:11:12Z', 'revision_number': 4, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port': {'id': '8e7245f1-a580-4964-b460-1eca58617026', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:06Z', 'updated_at': '2021-07-05T04:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '23aa9a35-c8ab-4815-b431-dfb96f47ee25', 'name': '', 'network_id': '9e2bc1e9-0d67-4f0c-aa81-a034266b5687', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'mac_address': 'fa:16:3e:d1:3c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:11Z', 'updated_at': '2021-07-05T04:11:28Z', 'revision_number': 5, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'subnets': [{'id': '40568ec5-9a32-47f3-85b6-60f4faaa494c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:25:09.568071 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45abf87e-5cbf-47da-9f62-e1ed4e5f64c2 None None] New status for floating IP c10abaeb-d9f4-424c-b013-d98cf647fd60: DOWN {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:25:09.906226 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3cd33-baf6-462d-b65c-808ede54b745 req-c1697db3-a60a-4096-8c4d-027e50bec249 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:09.912777 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-96a3cd33-baf6-462d-b65c-808ede54b745 req-c1697db3-a60a-4096-8c4d-027e50bec249 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 945 time: 0.0811536 Jul 05 04:25:09.960518 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-96a3cd33-baf6-462d-b65c-808ede54b745 req-61de9db1-943a-416c-abab-aff860f259d9 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9c13f5d-71b2-4040-93c1-74f87978192d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459409 Jul 05 04:25:10.355935 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7205d0-ba32-4a2c-ba2b-8b239f15ac5a req-d2c1f753-d3cb-48ea-9bc1-14bd2d0f8f90 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:10.357401 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cf7205d0-ba32-4a2c-ba2b-8b239f15ac5a req-d2c1f753-d3cb-48ea-9bc1-14bd2d0f8f90 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.89 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 945 time: 0.1256735 Jul 05 04:25:10.520899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-cf7205d0-ba32-4a2c-ba2b-8b239f15ac5a req-df78d9b1-21ff-4823-a311-c99040f5962f tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Deleting port 96bceac5-4504-43d3-b00e-1db8fa03558a {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:10.521503 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-cf7205d0-ba32-4a2c-ba2b-8b239f15ac5a req-df78d9b1-21ff-4823-a311-c99040f5962f tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:10.680215 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-cf7205d0-ba32-4a2c-ba2b-8b239f15ac5a req-df78d9b1-21ff-4823-a311-c99040f5962f tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] For port 96bceac5-4504-43d3-b00e-1db8fa03558a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=96bceac5-4504-43d3-b00e-1db8fa03558a,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:10.680668 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-cf7205d0-ba32-4a2c-ba2b-8b239f15ac5a req-df78d9b1-21ff-4823-a311-c99040f5962f tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:10.709554 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-cf7205d0-ba32-4a2c-ba2b-8b239f15ac5a req-df78d9b1-21ff-4823-a311-c99040f5962f tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Calling delete_port for 96bceac5-4504-43d3-b00e-1db8fa03558a owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:10.897006 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-cf7205d0-ba32-4a2c-ba2b-8b239f15ac5a req-df78d9b1-21ff-4823-a311-c99040f5962f tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:10.950294 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78d9b1-21ff-4823-a311-c99040f5962f tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event deleted for resources: {'Port': ['ID=96bceac5-4504-43d3-b00e-1db8fa03558a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:11.071513 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7205d0-ba32-4a2c-ba2b-8b239f15ac5a req-df78d9b1-21ff-4823-a311-c99040f5962f tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] No DVR routers for this DVR port 96bceac5-4504-43d3-b00e-1db8fa03558a on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:25:11.077147 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-cf7205d0-ba32-4a2c-ba2b-8b239f15ac5a req-df78d9b1-21ff-4823-a311-c99040f5962f tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:11.080899 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cf7205d0-ba32-4a2c-ba2b-8b239f15ac5a req-df78d9b1-21ff-4823-a311-c99040f5962f tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.89 "DELETE /v2.0/ports/96bceac5-4504-43d3-b00e-1db8fa03558a HTTP/1.1" status: 204 len: 173 time: 0.7175000 Jul 05 04:25:11.083146 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d8245c-0a76-4b09-b8e4-0a6d27f90a21', 'name': 'network-vif-deleted', 'tag': '96bceac5-4504-43d3-b00e-1db8fa03558a'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:25:11.097298 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ffe6ab-2307-4e46-9ab9-ae14fcd9eaf4" -d '{"events": [{"server_uuid": "32d8245c-0a76-4b09-b8e4-0a6d27f90a21", "name": "network-vif-deleted", "tag": "96bceac5-4504-43d3-b00e-1db8fa03558a"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:25:11.228213 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d009698c-2412-4641-bf19-60f392ac1b8d req-15bdf33f-0e8c-4153-9873-bbdf006d0815 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 210 time: 0.0386522 Jul 05 04:25:11.234460 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f53c0e-b93d-4f69-a683-5719928f2d02 x-openstack-request-id: req-d5f53c0e-b93d-4f69-a683-5719928f2d02 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:25:11.234867 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d8245c-0a76-4b09-b8e4-0a6d27f90a21", "name": "network-vif-deleted", "tag": "96bceac5-4504-43d3-b00e-1db8fa03558a", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:25:11.235224 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d5f53c0e-b93d-4f69-a683-5719928f2d02 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:25:11.235726 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d8245c-0a76-4b09-b8e4-0a6d27f90a21', 'name': 'network-vif-deleted', 'tag': '96bceac5-4504-43d3-b00e-1db8fa03558a', 'status': 'completed', 'code': 200} Jul 05 04:25:12.480558 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-df6baca4-263d-4516-b1a8-9aa835debb9c req-7c1b0f9e-c427-4902-ac3f-de4998bd9421 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 210 time: 0.0744019 Jul 05 04:25:13.254350 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:14.199493 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0ce6f9d5-de23-4a51-9ca6-924f4bb89cfc req-0bb51e7e-5665-4c92-98a4-746fedb5fe75 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 210 time: 0.5594175 Jul 05 04:25:14.560075 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39738) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:14.565654 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 96bceac5-4504-43d3-b00e-1db8fa03558a no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:14.616880 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 96bceac5-4504-43d3-b00e-1db8fa03558a {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:25:14.620843 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 96bceac5-4504-43d3-b00e-1db8fa03558a not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:14.789705 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-72cdf790-5620-4f44-85f0-4e75b8981b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.039497 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-72cdf790-5620-4f44-85f0-4e75b8981b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.053577 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-72cdf790-5620-4f44-85f0-4e75b8981b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.110012 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cdf790-5620-4f44-85f0-4e75b8981b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c10a9e-cd0b-458a-9303-40096c63043e,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:15.121343 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-72cdf790-5620-4f44-85f0-4e75b8981b6a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=21fa5a5cdf3543d894c7aa7f3e3281f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5597465 Jul 05 04:25:15.124022 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 39792) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:15.204047 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a55a7818-4b30-43b4-b8a3-47631c5b2fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.241960 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a55a7818-4b30-43b4-b8a3-47631c5b2fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.314823 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a55a7818-4b30-43b4-b8a3-47631c5b2fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.320092 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a55a7818-4b30-43b4-b8a3-47631c5b2fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.338796 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a55a7818-4b30-43b4-b8a3-47631c5b2fc2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d6c10a9e-cd0b-458a-9303-40096c63043e HTTP/1.1" status: 204 len: 168 time: 0.2131789 Jul 05 04:25:15.369592 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a7818-4b30-43b4-b8a3-47631c5b2fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c10a9e-cd0b-458a-9303-40096c63043e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:15.464044 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7f5e566f-de35-486c-a01e-535e474407bb req-b4b76116-50f9-42cf-b5a2-670d07325c2f tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 210 time: 0.0848417 Jul 05 04:25:15.733759 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39868) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:15.748977 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c622d4c5-c577-49cc-b429-0dd2609d28eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.853663 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c622d4c5-c577-49cc-b429-0dd2609d28eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.858021 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c622d4c5-c577-49cc-b429-0dd2609d28eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.904206 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c622d4c5-c577-49cc-b429-0dd2609d28eb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c94f2a81b1e44616862702edefc00313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1687756 Jul 05 04:25:15.907054 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 39896) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:15.915651 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622d4c5-c577-49cc-b429-0dd2609d28eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120dcaa0-4719-4f85-867d-15ff4c4b0bb2,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:15.993844 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-90987da4-27d9-49a4-a38a-8d2ecf4eadb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:16.033741 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-90987da4-27d9-49a4-a38a-8d2ecf4eadb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:16.100635 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-90987da4-27d9-49a4-a38a-8d2ecf4eadb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:16.103454 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-90987da4-27d9-49a4-a38a-8d2ecf4eadb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:16.104760 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-90987da4-27d9-49a4-a38a-8d2ecf4eadb2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/120dcaa0-4719-4f85-867d-15ff4c4b0bb2 HTTP/1.1" status: 204 len: 168 time: 0.1965797 Jul 05 04:25:16.118652 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90987da4-27d9-49a4-a38a-8d2ecf4eadb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120dcaa0-4719-4f85-867d-15ff4c4b0bb2,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:16.770520 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7ab69212-22db-4fe2-8204-b32d6f4b504e req-fb94709d-6cb7-4edc-af14-6219fbd29cbc tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "GET /v2.0/ports?device_id=32d8245c-0a76-4b09-b8e4-0a6d27f90a21 HTTP/1.1" status: 200 len: 210 time: 0.0618386 Jul 05 04:25:17.878309 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40208) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:18.064849 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-59a82605-f0df-4fff-9f66-709466789a16 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Deleting port 39782dea-29e6-4802-8ec5-d27a0eae12f8 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:18.065258 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-59a82605-f0df-4fff-9f66-709466789a16 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:18.146780 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-59a82605-f0df-4fff-9f66-709466789a16 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:18.147056 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-59a82605-f0df-4fff-9f66-709466789a16 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:18.159551 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-59a82605-f0df-4fff-9f66-709466789a16 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Calling delete_port for 39782dea-29e6-4802-8ec5-d27a0eae12f8 owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:18.321404 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-59a82605-f0df-4fff-9f66-709466789a16 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:18.358928 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a82605-f0df-4fff-9f66-709466789a16 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event deleted for resources: {'Port': ['ID=39782dea-29e6-4802-8ec5-d27a0eae12f8,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:18.395273 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a82605-f0df-4fff-9f66-709466789a16 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:18.395951 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a82605-f0df-4fff-9f66-709466789a16 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:18.396466 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a82605-f0df-4fff-9f66-709466789a16 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:18.397098 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a82605-f0df-4fff-9f66-709466789a16 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:18.398270 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a82605-f0df-4fff-9f66-709466789a16 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:18.399049 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a82605-f0df-4fff-9f66-709466789a16 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:18.399997 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a82605-f0df-4fff-9f66-709466789a16 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:18.400202 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a82605-f0df-4fff-9f66-709466789a16 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:18.400732 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a82605-f0df-4fff-9f66-709466789a16 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:18.401258 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a82605-f0df-4fff-9f66-709466789a16 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:18.401650 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a82605-f0df-4fff-9f66-709466789a16 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:18.402079 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a82605-f0df-4fff-9f66-709466789a16 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:18.450324 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-59a82605-f0df-4fff-9f66-709466789a16 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:18.453720 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-59a82605-f0df-4fff-9f66-709466789a16 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:18.455368 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-59a82605-f0df-4fff-9f66-709466789a16 tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "DELETE /v2.0/floatingips/a14b0206-a243-441c-b094-85d9ce65b347 HTTP/1.1" status: 204 len: 168 time: 0.5760932 Jul 05 04:25:21.980406 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40300) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:22.137620 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-381c1959-9e17-4be5-a00f-fc82a5b3edce tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:22.187108 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-381c1959-9e17-4be5-a00f-fc82a5b3edce tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:22.287397 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-381c1959-9e17-4be5-a00f-fc82a5b3edce tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:22.291378 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-381c1959-9e17-4be5-a00f-fc82a5b3edce tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:22.293124 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-381c1959-9e17-4be5-a00f-fc82a5b3edce tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] 10.222.0.77 "DELETE /v2.0/security-groups/e9c13f5d-71b2-4040-93c1-74f87978192d HTTP/1.1" status: 204 len: 168 time: 0.3115444 Jul 05 04:25:22.321258 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c1959-9e17-4be5-a00f-fc82a5b3edce tempest-TestVolumeBootPattern-2100987382 tempest-TestVolumeBootPattern-2100987382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c13f5d-71b2-4040-93c1-74f87978192d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:22.389871 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40314) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:23.316480 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e1a81513-9da5-4c37-a70a-50af8457388c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:23.742835 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-e1a81513-9da5-4c37-a70a-50af8457388c admin admin] Deleting port 23aa9a35-c8ab-4815-b431-dfb96f47ee25 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:23.743440 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e1a81513-9da5-4c37-a70a-50af8457388c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:23.835976 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-e1a81513-9da5-4c37-a70a-50af8457388c admin admin] For port 23aa9a35-c8ab-4815-b431-dfb96f47ee25, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=23aa9a35-c8ab-4815-b431-dfb96f47ee25,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:23.836260 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e1a81513-9da5-4c37-a70a-50af8457388c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:23.861823 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-e1a81513-9da5-4c37-a70a-50af8457388c admin admin] Calling delete_port for 23aa9a35-c8ab-4815-b431-dfb96f47ee25 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:24.139948 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5653de0f-13c7-4056-90b7-3d1bd1771b84 req-9819b361-f16f-4a96-b70f-7b7f63906f9c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1518905 Jul 05 04:25:24.220562 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e1a81513-9da5-4c37-a70a-50af8457388c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:24.265482 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a81513-9da5-4c37-a70a-50af8457388c admin admin] Pushing event deleted for resources: {'Port': ['ID=23aa9a35-c8ab-4815-b431-dfb96f47ee25,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:24.509598 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653de0f-13c7-4056-90b7-3d1bd1771b84 req-e9e886d6-08e2-42b8-9f4d-d721642e0585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:24.511147 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5653de0f-13c7-4056-90b7-3d1bd1771b84 req-e9e886d6-08e2-42b8-9f4d-d721642e0585 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 1097 time: 0.2602673 Jul 05 04:25:24.531531 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e1a81513-9da5-4c37-a70a-50af8457388c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:25.093826 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653de0f-13c7-4056-90b7-3d1bd1771b84 req-44b53181-52a2-40d3-ae7c-6ffe9c2b17d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:25.095330 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5653de0f-13c7-4056-90b7-3d1bd1771b84 req-44b53181-52a2-40d3-ae7c-6ffe9c2b17d5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a HTTP/1.1" status: 200 len: 897 time: 0.5569217 Jul 05 04:25:25.241756 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5653de0f-13c7-4056-90b7-3d1bd1771b84 req-3bfa8ce3-b514-4236-817d-06b9cd71c66e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 HTTP/1.1" status: 200 len: 1001 time: 0.1111684 Jul 05 04:25:25.330356 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40420) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:25.348954 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653de0f-13c7-4056-90b7-3d1bd1771b84 req-08f3a1ae-66b8-4d8a-9a52-fdd3ee400cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:25.351840 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5653de0f-13c7-4056-90b7-3d1bd1771b84 req-08f3a1ae-66b8-4d8a-9a52-fdd3ee400cd0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62daabc6-a108-4290-ad82-04733545f861 HTTP/1.1" status: 200 len: 835 time: 0.0988932 Jul 05 04:25:25.400666 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a81513-9da5-4c37-a70a-50af8457388c admin admin] Router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:25:25.565512 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-60717a9b-0420-4864-b5dd-bebb81e39d3b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c4e14b52dded494c9295d9c9e84e03f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329626 Jul 05 04:25:25.566533 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40426) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:25.606101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a81513-9da5-4c37-a70a-50af8457388c admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:25:25.625362 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4942f4cc-16b8-43c8-ace5-950f1f4b2c38 None None] Sync routers for ids ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:25:25.646173 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4942f4cc-16b8-43c8-ace5-950f1f4b2c38 None None] Routers {'7a44aaa2-cec1-4473-8d66-c4610d2148f2'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:25.651672 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-4942f4cc-16b8-43c8-ace5-950f1f4b2c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:25:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:25.657943 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e1a81513-9da5-4c37-a70a-50af8457388c admin admin] 10.222.0.77 "PUT /v2.0/routers/7a44aaa2-cec1-4473-8d66-c4610d2148f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2654457 Jul 05 04:25:25.668514 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40428) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:25.683382 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d29c42a9-a4d4-40b2-9b56-e2b1ffcb4d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:25.708230 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d29c42a9-a4d4-40b2-9b56-e2b1ffcb4d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:25.744949 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653de0f-13c7-4056-90b7-3d1bd1771b84 req-b8f2ed77-5374-44ff-918e-a01143b86c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:25.746486 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5653de0f-13c7-4056-90b7-3d1bd1771b84 req-b8f2ed77-5374-44ff-918e-a01143b86c74 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3882692 Jul 05 04:25:25.768608 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d29c42a9-a4d4-40b2-9b56-e2b1ffcb4d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:25.772330 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d29c42a9-a4d4-40b2-9b56-e2b1ffcb4d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:25.786145 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d29c42a9-a4d4-40b2-9b56-e2b1ffcb4d4a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a22756f7-b5f0-421d-87f4-3e75b8709a3f HTTP/1.1" status: 204 len: 168 time: 0.2182546 Jul 05 04:25:25.809312 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c42a9-a4d4-40b2-9b56-e2b1ffcb4d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22756f7-b5f0-421d-87f4-3e75b8709a3f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:25.829855 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c42a9-a4d4-40b2-9b56-e2b1ffcb4d4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:25.831413 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c42a9-a4d4-40b2-9b56-e2b1ffcb4d4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:25.833371 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c42a9-a4d4-40b2-9b56-e2b1ffcb4d4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:25.833928 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c42a9-a4d4-40b2-9b56-e2b1ffcb4d4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:25.834983 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c42a9-a4d4-40b2-9b56-e2b1ffcb4d4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:25.838714 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c42a9-a4d4-40b2-9b56-e2b1ffcb4d4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:25.839837 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c42a9-a4d4-40b2-9b56-e2b1ffcb4d4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:25.840382 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c42a9-a4d4-40b2-9b56-e2b1ffcb4d4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:25.842799 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c42a9-a4d4-40b2-9b56-e2b1ffcb4d4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:25.843503 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c42a9-a4d4-40b2-9b56-e2b1ffcb4d4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:25.844055 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c42a9-a4d4-40b2-9b56-e2b1ffcb4d4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:25.845100 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29c42a9-a4d4-40b2-9b56-e2b1ffcb4d4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:25.945665 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5653de0f-13c7-4056-90b7-3d1bd1771b84 req-f59bbee0-e6f5-45bd-99a9-3968e8daef13 service neutron] 10.222.0.89 "GET /v2.0/networks/3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915555 Jul 05 04:25:26.019071 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-4942f4cc-16b8-43c8-ace5-950f1f4b2c38 None None] Set router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:26.092708 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ab606907-78f2-476c-88c0-9b49067c434f admin admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:26.252047 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5653de0f-13c7-4056-90b7-3d1bd1771b84 req-6245d7dd-c5a3-405d-b342-1f22bef419cd service neutron] 10.222.0.89 "GET /v2.0/networks/3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944643 Jul 05 04:25:26.304091 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ab606907-78f2-476c-88c0-9b49067c434f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:26.335765 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-4942f4cc-16b8-43c8-ace5-950f1f4b2c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8e7245f1-a580-4964-b460-1eca58617026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:25:24Z', 'revision_number': 5, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port': {'id': '8e7245f1-a580-4964-b460-1eca58617026', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:06Z', 'updated_at': '2021-07-05T04:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:26.383901 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4942f4cc-16b8-43c8-ace5-950f1f4b2c38 None None] Checking router: 7a44aaa2-cec1-4473-8d66-c4610d2148f2 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:25:26.388888 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-ab606907-78f2-476c-88c0-9b49067c434f admin admin] Deleting port 8e7245f1-a580-4964-b460-1eca58617026 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:26.389241 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ab606907-78f2-476c-88c0-9b49067c434f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:26.406842 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4942f4cc-16b8-43c8-ace5-950f1f4b2c38 None None] Routers {'7a44aaa2-cec1-4473-8d66-c4610d2148f2'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:26.408309 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-4942f4cc-16b8-43c8-ace5-950f1f4b2c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:25:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:26.549481 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-4942f4cc-16b8-43c8-ace5-950f1f4b2c38 None None] Set router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:26.583067 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-ab606907-78f2-476c-88c0-9b49067c434f admin admin] For port 8e7245f1-a580-4964-b460-1eca58617026, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=8e7245f1-a580-4964-b460-1eca58617026,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:26.583449 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ab606907-78f2-476c-88c0-9b49067c434f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:26.618470 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-ab606907-78f2-476c-88c0-9b49067c434f admin admin] Calling delete_port for 8e7245f1-a580-4964-b460-1eca58617026 owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:26.640007 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-4942f4cc-16b8-43c8-ace5-950f1f4b2c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:25:26Z', 'revision_number': 6, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:26.677492 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4942f4cc-16b8-43c8-ace5-950f1f4b2c38 None None] The sync data for ids ['7a44aaa2-cec1-4473-8d66-c4610d2148f2'] in n-d-780147-23 is: [{'id': '7a44aaa2-cec1-4473-8d66-c4610d2148f2', 'name': 'tempest-TestVolumeBootPattern-1527621696-router', 'tenant_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:05Z', 'updated_at': '2021-07-05T04:25:26Z', 'revision_number': 6, 'project_id': 'c5a91f0142e14cf1a9be04e96df390cd', 'gw_port_host': None}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:25:26.846327 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ab606907-78f2-476c-88c0-9b49067c434f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:26.881742 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab606907-78f2-476c-88c0-9b49067c434f admin admin] Pushing event deleted for resources: {'Port': ['ID=8e7245f1-a580-4964-b460-1eca58617026,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:26.953838 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ab606907-78f2-476c-88c0-9b49067c434f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:27.083426 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ab606907-78f2-476c-88c0-9b49067c434f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:27.091081 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ab606907-78f2-476c-88c0-9b49067c434f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:27.165341 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ab606907-78f2-476c-88c0-9b49067c434f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:27.167659 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab606907-78f2-476c-88c0-9b49067c434f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a44aaa2-cec1-4473-8d66-c4610d2148f2 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:25:27.172832 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ab606907-78f2-476c-88c0-9b49067c434f admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:27.177327 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40458) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:27.177858 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ab606907-78f2-476c-88c0-9b49067c434f admin admin] 10.222.0.77 "DELETE /v2.0/routers/7a44aaa2-cec1-4473-8d66-c4610d2148f2 HTTP/1.1" status: 204 len: 168 time: 1.5077653 Jul 05 04:25:27.231769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb50b3f1-c73a-439d-8212-8f3ee0854737 admin admin] Deleting subnet 40568ec5-9a32-47f3-85b6-60f4faaa494c {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:25:27.235046 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cb50b3f1-c73a-439d-8212-8f3ee0854737 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:27.274278 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cb50b3f1-c73a-439d-8212-8f3ee0854737 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:27.418669 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cb50b3f1-c73a-439d-8212-8f3ee0854737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:27.530789 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cb50b3f1-c73a-439d-8212-8f3ee0854737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:27.548201 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-cb50b3f1-c73a-439d-8212-8f3ee0854737 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:27.552675 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddfb71e-d55a-442b-ab28-7b0aa4b72180 None None] Network 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:25:27.555206 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40468) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:27.562465 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cb50b3f1-c73a-439d-8212-8f3ee0854737 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/40568ec5-9a32-47f3-85b6-60f4faaa494c HTTP/1.1" status: 204 len: 168 time: 0.3767252 Jul 05 04:25:27.609755 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50b3f1-c73a-439d-8212-8f3ee0854737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40568ec5-9a32-47f3-85b6-60f4faaa494c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:27.790262 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-450c284d-dec2-4609-b01d-627b93ea9993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:27.898941 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-450c284d-dec2-4609-b01d-627b93ea9993 admin admin] Deleting port 8ab8a148-b913-4291-a868-faac8a5913bb {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:27.899338 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-450c284d-dec2-4609-b01d-627b93ea9993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:28.046955 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c34af6-00d8-45a8-a62a-854bc8c788ab None None] DHCP port deletion for 9e2bc1e9-0d67-4f0c-aa81-a034266b5687 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:25:28.061958 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-450c284d-dec2-4609-b01d-627b93ea9993 admin admin] For port 8ab8a148-b913-4291-a868-faac8a5913bb, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=8ab8a148-b913-4291-a868-faac8a5913bb,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:28.062732 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-450c284d-dec2-4609-b01d-627b93ea9993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:28.101447 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-450c284d-dec2-4609-b01d-627b93ea9993 admin admin] Calling delete_port for 8ab8a148-b913-4291-a868-faac8a5913bb owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:28.126393 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8e7245f1-a580-4964-b460-1eca58617026 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:28.138013 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40478) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:28.195830 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 8e7245f1-a580-4964-b460-1eca58617026 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:25:28.196391 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8e7245f1-a580-4964-b460-1eca58617026 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:28.197728 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 23aa9a35-c8ab-4815-b431-dfb96f47ee25 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:28.245414 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 23aa9a35-c8ab-4815-b431-dfb96f47ee25 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:25:28.248019 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 23aa9a35-c8ab-4815-b431-dfb96f47ee25 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:28.263470 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-39c34af6-00d8-45a8-a62a-854bc8c788ab None None] Deleting port 8ab8a148-b913-4291-a868-faac8a5913bb {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:28.266597 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-39c34af6-00d8-45a8-a62a-854bc8c788ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:28.288476 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-450c284d-dec2-4609-b01d-627b93ea9993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:28.342551 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450c284d-dec2-4609-b01d-627b93ea9993 admin admin] No DVR routers for this DVR port 8ab8a148-b913-4291-a868-faac8a5913bb on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:25:28.353952 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c284d-dec2-4609-b01d-627b93ea9993 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ab8a148-b913-4291-a868-faac8a5913bb,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:28.378877 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-43b2e25b-4137-4eeb-a1f6-7cf9c04f5959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:28.388003 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-39c34af6-00d8-45a8-a62a-854bc8c788ab None None] For port 8ab8a148-b913-4291-a868-faac8a5913bb, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=8ab8a148-b913-4291-a868-faac8a5913bb,segment=NetworkSegment(cb07b555-9ced-4496-8ec9-25ab2417640a),segment_id=cb07b555-9ced-4496-8ec9-25ab2417640a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:28.388471 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-39c34af6-00d8-45a8-a62a-854bc8c788ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:28.403966 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-39c34af6-00d8-45a8-a62a-854bc8c788ab None None] Calling delete_port for 8ab8a148-b913-4291-a868-faac8a5913bb owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:28.507124 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-450c284d-dec2-4609-b01d-627b93ea9993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:28.524964 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-450c284d-dec2-4609-b01d-627b93ea9993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e2bc1e9-0d67-4f0c-aa81-a034266b5687']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:28.535396 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-39c34af6-00d8-45a8-a62a-854bc8c788ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:28.549984 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-450c284d-dec2-4609-b01d-627b93ea9993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb07b555-9ced-4496-8ec9-25ab2417640a') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:28.550464 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-450c284d-dec2-4609-b01d-627b93ea9993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb07b555-9ced-4496-8ec9-25ab2417640a') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:28.562234 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-450c284d-dec2-4609-b01d-627b93ea9993 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:28.579598 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-450c284d-dec2-4609-b01d-627b93ea9993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:28.588778 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450c284d-dec2-4609-b01d-627b93ea9993 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:25:28.589289 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-450c284d-dec2-4609-b01d-627b93ea9993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:28.619392 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c34af6-00d8-45a8-a62a-854bc8c788ab None None] Pushing event deleted for resources: {'Port': ['ID=8ab8a148-b913-4291-a868-faac8a5913bb,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:28.621018 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-43b2e25b-4137-4eeb-a1f6-7cf9c04f5959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:28.634298 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c34af6-00d8-45a8-a62a-854bc8c788ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:28.635130 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c34af6-00d8-45a8-a62a-854bc8c788ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:28.635674 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c34af6-00d8-45a8-a62a-854bc8c788ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:28.636244 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c34af6-00d8-45a8-a62a-854bc8c788ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:28.636805 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c34af6-00d8-45a8-a62a-854bc8c788ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:28.637400 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c34af6-00d8-45a8-a62a-854bc8c788ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:28.637944 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c34af6-00d8-45a8-a62a-854bc8c788ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:28.638479 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c34af6-00d8-45a8-a62a-854bc8c788ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:28.639397 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c34af6-00d8-45a8-a62a-854bc8c788ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:28.640001 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c34af6-00d8-45a8-a62a-854bc8c788ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:28.640554 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c34af6-00d8-45a8-a62a-854bc8c788ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:28.641087 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c34af6-00d8-45a8-a62a-854bc8c788ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:28.642513 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-43b2e25b-4137-4eeb-a1f6-7cf9c04f5959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:28.665583 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c34af6-00d8-45a8-a62a-854bc8c788ab None None] No DVR routers for this DVR port 8ab8a148-b913-4291-a868-faac8a5913bb on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:25:28.673062 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-84f766d5-8c48-4aa9-b785-7a71d1e70c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:25:28.683410 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:25:28.688531 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-450c284d-dec2-4609-b01d-627b93ea9993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:28.694315 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-450c284d-dec2-4609-b01d-627b93ea9993 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:28.697241 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-450c284d-dec2-4609-b01d-627b93ea9993 admin admin] 10.222.0.77 "DELETE /v2.0/networks/9e2bc1e9-0d67-4f0c-aa81-a034266b5687 HTTP/1.1" status: 204 len: 168 time: 1.1393399 Jul 05 04:25:28.700695 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40484) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:28.733266 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-43b2e25b-4137-4eeb-a1f6-7cf9c04f5959 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=309c2d72c8ee4bfbad75dae18061bc36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5940614 Jul 05 04:25:28.762502 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2e25b-4137-4eeb-a1f6-7cf9c04f5959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64adbe5-bef3-4fbb-8491-aae1f7edaa73,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:28.766147 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40488) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:28.852564 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-539d0b4c-7901-47be-8364-f3fdefbe420e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:28.871223 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c284d-dec2-4609-b01d-627b93ea9993 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e2bc1e9-0d67-4f0c-aa81-a034266b5687,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:28.878737 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-539d0b4c-7901-47be-8364-f3fdefbe420e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:28.936161 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-539d0b4c-7901-47be-8364-f3fdefbe420e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:28.938761 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-539d0b4c-7901-47be-8364-f3fdefbe420e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:28.940864 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-539d0b4c-7901-47be-8364-f3fdefbe420e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a64adbe5-bef3-4fbb-8491-aae1f7edaa73 HTTP/1.1" status: 204 len: 168 time: 0.1704566 Jul 05 04:25:28.950031 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d0b4c-7901-47be-8364-f3fdefbe420e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64adbe5-bef3-4fbb-8491-aae1f7edaa73,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:29.194432 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b98b2e7c-1ff7-41d8-b37b-e71a1249c2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:29.263352 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40496) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:29.277699 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-09721441-ff3a-4f9d-aba4-520c02d6544e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:29.385807 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-09721441-ff3a-4f9d-aba4-520c02d6544e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:29.391690 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-09721441-ff3a-4f9d-aba4-520c02d6544e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:29.434314 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-09721441-ff3a-4f9d-aba4-520c02d6544e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=13e3cf73b3884d3a986d5d6e658fd133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1696727 Jul 05 04:25:29.435479 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09721441-ff3a-4f9d-aba4-520c02d6544e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401ed9f0-951a-4951-8a7d-a771b9870f81,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:29.438856 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40498) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:29.454667 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:29.498997 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1d805d38-b4fd-45fe-b108-fb57178d61d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:29.500254 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-b98b2e7c-1ff7-41d8-b37b-e71a1249c2c8 admin admin] Deleting port e523679f-027d-4ded-a723-6d97d187ce9f {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:29.500599 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b98b2e7c-1ff7-41d8-b37b-e71a1249c2c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:29.523844 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1d805d38-b4fd-45fe-b108-fb57178d61d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:29.577633 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1d805d38-b4fd-45fe-b108-fb57178d61d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:29.580344 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1d805d38-b4fd-45fe-b108-fb57178d61d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:29.583888 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1d805d38-b4fd-45fe-b108-fb57178d61d8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/401ed9f0-951a-4951-8a7d-a771b9870f81 HTTP/1.1" status: 204 len: 168 time: 0.1411257 Jul 05 04:25:29.591729 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d805d38-b4fd-45fe-b108-fb57178d61d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401ed9f0-951a-4951-8a7d-a771b9870f81,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:29.596899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-b98b2e7c-1ff7-41d8-b37b-e71a1249c2c8 admin admin] For port e523679f-027d-4ded-a723-6d97d187ce9f, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e523679f-027d-4ded-a723-6d97d187ce9f,segment=NetworkSegment(89bed92e-1fcd-43ce-b9e2-ae6779430d05),segment_id=89bed92e-1fcd-43ce-b9e2-ae6779430d05)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:29.597254 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b98b2e7c-1ff7-41d8-b37b-e71a1249c2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:29.617807 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-b98b2e7c-1ff7-41d8-b37b-e71a1249c2c8 admin admin] Calling delete_port for e523679f-027d-4ded-a723-6d97d187ce9f owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:29.880613 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b98b2e7c-1ff7-41d8-b37b-e71a1249c2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:29.973880 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b2e7c-1ff7-41d8-b37b-e71a1249c2c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e523679f-027d-4ded-a723-6d97d187ce9f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:30.095779 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8ab8a148-b913-4291-a868-faac8a5913bb no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:30.133920 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 8ab8a148-b913-4291-a868-faac8a5913bb {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:25:30.134478 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8ab8a148-b913-4291-a868-faac8a5913bb not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:30.219295 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b98b2e7c-1ff7-41d8-b37b-e71a1249c2c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:30.503321 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98b2e7c-1ff7-41d8-b37b-e71a1249c2c8 admin admin] Router 0885a925-d096-4b38-a626-aeb0313ec154 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:25:30.635156 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98b2e7c-1ff7-41d8-b37b-e71a1249c2c8 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:25:30.642970 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40530) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:30.643437 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b98b2e7c-1ff7-41d8-b37b-e71a1249c2c8 admin admin] 10.222.0.77 "PUT /v2.0/routers/0885a925-d096-4b38-a626-aeb0313ec154/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9410887 Jul 05 04:25:30.643789 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a421cb-eb66-46dd-99fa-f4cb443c590a None None] Sync routers for ids ['0885a925-d096-4b38-a626-aeb0313ec154'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:25:30.653763 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a421cb-eb66-46dd-99fa-f4cb443c590a None None] Routers {'0885a925-d096-4b38-a626-aeb0313ec154'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:30.654567 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f8a421cb-eb66-46dd-99fa-f4cb443c590a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:25:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0885a925-d096-4b38-a626-aeb0313ec154'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:30.816798 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-f8a421cb-eb66-46dd-99fa-f4cb443c590a None None] Set router 0885a925-d096-4b38-a626-aeb0313ec154 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:30.827633 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9028b925-cee6-4a83-913f-095b3470d370 admin admin] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:31.062025 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9028b925-cee6-4a83-913f-095b3470d370 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:31.173329 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-9028b925-cee6-4a83-913f-095b3470d370 admin admin] Deleting port ee4a10ae-f633-4f29-ade8-d096a05262ff {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:31.174648 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9028b925-cee6-4a83-913f-095b3470d370 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:31.206337 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f8a421cb-eb66-46dd-99fa-f4cb443c590a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0885a925-d096-4b38-a626-aeb0313ec154', 'name': 'tempest-TestVolumeBootPattern-1647351491-router', 'tenant_id': '79b89ec243ab4698bdce407d71d37495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'ee4a10ae-f633-4f29-ade8-d096a05262ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:25:29Z', 'revision_number': 5, 'project_id': '79b89ec243ab4698bdce407d71d37495', 'gw_port': {'id': 'ee4a10ae-f633-4f29-ade8-d096a05262ff', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0885a925-d096-4b38-a626-aeb0313ec154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:11:19Z', 'updated_at': '2021-07-05T04:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:31.262723 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a421cb-eb66-46dd-99fa-f4cb443c590a None None] Checking router: 0885a925-d096-4b38-a626-aeb0313ec154 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:25:31.276271 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a421cb-eb66-46dd-99fa-f4cb443c590a None None] Routers {'0885a925-d096-4b38-a626-aeb0313ec154'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:31.277279 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f8a421cb-eb66-46dd-99fa-f4cb443c590a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:25:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['0885a925-d096-4b38-a626-aeb0313ec154'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:31.289285 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-9028b925-cee6-4a83-913f-095b3470d370 admin admin] For port ee4a10ae-f633-4f29-ade8-d096a05262ff, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=ee4a10ae-f633-4f29-ade8-d096a05262ff,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:31.289575 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9028b925-cee6-4a83-913f-095b3470d370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:31.313081 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-9028b925-cee6-4a83-913f-095b3470d370 admin admin] Calling delete_port for ee4a10ae-f633-4f29-ade8-d096a05262ff owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:31.367702 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fd988148-b0af-4507-86f7-725df7d6402a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:31.406298 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-f8a421cb-eb66-46dd-99fa-f4cb443c590a None None] Set router 0885a925-d096-4b38-a626-aeb0313ec154 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:31.467207 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f8a421cb-eb66-46dd-99fa-f4cb443c590a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0885a925-d096-4b38-a626-aeb0313ec154', 'name': 'tempest-TestVolumeBootPattern-1647351491-router', 'tenant_id': '79b89ec243ab4698bdce407d71d37495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:25:31Z', 'revision_number': 6, 'project_id': '79b89ec243ab4698bdce407d71d37495', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:31.509803 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a421cb-eb66-46dd-99fa-f4cb443c590a None None] The sync data for ids ['0885a925-d096-4b38-a626-aeb0313ec154'] in n-d-780147-23 is: [{'id': '0885a925-d096-4b38-a626-aeb0313ec154', 'name': 'tempest-TestVolumeBootPattern-1647351491-router', 'tenant_id': '79b89ec243ab4698bdce407d71d37495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:11:18Z', 'updated_at': '2021-07-05T04:25:31Z', 'revision_number': 6, 'project_id': '79b89ec243ab4698bdce407d71d37495', 'gw_port_host': None}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:25:31.563133 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9028b925-cee6-4a83-913f-095b3470d370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:31.591710 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028b925-cee6-4a83-913f-095b3470d370 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee4a10ae-f633-4f29-ade8-d096a05262ff,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:31.660602 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9028b925-cee6-4a83-913f-095b3470d370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:31.768975 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:31.784082 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9028b925-cee6-4a83-913f-095b3470d370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:31.786320 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9028b925-cee6-4a83-913f-095b3470d370 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:31.852656 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9028b925-cee6-4a83-913f-095b3470d370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:31.853713 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9028b925-cee6-4a83-913f-095b3470d370 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0885a925-d096-4b38-a626-aeb0313ec154 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:25:31.869848 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9028b925-cee6-4a83-913f-095b3470d370 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:31.873355 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9028b925-cee6-4a83-913f-095b3470d370 admin admin] 10.222.0.77 "DELETE /v2.0/routers/0885a925-d096-4b38-a626-aeb0313ec154 HTTP/1.1" status: 204 len: 168 time: 1.2269497 Jul 05 04:25:31.874068 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40564) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:31.984634 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36819d6-32ea-4fb0-b5b5-6712beca70d5 admin admin] Deleting subnet ce79ad94-e843-4bbc-86b8-51fbb745ded0 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:25:31.998092 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a36819d6-32ea-4fb0-b5b5-6712beca70d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.073834 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a36819d6-32ea-4fb0-b5b5-6712beca70d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.172625 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a36819d6-32ea-4fb0-b5b5-6712beca70d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.247136 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a36819d6-32ea-4fb0-b5b5-6712beca70d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.286598 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a36819d6-32ea-4fb0-b5b5-6712beca70d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.291048 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a36819d6-32ea-4fb0-b5b5-6712beca70d5 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ce79ad94-e843-4bbc-86b8-51fbb745ded0 HTTP/1.1" status: 204 len: 168 time: 0.4132688 Jul 05 04:25:32.291379 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40586) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:32.291650 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0040e46f-4bf3-461b-9fff-ae72dc728707 None None] Network dc0cf5e9-64bb-40d4-a7cf-4703fdca2573 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:25:32.306306 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36819d6-32ea-4fb0-b5b5-6712beca70d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce79ad94-e843-4bbc-86b8-51fbb745ded0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:32.400178 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aa993bd8-bcfa-4eef-8b72-396fd4493017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.485084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-aa993bd8-bcfa-4eef-8b72-396fd4493017 admin admin] Deleting port 09306157-89b1-4a20-a4b7-f050a858c91f {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:32.485515 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aa993bd8-bcfa-4eef-8b72-396fd4493017 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.505418 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e523679f-027d-4ded-a723-6d97d187ce9f no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:32.551914 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: e523679f-027d-4ded-a723-6d97d187ce9f {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:25:32.552530 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e523679f-027d-4ded-a723-6d97d187ce9f not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:32.574646 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-aa993bd8-bcfa-4eef-8b72-396fd4493017 admin admin] For port 09306157-89b1-4a20-a4b7-f050a858c91f, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=09306157-89b1-4a20-a4b7-f050a858c91f,segment=NetworkSegment(89bed92e-1fcd-43ce-b9e2-ae6779430d05),segment_id=89bed92e-1fcd-43ce-b9e2-ae6779430d05)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:32.575110 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aa993bd8-bcfa-4eef-8b72-396fd4493017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.602286 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-aa993bd8-bcfa-4eef-8b72-396fd4493017 admin admin] Calling delete_port for 09306157-89b1-4a20-a4b7-f050a858c91f owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:32.663191 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.668724 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef021381-831f-4166-927e-8b083ed0067b None None] DHCP port deletion for dc0cf5e9-64bb-40d4-a7cf-4703fdca2573 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:25:32.719649 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40590) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:32.754416 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aa993bd8-bcfa-4eef-8b72-396fd4493017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.780477 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-ef021381-831f-4166-927e-8b083ed0067b None None] Deleting port 09306157-89b1-4a20-a4b7-f050a858c91f {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:32.783871 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ef021381-831f-4166-927e-8b083ed0067b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.825800 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa993bd8-bcfa-4eef-8b72-396fd4493017 admin admin] Pushing event deleted for resources: {'Port': ['ID=09306157-89b1-4a20-a4b7-f050a858c91f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:32.843669 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa993bd8-bcfa-4eef-8b72-396fd4493017 admin admin] No DVR routers for this DVR port 09306157-89b1-4a20-a4b7-f050a858c91f on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:25:32.871139 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-ef021381-831f-4166-927e-8b083ed0067b None None] For port 09306157-89b1-4a20-a4b7-f050a858c91f, host n-d-780147-23, got binding levels [] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:32.871781 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ef021381-831f-4166-927e-8b083ed0067b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.891429 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-ef021381-831f-4166-927e-8b083ed0067b None None] Calling delete_port for 09306157-89b1-4a20-a4b7-f050a858c91f owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:32.894583 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.ipam_backend_mixin [None req-ef021381-831f-4166-927e-8b083ed0067b None None] Port 09306157-89b1-4a20-a4b7-f050a858c91f was not found and therefore no delete operation was performed {{(pid=105540) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:25:32.896658 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ef021381-831f-4166-927e-8b083ed0067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.948346 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef021381-831f-4166-927e-8b083ed0067b None None] Pushing event deleted for resources: {'Port': ['ID=09306157-89b1-4a20-a4b7-f050a858c91f,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:32.954828 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef021381-831f-4166-927e-8b083ed0067b None None] No DVR routers for this DVR port 09306157-89b1-4a20-a4b7-f050a858c91f on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:25:32.970501 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e69075a-accd-4f80-9f15-02a78f87d03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.981541 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aa993bd8-bcfa-4eef-8b72-396fd4493017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.994094 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-aa993bd8-bcfa-4eef-8b72-396fd4493017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc0cf5e9-64bb-40d4-a7cf-4703fdca2573']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:33.007266 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-aa993bd8-bcfa-4eef-8b72-396fd4493017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89bed92e-1fcd-43ce-b9e2-ae6779430d05') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:33.007756 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-aa993bd8-bcfa-4eef-8b72-396fd4493017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89bed92e-1fcd-43ce-b9e2-ae6779430d05') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:33.018446 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aa993bd8-bcfa-4eef-8b72-396fd4493017 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:33.039580 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aa993bd8-bcfa-4eef-8b72-396fd4493017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:33.046456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa993bd8-bcfa-4eef-8b72-396fd4493017 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:25:33.047551 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aa993bd8-bcfa-4eef-8b72-396fd4493017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:25:33.049824 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:25:33.130538 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e69075a-accd-4f80-9f15-02a78f87d03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:33.137415 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e69075a-accd-4f80-9f15-02a78f87d03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:33.145485 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aa993bd8-bcfa-4eef-8b72-396fd4493017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:33.160484 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aa993bd8-bcfa-4eef-8b72-396fd4493017 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:33.166808 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-aa993bd8-bcfa-4eef-8b72-396fd4493017 admin admin] 10.222.0.77 "DELETE /v2.0/networks/dc0cf5e9-64bb-40d4-a7cf-4703fdca2573 HTTP/1.1" status: 204 len: 168 time: 0.8743684 Jul 05 04:25:33.191989 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa993bd8-bcfa-4eef-8b72-396fd4493017 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc0cf5e9-64bb-40d4-a7cf-4703fdca2573,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:33.348210 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40600) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:33.401516 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-375b0e25-366f-496e-b022-049ef6dca1fe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c5a91f0142e14cf1a9be04e96df390cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520761 Jul 05 04:25:33.404078 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40602) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:33.471178 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-759a356f-d679-4c36-b74a-76cce27a7fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:33.499047 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-759a356f-d679-4c36-b74a-76cce27a7fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:33.559296 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-759a356f-d679-4c36-b74a-76cce27a7fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:33.564412 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-759a356f-d679-4c36-b74a-76cce27a7fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:33.569964 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-759a356f-d679-4c36-b74a-76cce27a7fb3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2ec1a566-b697-43e0-9e05-f839d77d725c HTTP/1.1" status: 204 len: 168 time: 0.1648176 Jul 05 04:25:33.580571 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a356f-d679-4c36-b74a-76cce27a7fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec1a566-b697-43e0-9e05-f839d77d725c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:33.585360 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7e69075a-accd-4f80-9f15-02a78f87d03f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9d8c39b20be14516a2a95a4318fdc9f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8645797 Jul 05 04:25:33.587182 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69075a-accd-4f80-9f15-02a78f87d03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777451f3-4e28-4993-a944-98e51fd10377,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:33.589224 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40606) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:33.665765 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2e7fd9bb-93db-4f89-8530-56ebca198623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:33.690409 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2e7fd9bb-93db-4f89-8530-56ebca198623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:33.754940 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2e7fd9bb-93db-4f89-8530-56ebca198623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:33.760340 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2e7fd9bb-93db-4f89-8530-56ebca198623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:33.761822 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2e7fd9bb-93db-4f89-8530-56ebca198623 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/777451f3-4e28-4993-a944-98e51fd10377 HTTP/1.1" status: 204 len: 168 time: 0.1702969 Jul 05 04:25:33.784630 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fd9bb-93db-4f89-8530-56ebca198623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777451f3-4e28-4993-a944-98e51fd10377,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:34.103846 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 09306157-89b1-4a20-a4b7-f050a858c91f no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:34.154594 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 09306157-89b1-4a20-a4b7-f050a858c91f {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:25:34.154982 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 09306157-89b1-4a20-a4b7-f050a858c91f not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:34.155662 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device ee4a10ae-f633-4f29-ade8-d096a05262ff no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:34.248123 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: ee4a10ae-f633-4f29-ade8-d096a05262ff {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:25:34.248958 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device ee4a10ae-f633-4f29-ade8-d096a05262ff not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:34.343346 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40636) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:34.420108 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-01879f85-6ae2-4a5a-9d82-8a75a69fde9f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=79b89ec243ab4698bdce407d71d37495&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0732217 Jul 05 04:25:34.420730 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40640) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:34.448270 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:34.456622 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40642) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:34.472428 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6ee50c64-e50c-4309-9b52-4d42bbbd8879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:34.605366 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cb312-8917-487d-bf11-4359beb5d248 req-054b573f-ad32-46d9-a193-137f0e3ddab8 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:34.606809 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fa4cb312-8917-487d-bf11-4359beb5d248 req-054b573f-ad32-46d9-a193-137f0e3ddab8 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 945 time: 0.1540496 Jul 05 04:25:34.608817 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6ee50c64-e50c-4309-9b52-4d42bbbd8879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:34.614620 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6ee50c64-e50c-4309-9b52-4d42bbbd8879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:34.633235 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-31656a17-1774-4fa0-bd02-d23f6c8f73f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:34.662763 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-31656a17-1774-4fa0-bd02-d23f6c8f73f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:34.665434 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee50c64-e50c-4309-9b52-4d42bbbd8879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369e7e48-d612-4db0-b85b-fb0149b3a8e6,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:34.713040 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6ee50c64-e50c-4309-9b52-4d42bbbd8879 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=23ef3fd82cc34016a56deeff5e26f25a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2549901 Jul 05 04:25:34.717129 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40644) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:34.752418 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-31656a17-1774-4fa0-bd02-d23f6c8f73f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:34.755131 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-31656a17-1774-4fa0-bd02-d23f6c8f73f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:34.759530 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-31656a17-1774-4fa0-bd02-d23f6c8f73f7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/194c6fd8-c199-413d-ab61-111887443a77 HTTP/1.1" status: 204 len: 168 time: 0.3371375 Jul 05 04:25:34.783457 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31656a17-1774-4fa0-bd02-d23f6c8f73f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194c6fd8-c199-413d-ab61-111887443a77,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:34.805689 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fa4cb312-8917-487d-bf11-4359beb5d248 req-83b97e54-012c-41a7-8288-9de6cf98830b tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918373 Jul 05 04:25:34.845975 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-be9868aa-5530-41f4-8938-76b3f6f87eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:34.873212 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-be9868aa-5530-41f4-8938-76b3f6f87eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:34.939267 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-be9868aa-5530-41f4-8938-76b3f6f87eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:34.942996 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-be9868aa-5530-41f4-8938-76b3f6f87eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:34.947836 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-be9868aa-5530-41f4-8938-76b3f6f87eee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/369e7e48-d612-4db0-b85b-fb0149b3a8e6 HTTP/1.1" status: 204 len: 168 time: 0.2254941 Jul 05 04:25:34.960156 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9868aa-5530-41f4-8938-76b3f6f87eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369e7e48-d612-4db0-b85b-fb0149b3a8e6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:35.995717 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c775ec-dd8b-4719-8589-9c8e7c22294c req-da594618-6dd7-4174-8ee2-f0d71fd8c494 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:35.997509 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6c775ec-dd8b-4719-8589-9c8e7c22294c req-da594618-6dd7-4174-8ee2-f0d71fd8c494 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 945 time: 0.0723288 Jul 05 04:25:36.044099 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6c775ec-dd8b-4719-8589-9c8e7c22294c req-7fb92d05-51c6-4b37-85fb-ed0a6e004e63 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399494 Jul 05 04:25:36.283187 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 40686) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:36.414998 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-864c3bdf-5ab9-48e5-ac02-2ed6ccb5efc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:36.514326 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-864c3bdf-5ab9-48e5-ac02-2ed6ccb5efc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:36.518794 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-864c3bdf-5ab9-48e5-ac02-2ed6ccb5efc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:36.560999 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-864c3bdf-5ab9-48e5-ac02-2ed6ccb5efc1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0bb041a06e2b4beda73cdb579dd249de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2765830 Jul 05 04:25:36.563733 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 40692) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:36.564426 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c3bdf-5ab9-48e5-ac02-2ed6ccb5efc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0e95bb-335d-4993-9f09-24e7026e2d04,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:36.622644 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-beb0049f-158e-46b2-a985-a4ff3fdc3e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:36.645508 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-beb0049f-158e-46b2-a985-a4ff3fdc3e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:36.698038 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-beb0049f-158e-46b2-a985-a4ff3fdc3e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:36.701284 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-beb0049f-158e-46b2-a985-a4ff3fdc3e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:36.704296 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-beb0049f-158e-46b2-a985-a4ff3fdc3e43 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9b0e95bb-335d-4993-9f09-24e7026e2d04 HTTP/1.1" status: 204 len: 168 time: 0.1393638 Jul 05 04:25:36.713941 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0049f-158e-46b2-a985-a4ff3fdc3e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0e95bb-335d-4993-9f09-24e7026e2d04,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:37.255842 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543d970-ab35-49e1-9592-b619b7021a15 req-e551ed32-c95e-48fa-b7e7-b2e6685c7fbb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:37.258017 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8543d970-ab35-49e1-9592-b619b7021a15 req-e551ed32-c95e-48fa-b7e7-b2e6685c7fbb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 945 time: 0.0779226 Jul 05 04:25:37.305973 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8543d970-ab35-49e1-9592-b619b7021a15 req-2c65944d-b513-47e6-9ece-e30bff07aff4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419612 Jul 05 04:25:38.535376 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9bcd1-e05f-4ec2-a88f-925bde9984ca req-76e94fc4-4927-47ed-8b0f-1752b3b0a0b4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:38.538160 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d3d9bcd1-e05f-4ec2-a88f-925bde9984ca req-76e94fc4-4927-47ed-8b0f-1752b3b0a0b4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 945 time: 0.0953865 Jul 05 04:25:38.558636 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:25:38.604495 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d3d9bcd1-e05f-4ec2-a88f-925bde9984ca req-701ed30c-d15c-4386-b6cd-94e3a61bf8df tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594144 Jul 05 04:25:39.859783 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb59de-f57e-4ed4-a769-c93615587b01 req-00099e72-a298-43d0-a30a-cb23888bcfcb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:39.863636 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5fbb59de-f57e-4ed4-a769-c93615587b01 req-00099e72-a298-43d0-a30a-cb23888bcfcb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 945 time: 0.0949845 Jul 05 04:25:39.921578 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5fbb59de-f57e-4ed4-a769-c93615587b01 req-44105c16-a687-46de-a4bb-b181a00b13b4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520089 Jul 05 04:25:41.201309 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a7209-0c63-4f7e-89cb-3e2b2abcd8a2 req-547db499-34ea-42c9-bca6-4844ad814c82 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:41.210725 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a1a7209-0c63-4f7e-89cb-3e2b2abcd8a2 req-547db499-34ea-42c9-bca6-4844ad814c82 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 945 time: 0.0933712 Jul 05 04:25:41.264790 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8a1a7209-0c63-4f7e-89cb-3e2b2abcd8a2 req-9febafc2-c2bc-422f-8401-bdaa8227b13d tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530252 Jul 05 04:25:42.506890 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44b2de-e897-4a1d-9682-f60cd49380a9 req-9d65167a-2b8b-4fc6-9534-d6cdfc386c38 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:42.508718 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cb44b2de-e897-4a1d-9682-f60cd49380a9 req-9d65167a-2b8b-4fc6-9534-d6cdfc386c38 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 945 time: 0.0885713 Jul 05 04:25:42.555622 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cb44b2de-e897-4a1d-9682-f60cd49380a9 req-3351b369-451e-415e-ba50-65cad6de101c tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387361 Jul 05 04:25:43.255085 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:43.777925 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8f79a-39e0-4278-ae9e-5247c12cbd1c req-5f149821-de63-47c8-acff-e41074169af3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:43.786659 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d8c8f79a-39e0-4278-ae9e-5247c12cbd1c req-5f149821-de63-47c8-acff-e41074169af3 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 945 time: 0.1037443 Jul 05 04:25:43.847094 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d8c8f79a-39e0-4278-ae9e-5247c12cbd1c req-f8f1192f-eb11-4ff3-a6fe-8ba5fe90f340 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578580 Jul 05 04:25:45.080214 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f586e79-554c-4a76-b123-56a6bfc97fc2 req-5f257a73-47b2-47f3-a218-6514ac8d1493 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:45.082076 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8f586e79-554c-4a76-b123-56a6bfc97fc2 req-5f257a73-47b2-47f3-a218-6514ac8d1493 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 945 time: 0.0751717 Jul 05 04:25:45.140172 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8f586e79-554c-4a76-b123-56a6bfc97fc2 req-dc351a17-c2f9-4225-976c-146d79ccfdb7 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498395 Jul 05 04:25:46.341433 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3debec-d300-47f3-99d4-8000e0952a2c req-fc44b967-496b-4e6e-8698-b33742dcdef0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:46.346020 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5d3debec-d300-47f3-99d4-8000e0952a2c req-fc44b967-496b-4e6e-8698-b33742dcdef0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 945 time: 0.0783713 Jul 05 04:25:46.400469 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5d3debec-d300-47f3-99d4-8000e0952a2c req-fcb731e7-762a-498c-93a0-0e405d58e2f6 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516117 Jul 05 04:25:47.720721 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af651425-0d1c-4a1c-a04f-510fad3bc677 req-4855a94d-cd7d-42b1-aeab-420d860e4c42 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:47.722648 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-af651425-0d1c-4a1c-a04f-510fad3bc677 req-4855a94d-cd7d-42b1-aeab-420d860e4c42 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 945 time: 0.0945556 Jul 05 04:25:47.784150 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-af651425-0d1c-4a1c-a04f-510fad3bc677 req-fcab11e3-9c59-403c-9bd2-431f3fa5f4be tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432608 Jul 05 04:25:47.987208 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9c277-25e4-4b11-a1f5-4a820d781ff6 req-6619a8bc-6142-4398-8d87-47c1f456bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:47.989314 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-65b9c277-25e4-4b11-a1f5-4a820d781ff6 req-6619a8bc-6142-4398-8d87-47c1f456bcb6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 1097 time: 0.0915473 Jul 05 04:25:48.058643 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-65b9c277-25e4-4b11-a1f5-4a820d781ff6 req-02cf7f48-3d8b-47ea-876f-e40c9e3a7e82 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572476 Jul 05 04:25:48.679473 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:25:48.795268 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b8ab2ac7-ab4e-46fb-8828-6d11f34064a8, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b8ab2ac7-ab4e-46fb-8828-6d11f34064a8,segment=NetworkSegment(ab76439f-d7b9-4133-8a58-242532d7d063),segment_id=ab76439f-d7b9-4133-8a58-242532d7d063)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:48.808833 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'b8ab2ac7-ab4e-46fb-8828-6d11f34064a8', 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a', 'port_id': 'b8ab2ac7-ab4e-46fb-8828-6d11f34064a8', 'mac_address': 'fa:16:3e:4c:02:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62daabc6-a108-4290-ad82-04733545f861', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:25:48.859417 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:48.876027 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:25:48.898752 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b8ab2ac7-ab4e-46fb-8828-6d11f34064a8, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b8ab2ac7-ab4e-46fb-8828-6d11f34064a8,segment=NetworkSegment(ab76439f-d7b9-4133-8a58-242532d7d063),segment_id=ab76439f-d7b9-4133-8a58-242532d7d063)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:48.914848 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:48.972389 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=b8ab2ac7-ab4e-46fb-8828-6d11f34064a8,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:49.126762 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263aab04-a325-423f-983a-5864340fc191 req-ed0f593c-4efa-47c2-9a7f-d0863b8a16eb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:49.135404 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-263aab04-a325-423f-983a-5864340fc191 req-ed0f593c-4efa-47c2-9a7f-d0863b8a16eb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 944 time: 0.1150398 Jul 05 04:25:49.139740 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['b8ab2ac7-ab4e-46fb-8828-6d11f34064a8'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:25:49.187262 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-263aab04-a325-423f-983a-5864340fc191 req-d622bd49-4476-473a-9e77-f02ef7f79925 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495980 Jul 05 04:25:50.476909 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54e907-c9ff-4fa7-ae8c-9b61aba205c9 req-7752a971-1173-434b-a649-f4f227a60610 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:50.483002 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bd54e907-c9ff-4fa7-ae8c-9b61aba205c9 req-7752a971-1173-434b-a649-f4f227a60610 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 944 time: 0.0992091 Jul 05 04:25:50.534431 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bd54e907-c9ff-4fa7-ae8c-9b61aba205c9 req-55b4a486-b655-442c-a5d9-57277a694db0 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488672 Jul 05 04:25:50.575415 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41144) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:50.695288 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:25:50.709088 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-efe74c56-984f-4b2e-8c07-802902ccd40f tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/floatingips/348f11cf-5ce9-4da4-bbcb-d97269d9c3dc HTTP/1.1" status: 200 len: 992 time: 0.1311438 Jul 05 04:25:50.767123 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:50.767831 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:50.863589 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:50.909234 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287eff2d-6c5c-4d0c-89d5-51b62a10008c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ab2ac7-ab4e-46fb-8828-6d11f34064a8'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:25:50.918888 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f9e26f-51dc-430d-975e-0498063d5079" -d '{"events": [{"server_uuid": "287eff2d-6c5c-4d0c-89d5-51b62a10008c", "name": "network-vif-plugged", "status": "completed", "tag": "b8ab2ac7-ab4e-46fb-8828-6d11f34064a8"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:25:50.937563 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b8ab2ac7-ab4e-46fb-8828-6d11f34064a8, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b8ab2ac7-ab4e-46fb-8828-6d11f34064a8,segment=NetworkSegment(ab76439f-d7b9-4133-8a58-242532d7d063),segment_id=ab76439f-d7b9-4133-8a58-242532d7d063)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:50.944834 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:50.979351 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542c5d5b-381f-456d-a1ab-2248adefa441 x-openstack-request-id: req-542c5d5b-381f-456d-a1ab-2248adefa441 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:25:50.979951 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287eff2d-6c5c-4d0c-89d5-51b62a10008c", "name": "network-vif-plugged", "status": "completed", "tag": "b8ab2ac7-ab4e-46fb-8828-6d11f34064a8", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:25:50.980408 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-542c5d5b-381f-456d-a1ab-2248adefa441 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:25:50.980983 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287eff2d-6c5c-4d0c-89d5-51b62a10008c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ab2ac7-ab4e-46fb-8828-6d11f34064a8', 'code': 200} Jul 05 04:25:51.008184 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=b8ab2ac7-ab4e-46fb-8828-6d11f34064a8,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:52.232747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41184) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:52.390945 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d18503e-713b-4f0e-a22a-b25ffa114ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:52.555333 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d18503e-713b-4f0e-a22a-b25ffa114ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:52.561597 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d18503e-713b-4f0e-a22a-b25ffa114ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:52.610088 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9d18503e-713b-4f0e-a22a-b25ffa114ff2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c5a68b9d91bd485ba8657969b70731f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3742719 Jul 05 04:25:52.611211 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18503e-713b-4f0e-a22a-b25ffa114ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab463d0f-9cf4-4311-b779-d8d27e2195da,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:52.613056 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41194) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:52.703159 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-48228247-1b8b-42b7-89c4-060c856d50fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:52.736372 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-48228247-1b8b-42b7-89c4-060c856d50fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:52.795084 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-48228247-1b8b-42b7-89c4-060c856d50fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:52.798691 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-48228247-1b8b-42b7-89c4-060c856d50fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:52.803138 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-48228247-1b8b-42b7-89c4-060c856d50fa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ab463d0f-9cf4-4311-b779-d8d27e2195da HTTP/1.1" status: 204 len: 168 time: 0.1883872 Jul 05 04:25:52.819641 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48228247-1b8b-42b7-89c4-060c856d50fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab463d0f-9cf4-4311-b779-d8d27e2195da,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:54.077877 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41256) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:54.335663 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e15d995d-d40c-4e21-8953-88d7f8039cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.441282 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e15d995d-d40c-4e21-8953-88d7f8039cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.445867 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e15d995d-d40c-4e21-8953-88d7f8039cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.497865 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41274) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:54.498663 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e15d995d-d40c-4e21-8953-88d7f8039cf4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a598bcf7c50b49ed866eb22e497ed180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4187202 Jul 05 04:25:54.499790 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d995d-d40c-4e21-8953-88d7f8039cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779df2eb-0361-47cd-b6f1-b98b0e99ec81,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:54.571845 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efa72112-139b-4cfa-9e3d-cbf88aade675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.594705 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efa72112-139b-4cfa-9e3d-cbf88aade675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.643999 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efa72112-139b-4cfa-9e3d-cbf88aade675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.647550 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-efa72112-139b-4cfa-9e3d-cbf88aade675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.648793 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-efa72112-139b-4cfa-9e3d-cbf88aade675 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/779df2eb-0361-47cd-b6f1-b98b0e99ec81 HTTP/1.1" status: 204 len: 168 time: 0.1495647 Jul 05 04:25:54.656557 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa72112-139b-4cfa-9e3d-cbf88aade675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779df2eb-0361-47cd-b6f1-b98b0e99ec81,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:55.492382 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41328) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:55.497424 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-4e632137-0a37-4551-99a2-d5f3a4fe3eb4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Request body: {'network': {'name': 'tempest-network-smoke--1527761738', 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'port_security_enabled': True}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:55.520650 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e632137-0a37-4551-99a2-d5f3a4fe3eb4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Made reservation on behalf of 5bd542d5cd4c43b68c256ba41e113bc7 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:25:55.524879 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e632137-0a37-4551-99a2-d5f3a4fe3eb4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.533941 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e632137-0a37-4551-99a2-d5f3a4fe3eb4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.659025 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e632137-0a37-4551-99a2-d5f3a4fe3eb4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.660165 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e632137-0a37-4551-99a2-d5f3a4fe3eb4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.698095 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e632137-0a37-4551-99a2-d5f3a4fe3eb4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:25:55.700117 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e632137-0a37-4551-99a2-d5f3a4fe3eb4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cfb725-1b9f-4d5b-ae0a-a9b868790af8,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:55.710718 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e632137-0a37-4551-99a2-d5f3a4fe3eb4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.711068 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-4e632137-0a37-4551-99a2-d5f3a4fe3eb4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Added segment 3180a309-03e3-44f4-a6b4-1168a1b583d0 of type vlan for network 9845465f-cd58-4d8f-b292-e7160d6b47b3 Jul 05 04:25:55.756759 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e632137-0a37-4551-99a2-d5f3a4fe3eb4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.787860 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e632137-0a37-4551-99a2-d5f3a4fe3eb4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.793720 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e632137-0a37-4551-99a2-d5f3a4fe3eb4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:55.794442 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e632137-0a37-4551-99a2-d5f3a4fe3eb4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.861151 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4e632137-0a37-4551-99a2-d5f3a4fe3eb4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3679225 Jul 05 04:25:55.863975 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41342) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:55.868965 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-fa97916a-0128-4446-8d79-af161432be92 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1731106895', 'admin_state_up': True, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:55.898194 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e632137-0a37-4551-99a2-d5f3a4fe3eb4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event updated for resources: {'Network': ['ID=9845465f-cd58-4d8f-b292-e7160d6b47b3,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:55.905902 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41346) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:55.906612 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fa97916a-0128-4446-8d79-af161432be92 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.907700 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fa97916a-0128-4446-8d79-af161432be92 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.915257 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 9845465f-cd58-4d8f-b292-e7160d6b47b3 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:25:55.988329 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fa97916a-0128-4446-8d79-af161432be92 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:56.055183 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-63cdec8f-c677-47ed-88d2-8c87dbe15e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:56.133841 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fa97916a-0128-4446-8d79-af161432be92 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:56.154106 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-63cdec8f-c677-47ed-88d2-8c87dbe15e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:56.160153 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-63cdec8f-c677-47ed-88d2-8c87dbe15e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:56.199099 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdec8f-c677-47ed-88d2-8c87dbe15e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5732535a-925a-41c4-8e67-87c8a1b3e56e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:56.205993 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-63cdec8f-c677-47ed-88d2-8c87dbe15e1b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a2017144fdaf47e098a25331e1e1ee57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2954144 Jul 05 04:25:56.206534 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41354) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:56.266387 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-249156bc-4e11-48a7-ab63-7339ee829cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:56.287937 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-249156bc-4e11-48a7-ab63-7339ee829cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:56.338549 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-249156bc-4e11-48a7-ab63-7339ee829cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:56.342161 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-249156bc-4e11-48a7-ab63-7339ee829cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:56.343578 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-249156bc-4e11-48a7-ab63-7339ee829cc0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5732535a-925a-41c4-8e67-87c8a1b3e56e HTTP/1.1" status: 204 len: 168 time: 0.1350074 Jul 05 04:25:56.355962 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249156bc-4e11-48a7-ab63-7339ee829cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5732535a-925a-41c4-8e67-87c8a1b3e56e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:56.382535 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fa97916a-0128-4446-8d79-af161432be92 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:56.402869 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fa97916a-0128-4446-8d79-af161432be92 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:56.549455 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-fa97916a-0128-4446-8d79-af161432be92 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Allocated IP 172.25.1.42 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/00ee2c67-c91c-44f8-adc1-3bc3b34b103d) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:25:56.664508 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fa97916a-0128-4446-8d79-af161432be92 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:56.713366 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fa97916a-0128-4446-8d79-af161432be92 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:56.755900 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa97916a-0128-4446-8d79-af161432be92 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:25:56.760849 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-fa97916a-0128-4446-8d79-af161432be92 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:25:56.768636 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa97916a-0128-4446-8d79-af161432be92 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:25:56.801264 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97916a-0128-4446-8d79-af161432be92 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event updated for resources: {'Port': ['ID=00ee2c67-c91c-44f8-adc1-3bc3b34b103d,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:57.056141 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fa97916a-0128-4446-8d79-af161432be92 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:57.267297 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fa97916a-0128-4446-8d79-af161432be92 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:57.413834 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa97916a-0128-4446-8d79-af161432be92 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Router 9653c537-5750-463e-9074-042079000b8c is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:25:57.520700 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa97916a-0128-4446-8d79-af161432be92 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:25:57.533170 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] Sync routers for ids ['9653c537-5750-463e-9074-042079000b8c'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:25:57.546312 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] Routers {'9653c537-5750-463e-9074-042079000b8c'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:57.547028 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:25:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['9653c537-5750-463e-9074-042079000b8c'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:57.552367 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fa97916a-0128-4446-8d79-af161432be92 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:57.554733 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fa97916a-0128-4446-8d79-af161432be92 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.6892841 Jul 05 04:25:57.557937 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41408) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:57.713919 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] Set router 9653c537-5750-463e-9074-042079000b8c gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:57.874471 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-87f7b830-e2de-4db6-a425-21c0c1c81f9c tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=5bd542d5cd4c43b68c256ba41e113bc7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3139594 Jul 05 04:25:57.876064 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41422) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:58.022436 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9653c537-5750-463e-9074-042079000b8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1731106895', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '00ee2c67-c91c-44f8-adc1-3bc3b34b103d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:55Z', 'updated_at': '2021-07-05T04:25:56Z', 'revision_number': 3, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'gw_port': {'id': '00ee2c67-c91c-44f8-adc1-3bc3b34b103d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9653c537-5750-463e-9074-042079000b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:56Z', 'updated_at': '2021-07-05T04:25:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:58.055987 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c5f63f-73e1-4ac5-a9ea-deaa1684c22c tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:58.056262 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] Checking router: 9653c537-5750-463e-9074-042079000b8c for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:25:58.056505 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] Updating router 9653c537-5750-463e-9074-042079000b8c port 00ee2c67-c91c-44f8-adc1-3bc3b34b103d binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:25:58.060277 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c2c5f63f-73e1-4ac5-a9ea-deaa1684c22c tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1831746 Jul 05 04:25:58.060621 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41432) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:58.092692 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:58.098899 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6b1a3f8f-f340-4c4b-8947-2af3d22fc86d tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371242 Jul 05 04:25:58.103788 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41434) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:58.109469 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-abf21fcf-c479-42f5-9262-3655f5b11c95 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1353356764', 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3', 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:58.209900 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf21fcf-c479-42f5-9262-3655f5b11c95 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Made reservation on behalf of 5bd542d5cd4c43b68c256ba41e113bc7 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:25:58.214752 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-abf21fcf-c479-42f5-9262-3655f5b11c95 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:58.410533 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:58.428000 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] Transition to ACTIVE for port object 00ee2c67-c91c-44f8-adc1-3bc3b34b103d will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:25:58.434859 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:58.465219 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-abf21fcf-c479-42f5-9262-3655f5b11c95 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:58.495530 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] Attempting to bind port 00ee2c67-c91c-44f8-adc1-3bc3b34b103d on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:25:58.496298 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] Attempting to bind port 00ee2c67-c91c-44f8-adc1-3bc3b34b103d by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:25:58.496893 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] Attempting to bind port 00ee2c67-c91c-44f8-adc1-3bc3b34b103d on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:25:58.510398 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:25:58.510398 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:25:58.510398 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:58.510398 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:25:58.510398 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] Bound port: 00ee2c67-c91c-44f8-adc1-3bc3b34b103d, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:25:58.510398 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:58.544513 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330b164-1824-4c0b-b103-9b9633bd2a03 None None] Pushing event updated for resources: {'Port': ['ID=00ee2c67-c91c-44f8-adc1-3bc3b34b103d,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:58.588565 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] For port 00ee2c67-c91c-44f8-adc1-3bc3b34b103d, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:25:58.593570 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] For port 00ee2c67-c91c-44f8-adc1-3bc3b34b103d, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=00ee2c67-c91c-44f8-adc1-3bc3b34b103d,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:25:58.598775 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf21fcf-c479-42f5-9262-3655f5b11c95 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event updated for resources: {'Subnet': ['ID=f2b74541-8c0a-42b1-8b94-fe196af2c77b,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:58.603474 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:58.607424 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf21fcf-c479-42f5-9262-3655f5b11c95 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Checking segment: {'id': '3180a309-03e3-44f4-a6b4-1168a1b583d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:25:58.607875 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf21fcf-c479-42f5-9262-3655f5b11c95 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Network hostable DHCP agents. Network: 9845465f-cd58-4d8f-b292-e7160d6b47b3, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:25:58.626778 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf21fcf-c479-42f5-9262-3655f5b11c95 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Network 9845465f-cd58-4d8f-b292-e7160d6b47b3 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:25:58.638394 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-abf21fcf-c479-42f5-9262-3655f5b11c95 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 9845465f-cd58-4d8f-b292-e7160d6b47b3) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:25:58.643961 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf21fcf-c479-42f5-9262-3655f5b11c95 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:58.644808 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-abf21fcf-c479-42f5-9262-3655f5b11c95 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:58.665223 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-abf21fcf-c479-42f5-9262-3655f5b11c95 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5620420 Jul 05 04:25:58.667239 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41444) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:58.669468 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a25659-9da1-42f8-9b92-c6f309764df7 None None] Network 9845465f-cd58-4d8f-b292-e7160d6b47b3 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:25:58.738814 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330b164-1824-4c0b-b103-9b9633bd2a03 None None] Pushing event updated for resources: {'Port': ['ID=00ee2c67-c91c-44f8-adc1-3bc3b34b103d,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:58.751320 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cd27a9df-1a5c-45ff-90f0-8bbcc0234b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:58.759389 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] Routers {'9653c537-5750-463e-9074-042079000b8c'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:58.760042 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:25:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['9653c537-5750-463e-9074-042079000b8c'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:58.938529 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c8c5cc-244b-438e-a513-8eb0f26b5cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-9845465f-cd58-4d8f-b292-e7160d6b47b3', 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'fixed_ips': [{'subnet_id': 'f2b74541-8c0a-42b1-8b94-fe196af2c77b'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:25:58.938529 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-90c8c5cc-244b-438e-a513-8eb0f26b5cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:58.966427 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] Set router 9653c537-5750-463e-9074-042079000b8c gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:59.467984 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-90c8c5cc-244b-438e-a513-8eb0f26b5cae None None] Allocated IP 172.20.0.2 (9845465f-cd58-4d8f-b292-e7160d6b47b3/f2b74541-8c0a-42b1-8b94-fe196af2c77b/9d5c881b-9da1-499a-84fa-cdcbd6a9d457) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:25:59.488329 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:59.575174 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2f4894d6-f28b-4f94-970c-938f561a48e1 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:59.618019 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9653c537-5750-463e-9074-042079000b8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1731106895', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '00ee2c67-c91c-44f8-adc1-3bc3b34b103d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:55Z', 'updated_at': '2021-07-05T04:25:56Z', 'revision_number': 3, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'gw_port': {'id': '00ee2c67-c91c-44f8-adc1-3bc3b34b103d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9653c537-5750-463e-9074-042079000b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:56Z', 'updated_at': '2021-07-05T04:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:59.654214 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a406cc-ab7d-4b2c-a262-2fab7c6fe9c8 None None] The sync data for ids ['9653c537-5750-463e-9074-042079000b8c'] in n-d-780147-23 is: [{'id': '9653c537-5750-463e-9074-042079000b8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1731106895', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '00ee2c67-c91c-44f8-adc1-3bc3b34b103d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:55Z', 'updated_at': '2021-07-05T04:25:56Z', 'revision_number': 3, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'gw_port': {'id': '00ee2c67-c91c-44f8-adc1-3bc3b34b103d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9653c537-5750-463e-9074-042079000b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:56Z', 'updated_at': '2021-07-05T04:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:25:59.729511 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-90c8c5cc-244b-438e-a513-8eb0f26b5cae None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:59.739460 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-90c8c5cc-244b-438e-a513-8eb0f26b5cae None None] Transition to ACTIVE for port object 9d5c881b-9da1-499a-84fa-cdcbd6a9d457 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:25:59.762196 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-90c8c5cc-244b-438e-a513-8eb0f26b5cae None None] Transition to ACTIVE for port object 9d5c881b-9da1-499a-84fa-cdcbd6a9d457 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:25:59.773824 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-90c8c5cc-244b-438e-a513-8eb0f26b5cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:59.815649 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c8c5cc-244b-438e-a513-8eb0f26b5cae None None] Network 9845465f-cd58-4d8f-b292-e7160d6b47b3 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:25:59.819682 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-90c8c5cc-244b-438e-a513-8eb0f26b5cae None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:25:59.826297 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c8c5cc-244b-438e-a513-8eb0f26b5cae None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:25:59.860161 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8c5cc-244b-438e-a513-8eb0f26b5cae None None] Pushing event updated for resources: {'Port': ['ID=9d5c881b-9da1-499a-84fa-cdcbd6a9d457,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:59.891953 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-90c8c5cc-244b-438e-a513-8eb0f26b5cae None None] Attempting to bind port 9d5c881b-9da1-499a-84fa-cdcbd6a9d457 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:25:59.892325 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-90c8c5cc-244b-438e-a513-8eb0f26b5cae None None] Attempting to bind port 9d5c881b-9da1-499a-84fa-cdcbd6a9d457 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '3180a309-03e3-44f4-a6b4-1168a1b583d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:25:59.892691 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c8c5cc-244b-438e-a513-8eb0f26b5cae None None] Attempting to bind port 9d5c881b-9da1-499a-84fa-cdcbd6a9d457 on network 9845465f-cd58-4d8f-b292-e7160d6b47b3 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:25:59.917679 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c8c5cc-244b-438e-a513-8eb0f26b5cae None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:25:59.923019 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c8c5cc-244b-438e-a513-8eb0f26b5cae None None] Checking segment: {'id': '3180a309-03e3-44f4-a6b4-1168a1b583d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:25:59.923604 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-90c8c5cc-244b-438e-a513-8eb0f26b5cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:59.924115 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c8c5cc-244b-438e-a513-8eb0f26b5cae None None] Bound using segment: {'id': '3180a309-03e3-44f4-a6b4-1168a1b583d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:25:59.924579 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-90c8c5cc-244b-438e-a513-8eb0f26b5cae None None] Bound port: 9d5c881b-9da1-499a-84fa-cdcbd6a9d457, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3180a309-03e3-44f4-a6b4-1168a1b583d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:25:59.925045 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-90c8c5cc-244b-438e-a513-8eb0f26b5cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:59.968595 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-2f4894d6-f28b-4f94-970c-938f561a48e1 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Allocated IP 172.20.0.1 (9845465f-cd58-4d8f-b292-e7160d6b47b3/f2b74541-8c0a-42b1-8b94-fe196af2c77b/b04e0ad9-b742-4ad5-87ea-572fa6af8ed0) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:26:00.079559 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-90c8c5cc-244b-438e-a513-8eb0f26b5cae None None] For port 9d5c881b-9da1-499a-84fa-cdcbd6a9d457, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:26:00.095767 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-90c8c5cc-244b-438e-a513-8eb0f26b5cae None None] For port 9d5c881b-9da1-499a-84fa-cdcbd6a9d457, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=9d5c881b-9da1-499a-84fa-cdcbd6a9d457,segment=NetworkSegment(3180a309-03e3-44f4-a6b4-1168a1b583d0),segment_id=3180a309-03e3-44f4-a6b4-1168a1b583d0)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:26:00.104420 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-90c8c5cc-244b-438e-a513-8eb0f26b5cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:00.215030 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8c5cc-244b-438e-a513-8eb0f26b5cae None None] Pushing event updated for resources: {'Port': ['ID=9d5c881b-9da1-499a-84fa-cdcbd6a9d457,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:00.234546 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2f4894d6-f28b-4f94-970c-938f561a48e1 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:00.256129 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-2f4894d6-f28b-4f94-970c-938f561a48e1 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Transition to ACTIVE for port object b04e0ad9-b742-4ad5-87ea-572fa6af8ed0 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:00.324931 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2f4894d6-f28b-4f94-970c-938f561a48e1 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:00.387707 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4894d6-f28b-4f94-970c-938f561a48e1 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Network 9845465f-cd58-4d8f-b292-e7160d6b47b3 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:00.391224 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-2f4894d6-f28b-4f94-970c-938f561a48e1 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:00.399623 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4894d6-f28b-4f94-970c-938f561a48e1 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:26:00.484705 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2f4894d6-f28b-4f94-970c-938f561a48e1 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:00.511104 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4894d6-f28b-4f94-970c-938f561a48e1 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event updated for resources: {'Port': ['ID=b04e0ad9-b742-4ad5-87ea-572fa6af8ed0,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:00.838030 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2f4894d6-f28b-4f94-970c-938f561a48e1 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:01.155207 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2f4894d6-f28b-4f94-970c-938f561a48e1 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:01.161123 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2f4894d6-f28b-4f94-970c-938f561a48e1 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:01.263372 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4894d6-f28b-4f94-970c-938f561a48e1 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event updated for resources: {'Port': ['ID=b04e0ad9-b742-4ad5-87ea-572fa6af8ed0,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:01.288761 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2f4894d6-f28b-4f94-970c-938f561a48e1 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:01.398465 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-48d00d2e-0ebc-45b0-8a9e-7c9ba2bcb887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:01.424980 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4894d6-f28b-4f94-970c-938f561a48e1 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Network 9845465f-cd58-4d8f-b292-e7160d6b47b3 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:01.427094 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-2f4894d6-f28b-4f94-970c-938f561a48e1 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:01.524190 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d46944-3f0c-48ec-8b3a-a1c16a5561cc None None] Network 9845465f-cd58-4d8f-b292-e7160d6b47b3 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:26:01.618467 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4894d6-f28b-4f94-970c-938f561a48e1 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Router 9653c537-5750-463e-9074-042079000b8c has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:26:01.681650 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-12c64116-687c-4a34-9a32-19c42ece1cae None None] Provisioning for port 9d5c881b-9da1-499a-84fa-cdcbd6a9d457 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:01.762406 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4894d6-f28b-4f94-970c-938f561a48e1 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:26:01.768256 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2f4894d6-f28b-4f94-970c-938f561a48e1 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "PUT /v2.0/routers/9653c537-5750-463e-9074-042079000b8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0997574 Jul 05 04:26:01.771531 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41504) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:01.776718 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-66f47c8b-5ce1-4717-82c3-d522f0863754 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--678459008', 'description': 'tempest-secgroup_access--678459008 description', 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:01.790382 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:01.820004 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-66f47c8b-5ce1-4717-82c3-d522f0863754 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:01.939169 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-66f47c8b-5ce1-4717-82c3-d522f0863754 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:01.948214 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-66f47c8b-5ce1-4717-82c3-d522f0863754 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:01.977204 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-66f47c8b-5ce1-4717-82c3-d522f0863754 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:01.982109 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41512) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:01.988946 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-dba3f88c-e1b4-4622-8225-5f6e84aaa9e8 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--782707535', 'description': 'tempest-secgroup_general--782707535 description', 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:01.992966 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-66f47c8b-5ce1-4717-82c3-d522f0863754 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2199526 Jul 05 04:26:02.033341 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f47c8b-5ce1-4717-82c3-d522f0863754 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=879d2ae9-336d-4979-8b44-8fa7d0f36b04,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:02.037653 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dba3f88c-e1b4-4622-8225-5f6e84aaa9e8 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:02.078034 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] Sync routers for ids ['9653c537-5750-463e-9074-042079000b8c'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:26:02.090486 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] Routers {'9653c537-5750-463e-9074-042079000b8c'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:02.091346 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:26:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['9653c537-5750-463e-9074-042079000b8c'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:02.228719 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dba3f88c-e1b4-4622-8225-5f6e84aaa9e8 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:02.237622 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dba3f88c-e1b4-4622-8225-5f6e84aaa9e8 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:02.241145 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-74058566-55c5-4035-8e40-5f9234665a24 None None] Provisioning for port b04e0ad9-b742-4ad5-87ea-572fa6af8ed0 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:02.245481 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-74058566-55c5-4035-8e40-5f9234665a24 None None] Provisioning complete for port b04e0ad9-b742-4ad5-87ea-572fa6af8ed0 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:02.246097 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-74058566-55c5-4035-8e40-5f9234665a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:02.259730 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] Set router 9653c537-5750-463e-9074-042079000b8c gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:02.288082 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 00ee2c67-c91c-44f8-adc1-3bc3b34b103d up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:02.356271 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3f88c-e1b4-4622-8225-5f6e84aaa9e8 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e983443e-a8ef-4eb9-8f77-0b779f6d3171,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:02.373664 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dba3f88c-e1b4-4622-8225-5f6e84aaa9e8 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:02.375222 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-dba3f88c-e1b4-4622-8225-5f6e84aaa9e8 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3912494 Jul 05 04:26:02.378283 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41518) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:02.384096 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-49d9bc81-20c2-4b62-b6fb-52125dcde5a4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Request body: {'security_group_rule': {'security_group_id': '879d2ae9-336d-4979-8b44-8fa7d0f36b04', 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:02.394354 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-74058566-55c5-4035-8e40-5f9234665a24 None None] Port b04e0ad9-b742-4ad5-87ea-572fa6af8ed0 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:26:02.415361 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 00ee2c67-c91c-44f8-adc1-3bc3b34b103d completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:02.422684 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 00ee2c67-c91c-44f8-adc1-3bc3b34b103d triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:02.426067 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:02.446157 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-49d9bc81-20c2-4b62-b6fb-52125dcde5a4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:02.536510 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9653c537-5750-463e-9074-042079000b8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1731106895', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '00ee2c67-c91c-44f8-adc1-3bc3b34b103d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:55Z', 'updated_at': '2021-07-05T04:26:00Z', 'revision_number': 4, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'gw_port': {'id': '00ee2c67-c91c-44f8-adc1-3bc3b34b103d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9653c537-5750-463e-9074-042079000b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:56Z', 'updated_at': '2021-07-05T04:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'b04e0ad9-b742-4ad5-87ea-572fa6af8ed0', 'name': '', 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'mac_address': 'fa:16:3e:a8:65:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9653c537-5750-463e-9074-042079000b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f2b74541-8c0a-42b1-8b94-fe196af2c77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:59Z', 'updated_at': '2021-07-05T04:26:01Z', 'revision_number': 2, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'subnets': [{'id': 'f2b74541-8c0a-42b1-8b94-fe196af2c77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:02.575589 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-49d9bc81-20c2-4b62-b6fb-52125dcde5a4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:02.577885 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] Checking router: 9653c537-5750-463e-9074-042079000b8c for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:26:02.578470 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] Updating router 9653c537-5750-463e-9074-042079000b8c port b04e0ad9-b742-4ad5-87ea-572fa6af8ed0 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:26:02.586407 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-49d9bc81-20c2-4b62-b6fb-52125dcde5a4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:02.594173 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:02.622706 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9bc81-20c2-4b62-b6fb-52125dcde5a4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec565e4-c71b-4b28-8b63-3c344df884b3,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:02.637938 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 00ee2c67-c91c-44f8-adc1-3bc3b34b103d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=00ee2c67-c91c-44f8-adc1-3bc3b34b103d,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:02.638723 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-49d9bc81-20c2-4b62-b6fb-52125dcde5a4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:02.641721 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-49d9bc81-20c2-4b62-b6fb-52125dcde5a4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2621367 Jul 05 04:26:02.658295 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:02.659238 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 9d5c881b-9da1-499a-84fa-cdcbd6a9d457 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:02.709076 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:02.762549 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:02.852308 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-538137ef-7230-4e59-9c36-52012c450903 None None] Provisioning complete for port b04e0ad9-b742-4ad5-87ea-572fa6af8ed0 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:02.852674 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-538137ef-7230-4e59-9c36-52012c450903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:02.894811 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 9d5c881b-9da1-499a-84fa-cdcbd6a9d457 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:02.930363 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 9d5c881b-9da1-499a-84fa-cdcbd6a9d457 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:02.930741 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:02.939064 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=00ee2c67-c91c-44f8-adc1-3bc3b34b103d,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:03.010374 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-538137ef-7230-4e59-9c36-52012c450903 None None] Port b04e0ad9-b742-4ad5-87ea-572fa6af8ed0 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:26:03.091411 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-5feaa737-2e54-4f22-93c0-2c77bf28a77a tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup_general--782707535&fields=id&tenant_id=5bd542d5cd4c43b68c256ba41e113bc7 HTTP/1.1" status: 200 len: 267 time: 0.0783072 Jul 05 04:26:03.112979 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:03.151629 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-6b93846d-4a2f-4080-b9c8-9216416df8b0 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup_access--678459008&fields=id&tenant_id=5bd542d5cd4c43b68c256ba41e113bc7 HTTP/1.1" status: 200 len: 267 time: 0.0577233 Jul 05 04:26:03.173985 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c00d9b8e-d95b-498d-b3a3-802369903a61 None None] Provisioning complete for port b04e0ad9-b742-4ad5-87ea-572fa6af8ed0 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:03.174435 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c00d9b8e-d95b-498d-b3a3-802369903a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:03.181379 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 9d5c881b-9da1-499a-84fa-cdcbd6a9d457, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=9d5c881b-9da1-499a-84fa-cdcbd6a9d457,segment=NetworkSegment(3180a309-03e3-44f4-a6b4-1168a1b583d0),segment_id=3180a309-03e3-44f4-a6b4-1168a1b583d0)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:03.205776 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:03.247502 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-c00d9b8e-d95b-498d-b3a3-802369903a61 None None] Port b04e0ad9-b742-4ad5-87ea-572fa6af8ed0 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:26:03.277868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=9d5c881b-9da1-499a-84fa-cdcbd6a9d457,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:03.303686 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:03.316315 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] Transition to ACTIVE for port object b04e0ad9-b742-4ad5-87ea-572fa6af8ed0 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:03.323012 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:03.375599 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-28276441-27fa-4039-a867-a3a96ce0f3ad tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:03.377407 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-28276441-27fa-4039-a867-a3a96ce0f3ad tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/networks?id=9845465f-cd58-4d8f-b292-e7160d6b47b3 HTTP/1.1" status: 200 len: 797 time: 0.2171125 Jul 05 04:26:03.397176 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-de122e8e-f4ba-456c-8a19-1bec0da26b9f tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/quotas/5bd542d5cd4c43b68c256ba41e113bc7 HTTP/1.1" status: 200 len: 375 time: 0.0127840 Jul 05 04:26:03.411141 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039f5a8-6f80-4d2c-9aaf-200fa18ff651 None None] Pushing event updated for resources: {'Port': ['ID=b04e0ad9-b742-4ad5-87ea-572fa6af8ed0,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:03.441473 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f039f5a8-6f80-4d2c-9aaf-200fa18ff651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:03.441915 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f039f5a8-6f80-4d2c-9aaf-200fa18ff651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:03.442426 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f039f5a8-6f80-4d2c-9aaf-200fa18ff651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:03.442989 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f039f5a8-6f80-4d2c-9aaf-200fa18ff651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:03.443335 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f039f5a8-6f80-4d2c-9aaf-200fa18ff651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:03.443664 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f039f5a8-6f80-4d2c-9aaf-200fa18ff651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:03.444225 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f039f5a8-6f80-4d2c-9aaf-200fa18ff651 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:03.444759 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f039f5a8-6f80-4d2c-9aaf-200fa18ff651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:03.445629 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f039f5a8-6f80-4d2c-9aaf-200fa18ff651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:03.445962 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f039f5a8-6f80-4d2c-9aaf-200fa18ff651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:03.446578 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f039f5a8-6f80-4d2c-9aaf-200fa18ff651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:03.447089 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f039f5a8-6f80-4d2c-9aaf-200fa18ff651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:03.467967 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] Attempting to bind port b04e0ad9-b742-4ad5-87ea-572fa6af8ed0 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:26:03.468520 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] Attempting to bind port b04e0ad9-b742-4ad5-87ea-572fa6af8ed0 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '3180a309-03e3-44f4-a6b4-1168a1b583d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:26:03.468885 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] Attempting to bind port b04e0ad9-b742-4ad5-87ea-572fa6af8ed0 on network 9845465f-cd58-4d8f-b292-e7160d6b47b3 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:03.477049 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:26:03.477428 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] Checking segment: {'id': '3180a309-03e3-44f4-a6b4-1168a1b583d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:03.477834 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:03.478641 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] Bound using segment: {'id': '3180a309-03e3-44f4-a6b4-1168a1b583d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:26:03.478763 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] Bound port: b04e0ad9-b742-4ad5-87ea-572fa6af8ed0, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3180a309-03e3-44f4-a6b4-1168a1b583d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:26:03.479074 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:03.496411 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-95baf249-021b-43b9-b338-67c45b1ad35d tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5bd542d5cd4c43b68c256ba41e113bc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0927341 Jul 05 04:26:03.571120 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] For port b04e0ad9-b742-4ad5-87ea-572fa6af8ed0, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:26:03.575165 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] For port b04e0ad9-b742-4ad5-87ea-572fa6af8ed0, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b04e0ad9-b742-4ad5-87ea-572fa6af8ed0,segment=NetworkSegment(3180a309-03e3-44f4-a6b4-1168a1b583d0),segment_id=3180a309-03e3-44f4-a6b4-1168a1b583d0)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:26:03.583950 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:03.594135 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-92d6ae70-0856-4640-b1b3-358c70cc79b6 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:26:03.595452 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-92d6ae70-0856-4640-b1b3-358c70cc79b6 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0831416 Jul 05 04:26:03.692716 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] Routers {'9653c537-5750-463e-9074-042079000b8c'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:03.693374 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:26:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['9653c537-5750-463e-9074-042079000b8c'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:03.740262 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-556808fd-f99c-4b1a-aa56-213178dc9339 service neutron] 10.222.0.77 "GET /v2.0/networks/9845465f-cd58-4d8f-b292-e7160d6b47b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373825 Jul 05 04:26:03.811373 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039f5a8-6f80-4d2c-9aaf-200fa18ff651 None None] Pushing event updated for resources: {'Port': ['ID=b04e0ad9-b742-4ad5-87ea-572fa6af8ed0,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:03.870354 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-fa098523-9bd7-45e0-829c-f27af8065afc service neutron] 10.222.0.77 "GET /v2.0/networks/9845465f-cd58-4d8f-b292-e7160d6b47b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281857 Jul 05 04:26:03.919616 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] Set router 9653c537-5750-463e-9074-042079000b8c gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:04.144298 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 00ee2c67-c91c-44f8-adc1-3bc3b34b103d up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:04.179353 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b15ce883-2a3b-4e41-90e3-0ddad1e54ed5 req-4b0a1e89-936a-4952-bf6a-e814194fd675 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?device_id=17624fdd-09f3-4e5f-99f5-175cade2c99e HTTP/1.1" status: 200 len: 210 time: 0.0488863 Jul 05 04:26:04.235434 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 00ee2c67-c91c-44f8-adc1-3bc3b34b103d triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:04.236112 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:04.339157 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 9d5c881b-9da1-499a-84fa-cdcbd6a9d457 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:04.397087 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 9d5c881b-9da1-499a-84fa-cdcbd6a9d457 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:04.397669 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:04.425708 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9653c537-5750-463e-9074-042079000b8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1731106895', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '00ee2c67-c91c-44f8-adc1-3bc3b34b103d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:55Z', 'updated_at': '2021-07-05T04:26:00Z', 'revision_number': 4, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'gw_port': {'id': '00ee2c67-c91c-44f8-adc1-3bc3b34b103d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9653c537-5750-463e-9074-042079000b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:56Z', 'updated_at': '2021-07-05T04:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'b04e0ad9-b742-4ad5-87ea-572fa6af8ed0', 'name': '', 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'mac_address': 'fa:16:3e:a8:65:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9653c537-5750-463e-9074-042079000b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f2b74541-8c0a-42b1-8b94-fe196af2c77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:59Z', 'updated_at': '2021-07-05T04:26:03Z', 'revision_number': 4, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'subnets': [{'id': 'f2b74541-8c0a-42b1-8b94-fe196af2c77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:04.454557 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:04.460633 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b2050a-3f9f-4747-9cb1-92bc78202cb5 None None] The sync data for ids ['9653c537-5750-463e-9074-042079000b8c'] in n-d-780147-23 is: [{'id': '9653c537-5750-463e-9074-042079000b8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1731106895', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '00ee2c67-c91c-44f8-adc1-3bc3b34b103d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:55Z', 'updated_at': '2021-07-05T04:26:00Z', 'revision_number': 4, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'gw_port': {'id': '00ee2c67-c91c-44f8-adc1-3bc3b34b103d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9653c537-5750-463e-9074-042079000b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:56Z', 'updated_at': '2021-07-05T04:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'b04e0ad9-b742-4ad5-87ea-572fa6af8ed0', 'name': '', 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'mac_address': 'fa:16:3e:a8:65:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9653c537-5750-463e-9074-042079000b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f2b74541-8c0a-42b1-8b94-fe196af2c77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:59Z', 'updated_at': '2021-07-05T04:26:03Z', 'revision_number': 4, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'subnets': [{'id': 'f2b74541-8c0a-42b1-8b94-fe196af2c77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:26:05.414325 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3f16507f-5f87-4722-bbab-a35bb2bf9e35 req-a09eb586-1c4f-493e-a40a-fd2581207f32 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?device_id=17624fdd-09f3-4e5f-99f5-175cade2c99e HTTP/1.1" status: 200 len: 210 time: 0.0433216 Jul 05 04:26:05.950694 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-58faac05-03d7-4178-975b-add345608a0d tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:05.952650 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-58faac05-03d7-4178-975b-add345608a0d tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.70 "GET /v2.0/networks?id=9845465f-cd58-4d8f-b292-e7160d6b47b3 HTTP/1.1" status: 200 len: 797 time: 0.2450213 Jul 05 04:26:06.016947 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-e56423ac-6339-4912-8d95-0d72fe60ae14 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bd542d5cd4c43b68c256ba41e113bc7 HTTP/1.1" status: 200 len: 476 time: 0.0462084 Jul 05 04:26:06.027645 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-c0a7ec00-8ff6-4f8a-ace3-12f7b79524f9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Request body: {'port': {'device_id': '17624fdd-09f3-4e5f-99f5-175cade2c99e', 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3', 'admin_state_up': True, 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'security_groups': ['e983443e-a8ef-4eb9-8f77-0b779f6d3171', '879d2ae9-336d-4979-8b44-8fa7d0f36b04']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:06.202238 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b04e0ad9-b742-4ad5-87ea-572fa6af8ed0 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:06.226751 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-c0a7ec00-8ff6-4f8a-ace3-12f7b79524f9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Made reservation on behalf of 5bd542d5cd4c43b68c256ba41e113bc7 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:26:06.234560 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-c0a7ec00-8ff6-4f8a-ace3-12f7b79524f9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:06.301502 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port b04e0ad9-b742-4ad5-87ea-572fa6af8ed0 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:06.307262 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port b04e0ad9-b742-4ad5-87ea-572fa6af8ed0 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:06.311954 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:06.436184 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-c0a7ec00-8ff6-4f8a-ace3-12f7b79524f9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Allocated IP 172.20.0.7 (9845465f-cd58-4d8f-b292-e7160d6b47b3/f2b74541-8c0a-42b1-8b94-fe196af2c77b/23195eda-6186-4f81-bfcd-2165ea2553d0) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:26:06.436809 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41610) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:06.460640 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:06.523392 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port b04e0ad9-b742-4ad5-87ea-572fa6af8ed0, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b04e0ad9-b742-4ad5-87ea-572fa6af8ed0,segment=NetworkSegment(3180a309-03e3-44f4-a6b4-1168a1b583d0),segment_id=3180a309-03e3-44f4-a6b4-1168a1b583d0)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:06.528949 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:06.602813 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c97e154e-bdf5-440a-9f45-1880d3a39448 req-6f9553cf-7732-443b-a71f-12856b98ef79 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?device_id=17624fdd-09f3-4e5f-99f5-175cade2c99e HTTP/1.1" status: 200 len: 210 time: 0.0439510 Jul 05 04:26:06.650798 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-366c531f-70be-44ae-87cb-d134e75089d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:06.653399 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=b04e0ad9-b742-4ad5-87ea-572fa6af8ed0,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:06.722469 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-c0a7ec00-8ff6-4f8a-ace3-12f7b79524f9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:06.740162 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-c0a7ec00-8ff6-4f8a-ace3-12f7b79524f9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Transition to ACTIVE for port object 23195eda-6186-4f81-bfcd-2165ea2553d0 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:06.775428 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-c0a7ec00-8ff6-4f8a-ace3-12f7b79524f9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:06.782140 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-366c531f-70be-44ae-87cb-d134e75089d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:06.793876 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-366c531f-70be-44ae-87cb-d134e75089d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:06.831106 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c531f-70be-44ae-87cb-d134e75089d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ae9f0a-481f-462e-882f-6739a7ce7a6d,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:06.840292 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-c0a7ec00-8ff6-4f8a-ace3-12f7b79524f9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Network 9845465f-cd58-4d8f-b292-e7160d6b47b3 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:06.842439 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-366c531f-70be-44ae-87cb-d134e75089d6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dbc3aa85805544bfbda91c31fb3d0d16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4044204 Jul 05 04:26:06.844896 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41624) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:06.846824 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-c0a7ec00-8ff6-4f8a-ace3-12f7b79524f9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:06.854330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-c0a7ec00-8ff6-4f8a-ace3-12f7b79524f9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:26:06.882532 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7ec00-8ff6-4f8a-ace3-12f7b79524f9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event updated for resources: {'Port': ['ID=23195eda-6186-4f81-bfcd-2165ea2553d0,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:06.909830 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-473d91bd-0148-4af6-aa3b-701823e77edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:06.924698 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-c0a7ec00-8ff6-4f8a-ace3-12f7b79524f9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:06.929193 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-c0a7ec00-8ff6-4f8a-ace3-12f7b79524f9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:06.944401 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-473d91bd-0148-4af6-aa3b-701823e77edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:06.963534 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-c0a7ec00-8ff6-4f8a-ace3-12f7b79524f9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9396441 Jul 05 04:26:06.980060 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-7ea1dc04-8849-42dc-89ab-b1993dc385d4 service neutron] Request body: {'port': {'device_id': '17624fdd-09f3-4e5f-99f5-175cade2c99e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:07.025149 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-473d91bd-0148-4af6-aa3b-701823e77edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.028185 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-473d91bd-0148-4af6-aa3b-701823e77edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.038643 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-473d91bd-0148-4af6-aa3b-701823e77edd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e8ae9f0a-481f-462e-882f-6739a7ce7a6d HTTP/1.1" status: 204 len: 168 time: 0.1921778 Jul 05 04:26:07.047269 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d91bd-0148-4af6-aa3b-701823e77edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ae9f0a-481f-462e-882f-6739a7ce7a6d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:07.092091 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-7ea1dc04-8849-42dc-89ab-b1993dc385d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.200357 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-07e446fb-cccb-4cad-9542-086efb42618a None None] Provisioning for port 23195eda-6186-4f81-bfcd-2165ea2553d0 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:07.206217 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-07e446fb-cccb-4cad-9542-086efb42618a None None] Provisioning complete for port 23195eda-6186-4f81-bfcd-2165ea2553d0 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:07.207336 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-07e446fb-cccb-4cad-9542-086efb42618a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.259910 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-07e446fb-cccb-4cad-9542-086efb42618a None None] Port 23195eda-6186-4f81-bfcd-2165ea2553d0 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:26:07.468103 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-7ea1dc04-8849-42dc-89ab-b1993dc385d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23195eda-6186-4f81-bfcd-2165ea2553d0 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:26:07.478031 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-7ea1dc04-8849-42dc-89ab-b1993dc385d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.498818 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-7ea1dc04-8849-42dc-89ab-b1993dc385d4 service neutron] Transition to ACTIVE for port object 23195eda-6186-4f81-bfcd-2165ea2553d0 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:07.504232 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-7ea1dc04-8849-42dc-89ab-b1993dc385d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.577213 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1dc04-8849-42dc-89ab-b1993dc385d4 service neutron] Pushing event updated for resources: {'Port': ['ID=23195eda-6186-4f81-bfcd-2165ea2553d0,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:07.674322 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-7ea1dc04-8849-42dc-89ab-b1993dc385d4 service neutron] Attempting to bind port 23195eda-6186-4f81-bfcd-2165ea2553d0 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:26:07.674807 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-7ea1dc04-8849-42dc-89ab-b1993dc385d4 service neutron] Attempting to bind port 23195eda-6186-4f81-bfcd-2165ea2553d0 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '3180a309-03e3-44f4-a6b4-1168a1b583d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:26:07.675235 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-7ea1dc04-8849-42dc-89ab-b1993dc385d4 service neutron] Attempting to bind port 23195eda-6186-4f81-bfcd-2165ea2553d0 on network 9845465f-cd58-4d8f-b292-e7160d6b47b3 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:07.681774 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-7ea1dc04-8849-42dc-89ab-b1993dc385d4 service neutron] Port 23195eda-6186-4f81-bfcd-2165ea2553d0 on network 9845465f-cd58-4d8f-b292-e7160d6b47b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:26:07.682256 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-7ea1dc04-8849-42dc-89ab-b1993dc385d4 service neutron] Attempting to bind port 23195eda-6186-4f81-bfcd-2165ea2553d0 on network 9845465f-cd58-4d8f-b292-e7160d6b47b3 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:07.688805 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-7ea1dc04-8849-42dc-89ab-b1993dc385d4 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:26:07.689243 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-7ea1dc04-8849-42dc-89ab-b1993dc385d4 service neutron] Checking segment: {'id': '3180a309-03e3-44f4-a6b4-1168a1b583d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:07.689781 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-7ea1dc04-8849-42dc-89ab-b1993dc385d4 service neutron] Bound using segment: {'id': '3180a309-03e3-44f4-a6b4-1168a1b583d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:26:07.690310 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-7ea1dc04-8849-42dc-89ab-b1993dc385d4 service neutron] Bound port: 23195eda-6186-4f81-bfcd-2165ea2553d0, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3180a309-03e3-44f4-a6b4-1168a1b583d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:26:07.690799 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-7ea1dc04-8849-42dc-89ab-b1993dc385d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.814164 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-7ea1dc04-8849-42dc-89ab-b1993dc385d4 service neutron] For port 23195eda-6186-4f81-bfcd-2165ea2553d0, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:26:07.819475 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-7ea1dc04-8849-42dc-89ab-b1993dc385d4 service neutron] For port 23195eda-6186-4f81-bfcd-2165ea2553d0, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=23195eda-6186-4f81-bfcd-2165ea2553d0,segment=NetworkSegment(3180a309-03e3-44f4-a6b4-1168a1b583d0),segment_id=3180a309-03e3-44f4-a6b4-1168a1b583d0)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:26:07.828903 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-7ea1dc04-8849-42dc-89ab-b1993dc385d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.872995 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-7ea1dc04-8849-42dc-89ab-b1993dc385d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:07.873642 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-7ea1dc04-8849-42dc-89ab-b1993dc385d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.875074 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-7ea1dc04-8849-42dc-89ab-b1993dc385d4 service neutron] 10.222.0.70 "PUT /v2.0/ports/23195eda-6186-4f81-bfcd-2165ea2553d0 HTTP/1.1" status: 200 len: 1131 time: 0.8995950 Jul 05 04:26:07.875535 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17624fdd-09f3-4e5f-99f5-175cade2c99e', 'tag': '23195eda-6186-4f81-bfcd-2165ea2553d0'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:07.877860 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a77160-bee5-455c-a995-c286b40f189f" -d '{"events": [{"name": "network-changed", "server_uuid": "17624fdd-09f3-4e5f-99f5-175cade2c99e", "tag": "23195eda-6186-4f81-bfcd-2165ea2553d0"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:07.915346 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53617aca-a5d6-4694-8f3c-cde91f581f36 req-2ce09eba-e9ab-4163-80d6-fd39c8fdb3c1 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:07.916947 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53617aca-a5d6-4694-8f3c-cde91f581f36 req-2ce09eba-e9ab-4163-80d6-fd39c8fdb3c1 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?device_id=17624fdd-09f3-4e5f-99f5-175cade2c99e HTTP/1.1" status: 200 len: 982 time: 0.1564655 Jul 05 04:26:07.940871 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1dc04-8849-42dc-89ab-b1993dc385d4 service neutron] Pushing event updated for resources: {'Port': ['ID=23195eda-6186-4f81-bfcd-2165ea2553d0,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:07.971477 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732f8561-85a2-45f7-b626-ca0c81b021ba x-openstack-request-id: req-732f8561-85a2-45f7-b626-ca0c81b021ba {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:07.971793 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17624fdd-09f3-4e5f-99f5-175cade2c99e", "tag": "23195eda-6186-4f81-bfcd-2165ea2553d0", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:07.972164 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-732f8561-85a2-45f7-b626-ca0c81b021ba {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:07.972747 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17624fdd-09f3-4e5f-99f5-175cade2c99e', 'tag': '23195eda-6186-4f81-bfcd-2165ea2553d0', 'status': 'completed', 'code': 200} Jul 05 04:26:08.025828 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53617aca-a5d6-4694-8f3c-cde91f581f36 req-fbadeb4f-3969-48b7-b0e1-b320b8206985 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/security-groups?id=879d2ae9-336d-4979-8b44-8fa7d0f36b04&id=e983443e-a8ef-4eb9-8f77-0b779f6d3171&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0992973 Jul 05 04:26:08.058802 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-2dd185aa-9a1e-4f63-8027-89283f5a1e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:08.061521 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-2dd185aa-9a1e-4f63-8027-89283f5a1e94 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5bd542d5cd4c43b68c256ba41e113bc7&device_id=17624fdd-09f3-4e5f-99f5-175cade2c99e HTTP/1.1" status: 200 len: 1134 time: 0.1089430 Jul 05 04:26:08.101584 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b04e0ad9-b742-4ad5-87ea-572fa6af8ed0 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:08.117102 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-bfb832d2-97da-4321-aebe-dc9204bb11a0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23195eda-6186-4f81-bfcd-2165ea2553d0 HTTP/1.1" status: 200 len: 217 time: 0.0416536 Jul 05 04:26:08.156444 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port b04e0ad9-b742-4ad5-87ea-572fa6af8ed0 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:08.156742 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:08.171000 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-5868ffd9-e845-4174-9016-a32b5398e5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:08.172512 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-5868ffd9-e845-4174-9016-a32b5398e5d4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2b74541-8c0a-42b1-8b94-fe196af2c77b HTTP/1.1" status: 200 len: 835 time: 0.0492454 Jul 05 04:26:08.240185 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-4e389614-7fff-42ff-bfe7-d694a039505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:08.241850 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-4e389614-7fff-42ff-bfe7-d694a039505b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9845465f-cd58-4d8f-b292-e7160d6b47b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623746 Jul 05 04:26:08.351577 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-c150540c-9f54-4d37-9aac-826423c7c516 service neutron] 10.222.0.70 "GET /v2.0/networks/9845465f-cd58-4d8f-b292-e7160d6b47b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025517 Jul 05 04:26:08.447091 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d4bddba-d7ae-40c6-a630-523099db3350 req-27abb141-3112-4136-b375-981255c42f63 service neutron] 10.222.0.70 "GET /v2.0/networks/9845465f-cd58-4d8f-b292-e7160d6b47b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891147 Jul 05 04:26:08.590175 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a77160-bee5-455c-a995-c286b40f189f req-4c58e0a8-5a3a-49fe-8977-22d172056c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:08.591779 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-42a77160-bee5-455c-a995-c286b40f189f req-4c58e0a8-5a3a-49fe-8977-22d172056c8b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5bd542d5cd4c43b68c256ba41e113bc7&device_id=17624fdd-09f3-4e5f-99f5-175cade2c99e HTTP/1.1" status: 200 len: 1134 time: 0.0568566 Jul 05 04:26:08.682630 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a77160-bee5-455c-a995-c286b40f189f req-0b540da2-e5ab-420d-8330-ce66bdca9e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:08.684141 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-42a77160-bee5-455c-a995-c286b40f189f req-0b540da2-e5ab-420d-8330-ce66bdca9e09 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9845465f-cd58-4d8f-b292-e7160d6b47b3 HTTP/1.1" status: 200 len: 898 time: 0.0857215 Jul 05 04:26:08.728830 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-42a77160-bee5-455c-a995-c286b40f189f req-b3d22e7c-1af2-4f5a-a33c-9cdfde2e1516 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23195eda-6186-4f81-bfcd-2165ea2553d0 HTTP/1.1" status: 200 len: 217 time: 0.0389278 Jul 05 04:26:08.777261 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a77160-bee5-455c-a995-c286b40f189f req-816d939c-a5d9-4011-ab3d-0ab1b37c4ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:08.778618 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-42a77160-bee5-455c-a995-c286b40f189f req-816d939c-a5d9-4011-ab3d-0ab1b37c4ef7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2b74541-8c0a-42b1-8b94-fe196af2c77b HTTP/1.1" status: 200 len: 835 time: 0.0442483 Jul 05 04:26:08.836182 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a77160-bee5-455c-a995-c286b40f189f req-75aa9ced-b7ec-41ae-aaa8-eb25b0fd2650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:08.837684 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-42a77160-bee5-455c-a995-c286b40f189f req-75aa9ced-b7ec-41ae-aaa8-eb25b0fd2650 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9845465f-cd58-4d8f-b292-e7160d6b47b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531096 Jul 05 04:26:08.942535 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-42a77160-bee5-455c-a995-c286b40f189f req-533ebf5b-d1e2-4f7a-ba90-7473772bf0fa service neutron] 10.222.0.70 "GET /v2.0/networks/9845465f-cd58-4d8f-b292-e7160d6b47b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979683 Jul 05 04:26:09.037235 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-42a77160-bee5-455c-a995-c286b40f189f req-2aa944d9-b909-4242-8a44-85e41e0ba9c1 service neutron] 10.222.0.70 "GET /v2.0/networks/9845465f-cd58-4d8f-b292-e7160d6b47b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882611 Jul 05 04:26:09.229127 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130421f-48dc-44ad-b3eb-9da8f187ba75 req-1803ed12-61c9-4dd1-bd10-b385bab4c5cc tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:09.230811 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0130421f-48dc-44ad-b3eb-9da8f187ba75 req-1803ed12-61c9-4dd1-bd10-b385bab4c5cc tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?device_id=17624fdd-09f3-4e5f-99f5-175cade2c99e HTTP/1.1" status: 200 len: 982 time: 0.0801711 Jul 05 04:26:09.274637 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0130421f-48dc-44ad-b3eb-9da8f187ba75 req-76e3dc53-de20-4acd-8845-57dd94a0cb9f tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/security-groups?id=879d2ae9-336d-4979-8b44-8fa7d0f36b04&id=e983443e-a8ef-4eb9-8f77-0b779f6d3171&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0380402 Jul 05 04:26:10.473927 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44885aa-ed90-4ef2-9ae9-668711bb9f7d req-855b1176-5aee-47d9-81f2-d1e0ec7a26b7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:10.475513 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a44885aa-ed90-4ef2-9ae9-668711bb9f7d req-855b1176-5aee-47d9-81f2-d1e0ec7a26b7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?device_id=17624fdd-09f3-4e5f-99f5-175cade2c99e HTTP/1.1" status: 200 len: 982 time: 0.0728929 Jul 05 04:26:10.519131 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a44885aa-ed90-4ef2-9ae9-668711bb9f7d req-759b1b21-3001-4351-8ae9-5d6b43b9dbdf tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/security-groups?id=879d2ae9-336d-4979-8b44-8fa7d0f36b04&id=e983443e-a8ef-4eb9-8f77-0b779f6d3171&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0376594 Jul 05 04:26:10.622604 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 23195eda-6186-4f81-bfcd-2165ea2553d0 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:26:10.721486 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 23195eda-6186-4f81-bfcd-2165ea2553d0, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=23195eda-6186-4f81-bfcd-2165ea2553d0,segment=NetworkSegment(3180a309-03e3-44f4-a6b4-1168a1b583d0),segment_id=3180a309-03e3-44f4-a6b4-1168a1b583d0)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:10.734198 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '23195eda-6186-4f81-bfcd-2165ea2553d0', 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3', 'port_id': '23195eda-6186-4f81-bfcd-2165ea2553d0', 'mac_address': 'fa:16:3e:3f:ca:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b74541-8c0a-42b1-8b94-fe196af2c77b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:26:10.774994 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:10.788045 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23195eda-6186-4f81-bfcd-2165ea2553d0 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:26:10.808763 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 23195eda-6186-4f81-bfcd-2165ea2553d0, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=23195eda-6186-4f81-bfcd-2165ea2553d0,segment=NetworkSegment(3180a309-03e3-44f4-a6b4-1168a1b583d0),segment_id=3180a309-03e3-44f4-a6b4-1168a1b583d0)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:10.813000 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:10.863440 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=23195eda-6186-4f81-bfcd-2165ea2553d0,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:11.180063 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['23195eda-6186-4f81-bfcd-2165ea2553d0'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:26:11.694728 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ba443-20c9-4a06-ab8a-0c0189c3e66e req-3c3f6a5c-0178-40ba-9aa6-5e63e8cf29b4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:11.696289 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f91ba443-20c9-4a06-ab8a-0c0189c3e66e req-3c3f6a5c-0178-40ba-9aa6-5e63e8cf29b4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?device_id=17624fdd-09f3-4e5f-99f5-175cade2c99e HTTP/1.1" status: 200 len: 983 time: 0.0644233 Jul 05 04:26:11.737062 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f91ba443-20c9-4a06-ab8a-0c0189c3e66e req-224f2b41-9ad4-4dcb-9e90-32945e64d9c2 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/security-groups?id=879d2ae9-336d-4979-8b44-8fa7d0f36b04&id=e983443e-a8ef-4eb9-8f77-0b779f6d3171&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0350902 Jul 05 04:26:12.638704 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 23195eda-6186-4f81-bfcd-2165ea2553d0 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:12.689108 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 23195eda-6186-4f81-bfcd-2165ea2553d0 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:12.693228 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 23195eda-6186-4f81-bfcd-2165ea2553d0 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:12.693604 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:12.774670 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:12.797478 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17624fdd-09f3-4e5f-99f5-175cade2c99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23195eda-6186-4f81-bfcd-2165ea2553d0'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:12.799714 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b37e59-a959-4748-94cf-51d91e8ee377" -d '{"events": [{"server_uuid": "17624fdd-09f3-4e5f-99f5-175cade2c99e", "name": "network-vif-plugged", "status": "completed", "tag": "23195eda-6186-4f81-bfcd-2165ea2553d0"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:12.827317 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 23195eda-6186-4f81-bfcd-2165ea2553d0, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=23195eda-6186-4f81-bfcd-2165ea2553d0,segment=NetworkSegment(3180a309-03e3-44f4-a6b4-1168a1b583d0),segment_id=3180a309-03e3-44f4-a6b4-1168a1b583d0)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:12.836695 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:12.868332 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26594c51-eb98-4c04-a7b8-bc538f18168d x-openstack-request-id: req-26594c51-eb98-4c04-a7b8-bc538f18168d {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:12.868926 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17624fdd-09f3-4e5f-99f5-175cade2c99e", "name": "network-vif-plugged", "status": "completed", "tag": "23195eda-6186-4f81-bfcd-2165ea2553d0", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:12.869183 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-26594c51-eb98-4c04-a7b8-bc538f18168d {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:12.869573 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17624fdd-09f3-4e5f-99f5-175cade2c99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23195eda-6186-4f81-bfcd-2165ea2553d0', 'code': 200} Jul 05 04:26:12.900191 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=23195eda-6186-4f81-bfcd-2165ea2553d0,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:12.941622 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be4bf6-8158-4db2-961b-73ca377bf5f4 req-c3fd8683-5180-419c-9f8b-c30207537c22 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:12.943176 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-96be4bf6-8158-4db2-961b-73ca377bf5f4 req-c3fd8683-5180-419c-9f8b-c30207537c22 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?device_id=17624fdd-09f3-4e5f-99f5-175cade2c99e HTTP/1.1" status: 200 len: 984 time: 0.0786295 Jul 05 04:26:13.017534 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-96be4bf6-8158-4db2-961b-73ca377bf5f4 req-c52b17ef-9e38-4b45-aa3a-3042a1570f64 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/security-groups?id=879d2ae9-336d-4979-8b44-8fa7d0f36b04&id=e983443e-a8ef-4eb9-8f77-0b779f6d3171&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0658119 Jul 05 04:26:13.035343 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d159bb-1ad3-4fc3-b4ad-cfdbc07e88b6 req-b430f84a-ce8d-448e-b2e6-df2f3be31095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:13.037866 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9d159bb-1ad3-4fc3-b4ad-cfdbc07e88b6 req-b430f84a-ce8d-448e-b2e6-df2f3be31095 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=17624fdd-09f3-4e5f-99f5-175cade2c99e HTTP/1.1" status: 200 len: 1136 time: 0.0933583 Jul 05 04:26:13.078974 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9d159bb-1ad3-4fc3-b4ad-cfdbc07e88b6 req-5211145d-f18b-4b4e-ae5d-2f5ae074f005 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e983443e-a8ef-4eb9-8f77-0b779f6d3171&id=879d2ae9-336d-4979-8b44-8fa7d0f36b04&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0330157 Jul 05 04:26:13.280843 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:14.201685 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211d1cd-1805-4036-b38f-4bb3bd622cfe req-94369b77-bd4c-457f-be1e-b1a1abf2c307 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:14.203209 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5211d1cd-1805-4036-b38f-4bb3bd622cfe req-94369b77-bd4c-457f-be1e-b1a1abf2c307 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?device_id=17624fdd-09f3-4e5f-99f5-175cade2c99e HTTP/1.1" status: 200 len: 984 time: 0.0671372 Jul 05 04:26:14.243896 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5211d1cd-1805-4036-b38f-4bb3bd622cfe req-38d4cc33-028c-4ba3-aab8-e1d495e341b1 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/security-groups?id=879d2ae9-336d-4979-8b44-8fa7d0f36b04&id=e983443e-a8ef-4eb9-8f77-0b779f6d3171&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0348527 Jul 05 04:26:15.435292 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e017c60-deea-4f39-99f4-703d0725f927 req-24a1bc44-18f9-4629-8bd0-8398376193d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:15.436823 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5e017c60-deea-4f39-99f4-703d0725f927 req-24a1bc44-18f9-4629-8bd0-8398376193d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?device_id=17624fdd-09f3-4e5f-99f5-175cade2c99e HTTP/1.1" status: 200 len: 984 time: 0.0653024 Jul 05 04:26:15.477821 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5e017c60-deea-4f39-99f4-703d0725f927 req-75c9b41f-79db-44c2-b7d6-a635b3802fe4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/security-groups?id=879d2ae9-336d-4979-8b44-8fa7d0f36b04&id=e983443e-a8ef-4eb9-8f77-0b779f6d3171&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0354872 Jul 05 04:26:15.558544 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:26:15.666470 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67392321-bc04-4827-b63e-fe10c36db648 req-c467f862-92bc-4e28-81af-e40b74a75e24 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:15.667992 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-67392321-bc04-4827-b63e-fe10c36db648 req-c467f862-92bc-4e28-81af-e40b74a75e24 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?device_id=17624fdd-09f3-4e5f-99f5-175cade2c99e HTTP/1.1" status: 200 len: 984 time: 0.0722647 Jul 05 04:26:15.710510 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-67392321-bc04-4827-b63e-fe10c36db648 req-edb68328-a525-454b-a685-c971d0502d81 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/security-groups?id=879d2ae9-336d-4979-8b44-8fa7d0f36b04&id=e983443e-a8ef-4eb9-8f77-0b779f6d3171&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0363650 Jul 05 04:26:15.879439 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ccb7e-ded2-4f56-aaca-1d8d4047ab4a req-7b25470b-45f6-4a40-a945-394696c8533f tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:15.886812 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c4ccb7e-ded2-4f56-aaca-1d8d4047ab4a req-7b25470b-45f6-4a40-a945-394696c8533f tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=17624fdd-09f3-4e5f-99f5-175cade2c99e HTTP/1.1" status: 200 len: 1136 time: 0.0607932 Jul 05 04:26:15.901161 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1c4ccb7e-ded2-4f56-aaca-1d8d4047ab4a req-0120cfa9-12c6-49b8-9bab-9976797950e2 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:16.005731 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1c4ccb7e-ded2-4f56-aaca-1d8d4047ab4a req-0120cfa9-12c6-49b8-9bab-9976797950e2 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:16.010280 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-1c4ccb7e-ded2-4f56-aaca-1d8d4047ab4a req-0120cfa9-12c6-49b8-9bab-9976797950e2 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:16.034165 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1c4ccb7e-ded2-4f56-aaca-1d8d4047ab4a req-0120cfa9-12c6-49b8-9bab-9976797950e2 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=879d2ae9-336d-4979-8b44-8fa7d0f36b04&id=e983443e-a8ef-4eb9-8f77-0b779f6d3171&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1463528 Jul 05 04:26:16.046294 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0120cfa9-12c6-49b8-9bab-9976797950e2 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8083eec8-b8a6-4047-9a3f-341118dfb927,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:16.059975 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 41808) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:16.116114 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dacba2b-f93c-4d43-a11e-6c97dc4d50c6 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:16.119042 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1dacba2b-f93c-4d43-a11e-6c97dc4d50c6 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=17624fdd-09f3-4e5f-99f5-175cade2c99e HTTP/1.1" status: 200 len: 1131 time: 0.0580904 Jul 05 04:26:16.121032 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 41822) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:16.125709 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-c2556af5-f623-4997-9ec8-76b63a192b70 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': '23195eda-6186-4f81-bfcd-2165ea2553d0', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:16.150544 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2556af5-f623-4997-9ec8-76b63a192b70 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:16.253911 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2556af5-f623-4997-9ec8-76b63a192b70 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:16.372821 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-c2556af5-f623-4997-9ec8-76b63a192b70 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Allocated IP 172.25.1.3 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/3e9cb2c4-a8d2-4416-a5ce-7085406b0441) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:26:16.481526 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2556af5-f623-4997-9ec8-76b63a192b70 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:16.523104 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2556af5-f623-4997-9ec8-76b63a192b70 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:16.566502 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2556af5-f623-4997-9ec8-76b63a192b70 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:16.572077 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-c2556af5-f623-4997-9ec8-76b63a192b70 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:16.575418 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2556af5-f623-4997-9ec8-76b63a192b70 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:26:16.580972 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2556af5-f623-4997-9ec8-76b63a192b70 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event updated for resources: {'Port': ['ID=3e9cb2c4-a8d2-4416-a5ce-7085406b0441,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:16.980915 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2556af5-f623-4997-9ec8-76b63a192b70 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:17.071586 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2556af5-f623-4997-9ec8-76b63a192b70 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:17.247869 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2556af5-f623-4997-9ec8-76b63a192b70 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:17.252985 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2556af5-f623-4997-9ec8-76b63a192b70 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:17.323670 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2556af5-f623-4997-9ec8-76b63a192b70 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event updated for resources: {'Port': ['ID=3e9cb2c4-a8d2-4416-a5ce-7085406b0441,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:17.336091 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2556af5-f623-4997-9ec8-76b63a192b70 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:17.762684 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-c2556af5-f623-4997-9ec8-76b63a192b70 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Floating IP 5f666cac-c14b-48ae-8c76-a450eba40f15 associated. External IP: 172.25.1.3, port: 23195eda-6186-4f81-bfcd-2165ea2553d0. Jul 05 04:26:17.993177 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2556af5-f623-4997-9ec8-76b63a192b70 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Router 9653c537-5750-463e-9074-042079000b8c has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:26:18.110872 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2556af5-f623-4997-9ec8-76b63a192b70 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:26:18.120825 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e46458-863c-476b-88a9-5aeb318c282c None None] Sync routers for ids ['9653c537-5750-463e-9074-042079000b8c'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:26:18.127775 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2556af5-f623-4997-9ec8-76b63a192b70 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:18.133565 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e46458-863c-476b-88a9-5aeb318c282c None None] Routers {'9653c537-5750-463e-9074-042079000b8c'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:18.134198 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-74e46458-863c-476b-88a9-5aeb318c282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:26:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['9653c537-5750-463e-9074-042079000b8c'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:18.169102 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c2556af5-f623-4997-9ec8-76b63a192b70 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0469077 Jul 05 04:26:18.169699 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17624fdd-09f3-4e5f-99f5-175cade2c99e', 'tag': '23195eda-6186-4f81-bfcd-2165ea2553d0'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:18.171827 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42142) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:18.173177 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec1f6f2-2bf3-4073-b2b3-2160bd0b1c90" -d '{"events": [{"name": "network-changed", "server_uuid": "17624fdd-09f3-4e5f-99f5-175cade2c99e", "tag": "23195eda-6186-4f81-bfcd-2165ea2553d0"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:18.215664 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93828f85-4ea8-41f9-bcd6-a6f2d01cf29d x-openstack-request-id: req-93828f85-4ea8-41f9-bcd6-a6f2d01cf29d {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:18.216043 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17624fdd-09f3-4e5f-99f5-175cade2c99e", "tag": "23195eda-6186-4f81-bfcd-2165ea2553d0", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:18.216361 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-93828f85-4ea8-41f9-bcd6-a6f2d01cf29d {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:18.216827 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17624fdd-09f3-4e5f-99f5-175cade2c99e', 'tag': '23195eda-6186-4f81-bfcd-2165ea2553d0', 'status': 'completed', 'code': 200} Jul 05 04:26:18.266238 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-74e46458-863c-476b-88a9-5aeb318c282c None None] Set router 9653c537-5750-463e-9074-042079000b8c gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:18.332815 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1f6f2-2bf3-4073-b2b3-2160bd0b1c90 req-7413ab33-f35b-444c-be58-6d6ed091a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:18.335176 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ec1f6f2-2bf3-4073-b2b3-2160bd0b1c90 req-7413ab33-f35b-444c-be58-6d6ed091a6b4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5bd542d5cd4c43b68c256ba41e113bc7&device_id=17624fdd-09f3-4e5f-99f5-175cade2c99e HTTP/1.1" status: 200 len: 1136 time: 0.0720086 Jul 05 04:26:18.406924 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a17661e-8afc-47bc-8432-8a6195995384 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:18.407414 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a17661e-8afc-47bc-8432-8a6195995384 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:18.407911 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a17661e-8afc-47bc-8432-8a6195995384 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:18.408391 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a17661e-8afc-47bc-8432-8a6195995384 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:18.408864 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a17661e-8afc-47bc-8432-8a6195995384 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:18.413538 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4a17661e-8afc-47bc-8432-8a6195995384 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.2397799 Jul 05 04:26:18.414594 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42176) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:18.478274 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1f6f2-2bf3-4073-b2b3-2160bd0b1c90 req-3b6dd428-cd6f-40ef-b725-140f7302d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:18.480039 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ec1f6f2-2bf3-4073-b2b3-2160bd0b1c90 req-3b6dd428-cd6f-40ef-b725-140f7302d9cd service neutron] 10.222.0.70 "GET /v2.0/networks?id=9845465f-cd58-4d8f-b292-e7160d6b47b3 HTTP/1.1" status: 200 len: 898 time: 0.1379905 Jul 05 04:26:18.521043 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce837e97-fd61-4164-ab21-e5182c3f58dd tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:18.521897 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce837e97-fd61-4164-ab21-e5182c3f58dd tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:18.522437 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce837e97-fd61-4164-ab21-e5182c3f58dd tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:18.522970 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce837e97-fd61-4164-ab21-e5182c3f58dd tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:18.523494 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce837e97-fd61-4164-ab21-e5182c3f58dd tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:18.529500 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42186) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:18.530232 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ce837e97-fd61-4164-ab21-e5182c3f58dd tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3351 time: 0.1144094 Jul 05 04:26:18.620810 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ec1f6f2-2bf3-4073-b2b3-2160bd0b1c90 req-729104d9-f51b-40c4-a829-6d32eccdd88e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23195eda-6186-4f81-bfcd-2165ea2553d0 HTTP/1.1" status: 200 len: 997 time: 0.1336365 Jul 05 04:26:18.688109 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-74e46458-863c-476b-88a9-5aeb318c282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9653c537-5750-463e-9074-042079000b8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1731106895', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '00ee2c67-c91c-44f8-adc1-3bc3b34b103d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:55Z', 'updated_at': '2021-07-05T04:26:00Z', 'revision_number': 4, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'gw_port': {'id': '00ee2c67-c91c-44f8-adc1-3bc3b34b103d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9653c537-5750-463e-9074-042079000b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:56Z', 'updated_at': '2021-07-05T04:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '5f666cac-c14b-48ae-8c76-a450eba40f15', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'floating_ip_address': '172.25.1.3', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '9653c537-5750-463e-9074-042079000b8c', 'port_id': '23195eda-6186-4f81-bfcd-2165ea2553d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3', 'mac_address': 'fa:16:3e:3f:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17624fdd-09f3-4e5f-99f5-175cade2c99e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:26:16Z', 'updated_at': '2021-07-05T04:26:16Z', 'revision_number': 0, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04e0ad9-b742-4ad5-87ea-572fa6af8ed0', 'name': '', 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'mac_address': 'fa:16:3e:a8:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9653c537-5750-463e-9074-042079000b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f2b74541-8c0a-42b1-8b94-fe196af2c77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:59Z', 'updated_at': '2021-07-05T04:26:06Z', 'revision_number': 5, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'subnets': [{'id': 'f2b74541-8c0a-42b1-8b94-fe196af2c77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:18.715737 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1f6f2-2bf3-4073-b2b3-2160bd0b1c90 req-802168c5-78d5-4bcf-bab6-3d81d953e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:18.717231 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ec1f6f2-2bf3-4073-b2b3-2160bd0b1c90 req-802168c5-78d5-4bcf-bab6-3d81d953e68b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2b74541-8c0a-42b1-8b94-fe196af2c77b HTTP/1.1" status: 200 len: 835 time: 0.0904562 Jul 05 04:26:18.724772 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e46458-863c-476b-88a9-5aeb318c282c None None] Checking router: 9653c537-5750-463e-9074-042079000b8c for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:26:18.741257 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e46458-863c-476b-88a9-5aeb318c282c None None] Routers {'9653c537-5750-463e-9074-042079000b8c'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:18.741921 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-74e46458-863c-476b-88a9-5aeb318c282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:26:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['9653c537-5750-463e-9074-042079000b8c'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:18.877282 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-74e46458-863c-476b-88a9-5aeb318c282c None None] Set router 9653c537-5750-463e-9074-042079000b8c gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:18.883791 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1f6f2-2bf3-4073-b2b3-2160bd0b1c90 req-a4bb59e9-4613-4bf7-a714-559a0e600ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:18.885345 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ec1f6f2-2bf3-4073-b2b3-2160bd0b1c90 req-a4bb59e9-4613-4bf7-a714-559a0e600ee8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9845465f-cd58-4d8f-b292-e7160d6b47b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1493907 Jul 05 04:26:18.903437 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ebe1f8a1-1f0e-458f-b7c9-a7cf4a8c408f tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2339 time: 0.3727894 Jul 05 04:26:18.906030 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42194) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:18.999055 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ec1f6f2-2bf3-4073-b2b3-2160bd0b1c90 req-661febd2-632b-4500-a155-f4c8eb593ff3 service neutron] 10.222.0.70 "GET /v2.0/networks/9845465f-cd58-4d8f-b292-e7160d6b47b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073725 Jul 05 04:26:19.115976 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ec1f6f2-2bf3-4073-b2b3-2160bd0b1c90 req-732b7cd5-7bc6-44d5-b899-e6df9c65d1a7 service neutron] 10.222.0.70 "GET /v2.0/networks/9845465f-cd58-4d8f-b292-e7160d6b47b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088097 Jul 05 04:26:19.179601 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-74e46458-863c-476b-88a9-5aeb318c282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9653c537-5750-463e-9074-042079000b8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1731106895', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '00ee2c67-c91c-44f8-adc1-3bc3b34b103d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:55Z', 'updated_at': '2021-07-05T04:26:00Z', 'revision_number': 4, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'gw_port': {'id': '00ee2c67-c91c-44f8-adc1-3bc3b34b103d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9653c537-5750-463e-9074-042079000b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:56Z', 'updated_at': '2021-07-05T04:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '5f666cac-c14b-48ae-8c76-a450eba40f15', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'floating_ip_address': '172.25.1.3', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '9653c537-5750-463e-9074-042079000b8c', 'port_id': '23195eda-6186-4f81-bfcd-2165ea2553d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3', 'mac_address': 'fa:16:3e:3f:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17624fdd-09f3-4e5f-99f5-175cade2c99e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:26:16Z', 'updated_at': '2021-07-05T04:26:16Z', 'revision_number': 0, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04e0ad9-b742-4ad5-87ea-572fa6af8ed0', 'name': '', 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'mac_address': 'fa:16:3e:a8:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9653c537-5750-463e-9074-042079000b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f2b74541-8c0a-42b1-8b94-fe196af2c77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:59Z', 'updated_at': '2021-07-05T04:26:06Z', 'revision_number': 5, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'subnets': [{'id': 'f2b74541-8c0a-42b1-8b94-fe196af2c77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:19.212718 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e46458-863c-476b-88a9-5aeb318c282c None None] The sync data for ids ['9653c537-5750-463e-9074-042079000b8c'] in n-d-780147-23 is: [{'id': '9653c537-5750-463e-9074-042079000b8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1731106895', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '00ee2c67-c91c-44f8-adc1-3bc3b34b103d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:55Z', 'updated_at': '2021-07-05T04:26:00Z', 'revision_number': 4, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'gw_port': {'id': '00ee2c67-c91c-44f8-adc1-3bc3b34b103d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9653c537-5750-463e-9074-042079000b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:56Z', 'updated_at': '2021-07-05T04:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '5f666cac-c14b-48ae-8c76-a450eba40f15', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'floating_ip_address': '172.25.1.3', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '9653c537-5750-463e-9074-042079000b8c', 'port_id': '23195eda-6186-4f81-bfcd-2165ea2553d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3', 'mac_address': 'fa:16:3e:3f:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17624fdd-09f3-4e5f-99f5-175cade2c99e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:26:16Z', 'updated_at': '2021-07-05T04:26:16Z', 'revision_number': 0, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04e0ad9-b742-4ad5-87ea-572fa6af8ed0', 'name': '', 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'mac_address': 'fa:16:3e:a8:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9653c537-5750-463e-9074-042079000b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f2b74541-8c0a-42b1-8b94-fe196af2c77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:59Z', 'updated_at': '2021-07-05T04:26:06Z', 'revision_number': 5, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'subnets': [{'id': 'f2b74541-8c0a-42b1-8b94-fe196af2c77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:26:19.322006 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc076a8-a71c-42ef-a9f8-c1327b654f04 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:19.322570 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc076a8-a71c-42ef-a9f8-c1327b654f04 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:19.324126 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6fc076a8-a71c-42ef-a9f8-c1327b654f04 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9653c537-5750-463e-9074-042079000b8c HTTP/1.1" status: 200 len: 1991 time: 0.4169266 Jul 05 04:26:19.448113 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12281dc-3ac4-48f0-9827-fd6557c3003b None None] New status for floating IP 5f666cac-c14b-48ae-8c76-a450eba40f15: ACTIVE {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:26:22.203752 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42210) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:22.310033 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d476559e-6775-4b18-a9bc-f04475be05a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:22.409947 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d476559e-6775-4b18-a9bc-f04475be05a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:22.414955 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d476559e-6775-4b18-a9bc-f04475be05a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:22.455867 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d476559e-6775-4b18-a9bc-f04475be05a9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f4a0d09a92684794a16fb030eee91b26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2508502 Jul 05 04:26:22.458309 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476559e-6775-4b18-a9bc-f04475be05a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcdae69-7926-47cc-90e0-450aef456c2d,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:22.459696 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42214) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:22.466579 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d476559e-6775-4b18-a9bc-f04475be05a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:22.466930 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d476559e-6775-4b18-a9bc-f04475be05a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:22.467272 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d476559e-6775-4b18-a9bc-f04475be05a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:22.467609 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d476559e-6775-4b18-a9bc-f04475be05a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:22.467970 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d476559e-6775-4b18-a9bc-f04475be05a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:22.468386 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d476559e-6775-4b18-a9bc-f04475be05a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:22.468715 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d476559e-6775-4b18-a9bc-f04475be05a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:22.469041 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d476559e-6775-4b18-a9bc-f04475be05a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:22.469375 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d476559e-6775-4b18-a9bc-f04475be05a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:22.469706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d476559e-6775-4b18-a9bc-f04475be05a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:22.470020 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d476559e-6775-4b18-a9bc-f04475be05a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:22.470339 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d476559e-6775-4b18-a9bc-f04475be05a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:22.511806 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-45ca14f9-6d3f-49b1-b857-b96d149d4817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:22.533482 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-45ca14f9-6d3f-49b1-b857-b96d149d4817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:22.584469 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-45ca14f9-6d3f-49b1-b857-b96d149d4817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:22.586975 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-45ca14f9-6d3f-49b1-b857-b96d149d4817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:22.588141 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-45ca14f9-6d3f-49b1-b857-b96d149d4817 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5fcdae69-7926-47cc-90e0-450aef456c2d HTTP/1.1" status: 204 len: 168 time: 0.1273577 Jul 05 04:26:22.595964 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca14f9-6d3f-49b1-b857-b96d149d4817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcdae69-7926-47cc-90e0-450aef456c2d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:23.195272 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42238) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:23.291204 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-0e13ae46-6322-405a-8e37-b5909129e0f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1000262241-network', 'tenant_id': 'b4b9fd9c4620412d99f6114655cddbf7'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:23.316100 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e13ae46-6322-405a-8e37-b5909129e0f3 admin admin] Made reservation on behalf of b4b9fd9c4620412d99f6114655cddbf7 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:26:23.318513 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e13ae46-6322-405a-8e37-b5909129e0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:23.326642 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e13ae46-6322-405a-8e37-b5909129e0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:23.414363 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e13ae46-6322-405a-8e37-b5909129e0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:23.418122 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e13ae46-6322-405a-8e37-b5909129e0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:23.445378 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e13ae46-6322-405a-8e37-b5909129e0f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:26:23.450549 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13ae46-6322-405a-8e37-b5909129e0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff6a997-2627-4cb8-b77a-d0169fe68f33,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:23.458872 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e13ae46-6322-405a-8e37-b5909129e0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:23.458872 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-0e13ae46-6322-405a-8e37-b5909129e0f3 admin admin] Added segment 0759f6a4-15d3-46a3-9d47-f36516953e6e of type vlan for network c4f38b27-4b24-407d-a3ae-e4913f6e9c64 Jul 05 04:26:23.508682 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e13ae46-6322-405a-8e37-b5909129e0f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:23.538319 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e13ae46-6322-405a-8e37-b5909129e0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:23.539230 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13ae46-6322-405a-8e37-b5909129e0f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:23.539842 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e13ae46-6322-405a-8e37-b5909129e0f3 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:23.596449 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0e13ae46-6322-405a-8e37-b5909129e0f3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3999884 Jul 05 04:26:23.600707 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42244) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:23.604500 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13ae46-6322-405a-8e37-b5909129e0f3 admin admin] Pushing event updated for resources: {'Network': ['ID=c4f38b27-4b24-407d-a3ae-e4913f6e9c64,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:23.605950 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-9131855f-3b9e-40e6-85b0-b4645163825c admin admin] Request body: {'subnet': {'network_id': 'c4f38b27-4b24-407d-a3ae-e4913f6e9c64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1000262241-subnet', 'tenant_id': 'b4b9fd9c4620412d99f6114655cddbf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:23.614303 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network c4f38b27-4b24-407d-a3ae-e4913f6e9c64 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:26:23.628798 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9131855f-3b9e-40e6-85b0-b4645163825c admin admin] Made reservation on behalf of b4b9fd9c4620412d99f6114655cddbf7 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:26:23.631391 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9131855f-3b9e-40e6-85b0-b4645163825c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:23.798543 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9131855f-3b9e-40e6-85b0-b4645163825c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:23.852991 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131855f-3b9e-40e6-85b0-b4645163825c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f694bc1-f7da-4dd8-ac6b-00e5b49065cc,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:23.862198 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9131855f-3b9e-40e6-85b0-b4645163825c admin admin] Checking segment: {'id': '0759f6a4-15d3-46a3-9d47-f36516953e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c4f38b27-4b24-407d-a3ae-e4913f6e9c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:23.862570 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9131855f-3b9e-40e6-85b0-b4645163825c admin admin] Network hostable DHCP agents. Network: c4f38b27-4b24-407d-a3ae-e4913f6e9c64, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:26:23.878019 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9131855f-3b9e-40e6-85b0-b4645163825c admin admin] Network c4f38b27-4b24-407d-a3ae-e4913f6e9c64 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:26:23.887386 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-9131855f-3b9e-40e6-85b0-b4645163825c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, c4f38b27-4b24-407d-a3ae-e4913f6e9c64) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:23.891512 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9131855f-3b9e-40e6-85b0-b4645163825c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:23.892132 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9131855f-3b9e-40e6-85b0-b4645163825c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:23.897655 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426f1b57-010f-4ce0-bf04-bcf8f7b2f8ae None None] Network c4f38b27-4b24-407d-a3ae-e4913f6e9c64 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:26:23.907317 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9131855f-3b9e-40e6-85b0-b4645163825c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3054745 Jul 05 04:26:24.026928 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931da0c2-8f07-46d8-b923-003f3853227b None None] Network c4f38b27-4b24-407d-a3ae-e4913f6e9c64 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:26:26.070315 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e42cdf0c-de7e-47a0-ad91-10ed0e5dd81d req-851af679-5ae3-4cae-accc-8e66d503f191 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0598478 Jul 05 04:26:26.169570 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cdf0c-de7e-47a0-ad91-10ed0e5dd81d req-d30f0fe9-ba55-4fd6-ac1a-90fc466b56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:26.171080 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e42cdf0c-de7e-47a0-ad91-10ed0e5dd81d req-d30f0fe9-ba55-4fd6-ac1a-90fc466b56f0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 1097 time: 0.0538144 Jul 05 04:26:26.277630 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cdf0c-de7e-47a0-ad91-10ed0e5dd81d req-6d9bc203-eb29-4e90-8ae3-7a50568bbc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:26.279049 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e42cdf0c-de7e-47a0-ad91-10ed0e5dd81d req-6d9bc203-eb29-4e90-8ae3-7a50568bbc13 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a HTTP/1.1" status: 200 len: 897 time: 0.0860095 Jul 05 04:26:26.348622 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e42cdf0c-de7e-47a0-ad91-10ed0e5dd81d req-436e4f0d-6ee0-44a3-8365-1ee2fbd29202 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 HTTP/1.1" status: 200 len: 1001 time: 0.0620899 Jul 05 04:26:26.403564 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cdf0c-de7e-47a0-ad91-10ed0e5dd81d req-790f5bfe-8212-4b42-96b8-526e2c42800b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:26.405212 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e42cdf0c-de7e-47a0-ad91-10ed0e5dd81d req-790f5bfe-8212-4b42-96b8-526e2c42800b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62daabc6-a108-4290-ad82-04733545f861 HTTP/1.1" status: 200 len: 835 time: 0.0452139 Jul 05 04:26:26.466407 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cdf0c-de7e-47a0-ad91-10ed0e5dd81d req-10ae6a8d-00b3-45d6-854e-63b57973a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:26.468067 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e42cdf0c-de7e-47a0-ad91-10ed0e5dd81d req-10ae6a8d-00b3-45d6-854e-63b57973a8ea service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558324 Jul 05 04:26:26.619788 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e42cdf0c-de7e-47a0-ad91-10ed0e5dd81d req-3bb23c3e-59cd-41a2-8d01-131196e14d07 service neutron] 10.222.0.89 "GET /v2.0/networks/3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436505 Jul 05 04:26:26.725849 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e42cdf0c-de7e-47a0-ad91-10ed0e5dd81d req-18b5639d-1a22-40f4-ac26-dab7c5e7ed46 service neutron] 10.222.0.89 "GET /v2.0/networks/3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951455 Jul 05 04:26:28.201446 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42276) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:28.368790 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf1457-2ea0-433c-b6fc-5d5f16692727 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Deleting port 4d2b0449-93f7-4a55-839e-1d634c14a56f {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:28.369079 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8fdf1457-2ea0-433c-b6fc-5d5f16692727 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:28.450068 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8fdf1457-2ea0-433c-b6fc-5d5f16692727 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:28.450406 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8fdf1457-2ea0-433c-b6fc-5d5f16692727 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:28.464462 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf1457-2ea0-433c-b6fc-5d5f16692727 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Calling delete_port for 4d2b0449-93f7-4a55-839e-1d634c14a56f owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:28.618579 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8fdf1457-2ea0-433c-b6fc-5d5f16692727 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:28.642256 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf1457-2ea0-433c-b6fc-5d5f16692727 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'Port': ['ID=4d2b0449-93f7-4a55-839e-1d634c14a56f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:28.665716 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f2c97351-839a-44b2-a2fc-7adfce17ad04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:28.713021 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8fdf1457-2ea0-433c-b6fc-5d5f16692727 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:28.713438 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-8fdf1457-2ea0-433c-b6fc-5d5f16692727 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Floating IP 348f11cf-5ce9-4da4-bbcb-d97269d9c3dc disassociated (deleted). External IP: 172.25.1.199, port: b8ab2ac7-ab4e-46fb-8828-6d11f34064a8. Jul 05 04:26:28.926867 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdf1457-2ea0-433c-b6fc-5d5f16692727 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Router f8db9ba7-9d23-4c2a-8468-e41a9b15b70f has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:26:29.042400 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdf1457-2ea0-433c-b6fc-5d5f16692727 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:26:29.046971 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8fdf1457-2ea0-433c-b6fc-5d5f16692727 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:29.053588 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8031a718-ad53-4ffe-8628-dfe3ad37da31 None None] Sync routers for ids ['f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:26:29.063483 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8031a718-ad53-4ffe-8628-dfe3ad37da31 None None] Routers {'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:29.064154 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8031a718-ad53-4ffe-8628-dfe3ad37da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:26:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:29.090950 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8fdf1457-2ea0-433c-b6fc-5d5f16692727 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "DELETE /v2.0/floatingips/348f11cf-5ce9-4da4-bbcb-d97269d9c3dc HTTP/1.1" status: 204 len: 168 time: 0.8854969 Jul 05 04:26:29.090950 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287eff2d-6c5c-4d0c-89d5-51b62a10008c', 'tag': 'b8ab2ac7-ab4e-46fb-8828-6d11f34064a8'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:29.092736 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8625d8e-22e4-46d2-b1aa-ef0901b80445" -d '{"events": [{"name": "network-changed", "server_uuid": "287eff2d-6c5c-4d0c-89d5-51b62a10008c", "tag": "b8ab2ac7-ab4e-46fb-8828-6d11f34064a8"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:29.134238 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a48c009-959b-41d6-8c81-a6dee5d7bac1 x-openstack-request-id: req-9a48c009-959b-41d6-8c81-a6dee5d7bac1 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:29.134536 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287eff2d-6c5c-4d0c-89d5-51b62a10008c", "tag": "b8ab2ac7-ab4e-46fb-8828-6d11f34064a8", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:29.134839 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9a48c009-959b-41d6-8c81-a6dee5d7bac1 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:29.135265 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287eff2d-6c5c-4d0c-89d5-51b62a10008c', 'tag': 'b8ab2ac7-ab4e-46fb-8828-6d11f34064a8', 'status': 'completed', 'code': 200} Jul 05 04:26:29.186318 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-8031a718-ad53-4ffe-8628-dfe3ad37da31 None None] Set router f8db9ba7-9d23-4c2a-8468-e41a9b15b70f gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:29.233790 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8625d8e-22e4-46d2-b1aa-ef0901b80445 req-f819e63d-583f-4cbb-87cb-6fb1b71c3675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:29.235402 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b8625d8e-22e4-46d2-b1aa-ef0901b80445 req-f819e63d-583f-4cbb-87cb-6fb1b71c3675 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=808124476429444bb6a930e35c6aa8ee&device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 1097 time: 0.0699303 Jul 05 04:26:29.380161 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8625d8e-22e4-46d2-b1aa-ef0901b80445 req-04ea168f-23f1-41e4-a0ff-644deb72ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:29.381919 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b8625d8e-22e4-46d2-b1aa-ef0901b80445 req-04ea168f-23f1-41e4-a0ff-644deb72ed33 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a HTTP/1.1" status: 200 len: 897 time: 0.1366723 Jul 05 04:26:29.441930 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b8625d8e-22e4-46d2-b1aa-ef0901b80445 req-6b6ce44a-2f4f-42a1-acb8-2dc38ab59125 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 HTTP/1.1" status: 200 len: 217 time: 0.0445554 Jul 05 04:26:29.446936 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8031a718-ad53-4ffe-8628-dfe3ad37da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143636863', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e0130fb0-ad6a-4f5c-88c7-1dee310b48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:36Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e0130fb0-ad6a-4f5c-88c7-1dee310b48e2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '1a59d81e-eb19-4a76-bb88-475f0bc53185', 'name': '', 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:ee:d1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '62daabc6-a108-4290-ad82-04733545f861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:35Z', 'updated_at': '2021-07-05T04:24:46Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '62daabc6-a108-4290-ad82-04733545f861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:29.488324 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8031a718-ad53-4ffe-8628-dfe3ad37da31 None None] Checking router: f8db9ba7-9d23-4c2a-8468-e41a9b15b70f for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:26:29.500798 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8031a718-ad53-4ffe-8628-dfe3ad37da31 None None] Routers {'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:29.501810 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8031a718-ad53-4ffe-8628-dfe3ad37da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:26:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:29.504805 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8625d8e-22e4-46d2-b1aa-ef0901b80445 req-53abebc2-fff0-4f59-a568-0b32a663fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:29.506747 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b8625d8e-22e4-46d2-b1aa-ef0901b80445 req-53abebc2-fff0-4f59-a568-0b32a663fa70 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62daabc6-a108-4290-ad82-04733545f861 HTTP/1.1" status: 200 len: 835 time: 0.0554659 Jul 05 04:26:29.537706 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:29.569908 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ceaef9-cfbb-4194-a12f-197aa1112275 req-4e461733-4e14-4341-8a1a-37a0dfe68667 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:29.577714 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c7ceaef9-cfbb-4194-a12f-197aa1112275 req-4e461733-4e14-4341-8a1a-37a0dfe68667 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 945 time: 0.0907142 Jul 05 04:26:29.580844 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8625d8e-22e4-46d2-b1aa-ef0901b80445 req-575f1b4d-787f-49a1-ac63-a9700aa342d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:29.582690 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b8625d8e-22e4-46d2-b1aa-ef0901b80445 req-575f1b4d-787f-49a1-ac63-a9700aa342d1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678816 Jul 05 04:26:29.629303 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c7ceaef9-cfbb-4194-a12f-197aa1112275 req-8f7a7d03-d568-484c-bf25-df58005e8c6a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506113 Jul 05 04:26:29.645478 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-8031a718-ad53-4ffe-8628-dfe3ad37da31 None None] Set router f8db9ba7-9d23-4c2a-8468-e41a9b15b70f gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:29.690416 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b8625d8e-22e4-46d2-b1aa-ef0901b80445 req-25c1bb26-f434-42c6-8acf-af9f1ec46429 service neutron] 10.222.0.89 "GET /v2.0/networks/3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003804 Jul 05 04:26:29.798066 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b8625d8e-22e4-46d2-b1aa-ef0901b80445 req-bf7fb1d9-3b3b-4a01-9caf-93e5c2b122e1 service neutron] 10.222.0.89 "GET /v2.0/networks/3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009517 Jul 05 04:26:29.858707 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8031a718-ad53-4ffe-8628-dfe3ad37da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143636863', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e0130fb0-ad6a-4f5c-88c7-1dee310b48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:36Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e0130fb0-ad6a-4f5c-88c7-1dee310b48e2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '1a59d81e-eb19-4a76-bb88-475f0bc53185', 'name': '', 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:ee:d1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '62daabc6-a108-4290-ad82-04733545f861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:35Z', 'updated_at': '2021-07-05T04:24:46Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '62daabc6-a108-4290-ad82-04733545f861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:29.884832 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8031a718-ad53-4ffe-8628-dfe3ad37da31 None None] The sync data for ids ['f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'] in n-d-780147-23 is: [{'id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143636863', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e0130fb0-ad6a-4f5c-88c7-1dee310b48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:36Z', 'revision_number': 4, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e0130fb0-ad6a-4f5c-88c7-1dee310b48e2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '1a59d81e-eb19-4a76-bb88-475f0bc53185', 'name': '', 'network_id': '3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'mac_address': 'fa:16:3e:ee:d1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '62daabc6-a108-4290-ad82-04733545f861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:35Z', 'updated_at': '2021-07-05T04:24:46Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'subnets': [{'id': '62daabc6-a108-4290-ad82-04733545f861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:26:30.115626 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e37c51a-7914-42fb-85eb-0555328f6f6e None None] New status for floating IP 348f11cf-5ce9-4da4-bbcb-d97269d9c3dc: DOWN {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:26:30.814000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16074d6-d684-434f-b342-2c315b8fa657 req-72807c5c-60d4-4abf-a487-cf1833729602 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:30.815492 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a16074d6-d684-434f-b342-2c315b8fa657 req-72807c5c-60d4-4abf-a487-cf1833729602 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 945 time: 0.0710492 Jul 05 04:26:30.856915 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a16074d6-d684-434f-b342-2c315b8fa657 req-808c6816-d867-44fb-9e8c-f720f01a8c64 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a12fb53-d256-463f-bd57-df27aaa01186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351288 Jul 05 04:26:30.969252 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde4ea6-adee-4c6d-a8d2-fd24c6ac4950 req-7b7fc261-f1d8-43d6-9d04-63e375c49f8a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:30.970775 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2dde4ea6-adee-4c6d-a8d2-fd24c6ac4950 req-7b7fc261-f1d8-43d6-9d04-63e375c49f8a tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.89 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 945 time: 0.0647151 Jul 05 04:26:31.076858 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-2dde4ea6-adee-4c6d-a8d2-fd24c6ac4950 req-82cc149e-439f-4429-9854-80537b795bbd tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Deleting port b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:31.077217 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2dde4ea6-adee-4c6d-a8d2-fd24c6ac4950 req-82cc149e-439f-4429-9854-80537b795bbd tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:31.186133 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-2dde4ea6-adee-4c6d-a8d2-fd24c6ac4950 req-82cc149e-439f-4429-9854-80537b795bbd tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] For port b8ab2ac7-ab4e-46fb-8828-6d11f34064a8, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b8ab2ac7-ab4e-46fb-8828-6d11f34064a8,segment=NetworkSegment(ab76439f-d7b9-4133-8a58-242532d7d063),segment_id=ab76439f-d7b9-4133-8a58-242532d7d063)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:31.186638 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2dde4ea6-adee-4c6d-a8d2-fd24c6ac4950 req-82cc149e-439f-4429-9854-80537b795bbd tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:31.201144 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-2dde4ea6-adee-4c6d-a8d2-fd24c6ac4950 req-82cc149e-439f-4429-9854-80537b795bbd tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Calling delete_port for b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:31.342133 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2dde4ea6-adee-4c6d-a8d2-fd24c6ac4950 req-82cc149e-439f-4429-9854-80537b795bbd tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:31.362190 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-369ec017-fb97-48da-8161-eea38e3924b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:31.378856 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc149e-439f-4429-9854-80537b795bbd tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'Port': ['ID=b8ab2ac7-ab4e-46fb-8828-6d11f34064a8,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:31.429528 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dde4ea6-adee-4c6d-a8d2-fd24c6ac4950 req-82cc149e-439f-4429-9854-80537b795bbd tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] No DVR routers for this DVR port b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:26:31.432385 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2dde4ea6-adee-4c6d-a8d2-fd24c6ac4950 req-82cc149e-439f-4429-9854-80537b795bbd tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:31.434400 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2dde4ea6-adee-4c6d-a8d2-fd24c6ac4950 req-82cc149e-439f-4429-9854-80537b795bbd tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.89 "DELETE /v2.0/ports/b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 HTTP/1.1" status: 204 len: 173 time: 0.4555628 Jul 05 04:26:31.434836 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287eff2d-6c5c-4d0c-89d5-51b62a10008c', 'name': 'network-vif-deleted', 'tag': 'b8ab2ac7-ab4e-46fb-8828-6d11f34064a8'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:31.437119 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354861a5-1d6a-4044-afd3-6f6309c00657" -d '{"events": [{"server_uuid": "287eff2d-6c5c-4d0c-89d5-51b62a10008c", "name": "network-vif-deleted", "tag": "b8ab2ac7-ab4e-46fb-8828-6d11f34064a8"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:31.479708 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77700a6a-b853-4005-8993-1c3b581f819a x-openstack-request-id: req-77700a6a-b853-4005-8993-1c3b581f819a {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:31.480102 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287eff2d-6c5c-4d0c-89d5-51b62a10008c", "name": "network-vif-deleted", "tag": "b8ab2ac7-ab4e-46fb-8828-6d11f34064a8", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:31.480351 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-77700a6a-b853-4005-8993-1c3b581f819a {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:31.480745 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287eff2d-6c5c-4d0c-89d5-51b62a10008c', 'name': 'network-vif-deleted', 'tag': 'b8ab2ac7-ab4e-46fb-8828-6d11f34064a8', 'status': 'completed', 'code': 200} Jul 05 04:26:31.754984 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:32.236049 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca36da66-a4e0-4444-930a-01e1b96b23a3 req-e6b0fb04-1d2c-4c48-8aed-c2c4f9b79899 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "GET /v2.0/ports?device_id=287eff2d-6c5c-4d0c-89d5-51b62a10008c HTTP/1.1" status: 200 len: 210 time: 0.2155902 Jul 05 04:26:32.644247 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:33.334942 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42306) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:33.715584 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9329f287-9c74-46f2-a4f6-3c0aacabd7c4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:34.000541 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-9329f287-9c74-46f2-a4f6-3c0aacabd7c4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Deleting port 1a59d81e-eb19-4a76-bb88-475f0bc53185 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:34.000888 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9329f287-9c74-46f2-a4f6-3c0aacabd7c4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:34.090321 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-9329f287-9c74-46f2-a4f6-3c0aacabd7c4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] For port 1a59d81e-eb19-4a76-bb88-475f0bc53185, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1a59d81e-eb19-4a76-bb88-475f0bc53185,segment=NetworkSegment(ab76439f-d7b9-4133-8a58-242532d7d063),segment_id=ab76439f-d7b9-4133-8a58-242532d7d063)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:34.090998 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9329f287-9c74-46f2-a4f6-3c0aacabd7c4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:34.104601 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-9329f287-9c74-46f2-a4f6-3c0aacabd7c4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Calling delete_port for 1a59d81e-eb19-4a76-bb88-475f0bc53185 owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:34.305584 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9329f287-9c74-46f2-a4f6-3c0aacabd7c4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:34.341434 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329f287-9c74-46f2-a4f6-3c0aacabd7c4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'Port': ['ID=1a59d81e-eb19-4a76-bb88-475f0bc53185,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:34.354794 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9329f287-9c74-46f2-a4f6-3c0aacabd7c4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:34.355260 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9329f287-9c74-46f2-a4f6-3c0aacabd7c4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:34.355702 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9329f287-9c74-46f2-a4f6-3c0aacabd7c4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:34.356076 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9329f287-9c74-46f2-a4f6-3c0aacabd7c4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:34.356418 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9329f287-9c74-46f2-a4f6-3c0aacabd7c4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:34.356760 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9329f287-9c74-46f2-a4f6-3c0aacabd7c4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:34.357099 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9329f287-9c74-46f2-a4f6-3c0aacabd7c4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:34.357431 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9329f287-9c74-46f2-a4f6-3c0aacabd7c4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:34.357868 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9329f287-9c74-46f2-a4f6-3c0aacabd7c4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:34.358099 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9329f287-9c74-46f2-a4f6-3c0aacabd7c4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:34.358529 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9329f287-9c74-46f2-a4f6-3c0aacabd7c4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:34.358858 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9329f287-9c74-46f2-a4f6-3c0aacabd7c4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:34.448325 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:34.542215 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9329f287-9c74-46f2-a4f6-3c0aacabd7c4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:34.940668 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:26:34.966808 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:26:34.967151 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b8ab2ac7-ab4e-46fb-8828-6d11f34064a8 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:26:35.092457 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9329f287-9c74-46f2-a4f6-3c0aacabd7c4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Router f8db9ba7-9d23-4c2a-8468-e41a9b15b70f has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:26:35.203212 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9329f287-9c74-46f2-a4f6-3c0aacabd7c4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:26:35.211280 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9329f287-9c74-46f2-a4f6-3c0aacabd7c4 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "PUT /v2.0/routers/f8db9ba7-9d23-4c2a-8468-e41a9b15b70f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8723221 Jul 05 04:26:35.211551 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42314) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:35.212610 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c163370-fc52-4eb6-854d-2b89045eb6c7 None None] Sync routers for ids ['f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:26:35.222179 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c163370-fc52-4eb6-854d-2b89045eb6c7 None None] Routers {'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:35.222799 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-0c163370-fc52-4eb6-854d-2b89045eb6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:26:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:35.265161 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-92875af0-40d1-401f-ab98-19daf8f9c0d8 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Deleting subnet 62daabc6-a108-4290-ad82-04733545f861 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:26:35.268378 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92875af0-40d1-401f-ab98-19daf8f9c0d8 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:35.310569 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92875af0-40d1-401f-ab98-19daf8f9c0d8 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:35.330602 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-0c163370-fc52-4eb6-854d-2b89045eb6c7 None None] Set router f8db9ba7-9d23-4c2a-8468-e41a9b15b70f gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:35.402288 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92875af0-40d1-401f-ab98-19daf8f9c0d8 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:35.477766 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92875af0-40d1-401f-ab98-19daf8f9c0d8 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:35.508889 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92875af0-40d1-401f-ab98-19daf8f9c0d8 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'Subnet': ['ID=62daabc6-a108-4290-ad82-04733545f861,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:35.513621 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-92875af0-40d1-401f-ab98-19daf8f9c0d8 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:35.518776 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42316) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:35.527125 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-92875af0-40d1-401f-ab98-19daf8f9c0d8 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "DELETE /v2.0/subnets/62daabc6-a108-4290-ad82-04733545f861 HTTP/1.1" status: 204 len: 168 time: 0.3139575 Jul 05 04:26:35.612526 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9635de61-4743-4d9f-8931-292732ebaaf2 None None] Network 3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:26:35.639353 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2de1f084-5bad-4239-a259-68eabfc5bccb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:35.756400 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2de1f084-5bad-4239-a259-68eabfc5bccb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:35.813160 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-2de1f084-5bad-4239-a259-68eabfc5bccb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Deleting port e0130fb0-ad6a-4f5c-88c7-1dee310b48e2 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:35.813506 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2de1f084-5bad-4239-a259-68eabfc5bccb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:35.829004 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-0c163370-fc52-4eb6-854d-2b89045eb6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143636863', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'e0130fb0-ad6a-4f5c-88c7-1dee310b48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:26:34Z', 'revision_number': 5, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port': {'id': 'e0130fb0-ad6a-4f5c-88c7-1dee310b48e2', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:35.859773 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c163370-fc52-4eb6-854d-2b89045eb6c7 None None] Checking router: f8db9ba7-9d23-4c2a-8468-e41a9b15b70f for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:26:35.869156 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c163370-fc52-4eb6-854d-2b89045eb6c7 None None] Routers {'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:35.869948 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-0c163370-fc52-4eb6-854d-2b89045eb6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:26:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:35.903904 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-2de1f084-5bad-4239-a259-68eabfc5bccb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] For port e0130fb0-ad6a-4f5c-88c7-1dee310b48e2, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e0130fb0-ad6a-4f5c-88c7-1dee310b48e2,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:35.904360 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2de1f084-5bad-4239-a259-68eabfc5bccb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:35.918400 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-2de1f084-5bad-4239-a259-68eabfc5bccb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Calling delete_port for e0130fb0-ad6a-4f5c-88c7-1dee310b48e2 owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:35.956636 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82aa4ba-71c1-4811-90ef-5764c6cf51bf None None] DHCP port deletion for 3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:26:36.005579 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-0c163370-fc52-4eb6-854d-2b89045eb6c7 None None] Set router f8db9ba7-9d23-4c2a-8468-e41a9b15b70f gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:36.079127 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-0c163370-fc52-4eb6-854d-2b89045eb6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143636863', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:26:35Z', 'revision_number': 6, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:36.111706 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c163370-fc52-4eb6-854d-2b89045eb6c7 None None] The sync data for ids ['f8db9ba7-9d23-4c2a-8468-e41a9b15b70f'] in n-d-780147-23 is: [{'id': 'f8db9ba7-9d23-4c2a-8468-e41a9b15b70f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143636863', 'tenant_id': '808124476429444bb6a930e35c6aa8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:26:35Z', 'revision_number': 6, 'project_id': '808124476429444bb6a930e35c6aa8ee', 'gw_port_host': None}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:26:36.118507 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2de1f084-5bad-4239-a259-68eabfc5bccb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.151558 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a82aa4ba-71c1-4811-90ef-5764c6cf51bf None None] Deleting port 3e5a9ffd-8f38-4088-b839-33278b89f5d6 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:36.152081 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a82aa4ba-71c1-4811-90ef-5764c6cf51bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.161433 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1f084-5bad-4239-a259-68eabfc5bccb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'Port': ['ID=e0130fb0-ad6a-4f5c-88c7-1dee310b48e2,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:36.229352 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a82aa4ba-71c1-4811-90ef-5764c6cf51bf None None] For port 3e5a9ffd-8f38-4088-b839-33278b89f5d6, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3e5a9ffd-8f38-4088-b839-33278b89f5d6,segment=NetworkSegment(ab76439f-d7b9-4133-8a58-242532d7d063),segment_id=ab76439f-d7b9-4133-8a58-242532d7d063)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:36.229762 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a82aa4ba-71c1-4811-90ef-5764c6cf51bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.240675 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2de1f084-5bad-4239-a259-68eabfc5bccb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.246168 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a82aa4ba-71c1-4811-90ef-5764c6cf51bf None None] Calling delete_port for 3e5a9ffd-8f38-4088-b839-33278b89f5d6 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:36.332850 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a82aa4ba-71c1-4811-90ef-5764c6cf51bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.335023 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2de1f084-5bad-4239-a259-68eabfc5bccb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.338426 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2de1f084-5bad-4239-a259-68eabfc5bccb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.360391 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82aa4ba-71c1-4811-90ef-5764c6cf51bf None None] Pushing event deleted for resources: {'Port': ['ID=3e5a9ffd-8f38-4088-b839-33278b89f5d6,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:36.369021 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82aa4ba-71c1-4811-90ef-5764c6cf51bf None None] No DVR routers for this DVR port 3e5a9ffd-8f38-4088-b839-33278b89f5d6 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:26:36.371479 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82aa4ba-71c1-4811-90ef-5764c6cf51bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:36.371852 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82aa4ba-71c1-4811-90ef-5764c6cf51bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:36.372201 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82aa4ba-71c1-4811-90ef-5764c6cf51bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:36.372543 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82aa4ba-71c1-4811-90ef-5764c6cf51bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:36.372881 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82aa4ba-71c1-4811-90ef-5764c6cf51bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:36.373225 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82aa4ba-71c1-4811-90ef-5764c6cf51bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:36.373552 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82aa4ba-71c1-4811-90ef-5764c6cf51bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:36.373884 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82aa4ba-71c1-4811-90ef-5764c6cf51bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:36.374213 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82aa4ba-71c1-4811-90ef-5764c6cf51bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:36.374542 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82aa4ba-71c1-4811-90ef-5764c6cf51bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:36.374872 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82aa4ba-71c1-4811-90ef-5764c6cf51bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:36.375196 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82aa4ba-71c1-4811-90ef-5764c6cf51bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:36.392813 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2de1f084-5bad-4239-a259-68eabfc5bccb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.393659 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de1f084-5bad-4239-a259-68eabfc5bccb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Fanout notify agent at l3_agent the message router_deleted on router f8db9ba7-9d23-4c2a-8468-e41a9b15b70f {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:26:36.401732 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2de1f084-5bad-4239-a259-68eabfc5bccb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.402984 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2de1f084-5bad-4239-a259-68eabfc5bccb tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "DELETE /v2.0/routers/f8db9ba7-9d23-4c2a-8468-e41a9b15b70f HTTP/1.1" status: 204 len: 168 time: 0.8829637 Jul 05 04:26:36.405631 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42320) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:36.496247 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e00e602e-2090-476f-a93e-50cfac876210 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.522850 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3e5a9ffd-8f38-4088-b839-33278b89f5d6 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:26:36.548744 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 3e5a9ffd-8f38-4088-b839-33278b89f5d6 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:26:36.549092 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3e5a9ffd-8f38-4088-b839-33278b89f5d6 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:26:36.606420 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e00e602e-2090-476f-a93e-50cfac876210 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.621962 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-e00e602e-2090-476f-a93e-50cfac876210 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:36.633331 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-e00e602e-2090-476f-a93e-50cfac876210 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab76439f-d7b9-4133-8a58-242532d7d063') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:36.633914 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-e00e602e-2090-476f-a93e-50cfac876210 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab76439f-d7b9-4133-8a58-242532d7d063') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:36.642278 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e00e602e-2090-476f-a93e-50cfac876210 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.656238 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e00e602e-2090-476f-a93e-50cfac876210 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.662035 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e00e602e-2090-476f-a93e-50cfac876210 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:26:36.662419 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e00e602e-2090-476f-a93e-50cfac876210 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:26:36.665590 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:26:36.734903 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e00e602e-2090-476f-a93e-50cfac876210 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.744287 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e00e602e-2090-476f-a93e-50cfac876210 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.746079 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e00e602e-2090-476f-a93e-50cfac876210 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "DELETE /v2.0/networks/3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a HTTP/1.1" status: 204 len: 168 time: 0.3394833 Jul 05 04:26:36.749109 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42322) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:36.757666 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e602e-2090-476f-a93e-50cfac876210 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'Network': ['ID=3c2ff1ae-fd88-4100-ba07-b472bbdcfe8a,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:36.810164 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82b33aa3-c813-4ff6-886e-38cae3b16710 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.836423 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82b33aa3-c813-4ff6-886e-38cae3b16710 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.904677 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82b33aa3-c813-4ff6-886e-38cae3b16710 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.907479 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82b33aa3-c813-4ff6-886e-38cae3b16710 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.908704 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-82b33aa3-c813-4ff6-886e-38cae3b16710 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] 10.222.0.77 "DELETE /v2.0/security-groups/0a12fb53-d256-463f-bd57-df27aaa01186 HTTP/1.1" status: 204 len: 168 time: 0.1585019 Jul 05 04:26:36.922633 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b33aa3-c813-4ff6-886e-38cae3b16710 tempest-TestNetworkAdvancedServerOps-656456771 tempest-TestNetworkAdvancedServerOps-656456771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a12fb53-d256-463f-bd57-df27aaa01186,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:37.205490 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42332) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:37.362307 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-da51de16-5d88-42f5-b724-7151464f9cb1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=808124476429444bb6a930e35c6aa8ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556528 Jul 05 04:26:37.364868 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42336) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:37.415857 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05561ff9-2ae7-48d3-9b51-42f07a4caa68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:37.438524 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05561ff9-2ae7-48d3-9b51-42f07a4caa68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:37.484202 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05561ff9-2ae7-48d3-9b51-42f07a4caa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:37.486981 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-05561ff9-2ae7-48d3-9b51-42f07a4caa68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:37.488146 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-05561ff9-2ae7-48d3-9b51-42f07a4caa68 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/59381d8d-c19f-4db2-bf0e-99117bf1f28a HTTP/1.1" status: 204 len: 168 time: 0.1223357 Jul 05 04:26:37.496940 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05561ff9-2ae7-48d3-9b51-42f07a4caa68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59381d8d-c19f-4db2-bf0e-99117bf1f28a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:37.781645 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42342) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:37.826249 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42344) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:37.827153 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9eaac80c-14a4-4f1e-94b6-3fe29e3883ae admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5bf7606df3e146a2a088b505870c01eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403283 Jul 05 04:26:37.875345 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-88cdc7d3-cc84-4019-944e-1c476e03ebe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:37.896654 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-88cdc7d3-cc84-4019-944e-1c476e03ebe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:37.950662 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-88cdc7d3-cc84-4019-944e-1c476e03ebe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:37.953885 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-88cdc7d3-cc84-4019-944e-1c476e03ebe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:37.955243 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-88cdc7d3-cc84-4019-944e-1c476e03ebe5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a5761fa3-2ce9-4e66-93ef-8dc908bf864d HTTP/1.1" status: 204 len: 168 time: 0.1280925 Jul 05 04:26:37.965073 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdc7d3-cc84-4019-944e-1c476e03ebe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5761fa3-2ce9-4e66-93ef-8dc908bf864d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:38.086622 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e0130fb0-ad6a-4f5c-88c7-1dee310b48e2 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:26:38.108478 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: e0130fb0-ad6a-4f5c-88c7-1dee310b48e2 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:26:38.108957 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e0130fb0-ad6a-4f5c-88c7-1dee310b48e2 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:26:38.109384 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1a59d81e-eb19-4a76-bb88-475f0bc53185 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:26:38.132012 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 1a59d81e-eb19-4a76-bb88-475f0bc53185 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:26:38.132346 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1a59d81e-eb19-4a76-bb88-475f0bc53185 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:26:38.712883 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42372) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:38.809140 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f274a501-5fca-43ec-84ad-a47f3d53f5e1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-837009924-network', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:38.835037 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f274a501-5fca-43ec-84ad-a47f3d53f5e1 admin admin] Made reservation on behalf of 6fc8fad41d824ee4a364c435b8751415 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:26:38.837958 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f274a501-5fca-43ec-84ad-a47f3d53f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:38.846960 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f274a501-5fca-43ec-84ad-a47f3d53f5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:38.937220 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f274a501-5fca-43ec-84ad-a47f3d53f5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:38.940850 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f274a501-5fca-43ec-84ad-a47f3d53f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:38.965804 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f274a501-5fca-43ec-84ad-a47f3d53f5e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:26:38.974544 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274a501-5fca-43ec-84ad-a47f3d53f5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef43bfb7-788a-4933-9c2e-67321b55e4d5,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:38.980485 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f274a501-5fca-43ec-84ad-a47f3d53f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:38.980834 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-f274a501-5fca-43ec-84ad-a47f3d53f5e1 admin admin] Added segment 55e26d70-fb7d-4a37-ae71-6304bf371319 of type vlan for network 9bb75e69-085b-4398-8c51-4210af335aff Jul 05 04:26:39.020138 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f274a501-5fca-43ec-84ad-a47f3d53f5e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:39.048394 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f274a501-5fca-43ec-84ad-a47f3d53f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:39.049341 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f274a501-5fca-43ec-84ad-a47f3d53f5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:39.049921 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f274a501-5fca-43ec-84ad-a47f3d53f5e1 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:39.103458 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f274a501-5fca-43ec-84ad-a47f3d53f5e1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3891232 Jul 05 04:26:39.106724 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42378) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:39.108747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274a501-5fca-43ec-84ad-a47f3d53f5e1 admin admin] Pushing event updated for resources: {'Network': ['ID=9bb75e69-085b-4398-8c51-4210af335aff,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:39.111785 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-9ce60db7-dad4-46ff-93b2-37ebb7915fe8 admin admin] Request body: {'subnet': {'network_id': '9bb75e69-085b-4398-8c51-4210af335aff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-837009924-subnet', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:39.119204 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 9bb75e69-085b-4398-8c51-4210af335aff details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:26:39.135662 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce60db7-dad4-46ff-93b2-37ebb7915fe8 admin admin] Made reservation on behalf of 6fc8fad41d824ee4a364c435b8751415 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:26:39.138373 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9ce60db7-dad4-46ff-93b2-37ebb7915fe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:39.313824 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9ce60db7-dad4-46ff-93b2-37ebb7915fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:39.374272 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce60db7-dad4-46ff-93b2-37ebb7915fe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e647f531-73b2-4581-a3b5-29f9972848b9,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:39.381037 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce60db7-dad4-46ff-93b2-37ebb7915fe8 admin admin] Checking segment: {'id': '55e26d70-fb7d-4a37-ae71-6304bf371319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:39.381407 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce60db7-dad4-46ff-93b2-37ebb7915fe8 admin admin] Network hostable DHCP agents. Network: 9bb75e69-085b-4398-8c51-4210af335aff, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:26:39.401026 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce60db7-dad4-46ff-93b2-37ebb7915fe8 admin admin] Network 9bb75e69-085b-4398-8c51-4210af335aff is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:26:39.409552 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-9ce60db7-dad4-46ff-93b2-37ebb7915fe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 9bb75e69-085b-4398-8c51-4210af335aff) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:39.415128 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce60db7-dad4-46ff-93b2-37ebb7915fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:39.416294 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9ce60db7-dad4-46ff-93b2-37ebb7915fe8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:39.419923 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55668afe-c25b-4467-aef0-7c967026792e None None] Network 9bb75e69-085b-4398-8c51-4210af335aff requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:26:39.434971 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9ce60db7-dad4-46ff-93b2-37ebb7915fe8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3240852 Jul 05 04:26:39.435400 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42384) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:39.441630 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-4fb3f67a-d32f-4c61-9b8c-3b286a436c33 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-837009924-router', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:39.475389 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fb3f67a-d32f-4c61-9b8c-3b286a436c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:39.477939 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fb3f67a-d32f-4c61-9b8c-3b286a436c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:39.577520 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fb3f67a-d32f-4c61-9b8c-3b286a436c33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:39.578529 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63c8bcc-1ef5-4312-8e5e-8ce5806846a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-9bb75e69-085b-4398-8c51-4210af335aff', 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'fixed_ips': [{'subnet_id': 'e647f531-73b2-4581-a3b5-29f9972848b9'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:26:39.579575 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d63c8bcc-1ef5-4312-8e5e-8ce5806846a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:39.719218 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fb3f67a-d32f-4c61-9b8c-3b286a436c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:39.720557 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-d63c8bcc-1ef5-4312-8e5e-8ce5806846a1 None None] Allocated IP 172.20.0.2 (9bb75e69-085b-4398-8c51-4210af335aff/e647f531-73b2-4581-a3b5-29f9972848b9/38c7d591-23c0-42bd-a34b-09b383d1a73c) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:26:39.900860 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d63c8bcc-1ef5-4312-8e5e-8ce5806846a1 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:39.910673 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d63c8bcc-1ef5-4312-8e5e-8ce5806846a1 None None] Transition to ACTIVE for port object 38c7d591-23c0-42bd-a34b-09b383d1a73c will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:39.926102 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d63c8bcc-1ef5-4312-8e5e-8ce5806846a1 None None] Transition to ACTIVE for port object 38c7d591-23c0-42bd-a34b-09b383d1a73c will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:39.933279 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d63c8bcc-1ef5-4312-8e5e-8ce5806846a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:39.942807 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fb3f67a-d32f-4c61-9b8c-3b286a436c33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:39.964141 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fb3f67a-d32f-4c61-9b8c-3b286a436c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:39.977573 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63c8bcc-1ef5-4312-8e5e-8ce5806846a1 None None] Network 9bb75e69-085b-4398-8c51-4210af335aff is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:39.980534 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-d63c8bcc-1ef5-4312-8e5e-8ce5806846a1 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:39.984984 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63c8bcc-1ef5-4312-8e5e-8ce5806846a1 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:26:39.989707 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c8bcc-1ef5-4312-8e5e-8ce5806846a1 None None] Pushing event updated for resources: {'Port': ['ID=38c7d591-23c0-42bd-a34b-09b383d1a73c,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:40.051251 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d63c8bcc-1ef5-4312-8e5e-8ce5806846a1 None None] Attempting to bind port 38c7d591-23c0-42bd-a34b-09b383d1a73c on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:26:40.051729 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d63c8bcc-1ef5-4312-8e5e-8ce5806846a1 None None] Attempting to bind port 38c7d591-23c0-42bd-a34b-09b383d1a73c by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '55e26d70-fb7d-4a37-ae71-6304bf371319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:26:40.052189 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63c8bcc-1ef5-4312-8e5e-8ce5806846a1 None None] Attempting to bind port 38c7d591-23c0-42bd-a34b-09b383d1a73c on network 9bb75e69-085b-4398-8c51-4210af335aff {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:40.058037 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63c8bcc-1ef5-4312-8e5e-8ce5806846a1 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:26:40.058499 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63c8bcc-1ef5-4312-8e5e-8ce5806846a1 None None] Checking segment: {'id': '55e26d70-fb7d-4a37-ae71-6304bf371319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:40.058975 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d63c8bcc-1ef5-4312-8e5e-8ce5806846a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:40.059439 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63c8bcc-1ef5-4312-8e5e-8ce5806846a1 None None] Bound using segment: {'id': '55e26d70-fb7d-4a37-ae71-6304bf371319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:26:40.060379 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d63c8bcc-1ef5-4312-8e5e-8ce5806846a1 None None] Bound port: 38c7d591-23c0-42bd-a34b-09b383d1a73c, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e26d70-fb7d-4a37-ae71-6304bf371319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:26:40.060379 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d63c8bcc-1ef5-4312-8e5e-8ce5806846a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:40.083590 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-4fb3f67a-d32f-4c61-9b8c-3b286a436c33 admin admin] Allocated IP 172.25.1.112 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/bc01d26b-545b-4fb5-8ed2-18873a4d7b26) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:26:40.128465 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d63c8bcc-1ef5-4312-8e5e-8ce5806846a1 None None] For port 38c7d591-23c0-42bd-a34b-09b383d1a73c, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:26:40.131668 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d63c8bcc-1ef5-4312-8e5e-8ce5806846a1 None None] For port 38c7d591-23c0-42bd-a34b-09b383d1a73c, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=38c7d591-23c0-42bd-a34b-09b383d1a73c,segment=NetworkSegment(55e26d70-fb7d-4a37-ae71-6304bf371319),segment_id=55e26d70-fb7d-4a37-ae71-6304bf371319)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:26:40.137623 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d63c8bcc-1ef5-4312-8e5e-8ce5806846a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:40.211518 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c8bcc-1ef5-4312-8e5e-8ce5806846a1 None None] Pushing event updated for resources: {'Port': ['ID=38c7d591-23c0-42bd-a34b-09b383d1a73c,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:40.227270 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fb3f67a-d32f-4c61-9b8c-3b286a436c33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:40.271573 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fb3f67a-d32f-4c61-9b8c-3b286a436c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:40.312537 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb3f67a-d32f-4c61-9b8c-3b286a436c33 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:40.317644 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-4fb3f67a-d32f-4c61-9b8c-3b286a436c33 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:40.322044 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb3f67a-d32f-4c61-9b8c-3b286a436c33 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:26:40.350329 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3f67a-d32f-4c61-9b8c-3b286a436c33 admin admin] Pushing event updated for resources: {'Port': ['ID=bc01d26b-545b-4fb5-8ed2-18873a4d7b26,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:40.629093 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fb3f67a-d32f-4c61-9b8c-3b286a436c33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:40.842723 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fb3f67a-d32f-4c61-9b8c-3b286a436c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:41.003556 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb3f67a-d32f-4c61-9b8c-3b286a436c33 admin admin] Router 65e14586-1cd6-4bf5-b62e-5a077e5f791b is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:26:41.334332 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f8a4d9-795d-4cd2-b29d-136bf4bb9670 None None] Network 9bb75e69-085b-4398-8c51-4210af335aff requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:26:41.475010 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-877b9687-027f-4e68-bdb6-f431694bcbb2 None None] Provisioning for port 38c7d591-23c0-42bd-a34b-09b383d1a73c completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:41.478853 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb3f67a-d32f-4c61-9b8c-3b286a436c33 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:26:41.501245 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] Sync routers for ids ['65e14586-1cd6-4bf5-b62e-5a077e5f791b'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:26:41.502138 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4fb3f67a-d32f-4c61-9b8c-3b286a436c33 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:41.505964 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4fb3f67a-d32f-4c61-9b8c-3b286a436c33 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0669005 Jul 05 04:26:41.506324 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42424) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:41.515866 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] Routers {'65e14586-1cd6-4bf5-b62e-5a077e5f791b'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:41.516184 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:26:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['65e14586-1cd6-4bf5-b62e-5a077e5f791b'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:41.635525 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] Set router 65e14586-1cd6-4bf5-b62e-5a077e5f791b gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:41.868314 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'name': 'tempest-TestServerBasicOps-837009924-router', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'bc01d26b-545b-4fb5-8ed2-18873a4d7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:26:40Z', 'revision_number': 3, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'gw_port': {'id': 'bc01d26b-545b-4fb5-8ed2-18873a4d7b26', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:26:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:41.896388 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] Checking router: 65e14586-1cd6-4bf5-b62e-5a077e5f791b for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:26:41.896837 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] Updating router 65e14586-1cd6-4bf5-b62e-5a077e5f791b port bc01d26b-545b-4fb5-8ed2-18873a4d7b26 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:26:41.938808 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.011982 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47b5aeac-806c-4081-bf89-941645b93c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.196577 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 38c7d591-23c0-42bd-a34b-09b383d1a73c up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:42.236339 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.247248 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] Transition to ACTIVE for port object bc01d26b-545b-4fb5-8ed2-18873a4d7b26 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:42.265481 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 38c7d591-23c0-42bd-a34b-09b383d1a73c completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:42.270608 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.280049 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 38c7d591-23c0-42bd-a34b-09b383d1a73c triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:42.280880 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.282251 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-47b5aeac-806c-4081-bf89-941645b93c39 admin admin] Allocated IP 172.20.0.1 (9bb75e69-085b-4398-8c51-4210af335aff/e647f531-73b2-4581-a3b5-29f9972848b9/55cd8391-f6f1-4978-a76c-9e604a8da104) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:26:42.322030 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] Attempting to bind port bc01d26b-545b-4fb5-8ed2-18873a4d7b26 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:26:42.322453 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] Attempting to bind port bc01d26b-545b-4fb5-8ed2-18873a4d7b26 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:26:42.322761 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] Attempting to bind port bc01d26b-545b-4fb5-8ed2-18873a4d7b26 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:42.336773 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:26:42.336773 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:42.337067 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.337558 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:26:42.338042 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] Bound port: bc01d26b-545b-4fb5-8ed2-18873a4d7b26, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:26:42.338670 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.341553 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153c1ae-20ae-4dab-ac3a-54e678535d1e None None] Pushing event updated for resources: {'Port': ['ID=bc01d26b-545b-4fb5-8ed2-18873a4d7b26,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:42.392350 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.402435 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] For port bc01d26b-545b-4fb5-8ed2-18873a4d7b26, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:26:42.406374 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] For port bc01d26b-545b-4fb5-8ed2-18873a4d7b26, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=bc01d26b-545b-4fb5-8ed2-18873a4d7b26,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:26:42.413422 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.420225 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47b5aeac-806c-4081-bf89-941645b93c39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.440776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-47b5aeac-806c-4081-bf89-941645b93c39 admin admin] Transition to ACTIVE for port object 55cd8391-f6f1-4978-a76c-9e604a8da104 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:42.482532 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 38c7d591-23c0-42bd-a34b-09b383d1a73c, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=38c7d591-23c0-42bd-a34b-09b383d1a73c,segment=NetworkSegment(55e26d70-fb7d-4a37-ae71-6304bf371319),segment_id=55e26d70-fb7d-4a37-ae71-6304bf371319)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:42.482532 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.483966 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153c1ae-20ae-4dab-ac3a-54e678535d1e None None] Pushing event updated for resources: {'Port': ['ID=bc01d26b-545b-4fb5-8ed2-18873a4d7b26,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:42.493431 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] Routers {'65e14586-1cd6-4bf5-b62e-5a077e5f791b'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:42.493431 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:26:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['65e14586-1cd6-4bf5-b62e-5a077e5f791b'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:42.498994 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47b5aeac-806c-4081-bf89-941645b93c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.543247 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=38c7d591-23c0-42bd-a34b-09b383d1a73c,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:42.555383 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b5aeac-806c-4081-bf89-941645b93c39 admin admin] Network 9bb75e69-085b-4398-8c51-4210af335aff is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:42.560706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-47b5aeac-806c-4081-bf89-941645b93c39 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:42.564350 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b5aeac-806c-4081-bf89-941645b93c39 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:26:42.587667 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5aeac-806c-4081-bf89-941645b93c39 admin admin] Pushing event updated for resources: {'Port': ['ID=55cd8391-f6f1-4978-a76c-9e604a8da104,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:42.607849 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47b5aeac-806c-4081-bf89-941645b93c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.714679 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] Set router 65e14586-1cd6-4bf5-b62e-5a077e5f791b gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:42.790587 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47b5aeac-806c-4081-bf89-941645b93c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.845636 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0cf1a110-0d1e-48dd-a67b-469e9a132da1 None None] Provisioning for port 55cd8391-f6f1-4978-a76c-9e604a8da104 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:42.851618 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0cf1a110-0d1e-48dd-a67b-469e9a132da1 None None] Provisioning complete for port 55cd8391-f6f1-4978-a76c-9e604a8da104 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:42.852108 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0cf1a110-0d1e-48dd-a67b-469e9a132da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.895162 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-0cf1a110-0d1e-48dd-a67b-469e9a132da1 None None] Port 55cd8391-f6f1-4978-a76c-9e604a8da104 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:26:42.931127 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'name': 'tempest-TestServerBasicOps-837009924-router', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'bc01d26b-545b-4fb5-8ed2-18873a4d7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:26:40Z', 'revision_number': 3, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'gw_port': {'id': 'bc01d26b-545b-4fb5-8ed2-18873a4d7b26', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:42.959056 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b201bfc7-afa6-44be-982a-37d617ed73a7 None None] The sync data for ids ['65e14586-1cd6-4bf5-b62e-5a077e5f791b'] in n-d-780147-23 is: [{'id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'name': 'tempest-TestServerBasicOps-837009924-router', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'bc01d26b-545b-4fb5-8ed2-18873a4d7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:26:40Z', 'revision_number': 3, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'gw_port': {'id': 'bc01d26b-545b-4fb5-8ed2-18873a4d7b26', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:26:42.984048 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47b5aeac-806c-4081-bf89-941645b93c39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.989657 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47b5aeac-806c-4081-bf89-941645b93c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:43.059953 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5aeac-806c-4081-bf89-941645b93c39 admin admin] Pushing event updated for resources: {'Port': ['ID=55cd8391-f6f1-4978-a76c-9e604a8da104,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:43.062520 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-47b5aeac-806c-4081-bf89-941645b93c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:43.169159 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b5aeac-806c-4081-bf89-941645b93c39 admin admin] Network 9bb75e69-085b-4398-8c51-4210af335aff is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:43.170642 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-47b5aeac-806c-4081-bf89-941645b93c39 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:43.315506 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:43.347007 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b5aeac-806c-4081-bf89-941645b93c39 admin admin] Router 65e14586-1cd6-4bf5-b62e-5a077e5f791b has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:26:43.506605 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b5aeac-806c-4081-bf89-941645b93c39 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:26:43.512553 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-47b5aeac-806c-4081-bf89-941645b93c39 admin admin] 10.222.0.77 "PUT /v2.0/routers/65e14586-1cd6-4bf5-b62e-5a077e5f791b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0050986 Jul 05 04:26:43.519133 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6b9d6679-9c64-4416-af4e-f099ca546551 None None] Provisioning complete for port 55cd8391-f6f1-4978-a76c-9e604a8da104 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:43.520466 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6b9d6679-9c64-4416-af4e-f099ca546551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:43.563408 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-6b9d6679-9c64-4416-af4e-f099ca546551 None None] Port 55cd8391-f6f1-4978-a76c-9e604a8da104 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:26:44.107251 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42476) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:44.118531 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d77323d7-ff4c-4a63-8b11-7bbd1d13046b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-269448978-network', 'tenant_id': '3dc9212d94b64138b88e4a87933aa7e4'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:44.141115 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77323d7-ff4c-4a63-8b11-7bbd1d13046b admin admin] Made reservation on behalf of 3dc9212d94b64138b88e4a87933aa7e4 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:26:44.143781 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d77323d7-ff4c-4a63-8b11-7bbd1d13046b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.153861 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d77323d7-ff4c-4a63-8b11-7bbd1d13046b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.178323 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bc01d26b-545b-4fb5-8ed2-18873a4d7b26 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:44.244448 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port bc01d26b-545b-4fb5-8ed2-18873a4d7b26 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:44.248776 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port bc01d26b-545b-4fb5-8ed2-18873a4d7b26 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:44.249596 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.260800 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d77323d7-ff4c-4a63-8b11-7bbd1d13046b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.265371 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d77323d7-ff4c-4a63-8b11-7bbd1d13046b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.287994 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d77323d7-ff4c-4a63-8b11-7bbd1d13046b admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:26:44.299263 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d77323d7-ff4c-4a63-8b11-7bbd1d13046b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.299631 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-d77323d7-ff4c-4a63-8b11-7bbd1d13046b admin admin] Added segment 1413cb82-f325-4364-966a-923ef20dd644 of type vlan for network af34a17b-aa6e-4ca3-9edc-aceca6e6d0be Jul 05 04:26:44.341013 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77323d7-ff4c-4a63-8b11-7bbd1d13046b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6327f092-1bee-4060-b9eb-277b3b1123a3,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:44.356795 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d77323d7-ff4c-4a63-8b11-7bbd1d13046b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.358911 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.389923 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port bc01d26b-545b-4fb5-8ed2-18873a4d7b26, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=bc01d26b-545b-4fb5-8ed2-18873a4d7b26,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:44.395160 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.396544 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 38c7d591-23c0-42bd-a34b-09b383d1a73c up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:44.401372 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d77323d7-ff4c-4a63-8b11-7bbd1d13046b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.403929 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77323d7-ff4c-4a63-8b11-7bbd1d13046b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:44.404522 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d77323d7-ff4c-4a63-8b11-7bbd1d13046b admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.460988 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d77323d7-ff4c-4a63-8b11-7bbd1d13046b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3516669 Jul 05 04:26:44.462001 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42484) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:44.468253 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-b3e617f7-4307-4d11-8918-d3db368440a2 admin admin] Request body: {'subnet': {'network_id': 'af34a17b-aa6e-4ca3-9edc-aceca6e6d0be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-269448978-subnet', 'tenant_id': '3dc9212d94b64138b88e4a87933aa7e4', 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:44.485246 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77323d7-ff4c-4a63-8b11-7bbd1d13046b admin admin] Pushing event updated for resources: {'Network': ['ID=af34a17b-aa6e-4ca3-9edc-aceca6e6d0be,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:44.495731 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network af34a17b-aa6e-4ca3-9edc-aceca6e6d0be details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:26:44.499452 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=bc01d26b-545b-4fb5-8ed2-18873a4d7b26,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:44.503557 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e617f7-4307-4d11-8918-d3db368440a2 admin admin] Made reservation on behalf of 3dc9212d94b64138b88e4a87933aa7e4 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:26:44.508402 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b3e617f7-4307-4d11-8918-d3db368440a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.560111 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 38c7d591-23c0-42bd-a34b-09b383d1a73c triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:44.561027 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.766158 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b3e617f7-4307-4d11-8918-d3db368440a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.831371 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] Sync routers for ids ['65e14586-1cd6-4bf5-b62e-5a077e5f791b'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:26:44.834371 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e617f7-4307-4d11-8918-d3db368440a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c2196c6-1195-4826-a262-1fab8f12626f,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:44.843706 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] Routers {'65e14586-1cd6-4bf5-b62e-5a077e5f791b'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:44.844524 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e617f7-4307-4d11-8918-d3db368440a2 admin admin] Checking segment: {'id': '1413cb82-f325-4364-966a-923ef20dd644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'af34a17b-aa6e-4ca3-9edc-aceca6e6d0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:44.844646 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:26:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['65e14586-1cd6-4bf5-b62e-5a077e5f791b'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:44.844890 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e617f7-4307-4d11-8918-d3db368440a2 admin admin] Network hostable DHCP agents. Network: af34a17b-aa6e-4ca3-9edc-aceca6e6d0be, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:26:44.873145 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e617f7-4307-4d11-8918-d3db368440a2 admin admin] Network af34a17b-aa6e-4ca3-9edc-aceca6e6d0be is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:26:44.887039 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-b3e617f7-4307-4d11-8918-d3db368440a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, af34a17b-aa6e-4ca3-9edc-aceca6e6d0be) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:44.895603 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e617f7-4307-4d11-8918-d3db368440a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:44.896632 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b3e617f7-4307-4d11-8918-d3db368440a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.904342 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74309fc-167d-4e40-a8ea-752b0ec32a01 None None] Network af34a17b-aa6e-4ca3-9edc-aceca6e6d0be requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:26:44.915202 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b3e617f7-4307-4d11-8918-d3db368440a2 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4513907 Jul 05 04:26:44.916551 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 42494) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:44.922679 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-b58769ea-322a-4d98-b1ce-2535708cd333 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-269448978-router', 'tenant_id': '3dc9212d94b64138b88e4a87933aa7e4', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:44.946638 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b58769ea-322a-4d98-b1ce-2535708cd333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.947728 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b58769ea-322a-4d98-b1ce-2535708cd333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:45.007718 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b58769ea-322a-4d98-b1ce-2535708cd333 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:45.046324 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] Set router 65e14586-1cd6-4bf5-b62e-5a077e5f791b gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:45.162301 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b58769ea-322a-4d98-b1ce-2535708cd333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:45.244345 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42df6e41-4990-4a79-819f-322a45ef4c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-af34a17b-aa6e-4ca3-9edc-aceca6e6d0be', 'network_id': 'af34a17b-aa6e-4ca3-9edc-aceca6e6d0be', 'tenant_id': '3dc9212d94b64138b88e4a87933aa7e4', 'fixed_ips': [{'subnet_id': '1c2196c6-1195-4826-a262-1fab8f12626f'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:26:45.245215 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-42df6e41-4990-4a79-819f-322a45ef4c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:45.399212 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b58769ea-322a-4d98-b1ce-2535708cd333 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:45.414505 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b58769ea-322a-4d98-b1ce-2535708cd333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:45.542943 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-b58769ea-322a-4d98-b1ce-2535708cd333 admin admin] Allocated IP 172.25.1.49 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/46775e65-9b7d-46db-ba56-0cc5f6cc0234) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:26:45.622734 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-42df6e41-4990-4a79-819f-322a45ef4c4f None None] Allocated IP 172.20.0.2 (af34a17b-aa6e-4ca3-9edc-aceca6e6d0be/1c2196c6-1195-4826-a262-1fab8f12626f/d5e365d6-b1bc-498f-9378-fd40bcca1f69) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:26:45.636363 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'name': 'tempest-TestServerBasicOps-837009924-router', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'bc01d26b-545b-4fb5-8ed2-18873a4d7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:26:42Z', 'revision_number': 4, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'gw_port': {'id': 'bc01d26b-545b-4fb5-8ed2-18873a4d7b26', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '55cd8391-f6f1-4978-a76c-9e604a8da104', 'name': '', 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'mac_address': 'fa:16:3e:68:35:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'e647f531-73b2-4581-a3b5-29f9972848b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:42Z', 'updated_at': '2021-07-05T04:26:42Z', 'revision_number': 2, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'subnets': [{'id': 'e647f531-73b2-4581-a3b5-29f9972848b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:45.661078 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b58769ea-322a-4d98-b1ce-2535708cd333 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:45.668215 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] Checking router: 65e14586-1cd6-4bf5-b62e-5a077e5f791b for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:26:45.668578 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] Updating router 65e14586-1cd6-4bf5-b62e-5a077e5f791b port 55cd8391-f6f1-4978-a76c-9e604a8da104 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:26:45.711514 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b58769ea-322a-4d98-b1ce-2535708cd333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:45.748719 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:45.753809 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58769ea-322a-4d98-b1ce-2535708cd333 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:45.761470 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-b58769ea-322a-4d98-b1ce-2535708cd333 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:45.766269 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58769ea-322a-4d98-b1ce-2535708cd333 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:26:45.794071 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58769ea-322a-4d98-b1ce-2535708cd333 admin admin] Pushing event updated for resources: {'Port': ['ID=46775e65-9b7d-46db-ba56-0cc5f6cc0234,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:45.930207 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-42df6e41-4990-4a79-819f-322a45ef4c4f None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:45.950711 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-42df6e41-4990-4a79-819f-322a45ef4c4f None None] Transition to ACTIVE for port object d5e365d6-b1bc-498f-9378-fd40bcca1f69 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:45.999367 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-42df6e41-4990-4a79-819f-322a45ef4c4f None None] Transition to ACTIVE for port object d5e365d6-b1bc-498f-9378-fd40bcca1f69 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:46.011788 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-42df6e41-4990-4a79-819f-322a45ef4c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:46.075490 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b58769ea-322a-4d98-b1ce-2535708cd333 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:46.078372 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42df6e41-4990-4a79-819f-322a45ef4c4f None None] Network af34a17b-aa6e-4ca3-9edc-aceca6e6d0be is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:46.094377 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-42df6e41-4990-4a79-819f-322a45ef4c4f None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:46.100265 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42df6e41-4990-4a79-819f-322a45ef4c4f None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:26:46.104739 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df6e41-4990-4a79-819f-322a45ef4c4f None None] Pushing event updated for resources: {'Port': ['ID=d5e365d6-b1bc-498f-9378-fd40bcca1f69,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:46.142553 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bc01d26b-545b-4fb5-8ed2-18873a4d7b26 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:46.232426 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-42df6e41-4990-4a79-819f-322a45ef4c4f None None] Attempting to bind port d5e365d6-b1bc-498f-9378-fd40bcca1f69 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:26:46.232803 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-42df6e41-4990-4a79-819f-322a45ef4c4f None None] Attempting to bind port d5e365d6-b1bc-498f-9378-fd40bcca1f69 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '1413cb82-f325-4364-966a-923ef20dd644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'af34a17b-aa6e-4ca3-9edc-aceca6e6d0be'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:26:46.233173 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42df6e41-4990-4a79-819f-322a45ef4c4f None None] Attempting to bind port d5e365d6-b1bc-498f-9378-fd40bcca1f69 on network af34a17b-aa6e-4ca3-9edc-aceca6e6d0be {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:46.250609 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42df6e41-4990-4a79-819f-322a45ef4c4f None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:26:46.251001 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42df6e41-4990-4a79-819f-322a45ef4c4f None None] Checking segment: {'id': '1413cb82-f325-4364-966a-923ef20dd644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'af34a17b-aa6e-4ca3-9edc-aceca6e6d0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:46.251409 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-42df6e41-4990-4a79-819f-322a45ef4c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:46.251824 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42df6e41-4990-4a79-819f-322a45ef4c4f None None] Bound using segment: {'id': '1413cb82-f325-4364-966a-923ef20dd644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'af34a17b-aa6e-4ca3-9edc-aceca6e6d0be'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:26:46.252314 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-42df6e41-4990-4a79-819f-322a45ef4c4f None None] Bound port: d5e365d6-b1bc-498f-9378-fd40bcca1f69, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1413cb82-f325-4364-966a-923ef20dd644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'af34a17b-aa6e-4ca3-9edc-aceca6e6d0be'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:26:46.252709 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-42df6e41-4990-4a79-819f-322a45ef4c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:46.260152 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:46.283945 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] Transition to ACTIVE for port object 55cd8391-f6f1-4978-a76c-9e604a8da104 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:46.303671 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b58769ea-322a-4d98-b1ce-2535708cd333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:46.311459 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:46.324640 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port bc01d26b-545b-4fb5-8ed2-18873a4d7b26 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:46.325025 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:46.429904 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-42df6e41-4990-4a79-819f-322a45ef4c4f None None] For port d5e365d6-b1bc-498f-9378-fd40bcca1f69, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:26:46.443678 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d34c0e-5c46-4768-bf7a-d6b5c025c8d3 None None] Pushing event updated for resources: {'Port': ['ID=55cd8391-f6f1-4978-a76c-9e604a8da104,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:46.475568 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-42df6e41-4990-4a79-819f-322a45ef4c4f None None] For port d5e365d6-b1bc-498f-9378-fd40bcca1f69, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d5e365d6-b1bc-498f-9378-fd40bcca1f69,segment=NetworkSegment(1413cb82-f325-4364-966a-923ef20dd644),segment_id=1413cb82-f325-4364-966a-923ef20dd644)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:26:46.480815 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58769ea-322a-4d98-b1ce-2535708cd333 admin admin] Router 74097ffe-26b8-495a-8b78-5c2da4129405 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:26:46.499355 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-42df6e41-4990-4a79-819f-322a45ef4c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:46.537862 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] Attempting to bind port 55cd8391-f6f1-4978-a76c-9e604a8da104 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:26:46.538245 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] Attempting to bind port 55cd8391-f6f1-4978-a76c-9e604a8da104 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '55e26d70-fb7d-4a37-ae71-6304bf371319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:26:46.539103 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] Attempting to bind port 55cd8391-f6f1-4978-a76c-9e604a8da104 on network 9bb75e69-085b-4398-8c51-4210af335aff {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:46.578139 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:26:46.578516 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] Checking segment: {'id': '55e26d70-fb7d-4a37-ae71-6304bf371319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:46.578927 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:46.579326 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] Bound using segment: {'id': '55e26d70-fb7d-4a37-ae71-6304bf371319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:26:46.588018 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] Bound port: 55cd8391-f6f1-4978-a76c-9e604a8da104, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e26d70-fb7d-4a37-ae71-6304bf371319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:26:46.588902 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:46.613413 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58769ea-322a-4d98-b1ce-2535708cd333 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:26:46.631254 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b58769ea-322a-4d98-b1ce-2535708cd333 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:46.635718 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b58769ea-322a-4d98-b1ce-2535708cd333 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7146933 Jul 05 04:26:46.637008 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42520) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:46.639467 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] Sync routers for ids ['74097ffe-26b8-495a-8b78-5c2da4129405'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:26:46.642736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df6e41-4990-4a79-819f-322a45ef4c4f None None] Pushing event updated for resources: {'Port': ['ID=d5e365d6-b1bc-498f-9378-fd40bcca1f69,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:46.661243 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] Routers {'74097ffe-26b8-495a-8b78-5c2da4129405'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:46.662089 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:26:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['74097ffe-26b8-495a-8b78-5c2da4129405'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:46.723945 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] For port 55cd8391-f6f1-4978-a76c-9e604a8da104, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:26:46.729964 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] For port 55cd8391-f6f1-4978-a76c-9e604a8da104, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=55cd8391-f6f1-4978-a76c-9e604a8da104,segment=NetworkSegment(55e26d70-fb7d-4a37-ae71-6304bf371319),segment_id=55e26d70-fb7d-4a37-ae71-6304bf371319)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:26:46.744140 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:46.827996 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] Set router 74097ffe-26b8-495a-8b78-5c2da4129405 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:46.835075 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] Routers {'65e14586-1cd6-4bf5-b62e-5a077e5f791b'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:46.839899 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:26:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['65e14586-1cd6-4bf5-b62e-5a077e5f791b'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:47.021962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] Set router 65e14586-1cd6-4bf5-b62e-5a077e5f791b gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:47.134748 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d34c0e-5c46-4768-bf7a-d6b5c025c8d3 None None] Pushing event updated for resources: {'Port': ['ID=55cd8391-f6f1-4978-a76c-9e604a8da104,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:47.220251 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74097ffe-26b8-495a-8b78-5c2da4129405', 'name': 'tempest-TestServerBasicOps-269448978-router', 'tenant_id': '3dc9212d94b64138b88e4a87933aa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '46775e65-9b7d-46db-ba56-0cc5f6cc0234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:44Z', 'updated_at': '2021-07-05T04:26:45Z', 'revision_number': 3, 'project_id': '3dc9212d94b64138b88e4a87933aa7e4', 'gw_port': {'id': '46775e65-9b7d-46db-ba56-0cc5f6cc0234', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:70:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74097ffe-26b8-495a-8b78-5c2da4129405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:45Z', 'updated_at': '2021-07-05T04:26:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:47.260428 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] Checking router: 74097ffe-26b8-495a-8b78-5c2da4129405 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:26:47.260688 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] Updating router 74097ffe-26b8-495a-8b78-5c2da4129405 port 46775e65-9b7d-46db-ba56-0cc5f6cc0234 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:26:47.309548 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:47.374632 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'name': 'tempest-TestServerBasicOps-837009924-router', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'bc01d26b-545b-4fb5-8ed2-18873a4d7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:26:42Z', 'revision_number': 4, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'gw_port': {'id': 'bc01d26b-545b-4fb5-8ed2-18873a4d7b26', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '55cd8391-f6f1-4978-a76c-9e604a8da104', 'name': '', 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'mac_address': 'fa:16:3e:68:35:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'e647f531-73b2-4581-a3b5-29f9972848b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:42Z', 'updated_at': '2021-07-05T04:26:46Z', 'revision_number': 4, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'subnets': [{'id': 'e647f531-73b2-4581-a3b5-29f9972848b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:47.405079 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddef03c-df08-4f64-abc8-45da13da1fb7 None None] The sync data for ids ['65e14586-1cd6-4bf5-b62e-5a077e5f791b'] in n-d-780147-23 is: [{'id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'name': 'tempest-TestServerBasicOps-837009924-router', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'bc01d26b-545b-4fb5-8ed2-18873a4d7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:26:42Z', 'revision_number': 4, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'gw_port': {'id': 'bc01d26b-545b-4fb5-8ed2-18873a4d7b26', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '55cd8391-f6f1-4978-a76c-9e604a8da104', 'name': '', 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'mac_address': 'fa:16:3e:68:35:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'e647f531-73b2-4581-a3b5-29f9972848b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:42Z', 'updated_at': '2021-07-05T04:26:46Z', 'revision_number': 4, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'subnets': [{'id': 'e647f531-73b2-4581-a3b5-29f9972848b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:26:47.764750 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b5c6af90-4dab-46cf-8e0e-83965166b493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:47.770144 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:47.790359 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] Transition to ACTIVE for port object 46775e65-9b7d-46db-ba56-0cc5f6cc0234 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:47.802788 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:47.891026 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] Attempting to bind port 46775e65-9b7d-46db-ba56-0cc5f6cc0234 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:26:47.891522 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] Attempting to bind port 46775e65-9b7d-46db-ba56-0cc5f6cc0234 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:26:47.892072 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] Attempting to bind port 46775e65-9b7d-46db-ba56-0cc5f6cc0234 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:47.896217 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a14e01-38a0-42d8-9994-a4cef56a02ae None None] Pushing event updated for resources: {'Port': ['ID=46775e65-9b7d-46db-ba56-0cc5f6cc0234,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:47.902062 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:26:47.902514 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:47.903091 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:47.903549 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:26:47.904479 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] Bound port: 46775e65-9b7d-46db-ba56-0cc5f6cc0234, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:26:47.904648 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:47.976737 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] For port 46775e65-9b7d-46db-ba56-0cc5f6cc0234, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:26:47.980664 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] For port 46775e65-9b7d-46db-ba56-0cc5f6cc0234, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=46775e65-9b7d-46db-ba56-0cc5f6cc0234,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:26:48.008288 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:48.035576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-b5c6af90-4dab-46cf-8e0e-83965166b493 admin admin] Allocated IP 172.20.0.1 (af34a17b-aa6e-4ca3-9edc-aceca6e6d0be/1c2196c6-1195-4826-a262-1fab8f12626f/abe6e227-864c-4a82-9216-821d8a88e407) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:26:48.110114 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] Routers {'74097ffe-26b8-495a-8b78-5c2da4129405'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:48.110752 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:26:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['74097ffe-26b8-495a-8b78-5c2da4129405'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:48.158284 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a14e01-38a0-42d8-9994-a4cef56a02ae None None] Pushing event updated for resources: {'Port': ['ID=46775e65-9b7d-46db-ba56-0cc5f6cc0234,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:48.173673 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f29a080-2c7e-4c55-a469-a37b81a8f8b0 None None] Network af34a17b-aa6e-4ca3-9edc-aceca6e6d0be requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:26:48.194094 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b5c6af90-4dab-46cf-8e0e-83965166b493 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:48.216255 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-b5c6af90-4dab-46cf-8e0e-83965166b493 admin admin] Transition to ACTIVE for port object abe6e227-864c-4a82-9216-821d8a88e407 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:48.262993 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b5c6af90-4dab-46cf-8e0e-83965166b493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:48.290566 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] Set router 74097ffe-26b8-495a-8b78-5c2da4129405 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:48.292234 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-03ae717a-10b0-48f2-9d94-a788ce9f1175 None None] Provisioning for port d5e365d6-b1bc-498f-9378-fd40bcca1f69 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:48.324124 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 55cd8391-f6f1-4978-a76c-9e604a8da104 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:48.347056 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c6af90-4dab-46cf-8e0e-83965166b493 admin admin] Network af34a17b-aa6e-4ca3-9edc-aceca6e6d0be is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:48.350196 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-b5c6af90-4dab-46cf-8e0e-83965166b493 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:48.354833 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c6af90-4dab-46cf-8e0e-83965166b493 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:26:48.394921 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b5c6af90-4dab-46cf-8e0e-83965166b493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:48.446281 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6af90-4dab-46cf-8e0e-83965166b493 admin admin] Pushing event updated for resources: {'Port': ['ID=abe6e227-864c-4a82-9216-821d8a88e407,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:48.556088 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 55cd8391-f6f1-4978-a76c-9e604a8da104 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:48.566177 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 55cd8391-f6f1-4978-a76c-9e604a8da104 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:48.567848 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:48.587860 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b5c6af90-4dab-46cf-8e0e-83965166b493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:48.593655 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74097ffe-26b8-495a-8b78-5c2da4129405', 'name': 'tempest-TestServerBasicOps-269448978-router', 'tenant_id': '3dc9212d94b64138b88e4a87933aa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '46775e65-9b7d-46db-ba56-0cc5f6cc0234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:44Z', 'updated_at': '2021-07-05T04:26:45Z', 'revision_number': 3, 'project_id': '3dc9212d94b64138b88e4a87933aa7e4', 'gw_port': {'id': '46775e65-9b7d-46db-ba56-0cc5f6cc0234', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:70:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74097ffe-26b8-495a-8b78-5c2da4129405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:45Z', 'updated_at': '2021-07-05T04:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:48.633275 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41558778-f147-4f32-b65c-54f1a2155bb2 None None] The sync data for ids ['74097ffe-26b8-495a-8b78-5c2da4129405'] in n-d-780147-23 is: [{'id': '74097ffe-26b8-495a-8b78-5c2da4129405', 'name': 'tempest-TestServerBasicOps-269448978-router', 'tenant_id': '3dc9212d94b64138b88e4a87933aa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '46775e65-9b7d-46db-ba56-0cc5f6cc0234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:44Z', 'updated_at': '2021-07-05T04:26:45Z', 'revision_number': 3, 'project_id': '3dc9212d94b64138b88e4a87933aa7e4', 'gw_port': {'id': '46775e65-9b7d-46db-ba56-0cc5f6cc0234', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:70:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74097ffe-26b8-495a-8b78-5c2da4129405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:45Z', 'updated_at': '2021-07-05T04:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:26:48.708054 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:48.770968 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 55cd8391-f6f1-4978-a76c-9e604a8da104, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=55cd8391-f6f1-4978-a76c-9e604a8da104,segment=NetworkSegment(55e26d70-fb7d-4a37-ae71-6304bf371319),segment_id=55e26d70-fb7d-4a37-ae71-6304bf371319)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:48.794187 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:48.799566 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d5e365d6-b1bc-498f-9378-fd40bcca1f69 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:48.864108 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b5c6af90-4dab-46cf-8e0e-83965166b493 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:48.876971 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b5c6af90-4dab-46cf-8e0e-83965166b493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:48.953006 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=55cd8391-f6f1-4978-a76c-9e604a8da104,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:48.956566 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6af90-4dab-46cf-8e0e-83965166b493 admin admin] Pushing event updated for resources: {'Port': ['ID=abe6e227-864c-4a82-9216-821d8a88e407,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:48.959618 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b5c6af90-4dab-46cf-8e0e-83965166b493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:48.997747 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port d5e365d6-b1bc-498f-9378-fd40bcca1f69 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:49.005207 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port d5e365d6-b1bc-498f-9378-fd40bcca1f69 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:49.005581 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:49.164458 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c6af90-4dab-46cf-8e0e-83965166b493 admin admin] Network af34a17b-aa6e-4ca3-9edc-aceca6e6d0be is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:49.168622 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-b5c6af90-4dab-46cf-8e0e-83965166b493 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:49.339455 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c1810688-2011-40fe-ab50-2fcab420138b None None] Provisioning for port abe6e227-864c-4a82-9216-821d8a88e407 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:49.346268 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c1810688-2011-40fe-ab50-2fcab420138b None None] Provisioning complete for port abe6e227-864c-4a82-9216-821d8a88e407 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:49.348221 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c1810688-2011-40fe-ab50-2fcab420138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:49.363044 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c6af90-4dab-46cf-8e0e-83965166b493 admin admin] Router 74097ffe-26b8-495a-8b78-5c2da4129405 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:26:49.407607 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-c1810688-2011-40fe-ab50-2fcab420138b None None] Port abe6e227-864c-4a82-9216-821d8a88e407 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:26:49.482880 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:49.546066 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c6af90-4dab-46cf-8e0e-83965166b493 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:26:49.550498 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-95859e42-370a-4a50-a845-c27d18fabf40 None None] Provisioning complete for port abe6e227-864c-4a82-9216-821d8a88e407 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:49.551044 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-95859e42-370a-4a50-a845-c27d18fabf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:49.556989 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b5c6af90-4dab-46cf-8e0e-83965166b493 admin admin] 10.222.0.77 "PUT /v2.0/routers/74097ffe-26b8-495a-8b78-5c2da4129405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9188590 Jul 05 04:26:49.573852 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53ed043a-2707-490c-84e6-812093426a56 req-d2a08285-c583-4a9e-8c3b-f58c904fa1e1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=17624fdd-09f3-4e5f-99f5-175cade2c99e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1247001 Jul 05 04:26:49.636270 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port d5e365d6-b1bc-498f-9378-fd40bcca1f69, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d5e365d6-b1bc-498f-9378-fd40bcca1f69,segment=NetworkSegment(1413cb82-f325-4364-966a-923ef20dd644),segment_id=1413cb82-f325-4364-966a-923ef20dd644)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:49.645846 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-95859e42-370a-4a50-a845-c27d18fabf40 None None] Port abe6e227-864c-4a82-9216-821d8a88e407 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:26:49.651867 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:49.742339 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=d5e365d6-b1bc-498f-9378-fd40bcca1f69,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:49.755929 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed043a-2707-490c-84e6-812093426a56 req-07530d79-5172-4b86-ab8b-7f60f48ea499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:49.759267 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53ed043a-2707-490c-84e6-812093426a56 req-07530d79-5172-4b86-ab8b-7f60f48ea499 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5bd542d5cd4c43b68c256ba41e113bc7&device_id=17624fdd-09f3-4e5f-99f5-175cade2c99e HTTP/1.1" status: 200 len: 1136 time: 0.1164348 Jul 05 04:26:49.786840 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-63bad981-e8fa-4747-b2ea-f0deb7b4e1d3 None None] Provisioning complete for port abe6e227-864c-4a82-9216-821d8a88e407 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:49.787215 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-63bad981-e8fa-4747-b2ea-f0deb7b4e1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:49.836511 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-63bad981-e8fa-4747-b2ea-f0deb7b4e1d3 None None] Port abe6e227-864c-4a82-9216-821d8a88e407 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:26:49.901883 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed043a-2707-490c-84e6-812093426a56 req-4fc04dae-f007-41ed-a570-aee31659b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:49.903752 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53ed043a-2707-490c-84e6-812093426a56 req-4fc04dae-f007-41ed-a570-aee31659b840 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9845465f-cd58-4d8f-b292-e7160d6b47b3 HTTP/1.1" status: 200 len: 898 time: 0.1234236 Jul 05 04:26:49.991199 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53ed043a-2707-490c-84e6-812093426a56 req-a6af323c-08bd-4b92-a82d-b78184ca3bf4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23195eda-6186-4f81-bfcd-2165ea2553d0 HTTP/1.1" status: 200 len: 999 time: 0.0805771 Jul 05 04:26:50.071332 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed043a-2707-490c-84e6-812093426a56 req-ec18185f-53ef-4279-8729-a0f0bf06a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:50.073266 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53ed043a-2707-490c-84e6-812093426a56 req-ec18185f-53ef-4279-8729-a0f0bf06a306 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2b74541-8c0a-42b1-8b94-fe196af2c77b HTTP/1.1" status: 200 len: 835 time: 0.0614707 Jul 05 04:26:50.169159 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed043a-2707-490c-84e6-812093426a56 req-1c1df95f-4aaa-4902-8877-720843544c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:50.171377 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53ed043a-2707-490c-84e6-812093426a56 req-1c1df95f-4aaa-4902-8877-720843544c46 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9845465f-cd58-4d8f-b292-e7160d6b47b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0907645 Jul 05 04:26:50.239928 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42574) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:50.245848 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-da4f7766-6bd3-46db-aecc-de45494f3ded tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1746839576', 'description': 'tempest-secgroup-smoke-1746839576 description', 'project_id': '6fc8fad41d824ee4a364c435b8751415'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:50.285712 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-da4f7766-6bd3-46db-aecc-de45494f3ded tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:50.287973 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 46775e65-9b7d-46db-ba56-0cc5f6cc0234 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:50.342017 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53ed043a-2707-490c-84e6-812093426a56 req-54dc5e97-803f-44c0-af78-b47c67ed4e7e service neutron] 10.222.0.70 "GET /v2.0/networks/9845465f-cd58-4d8f-b292-e7160d6b47b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524084 Jul 05 04:26:50.389681 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 46775e65-9b7d-46db-ba56-0cc5f6cc0234 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:50.395598 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 46775e65-9b7d-46db-ba56-0cc5f6cc0234 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:50.396335 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:50.455888 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-da4f7766-6bd3-46db-aecc-de45494f3ded tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:50.461539 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-da4f7766-6bd3-46db-aecc-de45494f3ded tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:50.483340 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-53ed043a-2707-490c-84e6-812093426a56 req-784dcd81-b4e4-4436-815e-a6e687379a04 service neutron] 10.222.0.70 "GET /v2.0/networks/9845465f-cd58-4d8f-b292-e7160d6b47b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291974 Jul 05 04:26:50.502145 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f7766-6bd3-46db-aecc-de45494f3ded tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca741f8-bc36-4d01-b241-a39e6c922d02,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:50.507147 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-da4f7766-6bd3-46db-aecc-de45494f3ded tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:50.510157 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-da4f7766-6bd3-46db-aecc-de45494f3ded tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2685702 Jul 05 04:26:50.511371 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:50.512801 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42578) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:50.518107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-fd8a55ad-5544-4d11-a851-c512bf3fa9a8 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Request body: {'security_group_rule': {'security_group_id': '7ca741f8-bc36-4d01-b241-a39e6c922d02', 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:50.559048 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fd8a55ad-5544-4d11-a851-c512bf3fa9a8 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:50.566995 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 46775e65-9b7d-46db-ba56-0cc5f6cc0234, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=46775e65-9b7d-46db-ba56-0cc5f6cc0234,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:50.573911 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:50.574901 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 55cd8391-f6f1-4978-a76c-9e604a8da104 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:50.629738 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fd8a55ad-5544-4d11-a851-c512bf3fa9a8 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:50.633766 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fd8a55ad-5544-4d11-a851-c512bf3fa9a8 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:50.652323 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a55ad-5544-4d11-a851-c512bf3fa9a8 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5463d229-3657-4954-b850-677a343ad6ae,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:50.661539 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fd8a55ad-5544-4d11-a851-c512bf3fa9a8 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:50.663248 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fd8a55ad-5544-4d11-a851-c512bf3fa9a8 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1492872 Jul 05 04:26:50.667230 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42586) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:50.672186 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-144727d8-dc9e-458a-8ca3-dd3f18b0be1d tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Request body: {'security_group_rule': {'security_group_id': '7ca741f8-bc36-4d01-b241-a39e6c922d02', 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:50.680390 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=46775e65-9b7d-46db-ba56-0cc5f6cc0234,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:50.692458 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 55cd8391-f6f1-4978-a76c-9e604a8da104 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:50.692681 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:50.706592 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-144727d8-dc9e-458a-8ca3-dd3f18b0be1d tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:50.774444 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-144727d8-dc9e-458a-8ca3-dd3f18b0be1d tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:50.778278 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-144727d8-dc9e-458a-8ca3-dd3f18b0be1d tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:50.797761 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144727d8-dc9e-458a-8ca3-dd3f18b0be1d tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98bd284c-5e70-4958-b30b-eb17831da4c3,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:50.806111 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-144727d8-dc9e-458a-8ca3-dd3f18b0be1d tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:50.807647 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-144727d8-dc9e-458a-8ca3-dd3f18b0be1d tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1392679 Jul 05 04:26:50.810504 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42588) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:50.815524 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-bcb77c4a-27bf-4143-a68c-ef01a78eeb55 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Request body: {'security_group_rule': {'security_group_id': '7ca741f8-bc36-4d01-b241-a39e6c922d02', 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:50.816257 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d5e365d6-b1bc-498f-9378-fd40bcca1f69 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:50.846814 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bcb77c4a-27bf-4143-a68c-ef01a78eeb55 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:50.869119 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port d5e365d6-b1bc-498f-9378-fd40bcca1f69 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:50.869489 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:50.931010 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bcb77c4a-27bf-4143-a68c-ef01a78eeb55 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:50.935769 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bcb77c4a-27bf-4143-a68c-ef01a78eeb55 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:50.952865 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb77c4a-27bf-4143-a68c-ef01a78eeb55 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf694f16-4a79-49fa-807b-9a6cb52c2f36,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:50.970284 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bcb77c4a-27bf-4143-a68c-ef01a78eeb55 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:50.972288 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bcb77c4a-27bf-4143-a68c-ef01a78eeb55 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1602349 Jul 05 04:26:50.977618 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42594) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:50.983304 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-e2cb07e8-74f5-4e71-8168-8be82179a856 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Request body: {'security_group_rule': {'security_group_id': '7ca741f8-bc36-4d01-b241-a39e6c922d02', 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:51.022428 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e2cb07e8-74f5-4e71-8168-8be82179a856 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:51.094322 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e2cb07e8-74f5-4e71-8168-8be82179a856 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:51.099154 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e2cb07e8-74f5-4e71-8168-8be82179a856 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:51.119645 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb07e8-74f5-4e71-8168-8be82179a856 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355f3587-1286-468b-a703-a0736ad6c059,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:51.140129 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e2cb07e8-74f5-4e71-8168-8be82179a856 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:51.141575 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e2cb07e8-74f5-4e71-8168-8be82179a856 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1659393 Jul 05 04:26:51.144311 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42596) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:51.150987 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-b37dcafc-d9e3-466f-8ef3-feb30d9714a4 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Request body: {'security_group_rule': {'security_group_id': '7ca741f8-bc36-4d01-b241-a39e6c922d02', 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:51.179072 n-d-780147-23 neutron-server[105539]: INFO neutron.db.securitygroups_db [None req-b37dcafc-d9e3-466f-8ef3-feb30d9714a4 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Project 6fc8fad41d824ee4a364c435b8751415 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:26:51.187730 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b37dcafc-d9e3-466f-8ef3-feb30d9714a4 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:51.277349 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b37dcafc-d9e3-466f-8ef3-feb30d9714a4 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:51.294018 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b37dcafc-d9e3-466f-8ef3-feb30d9714a4 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:51.311432 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] Sync routers for ids ['74097ffe-26b8-495a-8b78-5c2da4129405'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:26:51.313770 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37dcafc-d9e3-466f-8ef3-feb30d9714a4 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0739e2df-5794-4e66-b352-eac886720fb7,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:51.324401 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] Routers {'74097ffe-26b8-495a-8b78-5c2da4129405'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:51.325136 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:26:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['74097ffe-26b8-495a-8b78-5c2da4129405'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:51.328278 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b37dcafc-d9e3-466f-8ef3-feb30d9714a4 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:51.331839 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b37dcafc-d9e3-466f-8ef3-feb30d9714a4 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1844611 Jul 05 04:26:51.332667 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42602) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:51.349704 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-4dfed94f-4b86-4ccf-a3a8-137407652ceb tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Request body: {'security_group_rule': {'security_group_id': '7ca741f8-bc36-4d01-b241-a39e6c922d02', 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:51.388692 n-d-780147-23 neutron-server[105539]: INFO neutron.db.securitygroups_db [None req-4dfed94f-4b86-4ccf-a3a8-137407652ceb tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Project 6fc8fad41d824ee4a364c435b8751415 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:26:51.397277 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4dfed94f-4b86-4ccf-a3a8-137407652ceb tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:51.482358 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] Set router 74097ffe-26b8-495a-8b78-5c2da4129405 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:51.488789 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4dfed94f-4b86-4ccf-a3a8-137407652ceb tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:51.494215 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4dfed94f-4b86-4ccf-a3a8-137407652ceb tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:51.520241 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfed94f-4b86-4ccf-a3a8-137407652ceb tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23e0fc8-b8e5-4e57-b7f6-251c1aacddea,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:51.523531 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4dfed94f-4b86-4ccf-a3a8-137407652ceb tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:51.532973 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4dfed94f-4b86-4ccf-a3a8-137407652ceb tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1909633 Jul 05 04:26:51.758602 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-022d4328-64a4-445d-8ada-9caad9c63e77 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1746839576&fields=id&tenant_id=6fc8fad41d824ee4a364c435b8751415 HTTP/1.1" status: 200 len: 267 time: 0.0642166 Jul 05 04:26:51.762436 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74097ffe-26b8-495a-8b78-5c2da4129405', 'name': 'tempest-TestServerBasicOps-269448978-router', 'tenant_id': '3dc9212d94b64138b88e4a87933aa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '46775e65-9b7d-46db-ba56-0cc5f6cc0234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:44Z', 'updated_at': '2021-07-05T04:26:48Z', 'revision_number': 4, 'project_id': '3dc9212d94b64138b88e4a87933aa7e4', 'gw_port': {'id': '46775e65-9b7d-46db-ba56-0cc5f6cc0234', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:70:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74097ffe-26b8-495a-8b78-5c2da4129405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:45Z', 'updated_at': '2021-07-05T04:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'abe6e227-864c-4a82-9216-821d8a88e407', 'name': '', 'network_id': 'af34a17b-aa6e-4ca3-9edc-aceca6e6d0be', 'tenant_id': '3dc9212d94b64138b88e4a87933aa7e4', 'mac_address': 'fa:16:3e:c1:30:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74097ffe-26b8-495a-8b78-5c2da4129405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1c2196c6-1195-4826-a262-1fab8f12626f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:47Z', 'updated_at': '2021-07-05T04:26:48Z', 'revision_number': 2, 'project_id': '3dc9212d94b64138b88e4a87933aa7e4', 'subnets': [{'id': '1c2196c6-1195-4826-a262-1fab8f12626f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:51.797549 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] Checking router: 74097ffe-26b8-495a-8b78-5c2da4129405 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:26:51.797936 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] Updating router 74097ffe-26b8-495a-8b78-5c2da4129405 port abe6e227-864c-4a82-9216-821d8a88e407 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:26:51.840000 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:51.905940 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-ef419f49-1d33-4423-a310-fd2c57269a2f tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:51.907592 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-ef419f49-1d33-4423-a310-fd2c57269a2f tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/networks?id=9bb75e69-085b-4398-8c51-4210af335aff HTTP/1.1" status: 200 len: 808 time: 0.1395633 Jul 05 04:26:51.924032 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-5a96cfa8-61b3-4108-a539-594575eb45db tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/quotas/6fc8fad41d824ee4a364c435b8751415 HTTP/1.1" status: 200 len: 375 time: 0.0105960 Jul 05 04:26:52.012694 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-9fabd1d2-a08d-4b11-a1f5-ff372fc3e5ca tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6fc8fad41d824ee4a364c435b8751415&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707996 Jul 05 04:26:52.130599 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 46775e65-9b7d-46db-ba56-0cc5f6cc0234 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:52.185131 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:52.200983 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] Transition to ACTIVE for port object abe6e227-864c-4a82-9216-821d8a88e407 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:52.223873 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:52.241645 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 46775e65-9b7d-46db-ba56-0cc5f6cc0234 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:52.242849 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:52.262602 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-04215e8d-2130-4d93-9e83-dcf5d3d01ca5 service neutron] 10.222.0.77 "GET /v2.0/networks/9bb75e69-085b-4398-8c51-4210af335aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350934 Jul 05 04:26:52.342665 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9c584-b3f5-49f8-aef5-014873ea6b4f None None] Pushing event updated for resources: {'Port': ['ID=abe6e227-864c-4a82-9216-821d8a88e407,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:52.383734 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-fd591bfe-4aff-4b63-bf94-7963efca7b3b service neutron] 10.222.0.77 "GET /v2.0/networks/9bb75e69-085b-4398-8c51-4210af335aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148825 Jul 05 04:26:52.420881 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] Attempting to bind port abe6e227-864c-4a82-9216-821d8a88e407 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:26:52.421266 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] Attempting to bind port abe6e227-864c-4a82-9216-821d8a88e407 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '1413cb82-f325-4364-966a-923ef20dd644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'af34a17b-aa6e-4ca3-9edc-aceca6e6d0be'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:26:52.421635 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] Attempting to bind port abe6e227-864c-4a82-9216-821d8a88e407 on network af34a17b-aa6e-4ca3-9edc-aceca6e6d0be {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:52.431201 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:26:52.431579 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] Checking segment: {'id': '1413cb82-f325-4364-966a-923ef20dd644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'af34a17b-aa6e-4ca3-9edc-aceca6e6d0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:52.432009 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:52.432409 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] Bound using segment: {'id': '1413cb82-f325-4364-966a-923ef20dd644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'af34a17b-aa6e-4ca3-9edc-aceca6e6d0be'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:26:52.432958 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] Bound port: abe6e227-864c-4a82-9216-821d8a88e407, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1413cb82-f325-4364-966a-923ef20dd644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'af34a17b-aa6e-4ca3-9edc-aceca6e6d0be'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:26:52.433316 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:52.511586 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] For port abe6e227-864c-4a82-9216-821d8a88e407, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:26:52.514808 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] For port abe6e227-864c-4a82-9216-821d8a88e407, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=abe6e227-864c-4a82-9216-821d8a88e407,segment=NetworkSegment(1413cb82-f325-4364-966a-923ef20dd644),segment_id=1413cb82-f325-4364-966a-923ef20dd644)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:26:52.520440 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:52.580147 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:26:52.580728 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] Routers {'74097ffe-26b8-495a-8b78-5c2da4129405'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:52.581349 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:26:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['74097ffe-26b8-495a-8b78-5c2da4129405'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:52.613404 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9c584-b3f5-49f8-aef5-014873ea6b4f None None] Pushing event updated for resources: {'Port': ['ID=abe6e227-864c-4a82-9216-821d8a88e407,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:52.769300 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] Set router 74097ffe-26b8-495a-8b78-5c2da4129405 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:52.804507 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-839f1c35-edcb-43b0-8dbc-b0252e130266 req-35e71908-aa98-41f3-83e1-c73b136586e7 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f HTTP/1.1" status: 200 len: 210 time: 0.1895032 Jul 05 04:26:53.019132 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74097ffe-26b8-495a-8b78-5c2da4129405', 'name': 'tempest-TestServerBasicOps-269448978-router', 'tenant_id': '3dc9212d94b64138b88e4a87933aa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '46775e65-9b7d-46db-ba56-0cc5f6cc0234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:44Z', 'updated_at': '2021-07-05T04:26:48Z', 'revision_number': 4, 'project_id': '3dc9212d94b64138b88e4a87933aa7e4', 'gw_port': {'id': '46775e65-9b7d-46db-ba56-0cc5f6cc0234', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:70:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74097ffe-26b8-495a-8b78-5c2da4129405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:45Z', 'updated_at': '2021-07-05T04:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'abe6e227-864c-4a82-9216-821d8a88e407', 'name': '', 'network_id': 'af34a17b-aa6e-4ca3-9edc-aceca6e6d0be', 'tenant_id': '3dc9212d94b64138b88e4a87933aa7e4', 'mac_address': 'fa:16:3e:c1:30:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74097ffe-26b8-495a-8b78-5c2da4129405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1c2196c6-1195-4826-a262-1fab8f12626f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:47Z', 'updated_at': '2021-07-05T04:26:52Z', 'revision_number': 4, 'project_id': '3dc9212d94b64138b88e4a87933aa7e4', 'subnets': [{'id': '1c2196c6-1195-4826-a262-1fab8f12626f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:53.049197 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bc2161-5936-4452-9f56-d33391bb386b None None] The sync data for ids ['74097ffe-26b8-495a-8b78-5c2da4129405'] in n-d-780147-23 is: [{'id': '74097ffe-26b8-495a-8b78-5c2da4129405', 'name': 'tempest-TestServerBasicOps-269448978-router', 'tenant_id': '3dc9212d94b64138b88e4a87933aa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '46775e65-9b7d-46db-ba56-0cc5f6cc0234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:44Z', 'updated_at': '2021-07-05T04:26:48Z', 'revision_number': 4, 'project_id': '3dc9212d94b64138b88e4a87933aa7e4', 'gw_port': {'id': '46775e65-9b7d-46db-ba56-0cc5f6cc0234', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:70:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74097ffe-26b8-495a-8b78-5c2da4129405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:45Z', 'updated_at': '2021-07-05T04:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'abe6e227-864c-4a82-9216-821d8a88e407', 'name': '', 'network_id': 'af34a17b-aa6e-4ca3-9edc-aceca6e6d0be', 'tenant_id': '3dc9212d94b64138b88e4a87933aa7e4', 'mac_address': 'fa:16:3e:c1:30:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74097ffe-26b8-495a-8b78-5c2da4129405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1c2196c6-1195-4826-a262-1fab8f12626f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:47Z', 'updated_at': '2021-07-05T04:26:52Z', 'revision_number': 4, 'project_id': '3dc9212d94b64138b88e4a87933aa7e4', 'subnets': [{'id': '1c2196c6-1195-4826-a262-1fab8f12626f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:26:53.951110 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6c0a7ac4-f304-45cf-bec5-cd2b2223b948 req-0cc3e47b-208a-4c7a-ac19-9fbbb012956e tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f HTTP/1.1" status: 200 len: 210 time: 0.0352721 Jul 05 04:26:54.159084 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device abe6e227-864c-4a82-9216-821d8a88e407 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:54.173982 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-3b5ed1d1-4625-49e4-9ea3-c540070e1c3f tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:54.175776 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-3b5ed1d1-4625-49e4-9ea3-c540070e1c3f tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.89 "GET /v2.0/networks?id=9bb75e69-085b-4398-8c51-4210af335aff HTTP/1.1" status: 200 len: 808 time: 0.1329720 Jul 05 04:26:54.213954 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port abe6e227-864c-4a82-9216-821d8a88e407 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:54.219023 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port abe6e227-864c-4a82-9216-821d8a88e407 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:54.219574 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:54.225343 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-8366ce26-3b3e-4bf1-bec1-59795ec2bce0 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fc8fad41d824ee4a364c435b8751415 HTTP/1.1" status: 200 len: 380 time: 0.0386505 Jul 05 04:26:54.239922 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-670bb0f3-e020-40e6-af73-ca38a1078d69 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Request body: {'port': {'device_id': 'e1cb09e4-0189-4098-8ad8-e3da42c9f72f', 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff', 'admin_state_up': True, 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'security_groups': ['7ca741f8-bc36-4d01-b241-a39e6c922d02']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:54.314032 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:54.378074 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port abe6e227-864c-4a82-9216-821d8a88e407, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=abe6e227-864c-4a82-9216-821d8a88e407,segment=NetworkSegment(1413cb82-f325-4364-966a-923ef20dd644),segment_id=1413cb82-f325-4364-966a-923ef20dd644)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:54.384356 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:54.386859 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-670bb0f3-e020-40e6-af73-ca38a1078d69 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Made reservation on behalf of 6fc8fad41d824ee4a364c435b8751415 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:26:54.390982 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-670bb0f3-e020-40e6-af73-ca38a1078d69 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:54.457392 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=abe6e227-864c-4a82-9216-821d8a88e407,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:54.535741 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-670bb0f3-e020-40e6-af73-ca38a1078d69 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Allocated IP 172.20.0.11 (9bb75e69-085b-4398-8c51-4210af335aff/e647f531-73b2-4581-a3b5-29f9972848b9/e0b95455-529f-4f0e-89a0-ac7b55133a44) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:26:54.699022 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-670bb0f3-e020-40e6-af73-ca38a1078d69 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:54.718032 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-670bb0f3-e020-40e6-af73-ca38a1078d69 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Transition to ACTIVE for port object e0b95455-529f-4f0e-89a0-ac7b55133a44 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:54.756883 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-670bb0f3-e020-40e6-af73-ca38a1078d69 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:54.802326 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-670bb0f3-e020-40e6-af73-ca38a1078d69 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Network 9bb75e69-085b-4398-8c51-4210af335aff is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:54.811632 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-670bb0f3-e020-40e6-af73-ca38a1078d69 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:54.822281 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-670bb0f3-e020-40e6-af73-ca38a1078d69 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:26:54.826579 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670bb0f3-e020-40e6-af73-ca38a1078d69 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Pushing event updated for resources: {'Port': ['ID=e0b95455-529f-4f0e-89a0-ac7b55133a44,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:54.888837 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-670bb0f3-e020-40e6-af73-ca38a1078d69 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:54.889593 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-670bb0f3-e020-40e6-af73-ca38a1078d69 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:54.910053 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-670bb0f3-e020-40e6-af73-ca38a1078d69 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6746941 Jul 05 04:26:54.925884 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-ec27a761-c6e6-4ede-b6cd-a1303138c293 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:26:54.926905 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-ec27a761-c6e6-4ede-b6cd-a1303138c293 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065331 Jul 05 04:26:55.041526 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-93c5e42f-7f22-4d92-bf67-03a054ebbadf service neutron] Request body: {'port': {'device_id': 'e1cb09e4-0189-4098-8ad8-e3da42c9f72f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:55.117149 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-637b97bd-c17c-4035-a348-8482834bb4b0 None None] Provisioning for port e0b95455-529f-4f0e-89a0-ac7b55133a44 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:55.123986 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-637b97bd-c17c-4035-a348-8482834bb4b0 None None] Provisioning complete for port e0b95455-529f-4f0e-89a0-ac7b55133a44 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:55.124363 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-637b97bd-c17c-4035-a348-8482834bb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:55.159393 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-93c5e42f-7f22-4d92-bf67-03a054ebbadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:55.168483 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-637b97bd-c17c-4035-a348-8482834bb4b0 None None] Port e0b95455-529f-4f0e-89a0-ac7b55133a44 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:26:55.186760 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39166c96-8e92-4258-8579-9cf064d21851 req-26478546-a681-486f-91bd-eabb9b6c558a tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:55.188296 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39166c96-8e92-4258-8579-9cf064d21851 req-26478546-a681-486f-91bd-eabb9b6c558a tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f HTTP/1.1" status: 200 len: 932 time: 0.0807660 Jul 05 04:26:55.232338 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-39166c96-8e92-4258-8579-9cf064d21851 req-591a40d5-17a8-480a-9048-bf593a5b89c4 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ca741f8-bc36-4d01-b241-a39e6c922d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355232 Jul 05 04:26:55.448352 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-93c5e42f-7f22-4d92-bf67-03a054ebbadf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b95455-529f-4f0e-89a0-ac7b55133a44 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:26:55.456049 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-93c5e42f-7f22-4d92-bf67-03a054ebbadf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:55.469161 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-93c5e42f-7f22-4d92-bf67-03a054ebbadf service neutron] Transition to ACTIVE for port object e0b95455-529f-4f0e-89a0-ac7b55133a44 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:55.472381 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-93c5e42f-7f22-4d92-bf67-03a054ebbadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:55.544720 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5e42f-7f22-4d92-bf67-03a054ebbadf service neutron] Pushing event updated for resources: {'Port': ['ID=e0b95455-529f-4f0e-89a0-ac7b55133a44,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:55.599792 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-93c5e42f-7f22-4d92-bf67-03a054ebbadf service neutron] Attempting to bind port e0b95455-529f-4f0e-89a0-ac7b55133a44 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:26:55.600510 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-93c5e42f-7f22-4d92-bf67-03a054ebbadf service neutron] Attempting to bind port e0b95455-529f-4f0e-89a0-ac7b55133a44 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '55e26d70-fb7d-4a37-ae71-6304bf371319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:26:55.600997 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-93c5e42f-7f22-4d92-bf67-03a054ebbadf service neutron] Attempting to bind port e0b95455-529f-4f0e-89a0-ac7b55133a44 on network 9bb75e69-085b-4398-8c51-4210af335aff {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:55.608924 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-93c5e42f-7f22-4d92-bf67-03a054ebbadf service neutron] Port e0b95455-529f-4f0e-89a0-ac7b55133a44 on network 9bb75e69-085b-4398-8c51-4210af335aff not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:26:55.609973 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-93c5e42f-7f22-4d92-bf67-03a054ebbadf service neutron] Attempting to bind port e0b95455-529f-4f0e-89a0-ac7b55133a44 on network 9bb75e69-085b-4398-8c51-4210af335aff {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:55.617746 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-93c5e42f-7f22-4d92-bf67-03a054ebbadf service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:26:55.618043 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-93c5e42f-7f22-4d92-bf67-03a054ebbadf service neutron] Checking segment: {'id': '55e26d70-fb7d-4a37-ae71-6304bf371319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:55.618436 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-93c5e42f-7f22-4d92-bf67-03a054ebbadf service neutron] Bound using segment: {'id': '55e26d70-fb7d-4a37-ae71-6304bf371319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:26:55.618876 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-93c5e42f-7f22-4d92-bf67-03a054ebbadf service neutron] Bound port: e0b95455-529f-4f0e-89a0-ac7b55133a44, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55e26d70-fb7d-4a37-ae71-6304bf371319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:26:55.619235 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-93c5e42f-7f22-4d92-bf67-03a054ebbadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:55.699313 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-93c5e42f-7f22-4d92-bf67-03a054ebbadf service neutron] For port e0b95455-529f-4f0e-89a0-ac7b55133a44, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:26:55.711101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-93c5e42f-7f22-4d92-bf67-03a054ebbadf service neutron] For port e0b95455-529f-4f0e-89a0-ac7b55133a44, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=e0b95455-529f-4f0e-89a0-ac7b55133a44,segment=NetworkSegment(55e26d70-fb7d-4a37-ae71-6304bf371319),segment_id=55e26d70-fb7d-4a37-ae71-6304bf371319)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:26:55.715775 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-93c5e42f-7f22-4d92-bf67-03a054ebbadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:55.764244 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-93c5e42f-7f22-4d92-bf67-03a054ebbadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:55.764959 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-93c5e42f-7f22-4d92-bf67-03a054ebbadf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:55.766602 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-93c5e42f-7f22-4d92-bf67-03a054ebbadf service neutron] 10.222.0.89 "PUT /v2.0/ports/e0b95455-529f-4f0e-89a0-ac7b55133a44 HTTP/1.1" status: 200 len: 1093 time: 0.8284533 Jul 05 04:26:55.768964 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1cb09e4-0189-4098-8ad8-e3da42c9f72f', 'tag': 'e0b95455-529f-4f0e-89a0-ac7b55133a44'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:55.771234 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510b8f3b-e29d-4729-9280-25f9f256ec25" -d '{"events": [{"name": "network-changed", "server_uuid": "e1cb09e4-0189-4098-8ad8-e3da42c9f72f", "tag": "e0b95455-529f-4f0e-89a0-ac7b55133a44"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:55.812199 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5e42f-7f22-4d92-bf67-03a054ebbadf service neutron] Pushing event updated for resources: {'Port': ['ID=e0b95455-529f-4f0e-89a0-ac7b55133a44,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:55.838115 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2a65e4-7c25-40f5-999c-6185d0592f3e x-openstack-request-id: req-fc2a65e4-7c25-40f5-999c-6185d0592f3e {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:55.838903 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1cb09e4-0189-4098-8ad8-e3da42c9f72f", "tag": "e0b95455-529f-4f0e-89a0-ac7b55133a44", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:55.839301 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fc2a65e4-7c25-40f5-999c-6185d0592f3e {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:55.839861 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1cb09e4-0189-4098-8ad8-e3da42c9f72f', 'tag': 'e0b95455-529f-4f0e-89a0-ac7b55133a44', 'status': 'completed', 'code': 200} Jul 05 04:26:55.892585 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-eec4599b-f93e-48ae-8012-7cb422bdf50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:55.894304 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-eec4599b-f93e-48ae-8012-7cb422bdf50d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6fc8fad41d824ee4a364c435b8751415&device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f HTTP/1.1" status: 200 len: 1096 time: 0.0659049 Jul 05 04:26:55.949353 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-b72fde85-ec24-4a4e-9db7-16270e8ac138 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0b95455-529f-4f0e-89a0-ac7b55133a44 HTTP/1.1" status: 200 len: 217 time: 0.0432878 Jul 05 04:26:56.011573 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-d3ab9743-96f7-4132-b60c-a03d77562268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:56.013171 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-d3ab9743-96f7-4132-b60c-a03d77562268 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e647f531-73b2-4581-a3b5-29f9972848b9 HTTP/1.1" status: 200 len: 847 time: 0.0539112 Jul 05 04:26:56.078307 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-ad2ccd26-f875-458a-94b9-320fdb7dfb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:56.079834 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-ad2ccd26-f875-458a-94b9-320fdb7dfb76 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9bb75e69-085b-4398-8c51-4210af335aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554352 Jul 05 04:26:56.130727 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device abe6e227-864c-4a82-9216-821d8a88e407 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:56.188209 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port abe6e227-864c-4a82-9216-821d8a88e407 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:56.188839 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:56.188950 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-050f11b8-7350-4342-b58f-2946eda27347 service neutron] 10.222.0.89 "GET /v2.0/networks/9bb75e69-085b-4398-8c51-4210af335aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982509 Jul 05 04:26:56.288927 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ad2100b-3283-4cb5-8942-f36e931ec62a req-193af955-9c12-421c-a802-724688aa4f4f service neutron] 10.222.0.89 "GET /v2.0/networks/9bb75e69-085b-4398-8c51-4210af335aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893683 Jul 05 04:26:56.406073 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b8f3b-e29d-4729-9280-25f9f256ec25 req-396cb7e9-6174-4341-9d2d-94ca8fa692c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:56.407948 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-510b8f3b-e29d-4729-9280-25f9f256ec25 req-396cb7e9-6174-4341-9d2d-94ca8fa692c2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6fc8fad41d824ee4a364c435b8751415&device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f HTTP/1.1" status: 200 len: 1096 time: 0.0563529 Jul 05 04:26:56.436885 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be087a-2018-46fe-81e1-9d1870085c78 req-38cfe7cb-45da-407a-bc95-f7e20efb0a9f tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:56.438206 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f2be087a-2018-46fe-81e1-9d1870085c78 req-38cfe7cb-45da-407a-bc95-f7e20efb0a9f tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f HTTP/1.1" status: 200 len: 944 time: 0.0774477 Jul 05 04:26:56.480613 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f2be087a-2018-46fe-81e1-9d1870085c78 req-67129f98-1e47-429d-a5ce-f6acecead02d tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ca741f8-bc36-4d01-b241-a39e6c922d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368655 Jul 05 04:26:56.514307 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b8f3b-e29d-4729-9280-25f9f256ec25 req-a84ca943-313e-43a4-a597-7a58ae9bd742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:56.516034 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-510b8f3b-e29d-4729-9280-25f9f256ec25 req-a84ca943-313e-43a4-a597-7a58ae9bd742 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9bb75e69-085b-4398-8c51-4210af335aff HTTP/1.1" status: 200 len: 909 time: 0.1003001 Jul 05 04:26:56.561110 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-510b8f3b-e29d-4729-9280-25f9f256ec25 req-627bce35-ff4f-467d-9ad3-309925468fd8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0b95455-529f-4f0e-89a0-ac7b55133a44 HTTP/1.1" status: 200 len: 217 time: 0.0353894 Jul 05 04:26:56.611147 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b8f3b-e29d-4729-9280-25f9f256ec25 req-1da1ae91-a5f5-4eab-9669-75ac279bf53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:56.612650 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-510b8f3b-e29d-4729-9280-25f9f256ec25 req-1da1ae91-a5f5-4eab-9669-75ac279bf53f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e647f531-73b2-4581-a3b5-29f9972848b9 HTTP/1.1" status: 200 len: 847 time: 0.0442283 Jul 05 04:26:56.677229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b8f3b-e29d-4729-9280-25f9f256ec25 req-2a325b06-3c6d-4e13-8a66-ca7a17b9c960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:56.678776 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-510b8f3b-e29d-4729-9280-25f9f256ec25 req-2a325b06-3c6d-4e13-8a66-ca7a17b9c960 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9bb75e69-085b-4398-8c51-4210af335aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577898 Jul 05 04:26:56.778506 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-510b8f3b-e29d-4729-9280-25f9f256ec25 req-a74f603f-c75a-4623-b27b-1bb3a94f4c40 service neutron] 10.222.0.89 "GET /v2.0/networks/9bb75e69-085b-4398-8c51-4210af335aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921235 Jul 05 04:26:56.877363 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-510b8f3b-e29d-4729-9280-25f9f256ec25 req-6691bda5-ae1b-47b1-b28c-f28b0f80a56f service neutron] 10.222.0.89 "GET /v2.0/networks/9bb75e69-085b-4398-8c51-4210af335aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917809 Jul 05 04:26:57.673782 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70957ef5-d62e-4a47-a5f4-8af5ce7d428c req-b4863349-83a8-4c27-b69c-e71c21cc0f6b tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:57.675274 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-70957ef5-d62e-4a47-a5f4-8af5ce7d428c req-b4863349-83a8-4c27-b69c-e71c21cc0f6b tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f HTTP/1.1" status: 200 len: 944 time: 0.0642972 Jul 05 04:26:57.716375 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-70957ef5-d62e-4a47-a5f4-8af5ce7d428c req-df2b16a9-2cfc-4731-bb4e-ed7d49b1ae32 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ca741f8-bc36-4d01-b241-a39e6c922d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345743 Jul 05 04:26:58.657589 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f73ccbfb-86c7-4b24-9f94-021557a1d7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:58.916351 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e5979-cffc-4e36-8844-41259fa60012 req-ce36cdbd-6271-4f4e-84b1-0773d5437522 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:58.917868 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5e4e5979-cffc-4e36-8844-41259fa60012 req-ce36cdbd-6271-4f4e-84b1-0773d5437522 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f HTTP/1.1" status: 200 len: 944 time: 0.0726249 Jul 05 04:26:58.956104 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5e4e5979-cffc-4e36-8844-41259fa60012 req-4c9d8770-46e8-4e81-b5c5-9406420747b2 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ca741f8-bc36-4d01-b241-a39e6c922d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324016 Jul 05 04:26:59.060669 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device e0b95455-529f-4f0e-89a0-ac7b55133a44 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:26:59.161520 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port e0b95455-529f-4f0e-89a0-ac7b55133a44, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=e0b95455-529f-4f0e-89a0-ac7b55133a44,segment=NetworkSegment(55e26d70-fb7d-4a37-ae71-6304bf371319),segment_id=55e26d70-fb7d-4a37-ae71-6304bf371319)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:59.173916 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'e0b95455-529f-4f0e-89a0-ac7b55133a44', 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff', 'port_id': 'e0b95455-529f-4f0e-89a0-ac7b55133a44', 'mac_address': 'fa:16:3e:4b:c9:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e647f531-73b2-4581-a3b5-29f9972848b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:26:59.210102 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:59.223095 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b95455-529f-4f0e-89a0-ac7b55133a44 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:26:59.243599 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port e0b95455-529f-4f0e-89a0-ac7b55133a44, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=e0b95455-529f-4f0e-89a0-ac7b55133a44,segment=NetworkSegment(55e26d70-fb7d-4a37-ae71-6304bf371319),segment_id=55e26d70-fb7d-4a37-ae71-6304bf371319)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:59.247531 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:59.297844 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=e0b95455-529f-4f0e-89a0-ac7b55133a44,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:59.471779 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:59.508448 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['e0b95455-529f-4f0e-89a0-ac7b55133a44'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:27:00.142209 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3f438-91ac-4fa1-ba5a-6c751650c42f req-a00cf623-2cc1-4246-9cda-3600eccccc90 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:00.144452 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-00d3f438-91ac-4fa1-ba5a-6c751650c42f req-a00cf623-2cc1-4246-9cda-3600eccccc90 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f HTTP/1.1" status: 200 len: 945 time: 0.0702288 Jul 05 04:27:00.191851 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-00d3f438-91ac-4fa1-ba5a-6c751650c42f req-46fe7637-45fc-4088-80f7-8a52752ed573 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ca741f8-bc36-4d01-b241-a39e6c922d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423431 Jul 05 04:27:01.064605 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device e0b95455-529f-4f0e-89a0-ac7b55133a44 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:27:01.117242 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port e0b95455-529f-4f0e-89a0-ac7b55133a44 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:27:01.121237 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port e0b95455-529f-4f0e-89a0-ac7b55133a44 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:27:01.121682 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:01.203030 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:01.226731 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cb09e4-0189-4098-8ad8-e3da42c9f72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b95455-529f-4f0e-89a0-ac7b55133a44'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:27:01.229128 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d658597-82a0-4165-a04c-bd87cc32d345" -d '{"events": [{"server_uuid": "e1cb09e4-0189-4098-8ad8-e3da42c9f72f", "name": "network-vif-plugged", "status": "completed", "tag": "e0b95455-529f-4f0e-89a0-ac7b55133a44"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:27:01.248563 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port e0b95455-529f-4f0e-89a0-ac7b55133a44, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=e0b95455-529f-4f0e-89a0-ac7b55133a44,segment=NetworkSegment(55e26d70-fb7d-4a37-ae71-6304bf371319),segment_id=55e26d70-fb7d-4a37-ae71-6304bf371319)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:27:01.254316 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:01.285782 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca92b15a-b8c9-4066-a0b2-04a215ae883b x-openstack-request-id: req-ca92b15a-b8c9-4066-a0b2-04a215ae883b {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:27:01.286189 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cb09e4-0189-4098-8ad8-e3da42c9f72f", "name": "network-vif-plugged", "status": "completed", "tag": "e0b95455-529f-4f0e-89a0-ac7b55133a44", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:27:01.286533 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ca92b15a-b8c9-4066-a0b2-04a215ae883b {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:27:01.287016 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cb09e4-0189-4098-8ad8-e3da42c9f72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b95455-529f-4f0e-89a0-ac7b55133a44', 'code': 200} Jul 05 04:27:01.319271 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=e0b95455-529f-4f0e-89a0-ac7b55133a44,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:01.367142 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dc779077-3751-4501-b13d-cfbe37cc5974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:01.411645 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048ea8e-783d-4adf-9aa0-c24b01331f24 req-5751e066-d456-41dc-86a5-a75192a27e33 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:01.416298 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e048ea8e-783d-4adf-9aa0-c24b01331f24 req-5751e066-d456-41dc-86a5-a75192a27e33 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f HTTP/1.1" status: 200 len: 946 time: 0.0742896 Jul 05 04:27:01.417244 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1eb267-3a2f-4ade-915d-b9a1b60e26ac req-c32849ac-5235-494a-bc12-50b8a8a6bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:01.418867 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c1eb267-3a2f-4ade-915d-b9a1b60e26ac req-c32849ac-5235-494a-bc12-50b8a8a6bf4d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f HTTP/1.1" status: 200 len: 1098 time: 0.0623610 Jul 05 04:27:01.455852 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e048ea8e-783d-4adf-9aa0-c24b01331f24 req-aecf6225-b4b4-4d93-8108-76bc949aff25 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ca741f8-bc36-4d01-b241-a39e6c922d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359993 Jul 05 04:27:01.465332 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c1eb267-3a2f-4ade-915d-b9a1b60e26ac req-29b8b40c-e4ea-44e3-992a-ebc3b056b13c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7ca741f8-bc36-4d01-b241-a39e6c922d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353553 Jul 05 04:27:01.758596 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:02.642430 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0465ca-2aaf-45b7-af53-b5e43e548e1e req-2020c18d-b27b-4a51-94a1-80d581825231 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:02.643992 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1e0465ca-2aaf-45b7-af53-b5e43e548e1e req-2020c18d-b27b-4a51-94a1-80d581825231 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f HTTP/1.1" status: 200 len: 946 time: 0.0662606 Jul 05 04:27:02.646777 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:02.685452 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1e0465ca-2aaf-45b7-af53-b5e43e548e1e req-f9ecebfc-69d2-471c-9b4d-593ffe8a4425 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ca741f8-bc36-4d01-b241-a39e6c922d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341117 Jul 05 04:27:02.874907 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5ba4c-aa53-4eb2-81b0-f9965fc50df6 req-2fde8974-b99f-4fb5-b2ef-06cbbaba6716 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:02.876431 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7f5ba4c-aa53-4eb2-81b0-f9965fc50df6 req-2fde8974-b99f-4fb5-b2ef-06cbbaba6716 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f HTTP/1.1" status: 200 len: 946 time: 0.0724528 Jul 05 04:27:02.928286 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7f5ba4c-aa53-4eb2-81b0-f9965fc50df6 req-d648d770-b910-48c3-b005-d4d6c373d737 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ca741f8-bc36-4d01-b241-a39e6c922d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458608 Jul 05 04:27:03.107937 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1587a4-e36d-4adc-a19d-54df259477fa req-26806546-cb46-44df-99be-0b50243c8f83 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:03.109434 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4b1587a4-e36d-4adc-a19d-54df259477fa req-26806546-cb46-44df-99be-0b50243c8f83 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f HTTP/1.1" status: 200 len: 946 time: 0.0696445 Jul 05 04:27:03.147836 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4b1587a4-e36d-4adc-a19d-54df259477fa req-3e601781-a6e1-4120-99a9-dccad065278d tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ca741f8-bc36-4d01-b241-a39e6c922d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325754 Jul 05 04:27:03.173259 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42850) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:03.274778 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1df600b-5ef3-45f1-9f76-f4819959a55d tempest-TestServerBasicOps-1529676958 tempest-TestServerBasicOps-1529676958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:03.276968 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a1df600b-5ef3-45f1-9f76-f4819959a55d tempest-TestServerBasicOps-1529676958 tempest-TestServerBasicOps-1529676958-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f HTTP/1.1" status: 200 len: 1093 time: 0.1026092 Jul 05 04:27:03.279933 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 42858) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:03.284687 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-bd4e1568-228a-4f94-a9cd-92eba9e52bf7 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': 'e0b95455-529f-4f0e-89a0-ac7b55133a44', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:27:03.307836 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd4e1568-228a-4f94-a9cd-92eba9e52bf7 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:03.414462 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd4e1568-228a-4f94-a9cd-92eba9e52bf7 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:03.527025 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-bd4e1568-228a-4f94-a9cd-92eba9e52bf7 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Allocated IP 172.25.1.118 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/ad84cf8d-f60d-4b7d-af5d-a6acf2096ebf) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:27:03.638914 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd4e1568-228a-4f94-a9cd-92eba9e52bf7 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:03.677743 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd4e1568-228a-4f94-a9cd-92eba9e52bf7 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:03.718075 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4e1568-228a-4f94-a9cd-92eba9e52bf7 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:27:03.720924 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-bd4e1568-228a-4f94-a9cd-92eba9e52bf7 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:27:03.727323 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4e1568-228a-4f94-a9cd-92eba9e52bf7 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:27:03.750571 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e1568-228a-4f94-a9cd-92eba9e52bf7 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Pushing event updated for resources: {'Port': ['ID=ad84cf8d-f60d-4b7d-af5d-a6acf2096ebf,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:04.130775 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd4e1568-228a-4f94-a9cd-92eba9e52bf7 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:04.207257 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd4e1568-228a-4f94-a9cd-92eba9e52bf7 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:04.370958 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd4e1568-228a-4f94-a9cd-92eba9e52bf7 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:04.375270 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd4e1568-228a-4f94-a9cd-92eba9e52bf7 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:04.448512 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:04.454602 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e1568-228a-4f94-a9cd-92eba9e52bf7 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Pushing event updated for resources: {'Port': ['ID=ad84cf8d-f60d-4b7d-af5d-a6acf2096ebf,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:04.462213 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd4e1568-228a-4f94-a9cd-92eba9e52bf7 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:04.564637 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-bd4e1568-228a-4f94-a9cd-92eba9e52bf7 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Floating IP cad85269-7006-4ff3-9e4f-cd0f86695c78 associated. External IP: 172.25.1.118, port: e0b95455-529f-4f0e-89a0-ac7b55133a44. Jul 05 04:27:05.131285 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4e1568-228a-4f94-a9cd-92eba9e52bf7 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Router 65e14586-1cd6-4bf5-b62e-5a077e5f791b has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:27:05.238599 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4e1568-228a-4f94-a9cd-92eba9e52bf7 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:27:05.248537 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cb6c28-c557-4ee2-bd35-b9a87eb41ee1 None None] Sync routers for ids ['65e14586-1cd6-4bf5-b62e-5a077e5f791b'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:27:05.256649 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bd4e1568-228a-4f94-a9cd-92eba9e52bf7 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:05.259733 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cb6c28-c557-4ee2-bd35-b9a87eb41ee1 None None] Routers {'65e14586-1cd6-4bf5-b62e-5a077e5f791b'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:27:05.260518 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-d2cb6c28-c557-4ee2-bd35-b9a87eb41ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:27:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['65e14586-1cd6-4bf5-b62e-5a077e5f791b'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:05.307872 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bd4e1568-228a-4f94-a9cd-92eba9e52bf7 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0169945 Jul 05 04:27:05.307872 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1cb09e4-0189-4098-8ad8-e3da42c9f72f', 'tag': 'e0b95455-529f-4f0e-89a0-ac7b55133a44'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:27:05.307872 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a62006-5a80-47da-9951-02ececa07863" -d '{"events": [{"name": "network-changed", "server_uuid": "e1cb09e4-0189-4098-8ad8-e3da42c9f72f", "tag": "e0b95455-529f-4f0e-89a0-ac7b55133a44"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:27:05.349029 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6551082-de39-4ae1-b299-9c52f0232f8f x-openstack-request-id: req-e6551082-de39-4ae1-b299-9c52f0232f8f {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:27:05.349596 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1cb09e4-0189-4098-8ad8-e3da42c9f72f", "tag": "e0b95455-529f-4f0e-89a0-ac7b55133a44", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:27:05.349956 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e6551082-de39-4ae1-b299-9c52f0232f8f {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:27:05.350272 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1cb09e4-0189-4098-8ad8-e3da42c9f72f', 'tag': 'e0b95455-529f-4f0e-89a0-ac7b55133a44', 'status': 'completed', 'code': 200} Jul 05 04:27:05.440205 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a62006-5a80-47da-9951-02ececa07863 req-0a0571a6-5197-4fcd-91c8-c04ce7f9259c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:05.441945 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-62a62006-5a80-47da-9951-02ececa07863 req-0a0571a6-5197-4fcd-91c8-c04ce7f9259c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6fc8fad41d824ee4a364c435b8751415&device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f HTTP/1.1" status: 200 len: 1098 time: 0.0553412 Jul 05 04:27:05.473692 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-d2cb6c28-c557-4ee2-bd35-b9a87eb41ee1 None None] Set router 65e14586-1cd6-4bf5-b62e-5a077e5f791b gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:27:05.536014 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a62006-5a80-47da-9951-02ececa07863 req-48dba0de-c6a2-4194-b80d-fddf123cb642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:05.537524 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-62a62006-5a80-47da-9951-02ececa07863 req-48dba0de-c6a2-4194-b80d-fddf123cb642 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9bb75e69-085b-4398-8c51-4210af335aff HTTP/1.1" status: 200 len: 909 time: 0.0890062 Jul 05 04:27:05.620381 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-62a62006-5a80-47da-9951-02ececa07863 req-6bb11daa-cf6a-40c5-b516-690f95de8205 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0b95455-529f-4f0e-89a0-ac7b55133a44 HTTP/1.1" status: 200 len: 1000 time: 0.0757439 Jul 05 04:27:05.683113 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a62006-5a80-47da-9951-02ececa07863 req-f7a63558-1803-4ca0-be6d-99b24f3d2360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:05.684785 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-62a62006-5a80-47da-9951-02ececa07863 req-f7a63558-1803-4ca0-be6d-99b24f3d2360 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e647f531-73b2-4581-a3b5-29f9972848b9 HTTP/1.1" status: 200 len: 847 time: 0.0574949 Jul 05 04:27:05.716912 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-d2cb6c28-c557-4ee2-bd35-b9a87eb41ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'name': 'tempest-TestServerBasicOps-837009924-router', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'bc01d26b-545b-4fb5-8ed2-18873a4d7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:26:42Z', 'revision_number': 4, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'gw_port': {'id': 'bc01d26b-545b-4fb5-8ed2-18873a4d7b26', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'cad85269-7006-4ff3-9e4f-cd0f86695c78', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'floating_ip_address': '172.25.1.118', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'port_id': 'e0b95455-529f-4f0e-89a0-ac7b55133a44', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff', 'mac_address': 'fa:16:3e:4b:c9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cb09e4-0189-4098-8ad8-e3da42c9f72f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:27:03Z', 'updated_at': '2021-07-05T04:27:03Z', 'revision_number': 0, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cd8391-f6f1-4978-a76c-9e604a8da104', 'name': '', 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'mac_address': 'fa:16:3e:68:35:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'e647f531-73b2-4581-a3b5-29f9972848b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:42Z', 'updated_at': '2021-07-05T04:26:48Z', 'revision_number': 5, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'subnets': [{'id': 'e647f531-73b2-4581-a3b5-29f9972848b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:05.748919 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cb6c28-c557-4ee2-bd35-b9a87eb41ee1 None None] Checking router: 65e14586-1cd6-4bf5-b62e-5a077e5f791b for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:27:05.754596 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a62006-5a80-47da-9951-02ececa07863 req-ad628830-ceab-4a6d-bcf3-541fe630c745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:05.756172 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-62a62006-5a80-47da-9951-02ececa07863 req-ad628830-ceab-4a6d-bcf3-541fe630c745 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9bb75e69-085b-4398-8c51-4210af335aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645230 Jul 05 04:27:05.760413 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cb6c28-c557-4ee2-bd35-b9a87eb41ee1 None None] Routers {'65e14586-1cd6-4bf5-b62e-5a077e5f791b'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:27:05.761060 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-d2cb6c28-c557-4ee2-bd35-b9a87eb41ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:27:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['65e14586-1cd6-4bf5-b62e-5a077e5f791b'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:05.862932 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-62a62006-5a80-47da-9951-02ececa07863 req-192e402b-4abe-4cb7-85c6-e6e2ebdc01fd service neutron] 10.222.0.89 "GET /v2.0/networks/9bb75e69-085b-4398-8c51-4210af335aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971580 Jul 05 04:27:05.889273 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-d2cb6c28-c557-4ee2-bd35-b9a87eb41ee1 None None] Set router 65e14586-1cd6-4bf5-b62e-5a077e5f791b gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:27:05.975210 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-62a62006-5a80-47da-9951-02ececa07863 req-2da831c7-7f5d-4abe-bf98-3e43bcc9d335 service neutron] 10.222.0.89 "GET /v2.0/networks/9bb75e69-085b-4398-8c51-4210af335aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081784 Jul 05 04:27:06.165029 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-d2cb6c28-c557-4ee2-bd35-b9a87eb41ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'name': 'tempest-TestServerBasicOps-837009924-router', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'bc01d26b-545b-4fb5-8ed2-18873a4d7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:26:42Z', 'revision_number': 4, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'gw_port': {'id': 'bc01d26b-545b-4fb5-8ed2-18873a4d7b26', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'cad85269-7006-4ff3-9e4f-cd0f86695c78', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'floating_ip_address': '172.25.1.118', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'port_id': 'e0b95455-529f-4f0e-89a0-ac7b55133a44', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff', 'mac_address': 'fa:16:3e:4b:c9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cb09e4-0189-4098-8ad8-e3da42c9f72f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:27:03Z', 'updated_at': '2021-07-05T04:27:03Z', 'revision_number': 0, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cd8391-f6f1-4978-a76c-9e604a8da104', 'name': '', 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'mac_address': 'fa:16:3e:68:35:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'e647f531-73b2-4581-a3b5-29f9972848b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:42Z', 'updated_at': '2021-07-05T04:26:48Z', 'revision_number': 5, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'subnets': [{'id': 'e647f531-73b2-4581-a3b5-29f9972848b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:06.198804 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cb6c28-c557-4ee2-bd35-b9a87eb41ee1 None None] The sync data for ids ['65e14586-1cd6-4bf5-b62e-5a077e5f791b'] in n-d-780147-23 is: [{'id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'name': 'tempest-TestServerBasicOps-837009924-router', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'bc01d26b-545b-4fb5-8ed2-18873a4d7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:26:42Z', 'revision_number': 4, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'gw_port': {'id': 'bc01d26b-545b-4fb5-8ed2-18873a4d7b26', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'cad85269-7006-4ff3-9e4f-cd0f86695c78', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'floating_ip_address': '172.25.1.118', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'port_id': 'e0b95455-529f-4f0e-89a0-ac7b55133a44', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff', 'mac_address': 'fa:16:3e:4b:c9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cb09e4-0189-4098-8ad8-e3da42c9f72f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:27:03Z', 'updated_at': '2021-07-05T04:27:03Z', 'revision_number': 0, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cd8391-f6f1-4978-a76c-9e604a8da104', 'name': '', 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'mac_address': 'fa:16:3e:68:35:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'e647f531-73b2-4581-a3b5-29f9972848b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:42Z', 'updated_at': '2021-07-05T04:26:48Z', 'revision_number': 5, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'subnets': [{'id': 'e647f531-73b2-4581-a3b5-29f9972848b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:27:06.395080 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce2a2e1-a4f4-4067-a9ca-f437f7083f91 None None] New status for floating IP cad85269-7006-4ff3-9e4f-cd0f86695c78: ACTIVE {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:27:13.289810 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:18.677457 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-cfd3accd-7b64-409d-b713-eb0e81628713 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:18.678958 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-cfd3accd-7b64-409d-b713-eb0e81628713 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/networks?id=c4f38b27-4b24-407d-a3ae-e4913f6e9c64 HTTP/1.1" status: 200 len: 814 time: 0.1054156 Jul 05 04:27:18.693271 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-5392be4b-0670-469d-9c47-4948a0762b2a tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/quotas/b4b9fd9c4620412d99f6114655cddbf7 HTTP/1.1" status: 200 len: 375 time: 0.0089011 Jul 05 04:27:18.727324 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-54974cba-09cc-4e73-bc8a-8decf9793f6d tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b4b9fd9c4620412d99f6114655cddbf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285118 Jul 05 04:27:18.819917 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-ec6ba1f6-6cdd-4898-bb0b-31c3f9411013 service neutron] 10.222.0.77 "GET /v2.0/networks/c4f38b27-4b24-407d-a3ae-e4913f6e9c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857761 Jul 05 04:27:18.911143 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-2f8e8edf-cfce-4d25-9994-ddfb9a7e84b9 service neutron] 10.222.0.77 "GET /v2.0/networks/c4f38b27-4b24-407d-a3ae-e4913f6e9c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841987 Jul 05 04:27:19.082476 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d9f8c4ef-802d-40c1-b275-54a33c353ab4 req-7e8db948-e3a2-4263-a98a-707ff340236b tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?device_id=91fdc2bd-33fb-45a0-9f9b-de162ef2df80 HTTP/1.1" status: 200 len: 210 time: 0.0299132 Jul 05 04:27:20.205191 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-c9f9fb15-f275-4023-bbc3-f927c115e479 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:20.206847 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-c9f9fb15-f275-4023-bbc3-f927c115e479 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.70 "GET /v2.0/networks?id=c4f38b27-4b24-407d-a3ae-e4913f6e9c64 HTTP/1.1" status: 200 len: 814 time: 0.1089714 Jul 05 04:27:20.232086 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-17a97e1f-5638-4fa1-998d-d1eb357ea547 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Request body: {'port': {'device_id': '91fdc2bd-33fb-45a0-9f9b-de162ef2df80', 'network_id': 'c4f38b27-4b24-407d-a3ae-e4913f6e9c64', 'admin_state_up': True, 'tenant_id': 'b4b9fd9c4620412d99f6114655cddbf7'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:27:20.236811 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0f08fa8-7bf9-4ab9-b7ca-218786bb6e16 req-fb48dc47-95f4-455c-8bcc-b8fea69bee55 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?device_id=91fdc2bd-33fb-45a0-9f9b-de162ef2df80 HTTP/1.1" status: 200 len: 210 time: 0.0316353 Jul 05 04:27:20.345324 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-17a97e1f-5638-4fa1-998d-d1eb357ea547 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Made reservation on behalf of b4b9fd9c4620412d99f6114655cddbf7 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:27:20.348717 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-17a97e1f-5638-4fa1-998d-d1eb357ea547 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:20.475761 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-17a97e1f-5638-4fa1-998d-d1eb357ea547 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Allocated IP 172.20.0.13 (c4f38b27-4b24-407d-a3ae-e4913f6e9c64/0f694bc1-f7da-4dd8-ac6b-00e5b49065cc/5402ca44-5b8f-4c3c-be88-78f98f45be2c) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:27:20.578178 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-6232b736-2435-4b11-8e4c-fd4a7db9e491 req-7412dce1-482e-4a84-9303-266aa10513ce service neutron] (105538) timed out ('10.222.0.77', 49044) {{(pid=105538) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:27:20.621872 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-17a97e1f-5638-4fa1-998d-d1eb357ea547 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:20.660264 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-17a97e1f-5638-4fa1-998d-d1eb357ea547 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:20.706474 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-17a97e1f-5638-4fa1-998d-d1eb357ea547 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Network c4f38b27-4b24-407d-a3ae-e4913f6e9c64 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:27:20.711695 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-17a97e1f-5638-4fa1-998d-d1eb357ea547 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:27:20.716350 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-17a97e1f-5638-4fa1-998d-d1eb357ea547 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:27:20.739390 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a97e1f-5638-4fa1-998d-d1eb357ea547 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Pushing event updated for resources: {'Port': ['ID=5402ca44-5b8f-4c3c-be88-78f98f45be2c,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:20.766797 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-17a97e1f-5638-4fa1-998d-d1eb357ea547 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:20.767410 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-17a97e1f-5638-4fa1-998d-d1eb357ea547 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:20.781504 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-17a97e1f-5638-4fa1-998d-d1eb357ea547 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5540321 Jul 05 04:27:20.799330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-df746c25-2a09-4ed3-8222-11809d50b309 service neutron] Request body: {'port': {'device_id': '91fdc2bd-33fb-45a0-9f9b-de162ef2df80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:27:20.872940 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-df746c25-2a09-4ed3-8222-11809d50b309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:21.457388 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc5333-9495-4641-bf7b-ef3377a69f36 req-7a0330b0-645a-4e36-8505-019ac73554a0 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:21.458857 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-90fc5333-9495-4641-bf7b-ef3377a69f36 req-7a0330b0-645a-4e36-8505-019ac73554a0 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?device_id=91fdc2bd-33fb-45a0-9f9b-de162ef2df80 HTTP/1.1" status: 200 len: 932 time: 0.0986075 Jul 05 04:27:21.531563 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-90fc5333-9495-4641-bf7b-ef3377a69f36 req-d166c6f4-1d4a-48ed-aa32-13c83e25af10 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ff6a997-2627-4cb8-b77a-d0169fe68f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660326 Jul 05 04:27:21.533477 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-df746c25-2a09-4ed3-8222-11809d50b309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5402ca44-5b8f-4c3c-be88-78f98f45be2c {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:27:21.542263 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-df746c25-2a09-4ed3-8222-11809d50b309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:21.554117 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-df746c25-2a09-4ed3-8222-11809d50b309 service neutron] Transition to ACTIVE for port object 5402ca44-5b8f-4c3c-be88-78f98f45be2c will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:27:21.557159 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-df746c25-2a09-4ed3-8222-11809d50b309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:21.625346 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df746c25-2a09-4ed3-8222-11809d50b309 service neutron] Pushing event updated for resources: {'Port': ['ID=5402ca44-5b8f-4c3c-be88-78f98f45be2c,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:21.676731 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-df746c25-2a09-4ed3-8222-11809d50b309 service neutron] Attempting to bind port 5402ca44-5b8f-4c3c-be88-78f98f45be2c on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:27:21.677072 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-df746c25-2a09-4ed3-8222-11809d50b309 service neutron] Attempting to bind port 5402ca44-5b8f-4c3c-be88-78f98f45be2c by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '0759f6a4-15d3-46a3-9d47-f36516953e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c4f38b27-4b24-407d-a3ae-e4913f6e9c64'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:27:21.677436 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-df746c25-2a09-4ed3-8222-11809d50b309 service neutron] Attempting to bind port 5402ca44-5b8f-4c3c-be88-78f98f45be2c on network c4f38b27-4b24-407d-a3ae-e4913f6e9c64 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:27:21.681727 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-df746c25-2a09-4ed3-8222-11809d50b309 service neutron] Port 5402ca44-5b8f-4c3c-be88-78f98f45be2c on network c4f38b27-4b24-407d-a3ae-e4913f6e9c64 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:27:21.682053 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-df746c25-2a09-4ed3-8222-11809d50b309 service neutron] Attempting to bind port 5402ca44-5b8f-4c3c-be88-78f98f45be2c on network c4f38b27-4b24-407d-a3ae-e4913f6e9c64 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:27:21.686863 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-df746c25-2a09-4ed3-8222-11809d50b309 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:27:21.687208 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-df746c25-2a09-4ed3-8222-11809d50b309 service neutron] Checking segment: {'id': '0759f6a4-15d3-46a3-9d47-f36516953e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c4f38b27-4b24-407d-a3ae-e4913f6e9c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:27:21.687601 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-df746c25-2a09-4ed3-8222-11809d50b309 service neutron] Bound using segment: {'id': '0759f6a4-15d3-46a3-9d47-f36516953e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c4f38b27-4b24-407d-a3ae-e4913f6e9c64'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:27:21.688058 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-df746c25-2a09-4ed3-8222-11809d50b309 service neutron] Bound port: 5402ca44-5b8f-4c3c-be88-78f98f45be2c, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0759f6a4-15d3-46a3-9d47-f36516953e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c4f38b27-4b24-407d-a3ae-e4913f6e9c64'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:27:21.688423 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-df746c25-2a09-4ed3-8222-11809d50b309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:21.756682 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-df746c25-2a09-4ed3-8222-11809d50b309 service neutron] For port 5402ca44-5b8f-4c3c-be88-78f98f45be2c, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:27:21.760390 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-df746c25-2a09-4ed3-8222-11809d50b309 service neutron] For port 5402ca44-5b8f-4c3c-be88-78f98f45be2c, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=5402ca44-5b8f-4c3c-be88-78f98f45be2c,segment=NetworkSegment(0759f6a4-15d3-46a3-9d47-f36516953e6e),segment_id=0759f6a4-15d3-46a3-9d47-f36516953e6e)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:27:21.764569 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-df746c25-2a09-4ed3-8222-11809d50b309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:21.796740 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-df746c25-2a09-4ed3-8222-11809d50b309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:21.797343 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-df746c25-2a09-4ed3-8222-11809d50b309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:21.798723 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-df746c25-2a09-4ed3-8222-11809d50b309 service neutron] 10.222.0.70 "PUT /v2.0/ports/5402ca44-5b8f-4c3c-be88-78f98f45be2c HTTP/1.1" status: 200 len: 1093 time: 1.0034816 Jul 05 04:27:21.799164 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fdc2bd-33fb-45a0-9f9b-de162ef2df80', 'tag': '5402ca44-5b8f-4c3c-be88-78f98f45be2c'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:27:21.801420 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e9943e-211b-4447-8887-55d795629be2" -d '{"events": [{"name": "network-changed", "server_uuid": "91fdc2bd-33fb-45a0-9f9b-de162ef2df80", "tag": "5402ca44-5b8f-4c3c-be88-78f98f45be2c"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:27:21.827401 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df746c25-2a09-4ed3-8222-11809d50b309 service neutron] Pushing event updated for resources: {'Port': ['ID=5402ca44-5b8f-4c3c-be88-78f98f45be2c,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:21.844830 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe2bc5e-f9cc-403f-b998-7d3ef4a019c5 x-openstack-request-id: req-dbe2bc5e-f9cc-403f-b998-7d3ef4a019c5 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:27:21.844830 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fdc2bd-33fb-45a0-9f9b-de162ef2df80", "tag": "5402ca44-5b8f-4c3c-be88-78f98f45be2c", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:27:21.845177 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dbe2bc5e-f9cc-403f-b998-7d3ef4a019c5 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:27:21.845507 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91fdc2bd-33fb-45a0-9f9b-de162ef2df80', 'tag': '5402ca44-5b8f-4c3c-be88-78f98f45be2c', 'status': 'completed', 'code': 200} Jul 05 04:27:21.913667 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-ce242ea5-bf9a-4f86-b529-2eeec382bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:21.915167 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-ce242ea5-bf9a-4f86-b529-2eeec382bb20 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b4b9fd9c4620412d99f6114655cddbf7&device_id=91fdc2bd-33fb-45a0-9f9b-de162ef2df80 HTTP/1.1" status: 200 len: 1096 time: 0.0541506 Jul 05 04:27:21.965171 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-8f167498-a2d5-4969-9143-3a254de6dc8e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5402ca44-5b8f-4c3c-be88-78f98f45be2c HTTP/1.1" status: 200 len: 217 time: 0.0374408 Jul 05 04:27:22.013543 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-e4acf175-4c5e-4d99-9d14-93542b44f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:22.014997 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-e4acf175-4c5e-4d99-9d14-93542b44f36a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f694bc1-f7da-4dd8-ac6b-00e5b49065cc HTTP/1.1" status: 200 len: 854 time: 0.0442765 Jul 05 04:27:22.047726 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-13e662f9-986f-4cbc-b732-00a6fbda125a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4f38b27-4b24-407d-a3ae-e4913f6e9c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260479 Jul 05 04:27:22.139420 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-9674ab77-c228-40d8-9b27-ff92e5c14a09 service neutron] 10.222.0.70 "GET /v2.0/networks/c4f38b27-4b24-407d-a3ae-e4913f6e9c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846729 Jul 05 04:27:22.225942 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2b0efb91-79e1-42b6-b4e9-64d8f7502944 req-d53363fc-c2a7-4f27-8f13-cd51c0399c72 service neutron] 10.222.0.70 "GET /v2.0/networks/c4f38b27-4b24-407d-a3ae-e4913f6e9c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803709 Jul 05 04:27:22.374091 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9943e-211b-4447-8887-55d795629be2 req-07d58c99-a000-4d8a-b808-16070b938b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:22.375510 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e6e9943e-211b-4447-8887-55d795629be2 req-07d58c99-a000-4d8a-b808-16070b938b55 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b4b9fd9c4620412d99f6114655cddbf7&device_id=91fdc2bd-33fb-45a0-9f9b-de162ef2df80 HTTP/1.1" status: 200 len: 1096 time: 0.0538158 Jul 05 04:27:22.467063 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9943e-211b-4447-8887-55d795629be2 req-0b0412b9-97d4-447f-b6e6-1113379f9967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:22.468560 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e6e9943e-211b-4447-8887-55d795629be2 req-0b0412b9-97d4-447f-b6e6-1113379f9967 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c4f38b27-4b24-407d-a3ae-e4913f6e9c64 HTTP/1.1" status: 200 len: 915 time: 0.0861235 Jul 05 04:27:22.510002 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e6e9943e-211b-4447-8887-55d795629be2 req-1af5d40a-d6f3-49fd-ae9d-af8c2a5d8a37 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5402ca44-5b8f-4c3c-be88-78f98f45be2c HTTP/1.1" status: 200 len: 217 time: 0.0348642 Jul 05 04:27:22.562766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9943e-211b-4447-8887-55d795629be2 req-d77dcd2c-13c1-4283-a34f-9cc65d922677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:22.564288 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e6e9943e-211b-4447-8887-55d795629be2 req-d77dcd2c-13c1-4283-a34f-9cc65d922677 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f694bc1-f7da-4dd8-ac6b-00e5b49065cc HTTP/1.1" status: 200 len: 854 time: 0.0486491 Jul 05 04:27:22.598562 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e6e9943e-211b-4447-8887-55d795629be2 req-57bd6321-c392-461c-9189-6585f797ab3f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4f38b27-4b24-407d-a3ae-e4913f6e9c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276980 Jul 05 04:27:22.739755 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e6e9943e-211b-4447-8887-55d795629be2 req-2416d2ad-5582-4e5e-ab28-ca9c28865c6f service neutron] 10.222.0.70 "GET /v2.0/networks/c4f38b27-4b24-407d-a3ae-e4913f6e9c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345382 Jul 05 04:27:22.748824 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaec0b7-9ec3-40c6-ab5b-d0ef827ff983 req-f9faa9c2-be33-401e-bdb8-2b62c433518c tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:22.750197 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0aaec0b7-9ec3-40c6-ab5b-d0ef827ff983 req-f9faa9c2-be33-401e-bdb8-2b62c433518c tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?device_id=91fdc2bd-33fb-45a0-9f9b-de162ef2df80 HTTP/1.1" status: 200 len: 944 time: 0.1015704 Jul 05 04:27:22.836484 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0aaec0b7-9ec3-40c6-ab5b-d0ef827ff983 req-20eefdec-fb1b-4aae-9984-a537a38bd8f8 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ff6a997-2627-4cb8-b77a-d0169fe68f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781224 Jul 05 04:27:22.862710 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e6e9943e-211b-4447-8887-55d795629be2 req-53ed76d5-02f5-4ff7-b353-fc31182bee68 service neutron] 10.222.0.70 "GET /v2.0/networks/c4f38b27-4b24-407d-a3ae-e4913f6e9c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115191 Jul 05 04:27:24.028533 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aecc34-e655-49e7-9220-67440799bc84 req-a16fcccd-3524-4658-b8ff-e1b09dc84f40 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:24.029951 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6aecc34-e655-49e7-9220-67440799bc84 req-a16fcccd-3524-4658-b8ff-e1b09dc84f40 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?device_id=91fdc2bd-33fb-45a0-9f9b-de162ef2df80 HTTP/1.1" status: 200 len: 944 time: 0.0782213 Jul 05 04:27:24.067888 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6aecc34-e655-49e7-9220-67440799bc84 req-ebac9b40-988e-449f-981e-835964de7ffd tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ff6a997-2627-4cb8-b77a-d0169fe68f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324273 Jul 05 04:27:24.998400 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 5402ca44-5b8f-4c3c-be88-78f98f45be2c details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:27:25.096012 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 5402ca44-5b8f-4c3c-be88-78f98f45be2c, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=5402ca44-5b8f-4c3c-be88-78f98f45be2c,segment=NetworkSegment(0759f6a4-15d3-46a3-9d47-f36516953e6e),segment_id=0759f6a4-15d3-46a3-9d47-f36516953e6e)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:27:25.107824 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '5402ca44-5b8f-4c3c-be88-78f98f45be2c', 'network_id': 'c4f38b27-4b24-407d-a3ae-e4913f6e9c64', 'port_id': '5402ca44-5b8f-4c3c-be88-78f98f45be2c', 'mac_address': 'fa:16:3e:a7:47:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f694bc1-f7da-4dd8-ac6b-00e5b49065cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:27:25.145796 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:25.158515 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5402ca44-5b8f-4c3c-be88-78f98f45be2c {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:27:25.179105 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 5402ca44-5b8f-4c3c-be88-78f98f45be2c, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=5402ca44-5b8f-4c3c-be88-78f98f45be2c,segment=NetworkSegment(0759f6a4-15d3-46a3-9d47-f36516953e6e),segment_id=0759f6a4-15d3-46a3-9d47-f36516953e6e)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:27:25.184252 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:25.232404 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=5402ca44-5b8f-4c3c-be88-78f98f45be2c,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:25.251218 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fd202-341e-443a-869b-70d0b397b303 req-c59e8d7d-4593-4625-8b53-ca0a4448d82f tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:25.252722 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2e4fd202-341e-443a-869b-70d0b397b303 req-c59e8d7d-4593-4625-8b53-ca0a4448d82f tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?device_id=91fdc2bd-33fb-45a0-9f9b-de162ef2df80 HTTP/1.1" status: 200 len: 945 time: 0.0718479 Jul 05 04:27:25.290997 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2e4fd202-341e-443a-869b-70d0b397b303 req-0385762d-6663-452d-b544-8979b0816e19 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ff6a997-2627-4cb8-b77a-d0169fe68f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321643 Jul 05 04:27:25.639215 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['5402ca44-5b8f-4c3c-be88-78f98f45be2c'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:27:26.467121 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa6b1b-28b3-4151-9f64-65c66cdace01 req-f344918a-6ff8-4ded-8e37-d5d43232c206 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:26.468636 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-09aa6b1b-28b3-4151-9f64-65c66cdace01 req-f344918a-6ff8-4ded-8e37-d5d43232c206 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?device_id=91fdc2bd-33fb-45a0-9f9b-de162ef2df80 HTTP/1.1" status: 200 len: 945 time: 0.0643687 Jul 05 04:27:26.506672 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-09aa6b1b-28b3-4151-9f64-65c66cdace01 req-cc80cea8-f04a-49d2-93c4-e6476700766b tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ff6a997-2627-4cb8-b77a-d0169fe68f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325639 Jul 05 04:27:27.010365 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 5402ca44-5b8f-4c3c-be88-78f98f45be2c up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:27:27.058933 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 5402ca44-5b8f-4c3c-be88-78f98f45be2c completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:27:27.063021 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 5402ca44-5b8f-4c3c-be88-78f98f45be2c triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:27:27.063400 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:27.143163 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:27.165400 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fdc2bd-33fb-45a0-9f9b-de162ef2df80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5402ca44-5b8f-4c3c-be88-78f98f45be2c'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:27:27.167784 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c3b38d-9862-48bf-b958-90a1eecb1e6c" -d '{"events": [{"server_uuid": "91fdc2bd-33fb-45a0-9f9b-de162ef2df80", "name": "network-vif-plugged", "status": "completed", "tag": "5402ca44-5b8f-4c3c-be88-78f98f45be2c"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:27:27.180992 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 5402ca44-5b8f-4c3c-be88-78f98f45be2c, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=5402ca44-5b8f-4c3c-be88-78f98f45be2c,segment=NetworkSegment(0759f6a4-15d3-46a3-9d47-f36516953e6e),segment_id=0759f6a4-15d3-46a3-9d47-f36516953e6e)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:27:27.185835 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:27.209289 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264b6086-c048-42ec-b413-633b89edc6c4 x-openstack-request-id: req-264b6086-c048-42ec-b413-633b89edc6c4 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:27:27.209583 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fdc2bd-33fb-45a0-9f9b-de162ef2df80", "name": "network-vif-plugged", "status": "completed", "tag": "5402ca44-5b8f-4c3c-be88-78f98f45be2c", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:27:27.209831 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-264b6086-c048-42ec-b413-633b89edc6c4 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:27:27.210213 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fdc2bd-33fb-45a0-9f9b-de162ef2df80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5402ca44-5b8f-4c3c-be88-78f98f45be2c', 'code': 200} Jul 05 04:27:27.242627 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=5402ca44-5b8f-4c3c-be88-78f98f45be2c,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:27.350587 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b184bf9-d2d3-41e3-87f6-58c999216e79 req-0ee8aae6-4886-4854-b09a-38b137be829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:27.352046 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7b184bf9-d2d3-41e3-87f6-58c999216e79 req-0ee8aae6-4886-4854-b09a-38b137be829c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=91fdc2bd-33fb-45a0-9f9b-de162ef2df80 HTTP/1.1" status: 200 len: 1098 time: 0.0525019 Jul 05 04:27:27.388640 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7b184bf9-d2d3-41e3-87f6-58c999216e79 req-c14d91e4-6b37-4462-af65-85cb981a9a00 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3ff6a997-2627-4cb8-b77a-d0169fe68f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290949 Jul 05 04:27:27.708518 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549401fb-0327-4b14-95f5-c601f20622de req-0f472bb0-b370-4a2d-bd4b-f986c70d5b22 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:27.710035 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-549401fb-0327-4b14-95f5-c601f20622de req-0f472bb0-b370-4a2d-bd4b-f986c70d5b22 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?device_id=91fdc2bd-33fb-45a0-9f9b-de162ef2df80 HTTP/1.1" status: 200 len: 946 time: 0.0756578 Jul 05 04:27:27.749095 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-549401fb-0327-4b14-95f5-c601f20622de req-12146a6a-750e-41c3-a4ce-f72c142615ec tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ff6a997-2627-4cb8-b77a-d0169fe68f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332937 Jul 05 04:27:28.049989 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d9fbc122-4c19-40d7-a09f-14e1b8eacda1 req-d1b43465-ea40-4572-9194-62e6f8a0d53e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515027 Jul 05 04:27:28.148480 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbc122-4c19-40d7-a09f-14e1b8eacda1 req-6c0b0641-7226-4388-8bf8-4fa7ebaa4d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:28.149973 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d9fbc122-4c19-40d7-a09f-14e1b8eacda1 req-6c0b0641-7226-4388-8bf8-4fa7ebaa4d51 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6fc8fad41d824ee4a364c435b8751415&device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f HTTP/1.1" status: 200 len: 1098 time: 0.0524776 Jul 05 04:27:28.259206 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbc122-4c19-40d7-a09f-14e1b8eacda1 req-470379d8-d0ef-4fd6-bdf3-36ee160392e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:28.261289 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d9fbc122-4c19-40d7-a09f-14e1b8eacda1 req-470379d8-d0ef-4fd6-bdf3-36ee160392e6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9bb75e69-085b-4398-8c51-4210af335aff HTTP/1.1" status: 200 len: 909 time: 0.0871072 Jul 05 04:27:28.325561 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d9fbc122-4c19-40d7-a09f-14e1b8eacda1 req-4974e4a1-1728-42d4-ae25-b9dd27bb6975 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0b95455-529f-4f0e-89a0-ac7b55133a44 HTTP/1.1" status: 200 len: 1002 time: 0.0572252 Jul 05 04:27:28.375344 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbc122-4c19-40d7-a09f-14e1b8eacda1 req-0b554999-457d-4255-b355-6ced34a24283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:28.376831 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d9fbc122-4c19-40d7-a09f-14e1b8eacda1 req-0b554999-457d-4255-b355-6ced34a24283 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e647f531-73b2-4581-a3b5-29f9972848b9 HTTP/1.1" status: 200 len: 847 time: 0.0436811 Jul 05 04:27:28.439584 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbc122-4c19-40d7-a09f-14e1b8eacda1 req-ebebbbb8-5a28-4b99-9d8c-aab7e5593f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:28.441109 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d9fbc122-4c19-40d7-a09f-14e1b8eacda1 req-ebebbbb8-5a28-4b99-9d8c-aab7e5593f37 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9bb75e69-085b-4398-8c51-4210af335aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569289 Jul 05 04:27:28.531312 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d9fbc122-4c19-40d7-a09f-14e1b8eacda1 req-70f671c3-e53e-432f-b735-309ea4584313 service neutron] 10.222.0.89 "GET /v2.0/networks/9bb75e69-085b-4398-8c51-4210af335aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821724 Jul 05 04:27:28.627270 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d9fbc122-4c19-40d7-a09f-14e1b8eacda1 req-f7543668-360c-496d-8c9f-afcc53853470 service neutron] 10.222.0.89 "GET /v2.0/networks/9bb75e69-085b-4398-8c51-4210af335aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867589 Jul 05 04:27:28.657430 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-66023d1d-3b3e-4160-95f1-debc27029bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:28.939315 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1dddf-3d0a-4e1c-a3c3-4c362ad2192a req-c10061cc-4209-40d8-a213-495d938636d7 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:28.940755 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cab1dddf-3d0a-4e1c-a3c3-4c362ad2192a req-c10061cc-4209-40d8-a213-495d938636d7 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?device_id=91fdc2bd-33fb-45a0-9f9b-de162ef2df80 HTTP/1.1" status: 200 len: 946 time: 0.0720654 Jul 05 04:27:28.980605 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cab1dddf-3d0a-4e1c-a3c3-4c362ad2192a req-573ea29e-1948-437c-99a5-d95454ed4c2c tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ff6a997-2627-4cb8-b77a-d0169fe68f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341716 Jul 05 04:27:29.470691 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:29.562994 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:27:30.159044 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e5fc7-19ff-4409-987f-1ecc43fff0e6 req-d2107b0a-2edf-4c19-a807-cb36442c0a9c tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:30.160705 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bd5e5fc7-19ff-4409-987f-1ecc43fff0e6 req-d2107b0a-2edf-4c19-a807-cb36442c0a9c tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?device_id=91fdc2bd-33fb-45a0-9f9b-de162ef2df80 HTTP/1.1" status: 200 len: 946 time: 0.0648782 Jul 05 04:27:30.198927 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bd5e5fc7-19ff-4409-987f-1ecc43fff0e6 req-301c474d-7552-425d-be10-01b7a389b78f tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ff6a997-2627-4cb8-b77a-d0169fe68f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327263 Jul 05 04:27:31.371759 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f3aafd3e-f003-4c38-8079-3d9e48b258e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:31.763653 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:32.654697 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:34.449978 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:34.766405 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43588) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:34.881440 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e2b1777a-7722-416c-90bf-ca843d96afd8 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] 10.222.0.77 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2541 time: 0.1136854 Jul 05 04:27:34.884449 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43592) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:34.889413 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-67c9ab67-368c-477a-8606-42110abf3cca tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Request body: {'network': {'name': 'tempest-network-smoke--1790760187', 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'port_security_enabled': False}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:27:34.911083 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c9ab67-368c-477a-8606-42110abf3cca tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Made reservation on behalf of 5bd542d5cd4c43b68c256ba41e113bc7 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:27:34.915304 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67c9ab67-368c-477a-8606-42110abf3cca tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:34.940598 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c9ab67-368c-477a-8606-42110abf3cca tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:27:34.949906 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67c9ab67-368c-477a-8606-42110abf3cca tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:34.950281 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-67c9ab67-368c-477a-8606-42110abf3cca tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Added segment 9a18a0f3-5d32-4d5a-b82d-526954d30742 of type vlan for network 95576d8c-6df0-4f98-a5fe-e42b79e8deed Jul 05 04:27:34.991234 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67c9ab67-368c-477a-8606-42110abf3cca tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:35.020964 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67c9ab67-368c-477a-8606-42110abf3cca tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:35.026518 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c9ab67-368c-477a-8606-42110abf3cca tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:35.027106 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-67c9ab67-368c-477a-8606-42110abf3cca tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:35.087454 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-67c9ab67-368c-477a-8606-42110abf3cca tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2018440 Jul 05 04:27:35.090280 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43594) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:35.097958 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-17fa1de2-5ab3-438e-81fa-cf26064bc9a2 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-218442556', 'admin_state_up': True, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:27:35.113165 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9ab67-368c-477a-8606-42110abf3cca tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event updated for resources: {'Network': ['ID=95576d8c-6df0-4f98-a5fe-e42b79e8deed,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:35.125879 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9ab67-368c-477a-8606-42110abf3cca tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:35.126231 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9ab67-368c-477a-8606-42110abf3cca tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:35.126576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9ab67-368c-477a-8606-42110abf3cca tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:35.126913 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9ab67-368c-477a-8606-42110abf3cca tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:35.127251 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9ab67-368c-477a-8606-42110abf3cca tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:35.127588 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9ab67-368c-477a-8606-42110abf3cca tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:35.127948 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9ab67-368c-477a-8606-42110abf3cca tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:35.128278 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9ab67-368c-477a-8606-42110abf3cca tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:35.128606 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9ab67-368c-477a-8606-42110abf3cca tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:35.128941 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9ab67-368c-477a-8606-42110abf3cca tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:35.129265 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9ab67-368c-477a-8606-42110abf3cca tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:35.129589 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9ab67-368c-477a-8606-42110abf3cca tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:35.141821 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 95576d8c-6df0-4f98-a5fe-e42b79e8deed details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:27:35.142247 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-17fa1de2-5ab3-438e-81fa-cf26064bc9a2 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:35.143414 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-17fa1de2-5ab3-438e-81fa-cf26064bc9a2 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:35.199746 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-17fa1de2-5ab3-438e-81fa-cf26064bc9a2 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:35.348355 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-17fa1de2-5ab3-438e-81fa-cf26064bc9a2 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:35.551917 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-17fa1de2-5ab3-438e-81fa-cf26064bc9a2 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:35.578248 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-17fa1de2-5ab3-438e-81fa-cf26064bc9a2 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:35.685781 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-17fa1de2-5ab3-438e-81fa-cf26064bc9a2 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Allocated IP 172.25.1.204 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/a8339d37-d193-4d22-98bc-2a15b2ff8bcc) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:27:35.793310 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-17fa1de2-5ab3-438e-81fa-cf26064bc9a2 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:35.837014 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-17fa1de2-5ab3-438e-81fa-cf26064bc9a2 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:35.878151 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fa1de2-5ab3-438e-81fa-cf26064bc9a2 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:27:35.884587 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-17fa1de2-5ab3-438e-81fa-cf26064bc9a2 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:27:35.889799 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fa1de2-5ab3-438e-81fa-cf26064bc9a2 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:27:35.892961 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa1de2-5ab3-438e-81fa-cf26064bc9a2 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event updated for resources: {'Port': ['ID=a8339d37-d193-4d22-98bc-2a15b2ff8bcc,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:36.147854 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-17fa1de2-5ab3-438e-81fa-cf26064bc9a2 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:36.354363 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-17fa1de2-5ab3-438e-81fa-cf26064bc9a2 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:36.486702 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fa1de2-5ab3-438e-81fa-cf26064bc9a2 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Router ddcfc43f-f8d8-462e-b475-4e2d30ffc879 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:27:36.597607 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fa1de2-5ab3-438e-81fa-cf26064bc9a2 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:27:36.608006 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] Sync routers for ids ['ddcfc43f-f8d8-462e-b475-4e2d30ffc879'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:27:36.617236 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-17fa1de2-5ab3-438e-81fa-cf26064bc9a2 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:36.618653 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-17fa1de2-5ab3-438e-81fa-cf26064bc9a2 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5274460 Jul 05 04:27:36.621582 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43598) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:36.622297 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] Routers {'ddcfc43f-f8d8-462e-b475-4e2d30ffc879'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:27:36.625326 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:27:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['ddcfc43f-f8d8-462e-b475-4e2d30ffc879'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:36.690072 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0446da-2f8d-4af5-bf08-0ef0f24597d8 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:36.691623 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6c0446da-2f8d-4af5-bf08-0ef0f24597d8 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=5bd542d5cd4c43b68c256ba41e113bc7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0690875 Jul 05 04:27:36.694443 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43600) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:36.746535 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] Set router ddcfc43f-f8d8-462e-b475-4e2d30ffc879 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:27:36.809168 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738ffb4e-4788-4c26-aae5-b2cada97778e tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:36.813421 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-738ffb4e-4788-4c26-aae5-b2cada97778e tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1155593 Jul 05 04:27:36.813710 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43602) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:36.846455 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cfd1356d-df7a-4272-a36a-0caae5e1b12d tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291901 Jul 05 04:27:36.846680 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43604) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:36.877135 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-eff7b07d-0341-46b5-8f08-a7f9d864a992 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=5bd542d5cd4c43b68c256ba41e113bc7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293357 Jul 05 04:27:36.879508 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43606) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:36.941050 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcfc43f-f8d8-462e-b475-4e2d30ffc879', 'name': 'tempest-TestSecurityGroupsBasicOps-router-218442556', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a8339d37-d193-4d22-98bc-2a15b2ff8bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:27:35Z', 'updated_at': '2021-07-05T04:27:36Z', 'revision_number': 3, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'gw_port': {'id': 'a8339d37-d193-4d22-98bc-2a15b2ff8bcc', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:dd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcfc43f-f8d8-462e-b475-4e2d30ffc879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:35Z', 'updated_at': '2021-07-05T04:27:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:36.972392 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] Checking router: ddcfc43f-f8d8-462e-b475-4e2d30ffc879 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:27:36.972747 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] Updating router ddcfc43f-f8d8-462e-b475-4e2d30ffc879 port a8339d37-d193-4d22-98bc-2a15b2ff8bcc binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:27:36.976049 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d775c0-37ab-4233-8dbd-1b48e84cb4b7 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:36.977794 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-37d775c0-37ab-4233-8dbd-1b48e84cb4b7 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0973065 Jul 05 04:27:36.980529 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43610) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:37.009465 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d3456c26-76d4-4616-abf7-e80aef6f4dff tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278506 Jul 05 04:27:37.011944 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43612) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:37.015616 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:37.016877 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-704529b8-7fdc-4a77-8222-757106a7014e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1473752791', 'network_id': '95576d8c-6df0-4f98-a5fe-e42b79e8deed', 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:27:37.118263 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704529b8-7fdc-4a77-8222-757106a7014e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Made reservation on behalf of 5bd542d5cd4c43b68c256ba41e113bc7 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:27:37.121860 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-704529b8-7fdc-4a77-8222-757106a7014e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:37.291696 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:37.302385 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] Transition to ACTIVE for port object a8339d37-d193-4d22-98bc-2a15b2ff8bcc will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:27:37.309645 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:37.345454 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-704529b8-7fdc-4a77-8222-757106a7014e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:37.362634 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] Attempting to bind port a8339d37-d193-4d22-98bc-2a15b2ff8bcc on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:27:37.362984 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] Attempting to bind port a8339d37-d193-4d22-98bc-2a15b2ff8bcc by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:27:37.363345 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] Attempting to bind port a8339d37-d193-4d22-98bc-2a15b2ff8bcc on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:27:37.377620 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:27:37.378006 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:27:37.378387 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:37.378777 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:27:37.379249 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] Bound port: a8339d37-d193-4d22-98bc-2a15b2ff8bcc, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:27:37.379626 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:37.507905 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064f94d-96f8-4a33-9aa0-6e1f4e41a85b None None] Pushing event updated for resources: {'Port': ['ID=a8339d37-d193-4d22-98bc-2a15b2ff8bcc,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:37.529069 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8064f94d-96f8-4a33-9aa0-6e1f4e41a85b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:37.529655 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8064f94d-96f8-4a33-9aa0-6e1f4e41a85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:37.532065 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8064f94d-96f8-4a33-9aa0-6e1f4e41a85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:37.532065 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8064f94d-96f8-4a33-9aa0-6e1f4e41a85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:37.532065 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8064f94d-96f8-4a33-9aa0-6e1f4e41a85b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:37.532065 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8064f94d-96f8-4a33-9aa0-6e1f4e41a85b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:37.532065 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8064f94d-96f8-4a33-9aa0-6e1f4e41a85b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:37.532065 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8064f94d-96f8-4a33-9aa0-6e1f4e41a85b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:37.532587 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8064f94d-96f8-4a33-9aa0-6e1f4e41a85b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:37.532587 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8064f94d-96f8-4a33-9aa0-6e1f4e41a85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:37.532940 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8064f94d-96f8-4a33-9aa0-6e1f4e41a85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:37.533110 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8064f94d-96f8-4a33-9aa0-6e1f4e41a85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:37.559645 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] For port a8339d37-d193-4d22-98bc-2a15b2ff8bcc, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:27:37.564123 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] For port a8339d37-d193-4d22-98bc-2a15b2ff8bcc, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a8339d37-d193-4d22-98bc-2a15b2ff8bcc,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:27:37.570650 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:37.634128 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] Routers {'ddcfc43f-f8d8-462e-b475-4e2d30ffc879'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:27:37.634827 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:27:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['ddcfc43f-f8d8-462e-b475-4e2d30ffc879'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:37.636613 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064f94d-96f8-4a33-9aa0-6e1f4e41a85b None None] Pushing event updated for resources: {'Port': ['ID=a8339d37-d193-4d22-98bc-2a15b2ff8bcc,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:37.750780 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] Set router ddcfc43f-f8d8-462e-b475-4e2d30ffc879 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:27:37.788401 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704529b8-7fdc-4a77-8222-757106a7014e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event updated for resources: {'Subnet': ['ID=7817c849-a4e8-4157-95fe-27ef65287acb,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:37.799182 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704529b8-7fdc-4a77-8222-757106a7014e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Checking segment: {'id': '9a18a0f3-5d32-4d5a-b82d-526954d30742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95576d8c-6df0-4f98-a5fe-e42b79e8deed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:27:37.799547 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704529b8-7fdc-4a77-8222-757106a7014e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Network hostable DHCP agents. Network: 95576d8c-6df0-4f98-a5fe-e42b79e8deed, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:27:37.818606 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704529b8-7fdc-4a77-8222-757106a7014e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Network 95576d8c-6df0-4f98-a5fe-e42b79e8deed is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:27:37.828962 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-704529b8-7fdc-4a77-8222-757106a7014e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 95576d8c-6df0-4f98-a5fe-e42b79e8deed) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:27:37.833802 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704529b8-7fdc-4a77-8222-757106a7014e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:37.834272 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-704529b8-7fdc-4a77-8222-757106a7014e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:37.851458 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8994c0-7295-4555-aca2-cffd4f6a2044 None None] Network 95576d8c-6df0-4f98-a5fe-e42b79e8deed requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:27:37.856353 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-704529b8-7fdc-4a77-8222-757106a7014e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8433619 Jul 05 04:27:37.857618 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43614) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:37.985411 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcfc43f-f8d8-462e-b475-4e2d30ffc879', 'name': 'tempest-TestSecurityGroupsBasicOps-router-218442556', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a8339d37-d193-4d22-98bc-2a15b2ff8bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:27:35Z', 'updated_at': '2021-07-05T04:27:36Z', 'revision_number': 3, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'gw_port': {'id': 'a8339d37-d193-4d22-98bc-2a15b2ff8bcc', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:dd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcfc43f-f8d8-462e-b475-4e2d30ffc879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:35Z', 'updated_at': '2021-07-05T04:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:38.015793 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb29c961-830a-4fc9-ba81-42859937b10c None None] The sync data for ids ['ddcfc43f-f8d8-462e-b475-4e2d30ffc879'] in n-d-780147-23 is: [{'id': 'ddcfc43f-f8d8-462e-b475-4e2d30ffc879', 'name': 'tempest-TestSecurityGroupsBasicOps-router-218442556', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a8339d37-d193-4d22-98bc-2a15b2ff8bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:27:35Z', 'updated_at': '2021-07-05T04:27:36Z', 'revision_number': 3, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'gw_port': {'id': 'a8339d37-d193-4d22-98bc-2a15b2ff8bcc', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:dd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcfc43f-f8d8-462e-b475-4e2d30ffc879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:35Z', 'updated_at': '2021-07-05T04:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:27:38.040730 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-95576d8c-6df0-4f98-a5fe-e42b79e8deed', 'network_id': '95576d8c-6df0-4f98-a5fe-e42b79e8deed', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'fixed_ips': [{'subnet_id': '7817c849-a4e8-4157-95fe-27ef65287acb'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:27:38.043158 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:38.206739 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Allocated IP 172.20.0.18 (95576d8c-6df0-4f98-a5fe-e42b79e8deed/7817c849-a4e8-4157-95fe-27ef65287acb/e789083e-2cdb-44c5-b6b0-69d5a9add93a) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:27:38.437242 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:38.442281 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:38.447700 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Transition to ACTIVE for port object e789083e-2cdb-44c5-b6b0-69d5a9add93a will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:27:38.477890 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Transition to ACTIVE for port object e789083e-2cdb-44c5-b6b0-69d5a9add93a will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:27:38.487952 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:38.535253 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Network 95576d8c-6df0-4f98-a5fe-e42b79e8deed is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:27:38.540129 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:27:38.543825 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:27:38.563879 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Pushing event updated for resources: {'Port': ['ID=e789083e-2cdb-44c5-b6b0-69d5a9add93a,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:38.600614 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:38.601093 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:38.601528 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:38.601955 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:38.602399 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:38.602814 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:38.603233 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:38.603649 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:38.604088 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:38.604473 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:38.604859 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:38.605242 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:38.646810 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Attempting to bind port e789083e-2cdb-44c5-b6b0-69d5a9add93a on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:27:38.647969 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Attempting to bind port e789083e-2cdb-44c5-b6b0-69d5a9add93a by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '9a18a0f3-5d32-4d5a-b82d-526954d30742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95576d8c-6df0-4f98-a5fe-e42b79e8deed'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:27:38.649756 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Attempting to bind port e789083e-2cdb-44c5-b6b0-69d5a9add93a on network 95576d8c-6df0-4f98-a5fe-e42b79e8deed {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:27:38.656814 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:27:38.657283 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Checking segment: {'id': '9a18a0f3-5d32-4d5a-b82d-526954d30742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95576d8c-6df0-4f98-a5fe-e42b79e8deed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:27:38.657746 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:38.658204 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Bound using segment: {'id': '9a18a0f3-5d32-4d5a-b82d-526954d30742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95576d8c-6df0-4f98-a5fe-e42b79e8deed'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:27:38.658752 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Bound port: e789083e-2cdb-44c5-b6b0-69d5a9add93a, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a18a0f3-5d32-4d5a-b82d-526954d30742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95576d8c-6df0-4f98-a5fe-e42b79e8deed'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:27:38.659198 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:38.740035 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] For port e789083e-2cdb-44c5-b6b0-69d5a9add93a, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:27:38.744115 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] For port e789083e-2cdb-44c5-b6b0-69d5a9add93a, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e789083e-2cdb-44c5-b6b0-69d5a9add93a,segment=NetworkSegment(9a18a0f3-5d32-4d5a-b82d-526954d30742),segment_id=9a18a0f3-5d32-4d5a-b82d-526954d30742)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:27:38.758663 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:38.834723 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Allocated IP 172.20.0.17 (95576d8c-6df0-4f98-a5fe-e42b79e8deed/7817c849-a4e8-4157-95fe-27ef65287acb/7d5f2edb-371a-4158-8eb4-f743e44b3f01) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:27:38.835333 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b093d71-dc58-4a60-8618-74c12da47a68 None None] Pushing event updated for resources: {'Port': ['ID=e789083e-2cdb-44c5-b6b0-69d5a9add93a,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:38.985963 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:39.003872 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Transition to ACTIVE for port object 7d5f2edb-371a-4158-8eb4-f743e44b3f01 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:27:39.048518 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:39.114485 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Network 95576d8c-6df0-4f98-a5fe-e42b79e8deed is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:27:39.118584 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event updated for resources: {'Port': ['ID=7d5f2edb-371a-4158-8eb4-f743e44b3f01,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:39.121246 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:27:39.124947 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:27:39.166471 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:39.166855 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:39.167201 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:39.167545 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:39.167920 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:39.168497 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:39.168649 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:39.169737 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:39.170131 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:39.170470 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:39.171045 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:39.171134 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:27:39.198001 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:39.382013 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:39.677122 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:39.683176 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:39.774781 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event updated for resources: {'Port': ['ID=7d5f2edb-371a-4158-8eb4-f743e44b3f01,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:39.777157 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:39.886496 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Network 95576d8c-6df0-4f98-a5fe-e42b79e8deed is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:27:39.888576 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:27:40.014278 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Router ddcfc43f-f8d8-462e-b475-4e2d30ffc879 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:27:40.146820 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:27:40.166428 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d65b4a09-a7bc-40e0-9b17-589f3a9f77d7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "PUT /v2.0/routers/ddcfc43f-f8d8-462e-b475-4e2d30ffc879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3070574 Jul 05 04:27:40.275083 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a8339d37-d193-4d22-98bc-2a15b2ff8bcc up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:27:40.330825 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] Sync routers for ids ['ddcfc43f-f8d8-462e-b475-4e2d30ffc879'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:27:40.361751 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] Routers {'ddcfc43f-f8d8-462e-b475-4e2d30ffc879'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:27:40.362859 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:27:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['ddcfc43f-f8d8-462e-b475-4e2d30ffc879'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:40.436226 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2292f0-ce61-466b-8313-f1c6b5701a47 None None] Network 95576d8c-6df0-4f98-a5fe-e42b79e8deed requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:27:40.536291 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-7935ebf8-af53-4bd6-bb56-a6beb1b0945a tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:40.539746 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-7935ebf8-af53-4bd6-bb56-a6beb1b0945a tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/networks?id=95576d8c-6df0-4f98-a5fe-e42b79e8deed HTTP/1.1" status: 200 len: 798 time: 0.1531951 Jul 05 04:27:40.560224 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port a8339d37-d193-4d22-98bc-2a15b2ff8bcc completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:27:40.567008 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-9f318f91-d5d4-4a70-987f-c00ca7144b9f tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/quotas/5bd542d5cd4c43b68c256ba41e113bc7 HTTP/1.1" status: 200 len: 375 time: 0.0203960 Jul 05 04:27:40.577427 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d2734d5e-08d5-484e-89a4-338ee8594f0e None None] Provisioning for port e789083e-2cdb-44c5-b6b0-69d5a9add93a completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:27:40.593669 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a8339d37-d193-4d22-98bc-2a15b2ff8bcc triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:27:40.594046 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:40.670925 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] Set router ddcfc43f-f8d8-462e-b475-4e2d30ffc879 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:27:40.691766 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-e1ed4081-47fc-4648-a2f2-26b943aa9c05 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5bd542d5cd4c43b68c256ba41e113bc7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1164939 Jul 05 04:27:40.807919 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-aafe7137-00ac-442a-a038-6878f9d335af service neutron] 10.222.0.77 "GET /v2.0/networks/95576d8c-6df0-4f98-a5fe-e42b79e8deed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020386 Jul 05 04:27:40.904460 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:40.943013 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port a8339d37-d193-4d22-98bc-2a15b2ff8bcc, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a8339d37-d193-4d22-98bc-2a15b2ff8bcc,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:27:40.948391 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-6ca44821-03a5-46ef-a1af-10339ba3cdd6 service neutron] 10.222.0.77 "GET /v2.0/networks/95576d8c-6df0-4f98-a5fe-e42b79e8deed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328924 Jul 05 04:27:40.966069 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:40.967066 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e789083e-2cdb-44c5-b6b0-69d5a9add93a up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:27:41.077588 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=a8339d37-d193-4d22-98bc-2a15b2ff8bcc,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:41.106185 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcfc43f-f8d8-462e-b475-4e2d30ffc879', 'name': 'tempest-TestSecurityGroupsBasicOps-router-218442556', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a8339d37-d193-4d22-98bc-2a15b2ff8bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:27:35Z', 'updated_at': '2021-07-05T04:27:39Z', 'revision_number': 4, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'gw_port': {'id': 'a8339d37-d193-4d22-98bc-2a15b2ff8bcc', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:dd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcfc43f-f8d8-462e-b475-4e2d30ffc879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:35Z', 'updated_at': '2021-07-05T04:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '7d5f2edb-371a-4158-8eb4-f743e44b3f01', 'name': '', 'network_id': '95576d8c-6df0-4f98-a5fe-e42b79e8deed', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'mac_address': 'fa:16:3e:cc:df:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcfc43f-f8d8-462e-b475-4e2d30ffc879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '7817c849-a4e8-4157-95fe-27ef65287acb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:38Z', 'updated_at': '2021-07-05T04:27:39Z', 'revision_number': 2, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'subnets': [{'id': '7817c849-a4e8-4157-95fe-27ef65287acb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:41.109819 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port e789083e-2cdb-44c5-b6b0-69d5a9add93a completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:27:41.140964 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] Checking router: ddcfc43f-f8d8-462e-b475-4e2d30ffc879 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:27:41.141409 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] Updating router ddcfc43f-f8d8-462e-b475-4e2d30ffc879 port 7d5f2edb-371a-4158-8eb4-f743e44b3f01 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:27:41.144776 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port e789083e-2cdb-44c5-b6b0-69d5a9add93a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:27:41.145222 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:41.255327 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:41.348489 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9dfb0d9d-3ef3-48d1-b574-0b9f0a8cff50 req-f0926225-f422-434d-a104-9930f671c1ae tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?device_id=41122ef6-f669-4444-acae-1c13bbfa5cec HTTP/1.1" status: 200 len: 210 time: 0.0894063 Jul 05 04:27:41.507886 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-916a412f-d154-418d-85e5-b3a53609dbb7 None None] Provisioning complete for port e789083e-2cdb-44c5-b6b0-69d5a9add93a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:27:41.508525 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-916a412f-d154-418d-85e5-b3a53609dbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:41.542976 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:41.652215 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port e789083e-2cdb-44c5-b6b0-69d5a9add93a, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e789083e-2cdb-44c5-b6b0-69d5a9add93a,segment=NetworkSegment(9a18a0f3-5d32-4d5a-b82d-526954d30742),segment_id=9a18a0f3-5d32-4d5a-b82d-526954d30742)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:27:41.660248 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:41.788089 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=e789083e-2cdb-44c5-b6b0-69d5a9add93a,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:41.816008 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-916a412f-d154-418d-85e5-b3a53609dbb7 None None] Provisioning for port 7d5f2edb-371a-4158-8eb4-f743e44b3f01 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:27:41.827887 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-916a412f-d154-418d-85e5-b3a53609dbb7 None None] Provisioning complete for port 7d5f2edb-371a-4158-8eb4-f743e44b3f01 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:27:41.828163 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-916a412f-d154-418d-85e5-b3a53609dbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:41.879398 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-916a412f-d154-418d-85e5-b3a53609dbb7 None None] Port 7d5f2edb-371a-4158-8eb4-f743e44b3f01 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:27:41.913015 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:41.929353 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] Transition to ACTIVE for port object 7d5f2edb-371a-4158-8eb4-f743e44b3f01 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:27:41.937476 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:42.076540 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b25e74-c3cb-41b0-8bc2-9f8994c6e5e7 None None] Pushing event updated for resources: {'Port': ['ID=7d5f2edb-371a-4158-8eb4-f743e44b3f01,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:42.100910 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] Attempting to bind port 7d5f2edb-371a-4158-8eb4-f743e44b3f01 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:27:42.101416 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] Attempting to bind port 7d5f2edb-371a-4158-8eb4-f743e44b3f01 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '9a18a0f3-5d32-4d5a-b82d-526954d30742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95576d8c-6df0-4f98-a5fe-e42b79e8deed'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:27:42.101658 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] Attempting to bind port 7d5f2edb-371a-4158-8eb4-f743e44b3f01 on network 95576d8c-6df0-4f98-a5fe-e42b79e8deed {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:27:42.107128 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:27:42.107829 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] Checking segment: {'id': '9a18a0f3-5d32-4d5a-b82d-526954d30742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95576d8c-6df0-4f98-a5fe-e42b79e8deed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:27:42.108133 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:42.108442 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] Bound using segment: {'id': '9a18a0f3-5d32-4d5a-b82d-526954d30742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95576d8c-6df0-4f98-a5fe-e42b79e8deed'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:27:42.109048 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] Bound port: 7d5f2edb-371a-4158-8eb4-f743e44b3f01, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a18a0f3-5d32-4d5a-b82d-526954d30742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95576d8c-6df0-4f98-a5fe-e42b79e8deed'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:27:42.109456 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:42.180975 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] For port 7d5f2edb-371a-4158-8eb4-f743e44b3f01, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:27:42.185928 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] For port 7d5f2edb-371a-4158-8eb4-f743e44b3f01, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7d5f2edb-371a-4158-8eb4-f743e44b3f01,segment=NetworkSegment(9a18a0f3-5d32-4d5a-b82d-526954d30742),segment_id=9a18a0f3-5d32-4d5a-b82d-526954d30742)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:27:42.194756 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a8339d37-d193-4d22-98bc-2a15b2ff8bcc up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:27:42.197694 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:42.294855 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] Routers {'ddcfc43f-f8d8-462e-b475-4e2d30ffc879'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:27:42.295500 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:27:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['ddcfc43f-f8d8-462e-b475-4e2d30ffc879'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:42.299988 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b25e74-c3cb-41b0-8bc2-9f8994c6e5e7 None None] Pushing event updated for resources: {'Port': ['ID=7d5f2edb-371a-4158-8eb4-f743e44b3f01,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:42.569703 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a8339d37-d193-4d22-98bc-2a15b2ff8bcc triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:27:42.570251 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:42.582762 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fc36281f-0dfa-4ed3-9aae-b6294a946a2e req-ca4cd36c-381c-4fba-831b-822e6e15ba54 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?device_id=41122ef6-f669-4444-acae-1c13bbfa5cec HTTP/1.1" status: 200 len: 210 time: 0.0567300 Jul 05 04:27:42.733631 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-54647137-f608-44ef-9099-8791bf449368 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:42.735997 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-54647137-f608-44ef-9099-8791bf449368 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.89 "GET /v2.0/networks?id=95576d8c-6df0-4f98-a5fe-e42b79e8deed HTTP/1.1" status: 200 len: 798 time: 0.1411641 Jul 05 04:27:42.740977 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] Set router ddcfc43f-f8d8-462e-b475-4e2d30ffc879 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:27:42.753441 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-f7d315a3-a7ff-48f1-a976-1f916eaab514 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Request body: {'port': {'device_id': '41122ef6-f669-4444-acae-1c13bbfa5cec', 'network_id': '95576d8c-6df0-4f98-a5fe-e42b79e8deed', 'admin_state_up': True, 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:27:42.802057 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e789083e-2cdb-44c5-b6b0-69d5a9add93a up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:27:42.908767 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-f7d315a3-a7ff-48f1-a976-1f916eaab514 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Made reservation on behalf of 5bd542d5cd4c43b68c256ba41e113bc7 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:27:42.914537 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-f7d315a3-a7ff-48f1-a976-1f916eaab514 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:42.953152 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port e789083e-2cdb-44c5-b6b0-69d5a9add93a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:27:42.953543 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:43.078327 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcfc43f-f8d8-462e-b475-4e2d30ffc879', 'name': 'tempest-TestSecurityGroupsBasicOps-router-218442556', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a8339d37-d193-4d22-98bc-2a15b2ff8bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:27:35Z', 'updated_at': '2021-07-05T04:27:39Z', 'revision_number': 4, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'gw_port': {'id': 'a8339d37-d193-4d22-98bc-2a15b2ff8bcc', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcfc43f-f8d8-462e-b475-4e2d30ffc879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:35Z', 'updated_at': '2021-07-05T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '7d5f2edb-371a-4158-8eb4-f743e44b3f01', 'name': '', 'network_id': '95576d8c-6df0-4f98-a5fe-e42b79e8deed', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'mac_address': 'fa:16:3e:cc:df:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcfc43f-f8d8-462e-b475-4e2d30ffc879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '7817c849-a4e8-4157-95fe-27ef65287acb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:38Z', 'updated_at': '2021-07-05T04:27:42Z', 'revision_number': 4, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'subnets': [{'id': '7817c849-a4e8-4157-95fe-27ef65287acb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:43.088942 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-f7d315a3-a7ff-48f1-a976-1f916eaab514 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Allocated IP 172.20.0.25 (95576d8c-6df0-4f98-a5fe-e42b79e8deed/7817c849-a4e8-4157-95fe-27ef65287acb/4f5c4889-8457-4719-9996-739dfffdfb57) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:27:43.118104 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf366459-5a9d-43e1-a464-167fb01083aa None None] The sync data for ids ['ddcfc43f-f8d8-462e-b475-4e2d30ffc879'] in n-d-780147-23 is: [{'id': 'ddcfc43f-f8d8-462e-b475-4e2d30ffc879', 'name': 'tempest-TestSecurityGroupsBasicOps-router-218442556', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a8339d37-d193-4d22-98bc-2a15b2ff8bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:27:35Z', 'updated_at': '2021-07-05T04:27:39Z', 'revision_number': 4, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'gw_port': {'id': 'a8339d37-d193-4d22-98bc-2a15b2ff8bcc', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcfc43f-f8d8-462e-b475-4e2d30ffc879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:35Z', 'updated_at': '2021-07-05T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '7d5f2edb-371a-4158-8eb4-f743e44b3f01', 'name': '', 'network_id': '95576d8c-6df0-4f98-a5fe-e42b79e8deed', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'mac_address': 'fa:16:3e:cc:df:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcfc43f-f8d8-462e-b475-4e2d30ffc879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '7817c849-a4e8-4157-95fe-27ef65287acb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:38Z', 'updated_at': '2021-07-05T04:27:42Z', 'revision_number': 4, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'subnets': [{'id': '7817c849-a4e8-4157-95fe-27ef65287acb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:27:43.263502 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-f7d315a3-a7ff-48f1-a976-1f916eaab514 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:43.278916 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-f7d315a3-a7ff-48f1-a976-1f916eaab514 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Transition to ACTIVE for port object 4f5c4889-8457-4719-9996-739dfffdfb57 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:27:43.296844 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:43.314886 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-f7d315a3-a7ff-48f1-a976-1f916eaab514 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:43.382134 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-f7d315a3-a7ff-48f1-a976-1f916eaab514 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Network 95576d8c-6df0-4f98-a5fe-e42b79e8deed is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:27:43.385341 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-f7d315a3-a7ff-48f1-a976-1f916eaab514 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:27:43.391689 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-f7d315a3-a7ff-48f1-a976-1f916eaab514 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:27:43.394317 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d315a3-a7ff-48f1-a976-1f916eaab514 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event updated for resources: {'Port': ['ID=4f5c4889-8457-4719-9996-739dfffdfb57,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:43.445895 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-f7d315a3-a7ff-48f1-a976-1f916eaab514 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:43.446547 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-f7d315a3-a7ff-48f1-a976-1f916eaab514 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:43.468467 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-f7d315a3-a7ff-48f1-a976-1f916eaab514 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7224057 Jul 05 04:27:43.482794 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-364c47f3-a7cb-4018-89d0-2653a6b5efe3 service neutron] Request body: {'port': {'device_id': '41122ef6-f669-4444-acae-1c13bbfa5cec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:27:43.577429 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-364c47f3-a7cb-4018-89d0-2653a6b5efe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:43.781436 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c1ff5f0d-c16e-4e38-b767-46105498a1f4 None None] Provisioning for port 4f5c4889-8457-4719-9996-739dfffdfb57 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:27:43.801351 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c1ff5f0d-c16e-4e38-b767-46105498a1f4 None None] Provisioning complete for port 4f5c4889-8457-4719-9996-739dfffdfb57 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:27:43.801832 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c1ff5f0d-c16e-4e38-b767-46105498a1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:43.881619 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-c1ff5f0d-c16e-4e38-b767-46105498a1f4 None None] Port 4f5c4889-8457-4719-9996-739dfffdfb57 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:27:43.920539 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c0b22-6322-45bf-9ecc-204e13f5ec08 req-fa4d337a-e46c-44b8-b9d1-13925a060a1c tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:43.936542 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a72c0b22-6322-45bf-9ecc-204e13f5ec08 req-fa4d337a-e46c-44b8-b9d1-13925a060a1c tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?device_id=41122ef6-f669-4444-acae-1c13bbfa5cec HTTP/1.1" status: 200 len: 895 time: 0.1790087 Jul 05 04:27:44.023319 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-364c47f3-a7cb-4018-89d0-2653a6b5efe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f5c4889-8457-4719-9996-739dfffdfb57 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:27:44.032862 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-364c47f3-a7cb-4018-89d0-2653a6b5efe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:44.053806 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-364c47f3-a7cb-4018-89d0-2653a6b5efe3 service neutron] Transition to ACTIVE for port object 4f5c4889-8457-4719-9996-739dfffdfb57 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:27:44.061780 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-364c47f3-a7cb-4018-89d0-2653a6b5efe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:44.072971 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43686) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:44.198210 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c47f3-a7cb-4018-89d0-2653a6b5efe3 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5c4889-8457-4719-9996-739dfffdfb57,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:44.244955 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c083f-cff0-4fcc-8d4d-f3acc4d7ce2e req-e05a5f85-49dd-40ca-a96a-c2058d3304a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:44.246365 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-364c47f3-a7cb-4018-89d0-2653a6b5efe3 service neutron] Attempting to bind port 4f5c4889-8457-4719-9996-739dfffdfb57 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:27:44.247722 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-342c083f-cff0-4fcc-8d4d-f3acc4d7ce2e req-e05a5f85-49dd-40ca-a96a-c2058d3304a7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f HTTP/1.1" status: 200 len: 1098 time: 0.1722386 Jul 05 04:27:44.253677 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7d5f2edb-371a-4158-8eb4-f743e44b3f01 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:27:44.263624 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-364c47f3-a7cb-4018-89d0-2653a6b5efe3 service neutron] Attempting to bind port 4f5c4889-8457-4719-9996-739dfffdfb57 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '9a18a0f3-5d32-4d5a-b82d-526954d30742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95576d8c-6df0-4f98-a5fe-e42b79e8deed'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:27:44.264251 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-364c47f3-a7cb-4018-89d0-2653a6b5efe3 service neutron] Attempting to bind port 4f5c4889-8457-4719-9996-739dfffdfb57 on network 95576d8c-6df0-4f98-a5fe-e42b79e8deed {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:27:44.281122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-364c47f3-a7cb-4018-89d0-2653a6b5efe3 service neutron] Port 4f5c4889-8457-4719-9996-739dfffdfb57 on network 95576d8c-6df0-4f98-a5fe-e42b79e8deed not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:27:44.281601 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-364c47f3-a7cb-4018-89d0-2653a6b5efe3 service neutron] Attempting to bind port 4f5c4889-8457-4719-9996-739dfffdfb57 on network 95576d8c-6df0-4f98-a5fe-e42b79e8deed {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:27:44.288611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-364c47f3-a7cb-4018-89d0-2653a6b5efe3 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:27:44.292855 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-364c47f3-a7cb-4018-89d0-2653a6b5efe3 service neutron] Checking segment: {'id': '9a18a0f3-5d32-4d5a-b82d-526954d30742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95576d8c-6df0-4f98-a5fe-e42b79e8deed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:27:44.293437 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-364c47f3-a7cb-4018-89d0-2653a6b5efe3 service neutron] Bound using segment: {'id': '9a18a0f3-5d32-4d5a-b82d-526954d30742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95576d8c-6df0-4f98-a5fe-e42b79e8deed'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:27:44.294660 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-364c47f3-a7cb-4018-89d0-2653a6b5efe3 service neutron] Bound port: 4f5c4889-8457-4719-9996-739dfffdfb57, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a18a0f3-5d32-4d5a-b82d-526954d30742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95576d8c-6df0-4f98-a5fe-e42b79e8deed'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:27:44.295921 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-364c47f3-a7cb-4018-89d0-2653a6b5efe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:44.357267 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-342c083f-cff0-4fcc-8d4d-f3acc4d7ce2e req-ef02aa49-24c9-4a0f-ae15-c8f4b71ef9dd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7ca741f8-bc36-4d01-b241-a39e6c922d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978341 Jul 05 04:27:44.365680 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 7d5f2edb-371a-4158-8eb4-f743e44b3f01 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:27:44.373475 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 7d5f2edb-371a-4158-8eb4-f743e44b3f01 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:27:44.373770 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:44.416930 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-364c47f3-a7cb-4018-89d0-2653a6b5efe3 service neutron] For port 4f5c4889-8457-4719-9996-739dfffdfb57, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:27:44.428906 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-364c47f3-a7cb-4018-89d0-2653a6b5efe3 service neutron] For port 4f5c4889-8457-4719-9996-739dfffdfb57, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=4f5c4889-8457-4719-9996-739dfffdfb57,segment=NetworkSegment(9a18a0f3-5d32-4d5a-b82d-526954d30742),segment_id=9a18a0f3-5d32-4d5a-b82d-526954d30742)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:27:44.436452 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-364c47f3-a7cb-4018-89d0-2653a6b5efe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:44.483137 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-364c47f3-a7cb-4018-89d0-2653a6b5efe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:44.483824 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-364c47f3-a7cb-4018-89d0-2653a6b5efe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:44.485579 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-364c47f3-a7cb-4018-89d0-2653a6b5efe3 service neutron] 10.222.0.89 "PUT /v2.0/ports/4f5c4889-8457-4719-9996-739dfffdfb57 HTTP/1.1" status: 200 len: 1056 time: 1.0083959 Jul 05 04:27:44.486132 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41122ef6-f669-4444-acae-1c13bbfa5cec', 'tag': '4f5c4889-8457-4719-9996-739dfffdfb57'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:27:44.489189 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f5653e-3be7-4b22-a6fe-ab3c11c119fd" -d '{"events": [{"name": "network-changed", "server_uuid": "41122ef6-f669-4444-acae-1c13bbfa5cec", "tag": "4f5c4889-8457-4719-9996-739dfffdfb57"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:27:44.500510 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:44.519832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c47f3-a7cb-4018-89d0-2653a6b5efe3 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5c4889-8457-4719-9996-739dfffdfb57,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:44.566404 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 7d5f2edb-371a-4158-8eb4-f743e44b3f01, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7d5f2edb-371a-4158-8eb4-f743e44b3f01,segment=NetworkSegment(9a18a0f3-5d32-4d5a-b82d-526954d30742),segment_id=9a18a0f3-5d32-4d5a-b82d-526954d30742)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:27:44.576588 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61b6b3d-2329-48b7-bdf2-664cca1f217a x-openstack-request-id: req-a61b6b3d-2329-48b7-bdf2-664cca1f217a {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:27:44.576588 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41122ef6-f669-4444-acae-1c13bbfa5cec", "tag": "4f5c4889-8457-4719-9996-739dfffdfb57", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:27:44.577522 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a61b6b3d-2329-48b7-bdf2-664cca1f217a {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:27:44.577522 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41122ef6-f669-4444-acae-1c13bbfa5cec', 'tag': '4f5c4889-8457-4719-9996-739dfffdfb57', 'status': 'completed', 'code': 200} Jul 05 04:27:44.580621 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:44.618629 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-a1872920-1a0e-4b25-b7ec-682bb524d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:44.620791 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-a1872920-1a0e-4b25-b7ec-682bb524d6de service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5bd542d5cd4c43b68c256ba41e113bc7&device_id=41122ef6-f669-4444-acae-1c13bbfa5cec HTTP/1.1" status: 200 len: 1059 time: 0.0877113 Jul 05 04:27:44.676424 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=7d5f2edb-371a-4158-8eb4-f743e44b3f01,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:44.688217 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-84ad6429-9519-43c9-b42b-721de6351897 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=4f5c4889-8457-4719-9996-739dfffdfb57 HTTP/1.1" status: 200 len: 217 time: 0.0586789 Jul 05 04:27:44.765288 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-e1fce4eb-db79-41b1-b279-4c7e883161f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:44.767436 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-e1fce4eb-db79-41b1-b279-4c7e883161f5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7817c849-a4e8-4157-95fe-27ef65287acb HTTP/1.1" status: 200 len: 838 time: 0.0716338 Jul 05 04:27:44.853771 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-5ca95a42-9511-4752-abf2-44bba7f9e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:44.855583 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-5ca95a42-9511-4752-abf2-44bba7f9e641 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=95576d8c-6df0-4f98-a5fe-e42b79e8deed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0802252 Jul 05 04:27:44.953489 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-20cb7e79-31c9-4742-9800-7c95d1c24d02 service neutron] 10.222.0.89 "GET /v2.0/networks/95576d8c-6df0-4f98-a5fe-e42b79e8deed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900283 Jul 05 04:27:45.075860 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b5eee039-da9c-4f6d-a391-c2898563e783 req-737a7278-ae2b-4681-addb-0a44328df3f3 service neutron] 10.222.0.89 "GET /v2.0/networks/95576d8c-6df0-4f98-a5fe-e42b79e8deed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147585 Jul 05 04:27:45.195660 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219171b5-e581-4f16-9b85-d6553382ea25 req-b77d06fb-3a35-4aba-a8ef-8cfbf9ae1753 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:45.197413 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-219171b5-e581-4f16-9b85-d6553382ea25 req-b77d06fb-3a35-4aba-a8ef-8cfbf9ae1753 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?device_id=41122ef6-f669-4444-acae-1c13bbfa5cec HTTP/1.1" status: 200 len: 907 time: 0.1143212 Jul 05 04:27:45.236575 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5653e-3be7-4b22-a6fe-ab3c11c119fd req-36803599-df3e-4fa6-b2f6-f436e5791ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:45.238445 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-18f5653e-3be7-4b22-a6fe-ab3c11c119fd req-36803599-df3e-4fa6-b2f6-f436e5791ed0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5bd542d5cd4c43b68c256ba41e113bc7&device_id=41122ef6-f669-4444-acae-1c13bbfa5cec HTTP/1.1" status: 200 len: 1059 time: 0.1029565 Jul 05 04:27:45.357273 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5653e-3be7-4b22-a6fe-ab3c11c119fd req-b3614f75-c5f1-423f-96fd-f6ec84efa59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:45.359478 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-18f5653e-3be7-4b22-a6fe-ab3c11c119fd req-b3614f75-c5f1-423f-96fd-f6ec84efa59c service neutron] 10.222.0.89 "GET /v2.0/networks?id=95576d8c-6df0-4f98-a5fe-e42b79e8deed HTTP/1.1" status: 200 len: 899 time: 0.1122985 Jul 05 04:27:45.414960 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-18f5653e-3be7-4b22-a6fe-ab3c11c119fd req-76e15366-cbde-4987-9573-279902ab8bc3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=4f5c4889-8457-4719-9996-739dfffdfb57 HTTP/1.1" status: 200 len: 217 time: 0.0469275 Jul 05 04:27:45.480899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5653e-3be7-4b22-a6fe-ab3c11c119fd req-f17f9b92-89e4-47ab-95bf-d9479af8a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:45.483333 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-18f5653e-3be7-4b22-a6fe-ab3c11c119fd req-f17f9b92-89e4-47ab-95bf-d9479af8a4ae service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7817c849-a4e8-4157-95fe-27ef65287acb HTTP/1.1" status: 200 len: 838 time: 0.0612009 Jul 05 04:27:45.565724 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5653e-3be7-4b22-a6fe-ab3c11c119fd req-20756640-390d-41bf-90df-2a5b5123313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:45.567399 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-18f5653e-3be7-4b22-a6fe-ab3c11c119fd req-20756640-390d-41bf-90df-2a5b5123313e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=95576d8c-6df0-4f98-a5fe-e42b79e8deed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0756500 Jul 05 04:27:45.691148 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-18f5653e-3be7-4b22-a6fe-ab3c11c119fd req-bf565037-0efb-4b8f-9949-6c125d01b97d service neutron] 10.222.0.89 "GET /v2.0/networks/95576d8c-6df0-4f98-a5fe-e42b79e8deed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122584 Jul 05 04:27:45.809159 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-18f5653e-3be7-4b22-a6fe-ab3c11c119fd req-294bf74c-316e-411a-9b1f-372a23f26313 service neutron] 10.222.0.89 "GET /v2.0/networks/95576d8c-6df0-4f98-a5fe-e42b79e8deed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083560 Jul 05 04:27:46.128298 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7d5f2edb-371a-4158-8eb4-f743e44b3f01 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:27:46.183436 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 7d5f2edb-371a-4158-8eb4-f743e44b3f01 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:27:46.183824 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:46.399656 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de27faa-6cbe-4295-9525-c0f14f20c4c8 req-92f0100d-099e-4223-9150-725dde6affa7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:46.401409 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4de27faa-6cbe-4295-9525-c0f14f20c4c8 req-92f0100d-099e-4223-9150-725dde6affa7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?device_id=41122ef6-f669-4444-acae-1c13bbfa5cec HTTP/1.1" status: 200 len: 907 time: 0.0657091 Jul 05 04:27:47.259904 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 4f5c4889-8457-4719-9996-739dfffdfb57 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:27:47.365012 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 4f5c4889-8457-4719-9996-739dfffdfb57, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=4f5c4889-8457-4719-9996-739dfffdfb57,segment=NetworkSegment(9a18a0f3-5d32-4d5a-b82d-526954d30742),segment_id=9a18a0f3-5d32-4d5a-b82d-526954d30742)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:27:47.376957 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '4f5c4889-8457-4719-9996-739dfffdfb57', 'network_id': '95576d8c-6df0-4f98-a5fe-e42b79e8deed', 'port_id': '4f5c4889-8457-4719-9996-739dfffdfb57', 'mac_address': 'fa:16:3e:a1:83:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7817c849-a4e8-4157-95fe-27ef65287acb', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:27:47.416767 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:47.430907 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f5c4889-8457-4719-9996-739dfffdfb57 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:27:47.452425 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 4f5c4889-8457-4719-9996-739dfffdfb57, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=4f5c4889-8457-4719-9996-739dfffdfb57,segment=NetworkSegment(9a18a0f3-5d32-4d5a-b82d-526954d30742),segment_id=9a18a0f3-5d32-4d5a-b82d-526954d30742)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:27:47.457218 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:47.507943 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=4f5c4889-8457-4719-9996-739dfffdfb57,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:47.593443 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae476a-72d3-4b97-963a-4c1e7923d1c2 req-0164dab9-6afc-460a-8ee2-63e7ca139067 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:47.594939 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9dae476a-72d3-4b97-963a-4c1e7923d1c2 req-0164dab9-6afc-460a-8ee2-63e7ca139067 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?device_id=41122ef6-f669-4444-acae-1c13bbfa5cec HTTP/1.1" status: 200 len: 908 time: 0.0712976 Jul 05 04:27:47.731136 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['4f5c4889-8457-4719-9996-739dfffdfb57'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:27:48.780288 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca12c6-7f2b-45aa-a902-7203f57863e7 req-40447e7a-3996-4231-89e6-56e881236c49 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:48.781898 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3cca12c6-7f2b-45aa-a902-7203f57863e7 req-40447e7a-3996-4231-89e6-56e881236c49 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?device_id=41122ef6-f669-4444-acae-1c13bbfa5cec HTTP/1.1" status: 200 len: 908 time: 0.0711238 Jul 05 04:27:49.278103 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 4f5c4889-8457-4719-9996-739dfffdfb57 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:27:49.327265 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 4f5c4889-8457-4719-9996-739dfffdfb57 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:27:49.331376 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 4f5c4889-8457-4719-9996-739dfffdfb57 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:27:49.331750 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:49.409628 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:49.436908 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41122ef6-f669-4444-acae-1c13bbfa5cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5c4889-8457-4719-9996-739dfffdfb57'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:27:49.439147 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9107e0-7735-4aad-9b3d-49d06039cef2" -d '{"events": [{"server_uuid": "41122ef6-f669-4444-acae-1c13bbfa5cec", "name": "network-vif-plugged", "status": "completed", "tag": "4f5c4889-8457-4719-9996-739dfffdfb57"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:27:49.452278 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 4f5c4889-8457-4719-9996-739dfffdfb57, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=4f5c4889-8457-4719-9996-739dfffdfb57,segment=NetworkSegment(9a18a0f3-5d32-4d5a-b82d-526954d30742),segment_id=9a18a0f3-5d32-4d5a-b82d-526954d30742)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:27:49.456968 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:49.487393 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3905e8-b750-4332-a76b-8dc5ef38586f x-openstack-request-id: req-cb3905e8-b750-4332-a76b-8dc5ef38586f {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:27:49.487620 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41122ef6-f669-4444-acae-1c13bbfa5cec", "name": "network-vif-plugged", "status": "completed", "tag": "4f5c4889-8457-4719-9996-739dfffdfb57", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:27:49.487897 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cb3905e8-b750-4332-a76b-8dc5ef38586f {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:27:49.488287 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41122ef6-f669-4444-acae-1c13bbfa5cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5c4889-8457-4719-9996-739dfffdfb57', 'code': 200} Jul 05 04:27:49.517484 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=4f5c4889-8457-4719-9996-739dfffdfb57,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:49.615958 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd7528-6c00-40c9-ab62-7f0614d267e8 req-fb4df541-da67-4307-93f4-862e5d151056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:49.617507 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b1dd7528-6c00-40c9-ab62-7f0614d267e8 req-fb4df541-da67-4307-93f4-862e5d151056 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=41122ef6-f669-4444-acae-1c13bbfa5cec HTTP/1.1" status: 200 len: 1061 time: 0.0529740 Jul 05 04:27:50.295174 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066d154-e739-4a8c-b6ff-8386c87c10cd req-74994f2b-12b1-426b-8580-c1c429374436 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:50.296892 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9066d154-e739-4a8c-b6ff-8386c87c10cd req-74994f2b-12b1-426b-8580-c1c429374436 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?device_id=41122ef6-f669-4444-acae-1c13bbfa5cec HTTP/1.1" status: 200 len: 909 time: 0.4044368 Jul 05 04:27:50.555657 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d0e4826e-9cd5-4691-a846-32ea7e729c02 req-0843eb64-dfc9-452b-ad41-3681d0091776 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=17624fdd-09f3-4e5f-99f5-175cade2c99e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1064277 Jul 05 04:27:50.708601 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4826e-9cd5-4691-a846-32ea7e729c02 req-70512391-1a0c-4abf-9bec-fff09b8b5b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:50.710310 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d0e4826e-9cd5-4691-a846-32ea7e729c02 req-70512391-1a0c-4abf-9bec-fff09b8b5b28 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5bd542d5cd4c43b68c256ba41e113bc7&device_id=17624fdd-09f3-4e5f-99f5-175cade2c99e HTTP/1.1" status: 200 len: 1136 time: 0.0648997 Jul 05 04:27:50.817952 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4826e-9cd5-4691-a846-32ea7e729c02 req-f4fdfd9e-bf69-4796-affc-380529864385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:50.819212 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d0e4826e-9cd5-4691-a846-32ea7e729c02 req-f4fdfd9e-bf69-4796-affc-380529864385 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9845465f-cd58-4d8f-b292-e7160d6b47b3 HTTP/1.1" status: 200 len: 898 time: 0.0872486 Jul 05 04:27:50.897664 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d0e4826e-9cd5-4691-a846-32ea7e729c02 req-94ccd83f-33bd-4991-ab9c-5f7388b3a938 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23195eda-6186-4f81-bfcd-2165ea2553d0 HTTP/1.1" status: 200 len: 999 time: 0.0638309 Jul 05 04:27:50.948867 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4826e-9cd5-4691-a846-32ea7e729c02 req-dd18a1a7-1e0d-464a-820c-fd4a78855020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:50.950438 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d0e4826e-9cd5-4691-a846-32ea7e729c02 req-dd18a1a7-1e0d-464a-820c-fd4a78855020 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2b74541-8c0a-42b1-8b94-fe196af2c77b HTTP/1.1" status: 200 len: 835 time: 0.0456469 Jul 05 04:27:51.011667 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4826e-9cd5-4691-a846-32ea7e729c02 req-8a85b5ef-00b5-46f7-97c5-d5f4557b4c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:51.013538 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d0e4826e-9cd5-4691-a846-32ea7e729c02 req-8a85b5ef-00b5-46f7-97c5-d5f4557b4c44 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9845465f-cd58-4d8f-b292-e7160d6b47b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562162 Jul 05 04:27:51.024569 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-d0e4826e-9cd5-4691-a846-32ea7e729c02 req-b35f201f-dd6e-4535-928a-db7322f6e390 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:27:51.025544 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d0e4826e-9cd5-4691-a846-32ea7e729c02 req-b35f201f-dd6e-4535-928a-db7322f6e390 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052464 Jul 05 04:27:51.121546 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d0e4826e-9cd5-4691-a846-32ea7e729c02 req-d7fd0bdd-836a-4783-bc69-5dcfd477cdad service neutron] 10.222.0.70 "GET /v2.0/networks/9845465f-cd58-4d8f-b292-e7160d6b47b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890107 Jul 05 04:27:51.211174 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d0e4826e-9cd5-4691-a846-32ea7e729c02 req-1d47636f-5dd5-4469-85a2-6e0ef7c2d3af service neutron] 10.222.0.70 "GET /v2.0/networks/9845465f-cd58-4d8f-b292-e7160d6b47b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823851 Jul 05 04:27:51.477378 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b9b87-608d-4154-b35e-26e34c321611 req-d29dde23-b625-4d6f-b1c2-05b0cceeaf87 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:51.478872 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f80b9b87-608d-4154-b35e-26e34c321611 req-d29dde23-b625-4d6f-b1c2-05b0cceeaf87 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?device_id=41122ef6-f669-4444-acae-1c13bbfa5cec HTTP/1.1" status: 200 len: 909 time: 0.0689304 Jul 05 04:27:51.652848 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d628b0-ac95-49fd-96bf-819b18645562 req-10af7f17-6ace-4bd7-b26e-70af890855c7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:51.654468 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-23d628b0-ac95-49fd-96bf-819b18645562 req-10af7f17-6ace-4bd7-b26e-70af890855c7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?device_id=41122ef6-f669-4444-acae-1c13bbfa5cec HTTP/1.1" status: 200 len: 909 time: 0.0655315 Jul 05 04:27:51.817845 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316b649-e013-4fcb-a5db-4e80faf20d15 req-00c914f3-a89e-4aad-9166-e8a03d74363e tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:51.819381 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8316b649-e013-4fcb-a5db-4e80faf20d15 req-00c914f3-a89e-4aad-9166-e8a03d74363e tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=41122ef6-f669-4444-acae-1c13bbfa5cec HTTP/1.1" status: 200 len: 1061 time: 0.0521777 Jul 05 04:27:51.994672 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4e99b-8f11-46d2-b1a1-d95a8e4d2926 req-cf5d209e-7d72-4bf2-a2af-247c714f2b32 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:51.996240 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7fc4e99b-8f11-46d2-b1a1-d95a8e4d2926 req-cf5d209e-7d72-4bf2-a2af-247c714f2b32 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=17624fdd-09f3-4e5f-99f5-175cade2c99e HTTP/1.1" status: 200 len: 1136 time: 0.0570891 Jul 05 04:27:52.042832 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7fc4e99b-8f11-46d2-b1a1-d95a8e4d2926 req-d4a276ca-1761-4623-8846-8047f6d58e81 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=879d2ae9-336d-4979-8b44-8fa7d0f36b04&id=e983443e-a8ef-4eb9-8f77-0b779f6d3171&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0398769 Jul 05 04:27:52.070077 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43756) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:52.128797 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81943aec-17cc-48cb-b4c5-dcfe0efd7244 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:52.130361 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-81943aec-17cc-48cb-b4c5-dcfe0efd7244 tempest-TestSecurityGroupsBasicOps-1227243732 tempest-TestSecurityGroupsBasicOps-1227243732-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=41122ef6-f669-4444-acae-1c13bbfa5cec HTTP/1.1" status: 200 len: 1056 time: 0.0592790 Jul 05 04:27:52.565358 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851db613-484a-4b4d-8eb4-3b44cc3fdc29 req-37842c18-b5aa-4fc5-8ccf-4d057fa57595 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:52.566850 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-851db613-484a-4b4d-8eb4-3b44cc3fdc29 req-37842c18-b5aa-4fc5-8ccf-4d057fa57595 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?device_id=41122ef6-f669-4444-acae-1c13bbfa5cec HTTP/1.1" status: 200 len: 909 time: 0.0681744 Jul 05 04:27:53.746288 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7417e-774c-49b5-a29f-e4637b93928a req-695af6e7-26e7-46b9-9a4a-f520d0c06614 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:53.748565 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-22c7417e-774c-49b5-a29f-e4637b93928a req-695af6e7-26e7-46b9-9a4a-f520d0c06614 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?device_id=41122ef6-f669-4444-acae-1c13bbfa5cec HTTP/1.1" status: 200 len: 909 time: 0.0676551 Jul 05 04:27:53.884264 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f84a6a-be95-4a7c-9915-772434d15676 req-d3b4c6ae-cb92-4f2f-9391-6ddbfa1bc6cc tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:53.885752 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-85f84a6a-be95-4a7c-9915-772434d15676 req-d3b4c6ae-cb92-4f2f-9391-6ddbfa1bc6cc tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.89 "GET /v2.0/ports?device_id=41122ef6-f669-4444-acae-1c13bbfa5cec HTTP/1.1" status: 200 len: 909 time: 0.0641344 Jul 05 04:27:53.994475 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-85f84a6a-be95-4a7c-9915-772434d15676 req-e7daa4f3-c634-49e8-a9c5-2c3c03b82ed7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Deleting port 4f5c4889-8457-4719-9996-739dfffdfb57 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:27:53.994736 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-85f84a6a-be95-4a7c-9915-772434d15676 req-e7daa4f3-c634-49e8-a9c5-2c3c03b82ed7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:54.085224 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-85f84a6a-be95-4a7c-9915-772434d15676 req-e7daa4f3-c634-49e8-a9c5-2c3c03b82ed7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] For port 4f5c4889-8457-4719-9996-739dfffdfb57, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=4f5c4889-8457-4719-9996-739dfffdfb57,segment=NetworkSegment(9a18a0f3-5d32-4d5a-b82d-526954d30742),segment_id=9a18a0f3-5d32-4d5a-b82d-526954d30742)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:27:54.085583 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-85f84a6a-be95-4a7c-9915-772434d15676 req-e7daa4f3-c634-49e8-a9c5-2c3c03b82ed7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:54.099148 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-85f84a6a-be95-4a7c-9915-772434d15676 req-e7daa4f3-c634-49e8-a9c5-2c3c03b82ed7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Calling delete_port for 4f5c4889-8457-4719-9996-739dfffdfb57 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:27:54.225596 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-85f84a6a-be95-4a7c-9915-772434d15676 req-e7daa4f3-c634-49e8-a9c5-2c3c03b82ed7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:54.252310 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7daa4f3-c634-49e8-a9c5-2c3c03b82ed7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event deleted for resources: {'Port': ['ID=4f5c4889-8457-4719-9996-739dfffdfb57,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:54.303196 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f84a6a-be95-4a7c-9915-772434d15676 req-e7daa4f3-c634-49e8-a9c5-2c3c03b82ed7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] No DVR routers for this DVR port 4f5c4889-8457-4719-9996-739dfffdfb57 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:27:54.305991 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-85f84a6a-be95-4a7c-9915-772434d15676 req-e7daa4f3-c634-49e8-a9c5-2c3c03b82ed7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:54.308145 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-85f84a6a-be95-4a7c-9915-772434d15676 req-e7daa4f3-c634-49e8-a9c5-2c3c03b82ed7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.89 "DELETE /v2.0/ports/4f5c4889-8457-4719-9996-739dfffdfb57 HTTP/1.1" status: 204 len: 173 time: 0.4134836 Jul 05 04:27:54.308592 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41122ef6-f669-4444-acae-1c13bbfa5cec', 'name': 'network-vif-deleted', 'tag': '4f5c4889-8457-4719-9996-739dfffdfb57'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:27:54.310952 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a11159-8ce5-4b66-bf2d-ea7080d42af3" -d '{"events": [{"server_uuid": "41122ef6-f669-4444-acae-1c13bbfa5cec", "name": "network-vif-deleted", "tag": "4f5c4889-8457-4719-9996-739dfffdfb57"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:27:54.350242 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a18f2d-668e-4c3a-8fd7-391dfd047c6c x-openstack-request-id: req-35a18f2d-668e-4c3a-8fd7-391dfd047c6c {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:27:54.350551 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41122ef6-f669-4444-acae-1c13bbfa5cec", "name": "network-vif-deleted", "tag": "4f5c4889-8457-4719-9996-739dfffdfb57", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:27:54.350797 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-35a18f2d-668e-4c3a-8fd7-391dfd047c6c {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:27:54.351199 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41122ef6-f669-4444-acae-1c13bbfa5cec', 'name': 'network-vif-deleted', 'tag': '4f5c4889-8457-4719-9996-739dfffdfb57', 'status': 'completed', 'code': 200} Jul 05 04:27:54.901669 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-605b9a7b-44ec-4a01-b239-5cfe50f05f91 req-c03bd22a-3642-440e-8f9c-2424aa44566c tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?device_id=41122ef6-f669-4444-acae-1c13bbfa5cec HTTP/1.1" status: 200 len: 210 time: 0.0300920 Jul 05 04:27:55.994389 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43778) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:56.366299 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83b8503a-7131-4587-a1b4-3a6d38d8aec9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:56.636442 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-83b8503a-7131-4587-a1b4-3a6d38d8aec9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Deleting port 7d5f2edb-371a-4158-8eb4-f743e44b3f01 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:27:56.636705 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83b8503a-7131-4587-a1b4-3a6d38d8aec9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:56.729333 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-83b8503a-7131-4587-a1b4-3a6d38d8aec9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] For port 7d5f2edb-371a-4158-8eb4-f743e44b3f01, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7d5f2edb-371a-4158-8eb4-f743e44b3f01,segment=NetworkSegment(9a18a0f3-5d32-4d5a-b82d-526954d30742),segment_id=9a18a0f3-5d32-4d5a-b82d-526954d30742)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:27:56.729705 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83b8503a-7131-4587-a1b4-3a6d38d8aec9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:56.744010 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-83b8503a-7131-4587-a1b4-3a6d38d8aec9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Calling delete_port for 7d5f2edb-371a-4158-8eb4-f743e44b3f01 owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:27:56.934104 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83b8503a-7131-4587-a1b4-3a6d38d8aec9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:56.971991 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8503a-7131-4587-a1b4-3a6d38d8aec9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event deleted for resources: {'Port': ['ID=7d5f2edb-371a-4158-8eb4-f743e44b3f01,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:57.144683 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-83b8503a-7131-4587-a1b4-3a6d38d8aec9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:57.314379 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 4f5c4889-8457-4719-9996-739dfffdfb57 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:27:57.334405 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 4f5c4889-8457-4719-9996-739dfffdfb57 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:27:57.334746 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 4f5c4889-8457-4719-9996-739dfffdfb57 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:27:57.367339 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b8503a-7131-4587-a1b4-3a6d38d8aec9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Router ddcfc43f-f8d8-462e-b475-4e2d30ffc879 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:27:57.473333 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b8503a-7131-4587-a1b4-3a6d38d8aec9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:27:57.478237 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-83b8503a-7131-4587-a1b4-3a6d38d8aec9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "PUT /v2.0/routers/ddcfc43f-f8d8-462e-b475-4e2d30ffc879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4828236 Jul 05 04:27:57.481433 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43782) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:57.484157 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055a8076-8bde-4cc3-9269-3094eae2efc5 None None] Sync routers for ids ['ddcfc43f-f8d8-462e-b475-4e2d30ffc879'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:27:57.493739 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055a8076-8bde-4cc3-9269-3094eae2efc5 None None] Routers {'ddcfc43f-f8d8-462e-b475-4e2d30ffc879'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:27:57.494349 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-055a8076-8bde-4cc3-9269-3094eae2efc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:27:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['ddcfc43f-f8d8-462e-b475-4e2d30ffc879'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:57.533290 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-26be0384-f17f-428f-bd28-7e8075f8df6e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Deleting subnet 7817c849-a4e8-4157-95fe-27ef65287acb {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:27:57.536355 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26be0384-f17f-428f-bd28-7e8075f8df6e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:57.577244 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26be0384-f17f-428f-bd28-7e8075f8df6e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:57.601566 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-055a8076-8bde-4cc3-9269-3094eae2efc5 None None] Set router ddcfc43f-f8d8-462e-b475-4e2d30ffc879 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:27:57.664435 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26be0384-f17f-428f-bd28-7e8075f8df6e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:57.745140 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26be0384-f17f-428f-bd28-7e8075f8df6e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:57.775639 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be0384-f17f-428f-bd28-7e8075f8df6e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event deleted for resources: {'Subnet': ['ID=7817c849-a4e8-4157-95fe-27ef65287acb,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:57.777719 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26be0384-f17f-428f-bd28-7e8075f8df6e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:57.780874 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-26be0384-f17f-428f-bd28-7e8075f8df6e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "DELETE /v2.0/subnets/7817c849-a4e8-4157-95fe-27ef65287acb HTTP/1.1" status: 204 len: 168 time: 0.2980285 Jul 05 04:27:57.783936 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43788) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:57.784544 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-055a8076-8bde-4cc3-9269-3094eae2efc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcfc43f-f8d8-462e-b475-4e2d30ffc879', 'name': 'tempest-TestSecurityGroupsBasicOps-router-218442556', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a8339d37-d193-4d22-98bc-2a15b2ff8bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:27:35Z', 'updated_at': '2021-07-05T04:27:56Z', 'revision_number': 5, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'gw_port': {'id': 'a8339d37-d193-4d22-98bc-2a15b2ff8bcc', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcfc43f-f8d8-462e-b475-4e2d30ffc879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:35Z', 'updated_at': '2021-07-05T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:57.786479 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6560f847-580b-4c93-842d-094fc0b3c1e5 None None] Network 95576d8c-6df0-4f98-a5fe-e42b79e8deed requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:27:57.816034 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055a8076-8bde-4cc3-9269-3094eae2efc5 None None] Checking router: ddcfc43f-f8d8-462e-b475-4e2d30ffc879 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:27:57.824530 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055a8076-8bde-4cc3-9269-3094eae2efc5 None None] Routers {'ddcfc43f-f8d8-462e-b475-4e2d30ffc879'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:27:57.825213 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-055a8076-8bde-4cc3-9269-3094eae2efc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:27:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['ddcfc43f-f8d8-462e-b475-4e2d30ffc879'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:57.910320 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5f88c539-ef08-4d03-8ac3-05e76e6114c9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:57.937790 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-055a8076-8bde-4cc3-9269-3094eae2efc5 None None] Set router ddcfc43f-f8d8-462e-b475-4e2d30ffc879 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:27:58.029922 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5f88c539-ef08-4d03-8ac3-05e76e6114c9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:58.053935 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90058192-9e70-4138-9f8b-4325a33e6f13 None None] DHCP port deletion for 95576d8c-6df0-4f98-a5fe-e42b79e8deed request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:27:58.100411 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-5f88c539-ef08-4d03-8ac3-05e76e6114c9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Deleting port a8339d37-d193-4d22-98bc-2a15b2ff8bcc {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:27:58.100704 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5f88c539-ef08-4d03-8ac3-05e76e6114c9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:58.166784 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-90058192-9e70-4138-9f8b-4325a33e6f13 None None] Deleting port e789083e-2cdb-44c5-b6b0-69d5a9add93a {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:27:58.172085 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-90058192-9e70-4138-9f8b-4325a33e6f13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:58.176455 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-055a8076-8bde-4cc3-9269-3094eae2efc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcfc43f-f8d8-462e-b475-4e2d30ffc879', 'name': 'tempest-TestSecurityGroupsBasicOps-router-218442556', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a8339d37-d193-4d22-98bc-2a15b2ff8bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:27:35Z', 'updated_at': '2021-07-05T04:27:56Z', 'revision_number': 5, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'gw_port': {'id': 'a8339d37-d193-4d22-98bc-2a15b2ff8bcc', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcfc43f-f8d8-462e-b475-4e2d30ffc879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:35Z', 'updated_at': '2021-07-05T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:58.208269 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055a8076-8bde-4cc3-9269-3094eae2efc5 None None] The sync data for ids ['ddcfc43f-f8d8-462e-b475-4e2d30ffc879'] in n-d-780147-23 is: [{'id': 'ddcfc43f-f8d8-462e-b475-4e2d30ffc879', 'name': 'tempest-TestSecurityGroupsBasicOps-router-218442556', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'a8339d37-d193-4d22-98bc-2a15b2ff8bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:27:35Z', 'updated_at': '2021-07-05T04:27:56Z', 'revision_number': 5, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'gw_port': {'id': 'a8339d37-d193-4d22-98bc-2a15b2ff8bcc', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:dd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcfc43f-f8d8-462e-b475-4e2d30ffc879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:27:35Z', 'updated_at': '2021-07-05T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:27:58.262378 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-5f88c539-ef08-4d03-8ac3-05e76e6114c9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] For port a8339d37-d193-4d22-98bc-2a15b2ff8bcc, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a8339d37-d193-4d22-98bc-2a15b2ff8bcc,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:27:58.263358 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5f88c539-ef08-4d03-8ac3-05e76e6114c9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:58.270845 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-90058192-9e70-4138-9f8b-4325a33e6f13 None None] For port e789083e-2cdb-44c5-b6b0-69d5a9add93a, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e789083e-2cdb-44c5-b6b0-69d5a9add93a,segment=NetworkSegment(9a18a0f3-5d32-4d5a-b82d-526954d30742),segment_id=9a18a0f3-5d32-4d5a-b82d-526954d30742)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:27:58.271427 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-90058192-9e70-4138-9f8b-4325a33e6f13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:58.277163 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-5f88c539-ef08-4d03-8ac3-05e76e6114c9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Calling delete_port for a8339d37-d193-4d22-98bc-2a15b2ff8bcc owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:27:58.290772 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-90058192-9e70-4138-9f8b-4325a33e6f13 None None] Calling delete_port for e789083e-2cdb-44c5-b6b0-69d5a9add93a owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:27:58.369738 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-90058192-9e70-4138-9f8b-4325a33e6f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:58.399724 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90058192-9e70-4138-9f8b-4325a33e6f13 None None] Pushing event deleted for resources: {'Port': ['ID=e789083e-2cdb-44c5-b6b0-69d5a9add93a,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:58.404914 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90058192-9e70-4138-9f8b-4325a33e6f13 None None] No DVR routers for this DVR port e789083e-2cdb-44c5-b6b0-69d5a9add93a on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:27:58.474166 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5f88c539-ef08-4d03-8ac3-05e76e6114c9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:58.501443 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88c539-ef08-4d03-8ac3-05e76e6114c9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event deleted for resources: {'Port': ['ID=a8339d37-d193-4d22-98bc-2a15b2ff8bcc,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:58.566134 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5f88c539-ef08-4d03-8ac3-05e76e6114c9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:58.592015 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e789083e-2cdb-44c5-b6b0-69d5a9add93a no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:27:58.617579 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: e789083e-2cdb-44c5-b6b0-69d5a9add93a {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:27:58.618061 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e789083e-2cdb-44c5-b6b0-69d5a9add93a not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:27:58.660753 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9fdc11aa-8bfb-4c06-9d96-5ba2713e05bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:58.676231 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5f88c539-ef08-4d03-8ac3-05e76e6114c9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:58.678505 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5f88c539-ef08-4d03-8ac3-05e76e6114c9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:58.738860 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5f88c539-ef08-4d03-8ac3-05e76e6114c9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:58.739571 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f88c539-ef08-4d03-8ac3-05e76e6114c9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Fanout notify agent at l3_agent the message router_deleted on router ddcfc43f-f8d8-462e-b475-4e2d30ffc879 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:27:58.749547 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5f88c539-ef08-4d03-8ac3-05e76e6114c9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:58.750729 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5f88c539-ef08-4d03-8ac3-05e76e6114c9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "DELETE /v2.0/routers/ddcfc43f-f8d8-462e-b475-4e2d30ffc879 HTTP/1.1" status: 204 len: 168 time: 0.9662824 Jul 05 04:27:58.753602 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43794) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:58.832654 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-02a93158-f811-4950-8096-e7b1460bbe4e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:58.935475 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-02a93158-f811-4950-8096-e7b1460bbe4e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:58.950203 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-02a93158-f811-4950-8096-e7b1460bbe4e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95576d8c-6df0-4f98-a5fe-e42b79e8deed']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:58.961970 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-02a93158-f811-4950-8096-e7b1460bbe4e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a18a0f3-5d32-4d5a-b82d-526954d30742') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:58.962273 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-02a93158-f811-4950-8096-e7b1460bbe4e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a18a0f3-5d32-4d5a-b82d-526954d30742') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:58.972193 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-02a93158-f811-4950-8096-e7b1460bbe4e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:58.987511 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-02a93158-f811-4950-8096-e7b1460bbe4e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:58.998064 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a93158-f811-4950-8096-e7b1460bbe4e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:27:58.998468 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-02a93158-f811-4950-8096-e7b1460bbe4e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:27:59.001557 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:27:59.092519 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-02a93158-f811-4950-8096-e7b1460bbe4e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:59.109509 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-02a93158-f811-4950-8096-e7b1460bbe4e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:59.111588 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-02a93158-f811-4950-8096-e7b1460bbe4e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "DELETE /v2.0/networks/95576d8c-6df0-4f98-a5fe-e42b79e8deed HTTP/1.1" status: 204 len: 168 time: 0.3569915 Jul 05 04:27:59.114470 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43798) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:27:59.133319 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a93158-f811-4950-8096-e7b1460bbe4e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event deleted for resources: {'Network': ['ID=95576d8c-6df0-4f98-a5fe-e42b79e8deed,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:59.296253 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-04bf07d4-23d1-4d8a-a480-dafd7a82e1a4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Deleting port 3e9cb2c4-a8d2-4416-a5ce-7085406b0441 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:27:59.296600 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-04bf07d4-23d1-4d8a-a480-dafd7a82e1a4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:59.374987 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-04bf07d4-23d1-4d8a-a480-dafd7a82e1a4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:59.375311 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-04bf07d4-23d1-4d8a-a480-dafd7a82e1a4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:59.386581 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-04bf07d4-23d1-4d8a-a480-dafd7a82e1a4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Calling delete_port for 3e9cb2c4-a8d2-4416-a5ce-7085406b0441 owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:27:59.475039 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:59.537542 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-04bf07d4-23d1-4d8a-a480-dafd7a82e1a4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:59.567643 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf07d4-23d1-4d8a-a480-dafd7a82e1a4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event deleted for resources: {'Port': ['ID=3e9cb2c4-a8d2-4416-a5ce-7085406b0441,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:59.631321 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-04bf07d4-23d1-4d8a-a480-dafd7a82e1a4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:59.631761 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-04bf07d4-23d1-4d8a-a480-dafd7a82e1a4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Floating IP 5f666cac-c14b-48ae-8c76-a450eba40f15 disassociated (deleted). External IP: 172.25.1.3, port: 23195eda-6186-4f81-bfcd-2165ea2553d0. Jul 05 04:27:59.842945 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bf07d4-23d1-4d8a-a480-dafd7a82e1a4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Router 9653c537-5750-463e-9074-042079000b8c has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:27:59.944437 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bf07d4-23d1-4d8a-a480-dafd7a82e1a4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:27:59.949133 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-04bf07d4-23d1-4d8a-a480-dafd7a82e1a4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:59.955168 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57125099-923e-43fd-8a13-95dd36b4bafe None None] Sync routers for ids ['9653c537-5750-463e-9074-042079000b8c'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:27:59.966503 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57125099-923e-43fd-8a13-95dd36b4bafe None None] Routers {'9653c537-5750-463e-9074-042079000b8c'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:27:59.967294 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-57125099-923e-43fd-8a13-95dd36b4bafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:27:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['9653c537-5750-463e-9074-042079000b8c'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:27:59.988800 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-04bf07d4-23d1-4d8a-a480-dafd7a82e1a4 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "DELETE /v2.0/floatingips/5f666cac-c14b-48ae-8c76-a450eba40f15 HTTP/1.1" status: 204 len: 168 time: 0.8731451 Jul 05 04:27:59.989383 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17624fdd-09f3-4e5f-99f5-175cade2c99e', 'tag': '23195eda-6186-4f81-bfcd-2165ea2553d0'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:27:59.991649 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e33db6-c34e-46b1-9248-fc12c02591d3" -d '{"events": [{"name": "network-changed", "server_uuid": "17624fdd-09f3-4e5f-99f5-175cade2c99e", "tag": "23195eda-6186-4f81-bfcd-2165ea2553d0"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:28:00.028846 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e2ae14-e2d5-4951-9c57-bcb0fab8a525 x-openstack-request-id: req-98e2ae14-e2d5-4951-9c57-bcb0fab8a525 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:28:00.029208 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17624fdd-09f3-4e5f-99f5-175cade2c99e", "tag": "23195eda-6186-4f81-bfcd-2165ea2553d0", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:28:00.029535 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-98e2ae14-e2d5-4951-9c57-bcb0fab8a525 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:28:00.030015 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17624fdd-09f3-4e5f-99f5-175cade2c99e', 'tag': '23195eda-6186-4f81-bfcd-2165ea2553d0', 'status': 'completed', 'code': 200} Jul 05 04:28:00.083711 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-57125099-923e-43fd-8a13-95dd36b4bafe None None] Set router 9653c537-5750-463e-9074-042079000b8c gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:28:00.180108 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e33db6-c34e-46b1-9248-fc12c02591d3 req-87a17ec3-a431-42c4-82f8-fded3cdc9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:00.183459 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1e33db6-c34e-46b1-9248-fc12c02591d3 req-87a17ec3-a431-42c4-82f8-fded3cdc9e8b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5bd542d5cd4c43b68c256ba41e113bc7&device_id=17624fdd-09f3-4e5f-99f5-175cade2c99e HTTP/1.1" status: 200 len: 1136 time: 0.1070881 Jul 05 04:28:00.206235 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a8339d37-d193-4d22-98bc-2a15b2ff8bcc no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:28:00.278411 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: a8339d37-d193-4d22-98bc-2a15b2ff8bcc {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:28:00.278758 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a8339d37-d193-4d22-98bc-2a15b2ff8bcc not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:28:00.279178 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7d5f2edb-371a-4158-8eb4-f743e44b3f01 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:28:00.300322 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 7d5f2edb-371a-4158-8eb4-f743e44b3f01 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:28:00.300706 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7d5f2edb-371a-4158-8eb4-f743e44b3f01 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:28:00.302333 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e33db6-c34e-46b1-9248-fc12c02591d3 req-0a793ee4-3581-473c-a539-1e760237f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:00.304248 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1e33db6-c34e-46b1-9248-fc12c02591d3 req-0a793ee4-3581-473c-a539-1e760237f64d service neutron] 10.222.0.70 "GET /v2.0/networks?id=9845465f-cd58-4d8f-b292-e7160d6b47b3 HTTP/1.1" status: 200 len: 898 time: 0.1136124 Jul 05 04:28:00.364257 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1e33db6-c34e-46b1-9248-fc12c02591d3 req-357b1c0a-7be3-42c9-aa26-0cf0c209bc4b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23195eda-6186-4f81-bfcd-2165ea2553d0 HTTP/1.1" status: 200 len: 217 time: 0.0524240 Jul 05 04:28:00.404958 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-57125099-923e-43fd-8a13-95dd36b4bafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9653c537-5750-463e-9074-042079000b8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1731106895', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '00ee2c67-c91c-44f8-adc1-3bc3b34b103d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:55Z', 'updated_at': '2021-07-05T04:26:00Z', 'revision_number': 4, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'gw_port': {'id': '00ee2c67-c91c-44f8-adc1-3bc3b34b103d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9653c537-5750-463e-9074-042079000b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:56Z', 'updated_at': '2021-07-05T04:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'b04e0ad9-b742-4ad5-87ea-572fa6af8ed0', 'name': '', 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'mac_address': 'fa:16:3e:a8:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9653c537-5750-463e-9074-042079000b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f2b74541-8c0a-42b1-8b94-fe196af2c77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:59Z', 'updated_at': '2021-07-05T04:26:06Z', 'revision_number': 5, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'subnets': [{'id': 'f2b74541-8c0a-42b1-8b94-fe196af2c77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:00.438589 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57125099-923e-43fd-8a13-95dd36b4bafe None None] Checking router: 9653c537-5750-463e-9074-042079000b8c for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:28:00.448231 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57125099-923e-43fd-8a13-95dd36b4bafe None None] Routers {'9653c537-5750-463e-9074-042079000b8c'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:28:00.449481 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-57125099-923e-43fd-8a13-95dd36b4bafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:27:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['9653c537-5750-463e-9074-042079000b8c'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:00.452344 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e33db6-c34e-46b1-9248-fc12c02591d3 req-42b54dc8-af00-422a-9bff-9353bf98001d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:00.453844 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1e33db6-c34e-46b1-9248-fc12c02591d3 req-42b54dc8-af00-422a-9bff-9353bf98001d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2b74541-8c0a-42b1-8b94-fe196af2c77b HTTP/1.1" status: 200 len: 835 time: 0.0827000 Jul 05 04:28:00.517931 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca5be7-b6ac-49bd-9e46-f7c8650bd5a7 req-8f9eaa6c-9fee-4533-883c-d5389a24d16a tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:00.519487 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6fca5be7-b6ac-49bd-9e46-f7c8650bd5a7 req-8f9eaa6c-9fee-4533-883c-d5389a24d16a tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?device_id=17624fdd-09f3-4e5f-99f5-175cade2c99e HTTP/1.1" status: 200 len: 984 time: 0.1174150 Jul 05 04:28:00.559017 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-57125099-923e-43fd-8a13-95dd36b4bafe None None] Set router 9653c537-5750-463e-9074-042079000b8c gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:28:00.891616 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e33db6-c34e-46b1-9248-fc12c02591d3 req-da060ddc-351b-449d-9d8b-72b68b3fa20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:00.893403 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1e33db6-c34e-46b1-9248-fc12c02591d3 req-da060ddc-351b-449d-9d8b-72b68b3fa20f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9845465f-cd58-4d8f-b292-e7160d6b47b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4321194 Jul 05 04:28:00.930226 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6fca5be7-b6ac-49bd-9e46-f7c8650bd5a7 req-12a7495b-48f7-40bc-9b62-63c860122577 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/security-groups?id=879d2ae9-336d-4979-8b44-8fa7d0f36b04&id=e983443e-a8ef-4eb9-8f77-0b779f6d3171&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3999286 Jul 05 04:28:00.948217 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-57125099-923e-43fd-8a13-95dd36b4bafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9653c537-5750-463e-9074-042079000b8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1731106895', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '00ee2c67-c91c-44f8-adc1-3bc3b34b103d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:55Z', 'updated_at': '2021-07-05T04:26:00Z', 'revision_number': 4, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'gw_port': {'id': '00ee2c67-c91c-44f8-adc1-3bc3b34b103d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9653c537-5750-463e-9074-042079000b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:56Z', 'updated_at': '2021-07-05T04:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'b04e0ad9-b742-4ad5-87ea-572fa6af8ed0', 'name': '', 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'mac_address': 'fa:16:3e:a8:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9653c537-5750-463e-9074-042079000b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f2b74541-8c0a-42b1-8b94-fe196af2c77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:59Z', 'updated_at': '2021-07-05T04:26:06Z', 'revision_number': 5, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'subnets': [{'id': 'f2b74541-8c0a-42b1-8b94-fe196af2c77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:00.980173 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57125099-923e-43fd-8a13-95dd36b4bafe None None] The sync data for ids ['9653c537-5750-463e-9074-042079000b8c'] in n-d-780147-23 is: [{'id': '9653c537-5750-463e-9074-042079000b8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1731106895', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '00ee2c67-c91c-44f8-adc1-3bc3b34b103d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:55Z', 'updated_at': '2021-07-05T04:26:00Z', 'revision_number': 4, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'gw_port': {'id': '00ee2c67-c91c-44f8-adc1-3bc3b34b103d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9653c537-5750-463e-9074-042079000b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:56Z', 'updated_at': '2021-07-05T04:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'b04e0ad9-b742-4ad5-87ea-572fa6af8ed0', 'name': '', 'network_id': '9845465f-cd58-4d8f-b292-e7160d6b47b3', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'mac_address': 'fa:16:3e:a8:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9653c537-5750-463e-9074-042079000b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f2b74541-8c0a-42b1-8b94-fe196af2c77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:59Z', 'updated_at': '2021-07-05T04:26:06Z', 'revision_number': 5, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'subnets': [{'id': 'f2b74541-8c0a-42b1-8b94-fe196af2c77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:28:01.000872 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1e33db6-c34e-46b1-9248-fc12c02591d3 req-b8e5ad2c-9d9f-48bb-9ad7-ddb1dc9c3d30 service neutron] 10.222.0.70 "GET /v2.0/networks/9845465f-cd58-4d8f-b292-e7160d6b47b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969465 Jul 05 04:28:01.103062 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d1e33db6-c34e-46b1-9248-fc12c02591d3 req-796ed725-ae3a-46e4-95a0-d42d1325512e service neutron] 10.222.0.70 "GET /v2.0/networks/9845465f-cd58-4d8f-b292-e7160d6b47b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943446 Jul 05 04:28:01.216969 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27080e9b-21c8-4993-89e7-391e613d0cd0 None None] New status for floating IP 5f666cac-c14b-48ae-8c76-a450eba40f15: DOWN {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:28:01.391013 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a576ab64-4fef-4e9b-ab33-d70d548f3f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:01.764504 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:02.022466 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1cbcb-b936-4b49-b3b1-da6b6ac9c009 req-b395e8f7-6986-4e71-a7cf-af4b22fbe339 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:02.023987 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cca1cbcb-b936-4b49-b3b1-da6b6ac9c009 req-b395e8f7-6986-4e71-a7cf-af4b22fbe339 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.70 "GET /v2.0/ports?device_id=17624fdd-09f3-4e5f-99f5-175cade2c99e HTTP/1.1" status: 200 len: 984 time: 0.0658760 Jul 05 04:28:02.116604 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287e68e-6546-4b3e-955f-bd3f62a10dee req-0acb304a-5465-4e2e-9230-a8447a405078 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:02.118106 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5287e68e-6546-4b3e-955f-bd3f62a10dee req-0acb304a-5465-4e2e-9230-a8447a405078 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/ports?device_id=17624fdd-09f3-4e5f-99f5-175cade2c99e HTTP/1.1" status: 200 len: 984 time: 0.0660033 Jul 05 04:28:02.135406 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-cca1cbcb-b936-4b49-b3b1-da6b6ac9c009 req-f32b41aa-3d05-43b7-a9e2-d640670701c8 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Deleting port 23195eda-6186-4f81-bfcd-2165ea2553d0 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:28:02.135749 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cca1cbcb-b936-4b49-b3b1-da6b6ac9c009 req-f32b41aa-3d05-43b7-a9e2-d640670701c8 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:02.159308 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5287e68e-6546-4b3e-955f-bd3f62a10dee req-de2f82ee-2b69-452e-aa82-28bed786cded tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "GET /v2.0/security-groups?id=879d2ae9-336d-4979-8b44-8fa7d0f36b04&id=e983443e-a8ef-4eb9-8f77-0b779f6d3171&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0345891 Jul 05 04:28:02.227403 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-cca1cbcb-b936-4b49-b3b1-da6b6ac9c009 req-f32b41aa-3d05-43b7-a9e2-d640670701c8 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] For port 23195eda-6186-4f81-bfcd-2165ea2553d0, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=23195eda-6186-4f81-bfcd-2165ea2553d0,segment=NetworkSegment(3180a309-03e3-44f4-a6b4-1168a1b583d0),segment_id=3180a309-03e3-44f4-a6b4-1168a1b583d0)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:02.227769 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cca1cbcb-b936-4b49-b3b1-da6b6ac9c009 req-f32b41aa-3d05-43b7-a9e2-d640670701c8 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:02.241305 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-cca1cbcb-b936-4b49-b3b1-da6b6ac9c009 req-f32b41aa-3d05-43b7-a9e2-d640670701c8 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Calling delete_port for 23195eda-6186-4f81-bfcd-2165ea2553d0 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:28:02.368480 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cca1cbcb-b936-4b49-b3b1-da6b6ac9c009 req-f32b41aa-3d05-43b7-a9e2-d640670701c8 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:02.397343 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b41aa-3d05-43b7-a9e2-d640670701c8 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event deleted for resources: {'Port': ['ID=23195eda-6186-4f81-bfcd-2165ea2553d0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:02.444693 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca1cbcb-b936-4b49-b3b1-da6b6ac9c009 req-f32b41aa-3d05-43b7-a9e2-d640670701c8 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] No DVR routers for this DVR port 23195eda-6186-4f81-bfcd-2165ea2553d0 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:28:02.447373 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cca1cbcb-b936-4b49-b3b1-da6b6ac9c009 req-f32b41aa-3d05-43b7-a9e2-d640670701c8 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:02.449611 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cca1cbcb-b936-4b49-b3b1-da6b6ac9c009 req-f32b41aa-3d05-43b7-a9e2-d640670701c8 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.70 "DELETE /v2.0/ports/23195eda-6186-4f81-bfcd-2165ea2553d0 HTTP/1.1" status: 204 len: 173 time: 0.4203260 Jul 05 04:28:02.450579 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17624fdd-09f3-4e5f-99f5-175cade2c99e', 'name': 'network-vif-deleted', 'tag': '23195eda-6186-4f81-bfcd-2165ea2553d0'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:28:02.453213 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ecce42-6315-47fd-aaab-a11595720387" -d '{"events": [{"server_uuid": "17624fdd-09f3-4e5f-99f5-175cade2c99e", "name": "network-vif-deleted", "tag": "23195eda-6186-4f81-bfcd-2165ea2553d0"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:28:02.504005 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e6d152-172d-48d3-8708-14be277fca81 x-openstack-request-id: req-f8e6d152-172d-48d3-8708-14be277fca81 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:28:02.504406 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17624fdd-09f3-4e5f-99f5-175cade2c99e", "name": "network-vif-deleted", "tag": "23195eda-6186-4f81-bfcd-2165ea2553d0", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:28:02.504786 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f8e6d152-172d-48d3-8708-14be277fca81 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:28:02.505754 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17624fdd-09f3-4e5f-99f5-175cade2c99e', 'name': 'network-vif-deleted', 'tag': '23195eda-6186-4f81-bfcd-2165ea2553d0', 'status': 'completed', 'code': 200} Jul 05 04:28:02.656344 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:03.254242 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43828) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:28:03.307374 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c1444ad0-4e96-4f14-a917-4452612112d9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:03.330015 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c1444ad0-4e96-4f14-a917-4452612112d9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:03.375135 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c1444ad0-4e96-4f14-a917-4452612112d9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:03.377928 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c1444ad0-4e96-4f14-a917-4452612112d9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:03.379102 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c1444ad0-4e96-4f14-a917-4452612112d9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "DELETE /v2.0/security-groups/e983443e-a8ef-4eb9-8f77-0b779f6d3171 HTTP/1.1" status: 204 len: 168 time: 0.1238446 Jul 05 04:28:03.382016 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43830) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:28:03.389666 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1444ad0-4e96-4f14-a917-4452612112d9 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e983443e-a8ef-4eb9-8f77-0b779f6d3171,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:03.457821 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-572d0afa-2da7-4d16-80ad-a3c2560ba038 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:03.483131 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-572d0afa-2da7-4d16-80ad-a3c2560ba038 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:03.532745 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-572d0afa-2da7-4d16-80ad-a3c2560ba038 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:03.542004 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-572d0afa-2da7-4d16-80ad-a3c2560ba038 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:03.543563 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-572d0afa-2da7-4d16-80ad-a3c2560ba038 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "DELETE /v2.0/security-groups/879d2ae9-336d-4979-8b44-8fa7d0f36b04 HTTP/1.1" status: 204 len: 168 time: 0.1594865 Jul 05 04:28:03.546994 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43832) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:28:03.573000 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d0afa-2da7-4d16-80ad-a3c2560ba038 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=879d2ae9-336d-4979-8b44-8fa7d0f36b04,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:03.991569 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3625cf7-783b-444e-997b-4293ad8febb7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:04.263144 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-e3625cf7-783b-444e-997b-4293ad8febb7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Deleting port b04e0ad9-b742-4ad5-87ea-572fa6af8ed0 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:28:04.263965 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3625cf7-783b-444e-997b-4293ad8febb7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:04.352991 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-e3625cf7-783b-444e-997b-4293ad8febb7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] For port b04e0ad9-b742-4ad5-87ea-572fa6af8ed0, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b04e0ad9-b742-4ad5-87ea-572fa6af8ed0,segment=NetworkSegment(3180a309-03e3-44f4-a6b4-1168a1b583d0),segment_id=3180a309-03e3-44f4-a6b4-1168a1b583d0)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:04.353345 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3625cf7-783b-444e-997b-4293ad8febb7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:04.365658 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-e3625cf7-783b-444e-997b-4293ad8febb7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Calling delete_port for b04e0ad9-b742-4ad5-87ea-572fa6af8ed0 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:28:04.452303 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:04.548503 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3625cf7-783b-444e-997b-4293ad8febb7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:04.574886 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3625cf7-783b-444e-997b-4293ad8febb7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event deleted for resources: {'Port': ['ID=b04e0ad9-b742-4ad5-87ea-572fa6af8ed0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:04.772485 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3625cf7-783b-444e-997b-4293ad8febb7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:05.220446 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 23195eda-6186-4f81-bfcd-2165ea2553d0 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:28:05.244155 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 23195eda-6186-4f81-bfcd-2165ea2553d0 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:28:05.244592 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 23195eda-6186-4f81-bfcd-2165ea2553d0 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:28:05.344509 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3625cf7-783b-444e-997b-4293ad8febb7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Router 9653c537-5750-463e-9074-042079000b8c has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:28:05.453233 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3625cf7-783b-444e-997b-4293ad8febb7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:28:05.459871 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e3625cf7-783b-444e-997b-4293ad8febb7 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "PUT /v2.0/routers/9653c537-5750-463e-9074-042079000b8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9112289 Jul 05 04:28:05.464822 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43842) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:28:05.468431 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5e7240-4416-4f44-b5e5-8f00e21f3000 None None] Sync routers for ids ['9653c537-5750-463e-9074-042079000b8c'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:28:05.478409 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5e7240-4416-4f44-b5e5-8f00e21f3000 None None] Routers {'9653c537-5750-463e-9074-042079000b8c'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:28:05.479028 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-1d5e7240-4416-4f44-b5e5-8f00e21f3000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:28:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['9653c537-5750-463e-9074-042079000b8c'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:05.534383 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-332329a9-a539-496c-a0cb-8795700abaf6 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Deleting subnet f2b74541-8c0a-42b1-8b94-fe196af2c77b {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:28:05.538187 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-332329a9-a539-496c-a0cb-8795700abaf6 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:05.584100 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-332329a9-a539-496c-a0cb-8795700abaf6 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:05.720288 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-332329a9-a539-496c-a0cb-8795700abaf6 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:05.724818 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-1d5e7240-4416-4f44-b5e5-8f00e21f3000 None None] Set router 9653c537-5750-463e-9074-042079000b8c gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:28:05.804934 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-332329a9-a539-496c-a0cb-8795700abaf6 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:05.839914 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332329a9-a539-496c-a0cb-8795700abaf6 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event deleted for resources: {'Subnet': ['ID=f2b74541-8c0a-42b1-8b94-fe196af2c77b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:05.843963 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-332329a9-a539-496c-a0cb-8795700abaf6 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:05.845960 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-332329a9-a539-496c-a0cb-8795700abaf6 tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "DELETE /v2.0/subnets/f2b74541-8c0a-42b1-8b94-fe196af2c77b HTTP/1.1" status: 204 len: 168 time: 0.3800147 Jul 05 04:28:05.848630 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43846) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:28:05.883838 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4583ec67-31a4-439a-ab4d-c7a23f661c5c None None] Network 9845465f-cd58-4d8f-b292-e7160d6b47b3 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:28:05.978672 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-036dc644-59e4-4d23-8c4c-fa85ee203d7b tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:06.091890 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-036dc644-59e4-4d23-8c4c-fa85ee203d7b tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:06.130897 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-1d5e7240-4416-4f44-b5e5-8f00e21f3000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9653c537-5750-463e-9074-042079000b8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1731106895', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '00ee2c67-c91c-44f8-adc1-3bc3b34b103d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:55Z', 'updated_at': '2021-07-05T04:28:04Z', 'revision_number': 5, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'gw_port': {'id': '00ee2c67-c91c-44f8-adc1-3bc3b34b103d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9653c537-5750-463e-9074-042079000b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:56Z', 'updated_at': '2021-07-05T04:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:06.156791 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-036dc644-59e4-4d23-8c4c-fa85ee203d7b tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Deleting port 00ee2c67-c91c-44f8-adc1-3bc3b34b103d {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:28:06.157116 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-036dc644-59e4-4d23-8c4c-fa85ee203d7b tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:06.164619 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5e7240-4416-4f44-b5e5-8f00e21f3000 None None] Checking router: 9653c537-5750-463e-9074-042079000b8c for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:28:06.178782 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5e7240-4416-4f44-b5e5-8f00e21f3000 None None] Routers {'9653c537-5750-463e-9074-042079000b8c'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:28:06.179407 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-1d5e7240-4416-4f44-b5e5-8f00e21f3000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:28:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['9653c537-5750-463e-9074-042079000b8c'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:06.217458 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c229bf84-0111-453f-92d5-fa2d2ec7b0e5 None None] DHCP port deletion for 9845465f-cd58-4d8f-b292-e7160d6b47b3 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:28:06.244771 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-036dc644-59e4-4d23-8c4c-fa85ee203d7b tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] For port 00ee2c67-c91c-44f8-adc1-3bc3b34b103d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=00ee2c67-c91c-44f8-adc1-3bc3b34b103d,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:06.245489 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-036dc644-59e4-4d23-8c4c-fa85ee203d7b tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:06.259276 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-036dc644-59e4-4d23-8c4c-fa85ee203d7b tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Calling delete_port for 00ee2c67-c91c-44f8-adc1-3bc3b34b103d owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:28:06.307138 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-1d5e7240-4416-4f44-b5e5-8f00e21f3000 None None] Set router 9653c537-5750-463e-9074-042079000b8c gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:28:06.363330 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-1d5e7240-4416-4f44-b5e5-8f00e21f3000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9653c537-5750-463e-9074-042079000b8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1731106895', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:55Z', 'updated_at': '2021-07-05T04:28:06Z', 'revision_number': 6, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:06.365949 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-c229bf84-0111-453f-92d5-fa2d2ec7b0e5 None None] Deleting port 9d5c881b-9da1-499a-84fa-cdcbd6a9d457 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:28:06.366326 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c229bf84-0111-453f-92d5-fa2d2ec7b0e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:06.430880 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5e7240-4416-4f44-b5e5-8f00e21f3000 None None] The sync data for ids ['9653c537-5750-463e-9074-042079000b8c'] in n-d-780147-23 is: [{'id': '9653c537-5750-463e-9074-042079000b8c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1731106895', 'tenant_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:55Z', 'updated_at': '2021-07-05T04:28:06Z', 'revision_number': 6, 'project_id': '5bd542d5cd4c43b68c256ba41e113bc7', 'gw_port_host': None}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:28:06.446591 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-036dc644-59e4-4d23-8c4c-fa85ee203d7b tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:06.472533 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-c229bf84-0111-453f-92d5-fa2d2ec7b0e5 None None] For port 9d5c881b-9da1-499a-84fa-cdcbd6a9d457, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=9d5c881b-9da1-499a-84fa-cdcbd6a9d457,segment=NetworkSegment(3180a309-03e3-44f4-a6b4-1168a1b583d0),segment_id=3180a309-03e3-44f4-a6b4-1168a1b583d0)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:06.473021 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c229bf84-0111-453f-92d5-fa2d2ec7b0e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:06.482724 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036dc644-59e4-4d23-8c4c-fa85ee203d7b tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event deleted for resources: {'Port': ['ID=00ee2c67-c91c-44f8-adc1-3bc3b34b103d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:06.488300 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-c229bf84-0111-453f-92d5-fa2d2ec7b0e5 None None] Calling delete_port for 9d5c881b-9da1-499a-84fa-cdcbd6a9d457 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:28:06.562509 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-036dc644-59e4-4d23-8c4c-fa85ee203d7b tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:06.565960 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:28:06.581556 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c229bf84-0111-453f-92d5-fa2d2ec7b0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:06.609405 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229bf84-0111-453f-92d5-fa2d2ec7b0e5 None None] Pushing event deleted for resources: {'Port': ['ID=9d5c881b-9da1-499a-84fa-cdcbd6a9d457,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:06.612884 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c229bf84-0111-453f-92d5-fa2d2ec7b0e5 None None] No DVR routers for this DVR port 9d5c881b-9da1-499a-84fa-cdcbd6a9d457 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:28:06.658585 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-036dc644-59e4-4d23-8c4c-fa85ee203d7b tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:06.660686 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-036dc644-59e4-4d23-8c4c-fa85ee203d7b tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:06.702818 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-036dc644-59e4-4d23-8c4c-fa85ee203d7b tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:06.703340 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036dc644-59e4-4d23-8c4c-fa85ee203d7b tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Fanout notify agent at l3_agent the message router_deleted on router 9653c537-5750-463e-9074-042079000b8c {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:28:06.710292 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-036dc644-59e4-4d23-8c4c-fa85ee203d7b tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:06.711399 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-036dc644-59e4-4d23-8c4c-fa85ee203d7b tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "DELETE /v2.0/routers/9653c537-5750-463e-9074-042079000b8c HTTP/1.1" status: 204 len: 168 time: 0.8617206 Jul 05 04:28:06.714265 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43848) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:28:06.797116 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35dd16df-ecdf-4636-915e-9021b01a207e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:06.900295 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35dd16df-ecdf-4636-915e-9021b01a207e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:06.911927 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-35dd16df-ecdf-4636-915e-9021b01a207e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9845465f-cd58-4d8f-b292-e7160d6b47b3']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:06.929009 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-35dd16df-ecdf-4636-915e-9021b01a207e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3180a309-03e3-44f4-a6b4-1168a1b583d0') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:06.929208 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-35dd16df-ecdf-4636-915e-9021b01a207e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3180a309-03e3-44f4-a6b4-1168a1b583d0') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:06.939769 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35dd16df-ecdf-4636-915e-9021b01a207e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:06.954898 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35dd16df-ecdf-4636-915e-9021b01a207e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:06.965075 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35dd16df-ecdf-4636-915e-9021b01a207e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:28:06.966251 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35dd16df-ecdf-4636-915e-9021b01a207e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:28:06.969451 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:28:07.034842 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35dd16df-ecdf-4636-915e-9021b01a207e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:07.042960 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-35dd16df-ecdf-4636-915e-9021b01a207e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:07.045392 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-35dd16df-ecdf-4636-915e-9021b01a207e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] 10.222.0.77 "DELETE /v2.0/networks/9845465f-cd58-4d8f-b292-e7160d6b47b3 HTTP/1.1" status: 204 len: 168 time: 0.3301928 Jul 05 04:28:07.058024 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd16df-ecdf-4636-915e-9021b01a207e tempest-TestSecurityGroupsBasicOps-123517887 tempest-TestSecurityGroupsBasicOps-123517887-project] Pushing event deleted for resources: {'Network': ['ID=9845465f-cd58-4d8f-b292-e7160d6b47b3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:07.393922 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43862) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:28:07.526398 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8d651bcb-5409-4b6c-9efc-0ce061f8ff0e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5bd542d5cd4c43b68c256ba41e113bc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312399 Jul 05 04:28:07.529505 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43866) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:28:07.578109 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-083d0b7b-5484-4f1a-9bfa-bc4e0fc46360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:07.600470 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-083d0b7b-5484-4f1a-9bfa-bc4e0fc46360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:07.650142 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-083d0b7b-5484-4f1a-9bfa-bc4e0fc46360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:07.654389 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-083d0b7b-5484-4f1a-9bfa-bc4e0fc46360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:07.655452 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-083d0b7b-5484-4f1a-9bfa-bc4e0fc46360 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e5cfb725-1b9f-4d5b-ae0a-a9b868790af8 HTTP/1.1" status: 204 len: 168 time: 0.1248188 Jul 05 04:28:07.663744 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d0b7b-5484-4f1a-9bfa-bc4e0fc46360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cfb725-1b9f-4d5b-ae0a-a9b868790af8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:07.973779 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43874) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:28:07.988595 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c4af516c-4986-47db-a922-2d150d6c385c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:08.085713 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c4af516c-4986-47db-a922-2d150d6c385c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:08.090309 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c4af516c-4986-47db-a922-2d150d6c385c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:08.128940 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af516c-4986-47db-a922-2d150d6c385c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3c73b8-7332-4d35-91eb-973e4e4ed041,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:08.135635 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c4af516c-4986-47db-a922-2d150d6c385c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d9a342f5df9f42af96d5a328fbea7ef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581881 Jul 05 04:28:08.135999 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43876) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:28:08.154670 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 9d5c881b-9da1-499a-84fa-cdcbd6a9d457 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:28:08.174928 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 9d5c881b-9da1-499a-84fa-cdcbd6a9d457 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:28:08.175272 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 9d5c881b-9da1-499a-84fa-cdcbd6a9d457 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:28:08.175682 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b04e0ad9-b742-4ad5-87ea-572fa6af8ed0 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:28:08.193458 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e8fe811-2cab-402f-b641-2f4572f88783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:08.197574 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: b04e0ad9-b742-4ad5-87ea-572fa6af8ed0 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:28:08.198055 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b04e0ad9-b742-4ad5-87ea-572fa6af8ed0 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:28:08.198645 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 00ee2c67-c91c-44f8-adc1-3bc3b34b103d no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:28:08.219328 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e8fe811-2cab-402f-b641-2f4572f88783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:08.225999 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 00ee2c67-c91c-44f8-adc1-3bc3b34b103d {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:28:08.226325 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 00ee2c67-c91c-44f8-adc1-3bc3b34b103d not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:28:08.272363 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e8fe811-2cab-402f-b641-2f4572f88783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:08.275275 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e8fe811-2cab-402f-b641-2f4572f88783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:08.276472 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3e8fe811-2cab-402f-b641-2f4572f88783 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7e3c73b8-7332-4d35-91eb-973e4e4ed041 HTTP/1.1" status: 204 len: 168 time: 0.1394305 Jul 05 04:28:08.285192 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fe811-2cab-402f-b641-2f4572f88783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3c73b8-7332-4d35-91eb-973e4e4ed041,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:08.594943 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43882) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:28:08.636406 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-34812a17-aa12-48d3-8507-4f3607c1bfa5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9ea94e5780cc4a7993fcde5d1365422e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402937 Jul 05 04:28:08.638880 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43884) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:28:08.686334 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-45cd56ab-98ad-4dcd-9cf4-bed2624db2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:08.707826 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-45cd56ab-98ad-4dcd-9cf4-bed2624db2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:08.753600 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-45cd56ab-98ad-4dcd-9cf4-bed2624db2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:08.756162 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-45cd56ab-98ad-4dcd-9cf4-bed2624db2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:08.757301 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-45cd56ab-98ad-4dcd-9cf4-bed2624db2d0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8083eec8-b8a6-4047-9a3f-341118dfb927 HTTP/1.1" status: 204 len: 168 time: 0.1175268 Jul 05 04:28:08.765752 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd56ab-98ad-4dcd-9cf4-bed2624db2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8083eec8-b8a6-4047-9a3f-341118dfb927,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:09.451887 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43912) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:28:09.549977 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-014299d8-2c77-42fd-8faf-be895f088b29 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2021568821-network', 'tenant_id': '0123008674674164b0d6c23a248f79c1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:28:09.574409 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014299d8-2c77-42fd-8faf-be895f088b29 admin admin] Made reservation on behalf of 0123008674674164b0d6c23a248f79c1 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:28:09.577761 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-014299d8-2c77-42fd-8faf-be895f088b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:09.586697 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-014299d8-2c77-42fd-8faf-be895f088b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:09.692594 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-014299d8-2c77-42fd-8faf-be895f088b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:09.696587 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-014299d8-2c77-42fd-8faf-be895f088b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:09.730082 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014299d8-2c77-42fd-8faf-be895f088b29 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:28:09.730621 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014299d8-2c77-42fd-8faf-be895f088b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c696779a-4320-4eaa-8205-e5e7f65b35e2,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:09.739432 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-014299d8-2c77-42fd-8faf-be895f088b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:09.739675 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-014299d8-2c77-42fd-8faf-be895f088b29 admin admin] Added segment c999a627-97f7-4b7e-b104-a220bca65398 of type vlan for network 6c678c98-917c-4fe8-be30-df73977c7339 Jul 05 04:28:09.781897 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-014299d8-2c77-42fd-8faf-be895f088b29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:09.811034 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-014299d8-2c77-42fd-8faf-be895f088b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:09.812074 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014299d8-2c77-42fd-8faf-be895f088b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:09.812649 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-014299d8-2c77-42fd-8faf-be895f088b29 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:09.878443 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-014299d8-2c77-42fd-8faf-be895f088b29 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4254234 Jul 05 04:28:09.881289 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43916) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:28:09.889689 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-6ce00f8c-af3a-47b2-ad20-bd6800f5b923 admin admin] Request body: {'subnet': {'network_id': '6c678c98-917c-4fe8-be30-df73977c7339', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2021568821-subnet', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:28:09.898153 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014299d8-2c77-42fd-8faf-be895f088b29 admin admin] Pushing event updated for resources: {'Network': ['ID=6c678c98-917c-4fe8-be30-df73977c7339,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:09.913532 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 6c678c98-917c-4fe8-be30-df73977c7339 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:28:09.927433 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce00f8c-af3a-47b2-ad20-bd6800f5b923 admin admin] Made reservation on behalf of 0123008674674164b0d6c23a248f79c1 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:28:09.930888 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6ce00f8c-af3a-47b2-ad20-bd6800f5b923 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:10.113761 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6ce00f8c-af3a-47b2-ad20-bd6800f5b923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:10.173988 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce00f8c-af3a-47b2-ad20-bd6800f5b923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5385044b-b031-4909-898d-ee38d699fda8,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:10.190237 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce00f8c-af3a-47b2-ad20-bd6800f5b923 admin admin] Checking segment: {'id': 'c999a627-97f7-4b7e-b104-a220bca65398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:28:10.190601 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce00f8c-af3a-47b2-ad20-bd6800f5b923 admin admin] Network hostable DHCP agents. Network: 6c678c98-917c-4fe8-be30-df73977c7339, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:28:10.206403 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce00f8c-af3a-47b2-ad20-bd6800f5b923 admin admin] Network 6c678c98-917c-4fe8-be30-df73977c7339 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:28:10.215178 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-6ce00f8c-af3a-47b2-ad20-bd6800f5b923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 6c678c98-917c-4fe8-be30-df73977c7339) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:28:10.224510 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce00f8c-af3a-47b2-ad20-bd6800f5b923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:10.225284 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6ce00f8c-af3a-47b2-ad20-bd6800f5b923 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:10.227095 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1206a4a2-33ab-44d1-b204-cdfd106aae73 None None] Network 6c678c98-917c-4fe8-be30-df73977c7339 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:28:10.240589 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6ce00f8c-af3a-47b2-ad20-bd6800f5b923 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3572538 Jul 05 04:28:10.242524 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43920) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:28:10.248497 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-942429e7-a570-4ee3-b4df-d1a95d280edb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2021568821-router', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:28:10.270548 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-942429e7-a570-4ee3-b4df-d1a95d280edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:10.271562 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-942429e7-a570-4ee3-b4df-d1a95d280edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:10.326994 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-942429e7-a570-4ee3-b4df-d1a95d280edb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:10.385089 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea86137-1a26-404b-8fa9-fd44f32745f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-6c678c98-917c-4fe8-be30-df73977c7339', 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'fixed_ips': [{'subnet_id': '5385044b-b031-4909-898d-ee38d699fda8'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:28:10.385998 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6ea86137-1a26-404b-8fa9-fd44f32745f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:10.467877 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-942429e7-a570-4ee3-b4df-d1a95d280edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:10.519549 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-6ea86137-1a26-404b-8fa9-fd44f32745f4 None None] Allocated IP 172.20.0.2 (6c678c98-917c-4fe8-be30-df73977c7339/5385044b-b031-4909-898d-ee38d699fda8/08a6d66f-c898-4bfc-ac61-3c4431f2fe44) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:28:10.662808 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6ea86137-1a26-404b-8fa9-fd44f32745f4 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:10.665950 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-942429e7-a570-4ee3-b4df-d1a95d280edb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:10.672782 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6ea86137-1a26-404b-8fa9-fd44f32745f4 None None] Transition to ACTIVE for port object 08a6d66f-c898-4bfc-ac61-3c4431f2fe44 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:28:10.685436 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-942429e7-a570-4ee3-b4df-d1a95d280edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:10.687431 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6ea86137-1a26-404b-8fa9-fd44f32745f4 None None] Transition to ACTIVE for port object 08a6d66f-c898-4bfc-ac61-3c4431f2fe44 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:28:10.693594 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6ea86137-1a26-404b-8fa9-fd44f32745f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:10.731786 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea86137-1a26-404b-8fa9-fd44f32745f4 None None] Network 6c678c98-917c-4fe8-be30-df73977c7339 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:28:10.736856 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-6ea86137-1a26-404b-8fa9-fd44f32745f4 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:28:10.739230 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea86137-1a26-404b-8fa9-fd44f32745f4 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:28:10.748853 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea86137-1a26-404b-8fa9-fd44f32745f4 None None] Pushing event updated for resources: {'Port': ['ID=08a6d66f-c898-4bfc-ac61-3c4431f2fe44,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:10.799533 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-942429e7-a570-4ee3-b4df-d1a95d280edb admin admin] Allocated IP 172.25.1.35 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/507444dd-3deb-4e61-8876-7ab792699689) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:28:10.807370 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-6ea86137-1a26-404b-8fa9-fd44f32745f4 None None] Attempting to bind port 08a6d66f-c898-4bfc-ac61-3c4431f2fe44 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:28:10.807736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-6ea86137-1a26-404b-8fa9-fd44f32745f4 None None] Attempting to bind port 08a6d66f-c898-4bfc-ac61-3c4431f2fe44 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'c999a627-97f7-4b7e-b104-a220bca65398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:28:10.808127 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea86137-1a26-404b-8fa9-fd44f32745f4 None None] Attempting to bind port 08a6d66f-c898-4bfc-ac61-3c4431f2fe44 on network 6c678c98-917c-4fe8-be30-df73977c7339 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:28:10.813367 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea86137-1a26-404b-8fa9-fd44f32745f4 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:28:10.813733 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea86137-1a26-404b-8fa9-fd44f32745f4 None None] Checking segment: {'id': 'c999a627-97f7-4b7e-b104-a220bca65398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:28:10.814161 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6ea86137-1a26-404b-8fa9-fd44f32745f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:10.814706 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea86137-1a26-404b-8fa9-fd44f32745f4 None None] Bound using segment: {'id': 'c999a627-97f7-4b7e-b104-a220bca65398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:28:10.815266 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-6ea86137-1a26-404b-8fa9-fd44f32745f4 None None] Bound port: 08a6d66f-c898-4bfc-ac61-3c4431f2fe44, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999a627-97f7-4b7e-b104-a220bca65398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:28:10.815666 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6ea86137-1a26-404b-8fa9-fd44f32745f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:10.877695 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-6ea86137-1a26-404b-8fa9-fd44f32745f4 None None] For port 08a6d66f-c898-4bfc-ac61-3c4431f2fe44, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:28:10.880868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-6ea86137-1a26-404b-8fa9-fd44f32745f4 None None] For port 08a6d66f-c898-4bfc-ac61-3c4431f2fe44, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=08a6d66f-c898-4bfc-ac61-3c4431f2fe44,segment=NetworkSegment(c999a627-97f7-4b7e-b104-a220bca65398),segment_id=c999a627-97f7-4b7e-b104-a220bca65398)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:28:10.885194 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6ea86137-1a26-404b-8fa9-fd44f32745f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:10.901383 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-942429e7-a570-4ee3-b4df-d1a95d280edb admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:10.950935 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea86137-1a26-404b-8fa9-fd44f32745f4 None None] Pushing event updated for resources: {'Port': ['ID=08a6d66f-c898-4bfc-ac61-3c4431f2fe44,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:10.952908 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-942429e7-a570-4ee3-b4df-d1a95d280edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:10.993181 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942429e7-a570-4ee3-b4df-d1a95d280edb admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:28:10.998987 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-942429e7-a570-4ee3-b4df-d1a95d280edb admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:28:11.002367 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942429e7-a570-4ee3-b4df-d1a95d280edb admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:28:11.024899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942429e7-a570-4ee3-b4df-d1a95d280edb admin admin] Pushing event updated for resources: {'Port': ['ID=507444dd-3deb-4e61-8876-7ab792699689,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:11.307173 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-942429e7-a570-4ee3-b4df-d1a95d280edb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:11.514645 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-942429e7-a570-4ee3-b4df-d1a95d280edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:11.661820 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942429e7-a570-4ee3-b4df-d1a95d280edb admin admin] Router 411b2d19-769b-44b0-8c34-d56970b5ef8f is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:28:11.785505 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942429e7-a570-4ee3-b4df-d1a95d280edb admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:28:11.796682 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] Sync routers for ids ['411b2d19-769b-44b0-8c34-d56970b5ef8f'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:28:11.802481 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-942429e7-a570-4ee3-b4df-d1a95d280edb admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:11.803929 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-942429e7-a570-4ee3-b4df-d1a95d280edb admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5597658 Jul 05 04:28:11.806737 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43932) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:28:11.808546 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] Routers {'411b2d19-769b-44b0-8c34-d56970b5ef8f'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:28:11.810127 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:28:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['411b2d19-769b-44b0-8c34-d56970b5ef8f'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:11.893799 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9236a766-575e-409e-8345-1084fcbb0fb1 None None] Network 6c678c98-917c-4fe8-be30-df73977c7339 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:28:11.930582 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] Set router 411b2d19-769b-44b0-8c34-d56970b5ef8f gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:28:11.970928 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7706992f-f14c-4a45-bcf8-7be12199a2ff None None] Provisioning for port 08a6d66f-c898-4bfc-ac61-3c4431f2fe44 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:28:12.247775 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 08a6d66f-c898-4bfc-ac61-3c4431f2fe44 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:28:12.268566 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'name': 'tempest-TestVolumeBackupRestore-2021568821-router', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '507444dd-3deb-4e61-8876-7ab792699689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:11Z', 'revision_number': 3, 'project_id': '0123008674674164b0d6c23a248f79c1', 'gw_port': {'id': '507444dd-3deb-4e61-8876-7ab792699689', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:12.305042 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] Checking router: 411b2d19-769b-44b0-8c34-d56970b5ef8f for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:28:12.305868 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] Updating router 411b2d19-769b-44b0-8c34-d56970b5ef8f port 507444dd-3deb-4e61-8876-7ab792699689 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:28:12.329494 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 08a6d66f-c898-4bfc-ac61-3c4431f2fe44 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:28:12.334692 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 08a6d66f-c898-4bfc-ac61-3c4431f2fe44 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:28:12.335100 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:12.349233 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:12.419403 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef02b12f-05d8-4fc9-bd08-43bef82d527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:12.455016 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:12.503122 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 08a6d66f-c898-4bfc-ac61-3c4431f2fe44, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=08a6d66f-c898-4bfc-ac61-3c4431f2fe44,segment=NetworkSegment(c999a627-97f7-4b7e-b104-a220bca65398),segment_id=c999a627-97f7-4b7e-b104-a220bca65398)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:12.509181 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:12.515164 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a0121413-cbe0-415a-be06-100420d7119a None None] Provisioning complete for port 08a6d66f-c898-4bfc-ac61-3c4431f2fe44 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:28:12.515533 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a0121413-cbe0-415a-be06-100420d7119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:12.592630 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=08a6d66f-c898-4bfc-ac61-3c4431f2fe44,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:12.687028 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:12.689047 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-ef02b12f-05d8-4fc9-bd08-43bef82d527c admin admin] Allocated IP 172.20.0.1 (6c678c98-917c-4fe8-be30-df73977c7339/5385044b-b031-4909-898d-ee38d699fda8/5c124882-9fb8-42a2-a943-6c5c06bb7eb5) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:28:12.697222 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] Transition to ACTIVE for port object 507444dd-3deb-4e61-8876-7ab792699689 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:28:12.704928 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:12.766148 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d520fb-f010-4c69-ae5c-d44b5de3dab3 None None] Pushing event updated for resources: {'Port': ['ID=507444dd-3deb-4e61-8876-7ab792699689,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:12.768397 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] Attempting to bind port 507444dd-3deb-4e61-8876-7ab792699689 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:28:12.768771 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] Attempting to bind port 507444dd-3deb-4e61-8876-7ab792699689 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:28:12.769130 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] Attempting to bind port 507444dd-3deb-4e61-8876-7ab792699689 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:28:12.774709 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:28:12.775082 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:28:12.775486 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:12.775899 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:28:12.776404 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] Bound port: 507444dd-3deb-4e61-8876-7ab792699689, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:28:12.776757 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:12.813490 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef02b12f-05d8-4fc9-bd08-43bef82d527c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:12.828455 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-ef02b12f-05d8-4fc9-bd08-43bef82d527c admin admin] Transition to ACTIVE for port object 5c124882-9fb8-42a2-a943-6c5c06bb7eb5 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:28:12.831505 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] For port 507444dd-3deb-4e61-8876-7ab792699689, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:28:12.834746 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] For port 507444dd-3deb-4e61-8876-7ab792699689, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=507444dd-3deb-4e61-8876-7ab792699689,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:28:12.841359 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:12.866491 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef02b12f-05d8-4fc9-bd08-43bef82d527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:12.895702 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] Routers {'411b2d19-769b-44b0-8c34-d56970b5ef8f'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:28:12.896358 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:28:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['411b2d19-769b-44b0-8c34-d56970b5ef8f'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:12.906379 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef02b12f-05d8-4fc9-bd08-43bef82d527c admin admin] Network 6c678c98-917c-4fe8-be30-df73977c7339 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:28:12.912475 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-ef02b12f-05d8-4fc9-bd08-43bef82d527c admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:28:12.916977 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef02b12f-05d8-4fc9-bd08-43bef82d527c admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:28:12.947420 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d520fb-f010-4c69-ae5c-d44b5de3dab3 None None] Pushing event updated for resources: {'Port': ['ID=507444dd-3deb-4e61-8876-7ab792699689,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:12.960033 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef02b12f-05d8-4fc9-bd08-43bef82d527c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:12.998567 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02b12f-05d8-4fc9-bd08-43bef82d527c admin admin] Pushing event updated for resources: {'Port': ['ID=5c124882-9fb8-42a2-a943-6c5c06bb7eb5,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:13.029788 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] Set router 411b2d19-769b-44b0-8c34-d56970b5ef8f gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:28:13.130113 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef02b12f-05d8-4fc9-bd08-43bef82d527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:13.233679 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'name': 'tempest-TestVolumeBackupRestore-2021568821-router', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '507444dd-3deb-4e61-8876-7ab792699689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:11Z', 'revision_number': 3, 'project_id': '0123008674674164b0d6c23a248f79c1', 'gw_port': {'id': '507444dd-3deb-4e61-8876-7ab792699689', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:13.263145 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a5a37556-0268-4068-8b7e-1f631d3ca588 None None] Provisioning for port 5c124882-9fb8-42a2-a943-6c5c06bb7eb5 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:28:13.263782 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf35ab5-8d33-4e61-8b31-15d8f906a4da None None] The sync data for ids ['411b2d19-769b-44b0-8c34-d56970b5ef8f'] in n-d-780147-23 is: [{'id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'name': 'tempest-TestVolumeBackupRestore-2021568821-router', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '507444dd-3deb-4e61-8876-7ab792699689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:11Z', 'revision_number': 3, 'project_id': '0123008674674164b0d6c23a248f79c1', 'gw_port': {'id': '507444dd-3deb-4e61-8876-7ab792699689', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:28:13.268941 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a5a37556-0268-4068-8b7e-1f631d3ca588 None None] Provisioning complete for port 5c124882-9fb8-42a2-a943-6c5c06bb7eb5 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:28:13.269361 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a5a37556-0268-4068-8b7e-1f631d3ca588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:13.320266 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a5a37556-0268-4068-8b7e-1f631d3ca588 None None] Port 5c124882-9fb8-42a2-a943-6c5c06bb7eb5 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:28:13.323234 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:13.324513 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef02b12f-05d8-4fc9-bd08-43bef82d527c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:13.329988 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef02b12f-05d8-4fc9-bd08-43bef82d527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:13.405424 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef02b12f-05d8-4fc9-bd08-43bef82d527c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:13.407257 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02b12f-05d8-4fc9-bd08-43bef82d527c admin admin] Pushing event updated for resources: {'Port': ['ID=5c124882-9fb8-42a2-a943-6c5c06bb7eb5,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:13.535053 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef02b12f-05d8-4fc9-bd08-43bef82d527c admin admin] Network 6c678c98-917c-4fe8-be30-df73977c7339 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:28:13.536577 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-ef02b12f-05d8-4fc9-bd08-43bef82d527c admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:28:13.683289 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef02b12f-05d8-4fc9-bd08-43bef82d527c admin admin] Router 411b2d19-769b-44b0-8c34-d56970b5ef8f has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:28:13.813945 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef02b12f-05d8-4fc9-bd08-43bef82d527c admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:28:13.822769 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ef02b12f-05d8-4fc9-bd08-43bef82d527c admin admin] 10.222.0.77 "PUT /v2.0/routers/411b2d19-769b-44b0-8c34-d56970b5ef8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0137691 Jul 05 04:28:13.849431 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1a022b94-895a-4212-9f98-2ac7e5939677 None None] Provisioning complete for port 5c124882-9fb8-42a2-a943-6c5c06bb7eb5 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:28:13.849805 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1a022b94-895a-4212-9f98-2ac7e5939677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:14.086496 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-1a022b94-895a-4212-9f98-2ac7e5939677 None None] Port 5c124882-9fb8-42a2-a943-6c5c06bb7eb5 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:28:14.264905 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 08a6d66f-c898-4bfc-ac61-3c4431f2fe44 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:28:14.318932 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 08a6d66f-c898-4bfc-ac61-3c4431f2fe44 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:28:14.319652 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:14.417408 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 507444dd-3deb-4e61-8876-7ab792699689 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:28:14.424755 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43954) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:28:14.429949 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-c319667f-cd00-4ed7-8c01-252d69fa2a85 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1879003408-network', 'tenant_id': 'ea38337d40854c5fad5aed644d161dd3'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:28:14.453529 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c319667f-cd00-4ed7-8c01-252d69fa2a85 admin admin] Made reservation on behalf of ea38337d40854c5fad5aed644d161dd3 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:28:14.456281 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c319667f-cd00-4ed7-8c01-252d69fa2a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:14.472438 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 507444dd-3deb-4e61-8876-7ab792699689 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:28:14.476643 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 507444dd-3deb-4e61-8876-7ab792699689 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:28:14.477131 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:14.561036 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:14.584961 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 507444dd-3deb-4e61-8876-7ab792699689, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=507444dd-3deb-4e61-8876-7ab792699689,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:14.591287 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:14.649610 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=507444dd-3deb-4e61-8876-7ab792699689,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:14.842731 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c319667f-cd00-4ed7-8c01-252d69fa2a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:14.937603 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c319667f-cd00-4ed7-8c01-252d69fa2a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:14.942207 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c319667f-cd00-4ed7-8c01-252d69fa2a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:14.968486 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c319667f-cd00-4ed7-8c01-252d69fa2a85 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:28:14.977961 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319667f-cd00-4ed7-8c01-252d69fa2a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6720eced-3416-4363-b48a-91a5099a2737,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:14.983481 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c319667f-cd00-4ed7-8c01-252d69fa2a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:14.983845 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-c319667f-cd00-4ed7-8c01-252d69fa2a85 admin admin] Added segment 1b3a331b-40f0-43a0-8cb4-b39b4b994e38 of type vlan for network 4375fe28-9d27-4cd9-97a5-246dfa9f81ba Jul 05 04:28:15.027342 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c319667f-cd00-4ed7-8c01-252d69fa2a85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:15.062168 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c319667f-cd00-4ed7-8c01-252d69fa2a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:15.063182 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c319667f-cd00-4ed7-8c01-252d69fa2a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:15.063771 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c319667f-cd00-4ed7-8c01-252d69fa2a85 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:15.125068 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c319667f-cd00-4ed7-8c01-252d69fa2a85 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6990895 Jul 05 04:28:15.127958 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43958) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:28:15.132245 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319667f-cd00-4ed7-8c01-252d69fa2a85 admin admin] Pushing event updated for resources: {'Network': ['ID=4375fe28-9d27-4cd9-97a5-246dfa9f81ba,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:15.133296 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-a1714d59-e073-4b57-a18b-756d1f17df5e admin admin] Request body: {'subnet': {'network_id': '4375fe28-9d27-4cd9-97a5-246dfa9f81ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1879003408-subnet', 'tenant_id': 'ea38337d40854c5fad5aed644d161dd3', 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:28:15.142970 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 4375fe28-9d27-4cd9-97a5-246dfa9f81ba details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:28:15.165285 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1714d59-e073-4b57-a18b-756d1f17df5e admin admin] Made reservation on behalf of ea38337d40854c5fad5aed644d161dd3 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:28:15.167839 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a1714d59-e073-4b57-a18b-756d1f17df5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:15.231199 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] Sync routers for ids ['411b2d19-769b-44b0-8c34-d56970b5ef8f'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:28:15.240472 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] Routers {'411b2d19-769b-44b0-8c34-d56970b5ef8f'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:28:15.241102 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:28:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['411b2d19-769b-44b0-8c34-d56970b5ef8f'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:15.355545 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] Set router 411b2d19-769b-44b0-8c34-d56970b5ef8f gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:28:15.365456 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a1714d59-e073-4b57-a18b-756d1f17df5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:15.423013 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1714d59-e073-4b57-a18b-756d1f17df5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b61cbe7-2d76-4098-825c-87fab1e9b603,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:15.433527 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1714d59-e073-4b57-a18b-756d1f17df5e admin admin] Checking segment: {'id': '1b3a331b-40f0-43a0-8cb4-b39b4b994e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4375fe28-9d27-4cd9-97a5-246dfa9f81ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:28:15.433894 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1714d59-e073-4b57-a18b-756d1f17df5e admin admin] Network hostable DHCP agents. Network: 4375fe28-9d27-4cd9-97a5-246dfa9f81ba, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:28:15.454492 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1714d59-e073-4b57-a18b-756d1f17df5e admin admin] Network 4375fe28-9d27-4cd9-97a5-246dfa9f81ba is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:28:15.466178 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-a1714d59-e073-4b57-a18b-756d1f17df5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 4375fe28-9d27-4cd9-97a5-246dfa9f81ba) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:28:15.470613 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1714d59-e073-4b57-a18b-756d1f17df5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:15.471209 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a1714d59-e073-4b57-a18b-756d1f17df5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:15.480237 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37ab2cf-2adf-4058-b59c-bc11234a861e None None] Network 4375fe28-9d27-4cd9-97a5-246dfa9f81ba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:28:15.489957 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a1714d59-e073-4b57-a18b-756d1f17df5e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3586788 Jul 05 04:28:15.490831 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 43960) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:28:15.495443 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e762cff7-92d0-4b22-b1ca-97b9933df5b3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1879003408-router', 'tenant_id': 'ea38337d40854c5fad5aed644d161dd3', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:28:15.519020 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e762cff7-92d0-4b22-b1ca-97b9933df5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:15.520242 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e762cff7-92d0-4b22-b1ca-97b9933df5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:15.579396 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e762cff7-92d0-4b22-b1ca-97b9933df5b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:15.698974 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'name': 'tempest-TestVolumeBackupRestore-2021568821-router', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '507444dd-3deb-4e61-8876-7ab792699689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:13Z', 'revision_number': 4, 'project_id': '0123008674674164b0d6c23a248f79c1', 'gw_port': {'id': '507444dd-3deb-4e61-8876-7ab792699689', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '5c124882-9fb8-42a2-a943-6c5c06bb7eb5', 'name': '', 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'mac_address': 'fa:16:3e:40:67:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '5385044b-b031-4909-898d-ee38d699fda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:12Z', 'updated_at': '2021-07-05T04:28:13Z', 'revision_number': 2, 'project_id': '0123008674674164b0d6c23a248f79c1', 'subnets': [{'id': '5385044b-b031-4909-898d-ee38d699fda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:15.745076 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] Checking router: 411b2d19-769b-44b0-8c34-d56970b5ef8f for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:28:15.745564 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] Updating router 411b2d19-769b-44b0-8c34-d56970b5ef8f port 5c124882-9fb8-42a2-a943-6c5c06bb7eb5 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:28:15.747762 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e762cff7-92d0-4b22-b1ca-97b9933df5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:15.773397 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0abcbd-be47-40cc-a651-65eb1dcafe16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-4375fe28-9d27-4cd9-97a5-246dfa9f81ba', 'network_id': '4375fe28-9d27-4cd9-97a5-246dfa9f81ba', 'tenant_id': 'ea38337d40854c5fad5aed644d161dd3', 'fixed_ips': [{'subnet_id': '2b61cbe7-2d76-4098-825c-87fab1e9b603'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:28:15.774292 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ee0abcbd-be47-40cc-a651-65eb1dcafe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:15.814758 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:15.979095 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e762cff7-92d0-4b22-b1ca-97b9933df5b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:15.998365 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e762cff7-92d0-4b22-b1ca-97b9933df5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:16.038921 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-ee0abcbd-be47-40cc-a651-65eb1dcafe16 None None] Allocated IP 172.20.0.2 (4375fe28-9d27-4cd9-97a5-246dfa9f81ba/2b61cbe7-2d76-4098-825c-87fab1e9b603/508bb53e-4284-4329-9bdc-dd43cac979f8) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:28:16.111632 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-e762cff7-92d0-4b22-b1ca-97b9933df5b3 admin admin] Allocated IP 172.25.1.42 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/d07121cf-af9e-44a6-8e42-7f2b28401bc8) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:28:16.175067 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 507444dd-3deb-4e61-8876-7ab792699689 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:28:16.224235 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e762cff7-92d0-4b22-b1ca-97b9933df5b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:16.265627 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e762cff7-92d0-4b22-b1ca-97b9933df5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:16.307638 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e762cff7-92d0-4b22-b1ca-97b9933df5b3 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:28:16.314491 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-e762cff7-92d0-4b22-b1ca-97b9933df5b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:28:16.318898 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e762cff7-92d0-4b22-b1ca-97b9933df5b3 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:28:16.322018 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762cff7-92d0-4b22-b1ca-97b9933df5b3 admin admin] Pushing event updated for resources: {'Port': ['ID=d07121cf-af9e-44a6-8e42-7f2b28401bc8,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:16.344447 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ee0abcbd-be47-40cc-a651-65eb1dcafe16 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:16.361642 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ee0abcbd-be47-40cc-a651-65eb1dcafe16 None None] Transition to ACTIVE for port object 508bb53e-4284-4329-9bdc-dd43cac979f8 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:28:16.369595 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:16.380259 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 507444dd-3deb-4e61-8876-7ab792699689 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:28:16.380620 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:16.410792 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] Transition to ACTIVE for port object 5c124882-9fb8-42a2-a943-6c5c06bb7eb5 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:28:16.412729 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ee0abcbd-be47-40cc-a651-65eb1dcafe16 None None] Transition to ACTIVE for port object 508bb53e-4284-4329-9bdc-dd43cac979f8 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:28:16.425103 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:16.427286 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ee0abcbd-be47-40cc-a651-65eb1dcafe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:16.480963 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0abcbd-be47-40cc-a651-65eb1dcafe16 None None] Network 4375fe28-9d27-4cd9-97a5-246dfa9f81ba is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:28:16.486458 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-ee0abcbd-be47-40cc-a651-65eb1dcafe16 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:28:16.493133 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0abcbd-be47-40cc-a651-65eb1dcafe16 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:28:16.513990 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067a2ce-25cf-456a-a900-67b4a167e34b None None] Pushing event updated for resources: {'Port': ['ID=5c124882-9fb8-42a2-a943-6c5c06bb7eb5,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:16.596168 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e762cff7-92d0-4b22-b1ca-97b9933df5b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:16.679759 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] Attempting to bind port 5c124882-9fb8-42a2-a943-6c5c06bb7eb5 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:28:16.680150 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] Attempting to bind port 5c124882-9fb8-42a2-a943-6c5c06bb7eb5 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'c999a627-97f7-4b7e-b104-a220bca65398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:28:16.680512 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] Attempting to bind port 5c124882-9fb8-42a2-a943-6c5c06bb7eb5 on network 6c678c98-917c-4fe8-be30-df73977c7339 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:28:16.682487 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-ee0abcbd-be47-40cc-a651-65eb1dcafe16 None None] Attempting to bind port 508bb53e-4284-4329-9bdc-dd43cac979f8 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:28:16.682839 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-ee0abcbd-be47-40cc-a651-65eb1dcafe16 None None] Attempting to bind port 508bb53e-4284-4329-9bdc-dd43cac979f8 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '1b3a331b-40f0-43a0-8cb4-b39b4b994e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4375fe28-9d27-4cd9-97a5-246dfa9f81ba'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:28:16.683185 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0abcbd-be47-40cc-a651-65eb1dcafe16 None None] Attempting to bind port 508bb53e-4284-4329-9bdc-dd43cac979f8 on network 4375fe28-9d27-4cd9-97a5-246dfa9f81ba {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:28:16.694030 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:28:16.694409 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] Checking segment: {'id': 'c999a627-97f7-4b7e-b104-a220bca65398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:28:16.694813 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:16.695202 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] Bound using segment: {'id': 'c999a627-97f7-4b7e-b104-a220bca65398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:28:16.695674 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] Bound port: 5c124882-9fb8-42a2-a943-6c5c06bb7eb5, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999a627-97f7-4b7e-b104-a220bca65398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:28:16.696082 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:16.697926 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0abcbd-be47-40cc-a651-65eb1dcafe16 None None] Pushing event updated for resources: {'Port': ['ID=508bb53e-4284-4329-9bdc-dd43cac979f8,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:16.703400 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0abcbd-be47-40cc-a651-65eb1dcafe16 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:28:16.703400 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0abcbd-be47-40cc-a651-65eb1dcafe16 None None] Checking segment: {'id': '1b3a331b-40f0-43a0-8cb4-b39b4b994e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4375fe28-9d27-4cd9-97a5-246dfa9f81ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:28:16.703400 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ee0abcbd-be47-40cc-a651-65eb1dcafe16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:16.703400 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0abcbd-be47-40cc-a651-65eb1dcafe16 None None] Bound using segment: {'id': '1b3a331b-40f0-43a0-8cb4-b39b4b994e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4375fe28-9d27-4cd9-97a5-246dfa9f81ba'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:28:16.703997 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-ee0abcbd-be47-40cc-a651-65eb1dcafe16 None None] Bound port: 508bb53e-4284-4329-9bdc-dd43cac979f8, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3a331b-40f0-43a0-8cb4-b39b4b994e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4375fe28-9d27-4cd9-97a5-246dfa9f81ba'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:28:16.705073 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ee0abcbd-be47-40cc-a651-65eb1dcafe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:16.836414 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] For port 5c124882-9fb8-42a2-a943-6c5c06bb7eb5, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:28:16.842205 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] For port 5c124882-9fb8-42a2-a943-6c5c06bb7eb5, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5c124882-9fb8-42a2-a943-6c5c06bb7eb5,segment=NetworkSegment(c999a627-97f7-4b7e-b104-a220bca65398),segment_id=c999a627-97f7-4b7e-b104-a220bca65398)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:28:16.843646 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-ee0abcbd-be47-40cc-a651-65eb1dcafe16 None None] For port 508bb53e-4284-4329-9bdc-dd43cac979f8, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:28:16.847151 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-ee0abcbd-be47-40cc-a651-65eb1dcafe16 None None] For port 508bb53e-4284-4329-9bdc-dd43cac979f8, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=508bb53e-4284-4329-9bdc-dd43cac979f8,segment=NetworkSegment(1b3a331b-40f0-43a0-8cb4-b39b4b994e38),segment_id=1b3a331b-40f0-43a0-8cb4-b39b4b994e38)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:28:16.849103 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:16.858205 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ee0abcbd-be47-40cc-a651-65eb1dcafe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:16.930751 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] Routers {'411b2d19-769b-44b0-8c34-d56970b5ef8f'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:28:16.931387 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:28:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['411b2d19-769b-44b0-8c34-d56970b5ef8f'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:16.933435 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067a2ce-25cf-456a-a900-67b4a167e34b None None] Pushing event updated for resources: {'Port': ['ID=5c124882-9fb8-42a2-a943-6c5c06bb7eb5,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:17.225416 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e762cff7-92d0-4b22-b1ca-97b9933df5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:17.302314 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0abcbd-be47-40cc-a651-65eb1dcafe16 None None] Pushing event updated for resources: {'Port': ['ID=508bb53e-4284-4329-9bdc-dd43cac979f8,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:17.354886 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] Set router 411b2d19-769b-44b0-8c34-d56970b5ef8f gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:28:17.468312 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e762cff7-92d0-4b22-b1ca-97b9933df5b3 admin admin] Router ea800cb2-3db0-4c39-915b-103a791f7133 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:28:17.493251 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd922393-e375-4c53-8ebc-d50ce2236dda req-6fff2be9-1ad6-4689-927b-28200919176e tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:17.494941 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bd922393-e375-4c53-8ebc-d50ce2236dda req-6fff2be9-1ad6-4689-927b-28200919176e tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?device_id=91fdc2bd-33fb-45a0-9f9b-de162ef2df80 HTTP/1.1" status: 200 len: 946 time: 0.0831389 Jul 05 04:28:17.539083 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bd922393-e375-4c53-8ebc-d50ce2236dda req-a916dea5-71ca-4b90-bf4c-763fa4fb4845 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ff6a997-2627-4cb8-b77a-d0169fe68f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350976 Jul 05 04:28:17.590376 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e762cff7-92d0-4b22-b1ca-97b9933df5b3 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:28:17.593952 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'name': 'tempest-TestVolumeBackupRestore-2021568821-router', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '507444dd-3deb-4e61-8876-7ab792699689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:13Z', 'revision_number': 4, 'project_id': '0123008674674164b0d6c23a248f79c1', 'gw_port': {'id': '507444dd-3deb-4e61-8876-7ab792699689', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '5c124882-9fb8-42a2-a943-6c5c06bb7eb5', 'name': '', 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'mac_address': 'fa:16:3e:40:67:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '5385044b-b031-4909-898d-ee38d699fda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:12Z', 'updated_at': '2021-07-05T04:28:16Z', 'revision_number': 4, 'project_id': '0123008674674164b0d6c23a248f79c1', 'subnets': [{'id': '5385044b-b031-4909-898d-ee38d699fda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:17.603989 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] Sync routers for ids ['ea800cb2-3db0-4c39-915b-103a791f7133'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:28:17.614157 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e762cff7-92d0-4b22-b1ca-97b9933df5b3 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:17.616094 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] Routers {'ea800cb2-3db0-4c39-915b-103a791f7133'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:28:17.616944 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:28:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['ea800cb2-3db0-4c39-915b-103a791f7133'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:17.618358 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 43970) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:28:17.618545 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e762cff7-92d0-4b22-b1ca-97b9933df5b3 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1268744 Jul 05 04:28:17.634510 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f4337-f5f3-4fc3-9886-592dda560445 None None] The sync data for ids ['411b2d19-769b-44b0-8c34-d56970b5ef8f'] in n-d-780147-23 is: [{'id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'name': 'tempest-TestVolumeBackupRestore-2021568821-router', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '507444dd-3deb-4e61-8876-7ab792699689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:13Z', 'revision_number': 4, 'project_id': '0123008674674164b0d6c23a248f79c1', 'gw_port': {'id': '507444dd-3deb-4e61-8876-7ab792699689', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '5c124882-9fb8-42a2-a943-6c5c06bb7eb5', 'name': '', 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'mac_address': 'fa:16:3e:40:67:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '5385044b-b031-4909-898d-ee38d699fda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:12Z', 'updated_at': '2021-07-05T04:28:16Z', 'revision_number': 4, 'project_id': '0123008674674164b0d6c23a248f79c1', 'subnets': [{'id': '5385044b-b031-4909-898d-ee38d699fda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:28:17.765305 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] Set router ea800cb2-3db0-4c39-915b-103a791f7133 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:28:17.967886 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea800cb2-3db0-4c39-915b-103a791f7133', 'name': 'tempest-TestVolumeBackupRestore-1879003408-router', 'tenant_id': 'ea38337d40854c5fad5aed644d161dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'd07121cf-af9e-44a6-8e42-7f2b28401bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:15Z', 'updated_at': '2021-07-05T04:28:16Z', 'revision_number': 3, 'project_id': 'ea38337d40854c5fad5aed644d161dd3', 'gw_port': {'id': 'd07121cf-af9e-44a6-8e42-7f2b28401bc8', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea800cb2-3db0-4c39-915b-103a791f7133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:16Z', 'updated_at': '2021-07-05T04:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:17.999693 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] Checking router: ea800cb2-3db0-4c39-915b-103a791f7133 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:28:18.000351 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] Updating router ea800cb2-3db0-4c39-915b-103a791f7133 port d07121cf-af9e-44a6-8e42-7f2b28401bc8 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:28:18.044143 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:18.174150 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f62bc4e-0463-4ce9-b4e3-3c6f2a0fbd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:18.260811 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209c293a-07df-4c6d-8c69-b80b0eb35003 None None] Network 4375fe28-9d27-4cd9-97a5-246dfa9f81ba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:28:18.278050 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 508bb53e-4284-4329-9bdc-dd43cac979f8 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:28:18.386724 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ecd4b124-74c3-4dc4-9db7-9a827374aa38 None None] Provisioning for port 508bb53e-4284-4329-9bdc-dd43cac979f8 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:28:18.409499 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-8f62bc4e-0463-4ce9-b4e3-3c6f2a0fbd09 admin admin] Allocated IP 172.20.0.1 (4375fe28-9d27-4cd9-97a5-246dfa9f81ba/2b61cbe7-2d76-4098-825c-87fab1e9b603/bf3e031d-8d8d-4eb5-8403-eaa6fe914b38) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:28:18.420104 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:18.435245 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] Transition to ACTIVE for port object d07121cf-af9e-44a6-8e42-7f2b28401bc8 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:28:18.439563 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 508bb53e-4284-4329-9bdc-dd43cac979f8 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:28:18.444942 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 508bb53e-4284-4329-9bdc-dd43cac979f8 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:28:18.445346 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:18.448687 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:18.498416 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] Attempting to bind port d07121cf-af9e-44a6-8e42-7f2b28401bc8 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:28:18.498654 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] Attempting to bind port d07121cf-af9e-44a6-8e42-7f2b28401bc8 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:28:18.498924 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] Attempting to bind port d07121cf-af9e-44a6-8e42-7f2b28401bc8 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:28:18.508979 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:28:18.508979 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:28:18.509345 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:18.509705 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:28:18.510181 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] Bound port: d07121cf-af9e-44a6-8e42-7f2b28401bc8, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:28:18.510575 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:18.548143 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f62bc4e-0463-4ce9-b4e3-3c6f2a0fbd09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:18.578743 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:18.579956 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-8f62bc4e-0463-4ce9-b4e3-3c6f2a0fbd09 admin admin] Transition to ACTIVE for port object bf3e031d-8d8d-4eb5-8403-eaa6fe914b38 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:28:18.629498 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 508bb53e-4284-4329-9bdc-dd43cac979f8, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=508bb53e-4284-4329-9bdc-dd43cac979f8,segment=NetworkSegment(1b3a331b-40f0-43a0-8cb4-b39b4b994e38),segment_id=1b3a331b-40f0-43a0-8cb4-b39b4b994e38)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:18.638869 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:18.640073 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5c124882-9fb8-42a2-a943-6c5c06bb7eb5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:28:18.671532 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] For port d07121cf-af9e-44a6-8e42-7f2b28401bc8, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:28:18.674949 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] For port d07121cf-af9e-44a6-8e42-7f2b28401bc8, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d07121cf-af9e-44a6-8e42-7f2b28401bc8,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:28:18.687686 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613f4e9-3469-43bb-8c26-2da27c22f466 None None] Pushing event updated for resources: {'Port': ['ID=d07121cf-af9e-44a6-8e42-7f2b28401bc8,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:18.692931 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:18.694264 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f62bc4e-0463-4ce9-b4e3-3c6f2a0fbd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:18.761507 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] Routers {'ea800cb2-3db0-4c39-915b-103a791f7133'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:28:18.762236 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:28:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['ea800cb2-3db0-4c39-915b-103a791f7133'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:18.788246 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=508bb53e-4284-4329-9bdc-dd43cac979f8,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:18.813200 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f62bc4e-0463-4ce9-b4e3-3c6f2a0fbd09 admin admin] Network 4375fe28-9d27-4cd9-97a5-246dfa9f81ba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:28:18.813444 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 5c124882-9fb8-42a2-a943-6c5c06bb7eb5 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:28:18.821181 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 5c124882-9fb8-42a2-a943-6c5c06bb7eb5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:28:18.821771 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:18.831059 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-8f62bc4e-0463-4ce9-b4e3-3c6f2a0fbd09 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:28:18.841967 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f62bc4e-0463-4ce9-b4e3-3c6f2a0fbd09 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:28:18.892471 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] Set router ea800cb2-3db0-4c39-915b-103a791f7133 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:28:18.906180 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f62bc4e-0463-4ce9-b4e3-3c6f2a0fbd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:18.910751 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62bc4e-0463-4ce9-b4e3-3c6f2a0fbd09 admin admin] Pushing event updated for resources: {'Port': ['ID=bf3e031d-8d8d-4eb5-8403-eaa6fe914b38,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:18.968386 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eee8cf-d410-4302-82e5-e5d45c182712 req-4e1fb96a-8e8a-4f78-9a84-70a196dd21d2 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:18.972917 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:18.978188 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6eee8cf-d410-4302-82e5-e5d45c182712 req-4e1fb96a-8e8a-4f78-9a84-70a196dd21d2 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?device_id=91fdc2bd-33fb-45a0-9f9b-de162ef2df80 HTTP/1.1" status: 200 len: 946 time: 0.1611001 Jul 05 04:28:19.015231 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613f4e9-3469-43bb-8c26-2da27c22f466 None None] Pushing event updated for resources: {'Port': ['ID=d07121cf-af9e-44a6-8e42-7f2b28401bc8,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:19.039749 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 5c124882-9fb8-42a2-a943-6c5c06bb7eb5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5c124882-9fb8-42a2-a943-6c5c06bb7eb5,segment=NetworkSegment(c999a627-97f7-4b7e-b104-a220bca65398),segment_id=c999a627-97f7-4b7e-b104-a220bca65398)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:19.051766 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:19.068745 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a6eee8cf-d410-4302-82e5-e5d45c182712 req-d54fea4d-e349-4457-b9fe-15bb2fa992fa tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ff6a997-2627-4cb8-b77a-d0169fe68f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892825 Jul 05 04:28:19.146739 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=5c124882-9fb8-42a2-a943-6c5c06bb7eb5,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:19.154715 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f34b037b-1694-4050-8f4a-3ea44b8b5ac5 None None] Provisioning complete for port 508bb53e-4284-4329-9bdc-dd43cac979f8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:28:19.155310 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f34b037b-1694-4050-8f4a-3ea44b8b5ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:19.186989 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f62bc4e-0463-4ce9-b4e3-3c6f2a0fbd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:19.187321 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea800cb2-3db0-4c39-915b-103a791f7133', 'name': 'tempest-TestVolumeBackupRestore-1879003408-router', 'tenant_id': 'ea38337d40854c5fad5aed644d161dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'd07121cf-af9e-44a6-8e42-7f2b28401bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:15Z', 'updated_at': '2021-07-05T04:28:16Z', 'revision_number': 3, 'project_id': 'ea38337d40854c5fad5aed644d161dd3', 'gw_port': {'id': 'd07121cf-af9e-44a6-8e42-7f2b28401bc8', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea800cb2-3db0-4c39-915b-103a791f7133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:16Z', 'updated_at': '2021-07-05T04:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:19.239112 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe58f4b-aebb-4953-925e-283683128528 None None] The sync data for ids ['ea800cb2-3db0-4c39-915b-103a791f7133'] in n-d-780147-23 is: [{'id': 'ea800cb2-3db0-4c39-915b-103a791f7133', 'name': 'tempest-TestVolumeBackupRestore-1879003408-router', 'tenant_id': 'ea38337d40854c5fad5aed644d161dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'd07121cf-af9e-44a6-8e42-7f2b28401bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:15Z', 'updated_at': '2021-07-05T04:28:16Z', 'revision_number': 3, 'project_id': 'ea38337d40854c5fad5aed644d161dd3', 'gw_port': {'id': 'd07121cf-af9e-44a6-8e42-7f2b28401bc8', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea800cb2-3db0-4c39-915b-103a791f7133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:16Z', 'updated_at': '2021-07-05T04:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:28:19.399194 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f62bc4e-0463-4ce9-b4e3-3c6f2a0fbd09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:19.406514 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f62bc4e-0463-4ce9-b4e3-3c6f2a0fbd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:19.431316 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-78610622-58fd-4384-bc1f-54bc8f13a327 None None] Provisioning for port bf3e031d-8d8d-4eb5-8403-eaa6fe914b38 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:28:19.437974 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-78610622-58fd-4384-bc1f-54bc8f13a327 None None] Provisioning complete for port bf3e031d-8d8d-4eb5-8403-eaa6fe914b38 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:28:19.438697 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-78610622-58fd-4384-bc1f-54bc8f13a327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:19.479068 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8f62bc4e-0463-4ce9-b4e3-3c6f2a0fbd09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:19.481816 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62bc4e-0463-4ce9-b4e3-3c6f2a0fbd09 admin admin] Pushing event updated for resources: {'Port': ['ID=bf3e031d-8d8d-4eb5-8403-eaa6fe914b38,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:19.498623 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-78610622-58fd-4384-bc1f-54bc8f13a327 None None] Port bf3e031d-8d8d-4eb5-8403-eaa6fe914b38 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:28:19.592291 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f62bc4e-0463-4ce9-b4e3-3c6f2a0fbd09 admin admin] Network 4375fe28-9d27-4cd9-97a5-246dfa9f81ba is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:28:19.596388 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-8f62bc4e-0463-4ce9-b4e3-3c6f2a0fbd09 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:28:19.753349 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f62bc4e-0463-4ce9-b4e3-3c6f2a0fbd09 admin admin] Router ea800cb2-3db0-4c39-915b-103a791f7133 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:28:19.781206 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916565d-b9be-4842-a64e-a2627e8d7afd req-ba88c818-9f49-4021-82f6-8ca0a81afaef tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:19.783298 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f916565d-b9be-4842-a64e-a2627e8d7afd req-ba88c818-9f49-4021-82f6-8ca0a81afaef tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.70 "GET /v2.0/ports?device_id=91fdc2bd-33fb-45a0-9f9b-de162ef2df80 HTTP/1.1" status: 200 len: 946 time: 0.1002729 Jul 05 04:28:19.877800 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f62bc4e-0463-4ce9-b4e3-3c6f2a0fbd09 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:28:19.883081 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8f62bc4e-0463-4ce9-b4e3-3c6f2a0fbd09 admin admin] 10.222.0.77 "PUT /v2.0/routers/ea800cb2-3db0-4c39-915b-103a791f7133/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2633135 Jul 05 04:28:19.911722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-f916565d-b9be-4842-a64e-a2627e8d7afd req-7cd4ec04-f6fa-433c-b565-2ef49a6d22f7 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Deleting port 5402ca44-5b8f-4c3c-be88-78f98f45be2c {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:28:19.912427 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f916565d-b9be-4842-a64e-a2627e8d7afd req-7cd4ec04-f6fa-433c-b565-2ef49a6d22f7 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:19.925055 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-be250ef2-3931-492f-ac80-c1f0e88ffb71 None None] Provisioning complete for port bf3e031d-8d8d-4eb5-8403-eaa6fe914b38 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:28:19.926347 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-be250ef2-3931-492f-ac80-c1f0e88ffb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:19.971146 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-be250ef2-3931-492f-ac80-c1f0e88ffb71 None None] Port bf3e031d-8d8d-4eb5-8403-eaa6fe914b38 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:28:20.015526 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-f916565d-b9be-4842-a64e-a2627e8d7afd req-7cd4ec04-f6fa-433c-b565-2ef49a6d22f7 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] For port 5402ca44-5b8f-4c3c-be88-78f98f45be2c, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=5402ca44-5b8f-4c3c-be88-78f98f45be2c,segment=NetworkSegment(0759f6a4-15d3-46a3-9d47-f36516953e6e),segment_id=0759f6a4-15d3-46a3-9d47-f36516953e6e)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:20.016034 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f916565d-b9be-4842-a64e-a2627e8d7afd req-7cd4ec04-f6fa-433c-b565-2ef49a6d22f7 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:20.033059 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-f916565d-b9be-4842-a64e-a2627e8d7afd req-7cd4ec04-f6fa-433c-b565-2ef49a6d22f7 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Calling delete_port for 5402ca44-5b8f-4c3c-be88-78f98f45be2c owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:28:20.225164 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f916565d-b9be-4842-a64e-a2627e8d7afd req-7cd4ec04-f6fa-433c-b565-2ef49a6d22f7 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:20.258861 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['5402ca44-5b8f-4c3c-be88-78f98f45be2c'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:28:20.292392 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620a38d-993d-46e3-a5b1-2bc0b8179e02 req-3936dc07-68e1-419c-889b-cee71da3fc22 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:20.300034 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6620a38d-993d-46e3-a5b1-2bc0b8179e02 req-3936dc07-68e1-419c-889b-cee71da3fc22 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?device_id=91fdc2bd-33fb-45a0-9f9b-de162ef2df80 HTTP/1.1" status: 200 len: 867 time: 0.0934968 Jul 05 04:28:20.303904 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4ec04-f6fa-433c-b565-2ef49a6d22f7 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Pushing event deleted for resources: {'Port': ['ID=5402ca44-5b8f-4c3c-be88-78f98f45be2c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:20.348661 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 508bb53e-4284-4329-9bdc-dd43cac979f8 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:28:20.370373 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-f916565d-b9be-4842-a64e-a2627e8d7afd req-7cd4ec04-f6fa-433c-b565-2ef49a6d22f7 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] No DVR routers for this DVR port 5402ca44-5b8f-4c3c-be88-78f98f45be2c on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:28:20.372237 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6620a38d-993d-46e3-a5b1-2bc0b8179e02 req-33240ad1-e3ac-49a2-9393-c5fe5ae113d4 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ff6a997-2627-4cb8-b77a-d0169fe68f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693409 Jul 05 04:28:20.373956 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-f916565d-b9be-4842-a64e-a2627e8d7afd req-7cd4ec04-f6fa-433c-b565-2ef49a6d22f7 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:20.376189 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f916565d-b9be-4842-a64e-a2627e8d7afd req-7cd4ec04-f6fa-433c-b565-2ef49a6d22f7 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.70 "DELETE /v2.0/ports/5402ca44-5b8f-4c3c-be88-78f98f45be2c HTTP/1.1" status: 204 len: 173 time: 0.5856123 Jul 05 04:28:20.376669 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fdc2bd-33fb-45a0-9f9b-de162ef2df80', 'name': 'network-vif-deleted', 'tag': '5402ca44-5b8f-4c3c-be88-78f98f45be2c'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:28:20.379104 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a9a7d0-4ce2-498a-b080-3eab78799914" -d '{"events": [{"server_uuid": "91fdc2bd-33fb-45a0-9f9b-de162ef2df80", "name": "network-vif-deleted", "tag": "5402ca44-5b8f-4c3c-be88-78f98f45be2c"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:28:20.417805 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 508bb53e-4284-4329-9bdc-dd43cac979f8 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:28:20.418181 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:20.433136 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163f6e23-6681-4200-9535-7049a169749a x-openstack-request-id: req-163f6e23-6681-4200-9535-7049a169749a {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:28:20.433410 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fdc2bd-33fb-45a0-9f9b-de162ef2df80", "name": "network-vif-deleted", "tag": "5402ca44-5b8f-4c3c-be88-78f98f45be2c", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:28:20.433665 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-163f6e23-6681-4200-9535-7049a169749a {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:28:20.434625 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fdc2bd-33fb-45a0-9f9b-de162ef2df80', 'name': 'network-vif-deleted', 'tag': '5402ca44-5b8f-4c3c-be88-78f98f45be2c', 'status': 'completed', 'code': 200} Jul 05 04:28:20.529598 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5c124882-9fb8-42a2-a943-6c5c06bb7eb5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:28:20.582296 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 5c124882-9fb8-42a2-a943-6c5c06bb7eb5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:28:20.582668 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:20.675149 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d07121cf-af9e-44a6-8e42-7f2b28401bc8 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:28:20.732956 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port d07121cf-af9e-44a6-8e42-7f2b28401bc8 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:28:20.736520 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port d07121cf-af9e-44a6-8e42-7f2b28401bc8 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:28:20.736996 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:20.820982 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:20.850554 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port d07121cf-af9e-44a6-8e42-7f2b28401bc8, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d07121cf-af9e-44a6-8e42-7f2b28401bc8,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:20.855299 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:20.908731 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=d07121cf-af9e-44a6-8e42-7f2b28401bc8,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:21.281945 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] Sync routers for ids ['ea800cb2-3db0-4c39-915b-103a791f7133'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:28:21.291748 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] Routers {'ea800cb2-3db0-4c39-915b-103a791f7133'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:28:21.292454 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:28:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['ea800cb2-3db0-4c39-915b-103a791f7133'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:21.403203 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] Set router ea800cb2-3db0-4c39-915b-103a791f7133 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:28:21.640906 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea800cb2-3db0-4c39-915b-103a791f7133', 'name': 'tempest-TestVolumeBackupRestore-1879003408-router', 'tenant_id': 'ea38337d40854c5fad5aed644d161dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'd07121cf-af9e-44a6-8e42-7f2b28401bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:15Z', 'updated_at': '2021-07-05T04:28:19Z', 'revision_number': 4, 'project_id': 'ea38337d40854c5fad5aed644d161dd3', 'gw_port': {'id': 'd07121cf-af9e-44a6-8e42-7f2b28401bc8', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea800cb2-3db0-4c39-915b-103a791f7133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:16Z', 'updated_at': '2021-07-05T04:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'bf3e031d-8d8d-4eb5-8403-eaa6fe914b38', 'name': '', 'network_id': '4375fe28-9d27-4cd9-97a5-246dfa9f81ba', 'tenant_id': 'ea38337d40854c5fad5aed644d161dd3', 'mac_address': 'fa:16:3e:15:46:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea800cb2-3db0-4c39-915b-103a791f7133', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '2b61cbe7-2d76-4098-825c-87fab1e9b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:18Z', 'updated_at': '2021-07-05T04:28:19Z', 'revision_number': 2, 'project_id': 'ea38337d40854c5fad5aed644d161dd3', 'subnets': [{'id': '2b61cbe7-2d76-4098-825c-87fab1e9b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:21.678478 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] Checking router: ea800cb2-3db0-4c39-915b-103a791f7133 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:28:21.678829 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] Updating router ea800cb2-3db0-4c39-915b-103a791f7133 port bf3e031d-8d8d-4eb5-8403-eaa6fe914b38 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:28:21.718737 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:22.013509 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:22.026131 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] Transition to ACTIVE for port object bf3e031d-8d8d-4eb5-8403-eaa6fe914b38 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:28:22.032905 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:22.085097 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c623fc2-860e-4462-8330-dddbd2cba451 None None] Pushing event updated for resources: {'Port': ['ID=bf3e031d-8d8d-4eb5-8403-eaa6fe914b38,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:22.173269 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] Attempting to bind port bf3e031d-8d8d-4eb5-8403-eaa6fe914b38 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:28:22.173906 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] Attempting to bind port bf3e031d-8d8d-4eb5-8403-eaa6fe914b38 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '1b3a331b-40f0-43a0-8cb4-b39b4b994e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4375fe28-9d27-4cd9-97a5-246dfa9f81ba'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:28:22.174453 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] Attempting to bind port bf3e031d-8d8d-4eb5-8403-eaa6fe914b38 on network 4375fe28-9d27-4cd9-97a5-246dfa9f81ba {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:28:22.180332 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:28:22.180791 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] Checking segment: {'id': '1b3a331b-40f0-43a0-8cb4-b39b4b994e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4375fe28-9d27-4cd9-97a5-246dfa9f81ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:28:22.182542 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:22.182744 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] Bound using segment: {'id': '1b3a331b-40f0-43a0-8cb4-b39b4b994e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4375fe28-9d27-4cd9-97a5-246dfa9f81ba'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:28:22.183242 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] Bound port: bf3e031d-8d8d-4eb5-8403-eaa6fe914b38, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3a331b-40f0-43a0-8cb4-b39b4b994e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4375fe28-9d27-4cd9-97a5-246dfa9f81ba'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:28:22.184761 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:22.197941 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d07121cf-af9e-44a6-8e42-7f2b28401bc8 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:28:22.300989 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] For port bf3e031d-8d8d-4eb5-8403-eaa6fe914b38, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:28:22.314992 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port d07121cf-af9e-44a6-8e42-7f2b28401bc8 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:28:22.315381 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:22.318089 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] For port bf3e031d-8d8d-4eb5-8403-eaa6fe914b38, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=bf3e031d-8d8d-4eb5-8403-eaa6fe914b38,segment=NetworkSegment(1b3a331b-40f0-43a0-8cb4-b39b4b994e38),segment_id=1b3a331b-40f0-43a0-8cb4-b39b4b994e38)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:28:22.349208 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:22.436580 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] Routers {'ea800cb2-3db0-4c39-915b-103a791f7133'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:28:22.437291 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:28:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['ea800cb2-3db0-4c39-915b-103a791f7133'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:22.490990 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c623fc2-860e-4462-8330-dddbd2cba451 None None] Pushing event updated for resources: {'Port': ['ID=bf3e031d-8d8d-4eb5-8403-eaa6fe914b38,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:22.620205 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] Set router ea800cb2-3db0-4c39-915b-103a791f7133 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:28:23.108118 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea800cb2-3db0-4c39-915b-103a791f7133', 'name': 'tempest-TestVolumeBackupRestore-1879003408-router', 'tenant_id': 'ea38337d40854c5fad5aed644d161dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'd07121cf-af9e-44a6-8e42-7f2b28401bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:15Z', 'updated_at': '2021-07-05T04:28:19Z', 'revision_number': 4, 'project_id': 'ea38337d40854c5fad5aed644d161dd3', 'gw_port': {'id': 'd07121cf-af9e-44a6-8e42-7f2b28401bc8', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea800cb2-3db0-4c39-915b-103a791f7133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:16Z', 'updated_at': '2021-07-05T04:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'bf3e031d-8d8d-4eb5-8403-eaa6fe914b38', 'name': '', 'network_id': '4375fe28-9d27-4cd9-97a5-246dfa9f81ba', 'tenant_id': 'ea38337d40854c5fad5aed644d161dd3', 'mac_address': 'fa:16:3e:15:46:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea800cb2-3db0-4c39-915b-103a791f7133', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '2b61cbe7-2d76-4098-825c-87fab1e9b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:18Z', 'updated_at': '2021-07-05T04:28:22Z', 'revision_number': 4, 'project_id': 'ea38337d40854c5fad5aed644d161dd3', 'subnets': [{'id': '2b61cbe7-2d76-4098-825c-87fab1e9b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:28:23.134085 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07336a94-dd49-402a-b3dc-ea93f2ec3e94 None None] The sync data for ids ['ea800cb2-3db0-4c39-915b-103a791f7133'] in n-d-780147-23 is: [{'id': 'ea800cb2-3db0-4c39-915b-103a791f7133', 'name': 'tempest-TestVolumeBackupRestore-1879003408-router', 'tenant_id': 'ea38337d40854c5fad5aed644d161dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'd07121cf-af9e-44a6-8e42-7f2b28401bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:15Z', 'updated_at': '2021-07-05T04:28:19Z', 'revision_number': 4, 'project_id': 'ea38337d40854c5fad5aed644d161dd3', 'gw_port': {'id': 'd07121cf-af9e-44a6-8e42-7f2b28401bc8', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea800cb2-3db0-4c39-915b-103a791f7133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:16Z', 'updated_at': '2021-07-05T04:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'bf3e031d-8d8d-4eb5-8403-eaa6fe914b38', 'name': '', 'network_id': '4375fe28-9d27-4cd9-97a5-246dfa9f81ba', 'tenant_id': 'ea38337d40854c5fad5aed644d161dd3', 'mac_address': 'fa:16:3e:15:46:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea800cb2-3db0-4c39-915b-103a791f7133', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '2b61cbe7-2d76-4098-825c-87fab1e9b603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:18Z', 'updated_at': '2021-07-05T04:28:22Z', 'revision_number': 4, 'project_id': 'ea38337d40854c5fad5aed644d161dd3', 'subnets': [{'id': '2b61cbe7-2d76-4098-825c-87fab1e9b603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:28:23.313259 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 5402ca44-5b8f-4c3c-be88-78f98f45be2c no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:28:23.336339 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 5402ca44-5b8f-4c3c-be88-78f98f45be2c {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:28:23.336930 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 5402ca44-5b8f-4c3c-be88-78f98f45be2c not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:28:24.185763 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bf3e031d-8d8d-4eb5-8403-eaa6fe914b38 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:28:24.247887 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port bf3e031d-8d8d-4eb5-8403-eaa6fe914b38 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:28:24.256781 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port bf3e031d-8d8d-4eb5-8403-eaa6fe914b38 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:28:24.257146 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:24.352471 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:24.398781 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port bf3e031d-8d8d-4eb5-8403-eaa6fe914b38, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=bf3e031d-8d8d-4eb5-8403-eaa6fe914b38,segment=NetworkSegment(1b3a331b-40f0-43a0-8cb4-b39b4b994e38),segment_id=1b3a331b-40f0-43a0-8cb4-b39b4b994e38)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:24.409567 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:24.485477 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=bf3e031d-8d8d-4eb5-8403-eaa6fe914b38,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:26.170766 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bf3e031d-8d8d-4eb5-8403-eaa6fe914b38 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:28:26.234944 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port bf3e031d-8d8d-4eb5-8403-eaa6fe914b38 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:28:26.235447 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:28.553120 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-b3487c10-aff5-41eb-a968-e60900867e96 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:28.554659 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-b3487c10-aff5-41eb-a968-e60900867e96 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/networks?id=c4f38b27-4b24-407d-a3ae-e4913f6e9c64 HTTP/1.1" status: 200 len: 814 time: 0.1109009 Jul 05 04:28:28.569907 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-175f4aee-798e-4af8-bda6-1bd78f8189a2 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/quotas/b4b9fd9c4620412d99f6114655cddbf7 HTTP/1.1" status: 200 len: 375 time: 0.0096948 Jul 05 04:28:28.605257 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-f80b53c3-452b-4bec-9997-f2054a4f40d1 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b4b9fd9c4620412d99f6114655cddbf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300062 Jul 05 04:28:28.665174 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f14440db-4781-497c-83e3-be66b65fa8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:28.703148 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-f2fff5c3-da10-4339-8873-47d245184825 service neutron] 10.222.0.77 "GET /v2.0/networks/c4f38b27-4b24-407d-a3ae-e4913f6e9c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901413 Jul 05 04:28:28.802819 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-d8b8d4ee-a23f-4fb2-8044-ac84e02abbc8 service neutron] 10.222.0.77 "GET /v2.0/networks/c4f38b27-4b24-407d-a3ae-e4913f6e9c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913973 Jul 05 04:28:28.982466 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ff012fb8-9e33-4f4f-b659-3dfcdf3403bb req-9e511542-19ab-44d7-9328-0909fd0c0d6d tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f3fa77f-24c6-47c5-ad6b-7de59236acf4 HTTP/1.1" status: 200 len: 210 time: 0.0313220 Jul 05 04:28:29.483593 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:30.067996 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-103cbd15-1dce-4011-ba8b-6234a7451414 req-d299ee58-97c9-4d66-b7d7-0f4ce2d52b9d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0696237 Jul 05 04:28:30.138014 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a48f42de-31d6-4399-8fe5-de6108f14c7d req-2030bb30-8704-4276-b799-f3d1f80e701a tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f3fa77f-24c6-47c5-ad6b-7de59236acf4 HTTP/1.1" status: 200 len: 210 time: 0.0352139 Jul 05 04:28:30.189354 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cbd15-1dce-4011-ba8b-6234a7451414 req-548a19d5-63b4-4080-b28a-89e0e3e28f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:30.192051 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-103cbd15-1dce-4011-ba8b-6234a7451414 req-548a19d5-63b4-4080-b28a-89e0e3e28f7a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6fc8fad41d824ee4a364c435b8751415&device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f HTTP/1.1" status: 200 len: 1098 time: 0.0763705 Jul 05 04:28:30.313146 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cbd15-1dce-4011-ba8b-6234a7451414 req-3dd220e8-8532-4fc2-a914-53ca2c8296d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:30.314553 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-103cbd15-1dce-4011-ba8b-6234a7451414 req-3dd220e8-8532-4fc2-a914-53ca2c8296d7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9bb75e69-085b-4398-8c51-4210af335aff HTTP/1.1" status: 200 len: 909 time: 0.0999141 Jul 05 04:28:30.396604 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-fb5c53aa-1a77-459a-85fc-7cf46ee70010 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:30.399210 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-fb5c53aa-1a77-459a-85fc-7cf46ee70010 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.70 "GET /v2.0/networks?id=c4f38b27-4b24-407d-a3ae-e4913f6e9c64 HTTP/1.1" status: 200 len: 814 time: 0.1644859 Jul 05 04:28:30.400978 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-103cbd15-1dce-4011-ba8b-6234a7451414 req-0568afcd-4ddf-4b26-997a-e67e3feda433 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0b95455-529f-4f0e-89a0-ac7b55133a44 HTTP/1.1" status: 200 len: 1002 time: 0.0787237 Jul 05 04:28:30.418683 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-6daa42c8-7b29-4b73-b2af-74fc8c6e47a3 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Request body: {'port': {'device_id': '3f3fa77f-24c6-47c5-ad6b-7de59236acf4', 'network_id': 'c4f38b27-4b24-407d-a3ae-e4913f6e9c64', 'admin_state_up': True, 'tenant_id': 'b4b9fd9c4620412d99f6114655cddbf7'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:28:30.467131 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cbd15-1dce-4011-ba8b-6234a7451414 req-968fd4dd-5a69-42db-ab5e-1ac1a21fcc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:30.470996 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-103cbd15-1dce-4011-ba8b-6234a7451414 req-968fd4dd-5a69-42db-ab5e-1ac1a21fcc48 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e647f531-73b2-4581-a3b5-29f9972848b9 HTTP/1.1" status: 200 len: 847 time: 0.0611520 Jul 05 04:28:30.538519 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cbd15-1dce-4011-ba8b-6234a7451414 req-b7e3079f-f5a3-4a70-905f-f32e8b8f8794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:30.540340 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-103cbd15-1dce-4011-ba8b-6234a7451414 req-b7e3079f-f5a3-4a70-905f-f32e8b8f8794 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9bb75e69-085b-4398-8c51-4210af335aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647986 Jul 05 04:28:30.569099 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-6daa42c8-7b29-4b73-b2af-74fc8c6e47a3 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Made reservation on behalf of b4b9fd9c4620412d99f6114655cddbf7 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:28:30.573199 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-6daa42c8-7b29-4b73-b2af-74fc8c6e47a3 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:30.660164 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-103cbd15-1dce-4011-ba8b-6234a7451414 req-5aa52745-cdaa-4aa0-aa66-46cdc82e4c8d service neutron] 10.222.0.89 "GET /v2.0/networks/9bb75e69-085b-4398-8c51-4210af335aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124208 Jul 05 04:28:30.720557 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-6daa42c8-7b29-4b73-b2af-74fc8c6e47a3 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Allocated IP 172.20.0.8 (c4f38b27-4b24-407d-a3ae-e4913f6e9c64/0f694bc1-f7da-4dd8-ac6b-00e5b49065cc/bcf9fab3-400c-42bd-bdf1-906ce2903970) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:28:30.765382 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-103cbd15-1dce-4011-ba8b-6234a7451414 req-b03dd3fa-c9ed-4925-b822-5de327e49595 service neutron] 10.222.0.89 "GET /v2.0/networks/9bb75e69-085b-4398-8c51-4210af335aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980756 Jul 05 04:28:30.887332 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-6daa42c8-7b29-4b73-b2af-74fc8c6e47a3 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:30.931171 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-6daa42c8-7b29-4b73-b2af-74fc8c6e47a3 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:30.978687 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-6daa42c8-7b29-4b73-b2af-74fc8c6e47a3 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Network c4f38b27-4b24-407d-a3ae-e4913f6e9c64 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:28:30.984707 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-6daa42c8-7b29-4b73-b2af-74fc8c6e47a3 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:28:30.987289 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-6daa42c8-7b29-4b73-b2af-74fc8c6e47a3 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:28:31.013176 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa42c8-7b29-4b73-b2af-74fc8c6e47a3 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Pushing event updated for resources: {'Port': ['ID=bcf9fab3-400c-42bd-bdf1-906ce2903970,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:31.042736 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-6daa42c8-7b29-4b73-b2af-74fc8c6e47a3 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:31.043973 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-6daa42c8-7b29-4b73-b2af-74fc8c6e47a3 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:31.059461 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-6daa42c8-7b29-4b73-b2af-74fc8c6e47a3 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6458824 Jul 05 04:28:31.130568 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-2d02321e-15f6-42e5-9904-5bb8b6517741 service neutron] Request body: {'port': {'device_id': '3f3fa77f-24c6-47c5-ad6b-7de59236acf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:28:31.220131 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-2d02321e-15f6-42e5-9904-5bb8b6517741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:31.341885 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f5ec7-bb26-4e56-a57c-f2574af880c3 req-f6a59033-8b1c-4b31-a7b1-8eb418bba651 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:31.344582 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fd1f5ec7-bb26-4e56-a57c-f2574af880c3 req-f6a59033-8b1c-4b31-a7b1-8eb418bba651 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f3fa77f-24c6-47c5-ad6b-7de59236acf4 HTTP/1.1" status: 200 len: 931 time: 0.0839324 Jul 05 04:28:31.379013 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-834acdc0-b89a-4f1a-8abe-9ceb19cf0b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:31.385235 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fd1f5ec7-bb26-4e56-a57c-f2574af880c3 req-6f8b4db7-1dfc-402f-b519-e856194823b9 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ff6a997-2627-4cb8-b77a-d0169fe68f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355108 Jul 05 04:28:31.513686 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-2d02321e-15f6-42e5-9904-5bb8b6517741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcf9fab3-400c-42bd-bdf1-906ce2903970 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:28:31.522971 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-2d02321e-15f6-42e5-9904-5bb8b6517741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:31.536534 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-2d02321e-15f6-42e5-9904-5bb8b6517741 service neutron] Transition to ACTIVE for port object bcf9fab3-400c-42bd-bdf1-906ce2903970 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:28:31.541878 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-2d02321e-15f6-42e5-9904-5bb8b6517741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:31.619981 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02321e-15f6-42e5-9904-5bb8b6517741 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf9fab3-400c-42bd-bdf1-906ce2903970,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:31.670707 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-2d02321e-15f6-42e5-9904-5bb8b6517741 service neutron] Attempting to bind port bcf9fab3-400c-42bd-bdf1-906ce2903970 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:28:31.671049 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-2d02321e-15f6-42e5-9904-5bb8b6517741 service neutron] Attempting to bind port bcf9fab3-400c-42bd-bdf1-906ce2903970 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '0759f6a4-15d3-46a3-9d47-f36516953e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c4f38b27-4b24-407d-a3ae-e4913f6e9c64'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:28:31.671378 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-2d02321e-15f6-42e5-9904-5bb8b6517741 service neutron] Attempting to bind port bcf9fab3-400c-42bd-bdf1-906ce2903970 on network c4f38b27-4b24-407d-a3ae-e4913f6e9c64 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:28:31.675820 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-2d02321e-15f6-42e5-9904-5bb8b6517741 service neutron] Port bcf9fab3-400c-42bd-bdf1-906ce2903970 on network c4f38b27-4b24-407d-a3ae-e4913f6e9c64 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:28:31.676170 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-2d02321e-15f6-42e5-9904-5bb8b6517741 service neutron] Attempting to bind port bcf9fab3-400c-42bd-bdf1-906ce2903970 on network c4f38b27-4b24-407d-a3ae-e4913f6e9c64 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:28:31.680990 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-2d02321e-15f6-42e5-9904-5bb8b6517741 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:28:31.681326 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-2d02321e-15f6-42e5-9904-5bb8b6517741 service neutron] Checking segment: {'id': '0759f6a4-15d3-46a3-9d47-f36516953e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c4f38b27-4b24-407d-a3ae-e4913f6e9c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:28:31.681714 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-2d02321e-15f6-42e5-9904-5bb8b6517741 service neutron] Bound using segment: {'id': '0759f6a4-15d3-46a3-9d47-f36516953e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c4f38b27-4b24-407d-a3ae-e4913f6e9c64'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:28:31.682145 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-2d02321e-15f6-42e5-9904-5bb8b6517741 service neutron] Bound port: bcf9fab3-400c-42bd-bdf1-906ce2903970, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0759f6a4-15d3-46a3-9d47-f36516953e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c4f38b27-4b24-407d-a3ae-e4913f6e9c64'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:28:31.682504 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-2d02321e-15f6-42e5-9904-5bb8b6517741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:31.763157 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-2d02321e-15f6-42e5-9904-5bb8b6517741 service neutron] For port bcf9fab3-400c-42bd-bdf1-906ce2903970, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:28:31.767052 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-2d02321e-15f6-42e5-9904-5bb8b6517741 service neutron] For port bcf9fab3-400c-42bd-bdf1-906ce2903970, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=bcf9fab3-400c-42bd-bdf1-906ce2903970,segment=NetworkSegment(0759f6a4-15d3-46a3-9d47-f36516953e6e),segment_id=0759f6a4-15d3-46a3-9d47-f36516953e6e)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:28:31.769382 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:31.771214 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-2d02321e-15f6-42e5-9904-5bb8b6517741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:31.815594 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-2d02321e-15f6-42e5-9904-5bb8b6517741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:31.816450 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-2d02321e-15f6-42e5-9904-5bb8b6517741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:31.817886 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-2d02321e-15f6-42e5-9904-5bb8b6517741 service neutron] 10.222.0.70 "PUT /v2.0/ports/bcf9fab3-400c-42bd-bdf1-906ce2903970 HTTP/1.1" status: 200 len: 1092 time: 0.6919134 Jul 05 04:28:31.818346 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3fa77f-24c6-47c5-ad6b-7de59236acf4', 'tag': 'bcf9fab3-400c-42bd-bdf1-906ce2903970'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:28:31.820714 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf8a73b-450e-4f5a-8ac5-e4d49938924f" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3fa77f-24c6-47c5-ad6b-7de59236acf4", "tag": "bcf9fab3-400c-42bd-bdf1-906ce2903970"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:28:31.851532 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02321e-15f6-42e5-9904-5bb8b6517741 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf9fab3-400c-42bd-bdf1-906ce2903970,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:31.865047 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604741cf-25a1-453b-b460-f330fb93eb88 x-openstack-request-id: req-604741cf-25a1-453b-b460-f330fb93eb88 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:28:31.865410 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3fa77f-24c6-47c5-ad6b-7de59236acf4", "tag": "bcf9fab3-400c-42bd-bdf1-906ce2903970", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:28:31.866061 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-604741cf-25a1-453b-b460-f330fb93eb88 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:28:31.866447 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3fa77f-24c6-47c5-ad6b-7de59236acf4', 'tag': 'bcf9fab3-400c-42bd-bdf1-906ce2903970', 'status': 'completed', 'code': 200} Jul 05 04:28:31.966788 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8a73b-450e-4f5a-8ac5-e4d49938924f req-50567caa-aaba-46b7-991d-3d5cbf250221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:31.968388 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0bf8a73b-450e-4f5a-8ac5-e4d49938924f req-50567caa-aaba-46b7-991d-3d5cbf250221 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b4b9fd9c4620412d99f6114655cddbf7&device_id=3f3fa77f-24c6-47c5-ad6b-7de59236acf4 HTTP/1.1" status: 200 len: 1095 time: 0.0574217 Jul 05 04:28:32.147659 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8a73b-450e-4f5a-8ac5-e4d49938924f req-8123213f-7499-4cdb-88e9-af05a0b26a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:32.149203 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0bf8a73b-450e-4f5a-8ac5-e4d49938924f req-8123213f-7499-4cdb-88e9-af05a0b26a54 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=b4b9fd9c4620412d99f6114655cddbf7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1676788 Jul 05 04:28:32.310577 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8a73b-450e-4f5a-8ac5-e4d49938924f req-be98b145-93b1-4ef2-9462-59f8e8633e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:32.312208 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0bf8a73b-450e-4f5a-8ac5-e4d49938924f req-be98b145-93b1-4ef2-9462-59f8e8633e06 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1571484 Jul 05 04:28:32.428845 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-49c7f2a2-085a-4207-ae53-dfd5d738fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:32.430435 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-49c7f2a2-085a-4207-ae53-dfd5d738fb14 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b4b9fd9c4620412d99f6114655cddbf7&device_id=3f3fa77f-24c6-47c5-ad6b-7de59236acf4 HTTP/1.1" status: 200 len: 1095 time: 0.0579369 Jul 05 04:28:32.484884 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-7dbdf4d8-3f15-42ca-b55d-57a75d977b9d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcf9fab3-400c-42bd-bdf1-906ce2903970 HTTP/1.1" status: 200 len: 217 time: 0.0421386 Jul 05 04:28:32.535747 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-bab6aaf6-ba02-499e-ab89-1533c91886f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:32.537458 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-bab6aaf6-ba02-499e-ab89-1533c91886f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f694bc1-f7da-4dd8-ac6b-00e5b49065cc HTTP/1.1" status: 200 len: 854 time: 0.0465186 Jul 05 04:28:32.570968 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-e86c80f5-8a2b-488f-aeb2-b07dca5edfb1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4f38b27-4b24-407d-a3ae-e4913f6e9c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264604 Jul 05 04:28:32.577264 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e7470-9714-4028-a5c1-e8e2a2829d96 req-77fcd2eb-f600-4106-8d0a-af84671adc0e tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:32.584155 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a39e7470-9714-4028-a5c1-e8e2a2829d96 req-77fcd2eb-f600-4106-8d0a-af84671adc0e tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f3fa77f-24c6-47c5-ad6b-7de59236acf4 HTTP/1.1" status: 200 len: 943 time: 0.0757782 Jul 05 04:28:32.626970 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a39e7470-9714-4028-a5c1-e8e2a2829d96 req-0f9fb8c7-a011-4309-9d24-3d34a4be07c2 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ff6a997-2627-4cb8-b77a-d0169fe68f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418639 Jul 05 04:28:32.661140 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:32.674124 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-f220ef91-f517-4ac7-b6f5-b03c4953c058 service neutron] 10.222.0.70 "GET /v2.0/networks/c4f38b27-4b24-407d-a3ae-e4913f6e9c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948994 Jul 05 04:28:32.766291 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cacb01f8-7d39-4fce-8ecb-844b8c1901a5 req-da5f04b9-5bd3-4e9f-b16b-e83d4ae0c889 service neutron] 10.222.0.70 "GET /v2.0/networks/c4f38b27-4b24-407d-a3ae-e4913f6e9c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862961 Jul 05 04:28:33.797724 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770d80f-b573-4fda-b49c-9858e5acda1f req-38eaddaa-550a-4568-9e52-833ee27141a4 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:33.799350 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4770d80f-b573-4fda-b49c-9858e5acda1f req-38eaddaa-550a-4568-9e52-833ee27141a4 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f3fa77f-24c6-47c5-ad6b-7de59236acf4 HTTP/1.1" status: 200 len: 943 time: 0.0657799 Jul 05 04:28:33.843071 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4770d80f-b573-4fda-b49c-9858e5acda1f req-6bdb81f2-51cb-45f3-8bf2-e6d22ce260e6 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ff6a997-2627-4cb8-b77a-d0169fe68f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380030 Jul 05 04:28:34.455505 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:35.046880 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be6380-17aa-4084-9f92-de157ada6c5f req-c1769491-4dc1-447b-b5f7-009894ae5219 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:35.048431 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f7be6380-17aa-4084-9f92-de157ada6c5f req-c1769491-4dc1-447b-b5f7-009894ae5219 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f3fa77f-24c6-47c5-ad6b-7de59236acf4 HTTP/1.1" status: 200 len: 943 time: 0.0913303 Jul 05 04:28:35.098805 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f7be6380-17aa-4084-9f92-de157ada6c5f req-a694ac2b-e3e5-4533-9217-207bf3ed684a tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ff6a997-2627-4cb8-b77a-d0169fe68f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416460 Jul 05 04:28:35.379450 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device bcf9fab3-400c-42bd-bdf1-906ce2903970 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:28:35.511417 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port bcf9fab3-400c-42bd-bdf1-906ce2903970, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=bcf9fab3-400c-42bd-bdf1-906ce2903970,segment=NetworkSegment(0759f6a4-15d3-46a3-9d47-f36516953e6e),segment_id=0759f6a4-15d3-46a3-9d47-f36516953e6e)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:35.525651 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'bcf9fab3-400c-42bd-bdf1-906ce2903970', 'network_id': 'c4f38b27-4b24-407d-a3ae-e4913f6e9c64', 'port_id': 'bcf9fab3-400c-42bd-bdf1-906ce2903970', 'mac_address': 'fa:16:3e:d7:bb:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f694bc1-f7da-4dd8-ac6b-00e5b49065cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:28:35.567754 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:35.581950 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcf9fab3-400c-42bd-bdf1-906ce2903970 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:28:35.602652 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port bcf9fab3-400c-42bd-bdf1-906ce2903970, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=bcf9fab3-400c-42bd-bdf1-906ce2903970,segment=NetworkSegment(0759f6a4-15d3-46a3-9d47-f36516953e6e),segment_id=0759f6a4-15d3-46a3-9d47-f36516953e6e)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:35.606847 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:35.657334 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=bcf9fab3-400c-42bd-bdf1-906ce2903970,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:36.000508 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['bcf9fab3-400c-42bd-bdf1-906ce2903970'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:28:36.288298 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ce14c-cfdf-4cdf-ad00-ca88b74482db req-0afb0d43-6b73-4e2e-8cef-e3717b516c60 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:36.289709 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a18ce14c-cfdf-4cdf-ad00-ca88b74482db req-0afb0d43-6b73-4e2e-8cef-e3717b516c60 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f3fa77f-24c6-47c5-ad6b-7de59236acf4 HTTP/1.1" status: 200 len: 944 time: 0.0629952 Jul 05 04:28:36.327943 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a18ce14c-cfdf-4cdf-ad00-ca88b74482db req-039e00f4-bb15-4d44-9db4-e17c8f19f371 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ff6a997-2627-4cb8-b77a-d0169fe68f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319235 Jul 05 04:28:37.376322 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device bcf9fab3-400c-42bd-bdf1-906ce2903970 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:28:37.432677 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port bcf9fab3-400c-42bd-bdf1-906ce2903970 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:28:37.439025 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port bcf9fab3-400c-42bd-bdf1-906ce2903970 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:28:37.439402 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:37.511668 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc8d2f-f1bc-4fa1-a5b9-b3653e1188ec req-acfae221-63a3-40c2-acf5-2cb20b0ee211 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:37.513792 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f4fc8d2f-f1bc-4fa1-a5b9-b3653e1188ec req-acfae221-63a3-40c2-acf5-2cb20b0ee211 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f3fa77f-24c6-47c5-ad6b-7de59236acf4 HTTP/1.1" status: 200 len: 944 time: 0.0694976 Jul 05 04:28:37.524366 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:37.546686 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3fa77f-24c6-47c5-ad6b-7de59236acf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf9fab3-400c-42bd-bdf1-906ce2903970'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:28:37.549361 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d13cf0-e32e-4943-b799-83fdac2f0876" -d '{"events": [{"server_uuid": "3f3fa77f-24c6-47c5-ad6b-7de59236acf4", "name": "network-vif-plugged", "status": "completed", "tag": "bcf9fab3-400c-42bd-bdf1-906ce2903970"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:28:37.554252 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f4fc8d2f-f1bc-4fa1-a5b9-b3653e1188ec req-4eb9397e-55be-4ea8-ba4d-475b64411bda tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ff6a997-2627-4cb8-b77a-d0169fe68f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343087 Jul 05 04:28:37.563767 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port bcf9fab3-400c-42bd-bdf1-906ce2903970, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=bcf9fab3-400c-42bd-bdf1-906ce2903970,segment=NetworkSegment(0759f6a4-15d3-46a3-9d47-f36516953e6e),segment_id=0759f6a4-15d3-46a3-9d47-f36516953e6e)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:37.570190 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:37.596220 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6957e4-40bd-4d92-b47d-c83f14f860b6 x-openstack-request-id: req-1c6957e4-40bd-4d92-b47d-c83f14f860b6 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:28:37.596517 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3fa77f-24c6-47c5-ad6b-7de59236acf4", "name": "network-vif-plugged", "status": "completed", "tag": "bcf9fab3-400c-42bd-bdf1-906ce2903970", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:28:37.596770 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1c6957e4-40bd-4d92-b47d-c83f14f860b6 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:28:37.597162 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3fa77f-24c6-47c5-ad6b-7de59236acf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf9fab3-400c-42bd-bdf1-906ce2903970', 'code': 200} Jul 05 04:28:37.623324 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=bcf9fab3-400c-42bd-bdf1-906ce2903970,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:37.736198 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335107a-a738-4caf-a9a7-56d01b3f9c44 req-84965c08-374b-410e-821e-74557e5ad237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:37.737715 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4335107a-a738-4caf-a9a7-56d01b3f9c44 req-84965c08-374b-410e-821e-74557e5ad237 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3f3fa77f-24c6-47c5-ad6b-7de59236acf4 HTTP/1.1" status: 200 len: 1097 time: 0.0548377 Jul 05 04:28:37.771692 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4335107a-a738-4caf-a9a7-56d01b3f9c44 req-4931a320-b78b-4c9e-bf0c-9b226cbd5055 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3ff6a997-2627-4cb8-b77a-d0169fe68f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272493 Jul 05 04:28:38.754320 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70a538-438f-4041-8bec-ff56fc018e08 req-4e650db3-f905-4cfb-9687-72a6dee1d1ab tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:38.755863 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ae70a538-438f-4041-8bec-ff56fc018e08 req-4e650db3-f905-4cfb-9687-72a6dee1d1ab tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f3fa77f-24c6-47c5-ad6b-7de59236acf4 HTTP/1.1" status: 200 len: 945 time: 0.0699379 Jul 05 04:28:38.795967 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ae70a538-438f-4041-8bec-ff56fc018e08 req-3bc9b215-80e5-4eff-b9bb-e516eb837895 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ff6a997-2627-4cb8-b77a-d0169fe68f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339878 Jul 05 04:28:39.981249 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e3c45-210e-437f-b82b-9150923ee903 req-047999a1-9f24-442b-af46-5cdc77dd9d8a tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:39.982775 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a60e3c45-210e-437f-b82b-9150923ee903 req-047999a1-9f24-442b-af46-5cdc77dd9d8a tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f3fa77f-24c6-47c5-ad6b-7de59236acf4 HTTP/1.1" status: 200 len: 945 time: 0.0730295 Jul 05 04:28:40.023042 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a60e3c45-210e-437f-b82b-9150923ee903 req-5c336bc6-063d-4c07-8453-4a443dbe1cc0 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ff6a997-2627-4cb8-b77a-d0169fe68f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347042 Jul 05 04:28:43.311469 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:43.565795 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:28:58.676603 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fd78b523-69df-4a84-9ba5-69ab4bb9315f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:59.475682 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:01.371659 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-883b822f-3b8c-4b6d-800d-1fa3df89115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:01.774839 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:02.657423 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:04.459158 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:06.934731 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f2cc5-7e37-4e72-aeea-a951478551a0 req-e4a1b7ff-6437-43ec-94e9-791d8d692a54 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:06.936352 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1a6f2cc5-7e37-4e72-aeea-a951478551a0 req-e4a1b7ff-6437-43ec-94e9-791d8d692a54 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f3fa77f-24c6-47c5-ad6b-7de59236acf4 HTTP/1.1" status: 200 len: 945 time: 0.0804603 Jul 05 04:29:06.978001 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1a6f2cc5-7e37-4e72-aeea-a951478551a0 req-169f8185-5356-44ce-80f4-b95974afe4c5 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ff6a997-2627-4cb8-b77a-d0169fe68f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358403 Jul 05 04:29:08.158270 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02285a-8b02-440f-9c06-0547c0f98c37 req-377982b1-eb49-4f28-97a9-24c878a5d142 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:08.159970 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1e02285a-8b02-440f-9c06-0547c0f98c37 req-377982b1-eb49-4f28-97a9-24c878a5d142 tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f3fa77f-24c6-47c5-ad6b-7de59236acf4 HTTP/1.1" status: 200 len: 945 time: 0.0632024 Jul 05 04:29:08.203456 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1e02285a-8b02-440f-9c06-0547c0f98c37 req-bfb9d9a6-81a5-481c-abdd-84f015403deb tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/security-groups?id=3ff6a997-2627-4cb8-b77a-d0169fe68f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372012 Jul 05 04:29:08.748757 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac6517-8ac1-4de0-b215-09d85c1573ca req-817fb4df-430f-46a6-8f17-33153339886c tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:08.750221 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ddac6517-8ac1-4de0-b215-09d85c1573ca req-817fb4df-430f-46a6-8f17-33153339886c tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f3fa77f-24c6-47c5-ad6b-7de59236acf4 HTTP/1.1" status: 200 len: 945 time: 0.0659280 Jul 05 04:29:08.860510 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-ddac6517-8ac1-4de0-b215-09d85c1573ca req-0bc1ea85-f53b-4875-9214-585080dfc34d tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Deleting port bcf9fab3-400c-42bd-bdf1-906ce2903970 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:29:08.860857 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ddac6517-8ac1-4de0-b215-09d85c1573ca req-0bc1ea85-f53b-4875-9214-585080dfc34d tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:08.954201 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-ddac6517-8ac1-4de0-b215-09d85c1573ca req-0bc1ea85-f53b-4875-9214-585080dfc34d tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] For port bcf9fab3-400c-42bd-bdf1-906ce2903970, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=bcf9fab3-400c-42bd-bdf1-906ce2903970,segment=NetworkSegment(0759f6a4-15d3-46a3-9d47-f36516953e6e),segment_id=0759f6a4-15d3-46a3-9d47-f36516953e6e)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:29:08.954582 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ddac6517-8ac1-4de0-b215-09d85c1573ca req-0bc1ea85-f53b-4875-9214-585080dfc34d tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:08.972125 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-ddac6517-8ac1-4de0-b215-09d85c1573ca req-0bc1ea85-f53b-4875-9214-585080dfc34d tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Calling delete_port for bcf9fab3-400c-42bd-bdf1-906ce2903970 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:29:09.104715 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ddac6517-8ac1-4de0-b215-09d85c1573ca req-0bc1ea85-f53b-4875-9214-585080dfc34d tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:09.133858 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1ea85-f53b-4875-9214-585080dfc34d tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Pushing event deleted for resources: {'Port': ['ID=bcf9fab3-400c-42bd-bdf1-906ce2903970,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:09.138987 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['bcf9fab3-400c-42bd-bdf1-906ce2903970'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:29:09.143883 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1ea85-f53b-4875-9214-585080dfc34d tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:09.144238 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1ea85-f53b-4875-9214-585080dfc34d tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:09.144583 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1ea85-f53b-4875-9214-585080dfc34d tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:09.144925 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1ea85-f53b-4875-9214-585080dfc34d tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:09.145263 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1ea85-f53b-4875-9214-585080dfc34d tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:09.145598 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1ea85-f53b-4875-9214-585080dfc34d tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:09.145933 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1ea85-f53b-4875-9214-585080dfc34d tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:09.146264 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1ea85-f53b-4875-9214-585080dfc34d tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:09.146595 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1ea85-f53b-4875-9214-585080dfc34d tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:09.146925 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1ea85-f53b-4875-9214-585080dfc34d tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:09.147253 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1ea85-f53b-4875-9214-585080dfc34d tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:09.147581 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1ea85-f53b-4875-9214-585080dfc34d tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:09.195984 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddac6517-8ac1-4de0-b215-09d85c1573ca req-0bc1ea85-f53b-4875-9214-585080dfc34d tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] No DVR routers for this DVR port bcf9fab3-400c-42bd-bdf1-906ce2903970 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:29:09.198758 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-ddac6517-8ac1-4de0-b215-09d85c1573ca req-0bc1ea85-f53b-4875-9214-585080dfc34d tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:09.201048 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ddac6517-8ac1-4de0-b215-09d85c1573ca req-0bc1ea85-f53b-4875-9214-585080dfc34d tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.70 "DELETE /v2.0/ports/bcf9fab3-400c-42bd-bdf1-906ce2903970 HTTP/1.1" status: 204 len: 173 time: 0.4445884 Jul 05 04:29:09.201503 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3fa77f-24c6-47c5-ad6b-7de59236acf4', 'name': 'network-vif-deleted', 'tag': 'bcf9fab3-400c-42bd-bdf1-906ce2903970'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:29:09.203749 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586692e4-2908-48ed-876b-25ff1e7d9e22" -d '{"events": [{"server_uuid": "3f3fa77f-24c6-47c5-ad6b-7de59236acf4", "name": "network-vif-deleted", "tag": "bcf9fab3-400c-42bd-bdf1-906ce2903970"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:29:09.255826 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fad917e-ad53-40e9-bfa2-d0918cf61b35 x-openstack-request-id: req-6fad917e-ad53-40e9-bfa2-d0918cf61b35 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:29:09.256187 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3fa77f-24c6-47c5-ad6b-7de59236acf4", "name": "network-vif-deleted", "tag": "bcf9fab3-400c-42bd-bdf1-906ce2903970", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:29:09.256435 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6fad917e-ad53-40e9-bfa2-d0918cf61b35 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:29:09.256835 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3fa77f-24c6-47c5-ad6b-7de59236acf4', 'name': 'network-vif-deleted', 'tag': 'bcf9fab3-400c-42bd-bdf1-906ce2903970', 'status': 'completed', 'code': 200} Jul 05 04:29:09.360325 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6dbb2f71-79ae-4c51-986c-5a5936a7f580 req-e35ab32b-8941-44a2-b755-50f50eb1522b tempest-VolumesSnapshotTestJSON-1494759094 tempest-VolumesSnapshotTestJSON-1494759094-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f3fa77f-24c6-47c5-ad6b-7de59236acf4 HTTP/1.1" status: 200 len: 210 time: 0.0370998 Jul 05 04:29:13.324874 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:13.591341 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device bcf9fab3-400c-42bd-bdf1-906ce2903970 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:29:13.610942 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: bcf9fab3-400c-42bd-bdf1-906ce2903970 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:29:13.611278 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device bcf9fab3-400c-42bd-bdf1-906ce2903970 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:29:20.566177 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:29:28.672842 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6eb245da-0f4d-4455-a0dd-a8b71d09adb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:29.481324 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:31.378976 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d42ec8d7-61de-49e2-8734-ee866b0b2940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:31.769745 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:32.079509 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c688179a-7077-46f7-83b6-57049e2351e9 req-0d42ace9-954b-4fa7-9aa6-eab030c07716 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535591 Jul 05 04:29:32.217279 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688179a-7077-46f7-83b6-57049e2351e9 req-c57b3aee-2840-4f27-971e-bbf010963b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:32.218826 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c688179a-7077-46f7-83b6-57049e2351e9 req-c57b3aee-2840-4f27-971e-bbf010963b80 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6fc8fad41d824ee4a364c435b8751415&device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f HTTP/1.1" status: 200 len: 1098 time: 0.0811176 Jul 05 04:29:32.361373 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688179a-7077-46f7-83b6-57049e2351e9 req-f6eaf1f7-50b3-420e-aa2a-94738123a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:32.363145 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c688179a-7077-46f7-83b6-57049e2351e9 req-f6eaf1f7-50b3-420e-aa2a-94738123a781 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9bb75e69-085b-4398-8c51-4210af335aff HTTP/1.1" status: 200 len: 909 time: 0.1175051 Jul 05 04:29:32.450867 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c688179a-7077-46f7-83b6-57049e2351e9 req-2550b2af-21e5-4e35-a717-eda6c15d81ab service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0b95455-529f-4f0e-89a0-ac7b55133a44 HTTP/1.1" status: 200 len: 1002 time: 0.0770001 Jul 05 04:29:32.521102 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688179a-7077-46f7-83b6-57049e2351e9 req-8e28a7d9-6e55-4f9c-890c-c58569c1fab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:32.522790 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c688179a-7077-46f7-83b6-57049e2351e9 req-8e28a7d9-6e55-4f9c-890c-c58569c1fab5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e647f531-73b2-4581-a3b5-29f9972848b9 HTTP/1.1" status: 200 len: 847 time: 0.0612822 Jul 05 04:29:32.613669 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688179a-7077-46f7-83b6-57049e2351e9 req-61a61885-3c1a-4c45-86e6-8dc65112a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:32.615462 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c688179a-7077-46f7-83b6-57049e2351e9 req-61a61885-3c1a-4c45-86e6-8dc65112a7e3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9bb75e69-085b-4398-8c51-4210af335aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829847 Jul 05 04:29:32.692923 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:32.736742 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c688179a-7077-46f7-83b6-57049e2351e9 req-d03c4384-a2ec-4050-94bb-202887eb776e service neutron] 10.222.0.89 "GET /v2.0/networks/9bb75e69-085b-4398-8c51-4210af335aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030400 Jul 05 04:29:32.849127 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c688179a-7077-46f7-83b6-57049e2351e9 req-05c4d8fa-0214-44c3-b077-01185a8aee8b service neutron] 10.222.0.89 "GET /v2.0/networks/9bb75e69-085b-4398-8c51-4210af335aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006811 Jul 05 04:29:34.467519 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:43.323746 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:56.289503 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45190) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:56.337511 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-772cf398-d7d8-4227-9f65-0c3e81a37b92 admin admin] Deleting subnet 0f694bc1-f7da-4dd8-ac6b-00e5b49065cc {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:29:56.340722 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-772cf398-d7d8-4227-9f65-0c3e81a37b92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:56.374654 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-772cf398-d7d8-4227-9f65-0c3e81a37b92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:56.424989 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-772cf398-d7d8-4227-9f65-0c3e81a37b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:56.484188 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-772cf398-d7d8-4227-9f65-0c3e81a37b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:56.508825 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772cf398-d7d8-4227-9f65-0c3e81a37b92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f694bc1-f7da-4dd8-ac6b-00e5b49065cc,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:56.516339 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-772cf398-d7d8-4227-9f65-0c3e81a37b92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:56.520988 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-772cf398-d7d8-4227-9f65-0c3e81a37b92 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0f694bc1-f7da-4dd8-ac6b-00e5b49065cc HTTP/1.1" status: 204 len: 168 time: 0.2277079 Jul 05 04:29:56.521148 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45196) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:56.523756 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cf398-d7d8-4227-9f65-0c3e81a37b92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:56.524139 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cf398-d7d8-4227-9f65-0c3e81a37b92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:56.524485 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cf398-d7d8-4227-9f65-0c3e81a37b92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:56.525369 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cf398-d7d8-4227-9f65-0c3e81a37b92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:56.525721 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cf398-d7d8-4227-9f65-0c3e81a37b92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:56.526053 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cf398-d7d8-4227-9f65-0c3e81a37b92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:56.526443 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cf398-d7d8-4227-9f65-0c3e81a37b92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:56.526717 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cf398-d7d8-4227-9f65-0c3e81a37b92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:56.527045 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cf398-d7d8-4227-9f65-0c3e81a37b92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:56.527379 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cf398-d7d8-4227-9f65-0c3e81a37b92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:56.528348 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cf398-d7d8-4227-9f65-0c3e81a37b92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:56.528681 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cf398-d7d8-4227-9f65-0c3e81a37b92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:56.598612 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-145838a6-71fc-4821-8123-f2844b792ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:56.685089 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-145838a6-71fc-4821-8123-f2844b792ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:56.695665 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-145838a6-71fc-4821-8123-f2844b792ceb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f38b27-4b24-407d-a3ae-e4913f6e9c64']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:56.708405 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-145838a6-71fc-4821-8123-f2844b792ceb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0759f6a4-15d3-46a3-9d47-f36516953e6e') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:56.708681 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-145838a6-71fc-4821-8123-f2844b792ceb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0759f6a4-15d3-46a3-9d47-f36516953e6e') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:29:56.720216 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-145838a6-71fc-4821-8123-f2844b792ceb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:56.736041 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-145838a6-71fc-4821-8123-f2844b792ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:56.742268 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145838a6-71fc-4821-8123-f2844b792ceb admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:29:56.742662 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-145838a6-71fc-4821-8123-f2844b792ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:29:56.745518 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:29:56.810381 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-145838a6-71fc-4821-8123-f2844b792ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:56.815181 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-145838a6-71fc-4821-8123-f2844b792ceb admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:56.817152 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-145838a6-71fc-4821-8123-f2844b792ceb admin admin] 10.222.0.77 "DELETE /v2.0/networks/c4f38b27-4b24-407d-a3ae-e4913f6e9c64 HTTP/1.1" status: 204 len: 168 time: 0.2949190 Jul 05 04:29:56.834383 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145838a6-71fc-4821-8123-f2844b792ceb admin admin] Pushing event deleted for resources: {'Network': ['ID=c4f38b27-4b24-407d-a3ae-e4913f6e9c64,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:57.007896 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45208) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:57.051276 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f4483ba9-5a52-46cd-8ff4-80d3d5344f52 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b4b9fd9c4620412d99f6114655cddbf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421455 Jul 05 04:29:57.053809 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45212) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:29:57.102829 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c592e800-770f-4459-a0c2-0ab843d7db1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:57.127729 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c592e800-770f-4459-a0c2-0ab843d7db1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:57.179836 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c592e800-770f-4459-a0c2-0ab843d7db1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:57.182503 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c592e800-770f-4459-a0c2-0ab843d7db1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:57.183662 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c592e800-770f-4459-a0c2-0ab843d7db1a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3ff6a997-2627-4cb8-b77a-d0169fe68f33 HTTP/1.1" status: 204 len: 168 time: 0.1289387 Jul 05 04:29:57.191915 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592e800-770f-4459-a0c2-0ab843d7db1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff6a997-2627-4cb8-b77a-d0169fe68f33,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:57.567422 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:29:58.675707 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-92f09113-af9a-4801-80a3-b4fb9ea9d452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:59.492789 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:01.371484 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a34f6c0a-cbba-49fb-ab69-e3cdc9ce6a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:01.771876 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:02.665402 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:04.465819 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:08.581333 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45376) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:08.586400 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-0e8591b6-4cde-4931-ae69-6ad4aaf039a5 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1938404175', 'description': 'tempest-secgroup-smoke-1938404175 description', 'project_id': '0123008674674164b0d6c23a248f79c1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:08.609758 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e8591b6-4cde-4931-ae69-6ad4aaf039a5 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:08.689183 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e8591b6-4cde-4931-ae69-6ad4aaf039a5 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:08.692635 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e8591b6-4cde-4931-ae69-6ad4aaf039a5 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:08.720996 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e8591b6-4cde-4931-ae69-6ad4aaf039a5 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:08.722214 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0e8591b6-4cde-4931-ae69-6ad4aaf039a5 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1398528 Jul 05 04:30:08.724072 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8591b6-4cde-4931-ae69-6ad4aaf039a5 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:08.725621 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45378) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:08.735300 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-63f51f37-bf65-4e2d-831b-3ea7c2d90b15 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Request body: {'security_group_rule': {'security_group_id': '72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221', 'project_id': '0123008674674164b0d6c23a248f79c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:08.762783 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-63f51f37-bf65-4e2d-831b-3ea7c2d90b15 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:08.808698 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-63f51f37-bf65-4e2d-831b-3ea7c2d90b15 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:08.812005 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-63f51f37-bf65-4e2d-831b-3ea7c2d90b15 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:08.830311 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f51f37-bf65-4e2d-831b-3ea7c2d90b15 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8808c932-a074-414a-863a-4a2c26e9c576,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:08.833734 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-63f51f37-bf65-4e2d-831b-3ea7c2d90b15 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:08.835015 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-63f51f37-bf65-4e2d-831b-3ea7c2d90b15 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1077604 Jul 05 04:30:08.838310 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45380) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:08.842577 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-a3590a59-cc50-48f4-8568-40b737bee57d tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Request body: {'security_group_rule': {'security_group_id': '72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221', 'project_id': '0123008674674164b0d6c23a248f79c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:08.868083 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a3590a59-cc50-48f4-8568-40b737bee57d tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:08.925498 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a3590a59-cc50-48f4-8568-40b737bee57d tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:08.928863 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a3590a59-cc50-48f4-8568-40b737bee57d tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:08.946179 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3590a59-cc50-48f4-8568-40b737bee57d tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53625b59-659a-4f03-b69b-a52b2afc0073,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:08.952472 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a3590a59-cc50-48f4-8568-40b737bee57d tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:08.953675 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a3590a59-cc50-48f4-8568-40b737bee57d tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145928 Jul 05 04:30:08.956306 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45382) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:08.960599 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f682f9d4-1c37-45cf-8236-cb39fa792504 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Request body: {'security_group_rule': {'security_group_id': '72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221', 'project_id': '0123008674674164b0d6c23a248f79c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:08.988289 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f682f9d4-1c37-45cf-8236-cb39fa792504 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:09.049519 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f682f9d4-1c37-45cf-8236-cb39fa792504 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:09.053075 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f682f9d4-1c37-45cf-8236-cb39fa792504 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:09.069861 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682f9d4-1c37-45cf-8236-cb39fa792504 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=197c40f4-0cdc-419e-a32b-828d7bfc10e9,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:09.076877 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f682f9d4-1c37-45cf-8236-cb39fa792504 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:09.078144 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f682f9d4-1c37-45cf-8236-cb39fa792504 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209245 Jul 05 04:30:09.080962 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45384) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:09.085333 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d95c4b6e-656f-454a-87fa-926f2b8aa11e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Request body: {'security_group_rule': {'security_group_id': '72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221', 'project_id': '0123008674674164b0d6c23a248f79c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:09.114197 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d95c4b6e-656f-454a-87fa-926f2b8aa11e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:09.171949 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d95c4b6e-656f-454a-87fa-926f2b8aa11e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:09.175783 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d95c4b6e-656f-454a-87fa-926f2b8aa11e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:09.193511 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c4b6e-656f-454a-87fa-926f2b8aa11e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e66a80-ef17-4d6c-8575-27cd1e487185,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:09.200744 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d95c4b6e-656f-454a-87fa-926f2b8aa11e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:09.202149 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d95c4b6e-656f-454a-87fa-926f2b8aa11e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202505 Jul 05 04:30:09.205051 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45386) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:09.209578 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-95ed3fc1-a7e2-48c9-9b1e-df50afb0b8d2 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Request body: {'security_group_rule': {'security_group_id': '72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221', 'project_id': '0123008674674164b0d6c23a248f79c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:09.230621 n-d-780147-23 neutron-server[105539]: INFO neutron.db.securitygroups_db [None req-95ed3fc1-a7e2-48c9-9b1e-df50afb0b8d2 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Project 0123008674674164b0d6c23a248f79c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:30:09.235273 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-95ed3fc1-a7e2-48c9-9b1e-df50afb0b8d2 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:09.294120 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-95ed3fc1-a7e2-48c9-9b1e-df50afb0b8d2 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:09.297791 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-95ed3fc1-a7e2-48c9-9b1e-df50afb0b8d2 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:09.316280 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed3fc1-a7e2-48c9-9b1e-df50afb0b8d2 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f9e1be-55fb-4033-8020-e86566b1cf4b,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:09.321564 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-95ed3fc1-a7e2-48c9-9b1e-df50afb0b8d2 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:09.324356 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-95ed3fc1-a7e2-48c9-9b1e-df50afb0b8d2 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170278 Jul 05 04:30:09.325824 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45388) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:09.330331 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-26c5c647-1875-4448-a403-2b4abab169b7 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Request body: {'security_group_rule': {'security_group_id': '72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221', 'project_id': '0123008674674164b0d6c23a248f79c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:09.351595 n-d-780147-23 neutron-server[105539]: INFO neutron.db.securitygroups_db [None req-26c5c647-1875-4448-a403-2b4abab169b7 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Project 0123008674674164b0d6c23a248f79c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:30:09.357110 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26c5c647-1875-4448-a403-2b4abab169b7 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:09.420380 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26c5c647-1875-4448-a403-2b4abab169b7 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:09.423962 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26c5c647-1875-4448-a403-2b4abab169b7 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:09.441181 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5c647-1875-4448-a403-2b4abab169b7 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb6a32b-10a4-4f2b-8da2-b892c0e06b34,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:09.448021 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26c5c647-1875-4448-a403-2b4abab169b7 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:09.449246 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-26c5c647-1875-4448-a403-2b4abab169b7 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224728 Jul 05 04:30:09.665101 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-1d48ad82-09bf-4bef-a7dd-b66088783495 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938404175&fields=id&tenant_id=0123008674674164b0d6c23a248f79c1 HTTP/1.1" status: 200 len: 267 time: 0.0366986 Jul 05 04:30:09.768817 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-a00ebd78-7667-417f-ae64-d7166d36fd1d tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:09.770279 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-a00ebd78-7667-417f-ae64-d7166d36fd1d tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/networks?id=6c678c98-917c-4fe8-be30-df73977c7339 HTTP/1.1" status: 200 len: 814 time: 0.0980916 Jul 05 04:30:09.785070 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-8ade55f8-82e7-41dd-a39d-a5f549c39713 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/quotas/0123008674674164b0d6c23a248f79c1 HTTP/1.1" status: 200 len: 375 time: 0.0095420 Jul 05 04:30:09.853332 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-781868a3-4afe-4c9d-9123-faa1b2349171 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0123008674674164b0d6c23a248f79c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631223 Jul 05 04:30:09.949924 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-e2448856-862f-4b2f-9a83-51ad8bc726d9 service neutron] 10.222.0.77 "GET /v2.0/networks/6c678c98-917c-4fe8-be30-df73977c7339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852392 Jul 05 04:30:10.036858 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-390da978-170d-4c4a-aca4-034321ded63b service neutron] 10.222.0.77 "GET /v2.0/networks/6c678c98-917c-4fe8-be30-df73977c7339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812609 Jul 05 04:30:10.340697 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6fc6fb79-1dbc-448d-8104-91dedba488d1 req-9c3537da-e31a-48b6-857a-3b088926d4a2 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 210 time: 0.0328336 Jul 05 04:30:11.449433 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-72ef15f1-2d52-42f1-b5a4-bd621f329e80 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:11.450929 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-72ef15f1-2d52-42f1-b5a4-bd621f329e80 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.70 "GET /v2.0/networks?id=6c678c98-917c-4fe8-be30-df73977c7339 HTTP/1.1" status: 200 len: 814 time: 0.1113968 Jul 05 04:30:11.488418 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1daa3a3f-303e-499b-aa5a-ef0042b34df6 req-29593d50-79dc-4f4e-90a4-f241ff6ac202 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 210 time: 0.0306127 Jul 05 04:30:11.527332 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-bb8ed8c6-5e36-48d5-acc1-a8a14ae8a889 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0123008674674164b0d6c23a248f79c1 HTTP/1.1" status: 200 len: 380 time: 0.0412009 Jul 05 04:30:11.535746 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-762ddff4-53af-4945-b413-4aaa71ff6f6e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Request body: {'port': {'device_id': '2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56', 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339', 'admin_state_up': True, 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'security_groups': ['72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221']}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:11.653354 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-762ddff4-53af-4945-b413-4aaa71ff6f6e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Made reservation on behalf of 0123008674674164b0d6c23a248f79c1 for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:30:11.657132 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-762ddff4-53af-4945-b413-4aaa71ff6f6e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:11.784815 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-762ddff4-53af-4945-b413-4aaa71ff6f6e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Allocated IP 172.20.0.4 (6c678c98-917c-4fe8-be30-df73977c7339/5385044b-b031-4909-898d-ee38d699fda8/77deec00-2d99-4820-9252-e20c3278bcdd) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:30:11.926871 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-762ddff4-53af-4945-b413-4aaa71ff6f6e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:11.940572 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-762ddff4-53af-4945-b413-4aaa71ff6f6e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Transition to ACTIVE for port object 77deec00-2d99-4820-9252-e20c3278bcdd will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:30:11.977146 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-762ddff4-53af-4945-b413-4aaa71ff6f6e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:12.020155 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-762ddff4-53af-4945-b413-4aaa71ff6f6e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Network 6c678c98-917c-4fe8-be30-df73977c7339 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:30:12.023249 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-762ddff4-53af-4945-b413-4aaa71ff6f6e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:30:12.029538 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-762ddff4-53af-4945-b413-4aaa71ff6f6e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:30:12.060633 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ddff4-53af-4945-b413-4aaa71ff6f6e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Pushing event updated for resources: {'Port': ['ID=77deec00-2d99-4820-9252-e20c3278bcdd,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:12.075691 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ddff4-53af-4945-b413-4aaa71ff6f6e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:12.076066 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ddff4-53af-4945-b413-4aaa71ff6f6e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:12.076417 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ddff4-53af-4945-b413-4aaa71ff6f6e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:12.076758 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ddff4-53af-4945-b413-4aaa71ff6f6e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:12.077094 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ddff4-53af-4945-b413-4aaa71ff6f6e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:12.077427 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ddff4-53af-4945-b413-4aaa71ff6f6e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:12.077760 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ddff4-53af-4945-b413-4aaa71ff6f6e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:12.078091 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ddff4-53af-4945-b413-4aaa71ff6f6e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:12.078419 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ddff4-53af-4945-b413-4aaa71ff6f6e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:12.078757 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ddff4-53af-4945-b413-4aaa71ff6f6e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:12.079073 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ddff4-53af-4945-b413-4aaa71ff6f6e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:12.079399 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ddff4-53af-4945-b413-4aaa71ff6f6e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:12.102005 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-762ddff4-53af-4945-b413-4aaa71ff6f6e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:12.102830 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-762ddff4-53af-4945-b413-4aaa71ff6f6e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:12.119719 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-762ddff4-53af-4945-b413-4aaa71ff6f6e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5870390 Jul 05 04:30:12.137901 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-320dfc07-de00-455f-a9f6-351ad9dd16da service neutron] Request body: {'port': {'device_id': '2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:12.216509 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-320dfc07-de00-455f-a9f6-351ad9dd16da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:12.336719 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5635834c-6e22-44a0-9ec4-ec0e0576ebfb None None] Provisioning for port 77deec00-2d99-4820-9252-e20c3278bcdd completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:30:12.342738 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5635834c-6e22-44a0-9ec4-ec0e0576ebfb None None] Provisioning complete for port 77deec00-2d99-4820-9252-e20c3278bcdd triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:30:12.343390 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5635834c-6e22-44a0-9ec4-ec0e0576ebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:12.380688 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-5635834c-6e22-44a0-9ec4-ec0e0576ebfb None None] Port 77deec00-2d99-4820-9252-e20c3278bcdd cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:30:12.492651 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-320dfc07-de00-455f-a9f6-351ad9dd16da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77deec00-2d99-4820-9252-e20c3278bcdd {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:30:12.500852 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-320dfc07-de00-455f-a9f6-351ad9dd16da service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:12.512946 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-320dfc07-de00-455f-a9f6-351ad9dd16da service neutron] Transition to ACTIVE for port object 77deec00-2d99-4820-9252-e20c3278bcdd will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:30:12.516974 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-320dfc07-de00-455f-a9f6-351ad9dd16da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:12.587730 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320dfc07-de00-455f-a9f6-351ad9dd16da service neutron] Pushing event updated for resources: {'Port': ['ID=77deec00-2d99-4820-9252-e20c3278bcdd,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:12.654897 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-320dfc07-de00-455f-a9f6-351ad9dd16da service neutron] Attempting to bind port 77deec00-2d99-4820-9252-e20c3278bcdd on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:30:12.655362 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-320dfc07-de00-455f-a9f6-351ad9dd16da service neutron] Attempting to bind port 77deec00-2d99-4820-9252-e20c3278bcdd by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'c999a627-97f7-4b7e-b104-a220bca65398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:30:12.656096 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-320dfc07-de00-455f-a9f6-351ad9dd16da service neutron] Attempting to bind port 77deec00-2d99-4820-9252-e20c3278bcdd on network 6c678c98-917c-4fe8-be30-df73977c7339 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:30:12.661313 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-320dfc07-de00-455f-a9f6-351ad9dd16da service neutron] Port 77deec00-2d99-4820-9252-e20c3278bcdd on network 6c678c98-917c-4fe8-be30-df73977c7339 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:30:12.661764 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-320dfc07-de00-455f-a9f6-351ad9dd16da service neutron] Attempting to bind port 77deec00-2d99-4820-9252-e20c3278bcdd on network 6c678c98-917c-4fe8-be30-df73977c7339 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:30:12.669759 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-320dfc07-de00-455f-a9f6-351ad9dd16da service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:30:12.670284 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-320dfc07-de00-455f-a9f6-351ad9dd16da service neutron] Checking segment: {'id': 'c999a627-97f7-4b7e-b104-a220bca65398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:30:12.670789 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-320dfc07-de00-455f-a9f6-351ad9dd16da service neutron] Bound using segment: {'id': 'c999a627-97f7-4b7e-b104-a220bca65398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:30:12.671494 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-320dfc07-de00-455f-a9f6-351ad9dd16da service neutron] Bound port: 77deec00-2d99-4820-9252-e20c3278bcdd, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c999a627-97f7-4b7e-b104-a220bca65398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:30:12.671989 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-320dfc07-de00-455f-a9f6-351ad9dd16da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:12.680963 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9d3a1-ef5f-404f-8c08-3f294dc50f42 req-012df2a7-84bd-47e7-924c-a118b59587b9 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:12.689455 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aae9d3a1-ef5f-404f-8c08-3f294dc50f42 req-012df2a7-84bd-47e7-924c-a118b59587b9 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 943 time: 0.0777516 Jul 05 04:30:12.726858 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aae9d3a1-ef5f-404f-8c08-3f294dc50f42 req-0e110c80-724e-46aa-a1d8-10fca717fb36 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/security-groups?id=72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364592 Jul 05 04:30:12.779335 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-320dfc07-de00-455f-a9f6-351ad9dd16da service neutron] For port 77deec00-2d99-4820-9252-e20c3278bcdd, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:30:12.783679 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-320dfc07-de00-455f-a9f6-351ad9dd16da service neutron] For port 77deec00-2d99-4820-9252-e20c3278bcdd, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=77deec00-2d99-4820-9252-e20c3278bcdd,segment=NetworkSegment(c999a627-97f7-4b7e-b104-a220bca65398),segment_id=c999a627-97f7-4b7e-b104-a220bca65398)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:30:12.796667 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-320dfc07-de00-455f-a9f6-351ad9dd16da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:12.834052 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-320dfc07-de00-455f-a9f6-351ad9dd16da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:12.834696 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-320dfc07-de00-455f-a9f6-351ad9dd16da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:12.836697 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-320dfc07-de00-455f-a9f6-351ad9dd16da service neutron] 10.222.0.70 "PUT /v2.0/ports/77deec00-2d99-4820-9252-e20c3278bcdd HTTP/1.1" status: 200 len: 1092 time: 0.7046356 Jul 05 04:30:12.839179 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56', 'tag': '77deec00-2d99-4820-9252-e20c3278bcdd'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:30:12.841505 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ff1893-dde3-4ace-9fe5-12e05969d527" -d '{"events": [{"name": "network-changed", "server_uuid": "2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56", "tag": "77deec00-2d99-4820-9252-e20c3278bcdd"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:30:12.871065 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320dfc07-de00-455f-a9f6-351ad9dd16da service neutron] Pushing event updated for resources: {'Port': ['ID=77deec00-2d99-4820-9252-e20c3278bcdd,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:12.960189 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-222af1b3-840d-46ae-b267-d7e8c6625048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:12.961938 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-222af1b3-840d-46ae-b267-d7e8c6625048 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0123008674674164b0d6c23a248f79c1&device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 1095 time: 0.0595591 Jul 05 04:30:13.026811 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-5c254a6a-630f-4afa-8fac-b791b69be173 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77deec00-2d99-4820-9252-e20c3278bcdd HTTP/1.1" status: 200 len: 217 time: 0.0498543 Jul 05 04:30:13.326885 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:13.414548 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e9541e-ff89-40ad-b594-75f895cf608f x-openstack-request-id: req-27e9541e-ff89-40ad-b594-75f895cf608f {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:30:13.414753 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56", "tag": "77deec00-2d99-4820-9252-e20c3278bcdd", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:30:13.414994 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-27e9541e-ff89-40ad-b594-75f895cf608f {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:30:13.415385 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56', 'tag': '77deec00-2d99-4820-9252-e20c3278bcdd', 'status': 'completed', 'code': 200} Jul 05 04:30:13.433518 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-752e3cab-33f6-4848-971d-238c6b9b679e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:13.434981 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-752e3cab-33f6-4848-971d-238c6b9b679e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5385044b-b031-4909-898d-ee38d699fda8 HTTP/1.1" status: 200 len: 853 time: 0.4026151 Jul 05 04:30:13.497855 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-8c198adc-5c06-47fa-bccd-fe391541225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:13.499415 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-8c198adc-5c06-47fa-bccd-fe391541225a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c678c98-917c-4fe8-be30-df73977c7339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575371 Jul 05 04:30:13.598914 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-172a1feb-3a33-4d20-a58d-13366fcbbbca service neutron] 10.222.0.70 "GET /v2.0/networks/6c678c98-917c-4fe8-be30-df73977c7339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929627 Jul 05 04:30:13.690929 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3c021934-4de9-4fe2-b03e-b4a5025c3162 req-a550beb4-57a2-4c15-b177-410aab033987 service neutron] 10.222.0.70 "GET /v2.0/networks/6c678c98-917c-4fe8-be30-df73977c7339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849483 Jul 05 04:30:13.821829 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff1893-dde3-4ace-9fe5-12e05969d527 req-6ffc3476-fffa-4f99-aae8-170177b1ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:13.824777 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e0ff1893-dde3-4ace-9fe5-12e05969d527 req-6ffc3476-fffa-4f99-aae8-170177b1ca86 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0123008674674164b0d6c23a248f79c1&device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 1095 time: 0.0598512 Jul 05 04:30:13.928116 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff1893-dde3-4ace-9fe5-12e05969d527 req-262e8841-5720-42df-8f61-39b264bb6764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:13.929710 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e0ff1893-dde3-4ace-9fe5-12e05969d527 req-262e8841-5720-42df-8f61-39b264bb6764 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6c678c98-917c-4fe8-be30-df73977c7339 HTTP/1.1" status: 200 len: 915 time: 0.0989928 Jul 05 04:30:13.934420 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a0c8a-588a-4e44-8f90-2f70a498049a req-93188465-a215-4731-ad0a-f54538047249 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:13.937449 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2d3a0c8a-588a-4e44-8f90-2f70a498049a req-93188465-a215-4731-ad0a-f54538047249 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 943 time: 0.0868962 Jul 05 04:30:13.974596 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e0ff1893-dde3-4ace-9fe5-12e05969d527 req-a5172899-66f9-44aa-a486-15638901be13 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77deec00-2d99-4820-9252-e20c3278bcdd HTTP/1.1" status: 200 len: 217 time: 0.0378737 Jul 05 04:30:13.975021 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2d3a0c8a-588a-4e44-8f90-2f70a498049a req-3612e576-13b2-4f15-9322-e0e91ff1b31a tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/security-groups?id=72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324714 Jul 05 04:30:14.028742 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff1893-dde3-4ace-9fe5-12e05969d527 req-6f45d0ca-1742-4a3e-8bfb-52c2c9787623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:14.030225 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e0ff1893-dde3-4ace-9fe5-12e05969d527 req-6f45d0ca-1742-4a3e-8bfb-52c2c9787623 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5385044b-b031-4909-898d-ee38d699fda8 HTTP/1.1" status: 200 len: 853 time: 0.0486062 Jul 05 04:30:14.088669 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff1893-dde3-4ace-9fe5-12e05969d527 req-f24ea1d4-116e-411b-b211-5e5b20d6e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:14.090216 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e0ff1893-dde3-4ace-9fe5-12e05969d527 req-f24ea1d4-116e-411b-b211-5e5b20d6e9aa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c678c98-917c-4fe8-be30-df73977c7339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536661 Jul 05 04:30:14.182872 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e0ff1893-dde3-4ace-9fe5-12e05969d527 req-4305aa06-5a3e-4077-ba07-37bb6a4e52ab service neutron] 10.222.0.70 "GET /v2.0/networks/6c678c98-917c-4fe8-be30-df73977c7339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859687 Jul 05 04:30:14.280005 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e0ff1893-dde3-4ace-9fe5-12e05969d527 req-a8670bbd-fb48-47d0-a4ee-6c0b8a10dd94 service neutron] 10.222.0.70 "GET /v2.0/networks/6c678c98-917c-4fe8-be30-df73977c7339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911674 Jul 05 04:30:15.156009 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17850983-68b0-458f-bc21-c07b069ef9e3 req-92b91096-fc8d-4fb9-b20c-6951f23c8d01 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:15.157528 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-17850983-68b0-458f-bc21-c07b069ef9e3 req-92b91096-fc8d-4fb9-b20c-6951f23c8d01 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 943 time: 0.0660031 Jul 05 04:30:15.200837 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-17850983-68b0-458f-bc21-c07b069ef9e3 req-fe1f1c16-8e35-42f3-bd60-d6759a47ddf8 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/security-groups?id=72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366387 Jul 05 04:30:16.377250 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f591a-8fd7-4e44-b3ac-ded34b34c645 req-ae9b962b-2aa2-4199-b30c-3d4c5a479f1c tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:16.378729 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-256f591a-8fd7-4e44-b3ac-ded34b34c645 req-ae9b962b-2aa2-4199-b30c-3d4c5a479f1c tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 943 time: 0.0646865 Jul 05 04:30:16.417548 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-256f591a-8fd7-4e44-b3ac-ded34b34c645 req-5c0f6c7d-4135-4224-8401-f09f673d5f90 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/security-groups?id=72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330973 Jul 05 04:30:17.596504 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813389aa-53ee-4bc3-9ed4-daa08ff64035 req-0735823c-612a-46e1-b357-742a940642a6 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:17.598031 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-813389aa-53ee-4bc3-9ed4-daa08ff64035 req-0735823c-612a-46e1-b357-742a940642a6 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 943 time: 0.0678084 Jul 05 04:30:17.635580 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-813389aa-53ee-4bc3-9ed4-daa08ff64035 req-f8d9048b-fb2c-452a-9b89-15ac420a0f2b tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/security-groups?id=72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314555 Jul 05 04:30:18.813140 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2b22f-39f6-48f1-a11d-1b1313bf9654 req-d10a80eb-b8f0-48a9-a582-30b796b43aac tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:18.814610 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8fb2b22f-39f6-48f1-a11d-1b1313bf9654 req-d10a80eb-b8f0-48a9-a582-30b796b43aac tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 943 time: 0.0650530 Jul 05 04:30:18.851793 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8fb2b22f-39f6-48f1-a11d-1b1313bf9654 req-acdf9fd7-cd30-4e14-8ed1-be849c1f1169 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/security-groups?id=72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317118 Jul 05 04:30:20.036248 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d893dd-b16c-4a14-ac38-e967408b9cfb req-3d018dc8-8f9d-4d50-8f54-6e9a05eb983f tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:20.037660 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-18d893dd-b16c-4a14-ac38-e967408b9cfb req-3d018dc8-8f9d-4d50-8f54-6e9a05eb983f tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 943 time: 0.0637949 Jul 05 04:30:20.076489 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-18d893dd-b16c-4a14-ac38-e967408b9cfb req-44de2075-d141-4c0e-b2a5-1173361f1bbe tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/security-groups?id=72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321290 Jul 05 04:30:21.250355 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e1f38-83d1-4073-8cfb-3675d517665c req-387f06bc-e049-4026-b552-bded4c53bca9 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:21.251901 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e9e1f38-83d1-4073-8cfb-3675d517665c req-387f06bc-e049-4026-b552-bded4c53bca9 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 943 time: 0.0639818 Jul 05 04:30:21.289784 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e9e1f38-83d1-4073-8cfb-3675d517665c req-8371fda8-7d83-4229-bcec-9b926480de0e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/security-groups?id=72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323877 Jul 05 04:30:22.465604 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ecc36-b082-45c0-945f-7499ac2665b5 req-ddc87231-ac33-4f76-b9d5-5e275624225b tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:22.467087 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-912ecc36-b082-45c0-945f-7499ac2665b5 req-ddc87231-ac33-4f76-b9d5-5e275624225b tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 943 time: 0.0642033 Jul 05 04:30:22.504192 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-912ecc36-b082-45c0-945f-7499ac2665b5 req-4a44f44b-79dd-494c-89c8-009fcd7396e6 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/security-groups?id=72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316038 Jul 05 04:30:23.678093 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f93c6-de41-4186-9d38-c1e6a70aa51f req-0ad4bd4e-fc5d-419e-aa3b-fa804920dd96 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:23.679601 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e6f93c6-de41-4186-9d38-c1e6a70aa51f req-0ad4bd4e-fc5d-419e-aa3b-fa804920dd96 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 943 time: 0.0635500 Jul 05 04:30:23.717878 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e6f93c6-de41-4186-9d38-c1e6a70aa51f req-ac657ae5-7164-41e9-ba7c-966edbc4766d tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/security-groups?id=72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320246 Jul 05 04:30:24.896961 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f98bf-3102-49f8-8ace-e8562dadc9ae req-8091ded0-8ee1-4808-a7e9-d329b521dbdd tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:24.898466 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b02f98bf-3102-49f8-8ace-e8562dadc9ae req-8091ded0-8ee1-4808-a7e9-d329b521dbdd tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 943 time: 0.0681381 Jul 05 04:30:24.935870 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b02f98bf-3102-49f8-8ace-e8562dadc9ae req-1a2a3a48-59c3-4072-87e2-477697a8a2c3 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/security-groups?id=72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319142 Jul 05 04:30:25.908905 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 77deec00-2d99-4820-9252-e20c3278bcdd details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:30:26.004327 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 77deec00-2d99-4820-9252-e20c3278bcdd, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=77deec00-2d99-4820-9252-e20c3278bcdd,segment=NetworkSegment(c999a627-97f7-4b7e-b104-a220bca65398),segment_id=c999a627-97f7-4b7e-b104-a220bca65398)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:26.016146 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '77deec00-2d99-4820-9252-e20c3278bcdd', 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339', 'port_id': '77deec00-2d99-4820-9252-e20c3278bcdd', 'mac_address': 'fa:16:3e:06:9f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5385044b-b031-4909-898d-ee38d699fda8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:30:26.054021 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.068083 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77deec00-2d99-4820-9252-e20c3278bcdd {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:30:26.089232 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 77deec00-2d99-4820-9252-e20c3278bcdd, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=77deec00-2d99-4820-9252-e20c3278bcdd,segment=NetworkSegment(c999a627-97f7-4b7e-b104-a220bca65398),segment_id=c999a627-97f7-4b7e-b104-a220bca65398)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:26.093413 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.119653 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cd7f7-63f7-4d49-a69a-5b509fd5f560 req-ad723143-3cd4-401d-8d0a-fb77f97dfc3f tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:26.122054 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e43cd7f7-63f7-4d49-a69a-5b509fd5f560 req-ad723143-3cd4-401d-8d0a-fb77f97dfc3f tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 943 time: 0.0750670 Jul 05 04:30:26.144744 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=77deec00-2d99-4820-9252-e20c3278bcdd,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:26.152933 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.153281 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.153622 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.153957 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.154288 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.154620 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.154948 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.155276 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.155599 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.155954 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.156283 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.156602 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.162673 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e43cd7f7-63f7-4d49-a69a-5b509fd5f560 req-54eaa298-6d55-4487-b2b2-d72514b563aa tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/security-groups?id=72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344684 Jul 05 04:30:26.467223 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['77deec00-2d99-4820-9252-e20c3278bcdd'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:30:27.342181 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba17928-fc09-4162-bca1-6d1015ceefc1 req-bab185df-a851-41b7-86b3-4ad3a2b7c640 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:27.343693 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ba17928-fc09-4162-bca1-6d1015ceefc1 req-bab185df-a851-41b7-86b3-4ad3a2b7c640 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 944 time: 0.0662479 Jul 05 04:30:27.380965 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ba17928-fc09-4162-bca1-6d1015ceefc1 req-db1ea794-d79a-4a0f-9343-8de5d421eac7 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/security-groups?id=72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316975 Jul 05 04:30:27.908456 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 77deec00-2d99-4820-9252-e20c3278bcdd up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:30:27.955821 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 77deec00-2d99-4820-9252-e20c3278bcdd completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:30:27.959264 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 77deec00-2d99-4820-9252-e20c3278bcdd triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:30:27.959636 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:28.033407 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:28.055486 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77deec00-2d99-4820-9252-e20c3278bcdd'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:30:28.058965 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285f2289-79d0-47da-b39c-8117d9106118" -d '{"events": [{"server_uuid": "2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56", "name": "network-vif-plugged", "status": "completed", "tag": "77deec00-2d99-4820-9252-e20c3278bcdd"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:30:28.074449 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 77deec00-2d99-4820-9252-e20c3278bcdd, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=77deec00-2d99-4820-9252-e20c3278bcdd,segment=NetworkSegment(c999a627-97f7-4b7e-b104-a220bca65398),segment_id=c999a627-97f7-4b7e-b104-a220bca65398)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:28.078439 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:28.126829 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=77deec00-2d99-4820-9252-e20c3278bcdd,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:28.162436 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419f393d-b296-436a-80ae-e4c6f43e796d x-openstack-request-id: req-419f393d-b296-436a-80ae-e4c6f43e796d {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:30:28.162737 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56", "name": "network-vif-plugged", "status": "completed", "tag": "77deec00-2d99-4820-9252-e20c3278bcdd", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:30:28.162994 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-419f393d-b296-436a-80ae-e4c6f43e796d {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:30:28.163402 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77deec00-2d99-4820-9252-e20c3278bcdd', 'code': 200} Jul 05 04:30:28.307914 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f03a9-09f2-499f-ad72-c1db78cd7037 req-216146bf-207e-4c28-9426-d9fbb1d34ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:28.309343 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-721f03a9-09f2-499f-ad72-c1db78cd7037 req-216146bf-207e-4c28-9426-d9fbb1d34ce5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 1097 time: 0.0557513 Jul 05 04:30:28.344069 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-721f03a9-09f2-499f-ad72-c1db78cd7037 req-19a2564b-aa28-4e7e-8fe2-60db9a2b297e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283184 Jul 05 04:30:28.561605 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100ab6f-90b3-45fe-b0f2-8de0e41256a4 req-2992bfa5-89a6-4c2b-9b96-9ac3cd2a14f2 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:28.563051 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a100ab6f-90b3-45fe-b0f2-8de0e41256a4 req-2992bfa5-89a6-4c2b-9b96-9ac3cd2a14f2 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 945 time: 0.0643280 Jul 05 04:30:28.601085 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a100ab6f-90b3-45fe-b0f2-8de0e41256a4 req-5c2aacb3-5de4-4ea3-b84e-419c7462f595 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/security-groups?id=72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324824 Jul 05 04:30:28.677730 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0e9094f0-2d24-400a-9fbd-77fd74b619cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:29.519163 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:29.794514 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681fa90-bcad-49da-904f-4b2a7bd99495 req-22afb299-252c-4aa3-adcc-f1cc3e1cde8a tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:29.795968 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b681fa90-bcad-49da-904f-4b2a7bd99495 req-22afb299-252c-4aa3-adcc-f1cc3e1cde8a tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 945 time: 0.0651355 Jul 05 04:30:29.841058 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b681fa90-bcad-49da-904f-4b2a7bd99495 req-e86d80bd-ee69-4f63-b5a2-dbff4d702c40 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/security-groups?id=72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394797 Jul 05 04:30:31.011481 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8b7f-2ed2-42e2-bd0a-7d49e69a6827 req-b707fd7d-8998-462f-b821-f88eca19ac71 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:31.012946 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a92c8b7f-2ed2-42e2-bd0a-7d49e69a6827 req-b707fd7d-8998-462f-b821-f88eca19ac71 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 945 time: 0.0636108 Jul 05 04:30:31.050678 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a92c8b7f-2ed2-42e2-bd0a-7d49e69a6827 req-95415e1a-d0c0-4d8d-9166-393d149e6ff9 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/security-groups?id=72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322199 Jul 05 04:30:31.224553 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1833a3-d732-47be-b38c-1b94eea50c3a req-a5060f9d-8041-4fab-adac-bbcaa2506dee tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:31.226018 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3b1833a3-d732-47be-b38c-1b94eea50c3a req-a5060f9d-8041-4fab-adac-bbcaa2506dee tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 945 time: 0.0667870 Jul 05 04:30:31.263508 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3b1833a3-d732-47be-b38c-1b94eea50c3a req-f7c213af-6d25-4eae-af9b-dfba3f592ebc tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/security-groups?id=72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317981 Jul 05 04:30:31.286971 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45464) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:31.372051 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c038372a-4bbb-4878-9695-83e9874622a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:31.489805 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ea9c79-1019-461f-b726-9c50d3512878 tempest-TestVolumeBackupRestore-199920641 tempest-TestVolumeBackupRestore-199920641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:31.491342 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c9ea9c79-1019-461f-b726-9c50d3512878 tempest-TestVolumeBackupRestore-199920641 tempest-TestVolumeBackupRestore-199920641-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 1092 time: 0.2034004 Jul 05 04:30:31.494923 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45468) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:31.499412 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-855cb7c2-e937-4442-924a-874f6fa7cf32 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': '77deec00-2d99-4820-9252-e20c3278bcdd', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:31.526705 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-855cb7c2-e937-4442-924a-874f6fa7cf32 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:31.623935 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-855cb7c2-e937-4442-924a-874f6fa7cf32 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:31.727238 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-855cb7c2-e937-4442-924a-874f6fa7cf32 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Allocated IP 172.25.1.192 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/4d39bc49-88d8-46a2-a3e9-f6fe2fea5e69) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:30:31.774877 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:31.847105 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-855cb7c2-e937-4442-924a-874f6fa7cf32 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:31.887031 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-855cb7c2-e937-4442-924a-874f6fa7cf32 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:31.924601 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855cb7c2-e937-4442-924a-874f6fa7cf32 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:30:31.929700 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-855cb7c2-e937-4442-924a-874f6fa7cf32 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:30:31.934224 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855cb7c2-e937-4442-924a-874f6fa7cf32 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:30:31.939459 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855cb7c2-e937-4442-924a-874f6fa7cf32 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Pushing event updated for resources: {'Port': ['ID=4d39bc49-88d8-46a2-a3e9-f6fe2fea5e69,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:32.173749 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-040ed3bb-567c-4677-a3aa-b23e5ffbb96a req-4b3b9ef7-e1cb-46bc-be53-6d5eeafeb192 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1613939 Jul 05 04:30:32.668414 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:32.693179 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ed3bb-567c-4677-a3aa-b23e5ffbb96a req-40bd383d-1488-41f0-80c9-268a125a1f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:32.694683 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-040ed3bb-567c-4677-a3aa-b23e5ffbb96a req-40bd383d-1488-41f0-80c9-268a125a1f33 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6fc8fad41d824ee4a364c435b8751415&device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f HTTP/1.1" status: 200 len: 1098 time: 0.4694104 Jul 05 04:30:32.715782 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-855cb7c2-e937-4442-924a-874f6fa7cf32 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:32.861412 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-855cb7c2-e937-4442-924a-874f6fa7cf32 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:32.882043 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ed3bb-567c-4677-a3aa-b23e5ffbb96a req-a04bdd99-5519-45e6-bde2-468c3c827a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:32.883514 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-040ed3bb-567c-4677-a3aa-b23e5ffbb96a req-a04bdd99-5519-45e6-bde2-468c3c827a88 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9bb75e69-085b-4398-8c51-4210af335aff HTTP/1.1" status: 200 len: 909 time: 0.1473937 Jul 05 04:30:33.002968 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-040ed3bb-567c-4677-a3aa-b23e5ffbb96a req-4ffd282c-212c-4353-83ce-d0c329aae049 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0b95455-529f-4f0e-89a0-ac7b55133a44 HTTP/1.1" status: 200 len: 1002 time: 0.1079302 Jul 05 04:30:33.084187 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ed3bb-567c-4677-a3aa-b23e5ffbb96a req-f33a48f8-dd52-4d4b-b7a4-5e5ad035fd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:33.085674 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-040ed3bb-567c-4677-a3aa-b23e5ffbb96a req-f33a48f8-dd52-4d4b-b7a4-5e5ad035fd18 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e647f531-73b2-4581-a3b5-29f9972848b9 HTTP/1.1" status: 200 len: 847 time: 0.0722053 Jul 05 04:30:33.131856 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-855cb7c2-e937-4442-924a-874f6fa7cf32 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:33.139074 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-855cb7c2-e937-4442-924a-874f6fa7cf32 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:33.224167 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855cb7c2-e937-4442-924a-874f6fa7cf32 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Pushing event updated for resources: {'Port': ['ID=4d39bc49-88d8-46a2-a3e9-f6fe2fea5e69,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:33.232394 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ed3bb-567c-4677-a3aa-b23e5ffbb96a req-5e4eca3e-02fc-48b4-837e-918c9a03a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:33.233177 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-040ed3bb-567c-4677-a3aa-b23e5ffbb96a req-5e4eca3e-02fc-48b4-837e-918c9a03a3a9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9bb75e69-085b-4398-8c51-4210af335aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1383638 Jul 05 04:30:33.239884 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-855cb7c2-e937-4442-924a-874f6fa7cf32 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:33.415319 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-855cb7c2-e937-4442-924a-874f6fa7cf32 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Floating IP e4f9d6c6-1ef9-4934-b2b8-b50619995808 associated. External IP: 172.25.1.192, port: 77deec00-2d99-4820-9252-e20c3278bcdd. Jul 05 04:30:33.418893 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-040ed3bb-567c-4677-a3aa-b23e5ffbb96a req-29580884-25e8-40ba-9df2-5cd9ba9f06d3 service neutron] 10.222.0.89 "GET /v2.0/networks/9bb75e69-085b-4398-8c51-4210af335aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437461 Jul 05 04:30:33.588714 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-040ed3bb-567c-4677-a3aa-b23e5ffbb96a req-06b850be-ee48-4974-9cef-86a31a44245f service neutron] 10.222.0.89 "GET /v2.0/networks/9bb75e69-085b-4398-8c51-4210af335aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385024 Jul 05 04:30:33.698609 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855cb7c2-e937-4442-924a-874f6fa7cf32 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Router 411b2d19-769b-44b0-8c34-d56970b5ef8f has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:30:33.807215 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855cb7c2-e937-4442-924a-874f6fa7cf32 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:30:33.816431 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53de7b9a-f99b-4aa0-b174-8653ef8b93f5 None None] Sync routers for ids ['411b2d19-769b-44b0-8c34-d56970b5ef8f'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:30:33.823946 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-855cb7c2-e937-4442-924a-874f6fa7cf32 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:33.825968 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53de7b9a-f99b-4aa0-b174-8653ef8b93f5 None None] Routers {'411b2d19-769b-44b0-8c34-d56970b5ef8f'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:30:33.826604 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-53de7b9a-f99b-4aa0-b174-8653ef8b93f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:30:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['411b2d19-769b-44b0-8c34-d56970b5ef8f'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:33.864600 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-855cb7c2-e937-4442-924a-874f6fa7cf32 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3680193 Jul 05 04:30:33.865573 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56', 'tag': '77deec00-2d99-4820-9252-e20c3278bcdd'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:30:33.866722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45470) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:33.870052 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bf8f1b-b2c3-41ec-8bfc-990d08d95f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56", "tag": "77deec00-2d99-4820-9252-e20c3278bcdd"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:30:33.924085 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40722cb2-c26c-4912-ba76-e94820ff1ef4 tempest-TestVolumeBackupRestore-199920641 tempest-TestVolumeBackupRestore-199920641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:33.925590 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-40722cb2-c26c-4912-ba76-e94820ff1ef4 tempest-TestVolumeBackupRestore-199920641 tempest-TestVolumeBackupRestore-199920641-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 1092 time: 0.0578704 Jul 05 04:30:33.928422 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45476) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:33.933781 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-100020b1-99c6-4e33-8ad5-560321f99f54 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Request body: {'floatingip': {'port_id': '77deec00-2d99-4820-9252-e20c3278bcdd'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:33.947709 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-53de7b9a-f99b-4aa0-b174-8653ef8b93f5 None None] Set router 411b2d19-769b-44b0-8c34-d56970b5ef8f gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:30:33.971207 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6370fb1-2a43-43b1-bc7e-90153a6b1e2b x-openstack-request-id: req-a6370fb1-2a43-43b1-bc7e-90153a6b1e2b {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:30:33.971590 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56", "tag": "77deec00-2d99-4820-9252-e20c3278bcdd", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:30:33.972033 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6370fb1-2a43-43b1-bc7e-90153a6b1e2b {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:30:33.973162 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56', 'tag': '77deec00-2d99-4820-9252-e20c3278bcdd', 'status': 'completed', 'code': 200} Jul 05 04:30:33.990971 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-100020b1-99c6-4e33-8ad5-560321f99f54 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for floatingip, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:34.152665 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf8f1b-b2c3-41ec-8bfc-990d08d95f4f req-fbef4fb2-6c65-4768-9699-8bcb7668bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:34.154199 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68bf8f1b-b2c3-41ec-8bfc-990d08d95f4f req-fbef4fb2-6c65-4768-9699-8bcb7668bd9f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0123008674674164b0d6c23a248f79c1&device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 1097 time: 0.1275663 Jul 05 04:30:34.177607 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-53de7b9a-f99b-4aa0-b174-8653ef8b93f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'name': 'tempest-TestVolumeBackupRestore-2021568821-router', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '507444dd-3deb-4e61-8876-7ab792699689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:13Z', 'revision_number': 4, 'project_id': '0123008674674164b0d6c23a248f79c1', 'gw_port': {'id': '507444dd-3deb-4e61-8876-7ab792699689', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'e4f9d6c6-1ef9-4934-b2b8-b50619995808', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'floating_ip_address': '172.25.1.192', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'port_id': '77deec00-2d99-4820-9252-e20c3278bcdd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339', 'mac_address': 'fa:16:3e:06:9f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:30:32Z', 'updated_at': '2021-07-05T04:30:32Z', 'revision_number': 0, 'project_id': '0123008674674164b0d6c23a248f79c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c124882-9fb8-42a2-a943-6c5c06bb7eb5', 'name': '', 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'mac_address': 'fa:16:3e:40:67:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '5385044b-b031-4909-898d-ee38d699fda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:12Z', 'updated_at': '2021-07-05T04:28:18Z', 'revision_number': 5, 'project_id': '0123008674674164b0d6c23a248f79c1', 'subnets': [{'id': '5385044b-b031-4909-898d-ee38d699fda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:34.204253 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53de7b9a-f99b-4aa0-b174-8653ef8b93f5 None None] Checking router: 411b2d19-769b-44b0-8c34-d56970b5ef8f for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:30:34.213342 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53de7b9a-f99b-4aa0-b174-8653ef8b93f5 None None] Routers {'411b2d19-769b-44b0-8c34-d56970b5ef8f'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:30:34.213943 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-53de7b9a-f99b-4aa0-b174-8653ef8b93f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:30:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['411b2d19-769b-44b0-8c34-d56970b5ef8f'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:34.316934 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-53de7b9a-f99b-4aa0-b174-8653ef8b93f5 None None] Set router 411b2d19-769b-44b0-8c34-d56970b5ef8f gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:30:34.336473 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf8f1b-b2c3-41ec-8bfc-990d08d95f4f req-0ad3fe10-4e52-4973-baf9-b65de5697cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:34.338582 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68bf8f1b-b2c3-41ec-8bfc-990d08d95f4f req-0ad3fe10-4e52-4973-baf9-b65de5697cb4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6c678c98-917c-4fe8-be30-df73977c7339 HTTP/1.1" status: 200 len: 915 time: 0.1714840 Jul 05 04:30:34.469377 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:34.483641 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68bf8f1b-b2c3-41ec-8bfc-990d08d95f4f req-4686a85f-b73f-48b4-a421-ea4cec9c3485 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77deec00-2d99-4820-9252-e20c3278bcdd HTTP/1.1" status: 200 len: 999 time: 0.1369312 Jul 05 04:30:34.541904 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-53de7b9a-f99b-4aa0-b174-8653ef8b93f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'name': 'tempest-TestVolumeBackupRestore-2021568821-router', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '507444dd-3deb-4e61-8876-7ab792699689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:13Z', 'revision_number': 4, 'project_id': '0123008674674164b0d6c23a248f79c1', 'gw_port': {'id': '507444dd-3deb-4e61-8876-7ab792699689', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'e4f9d6c6-1ef9-4934-b2b8-b50619995808', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'floating_ip_address': '172.25.1.192', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'port_id': '77deec00-2d99-4820-9252-e20c3278bcdd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339', 'mac_address': 'fa:16:3e:06:9f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:30:32Z', 'updated_at': '2021-07-05T04:30:32Z', 'revision_number': 0, 'project_id': '0123008674674164b0d6c23a248f79c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c124882-9fb8-42a2-a943-6c5c06bb7eb5', 'name': '', 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'mac_address': 'fa:16:3e:40:67:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '5385044b-b031-4909-898d-ee38d699fda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:12Z', 'updated_at': '2021-07-05T04:28:18Z', 'revision_number': 5, 'project_id': '0123008674674164b0d6c23a248f79c1', 'subnets': [{'id': '5385044b-b031-4909-898d-ee38d699fda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:34.573972 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf8f1b-b2c3-41ec-8bfc-990d08d95f4f req-b413d5b0-d974-45b1-9908-77bc50c72a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:34.575462 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68bf8f1b-b2c3-41ec-8bfc-990d08d95f4f req-b413d5b0-d974-45b1-9908-77bc50c72a08 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5385044b-b031-4909-898d-ee38d699fda8 HTTP/1.1" status: 200 len: 853 time: 0.0857975 Jul 05 04:30:34.575831 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53de7b9a-f99b-4aa0-b174-8653ef8b93f5 None None] The sync data for ids ['411b2d19-769b-44b0-8c34-d56970b5ef8f'] in n-d-780147-23 is: [{'id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'name': 'tempest-TestVolumeBackupRestore-2021568821-router', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '507444dd-3deb-4e61-8876-7ab792699689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:13Z', 'revision_number': 4, 'project_id': '0123008674674164b0d6c23a248f79c1', 'gw_port': {'id': '507444dd-3deb-4e61-8876-7ab792699689', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'e4f9d6c6-1ef9-4934-b2b8-b50619995808', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'floating_ip_address': '172.25.1.192', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'port_id': '77deec00-2d99-4820-9252-e20c3278bcdd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339', 'mac_address': 'fa:16:3e:06:9f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:30:32Z', 'updated_at': '2021-07-05T04:30:32Z', 'revision_number': 0, 'project_id': '0123008674674164b0d6c23a248f79c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c124882-9fb8-42a2-a943-6c5c06bb7eb5', 'name': '', 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'mac_address': 'fa:16:3e:40:67:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '5385044b-b031-4909-898d-ee38d699fda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:12Z', 'updated_at': '2021-07-05T04:28:18Z', 'revision_number': 5, 'project_id': '0123008674674164b0d6c23a248f79c1', 'subnets': [{'id': '5385044b-b031-4909-898d-ee38d699fda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:30:34.582044 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:30:34.721365 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-100020b1-99c6-4e33-8ad5-560321f99f54 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:34.723707 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf8f1b-b2c3-41ec-8bfc-990d08d95f4f req-727ee4c3-c794-44b6-a605-5a06ea8beabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:34.725326 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68bf8f1b-b2c3-41ec-8bfc-990d08d95f4f req-727ee4c3-c794-44b6-a605-5a06ea8beabc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c678c98-917c-4fe8-be30-df73977c7339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1406362 Jul 05 04:30:34.727532 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-100020b1-99c6-4e33-8ad5-560321f99f54 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:34.768041 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0965a1f0-9694-43b2-a612-47deddba8654 None None] New status for floating IP e4f9d6c6-1ef9-4934-b2b8-b50619995808: ACTIVE {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:30:34.903994 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68bf8f1b-b2c3-41ec-8bfc-990d08d95f4f req-464c1d4e-8a93-4382-b46e-9f48144df3e4 service neutron] 10.222.0.70 "GET /v2.0/networks/6c678c98-917c-4fe8-be30-df73977c7339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716087 Jul 05 04:30:35.076464 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68bf8f1b-b2c3-41ec-8bfc-990d08d95f4f req-45ad9b06-c99d-4768-81d5-b22a4ea328c8 service neutron] 10.222.0.70 "GET /v2.0/networks/6c678c98-917c-4fe8-be30-df73977c7339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371021 Jul 05 04:30:35.080157 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100020b1-99c6-4e33-8ad5-560321f99f54 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Router 411b2d19-769b-44b0-8c34-d56970b5ef8f has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:30:35.191067 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100020b1-99c6-4e33-8ad5-560321f99f54 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:30:35.195481 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-100020b1-99c6-4e33-8ad5-560321f99f54 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:35.201568 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6964492-f828-4ba9-9019-b3152a6d2190 None None] Sync routers for ids ['411b2d19-769b-44b0-8c34-d56970b5ef8f'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:30:35.210320 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6964492-f828-4ba9-9019-b3152a6d2190 None None] Routers {'411b2d19-769b-44b0-8c34-d56970b5ef8f'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:30:35.211196 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e6964492-f828-4ba9-9019-b3152a6d2190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:30:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['411b2d19-769b-44b0-8c34-d56970b5ef8f'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:35.254576 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56', 'tag': '77deec00-2d99-4820-9252-e20c3278bcdd'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:30:35.256767 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04632bf-66a6-42fa-ab4c-bd68e754e46e" -d '{"events": [{"name": "network-changed", "server_uuid": "2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56", "tag": "77deec00-2d99-4820-9252-e20c3278bcdd"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:30:35.276384 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-100020b1-99c6-4e33-8ad5-560321f99f54 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "PUT /v2.0/floatingips/e4f9d6c6-1ef9-4934-b2b8-b50619995808 HTTP/1.1" status: 200 len: 991 time: 1.3463433 Jul 05 04:30:35.300030 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4f313e-959f-4891-8ca7-a98589561a80 x-openstack-request-id: req-0e4f313e-959f-4891-8ca7-a98589561a80 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:30:35.300326 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56", "tag": "77deec00-2d99-4820-9252-e20c3278bcdd", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:30:35.300579 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e4f313e-959f-4891-8ca7-a98589561a80 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:30:35.300977 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56', 'tag': '77deec00-2d99-4820-9252-e20c3278bcdd', 'status': 'completed', 'code': 200} Jul 05 04:30:35.395420 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04632bf-66a6-42fa-ab4c-bd68e754e46e req-2a5a2a70-6dd1-405b-816d-f7ddcd1be78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:35.397015 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a04632bf-66a6-42fa-ab4c-bd68e754e46e req-2a5a2a70-6dd1-405b-816d-f7ddcd1be78e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0123008674674164b0d6c23a248f79c1&device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 1097 time: 0.0548632 Jul 05 04:30:35.415631 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-e6964492-f828-4ba9-9019-b3152a6d2190 None None] Set router 411b2d19-769b-44b0-8c34-d56970b5ef8f gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:30:35.493274 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04632bf-66a6-42fa-ab4c-bd68e754e46e req-5a279441-5d80-411e-bba2-5b1ea0720d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:35.495538 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a04632bf-66a6-42fa-ab4c-bd68e754e46e req-5a279441-5d80-411e-bba2-5b1ea0720d88 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6c678c98-917c-4fe8-be30-df73977c7339 HTTP/1.1" status: 200 len: 915 time: 0.0911808 Jul 05 04:30:35.560977 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a04632bf-66a6-42fa-ab4c-bd68e754e46e req-c08ef0dc-289e-4a0a-aefa-b97d7e2c26d9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77deec00-2d99-4820-9252-e20c3278bcdd HTTP/1.1" status: 200 len: 1001 time: 0.0595305 Jul 05 04:30:35.609898 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04632bf-66a6-42fa-ab4c-bd68e754e46e req-8c528318-34e7-49ca-b122-cd527f8463bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:35.611384 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a04632bf-66a6-42fa-ab4c-bd68e754e46e req-8c528318-34e7-49ca-b122-cd527f8463bb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5385044b-b031-4909-898d-ee38d699fda8 HTTP/1.1" status: 200 len: 853 time: 0.0444589 Jul 05 04:30:35.637124 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e6964492-f828-4ba9-9019-b3152a6d2190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'name': 'tempest-TestVolumeBackupRestore-2021568821-router', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '507444dd-3deb-4e61-8876-7ab792699689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:13Z', 'revision_number': 4, 'project_id': '0123008674674164b0d6c23a248f79c1', 'gw_port': {'id': '507444dd-3deb-4e61-8876-7ab792699689', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'e4f9d6c6-1ef9-4934-b2b8-b50619995808', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'floating_ip_address': '172.25.1.192', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'port_id': '77deec00-2d99-4820-9252-e20c3278bcdd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339', 'mac_address': 'fa:16:3e:06:9f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:30:32Z', 'updated_at': '2021-07-05T04:30:34Z', 'revision_number': 2, 'project_id': '0123008674674164b0d6c23a248f79c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c124882-9fb8-42a2-a943-6c5c06bb7eb5', 'name': '', 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'mac_address': 'fa:16:3e:40:67:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '5385044b-b031-4909-898d-ee38d699fda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:12Z', 'updated_at': '2021-07-05T04:28:18Z', 'revision_number': 5, 'project_id': '0123008674674164b0d6c23a248f79c1', 'subnets': [{'id': '5385044b-b031-4909-898d-ee38d699fda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:35.662884 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6964492-f828-4ba9-9019-b3152a6d2190 None None] Checking router: 411b2d19-769b-44b0-8c34-d56970b5ef8f for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:30:35.671093 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6964492-f828-4ba9-9019-b3152a6d2190 None None] Routers {'411b2d19-769b-44b0-8c34-d56970b5ef8f'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:30:35.671704 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e6964492-f828-4ba9-9019-b3152a6d2190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:30:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['411b2d19-769b-44b0-8c34-d56970b5ef8f'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:35.673488 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04632bf-66a6-42fa-ab4c-bd68e754e46e req-8c08d009-1c3c-44a2-a51f-b3ebe7fdf833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:35.675084 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a04632bf-66a6-42fa-ab4c-bd68e754e46e req-8c08d009-1c3c-44a2-a51f-b3ebe7fdf833 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c678c98-917c-4fe8-be30-df73977c7339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574672 Jul 05 04:30:35.771673 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a04632bf-66a6-42fa-ab4c-bd68e754e46e req-20dc3da0-aa15-403c-af54-c11f9398d85c service neutron] 10.222.0.70 "GET /v2.0/networks/6c678c98-917c-4fe8-be30-df73977c7339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901961 Jul 05 04:30:35.782461 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-e6964492-f828-4ba9-9019-b3152a6d2190 None None] Set router 411b2d19-769b-44b0-8c34-d56970b5ef8f gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:30:35.874378 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a04632bf-66a6-42fa-ab4c-bd68e754e46e req-acc677af-d5d0-4ca1-bd96-2e15bd8791eb service neutron] 10.222.0.70 "GET /v2.0/networks/6c678c98-917c-4fe8-be30-df73977c7339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957899 Jul 05 04:30:36.007921 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e6964492-f828-4ba9-9019-b3152a6d2190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'name': 'tempest-TestVolumeBackupRestore-2021568821-router', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '507444dd-3deb-4e61-8876-7ab792699689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:13Z', 'revision_number': 4, 'project_id': '0123008674674164b0d6c23a248f79c1', 'gw_port': {'id': '507444dd-3deb-4e61-8876-7ab792699689', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'e4f9d6c6-1ef9-4934-b2b8-b50619995808', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'floating_ip_address': '172.25.1.192', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'port_id': '77deec00-2d99-4820-9252-e20c3278bcdd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339', 'mac_address': 'fa:16:3e:06:9f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:30:32Z', 'updated_at': '2021-07-05T04:30:34Z', 'revision_number': 2, 'project_id': '0123008674674164b0d6c23a248f79c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c124882-9fb8-42a2-a943-6c5c06bb7eb5', 'name': '', 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'mac_address': 'fa:16:3e:40:67:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '5385044b-b031-4909-898d-ee38d699fda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:12Z', 'updated_at': '2021-07-05T04:28:18Z', 'revision_number': 5, 'project_id': '0123008674674164b0d6c23a248f79c1', 'subnets': [{'id': '5385044b-b031-4909-898d-ee38d699fda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:30:36.033571 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6964492-f828-4ba9-9019-b3152a6d2190 None None] The sync data for ids ['411b2d19-769b-44b0-8c34-d56970b5ef8f'] in n-d-780147-23 is: [{'id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'name': 'tempest-TestVolumeBackupRestore-2021568821-router', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '507444dd-3deb-4e61-8876-7ab792699689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:13Z', 'revision_number': 4, 'project_id': '0123008674674164b0d6c23a248f79c1', 'gw_port': {'id': '507444dd-3deb-4e61-8876-7ab792699689', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'e4f9d6c6-1ef9-4934-b2b8-b50619995808', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'floating_ip_address': '172.25.1.192', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'port_id': '77deec00-2d99-4820-9252-e20c3278bcdd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339', 'mac_address': 'fa:16:3e:06:9f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:30:32Z', 'updated_at': '2021-07-05T04:30:34Z', 'revision_number': 2, 'project_id': '0123008674674164b0d6c23a248f79c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c124882-9fb8-42a2-a943-6c5c06bb7eb5', 'name': '', 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'mac_address': 'fa:16:3e:40:67:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '5385044b-b031-4909-898d-ee38d699fda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:12Z', 'updated_at': '2021-07-05T04:28:18Z', 'revision_number': 5, 'project_id': '0123008674674164b0d6c23a248f79c1', 'subnets': [{'id': '5385044b-b031-4909-898d-ee38d699fda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:30:37.302653 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56', 'tag': '77deec00-2d99-4820-9252-e20c3278bcdd'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:30:37.305110 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0164d84-2648-4f86-9f4f-45ac451b1cee" -d '{"events": [{"name": "network-changed", "server_uuid": "2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56", "tag": "77deec00-2d99-4820-9252-e20c3278bcdd"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:30:37.345840 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a980be75-5f14-440c-bb48-dd10bc8c2122 x-openstack-request-id: req-a980be75-5f14-440c-bb48-dd10bc8c2122 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:30:37.346162 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56", "tag": "77deec00-2d99-4820-9252-e20c3278bcdd", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:30:37.346422 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a980be75-5f14-440c-bb48-dd10bc8c2122 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:30:37.346828 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56', 'tag': '77deec00-2d99-4820-9252-e20c3278bcdd', 'status': 'completed', 'code': 200} Jul 05 04:30:37.454332 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0164d84-2648-4f86-9f4f-45ac451b1cee req-57bccf8f-4209-498d-ae3e-26c4e22cc860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:37.455911 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0164d84-2648-4f86-9f4f-45ac451b1cee req-57bccf8f-4209-498d-ae3e-26c4e22cc860 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0123008674674164b0d6c23a248f79c1&device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 1097 time: 0.0582614 Jul 05 04:30:37.543404 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0164d84-2648-4f86-9f4f-45ac451b1cee req-e510b4b7-33f6-4d90-af72-f4d01385ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:37.544928 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0164d84-2648-4f86-9f4f-45ac451b1cee req-e510b4b7-33f6-4d90-af72-f4d01385ce65 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6c678c98-917c-4fe8-be30-df73977c7339 HTTP/1.1" status: 200 len: 915 time: 0.0815589 Jul 05 04:30:37.617847 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0164d84-2648-4f86-9f4f-45ac451b1cee req-06cab3d3-b098-4148-9f66-fc3397188855 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77deec00-2d99-4820-9252-e20c3278bcdd HTTP/1.1" status: 200 len: 1001 time: 0.0668354 Jul 05 04:30:37.666217 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0164d84-2648-4f86-9f4f-45ac451b1cee req-d5c0be7a-d04c-4b75-83b5-583131e0123d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:37.667646 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0164d84-2648-4f86-9f4f-45ac451b1cee req-d5c0be7a-d04c-4b75-83b5-583131e0123d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5385044b-b031-4909-898d-ee38d699fda8 HTTP/1.1" status: 200 len: 853 time: 0.0442476 Jul 05 04:30:37.725882 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0164d84-2648-4f86-9f4f-45ac451b1cee req-5d3c6645-845d-4cad-9cc6-972675a905ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:37.727386 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0164d84-2648-4f86-9f4f-45ac451b1cee req-5d3c6645-845d-4cad-9cc6-972675a905ac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c678c98-917c-4fe8-be30-df73977c7339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535364 Jul 05 04:30:37.818070 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0164d84-2648-4f86-9f4f-45ac451b1cee req-ef245d19-1864-4741-936c-e71f912ecc47 service neutron] 10.222.0.70 "GET /v2.0/networks/6c678c98-917c-4fe8-be30-df73977c7339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841763 Jul 05 04:30:37.915413 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c0164d84-2648-4f86-9f4f-45ac451b1cee req-762f0d85-14b7-4f03-aa81-985e01496027 service neutron] 10.222.0.70 "GET /v2.0/networks/6c678c98-917c-4fe8-be30-df73977c7339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899205 Jul 05 04:30:43.340456 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:54.506290 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-93e67b9c-828e-4d15-a507-13f3e85dba77 req-75849bfa-113b-498a-95e5-f6a70ee2b400 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0605006 Jul 05 04:30:54.632779 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e67b9c-828e-4d15-a507-13f3e85dba77 req-c389e733-e04c-4a9e-b4a9-a0d36b72c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:54.634274 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-93e67b9c-828e-4d15-a507-13f3e85dba77 req-c389e733-e04c-4a9e-b4a9-a0d36b72c274 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0123008674674164b0d6c23a248f79c1&device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 1097 time: 0.0608113 Jul 05 04:30:54.756196 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e67b9c-828e-4d15-a507-13f3e85dba77 req-741d19c9-bd2e-4eec-948a-8e388ceabf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:54.757817 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-93e67b9c-828e-4d15-a507-13f3e85dba77 req-741d19c9-bd2e-4eec-948a-8e388ceabf9e service neutron] 10.222.0.70 "GET /v2.0/networks?id=6c678c98-917c-4fe8-be30-df73977c7339 HTTP/1.1" status: 200 len: 915 time: 0.1012316 Jul 05 04:30:54.831970 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-93e67b9c-828e-4d15-a507-13f3e85dba77 req-cda9bfd2-0a3e-4bae-88ec-dd6ece5356ae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77deec00-2d99-4820-9252-e20c3278bcdd HTTP/1.1" status: 200 len: 1001 time: 0.0676262 Jul 05 04:30:54.894373 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e67b9c-828e-4d15-a507-13f3e85dba77 req-3cb7a039-e339-405f-bb80-448646727215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:54.896956 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-93e67b9c-828e-4d15-a507-13f3e85dba77 req-3cb7a039-e339-405f-bb80-448646727215 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5385044b-b031-4909-898d-ee38d699fda8 HTTP/1.1" status: 200 len: 853 time: 0.0586216 Jul 05 04:30:54.971313 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e67b9c-828e-4d15-a507-13f3e85dba77 req-cf00e104-9ddd-4613-83bf-83d0b3cf1087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:54.973168 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-93e67b9c-828e-4d15-a507-13f3e85dba77 req-cf00e104-9ddd-4613-83bf-83d0b3cf1087 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c678c98-917c-4fe8-be30-df73977c7339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702071 Jul 05 04:30:55.098638 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-93e67b9c-828e-4d15-a507-13f3e85dba77 req-1e002518-8b9f-42e5-bdae-c673a8ffc546 service neutron] 10.222.0.70 "GET /v2.0/networks/6c678c98-917c-4fe8-be30-df73977c7339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186891 Jul 05 04:30:55.225964 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-93e67b9c-828e-4d15-a507-13f3e85dba77 req-cc2fc220-07af-4aaf-a288-cd56ed658628 service neutron] 10.222.0.70 "GET /v2.0/networks/6c678c98-917c-4fe8-be30-df73977c7339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201086 Jul 05 04:30:58.678656 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fd4b499b-5aaa-48e8-822c-01399058e73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:59.522977 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:01.376933 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7ca155e5-48cb-4461-91cd-49e3dacde988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:01.776933 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:02.671039 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:04.473197 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:06.386608 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45496) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:06.547253 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-9c0daa32-d654-40a4-ab97-a24cffaa503e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Deleting port 4d39bc49-88d8-46a2-a3e9-f6fe2fea5e69 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:31:06.547517 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9c0daa32-d654-40a4-ab97-a24cffaa503e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:06.996984 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9c0daa32-d654-40a4-ab97-a24cffaa503e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:06.997323 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9c0daa32-d654-40a4-ab97-a24cffaa503e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:07.008969 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-9c0daa32-d654-40a4-ab97-a24cffaa503e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Calling delete_port for 4d39bc49-88d8-46a2-a3e9-f6fe2fea5e69 owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:31:07.162088 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9c0daa32-d654-40a4-ab97-a24cffaa503e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:07.190027 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0daa32-d654-40a4-ab97-a24cffaa503e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Pushing event deleted for resources: {'Port': ['ID=4d39bc49-88d8-46a2-a3e9-f6fe2fea5e69,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:07.259854 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9c0daa32-d654-40a4-ab97-a24cffaa503e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:07.260073 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-9c0daa32-d654-40a4-ab97-a24cffaa503e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Floating IP e4f9d6c6-1ef9-4934-b2b8-b50619995808 disassociated (deleted). External IP: 172.25.1.192, port: 77deec00-2d99-4820-9252-e20c3278bcdd. Jul 05 04:31:07.501722 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0daa32-d654-40a4-ab97-a24cffaa503e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Router 411b2d19-769b-44b0-8c34-d56970b5ef8f has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:31:07.613940 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0daa32-d654-40a4-ab97-a24cffaa503e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:31:07.618584 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9c0daa32-d654-40a4-ab97-a24cffaa503e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:07.623423 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c25ae-e0dc-4e95-9ae6-6e45b0ac5f57 None None] Sync routers for ids ['411b2d19-769b-44b0-8c34-d56970b5ef8f'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:31:07.632275 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c25ae-e0dc-4e95-9ae6-6e45b0ac5f57 None None] Routers {'411b2d19-769b-44b0-8c34-d56970b5ef8f'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:31:07.632884 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ba0c25ae-e0dc-4e95-9ae6-6e45b0ac5f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:31:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['411b2d19-769b-44b0-8c34-d56970b5ef8f'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:07.661322 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9c0daa32-d654-40a4-ab97-a24cffaa503e tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "DELETE /v2.0/floatingips/e4f9d6c6-1ef9-4934-b2b8-b50619995808 HTTP/1.1" status: 204 len: 168 time: 1.2698731 Jul 05 04:31:07.661322 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56', 'tag': '77deec00-2d99-4820-9252-e20c3278bcdd'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:31:07.663971 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68164a59-72a0-4578-a8de-3e423e721e84" -d '{"events": [{"name": "network-changed", "server_uuid": "2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56", "tag": "77deec00-2d99-4820-9252-e20c3278bcdd"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:31:07.724473 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725c41be-11d7-456d-bf57-2f5be304fad5 x-openstack-request-id: req-725c41be-11d7-456d-bf57-2f5be304fad5 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:31:07.724850 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56", "tag": "77deec00-2d99-4820-9252-e20c3278bcdd", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:31:07.725185 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-725c41be-11d7-456d-bf57-2f5be304fad5 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:31:07.725788 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56', 'tag': '77deec00-2d99-4820-9252-e20c3278bcdd', 'status': 'completed', 'code': 200} Jul 05 04:31:07.754148 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-ba0c25ae-e0dc-4e95-9ae6-6e45b0ac5f57 None None] Set router 411b2d19-769b-44b0-8c34-d56970b5ef8f gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:31:07.826769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68164a59-72a0-4578-a8de-3e423e721e84 req-0bef7109-a65c-4637-9883-3b87da8eb2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:07.828465 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68164a59-72a0-4578-a8de-3e423e721e84 req-0bef7109-a65c-4637-9883-3b87da8eb2ac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0123008674674164b0d6c23a248f79c1&device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 1097 time: 0.0603786 Jul 05 04:31:07.949026 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68164a59-72a0-4578-a8de-3e423e721e84 req-0ac5d9c0-5db1-42d1-bdad-0fb5f08d19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:07.951514 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68164a59-72a0-4578-a8de-3e423e721e84 req-0ac5d9c0-5db1-42d1-bdad-0fb5f08d19ae service neutron] 10.222.0.70 "GET /v2.0/networks?id=6c678c98-917c-4fe8-be30-df73977c7339 HTTP/1.1" status: 200 len: 915 time: 0.1171038 Jul 05 04:31:07.963634 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ba0c25ae-e0dc-4e95-9ae6-6e45b0ac5f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'name': 'tempest-TestVolumeBackupRestore-2021568821-router', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '507444dd-3deb-4e61-8876-7ab792699689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:13Z', 'revision_number': 4, 'project_id': '0123008674674164b0d6c23a248f79c1', 'gw_port': {'id': '507444dd-3deb-4e61-8876-7ab792699689', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '5c124882-9fb8-42a2-a943-6c5c06bb7eb5', 'name': '', 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'mac_address': 'fa:16:3e:40:67:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '5385044b-b031-4909-898d-ee38d699fda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:12Z', 'updated_at': '2021-07-05T04:28:18Z', 'revision_number': 5, 'project_id': '0123008674674164b0d6c23a248f79c1', 'subnets': [{'id': '5385044b-b031-4909-898d-ee38d699fda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:07.989957 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c25ae-e0dc-4e95-9ae6-6e45b0ac5f57 None None] Checking router: 411b2d19-769b-44b0-8c34-d56970b5ef8f for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:31:07.999261 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c25ae-e0dc-4e95-9ae6-6e45b0ac5f57 None None] Routers {'411b2d19-769b-44b0-8c34-d56970b5ef8f'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:31:07.999907 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ba0c25ae-e0dc-4e95-9ae6-6e45b0ac5f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:31:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['411b2d19-769b-44b0-8c34-d56970b5ef8f'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:08.010388 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68164a59-72a0-4578-a8de-3e423e721e84 req-b52af630-96d8-4830-985b-16d5f1021641 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77deec00-2d99-4820-9252-e20c3278bcdd HTTP/1.1" status: 200 len: 217 time: 0.0406628 Jul 05 04:31:08.094192 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68164a59-72a0-4578-a8de-3e423e721e84 req-7cdebcc2-a388-4618-8ec5-c706f2ee2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:08.095963 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68164a59-72a0-4578-a8de-3e423e721e84 req-7cdebcc2-a388-4618-8ec5-c706f2ee2b91 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5385044b-b031-4909-898d-ee38d699fda8 HTTP/1.1" status: 200 len: 853 time: 0.0793018 Jul 05 04:31:08.108487 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-ba0c25ae-e0dc-4e95-9ae6-6e45b0ac5f57 None None] Set router 411b2d19-769b-44b0-8c34-d56970b5ef8f gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:31:08.145680 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def22549-fd10-4ddb-b3f4-17c4b8c4daf7 req-7bc235b9-d7e1-4dae-9622-23fbb8a880cd tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:08.147200 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-def22549-fd10-4ddb-b3f4-17c4b8c4daf7 req-7bc235b9-d7e1-4dae-9622-23fbb8a880cd tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 945 time: 0.1233709 Jul 05 04:31:08.208178 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-def22549-fd10-4ddb-b3f4-17c4b8c4daf7 req-b0998926-6dde-49f3-a1dd-3247478b8f54 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/security-groups?id=72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525818 Jul 05 04:31:08.214410 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68164a59-72a0-4578-a8de-3e423e721e84 req-0152d155-8423-4ec9-84aa-75d9308006d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:08.216082 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68164a59-72a0-4578-a8de-3e423e721e84 req-0152d155-8423-4ec9-84aa-75d9308006d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c678c98-917c-4fe8-be30-df73977c7339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098146 Jul 05 04:31:08.315021 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68164a59-72a0-4578-a8de-3e423e721e84 req-3d1028b4-89b6-4ce4-ab0d-81cecc19a8ec service neutron] 10.222.0.70 "GET /v2.0/networks/6c678c98-917c-4fe8-be30-df73977c7339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910158 Jul 05 04:31:08.320226 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ba0c25ae-e0dc-4e95-9ae6-6e45b0ac5f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'name': 'tempest-TestVolumeBackupRestore-2021568821-router', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '507444dd-3deb-4e61-8876-7ab792699689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:13Z', 'revision_number': 4, 'project_id': '0123008674674164b0d6c23a248f79c1', 'gw_port': {'id': '507444dd-3deb-4e61-8876-7ab792699689', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '5c124882-9fb8-42a2-a943-6c5c06bb7eb5', 'name': '', 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'mac_address': 'fa:16:3e:40:67:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '5385044b-b031-4909-898d-ee38d699fda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:12Z', 'updated_at': '2021-07-05T04:28:18Z', 'revision_number': 5, 'project_id': '0123008674674164b0d6c23a248f79c1', 'subnets': [{'id': '5385044b-b031-4909-898d-ee38d699fda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:08.346577 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c25ae-e0dc-4e95-9ae6-6e45b0ac5f57 None None] The sync data for ids ['411b2d19-769b-44b0-8c34-d56970b5ef8f'] in n-d-780147-23 is: [{'id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'name': 'tempest-TestVolumeBackupRestore-2021568821-router', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '507444dd-3deb-4e61-8876-7ab792699689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:13Z', 'revision_number': 4, 'project_id': '0123008674674164b0d6c23a248f79c1', 'gw_port': {'id': '507444dd-3deb-4e61-8876-7ab792699689', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '5c124882-9fb8-42a2-a943-6c5c06bb7eb5', 'name': '', 'network_id': '6c678c98-917c-4fe8-be30-df73977c7339', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'mac_address': 'fa:16:3e:40:67:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '5385044b-b031-4909-898d-ee38d699fda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:12Z', 'updated_at': '2021-07-05T04:28:18Z', 'revision_number': 5, 'project_id': '0123008674674164b0d6c23a248f79c1', 'subnets': [{'id': '5385044b-b031-4909-898d-ee38d699fda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:31:08.419957 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68164a59-72a0-4578-a8de-3e423e721e84 req-3da79626-986c-4983-88ee-13c2bbd11b06 service neutron] 10.222.0.70 "GET /v2.0/networks/6c678c98-917c-4fe8-be30-df73977c7339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968761 Jul 05 04:31:08.568216 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84839c8c-9723-43fa-ae08-fed773f5b977 None None] New status for floating IP e4f9d6c6-1ef9-4934-b2b8-b50619995808: DOWN {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:31:09.392716 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038089a0-6a76-43c5-8e08-01e4f1e4d549 req-b005cdc5-ed3b-4211-b259-41035b97d9b0 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:09.394249 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-038089a0-6a76-43c5-8e08-01e4f1e4d549 req-b005cdc5-ed3b-4211-b259-41035b97d9b0 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 945 time: 0.0672147 Jul 05 04:31:09.439327 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-038089a0-6a76-43c5-8e08-01e4f1e4d549 req-04735bb4-2e87-4566-955b-769c2a070e4a tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/security-groups?id=72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358064 Jul 05 04:31:09.812207 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1a661-f828-483f-9bf3-55d06522e045 req-ea1f0f56-b792-4bd1-9d02-975fb9c0177c tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:09.813686 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-58f1a661-f828-483f-9bf3-55d06522e045 req-ea1f0f56-b792-4bd1-9d02-975fb9c0177c tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 945 time: 0.0633016 Jul 05 04:31:09.911133 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-58f1a661-f828-483f-9bf3-55d06522e045 req-6cd2b4d3-fc20-4b0d-8777-824227423fd7 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Deleting port 77deec00-2d99-4820-9252-e20c3278bcdd {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:31:09.911477 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-58f1a661-f828-483f-9bf3-55d06522e045 req-6cd2b4d3-fc20-4b0d-8777-824227423fd7 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:10.000463 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-58f1a661-f828-483f-9bf3-55d06522e045 req-6cd2b4d3-fc20-4b0d-8777-824227423fd7 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] For port 77deec00-2d99-4820-9252-e20c3278bcdd, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=77deec00-2d99-4820-9252-e20c3278bcdd,segment=NetworkSegment(c999a627-97f7-4b7e-b104-a220bca65398),segment_id=c999a627-97f7-4b7e-b104-a220bca65398)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:10.000742 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-58f1a661-f828-483f-9bf3-55d06522e045 req-6cd2b4d3-fc20-4b0d-8777-824227423fd7 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:10.012172 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-58f1a661-f828-483f-9bf3-55d06522e045 req-6cd2b4d3-fc20-4b0d-8777-824227423fd7 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Calling delete_port for 77deec00-2d99-4820-9252-e20c3278bcdd owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:31:10.141291 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-58f1a661-f828-483f-9bf3-55d06522e045 req-6cd2b4d3-fc20-4b0d-8777-824227423fd7 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:10.172369 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2b4d3-fc20-4b0d-8777-824227423fd7 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Pushing event deleted for resources: {'Port': ['ID=77deec00-2d99-4820-9252-e20c3278bcdd,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:10.217176 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f1a661-f828-483f-9bf3-55d06522e045 req-6cd2b4d3-fc20-4b0d-8777-824227423fd7 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] No DVR routers for this DVR port 77deec00-2d99-4820-9252-e20c3278bcdd on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:31:10.219773 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-58f1a661-f828-483f-9bf3-55d06522e045 req-6cd2b4d3-fc20-4b0d-8777-824227423fd7 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:10.221779 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-58f1a661-f828-483f-9bf3-55d06522e045 req-6cd2b4d3-fc20-4b0d-8777-824227423fd7 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.70 "DELETE /v2.0/ports/77deec00-2d99-4820-9252-e20c3278bcdd HTTP/1.1" status: 204 len: 173 time: 0.4031012 Jul 05 04:31:10.222216 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56', 'name': 'network-vif-deleted', 'tag': '77deec00-2d99-4820-9252-e20c3278bcdd'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:31:10.224468 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe0a296-2ffd-406c-96a5-2e1da0dc5e5d" -d '{"events": [{"server_uuid": "2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56", "name": "network-vif-deleted", "tag": "77deec00-2d99-4820-9252-e20c3278bcdd"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:31:10.271648 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bec56e-ec7e-4397-bbf7-98d0e3a026ce x-openstack-request-id: req-01bec56e-ec7e-4397-bbf7-98d0e3a026ce {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:31:10.271976 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56", "name": "network-vif-deleted", "tag": "77deec00-2d99-4820-9252-e20c3278bcdd", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:31:10.272233 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-01bec56e-ec7e-4397-bbf7-98d0e3a026ce {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:31:10.272636 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56', 'name': 'network-vif-deleted', 'tag': '77deec00-2d99-4820-9252-e20c3278bcdd', 'status': 'completed', 'code': 200} Jul 05 04:31:10.585768 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b6208ead-e0de-436b-9057-faf2bfc6bac3 req-4dadd4c0-251d-4811-8535-26f327c59d27 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 210 time: 0.0304277 Jul 05 04:31:11.581976 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:31:11.740961 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bc0226d8-cc08-4be5-abb3-74c62f7ec6f6 req-17471581-2a01-45fa-aac7-ec96a8364985 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 210 time: 0.0364749 Jul 05 04:31:12.888838 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9d2e9ba7-66bb-48da-8b21-257fd771130b req-f3fafc71-9608-4e1e-8ec2-210fd999d6dd tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 210 time: 0.0293133 Jul 05 04:31:13.353651 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:14.000461 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 77deec00-2d99-4820-9252-e20c3278bcdd no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:31:14.021168 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 77deec00-2d99-4820-9252-e20c3278bcdd {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:31:14.021518 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 77deec00-2d99-4820-9252-e20c3278bcdd not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:31:14.049537 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38e0918e-1f86-4708-8039-b3dfec7f0c66 req-7dd31ff7-80e5-4dec-841c-1a807ed4f701 tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "GET /v2.0/ports?device_id=2fba7f5a-7fbe-49e4-a759-17dfa5bd5c56 HTTP/1.1" status: 200 len: 210 time: 0.0333011 Jul 05 04:31:15.144003 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45524) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:15.205465 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dd5f6bcd-9867-4c70-954a-ac5b64dc241b tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:15.233667 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dd5f6bcd-9867-4c70-954a-ac5b64dc241b tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:15.294642 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dd5f6bcd-9867-4c70-954a-ac5b64dc241b tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:15.297337 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dd5f6bcd-9867-4c70-954a-ac5b64dc241b tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:15.298568 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-dd5f6bcd-9867-4c70-954a-ac5b64dc241b tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] 10.222.0.77 "DELETE /v2.0/security-groups/72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221 HTTP/1.1" status: 204 len: 168 time: 0.1535597 Jul 05 04:31:15.309573 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f6bcd-9867-4c70-954a-ac5b64dc241b tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d371cf-b0a8-4cc7-9cfd-72f4d5ef9221,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:15.317322 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f6bcd-9867-4c70-954a-ac5b64dc241b tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:15.317659 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f6bcd-9867-4c70-954a-ac5b64dc241b tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:15.318009 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f6bcd-9867-4c70-954a-ac5b64dc241b tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:15.318356 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f6bcd-9867-4c70-954a-ac5b64dc241b tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:15.320895 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f6bcd-9867-4c70-954a-ac5b64dc241b tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:15.320895 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f6bcd-9867-4c70-954a-ac5b64dc241b tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:15.320895 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f6bcd-9867-4c70-954a-ac5b64dc241b tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:15.320895 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f6bcd-9867-4c70-954a-ac5b64dc241b tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:15.320895 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f6bcd-9867-4c70-954a-ac5b64dc241b tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:15.320895 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f6bcd-9867-4c70-954a-ac5b64dc241b tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:15.320895 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f6bcd-9867-4c70-954a-ac5b64dc241b tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:15.322326 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5f6bcd-9867-4c70-954a-ac5b64dc241b tempest-TestVolumeBackupRestore-694831 tempest-TestVolumeBackupRestore-694831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:18.783119 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45976) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:19.162908 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a375b5b0-5917-4d76-8c01-31a3ae7e947b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:19.430603 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-a375b5b0-5917-4d76-8c01-31a3ae7e947b admin admin] Deleting port 5c124882-9fb8-42a2-a943-6c5c06bb7eb5 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:31:19.430834 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a375b5b0-5917-4d76-8c01-31a3ae7e947b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:19.510640 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-a375b5b0-5917-4d76-8c01-31a3ae7e947b admin admin] For port 5c124882-9fb8-42a2-a943-6c5c06bb7eb5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5c124882-9fb8-42a2-a943-6c5c06bb7eb5,segment=NetworkSegment(c999a627-97f7-4b7e-b104-a220bca65398),segment_id=c999a627-97f7-4b7e-b104-a220bca65398)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:19.510997 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a375b5b0-5917-4d76-8c01-31a3ae7e947b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:19.524259 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-a375b5b0-5917-4d76-8c01-31a3ae7e947b admin admin] Calling delete_port for 5c124882-9fb8-42a2-a943-6c5c06bb7eb5 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:31:19.705761 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a375b5b0-5917-4d76-8c01-31a3ae7e947b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:19.737657 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375b5b0-5917-4d76-8c01-31a3ae7e947b admin admin] Pushing event deleted for resources: {'Port': ['ID=5c124882-9fb8-42a2-a943-6c5c06bb7eb5,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:19.768797 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375b5b0-5917-4d76-8c01-31a3ae7e947b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:19.769137 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375b5b0-5917-4d76-8c01-31a3ae7e947b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:19.769475 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375b5b0-5917-4d76-8c01-31a3ae7e947b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:19.769815 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375b5b0-5917-4d76-8c01-31a3ae7e947b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:19.770134 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375b5b0-5917-4d76-8c01-31a3ae7e947b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:19.770455 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375b5b0-5917-4d76-8c01-31a3ae7e947b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:19.770775 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375b5b0-5917-4d76-8c01-31a3ae7e947b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:19.771093 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375b5b0-5917-4d76-8c01-31a3ae7e947b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:19.771412 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375b5b0-5917-4d76-8c01-31a3ae7e947b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:19.771729 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375b5b0-5917-4d76-8c01-31a3ae7e947b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:19.772072 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375b5b0-5917-4d76-8c01-31a3ae7e947b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:19.772386 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375b5b0-5917-4d76-8c01-31a3ae7e947b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:19.925552 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a375b5b0-5917-4d76-8c01-31a3ae7e947b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:20.140519 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a375b5b0-5917-4d76-8c01-31a3ae7e947b admin admin] Router 411b2d19-769b-44b0-8c34-d56970b5ef8f has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:31:20.583463 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a375b5b0-5917-4d76-8c01-31a3ae7e947b admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:31:20.589150 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a375b5b0-5917-4d76-8c01-31a3ae7e947b admin admin] 10.222.0.77 "PUT /v2.0/routers/411b2d19-769b-44b0-8c34-d56970b5ef8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8044591 Jul 05 04:31:20.591525 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45978) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:20.593939 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaddc3a-56be-4a47-bc62-d743c4db2a6b None None] Sync routers for ids ['411b2d19-769b-44b0-8c34-d56970b5ef8f'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:31:20.603147 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaddc3a-56be-4a47-bc62-d743c4db2a6b None None] Routers {'411b2d19-769b-44b0-8c34-d56970b5ef8f'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:31:20.603859 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-0aaddc3a-56be-4a47-bc62-d743c4db2a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:31:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['411b2d19-769b-44b0-8c34-d56970b5ef8f'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:20.709720 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27c83265-d8bc-46ce-a92c-a2f5a3a0789c admin admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:20.821410 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27c83265-d8bc-46ce-a92c-a2f5a3a0789c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:20.870612 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-0aaddc3a-56be-4a47-bc62-d743c4db2a6b None None] Set router 411b2d19-769b-44b0-8c34-d56970b5ef8f gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:31:20.883764 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-27c83265-d8bc-46ce-a92c-a2f5a3a0789c admin admin] Deleting port 507444dd-3deb-4e61-8876-7ab792699689 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:31:20.884136 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27c83265-d8bc-46ce-a92c-a2f5a3a0789c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:20.967437 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-27c83265-d8bc-46ce-a92c-a2f5a3a0789c admin admin] For port 507444dd-3deb-4e61-8876-7ab792699689, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=507444dd-3deb-4e61-8876-7ab792699689,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:20.968158 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27c83265-d8bc-46ce-a92c-a2f5a3a0789c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:20.981410 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-27c83265-d8bc-46ce-a92c-a2f5a3a0789c admin admin] Calling delete_port for 507444dd-3deb-4e61-8876-7ab792699689 owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:31:21.063265 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-0aaddc3a-56be-4a47-bc62-d743c4db2a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'name': 'tempest-TestVolumeBackupRestore-2021568821-router', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '507444dd-3deb-4e61-8876-7ab792699689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:31:19Z', 'revision_number': 5, 'project_id': '0123008674674164b0d6c23a248f79c1', 'gw_port': {'id': '507444dd-3deb-4e61-8876-7ab792699689', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:21.091077 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaddc3a-56be-4a47-bc62-d743c4db2a6b None None] Checking router: 411b2d19-769b-44b0-8c34-d56970b5ef8f for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:31:21.099662 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaddc3a-56be-4a47-bc62-d743c4db2a6b None None] Routers {'411b2d19-769b-44b0-8c34-d56970b5ef8f'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:31:21.100307 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-0aaddc3a-56be-4a47-bc62-d743c4db2a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:31:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['411b2d19-769b-44b0-8c34-d56970b5ef8f'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:21.156215 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27c83265-d8bc-46ce-a92c-a2f5a3a0789c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:21.188529 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c83265-d8bc-46ce-a92c-a2f5a3a0789c admin admin] Pushing event deleted for resources: {'Port': ['ID=507444dd-3deb-4e61-8876-7ab792699689,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:21.188910 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-0aaddc3a-56be-4a47-bc62-d743c4db2a6b None None] Set router 411b2d19-769b-44b0-8c34-d56970b5ef8f gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:31:21.246234 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-0aaddc3a-56be-4a47-bc62-d743c4db2a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'name': 'tempest-TestVolumeBackupRestore-2021568821-router', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:31:20Z', 'revision_number': 6, 'project_id': '0123008674674164b0d6c23a248f79c1', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:21.250910 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27c83265-d8bc-46ce-a92c-a2f5a3a0789c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:21.273960 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaddc3a-56be-4a47-bc62-d743c4db2a6b None None] The sync data for ids ['411b2d19-769b-44b0-8c34-d56970b5ef8f'] in n-d-780147-23 is: [{'id': '411b2d19-769b-44b0-8c34-d56970b5ef8f', 'name': 'tempest-TestVolumeBackupRestore-2021568821-router', 'tenant_id': '0123008674674164b0d6c23a248f79c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:10Z', 'updated_at': '2021-07-05T04:31:20Z', 'revision_number': 6, 'project_id': '0123008674674164b0d6c23a248f79c1', 'gw_port_host': None}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:31:21.346622 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27c83265-d8bc-46ce-a92c-a2f5a3a0789c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:21.349154 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27c83265-d8bc-46ce-a92c-a2f5a3a0789c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:21.394185 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27c83265-d8bc-46ce-a92c-a2f5a3a0789c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:21.394729 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c83265-d8bc-46ce-a92c-a2f5a3a0789c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 411b2d19-769b-44b0-8c34-d56970b5ef8f {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:31:21.399259 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-27c83265-d8bc-46ce-a92c-a2f5a3a0789c admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:21.400438 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-27c83265-d8bc-46ce-a92c-a2f5a3a0789c admin admin] 10.222.0.77 "DELETE /v2.0/routers/411b2d19-769b-44b0-8c34-d56970b5ef8f HTTP/1.1" status: 204 len: 168 time: 0.8078063 Jul 05 04:31:21.403222 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45980) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:21.448080 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-be179c23-c84f-47de-b475-9a697f9416b2 admin admin] Deleting subnet 5385044b-b031-4909-898d-ee38d699fda8 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:31:21.452537 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-be179c23-c84f-47de-b475-9a697f9416b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:21.491738 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-be179c23-c84f-47de-b475-9a697f9416b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:21.570487 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-be179c23-c84f-47de-b475-9a697f9416b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:21.629011 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-be179c23-c84f-47de-b475-9a697f9416b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:21.661546 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be179c23-c84f-47de-b475-9a697f9416b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5385044b-b031-4909-898d-ee38d699fda8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:21.665328 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-be179c23-c84f-47de-b475-9a697f9416b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:21.667149 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-be179c23-c84f-47de-b475-9a697f9416b2 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5385044b-b031-4909-898d-ee38d699fda8 HTTP/1.1" status: 204 len: 168 time: 0.2629051 Jul 05 04:31:21.670681 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45982) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:21.677513 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e389cdcc-4045-44d8-89e9-af5b800dc15d None None] Network 6c678c98-917c-4fe8-be30-df73977c7339 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:31:21.755844 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d951-6632-4067-87b3-80decc9cd012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:21.810820 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1d951-6632-4067-87b3-80decc9cd012 admin admin] Deleting port 08a6d66f-c898-4bfc-ac61-3c4431f2fe44 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:31:21.811163 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d951-6632-4067-87b3-80decc9cd012 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:21.879472 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-a0b1d951-6632-4067-87b3-80decc9cd012 admin admin] For port 08a6d66f-c898-4bfc-ac61-3c4431f2fe44, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=08a6d66f-c898-4bfc-ac61-3c4431f2fe44,segment=NetworkSegment(c999a627-97f7-4b7e-b104-a220bca65398),segment_id=c999a627-97f7-4b7e-b104-a220bca65398)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:21.879873 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d951-6632-4067-87b3-80decc9cd012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:21.892905 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1d951-6632-4067-87b3-80decc9cd012 admin admin] Calling delete_port for 08a6d66f-c898-4bfc-ac61-3c4431f2fe44 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:31:21.978938 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d951-6632-4067-87b3-80decc9cd012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:22.004257 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1d951-6632-4067-87b3-80decc9cd012 admin admin] Pushing event deleted for resources: {'Port': ['ID=08a6d66f-c898-4bfc-ac61-3c4431f2fe44,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:22.010332 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1d951-6632-4067-87b3-80decc9cd012 admin admin] No DVR routers for this DVR port 08a6d66f-c898-4bfc-ac61-3c4431f2fe44 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:31:22.070804 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8197540-4f53-48dd-85a6-7d4bbf2faef4 None None] DHCP port deletion for 6c678c98-917c-4fe8-be30-df73977c7339 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:31:22.095251 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d951-6632-4067-87b3-80decc9cd012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:22.107771 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-a0b1d951-6632-4067-87b3-80decc9cd012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c678c98-917c-4fe8-be30-df73977c7339']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:22.118924 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-a0b1d951-6632-4067-87b3-80decc9cd012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c999a627-97f7-4b7e-b104-a220bca65398') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:22.119222 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-a0b1d951-6632-4067-87b3-80decc9cd012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c999a627-97f7-4b7e-b104-a220bca65398') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:22.128572 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d951-6632-4067-87b3-80decc9cd012 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:22.142082 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d951-6632-4067-87b3-80decc9cd012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:22.147822 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b1d951-6632-4067-87b3-80decc9cd012 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:31:22.148225 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d951-6632-4067-87b3-80decc9cd012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:31:22.149849 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:31:22.206547 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d951-6632-4067-87b3-80decc9cd012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:22.213803 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d951-6632-4067-87b3-80decc9cd012 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:22.216181 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a0b1d951-6632-4067-87b3-80decc9cd012 admin admin] 10.222.0.77 "DELETE /v2.0/networks/6c678c98-917c-4fe8-be30-df73977c7339 HTTP/1.1" status: 204 len: 168 time: 0.5438378 Jul 05 04:31:22.218807 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45984) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:22.237246 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1d951-6632-4067-87b3-80decc9cd012 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c678c98-917c-4fe8-be30-df73977c7339,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:22.277656 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 08a6d66f-c898-4bfc-ac61-3c4431f2fe44 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:31:22.301579 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 08a6d66f-c898-4bfc-ac61-3c4431f2fe44 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:31:22.301925 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 08a6d66f-c898-4bfc-ac61-3c4431f2fe44 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:31:22.302376 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5c124882-9fb8-42a2-a943-6c5c06bb7eb5 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:31:22.321794 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 5c124882-9fb8-42a2-a943-6c5c06bb7eb5 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:31:22.322142 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5c124882-9fb8-42a2-a943-6c5c06bb7eb5 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:31:22.322745 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 507444dd-3deb-4e61-8876-7ab792699689 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:31:22.345073 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 507444dd-3deb-4e61-8876-7ab792699689 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:31:22.345411 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 507444dd-3deb-4e61-8876-7ab792699689 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:31:22.590902 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d49440f-d0b8-41f6-aea8-7a01fd8a7971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:22.843629 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-1d49440f-d0b8-41f6-aea8-7a01fd8a7971 admin admin] Deleting port bf3e031d-8d8d-4eb5-8403-eaa6fe914b38 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:31:22.843921 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d49440f-d0b8-41f6-aea8-7a01fd8a7971 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:22.919988 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-1d49440f-d0b8-41f6-aea8-7a01fd8a7971 admin admin] For port bf3e031d-8d8d-4eb5-8403-eaa6fe914b38, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=bf3e031d-8d8d-4eb5-8403-eaa6fe914b38,segment=NetworkSegment(1b3a331b-40f0-43a0-8cb4-b39b4b994e38),segment_id=1b3a331b-40f0-43a0-8cb4-b39b4b994e38)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:22.920348 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d49440f-d0b8-41f6-aea8-7a01fd8a7971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:22.933221 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-1d49440f-d0b8-41f6-aea8-7a01fd8a7971 admin admin] Calling delete_port for bf3e031d-8d8d-4eb5-8403-eaa6fe914b38 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:31:23.120529 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d49440f-d0b8-41f6-aea8-7a01fd8a7971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:23.150980 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49440f-d0b8-41f6-aea8-7a01fd8a7971 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf3e031d-8d8d-4eb5-8403-eaa6fe914b38,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:23.344116 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d49440f-d0b8-41f6-aea8-7a01fd8a7971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:23.648097 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d49440f-d0b8-41f6-aea8-7a01fd8a7971 admin admin] Router ea800cb2-3db0-4c39-915b-103a791f7133 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:31:23.790418 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d49440f-d0b8-41f6-aea8-7a01fd8a7971 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:31:23.796184 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1d49440f-d0b8-41f6-aea8-7a01fd8a7971 admin admin] 10.222.0.77 "PUT /v2.0/routers/ea800cb2-3db0-4c39-915b-103a791f7133/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5761974 Jul 05 04:31:23.798605 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 45986) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:23.799558 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176e1558-40e2-4eb9-bea4-c96ac66c6003 None None] Sync routers for ids ['ea800cb2-3db0-4c39-915b-103a791f7133'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:31:23.808601 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176e1558-40e2-4eb9-bea4-c96ac66c6003 None None] Routers {'ea800cb2-3db0-4c39-915b-103a791f7133'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:31:23.809424 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-176e1558-40e2-4eb9-bea4-c96ac66c6003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:31:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['ea800cb2-3db0-4c39-915b-103a791f7133'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:23.911989 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5fd21d46-9c4e-487e-a977-b02e1c7d82c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:23.931064 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-176e1558-40e2-4eb9-bea4-c96ac66c6003 None None] Set router ea800cb2-3db0-4c39-915b-103a791f7133 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:31:24.014308 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5fd21d46-9c4e-487e-a977-b02e1c7d82c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:24.067014 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-5fd21d46-9c4e-487e-a977-b02e1c7d82c1 admin admin] Deleting port d07121cf-af9e-44a6-8e42-7f2b28401bc8 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:31:24.067352 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5fd21d46-9c4e-487e-a977-b02e1c7d82c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:24.110023 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-176e1558-40e2-4eb9-bea4-c96ac66c6003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea800cb2-3db0-4c39-915b-103a791f7133', 'name': 'tempest-TestVolumeBackupRestore-1879003408-router', 'tenant_id': 'ea38337d40854c5fad5aed644d161dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'd07121cf-af9e-44a6-8e42-7f2b28401bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:15Z', 'updated_at': '2021-07-05T04:31:23Z', 'revision_number': 5, 'project_id': 'ea38337d40854c5fad5aed644d161dd3', 'gw_port': {'id': 'd07121cf-af9e-44a6-8e42-7f2b28401bc8', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea800cb2-3db0-4c39-915b-103a791f7133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:28:16Z', 'updated_at': '2021-07-05T04:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:24.140252 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176e1558-40e2-4eb9-bea4-c96ac66c6003 None None] Checking router: ea800cb2-3db0-4c39-915b-103a791f7133 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:31:24.146461 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-5fd21d46-9c4e-487e-a977-b02e1c7d82c1 admin admin] For port d07121cf-af9e-44a6-8e42-7f2b28401bc8, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d07121cf-af9e-44a6-8e42-7f2b28401bc8,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:24.146997 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5fd21d46-9c4e-487e-a977-b02e1c7d82c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:24.148557 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176e1558-40e2-4eb9-bea4-c96ac66c6003 None None] Routers {'ea800cb2-3db0-4c39-915b-103a791f7133'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:31:24.149169 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-176e1558-40e2-4eb9-bea4-c96ac66c6003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:31:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['ea800cb2-3db0-4c39-915b-103a791f7133'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:24.160077 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-5fd21d46-9c4e-487e-a977-b02e1c7d82c1 admin admin] Calling delete_port for d07121cf-af9e-44a6-8e42-7f2b28401bc8 owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:31:24.233473 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-176e1558-40e2-4eb9-bea4-c96ac66c6003 None None] Set router ea800cb2-3db0-4c39-915b-103a791f7133 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:31:24.292748 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-176e1558-40e2-4eb9-bea4-c96ac66c6003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea800cb2-3db0-4c39-915b-103a791f7133', 'name': 'tempest-TestVolumeBackupRestore-1879003408-router', 'tenant_id': 'ea38337d40854c5fad5aed644d161dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:15Z', 'updated_at': '2021-07-05T04:31:24Z', 'revision_number': 6, 'project_id': 'ea38337d40854c5fad5aed644d161dd3', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:24.319813 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176e1558-40e2-4eb9-bea4-c96ac66c6003 None None] The sync data for ids ['ea800cb2-3db0-4c39-915b-103a791f7133'] in n-d-780147-23 is: [{'id': 'ea800cb2-3db0-4c39-915b-103a791f7133', 'name': 'tempest-TestVolumeBackupRestore-1879003408-router', 'tenant_id': 'ea38337d40854c5fad5aed644d161dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:28:15Z', 'updated_at': '2021-07-05T04:31:24Z', 'revision_number': 6, 'project_id': 'ea38337d40854c5fad5aed644d161dd3', 'gw_port_host': None}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:31:24.336199 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5fd21d46-9c4e-487e-a977-b02e1c7d82c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:24.363005 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd21d46-9c4e-487e-a977-b02e1c7d82c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d07121cf-af9e-44a6-8e42-7f2b28401bc8,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:24.424882 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5fd21d46-9c4e-487e-a977-b02e1c7d82c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:24.846304 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5fd21d46-9c4e-487e-a977-b02e1c7d82c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:24.848507 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5fd21d46-9c4e-487e-a977-b02e1c7d82c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:24.891080 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5fd21d46-9c4e-487e-a977-b02e1c7d82c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:24.891632 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd21d46-9c4e-487e-a977-b02e1c7d82c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea800cb2-3db0-4c39-915b-103a791f7133 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:31:24.896509 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5fd21d46-9c4e-487e-a977-b02e1c7d82c1 admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:24.897188 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5fd21d46-9c4e-487e-a977-b02e1c7d82c1 admin admin] 10.222.0.77 "DELETE /v2.0/routers/ea800cb2-3db0-4c39-915b-103a791f7133 HTTP/1.1" status: 204 len: 168 time: 1.0976732 Jul 05 04:31:24.899750 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45988) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:24.945033 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8be0ef-d904-4b77-8831-99b561395647 admin admin] Deleting subnet 2b61cbe7-2d76-4098-825c-87fab1e9b603 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:31:24.948285 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3e8be0ef-d904-4b77-8831-99b561395647 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:24.985543 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3e8be0ef-d904-4b77-8831-99b561395647 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:25.063324 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3e8be0ef-d904-4b77-8831-99b561395647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:25.123357 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3e8be0ef-d904-4b77-8831-99b561395647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:25.153110 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8be0ef-d904-4b77-8831-99b561395647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b61cbe7-2d76-4098-825c-87fab1e9b603,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:25.159030 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3e8be0ef-d904-4b77-8831-99b561395647 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:25.161667 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3e8be0ef-d904-4b77-8831-99b561395647 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2b61cbe7-2d76-4098-825c-87fab1e9b603 HTTP/1.1" status: 204 len: 168 time: 0.2603564 Jul 05 04:31:25.163682 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45990) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:25.166979 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d446fbe7-846a-4c3b-bae0-9baa941d7dac None None] Network 4375fe28-9d27-4cd9-97a5-246dfa9f81ba requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:31:25.237978 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8a091951-e28e-4d51-a797-66c90132aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:25.298361 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-8a091951-e28e-4d51-a797-66c90132aeb4 admin admin] Deleting port 508bb53e-4284-4329-9bdc-dd43cac979f8 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:31:25.298896 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8a091951-e28e-4d51-a797-66c90132aeb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:25.396514 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdff2aa-a894-4b3f-8dc7-142bb1105105 None None] DHCP port deletion for 4375fe28-9d27-4cd9-97a5-246dfa9f81ba request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:31:25.397226 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-8a091951-e28e-4d51-a797-66c90132aeb4 admin admin] For port 508bb53e-4284-4329-9bdc-dd43cac979f8, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=508bb53e-4284-4329-9bdc-dd43cac979f8,segment=NetworkSegment(1b3a331b-40f0-43a0-8cb4-b39b4b994e38),segment_id=1b3a331b-40f0-43a0-8cb4-b39b4b994e38)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:25.397737 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8a091951-e28e-4d51-a797-66c90132aeb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:25.415415 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-8a091951-e28e-4d51-a797-66c90132aeb4 admin admin] Calling delete_port for 508bb53e-4284-4329-9bdc-dd43cac979f8 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:31:25.456964 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-fcdff2aa-a894-4b3f-8dc7-142bb1105105 None None] Deleting port 508bb53e-4284-4329-9bdc-dd43cac979f8 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:31:25.457342 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fcdff2aa-a894-4b3f-8dc7-142bb1105105 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:25.508987 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8a091951-e28e-4d51-a797-66c90132aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:25.522546 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fcdff2aa-a894-4b3f-8dc7-142bb1105105 None None] For port 508bb53e-4284-4329-9bdc-dd43cac979f8, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=508bb53e-4284-4329-9bdc-dd43cac979f8,segment=NetworkSegment(1b3a331b-40f0-43a0-8cb4-b39b4b994e38),segment_id=1b3a331b-40f0-43a0-8cb4-b39b4b994e38)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:25.522546 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fcdff2aa-a894-4b3f-8dc7-142bb1105105 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:25.536752 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-fcdff2aa-a894-4b3f-8dc7-142bb1105105 None None] Calling delete_port for 508bb53e-4284-4329-9bdc-dd43cac979f8 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:31:25.545997 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a091951-e28e-4d51-a797-66c90132aeb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=508bb53e-4284-4329-9bdc-dd43cac979f8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:25.549686 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a091951-e28e-4d51-a797-66c90132aeb4 admin admin] No DVR routers for this DVR port 508bb53e-4284-4329-9bdc-dd43cac979f8 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:31:25.623351 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8a091951-e28e-4d51-a797-66c90132aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:25.628947 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fcdff2aa-a894-4b3f-8dc7-142bb1105105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:25.634104 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-8a091951-e28e-4d51-a797-66c90132aeb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4375fe28-9d27-4cd9-97a5-246dfa9f81ba']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:25.646281 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-8a091951-e28e-4d51-a797-66c90132aeb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3a331b-40f0-43a0-8cb4-b39b4b994e38') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:25.646589 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-8a091951-e28e-4d51-a797-66c90132aeb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3a331b-40f0-43a0-8cb4-b39b4b994e38') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:25.656989 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8a091951-e28e-4d51-a797-66c90132aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:25.663143 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdff2aa-a894-4b3f-8dc7-142bb1105105 None None] Pushing event deleted for resources: {'Port': ['ID=508bb53e-4284-4329-9bdc-dd43cac979f8,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:25.671423 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8a091951-e28e-4d51-a797-66c90132aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:25.676043 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdff2aa-a894-4b3f-8dc7-142bb1105105 None None] No DVR routers for this DVR port 508bb53e-4284-4329-9bdc-dd43cac979f8 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:31:25.678911 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a091951-e28e-4d51-a797-66c90132aeb4 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:31:25.679534 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8a091951-e28e-4d51-a797-66c90132aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:31:25.681170 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:31:25.741927 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8a091951-e28e-4d51-a797-66c90132aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:25.749770 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8a091951-e28e-4d51-a797-66c90132aeb4 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:25.751559 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8a091951-e28e-4d51-a797-66c90132aeb4 admin admin] 10.222.0.77 "DELETE /v2.0/networks/4375fe28-9d27-4cd9-97a5-246dfa9f81ba HTTP/1.1" status: 204 len: 168 time: 0.5869246 Jul 05 04:31:25.761051 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a091951-e28e-4d51-a797-66c90132aeb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4375fe28-9d27-4cd9-97a5-246dfa9f81ba,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:25.921838 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45996) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:25.960065 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-de5b6ca6-2129-4438-bc2c-3da2f1f9d4a4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0123008674674164b0d6c23a248f79c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370471 Jul 05 04:31:25.962684 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 45998) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:26.010068 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2d75f39-04d3-4be5-95cf-984a0b4a879c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:26.031101 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2d75f39-04d3-4be5-95cf-984a0b4a879c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:26.080137 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2d75f39-04d3-4be5-95cf-984a0b4a879c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:26.082674 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c2d75f39-04d3-4be5-95cf-984a0b4a879c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:26.083865 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c2d75f39-04d3-4be5-95cf-984a0b4a879c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c696779a-4320-4eaa-8205-e5e7f65b35e2 HTTP/1.1" status: 204 len: 168 time: 0.1202526 Jul 05 04:31:26.093012 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d75f39-04d3-4be5-95cf-984a0b4a879c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c696779a-4320-4eaa-8205-e5e7f65b35e2,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:26.267685 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 508bb53e-4284-4329-9bdc-dd43cac979f8 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:31:26.288358 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 508bb53e-4284-4329-9bdc-dd43cac979f8 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:31:26.288629 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 508bb53e-4284-4329-9bdc-dd43cac979f8 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:31:26.289053 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d07121cf-af9e-44a6-8e42-7f2b28401bc8 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:31:26.310371 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: d07121cf-af9e-44a6-8e42-7f2b28401bc8 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:31:26.310721 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d07121cf-af9e-44a6-8e42-7f2b28401bc8 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:31:26.311147 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bf3e031d-8d8d-4eb5-8403-eaa6fe914b38 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:31:26.331060 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: bf3e031d-8d8d-4eb5-8403-eaa6fe914b38 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:31:26.331413 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bf3e031d-8d8d-4eb5-8403-eaa6fe914b38 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:31:26.410625 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46006) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:26.451663 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3fc5b6ed-9e17-4de2-becb-9cb2ce58b362 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ea38337d40854c5fad5aed644d161dd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398347 Jul 05 04:31:26.454584 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46008) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:26.506219 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1a4f0533-3b1d-44d8-b13e-3c29a314239b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:26.530208 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1a4f0533-3b1d-44d8-b13e-3c29a314239b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:26.578319 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1a4f0533-3b1d-44d8-b13e-3c29a314239b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:26.580874 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1a4f0533-3b1d-44d8-b13e-3c29a314239b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:26.582034 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1a4f0533-3b1d-44d8-b13e-3c29a314239b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6720eced-3416-4363-b48a-91a5099a2737 HTTP/1.1" status: 204 len: 168 time: 0.1265152 Jul 05 04:31:26.590343 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f0533-3b1d-44d8-b13e-3c29a314239b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6720eced-3416-4363-b48a-91a5099a2737,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:28.680326 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fa7258a1-fbfc-43ed-bd87-d77a52277a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:29.541453 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:31.380594 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-95d57204-2bc7-4991-adc1-1e40ef0d1bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:31.778821 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:32.086939 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b818d8d3-551b-4e14-a6f3-d72fc402b797 req-9ee1f23c-6863-46b5-918e-517e3d7640ff service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0573461 Jul 05 04:31:32.188088 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818d8d3-551b-4e14-a6f3-d72fc402b797 req-7279df63-12ae-478c-a566-e56013bb2da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:32.189576 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b818d8d3-551b-4e14-a6f3-d72fc402b797 req-7279df63-12ae-478c-a566-e56013bb2da1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6fc8fad41d824ee4a364c435b8751415&device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f HTTP/1.1" status: 200 len: 1098 time: 0.0527046 Jul 05 04:31:32.298814 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818d8d3-551b-4e14-a6f3-d72fc402b797 req-bdebcf91-64c8-4d25-9c8b-09ca6e50e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:32.300331 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b818d8d3-551b-4e14-a6f3-d72fc402b797 req-bdebcf91-64c8-4d25-9c8b-09ca6e50e772 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9bb75e69-085b-4398-8c51-4210af335aff HTTP/1.1" status: 200 len: 909 time: 0.0833571 Jul 05 04:31:32.377352 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b818d8d3-551b-4e14-a6f3-d72fc402b797 req-bb983abb-4c5a-4e54-9fdb-57bfa80a76b0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0b95455-529f-4f0e-89a0-ac7b55133a44 HTTP/1.1" status: 200 len: 1002 time: 0.0658617 Jul 05 04:31:32.430863 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818d8d3-551b-4e14-a6f3-d72fc402b797 req-0cdb5dc2-00e4-4a96-9988-9a83d6a8c696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:32.432322 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b818d8d3-551b-4e14-a6f3-d72fc402b797 req-0cdb5dc2-00e4-4a96-9988-9a83d6a8c696 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e647f531-73b2-4581-a3b5-29f9972848b9 HTTP/1.1" status: 200 len: 847 time: 0.0436049 Jul 05 04:31:32.492156 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818d8d3-551b-4e14-a6f3-d72fc402b797 req-e8dc8729-d757-4cfd-b1f1-a607e064e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:32.493636 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b818d8d3-551b-4e14-a6f3-d72fc402b797 req-e8dc8729-d757-4cfd-b1f1-a607e064e2ac service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9bb75e69-085b-4398-8c51-4210af335aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513141 Jul 05 04:31:32.588912 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b818d8d3-551b-4e14-a6f3-d72fc402b797 req-cb333ee7-af09-4123-8fb4-c00ff7bddfdc service neutron] 10.222.0.89 "GET /v2.0/networks/9bb75e69-085b-4398-8c51-4210af335aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845220 Jul 05 04:31:32.674370 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:32.681635 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b818d8d3-551b-4e14-a6f3-d72fc402b797 req-5d52f20b-1a9e-473d-9ec7-fefb31b032cf service neutron] 10.222.0.89 "GET /v2.0/networks/9bb75e69-085b-4398-8c51-4210af335aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826550 Jul 05 04:31:34.475479 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:43.384244 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:48.581625 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:31:49.650438 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55b70e-dec2-4e88-b543-1a769bf07f3f req-125b0cfa-ff8d-4e91-924f-82fc9ae20e06 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:49.651899 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f55b70e-dec2-4e88-b543-1a769bf07f3f req-125b0cfa-ff8d-4e91-924f-82fc9ae20e06 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f HTTP/1.1" status: 200 len: 946 time: 0.0639098 Jul 05 04:31:49.693781 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0f55b70e-dec2-4e88-b543-1a769bf07f3f req-88d0e8d7-a4c5-4c88-8ca6-187154ceac79 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ca741f8-bc36-4d01-b241-a39e6c922d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354068 Jul 05 04:31:51.059833 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2928338-5819-4b8b-8ddb-c9e577f9a4ba req-6962ee96-6f89-407c-ad03-e68f68c45083 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:51.061347 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b2928338-5819-4b8b-8ddb-c9e577f9a4ba req-6962ee96-6f89-407c-ad03-e68f68c45083 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.89 "GET /v2.0/ports?device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f HTTP/1.1" status: 200 len: 946 time: 0.0875976 Jul 05 04:31:51.212064 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-b2928338-5819-4b8b-8ddb-c9e577f9a4ba req-7a824304-d012-47b6-86af-200bc373f867 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Deleting port e0b95455-529f-4f0e-89a0-ac7b55133a44 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:31:51.212478 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b2928338-5819-4b8b-8ddb-c9e577f9a4ba req-7a824304-d012-47b6-86af-200bc373f867 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:51.260768 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992746f-3150-499a-a2cb-7afee2d11f8f req-65da94b6-a305-482b-a8f7-edc8693463df tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:51.262299 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0992746f-3150-499a-a2cb-7afee2d11f8f req-65da94b6-a305-482b-a8f7-edc8693463df tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f HTTP/1.1" status: 200 len: 946 time: 0.2301955 Jul 05 04:31:51.323204 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0992746f-3150-499a-a2cb-7afee2d11f8f req-76518290-b283-4996-a268-0d8829183efe tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ca741f8-bc36-4d01-b241-a39e6c922d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536225 Jul 05 04:31:51.339325 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-b2928338-5819-4b8b-8ddb-c9e577f9a4ba req-7a824304-d012-47b6-86af-200bc373f867 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] For port e0b95455-529f-4f0e-89a0-ac7b55133a44, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=e0b95455-529f-4f0e-89a0-ac7b55133a44,segment=NetworkSegment(55e26d70-fb7d-4a37-ae71-6304bf371319),segment_id=55e26d70-fb7d-4a37-ae71-6304bf371319)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:51.339697 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b2928338-5819-4b8b-8ddb-c9e577f9a4ba req-7a824304-d012-47b6-86af-200bc373f867 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:51.558946 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b2928338-5819-4b8b-8ddb-c9e577f9a4ba req-7a824304-d012-47b6-86af-200bc373f867 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:51.560144 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b2928338-5819-4b8b-8ddb-c9e577f9a4ba req-7a824304-d012-47b6-86af-200bc373f867 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:51.560544 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [req-b2928338-5819-4b8b-8ddb-c9e577f9a4ba req-7a824304-d012-47b6-86af-200bc373f867 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Floating IP cad85269-7006-4ff3-9e4f-cd0f86695c78 disassociated. External IP: 172.25.1.118, port: e0b95455-529f-4f0e-89a0-ac7b55133a44. Jul 05 04:31:51.560893 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-b2928338-5819-4b8b-8ddb-c9e577f9a4ba req-7a824304-d012-47b6-86af-200bc373f867 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Calling delete_port for e0b95455-529f-4f0e-89a0-ac7b55133a44 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:31:51.688817 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b2928338-5819-4b8b-8ddb-c9e577f9a4ba req-7a824304-d012-47b6-86af-200bc373f867 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:51.720203 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a824304-d012-47b6-86af-200bc373f867 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Pushing event deleted for resources: {'Port': ['ID=e0b95455-529f-4f0e-89a0-ac7b55133a44,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:51.833291 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2928338-5819-4b8b-8ddb-c9e577f9a4ba req-7a824304-d012-47b6-86af-200bc373f867 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Router 65e14586-1cd6-4bf5-b62e-5a077e5f791b has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:31:51.940209 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2928338-5819-4b8b-8ddb-c9e577f9a4ba req-7a824304-d012-47b6-86af-200bc373f867 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:31:51.949419 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b0b976-a6d0-4e6e-8b7e-8002828516fb None None] Sync routers for ids ['65e14586-1cd6-4bf5-b62e-5a077e5f791b'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:31:51.959056 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b0b976-a6d0-4e6e-8b7e-8002828516fb None None] Routers {'65e14586-1cd6-4bf5-b62e-5a077e5f791b'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:31:51.959666 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-03b0b976-a6d0-4e6e-8b7e-8002828516fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:31:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['65e14586-1cd6-4bf5-b62e-5a077e5f791b'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:51.983880 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2928338-5819-4b8b-8ddb-c9e577f9a4ba req-7a824304-d012-47b6-86af-200bc373f867 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] No DVR routers for this DVR port e0b95455-529f-4f0e-89a0-ac7b55133a44 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:31:51.986509 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b2928338-5819-4b8b-8ddb-c9e577f9a4ba req-7a824304-d012-47b6-86af-200bc373f867 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:51.988536 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b2928338-5819-4b8b-8ddb-c9e577f9a4ba req-7a824304-d012-47b6-86af-200bc373f867 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.89 "DELETE /v2.0/ports/e0b95455-529f-4f0e-89a0-ac7b55133a44 HTTP/1.1" status: 204 len: 173 time: 0.9186237 Jul 05 04:31:51.988971 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cb09e4-0189-4098-8ad8-e3da42c9f72f', 'name': 'network-vif-deleted', 'tag': 'e0b95455-529f-4f0e-89a0-ac7b55133a44'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:31:51.991261 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3633a8-0593-4f5c-99af-23fae85929a7" -d '{"events": [{"server_uuid": "e1cb09e4-0189-4098-8ad8-e3da42c9f72f", "name": "network-vif-deleted", "tag": "e0b95455-529f-4f0e-89a0-ac7b55133a44"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:31:52.032703 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df80500c-b7bf-4c16-bf12-9a9ee0d3184e x-openstack-request-id: req-df80500c-b7bf-4c16-bf12-9a9ee0d3184e {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:31:52.032999 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cb09e4-0189-4098-8ad8-e3da42c9f72f", "name": "network-vif-deleted", "tag": "e0b95455-529f-4f0e-89a0-ac7b55133a44", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:31:52.033254 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-df80500c-b7bf-4c16-bf12-9a9ee0d3184e {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:31:52.033650 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cb09e4-0189-4098-8ad8-e3da42c9f72f', 'name': 'network-vif-deleted', 'tag': 'e0b95455-529f-4f0e-89a0-ac7b55133a44', 'status': 'completed', 'code': 200} Jul 05 04:31:52.083130 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-03b0b976-a6d0-4e6e-8b7e-8002828516fb None None] Set router 65e14586-1cd6-4bf5-b62e-5a077e5f791b gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:31:52.290301 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-03b0b976-a6d0-4e6e-8b7e-8002828516fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'name': 'tempest-TestServerBasicOps-837009924-router', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'bc01d26b-545b-4fb5-8ed2-18873a4d7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:26:42Z', 'revision_number': 4, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'gw_port': {'id': 'bc01d26b-545b-4fb5-8ed2-18873a4d7b26', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '55cd8391-f6f1-4978-a76c-9e604a8da104', 'name': '', 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'mac_address': 'fa:16:3e:68:35:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'e647f531-73b2-4581-a3b5-29f9972848b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:42Z', 'updated_at': '2021-07-05T04:26:48Z', 'revision_number': 5, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'subnets': [{'id': 'e647f531-73b2-4581-a3b5-29f9972848b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:52.318989 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b0b976-a6d0-4e6e-8b7e-8002828516fb None None] Checking router: 65e14586-1cd6-4bf5-b62e-5a077e5f791b for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:31:52.327664 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b0b976-a6d0-4e6e-8b7e-8002828516fb None None] Routers {'65e14586-1cd6-4bf5-b62e-5a077e5f791b'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:31:52.328300 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-03b0b976-a6d0-4e6e-8b7e-8002828516fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:31:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['65e14586-1cd6-4bf5-b62e-5a077e5f791b'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:52.430575 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-03b0b976-a6d0-4e6e-8b7e-8002828516fb None None] Set router 65e14586-1cd6-4bf5-b62e-5a077e5f791b gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:31:52.487879 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-67104766-65d8-4045-ac16-4f153299f9d4 req-56e0cafb-e38c-453d-aee7-49803a09950f tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1cb09e4-0189-4098-8ad8-e3da42c9f72f HTTP/1.1" status: 200 len: 210 time: 0.0353334 Jul 05 04:31:52.647045 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-03b0b976-a6d0-4e6e-8b7e-8002828516fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'name': 'tempest-TestServerBasicOps-837009924-router', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'bc01d26b-545b-4fb5-8ed2-18873a4d7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:26:42Z', 'revision_number': 4, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'gw_port': {'id': 'bc01d26b-545b-4fb5-8ed2-18873a4d7b26', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '55cd8391-f6f1-4978-a76c-9e604a8da104', 'name': '', 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'mac_address': 'fa:16:3e:68:35:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'e647f531-73b2-4581-a3b5-29f9972848b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:42Z', 'updated_at': '2021-07-05T04:26:48Z', 'revision_number': 5, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'subnets': [{'id': 'e647f531-73b2-4581-a3b5-29f9972848b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:52.675685 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b0b976-a6d0-4e6e-8b7e-8002828516fb None None] The sync data for ids ['65e14586-1cd6-4bf5-b62e-5a077e5f791b'] in n-d-780147-23 is: [{'id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'name': 'tempest-TestServerBasicOps-837009924-router', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'bc01d26b-545b-4fb5-8ed2-18873a4d7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:26:42Z', 'revision_number': 4, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'gw_port': {'id': 'bc01d26b-545b-4fb5-8ed2-18873a4d7b26', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '55cd8391-f6f1-4978-a76c-9e604a8da104', 'name': '', 'network_id': '9bb75e69-085b-4398-8c51-4210af335aff', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'mac_address': 'fa:16:3e:68:35:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'e647f531-73b2-4581-a3b5-29f9972848b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:42Z', 'updated_at': '2021-07-05T04:26:48Z', 'revision_number': 5, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'subnets': [{'id': 'e647f531-73b2-4581-a3b5-29f9972848b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:31:52.887002 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0eae74-1dae-4085-be48-34d6993281df None None] New status for floating IP cad85269-7006-4ff3-9e4f-cd0f86695c78: DOWN {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:31:53.581937 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46028) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:53.705655 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ae1d737f-f08a-47af-9997-db21d200f1c8 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Deleting port ad84cf8d-f60d-4b7d-af5d-a6acf2096ebf {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:31:53.706001 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae1d737f-f08a-47af-9997-db21d200f1c8 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:53.781646 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae1d737f-f08a-47af-9997-db21d200f1c8 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:53.781871 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae1d737f-f08a-47af-9997-db21d200f1c8 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:53.793224 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ae1d737f-f08a-47af-9997-db21d200f1c8 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Calling delete_port for ad84cf8d-f60d-4b7d-af5d-a6acf2096ebf owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:31:53.927191 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae1d737f-f08a-47af-9997-db21d200f1c8 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:53.950991 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d737f-f08a-47af-9997-db21d200f1c8 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Pushing event deleted for resources: {'Port': ['ID=ad84cf8d-f60d-4b7d-af5d-a6acf2096ebf,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:54.019240 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae1d737f-f08a-47af-9997-db21d200f1c8 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:54.021983 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ae1d737f-f08a-47af-9997-db21d200f1c8 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:54.023142 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ae1d737f-f08a-47af-9997-db21d200f1c8 tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "DELETE /v2.0/floatingips/cad85269-7006-4ff3-9e4f-cd0f86695c78 HTTP/1.1" status: 204 len: 168 time: 0.4401996 Jul 05 04:31:54.170567 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46034) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:54.228874 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-88013c9b-f572-4734-9727-ea096a1c323d tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:54.254225 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-88013c9b-f572-4734-9727-ea096a1c323d tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:54.312395 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-88013c9b-f572-4734-9727-ea096a1c323d tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:54.314884 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-88013c9b-f572-4734-9727-ea096a1c323d tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:54.316071 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-88013c9b-f572-4734-9727-ea096a1c323d tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] 10.222.0.77 "DELETE /v2.0/security-groups/7ca741f8-bc36-4d01-b241-a39e6c922d02 HTTP/1.1" status: 204 len: 168 time: 0.1444814 Jul 05 04:31:54.328736 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88013c9b-f572-4734-9727-ea096a1c323d tempest-TestServerBasicOps-1614468741 tempest-TestServerBasicOps-1614468741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca741f8-bc36-4d01-b241-a39e6c922d02,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:54.350165 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46038) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:54.789960 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2d876eb9-46fa-4ef0-bbc4-725bf44e0e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:55.068029 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-2d876eb9-46fa-4ef0-bbc4-725bf44e0e42 admin admin] Deleting port 55cd8391-f6f1-4978-a76c-9e604a8da104 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:31:55.068029 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2d876eb9-46fa-4ef0-bbc4-725bf44e0e42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:55.177480 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-2d876eb9-46fa-4ef0-bbc4-725bf44e0e42 admin admin] For port 55cd8391-f6f1-4978-a76c-9e604a8da104, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=55cd8391-f6f1-4978-a76c-9e604a8da104,segment=NetworkSegment(55e26d70-fb7d-4a37-ae71-6304bf371319),segment_id=55e26d70-fb7d-4a37-ae71-6304bf371319)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:55.177854 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2d876eb9-46fa-4ef0-bbc4-725bf44e0e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:55.192224 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-2d876eb9-46fa-4ef0-bbc4-725bf44e0e42 admin admin] Calling delete_port for 55cd8391-f6f1-4978-a76c-9e604a8da104 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:31:55.421724 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2d876eb9-46fa-4ef0-bbc4-725bf44e0e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:55.457294 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d876eb9-46fa-4ef0-bbc4-725bf44e0e42 admin admin] Pushing event deleted for resources: {'Port': ['ID=55cd8391-f6f1-4978-a76c-9e604a8da104,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:55.644192 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2d876eb9-46fa-4ef0-bbc4-725bf44e0e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:55.915213 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d876eb9-46fa-4ef0-bbc4-725bf44e0e42 admin admin] Router 65e14586-1cd6-4bf5-b62e-5a077e5f791b has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:31:56.021984 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d876eb9-46fa-4ef0-bbc4-725bf44e0e42 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:31:56.035229 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0268bc8c-9bd8-4c13-bd8f-c5d06490b978 None None] Sync routers for ids ['65e14586-1cd6-4bf5-b62e-5a077e5f791b'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:31:56.035754 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46042) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:56.036165 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2d876eb9-46fa-4ef0-bbc4-725bf44e0e42 admin admin] 10.222.0.77 "PUT /v2.0/routers/65e14586-1cd6-4bf5-b62e-5a077e5f791b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6839948 Jul 05 04:31:56.046267 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0268bc8c-9bd8-4c13-bd8f-c5d06490b978 None None] Routers {'65e14586-1cd6-4bf5-b62e-5a077e5f791b'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:31:56.046963 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-0268bc8c-9bd8-4c13-bd8f-c5d06490b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:31:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['65e14586-1cd6-4bf5-b62e-5a077e5f791b'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:56.145677 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c655ae66-3005-45b2-902e-cf45654adb20 admin admin] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:56.163780 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-0268bc8c-9bd8-4c13-bd8f-c5d06490b978 None None] Set router 65e14586-1cd6-4bf5-b62e-5a077e5f791b gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:31:56.252244 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c655ae66-3005-45b2-902e-cf45654adb20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:56.306768 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-c655ae66-3005-45b2-902e-cf45654adb20 admin admin] Deleting port bc01d26b-545b-4fb5-8ed2-18873a4d7b26 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:31:56.307115 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c655ae66-3005-45b2-902e-cf45654adb20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:56.348825 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-0268bc8c-9bd8-4c13-bd8f-c5d06490b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'name': 'tempest-TestServerBasicOps-837009924-router', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'bc01d26b-545b-4fb5-8ed2-18873a4d7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:31:55Z', 'revision_number': 5, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'gw_port': {'id': 'bc01d26b-545b-4fb5-8ed2-18873a4d7b26', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:cd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:56.377280 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device e0b95455-529f-4f0e-89a0-ac7b55133a44 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:31:56.380468 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0268bc8c-9bd8-4c13-bd8f-c5d06490b978 None None] Checking router: 65e14586-1cd6-4bf5-b62e-5a077e5f791b for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:31:56.395665 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-c655ae66-3005-45b2-902e-cf45654adb20 admin admin] For port bc01d26b-545b-4fb5-8ed2-18873a4d7b26, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=bc01d26b-545b-4fb5-8ed2-18873a4d7b26,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:56.396057 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c655ae66-3005-45b2-902e-cf45654adb20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:56.402260 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: e0b95455-529f-4f0e-89a0-ac7b55133a44 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:31:56.402616 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device e0b95455-529f-4f0e-89a0-ac7b55133a44 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:31:56.412495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0268bc8c-9bd8-4c13-bd8f-c5d06490b978 None None] Routers {'65e14586-1cd6-4bf5-b62e-5a077e5f791b'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:31:56.413133 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-0268bc8c-9bd8-4c13-bd8f-c5d06490b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:31:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['65e14586-1cd6-4bf5-b62e-5a077e5f791b'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:56.414747 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-c655ae66-3005-45b2-902e-cf45654adb20 admin admin] Calling delete_port for bc01d26b-545b-4fb5-8ed2-18873a4d7b26 owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:31:56.500173 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-0268bc8c-9bd8-4c13-bd8f-c5d06490b978 None None] Set router 65e14586-1cd6-4bf5-b62e-5a077e5f791b gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:31:56.554059 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-0268bc8c-9bd8-4c13-bd8f-c5d06490b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'name': 'tempest-TestServerBasicOps-837009924-router', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:31:56Z', 'revision_number': 6, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:56.581277 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c655ae66-3005-45b2-902e-cf45654adb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:56.581529 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0268bc8c-9bd8-4c13-bd8f-c5d06490b978 None None] The sync data for ids ['65e14586-1cd6-4bf5-b62e-5a077e5f791b'] in n-d-780147-23 is: [{'id': '65e14586-1cd6-4bf5-b62e-5a077e5f791b', 'name': 'tempest-TestServerBasicOps-837009924-router', 'tenant_id': '6fc8fad41d824ee4a364c435b8751415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:39Z', 'updated_at': '2021-07-05T04:31:56Z', 'revision_number': 6, 'project_id': '6fc8fad41d824ee4a364c435b8751415', 'gw_port_host': None}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:31:56.607463 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655ae66-3005-45b2-902e-cf45654adb20 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc01d26b-545b-4fb5-8ed2-18873a4d7b26,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:56.674071 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c655ae66-3005-45b2-902e-cf45654adb20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:56.766266 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c655ae66-3005-45b2-902e-cf45654adb20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:56.768513 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c655ae66-3005-45b2-902e-cf45654adb20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:56.814179 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c655ae66-3005-45b2-902e-cf45654adb20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:56.814707 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c655ae66-3005-45b2-902e-cf45654adb20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65e14586-1cd6-4bf5-b62e-5a077e5f791b {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:31:56.819693 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c655ae66-3005-45b2-902e-cf45654adb20 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:56.820895 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c655ae66-3005-45b2-902e-cf45654adb20 admin admin] 10.222.0.77 "DELETE /v2.0/routers/65e14586-1cd6-4bf5-b62e-5a077e5f791b HTTP/1.1" status: 204 len: 168 time: 0.7841485 Jul 05 04:31:56.823382 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46044) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:56.868174 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-2385bef9-0de0-4337-bb3a-2253ff1626a6 admin admin] Deleting subnet e647f531-73b2-4581-a3b5-29f9972848b9 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:31:56.871053 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2385bef9-0de0-4337-bb3a-2253ff1626a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:56.907123 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2385bef9-0de0-4337-bb3a-2253ff1626a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:56.992567 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2385bef9-0de0-4337-bb3a-2253ff1626a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:57.046679 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2385bef9-0de0-4337-bb3a-2253ff1626a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:57.076451 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2385bef9-0de0-4337-bb3a-2253ff1626a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:57.078238 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2385bef9-0de0-4337-bb3a-2253ff1626a6 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e647f531-73b2-4581-a3b5-29f9972848b9 HTTP/1.1" status: 204 len: 168 time: 0.2539568 Jul 05 04:31:57.079145 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385bef9-0de0-4337-bb3a-2253ff1626a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e647f531-73b2-4581-a3b5-29f9972848b9,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:57.080780 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46046) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:57.083791 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ec3916-f0fb-4030-822d-420eccaf5b11 None None] Network 9bb75e69-085b-4398-8c51-4210af335aff requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:31:57.148126 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-24ba3251-ad9d-48fa-82a7-101e74b5d3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:57.205964 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-24ba3251-ad9d-48fa-82a7-101e74b5d3e1 admin admin] Deleting port 38c7d591-23c0-42bd-a34b-09b383d1a73c {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:31:57.206338 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-24ba3251-ad9d-48fa-82a7-101e74b5d3e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:57.268562 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-24ba3251-ad9d-48fa-82a7-101e74b5d3e1 admin admin] For port 38c7d591-23c0-42bd-a34b-09b383d1a73c, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=38c7d591-23c0-42bd-a34b-09b383d1a73c,segment=NetworkSegment(55e26d70-fb7d-4a37-ae71-6304bf371319),segment_id=55e26d70-fb7d-4a37-ae71-6304bf371319)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:57.268864 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-24ba3251-ad9d-48fa-82a7-101e74b5d3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:57.281570 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-24ba3251-ad9d-48fa-82a7-101e74b5d3e1 admin admin] Calling delete_port for 38c7d591-23c0-42bd-a34b-09b383d1a73c owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:31:57.329128 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146b71d2-c4ef-4fba-91cb-d2a2d7aaae0c None None] DHCP port deletion for 9bb75e69-085b-4398-8c51-4210af335aff request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:31:57.374010 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-24ba3251-ad9d-48fa-82a7-101e74b5d3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:57.379168 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-146b71d2-c4ef-4fba-91cb-d2a2d7aaae0c None None] Deleting port 38c7d591-23c0-42bd-a34b-09b383d1a73c {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:31:57.379687 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-146b71d2-c4ef-4fba-91cb-d2a2d7aaae0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:57.400752 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba3251-ad9d-48fa-82a7-101e74b5d3e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=38c7d591-23c0-42bd-a34b-09b383d1a73c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:57.402558 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ba3251-ad9d-48fa-82a7-101e74b5d3e1 admin admin] No DVR routers for this DVR port 38c7d591-23c0-42bd-a34b-09b383d1a73c on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:31:57.452499 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-146b71d2-c4ef-4fba-91cb-d2a2d7aaae0c None None] For port 38c7d591-23c0-42bd-a34b-09b383d1a73c, host n-d-780147-23, got binding levels [] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:57.452993 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-146b71d2-c4ef-4fba-91cb-d2a2d7aaae0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:57.478594 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-24ba3251-ad9d-48fa-82a7-101e74b5d3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:57.489354 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-24ba3251-ad9d-48fa-82a7-101e74b5d3e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb75e69-085b-4398-8c51-4210af335aff']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:57.501495 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-24ba3251-ad9d-48fa-82a7-101e74b5d3e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e26d70-fb7d-4a37-ae71-6304bf371319') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:57.501794 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-24ba3251-ad9d-48fa-82a7-101e74b5d3e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e26d70-fb7d-4a37-ae71-6304bf371319') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:57.511384 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-24ba3251-ad9d-48fa-82a7-101e74b5d3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:57.526158 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-24ba3251-ad9d-48fa-82a7-101e74b5d3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:57.532785 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ba3251-ad9d-48fa-82a7-101e74b5d3e1 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:31:57.533208 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-24ba3251-ad9d-48fa-82a7-101e74b5d3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:31:57.535168 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:31:57.600395 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-24ba3251-ad9d-48fa-82a7-101e74b5d3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:57.607179 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-24ba3251-ad9d-48fa-82a7-101e74b5d3e1 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:57.609218 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-24ba3251-ad9d-48fa-82a7-101e74b5d3e1 admin admin] 10.222.0.77 "DELETE /v2.0/networks/9bb75e69-085b-4398-8c51-4210af335aff HTTP/1.1" status: 204 len: 168 time: 0.5275156 Jul 05 04:31:57.612223 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46050) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:57.629160 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba3251-ad9d-48fa-82a7-101e74b5d3e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bb75e69-085b-4398-8c51-4210af335aff,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:57.633870 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-146b71d2-c4ef-4fba-91cb-d2a2d7aaae0c None None] Calling delete_port for 38c7d591-23c0-42bd-a34b-09b383d1a73c owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:31:57.636502 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.ipam_backend_mixin [None req-146b71d2-c4ef-4fba-91cb-d2a2d7aaae0c None None] Port 38c7d591-23c0-42bd-a34b-09b383d1a73c was not found and therefore no delete operation was performed {{(pid=105540) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:31:57.638474 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-146b71d2-c4ef-4fba-91cb-d2a2d7aaae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:57.662902 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-146b71d2-c4ef-4fba-91cb-d2a2d7aaae0c None None] Network 9bb75e69-085b-4398-8c51-4210af335aff is not hosted by any dhcp agent {{(pid=105540) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 04:31:57.663334 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146b71d2-c4ef-4fba-91cb-d2a2d7aaae0c None None] No DVR routers for this DVR port 38c7d591-23c0-42bd-a34b-09b383d1a73c on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:31:57.664979 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b71d2-c4ef-4fba-91cb-d2a2d7aaae0c None None] Pushing event deleted for resources: {'Port': ['ID=38c7d591-23c0-42bd-a34b-09b383d1a73c,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:57.675548 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b71d2-c4ef-4fba-91cb-d2a2d7aaae0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:57.675930 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b71d2-c4ef-4fba-91cb-d2a2d7aaae0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:57.676276 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b71d2-c4ef-4fba-91cb-d2a2d7aaae0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:57.676610 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b71d2-c4ef-4fba-91cb-d2a2d7aaae0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:57.676988 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b71d2-c4ef-4fba-91cb-d2a2d7aaae0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:57.677757 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b71d2-c4ef-4fba-91cb-d2a2d7aaae0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:57.677757 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b71d2-c4ef-4fba-91cb-d2a2d7aaae0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:57.677943 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b71d2-c4ef-4fba-91cb-d2a2d7aaae0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:57.678208 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b71d2-c4ef-4fba-91cb-d2a2d7aaae0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:57.678537 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b71d2-c4ef-4fba-91cb-d2a2d7aaae0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:57.678858 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b71d2-c4ef-4fba-91cb-d2a2d7aaae0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:57.679180 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b71d2-c4ef-4fba-91cb-d2a2d7aaae0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:57.974324 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1539d20a-fea4-4ae0-ab20-ee4deffd34a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:58.226651 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-1539d20a-fea4-4ae0-ab20-ee4deffd34a7 admin admin] Deleting port abe6e227-864c-4a82-9216-821d8a88e407 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:31:58.227222 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1539d20a-fea4-4ae0-ab20-ee4deffd34a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:58.299358 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 55cd8391-f6f1-4978-a76c-9e604a8da104 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:31:58.307088 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-1539d20a-fea4-4ae0-ab20-ee4deffd34a7 admin admin] For port abe6e227-864c-4a82-9216-821d8a88e407, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=abe6e227-864c-4a82-9216-821d8a88e407,segment=NetworkSegment(1413cb82-f325-4364-966a-923ef20dd644),segment_id=1413cb82-f325-4364-966a-923ef20dd644)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:58.307485 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1539d20a-fea4-4ae0-ab20-ee4deffd34a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:58.319254 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 55cd8391-f6f1-4978-a76c-9e604a8da104 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:31:58.319597 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 55cd8391-f6f1-4978-a76c-9e604a8da104 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:31:58.320039 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bc01d26b-545b-4fb5-8ed2-18873a4d7b26 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:31:58.320934 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-1539d20a-fea4-4ae0-ab20-ee4deffd34a7 admin admin] Calling delete_port for abe6e227-864c-4a82-9216-821d8a88e407 owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:31:58.338238 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: bc01d26b-545b-4fb5-8ed2-18873a4d7b26 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:31:58.338585 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bc01d26b-545b-4fb5-8ed2-18873a4d7b26 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:31:58.339167 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 38c7d591-23c0-42bd-a34b-09b383d1a73c no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:31:58.357620 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 38c7d591-23c0-42bd-a34b-09b383d1a73c {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:31:58.357965 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 38c7d591-23c0-42bd-a34b-09b383d1a73c not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:31:58.500223 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1539d20a-fea4-4ae0-ab20-ee4deffd34a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:58.526106 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539d20a-fea4-4ae0-ab20-ee4deffd34a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=abe6e227-864c-4a82-9216-821d8a88e407,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:58.681607 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0996e504-175f-4cca-890f-738c6acf0f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:59.027316 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1539d20a-fea4-4ae0-ab20-ee4deffd34a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:59.249265 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1539d20a-fea4-4ae0-ab20-ee4deffd34a7 admin admin] Router 74097ffe-26b8-495a-8b78-5c2da4129405 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:31:59.352095 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1539d20a-fea4-4ae0-ab20-ee4deffd34a7 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:31:59.357071 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1539d20a-fea4-4ae0-ab20-ee4deffd34a7 admin admin] 10.222.0.77 "PUT /v2.0/routers/74097ffe-26b8-495a-8b78-5c2da4129405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7438629 Jul 05 04:31:59.359617 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46052) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:59.362280 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9003ab-b41c-45e6-9153-276de912ad70 None None] Sync routers for ids ['74097ffe-26b8-495a-8b78-5c2da4129405'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:31:59.371945 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9003ab-b41c-45e6-9153-276de912ad70 None None] Routers {'74097ffe-26b8-495a-8b78-5c2da4129405'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:31:59.372658 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3d9003ab-b41c-45e6-9153-276de912ad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:31:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['74097ffe-26b8-495a-8b78-5c2da4129405'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:59.465712 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8f8ce65e-db70-407f-9602-13a9ca586b6a admin admin] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:59.557172 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:59.573103 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-3d9003ab-b41c-45e6-9153-276de912ad70 None None] Set router 74097ffe-26b8-495a-8b78-5c2da4129405 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:31:59.573742 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8f8ce65e-db70-407f-9602-13a9ca586b6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:59.627733 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ce65e-db70-407f-9602-13a9ca586b6a admin admin] Deleting port 46775e65-9b7d-46db-ba56-0cc5f6cc0234 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:31:59.628143 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8f8ce65e-db70-407f-9602-13a9ca586b6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:59.711007 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-8f8ce65e-db70-407f-9602-13a9ca586b6a admin admin] For port 46775e65-9b7d-46db-ba56-0cc5f6cc0234, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=46775e65-9b7d-46db-ba56-0cc5f6cc0234,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:59.711402 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8f8ce65e-db70-407f-9602-13a9ca586b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:59.725195 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ce65e-db70-407f-9602-13a9ca586b6a admin admin] Calling delete_port for 46775e65-9b7d-46db-ba56-0cc5f6cc0234 owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:31:59.748314 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3d9003ab-b41c-45e6-9153-276de912ad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74097ffe-26b8-495a-8b78-5c2da4129405', 'name': 'tempest-TestServerBasicOps-269448978-router', 'tenant_id': '3dc9212d94b64138b88e4a87933aa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '46775e65-9b7d-46db-ba56-0cc5f6cc0234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:44Z', 'updated_at': '2021-07-05T04:31:58Z', 'revision_number': 5, 'project_id': '3dc9212d94b64138b88e4a87933aa7e4', 'gw_port': {'id': '46775e65-9b7d-46db-ba56-0cc5f6cc0234', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:70:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74097ffe-26b8-495a-8b78-5c2da4129405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:45Z', 'updated_at': '2021-07-05T04:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:59.776904 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9003ab-b41c-45e6-9153-276de912ad70 None None] Checking router: 74097ffe-26b8-495a-8b78-5c2da4129405 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:31:59.785514 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9003ab-b41c-45e6-9153-276de912ad70 None None] Routers {'74097ffe-26b8-495a-8b78-5c2da4129405'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:31:59.786113 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3d9003ab-b41c-45e6-9153-276de912ad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:31:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['74097ffe-26b8-495a-8b78-5c2da4129405'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:59.866573 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-3d9003ab-b41c-45e6-9153-276de912ad70 None None] Set router 74097ffe-26b8-495a-8b78-5c2da4129405 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:31:59.893671 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8f8ce65e-db70-407f-9602-13a9ca586b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:59.920070 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-3d9003ab-b41c-45e6-9153-276de912ad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74097ffe-26b8-495a-8b78-5c2da4129405', 'name': 'tempest-TestServerBasicOps-269448978-router', 'tenant_id': '3dc9212d94b64138b88e4a87933aa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:44Z', 'updated_at': '2021-07-05T04:31:59Z', 'revision_number': 6, 'project_id': '3dc9212d94b64138b88e4a87933aa7e4', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:59.921636 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ce65e-db70-407f-9602-13a9ca586b6a admin admin] Pushing event deleted for resources: {'Port': ['ID=46775e65-9b7d-46db-ba56-0cc5f6cc0234,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:59.948956 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9003ab-b41c-45e6-9153-276de912ad70 None None] The sync data for ids ['74097ffe-26b8-495a-8b78-5c2da4129405'] in n-d-780147-23 is: [{'id': '74097ffe-26b8-495a-8b78-5c2da4129405', 'name': 'tempest-TestServerBasicOps-269448978-router', 'tenant_id': '3dc9212d94b64138b88e4a87933aa7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:44Z', 'updated_at': '2021-07-05T04:31:59Z', 'revision_number': 6, 'project_id': '3dc9212d94b64138b88e4a87933aa7e4', 'gw_port_host': None}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:31:59.989681 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8f8ce65e-db70-407f-9602-13a9ca586b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:00.080605 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8f8ce65e-db70-407f-9602-13a9ca586b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:00.082661 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8f8ce65e-db70-407f-9602-13a9ca586b6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:00.125538 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8f8ce65e-db70-407f-9602-13a9ca586b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:00.126136 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8ce65e-db70-407f-9602-13a9ca586b6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74097ffe-26b8-495a-8b78-5c2da4129405 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:32:00.130734 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8f8ce65e-db70-407f-9602-13a9ca586b6a admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:00.131964 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8f8ce65e-db70-407f-9602-13a9ca586b6a admin admin] 10.222.0.77 "DELETE /v2.0/routers/74097ffe-26b8-495a-8b78-5c2da4129405 HTTP/1.1" status: 204 len: 168 time: 0.7713547 Jul 05 04:32:00.134420 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46054) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:00.178313 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33e9265-472a-4930-b56e-fe5192bd0fe4 admin admin] Deleting subnet 1c2196c6-1195-4826-a262-1fab8f12626f {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:32:00.181174 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b33e9265-472a-4930-b56e-fe5192bd0fe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:00.223170 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b33e9265-472a-4930-b56e-fe5192bd0fe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:00.307551 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b33e9265-472a-4930-b56e-fe5192bd0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:00.366419 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b33e9265-472a-4930-b56e-fe5192bd0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:00.381046 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b33e9265-472a-4930-b56e-fe5192bd0fe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:00.385784 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b33e9265-472a-4930-b56e-fe5192bd0fe4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1c2196c6-1195-4826-a262-1fab8f12626f HTTP/1.1" status: 204 len: 168 time: 0.2482576 Jul 05 04:32:00.386259 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46056) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:00.386829 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b368dede-be04-413b-9fc9-0f2603758480 None None] Network af34a17b-aa6e-4ca3-9edc-aceca6e6d0be requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:32:00.416594 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e9265-472a-4930-b56e-fe5192bd0fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c2196c6-1195-4826-a262-1fab8f12626f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:00.439378 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device abe6e227-864c-4a82-9216-821d8a88e407 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:32:00.466441 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: abe6e227-864c-4a82-9216-821d8a88e407 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:32:00.466667 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device abe6e227-864c-4a82-9216-821d8a88e407 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:32:00.473191 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-596f4a56-906b-4e97-ba31-037e508bb56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:00.531236 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-596f4a56-906b-4e97-ba31-037e508bb56d admin admin] Deleting port d5e365d6-b1bc-498f-9378-fd40bcca1f69 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:32:00.531580 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-596f4a56-906b-4e97-ba31-037e508bb56d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:00.595275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-596f4a56-906b-4e97-ba31-037e508bb56d admin admin] For port d5e365d6-b1bc-498f-9378-fd40bcca1f69, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d5e365d6-b1bc-498f-9378-fd40bcca1f69,segment=NetworkSegment(1413cb82-f325-4364-966a-923ef20dd644),segment_id=1413cb82-f325-4364-966a-923ef20dd644)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:32:00.595640 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-596f4a56-906b-4e97-ba31-037e508bb56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:00.607937 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-596f4a56-906b-4e97-ba31-037e508bb56d admin admin] Calling delete_port for d5e365d6-b1bc-498f-9378-fd40bcca1f69 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:32:00.683773 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-596f4a56-906b-4e97-ba31-037e508bb56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:00.713545 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f4a56-906b-4e97-ba31-037e508bb56d admin admin] Pushing event deleted for resources: {'Port': ['ID=d5e365d6-b1bc-498f-9378-fd40bcca1f69,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:00.717455 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596f4a56-906b-4e97-ba31-037e508bb56d admin admin] No DVR routers for this DVR port d5e365d6-b1bc-498f-9378-fd40bcca1f69 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:32:00.749552 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b89381-35ad-4f2b-906b-059a72eb33d8 None None] DHCP port deletion for af34a17b-aa6e-4ca3-9edc-aceca6e6d0be request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:32:00.792003 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-596f4a56-906b-4e97-ba31-037e508bb56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:00.801794 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-596f4a56-906b-4e97-ba31-037e508bb56d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af34a17b-aa6e-4ca3-9edc-aceca6e6d0be']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:32:00.812218 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-596f4a56-906b-4e97-ba31-037e508bb56d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1413cb82-f325-4364-966a-923ef20dd644') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:32:00.812517 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-596f4a56-906b-4e97-ba31-037e508bb56d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1413cb82-f325-4364-966a-923ef20dd644') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:32:00.821193 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-596f4a56-906b-4e97-ba31-037e508bb56d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:00.837164 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-596f4a56-906b-4e97-ba31-037e508bb56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:00.844419 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-596f4a56-906b-4e97-ba31-037e508bb56d admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:32:00.844841 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-596f4a56-906b-4e97-ba31-037e508bb56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:32:00.846521 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:32:00.905133 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-596f4a56-906b-4e97-ba31-037e508bb56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:00.911258 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-596f4a56-906b-4e97-ba31-037e508bb56d admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:00.915869 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-596f4a56-906b-4e97-ba31-037e508bb56d admin admin] 10.222.0.77 "DELETE /v2.0/networks/af34a17b-aa6e-4ca3-9edc-aceca6e6d0be HTTP/1.1" status: 204 len: 168 time: 0.5245292 Jul 05 04:32:00.926090 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f4a56-906b-4e97-ba31-037e508bb56d admin admin] Pushing event deleted for resources: {'Network': ['ID=af34a17b-aa6e-4ca3-9edc-aceca6e6d0be,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:01.036259 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46060) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:01.077331 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-56106193-ce2f-4ac0-8057-31a7da15b663 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6fc8fad41d824ee4a364c435b8751415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398219 Jul 05 04:32:01.079734 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46062) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:01.128018 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d7082748-db0c-4813-b585-31a5bcd359d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:01.148164 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d7082748-db0c-4813-b585-31a5bcd359d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:01.197631 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d7082748-db0c-4813-b585-31a5bcd359d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:01.200536 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d7082748-db0c-4813-b585-31a5bcd359d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:01.201769 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d7082748-db0c-4813-b585-31a5bcd359d3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ef43bfb7-788a-4933-9c2e-67321b55e4d5 HTTP/1.1" status: 204 len: 168 time: 0.1211219 Jul 05 04:32:01.209815 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7082748-db0c-4813-b585-31a5bcd359d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef43bfb7-788a-4933-9c2e-67321b55e4d5,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:01.382744 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8e0833ac-8820-40d3-a2cf-a1fbbf02ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:01.524396 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46068) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:01.563892 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3dea6131-e617-4037-911c-e4ba82952897 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3dc9212d94b64138b88e4a87933aa7e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382726 Jul 05 04:32:01.566198 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46070) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:01.614355 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c9ca1415-ce7e-4060-850e-e4f4b79cf62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:01.635318 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c9ca1415-ce7e-4060-850e-e4f4b79cf62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:01.680900 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c9ca1415-ce7e-4060-850e-e4f4b79cf62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:01.683472 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c9ca1415-ce7e-4060-850e-e4f4b79cf62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:01.685175 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c9ca1415-ce7e-4060-850e-e4f4b79cf62f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6327f092-1bee-4060-b9eb-277b3b1123a3 HTTP/1.1" status: 204 len: 168 time: 0.1180961 Jul 05 04:32:01.692722 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca1415-ce7e-4060-850e-e4f4b79cf62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6327f092-1bee-4060-b9eb-277b3b1123a3,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:01.780434 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:02.284750 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 46775e65-9b7d-46db-ba56-0cc5f6cc0234 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:32:02.305319 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 46775e65-9b7d-46db-ba56-0cc5f6cc0234 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:32:02.305667 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 46775e65-9b7d-46db-ba56-0cc5f6cc0234 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:32:02.306084 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d5e365d6-b1bc-498f-9378-fd40bcca1f69 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:32:02.327146 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: d5e365d6-b1bc-498f-9378-fd40bcca1f69 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:32:02.327493 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d5e365d6-b1bc-498f-9378-fd40bcca1f69 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:32:02.678450 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:04.478211 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:11.964335 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-6c5e56f2-839d-41e5-839d-526b1fcd21f3 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=165db738c85847589dd3352498db5d2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302782 Jul 05 04:32:12.153007 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-029ef008-661d-40a6-b87d-209771f95dd7 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:12.155015 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-029ef008-661d-40a6-b87d-209771f95dd7 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852436 Jul 05 04:32:12.169077 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-46d284ad-4e71-45f0-8415-a29d49339ba7 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/quotas/165db738c85847589dd3352498db5d2d HTTP/1.1" status: 200 len: 375 time: 0.0087113 Jul 05 04:32:12.203009 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-8e50d064-d45b-49fe-8c73-db6c3f8f7f81 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=165db738c85847589dd3352498db5d2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285490 Jul 05 04:32:12.378667 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e0845ed-0003-4f45-994d-5eb343791720 req-523de8cb-fcd2-406a-842b-85d7f92518bc tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3a0fd56-0912-4c21-a5c1-324cb492cbbb HTTP/1.1" status: 200 len: 210 time: 0.0358825 Jul 05 04:32:13.383905 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:13.399414 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-554d3a70-8e2b-461f-b75e-ff676eb57363 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=165db738c85847589dd3352498db5d2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216596 Jul 05 04:32:13.524525 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-8a01e0fc-ac71-4a67-b2d3-a6239bb47235 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:13.526184 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-8a01e0fc-ac71-4a67-b2d3-a6239bb47235 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1210287 Jul 05 04:32:13.547721 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-1f9f0e73-1e4d-4fd9-9d3e-4728184d8b2a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Request body: {'port': {'device_id': 'f3a0fd56-0912-4c21-a5c1-324cb492cbbb', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'admin_state_up': True, 'tenant_id': '165db738c85847589dd3352498db5d2d'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:32:13.552199 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-03084cc5-7295-489f-b259-e83d850647ed req-e18c8ff4-d3ea-4141-b9f3-396930b6cb0d tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3a0fd56-0912-4c21-a5c1-324cb492cbbb HTTP/1.1" status: 200 len: 210 time: 0.0483902 Jul 05 04:32:13.661396 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-1f9f0e73-1e4d-4fd9-9d3e-4728184d8b2a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Made reservation on behalf of 165db738c85847589dd3352498db5d2d for: {'port': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:32:13.664844 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-1f9f0e73-1e4d-4fd9-9d3e-4728184d8b2a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:13.673793 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-1f9f0e73-1e4d-4fd9-9d3e-4728184d8b2a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:13.767264 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-1f9f0e73-1e4d-4fd9-9d3e-4728184d8b2a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:13.770940 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-1f9f0e73-1e4d-4fd9-9d3e-4728184d8b2a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:13.833140 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f0e73-1e4d-4fd9-9d3e-4728184d8b2a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61e8f475-6d96-4c1f-8925-7891362a654b,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:13.902703 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-1f9f0e73-1e4d-4fd9-9d3e-4728184d8b2a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Allocated IP 192.168.233.78 (02a133b7-dec8-4001-91c8-fc55b550967d/c964c461-c862-40b0-bd26-5467bc4b5039/0d6697db-14ba-4efe-8063-3ba9468d7065) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:32:14.050919 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-1f9f0e73-1e4d-4fd9-9d3e-4728184d8b2a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:14.065814 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-1f9f0e73-1e4d-4fd9-9d3e-4728184d8b2a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Transition to ACTIVE for port object 0d6697db-14ba-4efe-8063-3ba9468d7065 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:32:14.099136 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-1f9f0e73-1e4d-4fd9-9d3e-4728184d8b2a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:14.144592 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-1f9f0e73-1e4d-4fd9-9d3e-4728184d8b2a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Network 02a133b7-dec8-4001-91c8-fc55b550967d is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:32:14.149683 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-1f9f0e73-1e4d-4fd9-9d3e-4728184d8b2a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:32:14.152122 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-1f9f0e73-1e4d-4fd9-9d3e-4728184d8b2a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:32:14.186384 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f0e73-1e4d-4fd9-9d3e-4728184d8b2a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Pushing event updated for resources: {'Port': ['ID=0d6697db-14ba-4efe-8063-3ba9468d7065,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:14.214848 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-1f9f0e73-1e4d-4fd9-9d3e-4728184d8b2a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:14.215489 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-1f9f0e73-1e4d-4fd9-9d3e-4728184d8b2a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:14.233781 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-1f9f0e73-1e4d-4fd9-9d3e-4728184d8b2a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6908388 Jul 05 04:32:14.252027 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-66c6f9ee-3343-4cf8-991a-5a839fcf2504 service neutron] Request body: {'port': {'device_id': 'f3a0fd56-0912-4c21-a5c1-324cb492cbbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:32:14.327321 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-66c6f9ee-3343-4cf8-991a-5a839fcf2504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:14.409299 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fad0e24d-e03b-429c-a322-6ef67f8de85a None None] Provisioning for port 0d6697db-14ba-4efe-8063-3ba9468d7065 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:32:14.413017 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fad0e24d-e03b-429c-a322-6ef67f8de85a None None] Provisioning complete for port 0d6697db-14ba-4efe-8063-3ba9468d7065 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:32:14.413387 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fad0e24d-e03b-429c-a322-6ef67f8de85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:14.449062 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-fad0e24d-e03b-429c-a322-6ef67f8de85a None None] Port 0d6697db-14ba-4efe-8063-3ba9468d7065 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:32:14.600012 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-66c6f9ee-3343-4cf8-991a-5a839fcf2504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d6697db-14ba-4efe-8063-3ba9468d7065 {{(pid=105538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:32:14.608778 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-66c6f9ee-3343-4cf8-991a-5a839fcf2504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:14.621862 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-66c6f9ee-3343-4cf8-991a-5a839fcf2504 service neutron] Transition to ACTIVE for port object 0d6697db-14ba-4efe-8063-3ba9468d7065 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:32:14.626257 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-66c6f9ee-3343-4cf8-991a-5a839fcf2504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:14.699977 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6f9ee-3343-4cf8-991a-5a839fcf2504 service neutron] Pushing event updated for resources: {'Port': ['ID=0d6697db-14ba-4efe-8063-3ba9468d7065,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:14.760184 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-66c6f9ee-3343-4cf8-991a-5a839fcf2504 service neutron] Attempting to bind port 0d6697db-14ba-4efe-8063-3ba9468d7065 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:32:14.760530 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-66c6f9ee-3343-4cf8-991a-5a839fcf2504 service neutron] Attempting to bind port 0d6697db-14ba-4efe-8063-3ba9468d7065 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:32:14.760861 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-66c6f9ee-3343-4cf8-991a-5a839fcf2504 service neutron] Attempting to bind port 0d6697db-14ba-4efe-8063-3ba9468d7065 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:32:14.764595 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19ccd3-588b-456f-bec2-5283d1b24184 req-2c815504-9e30-4b89-aee4-f939950a5095 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:14.766175 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3f19ccd3-588b-456f-bec2-5283d1b24184 req-2c815504-9e30-4b89-aee4-f939950a5095 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3a0fd56-0912-4c21-a5c1-324cb492cbbb HTTP/1.1" status: 200 len: 947 time: 0.0875823 Jul 05 04:32:14.766330 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-66c6f9ee-3343-4cf8-991a-5a839fcf2504 service neutron] Port 0d6697db-14ba-4efe-8063-3ba9468d7065 on network 02a133b7-dec8-4001-91c8-fc55b550967d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:32:14.766673 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-66c6f9ee-3343-4cf8-991a-5a839fcf2504 service neutron] Attempting to bind port 0d6697db-14ba-4efe-8063-3ba9468d7065 on network 02a133b7-dec8-4001-91c8-fc55b550967d {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:32:14.771913 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-66c6f9ee-3343-4cf8-991a-5a839fcf2504 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:32:14.772285 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-66c6f9ee-3343-4cf8-991a-5a839fcf2504 service neutron] Checking segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:32:14.772672 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-66c6f9ee-3343-4cf8-991a-5a839fcf2504 service neutron] Bound using segment: {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:32:14.773104 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-66c6f9ee-3343-4cf8-991a-5a839fcf2504 service neutron] Bound port: 0d6697db-14ba-4efe-8063-3ba9468d7065, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd846cec-d8a6-46b6-adeb-550c3dbef27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:32:14.773634 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-66c6f9ee-3343-4cf8-991a-5a839fcf2504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:14.812956 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3f19ccd3-588b-456f-bec2-5283d1b24184 req-52adf91d-bfb9-462b-8427-e6f1ae5ad0be tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/security-groups?id=61e8f475-6d96-4c1f-8925-7891362a654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398922 Jul 05 04:32:14.853045 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-66c6f9ee-3343-4cf8-991a-5a839fcf2504 service neutron] For port 0d6697db-14ba-4efe-8063-3ba9468d7065, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:32:14.856034 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-66c6f9ee-3343-4cf8-991a-5a839fcf2504 service neutron] For port 0d6697db-14ba-4efe-8063-3ba9468d7065, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=0d6697db-14ba-4efe-8063-3ba9468d7065,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:32:14.861849 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-66c6f9ee-3343-4cf8-991a-5a839fcf2504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:14.895453 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-66c6f9ee-3343-4cf8-991a-5a839fcf2504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:14.896065 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-66c6f9ee-3343-4cf8-991a-5a839fcf2504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:14.897448 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-66c6f9ee-3343-4cf8-991a-5a839fcf2504 service neutron] 10.222.0.70 "PUT /v2.0/ports/0d6697db-14ba-4efe-8063-3ba9468d7065 HTTP/1.1" status: 200 len: 1096 time: 0.6508305 Jul 05 04:32:14.897908 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a0fd56-0912-4c21-a5c1-324cb492cbbb', 'tag': '0d6697db-14ba-4efe-8063-3ba9468d7065'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:32:14.900143 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343d49ed-af6d-4c9b-8999-35280ec66481" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a0fd56-0912-4c21-a5c1-324cb492cbbb", "tag": "0d6697db-14ba-4efe-8063-3ba9468d7065"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:32:14.933011 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6f9ee-3343-4cf8-991a-5a839fcf2504 service neutron] Pushing event updated for resources: {'Port': ['ID=0d6697db-14ba-4efe-8063-3ba9468d7065,revision_number=3']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:14.946544 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a2a6c7-761c-4af4-bd9c-90036a73714d x-openstack-request-id: req-e0a2a6c7-761c-4af4-bd9c-90036a73714d {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:32:14.946840 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a0fd56-0912-4c21-a5c1-324cb492cbbb", "tag": "0d6697db-14ba-4efe-8063-3ba9468d7065", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:32:14.947099 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e0a2a6c7-761c-4af4-bd9c-90036a73714d {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:32:14.947511 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a0fd56-0912-4c21-a5c1-324cb492cbbb', 'tag': '0d6697db-14ba-4efe-8063-3ba9468d7065', 'status': 'completed', 'code': 200} Jul 05 04:32:15.012621 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-75902a27-6638-425f-bf80-ee3e07337b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:15.015295 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-75902a27-6638-425f-bf80-ee3e07337b18 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=165db738c85847589dd3352498db5d2d&device_id=f3a0fd56-0912-4c21-a5c1-324cb492cbbb HTTP/1.1" status: 200 len: 1099 time: 0.0586238 Jul 05 04:32:15.068481 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-1cbfb4a3-6688-474e-9658-963a72bc3df0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=0d6697db-14ba-4efe-8063-3ba9468d7065 HTTP/1.1" status: 200 len: 217 time: 0.0400271 Jul 05 04:32:15.120370 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-f18fa28f-c2f5-4e30-b89c-fa5af49ef6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:15.121828 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-f18fa28f-c2f5-4e30-b89c-fa5af49ef6b3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0468876 Jul 05 04:32:15.178974 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-8ad83274-e88f-458b-9f9e-3bae6520ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:15.180512 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-8ad83274-e88f-458b-9f9e-3bae6520ab71 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0524619 Jul 05 04:32:15.273360 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-d88fd34b-c247-4b1e-af8e-947b48b7214a service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864022 Jul 05 04:32:15.364030 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d83a7aa9-cea4-413b-b1c9-121a86e3b0f2 req-c5706d23-e419-4442-a623-a32de07b3324 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838768 Jul 05 04:32:15.500098 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d49ed-af6d-4c9b-8999-35280ec66481 req-300da14e-bfc8-42f0-b669-eeb969b1d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:15.501588 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-343d49ed-af6d-4c9b-8999-35280ec66481 req-300da14e-bfc8-42f0-b669-eeb969b1d2e2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=165db738c85847589dd3352498db5d2d&device_id=f3a0fd56-0912-4c21-a5c1-324cb492cbbb HTTP/1.1" status: 200 len: 1099 time: 0.0530703 Jul 05 04:32:15.592526 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d49ed-af6d-4c9b-8999-35280ec66481 req-da40b3bf-71b1-44ac-8fe9-4d95244cd499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:15.595215 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-343d49ed-af6d-4c9b-8999-35280ec66481 req-da40b3bf-71b1-44ac-8fe9-4d95244cd499 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02a133b7-dec8-4001-91c8-fc55b550967d HTTP/1.1" status: 200 len: 870 time: 0.0861981 Jul 05 04:32:15.634020 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-343d49ed-af6d-4c9b-8999-35280ec66481 req-9cc504e2-264b-4b11-aa34-5b9e77a8ee79 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=0d6697db-14ba-4efe-8063-3ba9468d7065 HTTP/1.1" status: 200 len: 217 time: 0.0338547 Jul 05 04:32:15.686474 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d49ed-af6d-4c9b-8999-35280ec66481 req-2f730739-5545-4264-83be-611b8475ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:15.687982 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-343d49ed-af6d-4c9b-8999-35280ec66481 req-2f730739-5545-4264-83be-611b8475ddb3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c964c461-c862-40b0-bd26-5467bc4b5039 HTTP/1.1" status: 200 len: 843 time: 0.0472219 Jul 05 04:32:15.746197 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d49ed-af6d-4c9b-8999-35280ec66481 req-65654ef0-553a-4e43-88b3-3776b57eb723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:15.747733 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-343d49ed-af6d-4c9b-8999-35280ec66481 req-65654ef0-553a-4e43-88b3-3776b57eb723 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02a133b7-dec8-4001-91c8-fc55b550967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0536039 Jul 05 04:32:15.835298 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-343d49ed-af6d-4c9b-8999-35280ec66481 req-690c4c92-aeea-4363-ab2f-67ff6d121bdb service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805976 Jul 05 04:32:15.931580 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-343d49ed-af6d-4c9b-8999-35280ec66481 req-c7651787-9286-48bd-aa1a-f6dd465b3908 service neutron] 10.222.0.70 "GET /v2.0/networks/02a133b7-dec8-4001-91c8-fc55b550967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889504 Jul 05 04:32:15.993107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd0900-7b29-4698-b8e9-1a5945032d93 req-fe4a5778-c6ea-4106-8c75-30a02505a002 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:15.994598 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-98fd0900-7b29-4698-b8e9-1a5945032d93 req-fe4a5778-c6ea-4106-8c75-30a02505a002 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3a0fd56-0912-4c21-a5c1-324cb492cbbb HTTP/1.1" status: 200 len: 947 time: 0.0642416 Jul 05 04:32:16.032371 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-98fd0900-7b29-4698-b8e9-1a5945032d93 req-20efba3f-c96f-4ca0-af58-e676c1e269f4 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/security-groups?id=61e8f475-6d96-4c1f-8925-7891362a654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315282 Jul 05 04:32:17.209138 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a8331-c43d-4730-ab8b-ebbba522a1b2 req-3fe20855-ad55-406b-8ea0-c27a9cb29f7b tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:17.210979 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c08a8331-c43d-4730-ab8b-ebbba522a1b2 req-3fe20855-ad55-406b-8ea0-c27a9cb29f7b tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3a0fd56-0912-4c21-a5c1-324cb492cbbb HTTP/1.1" status: 200 len: 947 time: 0.0664344 Jul 05 04:32:17.251414 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c08a8331-c43d-4730-ab8b-ebbba522a1b2 req-4d64bf47-b736-4ac6-8205-084f60c0c806 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/security-groups?id=61e8f475-6d96-4c1f-8925-7891362a654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342774 Jul 05 04:32:18.431708 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5bafe-ba96-4369-be17-c5472898c304 req-504713af-4e72-4bca-9010-43212134428f tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:18.433889 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-72a5bafe-ba96-4369-be17-c5472898c304 req-504713af-4e72-4bca-9010-43212134428f tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3a0fd56-0912-4c21-a5c1-324cb492cbbb HTTP/1.1" status: 200 len: 947 time: 0.0712111 Jul 05 04:32:18.477146 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-72a5bafe-ba96-4369-be17-c5472898c304 req-b94db474-33ea-4d98-a64a-9c5bcb5bba90 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/security-groups?id=61e8f475-6d96-4c1f-8925-7891362a654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366175 Jul 05 04:32:19.655731 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a842f-d783-40d6-bbb0-6b24a90a7649 req-df3c340d-badb-4f1b-bd74-abffc52630d2 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:19.656960 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-644a842f-d783-40d6-bbb0-6b24a90a7649 req-df3c340d-badb-4f1b-bd74-abffc52630d2 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3a0fd56-0912-4c21-a5c1-324cb492cbbb HTTP/1.1" status: 200 len: 947 time: 0.0695379 Jul 05 04:32:19.693570 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-644a842f-d783-40d6-bbb0-6b24a90a7649 req-74aa3f79-c612-411a-87d7-4fd7c41d6da5 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/security-groups?id=61e8f475-6d96-4c1f-8925-7891362a654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309720 Jul 05 04:32:20.342937 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 0d6697db-14ba-4efe-8063-3ba9468d7065 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:32:20.435898 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 0d6697db-14ba-4efe-8063-3ba9468d7065, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=0d6697db-14ba-4efe-8063-3ba9468d7065,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:32:20.451239 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '0d6697db-14ba-4efe-8063-3ba9468d7065', 'network_id': '02a133b7-dec8-4001-91c8-fc55b550967d', 'port_id': '0d6697db-14ba-4efe-8063-3ba9468d7065', 'mac_address': 'fa:16:3e:87:b6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c964c461-c862-40b0-bd26-5467bc4b5039', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:32:20.490377 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:20.506707 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d6697db-14ba-4efe-8063-3ba9468d7065 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:32:20.525799 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 0d6697db-14ba-4efe-8063-3ba9468d7065, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=0d6697db-14ba-4efe-8063-3ba9468d7065,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:32:20.529777 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:20.575527 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=0d6697db-14ba-4efe-8063-3ba9468d7065,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:20.869104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce8c23-4f23-45c9-a3a5-9d511f23f4e3 req-dc6294e5-1412-47c4-8caf-2b52d12605b6 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:20.870608 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0cce8c23-4f23-45c9-a3a5-9d511f23f4e3 req-dc6294e5-1412-47c4-8caf-2b52d12605b6 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3a0fd56-0912-4c21-a5c1-324cb492cbbb HTTP/1.1" status: 200 len: 948 time: 0.0658491 Jul 05 04:32:20.909108 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0cce8c23-4f23-45c9-a3a5-9d511f23f4e3 req-13c24e28-1093-438a-ac82-cc0b9ac1dfd7 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/security-groups?id=61e8f475-6d96-4c1f-8925-7891362a654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322859 Jul 05 04:32:20.951577 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['0d6697db-14ba-4efe-8063-3ba9468d7065'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:32:22.085915 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24359ff-65fb-43bd-a1ee-29127fb9238f req-13be70ee-bbb1-46f7-a61d-ecd2dc62bf13 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:22.087311 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c24359ff-65fb-43bd-a1ee-29127fb9238f req-13be70ee-bbb1-46f7-a61d-ecd2dc62bf13 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3a0fd56-0912-4c21-a5c1-324cb492cbbb HTTP/1.1" status: 200 len: 948 time: 0.0643697 Jul 05 04:32:22.126019 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c24359ff-65fb-43bd-a1ee-29127fb9238f req-925833d1-88ba-46ac-8d1c-ed0473695d37 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/security-groups?id=61e8f475-6d96-4c1f-8925-7891362a654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323799 Jul 05 04:32:22.357667 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 0d6697db-14ba-4efe-8063-3ba9468d7065 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:32:22.409427 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 0d6697db-14ba-4efe-8063-3ba9468d7065 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:32:22.412999 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 0d6697db-14ba-4efe-8063-3ba9468d7065 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:32:22.413377 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:22.492109 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:22.513882 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a0fd56-0912-4c21-a5c1-324cb492cbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6697db-14ba-4efe-8063-3ba9468d7065'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:32:22.516170 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d139b4a-7d15-4885-8f82-6e7fe23dc3bb" -d '{"events": [{"server_uuid": "f3a0fd56-0912-4c21-a5c1-324cb492cbbb", "name": "network-vif-plugged", "status": "completed", "tag": "0d6697db-14ba-4efe-8063-3ba9468d7065"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:32:22.528674 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 0d6697db-14ba-4efe-8063-3ba9468d7065, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=0d6697db-14ba-4efe-8063-3ba9468d7065,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:32:22.534201 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:22.560346 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd9caf2-bfd5-46b0-a1d2-222b83104b6a x-openstack-request-id: req-2fd9caf2-bfd5-46b0-a1d2-222b83104b6a {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:32:22.560641 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a0fd56-0912-4c21-a5c1-324cb492cbbb", "name": "network-vif-plugged", "status": "completed", "tag": "0d6697db-14ba-4efe-8063-3ba9468d7065", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:32:22.560898 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2fd9caf2-bfd5-46b0-a1d2-222b83104b6a {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:32:22.561879 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a0fd56-0912-4c21-a5c1-324cb492cbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6697db-14ba-4efe-8063-3ba9468d7065', 'code': 200} Jul 05 04:32:22.587605 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=0d6697db-14ba-4efe-8063-3ba9468d7065,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:22.691045 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f5b55-6ad9-4dcb-bff8-fd26036489c9 req-3e94e89c-3c6c-4965-bf5d-98f14e06e623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:22.692548 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d5f5b55-6ad9-4dcb-bff8-fd26036489c9 req-3e94e89c-3c6c-4965-bf5d-98f14e06e623 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f3a0fd56-0912-4c21-a5c1-324cb492cbbb HTTP/1.1" status: 200 len: 1101 time: 0.0516977 Jul 05 04:32:22.728577 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6d5f5b55-6ad9-4dcb-bff8-fd26036489c9 req-e2bc29d5-0172-48b1-b8cc-b2b3134f7a5c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=61e8f475-6d96-4c1f-8925-7891362a654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293763 Jul 05 04:32:23.302879 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b017cd-88be-4cd8-85e7-5a2652591de3 req-b1b0ddc0-c2be-4a16-9026-ed59fd0dc147 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:23.304404 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4b017cd-88be-4cd8-85e7-5a2652591de3 req-b1b0ddc0-c2be-4a16-9026-ed59fd0dc147 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3a0fd56-0912-4c21-a5c1-324cb492cbbb HTTP/1.1" status: 200 len: 949 time: 0.0677912 Jul 05 04:32:23.343147 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c4b017cd-88be-4cd8-85e7-5a2652591de3 req-9c94efc5-3927-4ab7-baa4-27feef45e26c tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/security-groups?id=61e8f475-6d96-4c1f-8925-7891362a654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332193 Jul 05 04:32:24.526285 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b47dd1-a205-4c14-ab4e-cdf614796dbc req-25d59875-3cd8-4e03-affe-d6244c507686 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:24.527698 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e3b47dd1-a205-4c14-ab4e-cdf614796dbc req-25d59875-3cd8-4e03-affe-d6244c507686 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3a0fd56-0912-4c21-a5c1-324cb492cbbb HTTP/1.1" status: 200 len: 949 time: 0.0693944 Jul 05 04:32:24.565922 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e3b47dd1-a205-4c14-ab4e-cdf614796dbc req-cf94129b-a793-40aa-8ee0-54320d9b21b6 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/security-groups?id=61e8f475-6d96-4c1f-8925-7891362a654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317874 Jul 05 04:32:25.585507 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:32:25.651278 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561d85d-e32c-44cd-ac75-6962b6aa28ec req-4b35bf8e-b605-4c74-9241-3e813e932352 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:25.652708 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c561d85d-e32c-44cd-ac75-6962b6aa28ec req-4b35bf8e-b605-4c74-9241-3e813e932352 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3a0fd56-0912-4c21-a5c1-324cb492cbbb HTTP/1.1" status: 200 len: 949 time: 0.0664294 Jul 05 04:32:25.690380 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c561d85d-e32c-44cd-ac75-6962b6aa28ec req-ecab733f-c91f-4a75-92db-7b2f39df1f91 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/security-groups?id=61e8f475-6d96-4c1f-8925-7891362a654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313365 Jul 05 04:32:26.884893 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570cf992-15f2-443e-90ba-2bd4629d719e req-64506d80-cc1d-4810-aff0-b235afaf0bde tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:26.886390 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-570cf992-15f2-443e-90ba-2bd4629d719e req-64506d80-cc1d-4810-aff0-b235afaf0bde tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3a0fd56-0912-4c21-a5c1-324cb492cbbb HTTP/1.1" status: 200 len: 949 time: 0.0656979 Jul 05 04:32:26.925709 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-570cf992-15f2-443e-90ba-2bd4629d719e req-737141e9-db88-4afb-aa3e-59a112e84fc8 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/security-groups?id=61e8f475-6d96-4c1f-8925-7891362a654b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327432 Jul 05 04:32:27.081674 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c3d95-611d-4724-8b5f-a24bb10ce15c req-4e8255a5-b4b3-456b-9245-f677be179d87 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:27.083044 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c22c3d95-611d-4724-8b5f-a24bb10ce15c req-4e8255a5-b4b3-456b-9245-f677be179d87 tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3a0fd56-0912-4c21-a5c1-324cb492cbbb HTTP/1.1" status: 200 len: 949 time: 0.0673277 Jul 05 04:32:27.189101 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-c22c3d95-611d-4724-8b5f-a24bb10ce15c req-5230ba17-fb9f-49b9-9563-96349e693e7a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Deleting port 0d6697db-14ba-4efe-8063-3ba9468d7065 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:32:27.189450 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c22c3d95-611d-4724-8b5f-a24bb10ce15c req-5230ba17-fb9f-49b9-9563-96349e693e7a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:27.280710 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-c22c3d95-611d-4724-8b5f-a24bb10ce15c req-5230ba17-fb9f-49b9-9563-96349e693e7a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] For port 0d6697db-14ba-4efe-8063-3ba9468d7065, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=0d6697db-14ba-4efe-8063-3ba9468d7065,segment=NetworkSegment(bd846cec-d8a6-46b6-adeb-550c3dbef27b),segment_id=bd846cec-d8a6-46b6-adeb-550c3dbef27b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:32:27.281073 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c22c3d95-611d-4724-8b5f-a24bb10ce15c req-5230ba17-fb9f-49b9-9563-96349e693e7a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:27.293727 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-c22c3d95-611d-4724-8b5f-a24bb10ce15c req-5230ba17-fb9f-49b9-9563-96349e693e7a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Calling delete_port for 0d6697db-14ba-4efe-8063-3ba9468d7065 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:32:27.419309 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c22c3d95-611d-4724-8b5f-a24bb10ce15c req-5230ba17-fb9f-49b9-9563-96349e693e7a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:27.455858 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['0d6697db-14ba-4efe-8063-3ba9468d7065'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:32:27.465307 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230ba17-fb9f-49b9-9563-96349e693e7a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Pushing event deleted for resources: {'Port': ['ID=0d6697db-14ba-4efe-8063-3ba9468d7065,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:27.483954 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230ba17-fb9f-49b9-9563-96349e693e7a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:27.484308 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230ba17-fb9f-49b9-9563-96349e693e7a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:27.484647 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230ba17-fb9f-49b9-9563-96349e693e7a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:27.484988 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230ba17-fb9f-49b9-9563-96349e693e7a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:27.485316 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230ba17-fb9f-49b9-9563-96349e693e7a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:27.485645 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230ba17-fb9f-49b9-9563-96349e693e7a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:27.485970 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230ba17-fb9f-49b9-9563-96349e693e7a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:27.486295 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230ba17-fb9f-49b9-9563-96349e693e7a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:27.486616 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230ba17-fb9f-49b9-9563-96349e693e7a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:27.486935 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230ba17-fb9f-49b9-9563-96349e693e7a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:27.487256 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230ba17-fb9f-49b9-9563-96349e693e7a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:27.487572 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230ba17-fb9f-49b9-9563-96349e693e7a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:27.877897 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22c3d95-611d-4724-8b5f-a24bb10ce15c req-5230ba17-fb9f-49b9-9563-96349e693e7a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] No DVR routers for this DVR port 0d6697db-14ba-4efe-8063-3ba9468d7065 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:32:27.880497 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-c22c3d95-611d-4724-8b5f-a24bb10ce15c req-5230ba17-fb9f-49b9-9563-96349e693e7a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:27.882566 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c22c3d95-611d-4724-8b5f-a24bb10ce15c req-5230ba17-fb9f-49b9-9563-96349e693e7a tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.70 "DELETE /v2.0/ports/0d6697db-14ba-4efe-8063-3ba9468d7065 HTTP/1.1" status: 204 len: 173 time: 0.7938869 Jul 05 04:32:27.883005 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a0fd56-0912-4c21-a5c1-324cb492cbbb', 'name': 'network-vif-deleted', 'tag': '0d6697db-14ba-4efe-8063-3ba9468d7065'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:32:27.885216 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb60826-f89d-4835-8fde-3a0f2560bf4e" -d '{"events": [{"server_uuid": "f3a0fd56-0912-4c21-a5c1-324cb492cbbb", "name": "network-vif-deleted", "tag": "0d6697db-14ba-4efe-8063-3ba9468d7065"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:32:27.923398 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83853b9b-1482-4ce2-9448-b69dd62b93b6 x-openstack-request-id: req-83853b9b-1482-4ce2-9448-b69dd62b93b6 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:32:27.923693 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a0fd56-0912-4c21-a5c1-324cb492cbbb", "name": "network-vif-deleted", "tag": "0d6697db-14ba-4efe-8063-3ba9468d7065", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:32:27.923969 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-83853b9b-1482-4ce2-9448-b69dd62b93b6 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:32:27.924360 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a0fd56-0912-4c21-a5c1-324cb492cbbb', 'name': 'network-vif-deleted', 'tag': '0d6697db-14ba-4efe-8063-3ba9468d7065', 'status': 'completed', 'code': 200} Jul 05 04:32:28.079157 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ec2123bd-6bce-4aa2-8e5d-50e272f8dcdb req-14bae117-c75a-471d-80a9-fb960a251dba tempest-ServersAdminNegativeTestJSON-1014876391 tempest-ServersAdminNegativeTestJSON-1014876391-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3a0fd56-0912-4c21-a5c1-324cb492cbbb HTTP/1.1" status: 200 len: 210 time: 0.0293489 Jul 05 04:32:28.684960 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-84cc238c-452c-487b-9b6d-d7bf2cc1a505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:29.413392 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46210) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:29.541437 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:29.543774 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-346dc37a-feee-4fa1-be86-cb83e787400d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=165db738c85847589dd3352498db5d2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1291964 Jul 05 04:32:29.547132 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46214) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:29.595950 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2eebdccb-a912-4b3c-9abe-a8bdad4335c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:29.617132 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2eebdccb-a912-4b3c-9abe-a8bdad4335c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:29.664042 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2eebdccb-a912-4b3c-9abe-a8bdad4335c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:29.666448 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2eebdccb-a912-4b3c-9abe-a8bdad4335c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:29.667606 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2eebdccb-a912-4b3c-9abe-a8bdad4335c5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/61e8f475-6d96-4c1f-8925-7891362a654b HTTP/1.1" status: 204 len: 168 time: 0.1194108 Jul 05 04:32:29.675497 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebdccb-a912-4b3c-9abe-a8bdad4335c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e8f475-6d96-4c1f-8925-7891362a654b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:29.929168 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46220) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:29.942993 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9e415e50-6421-45fd-aa17-1c2fb62c080d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:30.030162 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9e415e50-6421-45fd-aa17-1c2fb62c080d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:30.033863 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9e415e50-6421-45fd-aa17-1c2fb62c080d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:30.071423 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9e415e50-6421-45fd-aa17-1c2fb62c080d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a4e1ee32a3c54849ae5bdcf0d815cb44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411786 Jul 05 04:32:30.072346 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e415e50-6421-45fd-aa17-1c2fb62c080d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e4d109-5ea4-45bb-80ad-7c3647faef21,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:30.074208 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46222) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:30.124012 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26130698-5e57-4280-9d3f-1b096764ea28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:30.144850 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26130698-5e57-4280-9d3f-1b096764ea28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:30.193682 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26130698-5e57-4280-9d3f-1b096764ea28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:30.196371 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-26130698-5e57-4280-9d3f-1b096764ea28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:30.199404 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-26130698-5e57-4280-9d3f-1b096764ea28 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/63e4d109-5ea4-45bb-80ad-7c3647faef21 HTTP/1.1" status: 204 len: 168 time: 0.1241753 Jul 05 04:32:30.208044 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26130698-5e57-4280-9d3f-1b096764ea28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e4d109-5ea4-45bb-80ad-7c3647faef21,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:30.215880 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130698-5e57-4280-9d3f-1b096764ea28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:30.216233 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130698-5e57-4280-9d3f-1b096764ea28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:30.216578 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130698-5e57-4280-9d3f-1b096764ea28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:30.216917 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130698-5e57-4280-9d3f-1b096764ea28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:30.217907 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130698-5e57-4280-9d3f-1b096764ea28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:30.218329 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130698-5e57-4280-9d3f-1b096764ea28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:30.218665 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130698-5e57-4280-9d3f-1b096764ea28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:30.219005 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130698-5e57-4280-9d3f-1b096764ea28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:30.219331 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130698-5e57-4280-9d3f-1b096764ea28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:30.219659 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130698-5e57-4280-9d3f-1b096764ea28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:30.220013 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130698-5e57-4280-9d3f-1b096764ea28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:30.220343 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130698-5e57-4280-9d3f-1b096764ea28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:32:30.373181 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 0d6697db-14ba-4efe-8063-3ba9468d7065 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:32:30.393489 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 0d6697db-14ba-4efe-8063-3ba9468d7065 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:32:30.393840 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 0d6697db-14ba-4efe-8063-3ba9468d7065 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:32:30.859181 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46244) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:30.954794 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-b94d8d65-2fbf-4a56-b554-75fbc50bd376 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1887965674-network', 'tenant_id': '82333dbe769745efa1e5cc28ba1e8d9c'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:32:30.978606 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94d8d65-2fbf-4a56-b554-75fbc50bd376 admin admin] Made reservation on behalf of 82333dbe769745efa1e5cc28ba1e8d9c for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:32:30.981037 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b94d8d65-2fbf-4a56-b554-75fbc50bd376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:30.990445 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b94d8d65-2fbf-4a56-b554-75fbc50bd376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:31.076460 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b94d8d65-2fbf-4a56-b554-75fbc50bd376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:31.080619 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b94d8d65-2fbf-4a56-b554-75fbc50bd376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:31.101642 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94d8d65-2fbf-4a56-b554-75fbc50bd376 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:32:31.115447 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d8d65-2fbf-4a56-b554-75fbc50bd376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eaea521-35ac-4884-ae83-23f75fde0758,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:31.121384 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b94d8d65-2fbf-4a56-b554-75fbc50bd376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:31.121738 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-b94d8d65-2fbf-4a56-b554-75fbc50bd376 admin admin] Added segment 6e651399-831b-45b6-bc20-3b7db56dfcad of type vlan for network 489241cd-4b9e-439d-8bae-16b9ffbb305e Jul 05 04:32:31.164569 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b94d8d65-2fbf-4a56-b554-75fbc50bd376 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:31.193241 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b94d8d65-2fbf-4a56-b554-75fbc50bd376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:31.194263 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94d8d65-2fbf-4a56-b554-75fbc50bd376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:31.194847 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b94d8d65-2fbf-4a56-b554-75fbc50bd376 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:31.248959 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b94d8d65-2fbf-4a56-b554-75fbc50bd376 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3877020 Jul 05 04:32:31.252006 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46248) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:32:31.256272 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d8d65-2fbf-4a56-b554-75fbc50bd376 admin admin] Pushing event updated for resources: {'Network': ['ID=489241cd-4b9e-439d-8bae-16b9ffbb305e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:31.257051 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-e74240e8-ce23-496f-b34a-4c32b2392c2c admin admin] Request body: {'subnet': {'network_id': '489241cd-4b9e-439d-8bae-16b9ffbb305e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1887965674-subnet', 'tenant_id': '82333dbe769745efa1e5cc28ba1e8d9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:32:31.267675 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 489241cd-4b9e-439d-8bae-16b9ffbb305e details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:32:31.280576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74240e8-ce23-496f-b34a-4c32b2392c2c admin admin] Made reservation on behalf of 82333dbe769745efa1e5cc28ba1e8d9c for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:32:31.282939 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e74240e8-ce23-496f-b34a-4c32b2392c2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:31.385978 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-51eda427-4aec-4c0b-819d-7f5f87fd053f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:31.455715 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e74240e8-ce23-496f-b34a-4c32b2392c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:31.514828 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74240e8-ce23-496f-b34a-4c32b2392c2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0c1f5a5-2d49-4f34-aeb2-117df003749a,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:31.525809 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74240e8-ce23-496f-b34a-4c32b2392c2c admin admin] Checking segment: {'id': '6e651399-831b-45b6-bc20-3b7db56dfcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '489241cd-4b9e-439d-8bae-16b9ffbb305e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:32:31.526190 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74240e8-ce23-496f-b34a-4c32b2392c2c admin admin] Network hostable DHCP agents. Network: 489241cd-4b9e-439d-8bae-16b9ffbb305e, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:32:31.542785 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74240e8-ce23-496f-b34a-4c32b2392c2c admin admin] Network 489241cd-4b9e-439d-8bae-16b9ffbb305e is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:32:31.551509 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-e74240e8-ce23-496f-b34a-4c32b2392c2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 489241cd-4b9e-439d-8bae-16b9ffbb305e) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:32:31.555596 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74240e8-ce23-496f-b34a-4c32b2392c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:31.556207 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e74240e8-ce23-496f-b34a-4c32b2392c2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:31.560735 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde28e37-607b-488a-8a70-675aface47d7 None None] Network 489241cd-4b9e-439d-8bae-16b9ffbb305e requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:32:31.570309 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e74240e8-ce23-496f-b34a-4c32b2392c2c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3171282 Jul 05 04:32:31.685319 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2414634a-2e68-46dd-a712-1fa14a79b011 None None] Network 489241cd-4b9e-439d-8bae-16b9ffbb305e requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:32:31.802544 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:32.000018 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-9df0ca27-a83b-417d-940d-e5beb7d3da8a tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:32.001523 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-9df0ca27-a83b-417d-940d-e5beb7d3da8a tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/networks?id=489241cd-4b9e-439d-8bae-16b9ffbb305e HTTP/1.1" status: 200 len: 812 time: 0.1057620 Jul 05 04:32:32.016810 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-bba65146-d5a4-4a3e-9bb6-4d27c3c5f871 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/quotas/82333dbe769745efa1e5cc28ba1e8d9c HTTP/1.1" status: 200 len: 375 time: 0.0099728 Jul 05 04:32:32.049600 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-6ed49661-c43c-470f-b722-7342bd69482e tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=82333dbe769745efa1e5cc28ba1e8d9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279901 Jul 05 04:32:32.190177 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-e1e7ef0b-da7c-42d5-8091-bc6202778dd1 service neutron] 10.222.0.77 "GET /v2.0/networks/489241cd-4b9e-439d-8bae-16b9ffbb305e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337733 Jul 05 04:32:32.278071 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-c0f28c7b-bff7-411b-862c-33c76ed8c0c0 service neutron] 10.222.0.77 "GET /v2.0/networks/489241cd-4b9e-439d-8bae-16b9ffbb305e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822065 Jul 05 04:32:32.445753 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-97ba0891-5d86-4778-82c5-6dea585c7815 req-ea34ef72-17be-4047-89ed-9b2cfcaa079f tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 210 time: 0.0281971 Jul 05 04:32:32.679892 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:33.531395 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-20001b4e-3f14-4db1-a36e-a06edd35fef7 req-2dbca69b-5408-4625-819e-b123b4c1fe94 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 210 time: 0.0299754 Jul 05 04:32:34.480141 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:34.615839 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-61742ef0-9292-428f-8d05-3a27306b581a req-b980f07e-a2c2-4ab2-bf2a-ee4a411dbc5d tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 210 time: 0.0331407 Jul 05 04:32:35.952128 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eb1d10f4-7924-440b-abfb-c080ff8cc8d7 req-916fc461-7170-46bd-b050-5f1514e2a6c7 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 210 time: 0.0322323 Jul 05 04:32:37.104865 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86bd400a-073b-41da-930c-4a036fe8923b req-ac61d5f9-a078-4070-ac5f-ccf9b5ee6556 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 210 time: 0.0283740 Jul 05 04:32:38.034447 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-3ebde995-6bb8-40bc-902d-046981d5ee5e tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:38.036163 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-3ebde995-6bb8-40bc-902d-046981d5ee5e tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.89 "GET /v2.0/networks?id=489241cd-4b9e-439d-8bae-16b9ffbb305e HTTP/1.1" status: 200 len: 812 time: 0.4598675 Jul 05 04:32:38.054312 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-d956aa99-6e3f-49d6-9c72-441721a7ed96 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Request body: {'port': {'device_id': '2b038979-5c90-4f2c-a7a6-5fcab7aebadf', 'network_id': '489241cd-4b9e-439d-8bae-16b9ffbb305e', 'admin_state_up': True, 'tenant_id': '82333dbe769745efa1e5cc28ba1e8d9c'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:32:38.163879 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-d956aa99-6e3f-49d6-9c72-441721a7ed96 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Made reservation on behalf of 82333dbe769745efa1e5cc28ba1e8d9c for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:32:38.167303 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-d956aa99-6e3f-49d6-9c72-441721a7ed96 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:38.250059 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-75d3c780-5c1e-417a-9d8c-ddffc0e2f78d req-b4de0032-155c-467a-a9cf-e326ba69f327 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 210 time: 0.0310061 Jul 05 04:32:38.304654 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-d956aa99-6e3f-49d6-9c72-441721a7ed96 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Allocated IP 172.20.0.8 (489241cd-4b9e-439d-8bae-16b9ffbb305e/b0c1f5a5-2d49-4f34-aeb2-117df003749a/90c7bbde-333d-49e1-beb0-84c51bf16474) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:32:38.449571 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-d956aa99-6e3f-49d6-9c72-441721a7ed96 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:38.490167 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-d956aa99-6e3f-49d6-9c72-441721a7ed96 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:38.531487 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-d956aa99-6e3f-49d6-9c72-441721a7ed96 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Network 489241cd-4b9e-439d-8bae-16b9ffbb305e is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:32:38.534611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-d956aa99-6e3f-49d6-9c72-441721a7ed96 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:32:38.540278 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-d956aa99-6e3f-49d6-9c72-441721a7ed96 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:32:38.564966 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956aa99-6e3f-49d6-9c72-441721a7ed96 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Pushing event updated for resources: {'Port': ['ID=90c7bbde-333d-49e1-beb0-84c51bf16474,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:38.591710 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-d956aa99-6e3f-49d6-9c72-441721a7ed96 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:38.593086 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-d956aa99-6e3f-49d6-9c72-441721a7ed96 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:38.605790 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-d956aa99-6e3f-49d6-9c72-441721a7ed96 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5560608 Jul 05 04:32:38.680499 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-8940505a-f6d0-4c00-932e-f7538d9e2640 service neutron] Request body: {'port': {'device_id': '2b038979-5c90-4f2c-a7a6-5fcab7aebadf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:32:38.756044 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-8940505a-f6d0-4c00-932e-f7538d9e2640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:39.013007 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-8940505a-f6d0-4c00-932e-f7538d9e2640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c7bbde-333d-49e1-beb0-84c51bf16474 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:32:39.020994 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-8940505a-f6d0-4c00-932e-f7538d9e2640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:39.032960 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-8940505a-f6d0-4c00-932e-f7538d9e2640 service neutron] Transition to ACTIVE for port object 90c7bbde-333d-49e1-beb0-84c51bf16474 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:32:39.036669 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-8940505a-f6d0-4c00-932e-f7538d9e2640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:39.095320 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940505a-f6d0-4c00-932e-f7538d9e2640 service neutron] Pushing event updated for resources: {'Port': ['ID=90c7bbde-333d-49e1-beb0-84c51bf16474,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:39.163941 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-8940505a-f6d0-4c00-932e-f7538d9e2640 service neutron] Attempting to bind port 90c7bbde-333d-49e1-beb0-84c51bf16474 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:32:39.164612 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-8940505a-f6d0-4c00-932e-f7538d9e2640 service neutron] Attempting to bind port 90c7bbde-333d-49e1-beb0-84c51bf16474 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '6e651399-831b-45b6-bc20-3b7db56dfcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '489241cd-4b9e-439d-8bae-16b9ffbb305e'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:32:39.164612 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-8940505a-f6d0-4c00-932e-f7538d9e2640 service neutron] Attempting to bind port 90c7bbde-333d-49e1-beb0-84c51bf16474 on network 489241cd-4b9e-439d-8bae-16b9ffbb305e {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:32:39.168692 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-8940505a-f6d0-4c00-932e-f7538d9e2640 service neutron] Port 90c7bbde-333d-49e1-beb0-84c51bf16474 on network 489241cd-4b9e-439d-8bae-16b9ffbb305e not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:32:39.169008 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-8940505a-f6d0-4c00-932e-f7538d9e2640 service neutron] Attempting to bind port 90c7bbde-333d-49e1-beb0-84c51bf16474 on network 489241cd-4b9e-439d-8bae-16b9ffbb305e {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:32:39.174609 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-8940505a-f6d0-4c00-932e-f7538d9e2640 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:32:39.174946 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-8940505a-f6d0-4c00-932e-f7538d9e2640 service neutron] Checking segment: {'id': '6e651399-831b-45b6-bc20-3b7db56dfcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '489241cd-4b9e-439d-8bae-16b9ffbb305e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:32:39.175327 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-8940505a-f6d0-4c00-932e-f7538d9e2640 service neutron] Bound using segment: {'id': '6e651399-831b-45b6-bc20-3b7db56dfcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '489241cd-4b9e-439d-8bae-16b9ffbb305e'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:32:39.175748 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-8940505a-f6d0-4c00-932e-f7538d9e2640 service neutron] Bound port: 90c7bbde-333d-49e1-beb0-84c51bf16474, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e651399-831b-45b6-bc20-3b7db56dfcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '489241cd-4b9e-439d-8bae-16b9ffbb305e'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:32:39.176127 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-8940505a-f6d0-4c00-932e-f7538d9e2640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:39.238604 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-8940505a-f6d0-4c00-932e-f7538d9e2640 service neutron] For port 90c7bbde-333d-49e1-beb0-84c51bf16474, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:32:39.241700 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-8940505a-f6d0-4c00-932e-f7538d9e2640 service neutron] For port 90c7bbde-333d-49e1-beb0-84c51bf16474, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=90c7bbde-333d-49e1-beb0-84c51bf16474,segment=NetworkSegment(6e651399-831b-45b6-bc20-3b7db56dfcad),segment_id=6e651399-831b-45b6-bc20-3b7db56dfcad)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:32:39.246100 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-8940505a-f6d0-4c00-932e-f7538d9e2640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:39.279601 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-8940505a-f6d0-4c00-932e-f7538d9e2640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:39.280268 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-8940505a-f6d0-4c00-932e-f7538d9e2640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:39.281676 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-8940505a-f6d0-4c00-932e-f7538d9e2640 service neutron] 10.222.0.89 "PUT /v2.0/ports/90c7bbde-333d-49e1-beb0-84c51bf16474 HTTP/1.1" status: 200 len: 1092 time: 0.6638770 Jul 05 04:32:39.282277 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b038979-5c90-4f2c-a7a6-5fcab7aebadf', 'tag': '90c7bbde-333d-49e1-beb0-84c51bf16474'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:32:39.284410 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08159b6b-9ac8-4fb8-9f03-52f7fd616ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "2b038979-5c90-4f2c-a7a6-5fcab7aebadf", "tag": "90c7bbde-333d-49e1-beb0-84c51bf16474"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:32:39.314165 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940505a-f6d0-4c00-932e-f7538d9e2640 service neutron] Pushing event updated for resources: {'Port': ['ID=90c7bbde-333d-49e1-beb0-84c51bf16474,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:39.330989 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd5b8aa-dd3f-465d-bfa5-317de963b50a x-openstack-request-id: req-6bd5b8aa-dd3f-465d-bfa5-317de963b50a {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:32:39.331286 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b038979-5c90-4f2c-a7a6-5fcab7aebadf", "tag": "90c7bbde-333d-49e1-beb0-84c51bf16474", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:32:39.331542 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6bd5b8aa-dd3f-465d-bfa5-317de963b50a {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:32:39.333539 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b038979-5c90-4f2c-a7a6-5fcab7aebadf', 'tag': '90c7bbde-333d-49e1-beb0-84c51bf16474', 'status': 'completed', 'code': 200} Jul 05 04:32:39.422216 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-9301ac6d-43bc-45ab-b220-724ad5612b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:39.423709 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-9301ac6d-43bc-45ab-b220-724ad5612b97 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=82333dbe769745efa1e5cc28ba1e8d9c&device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 1095 time: 0.0893066 Jul 05 04:32:39.483958 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c0092-35fe-4f8f-8c0e-73a31adbe4e2 req-e4b12d43-f56e-4e34-8487-4c349be39d39 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:39.485454 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3b4c0092-35fe-4f8f-8c0e-73a31adbe4e2 req-e4b12d43-f56e-4e34-8487-4c349be39d39 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 943 time: 0.1094022 Jul 05 04:32:39.486689 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-aebe4acb-faf3-4c09-b340-53e146f3c50f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90c7bbde-333d-49e1-beb0-84c51bf16474 HTTP/1.1" status: 200 len: 217 time: 0.0496764 Jul 05 04:32:39.558615 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3b4c0092-35fe-4f8f-8c0e-73a31adbe4e2 req-7f39509d-4183-4f58-afcc-abb66ea661f9 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674264 Jul 05 04:32:39.564808 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-3d5fb1e3-0d52-41c8-b4a7-caeca46bc281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:39.566051 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-3d5fb1e3-0d52-41c8-b4a7-caeca46bc281 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b0c1f5a5-2d49-4f34-aeb2-117df003749a HTTP/1.1" status: 200 len: 852 time: 0.0691557 Jul 05 04:32:39.604356 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-b34ea6ce-0b51-46f0-aaf7-2b5877e93ba0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=489241cd-4b9e-439d-8bae-16b9ffbb305e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264897 Jul 05 04:32:39.694865 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-0fe3b931-8546-4750-929c-e24b0ef40eb8 service neutron] 10.222.0.89 "GET /v2.0/networks/489241cd-4b9e-439d-8bae-16b9ffbb305e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808697 Jul 05 04:32:39.793071 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9700989c-6ac4-4b04-b00e-3b598ed5a5b3 req-cf6a681f-3f92-44a1-ab14-1b48cae48e2e service neutron] 10.222.0.89 "GET /v2.0/networks/489241cd-4b9e-439d-8bae-16b9ffbb305e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875788 Jul 05 04:32:39.899910 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08159b6b-9ac8-4fb8-9f03-52f7fd616ea4 req-9d7f4de4-3362-4d7d-a9fd-c093b82332e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:39.901432 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08159b6b-9ac8-4fb8-9f03-52f7fd616ea4 req-9d7f4de4-3362-4d7d-a9fd-c093b82332e5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=82333dbe769745efa1e5cc28ba1e8d9c&device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 1095 time: 0.0533438 Jul 05 04:32:39.993962 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08159b6b-9ac8-4fb8-9f03-52f7fd616ea4 req-c36e77cc-c87a-426a-b3f9-ef99613119e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:39.995448 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08159b6b-9ac8-4fb8-9f03-52f7fd616ea4 req-c36e77cc-c87a-426a-b3f9-ef99613119e2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=489241cd-4b9e-439d-8bae-16b9ffbb305e HTTP/1.1" status: 200 len: 913 time: 0.0876231 Jul 05 04:32:40.037615 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08159b6b-9ac8-4fb8-9f03-52f7fd616ea4 req-460380a6-ea45-4000-95eb-00c3003a13b6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90c7bbde-333d-49e1-beb0-84c51bf16474 HTTP/1.1" status: 200 len: 217 time: 0.0345273 Jul 05 04:32:40.092247 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08159b6b-9ac8-4fb8-9f03-52f7fd616ea4 req-ebee1c1a-fcbf-4858-8c5d-2703adc1c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:40.093745 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08159b6b-9ac8-4fb8-9f03-52f7fd616ea4 req-ebee1c1a-fcbf-4858-8c5d-2703adc1c6ec service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b0c1f5a5-2d49-4f34-aeb2-117df003749a HTTP/1.1" status: 200 len: 852 time: 0.0457046 Jul 05 04:32:40.131603 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08159b6b-9ac8-4fb8-9f03-52f7fd616ea4 req-39fe340f-f266-4a5d-bd00-3fd15d4ff40c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=489241cd-4b9e-439d-8bae-16b9ffbb305e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307896 Jul 05 04:32:40.220997 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08159b6b-9ac8-4fb8-9f03-52f7fd616ea4 req-c3b9b954-85fa-42b7-af0b-c5d910b806ca service neutron] 10.222.0.89 "GET /v2.0/networks/489241cd-4b9e-439d-8bae-16b9ffbb305e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813797 Jul 05 04:32:40.320927 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08159b6b-9ac8-4fb8-9f03-52f7fd616ea4 req-38feb1d1-5e05-4aad-9a86-090158867e16 service neutron] 10.222.0.89 "GET /v2.0/networks/489241cd-4b9e-439d-8bae-16b9ffbb305e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917754 Jul 05 04:32:40.739359 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb616eb4-f6f3-4f00-b171-4e2c16619807 req-81c388a0-5344-4cdd-8d66-3a4e03e8d08a tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:40.740838 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bb616eb4-f6f3-4f00-b171-4e2c16619807 req-81c388a0-5344-4cdd-8d66-3a4e03e8d08a tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 943 time: 0.0681403 Jul 05 04:32:40.780566 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bb616eb4-f6f3-4f00-b171-4e2c16619807 req-30680d4d-63ec-48df-960a-f979c92c7c4b tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334558 Jul 05 04:32:41.957667 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98a35b-a567-4b9a-9ca1-c9618796a70c req-4858ce9c-c829-45e4-b1a6-ca1fb6ff6865 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:41.959183 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bf98a35b-a567-4b9a-9ca1-c9618796a70c req-4858ce9c-c829-45e4-b1a6-ca1fb6ff6865 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 943 time: 0.0636303 Jul 05 04:32:41.997740 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bf98a35b-a567-4b9a-9ca1-c9618796a70c req-e82a47a9-832b-4dc9-b80d-0108f25930ed tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327563 Jul 05 04:32:42.558995 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 90c7bbde-333d-49e1-beb0-84c51bf16474 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:32:42.656569 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 90c7bbde-333d-49e1-beb0-84c51bf16474, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=90c7bbde-333d-49e1-beb0-84c51bf16474,segment=NetworkSegment(6e651399-831b-45b6-bc20-3b7db56dfcad),segment_id=6e651399-831b-45b6-bc20-3b7db56dfcad)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:32:42.667537 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '90c7bbde-333d-49e1-beb0-84c51bf16474', 'network_id': '489241cd-4b9e-439d-8bae-16b9ffbb305e', 'port_id': '90c7bbde-333d-49e1-beb0-84c51bf16474', 'mac_address': 'fa:16:3e:4a:ad:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0c1f5a5-2d49-4f34-aeb2-117df003749a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:32:42.703147 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:42.727459 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c7bbde-333d-49e1-beb0-84c51bf16474 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:32:42.751613 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 90c7bbde-333d-49e1-beb0-84c51bf16474, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=90c7bbde-333d-49e1-beb0-84c51bf16474,segment=NetworkSegment(6e651399-831b-45b6-bc20-3b7db56dfcad),segment_id=6e651399-831b-45b6-bc20-3b7db56dfcad)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:32:42.755712 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:42.802421 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=90c7bbde-333d-49e1-beb0-84c51bf16474,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:43.097154 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['90c7bbde-333d-49e1-beb0-84c51bf16474'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:32:43.185460 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b3add-1b91-4558-9866-388805802133 req-6c43f6eb-7824-45ee-be8e-2d6490936922 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:43.187008 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd0b3add-1b91-4558-9866-388805802133 req-6c43f6eb-7824-45ee-be8e-2d6490936922 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 944 time: 0.0726142 Jul 05 04:32:43.227040 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dd0b3add-1b91-4558-9866-388805802133 req-e89030c9-f8aa-46dd-92c5-e2ef3d573078 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331442 Jul 05 04:32:43.376610 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:44.402862 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cfc0d-d222-4135-babb-9c782938bcae req-279403b6-a1ea-47e4-9c00-f3b04fdde13f tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:44.404402 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c47cfc0d-d222-4135-babb-9c782938bcae req-279403b6-a1ea-47e4-9c00-f3b04fdde13f tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 944 time: 0.0623662 Jul 05 04:32:44.441695 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c47cfc0d-d222-4135-babb-9c782938bcae req-d90bfcf7-4b88-48e9-9ec4-6a345da94c39 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316660 Jul 05 04:32:44.589866 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 90c7bbde-333d-49e1-beb0-84c51bf16474 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:32:44.640705 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 90c7bbde-333d-49e1-beb0-84c51bf16474 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:32:44.645479 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 90c7bbde-333d-49e1-beb0-84c51bf16474 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:32:44.645850 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:44.721664 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:44.745164 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b038979-5c90-4f2c-a7a6-5fcab7aebadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c7bbde-333d-49e1-beb0-84c51bf16474'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:32:44.747432 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19b8721-b0ad-4993-bd64-5712ff16d0f0" -d '{"events": [{"server_uuid": "2b038979-5c90-4f2c-a7a6-5fcab7aebadf", "name": "network-vif-plugged", "status": "completed", "tag": "90c7bbde-333d-49e1-beb0-84c51bf16474"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:32:44.761012 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 90c7bbde-333d-49e1-beb0-84c51bf16474, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=90c7bbde-333d-49e1-beb0-84c51bf16474,segment=NetworkSegment(6e651399-831b-45b6-bc20-3b7db56dfcad),segment_id=6e651399-831b-45b6-bc20-3b7db56dfcad)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:32:44.766104 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:44.793925 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927f99cd-8f78-40ea-8aa8-7f8e42fb5ddb x-openstack-request-id: req-927f99cd-8f78-40ea-8aa8-7f8e42fb5ddb {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:32:44.794220 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b038979-5c90-4f2c-a7a6-5fcab7aebadf", "name": "network-vif-plugged", "status": "completed", "tag": "90c7bbde-333d-49e1-beb0-84c51bf16474", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:32:44.794476 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-927f99cd-8f78-40ea-8aa8-7f8e42fb5ddb {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:32:44.794868 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b038979-5c90-4f2c-a7a6-5fcab7aebadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c7bbde-333d-49e1-beb0-84c51bf16474', 'code': 200} Jul 05 04:32:44.821261 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=90c7bbde-333d-49e1-beb0-84c51bf16474,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:32:44.915692 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d8aa0-22aa-4fb0-b39b-9f89faf2e1bc req-095696a6-65ca-48b6-80ca-41533ba67a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:44.917142 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d06d8aa0-22aa-4fb0-b39b-9f89faf2e1bc req-095696a6-65ca-48b6-80ca-41533ba67a7b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 1097 time: 0.0560532 Jul 05 04:32:44.954494 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d06d8aa0-22aa-4fb0-b39b-9f89faf2e1bc req-4548fe2c-57b1-4cdc-a9a1-d899c6dfd8d2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274737 Jul 05 04:32:45.613486 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472eef1-2cc9-4d0f-abac-9077390c3248 req-6c6308fa-8ffa-4b7a-9b5d-7c82a543cd25 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:45.616254 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d472eef1-2cc9-4d0f-abac-9077390c3248 req-6c6308fa-8ffa-4b7a-9b5d-7c82a543cd25 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0658059 Jul 05 04:32:45.660116 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d472eef1-2cc9-4d0f-abac-9077390c3248 req-89e679e6-24e6-4e23-bcd1-037856341abd tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383248 Jul 05 04:32:46.850419 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c260a-b09f-4ee2-a611-22ee91edc7e0 req-fda243cf-17b9-49a5-b0dc-212197105a7f tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:46.852033 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8c2c260a-b09f-4ee2-a611-22ee91edc7e0 req-fda243cf-17b9-49a5-b0dc-212197105a7f tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0656002 Jul 05 04:32:46.893531 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8c2c260a-b09f-4ee2-a611-22ee91edc7e0 req-a67e5c4c-ae78-4c7b-83b9-98873cbc2064 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359378 Jul 05 04:32:47.281084 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-066e074c-5756-4916-85c4-4f64554247e0 req-50f0928b-256a-4098-b4c6-7b1f4b91f872 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1021323 Jul 05 04:32:47.299178 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b388aaf-2fc3-4065-817a-ca57062bfbfd req-963d94a5-1a6a-472e-827a-559b64aa4a2c tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:47.300732 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b388aaf-2fc3-4065-817a-ca57062bfbfd req-963d94a5-1a6a-472e-827a-559b64aa4a2c tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0666184 Jul 05 04:32:47.342466 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3b388aaf-2fc3-4065-817a-ca57062bfbfd req-68150d57-6d23-4cc8-a8b1-3ccc7d6446cc tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357096 Jul 05 04:32:48.563465 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b09b29-0f17-4688-a8e9-80ba58c0b563 req-78756dc7-8d45-47db-84a0-624df5b55c31 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:48.565041 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a0b09b29-0f17-4688-a8e9-80ba58c0b563 req-78756dc7-8d45-47db-84a0-624df5b55c31 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.1100447 Jul 05 04:32:48.615071 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a0b09b29-0f17-4688-a8e9-80ba58c0b563 req-5f4b7ed6-6ecb-4959-9642-13a8c01b7d5f tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439172 Jul 05 04:32:48.617942 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e074c-5756-4916-85c4-4f64554247e0 req-20bd56e0-48cf-4bf1-93c2-914028ff1199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:48.619257 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-066e074c-5756-4916-85c4-4f64554247e0 req-20bd56e0-48cf-4bf1-93c2-914028ff1199 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=82333dbe769745efa1e5cc28ba1e8d9c&device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 1097 time: 0.1141903 Jul 05 04:32:48.716218 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e074c-5756-4916-85c4-4f64554247e0 req-daa49154-4a74-4d99-9df8-2c743c3bfe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:48.717706 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-066e074c-5756-4916-85c4-4f64554247e0 req-daa49154-4a74-4d99-9df8-2c743c3bfe41 service neutron] 10.222.0.89 "GET /v2.0/networks?id=489241cd-4b9e-439d-8bae-16b9ffbb305e HTTP/1.1" status: 200 len: 913 time: 0.0878015 Jul 05 04:32:48.760638 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-066e074c-5756-4916-85c4-4f64554247e0 req-5cad131c-ef13-434b-a34d-0a4ddc55ac36 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90c7bbde-333d-49e1-beb0-84c51bf16474 HTTP/1.1" status: 200 len: 217 time: 0.0359216 Jul 05 04:32:48.808166 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e074c-5756-4916-85c4-4f64554247e0 req-42a5d6fa-e5eb-4372-95ab-3373ff10bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:48.809654 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-066e074c-5756-4916-85c4-4f64554247e0 req-42a5d6fa-e5eb-4372-95ab-3373ff10bab0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b0c1f5a5-2d49-4f34-aeb2-117df003749a HTTP/1.1" status: 200 len: 852 time: 0.0429313 Jul 05 04:32:48.975026 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-066e074c-5756-4916-85c4-4f64554247e0 req-db70eb3a-290b-4955-86db-1afd7d30dbf2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=489241cd-4b9e-439d-8bae-16b9ffbb305e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314810 Jul 05 04:32:49.065141 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-066e074c-5756-4916-85c4-4f64554247e0 req-f08e9632-e219-4a9f-af19-11cf6e382cc9 service neutron] 10.222.0.89 "GET /v2.0/networks/489241cd-4b9e-439d-8bae-16b9ffbb305e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827200 Jul 05 04:32:49.157202 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-066e074c-5756-4916-85c4-4f64554247e0 req-cff9bc09-e885-4fa7-a156-65bc95b937df service neutron] 10.222.0.89 "GET /v2.0/networks/489241cd-4b9e-439d-8bae-16b9ffbb305e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852122 Jul 05 04:32:49.792249 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8361a0-b1c5-4b83-aeec-a0e04f22da6a req-fdc6065f-3ead-47b9-9b5d-e99adca20551 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:49.793803 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd8361a0-b1c5-4b83-aeec-a0e04f22da6a req-fdc6065f-3ead-47b9-9b5d-e99adca20551 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0672853 Jul 05 04:32:49.832341 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd8361a0-b1c5-4b83-aeec-a0e04f22da6a req-85804541-1efc-4cce-adef-2a2b3aac74e5 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325267 Jul 05 04:32:51.007603 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2bebdf-4afd-4130-883f-c2af5b9b509c req-6b69bd1e-2e88-442c-9853-cc3b2dcdaf32 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:51.009070 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c2bebdf-4afd-4130-883f-c2af5b9b509c req-6b69bd1e-2e88-442c-9853-cc3b2dcdaf32 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0653124 Jul 05 04:32:51.046544 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c2bebdf-4afd-4130-883f-c2af5b9b509c req-b4e72a9f-e7d9-4594-a263-8e9295854df5 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319543 Jul 05 04:32:52.223587 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4c283-200d-45da-9eda-224d09535bd8 req-190adb4e-8a44-4a9c-9c02-282a6690f615 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:52.225114 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-78d4c283-200d-45da-9eda-224d09535bd8 req-190adb4e-8a44-4a9c-9c02-282a6690f615 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0640275 Jul 05 04:32:52.263666 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-78d4c283-200d-45da-9eda-224d09535bd8 req-bcba596a-6638-4b60-b2a9-758ed1a63a29 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331120 Jul 05 04:32:53.444648 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4a7f8-1cca-45b7-8470-60181b503deb req-5e8e7e84-b823-420a-a024-12b2d6e98b7f tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:53.446166 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c8d4a7f8-1cca-45b7-8470-60181b503deb req-5e8e7e84-b823-420a-a024-12b2d6e98b7f tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0627992 Jul 05 04:32:53.484022 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c8d4a7f8-1cca-45b7-8470-60181b503deb req-1d5c55b3-3e17-4a05-a112-fda95f5b7c53 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323091 Jul 05 04:32:54.661920 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c379fc-71f9-4d77-9f55-21f96af90d70 req-f49c33e7-b1d5-4e61-a3ee-15ef0158a267 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:54.663413 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-41c379fc-71f9-4d77-9f55-21f96af90d70 req-f49c33e7-b1d5-4e61-a3ee-15ef0158a267 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0684133 Jul 05 04:32:54.701380 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-41c379fc-71f9-4d77-9f55-21f96af90d70 req-3bba2d2c-073b-4266-81de-08d16930a3ce tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324347 Jul 05 04:32:55.882823 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd3526-dad3-4c36-a504-16ff91b06adb req-d3596643-8d78-48d4-a160-5f416b011d3f tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:55.884336 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0bbd3526-dad3-4c36-a504-16ff91b06adb req-d3596643-8d78-48d4-a160-5f416b011d3f tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0681643 Jul 05 04:32:55.923233 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0bbd3526-dad3-4c36-a504-16ff91b06adb req-d842fada-a52b-45f9-a056-cc1e59e1a9a3 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331852 Jul 05 04:32:57.100566 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc96921-148c-4777-94f7-571e0e9ce814 req-b0814d97-aa31-4bb4-ae59-2ed10e6a0ef3 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:57.102012 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffc96921-148c-4777-94f7-571e0e9ce814 req-b0814d97-aa31-4bb4-ae59-2ed10e6a0ef3 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0648186 Jul 05 04:32:57.139654 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ffc96921-148c-4777-94f7-571e0e9ce814 req-74be490e-7ed3-44bb-851c-eb39fe3e5e56 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320182 Jul 05 04:32:58.314906 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416c6ff-edbc-43ee-9798-970c8a240c5d req-74727af2-01d5-42f8-a7ec-adc1d2dbf7be tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:58.316418 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f416c6ff-edbc-43ee-9798-970c8a240c5d req-74727af2-01d5-42f8-a7ec-adc1d2dbf7be tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0645707 Jul 05 04:32:58.356903 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f416c6ff-edbc-43ee-9798-970c8a240c5d req-543e34db-beab-4c8e-9d9b-60cbebb53172 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349059 Jul 05 04:32:58.688305 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9e4877e4-8f50-4dcd-970a-d075c4bad41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:59.529718 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5be329-f4ad-42d0-9aa5-4e664b71f5f6 req-a12968ab-e318-4e9c-8319-c3ee27547b02 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:59.531253 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1d5be329-f4ad-42d0-9aa5-4e664b71f5f6 req-a12968ab-e318-4e9c-8319-c3ee27547b02 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0631254 Jul 05 04:32:59.570544 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1d5be329-f4ad-42d0-9aa5-4e664b71f5f6 req-d974f8fa-0578-4419-afe6-abfd54cf5ac9 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332139 Jul 05 04:32:59.571510 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:00.745587 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70bea2f-7f9e-40a2-a6a9-6094d7a35bf8 req-1e44f6ee-93ea-4567-8837-3d7858bd4eb0 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:00.747090 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e70bea2f-7f9e-40a2-a6a9-6094d7a35bf8 req-1e44f6ee-93ea-4567-8837-3d7858bd4eb0 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0648685 Jul 05 04:33:00.785448 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e70bea2f-7f9e-40a2-a6a9-6094d7a35bf8 req-bc35a43e-245e-4f03-9ef5-b64fa064ea87 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320168 Jul 05 04:33:01.388739 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e2503bf1-9ffa-4632-8093-1eae225e5616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:01.784102 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:01.966756 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41b1f4-e3fa-4b18-b5e5-fac5c462208d req-1beb78dc-8520-470e-9af2-c5597b602f94 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:01.968328 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-df41b1f4-e3fa-4b18-b5e5-fac5c462208d req-1beb78dc-8520-470e-9af2-c5597b602f94 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0690322 Jul 05 04:33:02.005746 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-df41b1f4-e3fa-4b18-b5e5-fac5c462208d req-7691f7fc-4dee-4ee9-962a-7a4f58e2422a tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311534 Jul 05 04:33:02.585718 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:33:02.682893 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:03.183569 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2edf2-a37b-49f5-b637-83dfe6eaea88 req-1fa4e8b7-77cb-4aff-9dd2-fe7d73e3c3ee tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:03.185128 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2ec2edf2-a37b-49f5-b637-83dfe6eaea88 req-1fa4e8b7-77cb-4aff-9dd2-fe7d73e3c3ee tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0673561 Jul 05 04:33:03.222898 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2ec2edf2-a37b-49f5-b637-83dfe6eaea88 req-00ed6558-2511-4159-9b9b-f71fce1e9378 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316765 Jul 05 04:33:04.400260 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda95df4-41fa-4c34-82e6-326203eefc71 req-ae8f1cdd-5c0a-4024-9df9-999f871f63ad tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:04.401903 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bda95df4-41fa-4c34-82e6-326203eefc71 req-ae8f1cdd-5c0a-4024-9df9-999f871f63ad tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0693629 Jul 05 04:33:04.439567 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bda95df4-41fa-4c34-82e6-326203eefc71 req-2c09bfac-ecd9-4251-8482-b74010f7c506 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315905 Jul 05 04:33:04.481159 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:05.614559 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7d26a-84e8-45c8-8cfe-ab2fdc011fff req-6d116569-fad0-450b-8739-e02c39024f10 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:05.616074 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-65e7d26a-84e8-45c8-8cfe-ab2fdc011fff req-6d116569-fad0-450b-8739-e02c39024f10 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0630126 Jul 05 04:33:05.654154 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-65e7d26a-84e8-45c8-8cfe-ab2fdc011fff req-1e64b996-fe0d-45f1-802b-9c3cdb8da7c1 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324879 Jul 05 04:33:06.834322 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd58e5-aa12-408e-b627-eacab0ef2a05 req-59645f2c-a45e-476d-aea2-8433f2a70268 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:06.836132 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-90bd58e5-aa12-408e-b627-eacab0ef2a05 req-59645f2c-a45e-476d-aea2-8433f2a70268 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0685666 Jul 05 04:33:06.874677 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-90bd58e5-aa12-408e-b627-eacab0ef2a05 req-c30ac431-4df9-4a23-a605-36d8f2b590b4 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329163 Jul 05 04:33:08.055695 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8198d-d8a2-468c-a5d9-b7de38d57355 req-ae068856-592e-4231-a18c-f3c2ce1c839c tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:08.056955 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-41e8198d-d8a2-468c-a5d9-b7de38d57355 req-ae068856-592e-4231-a18c-f3c2ce1c839c tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0674555 Jul 05 04:33:08.095654 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-41e8198d-d8a2-468c-a5d9-b7de38d57355 req-22630118-1c95-4cff-a7c2-de1dbe0382fe tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329716 Jul 05 04:33:09.267596 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fdf21-c7fa-422e-9076-3c86eb4e572f req-e9788b4d-05b2-4366-8d00-64394db6de44 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:09.269150 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c27fdf21-c7fa-422e-9076-3c86eb4e572f req-e9788b4d-05b2-4366-8d00-64394db6de44 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0636671 Jul 05 04:33:09.306858 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c27fdf21-c7fa-422e-9076-3c86eb4e572f req-b5c505b2-86f7-4a1e-b4c0-4159983374c7 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323372 Jul 05 04:33:10.479176 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb35846-5a04-4ea0-a3a7-f0f7d1614569 req-5491b93a-a428-4cfd-8103-d21ee996ddc3 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:10.480704 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0bb35846-5a04-4ea0-a3a7-f0f7d1614569 req-5491b93a-a428-4cfd-8103-d21ee996ddc3 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0627465 Jul 05 04:33:10.519998 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0bb35846-5a04-4ea0-a3a7-f0f7d1614569 req-8013983d-db27-4163-9e2b-72e7f2cd327e tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328541 Jul 05 04:33:11.695874 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd92794-656e-4ea0-8745-9f7f1488e5cc req-47b3ccf4-bb71-4971-bd0c-fd367b3d793d tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:11.697449 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4bd92794-656e-4ea0-8745-9f7f1488e5cc req-47b3ccf4-bb71-4971-bd0c-fd367b3d793d tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0634909 Jul 05 04:33:11.735322 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4bd92794-656e-4ea0-8745-9f7f1488e5cc req-b8396816-1ec0-4eeb-8640-425fd6647b96 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321999 Jul 05 04:33:12.914282 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e758720-b68e-4579-aa1f-479da4089db9 req-5d5d89e4-a009-4721-9d08-8b1305f0ffa5 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:12.915903 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5e758720-b68e-4579-aa1f-479da4089db9 req-5d5d89e4-a009-4721-9d08-8b1305f0ffa5 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0671668 Jul 05 04:33:12.957771 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5e758720-b68e-4579-aa1f-479da4089db9 req-9975db90-3295-48dc-a0d8-9cd80a3c834c tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363133 Jul 05 04:33:13.383779 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:14.149085 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95c3f1-54a5-4a4d-860e-7c57d5af8294 req-5418e0de-fa5c-4a33-b118-53449c07d238 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:14.150571 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-be95c3f1-54a5-4a4d-860e-7c57d5af8294 req-5418e0de-fa5c-4a33-b118-53449c07d238 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0698595 Jul 05 04:33:14.187712 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-be95c3f1-54a5-4a4d-860e-7c57d5af8294 req-1cccb211-d7a4-4c8b-a909-eda19e8f4fe8 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313151 Jul 05 04:33:15.368740 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87e36f-5be6-4845-8c48-f2721e468375 req-f38a09ef-5269-4d03-97c0-6dfed9f7e6ff tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:15.370234 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0c87e36f-5be6-4845-8c48-f2721e468375 req-f38a09ef-5269-4d03-97c0-6dfed9f7e6ff tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0635810 Jul 05 04:33:15.407290 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0c87e36f-5be6-4845-8c48-f2721e468375 req-5bd8aaa4-74fb-41a7-bb15-b7c0db754bd4 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309310 Jul 05 04:33:16.588532 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8cf78-5279-4daf-9811-fe3b798aa055 req-0d44a62a-c6f6-4fb6-95dc-4cae919de086 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:16.589943 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2fb8cf78-5279-4daf-9811-fe3b798aa055 req-0d44a62a-c6f6-4fb6-95dc-4cae919de086 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0712805 Jul 05 04:33:16.627478 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2fb8cf78-5279-4daf-9811-fe3b798aa055 req-f583a26e-c0e9-4d8a-b5fc-0a9efd697f8a tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319498 Jul 05 04:33:17.798839 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe1bf6-f5d7-48a7-be09-7e24f1fffd60 req-997a55ea-5c0b-4b9f-b4e4-a533ca760935 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:17.800366 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fbfe1bf6-f5d7-48a7-be09-7e24f1fffd60 req-997a55ea-5c0b-4b9f-b4e4-a533ca760935 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0625098 Jul 05 04:33:17.837989 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fbfe1bf6-f5d7-48a7-be09-7e24f1fffd60 req-b7d2e343-62f0-47b3-95f7-c54deb207908 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321677 Jul 05 04:33:19.014945 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b067a-570a-43cf-b057-017d09c482e8 req-6592db20-e3a6-462d-812a-396c2f4ca028 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:19.016428 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e16b067a-570a-43cf-b057-017d09c482e8 req-6592db20-e3a6-462d-812a-396c2f4ca028 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0681412 Jul 05 04:33:19.054116 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e16b067a-570a-43cf-b057-017d09c482e8 req-52f46e44-63ec-44e0-a737-b666799bfba7 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322952 Jul 05 04:33:20.232293 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c23086-cff0-4320-96c8-45c8636160d3 req-73be320e-12a2-4cbb-9180-c4b566e4ab9d tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:20.233753 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-80c23086-cff0-4320-96c8-45c8636160d3 req-73be320e-12a2-4cbb-9180-c4b566e4ab9d tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0668764 Jul 05 04:33:20.270684 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-80c23086-cff0-4320-96c8-45c8636160d3 req-3f9b0304-71cb-42a3-9df6-f1fbdbd9f0e8 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312958 Jul 05 04:33:21.452267 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8a86d-8b5a-473b-bf30-f107c69a87af req-beb9b008-9812-4791-a1d1-1b1f778117c6 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:21.454032 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-17b8a86d-8b5a-473b-bf30-f107c69a87af req-beb9b008-9812-4791-a1d1-1b1f778117c6 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0652881 Jul 05 04:33:21.491742 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-17b8a86d-8b5a-473b-bf30-f107c69a87af req-916f1298-c422-43c5-b605-bfbff3dd5d52 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324426 Jul 05 04:33:21.579636 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-066e074c-5756-4916-85c4-4f64554247e0 req-6f0cdb1e-f2fd-4cbc-84ce-d060f705e141 service neutron] show failed (client error): The resource could not be found. Jul 05 04:33:21.580527 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-066e074c-5756-4916-85c4-4f64554247e0 req-6f0cdb1e-f2fd-4cbc-84ce-d060f705e141 service neutron] 10.222.0.89 "GET /v2.0/ports/90c7bbde-333d-49e1-beb0-84c51bf16474/bindings/n-h2-780147-23 HTTP/1.1" status: 404 len: 381 time: 0.0549095 Jul 05 04:33:21.885193 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e074c-5756-4916-85c4-4f64554247e0 req-274ac2c3-7b99-4f31-bf4b-69cb509ed5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:21.886700 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-066e074c-5756-4916-85c4-4f64554247e0 req-274ac2c3-7b99-4f31-bf4b-69cb509ed5fd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf&tenant_id=82333dbe769745efa1e5cc28ba1e8d9c HTTP/1.1" status: 200 len: 1097 time: 0.1022391 Jul 05 04:33:21.904010 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-066e074c-5756-4916-85c4-4f64554247e0 req-3427d674-6463-4ac4-8865-e3c57951f043 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-23', 'device_owner': 'compute:nova'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:33:21.978623 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-066e074c-5756-4916-85c4-4f64554247e0 req-3427d674-6463-4ac4-8865-e3c57951f043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:22.177789 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-066e074c-5756-4916-85c4-4f64554247e0 req-3427d674-6463-4ac4-8865-e3c57951f043 service neutron] For port 90c7bbde-333d-49e1-beb0-84c51bf16474, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=90c7bbde-333d-49e1-beb0-84c51bf16474,segment=NetworkSegment(6e651399-831b-45b6-bc20-3b7db56dfcad),segment_id=6e651399-831b-45b6-bc20-3b7db56dfcad)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:33:22.211299 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-066e074c-5756-4916-85c4-4f64554247e0 req-3427d674-6463-4ac4-8865-e3c57951f043 service neutron] For port 90c7bbde-333d-49e1-beb0-84c51bf16474, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:33:22.252397 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b038979-5c90-4f2c-a7a6-5fcab7aebadf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90c7bbde-333d-49e1-beb0-84c51bf16474'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:33:22.254695 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf707791-74b3-44b8-810c-8496b61b4d9e" -d '{"events": [{"server_uuid": "2b038979-5c90-4f2c-a7a6-5fcab7aebadf", "name": "network-vif-unplugged", "status": "completed", "tag": "90c7bbde-333d-49e1-beb0-84c51bf16474"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:33:22.258791 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-066e074c-5756-4916-85c4-4f64554247e0 req-3427d674-6463-4ac4-8865-e3c57951f043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:22.271403 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-066e074c-5756-4916-85c4-4f64554247e0 req-3427d674-6463-4ac4-8865-e3c57951f043 service neutron] Transition to ACTIVE for port object 90c7bbde-333d-49e1-beb0-84c51bf16474 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:33:22.277321 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-066e074c-5756-4916-85c4-4f64554247e0 req-3427d674-6463-4ac4-8865-e3c57951f043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:22.311017 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0337332-32fa-46b1-b24d-5bb765b89ebe x-openstack-request-id: req-e0337332-32fa-46b1-b24d-5bb765b89ebe {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:33:22.311312 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b038979-5c90-4f2c-a7a6-5fcab7aebadf", "name": "network-vif-unplugged", "status": "completed", "tag": "90c7bbde-333d-49e1-beb0-84c51bf16474", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:33:22.311566 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e0337332-32fa-46b1-b24d-5bb765b89ebe {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:33:22.311993 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b038979-5c90-4f2c-a7a6-5fcab7aebadf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90c7bbde-333d-49e1-beb0-84c51bf16474', 'code': 200} Jul 05 04:33:22.349181 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-066e074c-5756-4916-85c4-4f64554247e0 req-3427d674-6463-4ac4-8865-e3c57951f043 service neutron] No DVR routers for this DVR port 90c7bbde-333d-49e1-beb0-84c51bf16474 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:33:22.355684 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427d674-6463-4ac4-8865-e3c57951f043 service neutron] Pushing event updated for resources: {'Port': ['ID=90c7bbde-333d-49e1-beb0-84c51bf16474,revision_number=6']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:22.388884 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-066e074c-5756-4916-85c4-4f64554247e0 req-3427d674-6463-4ac4-8865-e3c57951f043 service neutron] Attempting to bind port 90c7bbde-333d-49e1-beb0-84c51bf16474 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:33:22.389226 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-066e074c-5756-4916-85c4-4f64554247e0 req-3427d674-6463-4ac4-8865-e3c57951f043 service neutron] Attempting to bind port 90c7bbde-333d-49e1-beb0-84c51bf16474 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '6e651399-831b-45b6-bc20-3b7db56dfcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '489241cd-4b9e-439d-8bae-16b9ffbb305e'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:33:22.389559 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066e074c-5756-4916-85c4-4f64554247e0 req-3427d674-6463-4ac4-8865-e3c57951f043 service neutron] Attempting to bind port 90c7bbde-333d-49e1-beb0-84c51bf16474 on network 489241cd-4b9e-439d-8bae-16b9ffbb305e {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:33:22.394457 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066e074c-5756-4916-85c4-4f64554247e0 req-3427d674-6463-4ac4-8865-e3c57951f043 service neutron] Port 90c7bbde-333d-49e1-beb0-84c51bf16474 on network 489241cd-4b9e-439d-8bae-16b9ffbb305e not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:33:22.394781 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066e074c-5756-4916-85c4-4f64554247e0 req-3427d674-6463-4ac4-8865-e3c57951f043 service neutron] Attempting to bind port 90c7bbde-333d-49e1-beb0-84c51bf16474 on network 489241cd-4b9e-439d-8bae-16b9ffbb305e {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:33:22.399566 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066e074c-5756-4916-85c4-4f64554247e0 req-3427d674-6463-4ac4-8865-e3c57951f043 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:33:22.399931 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066e074c-5756-4916-85c4-4f64554247e0 req-3427d674-6463-4ac4-8865-e3c57951f043 service neutron] Checking segment: {'id': '6e651399-831b-45b6-bc20-3b7db56dfcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '489241cd-4b9e-439d-8bae-16b9ffbb305e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:33:22.400319 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066e074c-5756-4916-85c4-4f64554247e0 req-3427d674-6463-4ac4-8865-e3c57951f043 service neutron] Bound using segment: {'id': '6e651399-831b-45b6-bc20-3b7db56dfcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '489241cd-4b9e-439d-8bae-16b9ffbb305e'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:33:22.400752 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-066e074c-5756-4916-85c4-4f64554247e0 req-3427d674-6463-4ac4-8865-e3c57951f043 service neutron] Bound port: 90c7bbde-333d-49e1-beb0-84c51bf16474, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e651399-831b-45b6-bc20-3b7db56dfcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '489241cd-4b9e-439d-8bae-16b9ffbb305e'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:33:22.401116 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-066e074c-5756-4916-85c4-4f64554247e0 req-3427d674-6463-4ac4-8865-e3c57951f043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:22.463707 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-066e074c-5756-4916-85c4-4f64554247e0 req-3427d674-6463-4ac4-8865-e3c57951f043 service neutron] For port 90c7bbde-333d-49e1-beb0-84c51bf16474, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:33:22.466669 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-066e074c-5756-4916-85c4-4f64554247e0 req-3427d674-6463-4ac4-8865-e3c57951f043 service neutron] For port 90c7bbde-333d-49e1-beb0-84c51bf16474, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=90c7bbde-333d-49e1-beb0-84c51bf16474,segment=NetworkSegment(6e651399-831b-45b6-bc20-3b7db56dfcad),segment_id=6e651399-831b-45b6-bc20-3b7db56dfcad)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:33:22.471776 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-066e074c-5756-4916-85c4-4f64554247e0 req-3427d674-6463-4ac4-8865-e3c57951f043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:22.508281 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e074c-5756-4916-85c4-4f64554247e0 req-3427d674-6463-4ac4-8865-e3c57951f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:22.508904 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-066e074c-5756-4916-85c4-4f64554247e0 req-3427d674-6463-4ac4-8865-e3c57951f043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:22.510309 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-066e074c-5756-4916-85c4-4f64554247e0 req-3427d674-6463-4ac4-8865-e3c57951f043 service neutron] 10.222.0.70 "PUT /v2.0/ports/90c7bbde-333d-49e1-beb0-84c51bf16474 HTTP/1.1" status: 200 len: 1092 time: 0.6103740 Jul 05 04:33:22.533638 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427d674-6463-4ac4-8865-e3c57951f043 service neutron] Pushing event updated for resources: {'Port': ['ID=90c7bbde-333d-49e1-beb0-84c51bf16474,revision_number=7']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:22.598874 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e074c-5756-4916-85c4-4f64554247e0 req-856f5ff0-aff4-4a87-8b87-51c7b24560c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:22.600410 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-066e074c-5756-4916-85c4-4f64554247e0 req-856f5ff0-aff4-4a87-8b87-51c7b24560c3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82333dbe769745efa1e5cc28ba1e8d9c&device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 1095 time: 0.0550487 Jul 05 04:33:22.735975 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e074c-5756-4916-85c4-4f64554247e0 req-ba65aee5-fb29-4eb5-900e-8d0896159851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:22.737740 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-066e074c-5756-4916-85c4-4f64554247e0 req-ba65aee5-fb29-4eb5-900e-8d0896159851 service neutron] 10.222.0.70 "GET /v2.0/networks?id=489241cd-4b9e-439d-8bae-16b9ffbb305e HTTP/1.1" status: 200 len: 913 time: 0.1303687 Jul 05 04:33:22.749542 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcf6c4-2b15-4dce-8a2e-18e35df41fae req-afc56d09-ec6c-4cd3-8194-9de8c4411cd1 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:22.752030 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2fdcf6c4-2b15-4dce-8a2e-18e35df41fae req-afc56d09-ec6c-4cd3-8194-9de8c4411cd1 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 943 time: 0.1267426 Jul 05 04:33:22.796737 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-066e074c-5756-4916-85c4-4f64554247e0 req-2ff04eef-7acc-4497-8ca4-638cf247d0ec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90c7bbde-333d-49e1-beb0-84c51bf16474 HTTP/1.1" status: 200 len: 217 time: 0.0437827 Jul 05 04:33:22.847835 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2fdcf6c4-2b15-4dce-8a2e-18e35df41fae req-c9ab477b-6231-4894-bdb0-d0b11ea8c367 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894043 Jul 05 04:33:22.862302 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e074c-5756-4916-85c4-4f64554247e0 req-6a5d99ba-1d34-4861-8d83-f1e270b400b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:22.864044 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-066e074c-5756-4916-85c4-4f64554247e0 req-6a5d99ba-1d34-4861-8d83-f1e270b400b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b0c1f5a5-2d49-4f34-aeb2-117df003749a HTTP/1.1" status: 200 len: 852 time: 0.0605626 Jul 05 04:33:22.899080 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-066e074c-5756-4916-85c4-4f64554247e0 req-161a3ef0-6f73-4981-a53f-368a6ca1a511 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=489241cd-4b9e-439d-8bae-16b9ffbb305e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277138 Jul 05 04:33:22.986973 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-066e074c-5756-4916-85c4-4f64554247e0 req-0b04be6d-869c-4653-b421-340d2d4b79d7 service neutron] 10.222.0.70 "GET /v2.0/networks/489241cd-4b9e-439d-8bae-16b9ffbb305e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816300 Jul 05 04:33:23.080639 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-066e074c-5756-4916-85c4-4f64554247e0 req-24120eda-123d-4862-82a2-cf7dc26eca7f service neutron] 10.222.0.70 "GET /v2.0/networks/489241cd-4b9e-439d-8bae-16b9ffbb305e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867805 Jul 05 04:33:24.027665 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514aaf25-f738-4ffc-bead-ac8d28a4ec88 req-b504fab3-ba07-40a5-95bf-d3eb12ff646b tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:24.029124 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-514aaf25-f738-4ffc-bead-ac8d28a4ec88 req-b504fab3-ba07-40a5-95bf-d3eb12ff646b tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 943 time: 0.0643914 Jul 05 04:33:24.069407 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-514aaf25-f738-4ffc-bead-ac8d28a4ec88 req-e031b734-3dd8-4eb8-96b4-78040c3ccdcd tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335698 Jul 05 04:33:24.313532 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b038979-5c90-4f2c-a7a6-5fcab7aebadf', 'tag': '90c7bbde-333d-49e1-beb0-84c51bf16474'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:33:24.316007 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c083cbc3-e047-4d84-8597-6c5f936cc628" -d '{"events": [{"name": "network-changed", "server_uuid": "2b038979-5c90-4f2c-a7a6-5fcab7aebadf", "tag": "90c7bbde-333d-49e1-beb0-84c51bf16474"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:33:24.365225 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648d3b56-86a8-4ba0-ac94-70ecac5ef42d x-openstack-request-id: req-648d3b56-86a8-4ba0-ac94-70ecac5ef42d {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:33:24.365521 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b038979-5c90-4f2c-a7a6-5fcab7aebadf", "tag": "90c7bbde-333d-49e1-beb0-84c51bf16474", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:33:24.365776 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-648d3b56-86a8-4ba0-ac94-70ecac5ef42d {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:33:24.366175 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b038979-5c90-4f2c-a7a6-5fcab7aebadf', 'tag': '90c7bbde-333d-49e1-beb0-84c51bf16474', 'status': 'completed', 'code': 200} Jul 05 04:33:24.449122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083cbc3-e047-4d84-8597-6c5f936cc628 req-27d94206-93b0-4169-ba9b-17667b0dc7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:24.450626 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c083cbc3-e047-4d84-8597-6c5f936cc628 req-27d94206-93b0-4169-ba9b-17667b0dc7fe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=82333dbe769745efa1e5cc28ba1e8d9c&device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 1095 time: 0.0600801 Jul 05 04:33:24.466375 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083cbc3-e047-4d84-8597-6c5f936cc628 req-d56962ca-9db6-4996-90c4-3a22068bbc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:24.466375 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c083cbc3-e047-4d84-8597-6c5f936cc628 req-d56962ca-9db6-4996-90c4-3a22068bbc1e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82333dbe769745efa1e5cc28ba1e8d9c&device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 1095 time: 0.0558453 Jul 05 04:33:24.545376 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083cbc3-e047-4d84-8597-6c5f936cc628 req-32ad33d2-d0b4-47ae-b3da-ae8b4dc8cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:24.546774 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c083cbc3-e047-4d84-8597-6c5f936cc628 req-32ad33d2-d0b4-47ae-b3da-ae8b4dc8cacd service neutron] 10.222.0.89 "GET /v2.0/networks?id=489241cd-4b9e-439d-8bae-16b9ffbb305e HTTP/1.1" status: 200 len: 913 time: 0.0861888 Jul 05 04:33:24.559105 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083cbc3-e047-4d84-8597-6c5f936cc628 req-64256358-8d5a-4b2f-8d19-5e6d6eed4eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:24.560697 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c083cbc3-e047-4d84-8597-6c5f936cc628 req-64256358-8d5a-4b2f-8d19-5e6d6eed4eeb service neutron] 10.222.0.70 "GET /v2.0/networks?id=489241cd-4b9e-439d-8bae-16b9ffbb305e HTTP/1.1" status: 200 len: 913 time: 0.0881970 Jul 05 04:33:24.598190 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c083cbc3-e047-4d84-8597-6c5f936cc628 req-2d000ac6-4b8e-4d88-854d-e42f9dbfd200 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90c7bbde-333d-49e1-beb0-84c51bf16474 HTTP/1.1" status: 200 len: 217 time: 0.0395174 Jul 05 04:33:24.602787 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c083cbc3-e047-4d84-8597-6c5f936cc628 req-14c20144-e995-45df-91d4-35538fa66138 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90c7bbde-333d-49e1-beb0-84c51bf16474 HTTP/1.1" status: 200 len: 217 time: 0.0352333 Jul 05 04:33:24.648271 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083cbc3-e047-4d84-8597-6c5f936cc628 req-fef0683b-e0c9-42e2-812a-69cd2673a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:24.649767 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c083cbc3-e047-4d84-8597-6c5f936cc628 req-fef0683b-e0c9-42e2-812a-69cd2673a837 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b0c1f5a5-2d49-4f34-aeb2-117df003749a HTTP/1.1" status: 200 len: 852 time: 0.0436776 Jul 05 04:33:24.650516 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083cbc3-e047-4d84-8597-6c5f936cc628 req-b5b788fa-0a45-4b31-8df6-e58b11796fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:24.652003 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c083cbc3-e047-4d84-8597-6c5f936cc628 req-b5b788fa-0a45-4b31-8df6-e58b11796fa8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b0c1f5a5-2d49-4f34-aeb2-117df003749a HTTP/1.1" status: 200 len: 852 time: 0.0427668 Jul 05 04:33:24.685298 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c083cbc3-e047-4d84-8597-6c5f936cc628 req-230f3f9b-2055-4aad-b6e4-c978a3b90619 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=489241cd-4b9e-439d-8bae-16b9ffbb305e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256562 Jul 05 04:33:24.687765 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c083cbc3-e047-4d84-8597-6c5f936cc628 req-b5bfd636-eade-4439-be1a-fe00dcb21f27 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=489241cd-4b9e-439d-8bae-16b9ffbb305e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292976 Jul 05 04:33:24.777745 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c083cbc3-e047-4d84-8597-6c5f936cc628 req-99828414-2d42-48f5-ae5d-d5ea241f1911 service neutron] 10.222.0.70 "GET /v2.0/networks/489241cd-4b9e-439d-8bae-16b9ffbb305e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836484 Jul 05 04:33:24.782130 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c083cbc3-e047-4d84-8597-6c5f936cc628 req-247c1c6b-93ed-401d-8ebd-0afc38e4b2df service neutron] 10.222.0.89 "GET /v2.0/networks/489241cd-4b9e-439d-8bae-16b9ffbb305e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860486 Jul 05 04:33:24.791780 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 90c7bbde-333d-49e1-beb0-84c51bf16474 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:33:24.830422 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 90c7bbde-333d-49e1-beb0-84c51bf16474 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:33:24.874427 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c083cbc3-e047-4d84-8597-6c5f936cc628 req-07b56db0-cf61-4aac-921d-210fc2747b47 service neutron] 10.222.0.70 "GET /v2.0/networks/489241cd-4b9e-439d-8bae-16b9ffbb305e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898366 Jul 05 04:33:24.883458 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c083cbc3-e047-4d84-8597-6c5f936cc628 req-01abf28a-0f0a-4cee-88fb-10431a2e31e8 service neutron] 10.222.0.89 "GET /v2.0/networks/489241cd-4b9e-439d-8bae-16b9ffbb305e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911078 Jul 05 04:33:25.249571 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecf803-a89d-4d0a-9910-0a662271c895 req-fab7f684-2432-4078-80b8-f0b9b34306c9 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:25.251321 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-92ecf803-a89d-4d0a-9910-0a662271c895 req-fab7f684-2432-4078-80b8-f0b9b34306c9 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 943 time: 0.0668049 Jul 05 04:33:25.290376 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-92ecf803-a89d-4d0a-9910-0a662271c895 req-ba7d5f0d-0b10-4181-a3a4-511eac0fa6cd tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335660 Jul 05 04:33:26.474129 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059b4b2-18d8-4943-9ffa-99ad1d8c3bc5 req-985fba32-17a0-4ec5-b7de-46dea534e1b6 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:26.475656 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8059b4b2-18d8-4943-9ffa-99ad1d8c3bc5 req-985fba32-17a0-4ec5-b7de-46dea534e1b6 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 943 time: 0.0650296 Jul 05 04:33:26.518549 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8059b4b2-18d8-4943-9ffa-99ad1d8c3bc5 req-a0f68dea-f813-45af-a98c-ac4c6a7c1e30 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370479 Jul 05 04:33:26.557762 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 90c7bbde-333d-49e1-beb0-84c51bf16474 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:33:26.659297 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 90c7bbde-333d-49e1-beb0-84c51bf16474, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=90c7bbde-333d-49e1-beb0-84c51bf16474,segment=NetworkSegment(6e651399-831b-45b6-bc20-3b7db56dfcad),segment_id=6e651399-831b-45b6-bc20-3b7db56dfcad)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:33:26.670309 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '90c7bbde-333d-49e1-beb0-84c51bf16474', 'network_id': '489241cd-4b9e-439d-8bae-16b9ffbb305e', 'port_id': '90c7bbde-333d-49e1-beb0-84c51bf16474', 'mac_address': 'fa:16:3e:4a:ad:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0c1f5a5-2d49-4f34-aeb2-117df003749a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:33:26.707211 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:26.720115 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c7bbde-333d-49e1-beb0-84c51bf16474 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:33:26.739590 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 90c7bbde-333d-49e1-beb0-84c51bf16474, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=90c7bbde-333d-49e1-beb0-84c51bf16474,segment=NetworkSegment(6e651399-831b-45b6-bc20-3b7db56dfcad),segment_id=6e651399-831b-45b6-bc20-3b7db56dfcad)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:33:26.743410 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:26.789172 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=90c7bbde-333d-49e1-beb0-84c51bf16474,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:26.796260 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:26.796608 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:26.797487 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:26.797827 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:26.798156 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:26.798484 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:26.798811 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:26.799137 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:26.799462 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:26.799785 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:26.800131 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:26.800452 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:27.142731 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['90c7bbde-333d-49e1-beb0-84c51bf16474'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:33:27.701193 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d7002-2c14-4a35-812c-e2940c19e643 req-63841e75-8fba-4f57-9ac8-2e88f6d718da tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:27.702744 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b6d7002-2c14-4a35-812c-e2940c19e643 req-63841e75-8fba-4f57-9ac8-2e88f6d718da tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 944 time: 0.0731089 Jul 05 04:33:27.741971 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b6d7002-2c14-4a35-812c-e2940c19e643 req-f3e137ae-0d1d-47d7-b413-f283509576a3 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324609 Jul 05 04:33:28.181452 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36ca9-a247-4fb2-8a04-1981c1542bc1 req-87711180-1d7a-4f3a-a45f-7c80c68c3413 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:28.182928 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aba36ca9-a247-4fb2-8a04-1981c1542bc1 req-87711180-1d7a-4f3a-a45f-7c80c68c3413 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf&tenant_id=82333dbe769745efa1e5cc28ba1e8d9c&binding%3Ahost_id=n-h2-780147-23 HTTP/1.1" status: 200 len: 944 time: 0.1158309 Jul 05 04:33:28.250782 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-aba36ca9-a247-4fb2-8a04-1981c1542bc1 req-1cde4ecc-d903-4718-8045-9e42ea41077b service neutron] delete failed (client error): The resource could not be found. Jul 05 04:33:28.251879 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aba36ca9-a247-4fb2-8a04-1981c1542bc1 req-1cde4ecc-d903-4718-8045-9e42ea41077b service neutron] 10.222.0.89 "DELETE /v2.0/ports/90c7bbde-333d-49e1-beb0-84c51bf16474/bindings/n-h1-780147-23 HTTP/1.1" status: 404 len: 381 time: 0.0596435 Jul 05 04:33:28.358740 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36ca9-a247-4fb2-8a04-1981c1542bc1 req-c3ba0029-07e1-462a-aa0e-7a92c3203492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:28.360578 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aba36ca9-a247-4fb2-8a04-1981c1542bc1 req-c3ba0029-07e1-462a-aa0e-7a92c3203492 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=82333dbe769745efa1e5cc28ba1e8d9c&device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 1096 time: 0.0568652 Jul 05 04:33:28.450632 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36ca9-a247-4fb2-8a04-1981c1542bc1 req-c3d3fb24-a66b-4805-8031-d46840d9ac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:28.452148 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aba36ca9-a247-4fb2-8a04-1981c1542bc1 req-c3d3fb24-a66b-4805-8031-d46840d9ac2a service neutron] 10.222.0.89 "GET /v2.0/networks?id=489241cd-4b9e-439d-8bae-16b9ffbb305e HTTP/1.1" status: 200 len: 913 time: 0.0848341 Jul 05 04:33:28.501425 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aba36ca9-a247-4fb2-8a04-1981c1542bc1 req-dea6b5ee-d5b5-4040-83d9-3511acb55d06 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90c7bbde-333d-49e1-beb0-84c51bf16474 HTTP/1.1" status: 200 len: 217 time: 0.0386534 Jul 05 04:33:28.555529 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36ca9-a247-4fb2-8a04-1981c1542bc1 req-ab382978-eaa2-42db-9fd6-c838ac42413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:28.557034 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aba36ca9-a247-4fb2-8a04-1981c1542bc1 req-ab382978-eaa2-42db-9fd6-c838ac42413a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b0c1f5a5-2d49-4f34-aeb2-117df003749a HTTP/1.1" status: 200 len: 852 time: 0.0446572 Jul 05 04:33:28.574359 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 90c7bbde-333d-49e1-beb0-84c51bf16474 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:33:28.597647 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aba36ca9-a247-4fb2-8a04-1981c1542bc1 req-1ce3290c-6127-4b9c-8cb2-ab9144f37c8f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=489241cd-4b9e-439d-8bae-16b9ffbb305e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264840 Jul 05 04:33:28.622233 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 90c7bbde-333d-49e1-beb0-84c51bf16474 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:33:28.626432 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 90c7bbde-333d-49e1-beb0-84c51bf16474 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:33:28.626811 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:28.692209 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e3104f5f-8b51-4b6f-969f-417f410dacce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:28.705063 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aba36ca9-a247-4fb2-8a04-1981c1542bc1 req-b812ed90-1a6d-467f-9920-fa04f6eb71ce service neutron] 10.222.0.89 "GET /v2.0/networks/489241cd-4b9e-439d-8bae-16b9ffbb305e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973282 Jul 05 04:33:28.726595 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:28.749918 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b038979-5c90-4f2c-a7a6-5fcab7aebadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c7bbde-333d-49e1-beb0-84c51bf16474'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:33:28.752494 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb058321-ce95-4ef4-8e33-7fa0e613c532" -d '{"events": [{"server_uuid": "2b038979-5c90-4f2c-a7a6-5fcab7aebadf", "name": "network-vif-plugged", "status": "completed", "tag": "90c7bbde-333d-49e1-beb0-84c51bf16474"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:33:28.765532 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 90c7bbde-333d-49e1-beb0-84c51bf16474, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=90c7bbde-333d-49e1-beb0-84c51bf16474,segment=NetworkSegment(6e651399-831b-45b6-bc20-3b7db56dfcad),segment_id=6e651399-831b-45b6-bc20-3b7db56dfcad)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:33:28.772338 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:28.803634 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9b3e2c-9c7f-440a-8ef4-9c906bbafea8 x-openstack-request-id: req-6c9b3e2c-9c7f-440a-8ef4-9c906bbafea8 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:33:28.803954 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b038979-5c90-4f2c-a7a6-5fcab7aebadf", "name": "network-vif-plugged", "status": "completed", "tag": "90c7bbde-333d-49e1-beb0-84c51bf16474", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:33:28.804210 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6c9b3e2c-9c7f-440a-8ef4-9c906bbafea8 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:33:28.804598 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b038979-5c90-4f2c-a7a6-5fcab7aebadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c7bbde-333d-49e1-beb0-84c51bf16474', 'code': 200} Jul 05 04:33:28.806704 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aba36ca9-a247-4fb2-8a04-1981c1542bc1 req-0ad3c3f0-a977-4ae2-94e5-d69280566602 service neutron] 10.222.0.89 "GET /v2.0/networks/489241cd-4b9e-439d-8bae-16b9ffbb305e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934775 Jul 05 04:33:28.828136 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=90c7bbde-333d-49e1-beb0-84c51bf16474,revision_number=9']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:29.584898 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:29.745056 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e04a0-1293-408f-9bf2-ede90a7baf33 req-ce1f3c28-8c9c-40db-b85c-316b8169a7da tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:29.746562 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ff7e04a0-1293-408f-9bf2-ede90a7baf33 req-ce1f3c28-8c9c-40db-b85c-316b8169a7da tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0771990 Jul 05 04:33:29.789956 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ff7e04a0-1293-408f-9bf2-ede90a7baf33 req-8703e890-6093-471e-9c98-69edc786b89e tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367849 Jul 05 04:33:30.967121 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3694230-2277-42c0-a8e3-19cfccbbef0b req-da4acaf5-6e5f-42a9-b423-13206e69bb70 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:30.969174 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a3694230-2277-42c0-a8e3-19cfccbbef0b req-da4acaf5-6e5f-42a9-b423-13206e69bb70 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0649328 Jul 05 04:33:31.007269 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a3694230-2277-42c0-a8e3-19cfccbbef0b req-c862b93f-59d7-42b6-94d9-b44d622aa065 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.77 "GET /v2.0/security-groups?id=1eaea521-35ac-4884-ae83-23f75fde0758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319097 Jul 05 04:33:31.166853 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36ca9-a247-4fb2-8a04-1981c1542bc1 req-04f4048b-7753-4af3-92bc-f139771f51b7 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:31.168306 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aba36ca9-a247-4fb2-8a04-1981c1542bc1 req-04f4048b-7753-4af3-92bc-f139771f51b7 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b038979-5c90-4f2c-a7a6-5fcab7aebadf HTTP/1.1" status: 200 len: 945 time: 0.0658870 Jul 05 04:33:31.268592 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-aba36ca9-a247-4fb2-8a04-1981c1542bc1 req-c245dbea-f60f-44cd-a055-28600aafdac9 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Deleting port 90c7bbde-333d-49e1-beb0-84c51bf16474 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:33:31.268851 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-aba36ca9-a247-4fb2-8a04-1981c1542bc1 req-c245dbea-f60f-44cd-a055-28600aafdac9 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:31.365769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-aba36ca9-a247-4fb2-8a04-1981c1542bc1 req-c245dbea-f60f-44cd-a055-28600aafdac9 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] For port 90c7bbde-333d-49e1-beb0-84c51bf16474, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=90c7bbde-333d-49e1-beb0-84c51bf16474,segment=NetworkSegment(6e651399-831b-45b6-bc20-3b7db56dfcad),segment_id=6e651399-831b-45b6-bc20-3b7db56dfcad)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:33:31.366129 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-aba36ca9-a247-4fb2-8a04-1981c1542bc1 req-c245dbea-f60f-44cd-a055-28600aafdac9 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:31.382852 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-aba36ca9-a247-4fb2-8a04-1981c1542bc1 req-c245dbea-f60f-44cd-a055-28600aafdac9 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Calling delete_port for 90c7bbde-333d-49e1-beb0-84c51bf16474 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:33:31.386132 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-14a54f21-1596-4ff3-8973-9dadfddda56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:31.509782 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-aba36ca9-a247-4fb2-8a04-1981c1542bc1 req-c245dbea-f60f-44cd-a055-28600aafdac9 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:31.541842 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['90c7bbde-333d-49e1-beb0-84c51bf16474'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:33:31.545062 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245dbea-f60f-44cd-a055-28600aafdac9 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Pushing event deleted for resources: {'Port': ['ID=90c7bbde-333d-49e1-beb0-84c51bf16474,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:31.573482 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245dbea-f60f-44cd-a055-28600aafdac9 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:31.573832 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245dbea-f60f-44cd-a055-28600aafdac9 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:31.574178 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245dbea-f60f-44cd-a055-28600aafdac9 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:31.574521 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245dbea-f60f-44cd-a055-28600aafdac9 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:31.574850 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245dbea-f60f-44cd-a055-28600aafdac9 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:31.575186 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245dbea-f60f-44cd-a055-28600aafdac9 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:31.575512 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245dbea-f60f-44cd-a055-28600aafdac9 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:31.575863 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245dbea-f60f-44cd-a055-28600aafdac9 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:31.576198 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245dbea-f60f-44cd-a055-28600aafdac9 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:31.576525 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245dbea-f60f-44cd-a055-28600aafdac9 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:31.576852 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245dbea-f60f-44cd-a055-28600aafdac9 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:31.577180 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245dbea-f60f-44cd-a055-28600aafdac9 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:31.601185 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba36ca9-a247-4fb2-8a04-1981c1542bc1 req-c245dbea-f60f-44cd-a055-28600aafdac9 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] No DVR routers for this DVR port 90c7bbde-333d-49e1-beb0-84c51bf16474 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:33:31.603696 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-aba36ca9-a247-4fb2-8a04-1981c1542bc1 req-c245dbea-f60f-44cd-a055-28600aafdac9 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:31.605697 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-aba36ca9-a247-4fb2-8a04-1981c1542bc1 req-c245dbea-f60f-44cd-a055-28600aafdac9 tempest-DeleteServersTestJSON-491998327 tempest-DeleteServersTestJSON-491998327-project] 10.222.0.70 "DELETE /v2.0/ports/90c7bbde-333d-49e1-beb0-84c51bf16474 HTTP/1.1" status: 204 len: 173 time: 0.4314680 Jul 05 04:33:31.606144 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b038979-5c90-4f2c-a7a6-5fcab7aebadf', 'name': 'network-vif-deleted', 'tag': '90c7bbde-333d-49e1-beb0-84c51bf16474'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:33:31.608697 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89610190-63a1-4b17-8639-6716b43b8439" -d '{"events": [{"server_uuid": "2b038979-5c90-4f2c-a7a6-5fcab7aebadf", "name": "network-vif-deleted", "tag": "90c7bbde-333d-49e1-beb0-84c51bf16474"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:33:31.660456 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9076a197-4b6c-4061-a42f-17259406d6c1 x-openstack-request-id: req-9076a197-4b6c-4061-a42f-17259406d6c1 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:33:31.660765 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b038979-5c90-4f2c-a7a6-5fcab7aebadf", "name": "network-vif-deleted", "tag": "90c7bbde-333d-49e1-beb0-84c51bf16474", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:33:31.661020 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9076a197-4b6c-4061-a42f-17259406d6c1 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:33:31.661425 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b038979-5c90-4f2c-a7a6-5fcab7aebadf', 'name': 'network-vif-deleted', 'tag': '90c7bbde-333d-49e1-beb0-84c51bf16474', 'status': 'completed', 'code': 200} Jul 05 04:33:31.786615 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:32.246685 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46438) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:32.293875 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b34e6b8-2165-43ea-98ea-402f0e5b3f3a admin admin] Deleting subnet b0c1f5a5-2d49-4f34-aeb2-117df003749a {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:33:32.296880 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b34e6b8-2165-43ea-98ea-402f0e5b3f3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:32.331361 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b34e6b8-2165-43ea-98ea-402f0e5b3f3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:32.369782 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b34e6b8-2165-43ea-98ea-402f0e5b3f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:32.421683 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b34e6b8-2165-43ea-98ea-402f0e5b3f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:32.454045 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34e6b8-2165-43ea-98ea-402f0e5b3f3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0c1f5a5-2d49-4f34-aeb2-117df003749a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:32.456521 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b34e6b8-2165-43ea-98ea-402f0e5b3f3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:32.458336 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8b34e6b8-2165-43ea-98ea-402f0e5b3f3a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b0c1f5a5-2d49-4f34-aeb2-117df003749a HTTP/1.1" status: 204 len: 168 time: 0.2106407 Jul 05 04:33:32.461310 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46440) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:32.464909 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34e6b8-2165-43ea-98ea-402f0e5b3f3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:32.465259 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34e6b8-2165-43ea-98ea-402f0e5b3f3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:32.465605 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34e6b8-2165-43ea-98ea-402f0e5b3f3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:32.465945 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34e6b8-2165-43ea-98ea-402f0e5b3f3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:32.466281 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34e6b8-2165-43ea-98ea-402f0e5b3f3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:32.466616 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34e6b8-2165-43ea-98ea-402f0e5b3f3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:32.466948 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34e6b8-2165-43ea-98ea-402f0e5b3f3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:32.467280 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34e6b8-2165-43ea-98ea-402f0e5b3f3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:32.467611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34e6b8-2165-43ea-98ea-402f0e5b3f3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:32.467970 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34e6b8-2165-43ea-98ea-402f0e5b3f3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:32.468297 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34e6b8-2165-43ea-98ea-402f0e5b3f3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:32.468620 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34e6b8-2165-43ea-98ea-402f0e5b3f3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:32.529749 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5928d9b0-59f9-48a0-81d4-fb1ff1235b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:32.610323 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5928d9b0-59f9-48a0-81d4-fb1ff1235b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:32.619993 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-5928d9b0-59f9-48a0-81d4-fb1ff1235b97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489241cd-4b9e-439d-8bae-16b9ffbb305e']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:32.630115 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-5928d9b0-59f9-48a0-81d4-fb1ff1235b97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e651399-831b-45b6-bc20-3b7db56dfcad') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:32.630416 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-5928d9b0-59f9-48a0-81d4-fb1ff1235b97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e651399-831b-45b6-bc20-3b7db56dfcad') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:32.639234 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5928d9b0-59f9-48a0-81d4-fb1ff1235b97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:32.652239 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5928d9b0-59f9-48a0-81d4-fb1ff1235b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:32.658964 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5928d9b0-59f9-48a0-81d4-fb1ff1235b97 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:33:32.659399 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5928d9b0-59f9-48a0-81d4-fb1ff1235b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:33:32.661296 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:33:32.686083 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:32.719821 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5928d9b0-59f9-48a0-81d4-fb1ff1235b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:32.726482 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5928d9b0-59f9-48a0-81d4-fb1ff1235b97 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:32.728305 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5928d9b0-59f9-48a0-81d4-fb1ff1235b97 admin admin] 10.222.0.77 "DELETE /v2.0/networks/489241cd-4b9e-439d-8bae-16b9ffbb305e HTTP/1.1" status: 204 len: 168 time: 0.2660069 Jul 05 04:33:32.738668 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928d9b0-59f9-48a0-81d4-fb1ff1235b97 admin admin] Pushing event deleted for resources: {'Network': ['ID=489241cd-4b9e-439d-8bae-16b9ffbb305e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:32.835099 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46444) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:32.874279 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c25e54ee-6f57-494d-8e69-516cdfdf0c77 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=82333dbe769745efa1e5cc28ba1e8d9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379241 Jul 05 04:33:32.876651 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46446) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:32.925922 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b8ae018d-04f3-46df-9552-1bc95c3379a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:32.946641 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b8ae018d-04f3-46df-9552-1bc95c3379a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:32.992076 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b8ae018d-04f3-46df-9552-1bc95c3379a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:32.994786 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b8ae018d-04f3-46df-9552-1bc95c3379a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:32.995982 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b8ae018d-04f3-46df-9552-1bc95c3379a9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1eaea521-35ac-4884-ae83-23f75fde0758 HTTP/1.1" status: 204 len: 168 time: 0.1183829 Jul 05 04:33:33.004396 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae018d-04f3-46df-9552-1bc95c3379a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eaea521-35ac-4884-ae83-23f75fde0758,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:33.651613 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46468) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:33.756415 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-abb7a678-69c1-4838-9ce0-5f1c9e3268d5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1036342194-network', 'tenant_id': '8db4b6997fc14a47ad61b21a69aeb35c'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:33:33.777976 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb7a678-69c1-4838-9ce0-5f1c9e3268d5 admin admin] Made reservation on behalf of 8db4b6997fc14a47ad61b21a69aeb35c for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:33:33.780287 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-abb7a678-69c1-4838-9ce0-5f1c9e3268d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:33.788949 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-abb7a678-69c1-4838-9ce0-5f1c9e3268d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:33.884806 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-abb7a678-69c1-4838-9ce0-5f1c9e3268d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:33.889011 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-abb7a678-69c1-4838-9ce0-5f1c9e3268d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:33.910213 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb7a678-69c1-4838-9ce0-5f1c9e3268d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:33:33.923884 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7a678-69c1-4838-9ce0-5f1c9e3268d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d021bc1d-c1f0-4062-b02b-0b723a1afe9f,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:33.928811 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-abb7a678-69c1-4838-9ce0-5f1c9e3268d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:33.929159 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-abb7a678-69c1-4838-9ce0-5f1c9e3268d5 admin admin] Added segment 99b8050e-8fec-4c09-ae1b-b819f9c58373 of type vlan for network a7d31a9a-181c-4095-ae9e-1cee84cafd05 Jul 05 04:33:33.971759 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-abb7a678-69c1-4838-9ce0-5f1c9e3268d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:34.000689 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-abb7a678-69c1-4838-9ce0-5f1c9e3268d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:34.001647 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb7a678-69c1-4838-9ce0-5f1c9e3268d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:34.002226 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-abb7a678-69c1-4838-9ce0-5f1c9e3268d5 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:34.055782 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-abb7a678-69c1-4838-9ce0-5f1c9e3268d5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4030285 Jul 05 04:33:34.058761 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46472) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:33:34.064421 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7a678-69c1-4838-9ce0-5f1c9e3268d5 admin admin] Pushing event updated for resources: {'Network': ['ID=a7d31a9a-181c-4095-ae9e-1cee84cafd05,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:34.064930 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d7509316-4e7d-47c7-9183-6b3b0a8ead04 admin admin] Request body: {'subnet': {'network_id': 'a7d31a9a-181c-4095-ae9e-1cee84cafd05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1036342194-subnet', 'tenant_id': '8db4b6997fc14a47ad61b21a69aeb35c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:33:34.073915 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network a7d31a9a-181c-4095-ae9e-1cee84cafd05 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:33:34.087434 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7509316-4e7d-47c7-9183-6b3b0a8ead04 admin admin] Made reservation on behalf of 8db4b6997fc14a47ad61b21a69aeb35c for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:33:34.089906 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d7509316-4e7d-47c7-9183-6b3b0a8ead04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:34.257827 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d7509316-4e7d-47c7-9183-6b3b0a8ead04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:34.311730 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7509316-4e7d-47c7-9183-6b3b0a8ead04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ad9a50e-8414-439e-bc25-71cf4917f12c,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:34.321110 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7509316-4e7d-47c7-9183-6b3b0a8ead04 admin admin] Checking segment: {'id': '99b8050e-8fec-4c09-ae1b-b819f9c58373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a7d31a9a-181c-4095-ae9e-1cee84cafd05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:33:34.321472 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7509316-4e7d-47c7-9183-6b3b0a8ead04 admin admin] Network hostable DHCP agents. Network: a7d31a9a-181c-4095-ae9e-1cee84cafd05, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:33:34.339078 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7509316-4e7d-47c7-9183-6b3b0a8ead04 admin admin] Network a7d31a9a-181c-4095-ae9e-1cee84cafd05 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:33:34.347951 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-d7509316-4e7d-47c7-9183-6b3b0a8ead04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, a7d31a9a-181c-4095-ae9e-1cee84cafd05) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:33:34.351840 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7509316-4e7d-47c7-9183-6b3b0a8ead04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:34.352433 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d7509316-4e7d-47c7-9183-6b3b0a8ead04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:34.357534 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d799a8eb-5175-4ff7-80dd-1326022419c2 None None] Network a7d31a9a-181c-4095-ae9e-1cee84cafd05 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:33:34.366771 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d7509316-4e7d-47c7-9183-6b3b0a8ead04 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3067956 Jul 05 04:33:34.492685 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32acc4a2-0f47-4007-b6c0-d8814532504b None None] Network a7d31a9a-181c-4095-ae9e-1cee84cafd05 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:33:34.529866 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:34.598936 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 90c7bbde-333d-49e1-beb0-84c51bf16474 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:33:34.649088 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 90c7bbde-333d-49e1-beb0-84c51bf16474 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:33:34.649567 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 90c7bbde-333d-49e1-beb0-84c51bf16474 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:33:34.795917 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-ef8cc8c2-5c71-42b4-b1d9-756aec5b57ce tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:34.798024 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-ef8cc8c2-5c71-42b4-b1d9-756aec5b57ce tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/networks?id=a7d31a9a-181c-4095-ae9e-1cee84cafd05 HTTP/1.1" status: 200 len: 815 time: 0.1010561 Jul 05 04:33:34.812196 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-1f9e9eac-54d1-4bd3-9f0e-377dae2ddc99 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/quotas/8db4b6997fc14a47ad61b21a69aeb35c HTTP/1.1" status: 200 len: 375 time: 0.0089328 Jul 05 04:33:34.866851 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-817bbd8f-7649-48d0-bedb-00f2a0ca8cfb tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8db4b6997fc14a47ad61b21a69aeb35c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490944 Jul 05 04:33:34.937840 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-947c3e41-5cf8-4fd5-9000-0431a7b4f0e5 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:33:34.938917 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-947c3e41-5cf8-4fd5-9000-0431a7b4f0e5 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0658941 Jul 05 04:33:35.033211 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-b23a4a3e-acd4-4ee0-ac73-b8f4497433b2 service neutron] 10.222.0.77 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880733 Jul 05 04:33:35.127620 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-9bf9f63a-5259-4778-9c7a-e4e3004b1ee7 service neutron] 10.222.0.77 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885785 Jul 05 04:33:35.305140 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-86105e5d-88cf-42ef-b265-931831a26796 req-d5c17724-024a-4918-9770-7da1bdd77c24 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 210 time: 0.0380709 Jul 05 04:33:36.457616 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5c8b8044-91ae-4d05-8164-7d55ce5d60dd req-3c66d318-2b71-4d9b-a09f-afd73cddc336 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 210 time: 0.0300908 Jul 05 04:33:36.606799 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-e814b81a-64b1-4aaa-9ca8-8f14069241b9 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:36.608484 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-e814b81a-64b1-4aaa-9ca8-8f14069241b9 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.89 "GET /v2.0/networks?id=a7d31a9a-181c-4095-ae9e-1cee84cafd05 HTTP/1.1" status: 200 len: 815 time: 0.1033731 Jul 05 04:33:36.634537 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-467d426d-241e-4cab-a6ab-3418943dda76 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Request body: {'port': {'device_id': '730c89bf-4639-4144-b49c-f7f6d40e2ff2', 'network_id': 'a7d31a9a-181c-4095-ae9e-1cee84cafd05', 'admin_state_up': True, 'tenant_id': '8db4b6997fc14a47ad61b21a69aeb35c'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:33:36.748301 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-467d426d-241e-4cab-a6ab-3418943dda76 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Made reservation on behalf of 8db4b6997fc14a47ad61b21a69aeb35c for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:33:36.752214 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-467d426d-241e-4cab-a6ab-3418943dda76 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:36.879127 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-467d426d-241e-4cab-a6ab-3418943dda76 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Allocated IP 172.20.0.9 (a7d31a9a-181c-4095-ae9e-1cee84cafd05/1ad9a50e-8414-439e-bc25-71cf4917f12c/5cc77ce5-4792-44af-8d8d-9f109cf14d93) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:33:37.022967 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-467d426d-241e-4cab-a6ab-3418943dda76 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:37.062881 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-467d426d-241e-4cab-a6ab-3418943dda76 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:37.111419 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-467d426d-241e-4cab-a6ab-3418943dda76 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Network a7d31a9a-181c-4095-ae9e-1cee84cafd05 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:33:37.118415 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-467d426d-241e-4cab-a6ab-3418943dda76 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:33:37.122721 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-467d426d-241e-4cab-a6ab-3418943dda76 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:33:37.127409 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d426d-241e-4cab-a6ab-3418943dda76 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Pushing event updated for resources: {'Port': ['ID=5cc77ce5-4792-44af-8d8d-9f109cf14d93,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:37.172896 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-467d426d-241e-4cab-a6ab-3418943dda76 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:37.173504 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-467d426d-241e-4cab-a6ab-3418943dda76 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:37.186824 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-467d426d-241e-4cab-a6ab-3418943dda76 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5562553 Jul 05 04:33:37.202698 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-9f61a1ae-35c7-49e8-9b88-1e7e1012848f service neutron] Request body: {'port': {'device_id': '730c89bf-4639-4144-b49c-f7f6d40e2ff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:33:37.274311 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-9f61a1ae-35c7-49e8-9b88-1e7e1012848f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:37.547009 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-9f61a1ae-35c7-49e8-9b88-1e7e1012848f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc77ce5-4792-44af-8d8d-9f109cf14d93 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:33:37.554550 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-9f61a1ae-35c7-49e8-9b88-1e7e1012848f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:37.566844 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-9f61a1ae-35c7-49e8-9b88-1e7e1012848f service neutron] Transition to ACTIVE for port object 5cc77ce5-4792-44af-8d8d-9f109cf14d93 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:33:37.570707 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-9f61a1ae-35c7-49e8-9b88-1e7e1012848f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:37.621965 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61a1ae-35c7-49e8-9b88-1e7e1012848f service neutron] Pushing event updated for resources: {'Port': ['ID=5cc77ce5-4792-44af-8d8d-9f109cf14d93,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:37.637379 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93402579-4cbf-42fa-a10f-b7d8861dec22 req-f79bc7ce-6b4c-4dcd-b2ff-4ee5b653e069 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:37.638889 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-93402579-4cbf-42fa-a10f-b7d8861dec22 req-f79bc7ce-6b4c-4dcd-b2ff-4ee5b653e069 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 943 time: 0.0669444 Jul 05 04:33:37.678898 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-93402579-4cbf-42fa-a10f-b7d8861dec22 req-b668d68d-2e69-43b7-8cc1-df6a5de9dafd tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335565 Jul 05 04:33:37.708514 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-9f61a1ae-35c7-49e8-9b88-1e7e1012848f service neutron] Attempting to bind port 5cc77ce5-4792-44af-8d8d-9f109cf14d93 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:33:37.708851 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-9f61a1ae-35c7-49e8-9b88-1e7e1012848f service neutron] Attempting to bind port 5cc77ce5-4792-44af-8d8d-9f109cf14d93 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '99b8050e-8fec-4c09-ae1b-b819f9c58373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a7d31a9a-181c-4095-ae9e-1cee84cafd05'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:33:37.709451 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-9f61a1ae-35c7-49e8-9b88-1e7e1012848f service neutron] Attempting to bind port 5cc77ce5-4792-44af-8d8d-9f109cf14d93 on network a7d31a9a-181c-4095-ae9e-1cee84cafd05 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:33:37.713816 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-9f61a1ae-35c7-49e8-9b88-1e7e1012848f service neutron] Port 5cc77ce5-4792-44af-8d8d-9f109cf14d93 on network a7d31a9a-181c-4095-ae9e-1cee84cafd05 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:33:37.714139 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-9f61a1ae-35c7-49e8-9b88-1e7e1012848f service neutron] Attempting to bind port 5cc77ce5-4792-44af-8d8d-9f109cf14d93 on network a7d31a9a-181c-4095-ae9e-1cee84cafd05 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:33:37.719015 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-9f61a1ae-35c7-49e8-9b88-1e7e1012848f service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:33:37.719416 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-9f61a1ae-35c7-49e8-9b88-1e7e1012848f service neutron] Checking segment: {'id': '99b8050e-8fec-4c09-ae1b-b819f9c58373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a7d31a9a-181c-4095-ae9e-1cee84cafd05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:33:37.719817 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-9f61a1ae-35c7-49e8-9b88-1e7e1012848f service neutron] Bound using segment: {'id': '99b8050e-8fec-4c09-ae1b-b819f9c58373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a7d31a9a-181c-4095-ae9e-1cee84cafd05'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:33:37.720252 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-9f61a1ae-35c7-49e8-9b88-1e7e1012848f service neutron] Bound port: 5cc77ce5-4792-44af-8d8d-9f109cf14d93, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99b8050e-8fec-4c09-ae1b-b819f9c58373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a7d31a9a-181c-4095-ae9e-1cee84cafd05'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:33:37.720608 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-9f61a1ae-35c7-49e8-9b88-1e7e1012848f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:37.786319 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-9f61a1ae-35c7-49e8-9b88-1e7e1012848f service neutron] For port 5cc77ce5-4792-44af-8d8d-9f109cf14d93, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:33:37.789394 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-9f61a1ae-35c7-49e8-9b88-1e7e1012848f service neutron] For port 5cc77ce5-4792-44af-8d8d-9f109cf14d93, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=5cc77ce5-4792-44af-8d8d-9f109cf14d93,segment=NetworkSegment(99b8050e-8fec-4c09-ae1b-b819f9c58373),segment_id=99b8050e-8fec-4c09-ae1b-b819f9c58373)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:33:37.792995 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-9f61a1ae-35c7-49e8-9b88-1e7e1012848f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:37.830007 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-9f61a1ae-35c7-49e8-9b88-1e7e1012848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:37.830632 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-9f61a1ae-35c7-49e8-9b88-1e7e1012848f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:37.832057 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-9f61a1ae-35c7-49e8-9b88-1e7e1012848f service neutron] 10.222.0.89 "PUT /v2.0/ports/5cc77ce5-4792-44af-8d8d-9f109cf14d93 HTTP/1.1" status: 200 len: 1092 time: 0.6334016 Jul 05 04:33:37.832492 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730c89bf-4639-4144-b49c-f7f6d40e2ff2', 'tag': '5cc77ce5-4792-44af-8d8d-9f109cf14d93'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:33:37.834996 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6f2d30-caa8-4afa-a633-d92a28d7dea6" -d '{"events": [{"name": "network-changed", "server_uuid": "730c89bf-4639-4144-b49c-f7f6d40e2ff2", "tag": "5cc77ce5-4792-44af-8d8d-9f109cf14d93"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:33:37.857834 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61a1ae-35c7-49e8-9b88-1e7e1012848f service neutron] Pushing event updated for resources: {'Port': ['ID=5cc77ce5-4792-44af-8d8d-9f109cf14d93,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:37.886903 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea3eb5e-7ac3-47b1-ac6a-162084cb51e6 x-openstack-request-id: req-2ea3eb5e-7ac3-47b1-ac6a-162084cb51e6 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:33:37.887188 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730c89bf-4639-4144-b49c-f7f6d40e2ff2", "tag": "5cc77ce5-4792-44af-8d8d-9f109cf14d93", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:33:37.887442 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2ea3eb5e-7ac3-47b1-ac6a-162084cb51e6 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:33:37.887881 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730c89bf-4639-4144-b49c-f7f6d40e2ff2', 'tag': '5cc77ce5-4792-44af-8d8d-9f109cf14d93', 'status': 'completed', 'code': 200} Jul 05 04:33:37.934188 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-edbffc42-4de1-47ca-ae22-91171d249fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:37.935716 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-edbffc42-4de1-47ca-ae22-91171d249fbe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8db4b6997fc14a47ad61b21a69aeb35c&device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 1095 time: 0.0582159 Jul 05 04:33:37.984846 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-1fe2d3e4-db6f-4d8d-adb5-6134ef606a7b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cc77ce5-4792-44af-8d8d-9f109cf14d93 HTTP/1.1" status: 200 len: 217 time: 0.0381515 Jul 05 04:33:38.039122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-e62cfb09-01d6-42e5-ba16-3234bb544ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:38.040521 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-e62cfb09-01d6-42e5-ba16-3234bb544ef3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1ad9a50e-8414-439e-bc25-71cf4917f12c HTTP/1.1" status: 200 len: 855 time: 0.0444391 Jul 05 04:33:38.077638 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-5320b514-ef78-40dc-baed-472295ab0f16 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a7d31a9a-181c-4095-ae9e-1cee84cafd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263245 Jul 05 04:33:38.501269 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-b07f4dd0-d809-4b16-a18b-465745fd11a7 service neutron] 10.222.0.89 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121835 Jul 05 04:33:38.592844 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ca08b85-2fe7-4e6f-964f-266c37953b3b req-4013819a-8699-48dc-ba76-2e4aa0975e80 service neutron] 10.222.0.89 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808256 Jul 05 04:33:38.701706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f2d30-caa8-4afa-a633-d92a28d7dea6 req-5dd02943-4f65-403c-b56c-2e46ae1fdb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:38.703338 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cf6f2d30-caa8-4afa-a633-d92a28d7dea6 req-5dd02943-4f65-403c-b56c-2e46ae1fdb04 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8db4b6997fc14a47ad61b21a69aeb35c&device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 1095 time: 0.0560007 Jul 05 04:33:38.793430 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f2d30-caa8-4afa-a633-d92a28d7dea6 req-90ee9bc0-0479-4c29-8db9-0d6f85dab5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:38.794855 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cf6f2d30-caa8-4afa-a633-d92a28d7dea6 req-90ee9bc0-0479-4c29-8db9-0d6f85dab5fb service neutron] 10.222.0.89 "GET /v2.0/networks?id=a7d31a9a-181c-4095-ae9e-1cee84cafd05 HTTP/1.1" status: 200 len: 916 time: 0.0849550 Jul 05 04:33:38.835576 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cf6f2d30-caa8-4afa-a633-d92a28d7dea6 req-049c979b-ce16-43ec-be77-542df15cb7c7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cc77ce5-4792-44af-8d8d-9f109cf14d93 HTTP/1.1" status: 200 len: 217 time: 0.0345931 Jul 05 04:33:38.858039 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95baa15b-f080-47d7-a4c7-f9379d120df0 req-119d5cad-da47-44d4-ba9c-e705bb0e038d tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:38.859681 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-95baa15b-f080-47d7-a4c7-f9379d120df0 req-119d5cad-da47-44d4-ba9c-e705bb0e038d tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 943 time: 0.0639486 Jul 05 04:33:38.888445 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f2d30-caa8-4afa-a633-d92a28d7dea6 req-97a0a8f0-b165-42d6-96ed-1e61f9313060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:38.889923 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cf6f2d30-caa8-4afa-a633-d92a28d7dea6 req-97a0a8f0-b165-42d6-96ed-1e61f9313060 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1ad9a50e-8414-439e-bc25-71cf4917f12c HTTP/1.1" status: 200 len: 855 time: 0.0478265 Jul 05 04:33:38.897270 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-95baa15b-f080-47d7-a4c7-f9379d120df0 req-59078504-c99d-45fe-a526-df3afd088d31 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320837 Jul 05 04:33:38.924863 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cf6f2d30-caa8-4afa-a633-d92a28d7dea6 req-33ff7486-bd78-4cee-82c3-f71bcdc44dfc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a7d31a9a-181c-4095-ae9e-1cee84cafd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269148 Jul 05 04:33:39.011411 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cf6f2d30-caa8-4afa-a633-d92a28d7dea6 req-844cdd3d-07da-424a-88ed-94f31dc27cce service neutron] 10.222.0.89 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790524 Jul 05 04:33:39.114550 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cf6f2d30-caa8-4afa-a633-d92a28d7dea6 req-00e16ec7-766b-44dd-b014-9bd8f6213b65 service neutron] 10.222.0.89 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945487 Jul 05 04:33:39.585119 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:33:40.071972 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a91a3-d324-4e4a-add1-6e6c33fae1a5 req-b6bcc467-907c-43ac-831e-f3b8095add44 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:40.073477 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a60a91a3-d324-4e4a-add1-6e6c33fae1a5 req-b6bcc467-907c-43ac-831e-f3b8095add44 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 943 time: 0.0641432 Jul 05 04:33:40.111303 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a60a91a3-d324-4e4a-add1-6e6c33fae1a5 req-fb0b902b-479c-4b9d-b93c-02142dfe975e tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321267 Jul 05 04:33:40.823454 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 5cc77ce5-4792-44af-8d8d-9f109cf14d93 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:33:40.922305 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 5cc77ce5-4792-44af-8d8d-9f109cf14d93, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=5cc77ce5-4792-44af-8d8d-9f109cf14d93,segment=NetworkSegment(99b8050e-8fec-4c09-ae1b-b819f9c58373),segment_id=99b8050e-8fec-4c09-ae1b-b819f9c58373)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:33:40.934009 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '5cc77ce5-4792-44af-8d8d-9f109cf14d93', 'network_id': 'a7d31a9a-181c-4095-ae9e-1cee84cafd05', 'port_id': '5cc77ce5-4792-44af-8d8d-9f109cf14d93', 'mac_address': 'fa:16:3e:2a:ab:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad9a50e-8414-439e-bc25-71cf4917f12c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:33:40.973431 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:40.986925 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc77ce5-4792-44af-8d8d-9f109cf14d93 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:33:41.007522 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 5cc77ce5-4792-44af-8d8d-9f109cf14d93, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=5cc77ce5-4792-44af-8d8d-9f109cf14d93,segment=NetworkSegment(99b8050e-8fec-4c09-ae1b-b819f9c58373),segment_id=99b8050e-8fec-4c09-ae1b-b819f9c58373)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:33:41.011354 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:41.058828 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=5cc77ce5-4792-44af-8d8d-9f109cf14d93,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:41.262651 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['5cc77ce5-4792-44af-8d8d-9f109cf14d93'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:33:41.294377 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9301067-3747-462b-ab68-53dcc10b1618 req-132a25e2-9e90-41e1-9380-8718311a60f2 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:41.295955 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9301067-3747-462b-ab68-53dcc10b1618 req-132a25e2-9e90-41e1-9380-8718311a60f2 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 944 time: 0.0679371 Jul 05 04:33:41.334591 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9301067-3747-462b-ab68-53dcc10b1618 req-e8c0b74d-659a-4654-ae9a-bf82749ac2cd tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319023 Jul 05 04:33:42.516460 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8eb509-a186-4a72-9742-eecd953a317c req-4d109368-e157-4211-88d6-8f0fc323afb5 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:42.517950 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1a8eb509-a186-4a72-9742-eecd953a317c req-4d109368-e157-4211-88d6-8f0fc323afb5 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 944 time: 0.0690060 Jul 05 04:33:42.555694 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1a8eb509-a186-4a72-9742-eecd953a317c req-cbb3918b-43af-4361-9b1a-b2590b4ec73f tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321493 Jul 05 04:33:42.822545 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 5cc77ce5-4792-44af-8d8d-9f109cf14d93 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:33:42.871539 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 5cc77ce5-4792-44af-8d8d-9f109cf14d93 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:33:42.875978 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 5cc77ce5-4792-44af-8d8d-9f109cf14d93 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:33:42.876350 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:42.954096 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:42.976406 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730c89bf-4639-4144-b49c-f7f6d40e2ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc77ce5-4792-44af-8d8d-9f109cf14d93'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:33:42.978800 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e7aa1a-7626-4afa-985c-9963e4b18a59" -d '{"events": [{"server_uuid": "730c89bf-4639-4144-b49c-f7f6d40e2ff2", "name": "network-vif-plugged", "status": "completed", "tag": "5cc77ce5-4792-44af-8d8d-9f109cf14d93"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:33:42.992000 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 5cc77ce5-4792-44af-8d8d-9f109cf14d93, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=5cc77ce5-4792-44af-8d8d-9f109cf14d93,segment=NetworkSegment(99b8050e-8fec-4c09-ae1b-b819f9c58373),segment_id=99b8050e-8fec-4c09-ae1b-b819f9c58373)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:33:42.995908 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:43.021681 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ad2b8f-c826-42d4-9b20-c2c623d178e8 x-openstack-request-id: req-01ad2b8f-c826-42d4-9b20-c2c623d178e8 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:33:43.021979 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730c89bf-4639-4144-b49c-f7f6d40e2ff2", "name": "network-vif-plugged", "status": "completed", "tag": "5cc77ce5-4792-44af-8d8d-9f109cf14d93", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:33:43.022232 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-01ad2b8f-c826-42d4-9b20-c2c623d178e8 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:33:43.022619 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730c89bf-4639-4144-b49c-f7f6d40e2ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc77ce5-4792-44af-8d8d-9f109cf14d93', 'code': 200} Jul 05 04:33:43.050251 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=5cc77ce5-4792-44af-8d8d-9f109cf14d93,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:43.135207 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff5087-8758-409b-b019-2321f8b46bcb req-e7808750-c530-424f-815d-78fd935ff522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:43.136627 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-deff5087-8758-409b-b019-2321f8b46bcb req-e7808750-c530-424f-815d-78fd935ff522 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 1097 time: 0.0513101 Jul 05 04:33:43.174061 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-deff5087-8758-409b-b019-2321f8b46bcb req-7c23312b-2606-4c45-9127-d0bb508d7d8f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274014 Jul 05 04:33:43.348045 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-6b0a32d3-2507-407c-8b6f-c16e6db113d5 req-b4eb9d27-7ea9-4e7d-866f-449d356ad244 service neutron] (105539) timed out ('10.222.0.77', 49392) {{(pid=105539) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:33:43.394143 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:43.728407 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83c47a-818c-44c0-a369-5de87e762696 req-e6ffbd85-5250-48f2-ae28-31de496c75cd tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:43.729958 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c83c47a-818c-44c0-a369-5de87e762696 req-e6ffbd85-5250-48f2-ae28-31de496c75cd tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0630095 Jul 05 04:33:43.775006 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c83c47a-818c-44c0-a369-5de87e762696 req-ae46939e-68ed-4db0-a6ea-73b8c5cad5c5 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391202 Jul 05 04:33:44.950190 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12907fe9-38bf-41ef-9c3f-e28deba15251 req-333ada25-9a08-4fd8-b7e7-e7b35fc63405 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:44.951694 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12907fe9-38bf-41ef-9c3f-e28deba15251 req-333ada25-9a08-4fd8-b7e7-e7b35fc63405 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0633798 Jul 05 04:33:44.989860 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12907fe9-38bf-41ef-9c3f-e28deba15251 req-32827d8b-6def-4381-a9e7-6417b97ff657 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319345 Jul 05 04:33:45.163037 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225f45a-874b-4f70-b34c-f33d96a56f3c req-cbf5f5f3-b4a5-4f36-81e1-9e7a301eedb8 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:45.164555 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3225f45a-874b-4f70-b34c-f33d96a56f3c req-cbf5f5f3-b4a5-4f36-81e1-9e7a301eedb8 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0633693 Jul 05 04:33:45.202284 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3225f45a-874b-4f70-b34c-f33d96a56f3c req-fa4a379d-f47e-4480-b7ea-70e63f9d9b06 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321782 Jul 05 04:33:45.543502 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96c0b9-b602-430a-903b-4d0a728166fa req-d8c2bfc4-a833-475c-9eac-47a393942d6f tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:45.544952 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cb96c0b9-b602-430a-903b-4d0a728166fa req-d8c2bfc4-a833-475c-9eac-47a393942d6f tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0639348 Jul 05 04:33:45.581897 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cb96c0b9-b602-430a-903b-4d0a728166fa req-7d016d80-51bc-44b9-9349-6af29898e093 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312798 Jul 05 04:33:45.759341 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97541ff-3fc9-4a8e-8857-cd1d204886b8 req-820fe958-63d9-4048-a715-f6247277cbba tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:45.760880 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e97541ff-3fc9-4a8e-8857-cd1d204886b8 req-820fe958-63d9-4048-a715-f6247277cbba tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0702307 Jul 05 04:33:45.799077 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e97541ff-3fc9-4a8e-8857-cd1d204886b8 req-a28eb7df-935b-4772-b4b0-a68427bb1c6f tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317280 Jul 05 04:33:46.150980 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-fb0a3e82-7eda-4dc4-a0dd-5fe033631d59 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0560620 Jul 05 04:33:46.197397 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3af35-6322-45ae-85b2-cd3cf55240d0 req-0d7325ad-68df-41bb-906c-7b2be65f5bdd tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:46.198933 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7cf3af35-6322-45ae-85b2-cd3cf55240d0 req-0d7325ad-68df-41bb-906c-7b2be65f5bdd tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0646234 Jul 05 04:33:46.239162 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7cf3af35-6322-45ae-85b2-cd3cf55240d0 req-5832310f-01b1-414e-9b20-311c83c6442a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341187 Jul 05 04:33:47.411104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-ab634f33-72e6-46a1-b58e-ccdd91df9f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:47.412649 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-ab634f33-72e6-46a1-b58e-ccdd91df9f7b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8db4b6997fc14a47ad61b21a69aeb35c&device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 1097 time: 0.0894313 Jul 05 04:33:47.489009 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586fddd-84ba-437c-8003-47a8dd5a7d93 req-11e26e5b-9261-4dd3-a541-f94fa33258bd tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:47.490558 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c586fddd-84ba-437c-8003-47a8dd5a7d93 req-11e26e5b-9261-4dd3-a541-f94fa33258bd tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.1325650 Jul 05 04:33:47.552708 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c586fddd-84ba-437c-8003-47a8dd5a7d93 req-5147d7c5-0820-41be-a29a-f833e6764996 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554841 Jul 05 04:33:47.555664 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-dbf8bd49-6ed4-422b-9f73-2e05eb53f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:47.558202 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-dbf8bd49-6ed4-422b-9f73-2e05eb53f10b service neutron] 10.222.0.89 "GET /v2.0/networks?id=a7d31a9a-181c-4095-ae9e-1cee84cafd05 HTTP/1.1" status: 200 len: 916 time: 0.1378231 Jul 05 04:33:47.601125 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-513bf923-d9eb-4f52-a98f-6db91c2b12da service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cc77ce5-4792-44af-8d8d-9f109cf14d93 HTTP/1.1" status: 200 len: 217 time: 0.0359559 Jul 05 04:33:47.655562 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-6e1a0ce2-4204-45bb-b560-4fbf6d017021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:47.657172 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-6e1a0ce2-4204-45bb-b560-4fbf6d017021 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1ad9a50e-8414-439e-bc25-71cf4917f12c HTTP/1.1" status: 200 len: 855 time: 0.0497344 Jul 05 04:33:47.691384 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-8bb861d5-d1bd-42aa-90ff-d90cce37edac service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a7d31a9a-181c-4095-ae9e-1cee84cafd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274875 Jul 05 04:33:47.782570 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-20255b8c-6345-443a-b3db-458369b55a91 service neutron] 10.222.0.89 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846794 Jul 05 04:33:47.877999 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-19b22a24-c71b-42e9-92cd-b3b95e1af2d4 service neutron] 10.222.0.89 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887601 Jul 05 04:33:48.726040 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b263ed9-e496-4997-9288-7f0a1b79a176 req-f85e07b5-84cf-4c36-83c9-654ba60ec96a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:48.727736 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7b263ed9-e496-4997-9288-7f0a1b79a176 req-f85e07b5-84cf-4c36-83c9-654ba60ec96a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0632741 Jul 05 04:33:48.767282 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7b263ed9-e496-4997-9288-7f0a1b79a176 req-629ecf5a-f9a2-48a4-b847-7bfc89ceeadb tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340035 Jul 05 04:33:49.955333 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f72392-d553-4e0e-aade-9c7c66daba94 req-f81ecae8-bbf0-480d-b6f3-83f4e6801a66 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:49.957215 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-92f72392-d553-4e0e-aade-9c7c66daba94 req-f81ecae8-bbf0-480d-b6f3-83f4e6801a66 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0749393 Jul 05 04:33:49.995382 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-92f72392-d553-4e0e-aade-9c7c66daba94 req-5f24022a-a962-47d0-91c9-02ea47496024 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322695 Jul 05 04:33:51.172686 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8744fd-03f5-49bd-96d1-a0a5c68a6126 req-5ecac300-f182-4549-aea3-720a1a65001a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:51.173795 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ef8744fd-03f5-49bd-96d1-a0a5c68a6126 req-5ecac300-f182-4549-aea3-720a1a65001a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0662308 Jul 05 04:33:51.211829 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ef8744fd-03f5-49bd-96d1-a0a5c68a6126 req-057ae760-c2aa-41c9-b350-d959c3d33e8b tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325277 Jul 05 04:33:52.393404 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86d9b0-d957-4401-ab14-6d02d3004025 req-8fce0322-99f4-4d95-8891-99f2b7bbe319 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:52.394902 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b86d9b0-d957-4401-ab14-6d02d3004025 req-8fce0322-99f4-4d95-8891-99f2b7bbe319 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0670826 Jul 05 04:33:52.432537 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2b86d9b0-d957-4401-ab14-6d02d3004025 req-e8ca525b-3313-4ba3-a24d-33bd16884d3a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319858 Jul 05 04:33:53.607988 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed3536-d06e-4a1c-8e0c-101316b1b89c req-e163d34b-9944-4add-a479-bbdddfc4da85 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:53.609471 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5fed3536-d06e-4a1c-8e0c-101316b1b89c req-e163d34b-9944-4add-a479-bbdddfc4da85 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0635989 Jul 05 04:33:53.649886 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5fed3536-d06e-4a1c-8e0c-101316b1b89c req-417a02d5-e6f8-478d-a3ea-1621a10d34a2 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343852 Jul 05 04:33:54.837301 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b893d-4154-4f81-a240-f81d21753581 req-29290b13-cc10-48da-92e6-530a67aeb5d4 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:54.838820 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-526b893d-4154-4f81-a240-f81d21753581 req-29290b13-cc10-48da-92e6-530a67aeb5d4 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0771115 Jul 05 04:33:54.876753 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-526b893d-4154-4f81-a240-f81d21753581 req-d5e653a5-f015-4df1-b5d5-05c92f7662ef tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318792 Jul 05 04:33:56.059068 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b26b11-6ce7-444e-8081-350df04090e4 req-275fec02-afa4-45c0-935a-ed4c94a03dc9 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:56.060500 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5b26b11-6ce7-444e-8081-350df04090e4 req-275fec02-afa4-45c0-935a-ed4c94a03dc9 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0705426 Jul 05 04:33:56.099263 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f5b26b11-6ce7-444e-8081-350df04090e4 req-a0d385e6-3ca8-49b9-b7e9-e49800fe6e3d tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321317 Jul 05 04:33:57.293867 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78be96d-5f12-41e5-9c5d-95d2aec2d4a8 req-0443a871-22c8-41d5-a1e7-e35a056aa745 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:57.295487 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e78be96d-5f12-41e5-9c5d-95d2aec2d4a8 req-0443a871-22c8-41d5-a1e7-e35a056aa745 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0707397 Jul 05 04:33:57.340571 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e78be96d-5f12-41e5-9c5d-95d2aec2d4a8 req-5a7d54c7-75b4-4e3e-bfb6-ad0ff7b15596 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364225 Jul 05 04:33:58.514573 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af15026-a990-4cbe-87de-cfe28641d97b req-bd4e20fb-be8d-4a03-8774-9af82b277132 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:58.516109 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3af15026-a990-4cbe-87de-cfe28641d97b req-bd4e20fb-be8d-4a03-8774-9af82b277132 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0631058 Jul 05 04:33:58.555095 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3af15026-a990-4cbe-87de-cfe28641d97b req-823c0c73-641e-45ff-9d21-c09c7e213081 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333343 Jul 05 04:33:58.691843 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6db61bef-825a-41da-b2a6-e1a4c4803b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:59.579902 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:59.736684 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461aba2-f677-46eb-a5aa-7a528533c9e1 req-7757c578-61c9-4bde-8c57-2133aa19ff2e tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:59.738188 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0461aba2-f677-46eb-a5aa-7a528533c9e1 req-7757c578-61c9-4bde-8c57-2133aa19ff2e tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0683668 Jul 05 04:33:59.775694 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0461aba2-f677-46eb-a5aa-7a528533c9e1 req-9e9c467f-9e2e-4439-956c-c34ac7c2a13c tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319650 Jul 05 04:34:00.946601 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b71a1-9e15-441f-b371-1311be412bb0 req-1bc2bebb-4af0-4bec-9cf6-d0c9dadb2f8f tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:00.948117 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d00b71a1-9e15-441f-b371-1311be412bb0 req-1bc2bebb-4af0-4bec-9cf6-d0c9dadb2f8f tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0616667 Jul 05 04:34:00.985523 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d00b71a1-9e15-441f-b371-1311be412bb0 req-94ff94c4-f759-40ee-a304-b76bce0f145e tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320096 Jul 05 04:34:01.387742 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2f544616-f6a0-4282-87b8-ecf240c5509b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:01.787117 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:02.164331 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f6fe4-b466-4beb-8849-238b32e6a6f3 req-d273f705-8b80-47c9-b959-b360b3cc8765 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:02.165826 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c1f6fe4-b466-4beb-8849-238b32e6a6f3 req-d273f705-8b80-47c9-b959-b360b3cc8765 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0654447 Jul 05 04:34:02.202260 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c1f6fe4-b466-4beb-8849-238b32e6a6f3 req-c487fd0f-10d1-41f3-86fb-92e3e5f59488 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309446 Jul 05 04:34:02.689593 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:03.377274 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafffd3-4ca4-424b-bbf3-282bc479a708 req-da742203-ea22-4a73-9091-13d6d246363b tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:03.378755 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4aafffd3-4ca4-424b-bbf3-282bc479a708 req-da742203-ea22-4a73-9091-13d6d246363b tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0661435 Jul 05 04:34:03.416219 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4aafffd3-4ca4-424b-bbf3-282bc479a708 req-b6b5c90d-0fed-4487-9fa6-2b08c097cc03 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319948 Jul 05 04:34:04.490266 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:04.596939 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdd7dd-68df-4035-839e-df9e71370a4f req-db7f9ec9-82f4-4d55-9838-40bddf37e36a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:04.598374 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ffdd7dd-68df-4035-839e-df9e71370a4f req-db7f9ec9-82f4-4d55-9838-40bddf37e36a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0674689 Jul 05 04:34:04.636031 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ffdd7dd-68df-4035-839e-df9e71370a4f req-5a81e58e-b980-477e-abd8-03ebac41b66b tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321527 Jul 05 04:34:05.818622 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88959a0f-bb27-48a1-8b15-93abf6df228d req-63ad32d2-5542-4b37-9049-dd330f1b974e tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:05.820162 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-88959a0f-bb27-48a1-8b15-93abf6df228d req-63ad32d2-5542-4b37-9049-dd330f1b974e tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0640271 Jul 05 04:34:05.860790 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-88959a0f-bb27-48a1-8b15-93abf6df228d req-28189010-ce08-4b3c-944a-0002bd88fc4d tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341153 Jul 05 04:34:07.035042 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91408957-04fe-460d-9a79-d6c3de9bacf1 req-1844f01d-0137-4850-a6f8-b6450e5cc243 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:07.036467 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91408957-04fe-460d-9a79-d6c3de9bacf1 req-1844f01d-0137-4850-a6f8-b6450e5cc243 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0623114 Jul 05 04:34:07.073757 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91408957-04fe-460d-9a79-d6c3de9bacf1 req-30c2d92f-17b4-4122-9059-f995bd25cce1 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317917 Jul 05 04:34:08.273101 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bb3da-4a78-4c56-895a-27193e63104b req-ada5eeba-12a4-4ae9-a9b7-1e7b8948db58 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:08.274622 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-503bb3da-4a78-4c56-895a-27193e63104b req-ada5eeba-12a4-4ae9-a9b7-1e7b8948db58 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0749824 Jul 05 04:34:08.312434 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-503bb3da-4a78-4c56-895a-27193e63104b req-88cb8fe5-52f6-41b0-aa81-4045647dd99f tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322418 Jul 05 04:34:09.487359 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e8ec2-a093-4ec1-a66a-b0aaec46f89d req-b9462d65-2e46-4f2e-ac65-d514ae779e9f tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:09.488866 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d39e8ec2-a093-4ec1-a66a-b0aaec46f89d req-b9462d65-2e46-4f2e-ac65-d514ae779e9f tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0634887 Jul 05 04:34:09.525750 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d39e8ec2-a093-4ec1-a66a-b0aaec46f89d req-8c964d1f-5f49-4afd-a5e1-b0878d142116 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313833 Jul 05 04:34:10.707025 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2838926-9352-4832-af8f-576b26d157f2 req-7bbf1934-97f6-44f4-9e24-0be51fe6c5c3 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:10.708584 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e2838926-9352-4832-af8f-576b26d157f2 req-7bbf1934-97f6-44f4-9e24-0be51fe6c5c3 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0633671 Jul 05 04:34:10.747345 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e2838926-9352-4832-af8f-576b26d157f2 req-e28b75b7-81a8-42ad-abc6-3007611b6824 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329068 Jul 05 04:34:11.929371 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d63c6-2bb4-4783-82b2-bee2722b2150 req-4b036cf1-7a1f-4bfb-9582-986f4a277acf tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:11.930911 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8c9d63c6-2bb4-4783-82b2-bee2722b2150 req-4b036cf1-7a1f-4bfb-9582-986f4a277acf tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0679629 Jul 05 04:34:11.968634 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8c9d63c6-2bb4-4783-82b2-bee2722b2150 req-f94f6c45-61f1-4e09-9f3b-951345bb0375 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321760 Jul 05 04:34:13.147480 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36909d4-666c-4354-bb1c-591aa273fa9e req-41ac0767-3a53-42f3-81c2-aa36b0624174 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:13.148991 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a36909d4-666c-4354-bb1c-591aa273fa9e req-41ac0767-3a53-42f3-81c2-aa36b0624174 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0665414 Jul 05 04:34:13.187533 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a36909d4-666c-4354-bb1c-591aa273fa9e req-85c1d99a-31ff-45a0-a13d-f6f634ce1cb7 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330248 Jul 05 04:34:13.413648 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:14.362432 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b608ea-39c6-49b1-b4fa-d75f4d925284 req-99934a29-5efc-40d7-ba28-7aa6459d75b4 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:14.363955 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c3b608ea-39c6-49b1-b4fa-d75f4d925284 req-99934a29-5efc-40d7-ba28-7aa6459d75b4 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0625677 Jul 05 04:34:14.401774 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c3b608ea-39c6-49b1-b4fa-d75f4d925284 req-923f243d-871a-4e82-92d1-199faa1c1987 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323043 Jul 05 04:34:15.130834 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-aa9969d2-7719-42b7-83e6-c53a33e2760d service neutron] show failed (client error): The resource could not be found. Jul 05 04:34:15.131748 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-aa9969d2-7719-42b7-83e6-c53a33e2760d service neutron] 10.222.0.89 "GET /v2.0/ports/5cc77ce5-4792-44af-8d8d-9f109cf14d93/bindings/n-h2-780147-23 HTTP/1.1" status: 404 len: 381 time: 0.0593257 Jul 05 04:34:15.396888 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-d47f1cec-20ba-47cc-bda6-275a9ff375c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:15.398293 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-d47f1cec-20ba-47cc-bda6-275a9ff375c0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2&tenant_id=8db4b6997fc14a47ad61b21a69aeb35c HTTP/1.1" status: 200 len: 1097 time: 0.0572145 Jul 05 04:34:15.415882 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-ee2deaba-d631-4beb-92b7-b00a3242157e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-23', 'device_owner': 'compute:nova'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:34:15.488403 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-ee2deaba-d631-4beb-92b7-b00a3242157e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:15.674779 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4a38a-99ff-4570-8143-e2501176b59f req-f0a6001a-19be-4253-ae86-a568994ba99d tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:15.676206 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c2b4a38a-99ff-4570-8143-e2501176b59f req-f0a6001a-19be-4253-ae86-a568994ba99d tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.1535878 Jul 05 04:34:15.748475 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c2b4a38a-99ff-4570-8143-e2501176b59f req-3ad2d68f-8be8-4498-af56-db4cdf3bc8b2 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453951 Jul 05 04:34:15.775302 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-ee2deaba-d631-4beb-92b7-b00a3242157e service neutron] For port 5cc77ce5-4792-44af-8d8d-9f109cf14d93, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=5cc77ce5-4792-44af-8d8d-9f109cf14d93,segment=NetworkSegment(99b8050e-8fec-4c09-ae1b-b819f9c58373),segment_id=99b8050e-8fec-4c09-ae1b-b819f9c58373)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:15.810402 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-ee2deaba-d631-4beb-92b7-b00a3242157e service neutron] For port 5cc77ce5-4792-44af-8d8d-9f109cf14d93, host n-h1-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:34:15.850968 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730c89bf-4639-4144-b49c-f7f6d40e2ff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cc77ce5-4792-44af-8d8d-9f109cf14d93'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:34:15.853224 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42b85ec-7dba-4154-b4b6-593b5a925d90" -d '{"events": [{"server_uuid": "730c89bf-4639-4144-b49c-f7f6d40e2ff2", "name": "network-vif-unplugged", "status": "completed", "tag": "5cc77ce5-4792-44af-8d8d-9f109cf14d93"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:34:15.856769 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-ee2deaba-d631-4beb-92b7-b00a3242157e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:15.869169 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-ee2deaba-d631-4beb-92b7-b00a3242157e service neutron] Transition to ACTIVE for port object 5cc77ce5-4792-44af-8d8d-9f109cf14d93 will not be triggered until provisioned by entity L2. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:34:15.872534 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-ee2deaba-d631-4beb-92b7-b00a3242157e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:15.910775 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f9154a-01aa-48fc-827a-f972cb594b9a x-openstack-request-id: req-30f9154a-01aa-48fc-827a-f972cb594b9a {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:34:15.911074 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730c89bf-4639-4144-b49c-f7f6d40e2ff2", "name": "network-vif-unplugged", "status": "completed", "tag": "5cc77ce5-4792-44af-8d8d-9f109cf14d93", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:34:15.911324 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-30f9154a-01aa-48fc-827a-f972cb594b9a {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:34:15.911725 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730c89bf-4639-4144-b49c-f7f6d40e2ff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cc77ce5-4792-44af-8d8d-9f109cf14d93', 'code': 200} Jul 05 04:34:15.953169 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2deaba-d631-4beb-92b7-b00a3242157e service neutron] Pushing event updated for resources: {'Port': ['ID=5cc77ce5-4792-44af-8d8d-9f109cf14d93,revision_number=6']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:15.955525 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-ee2deaba-d631-4beb-92b7-b00a3242157e service neutron] No DVR routers for this DVR port 5cc77ce5-4792-44af-8d8d-9f109cf14d93 on host n-h1-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:34:15.992332 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-ee2deaba-d631-4beb-92b7-b00a3242157e service neutron] Attempting to bind port 5cc77ce5-4792-44af-8d8d-9f109cf14d93 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:34:15.992665 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-ee2deaba-d631-4beb-92b7-b00a3242157e service neutron] Attempting to bind port 5cc77ce5-4792-44af-8d8d-9f109cf14d93 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '99b8050e-8fec-4c09-ae1b-b819f9c58373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a7d31a9a-181c-4095-ae9e-1cee84cafd05'}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:34:15.993020 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-ee2deaba-d631-4beb-92b7-b00a3242157e service neutron] Attempting to bind port 5cc77ce5-4792-44af-8d8d-9f109cf14d93 on network a7d31a9a-181c-4095-ae9e-1cee84cafd05 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:34:15.997267 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-ee2deaba-d631-4beb-92b7-b00a3242157e service neutron] Port 5cc77ce5-4792-44af-8d8d-9f109cf14d93 on network a7d31a9a-181c-4095-ae9e-1cee84cafd05 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:34:15.997591 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-ee2deaba-d631-4beb-92b7-b00a3242157e service neutron] Attempting to bind port 5cc77ce5-4792-44af-8d8d-9f109cf14d93 on network a7d31a9a-181c-4095-ae9e-1cee84cafd05 {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:34:16.002490 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-ee2deaba-d631-4beb-92b7-b00a3242157e service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:34:16.002831 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-ee2deaba-d631-4beb-92b7-b00a3242157e service neutron] Checking segment: {'id': '99b8050e-8fec-4c09-ae1b-b819f9c58373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a7d31a9a-181c-4095-ae9e-1cee84cafd05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:34:16.003219 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-ee2deaba-d631-4beb-92b7-b00a3242157e service neutron] Bound using segment: {'id': '99b8050e-8fec-4c09-ae1b-b819f9c58373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a7d31a9a-181c-4095-ae9e-1cee84cafd05'} {{(pid=105538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:34:16.003645 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.managers [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-ee2deaba-d631-4beb-92b7-b00a3242157e service neutron] Bound port: 5cc77ce5-4792-44af-8d8d-9f109cf14d93, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99b8050e-8fec-4c09-ae1b-b819f9c58373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a7d31a9a-181c-4095-ae9e-1cee84cafd05'}}] {{(pid=105538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:34:16.004031 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-ee2deaba-d631-4beb-92b7-b00a3242157e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:16.066403 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-ee2deaba-d631-4beb-92b7-b00a3242157e service neutron] For port 5cc77ce5-4792-44af-8d8d-9f109cf14d93, host n-h2-780147-23, cleared binding levels {{(pid=105538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:34:16.069671 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-ee2deaba-d631-4beb-92b7-b00a3242157e service neutron] For port 5cc77ce5-4792-44af-8d8d-9f109cf14d93, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=5cc77ce5-4792-44af-8d8d-9f109cf14d93,segment=NetworkSegment(99b8050e-8fec-4c09-ae1b-b819f9c58373),segment_id=99b8050e-8fec-4c09-ae1b-b819f9c58373)] {{(pid=105538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:34:16.073963 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-ee2deaba-d631-4beb-92b7-b00a3242157e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:16.106802 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-ee2deaba-d631-4beb-92b7-b00a3242157e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:16.107429 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-ee2deaba-d631-4beb-92b7-b00a3242157e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:16.108840 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-ee2deaba-d631-4beb-92b7-b00a3242157e service neutron] 10.222.0.70 "PUT /v2.0/ports/5cc77ce5-4792-44af-8d8d-9f109cf14d93 HTTP/1.1" status: 200 len: 1092 time: 0.6969612 Jul 05 04:34:16.131709 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2deaba-d631-4beb-92b7-b00a3242157e service neutron] Pushing event updated for resources: {'Port': ['ID=5cc77ce5-4792-44af-8d8d-9f109cf14d93,revision_number=7']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:16.196115 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-87e61fa2-d6cc-4edf-8988-2766ca7e44f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:16.197627 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-87e61fa2-d6cc-4edf-8988-2766ca7e44f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8db4b6997fc14a47ad61b21a69aeb35c&device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 1095 time: 0.0559607 Jul 05 04:34:16.294416 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-dd7ea199-7fe6-4191-bd9a-45bae213bdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:16.295782 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-dd7ea199-7fe6-4191-bd9a-45bae213bdeb service neutron] 10.222.0.70 "GET /v2.0/networks?id=a7d31a9a-181c-4095-ae9e-1cee84cafd05 HTTP/1.1" status: 200 len: 916 time: 0.0922387 Jul 05 04:34:16.338726 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-4710a8c4-b772-4640-beec-c45b984ab1b5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cc77ce5-4792-44af-8d8d-9f109cf14d93 HTTP/1.1" status: 200 len: 217 time: 0.0372353 Jul 05 04:34:16.387034 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-7e4759bb-67a9-49be-aa75-c1c9b6ad26fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:16.388538 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-7e4759bb-67a9-49be-aa75-c1c9b6ad26fe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ad9a50e-8414-439e-bc25-71cf4917f12c HTTP/1.1" status: 200 len: 855 time: 0.0434914 Jul 05 04:34:16.419741 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-18d20389-60e8-49e1-912e-0ffe27b2090d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a7d31a9a-181c-4095-ae9e-1cee84cafd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254550 Jul 05 04:34:16.510964 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-5514ab96-1aba-46e9-a639-479027606c28 service neutron] 10.222.0.70 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848396 Jul 05 04:34:16.585096 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:34:16.598742 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-896bfa02-2d0b-4b2f-93a9-26b43f824803 req-a4f921aa-b5ad-47f1-b70c-6a2444d48837 service neutron] 10.222.0.70 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818191 Jul 05 04:34:16.922113 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea2986-a397-4c60-ab67-16e81fa1d9ac req-a8d6460a-864e-40ab-b3ca-001574e370cb tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:16.923510 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-46ea2986-a397-4c60-ab67-16e81fa1d9ac req-a8d6460a-864e-40ab-b3ca-001574e370cb tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 943 time: 0.0632205 Jul 05 04:34:16.967391 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-46ea2986-a397-4c60-ab67-16e81fa1d9ac req-d0ac4bc3-9eba-4b69-b478-b8b027a2767b tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362365 Jul 05 04:34:17.912380 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730c89bf-4639-4144-b49c-f7f6d40e2ff2', 'tag': '5cc77ce5-4792-44af-8d8d-9f109cf14d93'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:34:17.914754 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3449bde-0dba-4015-82e5-30c82df5b82e" -d '{"events": [{"name": "network-changed", "server_uuid": "730c89bf-4639-4144-b49c-f7f6d40e2ff2", "tag": "5cc77ce5-4792-44af-8d8d-9f109cf14d93"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:34:17.961999 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e22c100-51b4-4b70-9b83-1af5b0b27f6a x-openstack-request-id: req-2e22c100-51b4-4b70-9b83-1af5b0b27f6a {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:34:17.962290 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730c89bf-4639-4144-b49c-f7f6d40e2ff2", "tag": "5cc77ce5-4792-44af-8d8d-9f109cf14d93", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:34:17.962543 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2e22c100-51b4-4b70-9b83-1af5b0b27f6a {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:34:17.962939 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730c89bf-4639-4144-b49c-f7f6d40e2ff2', 'tag': '5cc77ce5-4792-44af-8d8d-9f109cf14d93', 'status': 'completed', 'code': 200} Jul 05 04:34:18.041924 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3449bde-0dba-4015-82e5-30c82df5b82e req-e35cdfb1-bd89-4083-955d-721c26f2a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:18.043449 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b3449bde-0dba-4015-82e5-30c82df5b82e req-e35cdfb1-bd89-4083-955d-721c26f2a675 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8db4b6997fc14a47ad61b21a69aeb35c&device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 1095 time: 0.0558517 Jul 05 04:34:18.062007 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3449bde-0dba-4015-82e5-30c82df5b82e req-93426f9b-582f-4f7e-a108-d333509b45a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:18.063738 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b3449bde-0dba-4015-82e5-30c82df5b82e req-93426f9b-582f-4f7e-a108-d333509b45a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8db4b6997fc14a47ad61b21a69aeb35c&device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 1095 time: 0.0548861 Jul 05 04:34:18.138745 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3449bde-0dba-4015-82e5-30c82df5b82e req-ccf86b53-a02f-41b4-bad0-48b06bad079a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:18.140289 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b3449bde-0dba-4015-82e5-30c82df5b82e req-ccf86b53-a02f-41b4-bad0-48b06bad079a service neutron] 10.222.0.89 "GET /v2.0/networks?id=a7d31a9a-181c-4095-ae9e-1cee84cafd05 HTTP/1.1" status: 200 len: 916 time: 0.0866301 Jul 05 04:34:18.191456 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b3449bde-0dba-4015-82e5-30c82df5b82e req-eb1786e9-df54-4d01-8764-7f834858b876 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cc77ce5-4792-44af-8d8d-9f109cf14d93 HTTP/1.1" status: 200 len: 217 time: 0.0411525 Jul 05 04:34:18.248573 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3449bde-0dba-4015-82e5-30c82df5b82e req-d5aaaba7-edd7-45bc-a269-3c7da95d34f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:18.250195 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b3449bde-0dba-4015-82e5-30c82df5b82e req-d5aaaba7-edd7-45bc-a269-3c7da95d34f2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1ad9a50e-8414-439e-bc25-71cf4917f12c HTTP/1.1" status: 200 len: 855 time: 0.0489867 Jul 05 04:34:18.290943 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b3449bde-0dba-4015-82e5-30c82df5b82e req-44ea6789-5683-4ba5-beee-2546da17bf1d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a7d31a9a-181c-4095-ae9e-1cee84cafd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288253 Jul 05 04:34:18.405163 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b3449bde-0dba-4015-82e5-30c82df5b82e req-75fb2218-e1e1-4214-acbb-791f470b5f9d service neutron] 10.222.0.89 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021266 Jul 05 04:34:18.501079 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b3449bde-0dba-4015-82e5-30c82df5b82e req-2d59f05b-9537-4680-be94-5ab965989582 service neutron] 10.222.0.89 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851214 Jul 05 04:34:18.551336 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3449bde-0dba-4015-82e5-30c82df5b82e req-102f1f87-ee70-4839-aec2-54e0301f8cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:18.552847 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b3449bde-0dba-4015-82e5-30c82df5b82e req-102f1f87-ee70-4839-aec2-54e0301f8cfd service neutron] 10.222.0.70 "GET /v2.0/networks?id=a7d31a9a-181c-4095-ae9e-1cee84cafd05 HTTP/1.1" status: 200 len: 916 time: 0.4829655 Jul 05 04:34:18.575694 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b09cb-a384-4f43-9385-77b90eff8ec4 req-fe8ec381-1d47-42b3-bf3b-a7f1c1eeb229 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:18.577113 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d2b09cb-a384-4f43-9385-77b90eff8ec4 req-fe8ec381-1d47-42b3-bf3b-a7f1c1eeb229 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 943 time: 0.4630249 Jul 05 04:34:18.610699 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b3449bde-0dba-4015-82e5-30c82df5b82e req-f6dbb753-7c9e-43cc-8d89-663a7abbcce0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cc77ce5-4792-44af-8d8d-9f109cf14d93 HTTP/1.1" status: 200 len: 217 time: 0.0499811 Jul 05 04:34:18.670086 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0d2b09cb-a384-4f43-9385-77b90eff8ec4 req-d526f8c6-2751-42de-b4ca-c2be5590dd62 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662906 Jul 05 04:34:18.678577 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3449bde-0dba-4015-82e5-30c82df5b82e req-f8cd3823-a39b-472f-a0c2-3073bfec4ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:18.680006 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b3449bde-0dba-4015-82e5-30c82df5b82e req-f8cd3823-a39b-472f-a0c2-3073bfec4ea6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ad9a50e-8414-439e-bc25-71cf4917f12c HTTP/1.1" status: 200 len: 855 time: 0.0614989 Jul 05 04:34:18.714607 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b3449bde-0dba-4015-82e5-30c82df5b82e req-6b9352d7-5d3e-429c-8087-46044dd52b3b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a7d31a9a-181c-4095-ae9e-1cee84cafd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279710 Jul 05 04:34:18.800922 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b3449bde-0dba-4015-82e5-30c82df5b82e req-37a97f51-398c-4f24-94d2-0ce8ea840ed1 service neutron] 10.222.0.70 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799546 Jul 05 04:34:18.896325 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b3449bde-0dba-4015-82e5-30c82df5b82e req-3649df19-bbcd-4a52-8046-9113c30ad0c2 service neutron] 10.222.0.70 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891142 Jul 05 04:34:18.978476 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 5cc77ce5-4792-44af-8d8d-9f109cf14d93 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:34:19.018697 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 5cc77ce5-4792-44af-8d8d-9f109cf14d93 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:34:19.884124 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10098dd3-bf1f-4e3b-964c-6fb48a75de6a req-12756fe7-4c32-4832-987f-39fffcd03c2e tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:19.885712 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-10098dd3-bf1f-4e3b-964c-6fb48a75de6a req-12756fe7-4c32-4832-987f-39fffcd03c2e tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 943 time: 0.0871689 Jul 05 04:34:19.928341 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-10098dd3-bf1f-4e3b-964c-6fb48a75de6a req-29836bb4-6070-4902-a6c8-dada0516f974 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367491 Jul 05 04:34:20.782840 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 5cc77ce5-4792-44af-8d8d-9f109cf14d93 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:34:20.875443 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 5cc77ce5-4792-44af-8d8d-9f109cf14d93, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=5cc77ce5-4792-44af-8d8d-9f109cf14d93,segment=NetworkSegment(99b8050e-8fec-4c09-ae1b-b819f9c58373),segment_id=99b8050e-8fec-4c09-ae1b-b819f9c58373)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:20.887238 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '5cc77ce5-4792-44af-8d8d-9f109cf14d93', 'network_id': 'a7d31a9a-181c-4095-ae9e-1cee84cafd05', 'port_id': '5cc77ce5-4792-44af-8d8d-9f109cf14d93', 'mac_address': 'fa:16:3e:2a:ab:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad9a50e-8414-439e-bc25-71cf4917f12c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:34:20.926614 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:20.938750 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc77ce5-4792-44af-8d8d-9f109cf14d93 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:34:20.958005 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 5cc77ce5-4792-44af-8d8d-9f109cf14d93, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=5cc77ce5-4792-44af-8d8d-9f109cf14d93,segment=NetworkSegment(99b8050e-8fec-4c09-ae1b-b819f9c58373),segment_id=99b8050e-8fec-4c09-ae1b-b819f9c58373)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:20.962644 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:21.011126 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=5cc77ce5-4792-44af-8d8d-9f109cf14d93,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:21.106073 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ced6d-b2a3-415a-a166-76741a3723f3 req-24c0e701-1fdc-4115-abf9-d8876fe5c70e tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:21.107573 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-736ced6d-b2a3-415a-a166-76741a3723f3 req-24c0e701-1fdc-4115-abf9-d8876fe5c70e tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 944 time: 0.0643756 Jul 05 04:34:21.145059 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-736ced6d-b2a3-415a-a166-76741a3723f3 req-5b3ba201-9f23-4553-afe0-50898d3da8cd tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312853 Jul 05 04:34:21.372542 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['5cc77ce5-4792-44af-8d8d-9f109cf14d93'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:34:21.461684 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73deadf-9b05-424f-8fb6-87f301d49171 req-e9217dbb-3d40-4a57-91ad-0a7bb1f0f5b3 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:21.463260 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f73deadf-9b05-424f-8fb6-87f301d49171 req-e9217dbb-3d40-4a57-91ad-0a7bb1f0f5b3 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 944 time: 0.0723600 Jul 05 04:34:21.476155 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51522a-31c4-4d6c-8939-986cb7625d0e req-08fe6a9e-8776-4c6a-8f9a-01dc958c8fa3 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:21.477899 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c51522a-31c4-4d6c-8939-986cb7625d0e req-08fe6a9e-8776-4c6a-8f9a-01dc958c8fa3 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.89 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2&tenant_id=8db4b6997fc14a47ad61b21a69aeb35c&binding%3Ahost_id=n-h2-780147-23 HTTP/1.1" status: 200 len: 944 time: 0.0816033 Jul 05 04:34:21.518858 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f73deadf-9b05-424f-8fb6-87f301d49171 req-f7ecff09-9fc9-4beb-a474-43fb45529feb tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488832 Jul 05 04:34:21.557363 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-3c51522a-31c4-4d6c-8939-986cb7625d0e req-0ea2be14-1952-4b92-9a18-a95d28d84d48 service neutron] delete failed (client error): The resource could not be found. Jul 05 04:34:21.558359 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c51522a-31c4-4d6c-8939-986cb7625d0e req-0ea2be14-1952-4b92-9a18-a95d28d84d48 service neutron] 10.222.0.89 "DELETE /v2.0/ports/5cc77ce5-4792-44af-8d8d-9f109cf14d93/bindings/n-h1-780147-23 HTTP/1.1" status: 404 len: 381 time: 0.0724859 Jul 05 04:34:21.679783 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51522a-31c4-4d6c-8939-986cb7625d0e req-8568344f-760f-4130-aab0-b2fc702199c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:21.681339 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c51522a-31c4-4d6c-8939-986cb7625d0e req-8568344f-760f-4130-aab0-b2fc702199c4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8db4b6997fc14a47ad61b21a69aeb35c&device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 1096 time: 0.0691588 Jul 05 04:34:21.783295 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51522a-31c4-4d6c-8939-986cb7625d0e req-f98caaa0-c236-4b5f-9a35-47936e2e24e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:21.785393 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c51522a-31c4-4d6c-8939-986cb7625d0e req-f98caaa0-c236-4b5f-9a35-47936e2e24e2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a7d31a9a-181c-4095-ae9e-1cee84cafd05 HTTP/1.1" status: 200 len: 916 time: 0.0929165 Jul 05 04:34:21.830634 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c51522a-31c4-4d6c-8939-986cb7625d0e req-32ecbd11-c103-42fa-bca4-8130db211eba service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cc77ce5-4792-44af-8d8d-9f109cf14d93 HTTP/1.1" status: 200 len: 217 time: 0.0368769 Jul 05 04:34:21.888129 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51522a-31c4-4d6c-8939-986cb7625d0e req-b24818b6-e5c0-4148-b115-0f5c1cc84179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:21.889605 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c51522a-31c4-4d6c-8939-986cb7625d0e req-b24818b6-e5c0-4148-b115-0f5c1cc84179 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1ad9a50e-8414-439e-bc25-71cf4917f12c HTTP/1.1" status: 200 len: 855 time: 0.0496614 Jul 05 04:34:21.924212 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c51522a-31c4-4d6c-8939-986cb7625d0e req-023c582f-9565-46cb-a2cd-98c679a79c22 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a7d31a9a-181c-4095-ae9e-1cee84cafd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272279 Jul 05 04:34:22.012974 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c51522a-31c4-4d6c-8939-986cb7625d0e req-d167e75e-3a35-47ed-bcf4-fa1cd35c365b service neutron] 10.222.0.89 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816650 Jul 05 04:34:22.106827 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c51522a-31c4-4d6c-8939-986cb7625d0e req-b3d0b02d-2859-45f2-b28c-2def2ba2df50 service neutron] 10.222.0.89 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868704 Jul 05 04:34:22.700042 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe15eb3-4820-4ef9-b6e5-2a7980ac3a92 req-1796eb02-70ae-46f4-9514-e405de688cb2 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:22.701721 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5fe15eb3-4820-4ef9-b6e5-2a7980ac3a92 req-1796eb02-70ae-46f4-9514-e405de688cb2 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 944 time: 0.0647235 Jul 05 04:34:22.744471 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5fe15eb3-4820-4ef9-b6e5-2a7980ac3a92 req-0d85ecdd-7338-4d44-8f68-a07efedb2f25 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357819 Jul 05 04:34:22.804812 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 5cc77ce5-4792-44af-8d8d-9f109cf14d93 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:34:22.856453 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 5cc77ce5-4792-44af-8d8d-9f109cf14d93 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:34:22.860112 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 5cc77ce5-4792-44af-8d8d-9f109cf14d93 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:34:22.860479 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:22.936123 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:22.958231 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730c89bf-4639-4144-b49c-f7f6d40e2ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc77ce5-4792-44af-8d8d-9f109cf14d93'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:34:22.960776 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b31addb-88e2-429a-ad44-e2f06dc5233c" -d '{"events": [{"server_uuid": "730c89bf-4639-4144-b49c-f7f6d40e2ff2", "name": "network-vif-plugged", "status": "completed", "tag": "5cc77ce5-4792-44af-8d8d-9f109cf14d93"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:34:22.977273 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 5cc77ce5-4792-44af-8d8d-9f109cf14d93, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=5cc77ce5-4792-44af-8d8d-9f109cf14d93,segment=NetworkSegment(99b8050e-8fec-4c09-ae1b-b819f9c58373),segment_id=99b8050e-8fec-4c09-ae1b-b819f9c58373)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:22.981340 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:23.004126 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd65cdc-f45e-41b4-9845-f56eedeab854 x-openstack-request-id: req-cbd65cdc-f45e-41b4-9845-f56eedeab854 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:34:23.004423 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730c89bf-4639-4144-b49c-f7f6d40e2ff2", "name": "network-vif-plugged", "status": "completed", "tag": "5cc77ce5-4792-44af-8d8d-9f109cf14d93", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:34:23.004678 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cbd65cdc-f45e-41b4-9845-f56eedeab854 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:34:23.005070 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730c89bf-4639-4144-b49c-f7f6d40e2ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc77ce5-4792-44af-8d8d-9f109cf14d93', 'code': 200} Jul 05 04:34:23.030190 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=5cc77ce5-4792-44af-8d8d-9f109cf14d93,revision_number=9']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:23.927430 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2d93f-ff9d-444c-bded-bd7025c6f0d3 req-186ab0e4-0baa-476f-8233-6c6f5e78c3b6 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:23.928927 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-10f2d93f-ff9d-444c-bded-bd7025c6f0d3 req-186ab0e4-0baa-476f-8233-6c6f5e78c3b6 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0695117 Jul 05 04:34:23.968763 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-10f2d93f-ff9d-444c-bded-bd7025c6f0d3 req-3bf305f8-13ab-4ce4-a308-f6110e108d07 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342088 Jul 05 04:34:24.156427 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4dcaa3-07de-44de-97b2-dd61db4eebe6 req-a68d21e8-2555-4698-9f09-e9274482c489 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:24.157890 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-db4dcaa3-07de-44de-97b2-dd61db4eebe6 req-a68d21e8-2555-4698-9f09-e9274482c489 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0652695 Jul 05 04:34:24.195072 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-db4dcaa3-07de-44de-97b2-dd61db4eebe6 req-98f9f75e-0c75-4147-ad98-94235488738d tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310998 Jul 05 04:34:24.370438 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db621f-5e20-47a3-bf64-f8d82be60644 req-4b27f6c8-7dda-4d0f-8e03-9880827679cd tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:24.371958 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-48db621f-5e20-47a3-bf64-f8d82be60644 req-4b27f6c8-7dda-4d0f-8e03-9880827679cd tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0676486 Jul 05 04:34:24.411114 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-48db621f-5e20-47a3-bf64-f8d82be60644 req-ec08a176-bff1-4752-9d02-b4c2a642513a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335426 Jul 05 04:34:24.853526 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56daaed9-bd60-4743-9793-28c965647b32 req-fe5dbbb2-a60f-4243-a743-0d1118ebe167 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:24.854925 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56daaed9-bd60-4743-9793-28c965647b32 req-fe5dbbb2-a60f-4243-a743-0d1118ebe167 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/networks?id=a7d31a9a-181c-4095-ae9e-1cee84cafd05 HTTP/1.1" status: 200 len: 815 time: 0.1121628 Jul 05 04:34:24.870053 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56daaed9-bd60-4743-9793-28c965647b32 req-6e76dd1a-e6f2-46c4-8daa-b280779deb7e tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/quotas/8db4b6997fc14a47ad61b21a69aeb35c HTTP/1.1" status: 200 len: 375 time: 0.0097029 Jul 05 04:34:24.954494 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56daaed9-bd60-4743-9793-28c965647b32 req-6b938974-ed33-4c93-b05b-49141a4d5d13 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8db4b6997fc14a47ad61b21a69aeb35c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0795121 Jul 05 04:34:25.047547 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56daaed9-bd60-4743-9793-28c965647b32 req-10df7eed-8fc5-425c-967a-44b7d78b3c48 service neutron] 10.222.0.77 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858533 Jul 05 04:34:25.135614 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56daaed9-bd60-4743-9793-28c965647b32 req-0a982b7f-b07d-494a-a56e-c627990114c2 service neutron] 10.222.0.77 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812602 Jul 05 04:34:25.302196 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ef5ac821-9698-4546-b08a-a5c4761e1ea0 req-ad37f1af-aeda-48c6-bb6f-f7a2974edf53 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 210 time: 0.0290792 Jul 05 04:34:26.160377 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63024b1f-3a0d-4072-b433-121744edc082 req-e2e8ec03-4361-400c-a03c-02941c16382a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:26.161766 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-63024b1f-3a0d-4072-b433-121744edc082 req-e2e8ec03-4361-400c-a03c-02941c16382a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.70 "GET /v2.0/ports?device_id=730c89bf-4639-4144-b49c-f7f6d40e2ff2 HTTP/1.1" status: 200 len: 945 time: 0.0646889 Jul 05 04:34:26.267776 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-63024b1f-3a0d-4072-b433-121744edc082 req-d3843891-0b8f-41af-9be0-9cc8fe420910 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Deleting port 5cc77ce5-4792-44af-8d8d-9f109cf14d93 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:34:26.268740 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-63024b1f-3a0d-4072-b433-121744edc082 req-d3843891-0b8f-41af-9be0-9cc8fe420910 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:26.364899 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [req-63024b1f-3a0d-4072-b433-121744edc082 req-d3843891-0b8f-41af-9be0-9cc8fe420910 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] For port 5cc77ce5-4792-44af-8d8d-9f109cf14d93, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=5cc77ce5-4792-44af-8d8d-9f109cf14d93,segment=NetworkSegment(99b8050e-8fec-4c09-ae1b-b819f9c58373),segment_id=99b8050e-8fec-4c09-ae1b-b819f9c58373)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:26.365611 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-63024b1f-3a0d-4072-b433-121744edc082 req-d3843891-0b8f-41af-9be0-9cc8fe420910 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:26.383959 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [req-63024b1f-3a0d-4072-b433-121744edc082 req-d3843891-0b8f-41af-9be0-9cc8fe420910 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Calling delete_port for 5cc77ce5-4792-44af-8d8d-9f109cf14d93 owned by compute:nova {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:34:26.491981 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-243ac1f4-67b4-44db-a667-e029632f345e req-260dc8a8-e1fa-4566-9afe-1a6619dc3b38 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 210 time: 0.0378516 Jul 05 04:34:26.516956 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-63024b1f-3a0d-4072-b433-121744edc082 req-d3843891-0b8f-41af-9be0-9cc8fe420910 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:26.545979 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3843891-0b8f-41af-9be0-9cc8fe420910 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Pushing event deleted for resources: {'Port': ['ID=5cc77ce5-4792-44af-8d8d-9f109cf14d93,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:26.551603 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['5cc77ce5-4792-44af-8d8d-9f109cf14d93'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:34:26.563548 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56daaed9-bd60-4743-9793-28c965647b32 req-db226d16-1608-4e47-af4d-21832d4df081 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:26.567721 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56daaed9-bd60-4743-9793-28c965647b32 req-db226d16-1608-4e47-af4d-21832d4df081 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.70 "GET /v2.0/networks?id=a7d31a9a-181c-4095-ae9e-1cee84cafd05 HTTP/1.1" status: 200 len: 815 time: 0.1756654 Jul 05 04:34:26.586793 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-56daaed9-bd60-4743-9793-28c965647b32 req-2f3723d2-9d2f-412c-a885-297ddfa8794a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Request body: {'port': {'device_id': 'aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac', 'network_id': 'a7d31a9a-181c-4095-ae9e-1cee84cafd05', 'admin_state_up': True, 'tenant_id': '8db4b6997fc14a47ad61b21a69aeb35c'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:34:26.610621 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [req-63024b1f-3a0d-4072-b433-121744edc082 req-d3843891-0b8f-41af-9be0-9cc8fe420910 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] No DVR routers for this DVR port 5cc77ce5-4792-44af-8d8d-9f109cf14d93 on host n-h2-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:34:26.613886 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [req-63024b1f-3a0d-4072-b433-121744edc082 req-d3843891-0b8f-41af-9be0-9cc8fe420910 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:26.615935 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-63024b1f-3a0d-4072-b433-121744edc082 req-d3843891-0b8f-41af-9be0-9cc8fe420910 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.70 "DELETE /v2.0/ports/5cc77ce5-4792-44af-8d8d-9f109cf14d93 HTTP/1.1" status: 204 len: 173 time: 0.4481447 Jul 05 04:34:26.616622 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730c89bf-4639-4144-b49c-f7f6d40e2ff2', 'name': 'network-vif-deleted', 'tag': '5cc77ce5-4792-44af-8d8d-9f109cf14d93'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:34:26.619062 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2349d42-f723-46d2-b7e0-dc9fce293750" -d '{"events": [{"server_uuid": "730c89bf-4639-4144-b49c-f7f6d40e2ff2", "name": "network-vif-deleted", "tag": "5cc77ce5-4792-44af-8d8d-9f109cf14d93"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:34:26.661338 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd90c47-5c48-4211-bcfc-56dffbad9060 x-openstack-request-id: req-1bd90c47-5c48-4211-bcfc-56dffbad9060 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:34:26.661632 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730c89bf-4639-4144-b49c-f7f6d40e2ff2", "name": "network-vif-deleted", "tag": "5cc77ce5-4792-44af-8d8d-9f109cf14d93", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:34:26.661997 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1bd90c47-5c48-4211-bcfc-56dffbad9060 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:34:26.662469 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730c89bf-4639-4144-b49c-f7f6d40e2ff2', 'name': 'network-vif-deleted', 'tag': '5cc77ce5-4792-44af-8d8d-9f109cf14d93', 'status': 'completed', 'code': 200} Jul 05 04:34:26.710000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56daaed9-bd60-4743-9793-28c965647b32 req-2f3723d2-9d2f-412c-a885-297ddfa8794a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Made reservation on behalf of 8db4b6997fc14a47ad61b21a69aeb35c for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:34:26.713823 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-56daaed9-bd60-4743-9793-28c965647b32 req-2f3723d2-9d2f-412c-a885-297ddfa8794a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:26.841571 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-56daaed9-bd60-4743-9793-28c965647b32 req-2f3723d2-9d2f-412c-a885-297ddfa8794a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Allocated IP 172.20.0.7 (a7d31a9a-181c-4095-ae9e-1cee84cafd05/1ad9a50e-8414-439e-bc25-71cf4917f12c/3ef31e99-888f-4054-bd25-3389c9a417f7) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:34:26.997781 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-56daaed9-bd60-4743-9793-28c965647b32 req-2f3723d2-9d2f-412c-a885-297ddfa8794a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:27.037094 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-56daaed9-bd60-4743-9793-28c965647b32 req-2f3723d2-9d2f-412c-a885-297ddfa8794a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:27.072473 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['5cc77ce5-4792-44af-8d8d-9f109cf14d93'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:34:27.082633 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56daaed9-bd60-4743-9793-28c965647b32 req-2f3723d2-9d2f-412c-a885-297ddfa8794a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Network a7d31a9a-181c-4095-ae9e-1cee84cafd05 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:34:27.086150 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-56daaed9-bd60-4743-9793-28c965647b32 req-2f3723d2-9d2f-412c-a885-297ddfa8794a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:34:27.090589 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-56daaed9-bd60-4743-9793-28c965647b32 req-2f3723d2-9d2f-412c-a885-297ddfa8794a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:34:27.127363 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3723d2-9d2f-412c-a885-297ddfa8794a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Pushing event updated for resources: {'Port': ['ID=3ef31e99-888f-4054-bd25-3389c9a417f7,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:27.149657 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56daaed9-bd60-4743-9793-28c965647b32 req-2f3723d2-9d2f-412c-a885-297ddfa8794a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:27.150281 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-56daaed9-bd60-4743-9793-28c965647b32 req-2f3723d2-9d2f-412c-a885-297ddfa8794a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:27.164807 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56daaed9-bd60-4743-9793-28c965647b32 req-2f3723d2-9d2f-412c-a885-297ddfa8794a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5824232 Jul 05 04:34:27.203079 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-56daaed9-bd60-4743-9793-28c965647b32 req-9b90b138-88c8-427b-8f4b-7992f0112f01 service neutron] Request body: {'port': {'device_id': 'aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:34:27.272611 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-56daaed9-bd60-4743-9793-28c965647b32 req-9b90b138-88c8-427b-8f4b-7992f0112f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:27.760779 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acafeef-b7bb-4a63-8e8b-9730f05a086d req-d035c966-78e8-4458-afad-ffc46782145d tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:27.762271 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9acafeef-b7bb-4a63-8e8b-9730f05a086d req-d035c966-78e8-4458-afad-ffc46782145d tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 931 time: 0.1336622 Jul 05 04:34:27.836334 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9acafeef-b7bb-4a63-8e8b-9730f05a086d req-68c2d9c3-a4c5-41ec-b08c-4623037b81e4 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677419 Jul 05 04:34:27.849370 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-56daaed9-bd60-4743-9793-28c965647b32 req-9b90b138-88c8-427b-8f4b-7992f0112f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef31e99-888f-4054-bd25-3389c9a417f7 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:34:27.857188 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-56daaed9-bd60-4743-9793-28c965647b32 req-9b90b138-88c8-427b-8f4b-7992f0112f01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:27.870006 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-56daaed9-bd60-4743-9793-28c965647b32 req-9b90b138-88c8-427b-8f4b-7992f0112f01 service neutron] Transition to ACTIVE for port object 3ef31e99-888f-4054-bd25-3389c9a417f7 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:34:27.872944 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-56daaed9-bd60-4743-9793-28c965647b32 req-9b90b138-88c8-427b-8f4b-7992f0112f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:27.922731 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90b138-88c8-427b-8f4b-7992f0112f01 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef31e99-888f-4054-bd25-3389c9a417f7,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:28.000973 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-56daaed9-bd60-4743-9793-28c965647b32 req-9b90b138-88c8-427b-8f4b-7992f0112f01 service neutron] Attempting to bind port 3ef31e99-888f-4054-bd25-3389c9a417f7 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:34:28.001314 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-56daaed9-bd60-4743-9793-28c965647b32 req-9b90b138-88c8-427b-8f4b-7992f0112f01 service neutron] Attempting to bind port 3ef31e99-888f-4054-bd25-3389c9a417f7 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '99b8050e-8fec-4c09-ae1b-b819f9c58373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a7d31a9a-181c-4095-ae9e-1cee84cafd05'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:34:28.001647 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56daaed9-bd60-4743-9793-28c965647b32 req-9b90b138-88c8-427b-8f4b-7992f0112f01 service neutron] Attempting to bind port 3ef31e99-888f-4054-bd25-3389c9a417f7 on network a7d31a9a-181c-4095-ae9e-1cee84cafd05 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:34:28.005911 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56daaed9-bd60-4743-9793-28c965647b32 req-9b90b138-88c8-427b-8f4b-7992f0112f01 service neutron] Port 3ef31e99-888f-4054-bd25-3389c9a417f7 on network a7d31a9a-181c-4095-ae9e-1cee84cafd05 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:34:28.006229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56daaed9-bd60-4743-9793-28c965647b32 req-9b90b138-88c8-427b-8f4b-7992f0112f01 service neutron] Attempting to bind port 3ef31e99-888f-4054-bd25-3389c9a417f7 on network a7d31a9a-181c-4095-ae9e-1cee84cafd05 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:34:28.011168 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56daaed9-bd60-4743-9793-28c965647b32 req-9b90b138-88c8-427b-8f4b-7992f0112f01 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:34:28.011504 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56daaed9-bd60-4743-9793-28c965647b32 req-9b90b138-88c8-427b-8f4b-7992f0112f01 service neutron] Checking segment: {'id': '99b8050e-8fec-4c09-ae1b-b819f9c58373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a7d31a9a-181c-4095-ae9e-1cee84cafd05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:34:28.011916 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56daaed9-bd60-4743-9793-28c965647b32 req-9b90b138-88c8-427b-8f4b-7992f0112f01 service neutron] Bound using segment: {'id': '99b8050e-8fec-4c09-ae1b-b819f9c58373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a7d31a9a-181c-4095-ae9e-1cee84cafd05'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:34:28.012344 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-56daaed9-bd60-4743-9793-28c965647b32 req-9b90b138-88c8-427b-8f4b-7992f0112f01 service neutron] Bound port: 3ef31e99-888f-4054-bd25-3389c9a417f7, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99b8050e-8fec-4c09-ae1b-b819f9c58373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a7d31a9a-181c-4095-ae9e-1cee84cafd05'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:34:28.012697 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-56daaed9-bd60-4743-9793-28c965647b32 req-9b90b138-88c8-427b-8f4b-7992f0112f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:28.075752 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-56daaed9-bd60-4743-9793-28c965647b32 req-9b90b138-88c8-427b-8f4b-7992f0112f01 service neutron] For port 3ef31e99-888f-4054-bd25-3389c9a417f7, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:34:28.078729 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-56daaed9-bd60-4743-9793-28c965647b32 req-9b90b138-88c8-427b-8f4b-7992f0112f01 service neutron] For port 3ef31e99-888f-4054-bd25-3389c9a417f7, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=3ef31e99-888f-4054-bd25-3389c9a417f7,segment=NetworkSegment(99b8050e-8fec-4c09-ae1b-b819f9c58373),segment_id=99b8050e-8fec-4c09-ae1b-b819f9c58373)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:34:28.084086 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-56daaed9-bd60-4743-9793-28c965647b32 req-9b90b138-88c8-427b-8f4b-7992f0112f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:28.115239 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56daaed9-bd60-4743-9793-28c965647b32 req-9b90b138-88c8-427b-8f4b-7992f0112f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:28.115663 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-56daaed9-bd60-4743-9793-28c965647b32 req-9b90b138-88c8-427b-8f4b-7992f0112f01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:28.117124 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56daaed9-bd60-4743-9793-28c965647b32 req-9b90b138-88c8-427b-8f4b-7992f0112f01 service neutron] 10.222.0.70 "PUT /v2.0/ports/3ef31e99-888f-4054-bd25-3389c9a417f7 HTTP/1.1" status: 200 len: 1092 time: 0.9182577 Jul 05 04:34:28.119516 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac', 'tag': '3ef31e99-888f-4054-bd25-3389c9a417f7'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:34:28.121858 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175648eb-8647-4657-bc1e-2c0d93eaf5a0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac", "tag": "3ef31e99-888f-4054-bd25-3389c9a417f7"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:34:28.150247 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90b138-88c8-427b-8f4b-7992f0112f01 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef31e99-888f-4054-bd25-3389c9a417f7,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:28.163122 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d56cdc3-6c11-44f5-a190-64778953841a x-openstack-request-id: req-6d56cdc3-6c11-44f5-a190-64778953841a {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:34:28.164067 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac", "tag": "3ef31e99-888f-4054-bd25-3389c9a417f7", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:34:28.164341 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6d56cdc3-6c11-44f5-a190-64778953841a {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:34:28.164776 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac', 'tag': '3ef31e99-888f-4054-bd25-3389c9a417f7', 'status': 'completed', 'code': 200} Jul 05 04:34:28.234539 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56daaed9-bd60-4743-9793-28c965647b32 req-cb6a27bc-c69c-4cad-905f-c34cb302df24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:28.236062 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56daaed9-bd60-4743-9793-28c965647b32 req-cb6a27bc-c69c-4cad-905f-c34cb302df24 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8db4b6997fc14a47ad61b21a69aeb35c&device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 1095 time: 0.0562723 Jul 05 04:34:28.286326 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56daaed9-bd60-4743-9793-28c965647b32 req-944c4992-8007-419e-8775-9f448f522cf6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ef31e99-888f-4054-bd25-3389c9a417f7 HTTP/1.1" status: 200 len: 217 time: 0.0366590 Jul 05 04:34:28.335385 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56daaed9-bd60-4743-9793-28c965647b32 req-3b570758-91a7-48b3-b0e2-0920e428f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:28.336916 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56daaed9-bd60-4743-9793-28c965647b32 req-3b570758-91a7-48b3-b0e2-0920e428f657 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ad9a50e-8414-439e-bc25-71cf4917f12c HTTP/1.1" status: 200 len: 855 time: 0.0449741 Jul 05 04:34:28.370996 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56daaed9-bd60-4743-9793-28c965647b32 req-e2de42e8-fc1a-4921-b297-3101280ce95f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a7d31a9a-181c-4095-ae9e-1cee84cafd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281131 Jul 05 04:34:28.470156 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56daaed9-bd60-4743-9793-28c965647b32 req-ee032500-fbc4-44a0-abd6-ab9008595ea1 service neutron] 10.222.0.70 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918269 Jul 05 04:34:28.559195 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56daaed9-bd60-4743-9793-28c965647b32 req-d3125e30-3d5c-4565-9d8c-33e72783bb88 service neutron] 10.222.0.70 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831118 Jul 05 04:34:28.692138 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a72b89e4-6c9c-41be-8b2c-16b5135120b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:28.700875 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175648eb-8647-4657-bc1e-2c0d93eaf5a0 req-1d0aa1f8-345d-44ef-a47f-9e0d1eb8bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:28.702416 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-175648eb-8647-4657-bc1e-2c0d93eaf5a0 req-1d0aa1f8-345d-44ef-a47f-9e0d1eb8bd0d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8db4b6997fc14a47ad61b21a69aeb35c&device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 1095 time: 0.0600717 Jul 05 04:34:28.791042 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175648eb-8647-4657-bc1e-2c0d93eaf5a0 req-8073f479-d9e2-4b49-96e9-1700a8d93be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:28.792571 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-175648eb-8647-4657-bc1e-2c0d93eaf5a0 req-8073f479-d9e2-4b49-96e9-1700a8d93be1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a7d31a9a-181c-4095-ae9e-1cee84cafd05 HTTP/1.1" status: 200 len: 916 time: 0.0840926 Jul 05 04:34:28.838488 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-175648eb-8647-4657-bc1e-2c0d93eaf5a0 req-33e288c9-dc3f-4fd6-8f95-2309de9caae7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ef31e99-888f-4054-bd25-3389c9a417f7 HTTP/1.1" status: 200 len: 217 time: 0.0380857 Jul 05 04:34:28.887316 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175648eb-8647-4657-bc1e-2c0d93eaf5a0 req-8e79c36f-9007-4e53-8d84-b07dffce3370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:28.888834 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-175648eb-8647-4657-bc1e-2c0d93eaf5a0 req-8e79c36f-9007-4e53-8d84-b07dffce3370 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ad9a50e-8414-439e-bc25-71cf4917f12c HTTP/1.1" status: 200 len: 855 time: 0.0437336 Jul 05 04:34:28.921356 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-175648eb-8647-4657-bc1e-2c0d93eaf5a0 req-9db74569-4905-47f3-ba05-7a9256cd7255 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a7d31a9a-181c-4095-ae9e-1cee84cafd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263834 Jul 05 04:34:29.047033 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-175648eb-8647-4657-bc1e-2c0d93eaf5a0 req-17b2dede-046e-4b1f-9999-26586149a7d5 service neutron] 10.222.0.70 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194789 Jul 05 04:34:29.103873 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecb2ea-c24d-439e-8ba5-bcacc9eb0faa req-174a04e1-bddc-4133-a3e7-d1fbda8044ef tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:29.105383 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1aecb2ea-c24d-439e-8ba5-bcacc9eb0faa req-174a04e1-bddc-4133-a3e7-d1fbda8044ef tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 943 time: 0.1337912 Jul 05 04:34:29.168769 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1aecb2ea-c24d-439e-8ba5-bcacc9eb0faa req-9ec1fb9e-85f8-430c-97cf-14b1efee82f8 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557172 Jul 05 04:34:29.179304 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-175648eb-8647-4657-bc1e-2c0d93eaf5a0 req-7d6c7cfd-b894-4973-a286-d967cc595d45 service neutron] 10.222.0.70 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261544 Jul 05 04:34:29.578375 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:30.346045 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf0c36-f322-457f-a71f-2e473e95c01d req-2c1068e8-7342-47bb-ad5b-ecc6dea0ebe8 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:30.348467 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7bbf0c36-f322-457f-a71f-2e473e95c01d req-2c1068e8-7342-47bb-ad5b-ecc6dea0ebe8 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 943 time: 0.0669081 Jul 05 04:34:30.386251 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7bbf0c36-f322-457f-a71f-2e473e95c01d req-839d86a5-0c22-4c3f-af19-5c069d10ecbb tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322754 Jul 05 04:34:30.806525 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 5cc77ce5-4792-44af-8d8d-9f109cf14d93 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:34:30.826396 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 5cc77ce5-4792-44af-8d8d-9f109cf14d93 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:34:30.826740 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 5cc77ce5-4792-44af-8d8d-9f109cf14d93 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:34:31.388002 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-82f66b1e-2a4d-4567-8a71-0e52564a4da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:31.562222 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ec4fa-b9c1-4cba-8f62-405edb3f925e req-47dbc880-a0d1-4f82-b05d-3871802128c6 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:31.563719 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-237ec4fa-b9c1-4cba-8f62-405edb3f925e req-47dbc880-a0d1-4f82-b05d-3871802128c6 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 943 time: 0.0640826 Jul 05 04:34:31.614032 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-237ec4fa-b9c1-4cba-8f62-405edb3f925e req-e424afa0-883c-475f-a211-c72c1ead6096 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425458 Jul 05 04:34:31.789163 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:32.696851 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:32.792491 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf39f3-cde9-4c71-b479-fad1ab899102 req-4a62c7b8-6131-40ca-be96-c54f814e6791 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:32.793987 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8edf39f3-cde9-4c71-b479-fad1ab899102 req-4a62c7b8-6131-40ca-be96-c54f814e6791 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 943 time: 0.0668468 Jul 05 04:34:32.821209 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 3ef31e99-888f-4054-bd25-3389c9a417f7 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:34:32.833943 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8edf39f3-cde9-4c71-b479-fad1ab899102 req-5daba4bc-004d-4ca3-b636-7a941ca98515 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334499 Jul 05 04:34:32.921252 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 3ef31e99-888f-4054-bd25-3389c9a417f7, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=3ef31e99-888f-4054-bd25-3389c9a417f7,segment=NetworkSegment(99b8050e-8fec-4c09-ae1b-b819f9c58373),segment_id=99b8050e-8fec-4c09-ae1b-b819f9c58373)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:32.936565 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '3ef31e99-888f-4054-bd25-3389c9a417f7', 'network_id': 'a7d31a9a-181c-4095-ae9e-1cee84cafd05', 'port_id': '3ef31e99-888f-4054-bd25-3389c9a417f7', 'mac_address': 'fa:16:3e:72:b8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad9a50e-8414-439e-bc25-71cf4917f12c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:34:32.975031 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:32.992260 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef31e99-888f-4054-bd25-3389c9a417f7 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:34:33.013561 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 3ef31e99-888f-4054-bd25-3389c9a417f7, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=3ef31e99-888f-4054-bd25-3389c9a417f7,segment=NetworkSegment(99b8050e-8fec-4c09-ae1b-b819f9c58373),segment_id=99b8050e-8fec-4c09-ae1b-b819f9c58373)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:33.017187 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:33.068926 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=3ef31e99-888f-4054-bd25-3389c9a417f7,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:33.076125 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:33.076468 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:33.076802 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:33.077245 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:33.077593 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:33.077939 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:33.078260 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:33.078577 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:33.078893 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:33.079211 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:33.079526 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:33.079859 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:33.396845 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['3ef31e99-888f-4054-bd25-3389c9a417f7'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:34:34.020620 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab9c2a-fb3d-4e68-bc97-85eb6e5a168a req-7cb92f06-c031-455a-813e-536c28970b85 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:34.022079 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-faab9c2a-fb3d-4e68-bc97-85eb6e5a168a req-7cb92f06-c031-455a-813e-536c28970b85 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 944 time: 0.0660989 Jul 05 04:34:34.061409 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-faab9c2a-fb3d-4e68-bc97-85eb6e5a168a req-acef7c75-9290-412c-88d5-36f287c91e3b tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336502 Jul 05 04:34:34.490512 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:34.836950 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 3ef31e99-888f-4054-bd25-3389c9a417f7 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:34:34.887709 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 3ef31e99-888f-4054-bd25-3389c9a417f7 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:34:34.891342 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 3ef31e99-888f-4054-bd25-3389c9a417f7 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:34:34.891711 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:34.966104 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:34.989418 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef31e99-888f-4054-bd25-3389c9a417f7'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:34:34.991605 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0741f51-8490-4828-885c-222c24d039ec" -d '{"events": [{"server_uuid": "aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac", "name": "network-vif-plugged", "status": "completed", "tag": "3ef31e99-888f-4054-bd25-3389c9a417f7"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:34:35.005255 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 3ef31e99-888f-4054-bd25-3389c9a417f7, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=3ef31e99-888f-4054-bd25-3389c9a417f7,segment=NetworkSegment(99b8050e-8fec-4c09-ae1b-b819f9c58373),segment_id=99b8050e-8fec-4c09-ae1b-b819f9c58373)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:35.009460 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:35.033025 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c81baa3-8589-42af-b116-f70e15ac29a9 x-openstack-request-id: req-9c81baa3-8589-42af-b116-f70e15ac29a9 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:34:35.033315 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac", "name": "network-vif-plugged", "status": "completed", "tag": "3ef31e99-888f-4054-bd25-3389c9a417f7", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:34:35.033657 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9c81baa3-8589-42af-b116-f70e15ac29a9 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:34:35.033973 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef31e99-888f-4054-bd25-3389c9a417f7', 'code': 200} Jul 05 04:34:35.065543 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=3ef31e99-888f-4054-bd25-3389c9a417f7,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:35.169627 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b11b57-9a1c-4cfb-8c84-59cabeba98eb req-5430247c-346b-483f-8b58-69d410c171e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:35.171164 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87b11b57-9a1c-4cfb-8c84-59cabeba98eb req-5430247c-346b-483f-8b58-69d410c171e7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 1097 time: 0.0566499 Jul 05 04:34:35.236088 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87b11b57-9a1c-4cfb-8c84-59cabeba98eb req-104d0f01-b460-4c81-bf2f-0b1ecf77bce0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588713 Jul 05 04:34:35.260600 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c1d64-7c0c-40d3-b360-f5cc1d597761 req-a076eac8-6226-40b3-a011-0fb2228b323e tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:35.261966 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-418c1d64-7c0c-40d3-b360-f5cc1d597761 req-a076eac8-6226-40b3-a011-0fb2228b323e tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0796027 Jul 05 04:34:35.301352 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-418c1d64-7c0c-40d3-b360-f5cc1d597761 req-7154b017-b8cb-4e5c-bd82-004d74748e2f tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338674 Jul 05 04:34:36.482679 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892a1a8-0c3e-444e-8c9f-ff05cf6cf36c req-84c872c9-9e66-41e7-a8d3-ce47fbec75d0 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:36.484522 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d892a1a8-0c3e-444e-8c9f-ff05cf6cf36c req-84c872c9-9e66-41e7-a8d3-ce47fbec75d0 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0657897 Jul 05 04:34:36.525297 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d892a1a8-0c3e-444e-8c9f-ff05cf6cf36c req-2702dfe6-3e40-4c74-837d-82f0cf7c7752 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325639 Jul 05 04:34:37.698314 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832c4d9-8c68-4a1d-ae69-c06ad3bda2a6 req-14f3709f-012e-4e5b-a011-86b4be0e891f tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:37.699841 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8832c4d9-8c68-4a1d-ae69-c06ad3bda2a6 req-14f3709f-012e-4e5b-a011-86b4be0e891f tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0626180 Jul 05 04:34:37.744870 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8832c4d9-8c68-4a1d-ae69-c06ad3bda2a6 req-7828a513-7992-4b1b-9a54-d52a6e4c4c5f tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390425 Jul 05 04:34:38.114180 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9aec2-913e-4b05-972e-4f9c10278f3a req-2f074ed2-e52d-4d7a-9405-1f9c56855a90 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:38.116092 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e3e9aec2-913e-4b05-972e-4f9c10278f3a req-2f074ed2-e52d-4d7a-9405-1f9c56855a90 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0714676 Jul 05 04:34:38.162849 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e3e9aec2-913e-4b05-972e-4f9c10278f3a req-31662e7c-af2e-4756-ae5d-9a3d204ade23 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378618 Jul 05 04:34:38.523513 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-86a7cbbe-f2cf-437e-a66f-2d61c14d8bc7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0586903 Jul 05 04:34:38.570023 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442e195-331c-486b-a5af-88a7be2ed8b4 req-82988fdd-d684-4222-92ea-6a0997240b3a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:38.571711 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2442e195-331c-486b-a5af-88a7be2ed8b4 req-82988fdd-d684-4222-92ea-6a0997240b3a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0737813 Jul 05 04:34:38.613168 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2442e195-331c-486b-a5af-88a7be2ed8b4 req-b1471c80-c17b-42fc-8c97-81018b4a7ad6 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355892 Jul 05 04:34:39.795647 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-27d26fe5-b42d-4935-8b82-ddf1e945be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:39.797187 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-27d26fe5-b42d-4935-8b82-ddf1e945be82 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8db4b6997fc14a47ad61b21a69aeb35c&device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 1097 time: 0.0948074 Jul 05 04:34:39.819151 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8682f-6cc9-47e4-888f-51090265a274 req-022315dd-e0f7-4be9-9ee4-c56db6dbcfeb tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:39.820636 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fff8682f-6cc9-47e4-888f-51090265a274 req-022315dd-e0f7-4be9-9ee4-c56db6dbcfeb tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0906260 Jul 05 04:34:39.908968 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fff8682f-6cc9-47e4-888f-51090265a274 req-6876ec75-2f18-4428-8837-8ac97dfdc521 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744677 Jul 05 04:34:39.932328 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-a37a9e35-bb6e-4264-980f-b5d7890b4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:39.933530 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-a37a9e35-bb6e-4264-980f-b5d7890b4e27 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a7d31a9a-181c-4095-ae9e-1cee84cafd05 HTTP/1.1" status: 200 len: 916 time: 0.1305482 Jul 05 04:34:39.980023 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-731cd656-e3ab-4465-b2a4-4d203d627de1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ef31e99-888f-4054-bd25-3389c9a417f7 HTTP/1.1" status: 200 len: 217 time: 0.0391150 Jul 05 04:34:40.028926 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-ac58b166-f4dc-49fb-ac3a-143584e13da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:40.030418 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-ac58b166-f4dc-49fb-ac3a-143584e13da3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ad9a50e-8414-439e-bc25-71cf4917f12c HTTP/1.1" status: 200 len: 855 time: 0.0445585 Jul 05 04:34:40.062532 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-53672178-fcef-4aa2-84b4-8c56a51dcc06 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a7d31a9a-181c-4095-ae9e-1cee84cafd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262141 Jul 05 04:34:40.160254 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-486542e8-7294-4d9f-9e85-83d98e40987f service neutron] 10.222.0.70 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912511 Jul 05 04:34:40.259216 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-91c23168-3051-4919-a94e-6808a242874c service neutron] 10.222.0.70 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930116 Jul 05 04:34:41.095190 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094203e5-badd-4bc4-bba1-2b34285a2bb3 req-cb3a2b82-7b13-4448-ae26-2f4eb456fdb2 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:41.097607 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-094203e5-badd-4bc4-bba1-2b34285a2bb3 req-cb3a2b82-7b13-4448-ae26-2f4eb456fdb2 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0676279 Jul 05 04:34:41.135765 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-094203e5-badd-4bc4-bba1-2b34285a2bb3 req-683259a1-f894-40b9-bd7c-a11799dd6a36 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325444 Jul 05 04:34:42.317116 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12558c7-1221-4443-836b-6a86aa68f086 req-d8bcfd62-e28e-4191-a22d-f72b36888d49 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:42.318673 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e12558c7-1221-4443-836b-6a86aa68f086 req-d8bcfd62-e28e-4191-a22d-f72b36888d49 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0643661 Jul 05 04:34:42.357849 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e12558c7-1221-4443-836b-6a86aa68f086 req-985358a8-db0f-4c54-8be9-c20f5fbb6569 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336845 Jul 05 04:34:43.430662 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:43.544518 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27672e3d-34ba-4d91-a122-f74340be55a9 req-bce8c508-efbd-4666-a1b3-f59225178f3b tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:43.546033 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-27672e3d-34ba-4d91-a122-f74340be55a9 req-bce8c508-efbd-4666-a1b3-f59225178f3b tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0694752 Jul 05 04:34:43.585844 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-27672e3d-34ba-4d91-a122-f74340be55a9 req-42fbe86e-18d9-41ae-b06e-ff30c5bcd130 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335009 Jul 05 04:34:44.770793 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3560a-0600-42e3-b36a-85a2a4990599 req-2e747404-e049-468a-be48-8ffed835c3e3 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:44.772324 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-73c3560a-0600-42e3-b36a-85a2a4990599 req-2e747404-e049-468a-be48-8ffed835c3e3 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0730824 Jul 05 04:34:44.811919 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-73c3560a-0600-42e3-b36a-85a2a4990599 req-a43f5dbc-4abd-494c-bb8d-4de4e68985d1 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337496 Jul 05 04:34:45.991883 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f46454-cd1b-4dfd-b481-2528e3c5f508 req-500c61f7-fdcb-4698-9b4b-b1a4705a09f8 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:45.993691 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2f46454-cd1b-4dfd-b481-2528e3c5f508 req-500c61f7-fdcb-4698-9b4b-b1a4705a09f8 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0683925 Jul 05 04:34:46.035509 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d2f46454-cd1b-4dfd-b481-2528e3c5f508 req-cdf9fc98-8d67-4735-a758-8bad73d66d5d tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361609 Jul 05 04:34:47.217464 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be96dd-f22f-469e-9329-666450a9b133 req-87766ad5-fe19-4097-a73c-0454fe538f83 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:47.219000 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-84be96dd-f22f-469e-9329-666450a9b133 req-87766ad5-fe19-4097-a73c-0454fe538f83 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0661092 Jul 05 04:34:47.256892 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-84be96dd-f22f-469e-9329-666450a9b133 req-ac807e00-a368-431d-85e8-508ed5ff40ff tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323317 Jul 05 04:34:48.434907 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd7c83-2049-4b3b-9090-5563a7d3534c req-b9790ad7-9528-4295-854c-46414f0bf267 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:48.436437 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-40dd7c83-2049-4b3b-9090-5563a7d3534c req-b9790ad7-9528-4295-854c-46414f0bf267 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0651727 Jul 05 04:34:48.475702 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-40dd7c83-2049-4b3b-9090-5563a7d3534c req-7a14ed90-ed22-4438-b607-24b839a9966c tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330555 Jul 05 04:34:49.676500 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64106ea-7b67-4d9c-bd08-082d8361bf23 req-3e009234-5526-46bd-92fd-e26d58c12cc4 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:49.678176 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d64106ea-7b67-4d9c-bd08-082d8361bf23 req-3e009234-5526-46bd-92fd-e26d58c12cc4 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0777264 Jul 05 04:34:49.720658 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d64106ea-7b67-4d9c-bd08-082d8361bf23 req-99e8e15e-e161-4405-9740-6ce78e7662a7 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367548 Jul 05 04:34:50.903412 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b50822-c84c-4a2b-a2fe-439b907d3053 req-7204de6a-72b6-4100-88a8-ed13d79bcb1e tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:50.904954 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-84b50822-c84c-4a2b-a2fe-439b907d3053 req-7204de6a-72b6-4100-88a8-ed13d79bcb1e tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0705638 Jul 05 04:34:50.947344 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-84b50822-c84c-4a2b-a2fe-439b907d3053 req-347072ee-e70a-4ffb-a4ef-9be28f6f6b9e tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367908 Jul 05 04:34:52.124212 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce59feb-3d3b-441f-9d6f-11d16a444a4a req-b15da412-5dac-4184-a746-3f73a40848de tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:52.125614 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dce59feb-3d3b-441f-9d6f-11d16a444a4a req-b15da412-5dac-4184-a746-3f73a40848de tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0652781 Jul 05 04:34:52.164848 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dce59feb-3d3b-441f-9d6f-11d16a444a4a req-a1035d74-850d-464c-8910-7ab85199ca34 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328245 Jul 05 04:34:53.353749 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbc003-aa43-4a81-9443-81301e6dbc48 req-c3401fe9-5f1d-49a7-a367-db1203c96e6a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:53.355250 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-55bbc003-aa43-4a81-9443-81301e6dbc48 req-c3401fe9-5f1d-49a7-a367-db1203c96e6a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0649657 Jul 05 04:34:53.392652 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-55bbc003-aa43-4a81-9443-81301e6dbc48 req-4d827c75-8f20-4a7b-ab11-2039d7d92c4a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317991 Jul 05 04:34:53.584487 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:34:54.562715 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618911c-2a85-4b91-92a5-4235dfdf73c4 req-fae7fec5-df07-49f8-8bc7-37558f70506c tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:54.564199 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2618911c-2a85-4b91-92a5-4235dfdf73c4 req-fae7fec5-df07-49f8-8bc7-37558f70506c tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0618389 Jul 05 04:34:54.602260 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2618911c-2a85-4b91-92a5-4235dfdf73c4 req-e0417c57-ea1a-4363-9c1d-a42aa51d1f96 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321989 Jul 05 04:34:55.779855 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4bfcd-0648-477d-a502-a85ec2c4ea26 req-474ad5d2-be94-47e5-ae85-7057d79a6a69 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:55.781365 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d5e4bfcd-0648-477d-a502-a85ec2c4ea26 req-474ad5d2-be94-47e5-ae85-7057d79a6a69 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0693226 Jul 05 04:34:55.820898 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d5e4bfcd-0648-477d-a502-a85ec2c4ea26 req-a895a60c-33a3-4a0b-9333-49fe3487ac49 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326221 Jul 05 04:34:57.023129 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535006a4-1ba2-4880-88e3-14d278f13275 req-53b25005-1db0-4641-96dd-587e272815a6 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:57.024742 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-535006a4-1ba2-4880-88e3-14d278f13275 req-53b25005-1db0-4641-96dd-587e272815a6 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0783126 Jul 05 04:34:57.074055 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-535006a4-1ba2-4880-88e3-14d278f13275 req-68aecf36-2e32-406f-959b-e040e17323dc tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426576 Jul 05 04:34:57.573829 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da6201-f4d3-4217-bd18-246d1fa5369c req-0eb21890-3b93-4013-867e-230849c8f26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:57.575350 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38da6201-f4d3-4217-bd18-246d1fa5369c req-0eb21890-3b93-4013-867e-230849c8f26a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8db4b6997fc14a47ad61b21a69aeb35c&device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 1097 time: 0.0680194 Jul 05 04:34:57.698637 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da6201-f4d3-4217-bd18-246d1fa5369c req-50e62bfe-8d9f-42e2-a740-fec60a0f5d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:57.701713 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38da6201-f4d3-4217-bd18-246d1fa5369c req-50e62bfe-8d9f-42e2-a740-fec60a0f5d93 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a7d31a9a-181c-4095-ae9e-1cee84cafd05 HTTP/1.1" status: 200 len: 916 time: 0.1013074 Jul 05 04:34:57.743354 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38da6201-f4d3-4217-bd18-246d1fa5369c req-1c5220ff-bb3e-4217-adda-2d636e8c4d05 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ef31e99-888f-4054-bd25-3389c9a417f7 HTTP/1.1" status: 200 len: 217 time: 0.0358980 Jul 05 04:34:57.793130 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da6201-f4d3-4217-bd18-246d1fa5369c req-f3a35bf7-c58a-42dc-a2df-1617719c91fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:57.794600 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38da6201-f4d3-4217-bd18-246d1fa5369c req-f3a35bf7-c58a-42dc-a2df-1617719c91fe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ad9a50e-8414-439e-bc25-71cf4917f12c HTTP/1.1" status: 200 len: 855 time: 0.0437300 Jul 05 04:34:57.831584 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38da6201-f4d3-4217-bd18-246d1fa5369c req-e7c829b7-51c8-4896-b301-4f6a0d856282 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a7d31a9a-181c-4095-ae9e-1cee84cafd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290647 Jul 05 04:34:57.919985 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38da6201-f4d3-4217-bd18-246d1fa5369c req-34c7b324-98a5-49dd-bbcd-78d6656d0f35 service neutron] 10.222.0.70 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810595 Jul 05 04:34:58.012934 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38da6201-f4d3-4217-bd18-246d1fa5369c req-9907ef50-86b3-43aa-94c7-fcee51910cc7 service neutron] 10.222.0.70 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858946 Jul 05 04:34:58.250005 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d65c77-aaa9-48cd-921c-af0bfe454e06 req-c106c1f8-6077-42db-b72d-a92f3398841c tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:58.251509 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12d65c77-aaa9-48cd-921c-af0bfe454e06 req-c106c1f8-6077-42db-b72d-a92f3398841c tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0637858 Jul 05 04:34:58.291388 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-12d65c77-aaa9-48cd-921c-af0bfe454e06 req-a08ed910-f694-4679-ad0c-50addd78b6c9 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336580 Jul 05 04:34:58.694745 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4fb6a6b7-8f0a-47f3-90cf-672a092fae58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:59.468051 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd79a47-d313-4f8b-a705-8db5adfc5882 req-2b824e7d-27fb-419d-8719-905a6485c387 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:59.469555 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9bd79a47-d313-4f8b-a705-8db5adfc5882 req-2b824e7d-27fb-419d-8719-905a6485c387 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0655158 Jul 05 04:34:59.507012 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9bd79a47-d313-4f8b-a705-8db5adfc5882 req-9ac49216-74a8-470f-9de6-a5496b395ffc tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317526 Jul 05 04:34:59.592351 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:00.682743 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b61cbe-14f2-48f8-9036-ac06ecf1c377 req-8becaff9-939f-4245-a15c-acb5a379844f tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:00.684263 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-74b61cbe-14f2-48f8-9036-ac06ecf1c377 req-8becaff9-939f-4245-a15c-acb5a379844f tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0655210 Jul 05 04:35:00.723898 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-74b61cbe-14f2-48f8-9036-ac06ecf1c377 req-076c00d9-63db-49c8-b1a6-41ecd21a9f0e tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339937 Jul 05 04:35:01.389059 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-30ab1676-5163-4d1d-a0f6-c379e5cc5a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:01.790060 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:01.899599 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87c343-0677-47f7-83f4-ddc5d925cc2f req-5d2ab94e-2ed6-47cb-8c62-7d8125b01f75 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:01.901116 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e87c343-0677-47f7-83f4-ddc5d925cc2f req-5d2ab94e-2ed6-47cb-8c62-7d8125b01f75 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0633678 Jul 05 04:35:01.938635 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e87c343-0677-47f7-83f4-ddc5d925cc2f req-23630e58-22ae-4cbb-adaa-f951a81c6dd6 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316546 Jul 05 04:35:02.694271 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:03.120535 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9326f4-d6c7-4222-b5cd-443e6b50445c req-348fdbc1-2541-41a0-adfc-6a604a27accc tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:03.122022 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-be9326f4-d6c7-4222-b5cd-443e6b50445c req-348fdbc1-2541-41a0-adfc-6a604a27accc tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0681844 Jul 05 04:35:03.158966 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-be9326f4-d6c7-4222-b5cd-443e6b50445c req-a0846ddf-412b-4d86-a387-a00f5d352966 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314131 Jul 05 04:35:04.336645 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be2686-e44d-4113-9f86-21b292ceeb60 req-a695cf48-c696-4212-be4b-15f5555a7e6f tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:04.338127 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b1be2686-e44d-4113-9f86-21b292ceeb60 req-a695cf48-c696-4212-be4b-15f5555a7e6f tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0660398 Jul 05 04:35:04.382231 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b1be2686-e44d-4113-9f86-21b292ceeb60 req-19cfe25d-2a15-4514-a0b5-70372729e984 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385878 Jul 05 04:35:04.493585 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:05.556962 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bca247-4ea2-4b15-a99b-f1e6bcc5b110 req-47413c12-493d-426a-a183-b375272956d0 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:05.558453 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f7bca247-4ea2-4b15-a99b-f1e6bcc5b110 req-47413c12-493d-426a-a183-b375272956d0 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0630822 Jul 05 04:35:05.596123 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f7bca247-4ea2-4b15-a99b-f1e6bcc5b110 req-985c3ee1-83eb-4c66-9a5b-f1355ee045db tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321255 Jul 05 04:35:06.773906 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891925e-91c5-4e92-820f-a4ed90e11863 req-2440a344-cc14-4afc-b3c5-b95ca4bedabc tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:06.775399 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a891925e-91c5-4e92-820f-a4ed90e11863 req-2440a344-cc14-4afc-b3c5-b95ca4bedabc tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0636930 Jul 05 04:35:06.813314 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a891925e-91c5-4e92-820f-a4ed90e11863 req-270ea3df-06f7-4a37-ab04-548328d364d0 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323553 Jul 05 04:35:07.373887 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-3ed0558a-b8ce-4ecf-95d6-0d41fefc0e26 service neutron] show failed (client error): The resource could not be found. Jul 05 04:35:07.374889 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-3ed0558a-b8ce-4ecf-95d6-0d41fefc0e26 service neutron] 10.222.0.70 "GET /v2.0/ports/3ef31e99-888f-4054-bd25-3389c9a417f7/bindings/n-h1-780147-23 HTTP/1.1" status: 404 len: 381 time: 0.0541339 Jul 05 04:35:07.666006 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-ea83c3d4-cf49-47fb-ac5c-124c1d79477e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:07.667395 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-ea83c3d4-cf49-47fb-ac5c-124c1d79477e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac&tenant_id=8db4b6997fc14a47ad61b21a69aeb35c HTTP/1.1" status: 200 len: 1097 time: 0.0888956 Jul 05 04:35:07.684548 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-23', 'device_owner': 'compute:nova'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:35:07.771645 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:07.975746 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] For port 3ef31e99-888f-4054-bd25-3389c9a417f7, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=3ef31e99-888f-4054-bd25-3389c9a417f7,segment=NetworkSegment(99b8050e-8fec-4c09-ae1b-b819f9c58373),segment_id=99b8050e-8fec-4c09-ae1b-b819f9c58373)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:07.994867 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32d584-8d45-41ea-a194-129ababb4ca0 req-070023c6-49b9-43f9-85b3-af4e88c1c63c tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:07.996435 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2a32d584-8d45-41ea-a194-129ababb4ca0 req-070023c6-49b9-43f9-85b3-af4e88c1c63c tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0696983 Jul 05 04:35:08.009617 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] For port 3ef31e99-888f-4054-bd25-3389c9a417f7, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:35:08.037709 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2a32d584-8d45-41ea-a194-129ababb4ca0 req-aada31e4-f7c8-4e65-914b-b006fa2a5140 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348434 Jul 05 04:35:08.052659 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ef31e99-888f-4054-bd25-3389c9a417f7'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:35:08.054941 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fbfa41-a588-4b4d-b260-e9beff7b6530" -d '{"events": [{"server_uuid": "aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac", "name": "network-vif-unplugged", "status": "completed", "tag": "3ef31e99-888f-4054-bd25-3389c9a417f7"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:35:08.059107 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:08.073657 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Transition to ACTIVE for port object 3ef31e99-888f-4054-bd25-3389c9a417f7 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:35:08.076812 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:08.109038 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abc68ef-f7d2-40e3-a1d8-b23cd42f9779 x-openstack-request-id: req-2abc68ef-f7d2-40e3-a1d8-b23cd42f9779 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:35:08.109342 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac", "name": "network-vif-unplugged", "status": "completed", "tag": "3ef31e99-888f-4054-bd25-3389c9a417f7", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:35:08.109586 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2abc68ef-f7d2-40e3-a1d8-b23cd42f9779 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:35:08.109957 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ef31e99-888f-4054-bd25-3389c9a417f7', 'code': 200} Jul 05 04:35:08.147432 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] No DVR routers for this DVR port 3ef31e99-888f-4054-bd25-3389c9a417f7 on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:35:08.150465 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Pushing event updated for resources: {'Port': ['ID=3ef31e99-888f-4054-bd25-3389c9a417f7,revision_number=6']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:08.161203 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:08.161576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:08.161912 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:08.162245 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:08.162569 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:08.162899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:08.163220 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:08.163540 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:08.163891 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:08.164210 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:08.164544 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:08.164838 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:08.449283 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Attempting to bind port 3ef31e99-888f-4054-bd25-3389c9a417f7 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:35:08.449612 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Attempting to bind port 3ef31e99-888f-4054-bd25-3389c9a417f7 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '99b8050e-8fec-4c09-ae1b-b819f9c58373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a7d31a9a-181c-4095-ae9e-1cee84cafd05'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:35:08.449934 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Attempting to bind port 3ef31e99-888f-4054-bd25-3389c9a417f7 on network a7d31a9a-181c-4095-ae9e-1cee84cafd05 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:35:08.454096 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Port 3ef31e99-888f-4054-bd25-3389c9a417f7 on network a7d31a9a-181c-4095-ae9e-1cee84cafd05 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:35:08.454409 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Attempting to bind port 3ef31e99-888f-4054-bd25-3389c9a417f7 on network a7d31a9a-181c-4095-ae9e-1cee84cafd05 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:35:08.460271 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:35:08.460597 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Checking segment: {'id': '99b8050e-8fec-4c09-ae1b-b819f9c58373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a7d31a9a-181c-4095-ae9e-1cee84cafd05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:35:08.460977 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Bound using segment: {'id': '99b8050e-8fec-4c09-ae1b-b819f9c58373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a7d31a9a-181c-4095-ae9e-1cee84cafd05'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:35:08.461401 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Bound port: 3ef31e99-888f-4054-bd25-3389c9a417f7, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99b8050e-8fec-4c09-ae1b-b819f9c58373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a7d31a9a-181c-4095-ae9e-1cee84cafd05'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:35:08.461751 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:08.522474 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] For port 3ef31e99-888f-4054-bd25-3389c9a417f7, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:35:08.525371 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] For port 3ef31e99-888f-4054-bd25-3389c9a417f7, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=3ef31e99-888f-4054-bd25-3389c9a417f7,segment=NetworkSegment(99b8050e-8fec-4c09-ae1b-b819f9c58373),segment_id=99b8050e-8fec-4c09-ae1b-b819f9c58373)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:35:08.529843 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:08.563091 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:08.563711 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:08.565104 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] 10.222.0.89 "PUT /v2.0/ports/3ef31e99-888f-4054-bd25-3389c9a417f7 HTTP/1.1" status: 200 len: 1092 time: 0.8845537 Jul 05 04:35:08.586534 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e78e78-b58a-46fe-ba78-e6a04eec709b service neutron] Pushing event updated for resources: {'Port': ['ID=3ef31e99-888f-4054-bd25-3389c9a417f7,revision_number=7']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:08.642943 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-78a69828-0156-4c94-9c9c-4ff8b0a33272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:08.644459 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-78a69828-0156-4c94-9c9c-4ff8b0a33272 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8db4b6997fc14a47ad61b21a69aeb35c&device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 1095 time: 0.0543592 Jul 05 04:35:08.737981 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-960f788f-19bb-4dde-9b5e-9c94f26a1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:08.739445 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-960f788f-19bb-4dde-9b5e-9c94f26a1c47 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a7d31a9a-181c-4095-ae9e-1cee84cafd05 HTTP/1.1" status: 200 len: 916 time: 0.0850940 Jul 05 04:35:08.786272 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-a736bf36-da0b-49d7-b3ac-0c140b829aa2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ef31e99-888f-4054-bd25-3389c9a417f7 HTTP/1.1" status: 200 len: 217 time: 0.0368602 Jul 05 04:35:08.837664 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-5e262f86-9b32-426d-b256-93a1c187b25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:08.839001 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-5e262f86-9b32-426d-b256-93a1c187b25a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1ad9a50e-8414-439e-bc25-71cf4917f12c HTTP/1.1" status: 200 len: 855 time: 0.0434163 Jul 05 04:35:08.873090 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-148a5f77-e404-4238-bffd-bc5eb5566916 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a7d31a9a-181c-4095-ae9e-1cee84cafd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259616 Jul 05 04:35:08.971545 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-87552ab9-3d2d-434d-88ed-937014c0f378 service neutron] 10.222.0.89 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884020 Jul 05 04:35:09.061719 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-08b5f6b8-2c68-46c0-8fc3-a92a94d42ebb req-ad426831-6256-4132-b14a-c7c226cd71ae service neutron] 10.222.0.89 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801656 Jul 05 04:35:09.220780 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a03ab-0b1e-40a6-8e8d-f9a7efc7a6cc req-29791262-3b42-4776-b3c0-071a6f21851a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:09.222379 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0a7a03ab-0b1e-40a6-8e8d-f9a7efc7a6cc req-29791262-3b42-4776-b3c0-071a6f21851a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 943 time: 0.0680170 Jul 05 04:35:09.261920 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0a7a03ab-0b1e-40a6-8e8d-f9a7efc7a6cc req-b6f5b183-2656-4566-9d5b-63aba1da4bae tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336998 Jul 05 04:35:10.111333 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac', 'tag': '3ef31e99-888f-4054-bd25-3389c9a417f7'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:35:10.113696 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9e7c3e-185a-4265-bc39-eba8fca6dce2" -d '{"events": [{"name": "network-changed", "server_uuid": "aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac", "tag": "3ef31e99-888f-4054-bd25-3389c9a417f7"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:35:10.177817 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f127f56d-44ba-4de8-9293-4c10e6d28518 x-openstack-request-id: req-f127f56d-44ba-4de8-9293-4c10e6d28518 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:35:10.178108 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac", "tag": "3ef31e99-888f-4054-bd25-3389c9a417f7", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:35:10.178364 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f127f56d-44ba-4de8-9293-4c10e6d28518 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:35:10.178765 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac', 'tag': '3ef31e99-888f-4054-bd25-3389c9a417f7', 'status': 'completed', 'code': 200} Jul 05 04:35:10.298662 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e7c3e-185a-4265-bc39-eba8fca6dce2 req-728a3e6f-d7e1-47e6-bac9-6207c7d4e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:10.300204 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea9e7c3e-185a-4265-bc39-eba8fca6dce2 req-728a3e6f-d7e1-47e6-bac9-6207c7d4e9f6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8db4b6997fc14a47ad61b21a69aeb35c&device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 1095 time: 0.0982687 Jul 05 04:35:10.303567 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e7c3e-185a-4265-bc39-eba8fca6dce2 req-b93fb91b-2724-4e50-b283-f9b373270178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:10.305298 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea9e7c3e-185a-4265-bc39-eba8fca6dce2 req-b93fb91b-2724-4e50-b283-f9b373270178 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8db4b6997fc14a47ad61b21a69aeb35c&device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 1095 time: 0.0758507 Jul 05 04:35:10.447746 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086d94c-7560-4d3d-a538-061e194178ec req-56839ae9-df23-413f-9c73-15cccc91cd20 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:10.449833 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2086d94c-7560-4d3d-a538-061e194178ec req-56839ae9-df23-413f-9c73-15cccc91cd20 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 943 time: 0.0660920 Jul 05 04:35:10.466372 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e7c3e-185a-4265-bc39-eba8fca6dce2 req-2ce1c8d7-60f4-40c5-b382-08674c25e19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:10.467875 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea9e7c3e-185a-4265-bc39-eba8fca6dce2 req-2ce1c8d7-60f4-40c5-b382-08674c25e19e service neutron] 10.222.0.89 "GET /v2.0/networks?id=a7d31a9a-181c-4095-ae9e-1cee84cafd05 HTTP/1.1" status: 200 len: 916 time: 0.1610780 Jul 05 04:35:10.470454 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e7c3e-185a-4265-bc39-eba8fca6dce2 req-bcd05eb6-5c7a-4bd6-8cd3-4014f747a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:10.471778 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea9e7c3e-185a-4265-bc39-eba8fca6dce2 req-bcd05eb6-5c7a-4bd6-8cd3-4014f747a83a service neutron] 10.222.0.70 "GET /v2.0/networks?id=a7d31a9a-181c-4095-ae9e-1cee84cafd05 HTTP/1.1" status: 200 len: 916 time: 0.1576385 Jul 05 04:35:10.489845 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2086d94c-7560-4d3d-a538-061e194178ec req-3ea5c685-3781-46b9-9d6f-2c484f414c64 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340598 Jul 05 04:35:10.548015 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea9e7c3e-185a-4265-bc39-eba8fca6dce2 req-3233d175-ecb7-490f-b0f6-4a6a1e265ae3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ef31e99-888f-4054-bd25-3389c9a417f7 HTTP/1.1" status: 200 len: 217 time: 0.0663447 Jul 05 04:35:10.549207 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea9e7c3e-185a-4265-bc39-eba8fca6dce2 req-614af6ad-e9cb-490d-bee5-f9f0dcd9b190 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ef31e99-888f-4054-bd25-3389c9a417f7 HTTP/1.1" status: 200 len: 217 time: 0.0744143 Jul 05 04:35:10.628640 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e7c3e-185a-4265-bc39-eba8fca6dce2 req-d8e57f14-a7d8-4e32-ad68-bb97cbfa0a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:10.630090 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea9e7c3e-185a-4265-bc39-eba8fca6dce2 req-d8e57f14-a7d8-4e32-ad68-bb97cbfa0a05 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ad9a50e-8414-439e-bc25-71cf4917f12c HTTP/1.1" status: 200 len: 855 time: 0.0764253 Jul 05 04:35:10.632057 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e7c3e-185a-4265-bc39-eba8fca6dce2 req-3965c333-8baa-494b-813b-9beec832356b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:10.633370 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea9e7c3e-185a-4265-bc39-eba8fca6dce2 req-3965c333-8baa-494b-813b-9beec832356b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1ad9a50e-8414-439e-bc25-71cf4917f12c HTTP/1.1" status: 200 len: 855 time: 0.0722814 Jul 05 04:35:10.688584 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea9e7c3e-185a-4265-bc39-eba8fca6dce2 req-5ba0da09-e833-42a4-a579-f719af380eb8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a7d31a9a-181c-4095-ae9e-1cee84cafd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521669 Jul 05 04:35:10.690436 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea9e7c3e-185a-4265-bc39-eba8fca6dce2 req-0e12b067-0b8f-44e9-8d02-70826fef9b39 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a7d31a9a-181c-4095-ae9e-1cee84cafd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469480 Jul 05 04:35:10.846006 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea9e7c3e-185a-4265-bc39-eba8fca6dce2 req-4bc19dd7-700b-4cd6-896b-1ffc7e47c630 service neutron] 10.222.0.70 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514952 Jul 05 04:35:10.847979 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea9e7c3e-185a-4265-bc39-eba8fca6dce2 req-108dd5c3-114c-44f2-9a84-a3b0648736a0 service neutron] 10.222.0.89 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466413 Jul 05 04:35:10.993384 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 3ef31e99-888f-4054-bd25-3389c9a417f7 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:35:11.009861 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea9e7c3e-185a-4265-bc39-eba8fca6dce2 req-14812801-2475-48a5-b8e7-231dfb7a4c0d service neutron] 10.222.0.70 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579700 Jul 05 04:35:11.013294 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea9e7c3e-185a-4265-bc39-eba8fca6dce2 req-7133eab7-d2b7-4ffb-a673-fc80c6f898b2 service neutron] 10.222.0.89 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436455 Jul 05 04:35:11.033335 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 3ef31e99-888f-4054-bd25-3389c9a417f7 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:35:11.148381 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 3ef31e99-888f-4054-bd25-3389c9a417f7 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:35:11.245375 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 3ef31e99-888f-4054-bd25-3389c9a417f7, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=3ef31e99-888f-4054-bd25-3389c9a417f7,segment=NetworkSegment(99b8050e-8fec-4c09-ae1b-b819f9c58373),segment_id=99b8050e-8fec-4c09-ae1b-b819f9c58373)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:11.256995 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '3ef31e99-888f-4054-bd25-3389c9a417f7', 'network_id': 'a7d31a9a-181c-4095-ae9e-1cee84cafd05', 'port_id': '3ef31e99-888f-4054-bd25-3389c9a417f7', 'mac_address': 'fa:16:3e:72:b8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad9a50e-8414-439e-bc25-71cf4917f12c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:35:11.293246 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:11.305783 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef31e99-888f-4054-bd25-3389c9a417f7 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:35:11.325915 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 3ef31e99-888f-4054-bd25-3389c9a417f7, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=3ef31e99-888f-4054-bd25-3389c9a417f7,segment=NetworkSegment(99b8050e-8fec-4c09-ae1b-b819f9c58373),segment_id=99b8050e-8fec-4c09-ae1b-b819f9c58373)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:11.330025 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:11.376427 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=3ef31e99-888f-4054-bd25-3389c9a417f7,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:11.562464 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['3ef31e99-888f-4054-bd25-3389c9a417f7'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:35:11.675294 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe06f5-13d5-407a-9f80-07081ef20cf0 req-131d4400-aa47-4b22-97cb-5774d29e3908 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:11.676828 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e7fe06f5-13d5-407a-9f80-07081ef20cf0 req-131d4400-aa47-4b22-97cb-5774d29e3908 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 944 time: 0.0663381 Jul 05 04:35:11.715394 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e7fe06f5-13d5-407a-9f80-07081ef20cf0 req-d31f7552-7123-4296-b09f-a314a042bf8d tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328650 Jul 05 04:35:12.063534 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063837d-d0fc-4ff1-b27e-e00819c52997 req-6265517a-cb2a-4080-9750-e0686c79061a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:12.065040 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e063837d-d0fc-4ff1-b27e-e00819c52997 req-6265517a-cb2a-4080-9750-e0686c79061a tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 944 time: 0.1152823 Jul 05 04:35:12.079932 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee19f65-8827-495a-85e2-ec9909ebc37b req-65eba240-c7bc-43d8-99aa-baa38974837c tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:12.081406 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ee19f65-8827-495a-85e2-ec9909ebc37b req-65eba240-c7bc-43d8-99aa-baa38974837c tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac&tenant_id=8db4b6997fc14a47ad61b21a69aeb35c&binding%3Ahost_id=n-h1-780147-23 HTTP/1.1" status: 200 len: 944 time: 0.1034350 Jul 05 04:35:12.151812 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e063837d-d0fc-4ff1-b27e-e00819c52997 req-bd6b14b7-9945-45ab-bee5-07aa5bf54f96 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798430 Jul 05 04:35:12.162809 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-3ee19f65-8827-495a-85e2-ec9909ebc37b req-1e2775f9-2878-488e-80e6-37c3f2a3d31a service neutron] delete failed (client error): The resource could not be found. Jul 05 04:35:12.163884 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ee19f65-8827-495a-85e2-ec9909ebc37b req-1e2775f9-2878-488e-80e6-37c3f2a3d31a service neutron] 10.222.0.70 "DELETE /v2.0/ports/3ef31e99-888f-4054-bd25-3389c9a417f7/bindings/n-h2-780147-23 HTTP/1.1" status: 404 len: 381 time: 0.0760176 Jul 05 04:35:12.275033 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee19f65-8827-495a-85e2-ec9909ebc37b req-75c04bed-744e-4b29-9804-7b894f4e076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:12.276586 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ee19f65-8827-495a-85e2-ec9909ebc37b req-75c04bed-744e-4b29-9804-7b894f4e076c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8db4b6997fc14a47ad61b21a69aeb35c&device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 1096 time: 0.0539382 Jul 05 04:35:12.372093 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee19f65-8827-495a-85e2-ec9909ebc37b req-82df447a-4f88-42ad-a034-e5275dfc4248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:12.373577 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ee19f65-8827-495a-85e2-ec9909ebc37b req-82df447a-4f88-42ad-a034-e5275dfc4248 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a7d31a9a-181c-4095-ae9e-1cee84cafd05 HTTP/1.1" status: 200 len: 916 time: 0.0900602 Jul 05 04:35:12.414846 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ee19f65-8827-495a-85e2-ec9909ebc37b req-dbc51020-41f3-4075-96c5-7483a38e58bc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ef31e99-888f-4054-bd25-3389c9a417f7 HTTP/1.1" status: 200 len: 217 time: 0.0349994 Jul 05 04:35:12.462903 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee19f65-8827-495a-85e2-ec9909ebc37b req-0832c91c-cc39-490e-9392-293f93de4226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:12.464393 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ee19f65-8827-495a-85e2-ec9909ebc37b req-0832c91c-cc39-490e-9392-293f93de4226 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1ad9a50e-8414-439e-bc25-71cf4917f12c HTTP/1.1" status: 200 len: 855 time: 0.0432708 Jul 05 04:35:12.505010 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ee19f65-8827-495a-85e2-ec9909ebc37b req-35519473-41ca-4173-8bc1-5e0baa9c4525 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a7d31a9a-181c-4095-ae9e-1cee84cafd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334699 Jul 05 04:35:12.592003 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ee19f65-8827-495a-85e2-ec9909ebc37b req-d9e17204-417f-49c7-9a6c-d3c51a52e0de service neutron] 10.222.0.70 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805736 Jul 05 04:35:12.681991 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ee19f65-8827-495a-85e2-ec9909ebc37b req-843f0157-4f14-4fdf-9120-bec0010e6dc5 service neutron] 10.222.0.70 "GET /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836411 Jul 05 04:35:13.164087 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 3ef31e99-888f-4054-bd25-3389c9a417f7 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:35:13.215564 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 3ef31e99-888f-4054-bd25-3389c9a417f7 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:35:13.219360 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 3ef31e99-888f-4054-bd25-3389c9a417f7 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:35:13.219740 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:13.308295 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:13.335308 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef31e99-888f-4054-bd25-3389c9a417f7'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:35:13.338391 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3ea433-007c-4ebf-b329-257d11425837" -d '{"events": [{"server_uuid": "aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac", "name": "network-vif-plugged", "status": "completed", "tag": "3ef31e99-888f-4054-bd25-3389c9a417f7"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:35:13.347578 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb56d6-e029-4342-b86b-872cc2715465 req-e63fd61e-51a5-418d-ac8e-9e66d0f42edd tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:13.351302 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-78fb56d6-e029-4342-b86b-872cc2715465 req-e63fd61e-51a5-418d-ac8e-9e66d0f42edd tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 944 time: 0.0764413 Jul 05 04:35:13.355456 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 3ef31e99-888f-4054-bd25-3389c9a417f7, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=3ef31e99-888f-4054-bd25-3389c9a417f7,segment=NetworkSegment(99b8050e-8fec-4c09-ae1b-b819f9c58373),segment_id=99b8050e-8fec-4c09-ae1b-b819f9c58373)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:13.361332 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:13.397072 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14e025a-e61c-4b4d-8546-83fd0ba87de0 x-openstack-request-id: req-a14e025a-e61c-4b4d-8546-83fd0ba87de0 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:35:13.397382 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac", "name": "network-vif-plugged", "status": "completed", "tag": "3ef31e99-888f-4054-bd25-3389c9a417f7", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:35:13.397535 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-78fb56d6-e029-4342-b86b-872cc2715465 req-c7f43735-9fec-40e0-81f9-09c1ecc00b87 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398381 Jul 05 04:35:13.397628 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a14e025a-e61c-4b4d-8546-83fd0ba87de0 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:35:13.398024 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef31e99-888f-4054-bd25-3389c9a417f7', 'code': 200} Jul 05 04:35:13.433789 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=3ef31e99-888f-4054-bd25-3389c9a417f7,revision_number=9']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:13.444851 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:13.575625 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d2234-0e07-4a0c-8086-303883e885a9 req-1e4aa10d-7c56-4e83-9f3e-8a1436329ecb tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:13.577153 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dd9d2234-0e07-4a0c-8086-303883e885a9 req-1e4aa10d-7c56-4e83-9f3e-8a1436329ecb tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0639689 Jul 05 04:35:13.617446 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dd9d2234-0e07-4a0c-8086-303883e885a9 req-7dba2151-0470-41b6-96ac-1a9972cbcf77 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346699 Jul 05 04:35:13.790257 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19eb6ff-3bbb-4560-8369-512612d6e6d8 req-b59323ac-69b2-4602-afb2-4cd13e270ee6 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:13.791770 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b19eb6ff-3bbb-4560-8369-512612d6e6d8 req-b59323ac-69b2-4602-afb2-4cd13e270ee6 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0650249 Jul 05 04:35:13.828299 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b19eb6ff-3bbb-4560-8369-512612d6e6d8 req-7f33d50a-62bf-4285-afd8-394cb37976d8 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309374 Jul 05 04:35:14.398718 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8884c-1525-48dd-aba0-50a3c2eceda1 req-55cb1064-82c7-46e3-a1b6-c9ed88f434c4 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:14.400228 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eff8884c-1525-48dd-aba0-50a3c2eceda1 req-55cb1064-82c7-46e3-a1b6-c9ed88f434c4 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0656457 Jul 05 04:35:14.440581 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eff8884c-1525-48dd-aba0-50a3c2eceda1 req-2ccd82f5-fe8a-40be-9210-4b7c1bf3b52f tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347910 Jul 05 04:35:15.547177 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34201790-82bf-4ec3-bcee-e07e013329ff req-d87c77ef-949b-49b4-9903-bf6bd65ab309 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:15.548689 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-34201790-82bf-4ec3-bcee-e07e013329ff req-d87c77ef-949b-49b4-9903-bf6bd65ab309 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0672619 Jul 05 04:35:15.622984 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa55723-9c82-452b-b631-9b335343af8f req-64dfd678-e5fb-4b9b-93a0-95606a7fa4e6 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:15.624550 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-afa55723-9c82-452b-b631-9b335343af8f req-64dfd678-e5fb-4b9b-93a0-95606a7fa4e6 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac HTTP/1.1" status: 200 len: 945 time: 0.0713725 Jul 05 04:35:15.657364 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-34201790-82bf-4ec3-bcee-e07e013329ff req-b294eb34-f056-46d3-ad2e-f7434beb1aef tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Deleting port 3ef31e99-888f-4054-bd25-3389c9a417f7 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:35:15.657706 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-34201790-82bf-4ec3-bcee-e07e013329ff req-b294eb34-f056-46d3-ad2e-f7434beb1aef tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:15.662999 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-afa55723-9c82-452b-b631-9b335343af8f req-ec4e8aa3-03a3-44d6-802d-097904912679 tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.77 "GET /v2.0/security-groups?id=d021bc1d-c1f0-4062-b02b-0b723a1afe9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329003 Jul 05 04:35:15.749210 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-34201790-82bf-4ec3-bcee-e07e013329ff req-b294eb34-f056-46d3-ad2e-f7434beb1aef tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] For port 3ef31e99-888f-4054-bd25-3389c9a417f7, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=3ef31e99-888f-4054-bd25-3389c9a417f7,segment=NetworkSegment(99b8050e-8fec-4c09-ae1b-b819f9c58373),segment_id=99b8050e-8fec-4c09-ae1b-b819f9c58373)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:15.749577 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-34201790-82bf-4ec3-bcee-e07e013329ff req-b294eb34-f056-46d3-ad2e-f7434beb1aef tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:15.763397 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-34201790-82bf-4ec3-bcee-e07e013329ff req-b294eb34-f056-46d3-ad2e-f7434beb1aef tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Calling delete_port for 3ef31e99-888f-4054-bd25-3389c9a417f7 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:35:15.890777 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-34201790-82bf-4ec3-bcee-e07e013329ff req-b294eb34-f056-46d3-ad2e-f7434beb1aef tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:15.907849 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['3ef31e99-888f-4054-bd25-3389c9a417f7'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:35:15.930106 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294eb34-f056-46d3-ad2e-f7434beb1aef tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Pushing event deleted for resources: {'Port': ['ID=3ef31e99-888f-4054-bd25-3389c9a417f7,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:15.977663 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-34201790-82bf-4ec3-bcee-e07e013329ff req-b294eb34-f056-46d3-ad2e-f7434beb1aef tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] No DVR routers for this DVR port 3ef31e99-888f-4054-bd25-3389c9a417f7 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:35:15.980338 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-34201790-82bf-4ec3-bcee-e07e013329ff req-b294eb34-f056-46d3-ad2e-f7434beb1aef tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:15.982509 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-34201790-82bf-4ec3-bcee-e07e013329ff req-b294eb34-f056-46d3-ad2e-f7434beb1aef tempest-ServerDiskConfigTestJSON-1516574054 tempest-ServerDiskConfigTestJSON-1516574054-project] 10.222.0.89 "DELETE /v2.0/ports/3ef31e99-888f-4054-bd25-3389c9a417f7 HTTP/1.1" status: 204 len: 173 time: 0.4247189 Jul 05 04:35:15.982899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac', 'name': 'network-vif-deleted', 'tag': '3ef31e99-888f-4054-bd25-3389c9a417f7'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:35:15.985155 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ba169b-47f9-4145-8b58-96d646008ced" -d '{"events": [{"server_uuid": "aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac", "name": "network-vif-deleted", "tag": "3ef31e99-888f-4054-bd25-3389c9a417f7"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:35:16.024994 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6503e20-cfca-4d15-9f20-54447a63355a x-openstack-request-id: req-d6503e20-cfca-4d15-9f20-54447a63355a {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:35:16.025309 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac", "name": "network-vif-deleted", "tag": "3ef31e99-888f-4054-bd25-3389c9a417f7", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:35:16.025875 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d6503e20-cfca-4d15-9f20-54447a63355a {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:35:16.026525 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa50c3e2-7fae-4b54-8afb-9cb51d21c6ac', 'name': 'network-vif-deleted', 'tag': '3ef31e99-888f-4054-bd25-3389c9a417f7', 'status': 'completed', 'code': 200} Jul 05 04:35:16.897100 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46814) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:16.940691 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f06d98-3eb2-4cb1-9e29-d5b8b9d3c60d admin admin] Deleting subnet 1ad9a50e-8414-439e-bc25-71cf4917f12c {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:35:16.943970 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f0f06d98-3eb2-4cb1-9e29-d5b8b9d3c60d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:16.981896 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f0f06d98-3eb2-4cb1-9e29-d5b8b9d3c60d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:17.024186 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f0f06d98-3eb2-4cb1-9e29-d5b8b9d3c60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:17.076017 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f0f06d98-3eb2-4cb1-9e29-d5b8b9d3c60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:17.100496 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f06d98-3eb2-4cb1-9e29-d5b8b9d3c60d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ad9a50e-8414-439e-bc25-71cf4917f12c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:17.106045 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f0f06d98-3eb2-4cb1-9e29-d5b8b9d3c60d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:17.107918 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f0f06d98-3eb2-4cb1-9e29-d5b8b9d3c60d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1ad9a50e-8414-439e-bc25-71cf4917f12c HTTP/1.1" status: 204 len: 168 time: 0.2097857 Jul 05 04:35:17.110338 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46816) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:17.178495 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16de0954-8114-4351-b110-a5b2e378600e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:17.263966 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16de0954-8114-4351-b110-a5b2e378600e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:17.273701 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-16de0954-8114-4351-b110-a5b2e378600e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7d31a9a-181c-4095-ae9e-1cee84cafd05']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:17.283458 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-16de0954-8114-4351-b110-a5b2e378600e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b8050e-8fec-4c09-ae1b-b819f9c58373') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:17.283753 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-16de0954-8114-4351-b110-a5b2e378600e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b8050e-8fec-4c09-ae1b-b819f9c58373') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:17.292850 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16de0954-8114-4351-b110-a5b2e378600e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:17.306711 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16de0954-8114-4351-b110-a5b2e378600e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:17.312347 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16de0954-8114-4351-b110-a5b2e378600e admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:35:17.312722 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16de0954-8114-4351-b110-a5b2e378600e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:35:17.314652 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:35:17.373377 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16de0954-8114-4351-b110-a5b2e378600e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:17.378746 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16de0954-8114-4351-b110-a5b2e378600e admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:17.381706 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-16de0954-8114-4351-b110-a5b2e378600e admin admin] 10.222.0.77 "DELETE /v2.0/networks/a7d31a9a-181c-4095-ae9e-1cee84cafd05 HTTP/1.1" status: 204 len: 168 time: 0.2700543 Jul 05 04:35:17.392652 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de0954-8114-4351-b110-a5b2e378600e admin admin] Pushing event deleted for resources: {'Network': ['ID=a7d31a9a-181c-4095-ae9e-1cee84cafd05,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:17.501932 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46822) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:17.547243 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d2b79e22-f6bc-4553-8161-394bf3a4db3a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8db4b6997fc14a47ad61b21a69aeb35c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440068 Jul 05 04:35:17.549612 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46824) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:17.598023 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9b55a36d-09d2-4508-9d1f-0b8043c2f032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:17.619608 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9b55a36d-09d2-4508-9d1f-0b8043c2f032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:17.666081 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9b55a36d-09d2-4508-9d1f-0b8043c2f032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:17.668982 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9b55a36d-09d2-4508-9d1f-0b8043c2f032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:17.670332 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9b55a36d-09d2-4508-9d1f-0b8043c2f032 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d021bc1d-c1f0-4062-b02b-0b723a1afe9f HTTP/1.1" status: 204 len: 168 time: 0.1197896 Jul 05 04:35:17.678464 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b55a36d-09d2-4508-9d1f-0b8043c2f032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d021bc1d-c1f0-4062-b02b-0b723a1afe9f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:18.320894 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46846) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:18.479997 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1842585893-network', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:35:18.501996 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] Made reservation on behalf of 83ae90a259794bd6b5188a2a366b1c9c for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:35:18.504434 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:18.513302 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:18.603221 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:18.607322 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:18.632115 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:35:18.640621 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56f5cbe-ec4b-4f51-a460-7e4ecf19fb8c,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:18.650436 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:18.650786 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] Added segment 99cb0868-1be2-4d96-9fac-dd85febb617b of type vlan for network b0d9d564-8fce-4cc3-905f-fbc05d803418 Jul 05 04:35:18.652691 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:18.653039 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:18.653382 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:18.653720 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:18.654057 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:18.654392 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:18.654723 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:18.655049 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:18.655378 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:18.655710 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:18.656072 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:18.656398 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:18.698505 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:18.727546 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:18.728599 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:18.729182 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:18.783009 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4609902 Jul 05 04:35:18.786030 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46852) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:18.791520 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-54341fcd-8dbc-4aba-a3b3-6c2904a61163 admin admin] Request body: {'subnet': {'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1842585893-subnet', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:35:18.792268 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241d7f4-b543-4aba-a6e1-80e1d640448c admin admin] Pushing event updated for resources: {'Network': ['ID=b0d9d564-8fce-4cc3-905f-fbc05d803418,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:18.802523 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network b0d9d564-8fce-4cc3-905f-fbc05d803418 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:35:18.813000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54341fcd-8dbc-4aba-a3b3-6c2904a61163 admin admin] Made reservation on behalf of 83ae90a259794bd6b5188a2a366b1c9c for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:35:18.815444 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-54341fcd-8dbc-4aba-a3b3-6c2904a61163 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:19.007491 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-54341fcd-8dbc-4aba-a3b3-6c2904a61163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:19.069380 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54341fcd-8dbc-4aba-a3b3-6c2904a61163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d86dfc1-3a09-4cc1-a03f-76c206149554,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:19.075353 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54341fcd-8dbc-4aba-a3b3-6c2904a61163 admin admin] Checking segment: {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:35:19.075707 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54341fcd-8dbc-4aba-a3b3-6c2904a61163 admin admin] Network hostable DHCP agents. Network: b0d9d564-8fce-4cc3-905f-fbc05d803418, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:35:19.092241 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54341fcd-8dbc-4aba-a3b3-6c2904a61163 admin admin] Network b0d9d564-8fce-4cc3-905f-fbc05d803418 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:35:19.100625 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-54341fcd-8dbc-4aba-a3b3-6c2904a61163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, b0d9d564-8fce-4cc3-905f-fbc05d803418) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:35:19.104506 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54341fcd-8dbc-4aba-a3b3-6c2904a61163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:19.105083 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-54341fcd-8dbc-4aba-a3b3-6c2904a61163 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:19.109706 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41fb143-87ee-4c56-80c8-6093a06999f9 None None] Network b0d9d564-8fce-4cc3-905f-fbc05d803418 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:35:19.119419 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-54341fcd-8dbc-4aba-a3b3-6c2904a61163 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3320215 Jul 05 04:35:19.122399 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46854) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:19.127024 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-6f6c74e6-97c3-4d86-9261-a1cc41c8452f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:35:19.151239 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f6c74e6-97c3-4d86-9261-a1cc41c8452f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:19.152316 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f6c74e6-97c3-4d86-9261-a1cc41c8452f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:19.218676 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 3ef31e99-888f-4054-bd25-3389c9a417f7 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:35:19.241249 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f6c74e6-97c3-4d86-9261-a1cc41c8452f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:19.250656 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 3ef31e99-888f-4054-bd25-3389c9a417f7 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:35:19.251009 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 3ef31e99-888f-4054-bd25-3389c9a417f7 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:35:19.295151 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3184735-9c78-4bfb-a4f0-9e2f8297e408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-b0d9d564-8fce-4cc3-905f-fbc05d803418', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:35:19.296076 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e3184735-9c78-4bfb-a4f0-9e2f8297e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:19.443582 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-e3184735-9c78-4bfb-a4f0-9e2f8297e408 None None] Allocated IP 172.20.0.2 (b0d9d564-8fce-4cc3-905f-fbc05d803418/1d86dfc1-3a09-4cc1-a03f-76c206149554/6a61ed7a-b5ea-4789-afe9-864b085018d4) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:35:19.588676 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e3184735-9c78-4bfb-a4f0-9e2f8297e408 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:19.596798 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e3184735-9c78-4bfb-a4f0-9e2f8297e408 None None] Transition to ACTIVE for port object 6a61ed7a-b5ea-4789-afe9-864b085018d4 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:35:19.611757 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e3184735-9c78-4bfb-a4f0-9e2f8297e408 None None] Transition to ACTIVE for port object 6a61ed7a-b5ea-4789-afe9-864b085018d4 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:35:19.616943 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e3184735-9c78-4bfb-a4f0-9e2f8297e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:19.623913 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f6c74e6-97c3-4d86-9261-a1cc41c8452f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:19.657674 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3184735-9c78-4bfb-a4f0-9e2f8297e408 None None] Network b0d9d564-8fce-4cc3-905f-fbc05d803418 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:35:19.664158 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-e3184735-9c78-4bfb-a4f0-9e2f8297e408 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:35:19.667657 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3184735-9c78-4bfb-a4f0-9e2f8297e408 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:35:19.674801 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3184735-9c78-4bfb-a4f0-9e2f8297e408 None None] Pushing event updated for resources: {'Port': ['ID=6a61ed7a-b5ea-4789-afe9-864b085018d4,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:19.728748 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e3184735-9c78-4bfb-a4f0-9e2f8297e408 None None] Attempting to bind port 6a61ed7a-b5ea-4789-afe9-864b085018d4 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:35:19.729192 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e3184735-9c78-4bfb-a4f0-9e2f8297e408 None None] Attempting to bind port 6a61ed7a-b5ea-4789-afe9-864b085018d4 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:35:19.729635 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3184735-9c78-4bfb-a4f0-9e2f8297e408 None None] Attempting to bind port 6a61ed7a-b5ea-4789-afe9-864b085018d4 on network b0d9d564-8fce-4cc3-905f-fbc05d803418 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:35:19.734712 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3184735-9c78-4bfb-a4f0-9e2f8297e408 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:35:19.735083 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3184735-9c78-4bfb-a4f0-9e2f8297e408 None None] Checking segment: {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:35:19.735484 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e3184735-9c78-4bfb-a4f0-9e2f8297e408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:19.735902 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3184735-9c78-4bfb-a4f0-9e2f8297e408 None None] Bound using segment: {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:35:19.736373 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e3184735-9c78-4bfb-a4f0-9e2f8297e408 None None] Bound port: 6a61ed7a-b5ea-4789-afe9-864b085018d4, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:35:19.736750 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e3184735-9c78-4bfb-a4f0-9e2f8297e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:19.798903 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e3184735-9c78-4bfb-a4f0-9e2f8297e408 None None] For port 6a61ed7a-b5ea-4789-afe9-864b085018d4, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:35:19.802774 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e3184735-9c78-4bfb-a4f0-9e2f8297e408 None None] For port 6a61ed7a-b5ea-4789-afe9-864b085018d4, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6a61ed7a-b5ea-4789-afe9-864b085018d4,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:35:19.807657 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e3184735-9c78-4bfb-a4f0-9e2f8297e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:19.832773 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f6c74e6-97c3-4d86-9261-a1cc41c8452f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:19.865478 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f6c74e6-97c3-4d86-9261-a1cc41c8452f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:19.870200 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3184735-9c78-4bfb-a4f0-9e2f8297e408 None None] Pushing event updated for resources: {'Port': ['ID=6a61ed7a-b5ea-4789-afe9-864b085018d4,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:19.976484 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-6f6c74e6-97c3-4d86-9261-a1cc41c8452f admin admin] Allocated IP 172.25.1.111 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/f6a61af0-b8d9-4a3b-9825-c1ae2403905d) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:35:20.091414 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f6c74e6-97c3-4d86-9261-a1cc41c8452f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:20.134680 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f6c74e6-97c3-4d86-9261-a1cc41c8452f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:20.176814 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6c74e6-97c3-4d86-9261-a1cc41c8452f admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:35:20.179540 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-6f6c74e6-97c3-4d86-9261-a1cc41c8452f admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:35:20.184170 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6c74e6-97c3-4d86-9261-a1cc41c8452f admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:35:20.187002 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c74e6-97c3-4d86-9261-a1cc41c8452f admin admin] Pushing event updated for resources: {'Port': ['ID=f6a61af0-b8d9-4a3b-9825-c1ae2403905d,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:20.431479 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6a61ed7a-b5ea-4789-afe9-864b085018d4 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:35:20.444703 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f6c74e6-97c3-4d86-9261-a1cc41c8452f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:20.485440 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 6a61ed7a-b5ea-4789-afe9-864b085018d4 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:35:20.662969 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f6c74e6-97c3-4d86-9261-a1cc41c8452f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:20.762753 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c67a0e-09cd-46fa-96e3-32c20caaeeb5 None None] Network b0d9d564-8fce-4cc3-905f-fbc05d803418 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:35:20.816538 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6c74e6-97c3-4d86-9261-a1cc41c8452f admin admin] Router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:35:20.883502 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-946bf053-46a3-434a-9bba-70779b977067 None None] Provisioning for port 6a61ed7a-b5ea-4789-afe9-864b085018d4 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:35:20.889760 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-946bf053-46a3-434a-9bba-70779b977067 None None] Provisioning complete for port 6a61ed7a-b5ea-4789-afe9-864b085018d4 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:35:20.890147 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-946bf053-46a3-434a-9bba-70779b977067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:20.927841 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6c74e6-97c3-4d86-9261-a1cc41c8452f admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:35:20.945684 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] Sync routers for ids ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:35:20.945934 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6f6c74e6-97c3-4d86-9261-a1cc41c8452f admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:20.947131 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6f6c74e6-97c3-4d86-9261-a1cc41c8452f admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8237896 Jul 05 04:35:20.950201 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46856) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:20.966421 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] Routers {'bf28ee15-9df4-4158-ae63-bc6c0dd037e9'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:35:20.967045 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:35:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:21.100055 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-946bf053-46a3-434a-9bba-70779b977067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:21.150595 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] Set router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:35:21.183252 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-946bf053-46a3-434a-9bba-70779b977067 None None] For port 6a61ed7a-b5ea-4789-afe9-864b085018d4, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6a61ed7a-b5ea-4789-afe9-864b085018d4,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:21.214483 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-946bf053-46a3-434a-9bba-70779b977067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:21.317132 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946bf053-46a3-434a-9bba-70779b977067 None None] Pushing event updated for resources: {'Port': ['ID=6a61ed7a-b5ea-4789-afe9-864b085018d4,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:21.365723 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-60321988-34c9-48b6-9dbd-de2458293ea4 None None] Provisioning complete for port 6a61ed7a-b5ea-4789-afe9-864b085018d4 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:35:21.365969 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-60321988-34c9-48b6-9dbd-de2458293ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:21.397031 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8ccdbea7-a5a3-4007-917d-048e5e5c7bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:21.426111 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:20Z', 'revision_number': 3, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:21.479388 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] Checking router: bf28ee15-9df4-4158-ae63-bc6c0dd037e9 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:35:21.479739 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] Updating router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 port f6a61af0-b8d9-4a3b-9825-c1ae2403905d binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:35:21.525803 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:21.564899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-8ccdbea7-a5a3-4007-917d-048e5e5c7bd3 admin admin] Allocated IP 172.20.0.1 (b0d9d564-8fce-4cc3-905f-fbc05d803418/1d86dfc1-3a09-4cc1-a03f-76c206149554/8993e3a6-339b-4f5a-b0ea-99181811597c) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:35:21.667646 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8ccdbea7-a5a3-4007-917d-048e5e5c7bd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:21.680806 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-8ccdbea7-a5a3-4007-917d-048e5e5c7bd3 admin admin] Transition to ACTIVE for port object 8993e3a6-339b-4f5a-b0ea-99181811597c will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:35:21.715414 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8ccdbea7-a5a3-4007-917d-048e5e5c7bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:21.758508 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccdbea7-a5a3-4007-917d-048e5e5c7bd3 admin admin] Network b0d9d564-8fce-4cc3-905f-fbc05d803418 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:35:21.764047 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-8ccdbea7-a5a3-4007-917d-048e5e5c7bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:35:21.766000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdbea7-a5a3-4007-917d-048e5e5c7bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=8993e3a6-339b-4f5a-b0ea-99181811597c,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:21.768156 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccdbea7-a5a3-4007-917d-048e5e5c7bd3 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:35:21.794779 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:21.805675 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] Transition to ACTIVE for port object f6a61af0-b8d9-4a3b-9825-c1ae2403905d will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:35:21.812231 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:21.815693 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8ccdbea7-a5a3-4007-917d-048e5e5c7bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:21.866774 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] Attempting to bind port f6a61af0-b8d9-4a3b-9825-c1ae2403905d on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:35:21.867153 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] Attempting to bind port f6a61af0-b8d9-4a3b-9825-c1ae2403905d by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:35:21.867519 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] Attempting to bind port f6a61af0-b8d9-4a3b-9825-c1ae2403905d on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:35:21.870826 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76945d-659d-4552-ac53-e3b4c642084b None None] Pushing event updated for resources: {'Port': ['ID=f6a61af0-b8d9-4a3b-9825-c1ae2403905d,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:21.879619 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:35:21.881640 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:35:21.881640 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:21.881640 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:35:21.882390 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] Bound port: f6a61af0-b8d9-4a3b-9825-c1ae2403905d, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:35:21.882757 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:21.945093 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] For port f6a61af0-b8d9-4a3b-9825-c1ae2403905d, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:35:21.948629 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] For port f6a61af0-b8d9-4a3b-9825-c1ae2403905d, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f6a61af0-b8d9-4a3b-9825-c1ae2403905d,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:35:21.955123 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:21.983987 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8ccdbea7-a5a3-4007-917d-048e5e5c7bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:22.021534 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] Routers {'bf28ee15-9df4-4158-ae63-bc6c0dd037e9'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:35:22.022305 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:35:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:22.061866 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76945d-659d-4552-ac53-e3b4c642084b None None] Pushing event updated for resources: {'Port': ['ID=f6a61af0-b8d9-4a3b-9825-c1ae2403905d,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:22.082749 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1b56f0e9-ae15-4b5e-b22d-17bff3c85182 None None] Provisioning for port 8993e3a6-339b-4f5a-b0ea-99181811597c completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:35:22.090273 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1b56f0e9-ae15-4b5e-b22d-17bff3c85182 None None] Provisioning complete for port 8993e3a6-339b-4f5a-b0ea-99181811597c triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:35:22.090651 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1b56f0e9-ae15-4b5e-b22d-17bff3c85182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:22.157759 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8ccdbea7-a5a3-4007-917d-048e5e5c7bd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:22.165142 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8ccdbea7-a5a3-4007-917d-048e5e5c7bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:22.243054 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdbea7-a5a3-4007-917d-048e5e5c7bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=8993e3a6-339b-4f5a-b0ea-99181811597c,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:22.245868 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8ccdbea7-a5a3-4007-917d-048e5e5c7bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:22.339018 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-1b56f0e9-ae15-4b5e-b22d-17bff3c85182 None None] Port 8993e3a6-339b-4f5a-b0ea-99181811597c cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:35:22.341952 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccdbea7-a5a3-4007-917d-048e5e5c7bd3 admin admin] Network b0d9d564-8fce-4cc3-905f-fbc05d803418 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:35:22.343555 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] Set router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:35:22.343693 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-8ccdbea7-a5a3-4007-917d-048e5e5c7bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:35:22.434795 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6a61ed7a-b5ea-4789-afe9-864b085018d4 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:35:22.468966 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccdbea7-a5a3-4007-917d-048e5e5c7bd3 admin admin] Router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:35:22.552537 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 6a61ed7a-b5ea-4789-afe9-864b085018d4 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:35:22.553118 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:22.589549 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccdbea7-a5a3-4007-917d-048e5e5c7bd3 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:35:22.594697 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8ccdbea7-a5a3-4007-917d-048e5e5c7bd3 admin admin] 10.222.0.77 "PUT /v2.0/routers/bf28ee15-9df4-4158-ae63-bc6c0dd037e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6434243 Jul 05 04:35:22.697203 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-797030eb-b37a-456e-a3dc-42306e7ae630 None None] Provisioning complete for port 8993e3a6-339b-4f5a-b0ea-99181811597c triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:35:22.697571 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-797030eb-b37a-456e-a3dc-42306e7ae630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:22.724791 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 1, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:22.759606 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc60b35c-7aed-49fd-8ef2-cc9b1fcb9389 None None] The sync data for ids ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'] in n-d-780147-23 is: [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 1, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:35:22.768410 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-797030eb-b37a-456e-a3dc-42306e7ae630 None None] Port 8993e3a6-339b-4f5a-b0ea-99181811597c cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:35:23.069071 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46864) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:23.074093 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-fc096362-25d5-436c-b44d-2c8e06c724c1 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1276402320', 'description': 'tempest-description--1250576696'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:35:23.100739 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fc096362-25d5-436c-b44d-2c8e06c724c1 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:23.192393 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fc096362-25d5-436c-b44d-2c8e06c724c1 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:23.197135 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fc096362-25d5-436c-b44d-2c8e06c724c1 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:23.230189 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc096362-25d5-436c-b44d-2c8e06c724c1 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7683a578-255e-4d26-a429-10c3f9190bdb,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:23.242618 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fc096362-25d5-436c-b44d-2c8e06c724c1 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:23.246027 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fc096362-25d5-436c-b44d-2c8e06c724c1 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1759126 Jul 05 04:35:23.250930 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46866) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:23.254034 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d5b2d4c6-01a0-4b07-b45f-e1365e5c1da8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Request body: {'security_group_rule': {'security_group_id': '7683a578-255e-4d26-a429-10c3f9190bdb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:35:23.282005 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d5b2d4c6-01a0-4b07-b45f-e1365e5c1da8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:23.351375 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d5b2d4c6-01a0-4b07-b45f-e1365e5c1da8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:23.356153 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d5b2d4c6-01a0-4b07-b45f-e1365e5c1da8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:23.376591 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2d4c6-01a0-4b07-b45f-e1365e5c1da8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477f0427-626f-4f13-8f3c-acb21bdddb9e,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:23.380608 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d5b2d4c6-01a0-4b07-b45f-e1365e5c1da8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:23.384815 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46868) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:23.389437 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-a1268967-6434-4e15-9f8a-1aca8f461df7 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Request body: {'security_group_rule': {'security_group_id': '7683a578-255e-4d26-a429-10c3f9190bdb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:35:23.393632 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d5b2d4c6-01a0-4b07-b45f-e1365e5c1da8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1436601 Jul 05 04:35:23.421065 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a1268967-6434-4e15-9f8a-1aca8f461df7 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:23.483188 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a1268967-6434-4e15-9f8a-1aca8f461df7 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:23.486939 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a1268967-6434-4e15-9f8a-1aca8f461df7 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:23.508576 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1268967-6434-4e15-9f8a-1aca8f461df7 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e36c2a-b53c-4602-93f4-0aca037cbcba,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:23.521389 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a1268967-6434-4e15-9f8a-1aca8f461df7 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:23.522703 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a1268967-6434-4e15-9f8a-1aca8f461df7 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368706 Jul 05 04:35:23.525938 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 46870) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:23.531125 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-0380f3f7-db4a-431b-ab48-3f06df05eb50 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:35:23.559246 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0380f3f7-db4a-431b-ab48-3f06df05eb50 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:23.681519 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0380f3f7-db4a-431b-ab48-3f06df05eb50 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:23.802315 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-0380f3f7-db4a-431b-ab48-3f06df05eb50 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Allocated IP 172.25.1.147 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/4c0f8e5d-ff30-45f8-9099-17505b97b653) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:35:23.934133 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0380f3f7-db4a-431b-ab48-3f06df05eb50 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:23.977699 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0380f3f7-db4a-431b-ab48-3f06df05eb50 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:24.024811 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0380f3f7-db4a-431b-ab48-3f06df05eb50 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:35:24.027870 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-0380f3f7-db4a-431b-ab48-3f06df05eb50 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:35:24.030708 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0380f3f7-db4a-431b-ab48-3f06df05eb50 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:35:24.037719 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380f3f7-db4a-431b-ab48-3f06df05eb50 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Pushing event updated for resources: {'Port': ['ID=4c0f8e5d-ff30-45f8-9099-17505b97b653,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:24.135119 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0380f3f7-db4a-431b-ab48-3f06df05eb50 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:24.181490 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0380f3f7-db4a-431b-ab48-3f06df05eb50 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:24.440919 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f6a61af0-b8d9-4a3b-9825-c1ae2403905d up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:35:24.496158 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port f6a61af0-b8d9-4a3b-9825-c1ae2403905d completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:35:24.500861 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port f6a61af0-b8d9-4a3b-9825-c1ae2403905d triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:35:24.501115 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:24.606072 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:24.618631 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0380f3f7-db4a-431b-ab48-3f06df05eb50 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:24.623853 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0380f3f7-db4a-431b-ab48-3f06df05eb50 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:24.628964 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port f6a61af0-b8d9-4a3b-9825-c1ae2403905d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f6a61af0-b8d9-4a3b-9825-c1ae2403905d,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:24.635365 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:24.697706 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=f6a61af0-b8d9-4a3b-9825-c1ae2403905d,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:24.699875 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380f3f7-db4a-431b-ab48-3f06df05eb50 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Pushing event updated for resources: {'Port': ['ID=4c0f8e5d-ff30-45f8-9099-17505b97b653,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:24.721546 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0380f3f7-db4a-431b-ab48-3f06df05eb50 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:24.742208 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0380f3f7-db4a-431b-ab48-3f06df05eb50 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:24.743691 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0380f3f7-db4a-431b-ab48-3f06df05eb50 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2166891 Jul 05 04:35:24.917675 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] Sync routers for ids ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:35:24.918576 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-e2fabb44-8774-49d8-b46a-0c0b43413a36 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1276402320&fields=id&tenant_id=83ae90a259794bd6b5188a2a366b1c9c HTTP/1.1" status: 200 len: 267 time: 0.0357115 Jul 05 04:35:24.926772 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] Routers {'bf28ee15-9df4-4158-ae63-bc6c0dd037e9'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:35:24.927657 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:35:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:25.034043 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] Set router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:35:25.036787 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-046ab00b-1481-44be-b0fb-1c8200e79544 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:25.038333 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-046ab00b-1481-44be-b0fb-1c8200e79544 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 812 time: 0.1129813 Jul 05 04:35:25.057613 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-e3f8e707-9f57-4c63-97c6-f83c56d76c58 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/quotas/83ae90a259794bd6b5188a2a366b1c9c HTTP/1.1" status: 200 len: 375 time: 0.0103667 Jul 05 04:35:25.131420 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-e4232aa7-fb5b-4c7f-8918-f08628c7e50c tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0683670 Jul 05 04:35:25.229982 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-e258e9f5-872e-4d65-91e3-e59c4b2ba502 service neutron] 10.222.0.77 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869560 Jul 05 04:35:25.232004 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-a1e91a53-210d-4342-9f43-6b45be9f80e4 req-8dd4455b-7f1a-4451-9d2b-42b8ef9167c3 service neutron] (105538) timed out ('10.222.0.89', 54309) {{(pid=105538) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:35:25.240697 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:22Z', 'revision_number': 2, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:25.269729 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] Checking router: bf28ee15-9df4-4158-ae63-bc6c0dd037e9 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:35:25.270078 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] Updating router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 port 8993e3a6-339b-4f5a-b0ea-99181811597c binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:35:25.303173 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:25.321501 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-f253760a-72f3-44bd-a1c0-ebc0f7b713de service neutron] 10.222.0.77 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853181 Jul 05 04:35:25.503255 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93fe3dc2-6e01-43b4-a9df-a79c626883a5 req-8e4f07db-63b4-4c9b-bb60-59d24cb3e290 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 210 time: 0.0323982 Jul 05 04:35:25.576523 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:25.590483 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] Transition to ACTIVE for port object 8993e3a6-339b-4f5a-b0ea-99181811597c will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:35:25.597781 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:25.682748 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175b4c0-4447-44f2-8db2-8df010515f16 None None] Pushing event updated for resources: {'Port': ['ID=8993e3a6-339b-4f5a-b0ea-99181811597c,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:25.697254 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b4c0-4447-44f2-8db2-8df010515f16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:25.697623 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b4c0-4447-44f2-8db2-8df010515f16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:25.697985 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b4c0-4447-44f2-8db2-8df010515f16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:25.698455 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b4c0-4447-44f2-8db2-8df010515f16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:25.698831 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b4c0-4447-44f2-8db2-8df010515f16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:25.699155 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b4c0-4447-44f2-8db2-8df010515f16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:25.700156 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b4c0-4447-44f2-8db2-8df010515f16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:25.700582 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b4c0-4447-44f2-8db2-8df010515f16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:25.700993 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b4c0-4447-44f2-8db2-8df010515f16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:25.701398 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b4c0-4447-44f2-8db2-8df010515f16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:25.701797 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b4c0-4447-44f2-8db2-8df010515f16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:25.702202 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175b4c0-4447-44f2-8db2-8df010515f16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:25.781456 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] Attempting to bind port 8993e3a6-339b-4f5a-b0ea-99181811597c on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:35:25.781830 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] Attempting to bind port 8993e3a6-339b-4f5a-b0ea-99181811597c by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:35:25.782741 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] Attempting to bind port 8993e3a6-339b-4f5a-b0ea-99181811597c on network b0d9d564-8fce-4cc3-905f-fbc05d803418 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:35:25.913495 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:35:25.913861 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] Checking segment: {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:35:25.914837 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:25.914837 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] Bound using segment: {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:35:25.915189 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] Bound port: 8993e3a6-339b-4f5a-b0ea-99181811597c, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:35:25.915438 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:25.995734 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] For port 8993e3a6-339b-4f5a-b0ea-99181811597c, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:35:25.999659 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] For port 8993e3a6-339b-4f5a-b0ea-99181811597c, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=8993e3a6-339b-4f5a-b0ea-99181811597c,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:35:26.006580 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:26.093169 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] Routers {'bf28ee15-9df4-4158-ae63-bc6c0dd037e9'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:35:26.093985 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:35:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:26.098545 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175b4c0-4447-44f2-8db2-8df010515f16 None None] Pushing event updated for resources: {'Port': ['ID=8993e3a6-339b-4f5a-b0ea-99181811597c,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:26.218405 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] Set router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:35:26.456440 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8993e3a6-339b-4f5a-b0ea-99181811597c up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:35:26.464328 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:25Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:26.496008 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def63531-45d7-4b45-a4cc-7895b1b0f4fd None None] The sync data for ids ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'] in n-d-780147-23 is: [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:25Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:35:26.514480 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 8993e3a6-339b-4f5a-b0ea-99181811597c completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:35:26.518838 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 8993e3a6-339b-4f5a-b0ea-99181811597c triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:35:26.519486 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:26.617130 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:26.652316 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 8993e3a6-339b-4f5a-b0ea-99181811597c, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=8993e3a6-339b-4f5a-b0ea-99181811597c,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:26.657146 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-59dfb8da-f2b2-4343-9aa3-cd34495ee9d2 req-429c2bdf-0c06-48a0-b345-aa7dd3309910 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 210 time: 0.0323622 Jul 05 04:35:26.657717 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:26.658451 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f6a61af0-b8d9-4a3b-9825-c1ae2403905d up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:35:26.749347 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=8993e3a6-339b-4f5a-b0ea-99181811597c,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:26.763430 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port f6a61af0-b8d9-4a3b-9825-c1ae2403905d triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:35:26.763827 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:27.083975 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-e68a66c3-9343-4587-bd56-eda903c1c94e tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:27.085593 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-e68a66c3-9343-4587-bd56-eda903c1c94e tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.89 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 812 time: 0.1193974 Jul 05 04:35:27.150350 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-69332b76-bee4-4702-b169-d31e487c4ad2 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83ae90a259794bd6b5188a2a366b1c9c HTTP/1.1" status: 200 len: 380 time: 0.0489917 Jul 05 04:35:27.163151 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-cc1d4cdc-8e10-4877-b2bb-7b892751b50b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Request body: {'port': {'device_id': 'a78fbe13-ff93-41a2-8ffc-529234e7f6b7', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'admin_state_up': True, 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'security_groups': ['7683a578-255e-4d26-a429-10c3f9190bdb']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:35:27.278104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-cc1d4cdc-8e10-4877-b2bb-7b892751b50b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Made reservation on behalf of 83ae90a259794bd6b5188a2a366b1c9c for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:35:27.281585 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-cc1d4cdc-8e10-4877-b2bb-7b892751b50b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:27.405005 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-cc1d4cdc-8e10-4877-b2bb-7b892751b50b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Allocated IP 172.20.0.14 (b0d9d564-8fce-4cc3-905f-fbc05d803418/1d86dfc1-3a09-4cc1-a03f-76c206149554/9504c5a5-e051-4836-832a-efff3fcef9b1) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:35:27.553202 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-cc1d4cdc-8e10-4877-b2bb-7b892751b50b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:27.566430 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-cc1d4cdc-8e10-4877-b2bb-7b892751b50b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Transition to ACTIVE for port object 9504c5a5-e051-4836-832a-efff3fcef9b1 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:35:27.599981 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-cc1d4cdc-8e10-4877-b2bb-7b892751b50b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:27.647536 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-cc1d4cdc-8e10-4877-b2bb-7b892751b50b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Network b0d9d564-8fce-4cc3-905f-fbc05d803418 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:35:27.650730 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-cc1d4cdc-8e10-4877-b2bb-7b892751b50b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:35:27.655426 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-cc1d4cdc-8e10-4877-b2bb-7b892751b50b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:35:27.659325 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d4cdc-8e10-4877-b2bb-7b892751b50b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Pushing event updated for resources: {'Port': ['ID=9504c5a5-e051-4836-832a-efff3fcef9b1,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:27.715983 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-cc1d4cdc-8e10-4877-b2bb-7b892751b50b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:27.716896 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-cc1d4cdc-8e10-4877-b2bb-7b892751b50b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:27.743442 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-cc1d4cdc-8e10-4877-b2bb-7b892751b50b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5828981 Jul 05 04:35:27.758156 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-3c8b006e-1611-4ea5-9d5a-064fa766ad79 service neutron] Request body: {'port': {'device_id': 'a78fbe13-ff93-41a2-8ffc-529234e7f6b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:35:27.876473 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-3c8b006e-1611-4ea5-9d5a-064fa766ad79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:27.887091 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1b40d7fb-91ac-457b-a16d-9a59283b35b6 None None] Provisioning for port 9504c5a5-e051-4836-832a-efff3fcef9b1 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:35:27.890828 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1b40d7fb-91ac-457b-a16d-9a59283b35b6 None None] Provisioning complete for port 9504c5a5-e051-4836-832a-efff3fcef9b1 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:35:27.891206 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1b40d7fb-91ac-457b-a16d-9a59283b35b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:27.926321 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7dbed-0a2f-4ab0-93da-62fe86de5d71 req-bd4c2a07-415e-4ecf-bdba-13d0e2afaf42 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:27.927950 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87d7dbed-0a2f-4ab0-93da-62fe86de5d71 req-bd4c2a07-415e-4ecf-bdba-13d0e2afaf42 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 932 time: 0.1367483 Jul 05 04:35:27.928758 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-1b40d7fb-91ac-457b-a16d-9a59283b35b6 None None] Port 9504c5a5-e051-4836-832a-efff3fcef9b1 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:35:28.034149 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87d7dbed-0a2f-4ab0-93da-62fe86de5d71 req-0acf5532-58ac-412f-b2b0-edab7250cdae tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996337 Jul 05 04:35:28.187084 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-3c8b006e-1611-4ea5-9d5a-064fa766ad79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9504c5a5-e051-4836-832a-efff3fcef9b1 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:35:28.194696 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-3c8b006e-1611-4ea5-9d5a-064fa766ad79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:28.206452 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-3c8b006e-1611-4ea5-9d5a-064fa766ad79 service neutron] Transition to ACTIVE for port object 9504c5a5-e051-4836-832a-efff3fcef9b1 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:35:28.211018 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-3c8b006e-1611-4ea5-9d5a-064fa766ad79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:28.261300 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b006e-1611-4ea5-9d5a-064fa766ad79 service neutron] Pushing event updated for resources: {'Port': ['ID=9504c5a5-e051-4836-832a-efff3fcef9b1,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:28.337663 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-3c8b006e-1611-4ea5-9d5a-064fa766ad79 service neutron] Attempting to bind port 9504c5a5-e051-4836-832a-efff3fcef9b1 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:35:28.338005 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-3c8b006e-1611-4ea5-9d5a-064fa766ad79 service neutron] Attempting to bind port 9504c5a5-e051-4836-832a-efff3fcef9b1 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:35:28.338344 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-3c8b006e-1611-4ea5-9d5a-064fa766ad79 service neutron] Attempting to bind port 9504c5a5-e051-4836-832a-efff3fcef9b1 on network b0d9d564-8fce-4cc3-905f-fbc05d803418 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:35:28.343507 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-3c8b006e-1611-4ea5-9d5a-064fa766ad79 service neutron] Port 9504c5a5-e051-4836-832a-efff3fcef9b1 on network b0d9d564-8fce-4cc3-905f-fbc05d803418 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:35:28.343865 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-3c8b006e-1611-4ea5-9d5a-064fa766ad79 service neutron] Attempting to bind port 9504c5a5-e051-4836-832a-efff3fcef9b1 on network b0d9d564-8fce-4cc3-905f-fbc05d803418 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:35:28.350329 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-3c8b006e-1611-4ea5-9d5a-064fa766ad79 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:35:28.350679 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-3c8b006e-1611-4ea5-9d5a-064fa766ad79 service neutron] Checking segment: {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:35:28.351059 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-3c8b006e-1611-4ea5-9d5a-064fa766ad79 service neutron] Bound using segment: {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:35:28.351530 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-3c8b006e-1611-4ea5-9d5a-064fa766ad79 service neutron] Bound port: 9504c5a5-e051-4836-832a-efff3fcef9b1, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:35:28.351926 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-3c8b006e-1611-4ea5-9d5a-064fa766ad79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:28.410902 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8993e3a6-339b-4f5a-b0ea-99181811597c up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:35:28.426635 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-3c8b006e-1611-4ea5-9d5a-064fa766ad79 service neutron] For port 9504c5a5-e051-4836-832a-efff3fcef9b1, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:35:28.430881 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-3c8b006e-1611-4ea5-9d5a-064fa766ad79 service neutron] For port 9504c5a5-e051-4836-832a-efff3fcef9b1, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9504c5a5-e051-4836-832a-efff3fcef9b1,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:35:28.437188 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-3c8b006e-1611-4ea5-9d5a-064fa766ad79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:28.470489 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-3c8b006e-1611-4ea5-9d5a-064fa766ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:28.471394 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-3c8b006e-1611-4ea5-9d5a-064fa766ad79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:28.472712 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-3c8b006e-1611-4ea5-9d5a-064fa766ad79 service neutron] 10.222.0.89 "PUT /v2.0/ports/9504c5a5-e051-4836-832a-efff3fcef9b1 HTTP/1.1" status: 200 len: 1093 time: 0.7202690 Jul 05 04:35:28.475955 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 8993e3a6-339b-4f5a-b0ea-99181811597c triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:35:28.476128 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78fbe13-ff93-41a2-8ffc-529234e7f6b7', 'tag': '9504c5a5-e051-4836-832a-efff3fcef9b1'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:35:28.476769 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:28.480054 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c8e380-51d9-4345-9113-ebc949b953a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a78fbe13-ff93-41a2-8ffc-529234e7f6b7", "tag": "9504c5a5-e051-4836-832a-efff3fcef9b1"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:35:28.513282 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b006e-1611-4ea5-9d5a-064fa766ad79 service neutron] Pushing event updated for resources: {'Port': ['ID=9504c5a5-e051-4836-832a-efff3fcef9b1,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:28.534071 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e75740-5369-4250-8d8a-3831ca599e10 x-openstack-request-id: req-14e75740-5369-4250-8d8a-3831ca599e10 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:35:28.534372 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a78fbe13-ff93-41a2-8ffc-529234e7f6b7", "tag": "9504c5a5-e051-4836-832a-efff3fcef9b1", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:35:28.534681 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-14e75740-5369-4250-8d8a-3831ca599e10 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:35:28.535087 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a78fbe13-ff93-41a2-8ffc-529234e7f6b7', 'tag': '9504c5a5-e051-4836-832a-efff3fcef9b1', 'status': 'completed', 'code': 200} Jul 05 04:35:28.600515 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-77a49191-faaf-4081-86a0-80572b8a82ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:28.601919 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-77a49191-faaf-4081-86a0-80572b8a82ad service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 1096 time: 0.0789711 Jul 05 04:35:28.647004 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-885a123d-b50f-4200-82e0-805e146922d1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9504c5a5-e051-4836-832a-efff3fcef9b1 HTTP/1.1" status: 200 len: 217 time: 0.0366480 Jul 05 04:35:28.698194 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-532206ef-c714-4188-b8b2-d904e84957ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:28.701954 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-8374beba-c53a-4bdc-a1e7-7c97b678c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:28.703550 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-8374beba-c53a-4bdc-a1e7-7c97b678c9a5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0472324 Jul 05 04:35:28.765893 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-193dc89a-4137-4fc1-b717-8eeed894f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:28.767405 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-193dc89a-4137-4fc1-b717-8eeed894f09b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538208 Jul 05 04:35:28.864358 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-15d3bcbf-4bfc-4f8c-8f0e-d6d64dd744c6 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859752 Jul 05 04:35:28.956587 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-31bbbec0-f300-42b3-b48f-8a17a13b9b10 req-822da223-8fca-45d0-a6cf-a56dc8936225 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825484 Jul 05 04:35:29.064096 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8e380-51d9-4345-9113-ebc949b953a1 req-e430046d-77dd-4e02-b8c5-78789f288522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:29.065781 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e3c8e380-51d9-4345-9113-ebc949b953a1 req-e430046d-77dd-4e02-b8c5-78789f288522 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 1096 time: 0.0578811 Jul 05 04:35:29.170304 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8e380-51d9-4345-9113-ebc949b953a1 req-77c8f6ac-8a3a-40d4-86c1-91a921474ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:29.171750 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e3c8e380-51d9-4345-9113-ebc949b953a1 req-77c8f6ac-8a3a-40d4-86c1-91a921474ba6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0990911 Jul 05 04:35:29.231064 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e3c8e380-51d9-4345-9113-ebc949b953a1 req-39692c89-ddf0-4d41-81e9-85aef3782bdc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9504c5a5-e051-4836-832a-efff3fcef9b1 HTTP/1.1" status: 200 len: 217 time: 0.0437019 Jul 05 04:35:29.287735 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d009b23-3cb8-4f3f-b10e-62cbc7b4ab49 req-6bed6e5b-24ef-4dd5-9fb7-8308d304b77e tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:29.289229 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8d009b23-3cb8-4f3f-b10e-62cbc7b4ab49 req-6bed6e5b-24ef-4dd5-9fb7-8308d304b77e tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 944 time: 0.1318839 Jul 05 04:35:29.310917 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8e380-51d9-4345-9113-ebc949b953a1 req-3c762feb-5ec8-4b64-adc5-79967ee44418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:29.312352 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e3c8e380-51d9-4345-9113-ebc949b953a1 req-3c762feb-5ec8-4b64-adc5-79967ee44418 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0714445 Jul 05 04:35:29.355576 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8d009b23-3cb8-4f3f-b10e-62cbc7b4ab49 req-cc0cf5c8-0c06-433f-908a-a07a6b2ff90c tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605674 Jul 05 04:35:29.387701 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8e380-51d9-4345-9113-ebc949b953a1 req-acead6d7-0436-4b8f-8649-521b42027ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:29.389261 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e3c8e380-51d9-4345-9113-ebc949b953a1 req-acead6d7-0436-4b8f-8649-521b42027ab7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687861 Jul 05 04:35:29.479209 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e3c8e380-51d9-4345-9113-ebc949b953a1 req-b1a89aad-e8c2-4afc-a0ae-29f1b19f5023 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796340 Jul 05 04:35:29.573805 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e3c8e380-51d9-4345-9113-ebc949b953a1 req-24d72ba4-4bdb-42f7-9667-bdb7c79f66f8 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874178 Jul 05 04:35:29.622455 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:30.548240 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf96101-7b9e-4c74-95be-b44368bf77b7 req-06b3aa57-f974-44e5-b0b9-deb1aecc0bcc tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:30.549664 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5cf96101-7b9e-4c74-95be-b44368bf77b7 req-06b3aa57-f974-44e5-b0b9-deb1aecc0bcc tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 944 time: 0.0686445 Jul 05 04:35:30.584060 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:35:30.589309 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5cf96101-7b9e-4c74-95be-b44368bf77b7 req-e969e181-23fb-4080-85db-404af37a82bc tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333903 Jul 05 04:35:31.247946 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 9504c5a5-e051-4836-832a-efff3fcef9b1 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:35:31.342150 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 9504c5a5-e051-4836-832a-efff3fcef9b1, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9504c5a5-e051-4836-832a-efff3fcef9b1,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:31.354318 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '9504c5a5-e051-4836-832a-efff3fcef9b1', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'port_id': '9504c5a5-e051-4836-832a-efff3fcef9b1', 'mac_address': 'fa:16:3e:56:1e:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:35:31.404736 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b9a4403c-7c0a-4db4-875e-b1a42a53ce5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:31.406410 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:31.419360 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9504c5a5-e051-4836-832a-efff3fcef9b1 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:35:31.439022 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 9504c5a5-e051-4836-832a-efff3fcef9b1, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9504c5a5-e051-4836-832a-efff3fcef9b1,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:31.443058 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:31.489073 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=9504c5a5-e051-4836-832a-efff3fcef9b1,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:31.692325 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['9504c5a5-e051-4836-832a-efff3fcef9b1'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:35:31.768997 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeec5af-7bf1-4759-a893-56a9b45da8c2 req-b6dc4a91-fb43-4b50-87f9-a79f755b309a tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:31.771869 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eeeec5af-7bf1-4759-a893-56a9b45da8c2 req-b6dc4a91-fb43-4b50-87f9-a79f755b309a tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0675392 Jul 05 04:35:31.800661 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:31.815273 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eeeec5af-7bf1-4759-a893-56a9b45da8c2 req-ecd81ef6-5821-418a-8cbb-0de6f7df8e32 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381556 Jul 05 04:35:32.698070 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:32.995020 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fc5d1-4fe6-4b2d-944e-868b63ffc86a req-71f44687-10dc-4bc3-b7e4-7c0d32e7e035 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:32.996630 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf6fc5d1-4fe6-4b2d-944e-868b63ffc86a req-71f44687-10dc-4bc3-b7e4-7c0d32e7e035 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0668168 Jul 05 04:35:33.035756 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-bf6fc5d1-4fe6-4b2d-944e-868b63ffc86a req-b941cd32-a90a-45e3-a0ad-cf9b67991532 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335739 Jul 05 04:35:33.259436 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 9504c5a5-e051-4836-832a-efff3fcef9b1 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:35:33.312626 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 9504c5a5-e051-4836-832a-efff3fcef9b1 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:35:33.316607 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 9504c5a5-e051-4836-832a-efff3fcef9b1 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:35:33.316984 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:33.403485 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:33.436636 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78fbe13-ff93-41a2-8ffc-529234e7f6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9504c5a5-e051-4836-832a-efff3fcef9b1'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:35:33.438839 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189788b2-75b4-45f1-9aec-978c3b2222de" -d '{"events": [{"server_uuid": "a78fbe13-ff93-41a2-8ffc-529234e7f6b7", "name": "network-vif-plugged", "status": "completed", "tag": "9504c5a5-e051-4836-832a-efff3fcef9b1"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:35:33.453659 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 9504c5a5-e051-4836-832a-efff3fcef9b1, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9504c5a5-e051-4836-832a-efff3fcef9b1,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:33.461881 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:33.517298 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=9504c5a5-e051-4836-832a-efff3fcef9b1,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:33.525873 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:33.526295 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:33.526671 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:33.526870 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:33.527208 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:33.527537 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:33.527905 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:33.528237 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:33.528561 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:33.528884 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:33.529208 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:33.529529 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:33.548886 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38137df7-e5f5-4214-bee6-15ec54ba187f x-openstack-request-id: req-38137df7-e5f5-4214-bee6-15ec54ba187f {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:35:33.549182 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78fbe13-ff93-41a2-8ffc-529234e7f6b7", "name": "network-vif-plugged", "status": "completed", "tag": "9504c5a5-e051-4836-832a-efff3fcef9b1", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:35:33.549438 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-38137df7-e5f5-4214-bee6-15ec54ba187f {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:35:33.549841 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78fbe13-ff93-41a2-8ffc-529234e7f6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9504c5a5-e051-4836-832a-efff3fcef9b1', 'code': 200} Jul 05 04:35:33.682194 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0a802-b235-4b96-9a46-2d32ae859a57 req-4f4a4c27-34ab-42d9-8088-07d206acef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:33.683763 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-81f0a802-b235-4b96-9a46-2d32ae859a57 req-4f4a4c27-34ab-42d9-8088-07d206acef91 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 1098 time: 0.0554335 Jul 05 04:35:33.725623 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-81f0a802-b235-4b96-9a46-2d32ae859a57 req-4a4d1e6e-889c-409d-888f-2204e1e31e37 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323522 Jul 05 04:35:34.212580 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28c716-0667-4846-806a-48ecdd6684f5 req-e2e3937d-1935-4a37-8c7e-7a3e14691d8b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:34.214077 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-df28c716-0667-4846-806a-48ecdd6684f5 req-e2e3937d-1935-4a37-8c7e-7a3e14691d8b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0626860 Jul 05 04:35:34.252808 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-df28c716-0667-4846-806a-48ecdd6684f5 req-0b962599-8d20-4a77-ab85-c6c0a7021ff6 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332034 Jul 05 04:35:34.497162 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:35.056620 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-92b3f60b-9f95-4eae-85d8-5f43e7fb0c40 req-1c56d6ac-aa64-4ae8-b2f9-973f68ba4bbd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0568357 Jul 05 04:35:35.157302 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3f60b-9f95-4eae-85d8-5f43e7fb0c40 req-2ef323f6-49d9-488d-81a7-e986dcdba11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:35.158881 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-92b3f60b-9f95-4eae-85d8-5f43e7fb0c40 req-2ef323f6-49d9-488d-81a7-e986dcdba11a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 1098 time: 0.0551651 Jul 05 04:35:35.263056 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3f60b-9f95-4eae-85d8-5f43e7fb0c40 req-eea4c271-92b9-4caa-9464-69adf01e291a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:35.264556 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-92b3f60b-9f95-4eae-85d8-5f43e7fb0c40 req-eea4c271-92b9-4caa-9464-69adf01e291a service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0842912 Jul 05 04:35:35.310623 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-92b3f60b-9f95-4eae-85d8-5f43e7fb0c40 req-e299c2e5-4d7e-43eb-9750-7249c69fdd78 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9504c5a5-e051-4836-832a-efff3fcef9b1 HTTP/1.1" status: 200 len: 217 time: 0.0379770 Jul 05 04:35:35.361307 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3f60b-9f95-4eae-85d8-5f43e7fb0c40 req-cd3d7b7d-0741-4afa-8979-31500a9faefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:35.363507 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-92b3f60b-9f95-4eae-85d8-5f43e7fb0c40 req-cd3d7b7d-0741-4afa-8979-31500a9faefc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0464203 Jul 05 04:35:35.471449 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba6a5d-142c-49a3-b254-7a6f3a03dc86 req-228c597a-41ca-44c7-a7d6-5b687d369c2b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:35.472975 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f2ba6a5d-142c-49a3-b254-7a6f3a03dc86 req-228c597a-41ca-44c7-a7d6-5b687d369c2b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 946 time: 0.1069148 Jul 05 04:35:35.474826 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3f60b-9f95-4eae-85d8-5f43e7fb0c40 req-ec808693-5c58-4f01-8fc1-549d88876578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:35.476305 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-92b3f60b-9f95-4eae-85d8-5f43e7fb0c40 req-ec808693-5c58-4f01-8fc1-549d88876578 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1012030 Jul 05 04:35:35.558501 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f2ba6a5d-142c-49a3-b254-7a6f3a03dc86 req-b497c11d-9493-430c-a222-c0b05865da75 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795262 Jul 05 04:35:35.589156 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-92b3f60b-9f95-4eae-85d8-5f43e7fb0c40 req-a382201f-932f-4aa7-b324-3543d8415877 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042969 Jul 05 04:35:35.682415 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-92b3f60b-9f95-4eae-85d8-5f43e7fb0c40 req-eb397336-d728-41f1-86bd-65182ef26154 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866666 Jul 05 04:35:35.736781 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e5993-0fe1-4991-af5d-7f289184c0a5 req-10233f84-1b00-4dbb-a0b2-938e8ed304fc tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:35.738311 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-142e5993-0fe1-4991-af5d-7f289184c0a5 req-10233f84-1b00-4dbb-a0b2-938e8ed304fc tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0734301 Jul 05 04:35:35.747321 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 46932) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:35.751909 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ef404316-7ef5-49bc-b762-08c1bb2af600 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Request body: {'floatingip': {'port_id': '9504c5a5-e051-4836-832a-efff3fcef9b1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:35:35.792105 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef404316-7ef5-49bc-b762-08c1bb2af600 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for floatingip, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:36.255036 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef404316-7ef5-49bc-b762-08c1bb2af600 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:36.259649 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef404316-7ef5-49bc-b762-08c1bb2af600 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:36.360842 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-ef404316-7ef5-49bc-b762-08c1bb2af600 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Floating IP 80232d1e-a1ef-44f5-a025-a9f83d0aabb0 associated. External IP: 172.25.1.147, port: 9504c5a5-e051-4836-832a-efff3fcef9b1. Jul 05 04:35:36.567472 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef404316-7ef5-49bc-b762-08c1bb2af600 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:35:36.687152 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef404316-7ef5-49bc-b762-08c1bb2af600 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:35:36.691708 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ef404316-7ef5-49bc-b762-08c1bb2af600 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:36.699328 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5168d7c0-33a4-4e56-ba1e-9d83c67d2c59 None None] Sync routers for ids ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:35:36.709613 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5168d7c0-33a4-4e56-ba1e-9d83c67d2c59 None None] Routers {'bf28ee15-9df4-4158-ae63-bc6c0dd037e9'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:35:36.710308 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5168d7c0-33a4-4e56-ba1e-9d83c67d2c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:35:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:36.729259 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ef404316-7ef5-49bc-b762-08c1bb2af600 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "PUT /v2.0/floatingips/80232d1e-a1ef-44f5-a025-a9f83d0aabb0 HTTP/1.1" status: 200 len: 992 time: 0.9808092 Jul 05 04:35:36.729886 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78fbe13-ff93-41a2-8ffc-529234e7f6b7', 'tag': '9504c5a5-e051-4836-832a-efff3fcef9b1'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:35:36.732163 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002ad1b9-2522-46ce-bfe2-c79275b5d902" -d '{"events": [{"name": "network-changed", "server_uuid": "a78fbe13-ff93-41a2-8ffc-529234e7f6b7", "tag": "9504c5a5-e051-4836-832a-efff3fcef9b1"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:35:36.825564 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-5168d7c0-33a4-4e56-ba1e-9d83c67d2c59 None None] Set router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:35:36.836580 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ba1b9e-e7f4-4321-8996-d8316c593236 x-openstack-request-id: req-34ba1b9e-e7f4-4321-8996-d8316c593236 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:35:36.837133 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a78fbe13-ff93-41a2-8ffc-529234e7f6b7", "tag": "9504c5a5-e051-4836-832a-efff3fcef9b1", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:35:36.837273 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34ba1b9e-e7f4-4321-8996-d8316c593236 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:35:36.837621 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a78fbe13-ff93-41a2-8ffc-529234e7f6b7', 'tag': '9504c5a5-e051-4836-832a-efff3fcef9b1', 'status': 'completed', 'code': 200} Jul 05 04:35:36.911612 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ad1b9-2522-46ce-bfe2-c79275b5d902 req-abb2ac95-2b23-43c5-b8c9-34ef08c5d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:36.913699 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-002ad1b9-2522-46ce-bfe2-c79275b5d902 req-abb2ac95-2b23-43c5-b8c9-34ef08c5d3f4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 1098 time: 0.0526662 Jul 05 04:35:37.007611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ad1b9-2522-46ce-bfe2-c79275b5d902 req-39e6a204-69b2-4195-b124-f152873026a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:37.009148 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-002ad1b9-2522-46ce-bfe2-c79275b5d902 req-39e6a204-69b2-4195-b124-f152873026a5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0893567 Jul 05 04:35:37.053840 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5168d7c0-33a4-4e56-ba1e-9d83c67d2c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '80232d1e-a1ef-44f5-a025-a9f83d0aabb0', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'floating_ip_address': '172.25.1.147', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'port_id': '9504c5a5-e051-4836-832a-efff3fcef9b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'mac_address': 'fa:16:3e:56:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78fbe13-ff93-41a2-8ffc-529234e7f6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:35:24Z', 'updated_at': '2021-07-05T04:35:36Z', 'revision_number': 1, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:26Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:37.074372 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-002ad1b9-2522-46ce-bfe2-c79275b5d902 req-b7ab57f1-191c-4829-b14d-1d6e2388bad5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9504c5a5-e051-4836-832a-efff3fcef9b1 HTTP/1.1" status: 200 len: 1000 time: 0.0587378 Jul 05 04:35:37.084847 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5168d7c0-33a4-4e56-ba1e-9d83c67d2c59 None None] Checking router: bf28ee15-9df4-4158-ae63-bc6c0dd037e9 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:35:37.093287 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5168d7c0-33a4-4e56-ba1e-9d83c67d2c59 None None] Routers {'bf28ee15-9df4-4158-ae63-bc6c0dd037e9'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:35:37.093895 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5168d7c0-33a4-4e56-ba1e-9d83c67d2c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:35:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:37.124617 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ad1b9-2522-46ce-bfe2-c79275b5d902 req-1e7052a6-eef4-47f7-a319-81b8daa84447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:37.126079 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-002ad1b9-2522-46ce-bfe2-c79275b5d902 req-1e7052a6-eef4-47f7-a319-81b8daa84447 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0456243 Jul 05 04:35:37.189709 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ad1b9-2522-46ce-bfe2-c79275b5d902 req-9eda39a3-f934-47c4-bf0b-6f0b79746f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:37.191230 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-002ad1b9-2522-46ce-bfe2-c79275b5d902 req-9eda39a3-f934-47c4-bf0b-6f0b79746f5e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583324 Jul 05 04:35:37.201739 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-5168d7c0-33a4-4e56-ba1e-9d83c67d2c59 None None] Set router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:35:37.281930 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-002ad1b9-2522-46ce-bfe2-c79275b5d902 req-e799edef-94b4-4b58-8293-ae9a422acdb8 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830860 Jul 05 04:35:37.376255 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-002ad1b9-2522-46ce-bfe2-c79275b5d902 req-56a01d62-08e3-40a8-a170-7c807a90ede9 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867305 Jul 05 04:35:37.424457 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5168d7c0-33a4-4e56-ba1e-9d83c67d2c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '80232d1e-a1ef-44f5-a025-a9f83d0aabb0', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'floating_ip_address': '172.25.1.147', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'port_id': '9504c5a5-e051-4836-832a-efff3fcef9b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'mac_address': 'fa:16:3e:56:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78fbe13-ff93-41a2-8ffc-529234e7f6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:35:24Z', 'updated_at': '2021-07-05T04:35:36Z', 'revision_number': 1, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:26Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:37.451279 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5168d7c0-33a4-4e56-ba1e-9d83c67d2c59 None None] The sync data for ids ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'] in n-d-780147-23 is: [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '80232d1e-a1ef-44f5-a025-a9f83d0aabb0', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'floating_ip_address': '172.25.1.147', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'port_id': '9504c5a5-e051-4836-832a-efff3fcef9b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'mac_address': 'fa:16:3e:56:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78fbe13-ff93-41a2-8ffc-529234e7f6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:35:24Z', 'updated_at': '2021-07-05T04:35:36Z', 'revision_number': 1, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:26Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:35:37.636019 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057288a4-dcfe-42dc-8bbc-1cb5a233981e None None] New status for floating IP 80232d1e-a1ef-44f5-a025-a9f83d0aabb0: ACTIVE {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:35:43.441674 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:58.709291 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-74fa82e7-8995-47b7-846d-2f4493b09886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:59.633160 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:01.390822 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2d42079a-f2a4-4e7a-ab1a-f10204c9bc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:01.797166 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:02.700806 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:04.501593 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:07.587283 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:36:13.445501 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:28.700839 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9b66d87e-eec4-4894-b6b6-852eb06e041f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:29.666569 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:31.384053 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8ef0ceba-d5c6-49da-aba1-c5eda99c9744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:31.792210 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:32.704172 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:34.501861 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:35.789041 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-caada16a-15bd-42e0-a151-d854d602ffd4 req-919253f7-5f8e-49ca-99be-04c8b7475988 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0608041 Jul 05 04:36:35.900724 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caada16a-15bd-42e0-a151-d854d602ffd4 req-4573e2d0-1b88-4bec-90df-3d497c736776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:35.902253 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-caada16a-15bd-42e0-a151-d854d602ffd4 req-4573e2d0-1b88-4bec-90df-3d497c736776 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 1098 time: 0.0589459 Jul 05 04:36:36.021427 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caada16a-15bd-42e0-a151-d854d602ffd4 req-a515dff6-e0b5-4bbf-8ffc-93c9899b1ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:36.022841 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-caada16a-15bd-42e0-a151-d854d602ffd4 req-a515dff6-e0b5-4bbf-8ffc-93c9899b1ac0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0944943 Jul 05 04:36:36.094790 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-caada16a-15bd-42e0-a151-d854d602ffd4 req-c9c77fef-6232-45c1-8583-f47e822903aa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9504c5a5-e051-4836-832a-efff3fcef9b1 HTTP/1.1" status: 200 len: 1002 time: 0.0621336 Jul 05 04:36:36.147659 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caada16a-15bd-42e0-a151-d854d602ffd4 req-2177b647-5a6b-43f1-9290-f091cefb7e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:36.149212 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-caada16a-15bd-42e0-a151-d854d602ffd4 req-2177b647-5a6b-43f1-9290-f091cefb7e4a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0440614 Jul 05 04:36:36.217832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caada16a-15bd-42e0-a151-d854d602ffd4 req-562998ec-0ebb-42a9-baf8-edc85b88d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:36.219363 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-caada16a-15bd-42e0-a151-d854d602ffd4 req-562998ec-0ebb-42a9-baf8-edc85b88d900 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603230 Jul 05 04:36:36.315393 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-caada16a-15bd-42e0-a151-d854d602ffd4 req-c130f7cd-82bb-4cc7-8479-96bd52f5fea4 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850358 Jul 05 04:36:36.421376 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-caada16a-15bd-42e0-a151-d854d602ffd4 req-daff1308-98e9-489d-88d1-f4189c0673dd service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962057 Jul 05 04:36:43.461467 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:44.592479 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:36:58.704357 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1b9ae728-e0ec-40ca-b100-1accaa05fa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:59.681195 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:01.384899 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d2745566-1266-41d7-a1ae-213e1d3e2543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:01.792884 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:02.709036 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:04.503736 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:13.489318 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:19.239400 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64a162-6fae-4774-add4-6b46f8ba7b76 req-3ae71b1f-2d25-438d-a288-c4e9ec88eaf8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:19.241016 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aa64a162-6fae-4774-add4-6b46f8ba7b76 req-3ae71b1f-2d25-438d-a288-c4e9ec88eaf8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 946 time: 0.2263007 Jul 05 04:37:19.278952 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aa64a162-6fae-4774-add4-6b46f8ba7b76 req-6e869341-d255-4b8a-8adb-5e0b12240921 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319428 Jul 05 04:37:19.557505 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47176) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:37:19.664162 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-7c831d8d-b5c6-4fbf-99e7-90205fccd9ea service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1052291 Jul 05 04:37:19.669166 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ad206-f111-4f7a-94dd-e4a03f3a8dd4 req-167ac7e1-a072-44ca-a9cf-9d269edb8811 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:19.670694 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-273ad206-f111-4f7a-94dd-e4a03f3a8dd4 req-167ac7e1-a072-44ca-a9cf-9d269edb8811 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0644825 Jul 05 04:37:19.714179 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-273ad206-f111-4f7a-94dd-e4a03f3a8dd4 req-37ce41c2-1778-449b-816a-2ee0a3ca7b1e tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379698 Jul 05 04:37:20.886380 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-9fd5e41c-3301-42c2-bc15-544834a23f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:20.887969 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-9fd5e41c-3301-42c2-bc15-544834a23f8e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 1098 time: 0.0542600 Jul 05 04:37:20.950443 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1c971-057d-4bc9-aa33-6c93b85e2615 req-217e7e5a-537b-45e9-97cf-1881f3d7d22d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:20.952007 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-46f1c971-057d-4bc9-aa33-6c93b85e2615 req-217e7e5a-537b-45e9-97cf-1881f3d7d22d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 946 time: 0.1225338 Jul 05 04:37:20.981506 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-2ebd047f-d1b4-4f50-a785-398c9f2bae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:20.982891 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-2ebd047f-d1b4-4f50-a785-398c9f2bae3c service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0855331 Jul 05 04:37:20.991070 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-46f1c971-057d-4bc9-aa33-6c93b85e2615 req-c1ab4f29-c8b7-4912-b788-d6d3d6bc4244 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332649 Jul 05 04:37:21.054819 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-b53b3ead-edd6-47a2-9ea7-94b7c2909deb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9504c5a5-e051-4836-832a-efff3fcef9b1 HTTP/1.1" status: 200 len: 1002 time: 0.0621428 Jul 05 04:37:21.108152 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-09c49801-5798-4acd-a1ad-ff340c2b532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:21.109613 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-09c49801-5798-4acd-a1ad-ff340c2b532b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0449977 Jul 05 04:37:21.169386 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-1a897098-c902-40ea-b3a6-8db6575720f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:21.170884 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-1a897098-c902-40ea-b3a6-8db6575720f2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514228 Jul 05 04:37:21.185304 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-c80bc09e-55d7-46db-8a82-aa02400ca4a4 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:37:21.186236 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-c80bc09e-55d7-46db-8a82-aa02400ca4a4 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050337 Jul 05 04:37:21.280809 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-fd37e50c-2800-407b-af8b-cfd372b313fd service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860124 Jul 05 04:37:21.369209 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-1c81b8d6-35f7-4746-b465-059b332b507e service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806444 Jul 05 04:37:21.591912 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:37:22.170520 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f489250-32e7-424c-b5b8-ee413946f1f4 req-e014791a-5677-4b3d-aba4-50ec1860d5f1 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:22.172057 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f489250-32e7-424c-b5b8-ee413946f1f4 req-e014791a-5677-4b3d-aba4-50ec1860d5f1 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0688987 Jul 05 04:37:22.456019 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f489250-32e7-424c-b5b8-ee413946f1f4 req-1827a1a4-0d4b-4794-8ba8-34e898ee472a tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784054 Jul 05 04:37:23.631391 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667accc8-8467-4002-b05f-cbc997278784 req-e0c2512f-9a21-406a-8577-c0a2c162edba tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:23.632891 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667accc8-8467-4002-b05f-cbc997278784 req-e0c2512f-9a21-406a-8577-c0a2c162edba tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0639944 Jul 05 04:37:23.670483 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-667accc8-8467-4002-b05f-cbc997278784 req-a85a7bd8-ea20-4edc-862e-8dfe30310e84 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314517 Jul 05 04:37:24.848318 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39464114-ad7a-4692-905d-e5c57fa93274 req-ca4bbc12-79e8-48c2-8665-4a6b0ddbf811 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:24.849789 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39464114-ad7a-4692-905d-e5c57fa93274 req-ca4bbc12-79e8-48c2-8665-4a6b0ddbf811 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0625732 Jul 05 04:37:24.886050 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39464114-ad7a-4692-905d-e5c57fa93274 req-3769f63d-7d24-48c3-872c-5aa12423e7be tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305715 Jul 05 04:37:26.066528 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e35b2-6a1a-47db-815d-8486d99d4c90 req-0bca4f2d-bb04-4438-a825-e4f1cecd9a80 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:26.068034 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-581e35b2-6a1a-47db-815d-8486d99d4c90 req-0bca4f2d-bb04-4438-a825-e4f1cecd9a80 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0621505 Jul 05 04:37:26.113133 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-581e35b2-6a1a-47db-815d-8486d99d4c90 req-506ec7b4-1c9f-4996-814a-14409bcdad8b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388026 Jul 05 04:37:27.287553 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a9f11-465b-425b-b023-2e88e277d9bc req-dccc9e1d-3639-412a-bff0-701c2d5fde4d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:27.289074 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-976a9f11-465b-425b-b023-2e88e277d9bc req-dccc9e1d-3639-412a-bff0-701c2d5fde4d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0629277 Jul 05 04:37:27.329661 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-976a9f11-465b-425b-b023-2e88e277d9bc req-af97c102-ff11-4506-ae28-84abc153f8a7 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345907 Jul 05 04:37:28.513458 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677ded3-36cb-4938-993b-59d7ce55ef7e req-c471e871-9d3f-4f2b-ad3a-ebd71b454367 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:28.514961 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e677ded3-36cb-4938-993b-59d7ce55ef7e req-c471e871-9d3f-4f2b-ad3a-ebd71b454367 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0670502 Jul 05 04:37:28.554026 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e677ded3-36cb-4938-993b-59d7ce55ef7e req-948d55e3-7676-4070-a086-85e12b222a33 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334911 Jul 05 04:37:28.708362 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2bea69d5-145d-4fa3-88e9-01d9aa7bbede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:29.687095 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:29.730745 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84847b73-b6ca-4348-a7a0-2afac9c19fa0 req-463d3d1d-b8d6-457b-a8aa-63193c021446 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:29.732277 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-84847b73-b6ca-4348-a7a0-2afac9c19fa0 req-463d3d1d-b8d6-457b-a8aa-63193c021446 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0645700 Jul 05 04:37:29.768411 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-84847b73-b6ca-4348-a7a0-2afac9c19fa0 req-30eb8dd5-7c7b-4539-97ec-357477d4bdcf tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306695 Jul 05 04:37:30.943070 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4cd4d-7469-4a64-8e4a-a90af6a89baa req-8af6d083-f151-4f1e-8264-e1cc6df1982f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:30.944579 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ba4cd4d-7469-4a64-8e4a-a90af6a89baa req-8af6d083-f151-4f1e-8264-e1cc6df1982f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0641735 Jul 05 04:37:30.982583 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8ba4cd4d-7469-4a64-8e4a-a90af6a89baa req-0a1343ae-a64b-4425-915d-39246b97a16a tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322130 Jul 05 04:37:31.389765 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-61b8ae76-2f3f-4107-bf8d-7471e285cb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:31.793451 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:32.158369 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef961cb-6b1f-4f73-84dd-cc24bd15d13b req-7b303060-3820-466e-b4b4-010353ecc494 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:32.160138 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ef961cb-6b1f-4f73-84dd-cc24bd15d13b req-7b303060-3820-466e-b4b4-010353ecc494 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0627909 Jul 05 04:37:32.196697 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ef961cb-6b1f-4f73-84dd-cc24bd15d13b req-938a7ed2-2c28-45c7-a2f0-27a9431c98c4 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313270 Jul 05 04:37:32.710694 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:33.379770 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448a600-cc47-487e-8d93-0d25b27ff261 req-0c9daf7d-971d-42da-a1ed-550bde0b7396 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:33.381561 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b448a600-cc47-487e-8d93-0d25b27ff261 req-0c9daf7d-971d-42da-a1ed-550bde0b7396 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0679538 Jul 05 04:37:33.419290 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b448a600-cc47-487e-8d93-0d25b27ff261 req-25ac1645-40e1-4ed3-9c71-6ecaec097425 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316916 Jul 05 04:37:33.623986 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-0741c74f-e592-479d-8892-56c6ec761f31 service neutron] show failed (client error): The resource could not be found. Jul 05 04:37:33.624904 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-0741c74f-e592-479d-8892-56c6ec761f31 service neutron] 10.222.0.89 "GET /v2.0/ports/9504c5a5-e051-4836-832a-efff3fcef9b1/bindings/n-h2-780147-23 HTTP/1.1" status: 404 len: 381 time: 0.0584271 Jul 05 04:37:33.888675 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-436e8add-dd77-4eba-a641-4d25db686fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:33.890089 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-436e8add-dd77-4eba-a641-4d25db686fd0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7&tenant_id=83ae90a259794bd6b5188a2a366b1c9c HTTP/1.1" status: 200 len: 1098 time: 0.0531433 Jul 05 04:37:33.908255 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-23', 'device_owner': 'compute:nova'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:37:33.982324 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:34.185226 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] For port 9504c5a5-e051-4836-832a-efff3fcef9b1, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=9504c5a5-e051-4836-832a-efff3fcef9b1,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:37:34.217259 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] For port 9504c5a5-e051-4836-832a-efff3fcef9b1, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:37:34.254663 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78fbe13-ff93-41a2-8ffc-529234e7f6b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9504c5a5-e051-4836-832a-efff3fcef9b1'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:37:34.256948 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67fd04d-87a8-4a98-af08-3e8d2aaeb9b1" -d '{"events": [{"server_uuid": "a78fbe13-ff93-41a2-8ffc-529234e7f6b7", "name": "network-vif-unplugged", "status": "completed", "tag": "9504c5a5-e051-4836-832a-efff3fcef9b1"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:37:34.261456 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:34.273934 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Transition to ACTIVE for port object 9504c5a5-e051-4836-832a-efff3fcef9b1 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:37:34.279312 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:34.376129 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bba123-6a15-4260-8368-e539aebb1090 x-openstack-request-id: req-11bba123-6a15-4260-8368-e539aebb1090 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:37:34.376545 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78fbe13-ff93-41a2-8ffc-529234e7f6b7", "name": "network-vif-unplugged", "status": "completed", "tag": "9504c5a5-e051-4836-832a-efff3fcef9b1", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:37:34.376653 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-11bba123-6a15-4260-8368-e539aebb1090 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:37:34.377046 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78fbe13-ff93-41a2-8ffc-529234e7f6b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9504c5a5-e051-4836-832a-efff3fcef9b1', 'code': 200} Jul 05 04:37:34.399965 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Pushing event updated for resources: {'Port': ['ID=9504c5a5-e051-4836-832a-efff3fcef9b1,revision_number=6']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:34.422165 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:34.422511 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:34.422851 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:34.423191 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:34.423526 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:34.423879 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:34.424212 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:34.424538 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:34.424865 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:34.425197 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:34.425522 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:34.425843 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:34.467862 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] No DVR routers for this DVR port 9504c5a5-e051-4836-832a-efff3fcef9b1 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:37:34.514133 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:34.611764 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47375463-8386-4d3d-922e-3d4157e72999 req-81baee68-d116-4700-a0d2-d2e13f4baaf3 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:34.613291 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-47375463-8386-4d3d-922e-3d4157e72999 req-81baee68-d116-4700-a0d2-d2e13f4baaf3 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 944 time: 0.0674217 Jul 05 04:37:34.615501 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Attempting to bind port 9504c5a5-e051-4836-832a-efff3fcef9b1 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:37:34.615861 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Attempting to bind port 9504c5a5-e051-4836-832a-efff3fcef9b1 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:37:34.616189 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Attempting to bind port 9504c5a5-e051-4836-832a-efff3fcef9b1 on network b0d9d564-8fce-4cc3-905f-fbc05d803418 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:37:34.621117 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Port 9504c5a5-e051-4836-832a-efff3fcef9b1 on network b0d9d564-8fce-4cc3-905f-fbc05d803418 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:37:34.621555 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Attempting to bind port 9504c5a5-e051-4836-832a-efff3fcef9b1 on network b0d9d564-8fce-4cc3-905f-fbc05d803418 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:37:34.627248 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:37:34.628266 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Checking segment: {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:37:34.628472 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Bound using segment: {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:37:34.629078 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Bound port: 9504c5a5-e051-4836-832a-efff3fcef9b1, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:37:34.629509 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:34.653084 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-47375463-8386-4d3d-922e-3d4157e72999 req-57d75db1-79c8-45c9-9937-6f44f1145817 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339952 Jul 05 04:37:34.692940 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] For port 9504c5a5-e051-4836-832a-efff3fcef9b1, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:37:34.696068 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] For port 9504c5a5-e051-4836-832a-efff3fcef9b1, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=9504c5a5-e051-4836-832a-efff3fcef9b1,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:37:34.701113 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:34.734831 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:34.735472 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:34.736888 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] 10.222.0.70 "PUT /v2.0/ports/9504c5a5-e051-4836-832a-efff3fcef9b1 HTTP/1.1" status: 200 len: 1093 time: 0.8328795 Jul 05 04:37:34.761498 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24501dc6-ca38-4cb7-ae4f-8cf5c66f0803 service neutron] Pushing event updated for resources: {'Port': ['ID=9504c5a5-e051-4836-832a-efff3fcef9b1,revision_number=7']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:34.832790 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-fba30fc8-fb06-4e14-b964-983110684bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:34.834325 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-fba30fc8-fb06-4e14-b964-983110684bc8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 1096 time: 0.0610900 Jul 05 04:37:34.926468 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-cd1030c8-49ef-42ab-a0ea-f6ed23d87d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:34.928020 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-cd1030c8-49ef-42ab-a0ea-f6ed23d87d6d service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0873792 Jul 05 04:37:34.996375 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-9bc3a3c3-b501-4d77-a0ba-28ca6f6526f8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9504c5a5-e051-4836-832a-efff3fcef9b1 HTTP/1.1" status: 200 len: 1000 time: 0.0620527 Jul 05 04:37:35.044557 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-2fc1f59d-0e24-4f43-bf1c-ddf6749a6b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:35.045987 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-2fc1f59d-0e24-4f43-bf1c-ddf6749a6b45 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0428650 Jul 05 04:37:35.101848 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-07c83ffb-a765-4bf3-802e-62d4254adec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:35.103314 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-07c83ffb-a765-4bf3-802e-62d4254adec8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516157 Jul 05 04:37:35.200433 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-1aab66cb-9439-44d0-9bb5-8d78d5580378 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900285 Jul 05 04:37:35.289320 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4ac4abab-9777-4e9c-a908-b7996566e366 req-d5981538-3c92-480b-9d62-57e8e9bbdfb3 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813034 Jul 05 04:37:35.833980 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780897ff-f309-4893-9901-d562e06169b9 req-1d6cb5ac-a03b-49a6-b3ab-084c056ae038 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:35.835486 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-780897ff-f309-4893-9901-d562e06169b9 req-1d6cb5ac-a03b-49a6-b3ab-084c056ae038 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 944 time: 0.0644863 Jul 05 04:37:35.878969 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-780897ff-f309-4893-9901-d562e06169b9 req-06ff6fc0-90b1-48e2-a4d3-de47e64884b0 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371475 Jul 05 04:37:36.006267 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 9504c5a5-e051-4836-832a-efff3fcef9b1 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:37:36.043948 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 9504c5a5-e051-4836-832a-efff3fcef9b1 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:37:36.378274 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78fbe13-ff93-41a2-8ffc-529234e7f6b7', 'tag': '9504c5a5-e051-4836-832a-efff3fcef9b1'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:37:36.380652 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b163e85-f9ee-40bc-825b-2d1f0030f33b" -d '{"events": [{"name": "network-changed", "server_uuid": "a78fbe13-ff93-41a2-8ffc-529234e7f6b7", "tag": "9504c5a5-e051-4836-832a-efff3fcef9b1"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:37:36.428370 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5aa0f4-db9c-4589-9b1a-1b86dc9dc1b8 x-openstack-request-id: req-8d5aa0f4-db9c-4589-9b1a-1b86dc9dc1b8 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:37:36.428659 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a78fbe13-ff93-41a2-8ffc-529234e7f6b7", "tag": "9504c5a5-e051-4836-832a-efff3fcef9b1", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:37:36.428908 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8d5aa0f4-db9c-4589-9b1a-1b86dc9dc1b8 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:37:36.429300 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a78fbe13-ff93-41a2-8ffc-529234e7f6b7', 'tag': '9504c5a5-e051-4836-832a-efff3fcef9b1', 'status': 'completed', 'code': 200} Jul 05 04:37:36.554480 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b163e85-f9ee-40bc-825b-2d1f0030f33b req-5bf52c65-8c09-467a-ba14-a36817a179e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:36.556006 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b163e85-f9ee-40bc-825b-2d1f0030f33b req-5bf52c65-8c09-467a-ba14-a36817a179e9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 1096 time: 0.1032434 Jul 05 04:37:36.562381 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b163e85-f9ee-40bc-825b-2d1f0030f33b req-953424a1-560c-42f9-8f4a-13daf55dab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:36.563749 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b163e85-f9ee-40bc-825b-2d1f0030f33b req-953424a1-560c-42f9-8f4a-13daf55dab9c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 1096 time: 0.0803113 Jul 05 04:37:36.718183 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b163e85-f9ee-40bc-825b-2d1f0030f33b req-26364dfe-4114-47bf-b39e-cf184aa870b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:36.719636 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b163e85-f9ee-40bc-825b-2d1f0030f33b req-26364dfe-4114-47bf-b39e-cf184aa870b2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.1519613 Jul 05 04:37:36.722191 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b163e85-f9ee-40bc-825b-2d1f0030f33b req-1bcd8b07-2bfe-4da3-832a-c245312019b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:36.723507 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b163e85-f9ee-40bc-825b-2d1f0030f33b req-1bcd8b07-2bfe-4da3-832a-c245312019b3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.1479428 Jul 05 04:37:36.834829 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b163e85-f9ee-40bc-825b-2d1f0030f33b req-8cb35702-235d-42ca-890b-65b992baf97f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9504c5a5-e051-4836-832a-efff3fcef9b1 HTTP/1.1" status: 200 len: 1000 time: 0.1046515 Jul 05 04:37:36.839373 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b163e85-f9ee-40bc-825b-2d1f0030f33b req-d62f0a95-2ab4-49e4-95cb-7cdddf65d7c3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9504c5a5-e051-4836-832a-efff3fcef9b1 HTTP/1.1" status: 200 len: 1000 time: 0.1034541 Jul 05 04:37:36.922863 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b163e85-f9ee-40bc-825b-2d1f0030f33b req-0f14e7cd-be9d-4172-b7fe-855498e063f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:36.924359 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b163e85-f9ee-40bc-825b-2d1f0030f33b req-0f14e7cd-be9d-4172-b7fe-855498e063f8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0802455 Jul 05 04:37:36.925714 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b163e85-f9ee-40bc-825b-2d1f0030f33b req-224553d1-b453-43fb-a7a2-72edd135f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:36.927006 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b163e85-f9ee-40bc-825b-2d1f0030f33b req-224553d1-b453-43fb-a7a2-72edd135f7a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0755615 Jul 05 04:37:37.061770 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b163e85-f9ee-40bc-825b-2d1f0030f33b req-ccbba1f1-42be-4317-b796-04a9546d24f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:37.063189 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b163e85-f9ee-40bc-825b-2d1f0030f33b req-ccbba1f1-42be-4317-b796-04a9546d24f9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1292417 Jul 05 04:37:37.066653 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b163e85-f9ee-40bc-825b-2d1f0030f33b req-a13f0031-495d-4449-9807-49fdfa5410be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:37.068059 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b163e85-f9ee-40bc-825b-2d1f0030f33b req-a13f0031-495d-4449-9807-49fdfa5410be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1329577 Jul 05 04:37:37.181374 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b20e2b-86c9-4cb1-b773-6415edaafd84 req-e09f8d18-0cae-4efd-9253-5b8625da9cfe tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:37.183570 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-44b20e2b-86c9-4cb1-b773-6415edaafd84 req-e09f8d18-0cae-4efd-9253-5b8625da9cfe tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 944 time: 0.1894712 Jul 05 04:37:37.262996 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b163e85-f9ee-40bc-825b-2d1f0030f33b req-2b8b7f7f-a07c-4b5d-9718-414156490ad8 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872022 Jul 05 04:37:37.273590 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-44b20e2b-86c9-4cb1-b773-6415edaafd84 req-1da63bd3-c827-447e-a896-7bb32e0a46fd tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818357 Jul 05 04:37:37.285261 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b163e85-f9ee-40bc-825b-2d1f0030f33b req-b8445670-4c8e-4100-bc26-1bf666c42e49 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105813 Jul 05 04:37:37.429657 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b163e85-f9ee-40bc-825b-2d1f0030f33b req-f8fb6433-b5bb-4f7f-ac82-22ecc54fa02a service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535964 Jul 05 04:37:37.435230 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b163e85-f9ee-40bc-825b-2d1f0030f33b req-6bc2fc0c-3b4b-488b-b436-ea271558404e service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394448 Jul 05 04:37:38.450169 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41d867-4197-42c8-ade7-5c4813328351 req-133c3771-143c-4e0e-bf2e-4a6e8eed34f6 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:38.451669 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ef41d867-4197-42c8-ade7-5c4813328351 req-133c3771-143c-4e0e-bf2e-4a6e8eed34f6 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 944 time: 0.0653727 Jul 05 04:37:38.495523 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ef41d867-4197-42c8-ade7-5c4813328351 req-0e65ab4c-ae99-4aee-be70-f64c25f8850b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379808 Jul 05 04:37:39.674482 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e492c-6932-41a9-b00d-7dfb9f189110 req-5964cb6a-01fe-4b73-955e-5452273c0139 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:39.675989 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eb4e492c-6932-41a9-b00d-7dfb9f189110 req-5964cb6a-01fe-4b73-955e-5452273c0139 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 944 time: 0.0668063 Jul 05 04:37:39.683576 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 9504c5a5-e051-4836-832a-efff3fcef9b1 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:37:39.718845 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eb4e492c-6932-41a9-b00d-7dfb9f189110 req-096c48e2-cc49-4cc1-a345-d631b16cccb4 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352161 Jul 05 04:37:39.785075 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 9504c5a5-e051-4836-832a-efff3fcef9b1, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=9504c5a5-e051-4836-832a-efff3fcef9b1,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:37:39.797015 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '9504c5a5-e051-4836-832a-efff3fcef9b1', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'port_id': '9504c5a5-e051-4836-832a-efff3fcef9b1', 'mac_address': 'fa:16:3e:56:1e:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:37:39.833843 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:39.846569 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9504c5a5-e051-4836-832a-efff3fcef9b1 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:37:39.867593 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 9504c5a5-e051-4836-832a-efff3fcef9b1, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=9504c5a5-e051-4836-832a-efff3fcef9b1,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:37:39.873014 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:39.930180 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=9504c5a5-e051-4836-832a-efff3fcef9b1,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:39.939618 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:39.939995 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:39.940339 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:39.940677 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:39.941013 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:39.941346 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:39.941679 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:39.942009 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:39.942347 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:39.942712 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:39.943165 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:39.943487 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:40.071388 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459690b-59d7-4dc9-bb25-708e6482bb3b req-5f20deb3-0364-493c-8b69-4e19f85706ce tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:40.073406 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8459690b-59d7-4dc9-bb25-708e6482bb3b req-5f20deb3-0364-493c-8b69-4e19f85706ce tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 945 time: 0.1086495 Jul 05 04:37:40.087771 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a5e91-cbf3-4ae8-87d1-3d77baa28b8d req-3d486c05-8a54-41bb-9610-087565eb1863 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:40.089718 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-166a5e91-cbf3-4ae8-87d1-3d77baa28b8d req-3d486c05-8a54-41bb-9610-087565eb1863 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.89 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7&tenant_id=83ae90a259794bd6b5188a2a366b1c9c&binding%3Ahost_id=n-h2-780147-23 HTTP/1.1" status: 200 len: 945 time: 0.0965927 Jul 05 04:37:40.125541 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8459690b-59d7-4dc9-bb25-708e6482bb3b req-0814948d-f9c4-4d10-8778-49ca2b2a2a05 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457678 Jul 05 04:37:40.209528 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-166a5e91-cbf3-4ae8-87d1-3d77baa28b8d req-cf8d6459-269f-49b2-8df8-1437eebf24ff service neutron] delete failed (client error): The resource could not be found. Jul 05 04:37:40.210544 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-166a5e91-cbf3-4ae8-87d1-3d77baa28b8d req-cf8d6459-269f-49b2-8df8-1437eebf24ff service neutron] 10.222.0.89 "DELETE /v2.0/ports/9504c5a5-e051-4836-832a-efff3fcef9b1/bindings/n-h1-780147-23 HTTP/1.1" status: 404 len: 381 time: 0.1141360 Jul 05 04:37:40.287350 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['9504c5a5-e051-4836-832a-efff3fcef9b1'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:37:40.315461 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a5e91-cbf3-4ae8-87d1-3d77baa28b8d req-deaaa491-6024-4085-b42a-ba391b56526c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:40.317442 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-166a5e91-cbf3-4ae8-87d1-3d77baa28b8d req-deaaa491-6024-4085-b42a-ba391b56526c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 1097 time: 0.0549748 Jul 05 04:37:40.418975 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a5e91-cbf3-4ae8-87d1-3d77baa28b8d req-217d458f-d42d-46c3-a5b2-e472772ce387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:40.421166 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-166a5e91-cbf3-4ae8-87d1-3d77baa28b8d req-217d458f-d42d-46c3-a5b2-e472772ce387 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0941560 Jul 05 04:37:40.495375 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-166a5e91-cbf3-4ae8-87d1-3d77baa28b8d req-1e694571-0010-4b29-a3f2-9f99d3d5e31e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9504c5a5-e051-4836-832a-efff3fcef9b1 HTTP/1.1" status: 200 len: 1001 time: 0.0624456 Jul 05 04:37:40.548810 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a5e91-cbf3-4ae8-87d1-3d77baa28b8d req-11196b78-a31d-445e-9d93-442cc4c63f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:40.550215 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-166a5e91-cbf3-4ae8-87d1-3d77baa28b8d req-11196b78-a31d-445e-9d93-442cc4c63f1e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0440207 Jul 05 04:37:40.612101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a5e91-cbf3-4ae8-87d1-3d77baa28b8d req-4e44eb34-8666-4d5e-897a-5a390706f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:40.613609 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-166a5e91-cbf3-4ae8-87d1-3d77baa28b8d req-4e44eb34-8666-4d5e-897a-5a390706f40a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531209 Jul 05 04:37:40.710931 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-166a5e91-cbf3-4ae8-87d1-3d77baa28b8d req-544036ef-8cfa-41d5-9242-3059e1b74773 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873268 Jul 05 04:37:40.803472 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-166a5e91-cbf3-4ae8-87d1-3d77baa28b8d req-18f70986-b078-4663-a28e-a0142b15bb91 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826042 Jul 05 04:37:41.318835 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e3a01-f877-463c-90c5-d702a7c39f47 req-a0ee4ffd-1c7d-403a-9533-23359eaeb948 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:41.320392 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-080e3a01-f877-463c-90c5-d702a7c39f47 req-a0ee4ffd-1c7d-403a-9533-23359eaeb948 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 945 time: 0.0689418 Jul 05 04:37:41.360722 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-080e3a01-f877-463c-90c5-d702a7c39f47 req-4b1fc209-f3da-46e2-84c9-320ba6bcd266 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340495 Jul 05 04:37:41.680872 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 9504c5a5-e051-4836-832a-efff3fcef9b1 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:37:41.730079 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 9504c5a5-e051-4836-832a-efff3fcef9b1 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:37:41.734048 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 9504c5a5-e051-4836-832a-efff3fcef9b1 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:37:41.734428 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:41.813816 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:41.836557 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78fbe13-ff93-41a2-8ffc-529234e7f6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9504c5a5-e051-4836-832a-efff3fcef9b1'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:37:41.838802 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c57c6e-3b2e-4083-abc7-70d169580762" -d '{"events": [{"server_uuid": "a78fbe13-ff93-41a2-8ffc-529234e7f6b7", "name": "network-vif-plugged", "status": "completed", "tag": "9504c5a5-e051-4836-832a-efff3fcef9b1"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:37:41.852569 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 9504c5a5-e051-4836-832a-efff3fcef9b1, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=9504c5a5-e051-4836-832a-efff3fcef9b1,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:37:41.857031 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:41.883973 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7fae4a-659f-4a6a-bda8-31c1dcdbb77e x-openstack-request-id: req-3e7fae4a-659f-4a6a-bda8-31c1dcdbb77e {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:37:41.884269 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78fbe13-ff93-41a2-8ffc-529234e7f6b7", "name": "network-vif-plugged", "status": "completed", "tag": "9504c5a5-e051-4836-832a-efff3fcef9b1", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:37:41.885146 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3e7fae4a-659f-4a6a-bda8-31c1dcdbb77e {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:37:41.885912 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78fbe13-ff93-41a2-8ffc-529234e7f6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9504c5a5-e051-4836-832a-efff3fcef9b1', 'code': 200} Jul 05 04:37:41.911755 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=9504c5a5-e051-4836-832a-efff3fcef9b1,revision_number=9']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:42.535452 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af42fcd-1325-42d5-addf-5e78bedf52f1 req-916639e2-da4d-4936-97a3-07e34a5779e4 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:42.536977 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af42fcd-1325-42d5-addf-5e78bedf52f1 req-916639e2-da4d-4936-97a3-07e34a5779e4 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0635324 Jul 05 04:37:42.582015 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4af42fcd-1325-42d5-addf-5e78bedf52f1 req-9668b3cf-251c-4a07-af74-04a1c1ffdfe2 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387590 Jul 05 04:37:42.762751 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898610d-5eb8-44c6-81ca-c884cde7153e req-1df743ec-c1df-45c1-8c90-33f2b88f6ca5 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:42.764262 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5898610d-5eb8-44c6-81ca-c884cde7153e req-1df743ec-c1df-45c1-8c90-33f2b88f6ca5 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0679023 Jul 05 04:37:42.802103 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5898610d-5eb8-44c6-81ca-c884cde7153e req-2122ce15-179d-4efd-b0c4-22a11a39b789 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323665 Jul 05 04:37:42.984536 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4b034-736e-4584-acfd-7ec99949449e req-892c3d41-8453-470a-9bb9-64396ffd5e99 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:42.985948 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38c4b034-736e-4584-acfd-7ec99949449e req-892c3d41-8453-470a-9bb9-64396ffd5e99 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0746589 Jul 05 04:37:43.023585 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38c4b034-736e-4584-acfd-7ec99949449e req-10c5df1b-4bec-43b4-a3c2-10f74af1d141 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320826 Jul 05 04:37:43.412202 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31a6fa-969e-4565-a214-8c1a67fd59e9 req-be33ff3f-05d2-4933-aa65-a41bcc79f373 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:43.413693 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd31a6fa-969e-4565-a214-8c1a67fd59e9 req-be33ff3f-05d2-4933-aa65-a41bcc79f373 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0643792 Jul 05 04:37:43.451911 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cd31a6fa-969e-4565-a214-8c1a67fd59e9 req-bc362ab3-a2d6-4bf4-8266-a9afccf08856 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326495 Jul 05 04:37:43.490230 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:44.630011 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4fcf8-b208-4720-bca1-da14f5f89bf2 req-10aab59e-33d4-4988-832b-4efe8042c473 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:44.631485 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-31e4fcf8-b208-4720-bca1-da14f5f89bf2 req-10aab59e-33d4-4988-832b-4efe8042c473 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0674345 Jul 05 04:37:44.670523 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-31e4fcf8-b208-4720-bca1-da14f5f89bf2 req-586fc6d3-554e-4fdc-9946-9f4f750000e5 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327024 Jul 05 04:37:44.901037 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7095f-e050-4f6b-84c8-b152c6f85e9e req-29c2ceea-00ce-41ad-94d2-1feae28fb4be tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:44.902490 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5bd7095f-e050-4f6b-84c8-b152c6f85e9e req-29c2ceea-00ce-41ad-94d2-1feae28fb4be tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.70 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 946 time: 0.0669835 Jul 05 04:37:45.243535 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-5bd7095f-e050-4f6b-84c8-b152c6f85e9e req-18ae6597-6d44-4406-b8e6-70dcdfb89790 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Deleting port 9504c5a5-e051-4836-832a-efff3fcef9b1 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:37:45.244267 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5bd7095f-e050-4f6b-84c8-b152c6f85e9e req-18ae6597-6d44-4406-b8e6-70dcdfb89790 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:45.335275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-5bd7095f-e050-4f6b-84c8-b152c6f85e9e req-18ae6597-6d44-4406-b8e6-70dcdfb89790 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] For port 9504c5a5-e051-4836-832a-efff3fcef9b1, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=9504c5a5-e051-4836-832a-efff3fcef9b1,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:37:45.335614 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5bd7095f-e050-4f6b-84c8-b152c6f85e9e req-18ae6597-6d44-4406-b8e6-70dcdfb89790 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:45.514900 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5bd7095f-e050-4f6b-84c8-b152c6f85e9e req-18ae6597-6d44-4406-b8e6-70dcdfb89790 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:45.515256 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5bd7095f-e050-4f6b-84c8-b152c6f85e9e req-18ae6597-6d44-4406-b8e6-70dcdfb89790 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:45.515552 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [req-5bd7095f-e050-4f6b-84c8-b152c6f85e9e req-18ae6597-6d44-4406-b8e6-70dcdfb89790 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Floating IP 80232d1e-a1ef-44f5-a025-a9f83d0aabb0 disassociated. External IP: 172.25.1.147, port: 9504c5a5-e051-4836-832a-efff3fcef9b1. Jul 05 04:37:45.515926 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-5bd7095f-e050-4f6b-84c8-b152c6f85e9e req-18ae6597-6d44-4406-b8e6-70dcdfb89790 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Calling delete_port for 9504c5a5-e051-4836-832a-efff3fcef9b1 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:37:45.655962 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5bd7095f-e050-4f6b-84c8-b152c6f85e9e req-18ae6597-6d44-4406-b8e6-70dcdfb89790 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:45.686778 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae6597-6d44-4406-b8e6-70dcdfb89790 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Pushing event deleted for resources: {'Port': ['ID=9504c5a5-e051-4836-832a-efff3fcef9b1,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:45.817752 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bd7095f-e050-4f6b-84c8-b152c6f85e9e req-18ae6597-6d44-4406-b8e6-70dcdfb89790 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:37:45.833953 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ec7afb1c-5914-44f9-b76a-7bab2ed91865 req-c1054567-0a5c-48bd-a834-b1453d1528bd tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=a78fbe13-ff93-41a2-8ffc-529234e7f6b7 HTTP/1.1" status: 200 len: 210 time: 0.0340524 Jul 05 04:37:45.933208 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bd7095f-e050-4f6b-84c8-b152c6f85e9e req-18ae6597-6d44-4406-b8e6-70dcdfb89790 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:37:45.942497 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d122dcc-543e-4b9f-866e-622526de13a2 None None] Sync routers for ids ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:37:45.953104 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d122dcc-543e-4b9f-866e-622526de13a2 None None] Routers {'bf28ee15-9df4-4158-ae63-bc6c0dd037e9'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:37:45.953738 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9d122dcc-543e-4b9f-866e-622526de13a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:37:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:37:45.978673 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd7095f-e050-4f6b-84c8-b152c6f85e9e req-18ae6597-6d44-4406-b8e6-70dcdfb89790 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] No DVR routers for this DVR port 9504c5a5-e051-4836-832a-efff3fcef9b1 on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:37:45.982021 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-5bd7095f-e050-4f6b-84c8-b152c6f85e9e req-18ae6597-6d44-4406-b8e6-70dcdfb89790 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:45.985028 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5bd7095f-e050-4f6b-84c8-b152c6f85e9e req-18ae6597-6d44-4406-b8e6-70dcdfb89790 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.70 "DELETE /v2.0/ports/9504c5a5-e051-4836-832a-efff3fcef9b1 HTTP/1.1" status: 204 len: 173 time: 1.0762694 Jul 05 04:37:45.985483 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78fbe13-ff93-41a2-8ffc-529234e7f6b7', 'name': 'network-vif-deleted', 'tag': '9504c5a5-e051-4836-832a-efff3fcef9b1'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:37:45.987786 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c768d39f-6ed7-433b-8b32-212cf5f966ad" -d '{"events": [{"server_uuid": "a78fbe13-ff93-41a2-8ffc-529234e7f6b7", "name": "network-vif-deleted", "tag": "9504c5a5-e051-4836-832a-efff3fcef9b1"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:37:46.030554 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77a5763-ed53-4125-a751-2a9b608a2f56 x-openstack-request-id: req-b77a5763-ed53-4125-a751-2a9b608a2f56 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:37:46.030855 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78fbe13-ff93-41a2-8ffc-529234e7f6b7", "name": "network-vif-deleted", "tag": "9504c5a5-e051-4836-832a-efff3fcef9b1", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:37:46.031111 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b77a5763-ed53-4125-a751-2a9b608a2f56 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:37:46.031515 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78fbe13-ff93-41a2-8ffc-529234e7f6b7', 'name': 'network-vif-deleted', 'tag': '9504c5a5-e051-4836-832a-efff3fcef9b1', 'status': 'completed', 'code': 200} Jul 05 04:37:46.070163 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-9d122dcc-543e-4b9f-866e-622526de13a2 None None] Set router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:37:46.284124 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9d122dcc-543e-4b9f-866e-622526de13a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:26Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:37:46.310751 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d122dcc-543e-4b9f-866e-622526de13a2 None None] Checking router: bf28ee15-9df4-4158-ae63-bc6c0dd037e9 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:37:46.319712 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d122dcc-543e-4b9f-866e-622526de13a2 None None] Routers {'bf28ee15-9df4-4158-ae63-bc6c0dd037e9'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:37:46.320398 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9d122dcc-543e-4b9f-866e-622526de13a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:37:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:37:46.429354 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-9d122dcc-543e-4b9f-866e-622526de13a2 None None] Set router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:37:46.639991 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9d122dcc-543e-4b9f-866e-622526de13a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:26Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:37:46.671868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d122dcc-543e-4b9f-866e-622526de13a2 None None] The sync data for ids ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'] in n-d-780147-23 is: [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:26Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:37:46.918912 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba01d45c-00db-4833-9f97-24cd60088caa None None] New status for floating IP 80232d1e-a1ef-44f5-a025-a9f83d0aabb0: DOWN {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:37:47.158913 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0209e5da-f113-4775-bf98-9690dcf3209b req-34897a34-9b54-4324-b653-523ff911dc22 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1276402320&fields=id&tenant_id=83ae90a259794bd6b5188a2a366b1c9c HTTP/1.1" status: 200 len: 267 time: 0.0331933 Jul 05 04:37:47.268173 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209e5da-f113-4775-bf98-9690dcf3209b req-a988d00a-99e2-4ba1-8845-8a93a2cb606c tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:47.269685 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0209e5da-f113-4775-bf98-9690dcf3209b req-a988d00a-99e2-4ba1-8845-8a93a2cb606c tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 812 time: 0.1044755 Jul 05 04:37:47.285575 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0209e5da-f113-4775-bf98-9690dcf3209b req-3d84887a-d936-4755-a7aa-f9a595e2ffb4 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/quotas/83ae90a259794bd6b5188a2a366b1c9c HTTP/1.1" status: 200 len: 375 time: 0.0103767 Jul 05 04:37:47.359782 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0209e5da-f113-4775-bf98-9690dcf3209b req-06fa6d76-d950-45b2-a88f-74829fd0ffe6 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0692661 Jul 05 04:37:47.426432 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-0209e5da-f113-4775-bf98-9690dcf3209b req-947a42c8-379a-45db-a07f-9d4d570b98eb service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:37:47.427442 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0209e5da-f113-4775-bf98-9690dcf3209b req-947a42c8-379a-45db-a07f-9d4d570b98eb service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0564125 Jul 05 04:37:47.531933 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0209e5da-f113-4775-bf98-9690dcf3209b req-f7f2119a-83f1-4415-8f5c-d228b5412f8e service neutron] 10.222.0.77 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975351 Jul 05 04:37:47.621458 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0209e5da-f113-4775-bf98-9690dcf3209b req-a8364ace-1bfe-49ff-9514-cd29bb4250a4 service neutron] 10.222.0.77 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837808 Jul 05 04:37:47.705273 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 9504c5a5-e051-4836-832a-efff3fcef9b1 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:37:47.727255 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 9504c5a5-e051-4836-832a-efff3fcef9b1 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:37:47.729107 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 9504c5a5-e051-4836-832a-efff3fcef9b1 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:37:47.801767 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6c194fd3-5063-46a5-ae19-34cdd9797e6d req-aeeb8cae-14aa-4a37-ad7c-ee4b91880072 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 210 time: 0.0356188 Jul 05 04:37:48.950385 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4c11a028-4446-486e-8018-e31cfd9eb7f1 req-28423eec-335c-4f00-8436-5c9cf1a9c657 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 210 time: 0.0345552 Jul 05 04:37:49.099862 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209e5da-f113-4775-bf98-9690dcf3209b req-894cdd1d-d7f5-4374-958d-d933185f5061 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:49.101977 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0209e5da-f113-4775-bf98-9690dcf3209b req-894cdd1d-d7f5-4374-958d-d933185f5061 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.70 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 812 time: 0.1056221 Jul 05 04:37:49.159245 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0209e5da-f113-4775-bf98-9690dcf3209b req-40657427-58c7-4c63-a639-8c0b378ee1cb tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83ae90a259794bd6b5188a2a366b1c9c HTTP/1.1" status: 200 len: 380 time: 0.0361648 Jul 05 04:37:49.167887 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-0209e5da-f113-4775-bf98-9690dcf3209b req-366132da-5f93-491c-b06e-3e01ba973ae9 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Request body: {'port': {'device_id': '02955d0c-6970-48e1-a2e3-bd4e69d6caea', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'admin_state_up': True, 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'security_groups': ['7683a578-255e-4d26-a429-10c3f9190bdb']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:37:49.277206 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0209e5da-f113-4775-bf98-9690dcf3209b req-366132da-5f93-491c-b06e-3e01ba973ae9 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Made reservation on behalf of 83ae90a259794bd6b5188a2a366b1c9c for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:37:49.281297 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0209e5da-f113-4775-bf98-9690dcf3209b req-366132da-5f93-491c-b06e-3e01ba973ae9 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:49.407263 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-0209e5da-f113-4775-bf98-9690dcf3209b req-366132da-5f93-491c-b06e-3e01ba973ae9 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Allocated IP 172.20.0.13 (b0d9d564-8fce-4cc3-905f-fbc05d803418/1d86dfc1-3a09-4cc1-a03f-76c206149554/8f0477b2-d397-4d7c-b1d4-14d2beefde66) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:37:49.546341 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0209e5da-f113-4775-bf98-9690dcf3209b req-366132da-5f93-491c-b06e-3e01ba973ae9 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:49.560872 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-0209e5da-f113-4775-bf98-9690dcf3209b req-366132da-5f93-491c-b06e-3e01ba973ae9 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Transition to ACTIVE for port object 8f0477b2-d397-4d7c-b1d4-14d2beefde66 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:37:49.592880 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0209e5da-f113-4775-bf98-9690dcf3209b req-366132da-5f93-491c-b06e-3e01ba973ae9 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:49.635044 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0209e5da-f113-4775-bf98-9690dcf3209b req-366132da-5f93-491c-b06e-3e01ba973ae9 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Network b0d9d564-8fce-4cc3-905f-fbc05d803418 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:37:49.638422 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-0209e5da-f113-4775-bf98-9690dcf3209b req-366132da-5f93-491c-b06e-3e01ba973ae9 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:37:49.644465 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-0209e5da-f113-4775-bf98-9690dcf3209b req-366132da-5f93-491c-b06e-3e01ba973ae9 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:37:49.674152 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366132da-5f93-491c-b06e-3e01ba973ae9 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Pushing event updated for resources: {'Port': ['ID=8f0477b2-d397-4d7c-b1d4-14d2beefde66,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:49.705077 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209e5da-f113-4775-bf98-9690dcf3209b req-366132da-5f93-491c-b06e-3e01ba973ae9 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:49.705716 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0209e5da-f113-4775-bf98-9690dcf3209b req-366132da-5f93-491c-b06e-3e01ba973ae9 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:49.721245 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0209e5da-f113-4775-bf98-9690dcf3209b req-366132da-5f93-491c-b06e-3e01ba973ae9 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5571358 Jul 05 04:37:49.738375 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-0209e5da-f113-4775-bf98-9690dcf3209b req-0d7922b6-1e32-4ff3-a225-58937ffaa68c service neutron] Request body: {'port': {'device_id': '02955d0c-6970-48e1-a2e3-bd4e69d6caea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:37:49.814604 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0209e5da-f113-4775-bf98-9690dcf3209b req-0d7922b6-1e32-4ff3-a225-58937ffaa68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:49.884432 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-13d635d8-4966-4f63-beff-468f900882f4 None None] Provisioning for port 8f0477b2-d397-4d7c-b1d4-14d2beefde66 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:37:49.889128 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-13d635d8-4966-4f63-beff-468f900882f4 None None] Provisioning complete for port 8f0477b2-d397-4d7c-b1d4-14d2beefde66 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:37:49.889508 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-13d635d8-4966-4f63-beff-468f900882f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:49.923198 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-13d635d8-4966-4f63-beff-468f900882f4 None None] Port 8f0477b2-d397-4d7c-b1d4-14d2beefde66 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:37:50.108688 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-0209e5da-f113-4775-bf98-9690dcf3209b req-0d7922b6-1e32-4ff3-a225-58937ffaa68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f0477b2-d397-4d7c-b1d4-14d2beefde66 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:37:50.118648 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0209e5da-f113-4775-bf98-9690dcf3209b req-0d7922b6-1e32-4ff3-a225-58937ffaa68c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:50.134925 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-0209e5da-f113-4775-bf98-9690dcf3209b req-0d7922b6-1e32-4ff3-a225-58937ffaa68c service neutron] Transition to ACTIVE for port object 8f0477b2-d397-4d7c-b1d4-14d2beefde66 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:37:50.142458 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0209e5da-f113-4775-bf98-9690dcf3209b req-0d7922b6-1e32-4ff3-a225-58937ffaa68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:50.193467 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ad3e3-3ee9-4bc4-81e9-699aa106ab62 req-a9c16f89-7703-43b1-a1f0-181a7ffc8886 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:50.195026 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e87ad3e3-3ee9-4bc4-81e9-699aa106ab62 req-a9c16f89-7703-43b1-a1f0-181a7ffc8886 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 932 time: 0.1251929 Jul 05 04:37:50.226100 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7922b6-1e32-4ff3-a225-58937ffaa68c service neutron] Pushing event updated for resources: {'Port': ['ID=8f0477b2-d397-4d7c-b1d4-14d2beefde66,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:50.299652 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e87ad3e3-3ee9-4bc4-81e9-699aa106ab62 req-de184527-8be2-4799-a812-fb506ed849fe tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957038 Jul 05 04:37:50.322452 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-0209e5da-f113-4775-bf98-9690dcf3209b req-0d7922b6-1e32-4ff3-a225-58937ffaa68c service neutron] Attempting to bind port 8f0477b2-d397-4d7c-b1d4-14d2beefde66 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:37:50.322795 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-0209e5da-f113-4775-bf98-9690dcf3209b req-0d7922b6-1e32-4ff3-a225-58937ffaa68c service neutron] Attempting to bind port 8f0477b2-d397-4d7c-b1d4-14d2beefde66 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:37:50.323390 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0209e5da-f113-4775-bf98-9690dcf3209b req-0d7922b6-1e32-4ff3-a225-58937ffaa68c service neutron] Attempting to bind port 8f0477b2-d397-4d7c-b1d4-14d2beefde66 on network b0d9d564-8fce-4cc3-905f-fbc05d803418 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:37:50.328076 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0209e5da-f113-4775-bf98-9690dcf3209b req-0d7922b6-1e32-4ff3-a225-58937ffaa68c service neutron] Port 8f0477b2-d397-4d7c-b1d4-14d2beefde66 on network b0d9d564-8fce-4cc3-905f-fbc05d803418 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:37:50.328391 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0209e5da-f113-4775-bf98-9690dcf3209b req-0d7922b6-1e32-4ff3-a225-58937ffaa68c service neutron] Attempting to bind port 8f0477b2-d397-4d7c-b1d4-14d2beefde66 on network b0d9d564-8fce-4cc3-905f-fbc05d803418 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:37:50.333639 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0209e5da-f113-4775-bf98-9690dcf3209b req-0d7922b6-1e32-4ff3-a225-58937ffaa68c service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:37:50.333979 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0209e5da-f113-4775-bf98-9690dcf3209b req-0d7922b6-1e32-4ff3-a225-58937ffaa68c service neutron] Checking segment: {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:37:50.334368 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0209e5da-f113-4775-bf98-9690dcf3209b req-0d7922b6-1e32-4ff3-a225-58937ffaa68c service neutron] Bound using segment: {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:37:50.334806 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-0209e5da-f113-4775-bf98-9690dcf3209b req-0d7922b6-1e32-4ff3-a225-58937ffaa68c service neutron] Bound port: 8f0477b2-d397-4d7c-b1d4-14d2beefde66, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:37:50.335187 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0209e5da-f113-4775-bf98-9690dcf3209b req-0d7922b6-1e32-4ff3-a225-58937ffaa68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:50.399972 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-0209e5da-f113-4775-bf98-9690dcf3209b req-0d7922b6-1e32-4ff3-a225-58937ffaa68c service neutron] For port 8f0477b2-d397-4d7c-b1d4-14d2beefde66, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:37:50.403329 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-0209e5da-f113-4775-bf98-9690dcf3209b req-0d7922b6-1e32-4ff3-a225-58937ffaa68c service neutron] For port 8f0477b2-d397-4d7c-b1d4-14d2beefde66, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8f0477b2-d397-4d7c-b1d4-14d2beefde66,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:37:50.407213 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0209e5da-f113-4775-bf98-9690dcf3209b req-0d7922b6-1e32-4ff3-a225-58937ffaa68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:50.439286 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209e5da-f113-4775-bf98-9690dcf3209b req-0d7922b6-1e32-4ff3-a225-58937ffaa68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:50.439943 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-0209e5da-f113-4775-bf98-9690dcf3209b req-0d7922b6-1e32-4ff3-a225-58937ffaa68c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:50.442134 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0209e5da-f113-4775-bf98-9690dcf3209b req-0d7922b6-1e32-4ff3-a225-58937ffaa68c service neutron] 10.222.0.70 "PUT /v2.0/ports/8f0477b2-d397-4d7c-b1d4-14d2beefde66 HTTP/1.1" status: 200 len: 1093 time: 0.7086201 Jul 05 04:37:50.444927 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02955d0c-6970-48e1-a2e3-bd4e69d6caea', 'tag': '8f0477b2-d397-4d7c-b1d4-14d2beefde66'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:37:50.447156 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8e66f6-b7d0-4e2d-a931-e61d495aadf3" -d '{"events": [{"name": "network-changed", "server_uuid": "02955d0c-6970-48e1-a2e3-bd4e69d6caea", "tag": "8f0477b2-d397-4d7c-b1d4-14d2beefde66"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:37:50.493854 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6ef365-4131-4a5d-b519-206550274e64 x-openstack-request-id: req-9d6ef365-4131-4a5d-b519-206550274e64 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:37:50.494191 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02955d0c-6970-48e1-a2e3-bd4e69d6caea", "tag": "8f0477b2-d397-4d7c-b1d4-14d2beefde66", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:37:50.495273 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9d6ef365-4131-4a5d-b519-206550274e64 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:37:50.495935 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02955d0c-6970-48e1-a2e3-bd4e69d6caea', 'tag': '8f0477b2-d397-4d7c-b1d4-14d2beefde66', 'status': 'completed', 'code': 200} Jul 05 04:37:50.499159 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7922b6-1e32-4ff3-a225-58937ffaa68c service neutron] Pushing event updated for resources: {'Port': ['ID=8f0477b2-d397-4d7c-b1d4-14d2beefde66,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:50.569514 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209e5da-f113-4775-bf98-9690dcf3209b req-5a4c417f-db6a-4458-9b4f-35c1facc5851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:50.571066 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0209e5da-f113-4775-bf98-9690dcf3209b req-5a4c417f-db6a-4458-9b4f-35c1facc5851 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 1096 time: 0.0600107 Jul 05 04:37:50.620203 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0209e5da-f113-4775-bf98-9690dcf3209b req-4dd8e5b1-5587-4fcd-a9aa-44e0e728608c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f0477b2-d397-4d7c-b1d4-14d2beefde66 HTTP/1.1" status: 200 len: 217 time: 0.0352211 Jul 05 04:37:50.668386 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209e5da-f113-4775-bf98-9690dcf3209b req-95813c0c-e292-48dc-a105-71fc083d24f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:50.669899 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0209e5da-f113-4775-bf98-9690dcf3209b req-95813c0c-e292-48dc-a105-71fc083d24f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0448048 Jul 05 04:37:50.729748 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209e5da-f113-4775-bf98-9690dcf3209b req-a97606fc-a7cf-4767-8a0f-6393f7806f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:50.731595 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0209e5da-f113-4775-bf98-9690dcf3209b req-a97606fc-a7cf-4767-8a0f-6393f7806f12 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541446 Jul 05 04:37:50.822706 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0209e5da-f113-4775-bf98-9690dcf3209b req-5c401c43-693d-4c1c-afec-d67ef50dd2a9 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845947 Jul 05 04:37:50.910732 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0209e5da-f113-4775-bf98-9690dcf3209b req-4f53a450-649c-478f-98d3-217fafa2c383 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823374 Jul 05 04:37:51.072216 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e66f6-b7d0-4e2d-a931-e61d495aadf3 req-def35ef2-8a65-43da-8227-9134eb60de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:51.074162 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fb8e66f6-b7d0-4e2d-a931-e61d495aadf3 req-def35ef2-8a65-43da-8227-9134eb60de65 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 1096 time: 0.0642984 Jul 05 04:37:51.165907 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e66f6-b7d0-4e2d-a931-e61d495aadf3 req-e3abe2d7-de9f-4970-80fd-3e43bf21adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:51.167408 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fb8e66f6-b7d0-4e2d-a931-e61d495aadf3 req-e3abe2d7-de9f-4970-80fd-3e43bf21adb9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0845716 Jul 05 04:37:51.211483 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fb8e66f6-b7d0-4e2d-a931-e61d495aadf3 req-7ee67f89-ef28-47e5-9e54-6724df151767 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f0477b2-d397-4d7c-b1d4-14d2beefde66 HTTP/1.1" status: 200 len: 217 time: 0.0375061 Jul 05 04:37:51.258064 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e66f6-b7d0-4e2d-a931-e61d495aadf3 req-a56217d8-87bd-4ec4-993e-9979948e0461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:51.259531 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fb8e66f6-b7d0-4e2d-a931-e61d495aadf3 req-a56217d8-87bd-4ec4-993e-9979948e0461 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0425775 Jul 05 04:37:51.325143 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e66f6-b7d0-4e2d-a931-e61d495aadf3 req-59f47000-dca7-4e62-8a9b-10015a3e0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:51.329066 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fb8e66f6-b7d0-4e2d-a931-e61d495aadf3 req-59f47000-dca7-4e62-8a9b-10015a3e0a21 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630581 Jul 05 04:37:51.342031 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-fb8e66f6-b7d0-4e2d-a931-e61d495aadf3 req-8a82663b-c96b-4dc2-bed3-4d26235c0c9d service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:37:51.343028 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fb8e66f6-b7d0-4e2d-a931-e61d495aadf3 req-8a82663b-c96b-4dc2-bed3-4d26235c0c9d service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061235 Jul 05 04:37:51.470687 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fb8e66f6-b7d0-4e2d-a931-e61d495aadf3 req-4d6610c3-e9af-41a7-ae62-55c2a9e5934b service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197767 Jul 05 04:37:51.547344 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104e6fa-8cd1-46a1-b850-6cb3c9e06ce2 req-e7aa7016-1f01-4995-a914-71fd0d2b86aa tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:51.548955 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2104e6fa-8cd1-46a1-b850-6cb3c9e06ce2 req-e7aa7016-1f01-4995-a914-71fd0d2b86aa tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 944 time: 0.1290364 Jul 05 04:37:51.608081 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2104e6fa-8cd1-46a1-b850-6cb3c9e06ce2 req-b78b45ff-867e-4cda-ac3c-e105ff41f689 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529547 Jul 05 04:37:51.611552 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fb8e66f6-b7d0-4e2d-a931-e61d495aadf3 req-7dbc8273-f895-447d-bab6-c4d70245c979 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326959 Jul 05 04:37:52.794473 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988cd97-7893-43e3-9b02-4067dd98c4a4 req-a67b842f-4eaa-4cd5-8a37-6319a4a7f003 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:52.796008 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5988cd97-7893-43e3-9b02-4067dd98c4a4 req-a67b842f-4eaa-4cd5-8a37-6319a4a7f003 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 944 time: 0.0648963 Jul 05 04:37:52.833837 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5988cd97-7893-43e3-9b02-4067dd98c4a4 req-f2a1bb7a-f60b-41e0-bc0f-b12370f22f07 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323205 Jul 05 04:37:53.716267 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 8f0477b2-d397-4d7c-b1d4-14d2beefde66 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:37:53.815629 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 8f0477b2-d397-4d7c-b1d4-14d2beefde66, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8f0477b2-d397-4d7c-b1d4-14d2beefde66,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:37:53.826909 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '8f0477b2-d397-4d7c-b1d4-14d2beefde66', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'port_id': '8f0477b2-d397-4d7c-b1d4-14d2beefde66', 'mac_address': 'fa:16:3e:c7:e9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:37:53.865556 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:53.878716 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0477b2-d397-4d7c-b1d4-14d2beefde66 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:37:53.899422 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 8f0477b2-d397-4d7c-b1d4-14d2beefde66, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8f0477b2-d397-4d7c-b1d4-14d2beefde66,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:37:53.904145 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:53.952325 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=8f0477b2-d397-4d7c-b1d4-14d2beefde66,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:54.014991 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b79d86-06db-473a-85ff-9d16c6b3b4d6 req-f73b63a5-4d21-4150-84ca-9d7f8daea1de tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:54.016471 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-28b79d86-06db-473a-85ff-9d16c6b3b4d6 req-f73b63a5-4d21-4150-84ca-9d7f8daea1de tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 945 time: 0.0671496 Jul 05 04:37:54.056607 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-28b79d86-06db-473a-85ff-9d16c6b3b4d6 req-9b1a913e-e6df-4dc1-964a-06dce508c256 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341036 Jul 05 04:37:54.261767 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['8f0477b2-d397-4d7c-b1d4-14d2beefde66'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:37:55.248966 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fbd78-53e1-4f69-a615-071912bc3238 req-1382ab1d-279b-4f41-b320-acb442005328 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:55.250485 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e63fbd78-53e1-4f69-a615-071912bc3238 req-1382ab1d-279b-4f41-b320-acb442005328 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 945 time: 0.0642147 Jul 05 04:37:55.288886 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e63fbd78-53e1-4f69-a615-071912bc3238 req-84e02e45-7f26-43cc-896b-c3c6e6066e5d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326612 Jul 05 04:37:55.715376 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 8f0477b2-d397-4d7c-b1d4-14d2beefde66 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:37:55.765197 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 8f0477b2-d397-4d7c-b1d4-14d2beefde66 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:37:55.770821 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 8f0477b2-d397-4d7c-b1d4-14d2beefde66 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:37:55.771200 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:55.851538 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:55.872935 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02955d0c-6970-48e1-a2e3-bd4e69d6caea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0477b2-d397-4d7c-b1d4-14d2beefde66'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:37:55.875149 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b079c7-e7a4-45e9-bf5f-5621f5759626" -d '{"events": [{"server_uuid": "02955d0c-6970-48e1-a2e3-bd4e69d6caea", "name": "network-vif-plugged", "status": "completed", "tag": "8f0477b2-d397-4d7c-b1d4-14d2beefde66"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:37:55.888806 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 8f0477b2-d397-4d7c-b1d4-14d2beefde66, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8f0477b2-d397-4d7c-b1d4-14d2beefde66,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:37:55.892689 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:55.916090 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae6cd33-9c56-499e-b43f-2c107720d3cc x-openstack-request-id: req-eae6cd33-9c56-499e-b43f-2c107720d3cc {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:37:55.916516 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02955d0c-6970-48e1-a2e3-bd4e69d6caea", "name": "network-vif-plugged", "status": "completed", "tag": "8f0477b2-d397-4d7c-b1d4-14d2beefde66", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:37:55.916939 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eae6cd33-9c56-499e-b43f-2c107720d3cc {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:37:55.917416 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02955d0c-6970-48e1-a2e3-bd4e69d6caea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0477b2-d397-4d7c-b1d4-14d2beefde66', 'code': 200} Jul 05 04:37:55.942828 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=8f0477b2-d397-4d7c-b1d4-14d2beefde66,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:56.050945 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad067a1-0ceb-45c1-8ebd-981d621a492d req-83855434-5ec9-4bab-b650-51d0dd2204e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:56.052390 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5ad067a1-0ceb-45c1-8ebd-981d621a492d req-83855434-5ec9-4bab-b650-51d0dd2204e4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 1098 time: 0.0511832 Jul 05 04:37:56.086358 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5ad067a1-0ceb-45c1-8ebd-981d621a492d req-f496e7c9-ed10-46a6-89c8-356196bc16de service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280025 Jul 05 04:37:56.481432 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3989b5-b978-40d2-b30d-659293df9ca9 req-c3067ba5-a833-4f09-a4f3-b686fb9d8190 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:56.482927 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fb3989b5-b978-40d2-b30d-659293df9ca9 req-c3067ba5-a833-4f09-a4f3-b686fb9d8190 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.0766091 Jul 05 04:37:56.521363 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-fb3989b5-b978-40d2-b30d-659293df9ca9 req-f1f727b5-3f08-4361-8628-6e73b794876c tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328948 Jul 05 04:37:57.702071 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87c724-1579-48de-95df-5b75d369e3cf req-293126a8-44ad-44a9-aab9-f286a76598a6 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:57.703582 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3f87c724-1579-48de-95df-5b75d369e3cf req-293126a8-44ad-44a9-aab9-f286a76598a6 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.0668135 Jul 05 04:37:57.742351 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3f87c724-1579-48de-95df-5b75d369e3cf req-ba8006b1-b62e-4ce5-9d1a-6cd7d40957b0 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327499 Jul 05 04:37:57.910318 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb679cd-fd97-47c9-a750-8121e8b7bad0 req-bf2588ed-96e0-45d8-87e7-18cddb824f8a tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:57.911721 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6eb679cd-fd97-47c9-a750-8121e8b7bad0 req-bf2588ed-96e0-45d8-87e7-18cddb824f8a tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.0636191 Jul 05 04:37:57.920284 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47344) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:37:57.924749 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-916c1e77-d2f5-408a-a2a7-4fa54be109ca tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Request body: {'floatingip': {'port_id': '8f0477b2-d397-4d7c-b1d4-14d2beefde66'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:37:57.968728 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-916c1e77-d2f5-408a-a2a7-4fa54be109ca tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for floatingip, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:58.591443 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:37:58.716032 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5c8e1300-057e-492b-adfd-e32eb9b2f05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:58.778427 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-916c1e77-d2f5-408a-a2a7-4fa54be109ca tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:58.782255 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-916c1e77-d2f5-408a-a2a7-4fa54be109ca tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:58.895511 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-916c1e77-d2f5-408a-a2a7-4fa54be109ca tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Floating IP 80232d1e-a1ef-44f5-a025-a9f83d0aabb0 associated. External IP: 172.25.1.147, port: 8f0477b2-d397-4d7c-b1d4-14d2beefde66. Jul 05 04:37:59.147292 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916c1e77-d2f5-408a-a2a7-4fa54be109ca tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:37:59.263751 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916c1e77-d2f5-408a-a2a7-4fa54be109ca tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:37:59.268842 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-916c1e77-d2f5-408a-a2a7-4fa54be109ca tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:59.273699 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb652e8c-8c6b-4ac0-9292-b9437df4ad52 None None] Sync routers for ids ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:37:59.284751 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb652e8c-8c6b-4ac0-9292-b9437df4ad52 None None] Routers {'bf28ee15-9df4-4158-ae63-bc6c0dd037e9'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:37:59.285379 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-bb652e8c-8c6b-4ac0-9292-b9437df4ad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:37:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:37:59.315062 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-916c1e77-d2f5-408a-a2a7-4fa54be109ca tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "PUT /v2.0/floatingips/80232d1e-a1ef-44f5-a025-a9f83d0aabb0 HTTP/1.1" status: 200 len: 992 time: 1.3937085 Jul 05 04:37:59.315665 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02955d0c-6970-48e1-a2e3-bd4e69d6caea', 'tag': '8f0477b2-d397-4d7c-b1d4-14d2beefde66'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:37:59.318364 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52ff34c-8217-47c4-aeda-d05bbcf51c42" -d '{"events": [{"name": "network-changed", "server_uuid": "02955d0c-6970-48e1-a2e3-bd4e69d6caea", "tag": "8f0477b2-d397-4d7c-b1d4-14d2beefde66"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:37:59.365201 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4efc1a1-db24-4c3d-bf6e-c8f23d0e32cb x-openstack-request-id: req-b4efc1a1-db24-4c3d-bf6e-c8f23d0e32cb {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:37:59.365566 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02955d0c-6970-48e1-a2e3-bd4e69d6caea", "tag": "8f0477b2-d397-4d7c-b1d4-14d2beefde66", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:37:59.365886 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b4efc1a1-db24-4c3d-bf6e-c8f23d0e32cb {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:37:59.366357 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02955d0c-6970-48e1-a2e3-bd4e69d6caea', 'tag': '8f0477b2-d397-4d7c-b1d4-14d2beefde66', 'status': 'completed', 'code': 200} Jul 05 04:37:59.405881 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-bb652e8c-8c6b-4ac0-9292-b9437df4ad52 None None] Set router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:37:59.515054 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ff34c-8217-47c4-aeda-d05bbcf51c42 req-98fd7294-a879-4557-9a25-c84eb96a58ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:59.516828 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c52ff34c-8217-47c4-aeda-d05bbcf51c42 req-98fd7294-a879-4557-9a25-c84eb96a58ef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 1098 time: 0.0671561 Jul 05 04:37:59.633606 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ff34c-8217-47c4-aeda-d05bbcf51c42 req-ffa04a6d-d8fd-4bba-8ee0-5dbcada58660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:59.639256 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c52ff34c-8217-47c4-aeda-d05bbcf51c42 req-ffa04a6d-d8fd-4bba-8ee0-5dbcada58660 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.1145291 Jul 05 04:37:59.666832 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-bb652e8c-8c6b-4ac0-9292-b9437df4ad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '80232d1e-a1ef-44f5-a025-a9f83d0aabb0', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'floating_ip_address': '172.25.1.147', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'port_id': '8f0477b2-d397-4d7c-b1d4-14d2beefde66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'mac_address': 'fa:16:3e:c7:e9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02955d0c-6970-48e1-a2e3-bd4e69d6caea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:35:24Z', 'updated_at': '2021-07-05T04:37:58Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:26Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:37:59.700077 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb652e8c-8c6b-4ac0-9292-b9437df4ad52 None None] Checking router: bf28ee15-9df4-4158-ae63-bc6c0dd037e9 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:37:59.718186 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb652e8c-8c6b-4ac0-9292-b9437df4ad52 None None] Routers {'bf28ee15-9df4-4158-ae63-bc6c0dd037e9'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:37:59.719115 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-bb652e8c-8c6b-4ac0-9292-b9437df4ad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:37:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:37:59.721498 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c52ff34c-8217-47c4-aeda-d05bbcf51c42 req-69915eee-a2d2-42a9-acbc-1dbda3a73ff0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f0477b2-d397-4d7c-b1d4-14d2beefde66 HTTP/1.1" status: 200 len: 1000 time: 0.0756881 Jul 05 04:37:59.721982 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:59.776164 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ff34c-8217-47c4-aeda-d05bbcf51c42 req-b202ff65-ebcf-44f7-8a4d-1e8a377c442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:59.777669 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c52ff34c-8217-47c4-aeda-d05bbcf51c42 req-b202ff65-ebcf-44f7-8a4d-1e8a377c442c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0499918 Jul 05 04:37:59.840965 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ff34c-8217-47c4-aeda-d05bbcf51c42 req-02493550-7ef7-424f-81ca-479392fcb53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:59.842495 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c52ff34c-8217-47c4-aeda-d05bbcf51c42 req-02493550-7ef7-424f-81ca-479392fcb53d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579200 Jul 05 04:37:59.936323 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c52ff34c-8217-47c4-aeda-d05bbcf51c42 req-c02339e3-3939-4f08-86c5-b544caecdcce service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860128 Jul 05 04:38:00.007742 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-bb652e8c-8c6b-4ac0-9292-b9437df4ad52 None None] Set router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:38:00.033786 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c52ff34c-8217-47c4-aeda-d05bbcf51c42 req-df974e1e-05d2-46b5-8f09-9392ef27f316 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918214 Jul 05 04:38:00.232398 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-bb652e8c-8c6b-4ac0-9292-b9437df4ad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '80232d1e-a1ef-44f5-a025-a9f83d0aabb0', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'floating_ip_address': '172.25.1.147', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'port_id': '8f0477b2-d397-4d7c-b1d4-14d2beefde66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'mac_address': 'fa:16:3e:c7:e9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02955d0c-6970-48e1-a2e3-bd4e69d6caea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:35:24Z', 'updated_at': '2021-07-05T04:37:58Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:26Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:38:00.262136 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb652e8c-8c6b-4ac0-9292-b9437df4ad52 None None] The sync data for ids ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'] in n-d-780147-23 is: [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '80232d1e-a1ef-44f5-a025-a9f83d0aabb0', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'floating_ip_address': '172.25.1.147', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'port_id': '8f0477b2-d397-4d7c-b1d4-14d2beefde66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'mac_address': 'fa:16:3e:c7:e9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02955d0c-6970-48e1-a2e3-bd4e69d6caea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:35:24Z', 'updated_at': '2021-07-05T04:37:58Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:26Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:38:00.461267 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63920d96-6bcf-40d5-91f1-4bd52484313c None None] New status for floating IP 80232d1e-a1ef-44f5-a025-a9f83d0aabb0: ACTIVE {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:38:01.392555 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3ca1dd95-a03d-4042-836e-6aca3315835c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:01.795515 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:02.717318 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:04.513999 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:13.490972 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:28.709508 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c3e8a06f-1292-4503-b1d6-c9fcfb809217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:29.701263 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:31.396124 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7f3b9a55-9e70-4656-a6f3-14c7e49a2ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:31.796354 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:32.720716 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:34.513553 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:35.590175 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:38:43.489234 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:58.711886 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9ceb6392-8837-4748-afe2-a562d01856e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:59.523077 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb335b9d-69c0-4a7e-9fc5-c5dccd814239 req-787bfc4f-0c69-4336-92b5-59b76cf57695 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0988533 Jul 05 04:38:59.635852 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb335b9d-69c0-4a7e-9fc5-c5dccd814239 req-d9fd5a68-fe55-4408-ba25-51c48214ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:59.637307 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb335b9d-69c0-4a7e-9fc5-c5dccd814239 req-d9fd5a68-fe55-4408-ba25-51c48214ef64 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 1098 time: 0.0515471 Jul 05 04:38:59.696488 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:59.748234 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb335b9d-69c0-4a7e-9fc5-c5dccd814239 req-757407f0-f63d-4fa3-9e8b-2cdbef61a2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:59.749791 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb335b9d-69c0-4a7e-9fc5-c5dccd814239 req-757407f0-f63d-4fa3-9e8b-2cdbef61a2ff service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0902009 Jul 05 04:38:59.814371 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb335b9d-69c0-4a7e-9fc5-c5dccd814239 req-41e5cffd-3fc7-456c-bfbc-19c95c2fd359 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f0477b2-d397-4d7c-b1d4-14d2beefde66 HTTP/1.1" status: 200 len: 1002 time: 0.0572083 Jul 05 04:38:59.863416 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb335b9d-69c0-4a7e-9fc5-c5dccd814239 req-6f75bf5e-58ec-465c-a366-2ad86506d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:59.866731 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb335b9d-69c0-4a7e-9fc5-c5dccd814239 req-6f75bf5e-58ec-465c-a366-2ad86506d9c5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0464063 Jul 05 04:38:59.939675 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb335b9d-69c0-4a7e-9fc5-c5dccd814239 req-c40061a3-21cd-429b-bd2e-fd78e82ac973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:59.941221 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb335b9d-69c0-4a7e-9fc5-c5dccd814239 req-c40061a3-21cd-429b-bd2e-fd78e82ac973 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622563 Jul 05 04:39:00.038689 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb335b9d-69c0-4a7e-9fc5-c5dccd814239 req-596a686a-9cbe-4f81-ac5a-11a39d32841f service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887880 Jul 05 04:39:00.431558 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb335b9d-69c0-4a7e-9fc5-c5dccd814239 req-8c79244c-3721-4e19-aad3-4302374001e9 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853881 Jul 05 04:39:01.400357 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-06929240-38bb-4c02-96d9-a4c1170ad511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:01.797958 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:02.713140 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:04.515424 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:12.588948 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:39:13.488665 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:16.293886 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-f863ded2-3501-47e2-a294-e4236a9ab750 req-513b3c31-d6aa-45d1-b8dd-511f4c4d6b79 service neutron] (105538) timed out ('10.222.0.89', 53747) {{(pid=105538) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:39:28.714004 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-07ddc18b-56b0-462f-9d79-57666e1648e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:29.692101 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:31.401131 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-458bc605-17b4-409e-b4c7-5d194c61bf60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:31.800245 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:32.717555 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:34.518156 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:43.491120 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:49.588318 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:39:58.716594 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7171619b-d716-40ea-89e3-417d7897ab50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:59.692290 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:01.403972 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bfca711d-5444-43d9-930d-756bc47a4619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:01.489551 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-834f329b-6278-43fe-845c-c696441a7156 req-d08760eb-80c8-4064-a0fb-2e415697ca74 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529799 Jul 05 04:40:01.597422 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f329b-6278-43fe-845c-c696441a7156 req-419f87de-42dd-4733-a3f7-52d1c4e41c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:01.598879 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-834f329b-6278-43fe-845c-c696441a7156 req-419f87de-42dd-4733-a3f7-52d1c4e41c6e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 1098 time: 0.0518801 Jul 05 04:40:01.703935 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f329b-6278-43fe-845c-c696441a7156 req-52fa488a-84b3-4a38-aeab-2fc8bedc119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:01.705675 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-834f329b-6278-43fe-845c-c696441a7156 req-52fa488a-84b3-4a38-aeab-2fc8bedc119e service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0865402 Jul 05 04:40:01.771283 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-834f329b-6278-43fe-845c-c696441a7156 req-196df6c9-204a-44a6-a664-9185bc613b2c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f0477b2-d397-4d7c-b1d4-14d2beefde66 HTTP/1.1" status: 200 len: 1002 time: 0.0586040 Jul 05 04:40:01.802057 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:01.822302 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f329b-6278-43fe-845c-c696441a7156 req-34da7188-f77a-4956-aa25-a0b8b11d3d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:01.823766 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-834f329b-6278-43fe-845c-c696441a7156 req-34da7188-f77a-4956-aa25-a0b8b11d3d5d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0463903 Jul 05 04:40:01.905890 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f329b-6278-43fe-845c-c696441a7156 req-0f8145ad-7e24-4959-aa23-8cfe1be35eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:01.907723 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-834f329b-6278-43fe-845c-c696441a7156 req-0f8145ad-7e24-4959-aa23-8cfe1be35eaf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598927 Jul 05 04:40:01.999121 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-834f329b-6278-43fe-845c-c696441a7156 req-7d2070ce-5796-466f-99e7-ee5682de1e34 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841265 Jul 05 04:40:02.114266 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-834f329b-6278-43fe-845c-c696441a7156 req-adccad3c-8c91-4b20-a028-b21eec8e6c44 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084440 Jul 05 04:40:02.721287 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:04.519593 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:13.501576 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:26.586718 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:40:28.721824 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e820bfee-c8df-4ff5-ba89-22f699c79d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:29.698601 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:30.300898 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fb28c-a58e-4519-8efa-aec377f3e0b2 req-96a8d009-e712-4db3-bfa4-10e0e0c36b8e tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:30.302294 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe8fb28c-a58e-4519-8efa-aec377f3e0b2 req-96a8d009-e712-4db3-bfa4-10e0e0c36b8e tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.0661223 Jul 05 04:40:30.344364 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe8fb28c-a58e-4519-8efa-aec377f3e0b2 req-dab0ce4f-049e-4752-958a-d7f70178e807 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365536 Jul 05 04:40:31.406748 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-84675d61-902f-4560-94e1-cb347cd8e40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:31.542088 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c40c74-622f-48fa-82a3-aa1950b3de96 req-aac44d11-7c5b-4723-9b8b-aed83a742f5a tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:31.543671 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a9c40c74-622f-48fa-82a3-aa1950b3de96 req-aac44d11-7c5b-4723-9b8b-aed83a742f5a tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.0707831 Jul 05 04:40:31.602220 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a9c40c74-622f-48fa-82a3-aa1950b3de96 req-c12daeb9-51f0-4ba4-8607-0cdb5bc9f23f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507817 Jul 05 04:40:31.804058 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:32.724880 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:32.785574 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b29512-242f-48fd-914f-3e30981356ba req-07b4cc97-a716-4ea0-97b2-a9ebb8bc350d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:32.786962 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-32b29512-242f-48fd-914f-3e30981356ba req-07b4cc97-a716-4ea0-97b2-a9ebb8bc350d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.0635948 Jul 05 04:40:32.829373 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-32b29512-242f-48fd-914f-3e30981356ba req-d7b0958e-577a-4270-a5b6-d3138281dd1d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367727 Jul 05 04:40:34.008516 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d039d2f-2ed8-4988-946b-db600d1fef56 req-a85ce2a2-07a9-4783-9c15-e4eb0b2645a9 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:34.009946 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4d039d2f-2ed8-4988-946b-db600d1fef56 req-a85ce2a2-07a9-4783-9c15-e4eb0b2645a9 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.0679116 Jul 05 04:40:34.048918 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4d039d2f-2ed8-4988-946b-db600d1fef56 req-fbb48697-66d8-4b55-83d5-7d1d53f1463e tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327468 Jul 05 04:40:34.524178 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:35.226558 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd408ac5-5a54-490a-b8b9-260835ac09e2 req-3e6b6a30-7078-4f71-b23d-fe5d1f0ef8ab tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:35.228071 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bd408ac5-5a54-490a-b8b9-260835ac09e2 req-3e6b6a30-7078-4f71-b23d-fe5d1f0ef8ab tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.0634372 Jul 05 04:40:35.266734 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bd408ac5-5a54-490a-b8b9-260835ac09e2 req-e8aad6b9-3546-473e-a3cc-d5a2ea20c046 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325189 Jul 05 04:40:36.450670 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e4255-74ab-4835-b45b-17d4bbfb4900 req-eb5ab435-4862-4fa2-b29a-d891522f22e6 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:36.452644 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c74e4255-74ab-4835-b45b-17d4bbfb4900 req-eb5ab435-4862-4fa2-b29a-d891522f22e6 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.0656338 Jul 05 04:40:36.490903 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-c74e4255-74ab-4835-b45b-17d4bbfb4900 req-708a68e1-2c4d-413f-939b-d2028b222d74 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322783 Jul 05 04:40:37.663489 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636571b7-b1bd-4654-a52e-fd2fe0598faf req-df1b2d5d-ba58-403e-a8f4-01c9165d178b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:37.665008 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-636571b7-b1bd-4654-a52e-fd2fe0598faf req-df1b2d5d-ba58-403e-a8f4-01c9165d178b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.0626903 Jul 05 04:40:37.702423 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-636571b7-b1bd-4654-a52e-fd2fe0598faf req-608418ff-03bb-4995-ac2e-4a33b5a58d01 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318315 Jul 05 04:40:38.881886 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c93509-c2d8-4091-bf96-0b8a686f85e5 req-66f08972-0c43-4aa7-8ba1-b6cbb6b6c5e8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:38.883280 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32c93509-c2d8-4091-bf96-0b8a686f85e5 req-66f08972-0c43-4aa7-8ba1-b6cbb6b6c5e8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.0679231 Jul 05 04:40:38.921930 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-32c93509-c2d8-4091-bf96-0b8a686f85e5 req-7a74844a-fb08-42c3-b0dc-593079308f98 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330808 Jul 05 04:40:40.100521 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63e725-d0f5-4d22-a8d0-006c6f7b464c req-c16563bb-5f7b-459a-948b-3763d8f51ad8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:40.101948 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da63e725-d0f5-4d22-a8d0-006c6f7b464c req-c16563bb-5f7b-459a-948b-3763d8f51ad8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.0677109 Jul 05 04:40:40.142034 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da63e725-d0f5-4d22-a8d0-006c6f7b464c req-a5a1425f-003f-4463-9064-20986ce9c1e4 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344620 Jul 05 04:40:41.317356 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62e38d-4544-434c-a564-a72134031d77 req-1136a4d1-10a7-4bb3-9c05-6b296e3bb49f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:41.318759 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-af62e38d-4544-434c-a564-a72134031d77 req-1136a4d1-10a7-4bb3-9c05-6b296e3bb49f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.0630052 Jul 05 04:40:41.358895 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-af62e38d-4544-434c-a564-a72134031d77 req-f4c93e4c-c778-4f34-927c-8f14a6f509f5 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338068 Jul 05 04:40:42.545478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c47f56-03d9-40c3-99aa-08821416f19d req-b0abfdc2-8a02-4a6e-8711-e187bc3e44b2 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:42.547346 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-23c47f56-03d9-40c3-99aa-08821416f19d req-b0abfdc2-8a02-4a6e-8711-e187bc3e44b2 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.0675492 Jul 05 04:40:42.600961 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-23c47f56-03d9-40c3-99aa-08821416f19d req-b50006f0-da9e-42f1-914e-6a9b669653d0 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473795 Jul 05 04:40:43.514939 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:43.779075 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0561bc9-6ac5-4212-afe6-92479665ac42 req-d1b0768f-489a-413d-b0e1-9b2ad8c96060 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:43.781224 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e0561bc9-6ac5-4212-afe6-92479665ac42 req-d1b0768f-489a-413d-b0e1-9b2ad8c96060 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.0704434 Jul 05 04:40:43.821107 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e0561bc9-6ac5-4212-afe6-92479665ac42 req-8fc504de-51c4-4041-9872-1a7bc3e10103 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342696 Jul 05 04:40:44.998881 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f035b-8f68-4443-8f1e-9eae3f45a06e req-d90c3249-5cf0-46d8-a32b-1d363d000836 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:45.000445 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a64f035b-8f68-4443-8f1e-9eae3f45a06e req-d90c3249-5cf0-46d8-a32b-1d363d000836 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.0635839 Jul 05 04:40:45.042915 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a64f035b-8f68-4443-8f1e-9eae3f45a06e req-66b48980-3c94-42a0-8999-a3c4d9f69225 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369434 Jul 05 04:40:46.221596 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79111386-3598-4472-b473-8102230a4aa5 req-9f9a416d-c800-4037-bbf5-8df66a4a6097 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:46.223177 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-79111386-3598-4472-b473-8102230a4aa5 req-9f9a416d-c800-4037-bbf5-8df66a4a6097 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.0651498 Jul 05 04:40:46.261248 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-79111386-3598-4472-b473-8102230a4aa5 req-bc2c0d87-7148-4a07-9a16-3f6df0f32586 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323176 Jul 05 04:40:46.634246 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-ec8429b2-d4e5-4665-be2b-b824aa6b115d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841918 Jul 05 04:40:46.671998 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a2813-82a7-41bc-a31d-3aa21437bd17 req-893fb1c0-145d-4faa-9f50-c0cbf0aaa5da tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:46.673561 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-852a2813-82a7-41bc-a31d-3aa21437bd17 req-893fb1c0-145d-4faa-9f50-c0cbf0aaa5da tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.0759869 Jul 05 04:40:46.728638 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-852a2813-82a7-41bc-a31d-3aa21437bd17 req-3564d4f9-a42a-4ab9-836f-1432c4b98784 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450022 Jul 05 04:40:47.912418 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7632ed-d7fa-483c-9960-40ba1d1033c4 req-f31c2d93-062d-4134-adc0-048614d16366 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:47.914026 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ef7632ed-d7fa-483c-9960-40ba1d1033c4 req-f31c2d93-062d-4134-adc0-048614d16366 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.0661619 Jul 05 04:40:47.967414 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ef7632ed-d7fa-483c-9960-40ba1d1033c4 req-b5cf3b57-ced0-49b6-b9f9-377c8c6e7987 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467699 Jul 05 04:40:48.026726 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-5ba11f5c-ef07-45f0-a23e-6dde5212611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:48.028284 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-5ba11f5c-ef07-45f0-a23e-6dde5212611e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 1098 time: 0.0544930 Jul 05 04:40:48.122927 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-1f7c6465-e7c2-41d8-8ac7-a5b4e1f2c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:48.124968 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-1f7c6465-e7c2-41d8-8ac7-a5b4e1f2c80f service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0907333 Jul 05 04:40:48.188998 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-fbc31d1f-779f-42ff-8e46-ef1da3486563 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f0477b2-d397-4d7c-b1d4-14d2beefde66 HTTP/1.1" status: 200 len: 1002 time: 0.0580621 Jul 05 04:40:48.241287 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-0634b797-da04-483e-bb80-c437659bd90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:48.242653 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-0634b797-da04-483e-bb80-c437659bd90b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0474641 Jul 05 04:40:48.300693 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-5cb3dae0-f297-4312-b1dc-1f53bc279876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:48.302183 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-5cb3dae0-f297-4312-b1dc-1f53bc279876 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520973 Jul 05 04:40:48.390432 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-2f398566-f976-413a-8fb0-76e57d3b5e72 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811920 Jul 05 04:40:48.495139 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-97616257-9680-4ed2-8962-b92050c16843 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982733 Jul 05 04:40:49.145386 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551c42c-e27a-4493-bb67-bbab891f6275 req-533ed5a3-6303-45de-8031-348462958b97 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:49.146902 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3551c42c-e27a-4493-bb67-bbab891f6275 req-533ed5a3-6303-45de-8031-348462958b97 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.0663080 Jul 05 04:40:49.185271 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3551c42c-e27a-4493-bb67-bbab891f6275 req-88c3d098-ee07-4a9e-b95e-fc068550d2b0 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327866 Jul 05 04:40:50.360458 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b2407-ebfb-4ab5-96cf-6504c5f47162 req-b1b3788e-9ebb-4f95-a712-e9504edf3a56 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:50.361931 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-313b2407-ebfb-4ab5-96cf-6504c5f47162 req-b1b3788e-9ebb-4f95-a712-e9504edf3a56 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.0642118 Jul 05 04:40:50.400387 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-313b2407-ebfb-4ab5-96cf-6504c5f47162 req-78cbeff3-6865-4f5f-9058-050cdd8e9f99 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329654 Jul 05 04:40:50.544887 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-894fb6b0-ef09-4f76-9d73-ed2565c162d4 service neutron] show failed (client error): The resource could not be found. Jul 05 04:40:50.546713 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-894fb6b0-ef09-4f76-9d73-ed2565c162d4 service neutron] 10.222.0.70 "GET /v2.0/ports/8f0477b2-d397-4d7c-b1d4-14d2beefde66/bindings/n-h1-780147-23 HTTP/1.1" status: 404 len: 381 time: 0.0565488 Jul 05 04:40:50.819051 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-0ac15869-62fe-4e20-9e02-a25f13da9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:50.820527 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-0ac15869-62fe-4e20-9e02-a25f13da9d32 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea&tenant_id=83ae90a259794bd6b5188a2a366b1c9c HTTP/1.1" status: 200 len: 1098 time: 0.0592077 Jul 05 04:40:50.834623 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-23', 'device_owner': 'compute:nova'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:40:50.908661 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:51.112140 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] For port 8f0477b2-d397-4d7c-b1d4-14d2beefde66, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=8f0477b2-d397-4d7c-b1d4-14d2beefde66,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:40:51.149285 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] For port 8f0477b2-d397-4d7c-b1d4-14d2beefde66, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:40:51.189640 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02955d0c-6970-48e1-a2e3-bd4e69d6caea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f0477b2-d397-4d7c-b1d4-14d2beefde66'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:40:51.192935 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c90bff6-aff5-47dc-a69e-10b1f6542748" -d '{"events": [{"server_uuid": "02955d0c-6970-48e1-a2e3-bd4e69d6caea", "name": "network-vif-unplugged", "status": "completed", "tag": "8f0477b2-d397-4d7c-b1d4-14d2beefde66"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:40:51.198526 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:51.215117 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Transition to ACTIVE for port object 8f0477b2-d397-4d7c-b1d4-14d2beefde66 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:40:51.219008 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:51.246422 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bbadc5-91c6-402a-b1e6-94a5c807960f x-openstack-request-id: req-51bbadc5-91c6-402a-b1e6-94a5c807960f {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:40:51.246717 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02955d0c-6970-48e1-a2e3-bd4e69d6caea", "name": "network-vif-unplugged", "status": "completed", "tag": "8f0477b2-d397-4d7c-b1d4-14d2beefde66", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:40:51.246972 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-51bbadc5-91c6-402a-b1e6-94a5c807960f {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:40:51.247383 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02955d0c-6970-48e1-a2e3-bd4e69d6caea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f0477b2-d397-4d7c-b1d4-14d2beefde66', 'code': 200} Jul 05 04:40:51.296487 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0477b2-d397-4d7c-b1d4-14d2beefde66,revision_number=6']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:51.311358 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:51.311745 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:51.312125 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:51.312508 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:51.312792 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:51.313133 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:51.313467 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:51.313831 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:51.314165 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:51.314496 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:51.314823 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:51.315148 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:51.362129 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] No DVR routers for this DVR port 8f0477b2-d397-4d7c-b1d4-14d2beefde66 on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:40:51.517256 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Attempting to bind port 8f0477b2-d397-4d7c-b1d4-14d2beefde66 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:40:51.517642 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Attempting to bind port 8f0477b2-d397-4d7c-b1d4-14d2beefde66 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:40:51.517925 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Attempting to bind port 8f0477b2-d397-4d7c-b1d4-14d2beefde66 on network b0d9d564-8fce-4cc3-905f-fbc05d803418 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:40:51.522693 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Port 8f0477b2-d397-4d7c-b1d4-14d2beefde66 on network b0d9d564-8fce-4cc3-905f-fbc05d803418 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:40:51.523019 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Attempting to bind port 8f0477b2-d397-4d7c-b1d4-14d2beefde66 on network b0d9d564-8fce-4cc3-905f-fbc05d803418 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:40:51.543743 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:40:51.544201 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Checking segment: {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:40:51.544558 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Bound using segment: {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:40:51.544952 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Bound port: 8f0477b2-d397-4d7c-b1d4-14d2beefde66, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:40:51.545342 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:51.648698 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45f9fe-d585-48b8-8be5-3d3848046a33 req-a4465de7-6d70-4411-972d-21c853303b33 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:51.650136 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da45f9fe-d585-48b8-8be5-3d3848046a33 req-a4465de7-6d70-4411-972d-21c853303b33 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 944 time: 0.1241176 Jul 05 04:40:51.651231 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] For port 8f0477b2-d397-4d7c-b1d4-14d2beefde66, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:40:51.654842 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] For port 8f0477b2-d397-4d7c-b1d4-14d2beefde66, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8f0477b2-d397-4d7c-b1d4-14d2beefde66,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:40:51.665225 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:51.727383 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:51.728113 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:51.729601 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] 10.222.0.89 "PUT /v2.0/ports/8f0477b2-d397-4d7c-b1d4-14d2beefde66 HTTP/1.1" status: 200 len: 1093 time: 0.8991573 Jul 05 04:40:51.740823 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da45f9fe-d585-48b8-8be5-3d3848046a33 req-10828850-86d0-4c9e-8fd2-e170b265593c tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845149 Jul 05 04:40:51.760227 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c52aa0-13a8-4287-b42e-6431159f8950 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0477b2-d397-4d7c-b1d4-14d2beefde66,revision_number=7']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:51.834988 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-3596b4c0-0ea9-4eca-b74f-2140d2372b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:51.837099 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-3596b4c0-0ea9-4eca-b74f-2140d2372b6f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 1096 time: 0.0648880 Jul 05 04:40:51.943612 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-ae6b9e96-72e9-40dd-a9ea-33d8e417f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:51.945135 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-ae6b9e96-72e9-40dd-a9ea-33d8e417f6e1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0977387 Jul 05 04:40:52.025688 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-1a95240e-092f-4927-bbd7-aaa4b0824d5c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f0477b2-d397-4d7c-b1d4-14d2beefde66 HTTP/1.1" status: 200 len: 1000 time: 0.0693626 Jul 05 04:40:52.078107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-83fdecf2-b0c4-4852-922d-ea79f9932437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:52.079966 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-83fdecf2-b0c4-4852-922d-ea79f9932437 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0433981 Jul 05 04:40:52.145978 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-d60a064d-2f7b-4efd-8abb-5040788812ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:52.147489 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-d60a064d-2f7b-4efd-8abb-5040788812ed service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585914 Jul 05 04:40:52.247179 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-b50bb0a3-fd43-4717-a2e5-88994a26dc96 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896013 Jul 05 04:40:52.348436 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-696c4419-e9e1-4b7f-b004-30d6a15a8e37 req-3f850850-2cdf-4c5b-8840-8ca4593b9ca4 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894756 Jul 05 04:40:52.929128 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8043f4f-2914-45e9-9381-307fd334d245 req-04049219-2ef5-4702-b3d9-e62c7bb26014 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:52.930680 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8043f4f-2914-45e9-9381-307fd334d245 req-04049219-2ef5-4702-b3d9-e62c7bb26014 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 944 time: 0.0672872 Jul 05 04:40:52.975751 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8043f4f-2914-45e9-9381-307fd334d245 req-3d751a73-4d2a-4e80-9ef0-7b519a841f6e tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395281 Jul 05 04:40:53.249267 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02955d0c-6970-48e1-a2e3-bd4e69d6caea', 'tag': '8f0477b2-d397-4d7c-b1d4-14d2beefde66'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:40:53.251699 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b8e4dc-7867-42f0-affd-e6d9b1d36adc" -d '{"events": [{"name": "network-changed", "server_uuid": "02955d0c-6970-48e1-a2e3-bd4e69d6caea", "tag": "8f0477b2-d397-4d7c-b1d4-14d2beefde66"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:40:53.304567 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea51a41-c466-4aab-b764-bd596072f63f x-openstack-request-id: req-aea51a41-c466-4aab-b764-bd596072f63f {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:40:53.304856 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02955d0c-6970-48e1-a2e3-bd4e69d6caea", "tag": "8f0477b2-d397-4d7c-b1d4-14d2beefde66", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:40:53.305268 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aea51a41-c466-4aab-b764-bd596072f63f {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:40:53.305506 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02955d0c-6970-48e1-a2e3-bd4e69d6caea', 'tag': '8f0477b2-d397-4d7c-b1d4-14d2beefde66', 'status': 'completed', 'code': 200} Jul 05 04:40:53.424270 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8e4dc-7867-42f0-affd-e6d9b1d36adc req-4ab0706a-9881-4dfb-b032-08de733b4092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:53.425806 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5b8e4dc-7867-42f0-affd-e6d9b1d36adc req-4ab0706a-9881-4dfb-b032-08de733b4092 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 1096 time: 0.0934873 Jul 05 04:40:53.431494 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8e4dc-7867-42f0-affd-e6d9b1d36adc req-17e2ee0c-e3c8-4c6f-bbdc-187e33471938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:53.432890 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5b8e4dc-7867-42f0-affd-e6d9b1d36adc req-17e2ee0c-e3c8-4c6f-bbdc-187e33471938 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 1096 time: 0.0730593 Jul 05 04:40:53.593335 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8e4dc-7867-42f0-affd-e6d9b1d36adc req-287ced5d-122f-4907-8daf-9fe4511d2780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:53.594788 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5b8e4dc-7867-42f0-affd-e6d9b1d36adc req-287ced5d-122f-4907-8daf-9fe4511d2780 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.1596968 Jul 05 04:40:53.595931 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8e4dc-7867-42f0-affd-e6d9b1d36adc req-8752684f-9e1d-4353-bef8-ef77d97e01d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:53.597241 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5b8e4dc-7867-42f0-affd-e6d9b1d36adc req-8752684f-9e1d-4353-bef8-ef77d97e01d2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.1550109 Jul 05 04:40:53.708674 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5b8e4dc-7867-42f0-affd-e6d9b1d36adc req-5603c2f4-4fa1-4bc7-a00a-a2551817e0fa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f0477b2-d397-4d7c-b1d4-14d2beefde66 HTTP/1.1" status: 200 len: 1000 time: 0.1002443 Jul 05 04:40:53.710329 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5b8e4dc-7867-42f0-affd-e6d9b1d36adc req-d5e45c5e-748e-43bb-89d8-2eff89e8ad4e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f0477b2-d397-4d7c-b1d4-14d2beefde66 HTTP/1.1" status: 200 len: 1000 time: 0.1077871 Jul 05 04:40:53.792122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8e4dc-7867-42f0-affd-e6d9b1d36adc req-2115c7b3-5438-4fad-8b6e-e82fb1229506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:53.793604 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5b8e4dc-7867-42f0-affd-e6d9b1d36adc req-2115c7b3-5438-4fad-8b6e-e82fb1229506 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0792930 Jul 05 04:40:53.807815 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8e4dc-7867-42f0-affd-e6d9b1d36adc req-854e908e-5404-4ddc-9063-159100f46ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:53.809216 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5b8e4dc-7867-42f0-affd-e6d9b1d36adc req-854e908e-5404-4ddc-9063-159100f46ee0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0856280 Jul 05 04:40:53.896866 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8e4dc-7867-42f0-affd-e6d9b1d36adc req-9de9cde8-7d7a-4105-a7d4-c3b5a12f0c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:53.899972 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5b8e4dc-7867-42f0-affd-e6d9b1d36adc req-9de9cde8-7d7a-4105-a7d4-c3b5a12f0c8c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004331 Jul 05 04:40:53.919276 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8e4dc-7867-42f0-affd-e6d9b1d36adc req-a724006c-c718-43ec-8f94-5571f78e42ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:53.920852 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5b8e4dc-7867-42f0-affd-e6d9b1d36adc req-a724006c-c718-43ec-8f94-5571f78e42ea service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924792 Jul 05 04:40:54.086753 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5b8e4dc-7867-42f0-affd-e6d9b1d36adc req-98dc78a3-6a8e-4daa-a8b9-ce87657b3944 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768341 Jul 05 04:40:54.117012 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5b8e4dc-7867-42f0-affd-e6d9b1d36adc req-be8e0802-6b2b-4547-8f04-056f01b98970 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780586 Jul 05 04:40:54.171093 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd03bda-cbf4-40e0-ba66-7c2df639dbb2 req-05b1a599-f0f4-454f-a291-79e1240d74c7 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:54.172561 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cbd03bda-cbf4-40e0-ba66-7c2df639dbb2 req-05b1a599-f0f4-454f-a291-79e1240d74c7 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 944 time: 0.0716434 Jul 05 04:40:54.215522 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cbd03bda-cbf4-40e0-ba66-7c2df639dbb2 req-f32981a2-99e1-4291-bc34-27c38d23c64e tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367870 Jul 05 04:40:54.258744 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5b8e4dc-7867-42f0-affd-e6d9b1d36adc req-8687581d-072d-4bdb-8753-97351c290619 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652713 Jul 05 04:40:54.275889 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a5b8e4dc-7867-42f0-affd-e6d9b1d36adc req-c542b43b-4362-4180-9d59-e0559aaf4a77 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295037 Jul 05 04:40:54.490868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 8f0477b2-d397-4d7c-b1d4-14d2beefde66 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:40:54.540557 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 8f0477b2-d397-4d7c-b1d4-14d2beefde66 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:40:54.542005 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7fe5c-bd14-44b7-9aae-197fa0f276f1 req-5017623c-8738-4003-8cd0-3dd3d23c8114 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:54.543269 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d0d7fe5c-bd14-44b7-9aae-197fa0f276f1 req-5017623c-8738-4003-8cd0-3dd3d23c8114 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 944 time: 0.0762377 Jul 05 04:40:54.589577 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d0d7fe5c-bd14-44b7-9aae-197fa0f276f1 req-af15cd97-b6a4-487d-9e17-a854d7ab5cd8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374806 Jul 05 04:40:54.834476 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45acc0-ec91-49c7-bb98-d8a1c5ef7f5e req-1b8ac6cb-1595-4d60-9d5a-6def528a2465 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:54.835953 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb45acc0-ec91-49c7-bb98-d8a1c5ef7f5e req-1b8ac6cb-1595-4d60-9d5a-6def528a2465 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.70 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea&tenant_id=83ae90a259794bd6b5188a2a366b1c9c&binding%3Ahost_id=n-h1-780147-23 HTTP/1.1" status: 200 len: 944 time: 0.3509796 Jul 05 04:40:54.896252 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-bb45acc0-ec91-49c7-bb98-d8a1c5ef7f5e req-843355b0-669f-4b1b-8f30-35c81c3d3c09 service neutron] delete failed (client error): The resource could not be found. Jul 05 04:40:54.897270 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb45acc0-ec91-49c7-bb98-d8a1c5ef7f5e req-843355b0-669f-4b1b-8f30-35c81c3d3c09 service neutron] 10.222.0.70 "DELETE /v2.0/ports/8f0477b2-d397-4d7c-b1d4-14d2beefde66/bindings/n-h2-780147-23 HTTP/1.1" status: 404 len: 381 time: 0.0543652 Jul 05 04:40:54.970542 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8f0477b2-d397-4d7c-b1d4-14d2beefde66 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:40:55.009507 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45acc0-ec91-49c7-bb98-d8a1c5ef7f5e req-4ce52ef3-76d0-41b9-969b-0afdaad9416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:55.011148 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb45acc0-ec91-49c7-bb98-d8a1c5ef7f5e req-4ce52ef3-76d0-41b9-969b-0afdaad9416b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 1096 time: 0.0536661 Jul 05 04:40:55.076104 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8f0477b2-d397-4d7c-b1d4-14d2beefde66, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8f0477b2-d397-4d7c-b1d4-14d2beefde66,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:40:55.089463 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '8f0477b2-d397-4d7c-b1d4-14d2beefde66', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'port_id': '8f0477b2-d397-4d7c-b1d4-14d2beefde66', 'mac_address': 'fa:16:3e:c7:e9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:40:55.109798 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45acc0-ec91-49c7-bb98-d8a1c5ef7f5e req-2ad4832d-2a1c-4392-b4ab-5d5104720294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:55.111293 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb45acc0-ec91-49c7-bb98-d8a1c5ef7f5e req-2ad4832d-2a1c-4392-b4ab-5d5104720294 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0937939 Jul 05 04:40:55.131671 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:55.145202 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0477b2-d397-4d7c-b1d4-14d2beefde66 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:40:55.166350 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8f0477b2-d397-4d7c-b1d4-14d2beefde66, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8f0477b2-d397-4d7c-b1d4-14d2beefde66,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:40:55.170322 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:55.178053 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb45acc0-ec91-49c7-bb98-d8a1c5ef7f5e req-e77260ec-9c61-4f90-9a7f-3eb9c2b10719 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f0477b2-d397-4d7c-b1d4-14d2beefde66 HTTP/1.1" status: 200 len: 1000 time: 0.0606341 Jul 05 04:40:55.221814 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=8f0477b2-d397-4d7c-b1d4-14d2beefde66,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:55.229409 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:55.229626 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45acc0-ec91-49c7-bb98-d8a1c5ef7f5e req-476f1402-9bdb-4647-a383-0273fd1f0177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:55.229744 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:55.230089 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:55.230425 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:55.230758 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:55.231051 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb45acc0-ec91-49c7-bb98-d8a1c5ef7f5e req-476f1402-9bdb-4647-a383-0273fd1f0177 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0466511 Jul 05 04:40:55.231168 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:55.231536 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:55.231840 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:55.232173 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:55.232528 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:55.232951 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:55.233316 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:55.297576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45acc0-ec91-49c7-bb98-d8a1c5ef7f5e req-1337043b-e9e4-48e3-b349-c6fe0b1f59f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:55.299107 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb45acc0-ec91-49c7-bb98-d8a1c5ef7f5e req-1337043b-e9e4-48e3-b349-c6fe0b1f59f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620096 Jul 05 04:40:55.387460 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb45acc0-ec91-49c7-bb98-d8a1c5ef7f5e req-0682c19e-d8fd-4bd6-a82b-4fb18f24656a service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820384 Jul 05 04:40:55.460945 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['8f0477b2-d397-4d7c-b1d4-14d2beefde66'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:40:55.488225 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb45acc0-ec91-49c7-bb98-d8a1c5ef7f5e req-e89c0873-17cf-4916-b3be-5161edbe77fc service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950038 Jul 05 04:40:55.776467 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3710f2-355d-4f5e-9c83-98102f91ef63 req-8e950230-498f-4d98-8de5-dcf885e86a95 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:55.778152 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5d3710f2-355d-4f5e-9c83-98102f91ef63 req-8e950230-498f-4d98-8de5-dcf885e86a95 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 945 time: 0.0682318 Jul 05 04:40:55.818091 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5d3710f2-355d-4f5e-9c83-98102f91ef63 req-bb5b4ae7-9ecc-4130-ab2e-baacef5481d1 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341403 Jul 05 04:40:56.986990 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8f0477b2-d397-4d7c-b1d4-14d2beefde66 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:40:57.007956 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478ff91-52e2-4ec4-9191-4de06dc1b3b7 req-7c37d18d-9a26-4202-9288-58155d43ff2e tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:57.009536 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9478ff91-52e2-4ec4-9191-4de06dc1b3b7 req-7c37d18d-9a26-4202-9288-58155d43ff2e tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 945 time: 0.0702307 Jul 05 04:40:57.039614 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 8f0477b2-d397-4d7c-b1d4-14d2beefde66 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:40:57.043454 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 8f0477b2-d397-4d7c-b1d4-14d2beefde66 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:40:57.043990 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:57.051574 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9478ff91-52e2-4ec4-9191-4de06dc1b3b7 req-f89cedce-831f-4bb0-ad0f-ceb6696a3c62 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349991 Jul 05 04:40:57.128992 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:57.154692 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02955d0c-6970-48e1-a2e3-bd4e69d6caea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0477b2-d397-4d7c-b1d4-14d2beefde66'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:40:57.157180 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a82a26-464d-47bb-b735-a88c594ad98c" -d '{"events": [{"server_uuid": "02955d0c-6970-48e1-a2e3-bd4e69d6caea", "name": "network-vif-plugged", "status": "completed", "tag": "8f0477b2-d397-4d7c-b1d4-14d2beefde66"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:40:57.171017 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 8f0477b2-d397-4d7c-b1d4-14d2beefde66, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8f0477b2-d397-4d7c-b1d4-14d2beefde66,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:40:57.176763 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:57.233683 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=8f0477b2-d397-4d7c-b1d4-14d2beefde66,revision_number=9']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:57.241049 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95561f-a196-4ae8-b783-cfed581b63bc req-e4becba5-fe1f-42a3-a7c7-78c024feeaf2 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:57.242748 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6a95561f-a196-4ae8-b783-cfed581b63bc req-e4becba5-fe1f-42a3-a7c7-78c024feeaf2 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.0760503 Jul 05 04:40:57.264869 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672de7cc-539b-406e-b902-776a85354e12 x-openstack-request-id: req-672de7cc-539b-406e-b902-776a85354e12 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:40:57.265175 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02955d0c-6970-48e1-a2e3-bd4e69d6caea", "name": "network-vif-plugged", "status": "completed", "tag": "8f0477b2-d397-4d7c-b1d4-14d2beefde66", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:40:57.265433 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-672de7cc-539b-406e-b902-776a85354e12 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:40:57.265833 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02955d0c-6970-48e1-a2e3-bd4e69d6caea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0477b2-d397-4d7c-b1d4-14d2beefde66', 'code': 200} Jul 05 04:40:57.289159 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6a95561f-a196-4ae8-b783-cfed581b63bc req-19e8a344-e378-435b-9c47-425b67c32733 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388014 Jul 05 04:40:57.694111 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba351c8-1743-40b3-82f6-cbecd88159d1 req-24f1d0fa-5561-4c6c-8ecb-8792d18d237a tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:57.695636 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5ba351c8-1743-40b3-82f6-cbecd88159d1 req-24f1d0fa-5561-4c6c-8ecb-8792d18d237a tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.1007600 Jul 05 04:40:57.697686 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf13549-6198-4fd3-95b8-4461489f88db req-6ae1d5cb-9bfe-4fec-baaf-2b19cd115508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:57.699073 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-acf13549-6198-4fd3-95b8-4461489f88db req-6ae1d5cb-9bfe-4fec-baaf-2b19cd115508 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 1098 time: 0.1124079 Jul 05 04:40:57.788294 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5ba351c8-1743-40b3-82f6-cbecd88159d1 req-0d3a559c-c517-449c-afd0-5b429cb46825 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868702 Jul 05 04:40:57.818611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf13549-6198-4fd3-95b8-4461489f88db req-9404d617-ff9a-4696-b3c2-8e8f34b94bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:57.820124 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-acf13549-6198-4fd3-95b8-4461489f88db req-9404d617-ff9a-4696-b3c2-8e8f34b94bd5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.1112347 Jul 05 04:40:57.891010 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-acf13549-6198-4fd3-95b8-4461489f88db req-c1c92070-90f0-452b-9af0-07e4cef83bc5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f0477b2-d397-4d7c-b1d4-14d2beefde66 HTTP/1.1" status: 200 len: 1002 time: 0.0605140 Jul 05 04:40:57.947779 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf13549-6198-4fd3-95b8-4461489f88db req-978ef0e2-1e59-4c8a-8e48-cbdc944c5d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:57.949203 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-acf13549-6198-4fd3-95b8-4461489f88db req-978ef0e2-1e59-4c8a-8e48-cbdc944c5d29 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0487545 Jul 05 04:40:58.009433 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf13549-6198-4fd3-95b8-4461489f88db req-047fea10-402b-420a-9d10-d07353a342f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:58.010942 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-acf13549-6198-4fd3-95b8-4461489f88db req-047fea10-402b-420a-9d10-d07353a342f4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517006 Jul 05 04:40:58.105629 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-acf13549-6198-4fd3-95b8-4461489f88db req-9f5ecabb-927a-4c68-88ac-bd70f2b13534 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843019 Jul 05 04:40:58.208421 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-acf13549-6198-4fd3-95b8-4461489f88db req-b0633d7b-de46-4b7c-a5f8-31a608d27a56 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917516 Jul 05 04:40:58.725396 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-04fac0c9-60c8-467c-9ce7-fc530b835f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:58.971517 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2bc3f-d4cf-4b8f-a26c-025648a8af37 req-1343b389-f70f-477d-a0d4-6e3d4cc5fcc6 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:58.973576 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cdd2bc3f-d4cf-4b8f-a26c-025648a8af37 req-1343b389-f70f-477d-a0d4-6e3d4cc5fcc6 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.0662122 Jul 05 04:40:59.011982 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cdd2bc3f-d4cf-4b8f-a26c-025648a8af37 req-cb49e79e-b38d-439b-b221-e71862716c95 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330698 Jul 05 04:40:59.409657 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212a989-4147-4408-90a9-06807ca4a8fe req-47b44a00-ccbd-458c-905b-7b3db6fecbac tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:59.411095 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a212a989-4147-4408-90a9-06807ca4a8fe req-47b44a00-ccbd-458c-905b-7b3db6fecbac tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.0670564 Jul 05 04:40:59.456779 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a212a989-4147-4408-90a9-06807ca4a8fe req-e8b512a9-ef8b-48b4-a5ec-01497c99096a tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399959 Jul 05 04:40:59.720341 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:00.642257 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9505e95-b411-4df9-b903-db6ef6baa69c req-c02d2dba-100c-42aa-914f-d004c447a3fc tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:00.643882 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9505e95-b411-4df9-b903-db6ef6baa69c req-c02d2dba-100c-42aa-914f-d004c447a3fc tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.0693853 Jul 05 04:41:00.691198 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9505e95-b411-4df9-b903-db6ef6baa69c req-a4ae7609-254b-47cb-8bf5-0a8d828837cf tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415213 Jul 05 04:41:00.772807 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5080106-86d4-45a9-8484-39bd05c46758 req-f0f46ffa-a5d1-4e03-ae6e-ec1f5d7ab2a7 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:00.774242 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d5080106-86d4-45a9-8484-39bd05c46758 req-f0f46ffa-a5d1-4e03-ae6e-ec1f5d7ab2a7 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.89 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 946 time: 0.0678170 Jul 05 04:41:00.888034 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-d5080106-86d4-45a9-8484-39bd05c46758 req-1e994897-d819-4bed-8f9a-1539b66609dc tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Deleting port 8f0477b2-d397-4d7c-b1d4-14d2beefde66 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:41:00.888290 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-d5080106-86d4-45a9-8484-39bd05c46758 req-1e994897-d819-4bed-8f9a-1539b66609dc tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:00.979198 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-d5080106-86d4-45a9-8484-39bd05c46758 req-1e994897-d819-4bed-8f9a-1539b66609dc tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] For port 8f0477b2-d397-4d7c-b1d4-14d2beefde66, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=8f0477b2-d397-4d7c-b1d4-14d2beefde66,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:41:00.979558 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-d5080106-86d4-45a9-8484-39bd05c46758 req-1e994897-d819-4bed-8f9a-1539b66609dc tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:01.169161 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-d5080106-86d4-45a9-8484-39bd05c46758 req-1e994897-d819-4bed-8f9a-1539b66609dc tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:01.169450 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-d5080106-86d4-45a9-8484-39bd05c46758 req-1e994897-d819-4bed-8f9a-1539b66609dc tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:01.169770 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [req-d5080106-86d4-45a9-8484-39bd05c46758 req-1e994897-d819-4bed-8f9a-1539b66609dc tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Floating IP 80232d1e-a1ef-44f5-a025-a9f83d0aabb0 disassociated. External IP: 172.25.1.147, port: 8f0477b2-d397-4d7c-b1d4-14d2beefde66. Jul 05 04:41:01.170119 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-d5080106-86d4-45a9-8484-39bd05c46758 req-1e994897-d819-4bed-8f9a-1539b66609dc tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Calling delete_port for 8f0477b2-d397-4d7c-b1d4-14d2beefde66 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:41:01.302991 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-d5080106-86d4-45a9-8484-39bd05c46758 req-1e994897-d819-4bed-8f9a-1539b66609dc tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:01.336466 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e994897-d819-4bed-8f9a-1539b66609dc tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Pushing event deleted for resources: {'Port': ['ID=8f0477b2-d397-4d7c-b1d4-14d2beefde66,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:41:01.412327 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-13904864-1bc2-4869-b344-b20d0b5657e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:01.463717 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5080106-86d4-45a9-8484-39bd05c46758 req-1e994897-d819-4bed-8f9a-1539b66609dc tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:41:01.577708 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5080106-86d4-45a9-8484-39bd05c46758 req-1e994897-d819-4bed-8f9a-1539b66609dc tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:41:01.588022 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d312e86-e6c8-41ac-8c3f-5379d7a8bdfc None None] Sync routers for ids ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:41:01.598276 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d312e86-e6c8-41ac-8c3f-5379d7a8bdfc None None] Routers {'bf28ee15-9df4-4158-ae63-bc6c0dd037e9'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:41:01.598905 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8d312e86-e6c8-41ac-8c3f-5379d7a8bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:41:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:41:01.620534 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5080106-86d4-45a9-8484-39bd05c46758 req-1e994897-d819-4bed-8f9a-1539b66609dc tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] No DVR routers for this DVR port 8f0477b2-d397-4d7c-b1d4-14d2beefde66 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:41:01.623202 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-d5080106-86d4-45a9-8484-39bd05c46758 req-1e994897-d819-4bed-8f9a-1539b66609dc tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:01.625957 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d5080106-86d4-45a9-8484-39bd05c46758 req-1e994897-d819-4bed-8f9a-1539b66609dc tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.89 "DELETE /v2.0/ports/8f0477b2-d397-4d7c-b1d4-14d2beefde66 HTTP/1.1" status: 204 len: 173 time: 0.8435192 Jul 05 04:41:01.626403 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02955d0c-6970-48e1-a2e3-bd4e69d6caea', 'name': 'network-vif-deleted', 'tag': '8f0477b2-d397-4d7c-b1d4-14d2beefde66'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:41:01.628709 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34757084-1e93-4b77-8e49-555621dfcb2a" -d '{"events": [{"server_uuid": "02955d0c-6970-48e1-a2e3-bd4e69d6caea", "name": "network-vif-deleted", "tag": "8f0477b2-d397-4d7c-b1d4-14d2beefde66"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:41:01.672385 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f43da1-b218-4f70-bbc1-abfb83fbbb7c x-openstack-request-id: req-d8f43da1-b218-4f70-bbc1-abfb83fbbb7c {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:41:01.673086 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02955d0c-6970-48e1-a2e3-bd4e69d6caea", "name": "network-vif-deleted", "tag": "8f0477b2-d397-4d7c-b1d4-14d2beefde66", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:41:01.673293 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d8f43da1-b218-4f70-bbc1-abfb83fbbb7c {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:41:01.673697 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02955d0c-6970-48e1-a2e3-bd4e69d6caea', 'name': 'network-vif-deleted', 'tag': '8f0477b2-d397-4d7c-b1d4-14d2beefde66', 'status': 'completed', 'code': 200} Jul 05 04:41:01.711204 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-8d312e86-e6c8-41ac-8c3f-5379d7a8bdfc None None] Set router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:41:01.857642 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:01.861698 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-12822511-b1c3-432a-a6d5-0da9e967164e req-9ecdea40-8676-401a-8639-c61ba858a13c tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=02955d0c-6970-48e1-a2e3-bd4e69d6caea HTTP/1.1" status: 200 len: 210 time: 0.0365772 Jul 05 04:41:01.950009 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8d312e86-e6c8-41ac-8c3f-5379d7a8bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:26Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:41:01.982258 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d312e86-e6c8-41ac-8c3f-5379d7a8bdfc None None] Checking router: bf28ee15-9df4-4158-ae63-bc6c0dd037e9 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:41:01.991231 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d312e86-e6c8-41ac-8c3f-5379d7a8bdfc None None] Routers {'bf28ee15-9df4-4158-ae63-bc6c0dd037e9'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:41:01.991886 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8d312e86-e6c8-41ac-8c3f-5379d7a8bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:41:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:41:02.098465 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-8d312e86-e6c8-41ac-8c3f-5379d7a8bdfc None None] Set router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:41:02.306323 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-8d312e86-e6c8-41ac-8c3f-5379d7a8bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:26Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:41:02.333415 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d312e86-e6c8-41ac-8c3f-5379d7a8bdfc None None] The sync data for ids ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'] in n-d-780147-23 is: [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:26Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:41:02.556253 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c288ba77-d57a-4b5b-a6b9-b1edfdbe8dff None None] New status for floating IP 80232d1e-a1ef-44f5-a025-a9f83d0aabb0: DOWN {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:41:02.728309 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:03.304829 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f753944b-1b42-4627-94c5-c1033746cb62 req-e6fb18ee-4ef3-45b5-b857-8e9870d56f32 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1276402320&fields=id&tenant_id=83ae90a259794bd6b5188a2a366b1c9c HTTP/1.1" status: 200 len: 267 time: 0.0425355 Jul 05 04:41:03.422580 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753944b-1b42-4627-94c5-c1033746cb62 req-c445b874-a1b7-4fbc-aaff-4b4fc5c890df tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:03.424180 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f753944b-1b42-4627-94c5-c1033746cb62 req-c445b874-a1b7-4fbc-aaff-4b4fc5c890df tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 812 time: 0.1132598 Jul 05 04:41:03.445520 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f753944b-1b42-4627-94c5-c1033746cb62 req-2d38a7e4-39c7-4825-b4ee-38998f002a7c tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/quotas/83ae90a259794bd6b5188a2a366b1c9c HTTP/1.1" status: 200 len: 375 time: 0.0112379 Jul 05 04:41:03.527902 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f753944b-1b42-4627-94c5-c1033746cb62 req-5d5e85a9-c5ad-4b19-8dfd-95923cbf0715 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0757582 Jul 05 04:41:03.588140 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:41:03.646057 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f753944b-1b42-4627-94c5-c1033746cb62 req-59190986-340c-4355-9e69-bc9e3c4dafd3 service neutron] 10.222.0.77 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049004 Jul 05 04:41:03.751532 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f753944b-1b42-4627-94c5-c1033746cb62 req-9ab78782-e010-4451-a919-d862683287f7 service neutron] 10.222.0.77 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994740 Jul 05 04:41:03.946216 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39a2aaff-0644-4076-ab9c-b0900f23e92c req-9e81093c-ffd8-4b98-a7b2-c52efa8c918a tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 210 time: 0.0317178 Jul 05 04:41:04.526230 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:05.003255 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8f0477b2-d397-4d7c-b1d4-14d2beefde66 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:41:05.027833 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 8f0477b2-d397-4d7c-b1d4-14d2beefde66 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:41:05.028186 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 8f0477b2-d397-4d7c-b1d4-14d2beefde66 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:41:05.101423 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9edb267c-ae99-44b1-a5e1-2b02d0f7eeb7 req-5f844a04-8904-4e25-beec-e75d038360c9 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 210 time: 0.0387814 Jul 05 04:41:05.386814 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753944b-1b42-4627-94c5-c1033746cb62 req-d494209c-dddf-44ae-8b6b-52728153a098 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:05.388305 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f753944b-1b42-4627-94c5-c1033746cb62 req-d494209c-dddf-44ae-8b6b-52728153a098 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.70 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 812 time: 0.1223280 Jul 05 04:41:05.443279 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f753944b-1b42-4627-94c5-c1033746cb62 req-ba60bdfd-cba7-4f15-a895-ec1393bd2967 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83ae90a259794bd6b5188a2a366b1c9c HTTP/1.1" status: 200 len: 380 time: 0.0372286 Jul 05 04:41:05.452308 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-f753944b-1b42-4627-94c5-c1033746cb62 req-3a822636-9338-473a-afd7-2f217c79989d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Request body: {'port': {'device_id': 'ccd74029-fab2-4ebf-891a-73354b344e4f', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'admin_state_up': True, 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'security_groups': ['7683a578-255e-4d26-a429-10c3f9190bdb']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:41:05.572437 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f753944b-1b42-4627-94c5-c1033746cb62 req-3a822636-9338-473a-afd7-2f217c79989d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Made reservation on behalf of 83ae90a259794bd6b5188a2a366b1c9c for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:41:05.576001 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f753944b-1b42-4627-94c5-c1033746cb62 req-3a822636-9338-473a-afd7-2f217c79989d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:05.711694 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-f753944b-1b42-4627-94c5-c1033746cb62 req-3a822636-9338-473a-afd7-2f217c79989d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Allocated IP 172.20.0.8 (b0d9d564-8fce-4cc3-905f-fbc05d803418/1d86dfc1-3a09-4cc1-a03f-76c206149554/f7e5aeff-253b-4e14-8dac-b47cc5ae1fee) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:41:05.854327 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f753944b-1b42-4627-94c5-c1033746cb62 req-3a822636-9338-473a-afd7-2f217c79989d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:05.868315 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-f753944b-1b42-4627-94c5-c1033746cb62 req-3a822636-9338-473a-afd7-2f217c79989d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Transition to ACTIVE for port object f7e5aeff-253b-4e14-8dac-b47cc5ae1fee will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:41:05.902197 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f753944b-1b42-4627-94c5-c1033746cb62 req-3a822636-9338-473a-afd7-2f217c79989d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:05.947163 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f753944b-1b42-4627-94c5-c1033746cb62 req-3a822636-9338-473a-afd7-2f217c79989d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Network b0d9d564-8fce-4cc3-905f-fbc05d803418 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:41:05.953239 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-f753944b-1b42-4627-94c5-c1033746cb62 req-3a822636-9338-473a-afd7-2f217c79989d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:41:05.957256 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-f753944b-1b42-4627-94c5-c1033746cb62 req-3a822636-9338-473a-afd7-2f217c79989d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:41:05.983286 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a822636-9338-473a-afd7-2f217c79989d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Pushing event updated for resources: {'Port': ['ID=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:41:06.011009 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753944b-1b42-4627-94c5-c1033746cb62 req-3a822636-9338-473a-afd7-2f217c79989d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:06.011654 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f753944b-1b42-4627-94c5-c1033746cb62 req-3a822636-9338-473a-afd7-2f217c79989d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:06.027528 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f753944b-1b42-4627-94c5-c1033746cb62 req-3a822636-9338-473a-afd7-2f217c79989d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5790758 Jul 05 04:41:06.045195 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-f753944b-1b42-4627-94c5-c1033746cb62 req-a39b4df6-99d5-43d3-a4bc-d5b6f055c762 service neutron] Request body: {'port': {'device_id': 'ccd74029-fab2-4ebf-891a-73354b344e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:41:06.129632 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f753944b-1b42-4627-94c5-c1033746cb62 req-a39b4df6-99d5-43d3-a4bc-d5b6f055c762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:06.223534 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e35c55af-5bd7-4b6b-8cc6-2acb2579e5f8 None None] Provisioning for port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:41:06.227879 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e35c55af-5bd7-4b6b-8cc6-2acb2579e5f8 None None] Provisioning complete for port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:41:06.228017 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e35c55af-5bd7-4b6b-8cc6-2acb2579e5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:06.263935 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-e35c55af-5bd7-4b6b-8cc6-2acb2579e5f8 None None] Port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:41:06.363644 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38431d-b8c6-4101-bfcb-e09bd6ba28d4 req-756d8857-7646-491f-bea7-2a0f455925ce tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:06.365112 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3f38431d-b8c6-4101-bfcb-e09bd6ba28d4 req-756d8857-7646-491f-bea7-2a0f455925ce tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 931 time: 0.1341417 Jul 05 04:41:06.430365 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3f38431d-b8c6-4101-bfcb-e09bd6ba28d4 req-595cde46-0c46-4c49-9831-1a6f7fedd422 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587919 Jul 05 04:41:06.481084 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-f753944b-1b42-4627-94c5-c1033746cb62 req-a39b4df6-99d5-43d3-a4bc-d5b6f055c762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e5aeff-253b-4e14-8dac-b47cc5ae1fee {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:41:06.488855 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f753944b-1b42-4627-94c5-c1033746cb62 req-a39b4df6-99d5-43d3-a4bc-d5b6f055c762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:06.501531 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-f753944b-1b42-4627-94c5-c1033746cb62 req-a39b4df6-99d5-43d3-a4bc-d5b6f055c762 service neutron] Transition to ACTIVE for port object f7e5aeff-253b-4e14-8dac-b47cc5ae1fee will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:41:06.505196 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f753944b-1b42-4627-94c5-c1033746cb62 req-a39b4df6-99d5-43d3-a4bc-d5b6f055c762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:06.576581 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b4df6-99d5-43d3-a4bc-d5b6f055c762 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:41:06.631142 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-f753944b-1b42-4627-94c5-c1033746cb62 req-a39b4df6-99d5-43d3-a4bc-d5b6f055c762 service neutron] Attempting to bind port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:41:06.631391 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-f753944b-1b42-4627-94c5-c1033746cb62 req-a39b4df6-99d5-43d3-a4bc-d5b6f055c762 service neutron] Attempting to bind port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:41:06.631724 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f753944b-1b42-4627-94c5-c1033746cb62 req-a39b4df6-99d5-43d3-a4bc-d5b6f055c762 service neutron] Attempting to bind port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee on network b0d9d564-8fce-4cc3-905f-fbc05d803418 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:41:06.636404 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f753944b-1b42-4627-94c5-c1033746cb62 req-a39b4df6-99d5-43d3-a4bc-d5b6f055c762 service neutron] Port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee on network b0d9d564-8fce-4cc3-905f-fbc05d803418 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:41:06.636995 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f753944b-1b42-4627-94c5-c1033746cb62 req-a39b4df6-99d5-43d3-a4bc-d5b6f055c762 service neutron] Attempting to bind port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee on network b0d9d564-8fce-4cc3-905f-fbc05d803418 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:41:06.642753 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f753944b-1b42-4627-94c5-c1033746cb62 req-a39b4df6-99d5-43d3-a4bc-d5b6f055c762 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:41:06.643092 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f753944b-1b42-4627-94c5-c1033746cb62 req-a39b4df6-99d5-43d3-a4bc-d5b6f055c762 service neutron] Checking segment: {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:41:06.643509 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f753944b-1b42-4627-94c5-c1033746cb62 req-a39b4df6-99d5-43d3-a4bc-d5b6f055c762 service neutron] Bound using segment: {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:41:06.643982 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-f753944b-1b42-4627-94c5-c1033746cb62 req-a39b4df6-99d5-43d3-a4bc-d5b6f055c762 service neutron] Bound port: f7e5aeff-253b-4e14-8dac-b47cc5ae1fee, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:41:06.644348 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f753944b-1b42-4627-94c5-c1033746cb62 req-a39b4df6-99d5-43d3-a4bc-d5b6f055c762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:06.716583 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-f753944b-1b42-4627-94c5-c1033746cb62 req-a39b4df6-99d5-43d3-a4bc-d5b6f055c762 service neutron] For port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:41:06.720540 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-f753944b-1b42-4627-94c5-c1033746cb62 req-a39b4df6-99d5-43d3-a4bc-d5b6f055c762 service neutron] For port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:41:06.725827 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f753944b-1b42-4627-94c5-c1033746cb62 req-a39b4df6-99d5-43d3-a4bc-d5b6f055c762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:06.767432 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753944b-1b42-4627-94c5-c1033746cb62 req-a39b4df6-99d5-43d3-a4bc-d5b6f055c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:06.768161 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-f753944b-1b42-4627-94c5-c1033746cb62 req-a39b4df6-99d5-43d3-a4bc-d5b6f055c762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:06.769592 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f753944b-1b42-4627-94c5-c1033746cb62 req-a39b4df6-99d5-43d3-a4bc-d5b6f055c762 service neutron] 10.222.0.70 "PUT /v2.0/ports/f7e5aeff-253b-4e14-8dac-b47cc5ae1fee HTTP/1.1" status: 200 len: 1092 time: 0.7293522 Jul 05 04:41:06.772136 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd74029-fab2-4ebf-891a-73354b344e4f', 'tag': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:41:06.774412 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e0ce4b-435f-46ad-a9b5-fa5a5676bd56" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd74029-fab2-4ebf-891a-73354b344e4f", "tag": "f7e5aeff-253b-4e14-8dac-b47cc5ae1fee"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:41:06.807611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b4df6-99d5-43d3-a4bc-d5b6f055c762 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:41:06.817830 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a7a674-fc37-4a76-8846-d0253bcb2a67 x-openstack-request-id: req-20a7a674-fc37-4a76-8846-d0253bcb2a67 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:41:06.818127 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd74029-fab2-4ebf-891a-73354b344e4f", "tag": "f7e5aeff-253b-4e14-8dac-b47cc5ae1fee", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:41:06.818384 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-20a7a674-fc37-4a76-8846-d0253bcb2a67 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:41:06.818786 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd74029-fab2-4ebf-891a-73354b344e4f', 'tag': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee', 'status': 'completed', 'code': 200} Jul 05 04:41:06.899101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753944b-1b42-4627-94c5-c1033746cb62 req-7ddccd5d-e851-4f19-a3c9-e5f46e2fdb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:06.900724 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f753944b-1b42-4627-94c5-c1033746cb62 req-7ddccd5d-e851-4f19-a3c9-e5f46e2fdb1d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 1095 time: 0.0573633 Jul 05 04:41:06.953339 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f753944b-1b42-4627-94c5-c1033746cb62 req-16a2bfa7-b52f-466b-a2c0-fa0c72c24be1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee HTTP/1.1" status: 200 len: 217 time: 0.0400136 Jul 05 04:41:07.008081 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753944b-1b42-4627-94c5-c1033746cb62 req-ac9a43f0-d5b5-40a0-b9d4-841d931e8f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:07.009569 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f753944b-1b42-4627-94c5-c1033746cb62 req-ac9a43f0-d5b5-40a0-b9d4-841d931e8f01 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0503073 Jul 05 04:41:07.071333 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753944b-1b42-4627-94c5-c1033746cb62 req-45ba99fb-0781-458a-863f-102c5d279efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:07.072888 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f753944b-1b42-4627-94c5-c1033746cb62 req-45ba99fb-0781-458a-863f-102c5d279efc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553377 Jul 05 04:41:07.168249 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f753944b-1b42-4627-94c5-c1033746cb62 req-8f91bc8f-659c-4a81-8a8b-1fa17f8ed8e2 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878229 Jul 05 04:41:07.255842 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f753944b-1b42-4627-94c5-c1033746cb62 req-a7b7ebbd-c7c1-435b-aead-f9690138d48b service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817854 Jul 05 04:41:07.398883 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0ce4b-435f-46ad-a9b5-fa5a5676bd56 req-2ee82c36-efbd-408d-af47-f48491ec033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:07.400436 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a8e0ce4b-435f-46ad-a9b5-fa5a5676bd56 req-2ee82c36-efbd-408d-af47-f48491ec033a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 1095 time: 0.0586360 Jul 05 04:41:07.495293 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0ce4b-435f-46ad-a9b5-fa5a5676bd56 req-3f051ed6-48a4-45e1-965a-7add55596bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:07.496834 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a8e0ce4b-435f-46ad-a9b5-fa5a5676bd56 req-3f051ed6-48a4-45e1-965a-7add55596bbb service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0899162 Jul 05 04:41:07.537952 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a8e0ce4b-435f-46ad-a9b5-fa5a5676bd56 req-0a2009f4-e898-487b-bcb8-32fdd973c13d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee HTTP/1.1" status: 200 len: 217 time: 0.0350649 Jul 05 04:41:07.629705 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0ce4b-435f-46ad-a9b5-fa5a5676bd56 req-2c8edb77-9924-4596-8ff6-a22c8d446bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:07.631191 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a8e0ce4b-435f-46ad-a9b5-fa5a5676bd56 req-2c8edb77-9924-4596-8ff6-a22c8d446bf0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0863030 Jul 05 04:41:07.681228 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe9d41-a324-43a0-87fc-a1ff262fdad3 req-a2f84e1f-055b-4969-99b7-2d911b9ebf89 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:07.682713 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8dfe9d41-a324-43a0-87fc-a1ff262fdad3 req-a2f84e1f-055b-4969-99b7-2d911b9ebf89 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 943 time: 0.1264501 Jul 05 04:41:07.734874 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0ce4b-435f-46ad-a9b5-fa5a5676bd56 req-d2f4326d-1de9-436d-a23d-1837e5d62ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:07.736402 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a8e0ce4b-435f-46ad-a9b5-fa5a5676bd56 req-d2f4326d-1de9-436d-a23d-1837e5d62ea5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977910 Jul 05 04:41:07.739355 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8dfe9d41-a324-43a0-87fc-a1ff262fdad3 req-53dc0fa3-8292-4295-8851-af01f5f65d11 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497606 Jul 05 04:41:07.826441 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a8e0ce4b-435f-46ad-a9b5-fa5a5676bd56 req-5a785995-33cd-4aff-8dc3-f9286c5524e2 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832384 Jul 05 04:41:07.924642 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a8e0ce4b-435f-46ad-a9b5-fa5a5676bd56 req-a33d8a84-f9bc-45cb-98fd-f3e00333dc72 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916367 Jul 05 04:41:08.921305 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e1b15-b872-4784-9f92-3109187f8ca3 req-9d2b0419-979d-4357-b2af-82ab00a5f133 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:08.922819 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-276e1b15-b872-4784-9f92-3109187f8ca3 req-9d2b0419-979d-4357-b2af-82ab00a5f133 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 943 time: 0.0672216 Jul 05 04:41:08.963326 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-276e1b15-b872-4784-9f92-3109187f8ca3 req-eaa3f236-c17c-434d-8f50-c9b148cbcfbc tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347965 Jul 05 04:41:10.404639 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ea3ee-cb8c-49b0-b4a3-775bb2882085 req-94731169-ea65-4038-a928-d0515810c418 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:10.406581 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca3ea3ee-cb8c-49b0-b4a3-775bb2882085 req-94731169-ea65-4038-a928-d0515810c418 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 943 time: 0.3261154 Jul 05 04:41:10.443505 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca3ea3ee-cb8c-49b0-b4a3-775bb2882085 req-d936deb0-80f8-4c70-b5a7-567338b0273f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313382 Jul 05 04:41:10.571450 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device f7e5aeff-253b-4e14-8dac-b47cc5ae1fee details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:41:10.664188 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:41:10.675099 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'port_id': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee', 'mac_address': 'fa:16:3e:7e:b9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:41:10.717743 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:10.730624 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e5aeff-253b-4e14-8dac-b47cc5ae1fee {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:41:10.751511 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:41:10.755536 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:10.810201 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:41:11.195710 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['f7e5aeff-253b-4e14-8dac-b47cc5ae1fee'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:41:11.621509 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e94e42-bd50-4aff-b377-08c90f2cd318 req-07fa8229-9127-4bd7-9655-c06b3593b675 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:11.623013 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f0e94e42-bd50-4aff-b377-08c90f2cd318 req-07fa8229-9127-4bd7-9655-c06b3593b675 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 944 time: 0.0647843 Jul 05 04:41:11.665087 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f0e94e42-bd50-4aff-b377-08c90f2cd318 req-e6e06370-eb47-475f-9fa9-5481921ba368 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355456 Jul 05 04:41:12.570904 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device f7e5aeff-253b-4e14-8dac-b47cc5ae1fee up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:41:12.618600 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:41:12.622230 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:41:12.622605 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:12.697281 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:12.725131 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd74029-fab2-4ebf-891a-73354b344e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:41:12.727428 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae93caf-bf82-4e3e-bc39-a02ab116b687" -d '{"events": [{"server_uuid": "ccd74029-fab2-4ebf-891a-73354b344e4f", "name": "network-vif-plugged", "status": "completed", "tag": "f7e5aeff-253b-4e14-8dac-b47cc5ae1fee"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:41:12.742295 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:41:12.748254 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:12.773411 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc95152-c6ec-4928-ab5d-c43e584d7628 x-openstack-request-id: req-4cc95152-c6ec-4928-ab5d-c43e584d7628 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:41:12.773790 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd74029-fab2-4ebf-891a-73354b344e4f", "name": "network-vif-plugged", "status": "completed", "tag": "f7e5aeff-253b-4e14-8dac-b47cc5ae1fee", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:41:12.774053 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4cc95152-c6ec-4928-ab5d-c43e584d7628 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:41:12.774445 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd74029-fab2-4ebf-891a-73354b344e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee', 'code': 200} Jul 05 04:41:12.815232 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:41:12.861310 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70cd94-2e90-40b8-8d86-77c5ce9893e2 req-93126475-f8f6-49ae-bea3-41de92a0b034 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:12.862801 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ce70cd94-2e90-40b8-8d86-77c5ce9893e2 req-93126475-f8f6-49ae-bea3-41de92a0b034 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 945 time: 0.0651951 Jul 05 04:41:12.927233 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ce70cd94-2e90-40b8-8d86-77c5ce9893e2 req-2672ff73-7f82-43ee-be8a-dfa36f30177c tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564685 Jul 05 04:41:12.944105 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532732e-7e58-4250-af1d-d45d5d0c5755 req-a58a7e48-f763-4709-acd7-3c8b04d21730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:12.945590 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3532732e-7e58-4250-af1d-d45d5d0c5755 req-a58a7e48-f763-4709-acd7-3c8b04d21730 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 1097 time: 0.0819421 Jul 05 04:41:12.981131 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3532732e-7e58-4250-af1d-d45d5d0c5755 req-db41c0d9-af3e-4d27-a78e-58a13969aff3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277991 Jul 05 04:41:13.514565 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:14.103370 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fbba5-364c-48a8-963e-62358efbb559 req-ec62542e-f527-4a01-8fd2-2d758ec9ad64 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:14.104951 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6f2fbba5-364c-48a8-963e-62358efbb559 req-ec62542e-f527-4a01-8fd2-2d758ec9ad64 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 945 time: 0.0649426 Jul 05 04:41:14.155061 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-6f2fbba5-364c-48a8-963e-62358efbb559 req-b2bad28b-346c-4493-98c5-038d86bbad3d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435433 Jul 05 04:41:15.332222 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba732a-e9cb-479c-bebb-90621d83b02a req-4ccabb67-7c64-4fae-95a9-fff2c94fc364 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:15.333720 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8bba732a-e9cb-479c-bebb-90621d83b02a req-4ccabb67-7c64-4fae-95a9-fff2c94fc364 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 945 time: 0.0632274 Jul 05 04:41:15.370697 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8bba732a-e9cb-479c-bebb-90621d83b02a req-77c3dbbb-3cf0-4672-838c-c4eb87a388ac tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315163 Jul 05 04:41:15.536655 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e489500-4167-48d5-83a5-c3f9a7545b67 req-7fff69d4-04bc-48b0-acdd-7a0baeced619 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:15.538151 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4e489500-4167-48d5-83a5-c3f9a7545b67 req-7fff69d4-04bc-48b0-acdd-7a0baeced619 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 945 time: 0.0636156 Jul 05 04:41:15.547413 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 47834) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:41:15.551948 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-0b3c4660-bdb7-4687-a645-de2c91d7939f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Request body: {'floatingip': {'port_id': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:41:15.594894 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0b3c4660-bdb7-4687-a645-de2c91d7939f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for floatingip, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:16.042507 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0b3c4660-bdb7-4687-a645-de2c91d7939f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:16.046834 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0b3c4660-bdb7-4687-a645-de2c91d7939f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:16.143818 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-0b3c4660-bdb7-4687-a645-de2c91d7939f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Floating IP 80232d1e-a1ef-44f5-a025-a9f83d0aabb0 associated. External IP: 172.25.1.147, port: f7e5aeff-253b-4e14-8dac-b47cc5ae1fee. Jul 05 04:41:16.350281 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3c4660-bdb7-4687-a645-de2c91d7939f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:41:16.456565 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3c4660-bdb7-4687-a645-de2c91d7939f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:41:16.463776 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0b3c4660-bdb7-4687-a645-de2c91d7939f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:16.466683 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb73d8b4-7df3-44a6-8d95-39471af2a831 None None] Sync routers for ids ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:41:16.477284 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb73d8b4-7df3-44a6-8d95-39471af2a831 None None] Routers {'bf28ee15-9df4-4158-ae63-bc6c0dd037e9'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:41:16.477907 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cb73d8b4-7df3-44a6-8d95-39471af2a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:41:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:41:16.502791 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0b3c4660-bdb7-4687-a645-de2c91d7939f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "PUT /v2.0/floatingips/80232d1e-a1ef-44f5-a025-a9f83d0aabb0 HTTP/1.1" status: 200 len: 991 time: 0.9542766 Jul 05 04:41:16.503396 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd74029-fab2-4ebf-891a-73354b344e4f', 'tag': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:41:16.505694 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12acf0ee0997ada0c743e660e4b8220b204706870572db22fc48020f07cd4af6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17addd0e-71dc-4a8d-a597-aa65b6e122e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd74029-fab2-4ebf-891a-73354b344e4f", "tag": "f7e5aeff-253b-4e14-8dac-b47cc5ae1fee"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:41:16.602674 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606e9e67-fbaa-4745-bcf4-3aabf6e1bb1b x-openstack-request-id: req-606e9e67-fbaa-4745-bcf4-3aabf6e1bb1b {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:41:16.603321 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd74029-fab2-4ebf-891a-73354b344e4f", "tag": "f7e5aeff-253b-4e14-8dac-b47cc5ae1fee", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:41:16.603321 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-606e9e67-fbaa-4745-bcf4-3aabf6e1bb1b {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:41:16.603657 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd74029-fab2-4ebf-891a-73354b344e4f', 'tag': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee', 'status': 'completed', 'code': 200} Jul 05 04:41:16.728208 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17addd0e-71dc-4a8d-a597-aa65b6e122e2 req-187524e6-df86-44c1-a612-274785145394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:16.730661 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-17addd0e-71dc-4a8d-a597-aa65b6e122e2 req-187524e6-df86-44c1-a612-274785145394 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 1097 time: 0.0601673 Jul 05 04:41:16.754745 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-cb73d8b4-7df3-44a6-8d95-39471af2a831 None None] Set router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:41:16.822008 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17addd0e-71dc-4a8d-a597-aa65b6e122e2 req-a98ace67-bbc6-4ab8-a6bd-78a4f0ced0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:16.823492 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-17addd0e-71dc-4a8d-a597-aa65b6e122e2 req-a98ace67-bbc6-4ab8-a6bd-78a4f0ced0c9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0873766 Jul 05 04:41:16.898310 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-17addd0e-71dc-4a8d-a597-aa65b6e122e2 req-d26abaa0-0777-4c1d-bbb5-79b1d47fe3cf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee HTTP/1.1" status: 200 len: 999 time: 0.0677750 Jul 05 04:41:16.948319 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17addd0e-71dc-4a8d-a597-aa65b6e122e2 req-f9960586-d866-4ff5-b500-e4be1212bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:16.949791 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-17addd0e-71dc-4a8d-a597-aa65b6e122e2 req-f9960586-d866-4ff5-b500-e4be1212bac4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0434573 Jul 05 04:41:16.983038 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cb73d8b4-7df3-44a6-8d95-39471af2a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '80232d1e-a1ef-44f5-a025-a9f83d0aabb0', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'floating_ip_address': '172.25.1.147', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'port_id': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'mac_address': 'fa:16:3e:7e:b9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd74029-fab2-4ebf-891a-73354b344e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:35:24Z', 'updated_at': '2021-07-05T04:41:15Z', 'revision_number': 9, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:26Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:41:17.005798 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17addd0e-71dc-4a8d-a597-aa65b6e122e2 req-6cd0d7ab-455b-4fc1-bd2b-3b602667586a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:17.007310 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-17addd0e-71dc-4a8d-a597-aa65b6e122e2 req-6cd0d7ab-455b-4fc1-bd2b-3b602667586a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517888 Jul 05 04:41:17.013459 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb73d8b4-7df3-44a6-8d95-39471af2a831 None None] Checking router: bf28ee15-9df4-4158-ae63-bc6c0dd037e9 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:41:17.023146 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb73d8b4-7df3-44a6-8d95-39471af2a831 None None] Routers {'bf28ee15-9df4-4158-ae63-bc6c0dd037e9'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:41:17.023755 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cb73d8b4-7df3-44a6-8d95-39471af2a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:41:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:41:17.102809 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-17addd0e-71dc-4a8d-a597-aa65b6e122e2 req-2bf74470-0a2c-4a69-a454-31efcd7e4889 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888028 Jul 05 04:41:17.132685 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-cb73d8b4-7df3-44a6-8d95-39471af2a831 None None] Set router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:41:17.195019 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-17addd0e-71dc-4a8d-a597-aa65b6e122e2 req-1da998de-a9d0-4d37-bda6-7c84a57f5ed4 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837619 Jul 05 04:41:17.355763 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-cb73d8b4-7df3-44a6-8d95-39471af2a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '80232d1e-a1ef-44f5-a025-a9f83d0aabb0', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'floating_ip_address': '172.25.1.147', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'port_id': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'mac_address': 'fa:16:3e:7e:b9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd74029-fab2-4ebf-891a-73354b344e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:35:24Z', 'updated_at': '2021-07-05T04:41:15Z', 'revision_number': 9, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:26Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:41:17.381998 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb73d8b4-7df3-44a6-8d95-39471af2a831 None None] The sync data for ids ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'] in n-d-780147-23 is: [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '80232d1e-a1ef-44f5-a025-a9f83d0aabb0', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'floating_ip_address': '172.25.1.147', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'port_id': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'mac_address': 'fa:16:3e:7e:b9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd74029-fab2-4ebf-891a-73354b344e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:35:24Z', 'updated_at': '2021-07-05T04:41:15Z', 'revision_number': 9, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:26Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:41:17.567920 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9beb1c9-37de-4c11-b23c-75faafc8d870 None None] New status for floating IP 80232d1e-a1ef-44f5-a025-a9f83d0aabb0: ACTIVE {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:41:28.730984 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d37d81cc-f90f-435f-901f-027ed37a1356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:29.721229 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:31.411265 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6cb06b78-c7d1-455b-a79c-6095fe3ffca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:31.808357 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:32.731151 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:34.530438 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:40.587097 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:41:43.518960 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:58.733246 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1a85c527-5dd8-4788-b76e-4eea934089d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:59.713967 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:01.403125 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-19f8bbd3-c6f5-4c94-b046-9d85dfefef84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:01.813387 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:02.732440 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:03.477724 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6c5afd96-8271-4d6e-af55-f2b3347bcfc8 req-e7dbe8d3-b05b-49cb-b925-b3f28506adfb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0644474 Jul 05 04:42:03.590759 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5afd96-8271-4d6e-af55-f2b3347bcfc8 req-4ddf3699-6398-4754-8fd8-7696196a6d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:03.592296 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6c5afd96-8271-4d6e-af55-f2b3347bcfc8 req-4ddf3699-6398-4754-8fd8-7696196a6d93 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 1097 time: 0.0562637 Jul 05 04:42:03.695527 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5afd96-8271-4d6e-af55-f2b3347bcfc8 req-929c5a33-ac3e-4e87-b28d-b05341ffbb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:03.697017 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6c5afd96-8271-4d6e-af55-f2b3347bcfc8 req-929c5a33-ac3e-4e87-b28d-b05341ffbb95 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0847230 Jul 05 04:42:03.769505 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6c5afd96-8271-4d6e-af55-f2b3347bcfc8 req-8b2e7b01-10df-4a25-ad28-ee08c7c9c9d5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee HTTP/1.1" status: 200 len: 1002 time: 0.0630798 Jul 05 04:42:03.821263 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5afd96-8271-4d6e-af55-f2b3347bcfc8 req-17e95cc8-f57c-4173-ba70-870cc165a693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:03.822703 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6c5afd96-8271-4d6e-af55-f2b3347bcfc8 req-17e95cc8-f57c-4173-ba70-870cc165a693 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0459719 Jul 05 04:42:03.886998 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5afd96-8271-4d6e-af55-f2b3347bcfc8 req-1333cb7a-79b9-4188-8801-fa81153a9b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:03.888524 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6c5afd96-8271-4d6e-af55-f2b3347bcfc8 req-1333cb7a-79b9-4188-8801-fa81153a9b2f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596197 Jul 05 04:42:03.986112 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6c5afd96-8271-4d6e-af55-f2b3347bcfc8 req-241def72-3aa9-4a63-90fc-07ece4c4c144 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884218 Jul 05 04:42:04.099464 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6c5afd96-8271-4d6e-af55-f2b3347bcfc8 req-57b7a5bc-e07a-43a1-9d36-aa682d919069 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052527 Jul 05 04:42:04.534851 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:13.545599 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:17.589949 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:42:28.736098 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e5e29b5f-484f-442d-871d-b87855bb46c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:29.725672 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:31.405943 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2b505a42-d63f-4709-abef-c02cbe34a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:31.814331 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:32.737754 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:34.536593 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:43.575789 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:44.359458 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-342c083f-cff0-4fcc-8d4d-f3acc4d7ce2e req-ef02aa49-24c9-4a0f-ae15-c8f4b71ef9dd service neutron] (105538) timed out ('10.222.0.77', 43686) {{(pid=105538) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:42:54.588471 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:42:58.739044 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-82dd5648-510e-41cc-9d57-9b0a2a9c346f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:59.745440 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:01.414663 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cf1650c2-b1e0-4c8c-8309-4861e0704217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:01.819422 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:02.737964 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:03.472547 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea67c180-5fb8-4201-87a0-4792b038b3d7 req-13a700f4-c239-4418-b764-4086acb159dd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543640 Jul 05 04:43:03.586328 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67c180-5fb8-4201-87a0-4792b038b3d7 req-e5098fe9-c0ed-459e-8495-02bdb9de2945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:03.587738 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea67c180-5fb8-4201-87a0-4792b038b3d7 req-e5098fe9-c0ed-459e-8495-02bdb9de2945 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 1097 time: 0.0566258 Jul 05 04:43:03.690436 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67c180-5fb8-4201-87a0-4792b038b3d7 req-72dbfe1f-2b86-40ef-b918-9ce0de172a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:03.691940 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea67c180-5fb8-4201-87a0-4792b038b3d7 req-72dbfe1f-2b86-40ef-b918-9ce0de172a29 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0832901 Jul 05 04:43:03.771672 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea67c180-5fb8-4201-87a0-4792b038b3d7 req-d9a6cc8b-c2f0-4f5c-8437-2ce706fc42b6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee HTTP/1.1" status: 200 len: 1002 time: 0.0735271 Jul 05 04:43:03.821583 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67c180-5fb8-4201-87a0-4792b038b3d7 req-c0e4a475-6718-4a10-b683-e720eda02b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:03.823029 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea67c180-5fb8-4201-87a0-4792b038b3d7 req-c0e4a475-6718-4a10-b683-e720eda02b5b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0451334 Jul 05 04:43:03.879539 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67c180-5fb8-4201-87a0-4792b038b3d7 req-483ef834-a780-470d-ad6b-90ca25255568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:03.880997 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea67c180-5fb8-4201-87a0-4792b038b3d7 req-483ef834-a780-470d-ad6b-90ca25255568 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516617 Jul 05 04:43:03.983471 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea67c180-5fb8-4201-87a0-4792b038b3d7 req-902433dc-f8a2-46f8-a87a-23a5c8899a74 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963354 Jul 05 04:43:04.097820 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea67c180-5fb8-4201-87a0-4792b038b3d7 req-c3c18c0e-b7e2-4e29-9e7e-b68f87ce942f service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083446 Jul 05 04:43:04.543074 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:13.590327 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:28.741009 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6e96913f-cda6-41d8-bf02-568c6da81708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:29.737649 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:31.407045 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-845103ee-a2fc-4f20-9d84-209534724bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:31.588713 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:43:31.820094 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:32.744384 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:34.541704 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:43.602464 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:49.723182 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1d6210a5-6556-437d-900b-3aadc5819769 req-3ae88eee-5a6c-4e43-afa2-220b7f2ed181 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1084871 Jul 05 04:43:49.792233 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710b0e9-4d2e-49a6-9d52-1b170a4570c8 req-06c6b50d-ab82-407e-8a55-d79d46f8f600 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:49.793657 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4710b0e9-4d2e-49a6-9d52-1b170a4570c8 req-06c6b50d-ab82-407e-8a55-d79d46f8f600 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 945 time: 0.1229949 Jul 05 04:43:49.831731 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4710b0e9-4d2e-49a6-9d52-1b170a4570c8 req-29792705-cb31-4f4a-9808-9aad501f6691 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324483 Jul 05 04:43:51.063456 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bae709-303b-40ce-a566-48fa14bacb00 req-15ea81c2-e326-46db-bf8d-ec78910828c6 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:51.064977 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d3bae709-303b-40ce-a566-48fa14bacb00 req-15ea81c2-e326-46db-bf8d-ec78910828c6 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 945 time: 0.1171966 Jul 05 04:43:51.076021 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6210a5-6556-437d-900b-3aadc5819769 req-3d2febf1-f4c4-46d1-aad2-e96e88638c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:51.077548 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1d6210a5-6556-437d-900b-3aadc5819769 req-3d2febf1-f4c4-46d1-aad2-e96e88638c78 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 1097 time: 0.0537438 Jul 05 04:43:51.104576 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-d3bae709-303b-40ce-a566-48fa14bacb00 req-db5cee40-8c68-43e1-946c-8c21880d3593 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337505 Jul 05 04:43:51.170146 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6210a5-6556-437d-900b-3aadc5819769 req-4ef7b2a6-3719-4957-8692-82569e9bf1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:51.172274 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1d6210a5-6556-437d-900b-3aadc5819769 req-4ef7b2a6-3719-4957-8692-82569e9bf1ff service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0877995 Jul 05 04:43:51.235259 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1d6210a5-6556-437d-900b-3aadc5819769 req-5486cd17-fdb5-4168-84db-731c9eb9c7a6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee HTTP/1.1" status: 200 len: 1002 time: 0.0573940 Jul 05 04:43:51.281569 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6210a5-6556-437d-900b-3aadc5819769 req-ddaf8c45-e63c-4902-a01d-e017074c01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:51.283009 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1d6210a5-6556-437d-900b-3aadc5819769 req-ddaf8c45-e63c-4902-a01d-e017074c01e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0422506 Jul 05 04:43:51.343172 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6210a5-6556-437d-900b-3aadc5819769 req-1c33e75b-158b-4fea-a3fb-ace0359dc710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:51.344884 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1d6210a5-6556-437d-900b-3aadc5819769 req-1c33e75b-158b-4fea-a3fb-ace0359dc710 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550315 Jul 05 04:43:51.432783 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1d6210a5-6556-437d-900b-3aadc5819769 req-a9ae85d4-483f-4cc5-a89f-3c91fbfa3ce4 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803196 Jul 05 04:43:51.524005 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1d6210a5-6556-437d-900b-3aadc5819769 req-8eed19ea-5232-4cbb-ba17-3e40e9939087 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847473 Jul 05 04:43:52.287818 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798597f9-763b-4e27-b2c7-e2ddeeccf178 req-5726dbbe-bc89-43bf-8307-a22e6927872c tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:52.289321 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-798597f9-763b-4e27-b2c7-e2ddeeccf178 req-5726dbbe-bc89-43bf-8307-a22e6927872c tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 945 time: 0.0711365 Jul 05 04:43:52.325901 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-798597f9-763b-4e27-b2c7-e2ddeeccf178 req-2e66b49a-6c6d-4bc4-9222-4a6a0e5c659c tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310209 Jul 05 04:43:53.515054 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff578a44-73ff-4985-8030-864ebc708309 req-921518c1-75df-49df-817c-53c5abc58eb5 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:53.517125 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ff578a44-73ff-4985-8030-864ebc708309 req-921518c1-75df-49df-817c-53c5abc58eb5 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 945 time: 0.0634489 Jul 05 04:43:53.554511 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ff578a44-73ff-4985-8030-864ebc708309 req-b4f6c1ef-24a0-4ef3-9631-f7aa8dcae797 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318902 Jul 05 04:43:54.737304 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a021ca-ad01-4463-abc5-c249647d32e3 req-ca54351c-68de-4cb3-adbb-ac7d3c33ca8e tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:54.738791 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-46a021ca-ad01-4463-abc5-c249647d32e3 req-ca54351c-68de-4cb3-adbb-ac7d3c33ca8e tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 945 time: 0.0654752 Jul 05 04:43:54.787015 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-46a021ca-ad01-4463-abc5-c249647d32e3 req-40900af2-aa95-4d62-a969-dbbcb59ac0d4 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426307 Jul 05 04:43:55.975213 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e67a6-835a-40aa-b25f-6cbb78e9345f req-c1c09bb5-6c4e-4efd-b4ca-8c167e9deb14 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:55.976753 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f47e67a6-835a-40aa-b25f-6cbb78e9345f req-c1c09bb5-6c4e-4efd-b4ca-8c167e9deb14 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 945 time: 0.0669048 Jul 05 04:43:56.013700 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f47e67a6-835a-40aa-b25f-6cbb78e9345f req-23b9c026-aed1-4f99-b58e-7ce9843c2256 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313544 Jul 05 04:43:57.196269 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ec284-7cd1-43e6-aa8a-9981df931642 req-11044b5a-74c5-4224-858d-dc82d61b7fbd tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:57.197765 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c85ec284-7cd1-43e6-aa8a-9981df931642 req-11044b5a-74c5-4224-858d-dc82d61b7fbd tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 945 time: 0.0712142 Jul 05 04:43:57.235450 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c85ec284-7cd1-43e6-aa8a-9981df931642 req-0f3a093a-2de3-4c5d-ac64-4749677394de tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311882 Jul 05 04:43:58.414202 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9427f4-39cd-415f-992f-6f57504dc8ee req-568e368b-5812-43c0-85e4-91e9763cf30f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:58.415719 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ab9427f4-39cd-415f-992f-6f57504dc8ee req-568e368b-5812-43c0-85e4-91e9763cf30f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 945 time: 0.0640645 Jul 05 04:43:58.454995 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ab9427f4-39cd-415f-992f-6f57504dc8ee req-93563909-a5b0-43d5-adc5-29fea4108da9 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335643 Jul 05 04:43:58.742813 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f934d2d8-f6f1-4253-a090-583bced89498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:59.629181 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd97d1-cc30-491d-a255-36b2e35420fe req-498f63ac-6af9-47e2-bded-fa1b4515d040 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:59.630677 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a3bd97d1-cc30-491d-a255-36b2e35420fe req-498f63ac-6af9-47e2-bded-fa1b4515d040 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 945 time: 0.0629756 Jul 05 04:43:59.667176 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a3bd97d1-cc30-491d-a255-36b2e35420fe req-f2670852-e64a-4575-9daa-19bd38aa27e5 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310199 Jul 05 04:43:59.743579 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:00.849373 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfe1ca-290a-4f28-977d-ddc762337d85 req-9f0a01b3-7482-467f-8057-f25a2f9a2008 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:00.850886 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38cfe1ca-290a-4f28-977d-ddc762337d85 req-9f0a01b3-7482-467f-8057-f25a2f9a2008 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 945 time: 0.0633535 Jul 05 04:44:00.892863 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-38cfe1ca-290a-4f28-977d-ddc762337d85 req-2f91f893-88bf-40ba-b72d-c21e7f6e6ac3 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362906 Jul 05 04:44:01.409677 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7842ed8d-a375-476b-9e6e-b731dec51237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:01.821023 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:02.070381 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3073a6-b06c-42a0-838f-925f9cf0fe2b req-47b78b82-11c2-42ee-8630-ac2b30880e98 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:02.071787 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fa3073a6-b06c-42a0-838f-925f9cf0fe2b req-47b78b82-11c2-42ee-8630-ac2b30880e98 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 945 time: 0.0670223 Jul 05 04:44:02.109226 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fa3073a6-b06c-42a0-838f-925f9cf0fe2b req-cf738459-6e08-4214-91f1-102788e5de84 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312026 Jul 05 04:44:02.737397 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:03.291065 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59703f33-8571-47c3-af74-eb626fc7a5e3 req-c409b087-3711-4d0d-bf53-166afc9dff0d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:03.292604 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-59703f33-8571-47c3-af74-eb626fc7a5e3 req-c409b087-3711-4d0d-bf53-166afc9dff0d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 945 time: 0.0665646 Jul 05 04:44:03.329729 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-59703f33-8571-47c3-af74-eb626fc7a5e3 req-a865b9d8-9453-47dc-b7c6-2ddc5fbca04f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316257 Jul 05 04:44:03.572941 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e42640-21ee-4245-a81e-c1b02f5906eb req-ab60b8fc-870b-4de7-abae-dce06fbf4e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:03.574472 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47e42640-21ee-4245-a81e-c1b02f5906eb req-ab60b8fc-870b-4de7-abae-dce06fbf4e4d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 1097 time: 0.1064267 Jul 05 04:44:03.595173 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [req-1d6210a5-6556-437d-900b-3aadc5819769 req-81b17cbb-bc85-4209-b3d8-fb85ee024be1 service neutron] show failed (client error): The resource could not be found. Jul 05 04:44:03.596233 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1d6210a5-6556-437d-900b-3aadc5819769 req-81b17cbb-bc85-4209-b3d8-fb85ee024be1 service neutron] 10.222.0.70 "GET /v2.0/ports/f7e5aeff-253b-4e14-8dac-b47cc5ae1fee/bindings/n-h1-780147-23 HTTP/1.1" status: 404 len: 381 time: 0.0593476 Jul 05 04:44:03.696422 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e42640-21ee-4245-a81e-c1b02f5906eb req-a4099ca8-af83-4cb6-b6b3-a9cf976e6622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:03.697890 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47e42640-21ee-4245-a81e-c1b02f5906eb req-a4099ca8-af83-4cb6-b6b3-a9cf976e6622 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.1029210 Jul 05 04:44:03.766001 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47e42640-21ee-4245-a81e-c1b02f5906eb req-96aa866e-8182-4ac4-8b46-2f088ac42346 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee HTTP/1.1" status: 200 len: 1002 time: 0.0607533 Jul 05 04:44:03.821767 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e42640-21ee-4245-a81e-c1b02f5906eb req-d1714f72-5c14-46d2-8cfa-27bd4d219af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:03.822946 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47e42640-21ee-4245-a81e-c1b02f5906eb req-d1714f72-5c14-46d2-8cfa-27bd4d219af6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0517242 Jul 05 04:44:03.927058 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e42640-21ee-4245-a81e-c1b02f5906eb req-6813245f-5622-4b1e-8f5f-bcb6fb4d77cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:03.928620 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47e42640-21ee-4245-a81e-c1b02f5906eb req-6813245f-5622-4b1e-8f5f-bcb6fb4d77cd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0994232 Jul 05 04:44:03.936126 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6210a5-6556-437d-900b-3aadc5819769 req-e91864e9-3f7d-469b-bf20-981f86d4a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:03.938110 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1d6210a5-6556-437d-900b-3aadc5819769 req-e91864e9-3f7d-469b-bf20-981f86d4a54b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f&tenant_id=83ae90a259794bd6b5188a2a366b1c9c HTTP/1.1" status: 200 len: 1097 time: 0.1263821 Jul 05 04:44:03.961964 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-1d6210a5-6556-437d-900b-3aadc5819769 req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-23', 'device_owner': 'compute:nova'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:44:04.089606 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47e42640-21ee-4245-a81e-c1b02f5906eb req-c200e64f-61ab-4a63-9ce0-4a73564776a6 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504285 Jul 05 04:44:04.090220 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1d6210a5-6556-437d-900b-3aadc5819769 req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:04.281548 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47e42640-21ee-4245-a81e-c1b02f5906eb req-5db4e56d-a6ca-4f38-87e7-fa2e210a8bf8 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830254 Jul 05 04:44:04.373946 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-1d6210a5-6556-437d-900b-3aadc5819769 req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] For port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:04.408775 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-1d6210a5-6556-437d-900b-3aadc5819769 req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] For port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:44:04.448133 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd74029-fab2-4ebf-891a-73354b344e4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:44:04.450429 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a444da7-02a1-43a4-9d6a-e37bfe866c98" -d '{"events": [{"server_uuid": "ccd74029-fab2-4ebf-891a-73354b344e4f", "name": "network-vif-unplugged", "status": "completed", "tag": "f7e5aeff-253b-4e14-8dac-b47cc5ae1fee"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:44:04.454645 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1d6210a5-6556-437d-900b-3aadc5819769 req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:04.493732 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-1d6210a5-6556-437d-900b-3aadc5819769 req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Transition to ACTIVE for port object f7e5aeff-253b-4e14-8dac-b47cc5ae1fee will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:44:04.502224 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1d6210a5-6556-437d-900b-3aadc5819769 req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:04.547333 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:04.574234 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617a27e0-c3c9-4ea8-ad4f-d1015f759dd2 x-openstack-request-id: req-617a27e0-c3c9-4ea8-ad4f-d1015f759dd2 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:44:04.574681 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd74029-fab2-4ebf-891a-73354b344e4f", "name": "network-vif-unplugged", "status": "completed", "tag": "f7e5aeff-253b-4e14-8dac-b47cc5ae1fee", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:44:04.574811 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-617a27e0-c3c9-4ea8-ad4f-d1015f759dd2 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:44:04.575161 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd74029-fab2-4ebf-891a-73354b344e4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee', 'code': 200} Jul 05 04:44:04.605029 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Pushing event updated for resources: {'Port': ['ID=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,revision_number=6']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:04.620929 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:04.621275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:04.621616 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:04.621952 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:04.622281 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:04.622612 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:04.622942 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:04.623266 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:04.623591 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:04.623943 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:04.624810 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:04.625137 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:04.639395 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cb777-d585-4748-ae3f-25c9157d48b0 req-97bee8dc-13ce-4867-a950-06d1b3bb6c67 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:04.641610 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-775cb777-d585-4748-ae3f-25c9157d48b0 req-97bee8dc-13ce-4867-a950-06d1b3bb6c67 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 945 time: 0.1844862 Jul 05 04:44:04.702346 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6210a5-6556-437d-900b-3aadc5819769 req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] No DVR routers for this DVR port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:44:05.005750 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-775cb777-d585-4748-ae3f-25c9157d48b0 req-b77de832-97b7-41a7-8c6b-02bf278cef22 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573687 Jul 05 04:44:05.107364 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-1d6210a5-6556-437d-900b-3aadc5819769 req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Attempting to bind port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:44:05.107732 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-1d6210a5-6556-437d-900b-3aadc5819769 req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Attempting to bind port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:44:05.108166 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6210a5-6556-437d-900b-3aadc5819769 req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Attempting to bind port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee on network b0d9d564-8fce-4cc3-905f-fbc05d803418 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:44:05.113473 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6210a5-6556-437d-900b-3aadc5819769 req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee on network b0d9d564-8fce-4cc3-905f-fbc05d803418 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:44:05.113790 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6210a5-6556-437d-900b-3aadc5819769 req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Attempting to bind port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee on network b0d9d564-8fce-4cc3-905f-fbc05d803418 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:44:05.118457 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6210a5-6556-437d-900b-3aadc5819769 req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:44:05.118791 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6210a5-6556-437d-900b-3aadc5819769 req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Checking segment: {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:44:05.119174 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6210a5-6556-437d-900b-3aadc5819769 req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Bound using segment: {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:44:05.119600 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-1d6210a5-6556-437d-900b-3aadc5819769 req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Bound port: f7e5aeff-253b-4e14-8dac-b47cc5ae1fee, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:44:05.119994 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1d6210a5-6556-437d-900b-3aadc5819769 req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:05.181526 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-1d6210a5-6556-437d-900b-3aadc5819769 req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] For port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:44:05.184650 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-1d6210a5-6556-437d-900b-3aadc5819769 req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] For port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:44:05.188915 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1d6210a5-6556-437d-900b-3aadc5819769 req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:05.221921 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6210a5-6556-437d-900b-3aadc5819769 req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:05.222541 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1d6210a5-6556-437d-900b-3aadc5819769 req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:05.223943 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1d6210a5-6556-437d-900b-3aadc5819769 req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] 10.222.0.89 "PUT /v2.0/ports/f7e5aeff-253b-4e14-8dac-b47cc5ae1fee HTTP/1.1" status: 200 len: 1092 time: 1.2666097 Jul 05 04:44:05.249850 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec497bd2-b2a6-4177-9459-069600e48d4d service neutron] Pushing event updated for resources: {'Port': ['ID=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,revision_number=7']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:05.311221 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6210a5-6556-437d-900b-3aadc5819769 req-bf0cd65e-ab84-4342-b391-a88b9b966dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:05.312874 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1d6210a5-6556-437d-900b-3aadc5819769 req-bf0cd65e-ab84-4342-b391-a88b9b966dc2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 1095 time: 0.0556118 Jul 05 04:44:05.414075 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6210a5-6556-437d-900b-3aadc5819769 req-5fd48631-98a2-4df1-b5a1-206ed5dff00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:05.415654 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1d6210a5-6556-437d-900b-3aadc5819769 req-5fd48631-98a2-4df1-b5a1-206ed5dff00b service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0916023 Jul 05 04:44:05.482081 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1d6210a5-6556-437d-900b-3aadc5819769 req-343b7dbd-76fc-4e64-94ef-be68002187d0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee HTTP/1.1" status: 200 len: 1000 time: 0.0564306 Jul 05 04:44:05.536738 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6210a5-6556-437d-900b-3aadc5819769 req-1f7c6609-e3d9-49db-ba95-bc861e3ca74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:05.538046 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1d6210a5-6556-437d-900b-3aadc5819769 req-1f7c6609-e3d9-49db-ba95-bc861e3ca74b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0467565 Jul 05 04:44:05.596856 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6210a5-6556-437d-900b-3aadc5819769 req-75cda2a8-cb28-4c02-8b57-335b9fb18b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:05.598385 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1d6210a5-6556-437d-900b-3aadc5819769 req-75cda2a8-cb28-4c02-8b57-335b9fb18b30 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513318 Jul 05 04:44:05.692409 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1d6210a5-6556-437d-900b-3aadc5819769 req-04180672-9504-49c8-ab27-cb1faf85b144 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850484 Jul 05 04:44:05.790450 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1d6210a5-6556-437d-900b-3aadc5819769 req-fb701ca9-6142-4a39-9f4a-f83435dc6e09 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861971 Jul 05 04:44:06.214828 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b941a-a9e8-4ed3-93d7-9f056b32052c req-cb416ea6-b779-4ed3-acbc-cd99573d7e58 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:06.217402 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-296b941a-a9e8-4ed3-93d7-9f056b32052c req-cb416ea6-b779-4ed3-acbc-cd99573d7e58 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 943 time: 0.0811877 Jul 05 04:44:06.263539 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-296b941a-a9e8-4ed3-93d7-9f056b32052c req-661bea31-e105-4b9f-8c42-059ea6a7de5e tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393155 Jul 05 04:44:06.576752 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd74029-fab2-4ebf-891a-73354b344e4f', 'tag': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:44:06.579421 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54acd62a-e311-4293-aa9a-aae0e56b9d97" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd74029-fab2-4ebf-891a-73354b344e4f", "tag": "f7e5aeff-253b-4e14-8dac-b47cc5ae1fee"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:44:06.632915 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fd7577-f79f-4a00-9822-ced58798e364 x-openstack-request-id: req-92fd7577-f79f-4a00-9822-ced58798e364 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:44:06.633541 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd74029-fab2-4ebf-891a-73354b344e4f", "tag": "f7e5aeff-253b-4e14-8dac-b47cc5ae1fee", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:44:06.633541 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-92fd7577-f79f-4a00-9822-ced58798e364 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:44:06.635690 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd74029-fab2-4ebf-891a-73354b344e4f', 'tag': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee', 'status': 'completed', 'code': 200} Jul 05 04:44:06.757188 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acd62a-e311-4293-aa9a-aae0e56b9d97 req-6afcde2f-b0f4-4644-afce-2c5f8ba0046a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:06.758700 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-54acd62a-e311-4293-aa9a-aae0e56b9d97 req-6afcde2f-b0f4-4644-afce-2c5f8ba0046a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 1095 time: 0.0976658 Jul 05 04:44:06.764772 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acd62a-e311-4293-aa9a-aae0e56b9d97 req-1ff5591c-40fd-494e-a0be-fe222062ecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:06.766441 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-54acd62a-e311-4293-aa9a-aae0e56b9d97 req-1ff5591c-40fd-494e-a0be-fe222062ecc8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 1095 time: 0.0776103 Jul 05 04:44:06.924499 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acd62a-e311-4293-aa9a-aae0e56b9d97 req-22d1a583-1cf0-4601-acac-9d5ada9e2a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:06.925886 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-54acd62a-e311-4293-aa9a-aae0e56b9d97 req-22d1a583-1cf0-4601-acac-9d5ada9e2a43 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.1586165 Jul 05 04:44:06.928474 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acd62a-e311-4293-aa9a-aae0e56b9d97 req-8bc4b8a3-5216-46d5-b0de-d034722d3752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:06.929884 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-54acd62a-e311-4293-aa9a-aae0e56b9d97 req-8bc4b8a3-5216-46d5-b0de-d034722d3752 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.1554875 Jul 05 04:44:07.038482 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-54acd62a-e311-4293-aa9a-aae0e56b9d97 req-8ddd0cef-552b-4a89-9bc3-9a763ce9bb79 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee HTTP/1.1" status: 200 len: 1000 time: 0.1045601 Jul 05 04:44:07.042312 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-54acd62a-e311-4293-aa9a-aae0e56b9d97 req-a9fc05ca-d8ef-479a-8f75-da9b8cf73422 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee HTTP/1.1" status: 200 len: 1000 time: 0.1027377 Jul 05 04:44:07.120575 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acd62a-e311-4293-aa9a-aae0e56b9d97 req-1e84ca82-8bc9-43f7-89e0-1be5cbfa33c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:07.122061 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-54acd62a-e311-4293-aa9a-aae0e56b9d97 req-1e84ca82-8bc9-43f7-89e0-1be5cbfa33c6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0763159 Jul 05 04:44:07.125372 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acd62a-e311-4293-aa9a-aae0e56b9d97 req-050e6077-37b3-409c-855a-23c1973880d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:07.126715 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-54acd62a-e311-4293-aa9a-aae0e56b9d97 req-050e6077-37b3-409c-855a-23c1973880d3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0734777 Jul 05 04:44:07.221837 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acd62a-e311-4293-aa9a-aae0e56b9d97 req-ab6d4d6f-f24a-4fe6-9095-2a1b3367c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:07.223347 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-54acd62a-e311-4293-aa9a-aae0e56b9d97 req-ab6d4d6f-f24a-4fe6-9095-2a1b3367c314 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870714 Jul 05 04:44:07.225910 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acd62a-e311-4293-aa9a-aae0e56b9d97 req-2f925284-7911-467d-bd4a-2ea9a8f8eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:07.227270 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-54acd62a-e311-4293-aa9a-aae0e56b9d97 req-2f925284-7911-467d-bd4a-2ea9a8f8eb64 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982285 Jul 05 04:44:07.380709 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-54acd62a-e311-4293-aa9a-aae0e56b9d97 req-c456895d-9b19-49a9-885f-1e967fcf1f8a service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510072 Jul 05 04:44:07.382615 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-54acd62a-e311-4293-aa9a-aae0e56b9d97 req-46602a9a-4cf5-4889-8c6b-f0f60a18d431 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452222 Jul 05 04:44:07.442065 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device f7e5aeff-253b-4e14-8dac-b47cc5ae1fee no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:44:07.447228 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c44b90-25c4-4306-b2e7-7ce61cbf25b1 req-aff9ff24-2636-4751-9d8c-969c04172ce0 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:07.448778 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-98c44b90-25c4-4306-b2e7-7ce61cbf25b1 req-aff9ff24-2636-4751-9d8c-969c04172ce0 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 943 time: 0.0669105 Jul 05 04:44:07.485381 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device f7e5aeff-253b-4e14-8dac-b47cc5ae1fee not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:44:07.490009 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-98c44b90-25c4-4306-b2e7-7ce61cbf25b1 req-8d4237f9-b92f-4a11-8934-22598cb9ab4c tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348134 Jul 05 04:44:07.541600 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-54acd62a-e311-4293-aa9a-aae0e56b9d97 req-e85c939b-93e8-4acd-8d83-09cab41a0e6b service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538422 Jul 05 04:44:07.543569 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-54acd62a-e311-4293-aa9a-aae0e56b9d97 req-98fa8d96-c05c-4d9b-9a68-45fd2dcd3a43 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478879 Jul 05 04:44:07.794905 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device f7e5aeff-253b-4e14-8dac-b47cc5ae1fee details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:44:07.888639 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:07.900302 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'port_id': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee', 'mac_address': 'fa:16:3e:7e:b9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:44:07.935893 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:07.948136 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e5aeff-253b-4e14-8dac-b47cc5ae1fee {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:44:07.967552 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:07.972027 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:08.021725 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:08.028892 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:08.029172 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:08.029504 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:08.029834 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:08.030158 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:08.031258 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:08.031829 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:08.032154 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:08.032479 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:08.032801 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:08.033123 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:08.033441 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:08.252303 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['f7e5aeff-253b-4e14-8dac-b47cc5ae1fee'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:44:08.587350 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:44:08.742820 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d4a49-3bf2-478e-8b07-f6cc4bed541d req-4ed8bae1-8f68-4347-b8fa-1705434c291e tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:08.744342 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-379d4a49-3bf2-478e-8b07-f6cc4bed541d req-4ed8bae1-8f68-4347-b8fa-1705434c291e tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 944 time: 0.0684993 Jul 05 04:44:08.782572 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-379d4a49-3bf2-478e-8b07-f6cc4bed541d req-1482c73a-f8c4-451f-9ce8-0f3a1fc8406f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318341 Jul 05 04:44:09.389524 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-78621a9f-ab6e-4659-afdd-fa887f77be73 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:09.391777 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-78621a9f-ab6e-4659-afdd-fa887f77be73 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.89 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f&tenant_id=83ae90a259794bd6b5188a2a366b1c9c&binding%3Ahost_id=n-h1-780147-23 HTTP/1.1" status: 200 len: 944 time: 0.0988989 Jul 05 04:44:09.473411 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c4911-0ee8-4947-a262-4398b3a513e9 req-26b5951a-6839-4097-800c-e77aa8bc6cbe tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:09.474805 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0c6c4911-0ee8-4947-a262-4398b3a513e9 req-26b5951a-6839-4097-800c-e77aa8bc6cbe tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 944 time: 0.1239107 Jul 05 04:44:09.480249 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-e10d22f1-e36c-40df-b6d4-28328021a5a3 service neutron] 10.222.0.89 "GET /v2.0/ports/f7e5aeff-253b-4e14-8dac-b47cc5ae1fee/bindings/n-h1-780147-23 HTTP/1.1" status: 200 len: 383 time: 0.0819261 Jul 05 04:44:09.537282 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0c6c4911-0ee8-4947-a262-4398b3a513e9 req-f1be46b4-ff0f-4cab-9c40-c7ba185f2be8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560412 Jul 05 04:44:09.564157 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-1e8c84ff-b568-4962-ac2c-2f144937af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:09.565688 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-1e8c84ff-b568-4962-ac2c-2f144937af7e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 1096 time: 0.0590849 Jul 05 04:44:09.660711 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-5d38d2ae-fbc4-409a-80d5-a3aa09e9a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:09.662232 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-5d38d2ae-fbc4-409a-80d5-a3aa09e9a1f6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0886872 Jul 05 04:44:09.728481 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-af9ad0dd-c3e2-4a4a-9bce-0c405cf22ccd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee HTTP/1.1" status: 200 len: 1001 time: 0.0596421 Jul 05 04:44:09.777222 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-b05c5dfd-1b9a-4f84-a5a8-56d7df4aeb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:09.778723 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-b05c5dfd-1b9a-4f84-a5a8-56d7df4aeb63 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0444946 Jul 05 04:44:09.803247 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device f7e5aeff-253b-4e14-8dac-b47cc5ae1fee up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:44:09.840910 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-a86f5429-60dc-4e28-9e7a-ba445ea8a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:09.842495 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-a86f5429-60dc-4e28-9e7a-ba445ea8a64a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575547 Jul 05 04:44:09.858626 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:44:09.862582 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:44:09.863092 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:09.931613 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-2540fecc-2ced-4fc2-b7c0-20aacf4765d0 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820303 Jul 05 04:44:09.944979 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:09.968066 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd74029-fab2-4ebf-891a-73354b344e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:44:09.970451 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ac9341-9cab-4b83-bfdd-77f7caccab4d" -d '{"events": [{"server_uuid": "ccd74029-fab2-4ebf-891a-73354b344e4f", "name": "network-vif-plugged", "status": "completed", "tag": "f7e5aeff-253b-4e14-8dac-b47cc5ae1fee"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:44:09.984396 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:09.989330 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:10.025032 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f225ca-3733-4b40-81ee-dab9a045fe00 x-openstack-request-id: req-b8f225ca-3733-4b40-81ee-dab9a045fe00 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:44:10.025323 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd74029-fab2-4ebf-891a-73354b344e4f", "name": "network-vif-plugged", "status": "completed", "tag": "f7e5aeff-253b-4e14-8dac-b47cc5ae1fee", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:44:10.025577 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b8f225ca-3733-4b40-81ee-dab9a045fe00 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:44:10.025968 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd74029-fab2-4ebf-891a-73354b344e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee', 'code': 200} Jul 05 04:44:10.039088 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-ea9ae9e9-fd4b-4459-a145-04e0472e2220 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000910 Jul 05 04:44:10.044849 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,revision_number=9']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:10.708628 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9536b7-f4b1-4d00-b497-f68e725cbbc5 req-8f1e3d4d-125e-4de9-b8eb-0078450839b5 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:10.710141 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5a9536b7-f4b1-4d00-b497-f68e725cbbc5 req-8f1e3d4d-125e-4de9-b8eb-0078450839b5 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 945 time: 0.0631177 Jul 05 04:44:10.748971 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5a9536b7-f4b1-4d00-b497-f68e725cbbc5 req-340d7001-44d2-410e-a26a-918dc856e73d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331712 Jul 05 04:44:11.967324 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb0c1c-3acd-4a72-a55c-60fe8aeb44a4 req-abca40fa-3476-4b5c-b967-8944af941a97 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:11.968912 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-65fb0c1c-3acd-4a72-a55c-60fe8aeb44a4 req-abca40fa-3476-4b5c-b967-8944af941a97 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 945 time: 0.0664685 Jul 05 04:44:12.008677 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-65fb0c1c-3acd-4a72-a55c-60fe8aeb44a4 req-3d2f4fdf-bce9-4a84-800b-69cf431f0202 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339780 Jul 05 04:44:12.271622 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-663dc4c1-df6d-4112-acb3-c45e6f5e223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:12.273086 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-663dc4c1-df6d-4112-acb3-c45e6f5e223e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f&tenant_id=83ae90a259794bd6b5188a2a366b1c9c HTTP/1.1" status: 200 len: 1097 time: 0.0523272 Jul 05 04:44:12.289725 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-5902dc14-26ce-4505-bfe0-133e0a6b7b43 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-23', 'device_owner': 'compute:nova'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:44:12.364188 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-5902dc14-26ce-4505-bfe0-133e0a6b7b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:12.569806 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-5902dc14-26ce-4505-bfe0-133e0a6b7b43 service neutron] For port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:12.602805 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-5902dc14-26ce-4505-bfe0-133e0a6b7b43 service neutron] For port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:44:12.654320 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd74029-fab2-4ebf-891a-73354b344e4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:44:12.658304 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901481fe-acce-4bf6-a2da-cc3b71eae05c" -d '{"events": [{"server_uuid": "ccd74029-fab2-4ebf-891a-73354b344e4f", "name": "network-vif-unplugged", "status": "completed", "tag": "f7e5aeff-253b-4e14-8dac-b47cc5ae1fee"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:44:12.663269 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-5902dc14-26ce-4505-bfe0-133e0a6b7b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:12.678682 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-5902dc14-26ce-4505-bfe0-133e0a6b7b43 service neutron] Transition to ACTIVE for port object f7e5aeff-253b-4e14-8dac-b47cc5ae1fee will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:44:12.683044 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-5902dc14-26ce-4505-bfe0-133e0a6b7b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:12.716213 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e620ca54-4def-4243-bab8-cbceed550bb3 x-openstack-request-id: req-e620ca54-4def-4243-bab8-cbceed550bb3 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:44:12.716513 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd74029-fab2-4ebf-891a-73354b344e4f", "name": "network-vif-unplugged", "status": "completed", "tag": "f7e5aeff-253b-4e14-8dac-b47cc5ae1fee", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:44:12.716767 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e620ca54-4def-4243-bab8-cbceed550bb3 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:44:12.717161 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd74029-fab2-4ebf-891a-73354b344e4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee', 'code': 200} Jul 05 04:44:12.771393 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902dc14-26ce-4505-bfe0-133e0a6b7b43 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,revision_number=10']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:12.810758 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-5902dc14-26ce-4505-bfe0-133e0a6b7b43 service neutron] No DVR routers for this DVR port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:44:12.954506 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-5902dc14-26ce-4505-bfe0-133e0a6b7b43 service neutron] Attempting to bind port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:44:12.955090 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-5902dc14-26ce-4505-bfe0-133e0a6b7b43 service neutron] Attempting to bind port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:44:12.955567 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-5902dc14-26ce-4505-bfe0-133e0a6b7b43 service neutron] Attempting to bind port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee on network b0d9d564-8fce-4cc3-905f-fbc05d803418 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:44:12.960343 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-5902dc14-26ce-4505-bfe0-133e0a6b7b43 service neutron] Port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee on network b0d9d564-8fce-4cc3-905f-fbc05d803418 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:44:12.960530 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-5902dc14-26ce-4505-bfe0-133e0a6b7b43 service neutron] Attempting to bind port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee on network b0d9d564-8fce-4cc3-905f-fbc05d803418 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:44:12.965266 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-5902dc14-26ce-4505-bfe0-133e0a6b7b43 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:44:12.965605 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-5902dc14-26ce-4505-bfe0-133e0a6b7b43 service neutron] Checking segment: {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:44:12.965992 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-5902dc14-26ce-4505-bfe0-133e0a6b7b43 service neutron] Bound using segment: {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:44:12.966426 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-5902dc14-26ce-4505-bfe0-133e0a6b7b43 service neutron] Bound port: f7e5aeff-253b-4e14-8dac-b47cc5ae1fee, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:44:12.966789 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-5902dc14-26ce-4505-bfe0-133e0a6b7b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:13.033709 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-5902dc14-26ce-4505-bfe0-133e0a6b7b43 service neutron] For port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:44:13.036936 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-5902dc14-26ce-4505-bfe0-133e0a6b7b43 service neutron] For port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:44:13.042196 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-5902dc14-26ce-4505-bfe0-133e0a6b7b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:13.075100 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-5902dc14-26ce-4505-bfe0-133e0a6b7b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:13.075744 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-5902dc14-26ce-4505-bfe0-133e0a6b7b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:13.077951 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-5902dc14-26ce-4505-bfe0-133e0a6b7b43 service neutron] 10.222.0.70 "PUT /v2.0/ports/f7e5aeff-253b-4e14-8dac-b47cc5ae1fee HTTP/1.1" status: 200 len: 1093 time: 0.7914686 Jul 05 04:44:13.101631 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902dc14-26ce-4505-bfe0-133e0a6b7b43 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,revision_number=11']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:13.169572 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-707d1ab9-6e8f-4aac-a03a-c9c66fc2f5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:13.171433 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-707d1ab9-6e8f-4aac-a03a-c9c66fc2f5ee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 1096 time: 0.0587881 Jul 05 04:44:13.206344 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944e554-8c7d-4367-b747-69158af6cde9 req-8f7ac811-3c15-49e0-a78b-3a6b43a3e86c tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:13.207985 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9944e554-8c7d-4367-b747-69158af6cde9 req-8f7ac811-3c15-49e0-a78b-3a6b43a3e86c tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 944 time: 0.0777738 Jul 05 04:44:13.248547 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-9944e554-8c7d-4367-b747-69158af6cde9 req-dc796594-2a3d-47f7-aa63-8d0788514197 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346107 Jul 05 04:44:13.274575 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-9fcd9649-8fa4-46ee-8014-9b826ba1cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:13.274575 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-9fcd9649-8fa4-46ee-8014-9b826ba1cf9f service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0957057 Jul 05 04:44:13.345746 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-1a6cdad3-957c-41f5-a836-aceb78bbd91c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee HTTP/1.1" status: 200 len: 1000 time: 0.0663788 Jul 05 04:44:13.397909 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-0eb94719-f6ef-468c-8927-4d6aa7896e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:13.399345 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-0eb94719-f6ef-468c-8927-4d6aa7896e29 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0475762 Jul 05 04:44:13.455834 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-94c064a0-ac9f-41fb-8f9e-16502f6a31c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:13.457317 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-94c064a0-ac9f-41fb-8f9e-16502f6a31c4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506992 Jul 05 04:44:13.543810 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-79ff38f1-e174-4a72-9a5d-2a396ed3bc8e service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792933 Jul 05 04:44:13.607558 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:13.637093 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39141098-54ad-4cef-ba1d-0365a7e11d0f req-0c9fe447-0e34-406d-adf0-73890abca70f service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874608 Jul 05 04:44:14.428184 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f24c3-b8fa-472c-b708-16e0d11bd7ca req-39f6c6b7-39ee-469f-8499-1a14a9b1ff39 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:14.429658 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b4f24c3-b8fa-472c-b708-16e0d11bd7ca req-39f6c6b7-39ee-469f-8499-1a14a9b1ff39 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 944 time: 0.0633979 Jul 05 04:44:14.467491 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b4f24c3-b8fa-472c-b708-16e0d11bd7ca req-3663b373-e81c-48e2-abd2-5d1bbb75c7b7 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322390 Jul 05 04:44:14.719212 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd74029-fab2-4ebf-891a-73354b344e4f', 'tag': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:44:14.721581 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f446c6-24ae-4220-bb38-756729d0c04c" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd74029-fab2-4ebf-891a-73354b344e4f", "tag": "f7e5aeff-253b-4e14-8dac-b47cc5ae1fee"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:44:14.767900 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb01e7c-9e58-4ccc-9e3f-c77d75585376 x-openstack-request-id: req-1fb01e7c-9e58-4ccc-9e3f-c77d75585376 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:44:14.768198 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd74029-fab2-4ebf-891a-73354b344e4f", "tag": "f7e5aeff-253b-4e14-8dac-b47cc5ae1fee", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:44:14.768479 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1fb01e7c-9e58-4ccc-9e3f-c77d75585376 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:44:14.768879 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd74029-fab2-4ebf-891a-73354b344e4f', 'tag': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee', 'status': 'completed', 'code': 200} Jul 05 04:44:14.892538 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f446c6-24ae-4220-bb38-756729d0c04c req-4d5a8632-aa53-41b0-8d73-1c62caec9a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:14.893942 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d4f446c6-24ae-4220-bb38-756729d0c04c req-4d5a8632-aa53-41b0-8d73-1c62caec9a03 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 1096 time: 0.0952859 Jul 05 04:44:14.899390 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f446c6-24ae-4220-bb38-756729d0c04c req-0350923b-b34f-4c86-afe3-e3aa0d2f442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:14.900850 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d4f446c6-24ae-4220-bb38-756729d0c04c req-0350923b-b34f-4c86-afe3-e3aa0d2f442c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 1096 time: 0.0767984 Jul 05 04:44:15.313558 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f446c6-24ae-4220-bb38-756729d0c04c req-da95e793-e94f-4fba-a550-187f145901f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:15.315041 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d4f446c6-24ae-4220-bb38-756729d0c04c req-da95e793-e94f-4fba-a550-187f145901f2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.4105103 Jul 05 04:44:15.319216 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f446c6-24ae-4220-bb38-756729d0c04c req-ad92b83b-dbf5-4eb2-97d8-1b743a70d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:15.320575 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d4f446c6-24ae-4220-bb38-756729d0c04c req-ad92b83b-dbf5-4eb2-97d8-1b743a70d074 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.4083889 Jul 05 04:44:15.428661 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d4f446c6-24ae-4220-bb38-756729d0c04c req-5f60174d-84cc-4ad7-af1e-2dcf0170c8f4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee HTTP/1.1" status: 200 len: 1000 time: 0.1023812 Jul 05 04:44:15.432366 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d4f446c6-24ae-4220-bb38-756729d0c04c req-8f019082-f367-43c5-8c47-d2bdb2db1ab4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee HTTP/1.1" status: 200 len: 1000 time: 0.1000977 Jul 05 04:44:15.518176 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f446c6-24ae-4220-bb38-756729d0c04c req-2f6d8e20-067b-4625-919b-dae1c1a61140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:15.519647 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d4f446c6-24ae-4220-bb38-756729d0c04c req-2f6d8e20-067b-4625-919b-dae1c1a61140 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0808411 Jul 05 04:44:15.521069 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f446c6-24ae-4220-bb38-756729d0c04c req-8a4a5bf7-ed69-49ee-adfb-c842140a7e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:15.522450 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d4f446c6-24ae-4220-bb38-756729d0c04c req-8a4a5bf7-ed69-49ee-adfb-c842140a7e13 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0764694 Jul 05 04:44:15.665801 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f446c6-24ae-4220-bb38-756729d0c04c req-f2d1401a-9df4-4bfd-a3e5-b4d2de9f4671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:15.667230 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d4f446c6-24ae-4220-bb38-756729d0c04c req-f2d1401a-9df4-4bfd-a3e5-b4d2de9f4671 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1380758 Jul 05 04:44:15.671198 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f446c6-24ae-4220-bb38-756729d0c04c req-7aa24aeb-382a-4e96-a013-f03a72745d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:15.672700 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d4f446c6-24ae-4220-bb38-756729d0c04c req-7aa24aeb-382a-4e96-a013-f03a72745d8e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1356637 Jul 05 04:44:15.709148 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5c8ad-6d78-486d-9d5d-ce8e56f40b8b req-eb3cf997-29c8-4516-8bed-606cfe3097ea tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:15.710625 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ccd5c8ad-6d78-486d-9d5d-ce8e56f40b8b req-eb3cf997-29c8-4516-8bed-606cfe3097ea tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 944 time: 0.1279178 Jul 05 04:44:15.842152 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ccd5c8ad-6d78-486d-9d5d-ce8e56f40b8b req-5b2ae0ec-a3d8-49de-91f3-319efbd0458d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064730 Jul 05 04:44:15.843095 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device f7e5aeff-253b-4e14-8dac-b47cc5ae1fee no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:44:15.872615 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d4f446c6-24ae-4220-bb38-756729d0c04c req-e5665ddd-8479-4f5e-abfa-d5ae9fb4584f service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871765 Jul 05 04:44:15.875043 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d4f446c6-24ae-4220-bb38-756729d0c04c req-ae3be9ab-3703-4b46-80bb-321dca396298 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008505 Jul 05 04:44:15.892171 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device f7e5aeff-253b-4e14-8dac-b47cc5ae1fee not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:44:16.033596 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d4f446c6-24ae-4220-bb38-756729d0c04c req-ffe0d33a-7954-42f5-9ec1-530e70e6a3b9 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442037 Jul 05 04:44:16.035515 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d4f446c6-24ae-4220-bb38-756729d0c04c req-602531e5-5139-4055-ac7f-7e7537ef5799 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537571 Jul 05 04:44:17.027857 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284b27d-d8e8-4a02-9352-485a5f821440 req-e6f32f9d-d7db-434e-a433-0f40e3a4aa8c tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:17.029350 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7284b27d-d8e8-4a02-9352-485a5f821440 req-e6f32f9d-d7db-434e-a433-0f40e3a4aa8c tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 944 time: 0.0630932 Jul 05 04:44:17.145865 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-7284b27d-d8e8-4a02-9352-485a5f821440 req-7a4363bc-4658-45f7-a73a-9c02498e9555 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766237 Jul 05 04:44:17.321368 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc013d-db6b-4e00-b631-eca876fbbe5a req-82f3efb4-4dda-4b50-8853-8ba7d502dcf9 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:17.322865 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-44fc013d-db6b-4e00-b631-eca876fbbe5a req-82f3efb4-4dda-4b50-8853-8ba7d502dcf9 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 944 time: 0.0663905 Jul 05 04:44:17.360724 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-44fc013d-db6b-4e00-b631-eca876fbbe5a req-76823751-3408-44c4-b0a7-5b8f9160b09e tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313261 Jul 05 04:44:17.504690 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device f7e5aeff-253b-4e14-8dac-b47cc5ae1fee details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:44:17.538649 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6ca08-a54e-49bb-9984-58ec427fd4c7 req-bf53969e-3386-4e19-b80b-a4ff08406815 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:17.540203 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8cb6ca08-a54e-49bb-9984-58ec427fd4c7 req-bf53969e-3386-4e19-b80b-a4ff08406815 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 944 time: 0.0684423 Jul 05 04:44:17.578831 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8cb6ca08-a54e-49bb-9984-58ec427fd4c7 req-9423473c-a4ec-4e46-a021-a4a3a3c6f2f6 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330360 Jul 05 04:44:17.600046 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:17.615237 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'port_id': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee', 'mac_address': 'fa:16:3e:7e:b9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:44:17.652349 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:17.665765 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e5aeff-253b-4e14-8dac-b47cc5ae1fee {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:44:17.686598 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:17.692693 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:17.742343 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,revision_number=12']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:17.962608 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e98db-8d24-4033-b1eb-0e81f6c46d21 req-96b2fae3-cb79-4ea6-b5f2-1e412cb4f0c8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:17.964204 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-976e98db-8d24-4033-b1eb-0e81f6c46d21 req-96b2fae3-cb79-4ea6-b5f2-1e412cb4f0c8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 945 time: 0.0648832 Jul 05 04:44:18.004927 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-976e98db-8d24-4033-b1eb-0e81f6c46d21 req-d53802f1-47f2-4546-877b-9815ea70a472 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332487 Jul 05 04:44:18.178129 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['f7e5aeff-253b-4e14-8dac-b47cc5ae1fee'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:44:19.181452 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e588a30-6aae-4a16-8113-ca462a3c802b req-f604233e-3172-49bf-ade1-f1f2d68b4493 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:19.182990 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e588a30-6aae-4a16-8113-ca462a3c802b req-f604233e-3172-49bf-ade1-f1f2d68b4493 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 945 time: 0.0643535 Jul 05 04:44:19.220842 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e588a30-6aae-4a16-8113-ca462a3c802b req-78b9c1af-903a-4d8b-b540-a56568383aef tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310729 Jul 05 04:44:19.549051 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device f7e5aeff-253b-4e14-8dac-b47cc5ae1fee up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:44:19.563385 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3b4f5-3a2c-4057-a040-044149889059 req-32ccd149-8b73-417f-8f25-975cc181d8ad tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:19.564868 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-42c3b4f5-3a2c-4057-a040-044149889059 req-32ccd149-8b73-417f-8f25-975cc181d8ad tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 945 time: 0.0628233 Jul 05 04:44:19.597956 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:44:19.601874 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:44:19.602392 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:19.668635 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-42c3b4f5-3a2c-4057-a040-044149889059 req-f8d3c872-37d4-49d3-85e3-17d8c6141326 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Deleting port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:44:19.668979 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-42c3b4f5-3a2c-4057-a040-044149889059 req-f8d3c872-37d4-49d3-85e3-17d8c6141326 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:19.681914 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:19.708639 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd74029-fab2-4ebf-891a-73354b344e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:44:19.710891 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc84dd5-d46c-4613-a2a8-6f5346682fb1" -d '{"events": [{"server_uuid": "ccd74029-fab2-4ebf-891a-73354b344e4f", "name": "network-vif-plugged", "status": "completed", "tag": "f7e5aeff-253b-4e14-8dac-b47cc5ae1fee"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:44:19.728319 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:19.736275 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:19.760340 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff650d86-dd98-44d3-95e5-1def6b3a20ad x-openstack-request-id: req-ff650d86-dd98-44d3-95e5-1def6b3a20ad {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:44:19.760628 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd74029-fab2-4ebf-891a-73354b344e4f", "name": "network-vif-plugged", "status": "completed", "tag": "f7e5aeff-253b-4e14-8dac-b47cc5ae1fee", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:44:19.760877 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ff650d86-dd98-44d3-95e5-1def6b3a20ad {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:44:19.761256 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd74029-fab2-4ebf-891a-73354b344e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee', 'code': 200} Jul 05 04:44:19.767686 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-42c3b4f5-3a2c-4057-a040-044149889059 req-f8d3c872-37d4-49d3-85e3-17d8c6141326 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] For port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:19.768096 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-42c3b4f5-3a2c-4057-a040-044149889059 req-f8d3c872-37d4-49d3-85e3-17d8c6141326 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:19.788324 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,revision_number=13']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:19.942012 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-42c3b4f5-3a2c-4057-a040-044149889059 req-f8d3c872-37d4-49d3-85e3-17d8c6141326 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:19.942375 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-42c3b4f5-3a2c-4057-a040-044149889059 req-f8d3c872-37d4-49d3-85e3-17d8c6141326 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:19.942688 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [req-42c3b4f5-3a2c-4057-a040-044149889059 req-f8d3c872-37d4-49d3-85e3-17d8c6141326 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Floating IP 80232d1e-a1ef-44f5-a025-a9f83d0aabb0 disassociated. External IP: 172.25.1.147, port: f7e5aeff-253b-4e14-8dac-b47cc5ae1fee. Jul 05 04:44:19.943030 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-42c3b4f5-3a2c-4057-a040-044149889059 req-f8d3c872-37d4-49d3-85e3-17d8c6141326 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Calling delete_port for f7e5aeff-253b-4e14-8dac-b47cc5ae1fee owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:44:20.071216 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-42c3b4f5-3a2c-4057-a040-044149889059 req-f8d3c872-37d4-49d3-85e3-17d8c6141326 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:20.102889 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3c872-37d4-49d3-85e3-17d8c6141326 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Pushing event deleted for resources: {'Port': ['ID=f7e5aeff-253b-4e14-8dac-b47cc5ae1fee,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:20.222280 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42c3b4f5-3a2c-4057-a040-044149889059 req-f8d3c872-37d4-49d3-85e3-17d8c6141326 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:44:20.333796 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42c3b4f5-3a2c-4057-a040-044149889059 req-f8d3c872-37d4-49d3-85e3-17d8c6141326 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:44:20.345245 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bab6839-fac9-4685-adda-50e6bd92f75e None None] Sync routers for ids ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:44:20.354233 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bab6839-fac9-4685-adda-50e6bd92f75e None None] Routers {'bf28ee15-9df4-4158-ae63-bc6c0dd037e9'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:44:20.354845 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9bab6839-fac9-4685-adda-50e6bd92f75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:44:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:20.387897 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe0a5318-5948-489a-830f-70f2cf8d1f08 req-c43ec069-b43a-4566-9050-707c1987acad tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd74029-fab2-4ebf-891a-73354b344e4f HTTP/1.1" status: 200 len: 210 time: 0.0518219 Jul 05 04:44:20.404414 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c3b4f5-3a2c-4057-a040-044149889059 req-f8d3c872-37d4-49d3-85e3-17d8c6141326 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] No DVR routers for this DVR port f7e5aeff-253b-4e14-8dac-b47cc5ae1fee on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:44:20.409534 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-42c3b4f5-3a2c-4057-a040-044149889059 req-f8d3c872-37d4-49d3-85e3-17d8c6141326 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:20.409534 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-42c3b4f5-3a2c-4057-a040-044149889059 req-f8d3c872-37d4-49d3-85e3-17d8c6141326 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.70 "DELETE /v2.0/ports/f7e5aeff-253b-4e14-8dac-b47cc5ae1fee HTTP/1.1" status: 204 len: 173 time: 0.8393693 Jul 05 04:44:20.410113 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd74029-fab2-4ebf-891a-73354b344e4f', 'name': 'network-vif-deleted', 'tag': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:44:20.412765 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1597e2b-475f-4348-a7ff-2aea1c589017" -d '{"events": [{"server_uuid": "ccd74029-fab2-4ebf-891a-73354b344e4f", "name": "network-vif-deleted", "tag": "f7e5aeff-253b-4e14-8dac-b47cc5ae1fee"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:44:20.450135 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6b5cff-36d6-4886-a51f-a23f3ea7eb11 x-openstack-request-id: req-6b6b5cff-36d6-4886-a51f-a23f3ea7eb11 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:44:20.450428 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd74029-fab2-4ebf-891a-73354b344e4f", "name": "network-vif-deleted", "tag": "f7e5aeff-253b-4e14-8dac-b47cc5ae1fee", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:44:20.450674 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6b6b5cff-36d6-4886-a51f-a23f3ea7eb11 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:44:20.451069 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd74029-fab2-4ebf-891a-73354b344e4f', 'name': 'network-vif-deleted', 'tag': 'f7e5aeff-253b-4e14-8dac-b47cc5ae1fee', 'status': 'completed', 'code': 200} Jul 05 04:44:20.468034 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-9bab6839-fac9-4685-adda-50e6bd92f75e None None] Set router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:44:20.674851 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9bab6839-fac9-4685-adda-50e6bd92f75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:26Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:20.708424 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bab6839-fac9-4685-adda-50e6bd92f75e None None] Checking router: bf28ee15-9df4-4158-ae63-bc6c0dd037e9 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:44:20.717608 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bab6839-fac9-4685-adda-50e6bd92f75e None None] Routers {'bf28ee15-9df4-4158-ae63-bc6c0dd037e9'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:44:20.718839 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9bab6839-fac9-4685-adda-50e6bd92f75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:44:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:20.827150 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-9bab6839-fac9-4685-adda-50e6bd92f75e None None] Set router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:44:21.176233 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-9bab6839-fac9-4685-adda-50e6bd92f75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:26Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:21.201420 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bab6839-fac9-4685-adda-50e6bd92f75e None None] The sync data for ids ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'] in n-d-780147-23 is: [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:26Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:44:21.418939 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b71407c-7e33-4951-a07a-1851d8716ee3 None None] New status for floating IP 80232d1e-a1ef-44f5-a025-a9f83d0aabb0: DOWN {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:44:21.772497 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-090764e3-1280-44f7-b321-98effb576b4e tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1276402320&fields=id&tenant_id=83ae90a259794bd6b5188a2a366b1c9c HTTP/1.1" status: 200 len: 267 time: 0.0422087 Jul 05 04:44:21.879674 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-e985c52f-cc4b-4d7d-b54e-d505c7e0e4c2 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:21.881184 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-e985c52f-cc4b-4d7d-b54e-d505c7e0e4c2 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 812 time: 0.1023371 Jul 05 04:44:21.896580 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-2a4e7939-fb4b-46ed-87eb-0b3c98a2cd4d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/quotas/83ae90a259794bd6b5188a2a366b1c9c HTTP/1.1" status: 200 len: 375 time: 0.0100293 Jul 05 04:44:21.970337 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-94641771-a25d-41dd-b87b-fb56ff56a4a0 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0684595 Jul 05 04:44:22.031438 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-e5635307-da61-48f6-8871-344b8671ff9f service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:44:22.032488 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-e5635307-da61-48f6-8871-344b8671ff9f service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0514903 Jul 05 04:44:22.124531 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-95427649-c5bb-46bc-837c-2b6e52f3dc57 service neutron] 10.222.0.77 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855827 Jul 05 04:44:22.211865 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-b3c6e628-5a8f-4aec-bed9-fee9d36eadae service neutron] 10.222.0.77 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807779 Jul 05 04:44:22.379351 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a8de9e07-ad16-4b2d-896e-1f0fec6f846d req-ddb345a8-fa5c-40dc-838e-1c49e34600b9 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 210 time: 0.0288420 Jul 05 04:44:23.508149 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-12ac10f8-b36f-4d8c-9b57-a2d627384156 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:23.509187 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-12ac10f8-b36f-4d8c-9b57-a2d627384156 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.89 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 812 time: 0.1174479 Jul 05 04:44:23.552321 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device f7e5aeff-253b-4e14-8dac-b47cc5ae1fee no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:44:23.574708 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-a69907bd-dcf2-451f-9c68-339401cf23fb tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83ae90a259794bd6b5188a2a366b1c9c HTTP/1.1" status: 200 len: 380 time: 0.0507169 Jul 05 04:44:23.580229 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: f7e5aeff-253b-4e14-8dac-b47cc5ae1fee {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:44:23.580566 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device f7e5aeff-253b-4e14-8dac-b47cc5ae1fee not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:44:23.586191 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-9d588451-96c1-474a-b7bf-c364d1fe9168 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Request body: {'port': {'device_id': '77ca38a6-b177-41e3-90e2-b8eca63ee86e', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'admin_state_up': True, 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'security_groups': ['7683a578-255e-4d26-a429-10c3f9190bdb']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:44:23.663360 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2eac5e99-d1bd-41bf-abe1-1e4530c91aec req-9eb0654a-ece4-4893-8979-43b3c3caf73a tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 210 time: 0.1212814 Jul 05 04:44:23.724874 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-9d588451-96c1-474a-b7bf-c364d1fe9168 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Made reservation on behalf of 83ae90a259794bd6b5188a2a366b1c9c for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:44:23.728673 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-9d588451-96c1-474a-b7bf-c364d1fe9168 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:23.851981 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-9d588451-96c1-474a-b7bf-c364d1fe9168 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Allocated IP 172.20.0.3 (b0d9d564-8fce-4cc3-905f-fbc05d803418/1d86dfc1-3a09-4cc1-a03f-76c206149554/58a01705-f8f8-4452-9707-b44b12b52e69) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:44:23.990576 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-9d588451-96c1-474a-b7bf-c364d1fe9168 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:24.003907 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-9d588451-96c1-474a-b7bf-c364d1fe9168 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Transition to ACTIVE for port object 58a01705-f8f8-4452-9707-b44b12b52e69 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:44:24.038981 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-9d588451-96c1-474a-b7bf-c364d1fe9168 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:24.085778 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-9d588451-96c1-474a-b7bf-c364d1fe9168 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Network b0d9d564-8fce-4cc3-905f-fbc05d803418 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:44:24.091032 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-9d588451-96c1-474a-b7bf-c364d1fe9168 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:44:24.097472 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-9d588451-96c1-474a-b7bf-c364d1fe9168 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:44:24.128206 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d588451-96c1-474a-b7bf-c364d1fe9168 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Pushing event updated for resources: {'Port': ['ID=58a01705-f8f8-4452-9707-b44b12b52e69,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:24.156089 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-9d588451-96c1-474a-b7bf-c364d1fe9168 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:24.156722 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-9d588451-96c1-474a-b7bf-c364d1fe9168 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:24.171984 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-9d588451-96c1-474a-b7bf-c364d1fe9168 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5903609 Jul 05 04:44:24.188372 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-6faa3ee5-1020-48c5-823f-7202b3056deb service neutron] Request body: {'port': {'device_id': '77ca38a6-b177-41e3-90e2-b8eca63ee86e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:44:24.269968 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-6faa3ee5-1020-48c5-823f-7202b3056deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:24.297039 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3843eb7e-f90a-4cfa-8837-c98731629cdf None None] Provisioning for port 58a01705-f8f8-4452-9707-b44b12b52e69 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:44:24.300494 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3843eb7e-f90a-4cfa-8837-c98731629cdf None None] Provisioning complete for port 58a01705-f8f8-4452-9707-b44b12b52e69 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:44:24.300866 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3843eb7e-f90a-4cfa-8837-c98731629cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:24.335476 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-3843eb7e-f90a-4cfa-8837-c98731629cdf None None] Port 58a01705-f8f8-4452-9707-b44b12b52e69 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:44:24.797745 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-6faa3ee5-1020-48c5-823f-7202b3056deb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a01705-f8f8-4452-9707-b44b12b52e69 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:44:24.805281 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-6faa3ee5-1020-48c5-823f-7202b3056deb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:24.818204 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-6faa3ee5-1020-48c5-823f-7202b3056deb service neutron] Transition to ACTIVE for port object 58a01705-f8f8-4452-9707-b44b12b52e69 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:44:24.821354 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-6faa3ee5-1020-48c5-823f-7202b3056deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:24.846732 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f1863-a190-435a-bb42-05cdeba27db6 req-ad244d3b-afc8-4629-b13a-0909f7aaf7bd tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:24.849109 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-718f1863-a190-435a-bb42-05cdeba27db6 req-ad244d3b-afc8-4629-b13a-0909f7aaf7bd tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 931 time: 0.0684061 Jul 05 04:44:24.875599 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa3ee5-1020-48c5-823f-7202b3056deb service neutron] Pushing event updated for resources: {'Port': ['ID=58a01705-f8f8-4452-9707-b44b12b52e69,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:24.894561 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-718f1863-a190-435a-bb42-05cdeba27db6 req-b15d39d3-b831-4928-85ca-1ca6fb4a16f7 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406077 Jul 05 04:44:24.946085 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-6faa3ee5-1020-48c5-823f-7202b3056deb service neutron] Attempting to bind port 58a01705-f8f8-4452-9707-b44b12b52e69 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:44:24.946421 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-6faa3ee5-1020-48c5-823f-7202b3056deb service neutron] Attempting to bind port 58a01705-f8f8-4452-9707-b44b12b52e69 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:44:24.946752 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-6faa3ee5-1020-48c5-823f-7202b3056deb service neutron] Attempting to bind port 58a01705-f8f8-4452-9707-b44b12b52e69 on network b0d9d564-8fce-4cc3-905f-fbc05d803418 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:44:24.951217 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-6faa3ee5-1020-48c5-823f-7202b3056deb service neutron] Port 58a01705-f8f8-4452-9707-b44b12b52e69 on network b0d9d564-8fce-4cc3-905f-fbc05d803418 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:44:24.951544 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-6faa3ee5-1020-48c5-823f-7202b3056deb service neutron] Attempting to bind port 58a01705-f8f8-4452-9707-b44b12b52e69 on network b0d9d564-8fce-4cc3-905f-fbc05d803418 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:44:24.957447 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-6faa3ee5-1020-48c5-823f-7202b3056deb service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:44:24.957786 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-6faa3ee5-1020-48c5-823f-7202b3056deb service neutron] Checking segment: {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:44:24.958171 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-6faa3ee5-1020-48c5-823f-7202b3056deb service neutron] Bound using segment: {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:44:24.958611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-6faa3ee5-1020-48c5-823f-7202b3056deb service neutron] Bound port: 58a01705-f8f8-4452-9707-b44b12b52e69, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:44:24.958981 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-6faa3ee5-1020-48c5-823f-7202b3056deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:25.023443 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-6faa3ee5-1020-48c5-823f-7202b3056deb service neutron] For port 58a01705-f8f8-4452-9707-b44b12b52e69, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:44:25.027090 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-6faa3ee5-1020-48c5-823f-7202b3056deb service neutron] For port 58a01705-f8f8-4452-9707-b44b12b52e69, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=58a01705-f8f8-4452-9707-b44b12b52e69,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:44:25.031692 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-6faa3ee5-1020-48c5-823f-7202b3056deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:25.070595 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-6faa3ee5-1020-48c5-823f-7202b3056deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:25.071089 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-6faa3ee5-1020-48c5-823f-7202b3056deb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:25.072489 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-6faa3ee5-1020-48c5-823f-7202b3056deb service neutron] 10.222.0.89 "PUT /v2.0/ports/58a01705-f8f8-4452-9707-b44b12b52e69 HTTP/1.1" status: 200 len: 1092 time: 0.8891709 Jul 05 04:44:25.072942 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ca38a6-b177-41e3-90e2-b8eca63ee86e', 'tag': '58a01705-f8f8-4452-9707-b44b12b52e69'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:44:25.075170 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b612ee-6151-4ab3-8e7b-528fd9fbacc7" -d '{"events": [{"name": "network-changed", "server_uuid": "77ca38a6-b177-41e3-90e2-b8eca63ee86e", "tag": "58a01705-f8f8-4452-9707-b44b12b52e69"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:44:25.099521 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa3ee5-1020-48c5-823f-7202b3056deb service neutron] Pushing event updated for resources: {'Port': ['ID=58a01705-f8f8-4452-9707-b44b12b52e69,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:25.131881 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e203947-c92b-4a79-9671-41fe365421a3 x-openstack-request-id: req-4e203947-c92b-4a79-9671-41fe365421a3 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:44:25.132172 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ca38a6-b177-41e3-90e2-b8eca63ee86e", "tag": "58a01705-f8f8-4452-9707-b44b12b52e69", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:44:25.132422 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4e203947-c92b-4a79-9671-41fe365421a3 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:44:25.132802 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ca38a6-b177-41e3-90e2-b8eca63ee86e', 'tag': '58a01705-f8f8-4452-9707-b44b12b52e69', 'status': 'completed', 'code': 200} Jul 05 04:44:25.178928 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-3696552c-a0ee-43f7-93dd-76624bf85a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:25.180599 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-3696552c-a0ee-43f7-93dd-76624bf85a20 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 1095 time: 0.0582588 Jul 05 04:44:25.228799 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-9634bf4d-016a-4ea4-b234-10e464985df2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58a01705-f8f8-4452-9707-b44b12b52e69 HTTP/1.1" status: 200 len: 217 time: 0.0393016 Jul 05 04:44:25.284122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-defce770-54f7-48c8-b497-95cc183b7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:25.285572 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-defce770-54f7-48c8-b497-95cc183b7b9c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0479500 Jul 05 04:44:25.344980 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-0244a1ad-7ffe-40c5-926d-801efe66fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:25.346437 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-0244a1ad-7ffe-40c5-926d-801efe66fd6b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508819 Jul 05 04:44:25.443214 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-d19aa51c-445a-458c-8c80-3dc996747000 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841434 Jul 05 04:44:25.539244 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93ab3730-f1b4-48d4-9c64-3adbcd932c27 req-1cec9f65-53ca-4578-9cbb-702f54426dd5 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855856 Jul 05 04:44:25.650161 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b612ee-6151-4ab3-8e7b-528fd9fbacc7 req-c522f5d4-7664-4cec-8fc5-1433a5e109f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:25.651785 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6b612ee-6151-4ab3-8e7b-528fd9fbacc7 req-c522f5d4-7664-4cec-8fc5-1433a5e109f4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 1095 time: 0.0551655 Jul 05 04:44:25.746657 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b612ee-6151-4ab3-8e7b-528fd9fbacc7 req-db99992e-7691-4a06-b2e2-ce9908c56001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:25.748206 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6b612ee-6151-4ab3-8e7b-528fd9fbacc7 req-db99992e-7691-4a06-b2e2-ce9908c56001 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0900025 Jul 05 04:44:25.793936 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6b612ee-6151-4ab3-8e7b-528fd9fbacc7 req-8f0219e0-1b81-439d-9cfb-b7e82460c0b6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58a01705-f8f8-4452-9707-b44b12b52e69 HTTP/1.1" status: 200 len: 217 time: 0.0374873 Jul 05 04:44:25.842057 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b612ee-6151-4ab3-8e7b-528fd9fbacc7 req-a5fded1b-0577-4660-8c89-2173c7459a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:25.844088 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6b612ee-6151-4ab3-8e7b-528fd9fbacc7 req-a5fded1b-0577-4660-8c89-2173c7459a4d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0434091 Jul 05 04:44:25.907370 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b612ee-6151-4ab3-8e7b-528fd9fbacc7 req-f7155f41-6ff5-48ca-b112-5ada02259be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:25.908966 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6b612ee-6151-4ab3-8e7b-528fd9fbacc7 req-f7155f41-6ff5-48ca-b112-5ada02259be2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573785 Jul 05 04:44:25.999510 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6b612ee-6151-4ab3-8e7b-528fd9fbacc7 req-7b9327e2-625d-47e9-8053-0140e5700a41 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824561 Jul 05 04:44:26.070879 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043076fb-b37c-44f6-87cc-f7fb3ce7b284 req-eb3ae96e-d2e6-40c8-84d3-60c79890d4ef tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:26.072422 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-043076fb-b37c-44f6-87cc-f7fb3ce7b284 req-eb3ae96e-d2e6-40c8-84d3-60c79890d4ef tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 943 time: 0.0650420 Jul 05 04:44:26.096223 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6b612ee-6151-4ab3-8e7b-528fd9fbacc7 req-82677a71-9446-4530-85eb-4343693fb467 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892797 Jul 05 04:44:26.112061 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-043076fb-b37c-44f6-87cc-f7fb3ce7b284 req-d76940fc-4735-424f-b182-582928c44cce tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331638 Jul 05 04:44:27.305478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c754f17-1033-4b02-8d66-2fb09172fe8e req-be36e43f-0aa9-4fa0-ad1c-31c61dd64e8b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:27.307202 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8c754f17-1033-4b02-8d66-2fb09172fe8e req-be36e43f-0aa9-4fa0-ad1c-31c61dd64e8b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 943 time: 0.0643597 Jul 05 04:44:27.346307 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8c754f17-1033-4b02-8d66-2fb09172fe8e req-da540a4d-98e3-456b-9256-832ecb4121f4 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334344 Jul 05 04:44:27.858805 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 58a01705-f8f8-4452-9707-b44b12b52e69 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:44:27.953578 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 58a01705-f8f8-4452-9707-b44b12b52e69, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=58a01705-f8f8-4452-9707-b44b12b52e69,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:27.964710 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '58a01705-f8f8-4452-9707-b44b12b52e69', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'port_id': '58a01705-f8f8-4452-9707-b44b12b52e69', 'mac_address': 'fa:16:3e:be:60:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:44:28.005439 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:28.018529 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a01705-f8f8-4452-9707-b44b12b52e69 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:44:28.038034 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 58a01705-f8f8-4452-9707-b44b12b52e69, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=58a01705-f8f8-4452-9707-b44b12b52e69,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:28.041591 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:28.090401 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=58a01705-f8f8-4452-9707-b44b12b52e69,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:28.289273 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['58a01705-f8f8-4452-9707-b44b12b52e69'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:44:28.523264 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9123b5-6de0-4fda-bcac-c599b0e3547c req-101b7eec-e288-484e-ab98-3e11ef07413a tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:28.524801 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4c9123b5-6de0-4fda-bcac-c599b0e3547c req-101b7eec-e288-484e-ab98-3e11ef07413a tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 944 time: 0.0664375 Jul 05 04:44:28.564178 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-4c9123b5-6de0-4fda-bcac-c599b0e3547c req-c4a6f306-ad5f-41bb-a942-5e2772cc0d68 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336168 Jul 05 04:44:28.744906 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3db6276c-2425-40fe-91f6-34e4995b6e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:29.735841 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee48af-74d0-4ad8-af6b-aa8402727bb5 req-a93417e8-d61f-4612-9c16-765dba38b5f4 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:29.737387 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-57ee48af-74d0-4ad8-af6b-aa8402727bb5 req-a93417e8-d61f-4612-9c16-765dba38b5f4 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 944 time: 0.0638096 Jul 05 04:44:29.758572 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:29.776980 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-57ee48af-74d0-4ad8-af6b-aa8402727bb5 req-f22d3b62-d1cf-48e4-bb4c-f2805e2710bf tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339582 Jul 05 04:44:29.854892 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 58a01705-f8f8-4452-9707-b44b12b52e69 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:44:29.903852 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 58a01705-f8f8-4452-9707-b44b12b52e69 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:44:29.908111 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 58a01705-f8f8-4452-9707-b44b12b52e69 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:44:29.908486 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:29.986551 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:30.008769 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ca38a6-b177-41e3-90e2-b8eca63ee86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a01705-f8f8-4452-9707-b44b12b52e69'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:44:30.011061 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d5a3b24047196ec9468eb50662af1884f8a108555705fdfc6e79cf3edfe75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d5b327-f8e3-4cc5-87e7-9cc9b5e41bbd" -d '{"events": [{"server_uuid": "77ca38a6-b177-41e3-90e2-b8eca63ee86e", "name": "network-vif-plugged", "status": "completed", "tag": "58a01705-f8f8-4452-9707-b44b12b52e69"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:44:30.025082 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 58a01705-f8f8-4452-9707-b44b12b52e69, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=58a01705-f8f8-4452-9707-b44b12b52e69,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:30.029257 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:30.051647 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddec5bc6-3580-4e9f-a1ea-f3aa22bedf20 x-openstack-request-id: req-ddec5bc6-3580-4e9f-a1ea-f3aa22bedf20 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:44:30.052001 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ca38a6-b177-41e3-90e2-b8eca63ee86e", "name": "network-vif-plugged", "status": "completed", "tag": "58a01705-f8f8-4452-9707-b44b12b52e69", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:44:30.052226 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ddec5bc6-3580-4e9f-a1ea-f3aa22bedf20 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:44:30.052614 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ca38a6-b177-41e3-90e2-b8eca63ee86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a01705-f8f8-4452-9707-b44b12b52e69', 'code': 200} Jul 05 04:44:30.079887 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=58a01705-f8f8-4452-9707-b44b12b52e69,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:30.169501 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff28e84-68b4-4e2b-bed9-46eb17be9a24 req-ed316f6d-d355-4140-bc85-6b75c6fbd342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:30.170907 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ff28e84-68b4-4e2b-bed9-46eb17be9a24 req-ed316f6d-d355-4140-bc85-6b75c6fbd342 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 1097 time: 0.0552697 Jul 05 04:44:30.209214 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ff28e84-68b4-4e2b-bed9-46eb17be9a24 req-4fe4728b-f8e3-43eb-921c-26449de5b5ca service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282168 Jul 05 04:44:30.959354 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c4627-590d-4316-93cd-f81326676eba req-3cbbda6f-6fe4-4bd5-9cd4-949795016938 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:30.961009 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b38c4627-590d-4316-93cd-f81326676eba req-3cbbda6f-6fe4-4bd5-9cd4-949795016938 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0699399 Jul 05 04:44:31.001296 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b38c4627-590d-4316-93cd-f81326676eba req-048f05b6-56e4-479c-a05f-66059cfa70b8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347805 Jul 05 04:44:31.411228 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-574388df-38e3-4ec1-97e7-c17441159597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:31.822529 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:32.183620 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307b25d-8486-4503-ab18-102c704d0fa1 req-3acb61aa-9959-45a4-b907-8bfb19d0ecb6 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:32.185132 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8307b25d-8486-4503-ab18-102c704d0fa1 req-3acb61aa-9959-45a4-b907-8bfb19d0ecb6 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0675516 Jul 05 04:44:32.223168 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8307b25d-8486-4503-ab18-102c704d0fa1 req-695d3146-8285-452b-9fe7-d42c8fe1706e tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324025 Jul 05 04:44:32.395508 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d02cd-5f96-4f29-a26b-e6ec4529c361 req-1a90aed4-3243-4bee-9098-8ace0bba2667 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:32.396943 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c35d02cd-5f96-4f29-a26b-e6ec4529c361 req-1a90aed4-3243-4bee-9098-8ace0bba2667 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0667684 Jul 05 04:44:32.406094 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48334) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:44:32.410649 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-ba0f7518-9e56-47d6-b766-8e9df538b4f5 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Request body: {'floatingip': {'port_id': '58a01705-f8f8-4452-9707-b44b12b52e69'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:44:32.449022 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ba0f7518-9e56-47d6-b766-8e9df538b4f5 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for floatingip, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:32.740453 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:32.902462 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ba0f7518-9e56-47d6-b766-8e9df538b4f5 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:32.906067 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ba0f7518-9e56-47d6-b766-8e9df538b4f5 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:33.004885 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-ba0f7518-9e56-47d6-b766-8e9df538b4f5 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Floating IP 80232d1e-a1ef-44f5-a025-a9f83d0aabb0 associated. External IP: 172.25.1.147, port: 58a01705-f8f8-4452-9707-b44b12b52e69. Jul 05 04:44:33.219371 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0f7518-9e56-47d6-b766-8e9df538b4f5 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:44:33.326146 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0f7518-9e56-47d6-b766-8e9df538b4f5 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:44:33.331505 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ba0f7518-9e56-47d6-b766-8e9df538b4f5 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:33.335759 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30ed06d-9af1-4755-8b15-7bfbe1821dfb None None] Sync routers for ids ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:44:33.345904 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30ed06d-9af1-4755-8b15-7bfbe1821dfb None None] Routers {'bf28ee15-9df4-4158-ae63-bc6c0dd037e9'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:44:33.346647 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d30ed06d-9af1-4755-8b15-7bfbe1821dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:44:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:33.370199 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ba0f7518-9e56-47d6-b766-8e9df538b4f5 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "PUT /v2.0/floatingips/80232d1e-a1ef-44f5-a025-a9f83d0aabb0 HTTP/1.1" status: 200 len: 992 time: 0.9630210 Jul 05 04:44:33.370873 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ca38a6-b177-41e3-90e2-b8eca63ee86e', 'tag': '58a01705-f8f8-4452-9707-b44b12b52e69'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:44:33.373286 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}661f47faa7c28199cf073b26f42d60e0157a43c988318a6944770ac995d279d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df6bac2-53df-4c33-a357-14af74d2ec2a" -d '{"events": [{"name": "network-changed", "server_uuid": "77ca38a6-b177-41e3-90e2-b8eca63ee86e", "tag": "58a01705-f8f8-4452-9707-b44b12b52e69"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:44:33.410533 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6174508-7fa9-4b9b-adf1-792aedd1b371 x-openstack-request-id: req-f6174508-7fa9-4b9b-adf1-792aedd1b371 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:44:33.411125 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ca38a6-b177-41e3-90e2-b8eca63ee86e", "tag": "58a01705-f8f8-4452-9707-b44b12b52e69", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:44:33.411125 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f6174508-7fa9-4b9b-adf1-792aedd1b371 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:44:33.411457 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ca38a6-b177-41e3-90e2-b8eca63ee86e', 'tag': '58a01705-f8f8-4452-9707-b44b12b52e69', 'status': 'completed', 'code': 200} Jul 05 04:44:33.458989 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-d30ed06d-9af1-4755-8b15-7bfbe1821dfb None None] Set router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:44:33.564887 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6bac2-53df-4c33-a357-14af74d2ec2a req-6997e5ba-e5b5-4ecb-aaf9-9fe622338494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:33.566400 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6df6bac2-53df-4c33-a357-14af74d2ec2a req-6997e5ba-e5b5-4ecb-aaf9-9fe622338494 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 1097 time: 0.0904574 Jul 05 04:44:33.660885 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6bac2-53df-4c33-a357-14af74d2ec2a req-30d54a9e-bbe1-4525-af7e-7ae076e979b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:33.662395 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6df6bac2-53df-4c33-a357-14af74d2ec2a req-30d54a9e-bbe1-4525-af7e-7ae076e979b7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0886867 Jul 05 04:44:33.692614 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d30ed06d-9af1-4755-8b15-7bfbe1821dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '80232d1e-a1ef-44f5-a025-a9f83d0aabb0', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'floating_ip_address': '172.25.1.147', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'port_id': '58a01705-f8f8-4452-9707-b44b12b52e69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'mac_address': 'fa:16:3e:be:60:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ca38a6-b177-41e3-90e2-b8eca63ee86e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:35:24Z', 'updated_at': '2021-07-05T04:44:32Z', 'revision_number': 13, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:26Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:33.720913 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30ed06d-9af1-4755-8b15-7bfbe1821dfb None None] Checking router: bf28ee15-9df4-4158-ae63-bc6c0dd037e9 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:44:33.730326 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30ed06d-9af1-4755-8b15-7bfbe1821dfb None None] Routers {'bf28ee15-9df4-4158-ae63-bc6c0dd037e9'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:44:33.731064 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d30ed06d-9af1-4755-8b15-7bfbe1821dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:44:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:33.733308 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6df6bac2-53df-4c33-a357-14af74d2ec2a req-a6b8ac03-be42-4bfa-8292-aec26ae271c2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58a01705-f8f8-4452-9707-b44b12b52e69 HTTP/1.1" status: 200 len: 1000 time: 0.0636358 Jul 05 04:44:33.783827 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6bac2-53df-4c33-a357-14af74d2ec2a req-f4885b67-9bcb-4a26-844b-5b3403e98ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:33.785321 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6df6bac2-53df-4c33-a357-14af74d2ec2a req-f4885b67-9bcb-4a26-844b-5b3403e98ec2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0443962 Jul 05 04:44:33.837256 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-d30ed06d-9af1-4755-8b15-7bfbe1821dfb None None] Set router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:44:33.850012 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6bac2-53df-4c33-a357-14af74d2ec2a req-6a6fddde-bcdb-4c15-b06b-1ac04e2172a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:33.851562 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6df6bac2-53df-4c33-a357-14af74d2ec2a req-6a6fddde-bcdb-4c15-b06b-1ac04e2172a6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585067 Jul 05 04:44:33.949099 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6df6bac2-53df-4c33-a357-14af74d2ec2a req-d19a3075-8971-4735-95fc-40f64903133c service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891943 Jul 05 04:44:34.046916 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6df6bac2-53df-4c33-a357-14af74d2ec2a req-0935d14c-fce2-415d-8e8e-71f0234698a4 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912778 Jul 05 04:44:34.069850 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d30ed06d-9af1-4755-8b15-7bfbe1821dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '80232d1e-a1ef-44f5-a025-a9f83d0aabb0', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'floating_ip_address': '172.25.1.147', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'port_id': '58a01705-f8f8-4452-9707-b44b12b52e69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'mac_address': 'fa:16:3e:be:60:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ca38a6-b177-41e3-90e2-b8eca63ee86e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:35:24Z', 'updated_at': '2021-07-05T04:44:32Z', 'revision_number': 13, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:26Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:34.100886 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30ed06d-9af1-4755-8b15-7bfbe1821dfb None None] The sync data for ids ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'] in n-d-780147-23 is: [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '80232d1e-a1ef-44f5-a025-a9f83d0aabb0', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'floating_ip_address': '172.25.1.147', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'port_id': '58a01705-f8f8-4452-9707-b44b12b52e69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'mac_address': 'fa:16:3e:be:60:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ca38a6-b177-41e3-90e2-b8eca63ee86e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:35:24Z', 'updated_at': '2021-07-05T04:44:32Z', 'revision_number': 13, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:26Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:44:34.289934 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1b238d-dc69-4322-b550-ea5fc6d4d289 None None] New status for floating IP 80232d1e-a1ef-44f5-a025-a9f83d0aabb0: ACTIVE {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:44:34.548402 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:39.088058 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3b0d2a49-9fcf-41e8-99d5-3f0d04a47de5 req-d6376456-bb89-43c2-ad9d-93357844510c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512753 Jul 05 04:44:39.190308 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d2a49-9fcf-41e8-99d5-3f0d04a47de5 req-a7e08cf1-1ffa-48ed-ab1d-1df8c4a78fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:39.191825 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3b0d2a49-9fcf-41e8-99d5-3f0d04a47de5 req-a7e08cf1-1ffa-48ed-ab1d-1df8c4a78fb1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 1097 time: 0.0618320 Jul 05 04:44:39.298471 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d2a49-9fcf-41e8-99d5-3f0d04a47de5 req-5de3fcd3-5fce-487e-be0c-56fbf8b5a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:39.299880 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3b0d2a49-9fcf-41e8-99d5-3f0d04a47de5 req-5de3fcd3-5fce-487e-be0c-56fbf8b5a4f5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0869188 Jul 05 04:44:39.622964 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3b0d2a49-9fcf-41e8-99d5-3f0d04a47de5 req-9001720b-690b-423b-8d04-5fc19955eee0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58a01705-f8f8-4452-9707-b44b12b52e69 HTTP/1.1" status: 200 len: 1002 time: 0.3156440 Jul 05 04:44:39.685140 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d2a49-9fcf-41e8-99d5-3f0d04a47de5 req-8822fb42-ada4-4bac-9809-68760252a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:39.687226 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3b0d2a49-9fcf-41e8-99d5-3f0d04a47de5 req-8822fb42-ada4-4bac-9809-68760252a549 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0566287 Jul 05 04:44:39.750978 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d2a49-9fcf-41e8-99d5-3f0d04a47de5 req-7e56aef7-a026-417a-94cb-e08866e9fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:39.752519 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3b0d2a49-9fcf-41e8-99d5-3f0d04a47de5 req-7e56aef7-a026-417a-94cb-e08866e9fc33 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561903 Jul 05 04:44:39.843763 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3b0d2a49-9fcf-41e8-99d5-3f0d04a47de5 req-911c1e78-bac8-4a98-9747-376068c407f7 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812631 Jul 05 04:44:39.940780 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3b0d2a49-9fcf-41e8-99d5-3f0d04a47de5 req-64ef3447-01a1-4ab0-97ac-053c10af1db3 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849001 Jul 05 04:44:43.609141 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:45.587101 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:44:58.747706 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c48ba38f-c1fc-42da-9b5d-820c3dbf8877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:59.760291 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:01.412375 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a112e9af-9482-4e6c-925c-e5f7fd147dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:01.823772 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:02.742317 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:04.550560 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:13.604773 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:22.587311 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:45:28.750334 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f20b0155-9529-4c0a-b223-4d64df5df4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:29.755981 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:31.413510 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0e17991d-6336-406a-bb4c-a4cb50f74581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:31.823859 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:32.746001 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:34.553929 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:41.773880 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dbae09d9-1dc5-47d3-8dab-958c4fd5646a req-3da96631-44cb-4bb0-b544-2efaa89c8cb2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524626 Jul 05 04:45:41.875618 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae09d9-1dc5-47d3-8dab-958c4fd5646a req-56c28733-3c6b-4426-9fe3-6a3cda7b88a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:45:41.877135 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dbae09d9-1dc5-47d3-8dab-958c4fd5646a req-56c28733-3c6b-4426-9fe3-6a3cda7b88a0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 1097 time: 0.0527344 Jul 05 04:45:41.985053 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae09d9-1dc5-47d3-8dab-958c4fd5646a req-9c5b1e24-6631-467e-8b2d-6b12163d7033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:45:41.986503 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dbae09d9-1dc5-47d3-8dab-958c4fd5646a req-9c5b1e24-6631-467e-8b2d-6b12163d7033 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0865657 Jul 05 04:45:42.058331 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dbae09d9-1dc5-47d3-8dab-958c4fd5646a req-07f797a0-0fb8-4010-bf9d-317602fd4cc8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58a01705-f8f8-4452-9707-b44b12b52e69 HTTP/1.1" status: 200 len: 1002 time: 0.0602419 Jul 05 04:45:42.115577 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae09d9-1dc5-47d3-8dab-958c4fd5646a req-28f5c994-9511-4e8f-a7f8-e605b5b83e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:45:42.117242 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dbae09d9-1dc5-47d3-8dab-958c4fd5646a req-28f5c994-9511-4e8f-a7f8-e605b5b83e17 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0446305 Jul 05 04:45:42.178771 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae09d9-1dc5-47d3-8dab-958c4fd5646a req-483b7df2-e5e6-47b1-b409-34f3b1d617cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:45:42.180297 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dbae09d9-1dc5-47d3-8dab-958c4fd5646a req-483b7df2-e5e6-47b1-b409-34f3b1d617cc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561147 Jul 05 04:45:42.268859 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dbae09d9-1dc5-47d3-8dab-958c4fd5646a req-ae32ba1c-1f22-49ae-953d-d7766d6b1535 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804341 Jul 05 04:45:42.364747 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dbae09d9-1dc5-47d3-8dab-958c4fd5646a req-7eb2d2b4-9f57-4d01-b741-0ebadcdab75b service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851789 Jul 05 04:45:43.604460 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:58.754794 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-919cd4fc-0648-4fbf-8d9c-8ac00fbe3963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:59.587584 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:45:59.752474 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:01.415343 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-10f15e46-7154-4536-8c2a-085b4f6bcf3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:01.824787 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:02.749302 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:04.556203 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:13.603411 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:15.771020 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b9585-3bb2-4dd4-9d12-b4f7da59ee4b req-4dca5c98-3b98-4c96-9931-9f58c8a439a3 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:15.772529 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5b0b9585-3bb2-4dd4-9d12-b4f7da59ee4b req-4dca5c98-3b98-4c96-9931-9f58c8a439a3 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0692561 Jul 05 04:46:15.810036 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5b0b9585-3bb2-4dd4-9d12-b4f7da59ee4b req-e2b04ca6-8cb2-4a60-a57f-80a02f9d6c96 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318167 Jul 05 04:46:27.177835 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237acd79-1cac-4051-932e-589550fbcc6e req-96c9252f-e72d-4f4e-8142-58fcd7aaae27 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:27.180806 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-237acd79-1cac-4051-932e-589550fbcc6e req-96c9252f-e72d-4f4e-8142-58fcd7aaae27 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0686655 Jul 05 04:46:27.223048 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-237acd79-1cac-4051-932e-589550fbcc6e req-c1dd8612-44ad-439e-9608-7a264ce2f7bd tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363827 Jul 05 04:46:27.275003 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-0bf3ce0a-57c9-400c-bd7c-793a660392b6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1049964 Jul 05 04:46:28.404877 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a701b62-25d7-42ab-ac86-d42e3e8f6ed4 req-1d25b09c-868a-441a-9be3-a87d22947a30 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:28.406334 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1a701b62-25d7-42ab-ac86-d42e3e8f6ed4 req-1d25b09c-868a-441a-9be3-a87d22947a30 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0646062 Jul 05 04:46:28.443781 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1a701b62-25d7-42ab-ac86-d42e3e8f6ed4 req-e9702988-5ce6-488f-ad6e-9a1a903f960a tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318155 Jul 05 04:46:28.677297 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-0ba87d34-ad1e-4e5b-8026-679ab44d0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:28.679148 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-0ba87d34-ad1e-4e5b-8026-679ab44d0abc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 1097 time: 0.0625415 Jul 05 04:46:28.755949 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-31a19f34-ede9-4b7f-808b-d1fb7b985d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:28.779043 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-1405c173-08bc-4fee-ab07-b18058a85e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:28.780544 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-1405c173-08bc-4fee-ab07-b18058a85e78 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0919793 Jul 05 04:46:28.849486 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-b8af4edb-c832-418f-bc77-3314ddd4bd1c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58a01705-f8f8-4452-9707-b44b12b52e69 HTTP/1.1" status: 200 len: 1002 time: 0.0568743 Jul 05 04:46:28.906366 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-cd82a142-5206-4ac7-bed6-31839a9f0fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:28.907847 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-cd82a142-5206-4ac7-bed6-31839a9f0fd2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0484462 Jul 05 04:46:28.966580 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-809b71e1-3b95-447a-838e-c59b1e2959cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:28.968281 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-809b71e1-3b95-447a-838e-c59b1e2959cd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515487 Jul 05 04:46:29.059589 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-c7bc0c11-1ee6-49f7-8233-50296a79f3d0 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827668 Jul 05 04:46:29.156792 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-9ff75b61-e4dc-4902-b42a-7084ad6f425d service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869672 Jul 05 04:46:29.625059 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e148c-d14a-41b3-8701-adf6decc1392 req-a710c5e0-f8d8-4361-af37-16efbbb29a13 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:29.626717 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-272e148c-d14a-41b3-8701-adf6decc1392 req-a710c5e0-f8d8-4361-af37-16efbbb29a13 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0662792 Jul 05 04:46:29.664539 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-272e148c-d14a-41b3-8701-adf6decc1392 req-223452c5-3fec-4489-a19b-c3c8116b9392 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315979 Jul 05 04:46:29.754715 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:30.845070 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e879e85-e0c3-4fca-ab54-65f2c9825b3a req-a6f3cf18-21bb-480d-a29d-e64c88bb686b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:30.846544 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8e879e85-e0c3-4fca-ab54-65f2c9825b3a req-a6f3cf18-21bb-480d-a29d-e64c88bb686b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0630269 Jul 05 04:46:30.884220 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8e879e85-e0c3-4fca-ab54-65f2c9825b3a req-2d64b3f0-1c6c-4e88-9b76-854f3c361879 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320249 Jul 05 04:46:31.416589 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-589e442f-192d-4dfd-a2f0-3b4a2d400afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:31.827984 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:32.065322 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dc788-c417-4d4c-972d-789f5b083f64 req-fb55d06d-6c01-4234-ad6d-83482a977c07 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:32.067050 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cb1dc788-c417-4d4c-972d-789f5b083f64 req-fb55d06d-6c01-4234-ad6d-83482a977c07 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0681858 Jul 05 04:46:32.105695 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cb1dc788-c417-4d4c-972d-789f5b083f64 req-e0d1ccd8-214f-46c4-b394-e8cba867c61b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330453 Jul 05 04:46:32.754036 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:33.283715 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36ec60-97a4-469c-95de-d6ed2d28cad9 req-fa53f03d-fb39-4b7f-8be1-8c0c34a0b8e0 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:33.286526 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f36ec60-97a4-469c-95de-d6ed2d28cad9 req-fa53f03d-fb39-4b7f-8be1-8c0c34a0b8e0 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0687146 Jul 05 04:46:33.323532 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-8f36ec60-97a4-469c-95de-d6ed2d28cad9 req-b86941eb-db90-4b2c-a303-ec973224608c tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315294 Jul 05 04:46:34.504554 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75a20e-5631-46a5-bde1-bbea6a47d061 req-9c222cbd-40b6-46b9-9f46-801be600141b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:34.506120 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b75a20e-5631-46a5-bde1-bbea6a47d061 req-9c222cbd-40b6-46b9-9f46-801be600141b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0649204 Jul 05 04:46:34.543160 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b75a20e-5631-46a5-bde1-bbea6a47d061 req-a9e38957-a79d-4497-af9f-c1ca790a9e8c tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315881 Jul 05 04:46:34.559922 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:35.724142 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6e2f5-9545-43e8-97cc-a58bda725c88 req-05462472-f7a3-4fb3-a35a-902032c74935 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:35.725679 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eae6e2f5-9545-43e8-97cc-a58bda725c88 req-05462472-f7a3-4fb3-a35a-902032c74935 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0682611 Jul 05 04:46:35.764064 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-eae6e2f5-9545-43e8-97cc-a58bda725c88 req-c57247d2-916e-4b7a-ad39-5d8ddf92f4ef tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327046 Jul 05 04:46:36.587401 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:46:36.952323 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7177a-f3a6-417c-8767-da846676835a req-3d8f7037-9bfa-466c-88b3-2f42c70576e3 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:36.953823 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ca7177a-f3a6-417c-8767-da846676835a req-3d8f7037-9bfa-466c-88b3-2f42c70576e3 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0763874 Jul 05 04:46:36.995511 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ca7177a-f3a6-417c-8767-da846676835a req-3146f90f-336c-4572-95ea-9b55f29f2fd6 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356185 Jul 05 04:46:38.170900 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e438ca-4daf-4856-94cf-e529ae419381 req-4e729899-6663-4b0b-8be0-aa2701a7b53f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:38.172409 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-75e438ca-4daf-4856-94cf-e529ae419381 req-4e729899-6663-4b0b-8be0-aa2701a7b53f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0659750 Jul 05 04:46:38.215250 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-75e438ca-4daf-4856-94cf-e529ae419381 req-9b918112-15e8-4f24-b82b-2519aed62435 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369217 Jul 05 04:46:39.392686 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e138f-5ff7-4e0a-908b-8d1fa93504c5 req-60009ee0-1338-4ddf-b36a-d34f6d351901 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:39.394212 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ae8e138f-5ff7-4e0a-908b-8d1fa93504c5 req-60009ee0-1338-4ddf-b36a-d34f6d351901 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0625343 Jul 05 04:46:39.433778 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ae8e138f-5ff7-4e0a-908b-8d1fa93504c5 req-be4aaf3e-e1ad-491c-a981-114f95cc59d7 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340261 Jul 05 04:46:40.623134 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ae257-b588-435f-9b77-4de292ce0385 req-e0286749-ed1d-4aae-baed-00bb2fbcf2b7 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:40.624571 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-618ae257-b588-435f-9b77-4de292ce0385 req-e0286749-ed1d-4aae-baed-00bb2fbcf2b7 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0748777 Jul 05 04:46:40.661820 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-618ae257-b588-435f-9b77-4de292ce0385 req-2e8b9876-b947-4784-801e-8bde54eaca26 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310674 Jul 05 04:46:41.845518 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000433b-f7fc-4b5b-b12c-9e23d843e107 req-fb33876e-5dcb-4c24-afad-2fc11bc95e4b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:41.847039 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b000433b-f7fc-4b5b-b12c-9e23d843e107 req-fb33876e-5dcb-4c24-afad-2fc11bc95e4b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0636854 Jul 05 04:46:41.884680 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b000433b-f7fc-4b5b-b12c-9e23d843e107 req-ae99e468-2c5b-4892-b6a3-297f6905e49d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320480 Jul 05 04:46:43.062796 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec112118-67e8-4cdb-9806-76ede0509b63 req-fda2009f-360f-4ffc-bef0-825a84022f1d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:43.064203 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ec112118-67e8-4cdb-9806-76ede0509b63 req-fda2009f-360f-4ffc-bef0-825a84022f1d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0631673 Jul 05 04:46:43.101937 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-ec112118-67e8-4cdb-9806-76ede0509b63 req-1fdb8b42-b177-44e0-b7f9-4f8a6b13e0a7 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314696 Jul 05 04:46:43.602713 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:43.777582 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c8796-027d-4551-96ee-1ba2b829c45e req-eb221f1a-fb7d-4003-a37f-e84d0c7b58a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:43.779089 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-246c8796-027d-4551-96ee-1ba2b829c45e req-eb221f1a-fb7d-4003-a37f-e84d0c7b58a9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 1097 time: 0.0559154 Jul 05 04:46:43.887657 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c8796-027d-4551-96ee-1ba2b829c45e req-2836766a-8b20-4bad-8293-a6cb2ac59380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:43.889067 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-246c8796-027d-4551-96ee-1ba2b829c45e req-2836766a-8b20-4bad-8293-a6cb2ac59380 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0825081 Jul 05 04:46:43.962466 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-246c8796-027d-4551-96ee-1ba2b829c45e req-c29be45f-13f4-4039-99ca-e391ceb4abbf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58a01705-f8f8-4452-9707-b44b12b52e69 HTTP/1.1" status: 200 len: 1002 time: 0.0624404 Jul 05 04:46:44.014869 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c8796-027d-4551-96ee-1ba2b829c45e req-aebb5f73-7695-490e-a147-6adc47d49d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:44.016375 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-246c8796-027d-4551-96ee-1ba2b829c45e req-aebb5f73-7695-490e-a147-6adc47d49d78 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0430875 Jul 05 04:46:44.076834 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c8796-027d-4551-96ee-1ba2b829c45e req-d04cd3df-d98c-4d5d-8a8c-0c41a7229254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:44.078360 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-246c8796-027d-4551-96ee-1ba2b829c45e req-d04cd3df-d98c-4d5d-8a8c-0c41a7229254 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512257 Jul 05 04:46:44.175345 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-246c8796-027d-4551-96ee-1ba2b829c45e req-a5f65468-914b-4aa8-a3cd-eb1016c3429b service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868771 Jul 05 04:46:44.313648 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-246c8796-027d-4551-96ee-1ba2b829c45e req-2bec8ae5-0226-42ff-9ab5-20a035119bc3 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300488 Jul 05 04:46:44.324920 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3a7a4-b058-4852-a4bd-ba67f98cc47f req-c2f69a9c-bacd-4b51-a9e1-9555a2dc7011 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:44.326653 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99e3a7a4-b058-4852-a4bd-ba67f98cc47f req-c2f69a9c-bacd-4b51-a9e1-9555a2dc7011 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0997536 Jul 05 04:46:44.364675 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-99e3a7a4-b058-4852-a4bd-ba67f98cc47f req-189fe42c-e438-4a8e-88ad-8d311af4cc25 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316975 Jul 05 04:46:45.540887 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbb635-7007-405e-a5eb-2967b60f42c6 req-a9800bdb-1fc9-4332-ad96-5783a8c33c0f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:45.542383 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7dbb635-7007-405e-a5eb-2967b60f42c6 req-a9800bdb-1fc9-4332-ad96-5783a8c33c0f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0662687 Jul 05 04:46:45.582429 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b7dbb635-7007-405e-a5eb-2967b60f42c6 req-1b88a7a7-96b1-4f35-ae78-7568abc56059 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346181 Jul 05 04:46:46.762260 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aece229-6a0e-4d16-b42a-3a0f1b23b0c3 req-ff5c098d-fb56-452f-b31d-5132f38bbaf9 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:46.763783 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0aece229-6a0e-4d16-b42a-3a0f1b23b0c3 req-ff5c098d-fb56-452f-b31d-5132f38bbaf9 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0678606 Jul 05 04:46:46.801396 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0aece229-6a0e-4d16-b42a-3a0f1b23b0c3 req-0ab3f3b7-278d-4088-84b4-019d1742dbcb tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319829 Jul 05 04:46:47.982391 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68997f1c-b383-49cd-b792-d7acb68337d5 req-6be0505d-7579-4787-92a8-99d29de3e6ee tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:47.984563 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68997f1c-b383-49cd-b792-d7acb68337d5 req-6be0505d-7579-4787-92a8-99d29de3e6ee tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0655246 Jul 05 04:46:48.024404 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-68997f1c-b383-49cd-b792-d7acb68337d5 req-d1718634-7b01-41be-a5af-1e367444a76b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331297 Jul 05 04:46:48.669499 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-a231ba46-2ed4-418a-af55-1f3274fdb3dd service neutron] show failed (client error): The resource could not be found. Jul 05 04:46:48.670537 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-a231ba46-2ed4-418a-af55-1f3274fdb3dd service neutron] 10.222.0.89 "GET /v2.0/ports/58a01705-f8f8-4452-9707-b44b12b52e69/bindings/n-h2-780147-23 HTTP/1.1" status: 404 len: 381 time: 0.0624294 Jul 05 04:46:49.006323 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-12115745-38e7-4aa0-868f-38322eb11dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:49.007818 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-12115745-38e7-4aa0-868f-38322eb11dc6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e&tenant_id=83ae90a259794bd6b5188a2a366b1c9c HTTP/1.1" status: 200 len: 1097 time: 0.0912802 Jul 05 04:46:49.026880 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-23', 'device_owner': 'compute:nova'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:49.097990 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:49.313301 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a813e5-ea0a-4975-ad2c-c7e8da70b98c req-299ede6f-9ad1-4455-b35e-cfdb4ae26112 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:49.314789 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e4a813e5-ea0a-4975-ad2c-c7e8da70b98c req-299ede6f-9ad1-4455-b35e-cfdb4ae26112 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.1741493 Jul 05 04:46:49.376031 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e4a813e5-ea0a-4975-ad2c-c7e8da70b98c req-9d927834-8f8d-4e80-878e-4c2486e62022 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553620 Jul 05 04:46:49.377680 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] For port 58a01705-f8f8-4452-9707-b44b12b52e69, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=58a01705-f8f8-4452-9707-b44b12b52e69,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:49.412279 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] For port 58a01705-f8f8-4452-9707-b44b12b52e69, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:46:49.449788 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ca38a6-b177-41e3-90e2-b8eca63ee86e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a01705-f8f8-4452-9707-b44b12b52e69'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:46:49.454860 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:49.467097 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Transition to ACTIVE for port object 58a01705-f8f8-4452-9707-b44b12b52e69 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:49.471074 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:49.561987 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56227de0-2df2-4d33-8d71-11a4cf405412" -d '{"events": [{"server_uuid": "77ca38a6-b177-41e3-90e2-b8eca63ee86e", "name": "network-vif-unplugged", "status": "completed", "tag": "58a01705-f8f8-4452-9707-b44b12b52e69"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:46:49.566700 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=58a01705-f8f8-4452-9707-b44b12b52e69,revision_number=6']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:49.609576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:49.609918 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:49.610262 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:49.610600 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:49.610936 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:49.611275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:49.611600 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:49.611948 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:49.612280 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:49.612608 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:49.612934 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:49.613257 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:49.617212 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] No DVR routers for this DVR port 58a01705-f8f8-4452-9707-b44b12b52e69 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:46:49.678385 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1cc7e1-d559-45f8-90ee-bcd96cbd784b x-openstack-request-id: req-9a1cc7e1-d559-45f8-90ee-bcd96cbd784b {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:46:49.679008 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ca38a6-b177-41e3-90e2-b8eca63ee86e", "name": "network-vif-unplugged", "status": "completed", "tag": "58a01705-f8f8-4452-9707-b44b12b52e69", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:46:49.679008 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9a1cc7e1-d559-45f8-90ee-bcd96cbd784b {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:46:49.679310 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ca38a6-b177-41e3-90e2-b8eca63ee86e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a01705-f8f8-4452-9707-b44b12b52e69', 'code': 200} Jul 05 04:46:49.764699 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Attempting to bind port 58a01705-f8f8-4452-9707-b44b12b52e69 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:49.765037 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Attempting to bind port 58a01705-f8f8-4452-9707-b44b12b52e69 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:49.765367 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Attempting to bind port 58a01705-f8f8-4452-9707-b44b12b52e69 on network b0d9d564-8fce-4cc3-905f-fbc05d803418 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:49.769560 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Port 58a01705-f8f8-4452-9707-b44b12b52e69 on network b0d9d564-8fce-4cc3-905f-fbc05d803418 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:49.769879 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Attempting to bind port 58a01705-f8f8-4452-9707-b44b12b52e69 on network b0d9d564-8fce-4cc3-905f-fbc05d803418 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:49.775250 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:46:49.775586 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Checking segment: {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:46:49.776012 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Bound using segment: {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:46:49.776501 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Bound port: 58a01705-f8f8-4452-9707-b44b12b52e69, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:46:49.776795 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:49.840437 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] For port 58a01705-f8f8-4452-9707-b44b12b52e69, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:46:49.843442 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] For port 58a01705-f8f8-4452-9707-b44b12b52e69, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=58a01705-f8f8-4452-9707-b44b12b52e69,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:46:49.847336 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:49.881568 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:49.882309 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:49.883591 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] 10.222.0.70 "PUT /v2.0/ports/58a01705-f8f8-4452-9707-b44b12b52e69 HTTP/1.1" status: 200 len: 1092 time: 0.8607309 Jul 05 04:46:49.904881 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d315bd-aefb-45ca-b47c-1be5aea8c9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=58a01705-f8f8-4452-9707-b44b12b52e69,revision_number=7']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:49.972681 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-1de48629-b951-4d45-9871-a47e264bdd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:49.975395 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-1de48629-b951-4d45-9871-a47e264bdd71 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 1095 time: 0.0578310 Jul 05 04:46:50.071864 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-2bc9436f-5783-4628-aed3-4843aa0016b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:50.073368 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-2bc9436f-5783-4628-aed3-4843aa0016b3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0919352 Jul 05 04:46:50.138077 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-0b58a5cd-92b0-4384-b132-abac0454835b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58a01705-f8f8-4452-9707-b44b12b52e69 HTTP/1.1" status: 200 len: 1000 time: 0.0581450 Jul 05 04:46:50.186583 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-402b7119-a1f6-48c9-91fc-8e69be05e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:50.188036 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-402b7119-a1f6-48c9-91fc-8e69be05e0cc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0431480 Jul 05 04:46:50.247732 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-5bab7e2f-a01c-4ff4-aae9-55937fcb453f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:50.249243 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-5bab7e2f-a01c-4ff4-aae9-55937fcb453f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546637 Jul 05 04:46:50.337512 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-c72bbe79-4be1-4889-b19c-a7a016505c37 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811410 Jul 05 04:46:50.432126 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-85856f21-5654-4755-8861-b909a9a1f6e3 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879745 Jul 05 04:46:50.576292 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ec91d-af9b-4eb8-9491-1494cd91ccbb req-7a6b6fd4-e481-427b-80d9-6e4662cf0eeb tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:50.577819 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5c5ec91d-af9b-4eb8-9491-1494cd91ccbb req-7a6b6fd4-e481-427b-80d9-6e4662cf0eeb tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 943 time: 0.0804334 Jul 05 04:46:50.611985 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 58a01705-f8f8-4452-9707-b44b12b52e69 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:46:50.616938 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5c5ec91d-af9b-4eb8-9491-1494cd91ccbb req-7a1eef4f-6ebb-44ec-a54d-7a6838669aaa tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329142 Jul 05 04:46:50.654574 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 58a01705-f8f8-4452-9707-b44b12b52e69 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:46:51.680656 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ca38a6-b177-41e3-90e2-b8eca63ee86e', 'tag': '58a01705-f8f8-4452-9707-b44b12b52e69'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:46:51.683084 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e7d7ee-7a93-4384-92bb-7e482f3624ee" -d '{"events": [{"name": "network-changed", "server_uuid": "77ca38a6-b177-41e3-90e2-b8eca63ee86e", "tag": "58a01705-f8f8-4452-9707-b44b12b52e69"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:46:51.741113 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27e858a-2b6a-45fe-b688-e857376bbe8b x-openstack-request-id: req-c27e858a-2b6a-45fe-b688-e857376bbe8b {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:46:51.741656 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ca38a6-b177-41e3-90e2-b8eca63ee86e", "tag": "58a01705-f8f8-4452-9707-b44b12b52e69", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:46:51.742093 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c27e858a-2b6a-45fe-b688-e857376bbe8b {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:46:51.742499 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ca38a6-b177-41e3-90e2-b8eca63ee86e', 'tag': '58a01705-f8f8-4452-9707-b44b12b52e69', 'status': 'completed', 'code': 200} Jul 05 04:46:51.815194 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b6993-ba0b-401e-babd-ba6265d75f4c req-3dd74199-7f3c-45f1-a4d4-f7ce25c5a941 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:51.818225 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3f2b6993-ba0b-401e-babd-ba6265d75f4c req-3dd74199-7f3c-45f1-a4d4-f7ce25c5a941 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 943 time: 0.0714715 Jul 05 04:46:51.861999 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-3f2b6993-ba0b-401e-babd-ba6265d75f4c req-32b7278c-8d89-45a3-8016-10eb47c62720 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397544 Jul 05 04:46:51.875348 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7d7ee-7a93-4384-92bb-7e482f3624ee req-29b61cd1-5b5e-489d-a471-9598a1c77316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:51.877063 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86e7d7ee-7a93-4384-92bb-7e482f3624ee req-29b61cd1-5b5e-489d-a471-9598a1c77316 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 1095 time: 0.1045156 Jul 05 04:46:51.881841 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7d7ee-7a93-4384-92bb-7e482f3624ee req-812ed708-3fd7-410c-8e3a-59d6e538123c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:51.883440 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86e7d7ee-7a93-4384-92bb-7e482f3624ee req-812ed708-3fd7-410c-8e3a-59d6e538123c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 1095 time: 0.0821102 Jul 05 04:46:52.039182 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7d7ee-7a93-4384-92bb-7e482f3624ee req-ca14c3fc-7683-4436-86d1-9205164d7558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:52.040590 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86e7d7ee-7a93-4384-92bb-7e482f3624ee req-ca14c3fc-7683-4436-86d1-9205164d7558 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.1539738 Jul 05 04:46:52.041716 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7d7ee-7a93-4384-92bb-7e482f3624ee req-69001667-e168-4d37-b9f2-b8042137f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:52.043002 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86e7d7ee-7a93-4384-92bb-7e482f3624ee req-69001667-e168-4d37-b9f2-b8042137f690 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.1492088 Jul 05 04:46:52.414708 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86e7d7ee-7a93-4384-92bb-7e482f3624ee req-2ae8d535-09e2-4c97-a822-032d486302f9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58a01705-f8f8-4452-9707-b44b12b52e69 HTTP/1.1" status: 200 len: 1000 time: 0.3662107 Jul 05 04:46:52.418667 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86e7d7ee-7a93-4384-92bb-7e482f3624ee req-6ac1f63d-7b4e-4ace-ac1b-d3f1b9e902a6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58a01705-f8f8-4452-9707-b44b12b52e69 HTTP/1.1" status: 200 len: 1000 time: 0.3691137 Jul 05 04:46:52.504288 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7d7ee-7a93-4384-92bb-7e482f3624ee req-0ec43e35-f92b-412c-b036-e7660a036e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:52.506004 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86e7d7ee-7a93-4384-92bb-7e482f3624ee req-0ec43e35-f92b-412c-b036-e7660a036e33 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0805273 Jul 05 04:46:52.509355 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7d7ee-7a93-4384-92bb-7e482f3624ee req-ac0af4fd-7eb1-4536-b8cd-3896d27c893e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:52.510815 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86e7d7ee-7a93-4384-92bb-7e482f3624ee req-ac0af4fd-7eb1-4536-b8cd-3896d27c893e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0775497 Jul 05 04:46:52.606194 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7d7ee-7a93-4384-92bb-7e482f3624ee req-d1ef2635-edde-41b2-b1c1-40afd4f192ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:52.607709 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86e7d7ee-7a93-4384-92bb-7e482f3624ee req-d1ef2635-edde-41b2-b1c1-40afd4f192ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959413 Jul 05 04:46:52.612699 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7d7ee-7a93-4384-92bb-7e482f3624ee req-8f48d04f-3148-40ec-bc05-32e67c192dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:52.614869 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86e7d7ee-7a93-4384-92bb-7e482f3624ee req-8f48d04f-3148-40ec-bc05-32e67c192dbb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0940447 Jul 05 04:46:52.771063 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86e7d7ee-7a93-4384-92bb-7e482f3624ee req-ffa0262f-9a70-4325-92c7-8d9a73aaf517 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550524 Jul 05 04:46:52.789720 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86e7d7ee-7a93-4384-92bb-7e482f3624ee req-dcd4a809-38c1-4798-aa36-69fee1df05ce service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559136 Jul 05 04:46:52.931411 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86e7d7ee-7a93-4384-92bb-7e482f3624ee req-8c3d1f5d-8e16-4ba4-b710-f4735a285e22 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529620 Jul 05 04:46:52.941781 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-86e7d7ee-7a93-4384-92bb-7e482f3624ee req-76768c34-d7af-40e1-9000-12d69434fe75 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183438 Jul 05 04:46:53.048126 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a60b1f-60b5-4974-8305-50ff556c293f req-209ae099-cf38-4bfd-b29e-f615a70abca0 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:53.049773 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47a60b1f-60b5-4974-8305-50ff556c293f req-209ae099-cf38-4bfd-b29e-f615a70abca0 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 943 time: 0.0659065 Jul 05 04:46:53.090936 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47a60b1f-60b5-4974-8305-50ff556c293f req-de046d8f-7be4-415c-acb3-76b36c318576 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346210 Jul 05 04:46:54.269254 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87062473-4888-4771-88aa-7e966311bafa req-380e715c-e1d1-4945-a19d-227682bfaf7e tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:54.271518 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87062473-4888-4771-88aa-7e966311bafa req-380e715c-e1d1-4945-a19d-227682bfaf7e tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 943 time: 0.0650940 Jul 05 04:46:54.310880 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-87062473-4888-4771-88aa-7e966311bafa req-517f50bc-cdb6-4d40-aa81-2b1d16fa5d31 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336251 Jul 05 04:46:55.492286 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1044f-fe5a-4964-ba06-6294cd2b0b23 req-1741c88e-6f2a-4d85-90b0-45cd94e1b807 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:55.493785 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-51d1044f-fe5a-4964-ba06-6294cd2b0b23 req-1741c88e-6f2a-4d85-90b0-45cd94e1b807 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 943 time: 0.0676885 Jul 05 04:46:55.531423 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-51d1044f-fe5a-4964-ba06-6294cd2b0b23 req-e42f790b-c61c-48ec-92a5-461ebac32f17 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321968 Jul 05 04:46:56.710261 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e66e79-1e4c-4471-8c32-21ad2886c025 req-e04fb366-df9e-47aa-b42b-d93bb09cc3a8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:56.711868 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9e66e79-1e4c-4471-8c32-21ad2886c025 req-e04fb366-df9e-47aa-b42b-d93bb09cc3a8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 943 time: 0.0637679 Jul 05 04:46:56.750293 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e9e66e79-1e4c-4471-8c32-21ad2886c025 req-311a9bdd-872b-400d-a172-d311b9611158 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328102 Jul 05 04:46:57.933981 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd37af-d70f-4b4d-b60a-5244c9adcedb req-5ede0f10-57a1-4ee3-bd64-e6964481d29a tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:57.935471 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-66bd37af-d70f-4b4d-b60a-5244c9adcedb req-5ede0f10-57a1-4ee3-bd64-e6964481d29a tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 943 time: 0.0628681 Jul 05 04:46:57.972671 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-66bd37af-d70f-4b4d-b60a-5244c9adcedb req-26d7de19-a893-47d3-849e-d452665521b8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313654 Jul 05 04:46:58.757108 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-066c3657-1468-4d4c-b0dc-13b479b26d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:59.152684 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7ac4a-f698-4951-bdea-e77478cab0c2 req-a45ffa71-d3df-4c33-9cb7-5b71d7894450 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:59.154177 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-79a7ac4a-f698-4951-bdea-e77478cab0c2 req-a45ffa71-d3df-4c33-9cb7-5b71d7894450 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 943 time: 0.0662484 Jul 05 04:46:59.190579 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-79a7ac4a-f698-4951-bdea-e77478cab0c2 req-5f6ad1c8-fa66-44a5-9e2e-dede00b326ce tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309563 Jul 05 04:46:59.767528 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:00.369308 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc1025-9d6d-4b55-881d-d71854156e56 req-658cd2fd-a698-4f9d-8fae-0197baf77d71 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:00.370792 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6adc1025-9d6d-4b55-881d-d71854156e56 req-658cd2fd-a698-4f9d-8fae-0197baf77d71 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 943 time: 0.0633566 Jul 05 04:47:00.408331 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6adc1025-9d6d-4b55-881d-d71854156e56 req-e3c02508-5863-4836-a66e-cbda47df0fbb tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321047 Jul 05 04:47:01.415908 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-137d4750-d6ad-4ead-b039-62e1d2432afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:01.586484 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6a7f0-b3ce-41ba-8467-311904f0122e req-513c122b-2a24-42f9-b87d-d9c059ef7bae tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:01.587999 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dde6a7f0-b3ce-41ba-8467-311904f0122e req-513c122b-2a24-42f9-b87d-d9c059ef7bae tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 943 time: 0.0631630 Jul 05 04:47:01.624577 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dde6a7f0-b3ce-41ba-8467-311904f0122e req-60e24ed5-e8e3-4f6d-bdd7-6be85b8b4554 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310981 Jul 05 04:47:01.832562 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:02.755540 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:02.814720 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d2ccb-f891-4ba3-bf09-e106e1885bc9 req-d3f68e50-83d1-4553-bbeb-8fc806977243 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:02.816259 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-096d2ccb-f891-4ba3-bf09-e106e1885bc9 req-d3f68e50-83d1-4553-bbeb-8fc806977243 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 943 time: 0.0674806 Jul 05 04:47:02.856282 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-096d2ccb-f891-4ba3-bf09-e106e1885bc9 req-315c7851-922b-40b4-bbba-c9e3c2c2c74b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336916 Jul 05 04:47:04.030387 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e320bdd-8eeb-47b0-9678-68b8df8332cf req-26460410-67ed-49d8-b988-9bdf814a450d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:04.031894 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1e320bdd-8eeb-47b0-9678-68b8df8332cf req-26460410-67ed-49d8-b988-9bdf814a450d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 943 time: 0.0629861 Jul 05 04:47:04.073864 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-1e320bdd-8eeb-47b0-9678-68b8df8332cf req-9ebdd032-3520-479d-8d6b-32edf42f8732 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364900 Jul 05 04:47:04.339457 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 58a01705-f8f8-4452-9707-b44b12b52e69 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:47:04.445234 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 58a01705-f8f8-4452-9707-b44b12b52e69, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=58a01705-f8f8-4452-9707-b44b12b52e69,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:04.458060 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '58a01705-f8f8-4452-9707-b44b12b52e69', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'port_id': '58a01705-f8f8-4452-9707-b44b12b52e69', 'mac_address': 'fa:16:3e:be:60:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:47:04.478226 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-07d28d97-822c-4d33-9c70-997aa1f932c7 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:04.479740 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-07d28d97-822c-4d33-9c70-997aa1f932c7 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.70 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e&tenant_id=83ae90a259794bd6b5188a2a366b1c9c&binding%3Ahost_id=n-h2-780147-23 HTTP/1.1" status: 200 len: 943 time: 0.0762215 Jul 05 04:47:04.497490 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:04.513965 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a01705-f8f8-4452-9707-b44b12b52e69 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:47:04.531875 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fa431-06cc-4636-ab20-707c2850179e req-055225dd-46fa-4cb7-8ed7-def6cd93e3f4 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:04.534765 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 58a01705-f8f8-4452-9707-b44b12b52e69, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=58a01705-f8f8-4452-9707-b44b12b52e69,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:04.536294 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-349fa431-06cc-4636-ab20-707c2850179e req-055225dd-46fa-4cb7-8ed7-def6cd93e3f4 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 943 time: 0.0709367 Jul 05 04:47:04.539837 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:04.547780 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-f078bc5b-ed8f-4776-8b8d-b916892ef5b3 service neutron] 10.222.0.70 "GET /v2.0/ports/58a01705-f8f8-4452-9707-b44b12b52e69/bindings/n-h2-780147-23 HTTP/1.1" status: 200 len: 383 time: 0.0615563 Jul 05 04:47:04.577993 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-349fa431-06cc-4636-ab20-707c2850179e req-7fc7245b-d4aa-42a6-8b04-e05f33190995 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373058 Jul 05 04:47:04.594052 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:04.598727 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=58a01705-f8f8-4452-9707-b44b12b52e69,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:04.607177 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:04.607529 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:04.607898 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:04.608241 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:04.608577 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:04.608911 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:04.609241 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:04.609569 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:04.609898 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:04.610223 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:04.610548 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:04.610872 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:04.652460 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-c10e4dff-3861-4085-b709-356fd479bede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:04.653956 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-c10e4dff-3861-4085-b709-356fd479bede service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 1096 time: 0.0667894 Jul 05 04:47:04.749536 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-9c7743a2-766c-490d-ba1b-180010df8af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:04.751035 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-9c7743a2-766c-490d-ba1b-180010df8af8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0898304 Jul 05 04:47:04.819915 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-0d22158e-193d-4f31-9168-609a614aafcf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58a01705-f8f8-4452-9707-b44b12b52e69 HTTP/1.1" status: 200 len: 1001 time: 0.0618310 Jul 05 04:47:04.872719 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1313aa0f-fffb-4ba8-b354-7f58ece2acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:04.874207 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1313aa0f-fffb-4ba8-b354-7f58ece2acc1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0475187 Jul 05 04:47:04.931923 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-e631ec55-0e0b-4115-9722-3af978ba260b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:04.933465 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-e631ec55-0e0b-4115-9722-3af978ba260b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525503 Jul 05 04:47:04.934878 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['58a01705-f8f8-4452-9707-b44b12b52e69'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:47:05.027517 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-61d8df8c-f1b3-4f47-a65c-8670c00e8dd9 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869181 Jul 05 04:47:05.116370 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1cb967c8-7b5a-47e0-8d8b-2d7515a4effc service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822997 Jul 05 04:47:05.520605 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415c729-4ba5-4fe6-ab4d-b58dc43d592a req-c56f1628-e803-42b3-bffa-1cde89994d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:05.522110 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2415c729-4ba5-4fe6-ab4d-b58dc43d592a req-c56f1628-e803-42b3-bffa-1cde89994d70 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 1096 time: 0.0525789 Jul 05 04:47:05.630580 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415c729-4ba5-4fe6-ab4d-b58dc43d592a req-b7385f39-3d02-4474-b5ac-0f959b48b3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:05.633262 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2415c729-4ba5-4fe6-ab4d-b58dc43d592a req-b7385f39-3d02-4474-b5ac-0f959b48b3b6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.0898893 Jul 05 04:47:05.717472 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2415c729-4ba5-4fe6-ab4d-b58dc43d592a req-e23c3978-927f-45a2-a048-490ee72c4158 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58a01705-f8f8-4452-9707-b44b12b52e69 HTTP/1.1" status: 200 len: 1001 time: 0.0758104 Jul 05 04:47:05.798129 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415c729-4ba5-4fe6-ab4d-b58dc43d592a req-063821e5-86e6-456a-8e32-71b3d40ef3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:05.799512 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2415c729-4ba5-4fe6-ab4d-b58dc43d592a req-063821e5-86e6-456a-8e32-71b3d40ef3e5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0586927 Jul 05 04:47:05.814573 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7846d9-87f7-419a-bf01-ab8a2d9b367b req-1fbe69eb-b473-4e26-b88a-1cb839628740 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:05.816239 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba7846d9-87f7-419a-bf01-ab8a2d9b367b req-1fbe69eb-b473-4e26-b88a-1cb839628740 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 944 time: 0.1111677 Jul 05 04:47:05.876821 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba7846d9-87f7-419a-bf01-ab8a2d9b367b req-25d7bb10-849e-4641-9381-e05453746606 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531435 Jul 05 04:47:05.895245 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415c729-4ba5-4fe6-ab4d-b58dc43d592a req-f762a1db-bfe1-4ab8-8b12-e7272d377712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:05.897371 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2415c729-4ba5-4fe6-ab4d-b58dc43d592a req-f762a1db-bfe1-4ab8-8b12-e7272d377712 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902061 Jul 05 04:47:05.997117 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2415c729-4ba5-4fe6-ab4d-b58dc43d592a req-dd377516-c330-4ed0-b3d8-409f4a09c64f service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921893 Jul 05 04:47:06.086532 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2415c729-4ba5-4fe6-ab4d-b58dc43d592a req-520e2aee-11bb-484c-ba32-f28618d4a7cc service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811837 Jul 05 04:47:06.360373 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 58a01705-f8f8-4452-9707-b44b12b52e69 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:47:06.411934 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 58a01705-f8f8-4452-9707-b44b12b52e69 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:47:06.416321 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 58a01705-f8f8-4452-9707-b44b12b52e69 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:47:06.416695 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:06.492668 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:06.514408 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ca38a6-b177-41e3-90e2-b8eca63ee86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a01705-f8f8-4452-9707-b44b12b52e69'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:47:06.528404 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 58a01705-f8f8-4452-9707-b44b12b52e69, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=58a01705-f8f8-4452-9707-b44b12b52e69,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:06.531988 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:06.557939 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78b0252444a70490cdba898b337d30d15b03e2f447bec9a55953f7bd387605e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a778e49b-8c60-45d0-b7f7-d916f991ff95" -d '{"events": [{"server_uuid": "77ca38a6-b177-41e3-90e2-b8eca63ee86e", "name": "network-vif-plugged", "status": "completed", "tag": "58a01705-f8f8-4452-9707-b44b12b52e69"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:47:06.594327 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=58a01705-f8f8-4452-9707-b44b12b52e69,revision_number=9']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:06.658071 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17472801-e0f6-46e2-a5bd-c4e0ab339356 x-openstack-request-id: req-17472801-e0f6-46e2-a5bd-c4e0ab339356 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:47:06.658377 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ca38a6-b177-41e3-90e2-b8eca63ee86e", "name": "network-vif-plugged", "status": "completed", "tag": "58a01705-f8f8-4452-9707-b44b12b52e69", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:47:06.658633 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-17472801-e0f6-46e2-a5bd-c4e0ab339356 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:47:06.659040 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ca38a6-b177-41e3-90e2-b8eca63ee86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a01705-f8f8-4452-9707-b44b12b52e69', 'code': 200} Jul 05 04:47:07.057467 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc93005-7a80-461f-9637-0cc40bd98ba7 req-d69c34f5-cd77-4ca5-9063-4022f2e8365d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:07.058939 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2bc93005-7a80-461f-9637-0cc40bd98ba7 req-d69c34f5-cd77-4ca5-9063-4022f2e8365d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0688336 Jul 05 04:47:07.097260 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2bc93005-7a80-461f-9637-0cc40bd98ba7 req-6e129edc-50d8-4250-a4b2-938f688f6e27 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328012 Jul 05 04:47:08.274047 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fde5b4-8785-4b7d-960e-a0569bce95a7 req-2feb03cc-c5fb-4e05-aabe-0dd52e726864 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:08.275548 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e3fde5b4-8785-4b7d-960e-a0569bce95a7 req-2feb03cc-c5fb-4e05-aabe-0dd52e726864 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0631454 Jul 05 04:47:08.313564 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-e3fde5b4-8785-4b7d-960e-a0569bce95a7 req-5bf4e77c-ecbc-4261-9557-7b0c6629cf71 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324080 Jul 05 04:47:09.350778 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-67518345-4e7f-47e1-a97a-a9d8c606dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:09.352528 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-67518345-4e7f-47e1-a97a-a9d8c606dbff service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e&tenant_id=83ae90a259794bd6b5188a2a366b1c9c HTTP/1.1" status: 200 len: 1097 time: 0.0538406 Jul 05 04:47:09.368996 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1a55aa23-461b-4d26-8d5d-810152303870 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-23', 'device_owner': 'compute:nova'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:47:09.473564 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1a55aa23-461b-4d26-8d5d-810152303870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:09.551569 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df0d51-cd14-4f93-acf1-fc2d3a3cb7cf req-d649dd65-f663-424c-931a-33225818935d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:09.552934 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47df0d51-cd14-4f93-acf1-fc2d3a3cb7cf req-d649dd65-f663-424c-931a-33225818935d tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.1252201 Jul 05 04:47:09.654992 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47df0d51-cd14-4f93-acf1-fc2d3a3cb7cf req-11835a41-9474-41a1-b82f-2ad54b8991a4 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556073 Jul 05 04:47:09.729242 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1a55aa23-461b-4d26-8d5d-810152303870 service neutron] For port 58a01705-f8f8-4452-9707-b44b12b52e69, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=58a01705-f8f8-4452-9707-b44b12b52e69,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:09.763067 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1a55aa23-461b-4d26-8d5d-810152303870 service neutron] For port 58a01705-f8f8-4452-9707-b44b12b52e69, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:47:09.806126 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ca38a6-b177-41e3-90e2-b8eca63ee86e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a01705-f8f8-4452-9707-b44b12b52e69'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:47:09.808584 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d03ffe-9605-4846-b157-1b1cd711532e" -d '{"events": [{"server_uuid": "77ca38a6-b177-41e3-90e2-b8eca63ee86e", "name": "network-vif-unplugged", "status": "completed", "tag": "58a01705-f8f8-4452-9707-b44b12b52e69"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:47:09.812666 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1a55aa23-461b-4d26-8d5d-810152303870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:09.826862 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1a55aa23-461b-4d26-8d5d-810152303870 service neutron] Transition to ACTIVE for port object 58a01705-f8f8-4452-9707-b44b12b52e69 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:47:09.831221 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1a55aa23-461b-4d26-8d5d-810152303870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:09.871110 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77dffe5-1b96-4e66-985a-b301639dd128 x-openstack-request-id: req-a77dffe5-1b96-4e66-985a-b301639dd128 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:47:09.871395 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ca38a6-b177-41e3-90e2-b8eca63ee86e", "name": "network-vif-unplugged", "status": "completed", "tag": "58a01705-f8f8-4452-9707-b44b12b52e69", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:47:09.871661 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a77dffe5-1b96-4e66-985a-b301639dd128 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:47:09.872188 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ca38a6-b177-41e3-90e2-b8eca63ee86e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a01705-f8f8-4452-9707-b44b12b52e69', 'code': 200} Jul 05 04:47:09.925516 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55aa23-461b-4d26-8d5d-810152303870 service neutron] Pushing event updated for resources: {'Port': ['ID=58a01705-f8f8-4452-9707-b44b12b52e69,revision_number=10']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:09.968607 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1a55aa23-461b-4d26-8d5d-810152303870 service neutron] No DVR routers for this DVR port 58a01705-f8f8-4452-9707-b44b12b52e69 on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:47:10.146843 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1a55aa23-461b-4d26-8d5d-810152303870 service neutron] Attempting to bind port 58a01705-f8f8-4452-9707-b44b12b52e69 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:47:10.147123 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1a55aa23-461b-4d26-8d5d-810152303870 service neutron] Attempting to bind port 58a01705-f8f8-4452-9707-b44b12b52e69 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:47:10.147404 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1a55aa23-461b-4d26-8d5d-810152303870 service neutron] Attempting to bind port 58a01705-f8f8-4452-9707-b44b12b52e69 on network b0d9d564-8fce-4cc3-905f-fbc05d803418 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:47:10.154424 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1a55aa23-461b-4d26-8d5d-810152303870 service neutron] Port 58a01705-f8f8-4452-9707-b44b12b52e69 on network b0d9d564-8fce-4cc3-905f-fbc05d803418 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:47:10.154794 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1a55aa23-461b-4d26-8d5d-810152303870 service neutron] Attempting to bind port 58a01705-f8f8-4452-9707-b44b12b52e69 on network b0d9d564-8fce-4cc3-905f-fbc05d803418 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:47:10.160060 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1a55aa23-461b-4d26-8d5d-810152303870 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:47:10.160509 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1a55aa23-461b-4d26-8d5d-810152303870 service neutron] Checking segment: {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:47:10.160896 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1a55aa23-461b-4d26-8d5d-810152303870 service neutron] Bound using segment: {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:47:10.161330 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1a55aa23-461b-4d26-8d5d-810152303870 service neutron] Bound port: 58a01705-f8f8-4452-9707-b44b12b52e69, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99cb0868-1be2-4d96-9fac-dd85febb617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:47:10.161692 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1a55aa23-461b-4d26-8d5d-810152303870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:10.229070 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1a55aa23-461b-4d26-8d5d-810152303870 service neutron] For port 58a01705-f8f8-4452-9707-b44b12b52e69, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:47:10.232481 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1a55aa23-461b-4d26-8d5d-810152303870 service neutron] For port 58a01705-f8f8-4452-9707-b44b12b52e69, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=58a01705-f8f8-4452-9707-b44b12b52e69,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:47:10.237275 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1a55aa23-461b-4d26-8d5d-810152303870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:10.281832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1a55aa23-461b-4d26-8d5d-810152303870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:10.282456 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1a55aa23-461b-4d26-8d5d-810152303870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:10.283965 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-1a55aa23-461b-4d26-8d5d-810152303870 service neutron] 10.222.0.89 "PUT /v2.0/ports/58a01705-f8f8-4452-9707-b44b12b52e69 HTTP/1.1" status: 200 len: 1093 time: 0.9194632 Jul 05 04:47:10.313652 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55aa23-461b-4d26-8d5d-810152303870 service neutron] Pushing event updated for resources: {'Port': ['ID=58a01705-f8f8-4452-9707-b44b12b52e69,revision_number=11']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:10.382929 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-b80cff81-4eec-46c8-81ca-d2141bf4ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:10.384526 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-b80cff81-4eec-46c8-81ca-d2141bf4ad5f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 1096 time: 0.0677021 Jul 05 04:47:10.496821 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-22b05cd7-7f90-4c18-8e01-1edaa7dfe35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:10.498306 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-22b05cd7-7f90-4c18-8e01-1edaa7dfe35b service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.1038513 Jul 05 04:47:10.579077 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-506328b9-4ed7-48e4-9ca3-d21b72bd9ff2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58a01705-f8f8-4452-9707-b44b12b52e69 HTTP/1.1" status: 200 len: 1000 time: 0.0699551 Jul 05 04:47:10.645260 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-7309ff62-e470-46ae-a675-9709f3a6ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:10.646846 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-7309ff62-e470-46ae-a675-9709f3a6ac9c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0575504 Jul 05 04:47:10.725391 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-7bc2120f-3d5c-4a65-9d7d-2bd0192611c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:10.727758 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-7bc2120f-3d5c-4a65-9d7d-2bd0192611c9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698330 Jul 05 04:47:10.871109 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-6ffa5bc0-2c93-472e-a385-5635371c996e service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319013 Jul 05 04:47:10.885994 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce966947-2755-4d15-a487-4af797d71491 req-80e3e115-1a37-4a7c-ad2b-3644b15a1baf tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:10.887456 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ce966947-2755-4d15-a487-4af797d71491 req-80e3e115-1a37-4a7c-ad2b-3644b15a1baf tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 944 time: 0.0949898 Jul 05 04:47:10.990680 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ce966947-2755-4d15-a487-4af797d71491 req-133b8230-e861-4024-88f6-eb1896efa190 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950663 Jul 05 04:47:11.008737 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c92be0be-7299-43f8-b5c6-99b1264c0b05 req-0ab09f34-bbb0-4067-a515-dc110a9c2c61 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202290 Jul 05 04:47:11.873647 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ca38a6-b177-41e3-90e2-b8eca63ee86e', 'tag': '58a01705-f8f8-4452-9707-b44b12b52e69'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:47:11.875939 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff50779-0cec-44f5-9e44-0226dd4b3096" -d '{"events": [{"name": "network-changed", "server_uuid": "77ca38a6-b177-41e3-90e2-b8eca63ee86e", "tag": "58a01705-f8f8-4452-9707-b44b12b52e69"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:47:11.926725 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f27c46b-bb3b-46de-ad2d-5705883570b7 x-openstack-request-id: req-2f27c46b-bb3b-46de-ad2d-5705883570b7 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:47:11.927016 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ca38a6-b177-41e3-90e2-b8eca63ee86e", "tag": "58a01705-f8f8-4452-9707-b44b12b52e69", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:47:11.927268 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2f27c46b-bb3b-46de-ad2d-5705883570b7 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:47:11.927664 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ca38a6-b177-41e3-90e2-b8eca63ee86e', 'tag': '58a01705-f8f8-4452-9707-b44b12b52e69', 'status': 'completed', 'code': 200} Jul 05 04:47:12.050185 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff50779-0cec-44f5-9e44-0226dd4b3096 req-74fd9da5-fc8f-4592-8c87-874f2bb806f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:12.051680 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ff50779-0cec-44f5-9e44-0226dd4b3096 req-74fd9da5-fc8f-4592-8c87-874f2bb806f2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 1096 time: 0.0979183 Jul 05 04:47:12.054411 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff50779-0cec-44f5-9e44-0226dd4b3096 req-70de7067-00a4-4866-874a-dfcdfca43be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:12.056457 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ff50779-0cec-44f5-9e44-0226dd4b3096 req-70de7067-00a4-4866-874a-dfcdfca43be5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 1096 time: 0.0738096 Jul 05 04:47:12.399620 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 58a01705-f8f8-4452-9707-b44b12b52e69 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:47:12.445654 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 58a01705-f8f8-4452-9707-b44b12b52e69 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:47:12.539792 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff50779-0cec-44f5-9e44-0226dd4b3096 req-50bf21ca-3d52-4b75-89a7-619de2ccca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:12.541194 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ff50779-0cec-44f5-9e44-0226dd4b3096 req-50bf21ca-3d52-4b75-89a7-619de2ccca40 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.4704499 Jul 05 04:47:12.549464 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff50779-0cec-44f5-9e44-0226dd4b3096 req-4b54b273-6e57-4e37-a9ad-c78056b33583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:12.551041 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ff50779-0cec-44f5-9e44-0226dd4b3096 req-4b54b273-6e57-4e37-a9ad-c78056b33583 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 200 len: 913 time: 0.4885361 Jul 05 04:47:12.571010 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e35190-c646-4a53-978f-33123d0a000e req-f2277736-fe34-4690-b262-6242bd4fc63b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:12.572536 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c2e35190-c646-4a53-978f-33123d0a000e req-f2277736-fe34-4690-b262-6242bd4fc63b tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 944 time: 0.4475138 Jul 05 04:47:12.703353 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ff50779-0cec-44f5-9e44-0226dd4b3096 req-202a014d-ce42-4eda-8c34-13c3c8ef1d8e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58a01705-f8f8-4452-9707-b44b12b52e69 HTTP/1.1" status: 200 len: 1000 time: 0.1513352 Jul 05 04:47:12.709391 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ff50779-0cec-44f5-9e44-0226dd4b3096 req-1883b365-f26a-41b0-8a6c-8e0d2f19a642 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58a01705-f8f8-4452-9707-b44b12b52e69 HTTP/1.1" status: 200 len: 1000 time: 0.1467681 Jul 05 04:47:12.723872 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c2e35190-c646-4a53-978f-33123d0a000e req-6b81c0ac-b8dc-40e6-8e12-881b158d8c73 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122732 Jul 05 04:47:12.797464 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff50779-0cec-44f5-9e44-0226dd4b3096 req-08d3d0b0-9a2a-4b81-bec0-cb135405a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:12.798919 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ff50779-0cec-44f5-9e44-0226dd4b3096 req-08d3d0b0-9a2a-4b81-bec0-cb135405a1d7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0886581 Jul 05 04:47:12.801017 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff50779-0cec-44f5-9e44-0226dd4b3096 req-0df65dea-58ed-49f3-a17b-9e715dcbefa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:12.802377 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ff50779-0cec-44f5-9e44-0226dd4b3096 req-0df65dea-58ed-49f3-a17b-9e715dcbefa4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 200 len: 851 time: 0.0816672 Jul 05 04:47:12.904195 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff50779-0cec-44f5-9e44-0226dd4b3096 req-6c6d1b8d-b395-4ffc-a940-b07480c69052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:12.905724 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ff50779-0cec-44f5-9e44-0226dd4b3096 req-6c6d1b8d-b395-4ffc-a940-b07480c69052 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995076 Jul 05 04:47:12.907563 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff50779-0cec-44f5-9e44-0226dd4b3096 req-e24c768e-569b-4934-99df-ea6ef1418e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:12.908974 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ff50779-0cec-44f5-9e44-0226dd4b3096 req-e24c768e-569b-4934-99df-ea6ef1418e19 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b0d9d564-8fce-4cc3-905f-fbc05d803418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0950470 Jul 05 04:47:13.069221 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ff50779-0cec-44f5-9e44-0226dd4b3096 req-9ffee06c-75a4-404c-9768-9757663791b6 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555300 Jul 05 04:47:13.073090 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ff50779-0cec-44f5-9e44-0226dd4b3096 req-fd05fce2-da55-47e9-b643-4d9184a4ada6 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496682 Jul 05 04:47:13.229329 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ff50779-0cec-44f5-9e44-0226dd4b3096 req-74c9aaa8-608a-4828-af6c-e396d746a078 service neutron] 10.222.0.70 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535933 Jul 05 04:47:13.231221 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ff50779-0cec-44f5-9e44-0226dd4b3096 req-515686a4-fa36-4835-bf36-8a3f3b99cc17 service neutron] 10.222.0.89 "GET /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482401 Jul 05 04:47:13.587112 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:47:13.602538 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:13.918975 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbaca08-8446-4e8b-b4e2-000af45f6517 req-658d51b7-6b81-419c-b630-e0442df6dd2e tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:13.920408 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cdbaca08-8446-4e8b-b4e2-000af45f6517 req-658d51b7-6b81-419c-b630-e0442df6dd2e tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 944 time: 0.0705636 Jul 05 04:47:13.958549 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-cdbaca08-8446-4e8b-b4e2-000af45f6517 req-f3771271-e579-43db-ae7d-af40864c123c tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324414 Jul 05 04:47:15.142881 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e710cb-8538-4042-b4d2-ac84cba60499 req-5e7f0284-9962-4e1c-8232-74fc2b8c0927 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:15.144329 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6e710cb-8538-4042-b4d2-ac84cba60499 req-5e7f0284-9962-4e1c-8232-74fc2b8c0927 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 944 time: 0.0685961 Jul 05 04:47:15.182171 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6e710cb-8538-4042-b4d2-ac84cba60499 req-b1260eeb-13c3-4149-866d-08ae8d38412e tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318098 Jul 05 04:47:16.358507 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0e831-8054-4698-9203-5233a871a083 req-4fafdd38-b473-4af2-89fb-7e73bb333a1f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:16.360058 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a5f0e831-8054-4698-9203-5233a871a083 req-4fafdd38-b473-4af2-89fb-7e73bb333a1f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 944 time: 0.0655239 Jul 05 04:47:16.397685 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-a5f0e831-8054-4698-9203-5233a871a083 req-a1a2f3e4-4be5-47af-80df-22c21a0c5ea3 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321894 Jul 05 04:47:17.573499 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609ce95-9c6d-4d37-bd25-ac1ed471774d req-a9e76db1-939a-43d3-b5b6-f3c287135570 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:17.574980 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6609ce95-9c6d-4d37-bd25-ac1ed471774d req-a9e76db1-939a-43d3-b5b6-f3c287135570 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 944 time: 0.0641398 Jul 05 04:47:17.612554 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6609ce95-9c6d-4d37-bd25-ac1ed471774d req-f33bacba-6cad-4540-b1d1-14627fdd5462 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317585 Jul 05 04:47:18.790992 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21718945-05eb-4a24-9139-15a42f0586ef req-b3510a46-df5c-4174-a6ab-6cb883299c07 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:18.792561 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-21718945-05eb-4a24-9139-15a42f0586ef req-b3510a46-df5c-4174-a6ab-6cb883299c07 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 944 time: 0.0641766 Jul 05 04:47:18.837209 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-21718945-05eb-4a24-9139-15a42f0586ef req-3f533c11-3dcb-4175-9a0f-3c83b1b1da88 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390322 Jul 05 04:47:20.018157 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bfb89-9da4-444f-afb8-8f003f761084 req-8a3c7797-4698-41f8-bbf8-0a79be4a52db tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:20.019559 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0d0bfb89-9da4-444f-afb8-8f003f761084 req-8a3c7797-4698-41f8-bbf8-0a79be4a52db tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 944 time: 0.0704587 Jul 05 04:47:20.056843 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0d0bfb89-9da4-444f-afb8-8f003f761084 req-91834e07-086c-4c1d-bbc8-f5f6b5c95422 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310664 Jul 05 04:47:21.233892 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8ab47-fc55-4118-85a1-280ed1b363d4 req-010bda31-8035-4afb-8f15-5dd74ea21970 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:21.235378 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-83b8ab47-fc55-4118-85a1-280ed1b363d4 req-010bda31-8035-4afb-8f15-5dd74ea21970 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 944 time: 0.0634577 Jul 05 04:47:21.274481 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-83b8ab47-fc55-4118-85a1-280ed1b363d4 req-0c55d5ff-6852-4cab-90a7-8eae97cf8bae tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332994 Jul 05 04:47:22.455255 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78aaea-a315-4705-a8f0-534f51ac52a5 req-6a40f55d-73b7-425e-b45b-1b7dc22ebcc2 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:22.457437 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ce78aaea-a315-4705-a8f0-534f51ac52a5 req-6a40f55d-73b7-425e-b45b-1b7dc22ebcc2 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 944 time: 0.0653586 Jul 05 04:47:22.496645 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ce78aaea-a315-4705-a8f0-534f51ac52a5 req-05a331bd-61c6-48b1-bd1f-148e0008fd8a tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326872 Jul 05 04:47:22.833520 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 58a01705-f8f8-4452-9707-b44b12b52e69 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:47:22.929909 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 58a01705-f8f8-4452-9707-b44b12b52e69, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=58a01705-f8f8-4452-9707-b44b12b52e69,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:22.945181 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '58a01705-f8f8-4452-9707-b44b12b52e69', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'port_id': '58a01705-f8f8-4452-9707-b44b12b52e69', 'mac_address': 'fa:16:3e:be:60:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:47:22.981836 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:22.994011 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a01705-f8f8-4452-9707-b44b12b52e69 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:47:23.016948 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 58a01705-f8f8-4452-9707-b44b12b52e69, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=58a01705-f8f8-4452-9707-b44b12b52e69,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:23.020826 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:23.066513 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=58a01705-f8f8-4452-9707-b44b12b52e69,revision_number=12']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:23.291174 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['58a01705-f8f8-4452-9707-b44b12b52e69'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:47:23.675105 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bb6fb-8097-491d-aebd-e1b0a8671055 req-62f574d7-232a-4474-8aea-943b00968503 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:23.676563 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-653bb6fb-8097-491d-aebd-e1b0a8671055 req-62f574d7-232a-4474-8aea-943b00968503 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0664973 Jul 05 04:47:23.714741 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-653bb6fb-8097-491d-aebd-e1b0a8671055 req-7b7c55e1-1465-41c6-9718-af8427039149 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319300 Jul 05 04:47:23.886272 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b580182-3238-429c-9f8d-c16b135f3499 req-40eb29f0-3783-477f-ae04-a6374da573d3 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:23.887816 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9b580182-3238-429c-9f8d-c16b135f3499 req-40eb29f0-3783-477f-ae04-a6374da573d3 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0631018 Jul 05 04:47:23.925486 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9b580182-3238-429c-9f8d-c16b135f3499 req-27ca9dcf-8703-4491-8f7c-13f7b7f2cf07 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321333 Jul 05 04:47:24.101766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6716b27-c703-453d-a9f6-bdff5d6b4cc9 req-e5dde10a-0dc8-4918-9de3-6cf44f4a3ee8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:24.103399 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f6716b27-c703-453d-a9f6-bdff5d6b4cc9 req-e5dde10a-0dc8-4918-9de3-6cf44f4a3ee8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0682161 Jul 05 04:47:24.141434 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-f6716b27-c703-453d-a9f6-bdff5d6b4cc9 req-7fd6c2bc-aceb-4516-a2df-f28adb2f5630 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325043 Jul 05 04:47:24.520764 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7be2b-6058-4c5c-9b95-77d57fb9b35f req-e5362a07-a57f-4dfc-b491-408c931d5617 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:24.522240 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2bc7be2b-6058-4c5c-9b95-77d57fb9b35f req-e5362a07-a57f-4dfc-b491-408c931d5617 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 945 time: 0.0630372 Jul 05 04:47:24.560245 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-2bc7be2b-6058-4c5c-9b95-77d57fb9b35f req-45ae4497-b0f0-40fb-a207-e0387a0b18c2 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322812 Jul 05 04:47:24.829296 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 58a01705-f8f8-4452-9707-b44b12b52e69 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:47:24.883737 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 58a01705-f8f8-4452-9707-b44b12b52e69 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:47:24.888132 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 58a01705-f8f8-4452-9707-b44b12b52e69 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:47:24.888507 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:24.967505 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:25.166645 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ca38a6-b177-41e3-90e2-b8eca63ee86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a01705-f8f8-4452-9707-b44b12b52e69'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:47:25.168817 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78b0252444a70490cdba898b337d30d15b03e2f447bec9a55953f7bd387605e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7223c7df-150b-4209-b853-90c8c96cbae5" -d '{"events": [{"server_uuid": "77ca38a6-b177-41e3-90e2-b8eca63ee86e", "name": "network-vif-plugged", "status": "completed", "tag": "58a01705-f8f8-4452-9707-b44b12b52e69"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:47:25.182676 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 58a01705-f8f8-4452-9707-b44b12b52e69, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=58a01705-f8f8-4452-9707-b44b12b52e69,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:25.186484 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:25.218728 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a439204d-6107-4415-b1d6-19963b81bab1 x-openstack-request-id: req-a439204d-6107-4415-b1d6-19963b81bab1 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:47:25.219025 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ca38a6-b177-41e3-90e2-b8eca63ee86e", "name": "network-vif-plugged", "status": "completed", "tag": "58a01705-f8f8-4452-9707-b44b12b52e69", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:47:25.219280 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a439204d-6107-4415-b1d6-19963b81bab1 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:47:25.219705 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ca38a6-b177-41e3-90e2-b8eca63ee86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a01705-f8f8-4452-9707-b44b12b52e69', 'code': 200} Jul 05 04:47:25.252450 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=58a01705-f8f8-4452-9707-b44b12b52e69,revision_number=13']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:25.752767 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfced6da-d27d-4c33-a861-9c759f7a10bb req-5dc8d668-12e0-45bd-8dbf-a29d018d90f4 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:25.754306 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dfced6da-d27d-4c33-a861-9c759f7a10bb req-5dc8d668-12e0-45bd-8dbf-a29d018d90f4 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 946 time: 0.0719213 Jul 05 04:47:25.799503 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dfced6da-d27d-4c33-a861-9c759f7a10bb req-c6c52716-d071-4ceb-acea-b6ce0874aae7 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups?id=7683a578-255e-4d26-a429-10c3f9190bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376482 Jul 05 04:47:26.217107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0088f02-936a-41f9-b5e9-2eb18651823f req-9828eaa2-2c8e-4393-931f-1830a44b26b2 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:26.218760 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e0088f02-936a-41f9-b5e9-2eb18651823f req-9828eaa2-2c8e-4393-931f-1830a44b26b2 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.89 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 946 time: 0.0665562 Jul 05 04:47:26.320929 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-e0088f02-936a-41f9-b5e9-2eb18651823f req-97dca6eb-624d-471a-967b-c97be17221f8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Deleting port 58a01705-f8f8-4452-9707-b44b12b52e69 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:47:26.321275 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e0088f02-936a-41f9-b5e9-2eb18651823f req-97dca6eb-624d-471a-967b-c97be17221f8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:26.415444 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-e0088f02-936a-41f9-b5e9-2eb18651823f req-97dca6eb-624d-471a-967b-c97be17221f8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] For port 58a01705-f8f8-4452-9707-b44b12b52e69, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=58a01705-f8f8-4452-9707-b44b12b52e69,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:26.415444 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e0088f02-936a-41f9-b5e9-2eb18651823f req-97dca6eb-624d-471a-967b-c97be17221f8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:26.583421 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e0088f02-936a-41f9-b5e9-2eb18651823f req-97dca6eb-624d-471a-967b-c97be17221f8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:26.583789 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e0088f02-936a-41f9-b5e9-2eb18651823f req-97dca6eb-624d-471a-967b-c97be17221f8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:26.584130 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [req-e0088f02-936a-41f9-b5e9-2eb18651823f req-97dca6eb-624d-471a-967b-c97be17221f8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Floating IP 80232d1e-a1ef-44f5-a025-a9f83d0aabb0 disassociated. External IP: 172.25.1.147, port: 58a01705-f8f8-4452-9707-b44b12b52e69. Jul 05 04:47:26.584473 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-e0088f02-936a-41f9-b5e9-2eb18651823f req-97dca6eb-624d-471a-967b-c97be17221f8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Calling delete_port for 58a01705-f8f8-4452-9707-b44b12b52e69 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:47:26.721145 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e0088f02-936a-41f9-b5e9-2eb18651823f req-97dca6eb-624d-471a-967b-c97be17221f8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:26.749966 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dca6eb-624d-471a-967b-c97be17221f8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Pushing event deleted for resources: {'Port': ['ID=58a01705-f8f8-4452-9707-b44b12b52e69,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:26.870125 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0088f02-936a-41f9-b5e9-2eb18651823f req-97dca6eb-624d-471a-967b-c97be17221f8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:47:26.961466 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f61e4e11-0e7d-4ee5-8e4d-4f869609e814 req-c3366cff-2964-45e6-b72e-1257222a8b99 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 210 time: 0.0404038 Jul 05 04:47:27.010150 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0088f02-936a-41f9-b5e9-2eb18651823f req-97dca6eb-624d-471a-967b-c97be17221f8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:47:27.020435 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857fe7ab-0a55-4488-8e23-4669ea0360b1 None None] Sync routers for ids ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:47:27.033833 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857fe7ab-0a55-4488-8e23-4669ea0360b1 None None] Routers {'bf28ee15-9df4-4158-ae63-bc6c0dd037e9'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:47:27.035065 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-857fe7ab-0a55-4488-8e23-4669ea0360b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:47:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:27.057955 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0088f02-936a-41f9-b5e9-2eb18651823f req-97dca6eb-624d-471a-967b-c97be17221f8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] No DVR routers for this DVR port 58a01705-f8f8-4452-9707-b44b12b52e69 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:47:27.060645 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e0088f02-936a-41f9-b5e9-2eb18651823f req-97dca6eb-624d-471a-967b-c97be17221f8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:27.062550 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e0088f02-936a-41f9-b5e9-2eb18651823f req-97dca6eb-624d-471a-967b-c97be17221f8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.89 "DELETE /v2.0/ports/58a01705-f8f8-4452-9707-b44b12b52e69 HTTP/1.1" status: 204 len: 173 time: 0.8353465 Jul 05 04:47:27.062994 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ca38a6-b177-41e3-90e2-b8eca63ee86e', 'name': 'network-vif-deleted', 'tag': '58a01705-f8f8-4452-9707-b44b12b52e69'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:47:27.065251 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3414bd32-0327-48ba-94de-9504e815d085" -d '{"events": [{"server_uuid": "77ca38a6-b177-41e3-90e2-b8eca63ee86e", "name": "network-vif-deleted", "tag": "58a01705-f8f8-4452-9707-b44b12b52e69"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:47:27.106763 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbd55d6-3c71-4f35-9aaf-94a63f962111 x-openstack-request-id: req-7fbd55d6-3c71-4f35-9aaf-94a63f962111 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:47:27.107098 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ca38a6-b177-41e3-90e2-b8eca63ee86e", "name": "network-vif-deleted", "tag": "58a01705-f8f8-4452-9707-b44b12b52e69", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:47:27.107316 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7fbd55d6-3c71-4f35-9aaf-94a63f962111 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:47:27.107719 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ca38a6-b177-41e3-90e2-b8eca63ee86e', 'name': 'network-vif-deleted', 'tag': '58a01705-f8f8-4452-9707-b44b12b52e69', 'status': 'completed', 'code': 200} Jul 05 04:47:27.157646 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-857fe7ab-0a55-4488-8e23-4669ea0360b1 None None] Set router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:47:27.357496 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-857fe7ab-0a55-4488-8e23-4669ea0360b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:26Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:27.388380 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857fe7ab-0a55-4488-8e23-4669ea0360b1 None None] Checking router: bf28ee15-9df4-4158-ae63-bc6c0dd037e9 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:47:27.396731 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857fe7ab-0a55-4488-8e23-4669ea0360b1 None None] Routers {'bf28ee15-9df4-4158-ae63-bc6c0dd037e9'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:47:27.397335 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-857fe7ab-0a55-4488-8e23-4669ea0360b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:47:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:27.504496 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-857fe7ab-0a55-4488-8e23-4669ea0360b1 None None] Set router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:47:27.702733 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-857fe7ab-0a55-4488-8e23-4669ea0360b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:26Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:27.730542 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857fe7ab-0a55-4488-8e23-4669ea0360b1 None None] The sync data for ids ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'] in n-d-780147-23 is: [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:21Z', 'revision_number': 4, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '8993e3a6-339b-4f5a-b0ea-99181811597c', 'name': '', 'network_id': 'b0d9d564-8fce-4cc3-905f-fbc05d803418', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'mac_address': 'fa:16:3e:42:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:21Z', 'updated_at': '2021-07-05T04:35:26Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'subnets': [{'id': '1d86dfc1-3a09-4cc1-a03f-76c206149554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:47:27.965769 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249e0f07-4ebc-4413-aa85-bf7b46bd065b None None] New status for floating IP 80232d1e-a1ef-44f5-a025-a9f83d0aabb0: DOWN {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:47:28.113496 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3a13f6ef-9861-4e4b-ac3a-a3353ace6e89 req-3a895f27-14ca-4147-947e-54d7e6361ce6 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 210 time: 0.0299313 Jul 05 04:47:28.761375 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5ef7e4a8-6091-48c4-9014-6429154db91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:28.851544 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 58a01705-f8f8-4452-9707-b44b12b52e69 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:47:28.876834 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 58a01705-f8f8-4452-9707-b44b12b52e69 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:47:28.877177 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 58a01705-f8f8-4452-9707-b44b12b52e69 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:47:29.260638 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-06c39c41-4e62-42e9-bb42-ea0c689fdae5 req-c9fde1d5-926e-4d19-9259-b28eebc08ff8 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 210 time: 0.0298736 Jul 05 04:47:29.775974 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:30.404673 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8aa68f70-4f06-4beb-bba8-5d54a70248bf req-f5036ea0-94bb-4016-9b28-36d1c8fd57af tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/ports?device_id=77ca38a6-b177-41e3-90e2-b8eca63ee86e HTTP/1.1" status: 200 len: 210 time: 0.0288794 Jul 05 04:47:31.419065 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-007a5069-453d-410e-b21d-4be5fb38cd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:31.834626 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:32.760086 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:34.452058 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48870) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:34.508740 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-08d87166-e3c6-42a2-bf28-8aef07218cab tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:34.533041 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-08d87166-e3c6-42a2-bf28-8aef07218cab tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:34.566358 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:34.584672 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-08d87166-e3c6-42a2-bf28-8aef07218cab tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:34.588015 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-08d87166-e3c6-42a2-bf28-8aef07218cab tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:34.589178 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-08d87166-e3c6-42a2-bf28-8aef07218cab tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "DELETE /v2.0/security-groups/7683a578-255e-4d26-a429-10c3f9190bdb HTTP/1.1" status: 204 len: 168 time: 0.1359687 Jul 05 04:47:34.591787 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48872) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:34.598740 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d87166-e3c6-42a2-bf28-8aef07218cab tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7683a578-255e-4d26-a429-10c3f9190bdb,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:34.606331 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87166-e3c6-42a2-bf28-8aef07218cab tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:34.606682 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87166-e3c6-42a2-bf28-8aef07218cab tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:34.607028 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87166-e3c6-42a2-bf28-8aef07218cab tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:34.607372 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87166-e3c6-42a2-bf28-8aef07218cab tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:34.607576 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [None req-8277b3b2-b637-4061-9c1d-ef9b878332e7 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] show failed (client error): The resource could not be found. Jul 05 04:47:34.607705 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87166-e3c6-42a2-bf28-8aef07218cab tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:34.608093 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87166-e3c6-42a2-bf28-8aef07218cab tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:34.608425 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87166-e3c6-42a2-bf28-8aef07218cab tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:34.608756 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87166-e3c6-42a2-bf28-8aef07218cab tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:34.609085 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87166-e3c6-42a2-bf28-8aef07218cab tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:34.609414 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87166-e3c6-42a2-bf28-8aef07218cab tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:34.609744 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87166-e3c6-42a2-bf28-8aef07218cab tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:34.610086 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8277b3b2-b637-4061-9c1d-ef9b878332e7 tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "GET /v2.0/security-groups/7683a578-255e-4d26-a429-10c3f9190bdb HTTP/1.1" status: 404 len: 347 time: 0.0164797 Jul 05 04:47:34.610203 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87166-e3c6-42a2-bf28-8aef07218cab tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:34.612439 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48874) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:34.743987 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-64d3bc7d-c36c-42e2-b6aa-2c5b2539af1f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Deleting port 4c0f8e5d-ff30-45f8-9099-17505b97b653 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:47:34.744336 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-64d3bc7d-c36c-42e2-b6aa-2c5b2539af1f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:34.826302 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-64d3bc7d-c36c-42e2-b6aa-2c5b2539af1f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:34.826641 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-64d3bc7d-c36c-42e2-b6aa-2c5b2539af1f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:34.838066 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-64d3bc7d-c36c-42e2-b6aa-2c5b2539af1f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Calling delete_port for 4c0f8e5d-ff30-45f8-9099-17505b97b653 owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:47:34.974230 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-64d3bc7d-c36c-42e2-b6aa-2c5b2539af1f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:35.005405 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3bc7d-c36c-42e2-b6aa-2c5b2539af1f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Pushing event deleted for resources: {'Port': ['ID=4c0f8e5d-ff30-45f8-9099-17505b97b653,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:35.065920 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-64d3bc7d-c36c-42e2-b6aa-2c5b2539af1f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:35.068580 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-64d3bc7d-c36c-42e2-b6aa-2c5b2539af1f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:35.070727 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-64d3bc7d-c36c-42e2-b6aa-2c5b2539af1f tempest-ServerActionsTestJSON-670216435 tempest-ServerActionsTestJSON-670216435-project] 10.222.0.77 "DELETE /v2.0/floatingips/80232d1e-a1ef-44f5-a025-a9f83d0aabb0 HTTP/1.1" status: 204 len: 168 time: 0.4573982 Jul 05 04:47:35.073626 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48876) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:35.602141 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2b66b091-6814-403a-8d3e-b84d65301cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:35.856159 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-2b66b091-6814-403a-8d3e-b84d65301cc7 admin admin] Deleting port 8993e3a6-339b-4f5a-b0ea-99181811597c {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:47:35.856412 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2b66b091-6814-403a-8d3e-b84d65301cc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:35.933633 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-2b66b091-6814-403a-8d3e-b84d65301cc7 admin admin] For port 8993e3a6-339b-4f5a-b0ea-99181811597c, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=8993e3a6-339b-4f5a-b0ea-99181811597c,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:35.933990 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2b66b091-6814-403a-8d3e-b84d65301cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:35.946907 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-2b66b091-6814-403a-8d3e-b84d65301cc7 admin admin] Calling delete_port for 8993e3a6-339b-4f5a-b0ea-99181811597c owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:47:36.123986 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2b66b091-6814-403a-8d3e-b84d65301cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:36.150563 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66b091-6814-403a-8d3e-b84d65301cc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8993e3a6-339b-4f5a-b0ea-99181811597c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:36.588978 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2b66b091-6814-403a-8d3e-b84d65301cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:36.809433 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b66b091-6814-403a-8d3e-b84d65301cc7 admin admin] Router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:47:36.915313 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b66b091-6814-403a-8d3e-b84d65301cc7 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:47:36.920320 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2b66b091-6814-403a-8d3e-b84d65301cc7 admin admin] 10.222.0.77 "PUT /v2.0/routers/bf28ee15-9df4-4158-ae63-bc6c0dd037e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8457255 Jul 05 04:47:36.922993 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48880) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:36.925922 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1cdbd6-f9f4-456e-91f3-988d5094b963 None None] Sync routers for ids ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:47:36.939920 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1cdbd6-f9f4-456e-91f3-988d5094b963 None None] Routers {'bf28ee15-9df4-4158-ae63-bc6c0dd037e9'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:47:36.940555 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5f1cdbd6-f9f4-456e-91f3-988d5094b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:47:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:37.032155 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a8f391d1-1fc8-4d68-bb79-9a525f5dd61d admin admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:37.055962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-5f1cdbd6-f9f4-456e-91f3-988d5094b963 None None] Set router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:47:37.135307 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a8f391d1-1fc8-4d68-bb79-9a525f5dd61d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:37.192408 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-a8f391d1-1fc8-4d68-bb79-9a525f5dd61d admin admin] Deleting port f6a61af0-b8d9-4a3b-9825-c1ae2403905d {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:47:37.193037 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a8f391d1-1fc8-4d68-bb79-9a525f5dd61d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:37.241664 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5f1cdbd6-f9f4-456e-91f3-988d5094b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:47:36Z', 'revision_number': 5, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port': {'id': 'f6a61af0-b8d9-4a3b-9825-c1ae2403905d', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:37.273913 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-a8f391d1-1fc8-4d68-bb79-9a525f5dd61d admin admin] For port f6a61af0-b8d9-4a3b-9825-c1ae2403905d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=f6a61af0-b8d9-4a3b-9825-c1ae2403905d,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:37.274357 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a8f391d1-1fc8-4d68-bb79-9a525f5dd61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:37.276029 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1cdbd6-f9f4-456e-91f3-988d5094b963 None None] Checking router: bf28ee15-9df4-4158-ae63-bc6c0dd037e9 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:47:37.284635 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1cdbd6-f9f4-456e-91f3-988d5094b963 None None] Routers {'bf28ee15-9df4-4158-ae63-bc6c0dd037e9'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:47:37.285248 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5f1cdbd6-f9f4-456e-91f3-988d5094b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:47:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:37.287790 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-a8f391d1-1fc8-4d68-bb79-9a525f5dd61d admin admin] Calling delete_port for f6a61af0-b8d9-4a3b-9825-c1ae2403905d owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:47:37.372671 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-5f1cdbd6-f9f4-456e-91f3-988d5094b963 None None] Set router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:47:37.428700 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5f1cdbd6-f9f4-456e-91f3-988d5094b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:47:37Z', 'revision_number': 6, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:37.456518 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1cdbd6-f9f4-456e-91f3-988d5094b963 None None] The sync data for ids ['bf28ee15-9df4-4158-ae63-bc6c0dd037e9'] in n-d-780147-23 is: [{'id': 'bf28ee15-9df4-4158-ae63-bc6c0dd037e9', 'name': 'tempest-ServerActionsTestJSON-1842585893-router', 'tenant_id': '83ae90a259794bd6b5188a2a366b1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:19Z', 'updated_at': '2021-07-05T04:47:37Z', 'revision_number': 6, 'project_id': '83ae90a259794bd6b5188a2a366b1c9c', 'gw_port_host': None}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:47:37.467719 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a8f391d1-1fc8-4d68-bb79-9a525f5dd61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:37.505960 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f391d1-1fc8-4d68-bb79-9a525f5dd61d admin admin] Pushing event deleted for resources: {'Port': ['ID=f6a61af0-b8d9-4a3b-9825-c1ae2403905d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:37.566002 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a8f391d1-1fc8-4d68-bb79-9a525f5dd61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:37.656358 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a8f391d1-1fc8-4d68-bb79-9a525f5dd61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:37.658577 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a8f391d1-1fc8-4d68-bb79-9a525f5dd61d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:37.702568 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a8f391d1-1fc8-4d68-bb79-9a525f5dd61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:37.703289 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f391d1-1fc8-4d68-bb79-9a525f5dd61d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf28ee15-9df4-4158-ae63-bc6c0dd037e9 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:47:37.708691 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a8f391d1-1fc8-4d68-bb79-9a525f5dd61d admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:37.710540 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a8f391d1-1fc8-4d68-bb79-9a525f5dd61d admin admin] 10.222.0.77 "DELETE /v2.0/routers/bf28ee15-9df4-4158-ae63-bc6c0dd037e9 HTTP/1.1" status: 204 len: 168 time: 0.7858443 Jul 05 04:47:37.712812 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48884) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:37.758176 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce63a35-6ce0-4864-84cd-b59af46adf2c admin admin] Deleting subnet 1d86dfc1-3a09-4cc1-a03f-76c206149554 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:47:37.761119 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fce63a35-6ce0-4864-84cd-b59af46adf2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:37.800168 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fce63a35-6ce0-4864-84cd-b59af46adf2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:37.912349 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fce63a35-6ce0-4864-84cd-b59af46adf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:37.970022 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fce63a35-6ce0-4864-84cd-b59af46adf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:37.996145 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce63a35-6ce0-4864-84cd-b59af46adf2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d86dfc1-3a09-4cc1-a03f-76c206149554,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:37.999731 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fce63a35-6ce0-4864-84cd-b59af46adf2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:38.001635 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fce63a35-6ce0-4864-84cd-b59af46adf2c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1d86dfc1-3a09-4cc1-a03f-76c206149554 HTTP/1.1" status: 204 len: 168 time: 0.2878892 Jul 05 04:47:38.004219 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48886) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:38.004993 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf659e7-4572-4e45-8bec-4c2ac98b5af9 None None] Network b0d9d564-8fce-4cc3-905f-fbc05d803418 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:47:38.071085 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3af95cd-2eb3-48a9-8269-3e00444f051f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:38.124260 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-e3af95cd-2eb3-48a9-8269-3e00444f051f admin admin] Deleting port 6a61ed7a-b5ea-4789-afe9-864b085018d4 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:47:38.124779 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3af95cd-2eb3-48a9-8269-3e00444f051f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:38.192020 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-e3af95cd-2eb3-48a9-8269-3e00444f051f admin admin] For port 6a61ed7a-b5ea-4789-afe9-864b085018d4, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6a61ed7a-b5ea-4789-afe9-864b085018d4,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:38.192388 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3af95cd-2eb3-48a9-8269-3e00444f051f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:38.207155 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-e3af95cd-2eb3-48a9-8269-3e00444f051f admin admin] Calling delete_port for 6a61ed7a-b5ea-4789-afe9-864b085018d4 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:47:38.220492 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399f44f6-a250-468c-a2a0-69d811e4d77e None None] DHCP port deletion for b0d9d564-8fce-4cc3-905f-fbc05d803418 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:47:38.281261 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-399f44f6-a250-468c-a2a0-69d811e4d77e None None] Deleting port 6a61ed7a-b5ea-4789-afe9-864b085018d4 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:47:38.281740 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-399f44f6-a250-468c-a2a0-69d811e4d77e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:38.293286 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3af95cd-2eb3-48a9-8269-3e00444f051f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:38.321901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af95cd-2eb3-48a9-8269-3e00444f051f admin admin] Pushing event deleted for resources: {'Port': ['ID=6a61ed7a-b5ea-4789-afe9-864b085018d4,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:38.329934 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3af95cd-2eb3-48a9-8269-3e00444f051f admin admin] No DVR routers for this DVR port 6a61ed7a-b5ea-4789-afe9-864b085018d4 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:47:38.351296 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-399f44f6-a250-468c-a2a0-69d811e4d77e None None] For port 6a61ed7a-b5ea-4789-afe9-864b085018d4, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=6a61ed7a-b5ea-4789-afe9-864b085018d4,segment=NetworkSegment(99cb0868-1be2-4d96-9fac-dd85febb617b),segment_id=99cb0868-1be2-4d96-9fac-dd85febb617b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:38.351702 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-399f44f6-a250-468c-a2a0-69d811e4d77e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:38.364826 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-399f44f6-a250-468c-a2a0-69d811e4d77e None None] Calling delete_port for 6a61ed7a-b5ea-4789-afe9-864b085018d4 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:47:38.403341 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3af95cd-2eb3-48a9-8269-3e00444f051f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:38.421485 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-e3af95cd-2eb3-48a9-8269-3e00444f051f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d9d564-8fce-4cc3-905f-fbc05d803418']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:38.434237 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-e3af95cd-2eb3-48a9-8269-3e00444f051f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99cb0868-1be2-4d96-9fac-dd85febb617b') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:38.434536 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-e3af95cd-2eb3-48a9-8269-3e00444f051f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99cb0868-1be2-4d96-9fac-dd85febb617b') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:38.443850 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3af95cd-2eb3-48a9-8269-3e00444f051f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:38.446323 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-399f44f6-a250-468c-a2a0-69d811e4d77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:38.458230 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3af95cd-2eb3-48a9-8269-3e00444f051f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:38.466404 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3af95cd-2eb3-48a9-8269-3e00444f051f admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:47:38.466835 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3af95cd-2eb3-48a9-8269-3e00444f051f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:47:38.468707 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:47:38.483413 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f44f6-a250-468c-a2a0-69d811e4d77e None None] Pushing event deleted for resources: {'Port': ['ID=6a61ed7a-b5ea-4789-afe9-864b085018d4,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:38.493335 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399f44f6-a250-468c-a2a0-69d811e4d77e None None] No DVR routers for this DVR port 6a61ed7a-b5ea-4789-afe9-864b085018d4 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:47:38.534405 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3af95cd-2eb3-48a9-8269-3e00444f051f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:38.540537 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e3af95cd-2eb3-48a9-8269-3e00444f051f admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:38.542367 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e3af95cd-2eb3-48a9-8269-3e00444f051f admin admin] 10.222.0.77 "DELETE /v2.0/networks/b0d9d564-8fce-4cc3-905f-fbc05d803418 HTTP/1.1" status: 204 len: 168 time: 0.5371830 Jul 05 04:47:38.553303 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af95cd-2eb3-48a9-8269-3e00444f051f admin admin] Pushing event deleted for resources: {'Network': ['ID=b0d9d564-8fce-4cc3-905f-fbc05d803418,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:38.669012 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48890) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:38.710650 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ddb61145-b478-44be-8cfa-5496d457738a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=83ae90a259794bd6b5188a2a366b1c9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391943 Jul 05 04:47:38.712502 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48892) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:38.761232 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-429a80dd-5c24-4ee8-8289-4a1f4a54fbbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:38.783107 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-429a80dd-5c24-4ee8-8289-4a1f4a54fbbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:38.808034 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8993e3a6-339b-4f5a-b0ea-99181811597c no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:47:38.833528 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 8993e3a6-339b-4f5a-b0ea-99181811597c {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:47:38.833875 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 8993e3a6-339b-4f5a-b0ea-99181811597c not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:47:38.834294 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f6a61af0-b8d9-4a3b-9825-c1ae2403905d no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:47:38.848610 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-429a80dd-5c24-4ee8-8289-4a1f4a54fbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:38.851691 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-429a80dd-5c24-4ee8-8289-4a1f4a54fbbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:38.852972 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-429a80dd-5c24-4ee8-8289-4a1f4a54fbbf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c56f5cbe-ec4b-4f51-a460-7e4ecf19fb8c HTTP/1.1" status: 204 len: 168 time: 0.1395173 Jul 05 04:47:38.854460 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: f6a61af0-b8d9-4a3b-9825-c1ae2403905d {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:47:38.855029 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device f6a61af0-b8d9-4a3b-9825-c1ae2403905d not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:47:38.855585 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6a61ed7a-b5ea-4789-afe9-864b085018d4 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:47:38.860963 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a80dd-5c24-4ee8-8289-4a1f4a54fbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56f5cbe-ec4b-4f51-a460-7e4ecf19fb8c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:38.879468 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 6a61ed7a-b5ea-4789-afe9-864b085018d4 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:47:38.879831 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 6a61ed7a-b5ea-4789-afe9-864b085018d4 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:47:39.563137 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 48914) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:39.657835 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-3e13c2bb-8bb8-45cc-8f13-1537565f030d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1192293020-network', 'tenant_id': '7e52ff93896f41b2a75b0efe9acac692'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:47:39.685631 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e13c2bb-8bb8-45cc-8f13-1537565f030d admin admin] Made reservation on behalf of 7e52ff93896f41b2a75b0efe9acac692 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:47:39.687962 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e13c2bb-8bb8-45cc-8f13-1537565f030d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:39.697127 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e13c2bb-8bb8-45cc-8f13-1537565f030d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:39.786815 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e13c2bb-8bb8-45cc-8f13-1537565f030d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:39.791025 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e13c2bb-8bb8-45cc-8f13-1537565f030d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:39.818812 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e13c2bb-8bb8-45cc-8f13-1537565f030d admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:47:39.829703 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13c2bb-8bb8-45cc-8f13-1537565f030d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a95f3ca-b2d3-47b0-be02-7d89783e8aa4,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:39.841284 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e13c2bb-8bb8-45cc-8f13-1537565f030d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:39.841727 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-3e13c2bb-8bb8-45cc-8f13-1537565f030d admin admin] Added segment edbec9dc-ae7d-4b27-baca-befb5fc188d7 of type vlan for network 7ffef70b-e2b4-437a-9ac1-717dbdbac384 Jul 05 04:47:39.887739 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e13c2bb-8bb8-45cc-8f13-1537565f030d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:39.915610 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e13c2bb-8bb8-45cc-8f13-1537565f030d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:39.916602 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e13c2bb-8bb8-45cc-8f13-1537565f030d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:39.917181 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e13c2bb-8bb8-45cc-8f13-1537565f030d admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:39.970385 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3e13c2bb-8bb8-45cc-8f13-1537565f030d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4062121 Jul 05 04:47:39.973350 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 48918) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:39.979130 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e55dcd5c-ad25-4b91-825d-26c265502cb4 admin admin] Request body: {'subnet': {'network_id': '7ffef70b-e2b4-437a-9ac1-717dbdbac384', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1192293020-subnet', 'tenant_id': '7e52ff93896f41b2a75b0efe9acac692', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:47:39.979306 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13c2bb-8bb8-45cc-8f13-1537565f030d admin admin] Pushing event updated for resources: {'Network': ['ID=7ffef70b-e2b4-437a-9ac1-717dbdbac384,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:39.990092 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 7ffef70b-e2b4-437a-9ac1-717dbdbac384 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:47:40.000455 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55dcd5c-ad25-4b91-825d-26c265502cb4 admin admin] Made reservation on behalf of 7e52ff93896f41b2a75b0efe9acac692 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:47:40.002910 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e55dcd5c-ad25-4b91-825d-26c265502cb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:40.171108 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e55dcd5c-ad25-4b91-825d-26c265502cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:40.229697 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55dcd5c-ad25-4b91-825d-26c265502cb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8c2585e-634f-4d10-9736-d98a135cf0a7,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:40.238048 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55dcd5c-ad25-4b91-825d-26c265502cb4 admin admin] Checking segment: {'id': 'edbec9dc-ae7d-4b27-baca-befb5fc188d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7ffef70b-e2b4-437a-9ac1-717dbdbac384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:47:40.238406 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55dcd5c-ad25-4b91-825d-26c265502cb4 admin admin] Network hostable DHCP agents. Network: 7ffef70b-e2b4-437a-9ac1-717dbdbac384, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:47:40.254673 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55dcd5c-ad25-4b91-825d-26c265502cb4 admin admin] Network 7ffef70b-e2b4-437a-9ac1-717dbdbac384 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:47:40.263698 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-e55dcd5c-ad25-4b91-825d-26c265502cb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 7ffef70b-e2b4-437a-9ac1-717dbdbac384) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:47:40.267864 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55dcd5c-ad25-4b91-825d-26c265502cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:40.268606 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e55dcd5c-ad25-4b91-825d-26c265502cb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:40.273546 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c343806-f42d-4d36-818b-98a5cc010b15 None None] Network 7ffef70b-e2b4-437a-9ac1-717dbdbac384 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:47:40.293656 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e55dcd5c-ad25-4b91-825d-26c265502cb4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3140309 Jul 05 04:47:40.402041 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b43747b-c91f-4ad2-a15f-7c9927886c63 None None] Network 7ffef70b-e2b4-437a-9ac1-717dbdbac384 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:47:40.743286 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e13c20-083d-47cb-8aba-695840a90224 req-798663ea-049f-4738-af2c-12eabd02ae19 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:40.744882 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-65e13c20-083d-47cb-8aba-695840a90224 req-798663ea-049f-4738-af2c-12eabd02ae19 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/networks?id=7ffef70b-e2b4-437a-9ac1-717dbdbac384 HTTP/1.1" status: 200 len: 814 time: 0.1053340 Jul 05 04:47:40.761182 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-65e13c20-083d-47cb-8aba-695840a90224 req-689e437b-b243-4df9-88e8-18b2ff7a0135 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/quotas/7e52ff93896f41b2a75b0efe9acac692 HTTP/1.1" status: 200 len: 375 time: 0.0108323 Jul 05 04:47:40.796759 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-65e13c20-083d-47cb-8aba-695840a90224 req-21db642a-999c-436c-81c7-656c39622a1f tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7e52ff93896f41b2a75b0efe9acac692&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292761 Jul 05 04:47:40.966042 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-65e13c20-083d-47cb-8aba-695840a90224 req-93f3e0d1-96f1-4a10-a492-ea724e364238 service neutron] 10.222.0.77 "GET /v2.0/networks/7ffef70b-e2b4-437a-9ac1-717dbdbac384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285794 Jul 05 04:47:41.058224 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-65e13c20-083d-47cb-8aba-695840a90224 req-b21cc46a-1ac8-483c-bdbe-62b4153b2769 service neutron] 10.222.0.77 "GET /v2.0/networks/7ffef70b-e2b4-437a-9ac1-717dbdbac384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862234 Jul 05 04:47:41.242051 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f573947a-47fa-405b-9a9e-d6c4352882b0 req-17429ea8-ba17-416f-9d27-ad3837690953 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b6aed62-0441-43cb-9296-03fc2881f8b6 HTTP/1.1" status: 200 len: 210 time: 0.0320103 Jul 05 04:47:42.387792 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e13c20-083d-47cb-8aba-695840a90224 req-344bfe55-8823-4e64-bbd2-8911c6c145f6 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:42.389284 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-65e13c20-083d-47cb-8aba-695840a90224 req-344bfe55-8823-4e64-bbd2-8911c6c145f6 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.89 "GET /v2.0/networks?id=7ffef70b-e2b4-437a-9ac1-717dbdbac384 HTTP/1.1" status: 200 len: 814 time: 0.1217241 Jul 05 04:47:42.398207 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-73372e11-8e13-4476-a160-32375a03db34 req-cc8d8c01-2a88-4a93-9f75-89698094ac41 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b6aed62-0441-43cb-9296-03fc2881f8b6 HTTP/1.1" status: 200 len: 210 time: 0.0364244 Jul 05 04:47:42.416017 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-65e13c20-083d-47cb-8aba-695840a90224 req-6e69a3a3-64b3-4366-98b1-ee04dfcaad21 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Request body: {'port': {'device_id': '5b6aed62-0441-43cb-9296-03fc2881f8b6', 'network_id': '7ffef70b-e2b4-437a-9ac1-717dbdbac384', 'admin_state_up': True, 'tenant_id': '7e52ff93896f41b2a75b0efe9acac692'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:47:42.524812 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65e13c20-083d-47cb-8aba-695840a90224 req-6e69a3a3-64b3-4366-98b1-ee04dfcaad21 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Made reservation on behalf of 7e52ff93896f41b2a75b0efe9acac692 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:47:42.528464 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-65e13c20-083d-47cb-8aba-695840a90224 req-6e69a3a3-64b3-4366-98b1-ee04dfcaad21 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:42.655563 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-65e13c20-083d-47cb-8aba-695840a90224 req-6e69a3a3-64b3-4366-98b1-ee04dfcaad21 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Allocated IP 172.20.0.14 (7ffef70b-e2b4-437a-9ac1-717dbdbac384/a8c2585e-634f-4d10-9736-d98a135cf0a7/6fd0b753-a885-418c-bc5c-6dd43c326ab2) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:47:42.801865 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-65e13c20-083d-47cb-8aba-695840a90224 req-6e69a3a3-64b3-4366-98b1-ee04dfcaad21 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:42.841347 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-65e13c20-083d-47cb-8aba-695840a90224 req-6e69a3a3-64b3-4366-98b1-ee04dfcaad21 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:42.883265 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65e13c20-083d-47cb-8aba-695840a90224 req-6e69a3a3-64b3-4366-98b1-ee04dfcaad21 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Network 7ffef70b-e2b4-437a-9ac1-717dbdbac384 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:47:42.886493 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-65e13c20-083d-47cb-8aba-695840a90224 req-6e69a3a3-64b3-4366-98b1-ee04dfcaad21 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:47:42.892452 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e13c20-083d-47cb-8aba-695840a90224 req-6e69a3a3-64b3-4366-98b1-ee04dfcaad21 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:47:42.918730 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69a3a3-64b3-4366-98b1-ee04dfcaad21 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Pushing event updated for resources: {'Port': ['ID=6fd0b753-a885-418c-bc5c-6dd43c326ab2,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:42.943527 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e13c20-083d-47cb-8aba-695840a90224 req-6e69a3a3-64b3-4366-98b1-ee04dfcaad21 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:42.944815 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-65e13c20-083d-47cb-8aba-695840a90224 req-6e69a3a3-64b3-4366-98b1-ee04dfcaad21 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:42.958256 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-65e13c20-083d-47cb-8aba-695840a90224 req-6e69a3a3-64b3-4366-98b1-ee04dfcaad21 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5476918 Jul 05 04:47:42.972642 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-65e13c20-083d-47cb-8aba-695840a90224 req-1bcaad05-96af-4c6c-9ad0-14b15abbd8eb tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:47:42.973609 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-65e13c20-083d-47cb-8aba-695840a90224 req-1bcaad05-96af-4c6c-9ad0-14b15abbd8eb tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051181 Jul 05 04:47:42.984885 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-65e13c20-083d-47cb-8aba-695840a90224 req-001ebc07-4615-4656-be08-6f461ab84bb1 service neutron] Request body: {'port': {'device_id': '5b6aed62-0441-43cb-9296-03fc2881f8b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:47:43.058029 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-65e13c20-083d-47cb-8aba-695840a90224 req-001ebc07-4615-4656-be08-6f461ab84bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:43.324045 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-65e13c20-083d-47cb-8aba-695840a90224 req-001ebc07-4615-4656-be08-6f461ab84bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd0b753-a885-418c-bc5c-6dd43c326ab2 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:47:43.331351 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-65e13c20-083d-47cb-8aba-695840a90224 req-001ebc07-4615-4656-be08-6f461ab84bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:43.342788 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-65e13c20-083d-47cb-8aba-695840a90224 req-001ebc07-4615-4656-be08-6f461ab84bb1 service neutron] Transition to ACTIVE for port object 6fd0b753-a885-418c-bc5c-6dd43c326ab2 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:47:43.347090 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-65e13c20-083d-47cb-8aba-695840a90224 req-001ebc07-4615-4656-be08-6f461ab84bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:43.397083 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ebc07-4615-4656-be08-6f461ab84bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd0b753-a885-418c-bc5c-6dd43c326ab2,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:43.617911 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:43.763253 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-65e13c20-083d-47cb-8aba-695840a90224 req-001ebc07-4615-4656-be08-6f461ab84bb1 service neutron] Attempting to bind port 6fd0b753-a885-418c-bc5c-6dd43c326ab2 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:47:43.763589 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-65e13c20-083d-47cb-8aba-695840a90224 req-001ebc07-4615-4656-be08-6f461ab84bb1 service neutron] Attempting to bind port 6fd0b753-a885-418c-bc5c-6dd43c326ab2 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'edbec9dc-ae7d-4b27-baca-befb5fc188d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7ffef70b-e2b4-437a-9ac1-717dbdbac384'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:47:43.763957 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e13c20-083d-47cb-8aba-695840a90224 req-001ebc07-4615-4656-be08-6f461ab84bb1 service neutron] Attempting to bind port 6fd0b753-a885-418c-bc5c-6dd43c326ab2 on network 7ffef70b-e2b4-437a-9ac1-717dbdbac384 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:47:43.770786 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e13c20-083d-47cb-8aba-695840a90224 req-001ebc07-4615-4656-be08-6f461ab84bb1 service neutron] Port 6fd0b753-a885-418c-bc5c-6dd43c326ab2 on network 7ffef70b-e2b4-437a-9ac1-717dbdbac384 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:47:43.771105 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e13c20-083d-47cb-8aba-695840a90224 req-001ebc07-4615-4656-be08-6f461ab84bb1 service neutron] Attempting to bind port 6fd0b753-a885-418c-bc5c-6dd43c326ab2 on network 7ffef70b-e2b4-437a-9ac1-717dbdbac384 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:47:43.780792 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e13c20-083d-47cb-8aba-695840a90224 req-001ebc07-4615-4656-be08-6f461ab84bb1 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:47:43.781124 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e13c20-083d-47cb-8aba-695840a90224 req-001ebc07-4615-4656-be08-6f461ab84bb1 service neutron] Checking segment: {'id': 'edbec9dc-ae7d-4b27-baca-befb5fc188d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7ffef70b-e2b4-437a-9ac1-717dbdbac384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:47:43.781520 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e13c20-083d-47cb-8aba-695840a90224 req-001ebc07-4615-4656-be08-6f461ab84bb1 service neutron] Bound using segment: {'id': 'edbec9dc-ae7d-4b27-baca-befb5fc188d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7ffef70b-e2b4-437a-9ac1-717dbdbac384'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:47:43.781944 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-65e13c20-083d-47cb-8aba-695840a90224 req-001ebc07-4615-4656-be08-6f461ab84bb1 service neutron] Bound port: 6fd0b753-a885-418c-bc5c-6dd43c326ab2, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbec9dc-ae7d-4b27-baca-befb5fc188d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7ffef70b-e2b4-437a-9ac1-717dbdbac384'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:47:43.782300 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-65e13c20-083d-47cb-8aba-695840a90224 req-001ebc07-4615-4656-be08-6f461ab84bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:43.802358 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c1bff-b2a9-4e94-a91a-6143a8d3bda8 req-e8885a0b-8bd6-4902-891d-6a711f9759d9 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:43.804538 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c0c1bff-b2a9-4e94-a91a-6143a8d3bda8 req-e8885a0b-8bd6-4902-891d-6a711f9759d9 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b6aed62-0441-43cb-9296-03fc2881f8b6 HTTP/1.1" status: 200 len: 944 time: 0.1044888 Jul 05 04:47:43.883835 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c0c1bff-b2a9-4e94-a91a-6143a8d3bda8 req-a9a3dc16-75c4-4ca9-bbb8-b17c3732de90 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a95f3ca-b2d3-47b0-be02-7d89783e8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577848 Jul 05 04:47:43.889999 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-65e13c20-083d-47cb-8aba-695840a90224 req-001ebc07-4615-4656-be08-6f461ab84bb1 service neutron] For port 6fd0b753-a885-418c-bc5c-6dd43c326ab2, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:47:43.893507 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-65e13c20-083d-47cb-8aba-695840a90224 req-001ebc07-4615-4656-be08-6f461ab84bb1 service neutron] For port 6fd0b753-a885-418c-bc5c-6dd43c326ab2, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=6fd0b753-a885-418c-bc5c-6dd43c326ab2,segment=NetworkSegment(edbec9dc-ae7d-4b27-baca-befb5fc188d7),segment_id=edbec9dc-ae7d-4b27-baca-befb5fc188d7)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:47:43.898986 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-65e13c20-083d-47cb-8aba-695840a90224 req-001ebc07-4615-4656-be08-6f461ab84bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:43.934348 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e13c20-083d-47cb-8aba-695840a90224 req-001ebc07-4615-4656-be08-6f461ab84bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:43.934968 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-65e13c20-083d-47cb-8aba-695840a90224 req-001ebc07-4615-4656-be08-6f461ab84bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:43.936385 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-65e13c20-083d-47cb-8aba-695840a90224 req-001ebc07-4615-4656-be08-6f461ab84bb1 service neutron] 10.222.0.89 "PUT /v2.0/ports/6fd0b753-a885-418c-bc5c-6dd43c326ab2 HTTP/1.1" status: 200 len: 1093 time: 0.9553409 Jul 05 04:47:43.936823 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6aed62-0441-43cb-9296-03fc2881f8b6', 'tag': '6fd0b753-a885-418c-bc5c-6dd43c326ab2'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:47:43.939077 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e168bfa-ea09-4f07-9dfd-14178295f4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "5b6aed62-0441-43cb-9296-03fc2881f8b6", "tag": "6fd0b753-a885-418c-bc5c-6dd43c326ab2"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:47:43.962431 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ebc07-4615-4656-be08-6f461ab84bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd0b753-a885-418c-bc5c-6dd43c326ab2,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:43.986978 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edbb648-1947-46b1-a08f-f59caabd37b4 x-openstack-request-id: req-3edbb648-1947-46b1-a08f-f59caabd37b4 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:47:43.987263 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b6aed62-0441-43cb-9296-03fc2881f8b6", "tag": "6fd0b753-a885-418c-bc5c-6dd43c326ab2", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:47:43.987511 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3edbb648-1947-46b1-a08f-f59caabd37b4 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:47:43.987925 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b6aed62-0441-43cb-9296-03fc2881f8b6', 'tag': '6fd0b753-a885-418c-bc5c-6dd43c326ab2', 'status': 'completed', 'code': 200} Jul 05 04:47:44.033378 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e13c20-083d-47cb-8aba-695840a90224 req-5be030c8-34d0-433b-8773-8d1d831651b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:44.034877 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-65e13c20-083d-47cb-8aba-695840a90224 req-5be030c8-34d0-433b-8773-8d1d831651b2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7e52ff93896f41b2a75b0efe9acac692&device_id=5b6aed62-0441-43cb-9296-03fc2881f8b6 HTTP/1.1" status: 200 len: 1096 time: 0.0565839 Jul 05 04:47:44.083321 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-65e13c20-083d-47cb-8aba-695840a90224 req-0252bfdb-3708-43f1-8c4e-9b3c570b08e5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fd0b753-a885-418c-bc5c-6dd43c326ab2 HTTP/1.1" status: 200 len: 217 time: 0.0367301 Jul 05 04:47:44.130473 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e13c20-083d-47cb-8aba-695840a90224 req-0d969681-c4e7-4e27-838d-71ace7a30272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:44.133004 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-65e13c20-083d-47cb-8aba-695840a90224 req-0d969681-c4e7-4e27-838d-71ace7a30272 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a8c2585e-634f-4d10-9736-d98a135cf0a7 HTTP/1.1" status: 200 len: 854 time: 0.0437880 Jul 05 04:47:44.168987 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-65e13c20-083d-47cb-8aba-695840a90224 req-237ee407-e4df-46c4-92f2-57021a058fc5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7ffef70b-e2b4-437a-9ac1-717dbdbac384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272110 Jul 05 04:47:44.268800 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-65e13c20-083d-47cb-8aba-695840a90224 req-a1061be1-f738-49ea-bb62-fa232128d703 service neutron] 10.222.0.89 "GET /v2.0/networks/7ffef70b-e2b4-437a-9ac1-717dbdbac384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918462 Jul 05 04:47:44.362946 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-65e13c20-083d-47cb-8aba-695840a90224 req-973d5fa7-6140-4d5e-a844-67ef70acc7ef service neutron] 10.222.0.89 "GET /v2.0/networks/7ffef70b-e2b4-437a-9ac1-717dbdbac384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839353 Jul 05 04:47:44.468135 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e168bfa-ea09-4f07-9dfd-14178295f4aa req-81f39903-e51c-497e-bf48-dad4aa015927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:44.469666 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e168bfa-ea09-4f07-9dfd-14178295f4aa req-81f39903-e51c-497e-bf48-dad4aa015927 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7e52ff93896f41b2a75b0efe9acac692&device_id=5b6aed62-0441-43cb-9296-03fc2881f8b6 HTTP/1.1" status: 200 len: 1096 time: 0.0543988 Jul 05 04:47:44.562317 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e168bfa-ea09-4f07-9dfd-14178295f4aa req-02780b86-1828-4df6-a124-90cbd0bad988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:44.563830 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e168bfa-ea09-4f07-9dfd-14178295f4aa req-02780b86-1828-4df6-a124-90cbd0bad988 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7ffef70b-e2b4-437a-9ac1-717dbdbac384 HTTP/1.1" status: 200 len: 915 time: 0.0871100 Jul 05 04:47:44.606475 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e168bfa-ea09-4f07-9dfd-14178295f4aa req-7a69e0ce-88cd-4d5f-a9dd-68b66d66ef52 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fd0b753-a885-418c-bc5c-6dd43c326ab2 HTTP/1.1" status: 200 len: 217 time: 0.0357225 Jul 05 04:47:44.658343 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e168bfa-ea09-4f07-9dfd-14178295f4aa req-963efd81-b78b-4331-8aeb-66f17c355a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:44.659773 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e168bfa-ea09-4f07-9dfd-14178295f4aa req-963efd81-b78b-4331-8aeb-66f17c355a90 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a8c2585e-634f-4d10-9736-d98a135cf0a7 HTTP/1.1" status: 200 len: 854 time: 0.0468645 Jul 05 04:47:44.695140 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e168bfa-ea09-4f07-9dfd-14178295f4aa req-f9a495d2-e192-4ddc-9faa-fce99731e6b9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7ffef70b-e2b4-437a-9ac1-717dbdbac384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266256 Jul 05 04:47:44.789639 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e168bfa-ea09-4f07-9dfd-14178295f4aa req-41103806-9f3d-4879-b0ca-21390c0fb786 service neutron] 10.222.0.89 "GET /v2.0/networks/7ffef70b-e2b4-437a-9ac1-717dbdbac384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840557 Jul 05 04:47:44.883744 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e168bfa-ea09-4f07-9dfd-14178295f4aa req-fe306fa4-1194-4b07-81d5-4ceb874ff7a8 service neutron] 10.222.0.89 "GET /v2.0/networks/7ffef70b-e2b4-437a-9ac1-717dbdbac384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866609 Jul 05 04:47:45.063068 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5acb5-511c-47fa-946e-7d72b919112a req-7d0e5e7b-1765-4fa0-bf8e-6c4b08be858b tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:45.064491 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-faa5acb5-511c-47fa-946e-7d72b919112a req-7d0e5e7b-1765-4fa0-bf8e-6c4b08be858b tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b6aed62-0441-43cb-9296-03fc2881f8b6 HTTP/1.1" status: 200 len: 944 time: 0.0650010 Jul 05 04:47:45.110824 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-faa5acb5-511c-47fa-946e-7d72b919112a req-e2b7ba7e-9424-41fb-9dca-ef8dbac24b2a tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a95f3ca-b2d3-47b0-be02-7d89783e8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397911 Jul 05 04:47:46.288315 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158ac04-e070-458c-8f17-96a8f8ce8bb0 req-4a0211e2-c0db-436c-9d12-23c101d5d4b2 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:46.289745 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b158ac04-e070-458c-8f17-96a8f8ce8bb0 req-4a0211e2-c0db-436c-9d12-23c101d5d4b2 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b6aed62-0441-43cb-9296-03fc2881f8b6 HTTP/1.1" status: 200 len: 944 time: 0.0631151 Jul 05 04:47:46.327071 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-b158ac04-e070-458c-8f17-96a8f8ce8bb0 req-e64eb3db-15fc-46b2-9be7-649e6623be55 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a95f3ca-b2d3-47b0-be02-7d89783e8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317972 Jul 05 04:47:47.680427 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455b6e7-12c0-45b7-bed8-8036584a687c req-2c206cb7-7e62-4d29-982f-5d35d4f42abf tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:47.681841 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c455b6e7-12c0-45b7-bed8-8036584a687c req-2c206cb7-7e62-4d29-982f-5d35d4f42abf tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b6aed62-0441-43cb-9296-03fc2881f8b6 HTTP/1.1" status: 200 len: 944 time: 0.0684569 Jul 05 04:47:47.720626 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c455b6e7-12c0-45b7-bed8-8036584a687c req-5100a2a2-9322-47ae-a81a-5cb25bf9c788 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a95f3ca-b2d3-47b0-be02-7d89783e8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331802 Jul 05 04:47:48.895156 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57402ce1-e88c-4177-8556-91b61a7ae0f3 req-6144157e-d36f-42a1-b8d1-22d17b5b87d0 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:48.896669 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-57402ce1-e88c-4177-8556-91b61a7ae0f3 req-6144157e-d36f-42a1-b8d1-22d17b5b87d0 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b6aed62-0441-43cb-9296-03fc2881f8b6 HTTP/1.1" status: 200 len: 944 time: 0.0638368 Jul 05 04:47:48.933479 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 6fd0b753-a885-418c-bc5c-6dd43c326ab2 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:47:48.934555 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-57402ce1-e88c-4177-8556-91b61a7ae0f3 req-b190751c-cc33-48ae-a49c-cda8f4ccfc59 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a95f3ca-b2d3-47b0-be02-7d89783e8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315797 Jul 05 04:47:49.033046 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 6fd0b753-a885-418c-bc5c-6dd43c326ab2, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=6fd0b753-a885-418c-bc5c-6dd43c326ab2,segment=NetworkSegment(edbec9dc-ae7d-4b27-baca-befb5fc188d7),segment_id=edbec9dc-ae7d-4b27-baca-befb5fc188d7)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:49.044610 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '6fd0b753-a885-418c-bc5c-6dd43c326ab2', 'network_id': '7ffef70b-e2b4-437a-9ac1-717dbdbac384', 'port_id': '6fd0b753-a885-418c-bc5c-6dd43c326ab2', 'mac_address': 'fa:16:3e:6e:5f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c2585e-634f-4d10-9736-d98a135cf0a7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:47:49.080792 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:49.093864 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd0b753-a885-418c-bc5c-6dd43c326ab2 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:47:49.113143 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 6fd0b753-a885-418c-bc5c-6dd43c326ab2, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=6fd0b753-a885-418c-bc5c-6dd43c326ab2,segment=NetworkSegment(edbec9dc-ae7d-4b27-baca-befb5fc188d7),segment_id=edbec9dc-ae7d-4b27-baca-befb5fc188d7)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:49.117209 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:49.167993 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=6fd0b753-a885-418c-bc5c-6dd43c326ab2,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:49.376810 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['6fd0b753-a885-418c-bc5c-6dd43c326ab2'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:47:50.109300 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd0693-0140-40a3-bdbc-4bed94e83cc1 req-b5c3bbe3-e9a1-4ede-be88-b00abea64e3a tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:50.110800 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9ddd0693-0140-40a3-bdbc-4bed94e83cc1 req-b5c3bbe3-e9a1-4ede-be88-b00abea64e3a tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b6aed62-0441-43cb-9296-03fc2881f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0645547 Jul 05 04:47:50.148971 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9ddd0693-0140-40a3-bdbc-4bed94e83cc1 req-c1c07380-b32d-4314-ace5-1db6e478e629 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a95f3ca-b2d3-47b0-be02-7d89783e8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324795 Jul 05 04:47:50.588256 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:47:50.948751 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 6fd0b753-a885-418c-bc5c-6dd43c326ab2 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:47:50.997338 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 6fd0b753-a885-418c-bc5c-6dd43c326ab2 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:47:51.001796 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 6fd0b753-a885-418c-bc5c-6dd43c326ab2 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:47:51.002326 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:51.081979 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:51.105018 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6aed62-0441-43cb-9296-03fc2881f8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd0b753-a885-418c-bc5c-6dd43c326ab2'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:47:51.107262 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78b0252444a70490cdba898b337d30d15b03e2f447bec9a55953f7bd387605e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f4f8fb-b4ec-43d1-aea1-97fe7fdbef74" -d '{"events": [{"server_uuid": "5b6aed62-0441-43cb-9296-03fc2881f8b6", "name": "network-vif-plugged", "status": "completed", "tag": "6fd0b753-a885-418c-bc5c-6dd43c326ab2"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:47:51.120613 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 6fd0b753-a885-418c-bc5c-6dd43c326ab2, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=6fd0b753-a885-418c-bc5c-6dd43c326ab2,segment=NetworkSegment(edbec9dc-ae7d-4b27-baca-befb5fc188d7),segment_id=edbec9dc-ae7d-4b27-baca-befb5fc188d7)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:51.124657 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:51.150790 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a1d84b-f4ae-4910-8d50-566c4d54c38e x-openstack-request-id: req-31a1d84b-f4ae-4910-8d50-566c4d54c38e {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:47:51.151082 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6aed62-0441-43cb-9296-03fc2881f8b6", "name": "network-vif-plugged", "status": "completed", "tag": "6fd0b753-a885-418c-bc5c-6dd43c326ab2", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:47:51.151336 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31a1d84b-f4ae-4910-8d50-566c4d54c38e {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:47:51.151726 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6aed62-0441-43cb-9296-03fc2881f8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd0b753-a885-418c-bc5c-6dd43c326ab2', 'code': 200} Jul 05 04:47:51.186635 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=6fd0b753-a885-418c-bc5c-6dd43c326ab2,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:51.314446 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09daec-31f7-4163-bb5e-268b36f868b3 req-925081e7-4937-497b-bc1d-c6e209aac332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:51.315983 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c09daec-31f7-4163-bb5e-268b36f868b3 req-925081e7-4937-497b-bc1d-c6e209aac332 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5b6aed62-0441-43cb-9296-03fc2881f8b6 HTTP/1.1" status: 200 len: 1098 time: 0.0951302 Jul 05 04:47:51.359509 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b02ae7-6482-46e7-9a99-f8d9aff02ded req-9cad4c9c-30dc-4a64-a7bc-b7cd4ac325a5 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:51.361097 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-34b02ae7-6482-46e7-9a99-f8d9aff02ded req-9cad4c9c-30dc-4a64-a7bc-b7cd4ac325a5 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b6aed62-0441-43cb-9296-03fc2881f8b6 HTTP/1.1" status: 200 len: 946 time: 0.0990705 Jul 05 04:47:51.386337 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c09daec-31f7-4163-bb5e-268b36f868b3 req-cc68db5d-e644-47ae-a497-43e73ae2fef5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8a95f3ca-b2d3-47b0-be02-7d89783e8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591242 Jul 05 04:47:51.404834 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-34b02ae7-6482-46e7-9a99-f8d9aff02ded req-59cdbcb8-9f2c-40c7-ad60-11e2d6b9600a tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a95f3ca-b2d3-47b0-be02-7d89783e8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358925 Jul 05 04:47:52.585891 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11465954-38f7-47e3-9fb0-f0de0f120b03 req-38465f3f-4750-4c2e-8dd6-5801727284a5 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:52.587284 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-11465954-38f7-47e3-9fb0-f0de0f120b03 req-38465f3f-4750-4c2e-8dd6-5801727284a5 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b6aed62-0441-43cb-9296-03fc2881f8b6 HTTP/1.1" status: 200 len: 946 time: 0.0684307 Jul 05 04:47:52.624712 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-11465954-38f7-47e3-9fb0-f0de0f120b03 req-8e28efed-419f-48a0-be67-829f5362fcef tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a95f3ca-b2d3-47b0-be02-7d89783e8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318422 Jul 05 04:47:52.850402 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-16c82fab-a895-4547-bed5-ecfa39bbbdaf tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:52.851880 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-16c82fab-a895-4547-bed5-ecfa39bbbdaf tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/networks?id=7ffef70b-e2b4-437a-9ac1-717dbdbac384 HTTP/1.1" status: 200 len: 814 time: 0.1031744 Jul 05 04:47:52.866488 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-d8c9a58a-0ca4-4191-ae40-a88cbea65271 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/quotas/7e52ff93896f41b2a75b0efe9acac692 HTTP/1.1" status: 200 len: 375 time: 0.0092294 Jul 05 04:47:52.933828 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-9f2fde13-886f-45be-b34c-282b8cea1f0b tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7e52ff93896f41b2a75b0efe9acac692&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0625288 Jul 05 04:47:53.092078 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-8b2b6a2d-b603-4469-ad94-53b3fd42d591 service neutron] 10.222.0.77 "GET /v2.0/networks/7ffef70b-e2b4-437a-9ac1-717dbdbac384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198971 Jul 05 04:47:53.185566 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-cf473e38-f9f1-4773-861b-f0360f5bfada service neutron] 10.222.0.77 "GET /v2.0/networks/7ffef70b-e2b4-437a-9ac1-717dbdbac384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877855 Jul 05 04:47:53.356294 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-0cf13a76-3252-4600-a6e4-ed95cd487de8 req-6fc5250a-254c-4e88-944d-cbea49f27d4a tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7f8b73c-da8c-4fda-93c1-cb8bb1be1da5 HTTP/1.1" status: 200 len: 210 time: 0.0291350 Jul 05 04:47:54.462354 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-069f7f3d-0df4-4ce0-830d-3646f50c8b06 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:54.463851 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-069f7f3d-0df4-4ce0-830d-3646f50c8b06 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.70 "GET /v2.0/networks?id=7ffef70b-e2b4-437a-9ac1-717dbdbac384 HTTP/1.1" status: 200 len: 814 time: 0.1073422 Jul 05 04:47:54.483208 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-af91abad-a633-448d-8642-9c42353d1db7 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Request body: {'port': {'device_id': 'a7f8b73c-da8c-4fda-93c1-cb8bb1be1da5', 'network_id': '7ffef70b-e2b4-437a-9ac1-717dbdbac384', 'admin_state_up': True, 'tenant_id': '7e52ff93896f41b2a75b0efe9acac692'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:47:54.589270 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-af91abad-a633-448d-8642-9c42353d1db7 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Made reservation on behalf of 7e52ff93896f41b2a75b0efe9acac692 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:47:54.592787 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-af91abad-a633-448d-8642-9c42353d1db7 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:54.719117 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-af91abad-a633-448d-8642-9c42353d1db7 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Allocated IP 172.20.0.2 (7ffef70b-e2b4-437a-9ac1-717dbdbac384/a8c2585e-634f-4d10-9736-d98a135cf0a7/e0fbe286-404a-4244-a5dd-9553f9b3963a) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:47:54.861147 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-af91abad-a633-448d-8642-9c42353d1db7 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:54.900663 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-af91abad-a633-448d-8642-9c42353d1db7 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:54.913510 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['6fd0b753-a885-418c-bc5c-6dd43c326ab2'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:47:54.946299 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-af91abad-a633-448d-8642-9c42353d1db7 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Network 7ffef70b-e2b4-437a-9ac1-717dbdbac384 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:47:54.949576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-af91abad-a633-448d-8642-9c42353d1db7 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:47:54.956521 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-af91abad-a633-448d-8642-9c42353d1db7 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:47:54.981769 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91abad-a633-448d-8642-9c42353d1db7 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Pushing event updated for resources: {'Port': ['ID=e0fbe286-404a-4244-a5dd-9553f9b3963a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:54.996202 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af91abad-a633-448d-8642-9c42353d1db7 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:54.996552 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af91abad-a633-448d-8642-9c42353d1db7 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:54.996898 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af91abad-a633-448d-8642-9c42353d1db7 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:54.997233 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af91abad-a633-448d-8642-9c42353d1db7 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:54.997574 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af91abad-a633-448d-8642-9c42353d1db7 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:54.997904 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af91abad-a633-448d-8642-9c42353d1db7 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:54.998235 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af91abad-a633-448d-8642-9c42353d1db7 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:54.998560 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af91abad-a633-448d-8642-9c42353d1db7 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:54.998883 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af91abad-a633-448d-8642-9c42353d1db7 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:54.999204 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af91abad-a633-448d-8642-9c42353d1db7 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:54.999527 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af91abad-a633-448d-8642-9c42353d1db7 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:54.999870 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af91abad-a633-448d-8642-9c42353d1db7 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:55.020669 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-af91abad-a633-448d-8642-9c42353d1db7 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:55.021306 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-af91abad-a633-448d-8642-9c42353d1db7 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:55.036779 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-af91abad-a633-448d-8642-9c42353d1db7 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5575738 Jul 05 04:47:55.076453 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-634e5ab3-5bbc-44df-88fb-6a01a4eae59e tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:47:55.077424 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-634e5ab3-5bbc-44df-88fb-6a01a4eae59e tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073242 Jul 05 04:47:55.088669 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-91e53a8c-7605-431a-82d9-8a6a6c33e3a2 service neutron] Request body: {'port': {'device_id': 'a7f8b73c-da8c-4fda-93c1-cb8bb1be1da5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:47:55.166091 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-91e53a8c-7605-431a-82d9-8a6a6c33e3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:55.427459 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-91e53a8c-7605-431a-82d9-8a6a6c33e3a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0fbe286-404a-4244-a5dd-9553f9b3963a {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:47:55.435294 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-91e53a8c-7605-431a-82d9-8a6a6c33e3a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:55.447360 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-91e53a8c-7605-431a-82d9-8a6a6c33e3a2 service neutron] Transition to ACTIVE for port object e0fbe286-404a-4244-a5dd-9553f9b3963a will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:47:55.451388 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-91e53a8c-7605-431a-82d9-8a6a6c33e3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:55.497896 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e53a8c-7605-431a-82d9-8a6a6c33e3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e0fbe286-404a-4244-a5dd-9553f9b3963a,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:55.568422 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-91e53a8c-7605-431a-82d9-8a6a6c33e3a2 service neutron] Attempting to bind port e0fbe286-404a-4244-a5dd-9553f9b3963a on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:47:55.569445 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-91e53a8c-7605-431a-82d9-8a6a6c33e3a2 service neutron] Attempting to bind port e0fbe286-404a-4244-a5dd-9553f9b3963a by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'edbec9dc-ae7d-4b27-baca-befb5fc188d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7ffef70b-e2b4-437a-9ac1-717dbdbac384'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:47:55.569779 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-91e53a8c-7605-431a-82d9-8a6a6c33e3a2 service neutron] Attempting to bind port e0fbe286-404a-4244-a5dd-9553f9b3963a on network 7ffef70b-e2b4-437a-9ac1-717dbdbac384 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:47:55.573977 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-91e53a8c-7605-431a-82d9-8a6a6c33e3a2 service neutron] Port e0fbe286-404a-4244-a5dd-9553f9b3963a on network 7ffef70b-e2b4-437a-9ac1-717dbdbac384 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:47:55.574296 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-91e53a8c-7605-431a-82d9-8a6a6c33e3a2 service neutron] Attempting to bind port e0fbe286-404a-4244-a5dd-9553f9b3963a on network 7ffef70b-e2b4-437a-9ac1-717dbdbac384 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:47:55.579281 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-91e53a8c-7605-431a-82d9-8a6a6c33e3a2 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:47:55.579613 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-91e53a8c-7605-431a-82d9-8a6a6c33e3a2 service neutron] Checking segment: {'id': 'edbec9dc-ae7d-4b27-baca-befb5fc188d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7ffef70b-e2b4-437a-9ac1-717dbdbac384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:47:55.580024 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-91e53a8c-7605-431a-82d9-8a6a6c33e3a2 service neutron] Bound using segment: {'id': 'edbec9dc-ae7d-4b27-baca-befb5fc188d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7ffef70b-e2b4-437a-9ac1-717dbdbac384'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:47:55.580451 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-91e53a8c-7605-431a-82d9-8a6a6c33e3a2 service neutron] Bound port: e0fbe286-404a-4244-a5dd-9553f9b3963a, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbec9dc-ae7d-4b27-baca-befb5fc188d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7ffef70b-e2b4-437a-9ac1-717dbdbac384'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:47:55.580802 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-91e53a8c-7605-431a-82d9-8a6a6c33e3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:55.642434 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-91e53a8c-7605-431a-82d9-8a6a6c33e3a2 service neutron] For port e0fbe286-404a-4244-a5dd-9553f9b3963a, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:47:55.645392 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-91e53a8c-7605-431a-82d9-8a6a6c33e3a2 service neutron] For port e0fbe286-404a-4244-a5dd-9553f9b3963a, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=e0fbe286-404a-4244-a5dd-9553f9b3963a,segment=NetworkSegment(edbec9dc-ae7d-4b27-baca-befb5fc188d7),segment_id=edbec9dc-ae7d-4b27-baca-befb5fc188d7)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:47:55.650141 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-91e53a8c-7605-431a-82d9-8a6a6c33e3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:55.684430 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-91e53a8c-7605-431a-82d9-8a6a6c33e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:55.685134 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-91e53a8c-7605-431a-82d9-8a6a6c33e3a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:55.686502 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-91e53a8c-7605-431a-82d9-8a6a6c33e3a2 service neutron] 10.222.0.70 "PUT /v2.0/ports/e0fbe286-404a-4244-a5dd-9553f9b3963a HTTP/1.1" status: 200 len: 1092 time: 0.6025164 Jul 05 04:47:55.686932 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f8b73c-da8c-4fda-93c1-cb8bb1be1da5', 'tag': 'e0fbe286-404a-4244-a5dd-9553f9b3963a'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:47:55.689259 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9757b18-5adf-4127-95f7-a5633c2d6c35" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f8b73c-da8c-4fda-93c1-cb8bb1be1da5", "tag": "e0fbe286-404a-4244-a5dd-9553f9b3963a"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:47:55.718823 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e53a8c-7605-431a-82d9-8a6a6c33e3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e0fbe286-404a-4244-a5dd-9553f9b3963a,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:55.744115 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020b3ec8-f1bc-45a1-8ef9-cbdf7ea4c51c x-openstack-request-id: req-020b3ec8-f1bc-45a1-8ef9-cbdf7ea4c51c {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:47:55.744405 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f8b73c-da8c-4fda-93c1-cb8bb1be1da5", "tag": "e0fbe286-404a-4244-a5dd-9553f9b3963a", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:47:55.744658 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-020b3ec8-f1bc-45a1-8ef9-cbdf7ea4c51c {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:47:55.745067 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f8b73c-da8c-4fda-93c1-cb8bb1be1da5', 'tag': 'e0fbe286-404a-4244-a5dd-9553f9b3963a', 'status': 'completed', 'code': 200} Jul 05 04:47:55.815519 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-3dc13dcb-31aa-425f-9b03-768115b852de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:55.817027 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-3dc13dcb-31aa-425f-9b03-768115b852de service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e52ff93896f41b2a75b0efe9acac692&device_id=a7f8b73c-da8c-4fda-93c1-cb8bb1be1da5 HTTP/1.1" status: 200 len: 1095 time: 0.0536265 Jul 05 04:47:55.867954 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-f8973a0a-ef87-4448-bb19-eef7cbd0ec3a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0fbe286-404a-4244-a5dd-9553f9b3963a HTTP/1.1" status: 200 len: 217 time: 0.0378249 Jul 05 04:47:55.917609 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-f75e4e5a-48a1-4d72-a9d7-6a25782f73f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:55.919156 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-f75e4e5a-48a1-4d72-a9d7-6a25782f73f2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a8c2585e-634f-4d10-9736-d98a135cf0a7 HTTP/1.1" status: 200 len: 854 time: 0.0450492 Jul 05 04:47:55.951825 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-31ee1812-4640-433d-93e5-ca69dd33f6b4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ffef70b-e2b4-437a-9ac1-717dbdbac384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266283 Jul 05 04:47:56.043029 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-56bae8b6-ee68-458e-a4c3-603015b69eb4 service neutron] 10.222.0.70 "GET /v2.0/networks/7ffef70b-e2b4-437a-9ac1-717dbdbac384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849118 Jul 05 04:47:56.133161 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb17063c-4ef8-42df-a2be-e10e966a138a req-f7efd363-9829-47aa-951e-91ba463a5304 service neutron] 10.222.0.70 "GET /v2.0/networks/7ffef70b-e2b4-437a-9ac1-717dbdbac384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840819 Jul 05 04:47:56.281361 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9757b18-5adf-4127-95f7-a5633c2d6c35 req-c8860996-e68b-44f7-83c5-d280e76b0d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:56.282711 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9757b18-5adf-4127-95f7-a5633c2d6c35 req-c8860996-e68b-44f7-83c5-d280e76b0d78 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e52ff93896f41b2a75b0efe9acac692&device_id=a7f8b73c-da8c-4fda-93c1-cb8bb1be1da5 HTTP/1.1" status: 200 len: 1095 time: 0.0574737 Jul 05 04:47:56.372289 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9757b18-5adf-4127-95f7-a5633c2d6c35 req-9602f427-5c49-428b-bf89-56e373aac6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:56.373745 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9757b18-5adf-4127-95f7-a5633c2d6c35 req-9602f427-5c49-428b-bf89-56e373aac6bc service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ffef70b-e2b4-437a-9ac1-717dbdbac384 HTTP/1.1" status: 200 len: 915 time: 0.0848756 Jul 05 04:47:56.414916 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9757b18-5adf-4127-95f7-a5633c2d6c35 req-a7d0e4b9-59cc-4e8c-bfb1-53ccd636e252 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0fbe286-404a-4244-a5dd-9553f9b3963a HTTP/1.1" status: 200 len: 217 time: 0.0346229 Jul 05 04:47:56.469779 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9757b18-5adf-4127-95f7-a5633c2d6c35 req-c736be04-0ab8-4e42-af57-81bdb13f335a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:56.471224 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9757b18-5adf-4127-95f7-a5633c2d6c35 req-c736be04-0ab8-4e42-af57-81bdb13f335a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a8c2585e-634f-4d10-9736-d98a135cf0a7 HTTP/1.1" status: 200 len: 854 time: 0.0501220 Jul 05 04:47:56.503027 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9757b18-5adf-4127-95f7-a5633c2d6c35 req-9288137e-8874-49e0-8136-9763acb012f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ffef70b-e2b4-437a-9ac1-717dbdbac384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254438 Jul 05 04:47:56.590436 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9757b18-5adf-4127-95f7-a5633c2d6c35 req-61024b00-6257-49e9-83a7-1bbb0113e319 service neutron] 10.222.0.70 "GET /v2.0/networks/7ffef70b-e2b4-437a-9ac1-717dbdbac384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809743 Jul 05 04:47:56.682742 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b9757b18-5adf-4127-95f7-a5633c2d6c35 req-8f230c21-353b-4303-a896-dde235788cb5 service neutron] 10.222.0.70 "GET /v2.0/networks/7ffef70b-e2b4-437a-9ac1-717dbdbac384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855184 Jul 05 04:47:58.555814 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device e0fbe286-404a-4244-a5dd-9553f9b3963a details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:47:58.653272 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port e0fbe286-404a-4244-a5dd-9553f9b3963a, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=e0fbe286-404a-4244-a5dd-9553f9b3963a,segment=NetworkSegment(edbec9dc-ae7d-4b27-baca-befb5fc188d7),segment_id=edbec9dc-ae7d-4b27-baca-befb5fc188d7)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:58.830468 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': 'e0fbe286-404a-4244-a5dd-9553f9b3963a', 'network_id': '7ffef70b-e2b4-437a-9ac1-717dbdbac384', 'port_id': 'e0fbe286-404a-4244-a5dd-9553f9b3963a', 'mac_address': 'fa:16:3e:8c:55:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c2585e-634f-4d10-9736-d98a135cf0a7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:47:58.844078 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f6d19c0a-2efb-4e2c-abce-f31c60169a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:58.876401 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:58.889899 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0fbe286-404a-4244-a5dd-9553f9b3963a {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:47:58.910323 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port e0fbe286-404a-4244-a5dd-9553f9b3963a, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=e0fbe286-404a-4244-a5dd-9553f9b3963a,segment=NetworkSegment(edbec9dc-ae7d-4b27-baca-befb5fc188d7),segment_id=edbec9dc-ae7d-4b27-baca-befb5fc188d7)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:58.914173 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:58.960466 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=e0fbe286-404a-4244-a5dd-9553f9b3963a,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:59.257060 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['e0fbe286-404a-4244-a5dd-9553f9b3963a'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:47:59.795821 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:00.555137 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device e0fbe286-404a-4244-a5dd-9553f9b3963a up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:48:00.603840 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port e0fbe286-404a-4244-a5dd-9553f9b3963a completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:48:00.607457 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port e0fbe286-404a-4244-a5dd-9553f9b3963a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:48:00.607849 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:00.684804 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:00.706727 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f8b73c-da8c-4fda-93c1-cb8bb1be1da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fbe286-404a-4244-a5dd-9553f9b3963a'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:48:00.709013 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78b0252444a70490cdba898b337d30d15b03e2f447bec9a55953f7bd387605e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7c168c-8c29-4429-a01d-761bbf7c2381" -d '{"events": [{"server_uuid": "a7f8b73c-da8c-4fda-93c1-cb8bb1be1da5", "name": "network-vif-plugged", "status": "completed", "tag": "e0fbe286-404a-4244-a5dd-9553f9b3963a"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:48:00.723021 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port e0fbe286-404a-4244-a5dd-9553f9b3963a, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=e0fbe286-404a-4244-a5dd-9553f9b3963a,segment=NetworkSegment(edbec9dc-ae7d-4b27-baca-befb5fc188d7),segment_id=edbec9dc-ae7d-4b27-baca-befb5fc188d7)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:48:00.728183 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:00.750455 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf1aac4-aeb6-4362-9bbb-d20e18639d34 x-openstack-request-id: req-edf1aac4-aeb6-4362-9bbb-d20e18639d34 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:48:00.750747 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f8b73c-da8c-4fda-93c1-cb8bb1be1da5", "name": "network-vif-plugged", "status": "completed", "tag": "e0fbe286-404a-4244-a5dd-9553f9b3963a", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:48:00.751001 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-edf1aac4-aeb6-4362-9bbb-d20e18639d34 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:48:00.751391 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f8b73c-da8c-4fda-93c1-cb8bb1be1da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fbe286-404a-4244-a5dd-9553f9b3963a', 'code': 200} Jul 05 04:48:00.777210 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=e0fbe286-404a-4244-a5dd-9553f9b3963a,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:00.887609 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d055c01-1ff5-44e5-ac63-86b82487f380 req-86c78f1a-910d-40bb-9596-ef873365a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:00.889049 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7d055c01-1ff5-44e5-ac63-86b82487f380 req-86c78f1a-910d-40bb-9596-ef873365a5be service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a7f8b73c-da8c-4fda-93c1-cb8bb1be1da5 HTTP/1.1" status: 200 len: 1097 time: 0.0509536 Jul 05 04:48:00.922916 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7d055c01-1ff5-44e5-ac63-86b82487f380 req-55188a72-a0fb-47dd-8e52-6c3de333f26d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8a95f3ca-b2d3-47b0-be02-7d89783e8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276024 Jul 05 04:48:01.427201 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-99f214b5-548b-49ce-b3bb-1421bf0e7ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:01.837387 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:02.762023 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:04.569880 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:06.459352 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-854ade2c-ae33-47a5-ae22-122fabc8f5ed req-333443cb-c46e-45ca-a759-60cd2724825a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a7f8b73c-da8c-4fda-93c1-cb8bb1be1da5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0613842 Jul 05 04:48:06.568355 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ade2c-ae33-47a5-ae22-122fabc8f5ed req-be8942cc-5638-4942-ada3-34b13a891785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:06.570346 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-854ade2c-ae33-47a5-ae22-122fabc8f5ed req-be8942cc-5638-4942-ada3-34b13a891785 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e52ff93896f41b2a75b0efe9acac692&device_id=a7f8b73c-da8c-4fda-93c1-cb8bb1be1da5 HTTP/1.1" status: 200 len: 1097 time: 0.0536087 Jul 05 04:48:06.670184 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ade2c-ae33-47a5-ae22-122fabc8f5ed req-57b55a0b-c407-454a-9cef-86ee82454081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:06.671649 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-854ade2c-ae33-47a5-ae22-122fabc8f5ed req-57b55a0b-c407-454a-9cef-86ee82454081 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ffef70b-e2b4-437a-9ac1-717dbdbac384 HTTP/1.1" status: 200 len: 915 time: 0.0819314 Jul 05 04:48:06.717214 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-854ade2c-ae33-47a5-ae22-122fabc8f5ed req-7b3c2fe0-99b4-4181-a680-89c83e890973 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0fbe286-404a-4244-a5dd-9553f9b3963a HTTP/1.1" status: 200 len: 217 time: 0.0388002 Jul 05 04:48:06.767998 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ade2c-ae33-47a5-ae22-122fabc8f5ed req-6a8c2e21-66f3-4841-a843-4a99d2930c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:06.769454 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-854ade2c-ae33-47a5-ae22-122fabc8f5ed req-6a8c2e21-66f3-4841-a843-4a99d2930c50 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a8c2585e-634f-4d10-9736-d98a135cf0a7 HTTP/1.1" status: 200 len: 854 time: 0.0466182 Jul 05 04:48:06.803323 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-854ade2c-ae33-47a5-ae22-122fabc8f5ed req-b8fc2c8a-8875-48be-8a9a-f10d04002d83 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ffef70b-e2b4-437a-9ac1-717dbdbac384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269585 Jul 05 04:48:06.895915 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-854ade2c-ae33-47a5-ae22-122fabc8f5ed req-3e5215d5-a2bd-46bb-9b23-e27587c8a3eb service neutron] 10.222.0.70 "GET /v2.0/networks/7ffef70b-e2b4-437a-9ac1-717dbdbac384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848978 Jul 05 04:48:06.983761 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-854ade2c-ae33-47a5-ae22-122fabc8f5ed req-f202e88c-490b-45e7-ba32-71c9bb11c13b service neutron] 10.222.0.70 "GET /v2.0/networks/7ffef70b-e2b4-437a-9ac1-717dbdbac384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817690 Jul 05 04:48:13.608590 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:27.595494 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:48:28.764712 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-695a67d8-f7a1-42cf-ba7f-426afa474bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:29.799349 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:31.432848 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6bf92f50-c4eb-4d99-a858-ca03f1611cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:31.839120 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:32.763857 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:34.572418 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:43.672348 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:45.762917 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a0b4565-3097-40d2-b909-5a7c95a76831 req-a7ff6568-af05-4de1-9fe9-b1dee9a3cbf1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5b6aed62-0441-43cb-9296-03fc2881f8b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0717847 Jul 05 04:48:45.867162 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b4565-3097-40d2-b909-5a7c95a76831 req-5a9ee96c-5fca-4062-9b02-4e540c0f26d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:45.869170 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a0b4565-3097-40d2-b909-5a7c95a76831 req-5a9ee96c-5fca-4062-9b02-4e540c0f26d4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7e52ff93896f41b2a75b0efe9acac692&device_id=5b6aed62-0441-43cb-9296-03fc2881f8b6 HTTP/1.1" status: 200 len: 1098 time: 0.0575161 Jul 05 04:48:45.977428 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b4565-3097-40d2-b909-5a7c95a76831 req-9eb552ef-4b76-401c-975c-96d39f458a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:45.978939 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a0b4565-3097-40d2-b909-5a7c95a76831 req-9eb552ef-4b76-401c-975c-96d39f458a2c service neutron] 10.222.0.89 "GET /v2.0/networks?id=7ffef70b-e2b4-437a-9ac1-717dbdbac384 HTTP/1.1" status: 200 len: 915 time: 0.0844662 Jul 05 04:48:46.024704 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a0b4565-3097-40d2-b909-5a7c95a76831 req-4a452bbc-6d1a-493d-8ddd-790a4f75c265 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fd0b753-a885-418c-bc5c-6dd43c326ab2 HTTP/1.1" status: 200 len: 217 time: 0.0389380 Jul 05 04:48:46.077650 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b4565-3097-40d2-b909-5a7c95a76831 req-b1629f48-3546-405b-9444-a36652cdb8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:46.079146 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a0b4565-3097-40d2-b909-5a7c95a76831 req-b1629f48-3546-405b-9444-a36652cdb8ae service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a8c2585e-634f-4d10-9736-d98a135cf0a7 HTTP/1.1" status: 200 len: 854 time: 0.0479925 Jul 05 04:48:46.115269 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a0b4565-3097-40d2-b909-5a7c95a76831 req-d52ad14c-2bab-4a4a-ac7c-4639381c847c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7ffef70b-e2b4-437a-9ac1-717dbdbac384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253606 Jul 05 04:48:46.206960 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a0b4565-3097-40d2-b909-5a7c95a76831 req-38d9bc6c-e36e-4a48-9c37-4b876e612d08 service neutron] 10.222.0.89 "GET /v2.0/networks/7ffef70b-e2b4-437a-9ac1-717dbdbac384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842345 Jul 05 04:48:46.297926 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a0b4565-3097-40d2-b909-5a7c95a76831 req-4ff1799e-cb88-424b-beab-ff70709b8377 service neutron] 10.222.0.89 "GET /v2.0/networks/7ffef70b-e2b4-437a-9ac1-717dbdbac384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814314 Jul 05 04:48:53.508173 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f9f8e-a463-410b-b41c-79e472ddba23 req-b10d9998-d9de-4924-b9c8-f46935447cea tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:53.509676 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb7f9f8e-a463-410b-b41c-79e472ddba23 req-b10d9998-d9de-4924-b9c8-f46935447cea tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7f8b73c-da8c-4fda-93c1-cb8bb1be1da5 HTTP/1.1" status: 200 len: 945 time: 0.0635853 Jul 05 04:48:53.547505 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb7f9f8e-a463-410b-b41c-79e472ddba23 req-6b0bc6da-652d-49be-bc74-ed7ac43cdc5d tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a95f3ca-b2d3-47b0-be02-7d89783e8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310495 Jul 05 04:48:53.935288 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2eefe-2931-4078-959f-8fe51d0d562a req-6b3e08b3-233e-4873-8530-6829a8ce11dd tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:53.936688 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c3f2eefe-2931-4078-959f-8fe51d0d562a req-6b3e08b3-233e-4873-8530-6829a8ce11dd tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7f8b73c-da8c-4fda-93c1-cb8bb1be1da5 HTTP/1.1" status: 200 len: 945 time: 0.0664527 Jul 05 04:48:53.973765 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c3f2eefe-2931-4078-959f-8fe51d0d562a req-ebd09dd7-3311-4af2-b8d4-6a2e8cfef449 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a95f3ca-b2d3-47b0-be02-7d89783e8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315516 Jul 05 04:48:55.160868 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d229ae0-dfa8-437e-940f-dd6790432a0d req-383f6923-31cc-4488-8efe-d4bbe5ec3432 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:55.162359 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9d229ae0-dfa8-437e-940f-dd6790432a0d req-383f6923-31cc-4488-8efe-d4bbe5ec3432 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7f8b73c-da8c-4fda-93c1-cb8bb1be1da5 HTTP/1.1" status: 200 len: 945 time: 0.0660868 Jul 05 04:48:55.200842 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9d229ae0-dfa8-437e-940f-dd6790432a0d req-0b33713c-6123-4a35-997f-b4def16fdc56 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a95f3ca-b2d3-47b0-be02-7d89783e8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322781 Jul 05 04:48:55.442476 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e8ede-4e8b-4cd6-a112-e3e935a5662c req-b1a0abf1-3385-43c6-b777-014e212b14c3 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:55.443951 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-757e8ede-4e8b-4cd6-a112-e3e935a5662c req-b1a0abf1-3385-43c6-b777-014e212b14c3 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7f8b73c-da8c-4fda-93c1-cb8bb1be1da5 HTTP/1.1" status: 200 len: 945 time: 0.0659928 Jul 05 04:48:55.551008 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-757e8ede-4e8b-4cd6-a112-e3e935a5662c req-a1ab33e8-608e-4d28-91ff-5aec873da872 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Deleting port e0fbe286-404a-4244-a5dd-9553f9b3963a {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:48:55.551349 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-757e8ede-4e8b-4cd6-a112-e3e935a5662c req-a1ab33e8-608e-4d28-91ff-5aec873da872 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:55.641739 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-757e8ede-4e8b-4cd6-a112-e3e935a5662c req-a1ab33e8-608e-4d28-91ff-5aec873da872 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] For port e0fbe286-404a-4244-a5dd-9553f9b3963a, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=e0fbe286-404a-4244-a5dd-9553f9b3963a,segment=NetworkSegment(edbec9dc-ae7d-4b27-baca-befb5fc188d7),segment_id=edbec9dc-ae7d-4b27-baca-befb5fc188d7)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:48:55.642097 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-757e8ede-4e8b-4cd6-a112-e3e935a5662c req-a1ab33e8-608e-4d28-91ff-5aec873da872 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:55.925671 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-757e8ede-4e8b-4cd6-a112-e3e935a5662c req-a1ab33e8-608e-4d28-91ff-5aec873da872 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Calling delete_port for e0fbe286-404a-4244-a5dd-9553f9b3963a owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:48:56.047663 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-757e8ede-4e8b-4cd6-a112-e3e935a5662c req-a1ab33e8-608e-4d28-91ff-5aec873da872 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:56.064277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['6fd0b753-a885-418c-bc5c-6dd43c326ab2'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:48:56.080274 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab33e8-608e-4d28-91ff-5aec873da872 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Pushing event deleted for resources: {'Port': ['ID=e0fbe286-404a-4244-a5dd-9553f9b3963a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:56.091601 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['e0fbe286-404a-4244-a5dd-9553f9b3963a'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:48:56.093547 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab33e8-608e-4d28-91ff-5aec873da872 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:56.093890 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab33e8-608e-4d28-91ff-5aec873da872 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:56.094227 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab33e8-608e-4d28-91ff-5aec873da872 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:56.094566 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab33e8-608e-4d28-91ff-5aec873da872 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:56.094895 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab33e8-608e-4d28-91ff-5aec873da872 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:56.095217 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab33e8-608e-4d28-91ff-5aec873da872 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:56.095539 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab33e8-608e-4d28-91ff-5aec873da872 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:56.095885 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab33e8-608e-4d28-91ff-5aec873da872 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:56.096208 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab33e8-608e-4d28-91ff-5aec873da872 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:56.096524 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab33e8-608e-4d28-91ff-5aec873da872 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:56.096840 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab33e8-608e-4d28-91ff-5aec873da872 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:56.097159 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab33e8-608e-4d28-91ff-5aec873da872 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:56.134040 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-757e8ede-4e8b-4cd6-a112-e3e935a5662c req-a1ab33e8-608e-4d28-91ff-5aec873da872 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] No DVR routers for this DVR port e0fbe286-404a-4244-a5dd-9553f9b3963a on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:48:56.137665 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-757e8ede-4e8b-4cd6-a112-e3e935a5662c req-a1ab33e8-608e-4d28-91ff-5aec873da872 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:56.139839 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-757e8ede-4e8b-4cd6-a112-e3e935a5662c req-a1ab33e8-608e-4d28-91ff-5aec873da872 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.70 "DELETE /v2.0/ports/e0fbe286-404a-4244-a5dd-9553f9b3963a HTTP/1.1" status: 204 len: 173 time: 0.6895111 Jul 05 04:48:56.140270 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f8b73c-da8c-4fda-93c1-cb8bb1be1da5', 'name': 'network-vif-deleted', 'tag': 'e0fbe286-404a-4244-a5dd-9553f9b3963a'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:48:56.142581 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741ea582-48bf-4183-bcce-5838a5ea9f8d" -d '{"events": [{"server_uuid": "a7f8b73c-da8c-4fda-93c1-cb8bb1be1da5", "name": "network-vif-deleted", "tag": "e0fbe286-404a-4244-a5dd-9553f9b3963a"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:48:56.179792 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657bfaaf-f1d3-4db8-8970-78a617a6ae79 x-openstack-request-id: req-657bfaaf-f1d3-4db8-8970-78a617a6ae79 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:48:56.180414 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f8b73c-da8c-4fda-93c1-cb8bb1be1da5", "name": "network-vif-deleted", "tag": "e0fbe286-404a-4244-a5dd-9553f9b3963a", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:48:56.180523 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-657bfaaf-f1d3-4db8-8970-78a617a6ae79 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:48:56.180886 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f8b73c-da8c-4fda-93c1-cb8bb1be1da5', 'name': 'network-vif-deleted', 'tag': 'e0fbe286-404a-4244-a5dd-9553f9b3963a', 'status': 'completed', 'code': 200} Jul 05 04:48:56.351924 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2f2628a9-f09f-47e2-986b-093f7e9057e9 req-9dd26c7f-dbc1-4a59-a285-db2a8cb63901 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7f8b73c-da8c-4fda-93c1-cb8bb1be1da5 HTTP/1.1" status: 200 len: 210 time: 0.0292382 Jul 05 04:48:57.599966 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7211d3-463b-4f1f-991a-b14db458c78e req-97afb95d-e3ff-4d26-b5c5-f99857f760ef tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:57.601411 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9b7211d3-463b-4f1f-991a-b14db458c78e req-97afb95d-e3ff-4d26-b5c5-f99857f760ef tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b6aed62-0441-43cb-9296-03fc2881f8b6 HTTP/1.1" status: 200 len: 946 time: 0.0653136 Jul 05 04:48:57.639408 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9b7211d3-463b-4f1f-991a-b14db458c78e req-1cda91b1-16e7-448a-9ad8-6e8da2438c9b tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a95f3ca-b2d3-47b0-be02-7d89783e8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316610 Jul 05 04:48:57.831296 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812640e-94c8-4d4a-9940-cf20ca8a146a req-b768cc43-7dff-4944-a482-1f5b6c309802 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:57.833137 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a812640e-94c8-4d4a-9940-cf20ca8a146a req-b768cc43-7dff-4944-a482-1f5b6c309802 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b6aed62-0441-43cb-9296-03fc2881f8b6 HTTP/1.1" status: 200 len: 946 time: 0.0633049 Jul 05 04:48:57.871220 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a812640e-94c8-4d4a-9940-cf20ca8a146a req-c53cbbc9-7c99-4037-a3ce-3aa8d4980c29 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a95f3ca-b2d3-47b0-be02-7d89783e8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323365 Jul 05 04:48:58.040781 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f8705-2d15-44f0-a040-1b2d4236f04c req-d3080a6c-2df1-4b89-bf1a-60a771f44882 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:58.042784 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fb9f8705-2d15-44f0-a040-1b2d4236f04c req-d3080a6c-2df1-4b89-bf1a-60a771f44882 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b6aed62-0441-43cb-9296-03fc2881f8b6 HTTP/1.1" status: 200 len: 946 time: 0.0605023 Jul 05 04:48:58.079900 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fb9f8705-2d15-44f0-a040-1b2d4236f04c req-1b056ded-75c3-478a-a780-f5bee72673b4 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a95f3ca-b2d3-47b0-be02-7d89783e8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314555 Jul 05 04:48:58.358491 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed1f48-fa9e-4d99-b601-84516cd758af req-b90c67f6-4298-40a3-9a52-090a80708244 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:58.359992 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9ed1f48-fa9e-4d99-b601-84516cd758af req-b90c67f6-4298-40a3-9a52-090a80708244 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b6aed62-0441-43cb-9296-03fc2881f8b6 HTTP/1.1" status: 200 len: 946 time: 0.0664258 Jul 05 04:48:58.396987 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9ed1f48-fa9e-4d99-b601-84516cd758af req-263c32b2-59b9-4cb9-ae9f-1277bb32f5de tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a95f3ca-b2d3-47b0-be02-7d89783e8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314832 Jul 05 04:48:58.569471 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672592f-22ae-460d-aa50-5433a4b7f2df req-9ca73035-1f21-467a-8602-c794262c8738 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:58.570955 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9672592f-22ae-460d-aa50-5433a4b7f2df req-9ca73035-1f21-467a-8602-c794262c8738 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b6aed62-0441-43cb-9296-03fc2881f8b6 HTTP/1.1" status: 200 len: 946 time: 0.0634010 Jul 05 04:48:58.608995 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9672592f-22ae-460d-aa50-5433a4b7f2df req-5a300ce3-7409-4709-8e90-30662de9dcf9 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a95f3ca-b2d3-47b0-be02-7d89783e8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322387 Jul 05 04:48:58.766074 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e2435a40-0978-4883-bc7f-391c6b008c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:58.799543 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26825d00-946b-4139-82ca-fe74e6033252 req-cc93ec50-9abb-4b0d-899b-7d275ab25b8f tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:58.801078 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26825d00-946b-4139-82ca-fe74e6033252 req-cc93ec50-9abb-4b0d-899b-7d275ab25b8f tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b6aed62-0441-43cb-9296-03fc2881f8b6 HTTP/1.1" status: 200 len: 946 time: 0.0674129 Jul 05 04:48:58.835545 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device e0fbe286-404a-4244-a5dd-9553f9b3963a no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:48:58.840417 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26825d00-946b-4139-82ca-fe74e6033252 req-db4d1afa-238c-41f8-8817-d0fac933d04b tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a95f3ca-b2d3-47b0-be02-7d89783e8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336175 Jul 05 04:48:58.855613 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: e0fbe286-404a-4244-a5dd-9553f9b3963a {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:48:58.855996 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device e0fbe286-404a-4244-a5dd-9553f9b3963a not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:48:59.351238 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bee880-7ab2-4dbd-9bd1-ae7bb3941194 req-7f23570c-06b6-4963-abd1-3485e9c5fa05 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:59.352667 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-19bee880-7ab2-4dbd-9bd1-ae7bb3941194 req-7f23570c-06b6-4963-abd1-3485e9c5fa05 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b6aed62-0441-43cb-9296-03fc2881f8b6 HTTP/1.1" status: 200 len: 946 time: 0.0629368 Jul 05 04:48:59.390712 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-19bee880-7ab2-4dbd-9bd1-ae7bb3941194 req-8b100455-c735-43ed-9e8f-fc49e2a6afa2 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a95f3ca-b2d3-47b0-be02-7d89783e8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325119 Jul 05 04:48:59.810122 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:00.566971 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b11dab-e0c3-4fb3-a629-f850e5a2eb78 req-15a4f74f-d01f-4770-b719-07ef235b3474 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:00.568397 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-78b11dab-e0c3-4fb3-a629-f850e5a2eb78 req-15a4f74f-d01f-4770-b719-07ef235b3474 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b6aed62-0441-43cb-9296-03fc2881f8b6 HTTP/1.1" status: 200 len: 946 time: 0.0623877 Jul 05 04:49:00.606673 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-78b11dab-e0c3-4fb3-a629-f850e5a2eb78 req-b439b1fe-da63-4966-a455-53aa50ab031e tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a95f3ca-b2d3-47b0-be02-7d89783e8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320432 Jul 05 04:49:00.870557 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793efc6-cf1e-4a1b-8733-3a6a96f4cba6 req-cdeab368-e204-4dd6-b7d0-c29ef4f2f5f8 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:00.871926 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1793efc6-cf1e-4a1b-8733-3a6a96f4cba6 req-cdeab368-e204-4dd6-b7d0-c29ef4f2f5f8 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b6aed62-0441-43cb-9296-03fc2881f8b6 HTTP/1.1" status: 200 len: 946 time: 0.0668058 Jul 05 04:49:00.971130 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-1793efc6-cf1e-4a1b-8733-3a6a96f4cba6 req-a3c03656-02fa-4594-a340-7726ad7b7b08 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Deleting port 6fd0b753-a885-418c-bc5c-6dd43c326ab2 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:49:00.971465 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1793efc6-cf1e-4a1b-8733-3a6a96f4cba6 req-a3c03656-02fa-4594-a340-7726ad7b7b08 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.059636 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-1793efc6-cf1e-4a1b-8733-3a6a96f4cba6 req-a3c03656-02fa-4594-a340-7726ad7b7b08 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] For port 6fd0b753-a885-418c-bc5c-6dd43c326ab2, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=6fd0b753-a885-418c-bc5c-6dd43c326ab2,segment=NetworkSegment(edbec9dc-ae7d-4b27-baca-befb5fc188d7),segment_id=edbec9dc-ae7d-4b27-baca-befb5fc188d7)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:01.060032 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1793efc6-cf1e-4a1b-8733-3a6a96f4cba6 req-a3c03656-02fa-4594-a340-7726ad7b7b08 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.071326 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-1793efc6-cf1e-4a1b-8733-3a6a96f4cba6 req-a3c03656-02fa-4594-a340-7726ad7b7b08 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Calling delete_port for 6fd0b753-a885-418c-bc5c-6dd43c326ab2 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:49:01.201586 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1793efc6-cf1e-4a1b-8733-3a6a96f4cba6 req-a3c03656-02fa-4594-a340-7726ad7b7b08 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.217716 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['6fd0b753-a885-418c-bc5c-6dd43c326ab2'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:49:01.228082 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c03656-02fa-4594-a340-7726ad7b7b08 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Pushing event deleted for resources: {'Port': ['ID=6fd0b753-a885-418c-bc5c-6dd43c326ab2,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:01.274340 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-1793efc6-cf1e-4a1b-8733-3a6a96f4cba6 req-a3c03656-02fa-4594-a340-7726ad7b7b08 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] No DVR routers for this DVR port 6fd0b753-a885-418c-bc5c-6dd43c326ab2 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:49:01.276882 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1793efc6-cf1e-4a1b-8733-3a6a96f4cba6 req-a3c03656-02fa-4594-a340-7726ad7b7b08 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.278804 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1793efc6-cf1e-4a1b-8733-3a6a96f4cba6 req-a3c03656-02fa-4594-a340-7726ad7b7b08 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.89 "DELETE /v2.0/ports/6fd0b753-a885-418c-bc5c-6dd43c326ab2 HTTP/1.1" status: 204 len: 173 time: 0.3983502 Jul 05 04:49:01.279251 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6aed62-0441-43cb-9296-03fc2881f8b6', 'name': 'network-vif-deleted', 'tag': '6fd0b753-a885-418c-bc5c-6dd43c326ab2'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:49:01.281527 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274e3afe-eea6-477c-bfd9-44d834e79cd1" -d '{"events": [{"server_uuid": "5b6aed62-0441-43cb-9296-03fc2881f8b6", "name": "network-vif-deleted", "tag": "6fd0b753-a885-418c-bc5c-6dd43c326ab2"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:49:01.318824 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f086b848-a94b-4fc0-bc7b-3e1ecf7ee33c x-openstack-request-id: req-f086b848-a94b-4fc0-bc7b-3e1ecf7ee33c {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:49:01.319124 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6aed62-0441-43cb-9296-03fc2881f8b6", "name": "network-vif-deleted", "tag": "6fd0b753-a885-418c-bc5c-6dd43c326ab2", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:49:01.319383 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f086b848-a94b-4fc0-bc7b-3e1ecf7ee33c {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:49:01.319785 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6aed62-0441-43cb-9296-03fc2881f8b6', 'name': 'network-vif-deleted', 'tag': '6fd0b753-a885-418c-bc5c-6dd43c326ab2', 'status': 'completed', 'code': 200} Jul 05 04:49:01.432339 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7acfb680-8c3f-4c97-afd9-464a984241ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.765165 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cab3a0ca-7839-4895-8daf-a00591535a55 req-b512c681-0be2-44f9-b589-8bb8b3d8e380 tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b6aed62-0441-43cb-9296-03fc2881f8b6 HTTP/1.1" status: 200 len: 210 time: 0.0298073 Jul 05 04:49:01.840985 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:02.767954 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:02.863474 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49084) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:02.909161 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac9a878-42eb-41f5-9a1f-f42cfa773ca9 admin admin] Deleting subnet a8c2585e-634f-4d10-9736-d98a135cf0a7 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:49:02.912237 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aac9a878-42eb-41f5-9a1f-f42cfa773ca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:03.296281 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aac9a878-42eb-41f5-9a1f-f42cfa773ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:03.334812 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aac9a878-42eb-41f5-9a1f-f42cfa773ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:03.387152 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aac9a878-42eb-41f5-9a1f-f42cfa773ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:03.412227 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9a878-42eb-41f5-9a1f-f42cfa773ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8c2585e-634f-4d10-9736-d98a135cf0a7,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:03.416669 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-aac9a878-42eb-41f5-9a1f-f42cfa773ca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:03.419005 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-aac9a878-42eb-41f5-9a1f-f42cfa773ca9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a8c2585e-634f-4d10-9736-d98a135cf0a7 HTTP/1.1" status: 204 len: 168 time: 0.5544722 Jul 05 04:49:03.421811 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49088) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:03.424070 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9a878-42eb-41f5-9a1f-f42cfa773ca9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:03.424417 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9a878-42eb-41f5-9a1f-f42cfa773ca9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:03.424756 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9a878-42eb-41f5-9a1f-f42cfa773ca9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:03.425092 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9a878-42eb-41f5-9a1f-f42cfa773ca9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:03.425424 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9a878-42eb-41f5-9a1f-f42cfa773ca9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:03.425769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9a878-42eb-41f5-9a1f-f42cfa773ca9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:03.426084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9a878-42eb-41f5-9a1f-f42cfa773ca9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:03.426407 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9a878-42eb-41f5-9a1f-f42cfa773ca9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:03.426729 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9a878-42eb-41f5-9a1f-f42cfa773ca9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:03.427052 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9a878-42eb-41f5-9a1f-f42cfa773ca9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:03.427374 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9a878-42eb-41f5-9a1f-f42cfa773ca9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:03.427694 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9a878-42eb-41f5-9a1f-f42cfa773ca9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:03.492772 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-04846384-5ec7-467e-9180-ce2954e70f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:03.568802 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-04846384-5ec7-467e-9180-ce2954e70f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:03.579242 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-04846384-5ec7-467e-9180-ce2954e70f3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ffef70b-e2b4-437a-9ac1-717dbdbac384']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:03.590448 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-04846384-5ec7-467e-9180-ce2954e70f3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edbec9dc-ae7d-4b27-baca-befb5fc188d7') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:03.590742 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-04846384-5ec7-467e-9180-ce2954e70f3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edbec9dc-ae7d-4b27-baca-befb5fc188d7') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:03.599286 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-04846384-5ec7-467e-9180-ce2954e70f3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:03.612616 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-04846384-5ec7-467e-9180-ce2954e70f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:03.618317 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04846384-5ec7-467e-9180-ce2954e70f3f admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:49:03.618700 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-04846384-5ec7-467e-9180-ce2954e70f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:49:03.620583 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:49:03.681488 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-04846384-5ec7-467e-9180-ce2954e70f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:03.687190 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-04846384-5ec7-467e-9180-ce2954e70f3f admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:03.689025 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-04846384-5ec7-467e-9180-ce2954e70f3f admin admin] 10.222.0.77 "DELETE /v2.0/networks/7ffef70b-e2b4-437a-9ac1-717dbdbac384 HTTP/1.1" status: 204 len: 168 time: 0.2661891 Jul 05 04:49:03.701366 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04846384-5ec7-467e-9180-ce2954e70f3f admin admin] Pushing event deleted for resources: {'Network': ['ID=7ffef70b-e2b4-437a-9ac1-717dbdbac384,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:03.801901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49092) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:03.843865 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-635368b1-95cb-44ab-964c-d281a49ad151 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7e52ff93896f41b2a75b0efe9acac692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406635 Jul 05 04:49:03.846409 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49094) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:03.895055 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-93165167-6738-4fad-b0d2-8b6bc606d4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:03.915326 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-93165167-6738-4fad-b0d2-8b6bc606d4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:03.966216 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-93165167-6738-4fad-b0d2-8b6bc606d4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:03.968822 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-93165167-6738-4fad-b0d2-8b6bc606d4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:03.970113 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-93165167-6738-4fad-b0d2-8b6bc606d4b2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8a95f3ca-b2d3-47b0-be02-7d89783e8aa4 HTTP/1.1" status: 204 len: 168 time: 0.1227760 Jul 05 04:49:03.977669 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93165167-6738-4fad-b0d2-8b6bc606d4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a95f3ca-b2d3-47b0-be02-7d89783e8aa4,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:04.576211 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:04.594920 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:49:04.651904 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49116) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:04.744095 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f64fbbac-bd68-45cf-9ffe-aef42d53adff tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-902168998'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:04.764880 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64fbbac-bd68-45cf-9ffe-aef42d53adff tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Made reservation on behalf of a44238e78d1e446c90e8691362f3632b for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:04.768398 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f64fbbac-bd68-45cf-9ffe-aef42d53adff tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:04.777150 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f64fbbac-bd68-45cf-9ffe-aef42d53adff tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:04.868804 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f64fbbac-bd68-45cf-9ffe-aef42d53adff tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:04.873644 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f64fbbac-bd68-45cf-9ffe-aef42d53adff tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:04.900001 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64fbbac-bd68-45cf-9ffe-aef42d53adff tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:49:04.908674 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fbbac-bd68-45cf-9ffe-aef42d53adff tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf9d0e2-026d-4ce6-8505-538d751466fb,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:04.915554 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f64fbbac-bd68-45cf-9ffe-aef42d53adff tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:04.915950 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-f64fbbac-bd68-45cf-9ffe-aef42d53adff tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Added segment 80521aa9-93b0-4595-a0ef-c0e0ecee846f of type vlan for network 63841874-7e63-4244-a541-ee7b191b9f1a Jul 05 04:49:04.958029 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f64fbbac-bd68-45cf-9ffe-aef42d53adff tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:04.985772 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f64fbbac-bd68-45cf-9ffe-aef42d53adff tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:04.991427 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64fbbac-bd68-45cf-9ffe-aef42d53adff tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:04.992045 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f64fbbac-bd68-45cf-9ffe-aef42d53adff tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:05.067015 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f64fbbac-bd68-45cf-9ffe-aef42d53adff tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4140000 Jul 05 04:49:05.104680 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fbbac-bd68-45cf-9ffe-aef42d53adff tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Pushing event updated for resources: {'Network': ['ID=63841874-7e63-4244-a541-ee7b191b9f1a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:05.115364 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 63841874-7e63-4244-a541-ee7b191b9f1a details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:49:05.274492 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 6fd0b753-a885-418c-bc5c-6dd43c326ab2 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:49:05.296303 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 6fd0b753-a885-418c-bc5c-6dd43c326ab2 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:49:05.296642 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 6fd0b753-a885-418c-bc5c-6dd43c326ab2 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:49:08.347643 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49122) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:08.352910 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-1fce70b2-7622-4255-b9c4-7bc686beb3ca tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Request body: {'subnet': {'network_id': '63841874-7e63-4244-a541-ee7b191b9f1a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:08.450356 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fce70b2-7622-4255-b9c4-7bc686beb3ca tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Made reservation on behalf of a44238e78d1e446c90e8691362f3632b for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:08.454342 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1fce70b2-7622-4255-b9c4-7bc686beb3ca tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:08.661038 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1fce70b2-7622-4255-b9c4-7bc686beb3ca tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:08.724365 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce70b2-7622-4255-b9c4-7bc686beb3ca tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Pushing event updated for resources: {'Subnet': ['ID=2efb73b0-884e-489a-b1ee-4acd6395cacc,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:08.732306 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fce70b2-7622-4255-b9c4-7bc686beb3ca tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Checking segment: {'id': '80521aa9-93b0-4595-a0ef-c0e0ecee846f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '63841874-7e63-4244-a541-ee7b191b9f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:08.732669 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fce70b2-7622-4255-b9c4-7bc686beb3ca tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Network hostable DHCP agents. Network: 63841874-7e63-4244-a541-ee7b191b9f1a, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:49:08.749422 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fce70b2-7622-4255-b9c4-7bc686beb3ca tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Network 63841874-7e63-4244-a541-ee7b191b9f1a is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:49:08.758033 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-1fce70b2-7622-4255-b9c4-7bc686beb3ca tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 63841874-7e63-4244-a541-ee7b191b9f1a) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:08.762280 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fce70b2-7622-4255-b9c4-7bc686beb3ca tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:08.763739 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1fce70b2-7622-4255-b9c4-7bc686beb3ca tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:08.769208 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caa5859-c512-4ec9-943c-3939e3e8851a None None] Network 63841874-7e63-4244-a541-ee7b191b9f1a requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:08.783163 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1fce70b2-7622-4255-b9c4-7bc686beb3ca tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4343188 Jul 05 04:49:08.786756 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49124) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:08.792434 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-a73eacc0-2bfd-4486-aedd-55a950835b14 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1964187421'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:08.817619 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73eacc0-2bfd-4486-aedd-55a950835b14 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Made reservation on behalf of a44238e78d1e446c90e8691362f3632b for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:08.821242 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a73eacc0-2bfd-4486-aedd-55a950835b14 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:08.849664 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a73eacc0-2bfd-4486-aedd-55a950835b14 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:49:08.861117 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a73eacc0-2bfd-4486-aedd-55a950835b14 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:08.861466 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-a73eacc0-2bfd-4486-aedd-55a950835b14 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Added segment 0684394b-f101-4ec8-a986-a6292d2ff21f of type vlan for network 9f045d02-882e-4feb-84c9-c57c6e0e371d Jul 05 04:49:08.912317 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a73eacc0-2bfd-4486-aedd-55a950835b14 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:08.930866 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-63841874-7e63-4244-a541-ee7b191b9f1a', 'network_id': '63841874-7e63-4244-a541-ee7b191b9f1a', 'tenant_id': 'a44238e78d1e446c90e8691362f3632b', 'fixed_ips': [{'subnet_id': '2efb73b0-884e-489a-b1ee-4acd6395cacc'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:49:08.931750 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:08.943698 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a73eacc0-2bfd-4486-aedd-55a950835b14 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:08.950493 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73eacc0-2bfd-4486-aedd-55a950835b14 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:08.951114 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a73eacc0-2bfd-4486-aedd-55a950835b14 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.004572 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a73eacc0-2bfd-4486-aedd-55a950835b14 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2167385 Jul 05 04:49:09.007379 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49126) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:09.019678 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-de938c2e-a8a7-4a6c-b7a1-f0582b4ba3e4 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Request body: {'subnet': {'network_id': '9f045d02-882e-4feb-84c9-c57c6e0e371d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:09.077831 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Allocated IP 2001:db8:0:ffff::2 (63841874-7e63-4244-a541-ee7b191b9f1a/2efb73b0-884e-489a-b1ee-4acd6395cacc/5fc46279-0968-43d8-b1ca-3be8651ba679) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:49:09.079600 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73eacc0-2bfd-4486-aedd-55a950835b14 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Pushing event updated for resources: {'Network': ['ID=9f045d02-882e-4feb-84c9-c57c6e0e371d,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:09.091338 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 9f045d02-882e-4feb-84c9-c57c6e0e371d details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:49:09.120910 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de938c2e-a8a7-4a6c-b7a1-f0582b4ba3e4 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Made reservation on behalf of a44238e78d1e446c90e8691362f3632b for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:09.124556 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-de938c2e-a8a7-4a6c-b7a1-f0582b4ba3e4 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.280657 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.288975 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Transition to ACTIVE for port object 5fc46279-0968-43d8-b1ca-3be8651ba679 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:09.304517 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Transition to ACTIVE for port object 5fc46279-0968-43d8-b1ca-3be8651ba679 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:09.310606 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.321699 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-de938c2e-a8a7-4a6c-b7a1-f0582b4ba3e4 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.348285 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Network 63841874-7e63-4244-a541-ee7b191b9f1a is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:49:09.355026 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:09.359534 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:49:09.364045 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Pushing event updated for resources: {'Port': ['ID=5fc46279-0968-43d8-b1ca-3be8651ba679,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:09.381421 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de938c2e-a8a7-4a6c-b7a1-f0582b4ba3e4 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Pushing event updated for resources: {'Subnet': ['ID=ef7ae9c0-dbc2-4615-a4ad-9ac189983fb5,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:09.391792 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:09.392156 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:09.392497 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:09.392829 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:09.393117 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de938c2e-a8a7-4a6c-b7a1-f0582b4ba3e4 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Checking segment: {'id': '0684394b-f101-4ec8-a986-a6292d2ff21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '9f045d02-882e-4feb-84c9-c57c6e0e371d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:09.393233 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:09.393476 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:09.393583 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de938c2e-a8a7-4a6c-b7a1-f0582b4ba3e4 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Network hostable DHCP agents. Network: 9f045d02-882e-4feb-84c9-c57c6e0e371d, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:49:09.393803 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:09.394128 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:09.394452 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:09.394912 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:09.395099 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:09.395418 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:09.414247 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de938c2e-a8a7-4a6c-b7a1-f0582b4ba3e4 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Network 9f045d02-882e-4feb-84c9-c57c6e0e371d is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:49:09.425649 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-de938c2e-a8a7-4a6c-b7a1-f0582b4ba3e4 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 9f045d02-882e-4feb-84c9-c57c6e0e371d) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:09.430367 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de938c2e-a8a7-4a6c-b7a1-f0582b4ba3e4 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:09.430975 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-de938c2e-a8a7-4a6c-b7a1-f0582b4ba3e4 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.431416 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Attempting to bind port 5fc46279-0968-43d8-b1ca-3be8651ba679 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:49:09.431811 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Attempting to bind port 5fc46279-0968-43d8-b1ca-3be8651ba679 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '80521aa9-93b0-4595-a0ef-c0e0ecee846f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '63841874-7e63-4244-a541-ee7b191b9f1a'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:49:09.432232 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Attempting to bind port 5fc46279-0968-43d8-b1ca-3be8651ba679 on network 63841874-7e63-4244-a541-ee7b191b9f1a {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:09.438628 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037fe7f6-27b1-4855-9323-411d88f10838 None None] Network 9f045d02-882e-4feb-84c9-c57c6e0e371d requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:09.441615 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:49:09.441989 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Checking segment: {'id': '80521aa9-93b0-4595-a0ef-c0e0ecee846f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '63841874-7e63-4244-a541-ee7b191b9f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:09.442393 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.442789 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Bound using segment: {'id': '80521aa9-93b0-4595-a0ef-c0e0ecee846f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '63841874-7e63-4244-a541-ee7b191b9f1a'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:49:09.443302 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Bound port: 5fc46279-0968-43d8-b1ca-3be8651ba679, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80521aa9-93b0-4595-a0ef-c0e0ecee846f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '63841874-7e63-4244-a541-ee7b191b9f1a'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:49:09.443695 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.446317 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-de938c2e-a8a7-4a6c-b7a1-f0582b4ba3e4 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4378786 Jul 05 04:49:09.449837 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49128) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:09.548586 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3abc447a-d42e-480b-8595-3508fb9ef0d5 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.570850 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] For port 5fc46279-0968-43d8-b1ca-3be8651ba679, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:49:09.605882 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] For port 5fc46279-0968-43d8-b1ca-3be8651ba679, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5fc46279-0968-43d8-b1ca-3be8651ba679,segment=NetworkSegment(80521aa9-93b0-4595-a0ef-c0e0ecee846f),segment_id=80521aa9-93b0-4595-a0ef-c0e0ecee846f)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:49:09.612645 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.633259 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3abc447a-d42e-480b-8595-3508fb9ef0d5 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.681075 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c89d46-f7d1-4f30-80d4-e6c32dc12920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-9f045d02-882e-4feb-84c9-c57c6e0e371d', 'network_id': '9f045d02-882e-4feb-84c9-c57c6e0e371d', 'tenant_id': 'a44238e78d1e446c90e8691362f3632b', 'fixed_ips': [{'subnet_id': 'ef7ae9c0-dbc2-4615-a4ad-9ac189983fb5'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:49:09.681955 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c7c89d46-f7d1-4f30-80d4-e6c32dc12920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.709264 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de0f0c-82ec-4bb6-9015-acc56afb91ee None None] Pushing event updated for resources: {'Port': ['ID=5fc46279-0968-43d8-b1ca-3be8651ba679,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:09.711701 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3abc447a-d42e-480b-8595-3508fb9ef0d5 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.787511 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81742f76-e949-49c2-8e82-0e0cc420970b None None] Network 9f045d02-882e-4feb-84c9-c57c6e0e371d requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:09.789760 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc447a-d42e-480b-8595-3508fb9ef0d5 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Pushing event deleted for resources: {'Subnet': ['ID=ef7ae9c0-dbc2-4615-a4ad-9ac189983fb5,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:09.811373 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3abc447a-d42e-480b-8595-3508fb9ef0d5 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.821966 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-3abc447a-d42e-480b-8595-3508fb9ef0d5 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f045d02-882e-4feb-84c9-c57c6e0e371d']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:09.835629 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-3abc447a-d42e-480b-8595-3508fb9ef0d5 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0684394b-f101-4ec8-a986-a6292d2ff21f') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:09.835961 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-3abc447a-d42e-480b-8595-3508fb9ef0d5 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0684394b-f101-4ec8-a986-a6292d2ff21f') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:09.847524 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3abc447a-d42e-480b-8595-3508fb9ef0d5 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.862610 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3abc447a-d42e-480b-8595-3508fb9ef0d5 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.887914 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3abc447a-d42e-480b-8595-3508fb9ef0d5 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:49:09.888343 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3abc447a-d42e-480b-8595-3508fb9ef0d5 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:49:09.904930 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:49:09.975680 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3abc447a-d42e-480b-8595-3508fb9ef0d5 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.980897 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3abc447a-d42e-480b-8595-3508fb9ef0d5 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.983567 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3abc447a-d42e-480b-8595-3508fb9ef0d5 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] 10.222.0.77 "DELETE /v2.0/networks/9f045d02-882e-4feb-84c9-c57c6e0e371d HTTP/1.1" status: 204 len: 168 time: 0.5327451 Jul 05 04:49:09.987183 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49130) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:09.992690 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-26955381-d33b-4be8-8b92-a438068f5cc7 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1187752465'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:10.001397 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc447a-d42e-480b-8595-3508fb9ef0d5 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Pushing event deleted for resources: {'Network': ['ID=9f045d02-882e-4feb-84c9-c57c6e0e371d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:10.019706 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26955381-d33b-4be8-8b92-a438068f5cc7 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Made reservation on behalf of a44238e78d1e446c90e8691362f3632b for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:10.023721 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26955381-d33b-4be8-8b92-a438068f5cc7 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.051482 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26955381-d33b-4be8-8b92-a438068f5cc7 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:49:10.066116 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26955381-d33b-4be8-8b92-a438068f5cc7 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.066406 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-26955381-d33b-4be8-8b92-a438068f5cc7 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Added segment 8c1ce32c-ee7c-4c2d-8948-2fe0441987f7 of type vlan for network 87100630-958f-4028-ab10-fe9328a7b50d Jul 05 04:49:10.109938 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26955381-d33b-4be8-8b92-a438068f5cc7 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.138203 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26955381-d33b-4be8-8b92-a438068f5cc7 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.143592 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26955381-d33b-4be8-8b92-a438068f5cc7 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:10.144208 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-26955381-d33b-4be8-8b92-a438068f5cc7 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.200001 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-26955381-d33b-4be8-8b92-a438068f5cc7 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2115583 Jul 05 04:49:10.202947 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49136) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:10.208543 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-1aa1fef0-fd1a-4134-9809-c61dc5b19fbd tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Request body: {'subnet': {'network_id': '87100630-958f-4028-ab10-fe9328a7b50d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:10.211000 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26955381-d33b-4be8-8b92-a438068f5cc7 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Pushing event updated for resources: {'Network': ['ID=87100630-958f-4028-ab10-fe9328a7b50d,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:10.222216 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 87100630-958f-4028-ab10-fe9328a7b50d details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:49:10.299399 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa1fef0-fd1a-4134-9809-c61dc5b19fbd tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Made reservation on behalf of a44238e78d1e446c90e8691362f3632b for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:10.302947 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1aa1fef0-fd1a-4134-9809-c61dc5b19fbd tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.366224 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.ipam_backend_mixin [None req-1aa1fef0-fd1a-4134-9809-c61dc5b19fbd tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Performing IP validity checks on allocation pools {{(pid=105539) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 04:49:10.366741 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.ipam_backend_mixin [None req-1aa1fef0-fd1a-4134-9809-c61dc5b19fbd tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105539) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 04:49:10.492701 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1aa1fef0-fd1a-4134-9809-c61dc5b19fbd tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.560568 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1fef0-fd1a-4134-9809-c61dc5b19fbd tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Pushing event updated for resources: {'Subnet': ['ID=4302ac2c-c375-4ec6-a8af-e121feb39352,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:10.571619 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa1fef0-fd1a-4134-9809-c61dc5b19fbd tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Checking segment: {'id': '8c1ce32c-ee7c-4c2d-8948-2fe0441987f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '87100630-958f-4028-ab10-fe9328a7b50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:10.571956 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa1fef0-fd1a-4134-9809-c61dc5b19fbd tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Network hostable DHCP agents. Network: 87100630-958f-4028-ab10-fe9328a7b50d, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:49:10.591508 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa1fef0-fd1a-4134-9809-c61dc5b19fbd tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Network 87100630-958f-4028-ab10-fe9328a7b50d is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:49:10.601473 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-1aa1fef0-fd1a-4134-9809-c61dc5b19fbd tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 87100630-958f-4028-ab10-fe9328a7b50d) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:10.607280 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa1fef0-fd1a-4134-9809-c61dc5b19fbd tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:10.607919 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1aa1fef0-fd1a-4134-9809-c61dc5b19fbd tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.611428 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100e44c7-13aa-49ec-bdcb-ae8964c5ba00 None None] Network 87100630-958f-4028-ab10-fe9328a7b50d requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:10.627747 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1aa1fef0-fd1a-4134-9809-c61dc5b19fbd tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4212573 Jul 05 04:49:10.628127 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49138) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:10.736413 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c4137ceb-87e3-4a52-9da1-2ace4a3d3d01 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.785547 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a55f5a-fe46-4787-99ba-6b694faa3c29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-87100630-958f-4028-ab10-fe9328a7b50d', 'network_id': '87100630-958f-4028-ab10-fe9328a7b50d', 'tenant_id': 'a44238e78d1e446c90e8691362f3632b', 'fixed_ips': [{'subnet_id': '4302ac2c-c375-4ec6-a8af-e121feb39352'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:49:10.786905 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-49a55f5a-fe46-4787-99ba-6b694faa3c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.790761 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c4137ceb-87e3-4a52-9da1-2ace4a3d3d01 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.799207 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb414191-023b-419e-8126-ed6207842ff2 None None] Network 63841874-7e63-4244-a541-ee7b191b9f1a requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:10.862400 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c4137ceb-87e3-4a52-9da1-2ace4a3d3d01 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.896146 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4137ceb-87e3-4a52-9da1-2ace4a3d3d01 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Pushing event deleted for resources: {'Subnet': ['ID=4302ac2c-c375-4ec6-a8af-e121feb39352,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:10.930732 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5fc46279-0968-43d8-b1ca-3be8651ba679 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:10.941434 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b37ae6c5-8596-4c7d-8d89-08ed2fd0fe28 None None] Provisioning for port 5fc46279-0968-43d8-b1ca-3be8651ba679 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:10.950342 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c4137ceb-87e3-4a52-9da1-2ace4a3d3d01 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.960450 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-c4137ceb-87e3-4a52-9da1-2ace4a3d3d01 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87100630-958f-4028-ab10-fe9328a7b50d']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:10.971032 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-c4137ceb-87e3-4a52-9da1-2ace4a3d3d01 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1ce32c-ee7c-4c2d-8948-2fe0441987f7') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:10.971348 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-c4137ceb-87e3-4a52-9da1-2ace4a3d3d01 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1ce32c-ee7c-4c2d-8948-2fe0441987f7') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:10.981574 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c4137ceb-87e3-4a52-9da1-2ace4a3d3d01 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.996687 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c4137ceb-87e3-4a52-9da1-2ace4a3d3d01 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.003555 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4137ceb-87e3-4a52-9da1-2ace4a3d3d01 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:49:11.003998 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c4137ceb-87e3-4a52-9da1-2ace4a3d3d01 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:49:11.007049 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server [None req-49a55f5a-fe46-4787-99ba-6b694faa3c29 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4302ac2c-c375-4ec6-a8af-e121feb39352: This subnet is being modified by another concurrent operation. Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise exception Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4302ac2c-c375-4ec6-a8af-e121feb39352: This subnet is being modified by another concurrent operation. Jul 05 04:49:11.009562 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server Jul 05 04:49:11.035566 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bfd975-7865-459e-b7ae-ef7c2993cefd None None] Network 87100630-958f-4028-ab10-fe9328a7b50d requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:11.076720 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c4137ceb-87e3-4a52-9da1-2ace4a3d3d01 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.083940 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c4137ceb-87e3-4a52-9da1-2ace4a3d3d01 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.085821 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c4137ceb-87e3-4a52-9da1-2ace4a3d3d01 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] 10.222.0.77 "DELETE /v2.0/networks/87100630-958f-4028-ab10-fe9328a7b50d HTTP/1.1" status: 204 len: 168 time: 0.4568036 Jul 05 04:49:11.090676 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49140) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:11.097011 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-5ca422ed-29a3-4689-afcb-1004a4ccb879 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-208527550'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:11.099305 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4137ceb-87e3-4a52-9da1-2ace4a3d3d01 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Pushing event deleted for resources: {'Network': ['ID=87100630-958f-4028-ab10-fe9328a7b50d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:11.121717 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca422ed-29a3-4689-afcb-1004a4ccb879 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Made reservation on behalf of a44238e78d1e446c90e8691362f3632b for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:11.125614 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5ca422ed-29a3-4689-afcb-1004a4ccb879 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.139374 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 5fc46279-0968-43d8-b1ca-3be8651ba679 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:11.148124 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 5fc46279-0968-43d8-b1ca-3be8651ba679 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:11.148492 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.154684 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca422ed-29a3-4689-afcb-1004a4ccb879 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:49:11.164012 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5ca422ed-29a3-4689-afcb-1004a4ccb879 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.164441 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-5ca422ed-29a3-4689-afcb-1004a4ccb879 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Added segment 6c9f525f-6156-4e66-803c-bb4719274895 of type vlan for network 1ab41699-d3c8-45d4-a99d-cce41808ce91 Jul 05 04:49:11.209848 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5ca422ed-29a3-4689-afcb-1004a4ccb879 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.241899 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5ca422ed-29a3-4689-afcb-1004a4ccb879 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.249603 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca422ed-29a3-4689-afcb-1004a4ccb879 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:11.250222 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5ca422ed-29a3-4689-afcb-1004a4ccb879 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.284472 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.311782 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5ca422ed-29a3-4689-afcb-1004a4ccb879 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2199113 Jul 05 04:49:11.314809 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49144) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:11.319816 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 5fc46279-0968-43d8-b1ca-3be8651ba679, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5fc46279-0968-43d8-b1ca-3be8651ba679,segment=NetworkSegment(80521aa9-93b0-4595-a0ef-c0e0ecee846f),segment_id=80521aa9-93b0-4595-a0ef-c0e0ecee846f)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:11.322481 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-70f98455-25a7-4c0b-b08f-404e3b0051c0 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Request body: {'subnet': {'network_id': '1ab41699-d3c8-45d4-a99d-cce41808ce91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:11.327568 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.377805 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca422ed-29a3-4689-afcb-1004a4ccb879 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Pushing event updated for resources: {'Network': ['ID=1ab41699-d3c8-45d4-a99d-cce41808ce91,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:11.391216 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 1ab41699-d3c8-45d4-a99d-cce41808ce91 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:49:11.436581 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f98455-25a7-4c0b-b08f-404e3b0051c0 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Made reservation on behalf of a44238e78d1e446c90e8691362f3632b for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:11.438211 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=5fc46279-0968-43d8-b1ca-3be8651ba679,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:11.440616 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-70f98455-25a7-4c0b-b08f-404e3b0051c0 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.451227 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399aa98b-b2d2-4530-9833-c837d26776b4 None None] get_active_networks_info from n-d-780147-23 {{(pid=105540) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:49:11.529446 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-92da53f8-0222-4a93-9ac6-34e0e9d1b7e0 None None] Provisioning complete for port 5fc46279-0968-43d8-b1ca-3be8651ba679 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:11.530658 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-92da53f8-0222-4a93-9ac6-34e0e9d1b7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.579078 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399aa98b-b2d2-4530-9833-c837d26776b4 None None] Resources bound (agent type, host, resource id): {{(pid=105540) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:49:11.649005 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-70f98455-25a7-4c0b-b08f-404e3b0051c0 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.716991 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f98455-25a7-4c0b-b08f-404e3b0051c0 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Pushing event updated for resources: {'Subnet': ['ID=f5459f83-2794-4cb0-a837-62fe26d83098,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:11.725214 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f98455-25a7-4c0b-b08f-404e3b0051c0 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Checking segment: {'id': '6c9f525f-6156-4e66-803c-bb4719274895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1ab41699-d3c8-45d4-a99d-cce41808ce91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:11.725853 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f98455-25a7-4c0b-b08f-404e3b0051c0 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Network hostable DHCP agents. Network: 1ab41699-d3c8-45d4-a99d-cce41808ce91, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:49:11.751773 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f98455-25a7-4c0b-b08f-404e3b0051c0 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Network 1ab41699-d3c8-45d4-a99d-cce41808ce91 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:49:11.767166 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-70f98455-25a7-4c0b-b08f-404e3b0051c0 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 1ab41699-d3c8-45d4-a99d-cce41808ce91) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:11.773749 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f98455-25a7-4c0b-b08f-404e3b0051c0 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:11.774345 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-70f98455-25a7-4c0b-b08f-404e3b0051c0 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.791845 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-70f98455-25a7-4c0b-b08f-404e3b0051c0 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4746559 Jul 05 04:49:11.794584 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49148) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:11.799879 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-1d278a1f-7301-4186-ac7e-58775adb4cab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-771240449'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:11.825981 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d278a1f-7301-4186-ac7e-58775adb4cab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Made reservation on behalf of a44238e78d1e446c90e8691362f3632b for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:11.830260 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d278a1f-7301-4186-ac7e-58775adb4cab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.855041 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d278a1f-7301-4186-ac7e-58775adb4cab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:49:11.863966 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d278a1f-7301-4186-ac7e-58775adb4cab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.864322 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-1d278a1f-7301-4186-ac7e-58775adb4cab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Added segment 4003421e-dcd5-4742-8b38-2fe24de4ca84 of type vlan for network b5c03562-381d-47ff-928a-e26ed7e2d585 Jul 05 04:49:11.873925 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565309b7-e99c-413c-aa4c-2f88df393179 None None] Network 1ab41699-d3c8-45d4-a99d-cce41808ce91 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:11.931159 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d278a1f-7301-4186-ac7e-58775adb4cab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.964798 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d278a1f-7301-4186-ac7e-58775adb4cab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.970653 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d278a1f-7301-4186-ac7e-58775adb4cab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:11.971277 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1d278a1f-7301-4186-ac7e-58775adb4cab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.033965 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1d278a1f-7301-4186-ac7e-58775adb4cab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2382388 Jul 05 04:49:12.036842 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49150) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:12.041816 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-22f9cf22-eb30-45d3-9cde-a71c250a8753 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Request body: {'subnet': {'network_id': 'b5c03562-381d-47ff-928a-e26ed7e2d585', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:12.089716 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d278a1f-7301-4186-ac7e-58775adb4cab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Pushing event updated for resources: {'Network': ['ID=b5c03562-381d-47ff-928a-e26ed7e2d585,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:12.101386 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network b5c03562-381d-47ff-928a-e26ed7e2d585 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:49:12.148405 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f9cf22-eb30-45d3-9cde-a71c250a8753 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Made reservation on behalf of a44238e78d1e446c90e8691362f3632b for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:12.152806 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-22f9cf22-eb30-45d3-9cde-a71c250a8753 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.284104 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcdbe23-5c42-488f-a506-0b7356ab4cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-1ab41699-d3c8-45d4-a99d-cce41808ce91', 'network_id': '1ab41699-d3c8-45d4-a99d-cce41808ce91', 'tenant_id': 'a44238e78d1e446c90e8691362f3632b', 'fixed_ips': [{'subnet_id': 'f5459f83-2794-4cb0-a837-62fe26d83098'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:49:12.285018 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7dcdbe23-5c42-488f-a506-0b7356ab4cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.401293 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-22f9cf22-eb30-45d3-9cde-a71c250a8753 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.443319 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-7dcdbe23-5c42-488f-a506-0b7356ab4cee None None] Allocated IP 2001:db8::2 (1ab41699-d3c8-45d4-a99d-cce41808ce91/f5459f83-2794-4cb0-a837-62fe26d83098/19e622cd-3e8b-4019-9a0d-ecd8f3a07b29) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:49:12.492155 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9cf22-eb30-45d3-9cde-a71c250a8753 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Pushing event updated for resources: {'Subnet': ['ID=e13222f9-f4ba-4320-82b4-1bc4de0146d1,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:12.501202 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f9cf22-eb30-45d3-9cde-a71c250a8753 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Checking segment: {'id': '4003421e-dcd5-4742-8b38-2fe24de4ca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b5c03562-381d-47ff-928a-e26ed7e2d585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:12.501758 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f9cf22-eb30-45d3-9cde-a71c250a8753 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Network hostable DHCP agents. Network: b5c03562-381d-47ff-928a-e26ed7e2d585, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:49:12.520635 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f9cf22-eb30-45d3-9cde-a71c250a8753 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Network b5c03562-381d-47ff-928a-e26ed7e2d585 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:49:12.530436 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-22f9cf22-eb30-45d3-9cde-a71c250a8753 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, b5c03562-381d-47ff-928a-e26ed7e2d585) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:12.537148 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f9cf22-eb30-45d3-9cde-a71c250a8753 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:12.537795 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-22f9cf22-eb30-45d3-9cde-a71c250a8753 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.548620 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b8a1e3-6dd0-48a9-9881-583ca5127655 None None] Network b5c03562-381d-47ff-928a-e26ed7e2d585 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:12.561913 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-22f9cf22-eb30-45d3-9cde-a71c250a8753 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5210557 Jul 05 04:49:12.562122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49152) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:12.681440 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1094d75f-676d-4aff-94a3-27df8a2fca23 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.687169 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7dcdbe23-5c42-488f-a506-0b7356ab4cee None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.703708 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7dcdbe23-5c42-488f-a506-0b7356ab4cee None None] Transition to ACTIVE for port object 19e622cd-3e8b-4019-9a0d-ecd8f3a07b29 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:12.754175 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7dcdbe23-5c42-488f-a506-0b7356ab4cee None None] Transition to ACTIVE for port object 19e622cd-3e8b-4019-9a0d-ecd8f3a07b29 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:12.755150 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1094d75f-676d-4aff-94a3-27df8a2fca23 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.764315 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7dcdbe23-5c42-488f-a506-0b7356ab4cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.820149 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96759e39-f93d-48b6-92e8-f68f29cb60ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-b5c03562-381d-47ff-928a-e26ed7e2d585', 'network_id': 'b5c03562-381d-47ff-928a-e26ed7e2d585', 'tenant_id': 'a44238e78d1e446c90e8691362f3632b', 'fixed_ips': [{'subnet_id': 'e13222f9-f4ba-4320-82b4-1bc4de0146d1'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:49:12.822116 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-96759e39-f93d-48b6-92e8-f68f29cb60ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.847413 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1094d75f-676d-4aff-94a3-27df8a2fca23 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.853004 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcdbe23-5c42-488f-a506-0b7356ab4cee None None] Network 1ab41699-d3c8-45d4-a99d-cce41808ce91 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:49:12.861118 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-7dcdbe23-5c42-488f-a506-0b7356ab4cee None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:12.864317 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcdbe23-5c42-488f-a506-0b7356ab4cee None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:49:12.866217 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcdbe23-5c42-488f-a506-0b7356ab4cee None None] Pushing event updated for resources: {'Port': ['ID=19e622cd-3e8b-4019-9a0d-ecd8f3a07b29,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:12.897478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094d75f-676d-4aff-94a3-27df8a2fca23 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Pushing event deleted for resources: {'Subnet': ['ID=e13222f9-f4ba-4320-82b4-1bc4de0146d1,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:12.951066 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5fc46279-0968-43d8-b1ca-3be8651ba679 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:12.968124 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1094d75f-676d-4aff-94a3-27df8a2fca23 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.979670 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-1094d75f-676d-4aff-94a3-27df8a2fca23 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c03562-381d-47ff-928a-e26ed7e2d585']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:12.994392 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-1094d75f-676d-4aff-94a3-27df8a2fca23 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4003421e-dcd5-4742-8b38-2fe24de4ca84') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:12.995284 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-1094d75f-676d-4aff-94a3-27df8a2fca23 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4003421e-dcd5-4742-8b38-2fe24de4ca84') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:13.005350 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1094d75f-676d-4aff-94a3-27df8a2fca23 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.016098 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9017a374-3cf1-44cd-af65-06117206e37d None None] Network b5c03562-381d-47ff-928a-e26ed7e2d585 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:13.023334 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1094d75f-676d-4aff-94a3-27df8a2fca23 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.029921 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1094d75f-676d-4aff-94a3-27df8a2fca23 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:49:13.030109 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1094d75f-676d-4aff-94a3-27df8a2fca23 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:49:13.032899 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:49:13.035191 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-7dcdbe23-5c42-488f-a506-0b7356ab4cee None None] Attempting to bind port 19e622cd-3e8b-4019-9a0d-ecd8f3a07b29 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:49:13.035191 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-7dcdbe23-5c42-488f-a506-0b7356ab4cee None None] Attempting to bind port 19e622cd-3e8b-4019-9a0d-ecd8f3a07b29 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '6c9f525f-6156-4e66-803c-bb4719274895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1ab41699-d3c8-45d4-a99d-cce41808ce91'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:49:13.035410 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcdbe23-5c42-488f-a506-0b7356ab4cee None None] Attempting to bind port 19e622cd-3e8b-4019-9a0d-ecd8f3a07b29 on network 1ab41699-d3c8-45d4-a99d-cce41808ce91 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:13.073390 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcdbe23-5c42-488f-a506-0b7356ab4cee None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:49:13.073769 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcdbe23-5c42-488f-a506-0b7356ab4cee None None] Checking segment: {'id': '6c9f525f-6156-4e66-803c-bb4719274895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1ab41699-d3c8-45d4-a99d-cce41808ce91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:13.074435 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7dcdbe23-5c42-488f-a506-0b7356ab4cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.074832 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcdbe23-5c42-488f-a506-0b7356ab4cee None None] Bound using segment: {'id': '6c9f525f-6156-4e66-803c-bb4719274895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1ab41699-d3c8-45d4-a99d-cce41808ce91'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:49:13.075314 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-7dcdbe23-5c42-488f-a506-0b7356ab4cee None None] Bound port: 19e622cd-3e8b-4019-9a0d-ecd8f3a07b29, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9f525f-6156-4e66-803c-bb4719274895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1ab41699-d3c8-45d4-a99d-cce41808ce91'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:49:13.075697 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7dcdbe23-5c42-488f-a506-0b7356ab4cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.094096 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1094d75f-676d-4aff-94a3-27df8a2fca23 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.100803 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1094d75f-676d-4aff-94a3-27df8a2fca23 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.102606 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1094d75f-676d-4aff-94a3-27df8a2fca23 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] 10.222.0.77 "DELETE /v2.0/networks/b5c03562-381d-47ff-928a-e26ed7e2d585 HTTP/1.1" status: 204 len: 168 time: 0.5393577 Jul 05 04:49:13.105753 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49154) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:13.113958 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094d75f-676d-4aff-94a3-27df8a2fca23 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Pushing event deleted for resources: {'Network': ['ID=b5c03562-381d-47ff-928a-e26ed7e2d585,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:13.139100 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e78d2a-6a2c-4fde-ab03-2d9ec9ec73d1 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] GET failed (client error): The resource could not be found. Jul 05 04:49:13.140805 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-80e78d2a-6a2c-4fde-ab03-2d9ec9ec73d1 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] 10.222.0.77 "GET /v2.0/subnets/e13222f9-f4ba-4320-82b4-1bc4de0146d1 HTTP/1.1" status: 404 len: 337 time: 0.0338311 Jul 05 04:49:13.143573 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49156) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:13.159189 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 5fc46279-0968-43d8-b1ca-3be8651ba679 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:13.159571 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.162128 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-994f1b1b-9672-489f-9ab2-8182366aa814 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] DELETE failed (client error): The resource could not be found. Jul 05 04:49:13.162680 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-994f1b1b-9672-489f-9ab2-8182366aa814 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:49:13.168420 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-994f1b1b-9672-489f-9ab2-8182366aa814 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] 10.222.0.77 "DELETE /v2.0/networks/b5c03562-381d-47ff-928a-e26ed7e2d585 HTTP/1.1" status: 404 len: 339 time: 0.0198412 Jul 05 04:49:13.169026 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49158) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:13.200976 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f78689-5120-4f05-8aa8-cb20a2888ec0 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] DELETE failed (client error): The resource could not be found. Jul 05 04:49:13.201568 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f78689-5120-4f05-8aa8-cb20a2888ec0 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:49:13.204258 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d9f78689-5120-4f05-8aa8-cb20a2888ec0 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] 10.222.0.77 "DELETE /v2.0/subnets/e13222f9-f4ba-4320-82b4-1bc4de0146d1 HTTP/1.1" status: 404 len: 337 time: 0.0341942 Jul 05 04:49:13.206616 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49160) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:13.225508 n-d-780147-23 neutron-server[105538]: INFO neutron.pecan_wsgi.hooks.translation [None req-549aa32c-885d-43d2-80c6-456274535707 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] DELETE failed (client error): The resource could not be found. Jul 05 04:49:13.226073 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-549aa32c-885d-43d2-80c6-456274535707 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105538) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:49:13.227966 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-549aa32c-885d-43d2-80c6-456274535707 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] 10.222.0.77 "DELETE /v2.0/networks/b5c03562-381d-47ff-928a-e26ed7e2d585 HTTP/1.1" status: 404 len: 339 time: 0.0203953 Jul 05 04:49:13.231228 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49162) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:13.233915 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-7dcdbe23-5c42-488f-a506-0b7356ab4cee None None] For port 19e622cd-3e8b-4019-9a0d-ecd8f3a07b29, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:49:13.237723 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-7dcdbe23-5c42-488f-a506-0b7356ab4cee None None] For port 19e622cd-3e8b-4019-9a0d-ecd8f3a07b29, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=19e622cd-3e8b-4019-9a0d-ecd8f3a07b29,segment=NetworkSegment(6c9f525f-6156-4e66-803c-bb4719274895),segment_id=6c9f525f-6156-4e66-803c-bb4719274895)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:49:13.243303 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7dcdbe23-5c42-488f-a506-0b7356ab4cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.283713 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3508f8-8c1f-4b74-a01a-9c17349a423a tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Deleting subnet f5459f83-2794-4cb0-a837-62fe26d83098 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:49:13.286911 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9a3508f8-8c1f-4b74-a01a-9c17349a423a tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.330052 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9a3508f8-8c1f-4b74-a01a-9c17349a423a tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.336206 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcdbe23-5c42-488f-a506-0b7356ab4cee None None] Pushing event updated for resources: {'Port': ['ID=19e622cd-3e8b-4019-9a0d-ecd8f3a07b29,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:13.426526 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9a3508f8-8c1f-4b74-a01a-9c17349a423a tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.507067 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9a3508f8-8c1f-4b74-a01a-9c17349a423a tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.538254 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9a3508f8-8c1f-4b74-a01a-9c17349a423a tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.540248 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9a3508f8-8c1f-4b74-a01a-9c17349a423a tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] 10.222.0.77 "DELETE /v2.0/subnets/f5459f83-2794-4cb0-a837-62fe26d83098 HTTP/1.1" status: 204 len: 168 time: 0.3080597 Jul 05 04:49:13.541091 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3508f8-8c1f-4b74-a01a-9c17349a423a tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Pushing event deleted for resources: {'Subnet': ['ID=f5459f83-2794-4cb0-a837-62fe26d83098,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:13.543551 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49164) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:13.630641 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e0c995fb-510a-42af-9b7d-4a93ebb12605 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.684267 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-e0c995fb-510a-42af-9b7d-4a93ebb12605 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Deleting port 19e622cd-3e8b-4019-9a0d-ecd8f3a07b29 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:49:13.684615 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e0c995fb-510a-42af-9b7d-4a93ebb12605 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.693476 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.753426 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-e0c995fb-510a-42af-9b7d-4a93ebb12605 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] For port 19e622cd-3e8b-4019-9a0d-ecd8f3a07b29, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=19e622cd-3e8b-4019-9a0d-ecd8f3a07b29,segment=NetworkSegment(6c9f525f-6156-4e66-803c-bb4719274895),segment_id=6c9f525f-6156-4e66-803c-bb4719274895)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:13.753793 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e0c995fb-510a-42af-9b7d-4a93ebb12605 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.767570 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-e0c995fb-510a-42af-9b7d-4a93ebb12605 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Calling delete_port for 19e622cd-3e8b-4019-9a0d-ecd8f3a07b29 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:49:13.850177 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e0c995fb-510a-42af-9b7d-4a93ebb12605 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.876143 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c995fb-510a-42af-9b7d-4a93ebb12605 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Pushing event deleted for resources: {'Port': ['ID=19e622cd-3e8b-4019-9a0d-ecd8f3a07b29,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:13.879766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c995fb-510a-42af-9b7d-4a93ebb12605 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] No DVR routers for this DVR port 19e622cd-3e8b-4019-9a0d-ecd8f3a07b29 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:49:13.975371 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e0c995fb-510a-42af-9b7d-4a93ebb12605 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:13.985757 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-e0c995fb-510a-42af-9b7d-4a93ebb12605 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab41699-d3c8-45d4-a99d-cce41808ce91']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:13.996672 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-e0c995fb-510a-42af-9b7d-4a93ebb12605 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c9f525f-6156-4e66-803c-bb4719274895') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:13.996963 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-e0c995fb-510a-42af-9b7d-4a93ebb12605 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c9f525f-6156-4e66-803c-bb4719274895') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:14.006076 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e0c995fb-510a-42af-9b7d-4a93ebb12605 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:14.020495 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e0c995fb-510a-42af-9b7d-4a93ebb12605 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:14.027114 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c995fb-510a-42af-9b7d-4a93ebb12605 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:49:14.027509 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e0c995fb-510a-42af-9b7d-4a93ebb12605 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:49:14.030710 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:49:14.089850 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e0c995fb-510a-42af-9b7d-4a93ebb12605 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:14.097362 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e0c995fb-510a-42af-9b7d-4a93ebb12605 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:14.099221 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e0c995fb-510a-42af-9b7d-4a93ebb12605 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] 10.222.0.77 "DELETE /v2.0/networks/1ab41699-d3c8-45d4-a99d-cce41808ce91 HTTP/1.1" status: 204 len: 168 time: 0.5546336 Jul 05 04:49:14.102149 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49166) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:14.112584 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c995fb-510a-42af-9b7d-4a93ebb12605 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Pushing event deleted for resources: {'Network': ['ID=1ab41699-d3c8-45d4-a99d-cce41808ce91,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:14.131076 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6295037-372d-426e-b64d-5948024dc564 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] DELETE failed (client error): The resource could not be found. Jul 05 04:49:14.131737 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6295037-372d-426e-b64d-5948024dc564 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:49:14.133520 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b6295037-372d-426e-b64d-5948024dc564 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] 10.222.0.77 "DELETE /v2.0/subnets/4302ac2c-c375-4ec6-a8af-e121feb39352 HTTP/1.1" status: 404 len: 337 time: 0.0303783 Jul 05 04:49:14.136630 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49168) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:14.155557 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-113fa4ac-cf63-4eda-bae6-53a628013b26 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] DELETE failed (client error): The resource could not be found. Jul 05 04:49:14.156144 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-113fa4ac-cf63-4eda-bae6-53a628013b26 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:49:14.158117 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-113fa4ac-cf63-4eda-bae6-53a628013b26 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] 10.222.0.77 "DELETE /v2.0/networks/87100630-958f-4028-ab10-fe9328a7b50d HTTP/1.1" status: 404 len: 339 time: 0.0202887 Jul 05 04:49:14.160701 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49170) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:14.191897 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a36856-3795-4c94-9a97-efe7dac7522c tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] DELETE failed (client error): The resource could not be found. Jul 05 04:49:14.192357 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68a36856-3795-4c94-9a97-efe7dac7522c tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:49:14.194107 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-68a36856-3795-4c94-9a97-efe7dac7522c tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] 10.222.0.77 "DELETE /v2.0/subnets/ef7ae9c0-dbc2-4615-a4ad-9ac189983fb5 HTTP/1.1" status: 404 len: 337 time: 0.0324883 Jul 05 04:49:14.196553 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49172) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:14.214913 n-d-780147-23 neutron-server[105539]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e90b8a5-77a4-4a64-9860-3cc46d8e1f0d tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] DELETE failed (client error): The resource could not be found. Jul 05 04:49:14.215463 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e90b8a5-77a4-4a64-9860-3cc46d8e1f0d tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105539) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:49:14.217198 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5e90b8a5-77a4-4a64-9860-3cc46d8e1f0d tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] 10.222.0.77 "DELETE /v2.0/networks/9f045d02-882e-4feb-84c9-c57c6e0e371d HTTP/1.1" status: 404 len: 339 time: 0.0197504 Jul 05 04:49:14.219700 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49174) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:14.272771 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97aa912-bf45-4c14-b6ca-2669b3ae00e3 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Deleting subnet 2efb73b0-884e-489a-b1ee-4acd6395cacc {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:49:14.276462 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a97aa912-bf45-4c14-b6ca-2669b3ae00e3 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:14.287454 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ca4189-72d3-47e1-9631-4b24729aa41c None None] DHCP port deletion for 1ab41699-d3c8-45d4-a99d-cce41808ce91 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:49:14.303132 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8858efc-059a-4d4f-aeec-f63ffba74a3f None None] Network 1ab41699-d3c8-45d4-a99d-cce41808ce91 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:14.314364 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8858efc-059a-4d4f-aeec-f63ffba74a3f None None] Network 1ab41699-d3c8-45d4-a99d-cce41808ce91 could not be found, it might have been deleted concurrently. {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 04:49:14.320547 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a97aa912-bf45-4c14-b6ca-2669b3ae00e3 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:14.330898 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b0a27558-f87a-4a27-b257-0faef1468751 None None] Could not find standard attr ID for object 19e622cd-3e8b-4019-9a0d-ecd8f3a07b29. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:49:14.679325 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a97aa912-bf45-4c14-b6ca-2669b3ae00e3 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:14.740717 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a97aa912-bf45-4c14-b6ca-2669b3ae00e3 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:14.768773 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97aa912-bf45-4c14-b6ca-2669b3ae00e3 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Pushing event deleted for resources: {'Subnet': ['ID=2efb73b0-884e-489a-b1ee-4acd6395cacc,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:14.770749 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a97aa912-bf45-4c14-b6ca-2669b3ae00e3 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:14.774018 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a97aa912-bf45-4c14-b6ca-2669b3ae00e3 tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] 10.222.0.77 "DELETE /v2.0/subnets/2efb73b0-884e-489a-b1ee-4acd6395cacc HTTP/1.1" status: 204 len: 168 time: 0.5519466 Jul 05 04:49:14.775155 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49176) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:14.778256 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e5965e-5437-430e-bb18-9fdefae9f0e0 None None] Network 63841874-7e63-4244-a541-ee7b191b9f1a requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:14.852916 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fdaae622-4019-4936-948c-e217b0a48aab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:14.906663 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-fdaae622-4019-4936-948c-e217b0a48aab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Deleting port 5fc46279-0968-43d8-b1ca-3be8651ba679 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:49:14.907132 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fdaae622-4019-4936-948c-e217b0a48aab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:14.970549 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-fdaae622-4019-4936-948c-e217b0a48aab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] For port 5fc46279-0968-43d8-b1ca-3be8651ba679, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5fc46279-0968-43d8-b1ca-3be8651ba679,segment=NetworkSegment(80521aa9-93b0-4595-a0ef-c0e0ecee846f),segment_id=80521aa9-93b0-4595-a0ef-c0e0ecee846f)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:14.970916 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fdaae622-4019-4936-948c-e217b0a48aab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:14.972322 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9ea7a3-2d6a-443e-9aab-809318cddaf0 None None] DHCP port deletion for 63841874-7e63-4244-a541-ee7b191b9f1a request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:49:14.984076 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-fdaae622-4019-4936-948c-e217b0a48aab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Calling delete_port for 5fc46279-0968-43d8-b1ca-3be8651ba679 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:49:15.017231 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-5e9ea7a3-2d6a-443e-9aab-809318cddaf0 None None] Deleting port 5fc46279-0968-43d8-b1ca-3be8651ba679 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:49:15.017609 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea7a3-2d6a-443e-9aab-809318cddaf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.067645 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fdaae622-4019-4936-948c-e217b0a48aab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.087438 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-5e9ea7a3-2d6a-443e-9aab-809318cddaf0 None None] For port 5fc46279-0968-43d8-b1ca-3be8651ba679, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5fc46279-0968-43d8-b1ca-3be8651ba679,segment=NetworkSegment(80521aa9-93b0-4595-a0ef-c0e0ecee846f),segment_id=80521aa9-93b0-4595-a0ef-c0e0ecee846f)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:15.087863 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea7a3-2d6a-443e-9aab-809318cddaf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.095837 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaae622-4019-4936-948c-e217b0a48aab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Pushing event deleted for resources: {'Port': ['ID=5fc46279-0968-43d8-b1ca-3be8651ba679,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:15.099291 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaae622-4019-4936-948c-e217b0a48aab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] No DVR routers for this DVR port 5fc46279-0968-43d8-b1ca-3be8651ba679 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:49:15.102607 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-5e9ea7a3-2d6a-443e-9aab-809318cddaf0 None None] Calling delete_port for 5fc46279-0968-43d8-b1ca-3be8651ba679 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:49:15.178632 n-d-780147-23 neutron-server[105540]: self.session.flush() Jul 05 04:49:15.183219 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fdaae622-4019-4936-948c-e217b0a48aab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.187338 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea7a3-2d6a-443e-9aab-809318cddaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.193626 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-fdaae622-4019-4936-948c-e217b0a48aab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63841874-7e63-4244-a541-ee7b191b9f1a']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:15.205441 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-fdaae622-4019-4936-948c-e217b0a48aab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80521aa9-93b0-4595-a0ef-c0e0ecee846f') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:15.205744 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-fdaae622-4019-4936-948c-e217b0a48aab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80521aa9-93b0-4595-a0ef-c0e0ecee846f') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:15.212652 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ea7a3-2d6a-443e-9aab-809318cddaf0 None None] Pushing event deleted for resources: {'Port': ['ID=5fc46279-0968-43d8-b1ca-3be8651ba679,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:15.217001 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9ea7a3-2d6a-443e-9aab-809318cddaf0 None None] No DVR routers for this DVR port 5fc46279-0968-43d8-b1ca-3be8651ba679 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:49:15.217693 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fdaae622-4019-4936-948c-e217b0a48aab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.232989 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fdaae622-4019-4936-948c-e217b0a48aab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.238941 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdaae622-4019-4936-948c-e217b0a48aab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:49:15.239334 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fdaae622-4019-4936-948c-e217b0a48aab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:49:15.242233 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:49:15.298058 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fdaae622-4019-4936-948c-e217b0a48aab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.304921 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fdaae622-4019-4936-948c-e217b0a48aab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.306687 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fdaae622-4019-4936-948c-e217b0a48aab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] 10.222.0.77 "DELETE /v2.0/networks/63841874-7e63-4244-a541-ee7b191b9f1a HTTP/1.1" status: 204 len: 168 time: 0.5299215 Jul 05 04:49:15.318623 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaae622-4019-4936-948c-e217b0a48aab tempest-NetworksIpV6Test-1918823123 tempest-NetworksIpV6Test-1918823123-project] Pushing event deleted for resources: {'Network': ['ID=63841874-7e63-4244-a541-ee7b191b9f1a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:15.550116 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49182) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:15.676904 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-efbcd045-7426-4161-962a-326a4085f3bf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a44238e78d1e446c90e8691362f3632b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1256366 Jul 05 04:49:15.679335 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49186) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:15.732379 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-423ea135-45b4-4df5-a631-b401681d1812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.753917 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-423ea135-45b4-4df5-a631-b401681d1812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.801613 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-423ea135-45b4-4df5-a631-b401681d1812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.804213 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-423ea135-45b4-4df5-a631-b401681d1812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.805381 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-423ea135-45b4-4df5-a631-b401681d1812 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fbf9d0e2-026d-4ce6-8505-538d751466fb HTTP/1.1" status: 204 len: 168 time: 0.1251249 Jul 05 04:49:15.813329 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ea135-45b4-4df5-a631-b401681d1812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf9d0e2-026d-4ce6-8505-538d751466fb,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:16.436485 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49208) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:16.529519 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-8df7baf8-940f-4170-b37b-1ea8cb61d1e7 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-672494394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:16.551970 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8df7baf8-940f-4170-b37b-1ea8cb61d1e7 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:16.552999 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8df7baf8-940f-4170-b37b-1ea8cb61d1e7 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:16.611387 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8df7baf8-940f-4170-b37b-1ea8cb61d1e7 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:16.615996 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8df7baf8-940f-4170-b37b-1ea8cb61d1e7 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:16.632235 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8df7baf8-940f-4170-b37b-1ea8cb61d1e7 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:16.633500 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8df7baf8-940f-4170-b37b-1ea8cb61d1e7 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1959753 Jul 05 04:49:16.637032 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49212) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:16.642047 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e2b96919-7c0e-45e1-99ed-a9434f20d2f8 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-863077856'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:16.661952 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b96919-7c0e-45e1-99ed-a9434f20d2f8 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Made reservation on behalf of cd79ab9861304167988e2b56d10652dd for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:16.665635 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2b96919-7c0e-45e1-99ed-a9434f20d2f8 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:16.674576 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2b96919-7c0e-45e1-99ed-a9434f20d2f8 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:16.767588 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2b96919-7c0e-45e1-99ed-a9434f20d2f8 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:16.770894 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2b96919-7c0e-45e1-99ed-a9434f20d2f8 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:16.796594 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b96919-7c0e-45e1-99ed-a9434f20d2f8 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:49:16.805829 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b96919-7c0e-45e1-99ed-a9434f20d2f8 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97bad621-659d-4071-b2f8-3e668f9de761,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:16.811073 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2b96919-7c0e-45e1-99ed-a9434f20d2f8 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:16.811414 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-e2b96919-7c0e-45e1-99ed-a9434f20d2f8 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Added segment 0991016e-c74b-4fcc-8596-453f4dec9f6d of type vlan for network f9a98948-db55-4bbc-a6c2-661697264062 Jul 05 04:49:16.852895 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2b96919-7c0e-45e1-99ed-a9434f20d2f8 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:16.876965 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5fc46279-0968-43d8-b1ca-3be8651ba679 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:49:16.883409 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2b96919-7c0e-45e1-99ed-a9434f20d2f8 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:16.890004 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b96919-7c0e-45e1-99ed-a9434f20d2f8 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:16.890712 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e2b96919-7c0e-45e1-99ed-a9434f20d2f8 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:16.901273 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 5fc46279-0968-43d8-b1ca-3be8651ba679 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:49:16.901606 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5fc46279-0968-43d8-b1ca-3be8651ba679 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:49:16.958327 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e2b96919-7c0e-45e1-99ed-a9434f20d2f8 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3202460 Jul 05 04:49:16.961137 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49214) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:16.966619 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-b767e876-4b6c-443f-87ca-037a95f6a326 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Request body: {'subnet': {'network_id': 'f9a98948-db55-4bbc-a6c2-661697264062', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:16.985137 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b96919-7c0e-45e1-99ed-a9434f20d2f8 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Pushing event updated for resources: {'Network': ['ID=f9a98948-db55-4bbc-a6c2-661697264062,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:16.995349 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network f9a98948-db55-4bbc-a6c2-661697264062 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:49:17.058921 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b767e876-4b6c-443f-87ca-037a95f6a326 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Made reservation on behalf of cd79ab9861304167988e2b56d10652dd for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:17.062422 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b767e876-4b6c-443f-87ca-037a95f6a326 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:17.249972 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b767e876-4b6c-443f-87ca-037a95f6a326 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:17.313052 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767e876-4b6c-443f-87ca-037a95f6a326 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Pushing event updated for resources: {'Subnet': ['ID=43022cdd-568b-4cca-af89-e7c736c94e4a,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:17.323702 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b767e876-4b6c-443f-87ca-037a95f6a326 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Checking segment: {'id': '0991016e-c74b-4fcc-8596-453f4dec9f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f9a98948-db55-4bbc-a6c2-661697264062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:17.324356 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b767e876-4b6c-443f-87ca-037a95f6a326 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Network hostable DHCP agents. Network: f9a98948-db55-4bbc-a6c2-661697264062, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:49:17.340786 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b767e876-4b6c-443f-87ca-037a95f6a326 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Network f9a98948-db55-4bbc-a6c2-661697264062 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:49:17.349691 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-b767e876-4b6c-443f-87ca-037a95f6a326 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, f9a98948-db55-4bbc-a6c2-661697264062) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:17.353612 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b767e876-4b6c-443f-87ca-037a95f6a326 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:17.355258 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b767e876-4b6c-443f-87ca-037a95f6a326 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:17.358849 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fa1bf8-7391-4ddb-8720-92178cf7872e None None] Network f9a98948-db55-4bbc-a6c2-661697264062 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:17.369261 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b767e876-4b6c-443f-87ca-037a95f6a326 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4070413 Jul 05 04:49:17.373072 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49216) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:17.378156 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-76fd91eb-fe62-4bcb-b4f4-20ffa8b5c27b tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-640378633'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:17.399511 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fd91eb-fe62-4bcb-b4f4-20ffa8b5c27b tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Made reservation on behalf of cd79ab9861304167988e2b56d10652dd for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:17.403210 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76fd91eb-fe62-4bcb-b4f4-20ffa8b5c27b tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:17.428020 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76fd91eb-fe62-4bcb-b4f4-20ffa8b5c27b tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:49:17.439678 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76fd91eb-fe62-4bcb-b4f4-20ffa8b5c27b tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:17.440415 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-76fd91eb-fe62-4bcb-b4f4-20ffa8b5c27b tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Added segment dfd1375c-e301-4746-ac74-e479bb6af6c2 of type vlan for network dc69581f-1383-4c71-82f9-56969cacff55 Jul 05 04:49:17.482908 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76fd91eb-fe62-4bcb-b4f4-20ffa8b5c27b tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:17.507445 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43ac48a-851e-4006-8511-b97bf62ee272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-f9a98948-db55-4bbc-a6c2-661697264062', 'network_id': 'f9a98948-db55-4bbc-a6c2-661697264062', 'tenant_id': 'cd79ab9861304167988e2b56d10652dd', 'fixed_ips': [{'subnet_id': '43022cdd-568b-4cca-af89-e7c736c94e4a'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:49:17.508342 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d43ac48a-851e-4006-8511-b97bf62ee272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:17.514172 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76fd91eb-fe62-4bcb-b4f4-20ffa8b5c27b tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:17.520709 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fd91eb-fe62-4bcb-b4f4-20ffa8b5c27b tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:17.521412 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-76fd91eb-fe62-4bcb-b4f4-20ffa8b5c27b tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:17.582713 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-76fd91eb-fe62-4bcb-b4f4-20ffa8b5c27b tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2083747 Jul 05 04:49:17.585395 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49218) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:17.595764 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-0a5dbe92-13ac-4243-b5db-036874185982 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Request body: {'subnet': {'network_id': 'dc69581f-1383-4c71-82f9-56969cacff55', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:17.644496 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd91eb-fe62-4bcb-b4f4-20ffa8b5c27b tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Pushing event updated for resources: {'Network': ['ID=dc69581f-1383-4c71-82f9-56969cacff55,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:17.658586 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network dc69581f-1383-4c71-82f9-56969cacff55 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:49:17.696873 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5dbe92-13ac-4243-b5db-036874185982 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Made reservation on behalf of cd79ab9861304167988e2b56d10652dd for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:17.698251 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-d43ac48a-851e-4006-8511-b97bf62ee272 None None] Allocated IP 172.20.0.2 (f9a98948-db55-4bbc-a6c2-661697264062/43022cdd-568b-4cca-af89-e7c736c94e4a/3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:49:17.701948 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0a5dbe92-13ac-4243-b5db-036874185982 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:17.865505 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d43ac48a-851e-4006-8511-b97bf62ee272 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:17.874555 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d43ac48a-851e-4006-8511-b97bf62ee272 None None] Transition to ACTIVE for port object 3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:17.889206 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d43ac48a-851e-4006-8511-b97bf62ee272 None None] Transition to ACTIVE for port object 3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:17.889840 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0a5dbe92-13ac-4243-b5db-036874185982 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:17.894595 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d43ac48a-851e-4006-8511-b97bf62ee272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:17.931379 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43ac48a-851e-4006-8511-b97bf62ee272 None None] Network f9a98948-db55-4bbc-a6c2-661697264062 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:49:17.935188 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-d43ac48a-851e-4006-8511-b97bf62ee272 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:17.937635 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43ac48a-851e-4006-8511-b97bf62ee272 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:49:17.952490 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5dbe92-13ac-4243-b5db-036874185982 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Pushing event updated for resources: {'Subnet': ['ID=73090e8a-e62e-484d-8b9f-1b9a22ad13cc,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:17.960114 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5dbe92-13ac-4243-b5db-036874185982 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Checking segment: {'id': 'dfd1375c-e301-4746-ac74-e479bb6af6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'dc69581f-1383-4c71-82f9-56969cacff55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:17.960545 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5dbe92-13ac-4243-b5db-036874185982 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Network hostable DHCP agents. Network: dc69581f-1383-4c71-82f9-56969cacff55, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:49:17.983385 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ac48a-851e-4006-8511-b97bf62ee272 None None] Pushing event updated for resources: {'Port': ['ID=3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:17.985204 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5dbe92-13ac-4243-b5db-036874185982 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Network dc69581f-1383-4c71-82f9-56969cacff55 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:49:17.996957 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-0a5dbe92-13ac-4243-b5db-036874185982 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, dc69581f-1383-4c71-82f9-56969cacff55) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:18.001583 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5dbe92-13ac-4243-b5db-036874185982 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:18.002269 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0a5dbe92-13ac-4243-b5db-036874185982 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:18.013707 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e243f5-0591-4e01-a778-05ffa6f0011e None None] Network dc69581f-1383-4c71-82f9-56969cacff55 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:18.017948 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0a5dbe92-13ac-4243-b5db-036874185982 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4314227 Jul 05 04:49:18.020465 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49220) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:18.025006 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-5d4f80a9-b6e2-46e2-bc17-905555654fb5 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dc69581f-1383-4c71-82f9-56969cacff55'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:18.061085 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d43ac48a-851e-4006-8511-b97bf62ee272 None None] Attempting to bind port 3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:49:18.061467 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d43ac48a-851e-4006-8511-b97bf62ee272 None None] Attempting to bind port 3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0991016e-c74b-4fcc-8596-453f4dec9f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f9a98948-db55-4bbc-a6c2-661697264062'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:49:18.061842 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43ac48a-851e-4006-8511-b97bf62ee272 None None] Attempting to bind port 3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9 on network f9a98948-db55-4bbc-a6c2-661697264062 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:18.072621 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43ac48a-851e-4006-8511-b97bf62ee272 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:49:18.073788 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43ac48a-851e-4006-8511-b97bf62ee272 None None] Checking segment: {'id': '0991016e-c74b-4fcc-8596-453f4dec9f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f9a98948-db55-4bbc-a6c2-661697264062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:18.074324 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d43ac48a-851e-4006-8511-b97bf62ee272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:18.074727 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43ac48a-851e-4006-8511-b97bf62ee272 None None] Bound using segment: {'id': '0991016e-c74b-4fcc-8596-453f4dec9f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f9a98948-db55-4bbc-a6c2-661697264062'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:49:18.075208 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d43ac48a-851e-4006-8511-b97bf62ee272 None None] Bound port: 3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0991016e-c74b-4fcc-8596-453f4dec9f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f9a98948-db55-4bbc-a6c2-661697264062'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:49:18.075593 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d43ac48a-851e-4006-8511-b97bf62ee272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:18.191328 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d43ac48a-851e-4006-8511-b97bf62ee272 None None] For port 3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:49:18.195947 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d43ac48a-851e-4006-8511-b97bf62ee272 None None] For port 3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9,segment=NetworkSegment(0991016e-c74b-4fcc-8596-453f4dec9f6d),segment_id=0991016e-c74b-4fcc-8596-453f4dec9f6d)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:49:18.202941 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d43ac48a-851e-4006-8511-b97bf62ee272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:18.236462 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-5d4f80a9-b6e2-46e2-bc17-905555654fb5 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:18.272277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02855e63-2c55-46c1-b875-8b4dff759dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-dc69581f-1383-4c71-82f9-56969cacff55', 'network_id': 'dc69581f-1383-4c71-82f9-56969cacff55', 'tenant_id': 'cd79ab9861304167988e2b56d10652dd', 'fixed_ips': [{'subnet_id': '73090e8a-e62e-484d-8b9f-1b9a22ad13cc'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:49:18.273179 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02855e63-2c55-46c1-b875-8b4dff759dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:18.299736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ac48a-851e-4006-8511-b97bf62ee272 None None] Pushing event updated for resources: {'Port': ['ID=3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:18.351760 n-d-780147-23 neutron-server[105538]: INFO neutron.api.v2.resource [None req-5d4f80a9-b6e2-46e2-bc17-905555654fb5 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:49:18.352853 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5d4f80a9-b6e2-46e2-bc17-905555654fb5 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] 10.222.0.77 "PUT /v2.0/routers/0b486377-bbe5-4cbc-9d8b-9c94e41650f8 HTTP/1.1" status: 400 len: 364 time: 0.3314364 Jul 05 04:49:18.358716 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49222) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:18.421311 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c12cea-78a3-4729-a995-aeacaf38fe70 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Deleting subnet 73090e8a-e62e-484d-8b9f-1b9a22ad13cc {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:49:18.456403 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-02855e63-2c55-46c1-b875-8b4dff759dd4 None None] Allocated IP 172.21.0.2 (dc69581f-1383-4c71-82f9-56969cacff55/73090e8a-e62e-484d-8b9f-1b9a22ad13cc/45ac4268-4254-43e6-ba76-5dbb81c32d17) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:49:18.612269 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02855e63-2c55-46c1-b875-8b4dff759dd4 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:18.621131 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-02855e63-2c55-46c1-b875-8b4dff759dd4 None None] Transition to ACTIVE for port object 45ac4268-4254-43e6-ba76-5dbb81c32d17 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:18.635446 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-02855e63-2c55-46c1-b875-8b4dff759dd4 None None] Transition to ACTIVE for port object 45ac4268-4254-43e6-ba76-5dbb81c32d17 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:18.640684 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f7c12cea-78a3-4729-a995-aeacaf38fe70 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:18.641408 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02855e63-2c55-46c1-b875-8b4dff759dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:18.679131 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02855e63-2c55-46c1-b875-8b4dff759dd4 None None] Network dc69581f-1383-4c71-82f9-56969cacff55 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:49:18.684980 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f7c12cea-78a3-4729-a995-aeacaf38fe70 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:18.685998 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-02855e63-2c55-46c1-b875-8b4dff759dd4 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:18.690320 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02855e63-2c55-46c1-b875-8b4dff759dd4 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:49:18.693355 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02855e63-2c55-46c1-b875-8b4dff759dd4 None None] Pushing event updated for resources: {'Port': ['ID=45ac4268-4254-43e6-ba76-5dbb81c32d17,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:18.751149 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-02855e63-2c55-46c1-b875-8b4dff759dd4 None None] Attempting to bind port 45ac4268-4254-43e6-ba76-5dbb81c32d17 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:49:18.751526 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-02855e63-2c55-46c1-b875-8b4dff759dd4 None None] Attempting to bind port 45ac4268-4254-43e6-ba76-5dbb81c32d17 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'dfd1375c-e301-4746-ac74-e479bb6af6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'dc69581f-1383-4c71-82f9-56969cacff55'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:49:18.751924 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02855e63-2c55-46c1-b875-8b4dff759dd4 None None] Attempting to bind port 45ac4268-4254-43e6-ba76-5dbb81c32d17 on network dc69581f-1383-4c71-82f9-56969cacff55 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:18.756878 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02855e63-2c55-46c1-b875-8b4dff759dd4 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:49:18.757258 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02855e63-2c55-46c1-b875-8b4dff759dd4 None None] Checking segment: {'id': 'dfd1375c-e301-4746-ac74-e479bb6af6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'dc69581f-1383-4c71-82f9-56969cacff55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:18.757662 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02855e63-2c55-46c1-b875-8b4dff759dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:18.758068 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02855e63-2c55-46c1-b875-8b4dff759dd4 None None] Bound using segment: {'id': 'dfd1375c-e301-4746-ac74-e479bb6af6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'dc69581f-1383-4c71-82f9-56969cacff55'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:49:18.758543 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-02855e63-2c55-46c1-b875-8b4dff759dd4 None None] Bound port: 45ac4268-4254-43e6-ba76-5dbb81c32d17, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd1375c-e301-4746-ac74-e479bb6af6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'dc69581f-1383-4c71-82f9-56969cacff55'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:49:18.758930 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02855e63-2c55-46c1-b875-8b4dff759dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:18.777087 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f7c12cea-78a3-4729-a995-aeacaf38fe70 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:18.843673 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f7c12cea-78a3-4729-a995-aeacaf38fe70 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:18.847473 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-02855e63-2c55-46c1-b875-8b4dff759dd4 None None] For port 45ac4268-4254-43e6-ba76-5dbb81c32d17, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:49:18.853316 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-02855e63-2c55-46c1-b875-8b4dff759dd4 None None] For port 45ac4268-4254-43e6-ba76-5dbb81c32d17, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=45ac4268-4254-43e6-ba76-5dbb81c32d17,segment=NetworkSegment(dfd1375c-e301-4746-ac74-e479bb6af6c2),segment_id=dfd1375c-e301-4746-ac74-e479bb6af6c2)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:49:18.858538 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-02855e63-2c55-46c1-b875-8b4dff759dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:18.872544 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c12cea-78a3-4729-a995-aeacaf38fe70 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Pushing event deleted for resources: {'Subnet': ['ID=73090e8a-e62e-484d-8b9f-1b9a22ad13cc,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:18.876507 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f7c12cea-78a3-4729-a995-aeacaf38fe70 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:18.881009 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f7c12cea-78a3-4729-a995-aeacaf38fe70 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] 10.222.0.77 "DELETE /v2.0/subnets/73090e8a-e62e-484d-8b9f-1b9a22ad13cc HTTP/1.1" status: 204 len: 168 time: 0.5212913 Jul 05 04:49:18.881175 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49224) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:18.927887 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02855e63-2c55-46c1-b875-8b4dff759dd4 None None] Pushing event updated for resources: {'Port': ['ID=45ac4268-4254-43e6-ba76-5dbb81c32d17,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:18.971047 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:19.004982 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a90a319a-3f98-44e9-8544-a8d08dcd2c74 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:19.029067 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:19.065326 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-a90a319a-3f98-44e9-8544-a8d08dcd2c74 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Deleting port 45ac4268-4254-43e6-ba76-5dbb81c32d17 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:49:19.065664 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a90a319a-3f98-44e9-8544-a8d08dcd2c74 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:19.161144 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-a90a319a-3f98-44e9-8544-a8d08dcd2c74 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] For port 45ac4268-4254-43e6-ba76-5dbb81c32d17, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=45ac4268-4254-43e6-ba76-5dbb81c32d17,segment=NetworkSegment(dfd1375c-e301-4746-ac74-e479bb6af6c2),segment_id=dfd1375c-e301-4746-ac74-e479bb6af6c2)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:19.161514 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a90a319a-3f98-44e9-8544-a8d08dcd2c74 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:19.176280 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-a90a319a-3f98-44e9-8544-a8d08dcd2c74 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Calling delete_port for 45ac4268-4254-43e6-ba76-5dbb81c32d17 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:49:19.272881 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a90a319a-3f98-44e9-8544-a8d08dcd2c74 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:19.306433 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a319a-3f98-44e9-8544-a8d08dcd2c74 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Pushing event deleted for resources: {'Port': ['ID=45ac4268-4254-43e6-ba76-5dbb81c32d17,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:19.310985 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90a319a-3f98-44e9-8544-a8d08dcd2c74 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] No DVR routers for this DVR port 45ac4268-4254-43e6-ba76-5dbb81c32d17 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:49:19.340999 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba7bd0c-f11c-481a-ab3c-4fc3ca285188 None None] Network f9a98948-db55-4bbc-a6c2-661697264062 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:19.397723 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a90a319a-3f98-44e9-8544-a8d08dcd2c74 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:19.408489 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-a90a319a-3f98-44e9-8544-a8d08dcd2c74 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc69581f-1383-4c71-82f9-56969cacff55']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:19.415753 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-63f7ac0a-ec7d-4c7c-8924-4fa9bb752ccf None None] Provisioning for port 3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:19.419828 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-a90a319a-3f98-44e9-8544-a8d08dcd2c74 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd1375c-e301-4746-ac74-e479bb6af6c2') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:19.420174 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-a90a319a-3f98-44e9-8544-a8d08dcd2c74 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd1375c-e301-4746-ac74-e479bb6af6c2') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:19.427432 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-63f7ac0a-ec7d-4c7c-8924-4fa9bb752ccf None None] Provisioning complete for port 3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:19.427826 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-63f7ac0a-ec7d-4c7c-8924-4fa9bb752ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:19.428959 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a90a319a-3f98-44e9-8544-a8d08dcd2c74 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:19.443291 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a90a319a-3f98-44e9-8544-a8d08dcd2c74 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:19.450641 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90a319a-3f98-44e9-8544-a8d08dcd2c74 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:49:19.451188 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a90a319a-3f98-44e9-8544-a8d08dcd2c74 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:49:19.454506 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:49:19.521454 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a90a319a-3f98-44e9-8544-a8d08dcd2c74 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:19.529095 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a90a319a-3f98-44e9-8544-a8d08dcd2c74 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:19.530964 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a90a319a-3f98-44e9-8544-a8d08dcd2c74 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] 10.222.0.77 "DELETE /v2.0/networks/dc69581f-1383-4c71-82f9-56969cacff55 HTTP/1.1" status: 204 len: 168 time: 0.6481764 Jul 05 04:49:19.533774 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49226) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:19.543622 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a319a-3f98-44e9-8544-a8d08dcd2c74 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Pushing event deleted for resources: {'Network': ['ID=dc69581f-1383-4c71-82f9-56969cacff55,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:19.565384 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-63f7ac0a-ec7d-4c7c-8924-4fa9bb752ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:19.586827 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-4542da2b-53e5-4cc8-adc1-a67128f8d7b3 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Deleting subnet 43022cdd-568b-4cca-af89-e7c736c94e4a {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:49:19.590882 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4542da2b-53e5-4cc8-adc1-a67128f8d7b3 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:19.635585 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4542da2b-53e5-4cc8-adc1-a67128f8d7b3 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:19.748527 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4542da2b-53e5-4cc8-adc1-a67128f8d7b3 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:19.813473 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4542da2b-53e5-4cc8-adc1-a67128f8d7b3 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:19.848742 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4542da2b-53e5-4cc8-adc1-a67128f8d7b3 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:19.853020 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4542da2b-53e5-4cc8-adc1-a67128f8d7b3 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] 10.222.0.77 "DELETE /v2.0/subnets/43022cdd-568b-4cca-af89-e7c736c94e4a HTTP/1.1" status: 204 len: 168 time: 0.3158557 Jul 05 04:49:19.853020 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542da2b-53e5-4cc8-adc1-a67128f8d7b3 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Pushing event deleted for resources: {'Subnet': ['ID=43022cdd-568b-4cca-af89-e7c736c94e4a,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:19.854495 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49228) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:19.854806 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.db.api [None req-63f7ac0a-ec7d-4c7c-8924-4fa9bb752ccf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:49:19.855346 n-d-780147-23 neutron-server[105540]: DEBUG oslo_db.api [None req-63f7ac0a-ec7d-4c7c-8924-4fa9bb752ccf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:49:19.949954 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-374157f6-5a6a-411f-a573-12470cf71718 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:20.027200 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3b9328-a6d0-4165-b926-4efedcccffd0 None None] Network f9a98948-db55-4bbc-a6c2-661697264062 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:20.032080 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-374157f6-5a6a-411f-a573-12470cf71718 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Deleting port 3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:49:20.033273 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-374157f6-5a6a-411f-a573-12470cf71718 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:20.065941 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36053880-a53c-4136-8bdb-430c837d1ef4 None None] DHCP port deletion for dc69581f-1383-4c71-82f9-56969cacff55 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:49:20.096057 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce68bd6-5271-4a42-92dc-dfeab57ae7c3 None None] Network dc69581f-1383-4c71-82f9-56969cacff55 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:20.102376 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-374157f6-5a6a-411f-a573-12470cf71718 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] For port 3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9,segment=NetworkSegment(0991016e-c74b-4fcc-8596-453f4dec9f6d),segment_id=0991016e-c74b-4fcc-8596-453f4dec9f6d)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:20.102746 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-374157f6-5a6a-411f-a573-12470cf71718 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:20.116324 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-374157f6-5a6a-411f-a573-12470cf71718 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Calling delete_port for 3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:49:20.127761 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce68bd6-5271-4a42-92dc-dfeab57ae7c3 None None] Network dc69581f-1383-4c71-82f9-56969cacff55 could not be found, it might have been deleted concurrently. {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 04:49:20.202906 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-374157f6-5a6a-411f-a573-12470cf71718 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:20.227139 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374157f6-5a6a-411f-a573-12470cf71718 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Pushing event deleted for resources: {'Port': ['ID=3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:20.228988 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d8edcc-fd34-40dd-bf5e-2a9aba3128b7 None None] DHCP port deletion for f9a98948-db55-4bbc-a6c2-661697264062 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:49:20.234007 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374157f6-5a6a-411f-a573-12470cf71718 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] No DVR routers for this DVR port 3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:49:20.311336 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-374157f6-5a6a-411f-a573-12470cf71718 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:20.320916 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-374157f6-5a6a-411f-a573-12470cf71718 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a98948-db55-4bbc-a6c2-661697264062']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:20.332100 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-374157f6-5a6a-411f-a573-12470cf71718 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0991016e-c74b-4fcc-8596-453f4dec9f6d') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:20.332398 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-374157f6-5a6a-411f-a573-12470cf71718 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0991016e-c74b-4fcc-8596-453f4dec9f6d') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:20.341319 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-374157f6-5a6a-411f-a573-12470cf71718 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:20.359088 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-374157f6-5a6a-411f-a573-12470cf71718 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:20.365231 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374157f6-5a6a-411f-a573-12470cf71718 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:49:20.365649 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-374157f6-5a6a-411f-a573-12470cf71718 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:49:20.368693 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:49:20.375612 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-63f7ac0a-ec7d-4c7c-8924-4fa9bb752ccf None None] Port 3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9 update to ACTIVE by agent not found {{(pid=105540) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 05 04:49:20.428000 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-374157f6-5a6a-411f-a573-12470cf71718 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:20.435454 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-374157f6-5a6a-411f-a573-12470cf71718 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:20.437275 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-374157f6-5a6a-411f-a573-12470cf71718 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] 10.222.0.77 "DELETE /v2.0/networks/f9a98948-db55-4bbc-a6c2-661697264062 HTTP/1.1" status: 204 len: 168 time: 0.5810430 Jul 05 04:49:20.440222 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49230) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:20.449637 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374157f6-5a6a-411f-a573-12470cf71718 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Pushing event deleted for resources: {'Network': ['ID=f9a98948-db55-4bbc-a6c2-661697264062,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:20.471990 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-cda1fb02-3bbe-49bf-a72a-e0ec7d5f0d19 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b486377-bbe5-4cbc-9d8b-9c94e41650f8 HTTP/1.1" status: 200 len: 205 time: 0.0302203 Jul 05 04:49:20.474316 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49232) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:20.485694 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-67af8e23-b63f-42b6-a953-1d55d09e63a1 None None] Could not find standard attr ID for object 45ac4268-4254-43e6-ba76-5dbb81c32d17. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:49:20.488456 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-67af8e23-b63f-42b6-a953-1d55d09e63a1 None None] Could not find standard attr ID for object 3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9. {{(pid=105540) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:49:20.553417 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e9840cfc-1897-42e5-8402-34cf45d71554 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:20.709522 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e9840cfc-1897-42e5-8402-34cf45d71554 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:20.711590 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e9840cfc-1897-42e5-8402-34cf45d71554 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:20.756404 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e9840cfc-1897-42e5-8402-34cf45d71554 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:20.757125 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9840cfc-1897-42e5-8402-34cf45d71554 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Fanout notify agent at l3_agent the message router_deleted on router 0b486377-bbe5-4cbc-9d8b-9c94e41650f8 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:49:20.764372 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e9840cfc-1897-42e5-8402-34cf45d71554 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:20.765502 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e9840cfc-1897-42e5-8402-34cf45d71554 tempest-RoutersNegativeTest-604815509 tempest-RoutersNegativeTest-604815509-project] 10.222.0.77 "DELETE /v2.0/routers/0b486377-bbe5-4cbc-9d8b-9c94e41650f8 HTTP/1.1" status: 204 len: 168 time: 0.2902000 Jul 05 04:49:20.879727 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:49:20.899297 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:49:20.899652 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3b93e3b8-e6b5-4fda-b8ec-476d3923cbe9 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:49:21.012105 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49238) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:21.139700 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-577413d3-a8d6-4729-bd37-ccbf5bbfc1a6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cd79ab9861304167988e2b56d10652dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1262777 Jul 05 04:49:21.142137 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49242) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:21.188770 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-705fb954-7022-4ba8-ae6d-c52f62df9c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:21.209771 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-705fb954-7022-4ba8-ae6d-c52f62df9c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:21.259202 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-705fb954-7022-4ba8-ae6d-c52f62df9c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:21.262418 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-705fb954-7022-4ba8-ae6d-c52f62df9c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:21.263545 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-705fb954-7022-4ba8-ae6d-c52f62df9c9a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/97bad621-659d-4071-b2f8-3e668f9de761 HTTP/1.1" status: 204 len: 168 time: 0.1204946 Jul 05 04:49:21.271750 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fb954-7022-4ba8-ae6d-c52f62df9c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bad621-659d-4071-b2f8-3e668f9de761,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:21.858699 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49264) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:21.952052 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-c1f03281-0071-4776-b76b-91559cd38e5a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-277918116-network', 'tenant_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:21.972735 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f03281-0071-4776-b76b-91559cd38e5a admin admin] Made reservation on behalf of ee5bc80a7b0c458ba4d78f1e7bdbf211 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:21.975023 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c1f03281-0071-4776-b76b-91559cd38e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:21.983296 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c1f03281-0071-4776-b76b-91559cd38e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:22.083447 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c1f03281-0071-4776-b76b-91559cd38e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:22.087253 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c1f03281-0071-4776-b76b-91559cd38e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:22.110988 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f03281-0071-4776-b76b-91559cd38e5a admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:49:22.120191 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f03281-0071-4776-b76b-91559cd38e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4ae913-e4bb-4352-9aed-7f7427e6b6c1,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:22.126372 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c1f03281-0071-4776-b76b-91559cd38e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:22.126726 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-c1f03281-0071-4776-b76b-91559cd38e5a admin admin] Added segment d890af47-191c-4bd5-a73a-2a20883d1b3a of type vlan for network d770ebd1-b892-40f2-9a29-cd0c76c81910 Jul 05 04:49:22.165877 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c1f03281-0071-4776-b76b-91559cd38e5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:22.195168 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c1f03281-0071-4776-b76b-91559cd38e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:22.196198 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f03281-0071-4776-b76b-91559cd38e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:22.196779 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c1f03281-0071-4776-b76b-91559cd38e5a admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:22.251828 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c1f03281-0071-4776-b76b-91559cd38e5a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3919938 Jul 05 04:49:22.254686 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49268) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:22.259653 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-4938de58-572c-4f08-bcdc-01034e53c547 admin admin] Request body: {'subnet': {'network_id': 'd770ebd1-b892-40f2-9a29-cd0c76c81910', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-277918116-subnet', 'tenant_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:22.275023 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f03281-0071-4776-b76b-91559cd38e5a admin admin] Pushing event updated for resources: {'Network': ['ID=d770ebd1-b892-40f2-9a29-cd0c76c81910,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:22.285250 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network d770ebd1-b892-40f2-9a29-cd0c76c81910 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:49:22.288024 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4938de58-572c-4f08-bcdc-01034e53c547 admin admin] Made reservation on behalf of ee5bc80a7b0c458ba4d78f1e7bdbf211 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:22.290432 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4938de58-572c-4f08-bcdc-01034e53c547 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:22.468376 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4938de58-572c-4f08-bcdc-01034e53c547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:22.521965 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938de58-572c-4f08-bcdc-01034e53c547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e86c00f4-8bca-40d2-a513-507882e0f1e0,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:22.531267 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4938de58-572c-4f08-bcdc-01034e53c547 admin admin] Checking segment: {'id': 'd890af47-191c-4bd5-a73a-2a20883d1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd770ebd1-b892-40f2-9a29-cd0c76c81910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:22.531632 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4938de58-572c-4f08-bcdc-01034e53c547 admin admin] Network hostable DHCP agents. Network: d770ebd1-b892-40f2-9a29-cd0c76c81910, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:49:22.547957 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4938de58-572c-4f08-bcdc-01034e53c547 admin admin] Network d770ebd1-b892-40f2-9a29-cd0c76c81910 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:49:22.556172 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-4938de58-572c-4f08-bcdc-01034e53c547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, d770ebd1-b892-40f2-9a29-cd0c76c81910) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:22.561543 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4938de58-572c-4f08-bcdc-01034e53c547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:22.563568 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4938de58-572c-4f08-bcdc-01034e53c547 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:22.564361 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b34cf4-1b4d-4388-b1dc-4946fe7e300f None None] Network d770ebd1-b892-40f2-9a29-cd0c76c81910 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:22.578148 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4938de58-572c-4f08-bcdc-01034e53c547 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3223288 Jul 05 04:49:22.580671 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49270) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:22.585366 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-5be17576-0b81-464c-9d1f-0885bde2a750 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-277918116-router', 'tenant_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:22.606414 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5be17576-0b81-464c-9d1f-0885bde2a750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:22.607244 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5be17576-0b81-464c-9d1f-0885bde2a750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:22.662645 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5be17576-0b81-464c-9d1f-0885bde2a750 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:22.714899 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c691d1e-c0a3-4f28-9f99-f5eb4d9fa8fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-d770ebd1-b892-40f2-9a29-cd0c76c81910', 'network_id': 'd770ebd1-b892-40f2-9a29-cd0c76c81910', 'tenant_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'fixed_ips': [{'subnet_id': 'e86c00f4-8bca-40d2-a513-507882e0f1e0'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:49:22.715850 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0c691d1e-c0a3-4f28-9f99-f5eb4d9fa8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:22.810734 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5be17576-0b81-464c-9d1f-0885bde2a750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:22.856793 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-0c691d1e-c0a3-4f28-9f99-f5eb4d9fa8fe None None] Allocated IP 172.20.0.2 (d770ebd1-b892-40f2-9a29-cd0c76c81910/e86c00f4-8bca-40d2-a513-507882e0f1e0/23c9b121-e4e4-47e5-934a-598aa68fdd37) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:49:22.997441 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0c691d1e-c0a3-4f28-9f99-f5eb4d9fa8fe None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:23.005674 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0c691d1e-c0a3-4f28-9f99-f5eb4d9fa8fe None None] Transition to ACTIVE for port object 23c9b121-e4e4-47e5-934a-598aa68fdd37 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:23.012273 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5be17576-0b81-464c-9d1f-0885bde2a750 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:23.020660 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0c691d1e-c0a3-4f28-9f99-f5eb4d9fa8fe None None] Transition to ACTIVE for port object 23c9b121-e4e4-47e5-934a-598aa68fdd37 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:23.027281 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0c691d1e-c0a3-4f28-9f99-f5eb4d9fa8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:23.032587 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5be17576-0b81-464c-9d1f-0885bde2a750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:23.067672 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c691d1e-c0a3-4f28-9f99-f5eb4d9fa8fe None None] Network d770ebd1-b892-40f2-9a29-cd0c76c81910 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:49:23.071150 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-0c691d1e-c0a3-4f28-9f99-f5eb4d9fa8fe None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:23.076959 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c691d1e-c0a3-4f28-9f99-f5eb4d9fa8fe None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:49:23.085472 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c691d1e-c0a3-4f28-9f99-f5eb4d9fa8fe None None] Pushing event updated for resources: {'Port': ['ID=23c9b121-e4e4-47e5-934a-598aa68fdd37,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:23.138470 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-0c691d1e-c0a3-4f28-9f99-f5eb4d9fa8fe None None] Attempting to bind port 23c9b121-e4e4-47e5-934a-598aa68fdd37 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:49:23.138794 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-0c691d1e-c0a3-4f28-9f99-f5eb4d9fa8fe None None] Attempting to bind port 23c9b121-e4e4-47e5-934a-598aa68fdd37 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'd890af47-191c-4bd5-a73a-2a20883d1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd770ebd1-b892-40f2-9a29-cd0c76c81910'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:49:23.139190 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-5be17576-0b81-464c-9d1f-0885bde2a750 admin admin] Allocated IP 172.25.1.218 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/58ae4e4b-c553-4c3f-b3c0-465900824c6b) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:49:23.139707 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c691d1e-c0a3-4f28-9f99-f5eb4d9fa8fe None None] Attempting to bind port 23c9b121-e4e4-47e5-934a-598aa68fdd37 on network d770ebd1-b892-40f2-9a29-cd0c76c81910 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:23.144537 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c691d1e-c0a3-4f28-9f99-f5eb4d9fa8fe None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:49:23.144913 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c691d1e-c0a3-4f28-9f99-f5eb4d9fa8fe None None] Checking segment: {'id': 'd890af47-191c-4bd5-a73a-2a20883d1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd770ebd1-b892-40f2-9a29-cd0c76c81910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:23.145325 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0c691d1e-c0a3-4f28-9f99-f5eb4d9fa8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:23.145720 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c691d1e-c0a3-4f28-9f99-f5eb4d9fa8fe None None] Bound using segment: {'id': 'd890af47-191c-4bd5-a73a-2a20883d1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd770ebd1-b892-40f2-9a29-cd0c76c81910'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:49:23.146199 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-0c691d1e-c0a3-4f28-9f99-f5eb4d9fa8fe None None] Bound port: 23c9b121-e4e4-47e5-934a-598aa68fdd37, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd890af47-191c-4bd5-a73a-2a20883d1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd770ebd1-b892-40f2-9a29-cd0c76c81910'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:49:23.146584 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0c691d1e-c0a3-4f28-9f99-f5eb4d9fa8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:23.210507 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-0c691d1e-c0a3-4f28-9f99-f5eb4d9fa8fe None None] For port 23c9b121-e4e4-47e5-934a-598aa68fdd37, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:49:23.213769 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-0c691d1e-c0a3-4f28-9f99-f5eb4d9fa8fe None None] For port 23c9b121-e4e4-47e5-934a-598aa68fdd37, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=23c9b121-e4e4-47e5-934a-598aa68fdd37,segment=NetworkSegment(d890af47-191c-4bd5-a73a-2a20883d1b3a),segment_id=d890af47-191c-4bd5-a73a-2a20883d1b3a)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:49:23.217938 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0c691d1e-c0a3-4f28-9f99-f5eb4d9fa8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:23.248457 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5be17576-0b81-464c-9d1f-0885bde2a750 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:23.273317 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c691d1e-c0a3-4f28-9f99-f5eb4d9fa8fe None None] Pushing event updated for resources: {'Port': ['ID=23c9b121-e4e4-47e5-934a-598aa68fdd37,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:23.296707 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5be17576-0b81-464c-9d1f-0885bde2a750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:23.334161 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be17576-0b81-464c-9d1f-0885bde2a750 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:49:23.337026 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-5be17576-0b81-464c-9d1f-0885bde2a750 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:23.343143 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be17576-0b81-464c-9d1f-0885bde2a750 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:49:23.367063 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be17576-0b81-464c-9d1f-0885bde2a750 admin admin] Pushing event updated for resources: {'Port': ['ID=58ae4e4b-c553-4c3f-b3c0-465900824c6b,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:23.609529 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5be17576-0b81-464c-9d1f-0885bde2a750 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:23.828141 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5be17576-0b81-464c-9d1f-0885bde2a750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:23.963764 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be17576-0b81-464c-9d1f-0885bde2a750 admin admin] Router d8409346-2c79-4218-902b-f2fa97f08770 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:49:24.080515 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be17576-0b81-464c-9d1f-0885bde2a750 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:49:24.089795 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] Sync routers for ids ['d8409346-2c79-4218-902b-f2fa97f08770'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:49:24.097271 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5be17576-0b81-464c-9d1f-0885bde2a750 admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:24.101410 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49272) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:24.102023 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5be17576-0b81-464c-9d1f-0885bde2a750 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5193601 Jul 05 04:49:24.104096 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] Routers {'d8409346-2c79-4218-902b-f2fa97f08770'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:49:24.105285 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:49:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d8409346-2c79-4218-902b-f2fa97f08770'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:24.138779 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4186242e-82fb-4956-8d13-c8cad6ff24cf None None] Network d770ebd1-b892-40f2-9a29-cd0c76c81910 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:24.263138 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ab2e857c-2157-414c-a09b-ea012eb5baa1 None None] Provisioning for port 23c9b121-e4e4-47e5-934a-598aa68fdd37 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:24.316586 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] Set router d8409346-2c79-4218-902b-f2fa97f08770 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:49:24.500909 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8409346-2c79-4218-902b-f2fa97f08770', 'name': 'tempest-TestEncryptedCinderVolumes-277918116-router', 'tenant_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '58ae4e4b-c553-4c3f-b3c0-465900824c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:22Z', 'updated_at': '2021-07-05T04:49:23Z', 'revision_number': 3, 'project_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'gw_port': {'id': '58ae4e4b-c553-4c3f-b3c0-465900824c6b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8409346-2c79-4218-902b-f2fa97f08770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:23Z', 'updated_at': '2021-07-05T04:49:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:24.532558 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] Checking router: d8409346-2c79-4218-902b-f2fa97f08770 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:49:24.532911 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] Updating router d8409346-2c79-4218-902b-f2fa97f08770 port 58ae4e4b-c553-4c3f-b3c0-465900824c6b binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:49:24.566871 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:24.572640 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b4ab0baf-15ae-4d2c-a663-5ef470a5b942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:24.729338 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-b4ab0baf-15ae-4d2c-a663-5ef470a5b942 admin admin] Allocated IP 172.20.0.1 (d770ebd1-b892-40f2-9a29-cd0c76c81910/e86c00f4-8bca-40d2-a513-507882e0f1e0/5984eb9c-5884-4453-a82c-eb47e17dae6c) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:49:24.814572 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:24.825642 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] Transition to ACTIVE for port object 58ae4e4b-c553-4c3f-b3c0-465900824c6b will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:24.831536 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:24.838890 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b4ab0baf-15ae-4d2c-a663-5ef470a5b942 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:24.853697 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-b4ab0baf-15ae-4d2c-a663-5ef470a5b942 admin admin] Transition to ACTIVE for port object 5984eb9c-5884-4453-a82c-eb47e17dae6c will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:24.886290 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] Attempting to bind port 58ae4e4b-c553-4c3f-b3c0-465900824c6b on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:49:24.886645 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] Attempting to bind port 58ae4e4b-c553-4c3f-b3c0-465900824c6b by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:49:24.886942 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] Attempting to bind port 58ae4e4b-c553-4c3f-b3c0-465900824c6b on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:24.894344 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898677e-17d1-435d-b56b-22731eb8c48f None None] Pushing event updated for resources: {'Port': ['ID=58ae4e4b-c553-4c3f-b3c0-465900824c6b,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:24.896285 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b4ab0baf-15ae-4d2c-a663-5ef470a5b942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:24.902141 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898677e-17d1-435d-b56b-22731eb8c48f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:24.902458 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898677e-17d1-435d-b56b-22731eb8c48f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:24.902797 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898677e-17d1-435d-b56b-22731eb8c48f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:24.903150 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898677e-17d1-435d-b56b-22731eb8c48f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:24.903455 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898677e-17d1-435d-b56b-22731eb8c48f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:24.903852 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898677e-17d1-435d-b56b-22731eb8c48f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:24.904126 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898677e-17d1-435d-b56b-22731eb8c48f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:24.904442 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898677e-17d1-435d-b56b-22731eb8c48f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:24.905206 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898677e-17d1-435d-b56b-22731eb8c48f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:24.905206 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898677e-17d1-435d-b56b-22731eb8c48f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:24.905421 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898677e-17d1-435d-b56b-22731eb8c48f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:24.905856 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898677e-17d1-435d-b56b-22731eb8c48f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:24.909061 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:49:24.909441 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:24.909873 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:24.910228 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:49:24.910709 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] Bound port: 58ae4e4b-c553-4c3f-b3c0-465900824c6b, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:49:24.911090 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:24.941567 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ab0baf-15ae-4d2c-a663-5ef470a5b942 admin admin] Network d770ebd1-b892-40f2-9a29-cd0c76c81910 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:49:24.945046 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 23c9b121-e4e4-47e5-934a-598aa68fdd37 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:24.950419 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-b4ab0baf-15ae-4d2c-a663-5ef470a5b942 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:24.952957 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ab0baf-15ae-4d2c-a663-5ef470a5b942 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:49:24.959054 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab0baf-15ae-4d2c-a663-5ef470a5b942 admin admin] Pushing event updated for resources: {'Port': ['ID=5984eb9c-5884-4453-a82c-eb47e17dae6c,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:24.970844 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] For port 58ae4e4b-c553-4c3f-b3c0-465900824c6b, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:49:24.974268 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] For port 58ae4e4b-c553-4c3f-b3c0-465900824c6b, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=58ae4e4b-c553-4c3f-b3c0-465900824c6b,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:49:24.980938 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:25.009257 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b4ab0baf-15ae-4d2c-a663-5ef470a5b942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:25.011271 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 23c9b121-e4e4-47e5-934a-598aa68fdd37 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:25.015678 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 23c9b121-e4e4-47e5-934a-598aa68fdd37 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:25.016150 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:25.055544 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898677e-17d1-435d-b56b-22731eb8c48f None None] Pushing event updated for resources: {'Port': ['ID=58ae4e4b-c553-4c3f-b3c0-465900824c6b,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:25.058986 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] Routers {'d8409346-2c79-4218-902b-f2fa97f08770'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:49:25.059849 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:49:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d8409346-2c79-4218-902b-f2fa97f08770'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:25.114326 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:25.156482 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 23c9b121-e4e4-47e5-934a-598aa68fdd37, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=23c9b121-e4e4-47e5-934a-598aa68fdd37,segment=NetworkSegment(d890af47-191c-4bd5-a73a-2a20883d1b3a),segment_id=d890af47-191c-4bd5-a73a-2a20883d1b3a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:25.161511 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:25.194539 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b4ab0baf-15ae-4d2c-a663-5ef470a5b942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:25.207667 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] Set router d8409346-2c79-4218-902b-f2fa97f08770 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:49:25.222174 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=23c9b121-e4e4-47e5-934a-598aa68fdd37,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:25.321786 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-67e0563c-4cd5-4756-9ac7-c4c3059123e3 None None] Provisioning for port 5984eb9c-5884-4453-a82c-eb47e17dae6c completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:25.327278 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-67e0563c-4cd5-4756-9ac7-c4c3059123e3 None None] Provisioning complete for port 5984eb9c-5884-4453-a82c-eb47e17dae6c triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:25.327767 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-67e0563c-4cd5-4756-9ac7-c4c3059123e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:25.363981 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-67e0563c-4cd5-4756-9ac7-c4c3059123e3 None None] Port 5984eb9c-5884-4453-a82c-eb47e17dae6c cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:49:25.368115 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b4ab0baf-15ae-4d2c-a663-5ef470a5b942 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:25.373566 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b4ab0baf-15ae-4d2c-a663-5ef470a5b942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:25.391837 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8409346-2c79-4218-902b-f2fa97f08770', 'name': 'tempest-TestEncryptedCinderVolumes-277918116-router', 'tenant_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '58ae4e4b-c553-4c3f-b3c0-465900824c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:22Z', 'updated_at': '2021-07-05T04:49:23Z', 'revision_number': 3, 'project_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'gw_port': {'id': '58ae4e4b-c553-4c3f-b3c0-465900824c6b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8409346-2c79-4218-902b-f2fa97f08770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:23Z', 'updated_at': '2021-07-05T04:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:25.419999 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a3db20-420f-43c8-a57a-69f1a6bacf11 None None] The sync data for ids ['d8409346-2c79-4218-902b-f2fa97f08770'] in n-d-780147-23 is: [{'id': 'd8409346-2c79-4218-902b-f2fa97f08770', 'name': 'tempest-TestEncryptedCinderVolumes-277918116-router', 'tenant_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '58ae4e4b-c553-4c3f-b3c0-465900824c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:22Z', 'updated_at': '2021-07-05T04:49:23Z', 'revision_number': 3, 'project_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'gw_port': {'id': '58ae4e4b-c553-4c3f-b3c0-465900824c6b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8409346-2c79-4218-902b-f2fa97f08770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:23Z', 'updated_at': '2021-07-05T04:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:49:25.445298 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b4ab0baf-15ae-4d2c-a663-5ef470a5b942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:25.448326 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab0baf-15ae-4d2c-a663-5ef470a5b942 admin admin] Pushing event updated for resources: {'Port': ['ID=5984eb9c-5884-4453-a82c-eb47e17dae6c,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:25.542611 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ab0baf-15ae-4d2c-a663-5ef470a5b942 admin admin] Network d770ebd1-b892-40f2-9a29-cd0c76c81910 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:49:25.544085 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-b4ab0baf-15ae-4d2c-a663-5ef470a5b942 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:25.703921 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ab0baf-15ae-4d2c-a663-5ef470a5b942 admin admin] Router d8409346-2c79-4218-902b-f2fa97f08770 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:49:25.848903 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ab0baf-15ae-4d2c-a663-5ef470a5b942 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:49:25.855162 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b4ab0baf-15ae-4d2c-a663-5ef470a5b942 admin admin] 10.222.0.77 "PUT /v2.0/routers/d8409346-2c79-4218-902b-f2fa97f08770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7526145 Jul 05 04:49:25.890702 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4553915e-734e-40a0-a3f4-f3b40aaea864 None None] Provisioning complete for port 5984eb9c-5884-4453-a82c-eb47e17dae6c triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:25.891085 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4553915e-734e-40a0-a3f4-f3b40aaea864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:25.938387 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-4553915e-734e-40a0-a3f4-f3b40aaea864 None None] Port 5984eb9c-5884-4453-a82c-eb47e17dae6c cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:49:26.342421 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49288) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:26.347597 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-819b424f-6c7e-4814-b4c3-609fdf03f625 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-358572456-network', 'tenant_id': 'bde7e90560c143d4986766c62c18f953'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:26.370366 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819b424f-6c7e-4814-b4c3-609fdf03f625 admin admin] Made reservation on behalf of bde7e90560c143d4986766c62c18f953 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:26.372898 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-819b424f-6c7e-4814-b4c3-609fdf03f625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:26.381386 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-819b424f-6c7e-4814-b4c3-609fdf03f625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:26.473684 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-819b424f-6c7e-4814-b4c3-609fdf03f625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:26.481966 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-819b424f-6c7e-4814-b4c3-609fdf03f625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:26.518627 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819b424f-6c7e-4814-b4c3-609fdf03f625 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:49:26.525309 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b424f-6c7e-4814-b4c3-609fdf03f625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95dae3f2-2bf1-4b33-b8e9-359138a31029,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:26.533108 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-819b424f-6c7e-4814-b4c3-609fdf03f625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:26.533108 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-819b424f-6c7e-4814-b4c3-609fdf03f625 admin admin] Added segment f951f998-dfc6-4123-ab3d-67d358f537cb of type vlan for network 4f95a4d2-59f3-4436-bcc0-d5440b38bead Jul 05 04:49:26.573566 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-819b424f-6c7e-4814-b4c3-609fdf03f625 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:26.601520 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-819b424f-6c7e-4814-b4c3-609fdf03f625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:26.602528 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819b424f-6c7e-4814-b4c3-609fdf03f625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:26.603111 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-819b424f-6c7e-4814-b4c3-609fdf03f625 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:26.653955 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-819b424f-6c7e-4814-b4c3-609fdf03f625 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3104358 Jul 05 04:49:26.658163 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49290) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:26.663677 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-2906dfc7-95a9-4c9d-b3b9-190192cf3605 admin admin] Request body: {'subnet': {'network_id': '4f95a4d2-59f3-4436-bcc0-d5440b38bead', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-358572456-subnet', 'tenant_id': 'bde7e90560c143d4986766c62c18f953', 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:26.667602 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b424f-6c7e-4814-b4c3-609fdf03f625 admin admin] Pushing event updated for resources: {'Network': ['ID=4f95a4d2-59f3-4436-bcc0-d5440b38bead,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:26.680926 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 4f95a4d2-59f3-4436-bcc0-d5440b38bead details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:49:26.696388 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2906dfc7-95a9-4c9d-b3b9-190192cf3605 admin admin] Made reservation on behalf of bde7e90560c143d4986766c62c18f953 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:26.699615 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2906dfc7-95a9-4c9d-b3b9-190192cf3605 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:26.881329 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2906dfc7-95a9-4c9d-b3b9-190192cf3605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:26.942364 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906dfc7-95a9-4c9d-b3b9-190192cf3605 admin admin] Pushing event updated for resources: {'Subnet': ['ID=941235ad-9abe-420e-a21f-f37bce9f6513,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:26.950304 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2906dfc7-95a9-4c9d-b3b9-190192cf3605 admin admin] Checking segment: {'id': 'f951f998-dfc6-4123-ab3d-67d358f537cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4f95a4d2-59f3-4436-bcc0-d5440b38bead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:26.950663 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2906dfc7-95a9-4c9d-b3b9-190192cf3605 admin admin] Network hostable DHCP agents. Network: 4f95a4d2-59f3-4436-bcc0-d5440b38bead, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:49:26.965417 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 58ae4e4b-c553-4c3f-b3c0-465900824c6b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:26.969458 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2906dfc7-95a9-4c9d-b3b9-190192cf3605 admin admin] Network 4f95a4d2-59f3-4436-bcc0-d5440b38bead is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:49:26.978367 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-2906dfc7-95a9-4c9d-b3b9-190192cf3605 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 4f95a4d2-59f3-4436-bcc0-d5440b38bead) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:26.983603 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2906dfc7-95a9-4c9d-b3b9-190192cf3605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:26.984204 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2906dfc7-95a9-4c9d-b3b9-190192cf3605 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:26.988729 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f03258d-b137-4837-8b5e-153d8ffd8ea7 None None] Network 4f95a4d2-59f3-4436-bcc0-d5440b38bead requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:26.999042 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2906dfc7-95a9-4c9d-b3b9-190192cf3605 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3395321 Jul 05 04:49:27.006681 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49292) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:27.011105 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-b7f22323-976f-47cd-a296-3e4594886bd4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-358572456-router', 'tenant_id': 'bde7e90560c143d4986766c62c18f953', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:27.034774 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b7f22323-976f-47cd-a296-3e4594886bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:27.036548 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b7f22323-976f-47cd-a296-3e4594886bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:27.043191 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] Sync routers for ids ['d8409346-2c79-4218-902b-f2fa97f08770'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:49:27.070072 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] Routers {'d8409346-2c79-4218-902b-f2fa97f08770'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:49:27.070700 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:49:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d8409346-2c79-4218-902b-f2fa97f08770'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:27.093053 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b7f22323-976f-47cd-a296-3e4594886bd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:27.130476 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 58ae4e4b-c553-4c3f-b3c0-465900824c6b completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:27.144533 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 58ae4e4b-c553-4c3f-b3c0-465900824c6b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:27.144910 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:27.229708 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b7f22323-976f-47cd-a296-3e4594886bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:27.256326 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] Set router d8409346-2c79-4218-902b-f2fa97f08770 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:49:27.373587 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0e88a8-f0fe-4eea-9e83-b61f2e8f5cef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-4f95a4d2-59f3-4436-bcc0-d5440b38bead', 'network_id': '4f95a4d2-59f3-4436-bcc0-d5440b38bead', 'tenant_id': 'bde7e90560c143d4986766c62c18f953', 'fixed_ips': [{'subnet_id': '941235ad-9abe-420e-a21f-f37bce9f6513'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:49:27.374461 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3c0e88a8-f0fe-4eea-9e83-b61f2e8f5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:27.456689 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:27.563589 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 58ae4e4b-c553-4c3f-b3c0-465900824c6b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=58ae4e4b-c553-4c3f-b3c0-465900824c6b,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:27.574900 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:27.575692 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 23c9b121-e4e4-47e5-934a-598aa68fdd37 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:27.711124 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-3c0e88a8-f0fe-4eea-9e83-b61f2e8f5cef None None] Allocated IP 172.20.0.2 (4f95a4d2-59f3-4436-bcc0-d5440b38bead/941235ad-9abe-420e-a21f-f37bce9f6513/d4188646-7d9f-48a0-930f-fb4f47a80a8b) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:49:27.711874 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b7f22323-976f-47cd-a296-3e4594886bd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:27.726321 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=58ae4e4b-c553-4c3f-b3c0-465900824c6b,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:27.733202 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b7f22323-976f-47cd-a296-3e4594886bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:27.790195 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 23c9b121-e4e4-47e5-934a-598aa68fdd37 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:27.790564 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:27.837272 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8409346-2c79-4218-902b-f2fa97f08770', 'name': 'tempest-TestEncryptedCinderVolumes-277918116-router', 'tenant_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '58ae4e4b-c553-4c3f-b3c0-465900824c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:22Z', 'updated_at': '2021-07-05T04:49:25Z', 'revision_number': 4, 'project_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'gw_port': {'id': '58ae4e4b-c553-4c3f-b3c0-465900824c6b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8409346-2c79-4218-902b-f2fa97f08770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:23Z', 'updated_at': '2021-07-05T04:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '5984eb9c-5884-4453-a82c-eb47e17dae6c', 'name': '', 'network_id': 'd770ebd1-b892-40f2-9a29-cd0c76c81910', 'tenant_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'mac_address': 'fa:16:3e:50:33:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8409346-2c79-4218-902b-f2fa97f08770', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'e86c00f4-8bca-40d2-a513-507882e0f1e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:24Z', 'updated_at': '2021-07-05T04:49:25Z', 'revision_number': 2, 'project_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'subnets': [{'id': 'e86c00f4-8bca-40d2-a513-507882e0f1e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:27.854165 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-b7f22323-976f-47cd-a296-3e4594886bd4 admin admin] Allocated IP 172.25.1.29 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/bb54451c-97c5-466e-bf71-f6b43ce312f4) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:49:27.876625 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] Checking router: d8409346-2c79-4218-902b-f2fa97f08770 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:49:27.877281 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] Updating router d8409346-2c79-4218-902b-f2fa97f08770 port 5984eb9c-5884-4453-a82c-eb47e17dae6c binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:49:27.957183 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b7f22323-976f-47cd-a296-3e4594886bd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:27.983676 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:27.996230 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b7f22323-976f-47cd-a296-3e4594886bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:28.034136 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f22323-976f-47cd-a296-3e4594886bd4 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:49:28.036750 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3c0e88a8-f0fe-4eea-9e83-b61f2e8f5cef None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:28.042232 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-b7f22323-976f-47cd-a296-3e4594886bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:28.046275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f22323-976f-47cd-a296-3e4594886bd4 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:49:28.049448 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f22323-976f-47cd-a296-3e4594886bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=bb54451c-97c5-466e-bf71-f6b43ce312f4,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:28.055509 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3c0e88a8-f0fe-4eea-9e83-b61f2e8f5cef None None] Transition to ACTIVE for port object d4188646-7d9f-48a0-930f-fb4f47a80a8b will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:28.137099 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3c0e88a8-f0fe-4eea-9e83-b61f2e8f5cef None None] Transition to ACTIVE for port object d4188646-7d9f-48a0-930f-fb4f47a80a8b will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:28.146655 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3c0e88a8-f0fe-4eea-9e83-b61f2e8f5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:28.227622 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0e88a8-f0fe-4eea-9e83-b61f2e8f5cef None None] Network 4f95a4d2-59f3-4436-bcc0-d5440b38bead is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:49:28.236816 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-3c0e88a8-f0fe-4eea-9e83-b61f2e8f5cef None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:28.241817 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e88a8-f0fe-4eea-9e83-b61f2e8f5cef None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:49:28.312581 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b7f22323-976f-47cd-a296-3e4594886bd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:28.420768 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e88a8-f0fe-4eea-9e83-b61f2e8f5cef None None] Pushing event updated for resources: {'Port': ['ID=d4188646-7d9f-48a0-930f-fb4f47a80a8b,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:28.505104 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-3c0e88a8-f0fe-4eea-9e83-b61f2e8f5cef None None] Attempting to bind port d4188646-7d9f-48a0-930f-fb4f47a80a8b on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:49:28.505480 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-3c0e88a8-f0fe-4eea-9e83-b61f2e8f5cef None None] Attempting to bind port d4188646-7d9f-48a0-930f-fb4f47a80a8b by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'f951f998-dfc6-4123-ab3d-67d358f537cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4f95a4d2-59f3-4436-bcc0-d5440b38bead'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:49:28.505851 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0e88a8-f0fe-4eea-9e83-b61f2e8f5cef None None] Attempting to bind port d4188646-7d9f-48a0-930f-fb4f47a80a8b on network 4f95a4d2-59f3-4436-bcc0-d5440b38bead {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:28.519529 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0e88a8-f0fe-4eea-9e83-b61f2e8f5cef None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:49:28.519935 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0e88a8-f0fe-4eea-9e83-b61f2e8f5cef None None] Checking segment: {'id': 'f951f998-dfc6-4123-ab3d-67d358f537cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4f95a4d2-59f3-4436-bcc0-d5440b38bead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:28.520350 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3c0e88a8-f0fe-4eea-9e83-b61f2e8f5cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:28.520746 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0e88a8-f0fe-4eea-9e83-b61f2e8f5cef None None] Bound using segment: {'id': 'f951f998-dfc6-4123-ab3d-67d358f537cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4f95a4d2-59f3-4436-bcc0-d5440b38bead'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:49:28.521221 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-3c0e88a8-f0fe-4eea-9e83-b61f2e8f5cef None None] Bound port: d4188646-7d9f-48a0-930f-fb4f47a80a8b, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f951f998-dfc6-4123-ab3d-67d358f537cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4f95a4d2-59f3-4436-bcc0-d5440b38bead'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:49:28.521605 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3c0e88a8-f0fe-4eea-9e83-b61f2e8f5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:28.524065 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b7f22323-976f-47cd-a296-3e4594886bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:28.625381 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:28.637869 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-3c0e88a8-f0fe-4eea-9e83-b61f2e8f5cef None None] For port d4188646-7d9f-48a0-930f-fb4f47a80a8b, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:49:28.641975 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-3c0e88a8-f0fe-4eea-9e83-b61f2e8f5cef None None] For port d4188646-7d9f-48a0-930f-fb4f47a80a8b, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d4188646-7d9f-48a0-930f-fb4f47a80a8b,segment=NetworkSegment(f951f998-dfc6-4123-ab3d-67d358f537cb),segment_id=f951f998-dfc6-4123-ab3d-67d358f537cb)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:49:28.643203 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] Transition to ACTIVE for port object 5984eb9c-5884-4453-a82c-eb47e17dae6c will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:28.647457 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3c0e88a8-f0fe-4eea-9e83-b61f2e8f5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:28.655934 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:28.656482 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f22323-976f-47cd-a296-3e4594886bd4 admin admin] Router efb4b486-88cc-4526-9602-d89618ab0cb5 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:49:28.762277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e88a8-f0fe-4eea-9e83-b61f2e8f5cef None None] Pushing event updated for resources: {'Port': ['ID=d4188646-7d9f-48a0-930f-fb4f47a80a8b,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:28.784851 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f22323-976f-47cd-a296-3e4594886bd4 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:49:28.796138 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] Sync routers for ids ['efb4b486-88cc-4526-9602-d89618ab0cb5'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:49:28.806478 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] Routers {'efb4b486-88cc-4526-9602-d89618ab0cb5'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:49:28.807593 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:49:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['efb4b486-88cc-4526-9602-d89618ab0cb5'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:28.812436 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b7f22323-976f-47cd-a296-3e4594886bd4 admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:28.813981 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b7f22323-976f-47cd-a296-3e4594886bd4 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8075271 Jul 05 04:49:28.817401 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49294) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:28.833973 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c80d63e4-a68e-44dc-a03b-a164d1ebadf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:28.842829 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] Attempting to bind port 5984eb9c-5884-4453-a82c-eb47e17dae6c on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:49:28.843208 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] Attempting to bind port 5984eb9c-5884-4453-a82c-eb47e17dae6c by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'd890af47-191c-4bd5-a73a-2a20883d1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd770ebd1-b892-40f2-9a29-cd0c76c81910'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:49:28.843594 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] Attempting to bind port 5984eb9c-5884-4453-a82c-eb47e17dae6c on network d770ebd1-b892-40f2-9a29-cd0c76c81910 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:28.849750 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586f877-cffa-43ac-97e9-907e3bee53c4 None None] Pushing event updated for resources: {'Port': ['ID=5984eb9c-5884-4453-a82c-eb47e17dae6c,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:28.856686 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:49:28.857069 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] Checking segment: {'id': 'd890af47-191c-4bd5-a73a-2a20883d1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd770ebd1-b892-40f2-9a29-cd0c76c81910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:28.857480 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:28.857882 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] Bound using segment: {'id': 'd890af47-191c-4bd5-a73a-2a20883d1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd770ebd1-b892-40f2-9a29-cd0c76c81910'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:49:28.858370 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] Bound port: 5984eb9c-5884-4453-a82c-eb47e17dae6c, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd890af47-191c-4bd5-a73a-2a20883d1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd770ebd1-b892-40f2-9a29-cd0c76c81910'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:49:28.858761 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:28.952797 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] For port 5984eb9c-5884-4453-a82c-eb47e17dae6c, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:49:28.956518 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 58ae4e4b-c553-4c3f-b3c0-465900824c6b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:28.959629 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] For port 5984eb9c-5884-4453-a82c-eb47e17dae6c, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5984eb9c-5884-4453-a82c-eb47e17dae6c,segment=NetworkSegment(d890af47-191c-4bd5-a73a-2a20883d1b3a),segment_id=d890af47-191c-4bd5-a73a-2a20883d1b3a)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:49:29.015628 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:29.045760 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] Set router efb4b486-88cc-4526-9602-d89618ab0cb5 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:49:29.149688 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586f877-cffa-43ac-97e9-907e3bee53c4 None None] Pushing event updated for resources: {'Port': ['ID=5984eb9c-5884-4453-a82c-eb47e17dae6c,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:29.172109 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] Routers {'d8409346-2c79-4218-902b-f2fa97f08770'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:49:29.172537 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:49:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d8409346-2c79-4218-902b-f2fa97f08770'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:29.232998 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 58ae4e4b-c553-4c3f-b3c0-465900824c6b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:29.233381 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:29.299938 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb4b486-88cc-4526-9602-d89618ab0cb5', 'name': 'tempest-TestEncryptedCinderVolumes-358572456-router', 'tenant_id': 'bde7e90560c143d4986766c62c18f953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'bb54451c-97c5-466e-bf71-f6b43ce312f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:27Z', 'updated_at': '2021-07-05T04:49:28Z', 'revision_number': 3, 'project_id': 'bde7e90560c143d4986766c62c18f953', 'gw_port': {'id': 'bb54451c-97c5-466e-bf71-f6b43ce312f4', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb4b486-88cc-4526-9602-d89618ab0cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:27Z', 'updated_at': '2021-07-05T04:49:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:29.360108 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] Set router d8409346-2c79-4218-902b-f2fa97f08770 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:49:29.438886 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] Checking router: efb4b486-88cc-4526-9602-d89618ab0cb5 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:49:29.439385 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] Updating router efb4b486-88cc-4526-9602-d89618ab0cb5 port bb54451c-97c5-466e-bf71-f6b43ce312f4 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:49:29.475680 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:29.645222 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8409346-2c79-4218-902b-f2fa97f08770', 'name': 'tempest-TestEncryptedCinderVolumes-277918116-router', 'tenant_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '58ae4e4b-c553-4c3f-b3c0-465900824c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:22Z', 'updated_at': '2021-07-05T04:49:25Z', 'revision_number': 4, 'project_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'gw_port': {'id': '58ae4e4b-c553-4c3f-b3c0-465900824c6b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8409346-2c79-4218-902b-f2fa97f08770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:23Z', 'updated_at': '2021-07-05T04:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '5984eb9c-5884-4453-a82c-eb47e17dae6c', 'name': '', 'network_id': 'd770ebd1-b892-40f2-9a29-cd0c76c81910', 'tenant_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'mac_address': 'fa:16:3e:50:33:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8409346-2c79-4218-902b-f2fa97f08770', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'e86c00f4-8bca-40d2-a513-507882e0f1e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:24Z', 'updated_at': '2021-07-05T04:49:28Z', 'revision_number': 4, 'project_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'subnets': [{'id': 'e86c00f4-8bca-40d2-a513-507882e0f1e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:29.679833 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576e5b3a-1418-47ef-a403-32de3d1094fd None None] The sync data for ids ['d8409346-2c79-4218-902b-f2fa97f08770'] in n-d-780147-23 is: [{'id': 'd8409346-2c79-4218-902b-f2fa97f08770', 'name': 'tempest-TestEncryptedCinderVolumes-277918116-router', 'tenant_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '58ae4e4b-c553-4c3f-b3c0-465900824c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:22Z', 'updated_at': '2021-07-05T04:49:25Z', 'revision_number': 4, 'project_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'gw_port': {'id': '58ae4e4b-c553-4c3f-b3c0-465900824c6b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8409346-2c79-4218-902b-f2fa97f08770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:23Z', 'updated_at': '2021-07-05T04:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '5984eb9c-5884-4453-a82c-eb47e17dae6c', 'name': '', 'network_id': 'd770ebd1-b892-40f2-9a29-cd0c76c81910', 'tenant_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'mac_address': 'fa:16:3e:50:33:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8409346-2c79-4218-902b-f2fa97f08770', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'e86c00f4-8bca-40d2-a513-507882e0f1e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:24Z', 'updated_at': '2021-07-05T04:49:28Z', 'revision_number': 4, 'project_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'subnets': [{'id': 'e86c00f4-8bca-40d2-a513-507882e0f1e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:49:29.813379 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:29.832458 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] Transition to ACTIVE for port object bb54451c-97c5-466e-bf71-f6b43ce312f4 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:29.833279 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:29.839490 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:29.911031 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] Attempting to bind port bb54451c-97c5-466e-bf71-f6b43ce312f4 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:49:29.911397 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] Attempting to bind port bb54451c-97c5-466e-bf71-f6b43ce312f4 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:49:29.911755 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] Attempting to bind port bb54451c-97c5-466e-bf71-f6b43ce312f4 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:29.915020 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63b3d4-f408-4aff-847f-5fb020b63d22 None None] Pushing event updated for resources: {'Port': ['ID=bb54451c-97c5-466e-bf71-f6b43ce312f4,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:29.923134 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7b355f16-5752-4cdd-9702-725804f2cf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:29.926931 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:49:29.927310 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:29.927712 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:29.928131 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:49:29.928597 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] Bound port: bb54451c-97c5-466e-bf71-f6b43ce312f4, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:49:29.928977 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:29.985424 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] For port bb54451c-97c5-466e-bf71-f6b43ce312f4, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:49:29.989346 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] For port bb54451c-97c5-466e-bf71-f6b43ce312f4, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=bb54451c-97c5-466e-bf71-f6b43ce312f4,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:49:29.996049 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:30.070740 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] Routers {'efb4b486-88cc-4526-9602-d89618ab0cb5'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:49:30.071759 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:49:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['efb4b486-88cc-4526-9602-d89618ab0cb5'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:30.073418 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183591eb-8e2c-4e1c-9eea-2c59ef776f7a None None] Network 4f95a4d2-59f3-4436-bcc0-d5440b38bead requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:30.074550 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63b3d4-f408-4aff-847f-5fb020b63d22 None None] Pushing event updated for resources: {'Port': ['ID=bb54451c-97c5-466e-bf71-f6b43ce312f4,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:30.139366 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-7b355f16-5752-4cdd-9702-725804f2cf05 admin admin] Allocated IP 172.20.0.1 (4f95a4d2-59f3-4436-bcc0-d5440b38bead/941235ad-9abe-420e-a21f-f37bce9f6513/87c34815-5b88-417e-b967-665ab0113ed2) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:49:30.202806 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] Set router efb4b486-88cc-4526-9602-d89618ab0cb5 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:49:30.231117 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d2031537-e352-4512-a6a1-c11a0c6237cb None None] Provisioning for port d4188646-7d9f-48a0-930f-fb4f47a80a8b completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:30.266524 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7b355f16-5752-4cdd-9702-725804f2cf05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:30.285863 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-7b355f16-5752-4cdd-9702-725804f2cf05 admin admin] Transition to ACTIVE for port object 87c34815-5b88-417e-b967-665ab0113ed2 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:30.330868 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7b355f16-5752-4cdd-9702-725804f2cf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:30.378897 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b355f16-5752-4cdd-9702-725804f2cf05 admin admin] Network 4f95a4d2-59f3-4436-bcc0-d5440b38bead is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:49:30.384398 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-7b355f16-5752-4cdd-9702-725804f2cf05 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:30.390601 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b355f16-5752-4cdd-9702-725804f2cf05 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:49:30.425016 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b355f16-5752-4cdd-9702-725804f2cf05 admin admin] Pushing event updated for resources: {'Port': ['ID=87c34815-5b88-417e-b967-665ab0113ed2,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:30.437670 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb4b486-88cc-4526-9602-d89618ab0cb5', 'name': 'tempest-TestEncryptedCinderVolumes-358572456-router', 'tenant_id': 'bde7e90560c143d4986766c62c18f953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'bb54451c-97c5-466e-bf71-f6b43ce312f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:27Z', 'updated_at': '2021-07-05T04:49:28Z', 'revision_number': 3, 'project_id': 'bde7e90560c143d4986766c62c18f953', 'gw_port': {'id': 'bb54451c-97c5-466e-bf71-f6b43ce312f4', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb4b486-88cc-4526-9602-d89618ab0cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:27Z', 'updated_at': '2021-07-05T04:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:30.451985 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7b355f16-5752-4cdd-9702-725804f2cf05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:30.474968 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d225adb2-64f9-4f34-b31d-d8cafce6d008 None None] The sync data for ids ['efb4b486-88cc-4526-9602-d89618ab0cb5'] in n-d-780147-23 is: [{'id': 'efb4b486-88cc-4526-9602-d89618ab0cb5', 'name': 'tempest-TestEncryptedCinderVolumes-358572456-router', 'tenant_id': 'bde7e90560c143d4986766c62c18f953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'bb54451c-97c5-466e-bf71-f6b43ce312f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:27Z', 'updated_at': '2021-07-05T04:49:28Z', 'revision_number': 3, 'project_id': 'bde7e90560c143d4986766c62c18f953', 'gw_port': {'id': 'bb54451c-97c5-466e-bf71-f6b43ce312f4', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb4b486-88cc-4526-9602-d89618ab0cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:27Z', 'updated_at': '2021-07-05T04:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:49:30.622208 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7b355f16-5752-4cdd-9702-725804f2cf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:30.850888 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7b355f16-5752-4cdd-9702-725804f2cf05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:30.857768 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7b355f16-5752-4cdd-9702-725804f2cf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:30.887866 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-11cee96b-7e74-4b8a-ae69-0b4a4b15e04a None None] Provisioning for port 87c34815-5b88-417e-b967-665ab0113ed2 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:30.898242 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-11cee96b-7e74-4b8a-ae69-0b4a4b15e04a None None] Provisioning complete for port 87c34815-5b88-417e-b967-665ab0113ed2 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:30.898242 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-11cee96b-7e74-4b8a-ae69-0b4a4b15e04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:30.954008 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-11cee96b-7e74-4b8a-ae69-0b4a4b15e04a None None] Port 87c34815-5b88-417e-b967-665ab0113ed2 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:49:30.958591 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7b355f16-5752-4cdd-9702-725804f2cf05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:30.961729 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b355f16-5752-4cdd-9702-725804f2cf05 admin admin] Pushing event updated for resources: {'Port': ['ID=87c34815-5b88-417e-b967-665ab0113ed2,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:31.063144 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d4188646-7d9f-48a0-930f-fb4f47a80a8b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:31.075325 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b355f16-5752-4cdd-9702-725804f2cf05 admin admin] Network 4f95a4d2-59f3-4436-bcc0-d5440b38bead is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:49:31.076879 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-7b355f16-5752-4cdd-9702-725804f2cf05 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:31.122343 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port d4188646-7d9f-48a0-930f-fb4f47a80a8b completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:31.127178 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port d4188646-7d9f-48a0-930f-fb4f47a80a8b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:31.127555 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:31.218451 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b355f16-5752-4cdd-9702-725804f2cf05 admin admin] Router efb4b486-88cc-4526-9602-d89618ab0cb5 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:49:31.232084 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:31.276095 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port d4188646-7d9f-48a0-930f-fb4f47a80a8b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d4188646-7d9f-48a0-930f-fb4f47a80a8b,segment=NetworkSegment(f951f998-dfc6-4123-ab3d-67d358f537cb),segment_id=f951f998-dfc6-4123-ab3d-67d358f537cb)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:31.281560 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:31.282665 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bb54451c-97c5-466e-bf71-f6b43ce312f4 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:31.354500 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b355f16-5752-4cdd-9702-725804f2cf05 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:49:31.368632 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7b355f16-5752-4cdd-9702-725804f2cf05 admin admin] 10.222.0.77 "PUT /v2.0/routers/efb4b486-88cc-4526-9602-d89618ab0cb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5496311 Jul 05 04:49:31.369612 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=d4188646-7d9f-48a0-930f-fb4f47a80a8b,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:31.390689 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-27f5ee3b-0898-484b-9276-9f62b38f7db9 None None] Provisioning complete for port 87c34815-5b88-417e-b967-665ab0113ed2 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:31.391069 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-27f5ee3b-0898-484b-9276-9f62b38f7db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:31.394117 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port bb54451c-97c5-466e-bf71-f6b43ce312f4 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:31.415763 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port bb54451c-97c5-466e-bf71-f6b43ce312f4 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:31.416707 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:31.468949 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-27f5ee3b-0898-484b-9276-9f62b38f7db9 None None] Port 87c34815-5b88-417e-b967-665ab0113ed2 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:49:31.474150 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1a37af7a-50bc-469e-a1c2-7ca0fa28a429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:31.521678 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:31.546458 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port bb54451c-97c5-466e-bf71-f6b43ce312f4, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=bb54451c-97c5-466e-bf71-f6b43ce312f4,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:31.550692 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:31.551498 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5984eb9c-5884-4453-a82c-eb47e17dae6c up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:31.630892 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=bb54451c-97c5-466e-bf71-f6b43ce312f4,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:31.646201 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 5984eb9c-5884-4453-a82c-eb47e17dae6c completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:31.650504 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 5984eb9c-5884-4453-a82c-eb47e17dae6c triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:31.650941 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:31.740256 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:31.776398 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 5984eb9c-5884-4453-a82c-eb47e17dae6c, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5984eb9c-5884-4453-a82c-eb47e17dae6c,segment=NetworkSegment(d890af47-191c-4bd5-a73a-2a20883d1b3a),segment_id=d890af47-191c-4bd5-a73a-2a20883d1b3a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:31.781181 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:31.845217 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=5984eb9c-5884-4453-a82c-eb47e17dae6c,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:31.852156 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:32.383895 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-4c66be57-c74f-41f6-b504-5d37db11a170 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:32.385691 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-4c66be57-c74f-41f6-b504-5d37db11a170 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/networks?id=d770ebd1-b892-40f2-9a29-cd0c76c81910 HTTP/1.1" status: 200 len: 816 time: 0.1041834 Jul 05 04:49:32.400854 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-7e7f3fd0-ba0e-4b1d-9705-831f605e13cc tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/quotas/ee5bc80a7b0c458ba4d78f1e7bdbf211 HTTP/1.1" status: 200 len: 375 time: 0.0093536 Jul 05 04:49:32.471303 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-0139d1aa-ac65-4a56-8c0d-90d1fab54205 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee5bc80a7b0c458ba4d78f1e7bdbf211&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653019 Jul 05 04:49:32.569052 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-026b150c-5113-4aab-84e5-284b04b33ed8 service neutron] 10.222.0.77 "GET /v2.0/networks/d770ebd1-b892-40f2-9a29-cd0c76c81910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857942 Jul 05 04:49:32.661964 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-c8e606d7-28e0-49d9-84c7-cec2b4766af2 service neutron] 10.222.0.77 "GET /v2.0/networks/d770ebd1-b892-40f2-9a29-cd0c76c81910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864558 Jul 05 04:49:32.782468 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:32.846854 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3cc66175-fd3c-4d5d-b317-05b0dfc0f624 req-a7738601-39ab-422e-b8df-8a533e7e8a39 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7 HTTP/1.1" status: 200 len: 210 time: 0.0344527 Jul 05 04:49:32.926646 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d4188646-7d9f-48a0-930f-fb4f47a80a8b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:32.977799 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port d4188646-7d9f-48a0-930f-fb4f47a80a8b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:32.978218 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:33.062107 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bb54451c-97c5-466e-bf71-f6b43ce312f4 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:33.101447 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] Sync routers for ids ['efb4b486-88cc-4526-9602-d89618ab0cb5'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:49:33.115893 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] Routers {'efb4b486-88cc-4526-9602-d89618ab0cb5'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:49:33.116531 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:49:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['efb4b486-88cc-4526-9602-d89618ab0cb5'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:33.155619 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port bb54451c-97c5-466e-bf71-f6b43ce312f4 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:33.156020 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:33.258820 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] Set router efb4b486-88cc-4526-9602-d89618ab0cb5 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:49:33.516262 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5984eb9c-5884-4453-a82c-eb47e17dae6c up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:33.652006 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 5984eb9c-5884-4453-a82c-eb47e17dae6c triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:33.652293 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:33.711049 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb4b486-88cc-4526-9602-d89618ab0cb5', 'name': 'tempest-TestEncryptedCinderVolumes-358572456-router', 'tenant_id': 'bde7e90560c143d4986766c62c18f953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'bb54451c-97c5-466e-bf71-f6b43ce312f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:27Z', 'updated_at': '2021-07-05T04:49:30Z', 'revision_number': 4, 'project_id': 'bde7e90560c143d4986766c62c18f953', 'gw_port': {'id': 'bb54451c-97c5-466e-bf71-f6b43ce312f4', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb4b486-88cc-4526-9602-d89618ab0cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:27Z', 'updated_at': '2021-07-05T04:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '87c34815-5b88-417e-b967-665ab0113ed2', 'name': '', 'network_id': '4f95a4d2-59f3-4436-bcc0-d5440b38bead', 'tenant_id': 'bde7e90560c143d4986766c62c18f953', 'mac_address': 'fa:16:3e:0f:3c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb4b486-88cc-4526-9602-d89618ab0cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '941235ad-9abe-420e-a21f-f37bce9f6513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:29Z', 'updated_at': '2021-07-05T04:49:30Z', 'revision_number': 2, 'project_id': 'bde7e90560c143d4986766c62c18f953', 'subnets': [{'id': '941235ad-9abe-420e-a21f-f37bce9f6513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:33.746003 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] Checking router: efb4b486-88cc-4526-9602-d89618ab0cb5 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:49:33.746357 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] Updating router efb4b486-88cc-4526-9602-d89618ab0cb5 port 87c34815-5b88-417e-b967-665ab0113ed2 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:49:33.807484 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:33.993782 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-55d332ca-ae18-4c28-aad5-2f340e82f8b5 req-a9ca7f70-98ea-46a5-bd63-ad19d178f27a tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7 HTTP/1.1" status: 200 len: 210 time: 0.0300474 Jul 05 04:49:34.078475 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:34.090914 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] Transition to ACTIVE for port object 87c34815-5b88-417e-b967-665ab0113ed2 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:34.098007 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:34.206689 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991b7f1-b43c-4126-bdfc-38b2f6603285 None None] Pushing event updated for resources: {'Port': ['ID=87c34815-5b88-417e-b967-665ab0113ed2,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:34.226742 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-77155f68-5387-4e56-98e0-a0abf235063e tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:34.228091 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-77155f68-5387-4e56-98e0-a0abf235063e tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.70 "GET /v2.0/networks?id=d770ebd1-b892-40f2-9a29-cd0c76c81910 HTTP/1.1" status: 200 len: 816 time: 0.1424937 Jul 05 04:49:34.246532 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-71eadfc8-3cb9-443b-a563-3288d6a25df6 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Request body: {'port': {'device_id': '633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7', 'network_id': 'd770ebd1-b892-40f2-9a29-cd0c76c81910', 'admin_state_up': True, 'tenant_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:34.249443 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] Attempting to bind port 87c34815-5b88-417e-b967-665ab0113ed2 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:49:34.249747 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] Attempting to bind port 87c34815-5b88-417e-b967-665ab0113ed2 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': 'f951f998-dfc6-4123-ab3d-67d358f537cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4f95a4d2-59f3-4436-bcc0-d5440b38bead'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:49:34.250257 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] Attempting to bind port 87c34815-5b88-417e-b967-665ab0113ed2 on network 4f95a4d2-59f3-4436-bcc0-d5440b38bead {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:34.256227 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:49:34.257515 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] Checking segment: {'id': 'f951f998-dfc6-4123-ab3d-67d358f537cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4f95a4d2-59f3-4436-bcc0-d5440b38bead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:34.257926 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:34.258324 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] Bound using segment: {'id': 'f951f998-dfc6-4123-ab3d-67d358f537cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4f95a4d2-59f3-4436-bcc0-d5440b38bead'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:49:34.258813 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] Bound port: 87c34815-5b88-417e-b967-665ab0113ed2, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f951f998-dfc6-4123-ab3d-67d358f537cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4f95a4d2-59f3-4436-bcc0-d5440b38bead'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:49:34.259200 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:34.340262 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] For port 87c34815-5b88-417e-b967-665ab0113ed2, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:49:34.344899 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] For port 87c34815-5b88-417e-b967-665ab0113ed2, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=87c34815-5b88-417e-b967-665ab0113ed2,segment=NetworkSegment(f951f998-dfc6-4123-ab3d-67d358f537cb),segment_id=f951f998-dfc6-4123-ab3d-67d358f537cb)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:49:34.352800 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:34.398305 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-71eadfc8-3cb9-443b-a563-3288d6a25df6 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Made reservation on behalf of ee5bc80a7b0c458ba4d78f1e7bdbf211 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:34.406199 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-71eadfc8-3cb9-443b-a563-3288d6a25df6 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:34.421493 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] Routers {'efb4b486-88cc-4526-9602-d89618ab0cb5'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:49:34.422138 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:49:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['efb4b486-88cc-4526-9602-d89618ab0cb5'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:34.468805 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991b7f1-b43c-4126-bdfc-38b2f6603285 None None] Pushing event updated for resources: {'Port': ['ID=87c34815-5b88-417e-b967-665ab0113ed2,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:34.555701 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] Set router efb4b486-88cc-4526-9602-d89618ab0cb5 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:49:34.566139 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-71eadfc8-3cb9-443b-a563-3288d6a25df6 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Allocated IP 172.20.0.3 (d770ebd1-b892-40f2-9a29-cd0c76c81910/e86c00f4-8bca-40d2-a513-507882e0f1e0/6647b314-9962-454b-8716-82f0d8a86a5f) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:49:34.611620 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:34.725651 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-71eadfc8-3cb9-443b-a563-3288d6a25df6 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:34.739993 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-71eadfc8-3cb9-443b-a563-3288d6a25df6 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Transition to ACTIVE for port object 6647b314-9962-454b-8716-82f0d8a86a5f will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:34.775594 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-71eadfc8-3cb9-443b-a563-3288d6a25df6 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:34.793659 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb4b486-88cc-4526-9602-d89618ab0cb5', 'name': 'tempest-TestEncryptedCinderVolumes-358572456-router', 'tenant_id': 'bde7e90560c143d4986766c62c18f953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'bb54451c-97c5-466e-bf71-f6b43ce312f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:27Z', 'updated_at': '2021-07-05T04:49:30Z', 'revision_number': 4, 'project_id': 'bde7e90560c143d4986766c62c18f953', 'gw_port': {'id': 'bb54451c-97c5-466e-bf71-f6b43ce312f4', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb4b486-88cc-4526-9602-d89618ab0cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:27Z', 'updated_at': '2021-07-05T04:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '87c34815-5b88-417e-b967-665ab0113ed2', 'name': '', 'network_id': '4f95a4d2-59f3-4436-bcc0-d5440b38bead', 'tenant_id': 'bde7e90560c143d4986766c62c18f953', 'mac_address': 'fa:16:3e:0f:3c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb4b486-88cc-4526-9602-d89618ab0cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '941235ad-9abe-420e-a21f-f37bce9f6513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:29Z', 'updated_at': '2021-07-05T04:49:34Z', 'revision_number': 4, 'project_id': 'bde7e90560c143d4986766c62c18f953', 'subnets': [{'id': '941235ad-9abe-420e-a21f-f37bce9f6513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:34.815656 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-71eadfc8-3cb9-443b-a563-3288d6a25df6 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Network d770ebd1-b892-40f2-9a29-cd0c76c81910 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:49:34.818939 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-71eadfc8-3cb9-443b-a563-3288d6a25df6 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:34.823468 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-71eadfc8-3cb9-443b-a563-3288d6a25df6 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:49:34.827537 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aac721-4161-431e-b7fc-482b7f266f8f None None] The sync data for ids ['efb4b486-88cc-4526-9602-d89618ab0cb5'] in n-d-780147-23 is: [{'id': 'efb4b486-88cc-4526-9602-d89618ab0cb5', 'name': 'tempest-TestEncryptedCinderVolumes-358572456-router', 'tenant_id': 'bde7e90560c143d4986766c62c18f953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'bb54451c-97c5-466e-bf71-f6b43ce312f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:27Z', 'updated_at': '2021-07-05T04:49:30Z', 'revision_number': 4, 'project_id': 'bde7e90560c143d4986766c62c18f953', 'gw_port': {'id': 'bb54451c-97c5-466e-bf71-f6b43ce312f4', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb4b486-88cc-4526-9602-d89618ab0cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:27Z', 'updated_at': '2021-07-05T04:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '87c34815-5b88-417e-b967-665ab0113ed2', 'name': '', 'network_id': '4f95a4d2-59f3-4436-bcc0-d5440b38bead', 'tenant_id': 'bde7e90560c143d4986766c62c18f953', 'mac_address': 'fa:16:3e:0f:3c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb4b486-88cc-4526-9602-d89618ab0cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '941235ad-9abe-420e-a21f-f37bce9f6513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:29Z', 'updated_at': '2021-07-05T04:49:34Z', 'revision_number': 4, 'project_id': 'bde7e90560c143d4986766c62c18f953', 'subnets': [{'id': '941235ad-9abe-420e-a21f-f37bce9f6513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:49:34.875210 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eadfc8-3cb9-443b-a563-3288d6a25df6 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Pushing event updated for resources: {'Port': ['ID=6647b314-9962-454b-8716-82f0d8a86a5f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:34.922329 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-71eadfc8-3cb9-443b-a563-3288d6a25df6 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:34.923384 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-71eadfc8-3cb9-443b-a563-3288d6a25df6 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:34.941083 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-71eadfc8-3cb9-443b-a563-3288d6a25df6 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6987624 Jul 05 04:49:34.960172 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-ea1ca099-6630-40fe-832f-59b0410c04e8 service neutron] Request body: {'port': {'device_id': '633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:35.058446 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-ea1ca099-6630-40fe-832f-59b0410c04e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:35.152680 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-901bd863-e01a-4ff7-a065-4f4a0cd2d948 None None] Provisioning for port 6647b314-9962-454b-8716-82f0d8a86a5f completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:35.159698 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-901bd863-e01a-4ff7-a065-4f4a0cd2d948 None None] Provisioning complete for port 6647b314-9962-454b-8716-82f0d8a86a5f triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:35.160109 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-901bd863-e01a-4ff7-a065-4f4a0cd2d948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:35.201471 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-901bd863-e01a-4ff7-a065-4f4a0cd2d948 None None] Port 6647b314-9962-454b-8716-82f0d8a86a5f cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:49:35.354346 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42eea7-860d-4aa6-881c-413ffec4a89f req-d53eb169-489a-482d-8ad1-165962cea7d9 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:35.355975 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ab42eea7-860d-4aa6-881c-413ffec4a89f req-d53eb169-489a-482d-8ad1-165962cea7d9 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7 HTTP/1.1" status: 200 len: 931 time: 0.1399868 Jul 05 04:49:35.427722 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ab42eea7-860d-4aa6-881c-413ffec4a89f req-139d73fb-03f4-4d5e-92ef-b16fb9c6dcf4 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce4ae913-e4bb-4352-9aed-7f7427e6b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627921 Jul 05 04:49:35.463985 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-ea1ca099-6630-40fe-832f-59b0410c04e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6647b314-9962-454b-8716-82f0d8a86a5f {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:49:35.471848 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-ea1ca099-6630-40fe-832f-59b0410c04e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:35.485558 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-ea1ca099-6630-40fe-832f-59b0410c04e8 service neutron] Transition to ACTIVE for port object 6647b314-9962-454b-8716-82f0d8a86a5f will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:35.489646 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-ea1ca099-6630-40fe-832f-59b0410c04e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:35.540189 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ca099-6630-40fe-832f-59b0410c04e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6647b314-9962-454b-8716-82f0d8a86a5f,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:35.615297 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-ea1ca099-6630-40fe-832f-59b0410c04e8 service neutron] Attempting to bind port 6647b314-9962-454b-8716-82f0d8a86a5f on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:49:35.615668 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-ea1ca099-6630-40fe-832f-59b0410c04e8 service neutron] Attempting to bind port 6647b314-9962-454b-8716-82f0d8a86a5f by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': 'd890af47-191c-4bd5-a73a-2a20883d1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd770ebd1-b892-40f2-9a29-cd0c76c81910'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:49:35.616035 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-ea1ca099-6630-40fe-832f-59b0410c04e8 service neutron] Attempting to bind port 6647b314-9962-454b-8716-82f0d8a86a5f on network d770ebd1-b892-40f2-9a29-cd0c76c81910 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:35.621482 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-ea1ca099-6630-40fe-832f-59b0410c04e8 service neutron] Port 6647b314-9962-454b-8716-82f0d8a86a5f on network d770ebd1-b892-40f2-9a29-cd0c76c81910 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:49:35.621814 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-ea1ca099-6630-40fe-832f-59b0410c04e8 service neutron] Attempting to bind port 6647b314-9962-454b-8716-82f0d8a86a5f on network d770ebd1-b892-40f2-9a29-cd0c76c81910 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:35.627037 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-ea1ca099-6630-40fe-832f-59b0410c04e8 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:49:35.627373 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-ea1ca099-6630-40fe-832f-59b0410c04e8 service neutron] Checking segment: {'id': 'd890af47-191c-4bd5-a73a-2a20883d1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd770ebd1-b892-40f2-9a29-cd0c76c81910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:35.627786 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-ea1ca099-6630-40fe-832f-59b0410c04e8 service neutron] Bound using segment: {'id': 'd890af47-191c-4bd5-a73a-2a20883d1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd770ebd1-b892-40f2-9a29-cd0c76c81910'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:49:35.628248 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-ea1ca099-6630-40fe-832f-59b0410c04e8 service neutron] Bound port: 6647b314-9962-454b-8716-82f0d8a86a5f, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd890af47-191c-4bd5-a73a-2a20883d1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd770ebd1-b892-40f2-9a29-cd0c76c81910'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:49:35.628613 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-ea1ca099-6630-40fe-832f-59b0410c04e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:35.695585 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-ea1ca099-6630-40fe-832f-59b0410c04e8 service neutron] For port 6647b314-9962-454b-8716-82f0d8a86a5f, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:49:35.699508 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-ea1ca099-6630-40fe-832f-59b0410c04e8 service neutron] For port 6647b314-9962-454b-8716-82f0d8a86a5f, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6647b314-9962-454b-8716-82f0d8a86a5f,segment=NetworkSegment(d890af47-191c-4bd5-a73a-2a20883d1b3a),segment_id=d890af47-191c-4bd5-a73a-2a20883d1b3a)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:49:35.704447 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-ea1ca099-6630-40fe-832f-59b0410c04e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:35.739764 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-ea1ca099-6630-40fe-832f-59b0410c04e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:35.740407 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-ea1ca099-6630-40fe-832f-59b0410c04e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:35.741805 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-ea1ca099-6630-40fe-832f-59b0410c04e8 service neutron] 10.222.0.70 "PUT /v2.0/ports/6647b314-9962-454b-8716-82f0d8a86a5f HTTP/1.1" status: 200 len: 1092 time: 0.7862072 Jul 05 04:49:35.742233 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7', 'tag': '6647b314-9962-454b-8716-82f0d8a86a5f'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:49:35.745112 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0725bc-76e8-484b-84fd-7b0bbbf4e90f" -d '{"events": [{"name": "network-changed", "server_uuid": "633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7", "tag": "6647b314-9962-454b-8716-82f0d8a86a5f"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:49:35.770366 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ca099-6630-40fe-832f-59b0410c04e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6647b314-9962-454b-8716-82f0d8a86a5f,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:35.801633 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9596b1-435d-4078-8a32-da11f44c99b8 x-openstack-request-id: req-0e9596b1-435d-4078-8a32-da11f44c99b8 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:49:35.802045 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7", "tag": "6647b314-9962-454b-8716-82f0d8a86a5f", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:49:35.802291 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e9596b1-435d-4078-8a32-da11f44c99b8 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:49:35.802703 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7', 'tag': '6647b314-9962-454b-8716-82f0d8a86a5f', 'status': 'completed', 'code': 200} Jul 05 04:49:35.878637 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-d330a1e8-06c7-407b-aca0-5609dba79fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:35.880234 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-d330a1e8-06c7-407b-aca0-5609dba79fe5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee5bc80a7b0c458ba4d78f1e7bdbf211&device_id=633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7 HTTP/1.1" status: 200 len: 1095 time: 0.0593910 Jul 05 04:49:35.929655 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-90247475-bd0e-4a1a-b376-2e8ebdfdf8d8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6647b314-9962-454b-8716-82f0d8a86a5f HTTP/1.1" status: 200 len: 217 time: 0.0353682 Jul 05 04:49:35.980569 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-25f890f1-af7a-42c5-8672-b84ce4946d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:35.982015 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-25f890f1-af7a-42c5-8672-b84ce4946d2b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e86c00f4-8bca-40d2-a513-507882e0f1e0 HTTP/1.1" status: 200 len: 855 time: 0.0455542 Jul 05 04:49:36.044174 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-d22a1978-7d4c-4aa9-a230-712b84ea886c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:36.045614 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-d22a1978-7d4c-4aa9-a230-712b84ea886c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d770ebd1-b892-40f2-9a29-cd0c76c81910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570605 Jul 05 04:49:36.133933 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-a85c2c3a-ad7c-4149-90c3-d3be7bca9456 service neutron] 10.222.0.70 "GET /v2.0/networks/d770ebd1-b892-40f2-9a29-cd0c76c81910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813620 Jul 05 04:49:36.236300 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ba9faca1-a7e7-46df-835c-4eec45d2b0aa req-78f85818-8b36-4a8f-80d0-0882b3a88b5c service neutron] 10.222.0.70 "GET /v2.0/networks/d770ebd1-b892-40f2-9a29-cd0c76c81910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960934 Jul 05 04:49:36.378873 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0725bc-76e8-484b-84fd-7b0bbbf4e90f req-e4e55c18-9a8b-480c-a75e-3fe4964f8256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:36.380310 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5c0725bc-76e8-484b-84fd-7b0bbbf4e90f req-e4e55c18-9a8b-480c-a75e-3fe4964f8256 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee5bc80a7b0c458ba4d78f1e7bdbf211&device_id=633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7 HTTP/1.1" status: 200 len: 1095 time: 0.0521042 Jul 05 04:49:36.469472 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0725bc-76e8-484b-84fd-7b0bbbf4e90f req-36234f5c-aed2-43e2-baf5-f9fbfbc4b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:36.470999 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5c0725bc-76e8-484b-84fd-7b0bbbf4e90f req-36234f5c-aed2-43e2-baf5-f9fbfbc4b1a0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d770ebd1-b892-40f2-9a29-cd0c76c81910 HTTP/1.1" status: 200 len: 917 time: 0.0823913 Jul 05 04:49:36.518326 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5c0725bc-76e8-484b-84fd-7b0bbbf4e90f req-5227b40f-f109-49fd-a6ea-e8f92597c9f2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6647b314-9962-454b-8716-82f0d8a86a5f HTTP/1.1" status: 200 len: 217 time: 0.0405593 Jul 05 04:49:36.602997 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0725bc-76e8-484b-84fd-7b0bbbf4e90f req-f7e47361-8d79-44b3-bbb6-f6160dbfb0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:36.605056 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5c0725bc-76e8-484b-84fd-7b0bbbf4e90f req-f7e47361-8d79-44b3-bbb6-f6160dbfb0be service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e86c00f4-8bca-40d2-a513-507882e0f1e0 HTTP/1.1" status: 200 len: 855 time: 0.0801060 Jul 05 04:49:36.662423 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b88cc8-5bc3-4bc8-899a-9b61bbb32f0d req-b97aec00-54d4-4cf7-a33e-c58e5822c5a9 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:36.663949 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-27b88cc8-5bc3-4bc8-899a-9b61bbb32f0d req-b97aec00-54d4-4cf7-a33e-c58e5822c5a9 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7 HTTP/1.1" status: 200 len: 943 time: 0.1121957 Jul 05 04:49:36.714601 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0725bc-76e8-484b-84fd-7b0bbbf4e90f req-c227338f-eb90-454d-ac63-89d916af7ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:36.716263 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5c0725bc-76e8-484b-84fd-7b0bbbf4e90f req-c227338f-eb90-454d-ac63-89d916af7ba6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d770ebd1-b892-40f2-9a29-cd0c76c81910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1026709 Jul 05 04:49:36.721592 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-27b88cc8-5bc3-4bc8-899a-9b61bbb32f0d req-b160403d-99b2-49b3-a308-90014616b00d tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce4ae913-e4bb-4352-9aed-7f7427e6b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504234 Jul 05 04:49:36.807322 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5c0725bc-76e8-484b-84fd-7b0bbbf4e90f req-b5c16128-a576-4444-9bb5-ab3aafb8cd65 service neutron] 10.222.0.70 "GET /v2.0/networks/d770ebd1-b892-40f2-9a29-cd0c76c81910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842366 Jul 05 04:49:36.928136 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 87c34815-5b88-417e-b967-665ab0113ed2 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:36.980289 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 87c34815-5b88-417e-b967-665ab0113ed2 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:36.984581 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 87c34815-5b88-417e-b967-665ab0113ed2 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:36.984961 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:37.070817 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:37.104873 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 87c34815-5b88-417e-b967-665ab0113ed2, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=87c34815-5b88-417e-b967-665ab0113ed2,segment=NetworkSegment(f951f998-dfc6-4123-ab3d-67d358f537cb),segment_id=f951f998-dfc6-4123-ab3d-67d358f537cb)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:37.108877 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:37.158668 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=87c34815-5b88-417e-b967-665ab0113ed2,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:37.188211 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5c0725bc-76e8-484b-84fd-7b0bbbf4e90f req-4bb40bda-259d-4c23-bce2-f49783ca4888 service neutron] 10.222.0.70 "GET /v2.0/networks/d770ebd1-b892-40f2-9a29-cd0c76c81910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738964 Jul 05 04:49:37.904565 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d3d75-c91c-4a8c-9d14-a422993331eb req-2c74620b-385b-4e27-bcc1-1f657bcf97b6 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:37.906078 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb6d3d75-c91c-4a8c-9d14-a422993331eb req-2c74620b-385b-4e27-bcc1-1f657bcf97b6 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7 HTTP/1.1" status: 200 len: 943 time: 0.0639400 Jul 05 04:49:37.944397 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb6d3d75-c91c-4a8c-9d14-a422993331eb req-e6732d3d-7f3b-4510-b675-42e7ebdba395 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce4ae913-e4bb-4352-9aed-7f7427e6b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327115 Jul 05 04:49:38.892714 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 87c34815-5b88-417e-b967-665ab0113ed2 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:38.942949 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 87c34815-5b88-417e-b967-665ab0113ed2 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:38.943315 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:39.100515 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6647b314-9962-454b-8716-82f0d8a86a5f details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:49:39.131772 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76b093-8811-4a52-bcd4-de1ccada6a03 req-9712de4c-8d5d-4325-ba62-afbeb9dd1dec tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:39.133284 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f76b093-8811-4a52-bcd4-de1ccada6a03 req-9712de4c-8d5d-4325-ba62-afbeb9dd1dec tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7 HTTP/1.1" status: 200 len: 943 time: 0.0666823 Jul 05 04:49:39.172312 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f76b093-8811-4a52-bcd4-de1ccada6a03 req-afda3847-57e9-470b-8882-b2db942d77f6 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce4ae913-e4bb-4352-9aed-7f7427e6b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317426 Jul 05 04:49:39.194673 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 6647b314-9962-454b-8716-82f0d8a86a5f, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6647b314-9962-454b-8716-82f0d8a86a5f,segment=NetworkSegment(d890af47-191c-4bd5-a73a-2a20883d1b3a),segment_id=d890af47-191c-4bd5-a73a-2a20883d1b3a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:39.210288 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '6647b314-9962-454b-8716-82f0d8a86a5f', 'network_id': 'd770ebd1-b892-40f2-9a29-cd0c76c81910', 'port_id': '6647b314-9962-454b-8716-82f0d8a86a5f', 'mac_address': 'fa:16:3e:e8:38:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86c00f4-8bca-40d2-a513-507882e0f1e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:49:39.246555 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:39.258744 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6647b314-9962-454b-8716-82f0d8a86a5f {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:49:39.278087 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 6647b314-9962-454b-8716-82f0d8a86a5f, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6647b314-9962-454b-8716-82f0d8a86a5f,segment=NetworkSegment(d890af47-191c-4bd5-a73a-2a20883d1b3a),segment_id=d890af47-191c-4bd5-a73a-2a20883d1b3a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:39.282196 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:39.329366 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=6647b314-9962-454b-8716-82f0d8a86a5f,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:39.640497 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['6647b314-9962-454b-8716-82f0d8a86a5f'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:49:40.352854 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0c4b5-70c1-4fad-8e55-594914c2a6e5 req-6c4af2b8-3f29-4b4f-9bba-d446d1c2353a tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:40.355709 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6be0c4b5-70c1-4fad-8e55-594914c2a6e5 req-6c4af2b8-3f29-4b4f-9bba-d446d1c2353a tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7 HTTP/1.1" status: 200 len: 944 time: 0.0681322 Jul 05 04:49:40.395243 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6be0c4b5-70c1-4fad-8e55-594914c2a6e5 req-506ee397-1406-40ad-a725-bca1eafd1335 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce4ae913-e4bb-4352-9aed-7f7427e6b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337100 Jul 05 04:49:41.114065 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6647b314-9962-454b-8716-82f0d8a86a5f up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:41.161763 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 6647b314-9962-454b-8716-82f0d8a86a5f completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:41.165345 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 6647b314-9962-454b-8716-82f0d8a86a5f triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:41.166229 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:41.248470 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:41.270506 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6647b314-9962-454b-8716-82f0d8a86a5f'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:49:41.272757 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78b0252444a70490cdba898b337d30d15b03e2f447bec9a55953f7bd387605e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0189eae8-5168-476b-aa92-88e21d90bf22" -d '{"events": [{"server_uuid": "633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7", "name": "network-vif-plugged", "status": "completed", "tag": "6647b314-9962-454b-8716-82f0d8a86a5f"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:49:41.285867 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 6647b314-9962-454b-8716-82f0d8a86a5f, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6647b314-9962-454b-8716-82f0d8a86a5f,segment=NetworkSegment(d890af47-191c-4bd5-a73a-2a20883d1b3a),segment_id=d890af47-191c-4bd5-a73a-2a20883d1b3a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:41.289897 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:41.315925 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1152a9b4-fa2d-4cd6-b373-58d892d66230 x-openstack-request-id: req-1152a9b4-fa2d-4cd6-b373-58d892d66230 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:49:41.316222 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7", "name": "network-vif-plugged", "status": "completed", "tag": "6647b314-9962-454b-8716-82f0d8a86a5f", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:49:41.316478 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1152a9b4-fa2d-4cd6-b373-58d892d66230 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:49:41.316881 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6647b314-9962-454b-8716-82f0d8a86a5f', 'code': 200} Jul 05 04:49:41.344466 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=6647b314-9962-454b-8716-82f0d8a86a5f,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:41.453452 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fc8d7-9fde-4c12-a882-8b99f370f5e3 req-6f09fb32-b315-40bf-8ee1-52c852bae222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:41.455091 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a84fc8d7-9fde-4c12-a882-8b99f370f5e3 req-6f09fb32-b315-40bf-8ee1-52c852bae222 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7 HTTP/1.1" status: 200 len: 1097 time: 0.0550482 Jul 05 04:49:41.488761 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a84fc8d7-9fde-4c12-a882-8b99f370f5e3 req-53f5f167-d750-4e56-9468-08b95eda3bec service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ce4ae913-e4bb-4352-9aed-7f7427e6b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275562 Jul 05 04:49:41.577697 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353fc50-9575-40fa-8464-00092838f5b9 req-639bcf8d-3653-4705-9dfa-bab83f8a9fd9 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:41.579193 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e353fc50-9575-40fa-8464-00092838f5b9 req-639bcf8d-3653-4705-9dfa-bab83f8a9fd9 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7 HTTP/1.1" status: 200 len: 945 time: 0.0669785 Jul 05 04:49:41.593798 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:49:41.617526 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e353fc50-9575-40fa-8464-00092838f5b9 req-f626397b-f9fb-4655-ac5d-3c43190fe52a tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce4ae913-e4bb-4352-9aed-7f7427e6b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326970 Jul 05 04:49:42.795228 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f188174-e19b-4613-b1d0-61f45269f5a6 req-1c24e8de-7a2e-4d17-bfe4-873ff7dc98c4 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:42.796766 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5f188174-e19b-4613-b1d0-61f45269f5a6 req-1c24e8de-7a2e-4d17-bfe4-873ff7dc98c4 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7 HTTP/1.1" status: 200 len: 945 time: 0.0642483 Jul 05 04:49:42.835165 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5f188174-e19b-4613-b1d0-61f45269f5a6 req-cdff59d5-6ba4-45e0-a578-cc745f259d70 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce4ae913-e4bb-4352-9aed-7f7427e6b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325904 Jul 05 04:49:43.693886 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:44.014115 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ae994-7d61-4337-ac99-def29deb4a1f req-7133db2f-73f4-49c9-ac25-16063ff76172 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:44.015506 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f68ae994-7d61-4337-ac99-def29deb4a1f req-7133db2f-73f4-49c9-ac25-16063ff76172 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7 HTTP/1.1" status: 200 len: 945 time: 0.0658910 Jul 05 04:49:44.052133 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f68ae994-7d61-4337-ac99-def29deb4a1f req-b3e20005-8630-432f-ad6f-7f71bf9e36d4 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce4ae913-e4bb-4352-9aed-7f7427e6b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310278 Jul 05 04:49:44.223611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3c184-f366-40a5-a56d-6072e91be443 req-fabbcf22-3622-4b4f-9c28-6436c0c2d3f0 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:44.225097 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c8e3c184-f366-40a5-a56d-6072e91be443 req-fabbcf22-3622-4b4f-9c28-6436c0c2d3f0 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7 HTTP/1.1" status: 200 len: 945 time: 0.0639384 Jul 05 04:49:44.267053 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c8e3c184-f366-40a5-a56d-6072e91be443 req-e2dad641-fde2-4f06-b327-e4a4405a8e4c tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce4ae913-e4bb-4352-9aed-7f7427e6b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356376 Jul 05 04:49:58.771650 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c2e8fb0e-4099-4bd1-a03c-ceb199a4f221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:59.822205 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:01.437076 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f557dce0-c798-4018-a255-6fe46f97c449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:01.864068 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:02.773779 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:04.501218 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59307e56-1ebd-429b-b7be-09db24947354 req-5d2d1104-45cf-4352-b625-17baa59ba432 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:04.502759 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-59307e56-1ebd-429b-b7be-09db24947354 req-5d2d1104-45cf-4352-b625-17baa59ba432 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7 HTTP/1.1" status: 200 len: 945 time: 0.0719469 Jul 05 04:50:04.546788 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-59307e56-1ebd-429b-b7be-09db24947354 req-30fa0a64-2817-440a-8018-619da961a6f8 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce4ae913-e4bb-4352-9aed-7f7427e6b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381172 Jul 05 04:50:04.585326 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:05.720038 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8de94-2ef1-475d-ab0b-49207383c8d6 req-a3379cd1-02e7-4f39-8532-4cdeda4415d4 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:05.721556 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6dc8de94-2ef1-475d-ab0b-49207383c8d6 req-a3379cd1-02e7-4f39-8532-4cdeda4415d4 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7 HTTP/1.1" status: 200 len: 945 time: 0.0642328 Jul 05 04:50:05.759883 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6dc8de94-2ef1-475d-ab0b-49207383c8d6 req-4533b6fe-cc1c-4476-9bd4-f2ca8b1a3f2f tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce4ae913-e4bb-4352-9aed-7f7427e6b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324070 Jul 05 04:50:06.326476 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632d27f-aa67-454c-9ea3-1c59160888e0 req-7b48eaea-36a8-4054-930f-d418578a45b8 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:06.327990 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e632d27f-aa67-454c-9ea3-1c59160888e0 req-7b48eaea-36a8-4054-930f-d418578a45b8 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.70 "GET /v2.0/ports?device_id=633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7 HTTP/1.1" status: 200 len: 945 time: 0.0633042 Jul 05 04:50:06.435057 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-e632d27f-aa67-454c-9ea3-1c59160888e0 req-a0439bc8-585c-492d-ad41-4b69bd1a8065 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Deleting port 6647b314-9962-454b-8716-82f0d8a86a5f {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:50:06.435382 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e632d27f-aa67-454c-9ea3-1c59160888e0 req-a0439bc8-585c-492d-ad41-4b69bd1a8065 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:06.521668 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-e632d27f-aa67-454c-9ea3-1c59160888e0 req-a0439bc8-585c-492d-ad41-4b69bd1a8065 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] For port 6647b314-9962-454b-8716-82f0d8a86a5f, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=6647b314-9962-454b-8716-82f0d8a86a5f,segment=NetworkSegment(d890af47-191c-4bd5-a73a-2a20883d1b3a),segment_id=d890af47-191c-4bd5-a73a-2a20883d1b3a)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:06.522029 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e632d27f-aa67-454c-9ea3-1c59160888e0 req-a0439bc8-585c-492d-ad41-4b69bd1a8065 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:06.535320 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-e632d27f-aa67-454c-9ea3-1c59160888e0 req-a0439bc8-585c-492d-ad41-4b69bd1a8065 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Calling delete_port for 6647b314-9962-454b-8716-82f0d8a86a5f owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:50:06.667888 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e632d27f-aa67-454c-9ea3-1c59160888e0 req-a0439bc8-585c-492d-ad41-4b69bd1a8065 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:06.704045 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0439bc8-585c-492d-ad41-4b69bd1a8065 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Pushing event deleted for resources: {'Port': ['ID=6647b314-9962-454b-8716-82f0d8a86a5f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:06.712754 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['6647b314-9962-454b-8716-82f0d8a86a5f'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:50:06.721573 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0439bc8-585c-492d-ad41-4b69bd1a8065 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:06.722103 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0439bc8-585c-492d-ad41-4b69bd1a8065 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:06.722268 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0439bc8-585c-492d-ad41-4b69bd1a8065 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:06.722583 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0439bc8-585c-492d-ad41-4b69bd1a8065 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:06.722913 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0439bc8-585c-492d-ad41-4b69bd1a8065 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:06.723289 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0439bc8-585c-492d-ad41-4b69bd1a8065 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:06.723689 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0439bc8-585c-492d-ad41-4b69bd1a8065 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:06.724482 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0439bc8-585c-492d-ad41-4b69bd1a8065 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:06.724737 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0439bc8-585c-492d-ad41-4b69bd1a8065 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:06.725071 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0439bc8-585c-492d-ad41-4b69bd1a8065 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:06.725445 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0439bc8-585c-492d-ad41-4b69bd1a8065 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:06.725772 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0439bc8-585c-492d-ad41-4b69bd1a8065 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:06.781517 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-e632d27f-aa67-454c-9ea3-1c59160888e0 req-a0439bc8-585c-492d-ad41-4b69bd1a8065 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] No DVR routers for this DVR port 6647b314-9962-454b-8716-82f0d8a86a5f on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:50:06.784999 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e632d27f-aa67-454c-9ea3-1c59160888e0 req-a0439bc8-585c-492d-ad41-4b69bd1a8065 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:06.787072 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e632d27f-aa67-454c-9ea3-1c59160888e0 req-a0439bc8-585c-492d-ad41-4b69bd1a8065 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.70 "DELETE /v2.0/ports/6647b314-9962-454b-8716-82f0d8a86a5f HTTP/1.1" status: 204 len: 173 time: 0.4540958 Jul 05 04:50:06.787527 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7', 'name': 'network-vif-deleted', 'tag': '6647b314-9962-454b-8716-82f0d8a86a5f'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:50:06.789940 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee7271e-b95d-41a4-8ab5-04ed19b2e0c3" -d '{"events": [{"server_uuid": "633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7", "name": "network-vif-deleted", "tag": "6647b314-9962-454b-8716-82f0d8a86a5f"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:50:06.928494 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d3ac3bf9-dde0-4e77-834a-1b3e5f4dd534 req-bc883878-6ea2-4ab9-9260-966fea44890e tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7 HTTP/1.1" status: 200 len: 210 time: 0.0334396 Jul 05 04:50:06.981406 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8918dc-b1bb-4a4e-aa7d-7fca9f32bb2b x-openstack-request-id: req-6b8918dc-b1bb-4a4e-aa7d-7fca9f32bb2b {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:50:06.981648 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7", "name": "network-vif-deleted", "tag": "6647b314-9962-454b-8716-82f0d8a86a5f", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:50:06.981901 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6b8918dc-b1bb-4a4e-aa7d-7fca9f32bb2b {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:50:06.982297 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633b7b8f-53a6-4b0e-a12d-2a41ff2f5ba7', 'name': 'network-vif-deleted', 'tag': '6647b314-9962-454b-8716-82f0d8a86a5f', 'status': 'completed', 'code': 200} Jul 05 04:50:08.499284 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-53e75ff0-c3b2-4161-b7d3-d5f9bddbdc4e tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:08.500743 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-53e75ff0-c3b2-4161-b7d3-d5f9bddbdc4e tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/networks?id=d770ebd1-b892-40f2-9a29-cd0c76c81910 HTTP/1.1" status: 200 len: 816 time: 0.1084604 Jul 05 04:50:08.515821 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-9cfa0651-7914-49b7-8286-4ea459b4adf0 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/quotas/ee5bc80a7b0c458ba4d78f1e7bdbf211 HTTP/1.1" status: 200 len: 375 time: 0.0095778 Jul 05 04:50:08.598486 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-422fd6c0-2ebc-4565-ad91-7f1591d4411e tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee5bc80a7b0c458ba4d78f1e7bdbf211&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773199 Jul 05 04:50:08.692915 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-74e7f145-4e7b-4edc-b4fb-2ac29edd4b4a service neutron] 10.222.0.77 "GET /v2.0/networks/d770ebd1-b892-40f2-9a29-cd0c76c81910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832543 Jul 05 04:50:08.791652 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-56ffd124-2f1a-4514-8eb5-b6d9305e044a service neutron] 10.222.0.77 "GET /v2.0/networks/d770ebd1-b892-40f2-9a29-cd0c76c81910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929606 Jul 05 04:50:08.980023 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b94a3a23-a953-432a-98d8-5fd3638c6837 req-cd4c4547-a6cc-481c-adda-db0724069770 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fe98716-aa73-4443-a0d9-f835e396bb05 HTTP/1.1" status: 200 len: 210 time: 0.0423429 Jul 05 04:50:10.139435 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eaccda9f-1834-4526-9dc5-6781a914059d req-16fb5bf6-a8b4-446a-b591-5106ebb7331d tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fe98716-aa73-4443-a0d9-f835e396bb05 HTTP/1.1" status: 200 len: 210 time: 0.0361025 Jul 05 04:50:10.184589 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-bdebdd46-8885-4bad-b8d4-cca216105a50 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:10.186042 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-bdebdd46-8885-4bad-b8d4-cca216105a50 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.89 "GET /v2.0/networks?id=d770ebd1-b892-40f2-9a29-cd0c76c81910 HTTP/1.1" status: 200 len: 816 time: 0.1775615 Jul 05 04:50:10.202370 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-20157329-7511-4110-bcc4-ec644545f5f9 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Request body: {'port': {'device_id': '3fe98716-aa73-4443-a0d9-f835e396bb05', 'network_id': 'd770ebd1-b892-40f2-9a29-cd0c76c81910', 'admin_state_up': True, 'tenant_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:50:10.309776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-20157329-7511-4110-bcc4-ec644545f5f9 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Made reservation on behalf of ee5bc80a7b0c458ba4d78f1e7bdbf211 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:50:10.313268 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-20157329-7511-4110-bcc4-ec644545f5f9 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:10.466643 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-20157329-7511-4110-bcc4-ec644545f5f9 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Allocated IP 172.20.0.9 (d770ebd1-b892-40f2-9a29-cd0c76c81910/e86c00f4-8bca-40d2-a513-507882e0f1e0/4efafc49-b9f4-4ecd-99bb-f0c1574d383f) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:50:10.611381 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-20157329-7511-4110-bcc4-ec644545f5f9 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:10.625259 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-20157329-7511-4110-bcc4-ec644545f5f9 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Transition to ACTIVE for port object 4efafc49-b9f4-4ecd-99bb-f0c1574d383f will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:50:10.657383 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-20157329-7511-4110-bcc4-ec644545f5f9 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:10.703877 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-20157329-7511-4110-bcc4-ec644545f5f9 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Network d770ebd1-b892-40f2-9a29-cd0c76c81910 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:50:10.708474 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-20157329-7511-4110-bcc4-ec644545f5f9 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:50:10.717547 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-20157329-7511-4110-bcc4-ec644545f5f9 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:50:10.752212 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20157329-7511-4110-bcc4-ec644545f5f9 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Pushing event updated for resources: {'Port': ['ID=4efafc49-b9f4-4ecd-99bb-f0c1574d383f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:10.787861 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-20157329-7511-4110-bcc4-ec644545f5f9 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:10.788480 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-20157329-7511-4110-bcc4-ec644545f5f9 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:10.802811 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-20157329-7511-4110-bcc4-ec644545f5f9 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6051376 Jul 05 04:50:10.908150 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-7b7fc278-726d-4631-a034-f13008b646c2 service neutron] Request body: {'port': {'device_id': '3fe98716-aa73-4443-a0d9-f835e396bb05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:50:10.983091 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-7b7fc278-726d-4631-a034-f13008b646c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:10.988572 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-87e7486b-5bb5-4f1c-ba3f-c6171e92a20c None None] Provisioning for port 4efafc49-b9f4-4ecd-99bb-f0c1574d383f completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:50:10.992380 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-87e7486b-5bb5-4f1c-ba3f-c6171e92a20c None None] Provisioning complete for port 4efafc49-b9f4-4ecd-99bb-f0c1574d383f triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:10.992750 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-87e7486b-5bb5-4f1c-ba3f-c6171e92a20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:11.026703 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-87e7486b-5bb5-4f1c-ba3f-c6171e92a20c None None] Port 4efafc49-b9f4-4ecd-99bb-f0c1574d383f cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:50:11.248253 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-7b7fc278-726d-4631-a034-f13008b646c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4efafc49-b9f4-4ecd-99bb-f0c1574d383f {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:50:11.255704 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-7b7fc278-726d-4631-a034-f13008b646c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:11.284356 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6647b314-9962-454b-8716-82f0d8a86a5f no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:50:11.295225 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-7b7fc278-726d-4631-a034-f13008b646c2 service neutron] Transition to ACTIVE for port object 4efafc49-b9f4-4ecd-99bb-f0c1574d383f will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:50:11.299759 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-7b7fc278-726d-4631-a034-f13008b646c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:11.305982 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 6647b314-9962-454b-8716-82f0d8a86a5f {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:50:11.306330 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 6647b314-9962-454b-8716-82f0d8a86a5f not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:50:11.370431 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7fc278-726d-4631-a034-f13008b646c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4efafc49-b9f4-4ecd-99bb-f0c1574d383f,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:11.419932 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a513e-1f94-48e4-b7f7-972cfe36ef0e req-9ba3eac1-6681-4e34-8936-c3e31e95fa12 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:11.421610 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5d5a513e-1f94-48e4-b7f7-972cfe36ef0e req-9ba3eac1-6681-4e34-8936-c3e31e95fa12 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fe98716-aa73-4443-a0d9-f835e396bb05 HTTP/1.1" status: 200 len: 931 time: 0.1634767 Jul 05 04:50:11.480049 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-7b7fc278-726d-4631-a034-f13008b646c2 service neutron] Attempting to bind port 4efafc49-b9f4-4ecd-99bb-f0c1574d383f on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:50:11.480397 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-7b7fc278-726d-4631-a034-f13008b646c2 service neutron] Attempting to bind port 4efafc49-b9f4-4ecd-99bb-f0c1574d383f by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': 'd890af47-191c-4bd5-a73a-2a20883d1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd770ebd1-b892-40f2-9a29-cd0c76c81910'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:50:11.481305 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-7b7fc278-726d-4631-a034-f13008b646c2 service neutron] Attempting to bind port 4efafc49-b9f4-4ecd-99bb-f0c1574d383f on network d770ebd1-b892-40f2-9a29-cd0c76c81910 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:50:11.486257 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5d5a513e-1f94-48e4-b7f7-972cfe36ef0e req-7eb9e2b6-3440-4a04-bce0-32872523f879 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce4ae913-e4bb-4352-9aed-7f7427e6b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579681 Jul 05 04:50:11.490932 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-7b7fc278-726d-4631-a034-f13008b646c2 service neutron] Port 4efafc49-b9f4-4ecd-99bb-f0c1574d383f on network d770ebd1-b892-40f2-9a29-cd0c76c81910 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:50:11.491281 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-7b7fc278-726d-4631-a034-f13008b646c2 service neutron] Attempting to bind port 4efafc49-b9f4-4ecd-99bb-f0c1574d383f on network d770ebd1-b892-40f2-9a29-cd0c76c81910 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:50:11.496477 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-7b7fc278-726d-4631-a034-f13008b646c2 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:50:11.496832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-7b7fc278-726d-4631-a034-f13008b646c2 service neutron] Checking segment: {'id': 'd890af47-191c-4bd5-a73a-2a20883d1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd770ebd1-b892-40f2-9a29-cd0c76c81910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:50:11.497221 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-7b7fc278-726d-4631-a034-f13008b646c2 service neutron] Bound using segment: {'id': 'd890af47-191c-4bd5-a73a-2a20883d1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd770ebd1-b892-40f2-9a29-cd0c76c81910'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:50:11.497658 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-7b7fc278-726d-4631-a034-f13008b646c2 service neutron] Bound port: 4efafc49-b9f4-4ecd-99bb-f0c1574d383f, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd890af47-191c-4bd5-a73a-2a20883d1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd770ebd1-b892-40f2-9a29-cd0c76c81910'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:50:11.498027 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-7b7fc278-726d-4631-a034-f13008b646c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:11.568985 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-7b7fc278-726d-4631-a034-f13008b646c2 service neutron] For port 4efafc49-b9f4-4ecd-99bb-f0c1574d383f, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:50:11.571895 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-7b7fc278-726d-4631-a034-f13008b646c2 service neutron] For port 4efafc49-b9f4-4ecd-99bb-f0c1574d383f, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=4efafc49-b9f4-4ecd-99bb-f0c1574d383f,segment=NetworkSegment(d890af47-191c-4bd5-a73a-2a20883d1b3a),segment_id=d890af47-191c-4bd5-a73a-2a20883d1b3a)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:50:11.577537 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-7b7fc278-726d-4631-a034-f13008b646c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:11.611143 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-7b7fc278-726d-4631-a034-f13008b646c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:11.611900 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-7b7fc278-726d-4631-a034-f13008b646c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:11.613312 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-7b7fc278-726d-4631-a034-f13008b646c2 service neutron] 10.222.0.89 "PUT /v2.0/ports/4efafc49-b9f4-4ecd-99bb-f0c1574d383f HTTP/1.1" status: 200 len: 1092 time: 0.7988110 Jul 05 04:50:11.613847 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe98716-aa73-4443-a0d9-f835e396bb05', 'tag': '4efafc49-b9f4-4ecd-99bb-f0c1574d383f'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:50:11.616029 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127e296a-1b13-48f8-bdfa-aa5c07fbd94b" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe98716-aa73-4443-a0d9-f835e396bb05", "tag": "4efafc49-b9f4-4ecd-99bb-f0c1574d383f"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:50:11.644159 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7fc278-726d-4631-a034-f13008b646c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4efafc49-b9f4-4ecd-99bb-f0c1574d383f,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:11.686428 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9b914e-cb12-4564-a719-66912de8e9fb x-openstack-request-id: req-7a9b914e-cb12-4564-a719-66912de8e9fb {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:50:11.686720 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe98716-aa73-4443-a0d9-f835e396bb05", "tag": "4efafc49-b9f4-4ecd-99bb-f0c1574d383f", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:50:11.686975 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7a9b914e-cb12-4564-a719-66912de8e9fb {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:50:11.687379 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe98716-aa73-4443-a0d9-f835e396bb05', 'tag': '4efafc49-b9f4-4ecd-99bb-f0c1574d383f', 'status': 'completed', 'code': 200} Jul 05 04:50:11.716364 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-adc56861-eb8e-435b-a55b-262f4e3f8439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:11.718003 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-adc56861-eb8e-435b-a55b-262f4e3f8439 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ee5bc80a7b0c458ba4d78f1e7bdbf211&device_id=3fe98716-aa73-4443-a0d9-f835e396bb05 HTTP/1.1" status: 200 len: 1095 time: 0.0610437 Jul 05 04:50:11.770422 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-bbfbb2a0-ea13-436c-b3e8-13b811c44850 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4efafc49-b9f4-4ecd-99bb-f0c1574d383f HTTP/1.1" status: 200 len: 217 time: 0.0392241 Jul 05 04:50:11.822315 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-79e2a823-2e42-4683-a39d-c66e7ea88261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:11.824080 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-79e2a823-2e42-4683-a39d-c66e7ea88261 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e86c00f4-8bca-40d2-a513-507882e0f1e0 HTTP/1.1" status: 200 len: 855 time: 0.0444615 Jul 05 04:50:11.885692 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-cd126a23-c25a-4754-b1ab-d08018109180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:11.887708 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-cd126a23-c25a-4754-b1ab-d08018109180 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d770ebd1-b892-40f2-9a29-cd0c76c81910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532455 Jul 05 04:50:11.988110 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-074081f7-2329-4aab-8e4d-d59591e08ca9 service neutron] 10.222.0.89 "GET /v2.0/networks/d770ebd1-b892-40f2-9a29-cd0c76c81910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899889 Jul 05 04:50:12.086839 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56d312c3-12db-4a12-9e2f-9ccd4569706c req-fd06e610-cf80-4126-b6ea-8ec32f0543b1 service neutron] 10.222.0.89 "GET /v2.0/networks/d770ebd1-b892-40f2-9a29-cd0c76c81910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880463 Jul 05 04:50:12.189038 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e296a-1b13-48f8-bdfa-aa5c07fbd94b req-31575cb8-120b-4bc4-9e6b-d5b1855def6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:12.190527 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-127e296a-1b13-48f8-bdfa-aa5c07fbd94b req-31575cb8-120b-4bc4-9e6b-d5b1855def6c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ee5bc80a7b0c458ba4d78f1e7bdbf211&device_id=3fe98716-aa73-4443-a0d9-f835e396bb05 HTTP/1.1" status: 200 len: 1095 time: 0.0525346 Jul 05 04:50:12.283774 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e296a-1b13-48f8-bdfa-aa5c07fbd94b req-919c1a43-827c-489b-a45e-c2961f576908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:12.285186 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-127e296a-1b13-48f8-bdfa-aa5c07fbd94b req-919c1a43-827c-489b-a45e-c2961f576908 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d770ebd1-b892-40f2-9a29-cd0c76c81910 HTTP/1.1" status: 200 len: 917 time: 0.0873458 Jul 05 04:50:12.327709 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-127e296a-1b13-48f8-bdfa-aa5c07fbd94b req-1960b7d9-3306-4fa4-8421-50d74f0206c7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4efafc49-b9f4-4ecd-99bb-f0c1574d383f HTTP/1.1" status: 200 len: 217 time: 0.0346866 Jul 05 04:50:12.376572 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e296a-1b13-48f8-bdfa-aa5c07fbd94b req-f3786e16-c9af-4b77-9084-3a67eeca1242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:12.378050 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-127e296a-1b13-48f8-bdfa-aa5c07fbd94b req-f3786e16-c9af-4b77-9084-3a67eeca1242 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e86c00f4-8bca-40d2-a513-507882e0f1e0 HTTP/1.1" status: 200 len: 855 time: 0.0437291 Jul 05 04:50:12.440292 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e296a-1b13-48f8-bdfa-aa5c07fbd94b req-72feca30-8499-4dfc-8b55-52afe7627612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:12.441764 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-127e296a-1b13-48f8-bdfa-aa5c07fbd94b req-72feca30-8499-4dfc-8b55-52afe7627612 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d770ebd1-b892-40f2-9a29-cd0c76c81910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563197 Jul 05 04:50:12.537815 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-127e296a-1b13-48f8-bdfa-aa5c07fbd94b req-533532c6-e387-48ad-8935-7f149621a339 service neutron] 10.222.0.89 "GET /v2.0/networks/d770ebd1-b892-40f2-9a29-cd0c76c81910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862441 Jul 05 04:50:12.669853 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-127e296a-1b13-48f8-bdfa-aa5c07fbd94b req-be3b1397-8a8c-47ef-92a3-c29209d5406b service neutron] 10.222.0.89 "GET /v2.0/networks/d770ebd1-b892-40f2-9a29-cd0c76c81910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246202 Jul 05 04:50:12.687923 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ca0ba-353a-4fcf-867b-dce592705c5a req-66b25e06-3453-4387-b6d7-0e4f019d1781 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:12.689526 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-763ca0ba-353a-4fcf-867b-dce592705c5a req-66b25e06-3453-4387-b6d7-0e4f019d1781 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fe98716-aa73-4443-a0d9-f835e396bb05 HTTP/1.1" status: 200 len: 943 time: 0.0890810 Jul 05 04:50:12.728563 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-763ca0ba-353a-4fcf-867b-dce592705c5a req-364347c5-64a3-4b30-83fd-2be61e3e16ef tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce4ae913-e4bb-4352-9aed-7f7427e6b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331671 Jul 05 04:50:13.693736 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:13.906491 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a77cb-5ba4-47b5-b2a2-59454b88146b req-e7d22188-546f-448c-b81d-e8826a4d4f53 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:13.908012 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb5a77cb-5ba4-47b5-b2a2-59454b88146b req-e7d22188-546f-448c-b81d-e8826a4d4f53 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fe98716-aa73-4443-a0d9-f835e396bb05 HTTP/1.1" status: 200 len: 943 time: 0.0670190 Jul 05 04:50:13.946478 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb5a77cb-5ba4-47b5-b2a2-59454b88146b req-e0ba608c-3540-489b-9f97-e980263b2841 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce4ae913-e4bb-4352-9aed-7f7427e6b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327408 Jul 05 04:50:15.117087 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3d81b-f848-494e-9985-2658fa8426ec req-c5ab5f64-1edb-4e63-8d11-cb523704cf56 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:15.118612 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1fa3d81b-f848-494e-9985-2658fa8426ec req-c5ab5f64-1edb-4e63-8d11-cb523704cf56 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fe98716-aa73-4443-a0d9-f835e396bb05 HTTP/1.1" status: 200 len: 943 time: 0.0630476 Jul 05 04:50:15.157161 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1fa3d81b-f848-494e-9985-2658fa8426ec req-6d42d291-7fa1-41d3-878b-b4f089bcc6b6 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce4ae913-e4bb-4352-9aed-7f7427e6b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321925 Jul 05 04:50:15.617730 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 4efafc49-b9f4-4ecd-99bb-f0c1574d383f details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:50:15.713089 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 4efafc49-b9f4-4ecd-99bb-f0c1574d383f, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=4efafc49-b9f4-4ecd-99bb-f0c1574d383f,segment=NetworkSegment(d890af47-191c-4bd5-a73a-2a20883d1b3a),segment_id=d890af47-191c-4bd5-a73a-2a20883d1b3a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:15.724727 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '4efafc49-b9f4-4ecd-99bb-f0c1574d383f', 'network_id': 'd770ebd1-b892-40f2-9a29-cd0c76c81910', 'port_id': '4efafc49-b9f4-4ecd-99bb-f0c1574d383f', 'mac_address': 'fa:16:3e:85:e6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86c00f4-8bca-40d2-a513-507882e0f1e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:50:15.761667 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:15.775128 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4efafc49-b9f4-4ecd-99bb-f0c1574d383f {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:50:15.794286 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 4efafc49-b9f4-4ecd-99bb-f0c1574d383f, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=4efafc49-b9f4-4ecd-99bb-f0c1574d383f,segment=NetworkSegment(d890af47-191c-4bd5-a73a-2a20883d1b3a),segment_id=d890af47-191c-4bd5-a73a-2a20883d1b3a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:15.798519 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:15.847895 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=4efafc49-b9f4-4ecd-99bb-f0c1574d383f,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:15.855079 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:15.855454 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:15.855841 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:15.856166 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:15.856496 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:15.856830 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:15.857158 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:15.857487 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:15.857813 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:15.858136 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:15.858459 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:15.858781 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:16.112885 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['4efafc49-b9f4-4ecd-99bb-f0c1574d383f'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:50:16.332713 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abeb298-ca86-45a5-bada-185d0a87a3f5 req-bdcd2a92-962c-4eba-920c-8ce96727e6f3 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:16.334163 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3abeb298-ca86-45a5-bada-185d0a87a3f5 req-bdcd2a92-962c-4eba-920c-8ce96727e6f3 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fe98716-aa73-4443-a0d9-f835e396bb05 HTTP/1.1" status: 200 len: 944 time: 0.0629609 Jul 05 04:50:16.373640 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3abeb298-ca86-45a5-bada-185d0a87a3f5 req-41636bff-09d1-4739-ad69-7e028bde12e8 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce4ae913-e4bb-4352-9aed-7f7427e6b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335586 Jul 05 04:50:17.547945 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0037f0-dae1-4cf1-8be8-39b4d0130057 req-f41a3ebc-11e8-4aef-87ab-f652738851d6 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:17.549430 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3f0037f0-dae1-4cf1-8be8-39b4d0130057 req-f41a3ebc-11e8-4aef-87ab-f652738851d6 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fe98716-aa73-4443-a0d9-f835e396bb05 HTTP/1.1" status: 200 len: 944 time: 0.0665131 Jul 05 04:50:17.587543 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3f0037f0-dae1-4cf1-8be8-39b4d0130057 req-666bc8e0-ccc7-4872-8762-f97478eaf036 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce4ae913-e4bb-4352-9aed-7f7427e6b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324991 Jul 05 04:50:17.624058 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 4efafc49-b9f4-4ecd-99bb-f0c1574d383f up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:50:17.671182 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 4efafc49-b9f4-4ecd-99bb-f0c1574d383f completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:50:17.674781 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 4efafc49-b9f4-4ecd-99bb-f0c1574d383f triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:17.675152 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:17.753391 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:17.775198 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe98716-aa73-4443-a0d9-f835e396bb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efafc49-b9f4-4ecd-99bb-f0c1574d383f'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:50:17.778008 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78b0252444a70490cdba898b337d30d15b03e2f447bec9a55953f7bd387605e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41556408-f3ea-4ec8-8f95-89cfb55d1b55" -d '{"events": [{"server_uuid": "3fe98716-aa73-4443-a0d9-f835e396bb05", "name": "network-vif-plugged", "status": "completed", "tag": "4efafc49-b9f4-4ecd-99bb-f0c1574d383f"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:50:17.790696 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 4efafc49-b9f4-4ecd-99bb-f0c1574d383f, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=4efafc49-b9f4-4ecd-99bb-f0c1574d383f,segment=NetworkSegment(d890af47-191c-4bd5-a73a-2a20883d1b3a),segment_id=d890af47-191c-4bd5-a73a-2a20883d1b3a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:17.794551 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:17.817169 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8112cc98-2e5b-4e69-8cc9-f9a783f57a71 x-openstack-request-id: req-8112cc98-2e5b-4e69-8cc9-f9a783f57a71 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:50:17.817465 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe98716-aa73-4443-a0d9-f835e396bb05", "name": "network-vif-plugged", "status": "completed", "tag": "4efafc49-b9f4-4ecd-99bb-f0c1574d383f", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:50:17.817722 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8112cc98-2e5b-4e69-8cc9-f9a783f57a71 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:50:17.818111 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe98716-aa73-4443-a0d9-f835e396bb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efafc49-b9f4-4ecd-99bb-f0c1574d383f', 'code': 200} Jul 05 04:50:17.846917 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=4efafc49-b9f4-4ecd-99bb-f0c1574d383f,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:17.933007 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7259c-e8c2-4c76-848f-24f67efc4433 req-797a0011-f136-4ab0-b0f8-f74d59dd0e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:17.935014 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-54f7259c-e8c2-4c76-848f-24f67efc4433 req-797a0011-f136-4ab0-b0f8-f74d59dd0e32 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3fe98716-aa73-4443-a0d9-f835e396bb05 HTTP/1.1" status: 200 len: 1097 time: 0.0525992 Jul 05 04:50:17.972857 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-54f7259c-e8c2-4c76-848f-24f67efc4433 req-8ce5bdf4-cf5e-415c-9530-d5b0ffa8174f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ce4ae913-e4bb-4352-9aed-7f7427e6b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280669 Jul 05 04:50:18.593219 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:50:18.768870 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1e4f8-e0c3-4638-b979-0964ce3ffed4 req-ec6d0df0-bafb-446c-a09c-0c533c8465c8 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:18.770393 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-63f1e4f8-e0c3-4638-b979-0964ce3ffed4 req-ec6d0df0-bafb-446c-a09c-0c533c8465c8 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fe98716-aa73-4443-a0d9-f835e396bb05 HTTP/1.1" status: 200 len: 945 time: 0.0698419 Jul 05 04:50:18.807342 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-63f1e4f8-e0c3-4638-b979-0964ce3ffed4 req-fccece46-7777-48f5-bdf3-f90b0c53a56e tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce4ae913-e4bb-4352-9aed-7f7427e6b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314758 Jul 05 04:50:19.991444 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fced7f2-62a3-4f68-98b3-ae2419ac91a1 req-ce1d2788-fa93-4b11-bde9-c9c4e1d17aa9 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:19.992876 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7fced7f2-62a3-4f68-98b3-ae2419ac91a1 req-ce1d2788-fa93-4b11-bde9-c9c4e1d17aa9 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fe98716-aa73-4443-a0d9-f835e396bb05 HTTP/1.1" status: 200 len: 945 time: 0.0665264 Jul 05 04:50:20.043947 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7fced7f2-62a3-4f68-98b3-ae2419ac91a1 req-c025796e-4913-473b-baab-f6471dc3ec78 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce4ae913-e4bb-4352-9aed-7f7427e6b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449960 Jul 05 04:50:20.229335 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053be438-3b69-4b53-8d59-a6f3d9176f04 req-2d3ca695-fa31-4249-9a07-66a3203d85cc tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:20.231361 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-053be438-3b69-4b53-8d59-a6f3d9176f04 req-2d3ca695-fa31-4249-9a07-66a3203d85cc tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fe98716-aa73-4443-a0d9-f835e396bb05 HTTP/1.1" status: 200 len: 945 time: 0.0644960 Jul 05 04:50:20.267816 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-053be438-3b69-4b53-8d59-a6f3d9176f04 req-c684b038-07aa-4032-9c1e-423b0e971e69 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce4ae913-e4bb-4352-9aed-7f7427e6b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306990 Jul 05 04:50:28.764168 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6694455c-4197-4704-96df-740e96b37f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:29.852754 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:31.439297 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9dd3402f-90c6-4804-bcb1-829ed4d36c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:31.848045 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:32.775995 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:34.583000 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:39.186245 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311ac12-580b-458b-84cd-4f23765ee6bd req-3e6b615f-efde-4edd-9f0f-1777d126b2b1 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:39.188882 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b311ac12-580b-458b-84cd-4f23765ee6bd req-3e6b615f-efde-4edd-9f0f-1777d126b2b1 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fe98716-aa73-4443-a0d9-f835e396bb05 HTTP/1.1" status: 200 len: 945 time: 0.0700901 Jul 05 04:50:39.231581 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b311ac12-580b-458b-84cd-4f23765ee6bd req-b625a895-79ac-46cc-b2b0-4146ff579a8c tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce4ae913-e4bb-4352-9aed-7f7427e6b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370049 Jul 05 04:50:40.408087 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b2311-f88b-4f5a-8e9a-7194d52e37a0 req-1ac9c51e-f9c7-46aa-9078-e3f84eaba385 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:40.409626 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a1b2311-f88b-4f5a-8e9a-7194d52e37a0 req-1ac9c51e-f9c7-46aa-9078-e3f84eaba385 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fe98716-aa73-4443-a0d9-f835e396bb05 HTTP/1.1" status: 200 len: 945 time: 0.0647848 Jul 05 04:50:40.447284 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a1b2311-f88b-4f5a-8e9a-7194d52e37a0 req-990344a2-ddf6-400a-8673-8fe5538a5695 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce4ae913-e4bb-4352-9aed-7f7427e6b6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319512 Jul 05 04:50:40.803588 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b0fde-aa11-4548-9f69-8385e2ce5dfe req-7fc64a27-0fcf-4bda-a706-1d125c71db1b tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:40.805088 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-630b0fde-aa11-4548-9f69-8385e2ce5dfe req-7fc64a27-0fcf-4bda-a706-1d125c71db1b tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.89 "GET /v2.0/ports?device_id=3fe98716-aa73-4443-a0d9-f835e396bb05 HTTP/1.1" status: 200 len: 945 time: 0.0696840 Jul 05 04:50:40.910865 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-630b0fde-aa11-4548-9f69-8385e2ce5dfe req-2c876972-a3d3-43cb-9c1b-be02a1598a99 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Deleting port 4efafc49-b9f4-4ecd-99bb-f0c1574d383f {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:50:40.911204 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-630b0fde-aa11-4548-9f69-8385e2ce5dfe req-2c876972-a3d3-43cb-9c1b-be02a1598a99 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:41.011066 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-630b0fde-aa11-4548-9f69-8385e2ce5dfe req-2c876972-a3d3-43cb-9c1b-be02a1598a99 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] For port 4efafc49-b9f4-4ecd-99bb-f0c1574d383f, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=4efafc49-b9f4-4ecd-99bb-f0c1574d383f,segment=NetworkSegment(d890af47-191c-4bd5-a73a-2a20883d1b3a),segment_id=d890af47-191c-4bd5-a73a-2a20883d1b3a)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:41.011322 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-630b0fde-aa11-4548-9f69-8385e2ce5dfe req-2c876972-a3d3-43cb-9c1b-be02a1598a99 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:41.025535 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-630b0fde-aa11-4548-9f69-8385e2ce5dfe req-2c876972-a3d3-43cb-9c1b-be02a1598a99 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Calling delete_port for 4efafc49-b9f4-4ecd-99bb-f0c1574d383f owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:50:41.150852 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-630b0fde-aa11-4548-9f69-8385e2ce5dfe req-2c876972-a3d3-43cb-9c1b-be02a1598a99 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:41.168285 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['4efafc49-b9f4-4ecd-99bb-f0c1574d383f'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:50:41.181816 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c876972-a3d3-43cb-9c1b-be02a1598a99 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Pushing event deleted for resources: {'Port': ['ID=4efafc49-b9f4-4ecd-99bb-f0c1574d383f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:41.233094 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-630b0fde-aa11-4548-9f69-8385e2ce5dfe req-2c876972-a3d3-43cb-9c1b-be02a1598a99 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] No DVR routers for this DVR port 4efafc49-b9f4-4ecd-99bb-f0c1574d383f on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:50:41.236955 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-630b0fde-aa11-4548-9f69-8385e2ce5dfe req-2c876972-a3d3-43cb-9c1b-be02a1598a99 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:41.239495 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-630b0fde-aa11-4548-9f69-8385e2ce5dfe req-2c876972-a3d3-43cb-9c1b-be02a1598a99 tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.89 "DELETE /v2.0/ports/4efafc49-b9f4-4ecd-99bb-f0c1574d383f HTTP/1.1" status: 204 len: 173 time: 0.4239585 Jul 05 04:50:41.240113 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe98716-aa73-4443-a0d9-f835e396bb05', 'name': 'network-vif-deleted', 'tag': '4efafc49-b9f4-4ecd-99bb-f0c1574d383f'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:50:41.242616 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258654a9-ee38-4a01-8539-27b5c3e6d720" -d '{"events": [{"server_uuid": "3fe98716-aa73-4443-a0d9-f835e396bb05", "name": "network-vif-deleted", "tag": "4efafc49-b9f4-4ecd-99bb-f0c1574d383f"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:50:41.292779 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0355aee0-56ad-4628-b5d3-85f704770454 x-openstack-request-id: req-0355aee0-56ad-4628-b5d3-85f704770454 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:50:41.293112 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe98716-aa73-4443-a0d9-f835e396bb05", "name": "network-vif-deleted", "tag": "4efafc49-b9f4-4ecd-99bb-f0c1574d383f", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:50:41.293369 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0355aee0-56ad-4628-b5d3-85f704770454 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:50:41.293780 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe98716-aa73-4443-a0d9-f835e396bb05', 'name': 'network-vif-deleted', 'tag': '4efafc49-b9f4-4ecd-99bb-f0c1574d383f', 'status': 'completed', 'code': 200} Jul 05 04:50:41.601356 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e9a0bf2-7643-4dc3-b0ae-97ef5e592add req-892f8290-e03f-4dbb-a984-bf97cd9e1ead tempest-TestEncryptedCinderVolumes-966702107 tempest-TestEncryptedCinderVolumes-966702107-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fe98716-aa73-4443-a0d9-f835e396bb05 HTTP/1.1" status: 200 len: 210 time: 0.0279703 Jul 05 04:50:42.734077 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49612) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:43.080783 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad0db44f-5863-4b98-a443-364177be9212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:43.328149 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ad0db44f-5863-4b98-a443-364177be9212 admin admin] Deleting port 5984eb9c-5884-4453-a82c-eb47e17dae6c {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:50:43.328492 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad0db44f-5863-4b98-a443-364177be9212 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:43.403985 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-ad0db44f-5863-4b98-a443-364177be9212 admin admin] For port 5984eb9c-5884-4453-a82c-eb47e17dae6c, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5984eb9c-5884-4453-a82c-eb47e17dae6c,segment=NetworkSegment(d890af47-191c-4bd5-a73a-2a20883d1b3a),segment_id=d890af47-191c-4bd5-a73a-2a20883d1b3a)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:43.404254 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad0db44f-5863-4b98-a443-364177be9212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:43.417164 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-ad0db44f-5863-4b98-a443-364177be9212 admin admin] Calling delete_port for 5984eb9c-5884-4453-a82c-eb47e17dae6c owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:50:43.593064 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad0db44f-5863-4b98-a443-364177be9212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:43.620228 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0db44f-5863-4b98-a443-364177be9212 admin admin] Pushing event deleted for resources: {'Port': ['ID=5984eb9c-5884-4453-a82c-eb47e17dae6c,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:43.634009 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0db44f-5863-4b98-a443-364177be9212 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:43.634393 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0db44f-5863-4b98-a443-364177be9212 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:43.634707 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0db44f-5863-4b98-a443-364177be9212 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:43.635048 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0db44f-5863-4b98-a443-364177be9212 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:43.635384 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0db44f-5863-4b98-a443-364177be9212 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:43.635723 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0db44f-5863-4b98-a443-364177be9212 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:43.636084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0db44f-5863-4b98-a443-364177be9212 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:43.636411 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0db44f-5863-4b98-a443-364177be9212 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:43.636735 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0db44f-5863-4b98-a443-364177be9212 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:43.637061 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0db44f-5863-4b98-a443-364177be9212 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:43.637391 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0db44f-5863-4b98-a443-364177be9212 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:43.637716 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0db44f-5863-4b98-a443-364177be9212 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:43.715200 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:43.802736 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad0db44f-5863-4b98-a443-364177be9212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:44.015496 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0db44f-5863-4b98-a443-364177be9212 admin admin] Router d8409346-2c79-4218-902b-f2fa97f08770 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:50:44.120663 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0db44f-5863-4b98-a443-364177be9212 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:50:44.126299 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ad0db44f-5863-4b98-a443-364177be9212 admin admin] 10.222.0.77 "PUT /v2.0/routers/d8409346-2c79-4218-902b-f2fa97f08770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3910611 Jul 05 04:50:44.128917 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49616) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:44.132701 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68681882-f788-4b1d-9524-189bef5db868 None None] Sync routers for ids ['d8409346-2c79-4218-902b-f2fa97f08770'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:50:44.142770 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68681882-f788-4b1d-9524-189bef5db868 None None] Routers {'d8409346-2c79-4218-902b-f2fa97f08770'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:50:44.143351 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-68681882-f788-4b1d-9524-189bef5db868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:50:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d8409346-2c79-4218-902b-f2fa97f08770'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:44.231661 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-096f5a1f-a9b6-479b-89f9-012dbfa41861 admin admin] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:44.246402 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-68681882-f788-4b1d-9524-189bef5db868 None None] Set router d8409346-2c79-4218-902b-f2fa97f08770 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:50:44.329391 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-096f5a1f-a9b6-479b-89f9-012dbfa41861 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:44.385375 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-096f5a1f-a9b6-479b-89f9-012dbfa41861 admin admin] Deleting port 58ae4e4b-c553-4c3f-b3c0-465900824c6b {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:50:44.385716 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-096f5a1f-a9b6-479b-89f9-012dbfa41861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:44.424397 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-68681882-f788-4b1d-9524-189bef5db868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8409346-2c79-4218-902b-f2fa97f08770', 'name': 'tempest-TestEncryptedCinderVolumes-277918116-router', 'tenant_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '58ae4e4b-c553-4c3f-b3c0-465900824c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:22Z', 'updated_at': '2021-07-05T04:50:43Z', 'revision_number': 5, 'project_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'gw_port': {'id': '58ae4e4b-c553-4c3f-b3c0-465900824c6b', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8409346-2c79-4218-902b-f2fa97f08770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:23Z', 'updated_at': '2021-07-05T04:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:44.456917 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68681882-f788-4b1d-9524-189bef5db868 None None] Checking router: d8409346-2c79-4218-902b-f2fa97f08770 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:50:44.464314 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-096f5a1f-a9b6-479b-89f9-012dbfa41861 admin admin] For port 58ae4e4b-c553-4c3f-b3c0-465900824c6b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=58ae4e4b-c553-4c3f-b3c0-465900824c6b,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:44.464677 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-096f5a1f-a9b6-479b-89f9-012dbfa41861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:44.465098 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68681882-f788-4b1d-9524-189bef5db868 None None] Routers {'d8409346-2c79-4218-902b-f2fa97f08770'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:50:44.465701 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-68681882-f788-4b1d-9524-189bef5db868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:50:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['d8409346-2c79-4218-902b-f2fa97f08770'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:44.477375 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-096f5a1f-a9b6-479b-89f9-012dbfa41861 admin admin] Calling delete_port for 58ae4e4b-c553-4c3f-b3c0-465900824c6b owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:50:44.548955 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-68681882-f788-4b1d-9524-189bef5db868 None None] Set router d8409346-2c79-4218-902b-f2fa97f08770 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:50:44.598951 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-68681882-f788-4b1d-9524-189bef5db868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8409346-2c79-4218-902b-f2fa97f08770', 'name': 'tempest-TestEncryptedCinderVolumes-277918116-router', 'tenant_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:22Z', 'updated_at': '2021-07-05T04:50:44Z', 'revision_number': 6, 'project_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:44.628158 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68681882-f788-4b1d-9524-189bef5db868 None None] The sync data for ids ['d8409346-2c79-4218-902b-f2fa97f08770'] in n-d-780147-23 is: [{'id': 'd8409346-2c79-4218-902b-f2fa97f08770', 'name': 'tempest-TestEncryptedCinderVolumes-277918116-router', 'tenant_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:22Z', 'updated_at': '2021-07-05T04:50:44Z', 'revision_number': 6, 'project_id': 'ee5bc80a7b0c458ba4d78f1e7bdbf211', 'gw_port_host': None}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:50:44.648820 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-096f5a1f-a9b6-479b-89f9-012dbfa41861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:44.676472 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f5a1f-a9b6-479b-89f9-012dbfa41861 admin admin] Pushing event deleted for resources: {'Port': ['ID=58ae4e4b-c553-4c3f-b3c0-465900824c6b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:44.743901 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-096f5a1f-a9b6-479b-89f9-012dbfa41861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:44.838389 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-096f5a1f-a9b6-479b-89f9-012dbfa41861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:44.840498 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-096f5a1f-a9b6-479b-89f9-012dbfa41861 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:44.882012 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-096f5a1f-a9b6-479b-89f9-012dbfa41861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:44.882535 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096f5a1f-a9b6-479b-89f9-012dbfa41861 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8409346-2c79-4218-902b-f2fa97f08770 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:50:44.886982 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-096f5a1f-a9b6-479b-89f9-012dbfa41861 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:44.888149 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-096f5a1f-a9b6-479b-89f9-012dbfa41861 admin admin] 10.222.0.77 "DELETE /v2.0/routers/d8409346-2c79-4218-902b-f2fa97f08770 HTTP/1.1" status: 204 len: 168 time: 0.7583008 Jul 05 04:50:44.890795 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49618) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:44.934413 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-7021509f-23da-48a7-a1d5-8779979c5f70 admin admin] Deleting subnet e86c00f4-8bca-40d2-a513-507882e0f1e0 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:50:44.937410 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7021509f-23da-48a7-a1d5-8779979c5f70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:44.978023 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7021509f-23da-48a7-a1d5-8779979c5f70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:45.064051 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7021509f-23da-48a7-a1d5-8779979c5f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:45.076123 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5984eb9c-5884-4453-a82c-eb47e17dae6c no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:50:45.097013 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 5984eb9c-5884-4453-a82c-eb47e17dae6c {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:50:45.097356 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5984eb9c-5884-4453-a82c-eb47e17dae6c not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:50:45.121435 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7021509f-23da-48a7-a1d5-8779979c5f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:45.149104 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021509f-23da-48a7-a1d5-8779979c5f70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e86c00f4-8bca-40d2-a513-507882e0f1e0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:45.151059 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7021509f-23da-48a7-a1d5-8779979c5f70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:45.153496 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7021509f-23da-48a7-a1d5-8779979c5f70 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e86c00f4-8bca-40d2-a513-507882e0f1e0 HTTP/1.1" status: 204 len: 168 time: 0.2612388 Jul 05 04:50:45.156085 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49620) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:45.158701 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b6763e-26f6-4e9d-8cd2-b93e8fd6025c None None] Network d770ebd1-b892-40f2-9a29-cd0c76c81910 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:50:45.227707 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-658f1fb9-c2d9-41bf-a96a-c0fe9b931937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:45.281323 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-658f1fb9-c2d9-41bf-a96a-c0fe9b931937 admin admin] Deleting port 23c9b121-e4e4-47e5-934a-598aa68fdd37 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:50:45.281691 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-658f1fb9-c2d9-41bf-a96a-c0fe9b931937 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:45.350355 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-658f1fb9-c2d9-41bf-a96a-c0fe9b931937 admin admin] For port 23c9b121-e4e4-47e5-934a-598aa68fdd37, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=23c9b121-e4e4-47e5-934a-598aa68fdd37,segment=NetworkSegment(d890af47-191c-4bd5-a73a-2a20883d1b3a),segment_id=d890af47-191c-4bd5-a73a-2a20883d1b3a)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:45.350649 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-658f1fb9-c2d9-41bf-a96a-c0fe9b931937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:45.364892 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-658f1fb9-c2d9-41bf-a96a-c0fe9b931937 admin admin] Calling delete_port for 23c9b121-e4e4-47e5-934a-598aa68fdd37 owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:50:45.391001 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6b5897-bd8c-4d76-a081-2d17e7a89f9a None None] DHCP port deletion for d770ebd1-b892-40f2-9a29-cd0c76c81910 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:50:45.443540 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-5a6b5897-bd8c-4d76-a081-2d17e7a89f9a None None] Deleting port 23c9b121-e4e4-47e5-934a-598aa68fdd37 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:50:45.443944 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5897-bd8c-4d76-a081-2d17e7a89f9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:45.448946 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-658f1fb9-c2d9-41bf-a96a-c0fe9b931937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:45.476328 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f1fb9-c2d9-41bf-a96a-c0fe9b931937 admin admin] Pushing event deleted for resources: {'Port': ['ID=23c9b121-e4e4-47e5-934a-598aa68fdd37,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:45.479859 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658f1fb9-c2d9-41bf-a96a-c0fe9b931937 admin admin] No DVR routers for this DVR port 23c9b121-e4e4-47e5-934a-598aa68fdd37 on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:50:45.515419 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-5a6b5897-bd8c-4d76-a081-2d17e7a89f9a None None] For port 23c9b121-e4e4-47e5-934a-598aa68fdd37, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=23c9b121-e4e4-47e5-934a-598aa68fdd37,segment=NetworkSegment(d890af47-191c-4bd5-a73a-2a20883d1b3a),segment_id=d890af47-191c-4bd5-a73a-2a20883d1b3a)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:45.516941 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5897-bd8c-4d76-a081-2d17e7a89f9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:45.530639 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-5a6b5897-bd8c-4d76-a081-2d17e7a89f9a None None] Calling delete_port for 23c9b121-e4e4-47e5-934a-598aa68fdd37 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:50:45.554379 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-658f1fb9-c2d9-41bf-a96a-c0fe9b931937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:45.565394 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-658f1fb9-c2d9-41bf-a96a-c0fe9b931937 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d770ebd1-b892-40f2-9a29-cd0c76c81910']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:45.577921 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-658f1fb9-c2d9-41bf-a96a-c0fe9b931937 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd890af47-191c-4bd5-a73a-2a20883d1b3a') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:45.578250 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-658f1fb9-c2d9-41bf-a96a-c0fe9b931937 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd890af47-191c-4bd5-a73a-2a20883d1b3a') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:45.588552 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-658f1fb9-c2d9-41bf-a96a-c0fe9b931937 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:45.605109 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-658f1fb9-c2d9-41bf-a96a-c0fe9b931937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:45.614200 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658f1fb9-c2d9-41bf-a96a-c0fe9b931937 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:50:45.614875 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-658f1fb9-c2d9-41bf-a96a-c0fe9b931937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:50:45.627685 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:50:45.680298 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-658f1fb9-c2d9-41bf-a96a-c0fe9b931937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:45.687202 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-658f1fb9-c2d9-41bf-a96a-c0fe9b931937 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:45.689556 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-658f1fb9-c2d9-41bf-a96a-c0fe9b931937 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d770ebd1-b892-40f2-9a29-cd0c76c81910 HTTP/1.1" status: 204 len: 168 time: 0.5323634 Jul 05 04:50:45.701474 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49622) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:45.722727 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f1fb9-c2d9-41bf-a96a-c0fe9b931937 admin admin] Pushing event deleted for resources: {'Network': ['ID=d770ebd1-b892-40f2-9a29-cd0c76c81910,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:45.788041 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 4efafc49-b9f4-4ecd-99bb-f0c1574d383f no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:50:45.854897 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 4efafc49-b9f4-4ecd-99bb-f0c1574d383f {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:50:45.855242 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 4efafc49-b9f4-4ecd-99bb-f0c1574d383f not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:50:45.868544 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5897-bd8c-4d76-a081-2d17e7a89f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:45.894009 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5a6b5897-bd8c-4d76-a081-2d17e7a89f9a None None] Network d770ebd1-b892-40f2-9a29-cd0c76c81910 is not hosted by any dhcp agent {{(pid=105540) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 04:50:45.894469 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b5897-bd8c-4d76-a081-2d17e7a89f9a None None] No DVR routers for this DVR port 23c9b121-e4e4-47e5-934a-598aa68fdd37 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:50:45.896137 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b5897-bd8c-4d76-a081-2d17e7a89f9a None None] Pushing event deleted for resources: {'Port': ['ID=23c9b121-e4e4-47e5-934a-598aa68fdd37,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:46.326965 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6fab4532-424f-44fa-9b9f-907892be3c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:46.576363 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-6fab4532-424f-44fa-9b9f-907892be3c26 admin admin] Deleting port 87c34815-5b88-417e-b967-665ab0113ed2 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:50:46.576700 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6fab4532-424f-44fa-9b9f-907892be3c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:46.652956 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-6fab4532-424f-44fa-9b9f-907892be3c26 admin admin] For port 87c34815-5b88-417e-b967-665ab0113ed2, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=87c34815-5b88-417e-b967-665ab0113ed2,segment=NetworkSegment(f951f998-dfc6-4123-ab3d-67d358f537cb),segment_id=f951f998-dfc6-4123-ab3d-67d358f537cb)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:46.653236 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6fab4532-424f-44fa-9b9f-907892be3c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:46.665646 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-6fab4532-424f-44fa-9b9f-907892be3c26 admin admin] Calling delete_port for 87c34815-5b88-417e-b967-665ab0113ed2 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:50:46.853666 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6fab4532-424f-44fa-9b9f-907892be3c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:46.883614 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab4532-424f-44fa-9b9f-907892be3c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=87c34815-5b88-417e-b967-665ab0113ed2,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:46.936034 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 58ae4e4b-c553-4c3f-b3c0-465900824c6b no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:50:46.961277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 58ae4e4b-c553-4c3f-b3c0-465900824c6b {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:50:46.961626 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 58ae4e4b-c553-4c3f-b3c0-465900824c6b not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:50:46.962041 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 23c9b121-e4e4-47e5-934a-598aa68fdd37 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:50:46.981337 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 23c9b121-e4e4-47e5-934a-598aa68fdd37 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:50:46.981684 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 23c9b121-e4e4-47e5-934a-598aa68fdd37 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:50:47.061821 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6fab4532-424f-44fa-9b9f-907892be3c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:47.277636 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fab4532-424f-44fa-9b9f-907892be3c26 admin admin] Router efb4b486-88cc-4526-9602-d89618ab0cb5 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:50:47.382091 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fab4532-424f-44fa-9b9f-907892be3c26 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:50:47.387076 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6fab4532-424f-44fa-9b9f-907892be3c26 admin admin] 10.222.0.77 "PUT /v2.0/routers/efb4b486-88cc-4526-9602-d89618ab0cb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6844642 Jul 05 04:50:47.389666 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49624) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:47.392935 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f875e2-2c71-4b4f-bb30-8da96f18922a None None] Sync routers for ids ['efb4b486-88cc-4526-9602-d89618ab0cb5'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:50:47.402132 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f875e2-2c71-4b4f-bb30-8da96f18922a None None] Routers {'efb4b486-88cc-4526-9602-d89618ab0cb5'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:50:47.402758 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-32f875e2-2c71-4b4f-bb30-8da96f18922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:50:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['efb4b486-88cc-4526-9602-d89618ab0cb5'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:47.494518 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bdadba77-5f36-46a5-ad56-6c70971438db admin admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:47.509575 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-32f875e2-2c71-4b4f-bb30-8da96f18922a None None] Set router efb4b486-88cc-4526-9602-d89618ab0cb5 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:50:47.601732 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bdadba77-5f36-46a5-ad56-6c70971438db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:47.659384 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-bdadba77-5f36-46a5-ad56-6c70971438db admin admin] Deleting port bb54451c-97c5-466e-bf71-f6b43ce312f4 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:50:47.659731 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bdadba77-5f36-46a5-ad56-6c70971438db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:47.699372 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-32f875e2-2c71-4b4f-bb30-8da96f18922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb4b486-88cc-4526-9602-d89618ab0cb5', 'name': 'tempest-TestEncryptedCinderVolumes-358572456-router', 'tenant_id': 'bde7e90560c143d4986766c62c18f953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'bb54451c-97c5-466e-bf71-f6b43ce312f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:27Z', 'updated_at': '2021-07-05T04:50:46Z', 'revision_number': 5, 'project_id': 'bde7e90560c143d4986766c62c18f953', 'gw_port': {'id': 'bb54451c-97c5-466e-bf71-f6b43ce312f4', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb4b486-88cc-4526-9602-d89618ab0cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:49:27Z', 'updated_at': '2021-07-05T04:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:47.726884 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f875e2-2c71-4b4f-bb30-8da96f18922a None None] Checking router: efb4b486-88cc-4526-9602-d89618ab0cb5 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:50:47.735509 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f875e2-2c71-4b4f-bb30-8da96f18922a None None] Routers {'efb4b486-88cc-4526-9602-d89618ab0cb5'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:50:47.736156 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-32f875e2-2c71-4b4f-bb30-8da96f18922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:50:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['efb4b486-88cc-4526-9602-d89618ab0cb5'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:47.742652 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-bdadba77-5f36-46a5-ad56-6c70971438db admin admin] For port bb54451c-97c5-466e-bf71-f6b43ce312f4, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=bb54451c-97c5-466e-bf71-f6b43ce312f4,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:47.743019 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bdadba77-5f36-46a5-ad56-6c70971438db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:47.755558 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-bdadba77-5f36-46a5-ad56-6c70971438db admin admin] Calling delete_port for bb54451c-97c5-466e-bf71-f6b43ce312f4 owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:50:47.822432 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-32f875e2-2c71-4b4f-bb30-8da96f18922a None None] Set router efb4b486-88cc-4526-9602-d89618ab0cb5 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:50:47.879665 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-32f875e2-2c71-4b4f-bb30-8da96f18922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb4b486-88cc-4526-9602-d89618ab0cb5', 'name': 'tempest-TestEncryptedCinderVolumes-358572456-router', 'tenant_id': 'bde7e90560c143d4986766c62c18f953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:27Z', 'updated_at': '2021-07-05T04:50:47Z', 'revision_number': 6, 'project_id': 'bde7e90560c143d4986766c62c18f953', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:47.906677 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f875e2-2c71-4b4f-bb30-8da96f18922a None None] The sync data for ids ['efb4b486-88cc-4526-9602-d89618ab0cb5'] in n-d-780147-23 is: [{'id': 'efb4b486-88cc-4526-9602-d89618ab0cb5', 'name': 'tempest-TestEncryptedCinderVolumes-358572456-router', 'tenant_id': 'bde7e90560c143d4986766c62c18f953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:49:27Z', 'updated_at': '2021-07-05T04:50:47Z', 'revision_number': 6, 'project_id': 'bde7e90560c143d4986766c62c18f953', 'gw_port_host': None}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:50:47.924516 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bdadba77-5f36-46a5-ad56-6c70971438db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:47.955819 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadba77-5f36-46a5-ad56-6c70971438db admin admin] Pushing event deleted for resources: {'Port': ['ID=bb54451c-97c5-466e-bf71-f6b43ce312f4,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:48.020567 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bdadba77-5f36-46a5-ad56-6c70971438db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:48.116282 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bdadba77-5f36-46a5-ad56-6c70971438db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:48.118624 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bdadba77-5f36-46a5-ad56-6c70971438db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:48.162195 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bdadba77-5f36-46a5-ad56-6c70971438db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:48.162689 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdadba77-5f36-46a5-ad56-6c70971438db admin admin] Fanout notify agent at l3_agent the message router_deleted on router efb4b486-88cc-4526-9602-d89618ab0cb5 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:50:48.167142 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bdadba77-5f36-46a5-ad56-6c70971438db admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:48.168308 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bdadba77-5f36-46a5-ad56-6c70971438db admin admin] 10.222.0.77 "DELETE /v2.0/routers/efb4b486-88cc-4526-9602-d89618ab0cb5 HTTP/1.1" status: 204 len: 168 time: 0.7771826 Jul 05 04:50:48.170904 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49626) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:48.219463 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-8540954c-eef8-4935-a1b8-6d387d1fe5a8 admin admin] Deleting subnet 941235ad-9abe-420e-a21f-f37bce9f6513 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:50:48.222401 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8540954c-eef8-4935-a1b8-6d387d1fe5a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:48.257352 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8540954c-eef8-4935-a1b8-6d387d1fe5a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:48.337981 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8540954c-eef8-4935-a1b8-6d387d1fe5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:48.391536 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8540954c-eef8-4935-a1b8-6d387d1fe5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:48.419340 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540954c-eef8-4935-a1b8-6d387d1fe5a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=941235ad-9abe-420e-a21f-f37bce9f6513,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:48.424991 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8540954c-eef8-4935-a1b8-6d387d1fe5a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:48.426851 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8540954c-eef8-4935-a1b8-6d387d1fe5a8 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/941235ad-9abe-420e-a21f-f37bce9f6513 HTTP/1.1" status: 204 len: 168 time: 0.2544780 Jul 05 04:50:48.429450 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49628) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:48.431331 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41826080-9f45-44e7-bff4-557eabeecc44 None None] Network 4f95a4d2-59f3-4436-bcc0-d5440b38bead requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:50:48.497881 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7782113a-2e07-4877-a7fb-26f5182e1de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:48.550770 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-7782113a-2e07-4877-a7fb-26f5182e1de3 admin admin] Deleting port d4188646-7d9f-48a0-930f-fb4f47a80a8b {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:50:48.551116 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7782113a-2e07-4877-a7fb-26f5182e1de3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:48.617631 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-7782113a-2e07-4877-a7fb-26f5182e1de3 admin admin] For port d4188646-7d9f-48a0-930f-fb4f47a80a8b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d4188646-7d9f-48a0-930f-fb4f47a80a8b,segment=NetworkSegment(f951f998-dfc6-4123-ab3d-67d358f537cb),segment_id=f951f998-dfc6-4123-ab3d-67d358f537cb)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:48.617954 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7782113a-2e07-4877-a7fb-26f5182e1de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:48.632431 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-7782113a-2e07-4877-a7fb-26f5182e1de3 admin admin] Calling delete_port for d4188646-7d9f-48a0-930f-fb4f47a80a8b owned by network:dhcp {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:50:48.665784 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e1e36c-7048-41ee-8f97-301a3318f653 None None] DHCP port deletion for 4f95a4d2-59f3-4436-bcc0-d5440b38bead request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:50:48.715459 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-29e1e36c-7048-41ee-8f97-301a3318f653 None None] Deleting port d4188646-7d9f-48a0-930f-fb4f47a80a8b {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:50:48.715889 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-29e1e36c-7048-41ee-8f97-301a3318f653 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:48.720951 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7782113a-2e07-4877-a7fb-26f5182e1de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:48.747831 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782113a-2e07-4877-a7fb-26f5182e1de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4188646-7d9f-48a0-930f-fb4f47a80a8b,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:48.750616 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7782113a-2e07-4877-a7fb-26f5182e1de3 admin admin] No DVR routers for this DVR port d4188646-7d9f-48a0-930f-fb4f47a80a8b on host n-d-780147-23 {{(pid=105538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:50:48.802299 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-29e1e36c-7048-41ee-8f97-301a3318f653 None None] For port d4188646-7d9f-48a0-930f-fb4f47a80a8b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d4188646-7d9f-48a0-930f-fb4f47a80a8b,segment=NetworkSegment(f951f998-dfc6-4123-ab3d-67d358f537cb),segment_id=f951f998-dfc6-4123-ab3d-67d358f537cb)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:48.802697 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-29e1e36c-7048-41ee-8f97-301a3318f653 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:48.815393 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-29e1e36c-7048-41ee-8f97-301a3318f653 None None] Calling delete_port for d4188646-7d9f-48a0-930f-fb4f47a80a8b owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:50:48.828209 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7782113a-2e07-4877-a7fb-26f5182e1de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:48.838692 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-7782113a-2e07-4877-a7fb-26f5182e1de3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f95a4d2-59f3-4436-bcc0-d5440b38bead']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:48.850609 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-7782113a-2e07-4877-a7fb-26f5182e1de3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f951f998-dfc6-4123-ab3d-67d358f537cb') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:48.850962 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-7782113a-2e07-4877-a7fb-26f5182e1de3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f951f998-dfc6-4123-ab3d-67d358f537cb') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:48.860516 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7782113a-2e07-4877-a7fb-26f5182e1de3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:48.878234 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7782113a-2e07-4877-a7fb-26f5182e1de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:48.885312 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7782113a-2e07-4877-a7fb-26f5182e1de3 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:50:48.885695 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7782113a-2e07-4877-a7fb-26f5182e1de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:50:48.888040 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:50:48.896398 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-29e1e36c-7048-41ee-8f97-301a3318f653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:48.946394 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1e36c-7048-41ee-8f97-301a3318f653 None None] Pushing event deleted for resources: {'Port': ['ID=d4188646-7d9f-48a0-930f-fb4f47a80a8b,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:48.950618 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7782113a-2e07-4877-a7fb-26f5182e1de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:48.954490 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e1e36c-7048-41ee-8f97-301a3318f653 None None] No DVR routers for this DVR port d4188646-7d9f-48a0-930f-fb4f47a80a8b on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:50:48.964365 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d4188646-7d9f-48a0-930f-fb4f47a80a8b no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:50:48.981451 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7782113a-2e07-4877-a7fb-26f5182e1de3 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:48.987235 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7782113a-2e07-4877-a7fb-26f5182e1de3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/4f95a4d2-59f3-4436-bcc0-d5440b38bead HTTP/1.1" status: 204 len: 168 time: 0.5564859 Jul 05 04:50:48.988273 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: d4188646-7d9f-48a0-930f-fb4f47a80a8b {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:50:48.988515 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782113a-2e07-4877-a7fb-26f5182e1de3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f95a4d2-59f3-4436-bcc0-d5440b38bead,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:48.988637 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d4188646-7d9f-48a0-930f-fb4f47a80a8b not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:50:48.989064 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bb54451c-97c5-466e-bf71-f6b43ce312f4 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:50:49.015488 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: bb54451c-97c5-466e-bf71-f6b43ce312f4 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:50:49.015850 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bb54451c-97c5-466e-bf71-f6b43ce312f4 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:50:49.016272 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 87c34815-5b88-417e-b967-665ab0113ed2 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:50:49.035136 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 87c34815-5b88-417e-b967-665ab0113ed2 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:50:49.035496 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 87c34815-5b88-417e-b967-665ab0113ed2 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:50:49.153160 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49632) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:49.194082 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8c7169d8-1042-44c5-a805-a2dd2d27b693 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ee5bc80a7b0c458ba4d78f1e7bdbf211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384896 Jul 05 04:50:49.195300 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49634) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:49.242700 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f9a43bcb-2005-49d4-941e-6954a4fb9c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:49.263178 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f9a43bcb-2005-49d4-941e-6954a4fb9c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:49.310142 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f9a43bcb-2005-49d4-941e-6954a4fb9c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:49.312791 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f9a43bcb-2005-49d4-941e-6954a4fb9c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:49.313979 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f9a43bcb-2005-49d4-941e-6954a4fb9c62 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ce4ae913-e4bb-4352-9aed-7f7427e6b6c1 HTTP/1.1" status: 204 len: 168 time: 0.1177466 Jul 05 04:50:49.322081 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a43bcb-2005-49d4-941e-6954a4fb9c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4ae913-e4bb-4352-9aed-7f7427e6b6c1,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:49.632473 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49640) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:49.672771 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a935bb82-4561-4249-aa41-736ba348a0b2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bde7e90560c143d4986766c62c18f953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390487 Jul 05 04:50:49.675111 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49642) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:49.724166 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-148dccdb-0f82-49a2-bc53-06757ba3989d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:49.749187 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-148dccdb-0f82-49a2-bc53-06757ba3989d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:49.802417 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-148dccdb-0f82-49a2-bc53-06757ba3989d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:49.805006 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-148dccdb-0f82-49a2-bc53-06757ba3989d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:49.806170 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-148dccdb-0f82-49a2-bc53-06757ba3989d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/95dae3f2-2bf1-4b33-b8e9-359138a31029 HTTP/1.1" status: 204 len: 168 time: 0.1301620 Jul 05 04:50:49.815511 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148dccdb-0f82-49a2-bc53-06757ba3989d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dae3f2-2bf1-4b33-b8e9-359138a31029,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:50.483494 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49664) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:50.591619 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-83400464-21ae-4eae-b133-db88b87e7098 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1905443197-network', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:50:50.611910 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83400464-21ae-4eae-b133-db88b87e7098 admin admin] Made reservation on behalf of 2b2f0bdf3deb4171b286236ae4603a7b for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:50:50.614284 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-83400464-21ae-4eae-b133-db88b87e7098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:50.623512 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-83400464-21ae-4eae-b133-db88b87e7098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:50.712342 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-83400464-21ae-4eae-b133-db88b87e7098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:50.716160 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-83400464-21ae-4eae-b133-db88b87e7098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:50.747359 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83400464-21ae-4eae-b133-db88b87e7098 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:50:50.758652 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83400464-21ae-4eae-b133-db88b87e7098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75047bd8-703f-4e93-9332-a0997ba3b12b,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:50.768677 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-83400464-21ae-4eae-b133-db88b87e7098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:50.768677 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-83400464-21ae-4eae-b133-db88b87e7098 admin admin] Added segment 2259ce36-0b92-4a85-a1a6-117ee0bb1ee4 of type vlan for network ec564344-60ed-4391-9b68-2888658e8c69 Jul 05 04:50:50.824452 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-83400464-21ae-4eae-b133-db88b87e7098 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:50.853574 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-83400464-21ae-4eae-b133-db88b87e7098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:50.854713 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83400464-21ae-4eae-b133-db88b87e7098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:50.855379 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-83400464-21ae-4eae-b133-db88b87e7098 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:50.911328 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-83400464-21ae-4eae-b133-db88b87e7098 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4261150 Jul 05 04:50:50.914346 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49668) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:50.919376 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-13705d91-0858-4d44-bf18-46461198c96f admin admin] Request body: {'subnet': {'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1905443197-subnet', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:50:50.920328 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83400464-21ae-4eae-b133-db88b87e7098 admin admin] Pushing event updated for resources: {'Network': ['ID=ec564344-60ed-4391-9b68-2888658e8c69,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:50.931042 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network ec564344-60ed-4391-9b68-2888658e8c69 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:50:50.942528 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13705d91-0858-4d44-bf18-46461198c96f admin admin] Made reservation on behalf of 2b2f0bdf3deb4171b286236ae4603a7b for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:50:50.945252 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-13705d91-0858-4d44-bf18-46461198c96f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:51.119775 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-13705d91-0858-4d44-bf18-46461198c96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:51.176700 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13705d91-0858-4d44-bf18-46461198c96f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf80d9ea-c0af-42ab-a6b4-f238d8731e0a,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:51.185658 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13705d91-0858-4d44-bf18-46461198c96f admin admin] Checking segment: {'id': '2259ce36-0b92-4a85-a1a6-117ee0bb1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:50:51.186046 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13705d91-0858-4d44-bf18-46461198c96f admin admin] Network hostable DHCP agents. Network: ec564344-60ed-4391-9b68-2888658e8c69, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:50:51.204172 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13705d91-0858-4d44-bf18-46461198c96f admin admin] Network ec564344-60ed-4391-9b68-2888658e8c69 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:50:51.213876 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-13705d91-0858-4d44-bf18-46461198c96f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, ec564344-60ed-4391-9b68-2888658e8c69) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:50:51.217797 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13705d91-0858-4d44-bf18-46461198c96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:51.218550 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-13705d91-0858-4d44-bf18-46461198c96f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:51.223871 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5d25ca-b9d8-4b07-bd0b-06da15c562ac None None] Network ec564344-60ed-4391-9b68-2888658e8c69 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:50:51.234820 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-13705d91-0858-4d44-bf18-46461198c96f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3185077 Jul 05 04:50:51.237552 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49670) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:51.242014 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-7beae1b7-5292-4a5f-8419-21559811b3cb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1905443197-router', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:50:51.263922 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7beae1b7-5292-4a5f-8419-21559811b3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:51.264922 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7beae1b7-5292-4a5f-8419-21559811b3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:51.322110 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7beae1b7-5292-4a5f-8419-21559811b3cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:51.374195 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bde6736-4c5e-4436-8803-9e087b170320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-ec564344-60ed-4391-9b68-2888658e8c69', 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'fixed_ips': [{'subnet_id': 'bf80d9ea-c0af-42ab-a6b4-f238d8731e0a'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:50:51.375438 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8bde6736-4c5e-4436-8803-9e087b170320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:51.532908 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-8bde6736-4c5e-4436-8803-9e087b170320 None None] Allocated IP 172.20.0.2 (ec564344-60ed-4391-9b68-2888658e8c69/bf80d9ea-c0af-42ab-a6b4-f238d8731e0a/bf564216-8c2b-43ca-ad2a-734d8f999053) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:50:51.692707 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8bde6736-4c5e-4436-8803-9e087b170320 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:51.706360 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8bde6736-4c5e-4436-8803-9e087b170320 None None] Transition to ACTIVE for port object bf564216-8c2b-43ca-ad2a-734d8f999053 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:50:51.724255 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8bde6736-4c5e-4436-8803-9e087b170320 None None] Transition to ACTIVE for port object bf564216-8c2b-43ca-ad2a-734d8f999053 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:50:51.736089 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8bde6736-4c5e-4436-8803-9e087b170320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:51.776091 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bde6736-4c5e-4436-8803-9e087b170320 None None] Network ec564344-60ed-4391-9b68-2888658e8c69 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:50:51.778997 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-8bde6736-4c5e-4436-8803-9e087b170320 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:50:51.781871 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bde6736-4c5e-4436-8803-9e087b170320 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:50:51.795488 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde6736-4c5e-4436-8803-9e087b170320 None None] Pushing event updated for resources: {'Port': ['ID=bf564216-8c2b-43ca-ad2a-734d8f999053,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:51.834995 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7beae1b7-5292-4a5f-8419-21559811b3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:51.856145 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8bde6736-4c5e-4436-8803-9e087b170320 None None] Attempting to bind port bf564216-8c2b-43ca-ad2a-734d8f999053 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:50:51.856518 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8bde6736-4c5e-4436-8803-9e087b170320 None None] Attempting to bind port bf564216-8c2b-43ca-ad2a-734d8f999053 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '2259ce36-0b92-4a85-a1a6-117ee0bb1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:50:51.856883 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde6736-4c5e-4436-8803-9e087b170320 None None] Attempting to bind port bf564216-8c2b-43ca-ad2a-734d8f999053 on network ec564344-60ed-4391-9b68-2888658e8c69 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:50:51.862418 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde6736-4c5e-4436-8803-9e087b170320 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:50:51.862418 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde6736-4c5e-4436-8803-9e087b170320 None None] Checking segment: {'id': '2259ce36-0b92-4a85-a1a6-117ee0bb1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:50:51.862826 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8bde6736-4c5e-4436-8803-9e087b170320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:51.863218 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde6736-4c5e-4436-8803-9e087b170320 None None] Bound using segment: {'id': '2259ce36-0b92-4a85-a1a6-117ee0bb1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:50:51.863694 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8bde6736-4c5e-4436-8803-9e087b170320 None None] Bound port: bf564216-8c2b-43ca-ad2a-734d8f999053, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2259ce36-0b92-4a85-a1a6-117ee0bb1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:50:51.864100 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8bde6736-4c5e-4436-8803-9e087b170320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:51.938142 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8bde6736-4c5e-4436-8803-9e087b170320 None None] For port bf564216-8c2b-43ca-ad2a-734d8f999053, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:50:51.941577 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8bde6736-4c5e-4436-8803-9e087b170320 None None] For port bf564216-8c2b-43ca-ad2a-734d8f999053, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=bf564216-8c2b-43ca-ad2a-734d8f999053,segment=NetworkSegment(2259ce36-0b92-4a85-a1a6-117ee0bb1ee4),segment_id=2259ce36-0b92-4a85-a1a6-117ee0bb1ee4)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:50:51.945908 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8bde6736-4c5e-4436-8803-9e087b170320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:52.013845 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde6736-4c5e-4436-8803-9e087b170320 None None] Pushing event updated for resources: {'Port': ['ID=bf564216-8c2b-43ca-ad2a-734d8f999053,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:52.065400 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7beae1b7-5292-4a5f-8419-21559811b3cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:52.086180 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7beae1b7-5292-4a5f-8419-21559811b3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:52.228271 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-7beae1b7-5292-4a5f-8419-21559811b3cb admin admin] Allocated IP 172.25.1.8 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/01870416-c545-4809-a90d-ab46b387c79e) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:50:52.340243 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7beae1b7-5292-4a5f-8419-21559811b3cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:52.385295 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7beae1b7-5292-4a5f-8419-21559811b3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:52.423958 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beae1b7-5292-4a5f-8419-21559811b3cb admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:50:52.430255 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-7beae1b7-5292-4a5f-8419-21559811b3cb admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:50:52.434861 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beae1b7-5292-4a5f-8419-21559811b3cb admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:50:52.438552 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beae1b7-5292-4a5f-8419-21559811b3cb admin admin] Pushing event updated for resources: {'Port': ['ID=01870416-c545-4809-a90d-ab46b387c79e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:52.727740 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7beae1b7-5292-4a5f-8419-21559811b3cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:52.948714 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7beae1b7-5292-4a5f-8419-21559811b3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:52.966770 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bf564216-8c2b-43ca-ad2a-734d8f999053 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:50:52.994976 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e76d38-fdff-44a2-9bf7-b1ff7139ef14 None None] Network ec564344-60ed-4391-9b68-2888658e8c69 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:50:53.066355 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-07b7dd99-6814-4876-9811-019e202740c4 None None] Provisioning for port bf564216-8c2b-43ca-ad2a-734d8f999053 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:50:53.085654 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7beae1b7-5292-4a5f-8419-21559811b3cb admin admin] Router c01924c1-320c-4476-96c6-43911c428057 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:50:53.099438 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port bf564216-8c2b-43ca-ad2a-734d8f999053 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:50:53.110800 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port bf564216-8c2b-43ca-ad2a-734d8f999053 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:53.111177 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:53.206371 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7beae1b7-5292-4a5f-8419-21559811b3cb admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:50:53.216410 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] Sync routers for ids ['c01924c1-320c-4476-96c6-43911c428057'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:50:53.224806 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7beae1b7-5292-4a5f-8419-21559811b3cb admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:53.226935 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] Routers {'c01924c1-320c-4476-96c6-43911c428057'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:50:53.227653 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:50:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c01924c1-320c-4476-96c6-43911c428057'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:53.229146 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49672) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:53.230120 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7beae1b7-5292-4a5f-8419-21559811b3cb admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9905634 Jul 05 04:50:53.268157 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:53.303781 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port bf564216-8c2b-43ca-ad2a-734d8f999053, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=bf564216-8c2b-43ca-ad2a-734d8f999053,segment=NetworkSegment(2259ce36-0b92-4a85-a1a6-117ee0bb1ee4),segment_id=2259ce36-0b92-4a85-a1a6-117ee0bb1ee4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:53.308522 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:53.354975 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] Set router c01924c1-320c-4476-96c6-43911c428057 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:50:53.364460 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=bf564216-8c2b-43ca-ad2a-734d8f999053,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:53.513807 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-016f3ec2-0e84-40e9-a615-6d006cfb5c8a None None] Provisioning complete for port bf564216-8c2b-43ca-ad2a-734d8f999053 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:53.514244 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-016f3ec2-0e84-40e9-a615-6d006cfb5c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:53.655038 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01924c1-320c-4476-96c6-43911c428057', 'name': 'tempest-TestMinimumBasicScenario-1905443197-router', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '01870416-c545-4809-a90d-ab46b387c79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:51Z', 'updated_at': '2021-07-05T04:50:52Z', 'revision_number': 3, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'gw_port': {'id': '01870416-c545-4809-a90d-ab46b387c79e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:16:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01924c1-320c-4476-96c6-43911c428057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:52Z', 'updated_at': '2021-07-05T04:50:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:53.681656 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] Checking router: c01924c1-320c-4476-96c6-43911c428057 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:50:53.682000 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] Updating router c01924c1-320c-4476-96c6-43911c428057 port 01870416-c545-4809-a90d-ab46b387c79e binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:50:53.715751 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:53.957140 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fc680995-2ba8-4797-9186-36131b45ded4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:53.982978 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:53.994170 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] Transition to ACTIVE for port object 01870416-c545-4809-a90d-ab46b387c79e will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:50:54.001748 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:54.057073 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] Attempting to bind port 01870416-c545-4809-a90d-ab46b387c79e on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:50:54.057435 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] Attempting to bind port 01870416-c545-4809-a90d-ab46b387c79e by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:50:54.057824 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] Attempting to bind port 01870416-c545-4809-a90d-ab46b387c79e on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:50:54.065778 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b065b-1351-4cad-bee0-47ff56e6bcd3 None None] Pushing event updated for resources: {'Port': ['ID=01870416-c545-4809-a90d-ab46b387c79e,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:54.069170 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:50:54.069170 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:50:54.069455 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:54.069737 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:50:54.070195 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] Bound port: 01870416-c545-4809-a90d-ab46b387c79e, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:50:54.070637 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:54.077097 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b065b-1351-4cad-bee0-47ff56e6bcd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:54.078070 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b065b-1351-4cad-bee0-47ff56e6bcd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:54.078483 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b065b-1351-4cad-bee0-47ff56e6bcd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:54.078826 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b065b-1351-4cad-bee0-47ff56e6bcd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:54.079244 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b065b-1351-4cad-bee0-47ff56e6bcd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:54.079625 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b065b-1351-4cad-bee0-47ff56e6bcd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:54.079974 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b065b-1351-4cad-bee0-47ff56e6bcd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:54.080297 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b065b-1351-4cad-bee0-47ff56e6bcd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:54.080616 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b065b-1351-4cad-bee0-47ff56e6bcd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:54.080929 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b065b-1351-4cad-bee0-47ff56e6bcd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:54.081244 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b065b-1351-4cad-bee0-47ff56e6bcd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:54.081563 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b065b-1351-4cad-bee0-47ff56e6bcd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:54.122348 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-fc680995-2ba8-4797-9186-36131b45ded4 admin admin] Allocated IP 172.20.0.1 (ec564344-60ed-4391-9b68-2888658e8c69/bf80d9ea-c0af-42ab-a6b4-f238d8731e0a/1b7096a2-45c9-479a-9751-41fc91d8df3d) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:50:54.133165 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] For port 01870416-c545-4809-a90d-ab46b387c79e, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:50:54.136172 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] For port 01870416-c545-4809-a90d-ab46b387c79e, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=01870416-c545-4809-a90d-ab46b387c79e,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:50:54.141296 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:54.198330 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] Routers {'c01924c1-320c-4476-96c6-43911c428057'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:50:54.199127 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:50:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c01924c1-320c-4476-96c6-43911c428057'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:54.232863 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fc680995-2ba8-4797-9186-36131b45ded4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:54.236797 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b065b-1351-4cad-bee0-47ff56e6bcd3 None None] Pushing event updated for resources: {'Port': ['ID=01870416-c545-4809-a90d-ab46b387c79e,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:54.250858 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-fc680995-2ba8-4797-9186-36131b45ded4 admin admin] Transition to ACTIVE for port object 1b7096a2-45c9-479a-9751-41fc91d8df3d will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:50:54.286251 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fc680995-2ba8-4797-9186-36131b45ded4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:54.321132 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] Set router c01924c1-320c-4476-96c6-43911c428057 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:50:54.328249 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc680995-2ba8-4797-9186-36131b45ded4 admin admin] Network ec564344-60ed-4391-9b68-2888658e8c69 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:50:54.333596 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-fc680995-2ba8-4797-9186-36131b45ded4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:50:54.336962 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc680995-2ba8-4797-9186-36131b45ded4 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:50:54.362598 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc680995-2ba8-4797-9186-36131b45ded4 admin admin] Pushing event updated for resources: {'Port': ['ID=1b7096a2-45c9-479a-9751-41fc91d8df3d,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:54.383508 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fc680995-2ba8-4797-9186-36131b45ded4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:54.523442 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01924c1-320c-4476-96c6-43911c428057', 'name': 'tempest-TestMinimumBasicScenario-1905443197-router', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '01870416-c545-4809-a90d-ab46b387c79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:51Z', 'updated_at': '2021-07-05T04:50:52Z', 'revision_number': 3, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'gw_port': {'id': '01870416-c545-4809-a90d-ab46b387c79e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:16:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01924c1-320c-4476-96c6-43911c428057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:52Z', 'updated_at': '2021-07-05T04:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:54.552203 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e11326b-fc78-4846-b6d5-f1a47a914679 None None] The sync data for ids ['c01924c1-320c-4476-96c6-43911c428057'] in n-d-780147-23 is: [{'id': 'c01924c1-320c-4476-96c6-43911c428057', 'name': 'tempest-TestMinimumBasicScenario-1905443197-router', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '01870416-c545-4809-a90d-ab46b387c79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:51Z', 'updated_at': '2021-07-05T04:50:52Z', 'revision_number': 3, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'gw_port': {'id': '01870416-c545-4809-a90d-ab46b387c79e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:16:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01924c1-320c-4476-96c6-43911c428057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:52Z', 'updated_at': '2021-07-05T04:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:50:54.561001 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fc680995-2ba8-4797-9186-36131b45ded4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:54.624208 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8083ac4a-3017-462a-af38-2f2274540f8e None None] Provisioning for port 1b7096a2-45c9-479a-9751-41fc91d8df3d completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:50:54.629429 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8083ac4a-3017-462a-af38-2f2274540f8e None None] Provisioning complete for port 1b7096a2-45c9-479a-9751-41fc91d8df3d triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:54.629956 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8083ac4a-3017-462a-af38-2f2274540f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:54.664629 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-8083ac4a-3017-462a-af38-2f2274540f8e None None] Port 1b7096a2-45c9-479a-9751-41fc91d8df3d cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:50:54.745945 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fc680995-2ba8-4797-9186-36131b45ded4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:54.752378 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fc680995-2ba8-4797-9186-36131b45ded4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:54.854367 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc680995-2ba8-4797-9186-36131b45ded4 admin admin] Pushing event updated for resources: {'Port': ['ID=1b7096a2-45c9-479a-9751-41fc91d8df3d,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:54.858218 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fc680995-2ba8-4797-9186-36131b45ded4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:54.968859 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc680995-2ba8-4797-9186-36131b45ded4 admin admin] Network ec564344-60ed-4391-9b68-2888658e8c69 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:50:54.970939 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-fc680995-2ba8-4797-9186-36131b45ded4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:50:55.035504 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 01870416-c545-4809-a90d-ab46b387c79e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:50:55.097327 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 01870416-c545-4809-a90d-ab46b387c79e completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:50:55.105290 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 01870416-c545-4809-a90d-ab46b387c79e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:55.105657 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:55.121709 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc680995-2ba8-4797-9186-36131b45ded4 admin admin] Router c01924c1-320c-4476-96c6-43911c428057 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:50:55.256828 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc680995-2ba8-4797-9186-36131b45ded4 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:50:55.264340 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fc680995-2ba8-4797-9186-36131b45ded4 admin admin] 10.222.0.77 "PUT /v2.0/routers/c01924c1-320c-4476-96c6-43911c428057/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0326679 Jul 05 04:50:55.330957 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f4422449-a583-497a-9c9c-72eabe267248 None None] Provisioning complete for port 1b7096a2-45c9-479a-9751-41fc91d8df3d triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:55.331324 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f4422449-a583-497a-9c9c-72eabe267248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:55.372340 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-f4422449-a583-497a-9c9c-72eabe267248 None None] Port 1b7096a2-45c9-479a-9751-41fc91d8df3d cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:50:55.407141 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:55.431413 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 01870416-c545-4809-a90d-ab46b387c79e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=01870416-c545-4809-a90d-ab46b387c79e,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:55.438892 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:55.440176 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bf564216-8c2b-43ca-ad2a-734d8f999053 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:50:55.520153 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=01870416-c545-4809-a90d-ab46b387c79e,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:55.536799 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port bf564216-8c2b-43ca-ad2a-734d8f999053 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:55.536799 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:55.591974 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:50:55.757537 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49688) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:55.762673 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d19fc432-e2df-4e7c-a7ea-df10cad724e5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-400652006-network', 'tenant_id': '3c62e6ac442745138d5cf0465c2ef6b2'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:50:55.782886 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19fc432-e2df-4e7c-a7ea-df10cad724e5 admin admin] Made reservation on behalf of 3c62e6ac442745138d5cf0465c2ef6b2 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:50:55.785801 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d19fc432-e2df-4e7c-a7ea-df10cad724e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:55.796745 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d19fc432-e2df-4e7c-a7ea-df10cad724e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:55.891009 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d19fc432-e2df-4e7c-a7ea-df10cad724e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:55.895626 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d19fc432-e2df-4e7c-a7ea-df10cad724e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:55.922901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19fc432-e2df-4e7c-a7ea-df10cad724e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:50:55.933714 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19fc432-e2df-4e7c-a7ea-df10cad724e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9ecfca-3f29-41ae-b383-6b42a48970a0,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:55.941813 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d19fc432-e2df-4e7c-a7ea-df10cad724e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:55.942376 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-d19fc432-e2df-4e7c-a7ea-df10cad724e5 admin admin] Added segment 4912d105-a9d9-4960-88b2-30e1768a6bdd of type vlan for network 7ef4c4c4-c955-4712-8913-e1d27132dd00 Jul 05 04:50:55.986016 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d19fc432-e2df-4e7c-a7ea-df10cad724e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.016426 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d19fc432-e2df-4e7c-a7ea-df10cad724e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.017412 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19fc432-e2df-4e7c-a7ea-df10cad724e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:56.018000 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d19fc432-e2df-4e7c-a7ea-df10cad724e5 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.075555 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d19fc432-e2df-4e7c-a7ea-df10cad724e5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3162794 Jul 05 04:50:56.077891 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49690) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:56.084783 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-438aed04-676c-44a0-84db-a1c1b9f4d721 admin admin] Request body: {'subnet': {'network_id': '7ef4c4c4-c955-4712-8913-e1d27132dd00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-400652006-subnet', 'tenant_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:50:56.095421 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19fc432-e2df-4e7c-a7ea-df10cad724e5 admin admin] Pushing event updated for resources: {'Network': ['ID=7ef4c4c4-c955-4712-8913-e1d27132dd00,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:56.105718 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 7ef4c4c4-c955-4712-8913-e1d27132dd00 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:50:56.117008 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438aed04-676c-44a0-84db-a1c1b9f4d721 admin admin] Made reservation on behalf of 3c62e6ac442745138d5cf0465c2ef6b2 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:50:56.119384 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-438aed04-676c-44a0-84db-a1c1b9f4d721 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.247790 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] Sync routers for ids ['c01924c1-320c-4476-96c6-43911c428057'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:50:56.257407 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] Routers {'c01924c1-320c-4476-96c6-43911c428057'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:50:56.258037 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:50:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c01924c1-320c-4476-96c6-43911c428057'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:56.296725 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-438aed04-676c-44a0-84db-a1c1b9f4d721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.351404 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438aed04-676c-44a0-84db-a1c1b9f4d721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3619c7aa-7824-41ae-8536-68b766742d41,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:56.360498 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438aed04-676c-44a0-84db-a1c1b9f4d721 admin admin] Checking segment: {'id': '4912d105-a9d9-4960-88b2-30e1768a6bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7ef4c4c4-c955-4712-8913-e1d27132dd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:50:56.360865 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438aed04-676c-44a0-84db-a1c1b9f4d721 admin admin] Network hostable DHCP agents. Network: 7ef4c4c4-c955-4712-8913-e1d27132dd00, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:50:56.367690 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] Set router c01924c1-320c-4476-96c6-43911c428057 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:50:56.377542 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438aed04-676c-44a0-84db-a1c1b9f4d721 admin admin] Network 7ef4c4c4-c955-4712-8913-e1d27132dd00 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:50:56.386181 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-438aed04-676c-44a0-84db-a1c1b9f4d721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 7ef4c4c4-c955-4712-8913-e1d27132dd00) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:50:56.390119 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438aed04-676c-44a0-84db-a1c1b9f4d721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:56.390823 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-438aed04-676c-44a0-84db-a1c1b9f4d721 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.397303 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cdfe76-7f1b-47a8-b30c-04c111c129a2 None None] Network 7ef4c4c4-c955-4712-8913-e1d27132dd00 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:50:56.405604 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-438aed04-676c-44a0-84db-a1c1b9f4d721 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3266428 Jul 05 04:50:56.408159 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49692) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:56.412519 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-2ba270e0-56d9-42f8-8f57-611390a20d37 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-400652006-router', 'tenant_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:50:56.436097 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ba270e0-56d9-42f8-8f57-611390a20d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.437628 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ba270e0-56d9-42f8-8f57-611390a20d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.496877 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ba270e0-56d9-42f8-8f57-611390a20d37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.630673 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ba270e0-56d9-42f8-8f57-611390a20d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.674976 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2478f1b-6407-4019-b652-a796c592dced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-7ef4c4c4-c955-4712-8913-e1d27132dd00', 'network_id': '7ef4c4c4-c955-4712-8913-e1d27132dd00', 'tenant_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'fixed_ips': [{'subnet_id': '3619c7aa-7824-41ae-8536-68b766742d41'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:50:56.675946 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f2478f1b-6407-4019-b652-a796c592dced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.758318 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01924c1-320c-4476-96c6-43911c428057', 'name': 'tempest-TestMinimumBasicScenario-1905443197-router', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '01870416-c545-4809-a90d-ab46b387c79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:51Z', 'updated_at': '2021-07-05T04:50:54Z', 'revision_number': 4, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'gw_port': {'id': '01870416-c545-4809-a90d-ab46b387c79e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:16:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01924c1-320c-4476-96c6-43911c428057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:52Z', 'updated_at': '2021-07-05T04:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '1b7096a2-45c9-479a-9751-41fc91d8df3d', 'name': '', 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'mac_address': 'fa:16:3e:70:cf:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01924c1-320c-4476-96c6-43911c428057', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'bf80d9ea-c0af-42ab-a6b4-f238d8731e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:53Z', 'updated_at': '2021-07-05T04:50:54Z', 'revision_number': 2, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'subnets': [{'id': 'bf80d9ea-c0af-42ab-a6b4-f238d8731e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:56.793946 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] Checking router: c01924c1-320c-4476-96c6-43911c428057 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:50:56.794300 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] Updating router c01924c1-320c-4476-96c6-43911c428057 port 1b7096a2-45c9-479a-9751-41fc91d8df3d binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:50:56.848553 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ba270e0-56d9-42f8-8f57-611390a20d37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.864175 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.878676 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ba270e0-56d9-42f8-8f57-611390a20d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:56.914342 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-f2478f1b-6407-4019-b652-a796c592dced None None] Allocated IP 172.20.0.2 (7ef4c4c4-c955-4712-8913-e1d27132dd00/3619c7aa-7824-41ae-8536-68b766742d41/e3360e63-ffe2-4503-9e37-cda7093735b0) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:50:56.953792 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 01870416-c545-4809-a90d-ab46b387c79e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:50:56.995634 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-2ba270e0-56d9-42f8-8f57-611390a20d37 admin admin] Allocated IP 172.25.1.131 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/3c50afba-2067-454e-a69b-e21570aba5c4) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:50:57.102749 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ba270e0-56d9-42f8-8f57-611390a20d37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:57.154106 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ba270e0-56d9-42f8-8f57-611390a20d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:57.193794 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba270e0-56d9-42f8-8f57-611390a20d37 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:50:57.197188 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-2ba270e0-56d9-42f8-8f57-611390a20d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:50:57.200176 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba270e0-56d9-42f8-8f57-611390a20d37 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:50:57.219782 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 01870416-c545-4809-a90d-ab46b387c79e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:57.220462 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:57.230087 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba270e0-56d9-42f8-8f57-611390a20d37 admin admin] Pushing event updated for resources: {'Port': ['ID=3c50afba-2067-454e-a69b-e21570aba5c4,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:57.324954 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f2478f1b-6407-4019-b652-a796c592dced None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:57.368026 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f2478f1b-6407-4019-b652-a796c592dced None None] Transition to ACTIVE for port object e3360e63-ffe2-4503-9e37-cda7093735b0 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:50:57.423929 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f2478f1b-6407-4019-b652-a796c592dced None None] Transition to ACTIVE for port object e3360e63-ffe2-4503-9e37-cda7093735b0 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:50:57.428891 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:57.437323 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f2478f1b-6407-4019-b652-a796c592dced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:57.474228 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] Transition to ACTIVE for port object 1b7096a2-45c9-479a-9751-41fc91d8df3d will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:50:57.485829 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2478f1b-6407-4019-b652-a796c592dced None None] Network 7ef4c4c4-c955-4712-8913-e1d27132dd00 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:50:57.489243 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:57.493216 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-f2478f1b-6407-4019-b652-a796c592dced None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:50:57.497600 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2478f1b-6407-4019-b652-a796c592dced None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:50:57.509983 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ba270e0-56d9-42f8-8f57-611390a20d37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:57.517110 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2478f1b-6407-4019-b652-a796c592dced None None] Pushing event updated for resources: {'Port': ['ID=e3360e63-ffe2-4503-9e37-cda7093735b0,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:57.637031 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f2478f1b-6407-4019-b652-a796c592dced None None] Attempting to bind port e3360e63-ffe2-4503-9e37-cda7093735b0 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:50:57.637405 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f2478f1b-6407-4019-b652-a796c592dced None None] Attempting to bind port e3360e63-ffe2-4503-9e37-cda7093735b0 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '4912d105-a9d9-4960-88b2-30e1768a6bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7ef4c4c4-c955-4712-8913-e1d27132dd00'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:50:57.637776 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2478f1b-6407-4019-b652-a796c592dced None None] Attempting to bind port e3360e63-ffe2-4503-9e37-cda7093735b0 on network 7ef4c4c4-c955-4712-8913-e1d27132dd00 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:50:57.640439 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d52883-e884-4b5b-82de-56dd2eac28f5 None None] Pushing event updated for resources: {'Port': ['ID=1b7096a2-45c9-479a-9751-41fc91d8df3d,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:57.670843 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2478f1b-6407-4019-b652-a796c592dced None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:50:57.671410 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2478f1b-6407-4019-b652-a796c592dced None None] Checking segment: {'id': '4912d105-a9d9-4960-88b2-30e1768a6bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7ef4c4c4-c955-4712-8913-e1d27132dd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:50:57.671841 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f2478f1b-6407-4019-b652-a796c592dced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:57.672250 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2478f1b-6407-4019-b652-a796c592dced None None] Bound using segment: {'id': '4912d105-a9d9-4960-88b2-30e1768a6bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7ef4c4c4-c955-4712-8913-e1d27132dd00'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:50:57.672754 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f2478f1b-6407-4019-b652-a796c592dced None None] Bound port: e3360e63-ffe2-4503-9e37-cda7093735b0, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4912d105-a9d9-4960-88b2-30e1768a6bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7ef4c4c4-c955-4712-8913-e1d27132dd00'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:50:57.673139 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f2478f1b-6407-4019-b652-a796c592dced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:57.688401 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] Attempting to bind port 1b7096a2-45c9-479a-9751-41fc91d8df3d on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:50:57.688690 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] Attempting to bind port 1b7096a2-45c9-479a-9751-41fc91d8df3d by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '2259ce36-0b92-4a85-a1a6-117ee0bb1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:50:57.689063 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] Attempting to bind port 1b7096a2-45c9-479a-9751-41fc91d8df3d on network ec564344-60ed-4391-9b68-2888658e8c69 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:50:57.696968 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:50:57.697343 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] Checking segment: {'id': '2259ce36-0b92-4a85-a1a6-117ee0bb1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:50:57.697747 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:57.698409 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] Bound using segment: {'id': '2259ce36-0b92-4a85-a1a6-117ee0bb1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:50:57.698899 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] Bound port: 1b7096a2-45c9-479a-9751-41fc91d8df3d, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2259ce36-0b92-4a85-a1a6-117ee0bb1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:50:57.699477 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:57.747952 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ba270e0-56d9-42f8-8f57-611390a20d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:57.796458 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f2478f1b-6407-4019-b652-a796c592dced None None] For port e3360e63-ffe2-4503-9e37-cda7093735b0, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:50:57.804640 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f2478f1b-6407-4019-b652-a796c592dced None None] For port e3360e63-ffe2-4503-9e37-cda7093735b0, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e3360e63-ffe2-4503-9e37-cda7093735b0,segment=NetworkSegment(4912d105-a9d9-4960-88b2-30e1768a6bdd),segment_id=4912d105-a9d9-4960-88b2-30e1768a6bdd)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:50:57.821514 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f2478f1b-6407-4019-b652-a796c592dced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:57.839633 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] For port 1b7096a2-45c9-479a-9751-41fc91d8df3d, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:50:57.887996 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] For port 1b7096a2-45c9-479a-9751-41fc91d8df3d, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1b7096a2-45c9-479a-9751-41fc91d8df3d,segment=NetworkSegment(2259ce36-0b92-4a85-a1a6-117ee0bb1ee4),segment_id=2259ce36-0b92-4a85-a1a6-117ee0bb1ee4)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:50:57.915882 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:57.916130 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba270e0-56d9-42f8-8f57-611390a20d37 admin admin] Router 384620e9-6f79-43c6-a422-eac3a040c9b8 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:50:57.929677 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2478f1b-6407-4019-b652-a796c592dced None None] Pushing event updated for resources: {'Port': ['ID=e3360e63-ffe2-4503-9e37-cda7093735b0,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:57.995908 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] Routers {'c01924c1-320c-4476-96c6-43911c428057'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:50:57.996598 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:50:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c01924c1-320c-4476-96c6-43911c428057'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:58.047747 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d52883-e884-4b5b-82de-56dd2eac28f5 None None] Pushing event updated for resources: {'Port': ['ID=1b7096a2-45c9-479a-9751-41fc91d8df3d,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:58.050782 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba270e0-56d9-42f8-8f57-611390a20d37 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:50:58.066839 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] Sync routers for ids ['384620e9-6f79-43c6-a422-eac3a040c9b8'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:50:58.082969 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ba270e0-56d9-42f8-8f57-611390a20d37 admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:58.083172 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] Routers {'384620e9-6f79-43c6-a422-eac3a040c9b8'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:50:58.083647 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:50:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['384620e9-6f79-43c6-a422-eac3a040c9b8'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:58.085411 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2ba270e0-56d9-42f8-8f57-611390a20d37 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6761055 Jul 05 04:50:58.089257 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49694) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:58.275117 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] Set router 384620e9-6f79-43c6-a422-eac3a040c9b8 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:50:58.442704 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] Set router c01924c1-320c-4476-96c6-43911c428057 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:50:58.523700 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384620e9-6f79-43c6-a422-eac3a040c9b8', 'name': 'tempest-TestMinimumBasicScenario-400652006-router', 'tenant_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '3c50afba-2067-454e-a69b-e21570aba5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:56Z', 'updated_at': '2021-07-05T04:50:57Z', 'revision_number': 3, 'project_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'gw_port': {'id': '3c50afba-2067-454e-a69b-e21570aba5c4', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:11:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384620e9-6f79-43c6-a422-eac3a040c9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:56Z', 'updated_at': '2021-07-05T04:50:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:58.551314 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] Checking router: 384620e9-6f79-43c6-a422-eac3a040c9b8 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:50:58.551663 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] Updating router 384620e9-6f79-43c6-a422-eac3a040c9b8 port 3c50afba-2067-454e-a69b-e21570aba5c4 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:50:58.602227 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:58.708488 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01924c1-320c-4476-96c6-43911c428057', 'name': 'tempest-TestMinimumBasicScenario-1905443197-router', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '01870416-c545-4809-a90d-ab46b387c79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:51Z', 'updated_at': '2021-07-05T04:50:54Z', 'revision_number': 4, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'gw_port': {'id': '01870416-c545-4809-a90d-ab46b387c79e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:16:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01924c1-320c-4476-96c6-43911c428057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:52Z', 'updated_at': '2021-07-05T04:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '1b7096a2-45c9-479a-9751-41fc91d8df3d', 'name': '', 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'mac_address': 'fa:16:3e:70:cf:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01924c1-320c-4476-96c6-43911c428057', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'bf80d9ea-c0af-42ab-a6b4-f238d8731e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:53Z', 'updated_at': '2021-07-05T04:50:57Z', 'revision_number': 4, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'subnets': [{'id': 'bf80d9ea-c0af-42ab-a6b4-f238d8731e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:58.735769 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cddd93d-02aa-414c-b8fb-57e2b8314b8d None None] The sync data for ids ['c01924c1-320c-4476-96c6-43911c428057'] in n-d-780147-23 is: [{'id': 'c01924c1-320c-4476-96c6-43911c428057', 'name': 'tempest-TestMinimumBasicScenario-1905443197-router', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '01870416-c545-4809-a90d-ab46b387c79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:51Z', 'updated_at': '2021-07-05T04:50:54Z', 'revision_number': 4, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'gw_port': {'id': '01870416-c545-4809-a90d-ab46b387c79e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:16:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01924c1-320c-4476-96c6-43911c428057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:52Z', 'updated_at': '2021-07-05T04:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '1b7096a2-45c9-479a-9751-41fc91d8df3d', 'name': '', 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'mac_address': 'fa:16:3e:70:cf:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01924c1-320c-4476-96c6-43911c428057', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'bf80d9ea-c0af-42ab-a6b4-f238d8731e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:53Z', 'updated_at': '2021-07-05T04:50:57Z', 'revision_number': 4, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'subnets': [{'id': 'bf80d9ea-c0af-42ab-a6b4-f238d8731e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:50:58.776620 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-23f8d4a1-67b2-43e4-bfb8-da52e8f11d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:58.970638 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:58.991305 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] Transition to ACTIVE for port object 3c50afba-2067-454e-a69b-e21570aba5c4 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:50:59.018258 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:59.077867 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1b7096a2-45c9-479a-9751-41fc91d8df3d up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:50:59.096272 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] Attempting to bind port 3c50afba-2067-454e-a69b-e21570aba5c4 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:50:59.096760 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] Attempting to bind port 3c50afba-2067-454e-a69b-e21570aba5c4 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:50:59.096992 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] Attempting to bind port 3c50afba-2067-454e-a69b-e21570aba5c4 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:50:59.108183 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1fed5d31-84e2-4359-b8f7-6da2507ca275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:59.111925 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91ebda-25ca-40ba-aa24-f596dc12429d None None] Pushing event updated for resources: {'Port': ['ID=3c50afba-2067-454e-a69b-e21570aba5c4,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:59.114700 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:50:59.115375 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:50:59.116014 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:59.117968 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:50:59.119719 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] Bound port: 3c50afba-2067-454e-a69b-e21570aba5c4, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:50:59.120139 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:59.162086 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 1b7096a2-45c9-479a-9751-41fc91d8df3d completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:50:59.167546 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 1b7096a2-45c9-479a-9751-41fc91d8df3d triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:59.168006 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:59.205228 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] For port 3c50afba-2067-454e-a69b-e21570aba5c4, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:50:59.209977 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] For port 3c50afba-2067-454e-a69b-e21570aba5c4, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3c50afba-2067-454e-a69b-e21570aba5c4,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:50:59.215304 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:59.266425 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] Routers {'384620e9-6f79-43c6-a422-eac3a040c9b8'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:50:59.267442 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:50:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['384620e9-6f79-43c6-a422-eac3a040c9b8'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:59.335814 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:59.369507 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-1fed5d31-84e2-4359-b8f7-6da2507ca275 admin admin] Allocated IP 172.20.0.1 (7ef4c4c4-c955-4712-8913-e1d27132dd00/3619c7aa-7824-41ae-8536-68b766742d41/7ca97fea-f5b8-48be-991d-82b85cd19cb5) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:50:59.401050 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 1b7096a2-45c9-479a-9751-41fc91d8df3d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1b7096a2-45c9-479a-9751-41fc91d8df3d,segment=NetworkSegment(2259ce36-0b92-4a85-a1a6-117ee0bb1ee4),segment_id=2259ce36-0b92-4a85-a1a6-117ee0bb1ee4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:59.410735 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:59.411554 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e3360e63-ffe2-4503-9e37-cda7093735b0 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:50:59.456302 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd3a83e-16a1-4d34-8b4b-135b8b3e30d3 None None] Network 7ef4c4c4-c955-4712-8913-e1d27132dd00 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:50:59.503322 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1fed5d31-84e2-4359-b8f7-6da2507ca275 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:59.507124 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] Set router 384620e9-6f79-43c6-a422-eac3a040c9b8 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:50:59.509054 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91ebda-25ca-40ba-aa24-f596dc12429d None None] Pushing event updated for resources: {'Port': ['ID=3c50afba-2067-454e-a69b-e21570aba5c4,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:59.524240 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-1fed5d31-84e2-4359-b8f7-6da2507ca275 admin admin] Transition to ACTIVE for port object 7ca97fea-f5b8-48be-991d-82b85cd19cb5 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:50:59.555491 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-993a7168-aa5f-413b-83a2-fe17000034ed None None] Provisioning for port e3360e63-ffe2-4503-9e37-cda7093735b0 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:50:59.572852 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1fed5d31-84e2-4359-b8f7-6da2507ca275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:59.598141 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=1b7096a2-45c9-479a-9751-41fc91d8df3d,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:59.638143 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port e3360e63-ffe2-4503-9e37-cda7093735b0 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:50:59.665853 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fed5d31-84e2-4359-b8f7-6da2507ca275 admin admin] Network 7ef4c4c4-c955-4712-8913-e1d27132dd00 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:50:59.672638 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-1fed5d31-84e2-4359-b8f7-6da2507ca275 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:50:59.680889 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fed5d31-84e2-4359-b8f7-6da2507ca275 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:50:59.686041 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed5d31-84e2-4359-b8f7-6da2507ca275 admin admin] Pushing event updated for resources: {'Port': ['ID=7ca97fea-f5b8-48be-991d-82b85cd19cb5,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:59.737943 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1fed5d31-84e2-4359-b8f7-6da2507ca275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:59.744636 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port e3360e63-ffe2-4503-9e37-cda7093735b0 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:59.745008 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:59.760913 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384620e9-6f79-43c6-a422-eac3a040c9b8', 'name': 'tempest-TestMinimumBasicScenario-400652006-router', 'tenant_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '3c50afba-2067-454e-a69b-e21570aba5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:56Z', 'updated_at': '2021-07-05T04:50:57Z', 'revision_number': 3, 'project_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'gw_port': {'id': '3c50afba-2067-454e-a69b-e21570aba5c4', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:11:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384620e9-6f79-43c6-a422-eac3a040c9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:56Z', 'updated_at': '2021-07-05T04:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:59.793560 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06463014-6222-4793-99f1-87ae8a0b0b97 None None] The sync data for ids ['384620e9-6f79-43c6-a422-eac3a040c9b8'] in n-d-780147-23 is: [{'id': '384620e9-6f79-43c6-a422-eac3a040c9b8', 'name': 'tempest-TestMinimumBasicScenario-400652006-router', 'tenant_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '3c50afba-2067-454e-a69b-e21570aba5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:56Z', 'updated_at': '2021-07-05T04:50:57Z', 'revision_number': 3, 'project_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'gw_port': {'id': '3c50afba-2067-454e-a69b-e21570aba5c4', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:11:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384620e9-6f79-43c6-a422-eac3a040c9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:56Z', 'updated_at': '2021-07-05T04:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:50:59.886654 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:59.889114 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:59.935992 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port e3360e63-ffe2-4503-9e37-cda7093735b0, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e3360e63-ffe2-4503-9e37-cda7093735b0,segment=NetworkSegment(4912d105-a9d9-4960-88b2-30e1768a6bdd),segment_id=4912d105-a9d9-4960-88b2-30e1768a6bdd)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:59.941622 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:59.943570 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1fed5d31-84e2-4359-b8f7-6da2507ca275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:00.009918 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=e3360e63-ffe2-4503-9e37-cda7093735b0,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:00.194410 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1fed5d31-84e2-4359-b8f7-6da2507ca275 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:00.200150 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c1afde88-c8d8-4f14-9dce-eea1168dd1cc None None] Provisioning for port 7ca97fea-f5b8-48be-991d-82b85cd19cb5 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:51:00.205792 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1fed5d31-84e2-4359-b8f7-6da2507ca275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:00.209707 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c1afde88-c8d8-4f14-9dce-eea1168dd1cc None None] Provisioning complete for port 7ca97fea-f5b8-48be-991d-82b85cd19cb5 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:51:00.210206 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c1afde88-c8d8-4f14-9dce-eea1168dd1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:00.257865 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-c1afde88-c8d8-4f14-9dce-eea1168dd1cc None None] Port 7ca97fea-f5b8-48be-991d-82b85cd19cb5 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:51:00.275250 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-c1afde88-c8d8-4f14-9dce-eea1168dd1cc None None] Provisioning complete for port e3360e63-ffe2-4503-9e37-cda7093735b0 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:51:00.275878 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c1afde88-c8d8-4f14-9dce-eea1168dd1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:00.306326 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed5d31-84e2-4359-b8f7-6da2507ca275 admin admin] Pushing event updated for resources: {'Port': ['ID=7ca97fea-f5b8-48be-991d-82b85cd19cb5,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:00.326911 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1fed5d31-84e2-4359-b8f7-6da2507ca275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:00.435580 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fed5d31-84e2-4359-b8f7-6da2507ca275 admin admin] Network 7ef4c4c4-c955-4712-8913-e1d27132dd00 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:51:00.437747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-1fed5d31-84e2-4359-b8f7-6da2507ca275 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:51:00.527667 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-28894314-0dc4-4f3b-9f1b-1aa28b739eea None None] Provisioning complete for port 7ca97fea-f5b8-48be-991d-82b85cd19cb5 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:51:00.528816 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-28894314-0dc4-4f3b-9f1b-1aa28b739eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:00.576605 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-28894314-0dc4-4f3b-9f1b-1aa28b739eea None None] Port 7ca97fea-f5b8-48be-991d-82b85cd19cb5 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:51:00.579484 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fed5d31-84e2-4359-b8f7-6da2507ca275 admin admin] Router 384620e9-6f79-43c6-a422-eac3a040c9b8 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:51:00.699349 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-db6fe3f6-238b-4f27-9ec6-b196e52b7f23 None None] Provisioning complete for port 7ca97fea-f5b8-48be-991d-82b85cd19cb5 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:51:00.699751 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-db6fe3f6-238b-4f27-9ec6-b196e52b7f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:00.708741 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fed5d31-84e2-4359-b8f7-6da2507ca275 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:51:00.715731 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1fed5d31-84e2-4359-b8f7-6da2507ca275 admin admin] 10.222.0.77 "PUT /v2.0/routers/384620e9-6f79-43c6-a422-eac3a040c9b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6248260 Jul 05 04:51:00.738349 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-db6fe3f6-238b-4f27-9ec6-b196e52b7f23 None None] Port 7ca97fea-f5b8-48be-991d-82b85cd19cb5 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:51:01.034702 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1b7096a2-45c9-479a-9751-41fc91d8df3d up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:51:01.087392 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 1b7096a2-45c9-479a-9751-41fc91d8df3d triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:51:01.087855 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:01.174467 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e3360e63-ffe2-4503-9e37-cda7093735b0 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:51:01.223098 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port e3360e63-ffe2-4503-9e37-cda7093735b0 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:51:01.223477 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:01.315213 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3c50afba-2067-454e-a69b-e21570aba5c4 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:51:01.368997 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 3c50afba-2067-454e-a69b-e21570aba5c4 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:51:01.372538 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 3c50afba-2067-454e-a69b-e21570aba5c4 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:51:01.372905 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:01.463233 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fd49e678-d49c-4ce4-9563-ff5f712ceb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:01.465029 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:01.486485 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 3c50afba-2067-454e-a69b-e21570aba5c4, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3c50afba-2067-454e-a69b-e21570aba5c4,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:51:01.492240 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:01.542687 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=3c50afba-2067-454e-a69b-e21570aba5c4,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:01.852428 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:02.336496 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] Sync routers for ids ['384620e9-6f79-43c6-a422-eac3a040c9b8'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:51:02.347679 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] Routers {'384620e9-6f79-43c6-a422-eac3a040c9b8'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:51:02.348435 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:51:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['384620e9-6f79-43c6-a422-eac3a040c9b8'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:51:02.463759 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] Set router 384620e9-6f79-43c6-a422-eac3a040c9b8 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:51:02.696358 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384620e9-6f79-43c6-a422-eac3a040c9b8', 'name': 'tempest-TestMinimumBasicScenario-400652006-router', 'tenant_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '3c50afba-2067-454e-a69b-e21570aba5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:56Z', 'updated_at': '2021-07-05T04:50:59Z', 'revision_number': 4, 'project_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'gw_port': {'id': '3c50afba-2067-454e-a69b-e21570aba5c4', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384620e9-6f79-43c6-a422-eac3a040c9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:56Z', 'updated_at': '2021-07-05T04:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '7ca97fea-f5b8-48be-991d-82b85cd19cb5', 'name': '', 'network_id': '7ef4c4c4-c955-4712-8913-e1d27132dd00', 'tenant_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'mac_address': 'fa:16:3e:29:cd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384620e9-6f79-43c6-a422-eac3a040c9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '3619c7aa-7824-41ae-8536-68b766742d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:59Z', 'updated_at': '2021-07-05T04:51:00Z', 'revision_number': 2, 'project_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'subnets': [{'id': '3619c7aa-7824-41ae-8536-68b766742d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:51:02.732296 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] Checking router: 384620e9-6f79-43c6-a422-eac3a040c9b8 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:51:02.732296 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] Updating router 384620e9-6f79-43c6-a422-eac3a040c9b8 port 7ca97fea-f5b8-48be-991d-82b85cd19cb5 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:51:02.777636 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:02.800796 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:02.997949 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3c50afba-2067-454e-a69b-e21570aba5c4 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:51:03.097304 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 3c50afba-2067-454e-a69b-e21570aba5c4 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:51:03.097862 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:03.187888 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:03.203081 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] Transition to ACTIVE for port object 7ca97fea-f5b8-48be-991d-82b85cd19cb5 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:51:03.226848 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:03.291339 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783ca93-4c9f-4597-9944-3cdaf206b8db None None] Pushing event updated for resources: {'Port': ['ID=7ca97fea-f5b8-48be-991d-82b85cd19cb5,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:03.376025 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] Attempting to bind port 7ca97fea-f5b8-48be-991d-82b85cd19cb5 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:51:03.376640 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] Attempting to bind port 7ca97fea-f5b8-48be-991d-82b85cd19cb5 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '4912d105-a9d9-4960-88b2-30e1768a6bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7ef4c4c4-c955-4712-8913-e1d27132dd00'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:51:03.377322 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] Attempting to bind port 7ca97fea-f5b8-48be-991d-82b85cd19cb5 on network 7ef4c4c4-c955-4712-8913-e1d27132dd00 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:51:03.383962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:51:03.384619 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] Checking segment: {'id': '4912d105-a9d9-4960-88b2-30e1768a6bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7ef4c4c4-c955-4712-8913-e1d27132dd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:51:03.385032 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:03.385430 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] Bound using segment: {'id': '4912d105-a9d9-4960-88b2-30e1768a6bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7ef4c4c4-c955-4712-8913-e1d27132dd00'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:51:03.385912 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] Bound port: 7ca97fea-f5b8-48be-991d-82b85cd19cb5, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4912d105-a9d9-4960-88b2-30e1768a6bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7ef4c4c4-c955-4712-8913-e1d27132dd00'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:51:03.386704 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:03.495214 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] For port 7ca97fea-f5b8-48be-991d-82b85cd19cb5, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:51:03.499318 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] For port 7ca97fea-f5b8-48be-991d-82b85cd19cb5, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7ca97fea-f5b8-48be-991d-82b85cd19cb5,segment=NetworkSegment(4912d105-a9d9-4960-88b2-30e1768a6bdd),segment_id=4912d105-a9d9-4960-88b2-30e1768a6bdd)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:51:03.504501 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:03.586950 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] Routers {'384620e9-6f79-43c6-a422-eac3a040c9b8'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:51:03.587616 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:51:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['384620e9-6f79-43c6-a422-eac3a040c9b8'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:51:03.658343 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783ca93-4c9f-4597-9944-3cdaf206b8db None None] Pushing event updated for resources: {'Port': ['ID=7ca97fea-f5b8-48be-991d-82b85cd19cb5,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:03.747351 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] Set router 384620e9-6f79-43c6-a422-eac3a040c9b8 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:51:03.986344 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384620e9-6f79-43c6-a422-eac3a040c9b8', 'name': 'tempest-TestMinimumBasicScenario-400652006-router', 'tenant_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '3c50afba-2067-454e-a69b-e21570aba5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:56Z', 'updated_at': '2021-07-05T04:50:59Z', 'revision_number': 4, 'project_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'gw_port': {'id': '3c50afba-2067-454e-a69b-e21570aba5c4', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384620e9-6f79-43c6-a422-eac3a040c9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:56Z', 'updated_at': '2021-07-05T04:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '7ca97fea-f5b8-48be-991d-82b85cd19cb5', 'name': '', 'network_id': '7ef4c4c4-c955-4712-8913-e1d27132dd00', 'tenant_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'mac_address': 'fa:16:3e:29:cd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384620e9-6f79-43c6-a422-eac3a040c9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '3619c7aa-7824-41ae-8536-68b766742d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:59Z', 'updated_at': '2021-07-05T04:51:03Z', 'revision_number': 4, 'project_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'subnets': [{'id': '3619c7aa-7824-41ae-8536-68b766742d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:51:04.018439 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f9fd55-f4fb-4afe-aee4-35a4028262be None None] The sync data for ids ['384620e9-6f79-43c6-a422-eac3a040c9b8'] in n-d-780147-23 is: [{'id': '384620e9-6f79-43c6-a422-eac3a040c9b8', 'name': 'tempest-TestMinimumBasicScenario-400652006-router', 'tenant_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '3c50afba-2067-454e-a69b-e21570aba5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:56Z', 'updated_at': '2021-07-05T04:50:59Z', 'revision_number': 4, 'project_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'gw_port': {'id': '3c50afba-2067-454e-a69b-e21570aba5c4', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384620e9-6f79-43c6-a422-eac3a040c9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:56Z', 'updated_at': '2021-07-05T04:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '7ca97fea-f5b8-48be-991d-82b85cd19cb5', 'name': '', 'network_id': '7ef4c4c4-c955-4712-8913-e1d27132dd00', 'tenant_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'mac_address': 'fa:16:3e:29:cd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384620e9-6f79-43c6-a422-eac3a040c9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '3619c7aa-7824-41ae-8536-68b766742d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:59Z', 'updated_at': '2021-07-05T04:51:03Z', 'revision_number': 4, 'project_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'subnets': [{'id': '3619c7aa-7824-41ae-8536-68b766742d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:51:04.587676 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:04.994696 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7ca97fea-f5b8-48be-991d-82b85cd19cb5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:51:05.054855 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 7ca97fea-f5b8-48be-991d-82b85cd19cb5 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:51:05.059349 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 7ca97fea-f5b8-48be-991d-82b85cd19cb5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:51:05.059722 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:05.147374 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:05.182905 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 7ca97fea-f5b8-48be-991d-82b85cd19cb5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7ca97fea-f5b8-48be-991d-82b85cd19cb5,segment=NetworkSegment(4912d105-a9d9-4960-88b2-30e1768a6bdd),segment_id=4912d105-a9d9-4960-88b2-30e1768a6bdd)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:51:05.190031 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:05.415432 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=7ca97fea-f5b8-48be-991d-82b85cd19cb5,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:06.958930 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7ca97fea-f5b8-48be-991d-82b85cd19cb5 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:51:07.011197 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 7ca97fea-f5b8-48be-991d-82b85cd19cb5 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:51:07.011568 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:10.848977 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-aa3da047-23ca-416c-a445-678224a0187c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:10.850410 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-aa3da047-23ca-416c-a445-678224a0187c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/networks?id=ec564344-60ed-4391-9b68-2888658e8c69 HTTP/1.1" status: 200 len: 815 time: 0.1051860 Jul 05 04:51:10.865924 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-d5cbfdd1-b6c8-4ba0-9898-3c43396221ee tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/quotas/2b2f0bdf3deb4171b286236ae4603a7b HTTP/1.1" status: 200 len: 375 time: 0.0100315 Jul 05 04:51:10.935670 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-8b589be1-8f02-4481-bad1-9bb31fe7767d tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b2f0bdf3deb4171b286236ae4603a7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644577 Jul 05 04:51:11.038729 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-7cded3d8-40a6-4b0a-a7f3-c0a77ffb87b1 service neutron] 10.222.0.77 "GET /v2.0/networks/ec564344-60ed-4391-9b68-2888658e8c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915089 Jul 05 04:51:11.131279 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-06516bf4-c895-4c3c-9222-86ce7630a157 service neutron] 10.222.0.77 "GET /v2.0/networks/ec564344-60ed-4391-9b68-2888658e8c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865154 Jul 05 04:51:11.300542 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b349fad7-ba92-4502-b066-e255c8b13ab4 req-fb4b3c09-5236-4c9b-a114-43e1a48cacbd tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 210 time: 0.0297573 Jul 05 04:51:12.453130 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e8fb55d2-81d3-495d-a5a1-d9a43eb7e33a req-92af7c31-854d-46fa-8a17-d77625394389 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 210 time: 0.0346105 Jul 05 04:51:12.609890 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-ce08a836-a315-4a24-b09b-375005572a41 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:12.611418 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-ce08a836-a315-4a24-b09b-375005572a41 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.70 "GET /v2.0/networks?id=ec564344-60ed-4391-9b68-2888658e8c69 HTTP/1.1" status: 200 len: 815 time: 0.1178927 Jul 05 04:51:12.629960 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-162fe68d-603b-4d3a-a584-d11f1f851de1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Request body: {'port': {'device_id': '4a4843e3-aead-443b-8bd9-524f9d2ca06f', 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69', 'admin_state_up': True, 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:12.745330 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-162fe68d-603b-4d3a-a584-d11f1f851de1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Made reservation on behalf of 2b2f0bdf3deb4171b286236ae4603a7b for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:51:12.749692 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-162fe68d-603b-4d3a-a584-d11f1f851de1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:12.877269 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-162fe68d-603b-4d3a-a584-d11f1f851de1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Allocated IP 172.20.0.3 (ec564344-60ed-4391-9b68-2888658e8c69/bf80d9ea-c0af-42ab-a6b4-f238d8731e0a/10c563cf-d9c4-4d3b-b8eb-19e209d0897b) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:51:13.050515 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-162fe68d-603b-4d3a-a584-d11f1f851de1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:13.074052 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-162fe68d-603b-4d3a-a584-d11f1f851de1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Transition to ACTIVE for port object 10c563cf-d9c4-4d3b-b8eb-19e209d0897b will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:51:13.112491 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-162fe68d-603b-4d3a-a584-d11f1f851de1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:13.172606 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-162fe68d-603b-4d3a-a584-d11f1f851de1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Network ec564344-60ed-4391-9b68-2888658e8c69 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:51:13.175959 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-162fe68d-603b-4d3a-a584-d11f1f851de1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:51:13.188893 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-162fe68d-603b-4d3a-a584-d11f1f851de1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:51:13.256560 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-162fe68d-603b-4d3a-a584-d11f1f851de1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:13.257213 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-162fe68d-603b-4d3a-a584-d11f1f851de1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:13.276794 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162fe68d-603b-4d3a-a584-d11f1f851de1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Pushing event updated for resources: {'Port': ['ID=10c563cf-d9c4-4d3b-b8eb-19e209d0897b,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:13.294852 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe68d-603b-4d3a-a584-d11f1f851de1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:13.295243 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe68d-603b-4d3a-a584-d11f1f851de1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:13.296295 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe68d-603b-4d3a-a584-d11f1f851de1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:13.296661 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe68d-603b-4d3a-a584-d11f1f851de1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:13.297160 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe68d-603b-4d3a-a584-d11f1f851de1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:13.297713 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe68d-603b-4d3a-a584-d11f1f851de1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:13.298246 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe68d-603b-4d3a-a584-d11f1f851de1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:13.298588 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe68d-603b-4d3a-a584-d11f1f851de1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:13.299091 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe68d-603b-4d3a-a584-d11f1f851de1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:13.299467 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe68d-603b-4d3a-a584-d11f1f851de1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:13.300119 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe68d-603b-4d3a-a584-d11f1f851de1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:13.300627 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe68d-603b-4d3a-a584-d11f1f851de1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:13.314694 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-162fe68d-603b-4d3a-a584-d11f1f851de1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6885622 Jul 05 04:51:13.505328 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-813b3056-619a-4c6f-953d-fc29aff841bd None None] Provisioning for port 10c563cf-d9c4-4d3b-b8eb-19e209d0897b completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:51:13.510383 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-813b3056-619a-4c6f-953d-fc29aff841bd None None] Provisioning complete for port 10c563cf-d9c4-4d3b-b8eb-19e209d0897b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:51:13.510764 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-813b3056-619a-4c6f-953d-fc29aff841bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:13.563086 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-813b3056-619a-4c6f-953d-fc29aff841bd None None] Port 10c563cf-d9c4-4d3b-b8eb-19e209d0897b cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:51:13.682812 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dae141-1864-4fe8-87d4-21fb051fa982 req-cbedc998-05b1-4d4b-83ee-739a206c5b15 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:13.692064 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2dae141-1864-4fe8-87d4-21fb051fa982 req-cbedc998-05b1-4d4b-83ee-739a206c5b15 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 931 time: 0.0770576 Jul 05 04:51:13.746625 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:13.764365 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a2dae141-1864-4fe8-87d4-21fb051fa982 req-08f1bca4-054d-4dc9-8b57-ba80ad72927f tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669286 Jul 05 04:51:14.986129 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9190def-c89f-45bb-9572-d20e3a144d13 req-70b47635-9d7b-48a9-98a0-c62951b0c748 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:14.989215 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d9190def-c89f-45bb-9572-d20e3a144d13 req-70b47635-9d7b-48a9-98a0-c62951b0c748 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 931 time: 0.0872540 Jul 05 04:51:15.026791 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d9190def-c89f-45bb-9572-d20e3a144d13 req-82bf2100-cc93-497d-bf44-afed6b250cbe tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337360 Jul 05 04:51:16.229056 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4f522-c26b-43fb-a3a6-00b536d9000f req-f82d6862-5fae-4eab-bb51-3f492e56d6b0 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:16.231737 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39e4f522-c26b-43fb-a3a6-00b536d9000f req-f82d6862-5fae-4eab-bb51-3f492e56d6b0 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 931 time: 0.0878193 Jul 05 04:51:16.275547 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-39e4f522-c26b-43fb-a3a6-00b536d9000f req-c59502fc-7d8f-45ec-a16d-a4c1b42c287c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379312 Jul 05 04:51:17.455134 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15939c38-0bfb-4f62-8392-df1ab448ceea req-115b4889-9143-475a-ba80-23f128b51617 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:17.456715 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-15939c38-0bfb-4f62-8392-df1ab448ceea req-115b4889-9143-475a-ba80-23f128b51617 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 931 time: 0.0635316 Jul 05 04:51:17.498126 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-15939c38-0bfb-4f62-8392-df1ab448ceea req-3faddc38-20ae-4135-9642-2f9d7d034a70 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357711 Jul 05 04:51:18.711126 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6904e-dafb-4bf4-97ae-bec64cec1931 req-004057d4-af54-420a-9a6f-3136f14d361d tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:18.712651 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5db6904e-dafb-4bf4-97ae-bec64cec1931 req-004057d4-af54-420a-9a6f-3136f14d361d tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 931 time: 0.0636237 Jul 05 04:51:18.759197 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5db6904e-dafb-4bf4-97ae-bec64cec1931 req-acf16b0f-15db-4dbf-b1fb-d1276369f261 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364115 Jul 05 04:51:19.965470 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d9752-caeb-480d-9a69-59c3e27248e4 req-1fd6a851-3dbe-4f81-9629-2b86a656c858 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:19.967062 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-806d9752-caeb-480d-9a69-59c3e27248e4 req-1fd6a851-3dbe-4f81-9629-2b86a656c858 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 931 time: 0.0647228 Jul 05 04:51:20.005335 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-806d9752-caeb-480d-9a69-59c3e27248e4 req-97712d73-7a0a-4423-b62a-70ce56816726 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322995 Jul 05 04:51:21.223398 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cd27d-d8ab-461d-a12f-233edb04f08d req-da823450-a0d2-4a3f-b9a1-dbc302260874 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:21.224923 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c16cd27d-d8ab-461d-a12f-233edb04f08d req-da823450-a0d2-4a3f-b9a1-dbc302260874 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 931 time: 0.0651844 Jul 05 04:51:21.262866 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c16cd27d-d8ab-461d-a12f-233edb04f08d req-ad9613c7-3f6f-46d5-81bd-91ae04ba73c4 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318975 Jul 05 04:51:22.479211 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b10b95-bb0d-4e3b-b21b-9f73d46f27ed req-669ac51b-6f70-43e4-9429-de35354e5d8e tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:22.481112 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a1b10b95-bb0d-4e3b-b21b-9f73d46f27ed req-669ac51b-6f70-43e4-9429-de35354e5d8e tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 931 time: 0.0701323 Jul 05 04:51:22.529029 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a1b10b95-bb0d-4e3b-b21b-9f73d46f27ed req-014a46aa-554c-488c-907a-69c54b220c5b tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384574 Jul 05 04:51:23.703157 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319f80b-b65d-43db-9e08-45448073d2c2 req-3e60b9a7-d3a5-46e5-bb6e-0d4a4556e620 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:23.704715 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7319f80b-b65d-43db-9e08-45448073d2c2 req-3e60b9a7-d3a5-46e5-bb6e-0d4a4556e620 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 931 time: 0.0630193 Jul 05 04:51:23.747865 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7319f80b-b65d-43db-9e08-45448073d2c2 req-7c2619ce-4c53-41bb-9779-c62f72125016 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373647 Jul 05 04:51:24.928936 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbe156-e717-471d-b242-4a7c2c0b0d46 req-f7b1b1d8-c626-4768-a214-5219531b9485 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:24.930400 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7bdbe156-e717-471d-b242-4a7c2c0b0d46 req-f7b1b1d8-c626-4768-a214-5219531b9485 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 931 time: 0.0675764 Jul 05 04:51:24.966812 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7bdbe156-e717-471d-b242-4a7c2c0b0d46 req-09fdf05f-e358-4e7a-8f0b-53a457a5aa2c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309289 Jul 05 04:51:25.418533 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-9d429876-0df5-4feb-9b2b-ba9cd70ef2d2 service neutron] Request body: {'port': {'device_id': '4a4843e3-aead-443b-8bd9-524f9d2ca06f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:25.491576 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-9d429876-0df5-4feb-9b2b-ba9cd70ef2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:25.761601 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-9d429876-0df5-4feb-9b2b-ba9cd70ef2d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c563cf-d9c4-4d3b-b8eb-19e209d0897b {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:51:25.769653 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-9d429876-0df5-4feb-9b2b-ba9cd70ef2d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:25.787108 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-9d429876-0df5-4feb-9b2b-ba9cd70ef2d2 service neutron] Transition to ACTIVE for port object 10c563cf-d9c4-4d3b-b8eb-19e209d0897b will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:51:25.791729 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-9d429876-0df5-4feb-9b2b-ba9cd70ef2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:25.853708 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d429876-0df5-4feb-9b2b-ba9cd70ef2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=10c563cf-d9c4-4d3b-b8eb-19e209d0897b,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:25.940445 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-9d429876-0df5-4feb-9b2b-ba9cd70ef2d2 service neutron] Attempting to bind port 10c563cf-d9c4-4d3b-b8eb-19e209d0897b on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:51:25.941246 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-9d429876-0df5-4feb-9b2b-ba9cd70ef2d2 service neutron] Attempting to bind port 10c563cf-d9c4-4d3b-b8eb-19e209d0897b by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '2259ce36-0b92-4a85-a1a6-117ee0bb1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:51:25.941246 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-9d429876-0df5-4feb-9b2b-ba9cd70ef2d2 service neutron] Attempting to bind port 10c563cf-d9c4-4d3b-b8eb-19e209d0897b on network ec564344-60ed-4391-9b68-2888658e8c69 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:51:25.945749 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-9d429876-0df5-4feb-9b2b-ba9cd70ef2d2 service neutron] Port 10c563cf-d9c4-4d3b-b8eb-19e209d0897b on network ec564344-60ed-4391-9b68-2888658e8c69 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:51:25.946082 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-9d429876-0df5-4feb-9b2b-ba9cd70ef2d2 service neutron] Attempting to bind port 10c563cf-d9c4-4d3b-b8eb-19e209d0897b on network ec564344-60ed-4391-9b68-2888658e8c69 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:51:25.951677 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-9d429876-0df5-4feb-9b2b-ba9cd70ef2d2 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:51:25.952060 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-9d429876-0df5-4feb-9b2b-ba9cd70ef2d2 service neutron] Checking segment: {'id': '2259ce36-0b92-4a85-a1a6-117ee0bb1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:51:25.952459 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-9d429876-0df5-4feb-9b2b-ba9cd70ef2d2 service neutron] Bound using segment: {'id': '2259ce36-0b92-4a85-a1a6-117ee0bb1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:51:25.952896 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-9d429876-0df5-4feb-9b2b-ba9cd70ef2d2 service neutron] Bound port: 10c563cf-d9c4-4d3b-b8eb-19e209d0897b, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2259ce36-0b92-4a85-a1a6-117ee0bb1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:51:25.953267 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-9d429876-0df5-4feb-9b2b-ba9cd70ef2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:26.028367 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-9d429876-0df5-4feb-9b2b-ba9cd70ef2d2 service neutron] For port 10c563cf-d9c4-4d3b-b8eb-19e209d0897b, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:51:26.031921 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-9d429876-0df5-4feb-9b2b-ba9cd70ef2d2 service neutron] For port 10c563cf-d9c4-4d3b-b8eb-19e209d0897b, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=10c563cf-d9c4-4d3b-b8eb-19e209d0897b,segment=NetworkSegment(2259ce36-0b92-4a85-a1a6-117ee0bb1ee4),segment_id=2259ce36-0b92-4a85-a1a6-117ee0bb1ee4)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:51:26.038065 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-9d429876-0df5-4feb-9b2b-ba9cd70ef2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:26.075161 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-9d429876-0df5-4feb-9b2b-ba9cd70ef2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:26.075786 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-9d429876-0df5-4feb-9b2b-ba9cd70ef2d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:26.077660 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-9d429876-0df5-4feb-9b2b-ba9cd70ef2d2 service neutron] 10.222.0.70 "PUT /v2.0/ports/10c563cf-d9c4-4d3b-b8eb-19e209d0897b HTTP/1.1" status: 200 len: 1092 time: 0.6635692 Jul 05 04:51:26.078149 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4843e3-aead-443b-8bd9-524f9d2ca06f', 'tag': '10c563cf-d9c4-4d3b-b8eb-19e209d0897b'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:51:26.080464 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a853575f-43a1-4f23-8409-ffb2b5c37f41" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4843e3-aead-443b-8bd9-524f9d2ca06f", "tag": "10c563cf-d9c4-4d3b-b8eb-19e209d0897b"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:51:26.145561 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d429876-0df5-4feb-9b2b-ba9cd70ef2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=10c563cf-d9c4-4d3b-b8eb-19e209d0897b,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:26.219047 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-8dea0b36-bb63-493b-a993-f7f35adb81f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:26.222147 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-8dea0b36-bb63-493b-a993-f7f35adb81f2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b2f0bdf3deb4171b286236ae4603a7b&device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 1095 time: 0.0843403 Jul 05 04:51:26.232090 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ccdad-6a5f-47d4-8284-89cf11fec9b2 req-fdf10537-b365-4e2b-be51-460f54724945 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:26.234512 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b83ccdad-6a5f-47d4-8284-89cf11fec9b2 req-fdf10537-b365-4e2b-be51-460f54724945 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 943 time: 0.1348400 Jul 05 04:51:26.275948 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-861a085b-a328-495f-a8e7-a446a46c170e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c563cf-d9c4-4d3b-b8eb-19e209d0897b HTTP/1.1" status: 200 len: 217 time: 0.0403476 Jul 05 04:51:26.334927 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b83ccdad-6a5f-47d4-8284-89cf11fec9b2 req-630a96ef-3981-489d-a5e4-3a15b097fb16 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935824 Jul 05 04:51:26.344273 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-e86b8c97-f750-4874-979a-6bdc5cba2cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:26.345705 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-e86b8c97-f750-4874-979a-6bdc5cba2cff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bf80d9ea-c0af-42ab-a6b4-f238d8731e0a HTTP/1.1" status: 200 len: 854 time: 0.0630012 Jul 05 04:51:26.394139 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7303bcbb-9fe5-4b39-8242-d05526fce4f9 x-openstack-request-id: req-7303bcbb-9fe5-4b39-8242-d05526fce4f9 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:51:26.394432 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4843e3-aead-443b-8bd9-524f9d2ca06f", "tag": "10c563cf-d9c4-4d3b-b8eb-19e209d0897b", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:51:26.394686 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7303bcbb-9fe5-4b39-8242-d05526fce4f9 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:51:26.395083 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4843e3-aead-443b-8bd9-524f9d2ca06f', 'tag': '10c563cf-d9c4-4d3b-b8eb-19e209d0897b', 'status': 'completed', 'code': 200} Jul 05 04:51:26.420134 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-127f4317-46a7-4a8b-8400-3687ba0db5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:26.421846 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-127f4317-46a7-4a8b-8400-3687ba0db5bd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ec564344-60ed-4391-9b68-2888658e8c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607026 Jul 05 04:51:26.512963 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-14306396-a5cc-486a-baa8-a5c3145116bb service neutron] 10.222.0.70 "GET /v2.0/networks/ec564344-60ed-4391-9b68-2888658e8c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828536 Jul 05 04:51:26.609933 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4998e744-a3ce-44f9-94bd-f39a7530eec1 req-e85d325c-1eb4-444f-94ca-79cbc67d29fc service neutron] 10.222.0.70 "GET /v2.0/networks/ec564344-60ed-4391-9b68-2888658e8c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901380 Jul 05 04:51:26.745842 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853575f-43a1-4f23-8409-ffb2b5c37f41 req-c2228f5e-d7eb-4d57-87ef-5feb5277f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:26.747345 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a853575f-43a1-4f23-8409-ffb2b5c37f41 req-c2228f5e-d7eb-4d57-87ef-5feb5277f54c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b2f0bdf3deb4171b286236ae4603a7b&device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 1095 time: 0.0541725 Jul 05 04:51:26.841672 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853575f-43a1-4f23-8409-ffb2b5c37f41 req-5efe1c3b-1411-48d2-bec6-f595c330cbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:26.846143 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a853575f-43a1-4f23-8409-ffb2b5c37f41 req-5efe1c3b-1411-48d2-bec6-f595c330cbcd service neutron] 10.222.0.70 "GET /v2.0/networks?id=ec564344-60ed-4391-9b68-2888658e8c69 HTTP/1.1" status: 200 len: 916 time: 0.0903685 Jul 05 04:51:27.176304 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a853575f-43a1-4f23-8409-ffb2b5c37f41 req-e7d49b0a-332d-4643-a15c-5f4dad00e813 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c563cf-d9c4-4d3b-b8eb-19e209d0897b HTTP/1.1" status: 200 len: 217 time: 0.3259106 Jul 05 04:51:27.225193 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853575f-43a1-4f23-8409-ffb2b5c37f41 req-073ea58b-8378-4e76-a6da-73f2d0a2bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:27.226627 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a853575f-43a1-4f23-8409-ffb2b5c37f41 req-073ea58b-8378-4e76-a6da-73f2d0a2bcbd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bf80d9ea-c0af-42ab-a6b4-f238d8731e0a HTTP/1.1" status: 200 len: 854 time: 0.0441129 Jul 05 04:51:27.302691 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853575f-43a1-4f23-8409-ffb2b5c37f41 req-e9ed313c-17dc-4447-9405-ae9fd88e4a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:27.304235 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a853575f-43a1-4f23-8409-ffb2b5c37f41 req-e9ed313c-17dc-4447-9405-ae9fd88e4a3a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ec564344-60ed-4391-9b68-2888658e8c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713127 Jul 05 04:51:27.395579 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a853575f-43a1-4f23-8409-ffb2b5c37f41 req-d155e753-3839-4fff-bd5d-340a0a941a4e service neutron] 10.222.0.70 "GET /v2.0/networks/ec564344-60ed-4391-9b68-2888658e8c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851402 Jul 05 04:51:27.532322 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a853575f-43a1-4f23-8409-ffb2b5c37f41 req-678f0b48-ca8f-4561-b0e6-2048de9ee716 service neutron] 10.222.0.70 "GET /v2.0/networks/ec564344-60ed-4391-9b68-2888658e8c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289437 Jul 05 04:51:27.548439 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62f621-3cf8-49b4-a5a9-393f47ec59e6 req-0121c27d-af5e-465b-b57e-531345a26750 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:27.549921 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe62f621-3cf8-49b4-a5a9-393f47ec59e6 req-0121c27d-af5e-465b-b57e-531345a26750 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 943 time: 0.0989399 Jul 05 04:51:27.592620 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fe62f621-3cf8-49b4-a5a9-393f47ec59e6 req-d9f7e260-9b80-40c5-a57a-30d9d1fea406 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332506 Jul 05 04:51:28.763015 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-40f52842-6d72-4e8e-ab57-174e157786fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:28.773657 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f82d4e-0321-4571-b586-46c5672d5bc2 req-538a0243-a1bf-4a7a-ba22-264ab845192e tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:28.775082 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56f82d4e-0321-4571-b586-46c5672d5bc2 req-538a0243-a1bf-4a7a-ba22-264ab845192e tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 943 time: 0.0655134 Jul 05 04:51:28.818143 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56f82d4e-0321-4571-b586-46c5672d5bc2 req-df76bf3b-2676-4f1c-b9b9-0222bef7efd1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365758 Jul 05 04:51:29.867576 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:30.000892 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0068be-9437-490b-a65b-be89d806c4ab req-6f64a2b1-c5c1-49b2-b651-799d25f0dd9f tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:30.002254 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea0068be-9437-490b-a65b-be89d806c4ab req-6f64a2b1-c5c1-49b2-b651-799d25f0dd9f tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 943 time: 0.0665858 Jul 05 04:51:30.041449 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea0068be-9437-490b-a65b-be89d806c4ab req-bd8a4318-aae5-4acd-b968-7bdcbb2f8fee tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334947 Jul 05 04:51:31.222752 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c388c-8e08-48f8-b091-e9c0c7f4127f req-77da65f6-1eab-4256-8ff7-4c5178a9709f tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:31.224288 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c23c388c-8e08-48f8-b091-e9c0c7f4127f req-77da65f6-1eab-4256-8ff7-4c5178a9709f tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 943 time: 0.0689304 Jul 05 04:51:31.262328 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c23c388c-8e08-48f8-b091-e9c0c7f4127f req-3860d97f-04e9-44c3-b438-cfbbd71444e0 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323179 Jul 05 04:51:31.439599 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 10c563cf-d9c4-4d3b-b8eb-19e209d0897b details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:51:31.452639 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b2276d94-28b6-465d-858d-e91c3f3cad21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:31.541804 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 10c563cf-d9c4-4d3b-b8eb-19e209d0897b, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=10c563cf-d9c4-4d3b-b8eb-19e209d0897b,segment=NetworkSegment(2259ce36-0b92-4a85-a1a6-117ee0bb1ee4),segment_id=2259ce36-0b92-4a85-a1a6-117ee0bb1ee4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:51:31.552294 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '10c563cf-d9c4-4d3b-b8eb-19e209d0897b', 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69', 'port_id': '10c563cf-d9c4-4d3b-b8eb-19e209d0897b', 'mac_address': 'fa:16:3e:34:f3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf80d9ea-c0af-42ab-a6b4-f238d8731e0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:51:31.592058 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:31.605263 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c563cf-d9c4-4d3b-b8eb-19e209d0897b {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:51:31.626816 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 10c563cf-d9c4-4d3b-b8eb-19e209d0897b, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=10c563cf-d9c4-4d3b-b8eb-19e209d0897b,segment=NetworkSegment(2259ce36-0b92-4a85-a1a6-117ee0bb1ee4),segment_id=2259ce36-0b92-4a85-a1a6-117ee0bb1ee4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:51:31.630631 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:31.678613 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=10c563cf-d9c4-4d3b-b8eb-19e209d0897b,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:31.686568 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:31.686913 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:31.687253 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:31.687593 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:31.687947 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:31.688276 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:31.688602 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:31.688927 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:31.689249 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:31.689571 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:31.689944 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:31.690215 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:31.855500 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:32.001702 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['10c563cf-d9c4-4d3b-b8eb-19e209d0897b'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:51:32.443054 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8ce95-6a20-4534-b72e-a86b64b3d016 req-a496e3fd-27b8-449f-908d-2c873c61baa2 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:32.444571 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-27a8ce95-6a20-4534-b72e-a86b64b3d016 req-a496e3fd-27b8-449f-908d-2c873c61baa2 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 944 time: 0.0692558 Jul 05 04:51:32.484977 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-27a8ce95-6a20-4534-b72e-a86b64b3d016 req-11136846-e3ce-41e0-99db-8cc7443650bf tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345192 Jul 05 04:51:32.595606 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:51:32.785590 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:33.453802 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 10c563cf-d9c4-4d3b-b8eb-19e209d0897b up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:51:33.504522 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 10c563cf-d9c4-4d3b-b8eb-19e209d0897b completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:51:33.508284 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 10c563cf-d9c4-4d3b-b8eb-19e209d0897b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:51:33.508656 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:33.593949 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:33.617292 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4843e3-aead-443b-8bd9-524f9d2ca06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c563cf-d9c4-4d3b-b8eb-19e209d0897b'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:51:33.619607 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78b0252444a70490cdba898b337d30d15b03e2f447bec9a55953f7bd387605e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d635a3f-9a80-434e-beba-dc144a210a19" -d '{"events": [{"server_uuid": "4a4843e3-aead-443b-8bd9-524f9d2ca06f", "name": "network-vif-plugged", "status": "completed", "tag": "10c563cf-d9c4-4d3b-b8eb-19e209d0897b"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:51:33.633617 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 10c563cf-d9c4-4d3b-b8eb-19e209d0897b, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=10c563cf-d9c4-4d3b-b8eb-19e209d0897b,segment=NetworkSegment(2259ce36-0b92-4a85-a1a6-117ee0bb1ee4),segment_id=2259ce36-0b92-4a85-a1a6-117ee0bb1ee4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:51:33.637843 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:33.669417 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f187e-6c86-43da-a7f3-557024789ed2 req-9f0bc035-919a-4c1e-8c5e-42a478aa1a7c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:33.671060 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c8f187e-6c86-43da-a7f3-557024789ed2 req-9f0bc035-919a-4c1e-8c5e-42a478aa1a7c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 944 time: 0.0695398 Jul 05 04:51:33.688450 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=10c563cf-d9c4-4d3b-b8eb-19e209d0897b,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:33.713016 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c8f187e-6c86-43da-a7f3-557024789ed2 req-9597b7e8-eb1a-4633-8d54-e8967d0b984b tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360327 Jul 05 04:51:33.759301 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144a3af0-dce5-4459-9d89-4fa450ff7d3e x-openstack-request-id: req-144a3af0-dce5-4459-9d89-4fa450ff7d3e {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:51:33.759629 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4843e3-aead-443b-8bd9-524f9d2ca06f", "name": "network-vif-plugged", "status": "completed", "tag": "10c563cf-d9c4-4d3b-b8eb-19e209d0897b", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:51:33.759890 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-144a3af0-dce5-4459-9d89-4fa450ff7d3e {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:51:33.760299 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4843e3-aead-443b-8bd9-524f9d2ca06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c563cf-d9c4-4d3b-b8eb-19e209d0897b', 'code': 200} Jul 05 04:51:33.909373 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fee58c-5197-4d97-8680-b53b220799c3 req-ad8e7b33-d002-47cc-a4ba-2ab4ed2d9984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:33.910886 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87fee58c-5197-4d97-8680-b53b220799c3 req-ad8e7b33-d002-47cc-a4ba-2ab4ed2d9984 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 1097 time: 0.0584176 Jul 05 04:51:33.953133 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87fee58c-5197-4d97-8680-b53b220799c3 req-d3695c2a-c3c0-4e07-801e-4981c2996b03 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344927 Jul 05 04:51:34.585282 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:34.894428 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fe293-d12e-4f8e-904d-b28b3bc2de11 req-9f1e7ad9-efa3-4cd9-8f3d-b8b13d8c40d5 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:34.896966 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-880fe293-d12e-4f8e-904d-b28b3bc2de11 req-9f1e7ad9-efa3-4cd9-8f3d-b8b13d8c40d5 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 945 time: 0.0680466 Jul 05 04:51:34.939782 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-880fe293-d12e-4f8e-904d-b28b3bc2de11 req-ac875cfe-7483-4732-89ae-d843a1d90e43 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379741 Jul 05 04:51:36.113747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbe34b-e132-40b8-a481-6f054dac53c7 req-871067bc-2af4-47de-a920-e339b5dcf911 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:36.115237 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1efbe34b-e132-40b8-a481-6f054dac53c7 req-871067bc-2af4-47de-a920-e339b5dcf911 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 945 time: 0.0636566 Jul 05 04:51:36.155867 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1efbe34b-e132-40b8-a481-6f054dac53c7 req-14dd2134-328a-4b6b-81e1-30d4ae78c0f0 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350728 Jul 05 04:51:36.334622 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41854f-9245-4d3d-a7c5-c6a92ba4d1fd req-e69ee73a-fa38-437f-b236-7f7566497666 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:36.336065 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8b41854f-9245-4d3d-a7c5-c6a92ba4d1fd req-e69ee73a-fa38-437f-b236-7f7566497666 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 945 time: 0.0706100 Jul 05 04:51:36.373863 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8b41854f-9245-4d3d-a7c5-c6a92ba4d1fd req-4c687455-194c-4619-94e0-8f381b103927 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316138 Jul 05 04:51:36.721928 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bab4b-dfce-464d-982c-47fa65f5aec5 req-b75b8c7f-08c1-464b-9a42-2b201b8d32be tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:36.723424 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-014bab4b-dfce-464d-982c-47fa65f5aec5 req-b75b8c7f-08c1-464b-9a42-2b201b8d32be tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 945 time: 0.0653758 Jul 05 04:51:36.761987 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-014bab4b-dfce-464d-982c-47fa65f5aec5 req-383197ed-e40b-4ea3-8d28-1f0a6ac5a8e7 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329206 Jul 05 04:51:43.726166 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:49.576937 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc3930-3c99-4efb-b4f7-b07f77e658f5 req-47ceb61f-aabc-4e48-a037-070b2e25138c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:49.578466 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4bcc3930-3c99-4efb-b4f7-b07f77e658f5 req-47ceb61f-aabc-4e48-a037-070b2e25138c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 945 time: 0.0680449 Jul 05 04:51:49.616253 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4bcc3930-3c99-4efb-b4f7-b07f77e658f5 req-b85ca386-d871-4dd2-8a6b-8e6597cc3b59 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322900 Jul 05 04:51:49.641602 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49904) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:51:49.784682 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6953890-217e-4c1b-af9c-c5ef99ade9c1 tempest-TestMinimumBasicScenario-835744662 tempest-TestMinimumBasicScenario-835744662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:49.786202 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c6953890-217e-4c1b-af9c-c5ef99ade9c1 tempest-TestMinimumBasicScenario-835744662 tempest-TestMinimumBasicScenario-835744662-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 1092 time: 0.1436090 Jul 05 04:51:49.789137 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49908) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:51:49.793541 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-84c71e7c-4a18-428b-8115-0b4a8a419f94 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': '10c563cf-d9c4-4d3b-b8eb-19e209d0897b', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:49.815695 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-84c71e7c-4a18-428b-8115-0b4a8a419f94 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:49.916498 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-84c71e7c-4a18-428b-8115-0b4a8a419f94 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:50.020524 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-84c71e7c-4a18-428b-8115-0b4a8a419f94 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Allocated IP 172.25.1.58 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/c037155f-df24-44e2-8fbc-c68785eefa0f) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:51:50.126066 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-84c71e7c-4a18-428b-8115-0b4a8a419f94 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:50.164983 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-84c71e7c-4a18-428b-8115-0b4a8a419f94 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:50.202428 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c71e7c-4a18-428b-8115-0b4a8a419f94 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:51:50.205393 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-84c71e7c-4a18-428b-8115-0b4a8a419f94 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:51:50.211393 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c71e7c-4a18-428b-8115-0b4a8a419f94 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:51:50.234302 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c71e7c-4a18-428b-8115-0b4a8a419f94 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Pushing event updated for resources: {'Port': ['ID=c037155f-df24-44e2-8fbc-c68785eefa0f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:50.596814 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-84c71e7c-4a18-428b-8115-0b4a8a419f94 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:50.670730 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-84c71e7c-4a18-428b-8115-0b4a8a419f94 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:50.847321 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-84c71e7c-4a18-428b-8115-0b4a8a419f94 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:50.851711 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-84c71e7c-4a18-428b-8115-0b4a8a419f94 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:50.925919 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c71e7c-4a18-428b-8115-0b4a8a419f94 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Pushing event updated for resources: {'Port': ['ID=c037155f-df24-44e2-8fbc-c68785eefa0f,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:50.935320 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-84c71e7c-4a18-428b-8115-0b4a8a419f94 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:51.037826 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-84c71e7c-4a18-428b-8115-0b4a8a419f94 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Floating IP cc8cd737-9e79-4092-a0c0-2af43c91a87d associated. External IP: 172.25.1.58, port: 10c563cf-d9c4-4d3b-b8eb-19e209d0897b. Jul 05 04:51:51.261875 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c71e7c-4a18-428b-8115-0b4a8a419f94 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Router c01924c1-320c-4476-96c6-43911c428057 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:51:51.364953 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c71e7c-4a18-428b-8115-0b4a8a419f94 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:51:51.374855 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640460a1-5a8d-4bd1-8502-178db2bc74ac None None] Sync routers for ids ['c01924c1-320c-4476-96c6-43911c428057'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:51:51.384219 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-84c71e7c-4a18-428b-8115-0b4a8a419f94 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:51.386054 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640460a1-5a8d-4bd1-8502-178db2bc74ac None None] Routers {'c01924c1-320c-4476-96c6-43911c428057'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:51:51.387120 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-640460a1-5a8d-4bd1-8502-178db2bc74ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:51:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c01924c1-320c-4476-96c6-43911c428057'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:51:51.427221 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-84c71e7c-4a18-428b-8115-0b4a8a419f94 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6370504 Jul 05 04:51:51.427842 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4843e3-aead-443b-8bd9-524f9d2ca06f', 'tag': '10c563cf-d9c4-4d3b-b8eb-19e209d0897b'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:51:51.430158 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64425a81-53e1-49b7-bbc6-571f2d6cf8b7" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4843e3-aead-443b-8bd9-524f9d2ca06f", "tag": "10c563cf-d9c4-4d3b-b8eb-19e209d0897b"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:51:51.430343 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49910) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:51:51.443171 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ec846a44-c90a-419d-a70f-0a785ed22fd8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-716778023', 'description': 'tempest-secgroup-smoke-716778023 description', 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:51.469105 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec846a44-c90a-419d-a70f-0a785ed22fd8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:51.509266 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-640460a1-5a8d-4bd1-8502-178db2bc74ac None None] Set router c01924c1-320c-4476-96c6-43911c428057 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:51:51.555545 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec846a44-c90a-419d-a70f-0a785ed22fd8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:51.560103 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec846a44-c90a-419d-a70f-0a785ed22fd8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:51.594038 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ec846a44-c90a-419d-a70f-0a785ed22fd8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:51.598048 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ec846a44-c90a-419d-a70f-0a785ed22fd8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1637931 Jul 05 04:51:51.598389 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 49918) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:51:51.603072 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-89242401-4c9c-4f9f-9b1b-121ccbd8c667 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Request body: {'security_group_rule': {'security_group_id': 'e0668c21-24b1-4d94-8178-32f26e9ddc98', 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:51.609025 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6386d361-086d-4bf3-9c05-bff024ca43e1 x-openstack-request-id: req-6386d361-086d-4bf3-9c05-bff024ca43e1 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:51:51.609325 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4843e3-aead-443b-8bd9-524f9d2ca06f", "tag": "10c563cf-d9c4-4d3b-b8eb-19e209d0897b", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:51:51.610473 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6386d361-086d-4bf3-9c05-bff024ca43e1 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:51:51.611087 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4843e3-aead-443b-8bd9-524f9d2ca06f', 'tag': '10c563cf-d9c4-4d3b-b8eb-19e209d0897b', 'status': 'completed', 'code': 200} Jul 05 04:51:51.611269 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec846a44-c90a-419d-a70f-0a785ed22fd8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0668c21-24b1-4d94-8178-32f26e9ddc98,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:51.618706 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec846a44-c90a-419d-a70f-0a785ed22fd8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:51.619062 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec846a44-c90a-419d-a70f-0a785ed22fd8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:51.619403 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec846a44-c90a-419d-a70f-0a785ed22fd8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:51.619742 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec846a44-c90a-419d-a70f-0a785ed22fd8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:51.620099 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec846a44-c90a-419d-a70f-0a785ed22fd8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:51.620442 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec846a44-c90a-419d-a70f-0a785ed22fd8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:51.620769 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec846a44-c90a-419d-a70f-0a785ed22fd8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:51.621101 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec846a44-c90a-419d-a70f-0a785ed22fd8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:51.621425 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec846a44-c90a-419d-a70f-0a785ed22fd8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:51.621943 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec846a44-c90a-419d-a70f-0a785ed22fd8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:51.622076 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec846a44-c90a-419d-a70f-0a785ed22fd8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:51.622369 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec846a44-c90a-419d-a70f-0a785ed22fd8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:51.642877 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-89242401-4c9c-4f9f-9b1b-121ccbd8c667 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:51.697787 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-89242401-4c9c-4f9f-9b1b-121ccbd8c667 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:51.703628 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-89242401-4c9c-4f9f-9b1b-121ccbd8c667 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:51.752108 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89242401-4c9c-4f9f-9b1b-121ccbd8c667 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82a4ab1-b697-4fe5-8b7b-6172413e84cf,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:51.758670 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-640460a1-5a8d-4bd1-8502-178db2bc74ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01924c1-320c-4476-96c6-43911c428057', 'name': 'tempest-TestMinimumBasicScenario-1905443197-router', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '01870416-c545-4809-a90d-ab46b387c79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:51Z', 'updated_at': '2021-07-05T04:50:54Z', 'revision_number': 4, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'gw_port': {'id': '01870416-c545-4809-a90d-ab46b387c79e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:16:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01924c1-320c-4476-96c6-43911c428057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:52Z', 'updated_at': '2021-07-05T04:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'cc8cd737-9e79-4092-a0c0-2af43c91a87d', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'c01924c1-320c-4476-96c6-43911c428057', 'port_id': '10c563cf-d9c4-4d3b-b8eb-19e209d0897b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69', 'mac_address': 'fa:16:3e:34:f3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4843e3-aead-443b-8bd9-524f9d2ca06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:51:50Z', 'updated_at': '2021-07-05T04:51:50Z', 'revision_number': 0, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7096a2-45c9-479a-9751-41fc91d8df3d', 'name': '', 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'mac_address': 'fa:16:3e:70:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01924c1-320c-4476-96c6-43911c428057', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'bf80d9ea-c0af-42ab-a6b4-f238d8731e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:53Z', 'updated_at': '2021-07-05T04:50:59Z', 'revision_number': 5, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'subnets': [{'id': 'bf80d9ea-c0af-42ab-a6b4-f238d8731e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:51:51.767134 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-89242401-4c9c-4f9f-9b1b-121ccbd8c667 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:51.768478 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-89242401-4c9c-4f9f-9b1b-121ccbd8c667 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1690905 Jul 05 04:51:51.771377 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49922) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:51:51.778542 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-84917e00-fc88-45c3-8b25-f0d5d8ffe0d8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Request body: {'security_group_rule': {'security_group_id': 'e0668c21-24b1-4d94-8178-32f26e9ddc98', 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:51.784863 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64425a81-53e1-49b7-bbc6-571f2d6cf8b7 req-27229444-c2f8-4c2f-9d06-c4acf81f242d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:51.786396 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-64425a81-53e1-49b7-bbc6-571f2d6cf8b7 req-27229444-c2f8-4c2f-9d06-c4acf81f242d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b2f0bdf3deb4171b286236ae4603a7b&device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 1097 time: 0.1297336 Jul 05 04:51:51.788899 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640460a1-5a8d-4bd1-8502-178db2bc74ac None None] Checking router: c01924c1-320c-4476-96c6-43911c428057 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:51:51.798391 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640460a1-5a8d-4bd1-8502-178db2bc74ac None None] Routers {'c01924c1-320c-4476-96c6-43911c428057'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:51:51.799270 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-640460a1-5a8d-4bd1-8502-178db2bc74ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:51:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c01924c1-320c-4476-96c6-43911c428057'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:51:51.809131 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-84917e00-fc88-45c3-8b25-f0d5d8ffe0d8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:51.878222 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-84917e00-fc88-45c3-8b25-f0d5d8ffe0d8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:51.882019 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-84917e00-fc88-45c3-8b25-f0d5d8ffe0d8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:51.888110 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64425a81-53e1-49b7-bbc6-571f2d6cf8b7 req-bbfbb5a1-a8a7-4100-9beb-4ab172d91d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:51.890122 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-64425a81-53e1-49b7-bbc6-571f2d6cf8b7 req-bbfbb5a1-a8a7-4100-9beb-4ab172d91d96 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ec564344-60ed-4391-9b68-2888658e8c69 HTTP/1.1" status: 200 len: 916 time: 0.0973771 Jul 05 04:51:51.898371 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84917e00-fc88-45c3-8b25-f0d5d8ffe0d8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6cc4db-ffe6-4d32-92fe-db3236943514,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:51.908415 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-84917e00-fc88-45c3-8b25-f0d5d8ffe0d8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:51.909582 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-84917e00-fc88-45c3-8b25-f0d5d8ffe0d8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1358917 Jul 05 04:51:51.912720 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49924) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:51:51.917609 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-c5c704fd-e973-4ff0-89ed-65ecb67a8304 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Request body: {'security_group_rule': {'security_group_id': 'e0668c21-24b1-4d94-8178-32f26e9ddc98', 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:51.918809 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-640460a1-5a8d-4bd1-8502-178db2bc74ac None None] Set router c01924c1-320c-4476-96c6-43911c428057 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:51:51.946983 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c5c704fd-e973-4ff0-89ed-65ecb67a8304 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:51.965365 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-64425a81-53e1-49b7-bbc6-571f2d6cf8b7 req-f7b1fd05-47ed-4273-af20-33e47cbfa7c3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c563cf-d9c4-4d3b-b8eb-19e209d0897b HTTP/1.1" status: 200 len: 998 time: 0.0688379 Jul 05 04:51:52.010744 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c5c704fd-e973-4ff0-89ed-65ecb67a8304 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.014847 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c5c704fd-e973-4ff0-89ed-65ecb67a8304 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.019217 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64425a81-53e1-49b7-bbc6-571f2d6cf8b7 req-af809b03-1872-4e50-9755-dc52c002121b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:52.020771 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-64425a81-53e1-49b7-bbc6-571f2d6cf8b7 req-af809b03-1872-4e50-9755-dc52c002121b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bf80d9ea-c0af-42ab-a6b4-f238d8731e0a HTTP/1.1" status: 200 len: 854 time: 0.0486953 Jul 05 04:51:52.034412 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c704fd-e973-4ff0-89ed-65ecb67a8304 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45bb6470-2418-4e54-8c89-003f95702ed2,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:52.040974 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c5c704fd-e973-4ff0-89ed-65ecb67a8304 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.045696 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c5c704fd-e973-4ff0-89ed-65ecb67a8304 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286612 Jul 05 04:51:52.046498 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49926) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:51:52.051121 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-c7a7e746-55da-4e4a-b42c-bf3fb79342d1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Request body: {'security_group_rule': {'security_group_id': 'e0668c21-24b1-4d94-8178-32f26e9ddc98', 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:52.080532 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e746-55da-4e4a-b42c-bf3fb79342d1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.090093 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64425a81-53e1-49b7-bbc6-571f2d6cf8b7 req-8755251f-7bed-468a-889f-1e1956023c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:52.091621 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-64425a81-53e1-49b7-bbc6-571f2d6cf8b7 req-8755251f-7bed-468a-889f-1e1956023c67 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ec564344-60ed-4391-9b68-2888658e8c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636671 Jul 05 04:51:52.143081 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e746-55da-4e4a-b42c-bf3fb79342d1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.153281 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e746-55da-4e4a-b42c-bf3fb79342d1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.167497 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-640460a1-5a8d-4bd1-8502-178db2bc74ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01924c1-320c-4476-96c6-43911c428057', 'name': 'tempest-TestMinimumBasicScenario-1905443197-router', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '01870416-c545-4809-a90d-ab46b387c79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:51Z', 'updated_at': '2021-07-05T04:50:54Z', 'revision_number': 4, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'gw_port': {'id': '01870416-c545-4809-a90d-ab46b387c79e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:16:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01924c1-320c-4476-96c6-43911c428057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:52Z', 'updated_at': '2021-07-05T04:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'cc8cd737-9e79-4092-a0c0-2af43c91a87d', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'c01924c1-320c-4476-96c6-43911c428057', 'port_id': '10c563cf-d9c4-4d3b-b8eb-19e209d0897b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69', 'mac_address': 'fa:16:3e:34:f3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4843e3-aead-443b-8bd9-524f9d2ca06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:51:50Z', 'updated_at': '2021-07-05T04:51:50Z', 'revision_number': 0, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7096a2-45c9-479a-9751-41fc91d8df3d', 'name': '', 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'mac_address': 'fa:16:3e:70:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01924c1-320c-4476-96c6-43911c428057', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'bf80d9ea-c0af-42ab-a6b4-f238d8731e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:53Z', 'updated_at': '2021-07-05T04:50:59Z', 'revision_number': 5, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'subnets': [{'id': 'bf80d9ea-c0af-42ab-a6b4-f238d8731e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:51:52.173711 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7e746-55da-4e4a-b42c-bf3fb79342d1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd94e2e-43b0-4e0f-b53b-00eb259d6a47,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:52.183037 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e746-55da-4e4a-b42c-bf3fb79342d1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.187557 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c7a7e746-55da-4e4a-b42c-bf3fb79342d1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1368783 Jul 05 04:51:52.187557 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49928) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:51:52.192742 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-c3384835-0faa-4255-9494-3fcb86100ccf tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Request body: {'security_group_rule': {'security_group_id': 'e0668c21-24b1-4d94-8178-32f26e9ddc98', 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:52.197753 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640460a1-5a8d-4bd1-8502-178db2bc74ac None None] The sync data for ids ['c01924c1-320c-4476-96c6-43911c428057'] in n-d-780147-23 is: [{'id': 'c01924c1-320c-4476-96c6-43911c428057', 'name': 'tempest-TestMinimumBasicScenario-1905443197-router', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '01870416-c545-4809-a90d-ab46b387c79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:51Z', 'updated_at': '2021-07-05T04:50:54Z', 'revision_number': 4, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'gw_port': {'id': '01870416-c545-4809-a90d-ab46b387c79e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:16:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01924c1-320c-4476-96c6-43911c428057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:52Z', 'updated_at': '2021-07-05T04:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'cc8cd737-9e79-4092-a0c0-2af43c91a87d', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'c01924c1-320c-4476-96c6-43911c428057', 'port_id': '10c563cf-d9c4-4d3b-b8eb-19e209d0897b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69', 'mac_address': 'fa:16:3e:34:f3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4843e3-aead-443b-8bd9-524f9d2ca06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:51:50Z', 'updated_at': '2021-07-05T04:51:50Z', 'revision_number': 0, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7096a2-45c9-479a-9751-41fc91d8df3d', 'name': '', 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'mac_address': 'fa:16:3e:70:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01924c1-320c-4476-96c6-43911c428057', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'bf80d9ea-c0af-42ab-a6b4-f238d8731e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:53Z', 'updated_at': '2021-07-05T04:50:59Z', 'revision_number': 5, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'subnets': [{'id': 'bf80d9ea-c0af-42ab-a6b4-f238d8731e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:51:52.204452 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-64425a81-53e1-49b7-bbc6-571f2d6cf8b7 req-4becd82c-2fb0-4feb-98f9-1fcff4ab6035 service neutron] 10.222.0.70 "GET /v2.0/networks/ec564344-60ed-4391-9b68-2888658e8c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012390 Jul 05 04:51:52.218823 n-d-780147-23 neutron-server[105538]: INFO neutron.db.securitygroups_db [None req-c3384835-0faa-4255-9494-3fcb86100ccf tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Project 2b2f0bdf3deb4171b286236ae4603a7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:51:52.224402 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c3384835-0faa-4255-9494-3fcb86100ccf tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.290732 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c3384835-0faa-4255-9494-3fcb86100ccf tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.296526 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c3384835-0faa-4255-9494-3fcb86100ccf tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.304568 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-64425a81-53e1-49b7-bbc6-571f2d6cf8b7 req-14e4b114-c185-44c5-b25d-cc1b9be2612a service neutron] 10.222.0.70 "GET /v2.0/networks/ec564344-60ed-4391-9b68-2888658e8c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981021 Jul 05 04:51:52.317304 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3384835-0faa-4255-9494-3fcb86100ccf tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d67874-486b-4d7b-8016-ed34678dca3d,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:52.325392 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c3384835-0faa-4255-9494-3fcb86100ccf tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.328271 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c3384835-0faa-4255-9494-3fcb86100ccf tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1396759 Jul 05 04:51:52.330070 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 49930) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:51:52.334866 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-7c941f7d-b3b5-496d-b76a-9e0174dc102c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Request body: {'security_group_rule': {'security_group_id': 'e0668c21-24b1-4d94-8178-32f26e9ddc98', 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:52.357588 n-d-780147-23 neutron-server[105538]: INFO neutron.db.securitygroups_db [None req-7c941f7d-b3b5-496d-b76a-9e0174dc102c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Project 2b2f0bdf3deb4171b286236ae4603a7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:51:52.363522 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7c941f7d-b3b5-496d-b76a-9e0174dc102c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.424940 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ead24e6-98d3-446d-8b12-63092cd7a19d None None] New status for floating IP cc8cd737-9e79-4092-a0c0-2af43c91a87d: ACTIVE {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:51:52.432193 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7c941f7d-b3b5-496d-b76a-9e0174dc102c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.438122 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7c941f7d-b3b5-496d-b76a-9e0174dc102c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.459148 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c941f7d-b3b5-496d-b76a-9e0174dc102c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a891a2-ad84-47d4-aca3-3580f81d0c07,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:52.467698 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7c941f7d-b3b5-496d-b76a-9e0174dc102c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.468971 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7c941f7d-b3b5-496d-b76a-9e0174dc102c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1379311 Jul 05 04:51:52.596280 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ecd27b45-84ef-43c4-8907-171cd1938a71 req-1a72cef5-fe68-4d61-ba74-2d24c3640971 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-716778023&fields=id&tenant_id=2b2f0bdf3deb4171b286236ae4603a7b HTTP/1.1" status: 200 len: 267 time: 0.0366077 Jul 05 04:51:52.664071 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd27b45-84ef-43c4-8907-171cd1938a71 req-b6cb4b63-4e8b-4d93-93b4-6cb970aac897 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:52.665585 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ecd27b45-84ef-43c4-8907-171cd1938a71 req-b6cb4b63-4e8b-4d93-93b4-6cb970aac897 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 945 time: 0.0637653 Jul 05 04:51:52.676903 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-ecd27b45-84ef-43c4-8907-171cd1938a71 req-75eebeb8-9fd6-4a3b-980a-80283dcf6bf4 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Request body: {'port': {'security_groups': ['75047bd8-703f-4e93-9332-a0997ba3b12b', 'e0668c21-24b1-4d94-8178-32f26e9ddc98']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:52.762324 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ecd27b45-84ef-43c4-8907-171cd1938a71 req-75eebeb8-9fd6-4a3b-980a-80283dcf6bf4 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.950533 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-ecd27b45-84ef-43c4-8907-171cd1938a71 req-75eebeb8-9fd6-4a3b-980a-80283dcf6bf4 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] For port 10c563cf-d9c4-4d3b-b8eb-19e209d0897b, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=10c563cf-d9c4-4d3b-b8eb-19e209d0897b,segment=NetworkSegment(2259ce36-0b92-4a85-a1a6-117ee0bb1ee4),segment_id=2259ce36-0b92-4a85-a1a6-117ee0bb1ee4)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:51:53.255753 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ecd27b45-84ef-43c4-8907-171cd1938a71 req-75eebeb8-9fd6-4a3b-980a-80283dcf6bf4 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:53.260146 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ecd27b45-84ef-43c4-8907-171cd1938a71 req-75eebeb8-9fd6-4a3b-980a-80283dcf6bf4 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:53.298072 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['10c563cf-d9c4-4d3b-b8eb-19e209d0897b'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:51:53.303582 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd27b45-84ef-43c4-8907-171cd1938a71 req-75eebeb8-9fd6-4a3b-980a-80283dcf6bf4 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:53.304249 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ecd27b45-84ef-43c4-8907-171cd1938a71 req-75eebeb8-9fd6-4a3b-980a-80283dcf6bf4 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:53.305696 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ecd27b45-84ef-43c4-8907-171cd1938a71 req-75eebeb8-9fd6-4a3b-980a-80283dcf6bf4 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "PUT /v2.0/ports/10c563cf-d9c4-4d3b-b8eb-19e209d0897b HTTP/1.1" status: 200 len: 981 time: 0.6334324 Jul 05 04:51:53.330402 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eebeb8-9fd6-4a3b-980a-80283dcf6bf4 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Pushing event updated for resources: {'Port': ['ID=10c563cf-d9c4-4d3b-b8eb-19e209d0897b,revision_number=6']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:53.420776 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['10c563cf-d9c4-4d3b-b8eb-19e209d0897b'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:51:53.501421 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133cc436-4c7d-4903-8260-59c7ed219a34 req-bd60483b-ccf8-4069-a7af-ff81a1b3be48 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:53.503043 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-133cc436-4c7d-4903-8260-59c7ed219a34 req-bd60483b-ccf8-4069-a7af-ff81a1b3be48 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 984 time: 0.0759056 Jul 05 04:51:53.545969 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-133cc436-4c7d-4903-8260-59c7ed219a34 req-db6c25bb-1135-4f14-999e-510aa6cc4f6f tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&id=e0668c21-24b1-4d94-8178-32f26e9ddc98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360928 Jul 05 04:51:53.612873 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4843e3-aead-443b-8bd9-524f9d2ca06f', 'tag': '10c563cf-d9c4-4d3b-b8eb-19e209d0897b'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:51:53.615245 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e4a50e-fdf4-42b0-bf8d-bba8dd019d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4843e3-aead-443b-8bd9-524f9d2ca06f", "tag": "10c563cf-d9c4-4d3b-b8eb-19e209d0897b"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:51:53.650029 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba462425-e8e7-4a9c-8e38-a2d9f2c24e33 x-openstack-request-id: req-ba462425-e8e7-4a9c-8e38-a2d9f2c24e33 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:51:53.650316 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4843e3-aead-443b-8bd9-524f9d2ca06f", "tag": "10c563cf-d9c4-4d3b-b8eb-19e209d0897b", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:51:53.650556 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ba462425-e8e7-4a9c-8e38-a2d9f2c24e33 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:51:53.650961 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4843e3-aead-443b-8bd9-524f9d2ca06f', 'tag': '10c563cf-d9c4-4d3b-b8eb-19e209d0897b', 'status': 'completed', 'code': 200} Jul 05 04:51:53.663646 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0cd95fbb-76d5-44fb-a768-9f4867c20e23 None None] Provisioning complete for port 10c563cf-d9c4-4d3b-b8eb-19e209d0897b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:51:53.664212 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0cd95fbb-76d5-44fb-a768-9f4867c20e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:53.754736 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4a50e-fdf4-42b0-bf8d-bba8dd019d2f req-e48a9893-f4a3-411b-a12a-a575a4313e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:53.756493 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91e4a50e-fdf4-42b0-bf8d-bba8dd019d2f req-e48a9893-f4a3-411b-a12a-a575a4313e84 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b2f0bdf3deb4171b286236ae4603a7b&device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 1136 time: 0.0575578 Jul 05 04:51:53.848340 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4a50e-fdf4-42b0-bf8d-bba8dd019d2f req-c31865ef-43ab-4d42-9595-0d01daa2bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:53.849929 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91e4a50e-fdf4-42b0-bf8d-bba8dd019d2f req-c31865ef-43ab-4d42-9595-0d01daa2bcd4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ec564344-60ed-4391-9b68-2888658e8c69 HTTP/1.1" status: 200 len: 916 time: 0.0869198 Jul 05 04:51:53.921881 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91e4a50e-fdf4-42b0-bf8d-bba8dd019d2f req-a0a89524-159c-4ff2-b4d8-6e2296501fa3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c563cf-d9c4-4d3b-b8eb-19e209d0897b HTTP/1.1" status: 200 len: 1000 time: 0.0644414 Jul 05 04:51:53.973056 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4a50e-fdf4-42b0-bf8d-bba8dd019d2f req-866c1cf3-c170-4f05-a576-b4215bd1383d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:53.974561 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91e4a50e-fdf4-42b0-bf8d-bba8dd019d2f req-866c1cf3-c170-4f05-a576-b4215bd1383d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bf80d9ea-c0af-42ab-a6b4-f238d8731e0a HTTP/1.1" status: 200 len: 854 time: 0.0463958 Jul 05 04:51:54.035330 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4a50e-fdf4-42b0-bf8d-bba8dd019d2f req-01d62afb-7083-496f-952f-b613fb96e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:54.036862 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91e4a50e-fdf4-42b0-bf8d-bba8dd019d2f req-01d62afb-7083-496f-952f-b613fb96e720 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ec564344-60ed-4391-9b68-2888658e8c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548952 Jul 05 04:51:54.132660 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91e4a50e-fdf4-42b0-bf8d-bba8dd019d2f req-d36d8cf2-8652-4d4c-9a6c-a9d8a857c2c6 service neutron] 10.222.0.70 "GET /v2.0/networks/ec564344-60ed-4391-9b68-2888658e8c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841162 Jul 05 04:51:54.221110 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91e4a50e-fdf4-42b0-bf8d-bba8dd019d2f req-cec10628-9fbd-43a1-8c8f-3dd0aad5f08e service neutron] 10.222.0.70 "GET /v2.0/networks/ec564344-60ed-4391-9b68-2888658e8c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807619 Jul 05 04:51:58.765568 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9efef275-f793-480e-85a2-fdf7e25aaf71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:59.881620 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:01.442367 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1a64979b-f19a-44a1-90ac-a7634478d2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:01.858110 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:02.785843 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:04.587586 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:09.595899 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:52:10.433210 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-46cee6d5-c2e7-4abe-afb1-f3dd01163bc8 req-adc8117f-9a60-4e09-a09e-74f16152e231 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516386 Jul 05 04:52:10.546301 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cee6d5-c2e7-4abe-afb1-f3dd01163bc8 req-a3f120e8-7caa-4652-84e0-d0e46b9d0665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:10.547934 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-46cee6d5-c2e7-4abe-afb1-f3dd01163bc8 req-a3f120e8-7caa-4652-84e0-d0e46b9d0665 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b2f0bdf3deb4171b286236ae4603a7b&device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 1136 time: 0.0572324 Jul 05 04:52:10.649458 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cee6d5-c2e7-4abe-afb1-f3dd01163bc8 req-14656ac9-8612-4def-aca3-1fc790897345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:10.650941 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-46cee6d5-c2e7-4abe-afb1-f3dd01163bc8 req-14656ac9-8612-4def-aca3-1fc790897345 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ec564344-60ed-4391-9b68-2888658e8c69 HTTP/1.1" status: 200 len: 916 time: 0.0837233 Jul 05 04:52:10.719109 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-46cee6d5-c2e7-4abe-afb1-f3dd01163bc8 req-08b8d360-504d-4cb4-a8e2-4b015eb55913 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c563cf-d9c4-4d3b-b8eb-19e209d0897b HTTP/1.1" status: 200 len: 1000 time: 0.0612350 Jul 05 04:52:10.767122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cee6d5-c2e7-4abe-afb1-f3dd01163bc8 req-ae9d7871-7ae0-480b-9112-84224c3902f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:10.768607 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-46cee6d5-c2e7-4abe-afb1-f3dd01163bc8 req-ae9d7871-7ae0-480b-9112-84224c3902f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bf80d9ea-c0af-42ab-a6b4-f238d8731e0a HTTP/1.1" status: 200 len: 854 time: 0.0443802 Jul 05 04:52:10.826122 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cee6d5-c2e7-4abe-afb1-f3dd01163bc8 req-3968f051-0d25-4694-88a5-1cd3af3933d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:10.827630 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-46cee6d5-c2e7-4abe-afb1-f3dd01163bc8 req-3968f051-0d25-4694-88a5-1cd3af3933d6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ec564344-60ed-4391-9b68-2888658e8c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517254 Jul 05 04:52:10.919189 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-46cee6d5-c2e7-4abe-afb1-f3dd01163bc8 req-0f172a27-163d-41bf-8559-77c6ec48f884 service neutron] 10.222.0.70 "GET /v2.0/networks/ec564344-60ed-4391-9b68-2888658e8c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853953 Jul 05 04:52:11.011149 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-46cee6d5-c2e7-4abe-afb1-f3dd01163bc8 req-681f7366-c94d-44cf-964b-19b4cef6d0b5 service neutron] 10.222.0.70 "GET /v2.0/networks/ec564344-60ed-4391-9b68-2888658e8c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857568 Jul 05 04:52:13.767842 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:28.768146 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1909421a-31a6-4318-a3cf-43316f9e2f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:29.878423 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:31.442773 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2c9abb18-ef35-497e-8985-70d66956c222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:31.859076 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:32.788032 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:34.591068 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:43.778721 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:46.596538 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:52:51.379618 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f243a-c880-40d1-b117-320d9075a3b7 req-8b06d613-6d8c-420d-9e10-8761e4b4001b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:51.381071 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e3f243a-c880-40d1-b117-320d9075a3b7 req-8b06d613-6d8c-420d-9e10-8761e4b4001b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b2f0bdf3deb4171b286236ae4603a7b&device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 1136 time: 0.1011872 Jul 05 04:52:51.393162 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145b7b7-3093-41ac-89ba-3887b8c85a1f req-0f1f0800-eb4f-4f19-95bf-e8f6215a067a tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:51.394567 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2145b7b7-3093-41ac-89ba-3887b8c85a1f req-0f1f0800-eb4f-4f19-95bf-e8f6215a067a tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 984 time: 0.0864921 Jul 05 04:52:51.483135 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2145b7b7-3093-41ac-89ba-3887b8c85a1f req-576413f4-25ed-4b05-a3ab-721da28404eb tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&id=e0668c21-24b1-4d94-8178-32f26e9ddc98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0805340 Jul 05 04:52:51.511488 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f243a-c880-40d1-b117-320d9075a3b7 req-61739c54-0391-4545-8a1f-4e91b9c0d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:51.513028 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e3f243a-c880-40d1-b117-320d9075a3b7 req-61739c54-0391-4545-8a1f-4e91b9c0d530 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ec564344-60ed-4391-9b68-2888658e8c69 HTTP/1.1" status: 200 len: 916 time: 0.1175828 Jul 05 04:52:51.579684 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e3f243a-c880-40d1-b117-320d9075a3b7 req-45da9e90-fae4-4d59-97a9-2ba76ceb0a17 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c563cf-d9c4-4d3b-b8eb-19e209d0897b HTTP/1.1" status: 200 len: 1000 time: 0.0583963 Jul 05 04:52:51.638116 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f243a-c880-40d1-b117-320d9075a3b7 req-339819a4-be55-40e2-ad45-16015833c42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:51.640190 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e3f243a-c880-40d1-b117-320d9075a3b7 req-339819a4-be55-40e2-ad45-16015833c42f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bf80d9ea-c0af-42ab-a6b4-f238d8731e0a HTTP/1.1" status: 200 len: 854 time: 0.0535343 Jul 05 04:52:51.701087 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f243a-c880-40d1-b117-320d9075a3b7 req-f0f5680b-c6f5-4744-9fd8-7575f84da40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:51.702602 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e3f243a-c880-40d1-b117-320d9075a3b7 req-f0f5680b-c6f5-4744-9fd8-7575f84da40e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ec564344-60ed-4391-9b68-2888658e8c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557027 Jul 05 04:52:51.800143 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e3f243a-c880-40d1-b117-320d9075a3b7 req-3ad904c5-4952-4080-ad35-8c47395d9410 service neutron] 10.222.0.70 "GET /v2.0/networks/ec564344-60ed-4391-9b68-2888658e8c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898886 Jul 05 04:52:51.893433 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e3f243a-c880-40d1-b117-320d9075a3b7 req-bdaa7e93-738b-4e6c-9f7c-b790926bbbf9 service neutron] 10.222.0.70 "GET /v2.0/networks/ec564344-60ed-4391-9b68-2888658e8c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865827 Jul 05 04:52:52.672825 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04820cb6-0781-46b8-9b1c-b5682d1c20bd req-fcbb1cf0-db22-4d5d-b02d-11ed4c46fde5 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:52.674315 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-04820cb6-0781-46b8-9b1c-b5682d1c20bd req-fcbb1cf0-db22-4d5d-b02d-11ed4c46fde5 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 984 time: 0.0659988 Jul 05 04:52:52.714960 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-04820cb6-0781-46b8-9b1c-b5682d1c20bd req-675d9ae1-8158-44fc-97b1-35c1164dca82 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&id=e0668c21-24b1-4d94-8178-32f26e9ddc98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343223 Jul 05 04:52:53.899229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65bcb9-1fef-4e68-bfcf-98da9c3e9eb0 req-5a7e51a9-dd41-4a7f-8ffa-420a54d833ae tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:53.900691 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eb65bcb9-1fef-4e68-bfcf-98da9c3e9eb0 req-5a7e51a9-dd41-4a7f-8ffa-420a54d833ae tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 984 time: 0.0630391 Jul 05 04:52:53.940020 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eb65bcb9-1fef-4e68-bfcf-98da9c3e9eb0 req-a2bea201-beef-4d7c-a2c0-4c9835db1522 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&id=e0668c21-24b1-4d94-8178-32f26e9ddc98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336707 Jul 05 04:52:55.123460 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87251a8-39d3-47f3-833a-d6c4273f5b57 req-78849ff3-7eed-4ace-aae1-5c4405eb6ca0 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:55.124967 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f87251a8-39d3-47f3-833a-d6c4273f5b57 req-78849ff3-7eed-4ace-aae1-5c4405eb6ca0 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 984 time: 0.0684485 Jul 05 04:52:55.166294 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f87251a8-39d3-47f3-833a-d6c4273f5b57 req-e7e0be2f-41b1-4b92-bb1b-f68f7382d3d0 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&id=e0668c21-24b1-4d94-8178-32f26e9ddc98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356274 Jul 05 04:52:56.340358 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250301d8-2444-46b8-93d0-21d535b7dffe req-34e27625-a9a4-40e4-877b-5a7e2b8c865f tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:56.341894 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-250301d8-2444-46b8-93d0-21d535b7dffe req-34e27625-a9a4-40e4-877b-5a7e2b8c865f tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 984 time: 0.0646908 Jul 05 04:52:56.382878 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-250301d8-2444-46b8-93d0-21d535b7dffe req-7f6b73ea-6d38-44b7-b43a-5963bb74f6d0 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&id=e0668c21-24b1-4d94-8178-32f26e9ddc98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354238 Jul 05 04:52:57.560613 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93155e-dc97-407f-9c3c-f9152d4521b7 req-5fec5520-735e-45fc-8a45-048fcd7cc324 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:57.562093 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b93155e-dc97-407f-9c3c-f9152d4521b7 req-5fec5520-735e-45fc-8a45-048fcd7cc324 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 984 time: 0.0673375 Jul 05 04:52:57.602549 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b93155e-dc97-407f-9c3c-f9152d4521b7 req-f4c6c1d3-e287-425b-8ec1-676d30738e47 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&id=e0668c21-24b1-4d94-8178-32f26e9ddc98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338800 Jul 05 04:52:58.768416 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b82a98d8-2b8c-4b45-a673-9339bde9dbb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:58.777754 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6db58-2614-4c4a-bae5-3d5807fe33ba req-91de62c0-c970-4b41-9fdd-23fc49b0d7a3 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:58.779251 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d3f6db58-2614-4c4a-bae5-3d5807fe33ba req-91de62c0-c970-4b41-9fdd-23fc49b0d7a3 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 984 time: 0.0649595 Jul 05 04:52:58.820660 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d3f6db58-2614-4c4a-bae5-3d5807fe33ba req-ed0e5c63-c3a0-4452-ba70-a6defbe947e2 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&id=e0668c21-24b1-4d94-8178-32f26e9ddc98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353496 Jul 05 04:52:59.893704 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:59.996661 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed0113-b483-4ab1-b406-724978d55bab req-35edd996-2ba3-4fd8-ac43-cfcfc33f7621 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:59.998039 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3eed0113-b483-4ab1-b406-724978d55bab req-35edd996-2ba3-4fd8-ac43-cfcfc33f7621 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 984 time: 0.0626504 Jul 05 04:53:00.037619 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3eed0113-b483-4ab1-b406-724978d55bab req-bebdb5fd-79d2-4644-ae31-3d341d99a2f6 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&id=e0668c21-24b1-4d94-8178-32f26e9ddc98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338538 Jul 05 04:53:01.216039 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29673deb-1712-4a55-9042-57228c5e84d6 req-b87bb58b-2f8c-4be0-a93e-ecc3d6973a52 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:01.217529 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-29673deb-1712-4a55-9042-57228c5e84d6 req-b87bb58b-2f8c-4be0-a93e-ecc3d6973a52 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 984 time: 0.0678115 Jul 05 04:53:01.257458 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-29673deb-1712-4a55-9042-57228c5e84d6 req-6c512791-ddcd-48e9-9c18-15c0644da1a1 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&id=e0668c21-24b1-4d94-8178-32f26e9ddc98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343370 Jul 05 04:53:01.444130 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a5bf0281-972c-4b07-9e1d-beed191e9abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:01.860908 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:02.431054 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe265d-3a4d-4732-af74-5e5c2be97bae req-b1aada2a-278f-46a0-962a-e9d8d870b106 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:02.432601 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-affe265d-3a4d-4732-af74-5e5c2be97bae req-b1aada2a-278f-46a0-962a-e9d8d870b106 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 984 time: 0.0641966 Jul 05 04:53:02.472592 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-affe265d-3a4d-4732-af74-5e5c2be97bae req-a232f2bd-c2d8-4319-a393-095cd5b4809c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&id=e0668c21-24b1-4d94-8178-32f26e9ddc98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343609 Jul 05 04:53:02.790735 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:03.649154 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532677ce-196d-4a39-abb8-dd733dda719a req-d11f9351-9e1d-48e0-8aca-9c969d1d40f5 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:03.650684 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-532677ce-196d-4a39-abb8-dd733dda719a req-d11f9351-9e1d-48e0-8aca-9c969d1d40f5 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 984 time: 0.0663390 Jul 05 04:53:03.690828 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-532677ce-196d-4a39-abb8-dd733dda719a req-4f0b1190-344d-47ea-85d9-413b668a501a tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&id=e0668c21-24b1-4d94-8178-32f26e9ddc98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345261 Jul 05 04:53:04.596665 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:10.449389 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-96a71789-07a7-46b9-b85f-c86dd656a784 req-532f38e4-31bc-4ee0-aa32-30f1a1c72761 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0616932 Jul 05 04:53:10.558183 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a71789-07a7-46b9-b85f-c86dd656a784 req-9ad6b06b-8880-4ffa-b6f5-141fc88d61d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:10.559736 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-96a71789-07a7-46b9-b85f-c86dd656a784 req-9ad6b06b-8880-4ffa-b6f5-141fc88d61d0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b2f0bdf3deb4171b286236ae4603a7b&device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 1136 time: 0.0520406 Jul 05 04:53:10.666665 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a71789-07a7-46b9-b85f-c86dd656a784 req-3569ee72-e45c-4b07-85b1-192cc8e702f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:10.668178 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-96a71789-07a7-46b9-b85f-c86dd656a784 req-3569ee72-e45c-4b07-85b1-192cc8e702f5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ec564344-60ed-4391-9b68-2888658e8c69 HTTP/1.1" status: 200 len: 916 time: 0.0875926 Jul 05 04:53:10.733170 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-96a71789-07a7-46b9-b85f-c86dd656a784 req-e416ada0-6e97-4b7a-aa14-d31adf047cd8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c563cf-d9c4-4d3b-b8eb-19e209d0897b HTTP/1.1" status: 200 len: 1000 time: 0.0585067 Jul 05 04:53:10.787575 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a71789-07a7-46b9-b85f-c86dd656a784 req-6f036882-7d09-474b-9613-df024fe08cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:10.789252 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-96a71789-07a7-46b9-b85f-c86dd656a784 req-6f036882-7d09-474b-9613-df024fe08cab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bf80d9ea-c0af-42ab-a6b4-f238d8731e0a HTTP/1.1" status: 200 len: 854 time: 0.0496719 Jul 05 04:53:10.849234 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a71789-07a7-46b9-b85f-c86dd656a784 req-eddb7ea0-c807-456b-9d0b-f97a08792051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:10.850728 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-96a71789-07a7-46b9-b85f-c86dd656a784 req-eddb7ea0-c807-456b-9d0b-f97a08792051 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ec564344-60ed-4391-9b68-2888658e8c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558300 Jul 05 04:53:10.942228 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-96a71789-07a7-46b9-b85f-c86dd656a784 req-5e3bd109-58e6-470f-946e-516d4887c98e service neutron] 10.222.0.70 "GET /v2.0/networks/ec564344-60ed-4391-9b68-2888658e8c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854843 Jul 05 04:53:11.035445 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-96a71789-07a7-46b9-b85f-c86dd656a784 req-e142a85d-fd15-4bf7-bae7-0df281824c39 service neutron] 10.222.0.70 "GET /v2.0/networks/ec564344-60ed-4391-9b68-2888658e8c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870762 Jul 05 04:53:13.782369 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:23.596139 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:53:28.771325 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b0963738-ab43-4269-a081-eb4f2231d7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:29.916924 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:31.444947 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c4c025ab-87bc-4ff1-b571-4f9e0c0390e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:31.861412 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:32.795476 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:34.596023 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:43.782278 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:58.772981 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f238350e-0871-4d54-8b8c-9a168e147f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:59.927456 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:00.596574 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:54:01.446871 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4d90f6fb-e69c-41e3-ae84-c369e8871bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:01.862662 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:02.795845 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:04.598858 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:07.119544 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ccdedc0f-0218-4911-8be1-4d19f52caedc req-05df189f-7609-44e1-aed4-dd288dfad610 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-716778023&fields=id&tenant_id=2b2f0bdf3deb4171b286236ae4603a7b HTTP/1.1" status: 200 len: 267 time: 0.0340052 Jul 05 04:54:07.186719 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdedc0f-0218-4911-8be1-4d19f52caedc req-dcb31726-17fe-4a8b-b897-4a8c5eb639b8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:07.188238 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ccdedc0f-0218-4911-8be1-4d19f52caedc req-dcb31726-17fe-4a8b-b897-4a8c5eb639b8 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 984 time: 0.0633957 Jul 05 04:54:07.200652 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-ccdedc0f-0218-4911-8be1-4d19f52caedc req-996c1b39-5b7d-4eff-88db-ca01877f0c6c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Request body: {'port': {'security_groups': ['75047bd8-703f-4e93-9332-a0997ba3b12b']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:07.287157 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ccdedc0f-0218-4911-8be1-4d19f52caedc req-996c1b39-5b7d-4eff-88db-ca01877f0c6c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:07.460729 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-ccdedc0f-0218-4911-8be1-4d19f52caedc req-996c1b39-5b7d-4eff-88db-ca01877f0c6c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] For port 10c563cf-d9c4-4d3b-b8eb-19e209d0897b, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=10c563cf-d9c4-4d3b-b8eb-19e209d0897b,segment=NetworkSegment(2259ce36-0b92-4a85-a1a6-117ee0bb1ee4),segment_id=2259ce36-0b92-4a85-a1a6-117ee0bb1ee4)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:54:07.489463 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ccdedc0f-0218-4911-8be1-4d19f52caedc req-996c1b39-5b7d-4eff-88db-ca01877f0c6c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:07.494053 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ccdedc0f-0218-4911-8be1-4d19f52caedc req-996c1b39-5b7d-4eff-88db-ca01877f0c6c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:07.526872 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['10c563cf-d9c4-4d3b-b8eb-19e209d0897b'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:54:07.537107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdedc0f-0218-4911-8be1-4d19f52caedc req-996c1b39-5b7d-4eff-88db-ca01877f0c6c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:07.538909 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-ccdedc0f-0218-4911-8be1-4d19f52caedc req-996c1b39-5b7d-4eff-88db-ca01877f0c6c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:07.540362 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ccdedc0f-0218-4911-8be1-4d19f52caedc req-996c1b39-5b7d-4eff-88db-ca01877f0c6c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "PUT /v2.0/ports/10c563cf-d9c4-4d3b-b8eb-19e209d0897b HTTP/1.1" status: 200 len: 942 time: 0.3446572 Jul 05 04:54:07.540825 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4843e3-aead-443b-8bd9-524f9d2ca06f', 'tag': '10c563cf-d9c4-4d3b-b8eb-19e209d0897b'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:54:07.543104 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6c7412-5fa2-4d58-9665-59bfb3cad426" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4843e3-aead-443b-8bd9-524f9d2ca06f", "tag": "10c563cf-d9c4-4d3b-b8eb-19e209d0897b"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:54:07.548136 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50032) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:07.577952 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c1b39-5b7d-4eff-88db-ca01877f0c6c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Pushing event updated for resources: {'Port': ['ID=10c563cf-d9c4-4d3b-b8eb-19e209d0897b,revision_number=7']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:07.587743 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c1b39-5b7d-4eff-88db-ca01877f0c6c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:07.589284 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c1b39-5b7d-4eff-88db-ca01877f0c6c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:07.590383 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c1b39-5b7d-4eff-88db-ca01877f0c6c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:07.590865 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c1b39-5b7d-4eff-88db-ca01877f0c6c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:07.591773 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c1b39-5b7d-4eff-88db-ca01877f0c6c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:07.592151 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c1b39-5b7d-4eff-88db-ca01877f0c6c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:07.592546 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c1b39-5b7d-4eff-88db-ca01877f0c6c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:07.592895 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c1b39-5b7d-4eff-88db-ca01877f0c6c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:07.593229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c1b39-5b7d-4eff-88db-ca01877f0c6c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:07.593611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c1b39-5b7d-4eff-88db-ca01877f0c6c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:07.593950 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c1b39-5b7d-4eff-88db-ca01877f0c6c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:07.595169 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c1b39-5b7d-4eff-88db-ca01877f0c6c tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:07.612848 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8feed6e-2229-46f9-959b-b4d4e2782c58 x-openstack-request-id: req-b8feed6e-2229-46f9-959b-b4d4e2782c58 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:54:07.613191 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4843e3-aead-443b-8bd9-524f9d2ca06f", "tag": "10c563cf-d9c4-4d3b-b8eb-19e209d0897b", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:54:07.613584 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b8feed6e-2229-46f9-959b-b4d4e2782c58 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:54:07.614362 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4843e3-aead-443b-8bd9-524f9d2ca06f', 'tag': '10c563cf-d9c4-4d3b-b8eb-19e209d0897b', 'status': 'completed', 'code': 200} Jul 05 04:54:07.633984 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7e8b4385-9a7d-481e-aa5e-a1a35ebf7b35 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:07.662253 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7e8b4385-9a7d-481e-aa5e-a1a35ebf7b35 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:07.667134 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['10c563cf-d9c4-4d3b-b8eb-19e209d0897b'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:54:07.706213 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c7412-5fa2-4d58-9665-59bfb3cad426 req-b0322557-0686-4b92-9c83-b0f62e7e5a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:07.708102 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ef6c7412-5fa2-4d58-9665-59bfb3cad426 req-b0322557-0686-4b92-9c83-b0f62e7e5a5d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b2f0bdf3deb4171b286236ae4603a7b&device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 1097 time: 0.0640874 Jul 05 04:54:07.733845 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7e8b4385-9a7d-481e-aa5e-a1a35ebf7b35 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:07.738158 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7e8b4385-9a7d-481e-aa5e-a1a35ebf7b35 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:07.739789 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7e8b4385-9a7d-481e-aa5e-a1a35ebf7b35 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "DELETE /v2.0/security-groups/e0668c21-24b1-4d94-8178-32f26e9ddc98 HTTP/1.1" status: 204 len: 168 time: 0.1897435 Jul 05 04:54:07.748161 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50036) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:07.751084 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b4385-9a7d-481e-aa5e-a1a35ebf7b35 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0668c21-24b1-4d94-8178-32f26e9ddc98,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:07.761069 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b4385-9a7d-481e-aa5e-a1a35ebf7b35 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:07.761398 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b4385-9a7d-481e-aa5e-a1a35ebf7b35 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:07.761743 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b4385-9a7d-481e-aa5e-a1a35ebf7b35 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:07.762186 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b4385-9a7d-481e-aa5e-a1a35ebf7b35 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:07.762407 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b4385-9a7d-481e-aa5e-a1a35ebf7b35 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:07.762798 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b4385-9a7d-481e-aa5e-a1a35ebf7b35 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:07.763133 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b4385-9a7d-481e-aa5e-a1a35ebf7b35 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:07.763509 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b4385-9a7d-481e-aa5e-a1a35ebf7b35 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:07.763864 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b4385-9a7d-481e-aa5e-a1a35ebf7b35 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:07.764193 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b4385-9a7d-481e-aa5e-a1a35ebf7b35 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:07.764513 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b4385-9a7d-481e-aa5e-a1a35ebf7b35 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:07.764837 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b4385-9a7d-481e-aa5e-a1a35ebf7b35 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:07.851590 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f5c9588d-e1ee-4395-aee9-44b6408fc6ab None None] Provisioning complete for port 10c563cf-d9c4-4d3b-b8eb-19e209d0897b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:54:07.851984 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f5c9588d-e1ee-4395-aee9-44b6408fc6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:07.916637 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c7412-5fa2-4d58-9665-59bfb3cad426 req-342a86e0-fd06-4543-95fb-597553e6882d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:07.918122 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ef6c7412-5fa2-4d58-9665-59bfb3cad426 req-342a86e0-fd06-4543-95fb-597553e6882d service neutron] 10.222.0.70 "GET /v2.0/networks?id=ec564344-60ed-4391-9b68-2888658e8c69 HTTP/1.1" status: 200 len: 916 time: 0.2011817 Jul 05 04:54:08.011017 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ef6c7412-5fa2-4d58-9665-59bfb3cad426 req-acfe4b36-380c-4282-8676-82c7d2b738e8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c563cf-d9c4-4d3b-b8eb-19e209d0897b HTTP/1.1" status: 200 len: 1000 time: 0.0862422 Jul 05 04:54:08.056828 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-eab753f8-f07f-47ea-bb4f-66c06b3cda1d tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Deleting port c037155f-df24-44e2-8fbc-c68785eefa0f {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:54:08.057077 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eab753f8-f07f-47ea-bb4f-66c06b3cda1d tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:08.098840 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c7412-5fa2-4d58-9665-59bfb3cad426 req-76ecb29b-79ce-4c7b-81ce-0bf416e35462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:08.101310 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ef6c7412-5fa2-4d58-9665-59bfb3cad426 req-76ecb29b-79ce-4c7b-81ce-0bf416e35462 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bf80d9ea-c0af-42ab-a6b4-f238d8731e0a HTTP/1.1" status: 200 len: 854 time: 0.0835705 Jul 05 04:54:08.171181 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eab753f8-f07f-47ea-bb4f-66c06b3cda1d tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:08.171928 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eab753f8-f07f-47ea-bb4f-66c06b3cda1d tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:08.186796 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-eab753f8-f07f-47ea-bb4f-66c06b3cda1d tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Calling delete_port for c037155f-df24-44e2-8fbc-c68785eefa0f owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:54:08.208914 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c7412-5fa2-4d58-9665-59bfb3cad426 req-d4d9efef-748d-4a86-9161-1f4a44cd037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:08.210536 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ef6c7412-5fa2-4d58-9665-59bfb3cad426 req-d4d9efef-748d-4a86-9161-1f4a44cd037d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ec564344-60ed-4391-9b68-2888658e8c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019008 Jul 05 04:54:08.658817 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ef6c7412-5fa2-4d58-9665-59bfb3cad426 req-821b2d70-a32e-4060-a4ee-42b2c8e5e1da service neutron] 10.222.0.70 "GET /v2.0/networks/ec564344-60ed-4391-9b68-2888658e8c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219787 Jul 05 04:54:08.789579 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ef6c7412-5fa2-4d58-9665-59bfb3cad426 req-e98c4512-c5d2-47c3-b584-bc8293109e15 service neutron] 10.222.0.70 "GET /v2.0/networks/ec564344-60ed-4391-9b68-2888658e8c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206646 Jul 05 04:54:08.790578 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eab753f8-f07f-47ea-bb4f-66c06b3cda1d tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:08.830833 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab753f8-f07f-47ea-bb4f-66c06b3cda1d tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Pushing event deleted for resources: {'Port': ['ID=c037155f-df24-44e2-8fbc-c68785eefa0f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:08.912517 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eab753f8-f07f-47ea-bb4f-66c06b3cda1d tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:08.912915 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-eab753f8-f07f-47ea-bb4f-66c06b3cda1d tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Floating IP cc8cd737-9e79-4092-a0c0-2af43c91a87d disassociated (deleted). External IP: 172.25.1.58, port: 10c563cf-d9c4-4d3b-b8eb-19e209d0897b. Jul 05 04:54:09.120596 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab753f8-f07f-47ea-bb4f-66c06b3cda1d tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Router c01924c1-320c-4476-96c6-43911c428057 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:54:09.231978 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab753f8-f07f-47ea-bb4f-66c06b3cda1d tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:54:09.236710 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-eab753f8-f07f-47ea-bb4f-66c06b3cda1d tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:09.241671 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b021de1-f512-43ca-9d28-0f4ec16687ca None None] Sync routers for ids ['c01924c1-320c-4476-96c6-43911c428057'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:54:09.250614 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b021de1-f512-43ca-9d28-0f4ec16687ca None None] Routers {'c01924c1-320c-4476-96c6-43911c428057'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:54:09.251227 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-4b021de1-f512-43ca-9d28-0f4ec16687ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:54:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c01924c1-320c-4476-96c6-43911c428057'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:09.275993 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-eab753f8-f07f-47ea-bb4f-66c06b3cda1d tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "DELETE /v2.0/floatingips/cc8cd737-9e79-4092-a0c0-2af43c91a87d HTTP/1.1" status: 204 len: 168 time: 1.5266356 Jul 05 04:54:09.441081 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-4b021de1-f512-43ca-9d28-0f4ec16687ca None None] Set router c01924c1-320c-4476-96c6-43911c428057 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:54:09.616491 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4843e3-aead-443b-8bd9-524f9d2ca06f', 'tag': '10c563cf-d9c4-4d3b-b8eb-19e209d0897b'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:54:09.619183 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc78b40-631d-4b16-a0c8-4f4a96689e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4843e3-aead-443b-8bd9-524f9d2ca06f", "tag": "10c563cf-d9c4-4d3b-b8eb-19e209d0897b"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:54:09.645629 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-4b021de1-f512-43ca-9d28-0f4ec16687ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01924c1-320c-4476-96c6-43911c428057', 'name': 'tempest-TestMinimumBasicScenario-1905443197-router', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '01870416-c545-4809-a90d-ab46b387c79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:51Z', 'updated_at': '2021-07-05T04:50:54Z', 'revision_number': 4, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'gw_port': {'id': '01870416-c545-4809-a90d-ab46b387c79e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:16:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01924c1-320c-4476-96c6-43911c428057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:52Z', 'updated_at': '2021-07-05T04:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '1b7096a2-45c9-479a-9751-41fc91d8df3d', 'name': '', 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'mac_address': 'fa:16:3e:70:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01924c1-320c-4476-96c6-43911c428057', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'bf80d9ea-c0af-42ab-a6b4-f238d8731e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:53Z', 'updated_at': '2021-07-05T04:50:59Z', 'revision_number': 5, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'subnets': [{'id': 'bf80d9ea-c0af-42ab-a6b4-f238d8731e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:09.653595 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38274c3-dad2-445d-ae60-890a26854a01 x-openstack-request-id: req-c38274c3-dad2-445d-ae60-890a26854a01 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:54:09.653893 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4843e3-aead-443b-8bd9-524f9d2ca06f", "tag": "10c563cf-d9c4-4d3b-b8eb-19e209d0897b", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:54:09.654145 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c38274c3-dad2-445d-ae60-890a26854a01 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:54:09.654543 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4843e3-aead-443b-8bd9-524f9d2ca06f', 'tag': '10c563cf-d9c4-4d3b-b8eb-19e209d0897b', 'status': 'completed', 'code': 200} Jul 05 04:54:09.673252 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b021de1-f512-43ca-9d28-0f4ec16687ca None None] Checking router: c01924c1-320c-4476-96c6-43911c428057 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:54:09.682548 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b021de1-f512-43ca-9d28-0f4ec16687ca None None] Routers {'c01924c1-320c-4476-96c6-43911c428057'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:54:09.683160 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-4b021de1-f512-43ca-9d28-0f4ec16687ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:54:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c01924c1-320c-4476-96c6-43911c428057'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:09.754818 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc78b40-631d-4b16-a0c8-4f4a96689e2f req-0b5d60e0-3fae-4660-989e-71a347500d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:09.757027 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9fc78b40-631d-4b16-a0c8-4f4a96689e2f req-0b5d60e0-3fae-4660-989e-71a347500d7c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b2f0bdf3deb4171b286236ae4603a7b&device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 1097 time: 0.0531652 Jul 05 04:54:09.795537 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-4b021de1-f512-43ca-9d28-0f4ec16687ca None None] Set router c01924c1-320c-4476-96c6-43911c428057 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:54:09.846516 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc78b40-631d-4b16-a0c8-4f4a96689e2f req-d4204c64-5feb-4872-ba82-7a0f5f0ea108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:09.848036 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9fc78b40-631d-4b16-a0c8-4f4a96689e2f req-d4204c64-5feb-4872-ba82-7a0f5f0ea108 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ec564344-60ed-4391-9b68-2888658e8c69 HTTP/1.1" status: 200 len: 916 time: 0.0847309 Jul 05 04:54:09.893714 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9fc78b40-631d-4b16-a0c8-4f4a96689e2f req-1afd9260-4a54-4094-8e52-2e3b43b2d395 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c563cf-d9c4-4d3b-b8eb-19e209d0897b HTTP/1.1" status: 200 len: 217 time: 0.0391273 Jul 05 04:54:09.942693 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc78b40-631d-4b16-a0c8-4f4a96689e2f req-c96e3651-30f2-4c49-a47d-22268666708e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:09.944238 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9fc78b40-631d-4b16-a0c8-4f4a96689e2f req-c96e3651-30f2-4c49-a47d-22268666708e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bf80d9ea-c0af-42ab-a6b4-f238d8731e0a HTTP/1.1" status: 200 len: 854 time: 0.0441597 Jul 05 04:54:09.995898 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-4b021de1-f512-43ca-9d28-0f4ec16687ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01924c1-320c-4476-96c6-43911c428057', 'name': 'tempest-TestMinimumBasicScenario-1905443197-router', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '01870416-c545-4809-a90d-ab46b387c79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:51Z', 'updated_at': '2021-07-05T04:50:54Z', 'revision_number': 4, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'gw_port': {'id': '01870416-c545-4809-a90d-ab46b387c79e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:16:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01924c1-320c-4476-96c6-43911c428057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:52Z', 'updated_at': '2021-07-05T04:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '1b7096a2-45c9-479a-9751-41fc91d8df3d', 'name': '', 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'mac_address': 'fa:16:3e:70:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01924c1-320c-4476-96c6-43911c428057', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'bf80d9ea-c0af-42ab-a6b4-f238d8731e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:53Z', 'updated_at': '2021-07-05T04:50:59Z', 'revision_number': 5, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'subnets': [{'id': 'bf80d9ea-c0af-42ab-a6b4-f238d8731e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:10.000037 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc78b40-631d-4b16-a0c8-4f4a96689e2f req-4ae0d6b1-f08b-4057-9f7e-330cad331486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:10.001534 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9fc78b40-631d-4b16-a0c8-4f4a96689e2f req-4ae0d6b1-f08b-4057-9f7e-330cad331486 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ec564344-60ed-4391-9b68-2888658e8c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514047 Jul 05 04:54:10.026022 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b021de1-f512-43ca-9d28-0f4ec16687ca None None] The sync data for ids ['c01924c1-320c-4476-96c6-43911c428057'] in n-d-780147-23 is: [{'id': 'c01924c1-320c-4476-96c6-43911c428057', 'name': 'tempest-TestMinimumBasicScenario-1905443197-router', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '01870416-c545-4809-a90d-ab46b387c79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:51Z', 'updated_at': '2021-07-05T04:50:54Z', 'revision_number': 4, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'gw_port': {'id': '01870416-c545-4809-a90d-ab46b387c79e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:16:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01924c1-320c-4476-96c6-43911c428057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:52Z', 'updated_at': '2021-07-05T04:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '1b7096a2-45c9-479a-9751-41fc91d8df3d', 'name': '', 'network_id': 'ec564344-60ed-4391-9b68-2888658e8c69', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'mac_address': 'fa:16:3e:70:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01924c1-320c-4476-96c6-43911c428057', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'bf80d9ea-c0af-42ab-a6b4-f238d8731e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:53Z', 'updated_at': '2021-07-05T04:50:59Z', 'revision_number': 5, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'subnets': [{'id': 'bf80d9ea-c0af-42ab-a6b4-f238d8731e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:54:10.100395 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9fc78b40-631d-4b16-a0c8-4f4a96689e2f req-d8955b56-d245-4b3f-abe4-6d3a412e0ae9 service neutron] 10.222.0.70 "GET /v2.0/networks/ec564344-60ed-4391-9b68-2888658e8c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903389 Jul 05 04:54:10.203733 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9fc78b40-631d-4b16-a0c8-4f4a96689e2f req-51c006bf-4940-4759-90e5-8dc6ae9e5102 service neutron] 10.222.0.70 "GET /v2.0/networks/ec564344-60ed-4391-9b68-2888658e8c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950761 Jul 05 04:54:10.282539 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2faec2-f526-457b-8d8a-de86148d2b4b None None] New status for floating IP cc8cd737-9e79-4092-a0c0-2af43c91a87d: DOWN {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:54:11.430783 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58e272a8-9eb4-4152-96f2-f77772c284c9 req-0a55a5d6-ecde-4f4e-8f2c-3e317e289f2d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542371 Jul 05 04:54:11.546436 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e272a8-9eb4-4152-96f2-f77772c284c9 req-0748668a-9635-4935-8e4a-d62a62d71d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:11.547961 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58e272a8-9eb4-4152-96f2-f77772c284c9 req-0748668a-9635-4935-8e4a-d62a62d71d3b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b2f0bdf3deb4171b286236ae4603a7b&device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 1097 time: 0.0581129 Jul 05 04:54:11.653921 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e272a8-9eb4-4152-96f2-f77772c284c9 req-f6fcb0d3-f719-46e6-8ce1-6e40a0c299fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:11.655414 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58e272a8-9eb4-4152-96f2-f77772c284c9 req-f6fcb0d3-f719-46e6-8ce1-6e40a0c299fd service neutron] 10.222.0.70 "GET /v2.0/networks?id=ec564344-60ed-4391-9b68-2888658e8c69 HTTP/1.1" status: 200 len: 916 time: 0.0861967 Jul 05 04:54:11.700756 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58e272a8-9eb4-4152-96f2-f77772c284c9 req-bddb2127-2255-4981-9e0a-419bf3a3e20a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c563cf-d9c4-4d3b-b8eb-19e209d0897b HTTP/1.1" status: 200 len: 217 time: 0.0390191 Jul 05 04:54:11.752001 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e272a8-9eb4-4152-96f2-f77772c284c9 req-99625a62-bb51-4a9e-abc0-1025e8facaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:11.753512 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58e272a8-9eb4-4152-96f2-f77772c284c9 req-99625a62-bb51-4a9e-abc0-1025e8facaf1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bf80d9ea-c0af-42ab-a6b4-f238d8731e0a HTTP/1.1" status: 200 len: 854 time: 0.0465548 Jul 05 04:54:11.815222 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e272a8-9eb4-4152-96f2-f77772c284c9 req-f46c85e9-e6b5-4c03-bc9f-51263e42668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:11.816763 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58e272a8-9eb4-4152-96f2-f77772c284c9 req-f46c85e9-e6b5-4c03-bc9f-51263e42668e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ec564344-60ed-4391-9b68-2888658e8c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570724 Jul 05 04:54:11.912806 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58e272a8-9eb4-4152-96f2-f77772c284c9 req-e3607abf-9745-49d7-8368-d0253dacd621 service neutron] 10.222.0.70 "GET /v2.0/networks/ec564344-60ed-4391-9b68-2888658e8c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893486 Jul 05 04:54:12.004396 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58e272a8-9eb4-4152-96f2-f77772c284c9 req-93844316-4de3-4244-80f2-a75488fbc930 service neutron] 10.222.0.70 "GET /v2.0/networks/ec564344-60ed-4391-9b68-2888658e8c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858331 Jul 05 04:54:13.796960 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:16.778107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90e152-f482-4da1-b2d8-45cba6fe4e3f req-17002bfa-09c2-4dd1-8abc-a1afd48882e0 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:16.779815 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b90e152-f482-4da1-b2d8-45cba6fe4e3f req-17002bfa-09c2-4dd1-8abc-a1afd48882e0 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 945 time: 0.0694408 Jul 05 04:54:16.821809 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1b90e152-f482-4da1-b2d8-45cba6fe4e3f req-981e3a94-d6ce-4d8c-a9ba-186de08c6e34 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358419 Jul 05 04:54:18.003951 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc94d8-b839-4952-b268-1548fa827b56 req-958f532c-e227-47d7-8690-b8947b7cd1b2 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:18.005574 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6adc94d8-b839-4952-b268-1548fa827b56 req-958f532c-e227-47d7-8690-b8947b7cd1b2 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 945 time: 0.0679696 Jul 05 04:54:18.046833 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6adc94d8-b839-4952-b268-1548fa827b56 req-f79dde77-d753-4be4-93f2-20c24691ceaa tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/security-groups?id=75047bd8-703f-4e93-9332-a0997ba3b12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350671 Jul 05 04:54:18.571553 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cd2d3-264d-4ff5-be3e-c8d359df4c45 req-052acb59-caed-4b38-9eee-9a47ed247a70 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:18.573038 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da6cd2d3-264d-4ff5-be3e-c8d359df4c45 req-052acb59-caed-4b38-9eee-9a47ed247a70 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 945 time: 0.0625548 Jul 05 04:54:18.674466 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-da6cd2d3-264d-4ff5-be3e-c8d359df4c45 req-c52907fb-6fc2-43a0-b6bf-f78d3e89a82b tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Deleting port 10c563cf-d9c4-4d3b-b8eb-19e209d0897b {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:54:18.674803 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-da6cd2d3-264d-4ff5-be3e-c8d359df4c45 req-c52907fb-6fc2-43a0-b6bf-f78d3e89a82b tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:18.762564 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-da6cd2d3-264d-4ff5-be3e-c8d359df4c45 req-c52907fb-6fc2-43a0-b6bf-f78d3e89a82b tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] For port 10c563cf-d9c4-4d3b-b8eb-19e209d0897b, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=10c563cf-d9c4-4d3b-b8eb-19e209d0897b,segment=NetworkSegment(2259ce36-0b92-4a85-a1a6-117ee0bb1ee4),segment_id=2259ce36-0b92-4a85-a1a6-117ee0bb1ee4)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:54:18.762926 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-da6cd2d3-264d-4ff5-be3e-c8d359df4c45 req-c52907fb-6fc2-43a0-b6bf-f78d3e89a82b tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:18.775607 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-da6cd2d3-264d-4ff5-be3e-c8d359df4c45 req-c52907fb-6fc2-43a0-b6bf-f78d3e89a82b tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Calling delete_port for 10c563cf-d9c4-4d3b-b8eb-19e209d0897b owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:54:18.903862 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-da6cd2d3-264d-4ff5-be3e-c8d359df4c45 req-c52907fb-6fc2-43a0-b6bf-f78d3e89a82b tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:18.931902 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52907fb-6fc2-43a0-b6bf-f78d3e89a82b tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Pushing event deleted for resources: {'Port': ['ID=10c563cf-d9c4-4d3b-b8eb-19e209d0897b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:18.936602 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['10c563cf-d9c4-4d3b-b8eb-19e209d0897b'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:54:18.985462 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6cd2d3-264d-4ff5-be3e-c8d359df4c45 req-c52907fb-6fc2-43a0-b6bf-f78d3e89a82b tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] No DVR routers for this DVR port 10c563cf-d9c4-4d3b-b8eb-19e209d0897b on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:54:18.988031 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-da6cd2d3-264d-4ff5-be3e-c8d359df4c45 req-c52907fb-6fc2-43a0-b6bf-f78d3e89a82b tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:18.990039 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da6cd2d3-264d-4ff5-be3e-c8d359df4c45 req-c52907fb-6fc2-43a0-b6bf-f78d3e89a82b tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.70 "DELETE /v2.0/ports/10c563cf-d9c4-4d3b-b8eb-19e209d0897b HTTP/1.1" status: 204 len: 173 time: 0.4114056 Jul 05 04:54:18.990531 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4843e3-aead-443b-8bd9-524f9d2ca06f', 'name': 'network-vif-deleted', 'tag': '10c563cf-d9c4-4d3b-b8eb-19e209d0897b'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:54:18.993497 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80afdb8-f99a-498c-a8bd-523eb74feb65" -d '{"events": [{"server_uuid": "4a4843e3-aead-443b-8bd9-524f9d2ca06f", "name": "network-vif-deleted", "tag": "10c563cf-d9c4-4d3b-b8eb-19e209d0897b"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:54:19.030372 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d28dad-a8d8-4a3e-b3b5-e76149b03c67 x-openstack-request-id: req-65d28dad-a8d8-4a3e-b3b5-e76149b03c67 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:54:19.030989 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4843e3-aead-443b-8bd9-524f9d2ca06f", "name": "network-vif-deleted", "tag": "10c563cf-d9c4-4d3b-b8eb-19e209d0897b", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:54:19.030989 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-65d28dad-a8d8-4a3e-b3b5-e76149b03c67 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:54:19.031302 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4843e3-aead-443b-8bd9-524f9d2ca06f', 'name': 'network-vif-deleted', 'tag': '10c563cf-d9c4-4d3b-b8eb-19e209d0897b', 'status': 'completed', 'code': 200} Jul 05 04:54:19.196668 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cefcc4b3-b718-49de-a188-d14e82cf68b7 req-eba00851-e473-4bf8-8c8e-73f1a4e38810 tempest-TestMinimumBasicScenario-1552166546 tempest-TestMinimumBasicScenario-1552166546-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a4843e3-aead-443b-8bd9-524f9d2ca06f HTTP/1.1" status: 200 len: 210 time: 0.0291417 Jul 05 04:54:20.817217 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50132) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:21.159932 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a43a0261-ad91-4aa0-a7c0-e2e68a501066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:21.416677 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-a43a0261-ad91-4aa0-a7c0-e2e68a501066 admin admin] Deleting port 1b7096a2-45c9-479a-9751-41fc91d8df3d {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:54:21.416930 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a43a0261-ad91-4aa0-a7c0-e2e68a501066 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:21.497136 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-a43a0261-ad91-4aa0-a7c0-e2e68a501066 admin admin] For port 1b7096a2-45c9-479a-9751-41fc91d8df3d, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1b7096a2-45c9-479a-9751-41fc91d8df3d,segment=NetworkSegment(2259ce36-0b92-4a85-a1a6-117ee0bb1ee4),segment_id=2259ce36-0b92-4a85-a1a6-117ee0bb1ee4)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:54:21.497490 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a43a0261-ad91-4aa0-a7c0-e2e68a501066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:21.510432 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-a43a0261-ad91-4aa0-a7c0-e2e68a501066 admin admin] Calling delete_port for 1b7096a2-45c9-479a-9751-41fc91d8df3d owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:54:21.692254 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a43a0261-ad91-4aa0-a7c0-e2e68a501066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:21.722420 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a0261-ad91-4aa0-a7c0-e2e68a501066 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b7096a2-45c9-479a-9751-41fc91d8df3d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:21.890828 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a43a0261-ad91-4aa0-a7c0-e2e68a501066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:22.101123 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43a0261-ad91-4aa0-a7c0-e2e68a501066 admin admin] Router c01924c1-320c-4476-96c6-43911c428057 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:54:22.118279 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 10c563cf-d9c4-4d3b-b8eb-19e209d0897b no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:54:22.138865 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 10c563cf-d9c4-4d3b-b8eb-19e209d0897b {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:54:22.139303 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 10c563cf-d9c4-4d3b-b8eb-19e209d0897b not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:54:22.207229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43a0261-ad91-4aa0-a7c0-e2e68a501066 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:54:22.212339 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a43a0261-ad91-4aa0-a7c0-e2e68a501066 admin admin] 10.222.0.77 "PUT /v2.0/routers/c01924c1-320c-4476-96c6-43911c428057/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3941054 Jul 05 04:54:22.214827 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50134) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:22.215872 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99c49e2-3896-4f17-9554-2cd56fd6d48b None None] Sync routers for ids ['c01924c1-320c-4476-96c6-43911c428057'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:54:22.225600 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99c49e2-3896-4f17-9554-2cd56fd6d48b None None] Routers {'c01924c1-320c-4476-96c6-43911c428057'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:54:22.226197 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e99c49e2-3896-4f17-9554-2cd56fd6d48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:54:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c01924c1-320c-4476-96c6-43911c428057'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:22.323580 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-901d6a6a-e811-4e46-a203-fc8a22e59877 admin admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:22.332317 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-e99c49e2-3896-4f17-9554-2cd56fd6d48b None None] Set router c01924c1-320c-4476-96c6-43911c428057 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:54:22.426162 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-901d6a6a-e811-4e46-a203-fc8a22e59877 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:22.479551 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-901d6a6a-e811-4e46-a203-fc8a22e59877 admin admin] Deleting port 01870416-c545-4809-a90d-ab46b387c79e {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:54:22.479922 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-901d6a6a-e811-4e46-a203-fc8a22e59877 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:22.508590 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e99c49e2-3896-4f17-9554-2cd56fd6d48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01924c1-320c-4476-96c6-43911c428057', 'name': 'tempest-TestMinimumBasicScenario-1905443197-router', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '01870416-c545-4809-a90d-ab46b387c79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:51Z', 'updated_at': '2021-07-05T04:54:21Z', 'revision_number': 5, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'gw_port': {'id': '01870416-c545-4809-a90d-ab46b387c79e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:16:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01924c1-320c-4476-96c6-43911c428057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:52Z', 'updated_at': '2021-07-05T04:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:22.538550 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99c49e2-3896-4f17-9554-2cd56fd6d48b None None] Checking router: c01924c1-320c-4476-96c6-43911c428057 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:54:22.546835 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99c49e2-3896-4f17-9554-2cd56fd6d48b None None] Routers {'c01924c1-320c-4476-96c6-43911c428057'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:54:22.547438 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e99c49e2-3896-4f17-9554-2cd56fd6d48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:54:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c01924c1-320c-4476-96c6-43911c428057'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:22.562852 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-901d6a6a-e811-4e46-a203-fc8a22e59877 admin admin] For port 01870416-c545-4809-a90d-ab46b387c79e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=01870416-c545-4809-a90d-ab46b387c79e,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:54:22.563215 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-901d6a6a-e811-4e46-a203-fc8a22e59877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:22.630323 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-e99c49e2-3896-4f17-9554-2cd56fd6d48b None None] Set router c01924c1-320c-4476-96c6-43911c428057 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:54:22.686481 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-e99c49e2-3896-4f17-9554-2cd56fd6d48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01924c1-320c-4476-96c6-43911c428057', 'name': 'tempest-TestMinimumBasicScenario-1905443197-router', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:51Z', 'updated_at': '2021-07-05T04:54:22Z', 'revision_number': 6, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:22.714923 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99c49e2-3896-4f17-9554-2cd56fd6d48b None None] The sync data for ids ['c01924c1-320c-4476-96c6-43911c428057'] in n-d-780147-23 is: [{'id': 'c01924c1-320c-4476-96c6-43911c428057', 'name': 'tempest-TestMinimumBasicScenario-1905443197-router', 'tenant_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:51Z', 'updated_at': '2021-07-05T04:54:22Z', 'revision_number': 6, 'project_id': '2b2f0bdf3deb4171b286236ae4603a7b', 'gw_port_host': None}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:54:22.855211 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-901d6a6a-e811-4e46-a203-fc8a22e59877 admin admin] Calling delete_port for 01870416-c545-4809-a90d-ab46b387c79e owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:54:23.016074 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-901d6a6a-e811-4e46-a203-fc8a22e59877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:23.041897 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d6a6a-e811-4e46-a203-fc8a22e59877 admin admin] Pushing event deleted for resources: {'Port': ['ID=01870416-c545-4809-a90d-ab46b387c79e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:23.106752 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-901d6a6a-e811-4e46-a203-fc8a22e59877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:23.203994 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-901d6a6a-e811-4e46-a203-fc8a22e59877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:23.206055 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-901d6a6a-e811-4e46-a203-fc8a22e59877 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:23.248869 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-901d6a6a-e811-4e46-a203-fc8a22e59877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:23.249426 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901d6a6a-e811-4e46-a203-fc8a22e59877 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c01924c1-320c-4476-96c6-43911c428057 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:54:23.254040 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-901d6a6a-e811-4e46-a203-fc8a22e59877 admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:23.255155 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-901d6a6a-e811-4e46-a203-fc8a22e59877 admin admin] 10.222.0.77 "DELETE /v2.0/routers/c01924c1-320c-4476-96c6-43911c428057 HTTP/1.1" status: 204 len: 168 time: 1.0393932 Jul 05 04:54:23.258782 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50136) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:23.303819 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-23edf8e7-98b0-49f2-8e2f-9a0178ec37af admin admin] Deleting subnet bf80d9ea-c0af-42ab-a6b4-f238d8731e0a {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:54:23.306814 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-23edf8e7-98b0-49f2-8e2f-9a0178ec37af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:23.341544 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-23edf8e7-98b0-49f2-8e2f-9a0178ec37af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:23.421507 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-23edf8e7-98b0-49f2-8e2f-9a0178ec37af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:23.472197 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-23edf8e7-98b0-49f2-8e2f-9a0178ec37af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:23.498048 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23edf8e7-98b0-49f2-8e2f-9a0178ec37af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf80d9ea-c0af-42ab-a6b4-f238d8731e0a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:23.504030 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-23edf8e7-98b0-49f2-8e2f-9a0178ec37af admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:23.507993 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-23edf8e7-98b0-49f2-8e2f-9a0178ec37af admin admin] 10.222.0.77 "DELETE /v2.0/subnets/bf80d9ea-c0af-42ab-a6b4-f238d8731e0a HTTP/1.1" status: 204 len: 168 time: 0.2472422 Jul 05 04:54:23.509647 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e456d6-d117-4147-b225-5ca8f13390f1 None None] Network ec564344-60ed-4391-9b68-2888658e8c69 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:54:23.510108 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50138) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:23.556382 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1b7096a2-45c9-479a-9751-41fc91d8df3d no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:54:23.586861 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cc26af3-0605-4133-ad15-7263b56299cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:23.588230 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 1b7096a2-45c9-479a-9751-41fc91d8df3d {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:54:23.588582 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1b7096a2-45c9-479a-9751-41fc91d8df3d not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:54:23.646172 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-2cc26af3-0605-4133-ad15-7263b56299cf admin admin] Deleting port bf564216-8c2b-43ca-ad2a-734d8f999053 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:54:23.646520 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cc26af3-0605-4133-ad15-7263b56299cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:23.714615 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-2cc26af3-0605-4133-ad15-7263b56299cf admin admin] For port bf564216-8c2b-43ca-ad2a-734d8f999053, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=bf564216-8c2b-43ca-ad2a-734d8f999053,segment=NetworkSegment(2259ce36-0b92-4a85-a1a6-117ee0bb1ee4),segment_id=2259ce36-0b92-4a85-a1a6-117ee0bb1ee4)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:54:23.714914 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cc26af3-0605-4133-ad15-7263b56299cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:23.730902 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-2cc26af3-0605-4133-ad15-7263b56299cf admin admin] Calling delete_port for bf564216-8c2b-43ca-ad2a-734d8f999053 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:54:23.735969 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e93e0a-5a16-4598-97a7-cda74db95d50 None None] DHCP port deletion for ec564344-60ed-4391-9b68-2888658e8c69 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:54:23.787101 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a2e93e0a-5a16-4598-97a7-cda74db95d50 None None] Deleting port bf564216-8c2b-43ca-ad2a-734d8f999053 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:54:23.788200 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a2e93e0a-5a16-4598-97a7-cda74db95d50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:23.822910 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cc26af3-0605-4133-ad15-7263b56299cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:23.848560 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc26af3-0605-4133-ad15-7263b56299cf admin admin] Pushing event deleted for resources: {'Port': ['ID=bf564216-8c2b-43ca-ad2a-734d8f999053,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:23.852938 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc26af3-0605-4133-ad15-7263b56299cf admin admin] No DVR routers for this DVR port bf564216-8c2b-43ca-ad2a-734d8f999053 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:54:23.859709 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a2e93e0a-5a16-4598-97a7-cda74db95d50 None None] For port bf564216-8c2b-43ca-ad2a-734d8f999053, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=bf564216-8c2b-43ca-ad2a-734d8f999053,segment=NetworkSegment(2259ce36-0b92-4a85-a1a6-117ee0bb1ee4),segment_id=2259ce36-0b92-4a85-a1a6-117ee0bb1ee4)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:54:23.860151 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a2e93e0a-5a16-4598-97a7-cda74db95d50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:23.873424 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a2e93e0a-5a16-4598-97a7-cda74db95d50 None None] Calling delete_port for bf564216-8c2b-43ca-ad2a-734d8f999053 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:54:23.926397 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cc26af3-0605-4133-ad15-7263b56299cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:23.936931 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-2cc26af3-0605-4133-ad15-7263b56299cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec564344-60ed-4391-9b68-2888658e8c69']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:23.948692 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-2cc26af3-0605-4133-ad15-7263b56299cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2259ce36-0b92-4a85-a1a6-117ee0bb1ee4') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:23.948936 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-2cc26af3-0605-4133-ad15-7263b56299cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2259ce36-0b92-4a85-a1a6-117ee0bb1ee4') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:23.952989 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a2e93e0a-5a16-4598-97a7-cda74db95d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:23.958357 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cc26af3-0605-4133-ad15-7263b56299cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:23.971952 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cc26af3-0605-4133-ad15-7263b56299cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:23.976512 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e93e0a-5a16-4598-97a7-cda74db95d50 None None] Pushing event deleted for resources: {'Port': ['ID=bf564216-8c2b-43ca-ad2a-734d8f999053,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:23.979015 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc26af3-0605-4133-ad15-7263b56299cf admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:54:23.979532 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cc26af3-0605-4133-ad15-7263b56299cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:54:23.981390 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:54:23.986895 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e93e0a-5a16-4598-97a7-cda74db95d50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:23.987542 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e93e0a-5a16-4598-97a7-cda74db95d50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:23.987960 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e93e0a-5a16-4598-97a7-cda74db95d50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:23.988299 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e93e0a-5a16-4598-97a7-cda74db95d50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:23.988647 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e93e0a-5a16-4598-97a7-cda74db95d50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:23.988951 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e93e0a-5a16-4598-97a7-cda74db95d50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:23.989273 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e93e0a-5a16-4598-97a7-cda74db95d50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:23.989590 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e93e0a-5a16-4598-97a7-cda74db95d50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:23.989910 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e93e0a-5a16-4598-97a7-cda74db95d50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:23.990227 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e93e0a-5a16-4598-97a7-cda74db95d50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:23.992202 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e93e0a-5a16-4598-97a7-cda74db95d50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:23.992470 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e93e0a-5a16-4598-97a7-cda74db95d50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:23.995972 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e93e0a-5a16-4598-97a7-cda74db95d50 None None] No DVR routers for this DVR port bf564216-8c2b-43ca-ad2a-734d8f999053 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:54:24.044951 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cc26af3-0605-4133-ad15-7263b56299cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:24.050405 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2cc26af3-0605-4133-ad15-7263b56299cf admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:24.052255 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2cc26af3-0605-4133-ad15-7263b56299cf admin admin] 10.222.0.77 "DELETE /v2.0/networks/ec564344-60ed-4391-9b68-2888658e8c69 HTTP/1.1" status: 204 len: 168 time: 0.5412567 Jul 05 04:54:24.055952 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50140) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:24.064238 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc26af3-0605-4133-ad15-7263b56299cf admin admin] Pushing event deleted for resources: {'Network': ['ID=ec564344-60ed-4391-9b68-2888658e8c69,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:24.414374 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7de0a4cd-31e9-4741-a7aa-74c0236824ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:24.673888 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-7de0a4cd-31e9-4741-a7aa-74c0236824ba admin admin] Deleting port 7ca97fea-f5b8-48be-991d-82b85cd19cb5 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:54:24.674145 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7de0a4cd-31e9-4741-a7aa-74c0236824ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:24.753646 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-7de0a4cd-31e9-4741-a7aa-74c0236824ba admin admin] For port 7ca97fea-f5b8-48be-991d-82b85cd19cb5, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7ca97fea-f5b8-48be-991d-82b85cd19cb5,segment=NetworkSegment(4912d105-a9d9-4960-88b2-30e1768a6bdd),segment_id=4912d105-a9d9-4960-88b2-30e1768a6bdd)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:54:24.754008 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7de0a4cd-31e9-4741-a7aa-74c0236824ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:24.766756 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-7de0a4cd-31e9-4741-a7aa-74c0236824ba admin admin] Calling delete_port for 7ca97fea-f5b8-48be-991d-82b85cd19cb5 owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:54:24.942657 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7de0a4cd-31e9-4741-a7aa-74c0236824ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:24.971638 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0a4cd-31e9-4741-a7aa-74c0236824ba admin admin] Pushing event deleted for resources: {'Port': ['ID=7ca97fea-f5b8-48be-991d-82b85cd19cb5,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:25.140750 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7de0a4cd-31e9-4741-a7aa-74c0236824ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:25.208373 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 01870416-c545-4809-a90d-ab46b387c79e no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:54:25.232853 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 01870416-c545-4809-a90d-ab46b387c79e {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:54:25.233193 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 01870416-c545-4809-a90d-ab46b387c79e not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:54:25.233604 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bf564216-8c2b-43ca-ad2a-734d8f999053 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:54:25.251618 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: bf564216-8c2b-43ca-ad2a-734d8f999053 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:54:25.251907 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bf564216-8c2b-43ca-ad2a-734d8f999053 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:54:25.361930 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de0a4cd-31e9-4741-a7aa-74c0236824ba admin admin] Router 384620e9-6f79-43c6-a422-eac3a040c9b8 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:54:25.468667 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de0a4cd-31e9-4741-a7aa-74c0236824ba admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:54:25.473572 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7de0a4cd-31e9-4741-a7aa-74c0236824ba admin admin] 10.222.0.77 "PUT /v2.0/routers/384620e9-6f79-43c6-a422-eac3a040c9b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4165471 Jul 05 04:54:25.476729 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50142) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:25.480048 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a029197-5d5a-4a9a-ab44-b94673094c4e None None] Sync routers for ids ['384620e9-6f79-43c6-a422-eac3a040c9b8'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:54:25.489089 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a029197-5d5a-4a9a-ab44-b94673094c4e None None] Routers {'384620e9-6f79-43c6-a422-eac3a040c9b8'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:54:25.489704 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-0a029197-5d5a-4a9a-ab44-b94673094c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:54:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['384620e9-6f79-43c6-a422-eac3a040c9b8'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:25.581170 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-48ac73ee-7c26-45b6-ab43-7f1d4cfc42ba admin admin] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:25.595789 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-0a029197-5d5a-4a9a-ab44-b94673094c4e None None] Set router 384620e9-6f79-43c6-a422-eac3a040c9b8 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:54:25.684649 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-48ac73ee-7c26-45b6-ab43-7f1d4cfc42ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:25.739374 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-48ac73ee-7c26-45b6-ab43-7f1d4cfc42ba admin admin] Deleting port 3c50afba-2067-454e-a69b-e21570aba5c4 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:54:25.739717 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-48ac73ee-7c26-45b6-ab43-7f1d4cfc42ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:25.776766 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-0a029197-5d5a-4a9a-ab44-b94673094c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384620e9-6f79-43c6-a422-eac3a040c9b8', 'name': 'tempest-TestMinimumBasicScenario-400652006-router', 'tenant_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '3c50afba-2067-454e-a69b-e21570aba5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:56Z', 'updated_at': '2021-07-05T04:54:24Z', 'revision_number': 5, 'project_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'gw_port': {'id': '3c50afba-2067-454e-a69b-e21570aba5c4', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384620e9-6f79-43c6-a422-eac3a040c9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:50:56Z', 'updated_at': '2021-07-05T04:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:25.805942 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a029197-5d5a-4a9a-ab44-b94673094c4e None None] Checking router: 384620e9-6f79-43c6-a422-eac3a040c9b8 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:54:25.814495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a029197-5d5a-4a9a-ab44-b94673094c4e None None] Routers {'384620e9-6f79-43c6-a422-eac3a040c9b8'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:54:25.815098 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-0a029197-5d5a-4a9a-ab44-b94673094c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:54:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['384620e9-6f79-43c6-a422-eac3a040c9b8'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:25.819064 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-48ac73ee-7c26-45b6-ab43-7f1d4cfc42ba admin admin] For port 3c50afba-2067-454e-a69b-e21570aba5c4, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3c50afba-2067-454e-a69b-e21570aba5c4,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:54:25.819429 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-48ac73ee-7c26-45b6-ab43-7f1d4cfc42ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:25.832575 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-48ac73ee-7c26-45b6-ab43-7f1d4cfc42ba admin admin] Calling delete_port for 3c50afba-2067-454e-a69b-e21570aba5c4 owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:54:26.017885 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-48ac73ee-7c26-45b6-ab43-7f1d4cfc42ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:26.048045 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac73ee-7c26-45b6-ab43-7f1d4cfc42ba admin admin] Pushing event deleted for resources: {'Port': ['ID=3c50afba-2067-454e-a69b-e21570aba5c4,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:26.077423 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-0a029197-5d5a-4a9a-ab44-b94673094c4e None None] Set router 384620e9-6f79-43c6-a422-eac3a040c9b8 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:54:26.109696 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-48ac73ee-7c26-45b6-ab43-7f1d4cfc42ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:26.129211 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-0a029197-5d5a-4a9a-ab44-b94673094c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384620e9-6f79-43c6-a422-eac3a040c9b8', 'name': 'tempest-TestMinimumBasicScenario-400652006-router', 'tenant_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:56Z', 'updated_at': '2021-07-05T04:54:25Z', 'revision_number': 6, 'project_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:26.158811 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a029197-5d5a-4a9a-ab44-b94673094c4e None None] The sync data for ids ['384620e9-6f79-43c6-a422-eac3a040c9b8'] in n-d-780147-23 is: [{'id': '384620e9-6f79-43c6-a422-eac3a040c9b8', 'name': 'tempest-TestMinimumBasicScenario-400652006-router', 'tenant_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:50:56Z', 'updated_at': '2021-07-05T04:54:25Z', 'revision_number': 6, 'project_id': '3c62e6ac442745138d5cf0465c2ef6b2', 'gw_port_host': None}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:54:26.556999 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-48ac73ee-7c26-45b6-ab43-7f1d4cfc42ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:26.559190 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-48ac73ee-7c26-45b6-ab43-7f1d4cfc42ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:26.603452 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-48ac73ee-7c26-45b6-ab43-7f1d4cfc42ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:26.604049 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ac73ee-7c26-45b6-ab43-7f1d4cfc42ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 384620e9-6f79-43c6-a422-eac3a040c9b8 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:54:26.608258 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-48ac73ee-7c26-45b6-ab43-7f1d4cfc42ba admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:26.609424 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-48ac73ee-7c26-45b6-ab43-7f1d4cfc42ba admin admin] 10.222.0.77 "DELETE /v2.0/routers/384620e9-6f79-43c6-a422-eac3a040c9b8 HTTP/1.1" status: 204 len: 168 time: 1.1317840 Jul 05 04:54:26.612036 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50148) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:26.659271 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b7755f-b417-40f7-91d3-6069b108b9dc admin admin] Deleting subnet 3619c7aa-7824-41ae-8536-68b766742d41 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:54:26.663061 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-43b7755f-b417-40f7-91d3-6069b108b9dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:26.696027 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-43b7755f-b417-40f7-91d3-6069b108b9dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:26.772127 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-43b7755f-b417-40f7-91d3-6069b108b9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:26.827809 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-43b7755f-b417-40f7-91d3-6069b108b9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:26.857105 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-43b7755f-b417-40f7-91d3-6069b108b9dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:26.858862 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-43b7755f-b417-40f7-91d3-6069b108b9dc admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3619c7aa-7824-41ae-8536-68b766742d41 HTTP/1.1" status: 204 len: 168 time: 0.2458677 Jul 05 04:54:26.861129 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7755f-b417-40f7-91d3-6069b108b9dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3619c7aa-7824-41ae-8536-68b766742d41,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:26.861585 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50150) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:26.862066 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138a071c-21e7-40d2-b198-4bd68d9b192e None None] Network 7ef4c4c4-c955-4712-8913-e1d27132dd00 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:54:26.937699 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f5c11a74-b01b-48cb-b06e-809633b201a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:26.993794 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-f5c11a74-b01b-48cb-b06e-809633b201a7 admin admin] Deleting port e3360e63-ffe2-4503-9e37-cda7093735b0 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:54:26.994253 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f5c11a74-b01b-48cb-b06e-809633b201a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:27.059145 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-f5c11a74-b01b-48cb-b06e-809633b201a7 admin admin] For port e3360e63-ffe2-4503-9e37-cda7093735b0, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e3360e63-ffe2-4503-9e37-cda7093735b0,segment=NetworkSegment(4912d105-a9d9-4960-88b2-30e1768a6bdd),segment_id=4912d105-a9d9-4960-88b2-30e1768a6bdd)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:54:27.059639 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f5c11a74-b01b-48cb-b06e-809633b201a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:27.060154 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcd258f-6c30-4e43-9df7-4d67b122be04 None None] DHCP port deletion for 7ef4c4c4-c955-4712-8913-e1d27132dd00 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:54:27.075545 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-f5c11a74-b01b-48cb-b06e-809633b201a7 admin admin] Calling delete_port for e3360e63-ffe2-4503-9e37-cda7093735b0 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:54:27.113155 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-9dcd258f-6c30-4e43-9df7-4d67b122be04 None None] Deleting port e3360e63-ffe2-4503-9e37-cda7093735b0 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:54:27.113537 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9dcd258f-6c30-4e43-9df7-4d67b122be04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:27.166563 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f5c11a74-b01b-48cb-b06e-809633b201a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:27.181614 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e3360e63-ffe2-4503-9e37-cda7093735b0 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:54:27.207319 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: e3360e63-ffe2-4503-9e37-cda7093735b0 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:54:27.207682 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e3360e63-ffe2-4503-9e37-cda7093735b0 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:54:27.207911 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c11a74-b01b-48cb-b06e-809633b201a7 admin admin] No DVR routers for this DVR port e3360e63-ffe2-4503-9e37-cda7093735b0 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:54:27.208111 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3c50afba-2067-454e-a69b-e21570aba5c4 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:54:27.214586 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c11a74-b01b-48cb-b06e-809633b201a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3360e63-ffe2-4503-9e37-cda7093735b0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:27.236843 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 3c50afba-2067-454e-a69b-e21570aba5c4 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:54:27.237189 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3c50afba-2067-454e-a69b-e21570aba5c4 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:54:27.237607 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7ca97fea-f5b8-48be-991d-82b85cd19cb5 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:54:27.240390 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-9dcd258f-6c30-4e43-9df7-4d67b122be04 None None] For port e3360e63-ffe2-4503-9e37-cda7093735b0, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e3360e63-ffe2-4503-9e37-cda7093735b0,segment=NetworkSegment(4912d105-a9d9-4960-88b2-30e1768a6bdd),segment_id=4912d105-a9d9-4960-88b2-30e1768a6bdd)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:54:27.240793 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9dcd258f-6c30-4e43-9df7-4d67b122be04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:27.265351 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 7ca97fea-f5b8-48be-991d-82b85cd19cb5 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:54:27.265693 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7ca97fea-f5b8-48be-991d-82b85cd19cb5 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:54:27.270282 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-9dcd258f-6c30-4e43-9df7-4d67b122be04 None None] Calling delete_port for e3360e63-ffe2-4503-9e37-cda7093735b0 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:54:27.288714 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f5c11a74-b01b-48cb-b06e-809633b201a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:27.298952 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-f5c11a74-b01b-48cb-b06e-809633b201a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef4c4c4-c955-4712-8913-e1d27132dd00']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:27.309992 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-f5c11a74-b01b-48cb-b06e-809633b201a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4912d105-a9d9-4960-88b2-30e1768a6bdd') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:27.310290 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-f5c11a74-b01b-48cb-b06e-809633b201a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4912d105-a9d9-4960-88b2-30e1768a6bdd') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:27.319607 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f5c11a74-b01b-48cb-b06e-809633b201a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:27.335764 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f5c11a74-b01b-48cb-b06e-809633b201a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:27.341965 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c11a74-b01b-48cb-b06e-809633b201a7 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:54:27.342434 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f5c11a74-b01b-48cb-b06e-809633b201a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:54:27.344127 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:54:27.350833 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9dcd258f-6c30-4e43-9df7-4d67b122be04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:27.378403 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd258f-6c30-4e43-9df7-4d67b122be04 None None] Pushing event deleted for resources: {'Port': ['ID=e3360e63-ffe2-4503-9e37-cda7093735b0,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:27.382399 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcd258f-6c30-4e43-9df7-4d67b122be04 None None] No DVR routers for this DVR port e3360e63-ffe2-4503-9e37-cda7093735b0 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:54:27.403531 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f5c11a74-b01b-48cb-b06e-809633b201a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:27.409244 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f5c11a74-b01b-48cb-b06e-809633b201a7 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:27.411090 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f5c11a74-b01b-48cb-b06e-809633b201a7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7ef4c4c4-c955-4712-8913-e1d27132dd00 HTTP/1.1" status: 204 len: 168 time: 0.5484440 Jul 05 04:54:27.421976 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c11a74-b01b-48cb-b06e-809633b201a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ef4c4c4-c955-4712-8913-e1d27132dd00,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:27.572640 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50154) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:27.610933 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f3dbfc02-2229-483e-9320-ce2f19019043 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b2f0bdf3deb4171b286236ae4603a7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371089 Jul 05 04:54:27.613327 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50156) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:27.666297 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d1cd381-ebb0-41e7-adab-39b9c5a8cb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:27.687359 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d1cd381-ebb0-41e7-adab-39b9c5a8cb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:27.735293 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d1cd381-ebb0-41e7-adab-39b9c5a8cb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:27.737943 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8d1cd381-ebb0-41e7-adab-39b9c5a8cb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:27.739131 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8d1cd381-ebb0-41e7-adab-39b9c5a8cb4e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/75047bd8-703f-4e93-9332-a0997ba3b12b HTTP/1.1" status: 204 len: 168 time: 0.1248791 Jul 05 04:54:27.747571 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cd381-ebb0-41e7-adab-39b9c5a8cb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75047bd8-703f-4e93-9332-a0997ba3b12b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:28.055207 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50162) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:28.095162 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6604cd36-d979-4ea1-be5c-225015715396 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3c62e6ac442745138d5cf0465c2ef6b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386231 Jul 05 04:54:28.097409 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50164) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:28.145311 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-29b0bc9e-7a1c-4453-8515-30448d809d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:28.169296 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-29b0bc9e-7a1c-4453-8515-30448d809d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:28.220477 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-29b0bc9e-7a1c-4453-8515-30448d809d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:28.222985 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-29b0bc9e-7a1c-4453-8515-30448d809d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:28.224154 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-29b0bc9e-7a1c-4453-8515-30448d809d6b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8b9ecfca-3f29-41ae-b383-6b42a48970a0 HTTP/1.1" status: 204 len: 168 time: 0.1258082 Jul 05 04:54:28.233077 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0bc9e-7a1c-4453-8515-30448d809d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9ecfca-3f29-41ae-b383-6b42a48970a0,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:28.774972 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-980db3f8-516f-41bd-958a-dbbb8f082349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:29.930135 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.175228 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50206) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:30.181023 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ff19f65b-f34f-4040-9468-2b353b7d7c95 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2028879073', 'description': 'tempest-secgroup-smoke-2028879073 description', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:30.203992 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ff19f65b-f34f-4040-9468-2b353b7d7c95 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.212571 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ff19f65b-f34f-4040-9468-2b353b7d7c95 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.307082 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ff19f65b-f34f-4040-9468-2b353b7d7c95 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.310799 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ff19f65b-f34f-4040-9468-2b353b7d7c95 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.347336 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19f65b-f34f-4040-9468-2b353b7d7c95 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47b0b894-c3dd-4b32-9825-872b282b230d,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:30.403951 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ff19f65b-f34f-4040-9468-2b353b7d7c95 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.407538 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ff19f65b-f34f-4040-9468-2b353b7d7c95 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.436577 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ff19f65b-f34f-4040-9468-2b353b7d7c95 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.437809 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ff19f65b-f34f-4040-9468-2b353b7d7c95 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2614756 Jul 05 04:54:30.439617 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19f65b-f34f-4040-9468-2b353b7d7c95 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=765a50d4-5d46-4f17-b73f-c73adfc8d266,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:30.440896 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50208) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:30.446914 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-904c0ccc-c4e4-41a2-8b80-9a5d26400dfc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': '765a50d4-5d46-4f17-b73f-c73adfc8d266', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:30.473802 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-904c0ccc-c4e4-41a2-8b80-9a5d26400dfc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.519194 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-904c0ccc-c4e4-41a2-8b80-9a5d26400dfc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.523541 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-904c0ccc-c4e4-41a2-8b80-9a5d26400dfc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.543831 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c0ccc-c4e4-41a2-8b80-9a5d26400dfc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533a6a7b-7c87-44ed-ada4-30aa638bdc6b,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:30.553169 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-904c0ccc-c4e4-41a2-8b80-9a5d26400dfc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.555271 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-904c0ccc-c4e4-41a2-8b80-9a5d26400dfc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1125340 Jul 05 04:54:30.557964 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50210) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:30.562417 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-4e289407-40f9-41c0-afd7-93ab2aabf091 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': '765a50d4-5d46-4f17-b73f-c73adfc8d266', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:30.589679 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e289407-40f9-41c0-afd7-93ab2aabf091 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.648997 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e289407-40f9-41c0-afd7-93ab2aabf091 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.652595 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e289407-40f9-41c0-afd7-93ab2aabf091 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.670195 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e289407-40f9-41c0-afd7-93ab2aabf091 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b967db-ffb8-4b10-8aa6-4623b6911db7,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:30.676077 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e289407-40f9-41c0-afd7-93ab2aabf091 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.677299 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4e289407-40f9-41c0-afd7-93ab2aabf091 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183729 Jul 05 04:54:30.680544 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50212) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:30.684969 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-72ab64cf-5e3d-4e35-a43d-1ef13362d310 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': '765a50d4-5d46-4f17-b73f-c73adfc8d266', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:30.711094 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-72ab64cf-5e3d-4e35-a43d-1ef13362d310 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.771040 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-72ab64cf-5e3d-4e35-a43d-1ef13362d310 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.774777 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-72ab64cf-5e3d-4e35-a43d-1ef13362d310 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.793517 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab64cf-5e3d-4e35-a43d-1ef13362d310 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67329cf7-7ff3-434d-ad41-a41071d85580,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:30.795697 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-72ab64cf-5e3d-4e35-a43d-1ef13362d310 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.796892 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-72ab64cf-5e3d-4e35-a43d-1ef13362d310 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154299 Jul 05 04:54:30.799636 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50214) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:30.804967 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-6d597e47-f02a-4bef-a370-77ca109c17f1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': '765a50d4-5d46-4f17-b73f-c73adfc8d266', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:30.831772 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d597e47-f02a-4bef-a370-77ca109c17f1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.891652 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d597e47-f02a-4bef-a370-77ca109c17f1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.895628 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d597e47-f02a-4bef-a370-77ca109c17f1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.920666 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d597e47-f02a-4bef-a370-77ca109c17f1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6213d6a7-66cc-44b6-9eab-c6950e7cdc7b,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:30.924384 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6d597e47-f02a-4bef-a370-77ca109c17f1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:30.925593 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6d597e47-f02a-4bef-a370-77ca109c17f1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250196 Jul 05 04:54:30.929134 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50216) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:30.933852 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-37c13986-8a3d-4422-b2ca-1a5e83409414 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': '765a50d4-5d46-4f17-b73f-c73adfc8d266', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:30.955436 n-d-780147-23 neutron-server[105538]: INFO neutron.db.securitygroups_db [None req-37c13986-8a3d-4422-b2ca-1a5e83409414 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Project 9c0f14b3387f45bbb4786c1a1c2d3b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:54:30.960177 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37c13986-8a3d-4422-b2ca-1a5e83409414 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.019572 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37c13986-8a3d-4422-b2ca-1a5e83409414 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.023143 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37c13986-8a3d-4422-b2ca-1a5e83409414 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.041234 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c13986-8a3d-4422-b2ca-1a5e83409414 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c81b3cc-4c0c-4662-a982-bf2257e3dc8e,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:31.046829 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37c13986-8a3d-4422-b2ca-1a5e83409414 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.048233 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-37c13986-8a3d-4422-b2ca-1a5e83409414 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180570 Jul 05 04:54:31.051001 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50218) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:31.056454 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-9373dfc5-bd4c-4b04-8dae-34e3604766bb tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': '765a50d4-5d46-4f17-b73f-c73adfc8d266', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:31.077356 n-d-780147-23 neutron-server[105538]: INFO neutron.db.securitygroups_db [None req-9373dfc5-bd4c-4b04-8dae-34e3604766bb tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Project 9c0f14b3387f45bbb4786c1a1c2d3b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:54:31.081991 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9373dfc5-bd4c-4b04-8dae-34e3604766bb tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.142976 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9373dfc5-bd4c-4b04-8dae-34e3604766bb tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.147676 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9373dfc5-bd4c-4b04-8dae-34e3604766bb tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.168603 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373dfc5-bd4c-4b04-8dae-34e3604766bb tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=578d6855-6456-4aa1-b441-5e93ce143bae,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:31.173796 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9373dfc5-bd4c-4b04-8dae-34e3604766bb tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.175015 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9373dfc5-bd4c-4b04-8dae-34e3604766bb tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229320 Jul 05 04:54:31.178038 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50220) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:31.182970 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-adf027af-a1bd-4a9f-b56f-b772927c2cdc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'network': {'name': 'tempest-network-smoke--641162152', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'port_security_enabled': True}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:31.203349 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf027af-a1bd-4a9f-b56f-b772927c2cdc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Made reservation on behalf of 9c0f14b3387f45bbb4786c1a1c2d3b4b for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:54:31.206837 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-adf027af-a1bd-4a9f-b56f-b772927c2cdc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.231322 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf027af-a1bd-4a9f-b56f-b772927c2cdc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:54:31.240492 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-adf027af-a1bd-4a9f-b56f-b772927c2cdc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.240841 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-adf027af-a1bd-4a9f-b56f-b772927c2cdc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Added segment 6f163ece-8ba1-48ed-8add-934d200fd4c2 of type vlan for network c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa Jul 05 04:54:31.281382 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-adf027af-a1bd-4a9f-b56f-b772927c2cdc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.309386 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-adf027af-a1bd-4a9f-b56f-b772927c2cdc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.314847 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf027af-a1bd-4a9f-b56f-b772927c2cdc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:31.315429 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-adf027af-a1bd-4a9f-b56f-b772927c2cdc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.371039 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-adf027af-a1bd-4a9f-b56f-b772927c2cdc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1919584 Jul 05 04:54:31.373872 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50222) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:31.378262 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-213078f3-bd2b-47b2-947e-29137cb62cdd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2112084468', 'admin_state_up': True, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:31.400587 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf027af-a1bd-4a9f-b56f-b772927c2cdc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Network': ['ID=c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:31.410615 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:54:31.414557 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-213078f3-bd2b-47b2-947e-29137cb62cdd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.415881 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-213078f3-bd2b-47b2-947e-29137cb62cdd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.468416 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-213078f3-bd2b-47b2-947e-29137cb62cdd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.473257 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bb8a9061-26df-4c13-936b-bb076170b191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.608837 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-213078f3-bd2b-47b2-947e-29137cb62cdd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.801806 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-213078f3-bd2b-47b2-947e-29137cb62cdd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.822385 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-213078f3-bd2b-47b2-947e-29137cb62cdd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.864545 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:31.929681 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-213078f3-bd2b-47b2-947e-29137cb62cdd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Allocated IP 172.25.1.84 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/c511bea3-c8d4-4c41-8a9e-c58f5993aee1) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:54:32.028308 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-213078f3-bd2b-47b2-947e-29137cb62cdd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:32.072979 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-213078f3-bd2b-47b2-947e-29137cb62cdd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:32.109591 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213078f3-bd2b-47b2-947e-29137cb62cdd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:54:32.116369 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-213078f3-bd2b-47b2-947e-29137cb62cdd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:54:32.119186 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213078f3-bd2b-47b2-947e-29137cb62cdd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:54:32.124937 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213078f3-bd2b-47b2-947e-29137cb62cdd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=c511bea3-c8d4-4c41-8a9e-c58f5993aee1,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:32.377895 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-213078f3-bd2b-47b2-947e-29137cb62cdd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:32.584070 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-213078f3-bd2b-47b2-947e-29137cb62cdd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:32.712068 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213078f3-bd2b-47b2-947e-29137cb62cdd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Router 5dd1a687-7c00-4e72-a836-0c754fb8b1d3 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:54:32.799288 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:32.819296 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213078f3-bd2b-47b2-947e-29137cb62cdd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:54:32.830304 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] Sync routers for ids ['5dd1a687-7c00-4e72-a836-0c754fb8b1d3'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:54:32.837682 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-213078f3-bd2b-47b2-947e-29137cb62cdd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:32.839001 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-213078f3-bd2b-47b2-947e-29137cb62cdd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4642124 Jul 05 04:54:32.842170 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50224) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:32.843822 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] Routers {'5dd1a687-7c00-4e72-a836-0c754fb8b1d3'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:54:32.844424 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:54:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5dd1a687-7c00-4e72-a836-0c754fb8b1d3'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:32.947769 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] Set router 5dd1a687-7c00-4e72-a836-0c754fb8b1d3 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:54:32.960333 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5e14161e-19b8-4d76-bff5-1662db037d15 tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1168067 Jul 05 04:54:32.962793 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50228) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:33.048413 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c318ff-c2ab-422c-9ea1-d2eb0f471631 tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:33.049946 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-09c318ff-c2ab-422c-9ea1-d2eb0f471631 tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862956 Jul 05 04:54:33.052785 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50230) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:33.087263 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ee17b6f5-94ae-419b-bd7e-60f66fbe70b9 tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327089 Jul 05 04:54:33.089835 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50232) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:33.094782 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-c9347f51-e2d1-4f4a-af68-1a15640f6e6a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-442454063', 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:33.190471 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9347f51-e2d1-4f4a-af68-1a15640f6e6a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Made reservation on behalf of 9c0f14b3387f45bbb4786c1a1c2d3b4b for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:54:33.194419 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c9347f51-e2d1-4f4a-af68-1a15640f6e6a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:33.210413 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112084468', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:32Z', 'revision_number': 3, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:33.236160 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] Checking router: 5dd1a687-7c00-4e72-a836-0c754fb8b1d3 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:54:33.236428 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] Updating router 5dd1a687-7c00-4e72-a836-0c754fb8b1d3 port c511bea3-c8d4-4c41-8a9e-c58f5993aee1 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:54:33.271754 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:33.383276 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c9347f51-e2d1-4f4a-af68-1a15640f6e6a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:33.454419 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9347f51-e2d1-4f4a-af68-1a15640f6e6a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Subnet': ['ID=c9828163-d5a1-47de-b5da-adf70ffbb1ed,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:33.461041 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9347f51-e2d1-4f4a-af68-1a15640f6e6a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Checking segment: {'id': '6f163ece-8ba1-48ed-8add-934d200fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:54:33.461473 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9347f51-e2d1-4f4a-af68-1a15640f6e6a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network hostable DHCP agents. Network: c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:54:33.478083 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9347f51-e2d1-4f4a-af68-1a15640f6e6a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:54:33.486775 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-c9347f51-e2d1-4f4a-af68-1a15640f6e6a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:54:33.492697 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9347f51-e2d1-4f4a-af68-1a15640f6e6a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:33.492697 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c9347f51-e2d1-4f4a-af68-1a15640f6e6a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:33.496825 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b51156-ba35-4533-9095-d26a7ea10fbd None None] Network c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:54:33.511994 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50236) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:33.512608 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c9347f51-e2d1-4f4a-af68-1a15640f6e6a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4212744 Jul 05 04:54:33.538602 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:33.548749 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] Transition to ACTIVE for port object c511bea3-c8d4-4c41-8a9e-c58f5993aee1 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:54:33.554549 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:33.600454 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] Attempting to bind port c511bea3-c8d4-4c41-8a9e-c58f5993aee1 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:54:33.600897 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] Attempting to bind port c511bea3-c8d4-4c41-8a9e-c58f5993aee1 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:54:33.601350 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] Attempting to bind port c511bea3-c8d4-4c41-8a9e-c58f5993aee1 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:54:33.613568 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:54:33.613967 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:54:33.614645 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:33.614800 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:54:33.615299 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] Bound port: c511bea3-c8d4-4c41-8a9e-c58f5993aee1, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:54:33.615647 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:33.641364 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8368c3-cf8b-4a9d-b103-05293cae41ad None None] Pushing event updated for resources: {'Port': ['ID=c511bea3-c8d4-4c41-8a9e-c58f5993aee1,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:33.655401 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d36d37c-67de-48fa-aa35-addd0bf6dc2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa', 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'fixed_ips': [{'subnet_id': 'c9828163-d5a1-47de-b5da-adf70ffbb1ed'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:54:33.656562 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3d36d37c-67de-48fa-aa35-addd0bf6dc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:33.675297 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] For port c511bea3-c8d4-4c41-8a9e-c58f5993aee1, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:54:33.679239 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] For port c511bea3-c8d4-4c41-8a9e-c58f5993aee1, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=c511bea3-c8d4-4c41-8a9e-c58f5993aee1,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:54:33.681297 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8368c3-cf8b-4a9d-b103-05293cae41ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:33.681609 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8368c3-cf8b-4a9d-b103-05293cae41ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:33.682003 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8368c3-cf8b-4a9d-b103-05293cae41ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:33.682495 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8368c3-cf8b-4a9d-b103-05293cae41ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:33.682861 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8368c3-cf8b-4a9d-b103-05293cae41ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:33.683140 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8368c3-cf8b-4a9d-b103-05293cae41ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:33.683467 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8368c3-cf8b-4a9d-b103-05293cae41ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:33.683773 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8368c3-cf8b-4a9d-b103-05293cae41ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:33.684118 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8368c3-cf8b-4a9d-b103-05293cae41ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:33.684586 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8368c3-cf8b-4a9d-b103-05293cae41ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:33.684742 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8368c3-cf8b-4a9d-b103-05293cae41ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:33.685049 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8368c3-cf8b-4a9d-b103-05293cae41ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:54:33.688960 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:33.743605 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] Routers {'5dd1a687-7c00-4e72-a836-0c754fb8b1d3'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:54:33.744287 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:54:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5dd1a687-7c00-4e72-a836-0c754fb8b1d3'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:33.801920 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-3d36d37c-67de-48fa-aa35-addd0bf6dc2a None None] Allocated IP 172.20.0.2 (c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa/c9828163-d5a1-47de-b5da-adf70ffbb1ed/d3c2349a-df26-44f4-81a9-43ed03ac40f8) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:54:33.841962 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8368c3-cf8b-4a9d-b103-05293cae41ad None None] Pushing event updated for resources: {'Port': ['ID=c511bea3-c8d4-4c41-8a9e-c58f5993aee1,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:33.858745 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] Set router 5dd1a687-7c00-4e72-a836-0c754fb8b1d3 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:54:33.956915 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3d36d37c-67de-48fa-aa35-addd0bf6dc2a None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:33.967433 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3d36d37c-67de-48fa-aa35-addd0bf6dc2a None None] Transition to ACTIVE for port object d3c2349a-df26-44f4-81a9-43ed03ac40f8 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:54:33.983387 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3d36d37c-67de-48fa-aa35-addd0bf6dc2a None None] Transition to ACTIVE for port object d3c2349a-df26-44f4-81a9-43ed03ac40f8 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:54:33.990184 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3d36d37c-67de-48fa-aa35-addd0bf6dc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:34.029163 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d36d37c-67de-48fa-aa35-addd0bf6dc2a None None] Network c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:54:34.032146 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-3d36d37c-67de-48fa-aa35-addd0bf6dc2a None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:54:34.034606 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d36d37c-67de-48fa-aa35-addd0bf6dc2a None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:54:34.047588 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112084468', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:32Z', 'revision_number': 3, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:34.050660 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36d37c-67de-48fa-aa35-addd0bf6dc2a None None] Pushing event updated for resources: {'Port': ['ID=d3c2349a-df26-44f4-81a9-43ed03ac40f8,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:34.076819 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef6c64c-524a-459b-b76a-a8923162b3f6 None None] The sync data for ids ['5dd1a687-7c00-4e72-a836-0c754fb8b1d3'] in n-d-780147-23 is: [{'id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112084468', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:32Z', 'revision_number': 3, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:54:34.096677 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4ef50fb2-9972-43bd-9d44-c352fdec1e97 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:34.113008 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-3d36d37c-67de-48fa-aa35-addd0bf6dc2a None None] Attempting to bind port d3c2349a-df26-44f4-81a9-43ed03ac40f8 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:54:34.113399 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-3d36d37c-67de-48fa-aa35-addd0bf6dc2a None None] Attempting to bind port d3c2349a-df26-44f4-81a9-43ed03ac40f8 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '6f163ece-8ba1-48ed-8add-934d200fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:54:34.113765 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d36d37c-67de-48fa-aa35-addd0bf6dc2a None None] Attempting to bind port d3c2349a-df26-44f4-81a9-43ed03ac40f8 on network c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:54:34.119972 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d36d37c-67de-48fa-aa35-addd0bf6dc2a None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:54:34.120354 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d36d37c-67de-48fa-aa35-addd0bf6dc2a None None] Checking segment: {'id': '6f163ece-8ba1-48ed-8add-934d200fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:54:34.120767 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3d36d37c-67de-48fa-aa35-addd0bf6dc2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:34.121172 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d36d37c-67de-48fa-aa35-addd0bf6dc2a None None] Bound using segment: {'id': '6f163ece-8ba1-48ed-8add-934d200fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:54:34.121658 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-3d36d37c-67de-48fa-aa35-addd0bf6dc2a None None] Bound port: d3c2349a-df26-44f4-81a9-43ed03ac40f8, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f163ece-8ba1-48ed-8add-934d200fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:54:34.122048 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3d36d37c-67de-48fa-aa35-addd0bf6dc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:34.195736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-3d36d37c-67de-48fa-aa35-addd0bf6dc2a None None] For port d3c2349a-df26-44f4-81a9-43ed03ac40f8, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:54:34.199764 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-3d36d37c-67de-48fa-aa35-addd0bf6dc2a None None] For port d3c2349a-df26-44f4-81a9-43ed03ac40f8, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d3c2349a-df26-44f4-81a9-43ed03ac40f8,segment=NetworkSegment(6f163ece-8ba1-48ed-8add-934d200fd4c2),segment_id=6f163ece-8ba1-48ed-8add-934d200fd4c2)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:54:34.206122 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3d36d37c-67de-48fa-aa35-addd0bf6dc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:34.264171 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36d37c-67de-48fa-aa35-addd0bf6dc2a None None] Pushing event updated for resources: {'Port': ['ID=d3c2349a-df26-44f4-81a9-43ed03ac40f8,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:34.477913 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-4ef50fb2-9972-43bd-9d44-c352fdec1e97 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Allocated IP 172.20.0.1 (c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa/c9828163-d5a1-47de-b5da-adf70ffbb1ed/5c9d0097-f6f4-4fc2-a19d-b49420ffac64) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:54:34.606257 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:34.633627 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4ef50fb2-9972-43bd-9d44-c352fdec1e97 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:34.649574 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-4ef50fb2-9972-43bd-9d44-c352fdec1e97 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Transition to ACTIVE for port object 5c9d0097-f6f4-4fc2-a19d-b49420ffac64 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:54:34.684738 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4ef50fb2-9972-43bd-9d44-c352fdec1e97 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:34.734823 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef50fb2-9972-43bd-9d44-c352fdec1e97 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:54:34.738048 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-4ef50fb2-9972-43bd-9d44-c352fdec1e97 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:54:34.743321 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef50fb2-9972-43bd-9d44-c352fdec1e97 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:54:34.747438 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef50fb2-9972-43bd-9d44-c352fdec1e97 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=5c9d0097-f6f4-4fc2-a19d-b49420ffac64,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:34.788894 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4ef50fb2-9972-43bd-9d44-c352fdec1e97 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:34.936527 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4ef50fb2-9972-43bd-9d44-c352fdec1e97 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:35.227861 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c511bea3-c8d4-4c41-8a9e-c58f5993aee1 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:54:35.286511 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port c511bea3-c8d4-4c41-8a9e-c58f5993aee1 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:54:35.291942 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port c511bea3-c8d4-4c41-8a9e-c58f5993aee1 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:54:35.292574 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:35.340463 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2f9787-3e6d-4e29-9bce-3272c18c91a5 None None] Network c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:54:35.496015 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8fad759a-1ae1-47e8-95c3-162e7b12b936 None None] Provisioning for port d3c2349a-df26-44f4-81a9-43ed03ac40f8 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:54:35.500515 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:35.532962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port c511bea3-c8d4-4c41-8a9e-c58f5993aee1, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=c511bea3-c8d4-4c41-8a9e-c58f5993aee1,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:54:35.543499 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:35.543499 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d3c2349a-df26-44f4-81a9-43ed03ac40f8 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:54:35.543999 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4ef50fb2-9972-43bd-9d44-c352fdec1e97 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:35.550215 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4ef50fb2-9972-43bd-9d44-c352fdec1e97 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:35.626724 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef50fb2-9972-43bd-9d44-c352fdec1e97 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=5c9d0097-f6f4-4fc2-a19d-b49420ffac64,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:35.632475 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4ef50fb2-9972-43bd-9d44-c352fdec1e97 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:35.650660 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=c511bea3-c8d4-4c41-8a9e-c58f5993aee1,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:35.674422 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port d3c2349a-df26-44f4-81a9-43ed03ac40f8 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:54:35.678983 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port d3c2349a-df26-44f4-81a9-43ed03ac40f8 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:54:35.679684 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:35.728858 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef50fb2-9972-43bd-9d44-c352fdec1e97 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:54:35.730732 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-4ef50fb2-9972-43bd-9d44-c352fdec1e97 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:54:35.768266 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:35.804826 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port d3c2349a-df26-44f4-81a9-43ed03ac40f8, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d3c2349a-df26-44f4-81a9-43ed03ac40f8,segment=NetworkSegment(6f163ece-8ba1-48ed-8add-934d200fd4c2),segment_id=6f163ece-8ba1-48ed-8add-934d200fd4c2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:54:35.813579 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:35.861901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef50fb2-9972-43bd-9d44-c352fdec1e97 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Router 5dd1a687-7c00-4e72-a836-0c754fb8b1d3 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:54:35.868035 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=d3c2349a-df26-44f4-81a9-43ed03ac40f8,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:35.934731 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bf98dfbf-2eed-46d3-a7cf-60bd97d2b904 None None] Provisioning complete for port d3c2349a-df26-44f4-81a9-43ed03ac40f8 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:54:35.935110 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bf98dfbf-2eed-46d3-a7cf-60bd97d2b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:35.982015 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef50fb2-9972-43bd-9d44-c352fdec1e97 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:54:35.990629 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4ef50fb2-9972-43bd-9d44-c352fdec1e97 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "PUT /v2.0/routers/5dd1a687-7c00-4e72-a836-0c754fb8b1d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4771397 Jul 05 04:54:36.013558 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] Sync routers for ids ['5dd1a687-7c00-4e72-a836-0c754fb8b1d3'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:54:36.038117 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] Routers {'5dd1a687-7c00-4e72-a836-0c754fb8b1d3'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:54:36.038680 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:54:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5dd1a687-7c00-4e72-a836-0c754fb8b1d3'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:36.089968 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bf98dfbf-2eed-46d3-a7cf-60bd97d2b904 None None] Provisioning for port 5c9d0097-f6f4-4fc2-a19d-b49420ffac64 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:54:36.099824 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-bf98dfbf-2eed-46d3-a7cf-60bd97d2b904 None None] Provisioning complete for port 5c9d0097-f6f4-4fc2-a19d-b49420ffac64 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:54:36.100210 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bf98dfbf-2eed-46d3-a7cf-60bd97d2b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:36.181405 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-bf98dfbf-2eed-46d3-a7cf-60bd97d2b904 None None] Port 5c9d0097-f6f4-4fc2-a19d-b49420ffac64 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:54:36.198012 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] Set router 5dd1a687-7c00-4e72-a836-0c754fb8b1d3 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:54:36.288716 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-ac64e518-dc9b-44d2-ba6e-3d72038a77ab tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028879073&fields=id&tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b HTTP/1.1" status: 200 len: 267 time: 0.0360694 Jul 05 04:54:36.338619 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4b876a88-0e2d-43f0-85d5-69a31d961efb None None] Provisioning complete for port 5c9d0097-f6f4-4fc2-a19d-b49420ffac64 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:54:36.339168 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4b876a88-0e2d-43f0-85d5-69a31d961efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:36.395335 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-4b876a88-0e2d-43f0-85d5-69a31d961efb None None] Port 5c9d0097-f6f4-4fc2-a19d-b49420ffac64 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:54:36.406368 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-09c429ca-a167-4050-9474-8354d30a3905 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:36.407920 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-09c429ca-a167-4050-9474-8354d30a3905 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/networks?id=c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa HTTP/1.1" status: 200 len: 796 time: 0.1085770 Jul 05 04:54:36.424718 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-d0cfb1d1-4c3f-41f7-b214-6ee30b74d0bf tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/quotas/9c0f14b3387f45bbb4786c1a1c2d3b4b HTTP/1.1" status: 200 len: 375 time: 0.0095885 Jul 05 04:54:36.457339 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112084468', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:34Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '5c9d0097-f6f4-4fc2-a19d-b49420ffac64', 'name': '', 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:9a:65:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c9828163-d5a1-47de-b5da-adf70ffbb1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:34Z', 'updated_at': '2021-07-05T04:54:35Z', 'revision_number': 2, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': 'c9828163-d5a1-47de-b5da-adf70ffbb1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:36.484950 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] Checking router: 5dd1a687-7c00-4e72-a836-0c754fb8b1d3 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:54:36.485301 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] Updating router 5dd1a687-7c00-4e72-a836-0c754fb8b1d3 port 5c9d0097-f6f4-4fc2-a19d-b49420ffac64 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:54:36.496914 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-ef4eaa82-a7b1-4b9f-bee7-b94bf0ca8a09 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665495 Jul 05 04:54:36.528770 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3d6e2b95-7bb3-4202-bbe5-ab69bbefed06 None None] Provisioning complete for port 5c9d0097-f6f4-4fc2-a19d-b49420ffac64 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:54:36.529138 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2b95-7bb3-4202-bbe5-ab69bbefed06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:36.530520 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:36.559936 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-65d30ee8-b7e2-4795-baf9-890ee679ff3a service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:54:36.560946 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-65d30ee8-b7e2-4795-baf9-890ee679ff3a service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0519013 Jul 05 04:54:36.595620 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e2b95-7bb3-4202-bbe5-ab69bbefed06 None None] Port 5c9d0097-f6f4-4fc2-a19d-b49420ffac64 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:54:36.654728 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-ebf7f74d-c65d-408a-aead-66dd91475e37 service neutron] 10.222.0.77 "GET /v2.0/networks/c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878239 Jul 05 04:54:36.749717 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-665344fe-895e-4eec-8c1e-a1074296f25a service neutron] 10.222.0.77 "GET /v2.0/networks/c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890381 Jul 05 04:54:36.933125 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f7a8b37d-b56c-4125-bf8e-e894833c2788 req-a9f9d27e-5b6f-4664-bba4-f1f770ab22e1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=186a480b-363c-4151-b57d-32be990d7bea HTTP/1.1" status: 200 len: 210 time: 0.0322580 Jul 05 04:54:36.998386 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:37.009301 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] Transition to ACTIVE for port object 5c9d0097-f6f4-4fc2-a19d-b49420ffac64 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:54:37.015533 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:37.064985 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221d0ea-c968-4651-a47a-53969ef8dcdd None None] Pushing event updated for resources: {'Port': ['ID=5c9d0097-f6f4-4fc2-a19d-b49420ffac64,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:37.160782 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] Attempting to bind port 5c9d0097-f6f4-4fc2-a19d-b49420ffac64 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:54:37.160782 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] Attempting to bind port 5c9d0097-f6f4-4fc2-a19d-b49420ffac64 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '6f163ece-8ba1-48ed-8add-934d200fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:54:37.161262 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] Attempting to bind port 5c9d0097-f6f4-4fc2-a19d-b49420ffac64 on network c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:54:37.168701 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:54:37.169157 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] Checking segment: {'id': '6f163ece-8ba1-48ed-8add-934d200fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:54:37.169712 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:37.170136 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] Bound using segment: {'id': '6f163ece-8ba1-48ed-8add-934d200fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:54:37.170678 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] Bound port: 5c9d0097-f6f4-4fc2-a19d-b49420ffac64, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f163ece-8ba1-48ed-8add-934d200fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:54:37.171062 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:37.208328 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c511bea3-c8d4-4c41-8a9e-c58f5993aee1 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:54:37.275557 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] For port 5c9d0097-f6f4-4fc2-a19d-b49420ffac64, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:54:37.290793 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] For port 5c9d0097-f6f4-4fc2-a19d-b49420ffac64, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5c9d0097-f6f4-4fc2-a19d-b49420ffac64,segment=NetworkSegment(6f163ece-8ba1-48ed-8add-934d200fd4c2),segment_id=6f163ece-8ba1-48ed-8add-934d200fd4c2)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:54:37.301247 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:37.347094 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port c511bea3-c8d4-4c41-8a9e-c58f5993aee1 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:54:37.347094 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:37.425830 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221d0ea-c968-4651-a47a-53969ef8dcdd None None] Pushing event updated for resources: {'Port': ['ID=5c9d0097-f6f4-4fc2-a19d-b49420ffac64,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:37.430038 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] Routers {'5dd1a687-7c00-4e72-a836-0c754fb8b1d3'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:54:37.430655 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:54:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5dd1a687-7c00-4e72-a836-0c754fb8b1d3'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:37.550126 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d3c2349a-df26-44f4-81a9-43ed03ac40f8 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:54:37.595247 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:54:37.605830 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] Set router 5dd1a687-7c00-4e72-a836-0c754fb8b1d3 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:54:37.705761 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port d3c2349a-df26-44f4-81a9-43ed03ac40f8 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:54:37.705962 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:37.891001 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112084468', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:34Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '5c9d0097-f6f4-4fc2-a19d-b49420ffac64', 'name': '', 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:9a:65:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c9828163-d5a1-47de-b5da-adf70ffbb1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:34Z', 'updated_at': '2021-07-05T04:54:37Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': 'c9828163-d5a1-47de-b5da-adf70ffbb1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:37.918027 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc068059-2d4c-4929-af8d-55a630324436 None None] The sync data for ids ['5dd1a687-7c00-4e72-a836-0c754fb8b1d3'] in n-d-780147-23 is: [{'id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112084468', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:34Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '5c9d0097-f6f4-4fc2-a19d-b49420ffac64', 'name': '', 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:9a:65:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c9828163-d5a1-47de-b5da-adf70ffbb1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:34Z', 'updated_at': '2021-07-05T04:54:37Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': 'c9828163-d5a1-47de-b5da-adf70ffbb1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:54:38.328176 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5f15a791-4c61-4509-ba8b-d6c52cf98734 req-63c3fca9-37b6-4e59-9a43-5b47d34f47ac tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=186a480b-363c-4151-b57d-32be990d7bea HTTP/1.1" status: 200 len: 210 time: 0.0742965 Jul 05 04:54:38.387584 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-ab9a49b6-8f5c-4655-a0bb-be04aa62fbce tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:38.389274 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-ab9a49b6-8f5c-4655-a0bb-be04aa62fbce tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.89 "GET /v2.0/networks?id=c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa HTTP/1.1" status: 200 len: 796 time: 0.1472676 Jul 05 04:54:38.442568 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-9fddba78-4704-46ba-ad8b-33c908570549 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b HTTP/1.1" status: 200 len: 380 time: 0.0432572 Jul 05 04:54:38.454277 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-20b3d8a9-6457-4f9f-9f3d-f9ac5e996a62 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'port': {'device_id': '186a480b-363c-4151-b57d-32be990d7bea', 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa', 'admin_state_up': True, 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'security_groups': ['765a50d4-5d46-4f17-b73f-c73adfc8d266']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:38.576411 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-20b3d8a9-6457-4f9f-9f3d-f9ac5e996a62 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Made reservation on behalf of 9c0f14b3387f45bbb4786c1a1c2d3b4b for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:54:38.580250 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-20b3d8a9-6457-4f9f-9f3d-f9ac5e996a62 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:38.712281 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-20b3d8a9-6457-4f9f-9f3d-f9ac5e996a62 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Allocated IP 172.20.0.6 (c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa/c9828163-d5a1-47de-b5da-adf70ffbb1ed/f1286431-3b3e-4a27-847b-766b245f5fea) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:54:38.859701 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-20b3d8a9-6457-4f9f-9f3d-f9ac5e996a62 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:38.874533 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-20b3d8a9-6457-4f9f-9f3d-f9ac5e996a62 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Transition to ACTIVE for port object f1286431-3b3e-4a27-847b-766b245f5fea will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:54:38.908728 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-20b3d8a9-6457-4f9f-9f3d-f9ac5e996a62 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:38.956580 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-20b3d8a9-6457-4f9f-9f3d-f9ac5e996a62 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:54:38.963617 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-20b3d8a9-6457-4f9f-9f3d-f9ac5e996a62 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:54:38.966567 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-20b3d8a9-6457-4f9f-9f3d-f9ac5e996a62 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:54:38.997612 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3d8a9-6457-4f9f-9f3d-f9ac5e996a62 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=f1286431-3b3e-4a27-847b-766b245f5fea,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:39.027755 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-20b3d8a9-6457-4f9f-9f3d-f9ac5e996a62 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:39.031550 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-20b3d8a9-6457-4f9f-9f3d-f9ac5e996a62 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:39.054887 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-20b3d8a9-6457-4f9f-9f3d-f9ac5e996a62 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6046035 Jul 05 04:54:39.073312 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-b77b76d5-b439-48cc-a428-dcccca39871e service neutron] Request body: {'port': {'device_id': '186a480b-363c-4151-b57d-32be990d7bea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:39.168427 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-b77b76d5-b439-48cc-a428-dcccca39871e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:39.192017 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5c9d0097-f6f4-4fc2-a19d-b49420ffac64 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:54:39.237845 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4040b742-cece-49f9-bd08-bf79e70b4aee None None] Provisioning for port f1286431-3b3e-4a27-847b-766b245f5fea completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:54:39.244356 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-4040b742-cece-49f9-bd08-bf79e70b4aee None None] Provisioning complete for port f1286431-3b3e-4a27-847b-766b245f5fea triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:54:39.244733 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4040b742-cece-49f9-bd08-bf79e70b4aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:39.277189 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 5c9d0097-f6f4-4fc2-a19d-b49420ffac64 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:54:39.283320 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 5c9d0097-f6f4-4fc2-a19d-b49420ffac64 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:54:39.283692 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:39.285143 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-4040b742-cece-49f9-bd08-bf79e70b4aee None None] Port f1286431-3b3e-4a27-847b-766b245f5fea cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:54:39.367890 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:39.401718 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 5c9d0097-f6f4-4fc2-a19d-b49420ffac64, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5c9d0097-f6f4-4fc2-a19d-b49420ffac64,segment=NetworkSegment(6f163ece-8ba1-48ed-8add-934d200fd4c2),segment_id=6f163ece-8ba1-48ed-8add-934d200fd4c2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:54:39.406184 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:39.454742 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-b77b76d5-b439-48cc-a428-dcccca39871e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1286431-3b3e-4a27-847b-766b245f5fea {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:54:39.457262 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=5c9d0097-f6f4-4fc2-a19d-b49420ffac64,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:39.464408 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-b77b76d5-b439-48cc-a428-dcccca39871e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:39.506770 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-b77b76d5-b439-48cc-a428-dcccca39871e service neutron] Transition to ACTIVE for port object f1286431-3b3e-4a27-847b-766b245f5fea will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:54:39.513100 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-b77b76d5-b439-48cc-a428-dcccca39871e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:39.620508 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b76d5-b439-48cc-a428-dcccca39871e service neutron] Pushing event updated for resources: {'Port': ['ID=f1286431-3b3e-4a27-847b-766b245f5fea,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:39.661831 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa74b1c-1d6d-4791-b0b8-ed485123e7b5 req-582c558a-af91-4210-b7c7-dc1e3bb07b1b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:39.664322 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eaa74b1c-1d6d-4791-b0b8-ed485123e7b5 req-582c558a-af91-4210-b7c7-dc1e3bb07b1b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=186a480b-363c-4151-b57d-32be990d7bea HTTP/1.1" status: 200 len: 931 time: 0.1960442 Jul 05 04:54:39.721999 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-b77b76d5-b439-48cc-a428-dcccca39871e service neutron] Attempting to bind port f1286431-3b3e-4a27-847b-766b245f5fea on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:54:39.722334 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-b77b76d5-b439-48cc-a428-dcccca39871e service neutron] Attempting to bind port f1286431-3b3e-4a27-847b-766b245f5fea by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '6f163ece-8ba1-48ed-8add-934d200fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:54:39.722665 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-b77b76d5-b439-48cc-a428-dcccca39871e service neutron] Attempting to bind port f1286431-3b3e-4a27-847b-766b245f5fea on network c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:54:39.735038 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eaa74b1c-1d6d-4791-b0b8-ed485123e7b5 req-eb1dedc5-66bb-43e7-8e24-41897ec6a4b0 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=765a50d4-5d46-4f17-b73f-c73adfc8d266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640218 Jul 05 04:54:39.735786 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-b77b76d5-b439-48cc-a428-dcccca39871e service neutron] Port f1286431-3b3e-4a27-847b-766b245f5fea on network c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:54:39.736188 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-b77b76d5-b439-48cc-a428-dcccca39871e service neutron] Attempting to bind port f1286431-3b3e-4a27-847b-766b245f5fea on network c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:54:39.742083 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-b77b76d5-b439-48cc-a428-dcccca39871e service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:54:39.742420 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-b77b76d5-b439-48cc-a428-dcccca39871e service neutron] Checking segment: {'id': '6f163ece-8ba1-48ed-8add-934d200fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:54:39.742802 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-b77b76d5-b439-48cc-a428-dcccca39871e service neutron] Bound using segment: {'id': '6f163ece-8ba1-48ed-8add-934d200fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:54:39.743240 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-b77b76d5-b439-48cc-a428-dcccca39871e service neutron] Bound port: f1286431-3b3e-4a27-847b-766b245f5fea, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f163ece-8ba1-48ed-8add-934d200fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:54:39.743607 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-b77b76d5-b439-48cc-a428-dcccca39871e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:39.807135 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-b77b76d5-b439-48cc-a428-dcccca39871e service neutron] For port f1286431-3b3e-4a27-847b-766b245f5fea, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:54:39.810125 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-b77b76d5-b439-48cc-a428-dcccca39871e service neutron] For port f1286431-3b3e-4a27-847b-766b245f5fea, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=f1286431-3b3e-4a27-847b-766b245f5fea,segment=NetworkSegment(6f163ece-8ba1-48ed-8add-934d200fd4c2),segment_id=6f163ece-8ba1-48ed-8add-934d200fd4c2)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:54:39.814499 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-b77b76d5-b439-48cc-a428-dcccca39871e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:39.848609 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-b77b76d5-b439-48cc-a428-dcccca39871e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:39.849264 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-b77b76d5-b439-48cc-a428-dcccca39871e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:39.851278 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-b77b76d5-b439-48cc-a428-dcccca39871e service neutron] 10.222.0.89 "PUT /v2.0/ports/f1286431-3b3e-4a27-847b-766b245f5fea HTTP/1.1" status: 200 len: 1092 time: 0.7841630 Jul 05 04:54:39.851716 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186a480b-363c-4151-b57d-32be990d7bea', 'tag': 'f1286431-3b3e-4a27-847b-766b245f5fea'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:54:39.853975 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1d85c4-41af-4363-b2bd-ad7ea3136aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "186a480b-363c-4151-b57d-32be990d7bea", "tag": "f1286431-3b3e-4a27-847b-766b245f5fea"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:54:39.881022 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b76d5-b439-48cc-a428-dcccca39871e service neutron] Pushing event updated for resources: {'Port': ['ID=f1286431-3b3e-4a27-847b-766b245f5fea,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:39.900544 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ecec91-b5b8-4cb1-aff1-d1c033249c90 x-openstack-request-id: req-a6ecec91-b5b8-4cb1-aff1-d1c033249c90 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:54:39.900844 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186a480b-363c-4151-b57d-32be990d7bea", "tag": "f1286431-3b3e-4a27-847b-766b245f5fea", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:54:39.901103 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6ecec91-b5b8-4cb1-aff1-d1c033249c90 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:54:39.901581 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186a480b-363c-4151-b57d-32be990d7bea', 'tag': 'f1286431-3b3e-4a27-847b-766b245f5fea', 'status': 'completed', 'code': 200} Jul 05 04:54:39.969610 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-bb82a962-0d83-4850-bc20-ed108b1db9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:39.971172 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-bb82a962-0d83-4850-bc20-ed108b1db9a7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=186a480b-363c-4151-b57d-32be990d7bea HTTP/1.1" status: 200 len: 1095 time: 0.0647247 Jul 05 04:54:40.017459 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-975bc346-ba59-42f0-b70a-de4d38074dd8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1286431-3b3e-4a27-847b-766b245f5fea HTTP/1.1" status: 200 len: 217 time: 0.0352359 Jul 05 04:54:40.070339 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-4b3a9248-9c9b-494e-b35b-146db9a9659c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:40.072030 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-4b3a9248-9c9b-494e-b35b-146db9a9659c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c9828163-d5a1-47de-b5da-adf70ffbb1ed HTTP/1.1" status: 200 len: 834 time: 0.0449054 Jul 05 04:54:40.134112 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-b14b9fc5-b3c3-4922-8815-9cf0c7d929ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:40.135599 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-b14b9fc5-b3c3-4922-8815-9cf0c7d929ee service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532563 Jul 05 04:54:40.233316 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-4f8a9662-12c2-47a0-b36c-fe3d4d3dfc2e service neutron] 10.222.0.89 "GET /v2.0/networks/c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855064 Jul 05 04:54:40.328723 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afd17036-bfdc-4a35-976a-5efc4c0889cf req-1a65d0e0-9d41-40e5-8901-3a8baea60bc8 service neutron] 10.222.0.89 "GET /v2.0/networks/c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845020 Jul 05 04:54:40.475466 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d85c4-41af-4363-b2bd-ad7ea3136aa5 req-4b49539f-4fe8-46db-8a6f-84b7dd656973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:40.478229 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1c1d85c4-41af-4363-b2bd-ad7ea3136aa5 req-4b49539f-4fe8-46db-8a6f-84b7dd656973 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=186a480b-363c-4151-b57d-32be990d7bea HTTP/1.1" status: 200 len: 1095 time: 0.0695577 Jul 05 04:54:40.576504 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d85c4-41af-4363-b2bd-ad7ea3136aa5 req-1b42f910-bac1-4da4-8dd2-b2f811c91896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:40.577985 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1c1d85c4-41af-4363-b2bd-ad7ea3136aa5 req-1b42f910-bac1-4da4-8dd2-b2f811c91896 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa HTTP/1.1" status: 200 len: 897 time: 0.0929942 Jul 05 04:54:40.624742 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1c1d85c4-41af-4363-b2bd-ad7ea3136aa5 req-49909281-0a4c-468e-891b-153f122ee0f8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1286431-3b3e-4a27-847b-766b245f5fea HTTP/1.1" status: 200 len: 217 time: 0.0388925 Jul 05 04:54:40.675087 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d85c4-41af-4363-b2bd-ad7ea3136aa5 req-87d4eb67-a19c-4c6c-b56d-ba2de1b8ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:40.676537 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1c1d85c4-41af-4363-b2bd-ad7ea3136aa5 req-87d4eb67-a19c-4c6c-b56d-ba2de1b8ca2f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c9828163-d5a1-47de-b5da-adf70ffbb1ed HTTP/1.1" status: 200 len: 834 time: 0.0442011 Jul 05 04:54:40.735046 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d85c4-41af-4363-b2bd-ad7ea3136aa5 req-00404b16-f94e-46f1-ab88-6b764646b7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:40.736589 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1c1d85c4-41af-4363-b2bd-ad7ea3136aa5 req-00404b16-f94e-46f1-ab88-6b764646b7ce service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528622 Jul 05 04:54:40.836492 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1c1d85c4-41af-4363-b2bd-ad7ea3136aa5 req-a53b0b42-e010-4298-8921-7e68cdf91d92 service neutron] 10.222.0.89 "GET /v2.0/networks/c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926421 Jul 05 04:54:40.977486 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1c1d85c4-41af-4363-b2bd-ad7ea3136aa5 req-8bb25e7c-e567-493a-a3ef-504598fd9b09 service neutron] 10.222.0.89 "GET /v2.0/networks/c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334145 Jul 05 04:54:40.985713 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463fb9f-1f26-43a6-a9b4-eefd934659a1 req-7a54ed7e-751a-432e-8114-33aac8d3cb75 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:40.987102 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b463fb9f-1f26-43a6-a9b4-eefd934659a1 req-7a54ed7e-751a-432e-8114-33aac8d3cb75 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=186a480b-363c-4151-b57d-32be990d7bea HTTP/1.1" status: 200 len: 943 time: 0.1242392 Jul 05 04:54:41.026951 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b463fb9f-1f26-43a6-a9b4-eefd934659a1 req-e72397e3-516b-43fb-91c9-26936541abee tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=765a50d4-5d46-4f17-b73f-c73adfc8d266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335038 Jul 05 04:54:41.158988 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5c9d0097-f6f4-4fc2-a19d-b49420ffac64 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:54:41.211240 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 5c9d0097-f6f4-4fc2-a19d-b49420ffac64 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:54:41.211610 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:42.202228 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbb34a-d235-46c3-a187-b9a367a4069f req-0faf2e93-4ff6-4985-bfe6-d2fab2e8d629 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:42.203793 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3bbbb34a-d235-46c3-a187-b9a367a4069f req-0faf2e93-4ff6-4985-bfe6-d2fab2e8d629 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=186a480b-363c-4151-b57d-32be990d7bea HTTP/1.1" status: 200 len: 943 time: 0.0640626 Jul 05 04:54:42.241349 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3bbbb34a-d235-46c3-a187-b9a367a4069f req-e3e9de46-fba4-4c69-93fd-09bf35248767 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=765a50d4-5d46-4f17-b73f-c73adfc8d266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319550 Jul 05 04:54:42.737171 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device f1286431-3b3e-4a27-847b-766b245f5fea details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:54:42.834160 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port f1286431-3b3e-4a27-847b-766b245f5fea, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=f1286431-3b3e-4a27-847b-766b245f5fea,segment=NetworkSegment(6f163ece-8ba1-48ed-8add-934d200fd4c2),segment_id=6f163ece-8ba1-48ed-8add-934d200fd4c2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:54:42.845513 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'f1286431-3b3e-4a27-847b-766b245f5fea', 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa', 'port_id': 'f1286431-3b3e-4a27-847b-766b245f5fea', 'mac_address': 'fa:16:3e:b8:4d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9828163-d5a1-47de-b5da-adf70ffbb1ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:54:42.882775 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:42.895013 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1286431-3b3e-4a27-847b-766b245f5fea {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:54:42.914049 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port f1286431-3b3e-4a27-847b-766b245f5fea, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=f1286431-3b3e-4a27-847b-766b245f5fea,segment=NetworkSegment(6f163ece-8ba1-48ed-8add-934d200fd4c2),segment_id=6f163ece-8ba1-48ed-8add-934d200fd4c2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:54:42.916930 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:42.963771 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=f1286431-3b3e-4a27-847b-766b245f5fea,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:43.208629 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['f1286431-3b3e-4a27-847b-766b245f5fea'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:54:43.440859 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a137d-1eea-441c-8fd1-958b04524060 req-d32544aa-b4f4-4b1b-b086-34715f08b9cc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:43.442508 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-392a137d-1eea-441c-8fd1-958b04524060 req-d32544aa-b4f4-4b1b-b086-34715f08b9cc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=186a480b-363c-4151-b57d-32be990d7bea HTTP/1.1" status: 200 len: 944 time: 0.0795240 Jul 05 04:54:43.482926 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-392a137d-1eea-441c-8fd1-958b04524060 req-de3db4dc-43a8-4c5e-9b2b-7de8a4dd7628 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=765a50d4-5d46-4f17-b73f-c73adfc8d266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341275 Jul 05 04:54:43.810640 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:44.665034 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56c2fd-f7bb-4a3c-9c8e-ec94a926ee9b req-9144e562-5508-4130-9f80-bbf82def0386 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:44.666521 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e56c2fd-f7bb-4a3c-9c8e-ec94a926ee9b req-9144e562-5508-4130-9f80-bbf82def0386 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=186a480b-363c-4151-b57d-32be990d7bea HTTP/1.1" status: 200 len: 944 time: 0.0666337 Jul 05 04:54:44.704634 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e56c2fd-f7bb-4a3c-9c8e-ec94a926ee9b req-62750ac3-a1ea-4170-a4f1-1cc3a6da1277 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=765a50d4-5d46-4f17-b73f-c73adfc8d266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317113 Jul 05 04:54:44.752613 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device f1286431-3b3e-4a27-847b-766b245f5fea up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:54:44.804693 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port f1286431-3b3e-4a27-847b-766b245f5fea completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:54:44.808124 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port f1286431-3b3e-4a27-847b-766b245f5fea triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:54:44.808533 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:44.883523 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:44.906049 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186a480b-363c-4151-b57d-32be990d7bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1286431-3b3e-4a27-847b-766b245f5fea'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:54:44.908317 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78b0252444a70490cdba898b337d30d15b03e2f447bec9a55953f7bd387605e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6baed4bd-c940-4337-a864-0be6b083ebdd" -d '{"events": [{"server_uuid": "186a480b-363c-4151-b57d-32be990d7bea", "name": "network-vif-plugged", "status": "completed", "tag": "f1286431-3b3e-4a27-847b-766b245f5fea"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:54:44.921544 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port f1286431-3b3e-4a27-847b-766b245f5fea, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=f1286431-3b3e-4a27-847b-766b245f5fea,segment=NetworkSegment(6f163ece-8ba1-48ed-8add-934d200fd4c2),segment_id=6f163ece-8ba1-48ed-8add-934d200fd4c2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:54:44.926360 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:44.981126 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=f1286431-3b3e-4a27-847b-766b245f5fea,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:44.997423 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75b453f-516b-4167-820f-95c5a1de068c x-openstack-request-id: req-d75b453f-516b-4167-820f-95c5a1de068c {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:54:44.997718 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186a480b-363c-4151-b57d-32be990d7bea", "name": "network-vif-plugged", "status": "completed", "tag": "f1286431-3b3e-4a27-847b-766b245f5fea", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:54:44.997978 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d75b453f-516b-4167-820f-95c5a1de068c {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:54:44.998377 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186a480b-363c-4151-b57d-32be990d7bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1286431-3b3e-4a27-847b-766b245f5fea', 'code': 200} Jul 05 04:54:45.116786 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b7fd2-e30c-49b8-a994-f5f51aae0a61 req-4b40379f-f8c2-4942-ac95-2ba1fb49110b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:45.118282 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-231b7fd2-e30c-49b8-a994-f5f51aae0a61 req-4b40379f-f8c2-4942-ac95-2ba1fb49110b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=186a480b-363c-4151-b57d-32be990d7bea HTTP/1.1" status: 200 len: 1097 time: 0.0528829 Jul 05 04:54:45.157002 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-231b7fd2-e30c-49b8-a994-f5f51aae0a61 req-c99ea546-cbf4-4060-980b-0713d25851ee service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=765a50d4-5d46-4f17-b73f-c73adfc8d266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281997 Jul 05 04:54:45.891768 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e4d03-75c3-4bf4-93c7-08cf428dc0ad req-f914a800-a6e5-4e45-9d0a-f3fed2a741f3 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:45.893298 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb4e4d03-75c3-4bf4-93c7-08cf428dc0ad req-f914a800-a6e5-4e45-9d0a-f3fed2a741f3 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=186a480b-363c-4151-b57d-32be990d7bea HTTP/1.1" status: 200 len: 945 time: 0.0667467 Jul 05 04:54:45.931070 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bb4e4d03-75c3-4bf4-93c7-08cf428dc0ad req-bc6018c3-8daf-48d0-a247-7fb3856b602f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=765a50d4-5d46-4f17-b73f-c73adfc8d266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322237 Jul 05 04:54:47.103569 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543978f0-b7b3-4851-83fd-a5b6ddd4ce44 req-d315df03-8cdc-4772-933f-15c574ec9c86 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:47.105119 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-543978f0-b7b3-4851-83fd-a5b6ddd4ce44 req-d315df03-8cdc-4772-933f-15c574ec9c86 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=186a480b-363c-4151-b57d-32be990d7bea HTTP/1.1" status: 200 len: 945 time: 0.0647221 Jul 05 04:54:47.143391 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-543978f0-b7b3-4851-83fd-a5b6ddd4ce44 req-227cc42f-4f09-46aa-a2e7-6736cc3a512b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=765a50d4-5d46-4f17-b73f-c73adfc8d266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317826 Jul 05 04:54:47.312623 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf02c1-c680-4f7d-b432-a5429c71d5ff req-63733e75-ed97-47c4-8821-38f070998c34 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:47.314033 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-88cf02c1-c680-4f7d-b432-a5429c71d5ff req-63733e75-ed97-47c4-8821-38f070998c34 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=186a480b-363c-4151-b57d-32be990d7bea HTTP/1.1" status: 200 len: 945 time: 0.0620890 Jul 05 04:54:47.352039 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-88cf02c1-c680-4f7d-b432-a5429c71d5ff req-3e514c0b-41d9-4439-be5f-016893ef9874 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=765a50d4-5d46-4f17-b73f-c73adfc8d266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325170 Jul 05 04:54:47.375515 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50296) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:47.433104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d6fcf0-b908-4687-8be9-dfb086ab15a5 tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:47.435069 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-83d6fcf0-b908-4687-8be9-dfb086ab15a5 tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=186a480b-363c-4151-b57d-32be990d7bea HTTP/1.1" status: 200 len: 1092 time: 0.0585573 Jul 05 04:54:47.438006 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50298) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:47.442257 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-6284b10e-3a9c-4f1a-aa83-004cd8ab5228 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': 'f1286431-3b3e-4a27-847b-766b245f5fea', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:54:47.463874 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6284b10e-3a9c-4f1a-aa83-004cd8ab5228 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:47.565548 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6284b10e-3a9c-4f1a-aa83-004cd8ab5228 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:47.671361 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-6284b10e-3a9c-4f1a-aa83-004cd8ab5228 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Allocated IP 172.25.1.162 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/37c901e2-8c2f-472d-a37b-5f46ac1d9d40) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:54:47.772379 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6284b10e-3a9c-4f1a-aa83-004cd8ab5228 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:47.816066 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6284b10e-3a9c-4f1a-aa83-004cd8ab5228 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:47.867523 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6284b10e-3a9c-4f1a-aa83-004cd8ab5228 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:54:47.870254 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-6284b10e-3a9c-4f1a-aa83-004cd8ab5228 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:54:47.873313 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6284b10e-3a9c-4f1a-aa83-004cd8ab5228 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:54:47.878935 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284b10e-3a9c-4f1a-aa83-004cd8ab5228 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=37c901e2-8c2f-472d-a37b-5f46ac1d9d40,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:48.239895 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6284b10e-3a9c-4f1a-aa83-004cd8ab5228 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:48.313936 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6284b10e-3a9c-4f1a-aa83-004cd8ab5228 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:48.458832 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6284b10e-3a9c-4f1a-aa83-004cd8ab5228 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:48.463387 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6284b10e-3a9c-4f1a-aa83-004cd8ab5228 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:48.533682 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284b10e-3a9c-4f1a-aa83-004cd8ab5228 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=37c901e2-8c2f-472d-a37b-5f46ac1d9d40,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:54:48.541903 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6284b10e-3a9c-4f1a-aa83-004cd8ab5228 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:48.973293 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c0265aa3-2787-4992-ad92-206bdbffc24f req-e85cdd26-78bf-4086-8f60-86aa8cad753b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=186a480b-363c-4151-b57d-32be990d7bea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1030347 Jul 05 04:54:48.974676 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-6284b10e-3a9c-4f1a-aa83-004cd8ab5228 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Floating IP afb76f21-b387-4460-9b4a-4310b3f32046 associated. External IP: 172.25.1.162, port: f1286431-3b3e-4a27-847b-766b245f5fea. Jul 05 04:54:49.162414 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0265aa3-2787-4992-ad92-206bdbffc24f req-9aaea71c-09e5-493e-81fb-c38fb2ce46f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:49.164729 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c0265aa3-2787-4992-ad92-206bdbffc24f req-9aaea71c-09e5-493e-81fb-c38fb2ce46f2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=186a480b-363c-4151-b57d-32be990d7bea HTTP/1.1" status: 200 len: 1097 time: 0.1436667 Jul 05 04:54:49.288218 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6284b10e-3a9c-4f1a-aa83-004cd8ab5228 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Router 5dd1a687-7c00-4e72-a836-0c754fb8b1d3 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:54:49.349326 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0265aa3-2787-4992-ad92-206bdbffc24f req-6c51f8d0-30f1-4271-a63d-9661ae38204d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:49.350854 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c0265aa3-2787-4992-ad92-206bdbffc24f req-6c51f8d0-30f1-4271-a63d-9661ae38204d service neutron] 10.222.0.89 "GET /v2.0/networks?id=c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa HTTP/1.1" status: 200 len: 897 time: 0.1447344 Jul 05 04:54:49.461241 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c0265aa3-2787-4992-ad92-206bdbffc24f req-98195cef-4a55-454a-bd2b-1cfe3aad2fea service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1286431-3b3e-4a27-847b-766b245f5fea HTTP/1.1" status: 200 len: 999 time: 0.1034842 Jul 05 04:54:49.479121 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6284b10e-3a9c-4f1a-aa83-004cd8ab5228 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:54:49.489078 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5844d-59fb-485a-82de-4fc7c848a442 None None] Sync routers for ids ['5dd1a687-7c00-4e72-a836-0c754fb8b1d3'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:54:49.498879 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a5844d-59fb-485a-82de-4fc7c848a442 None None] Routers {'5dd1a687-7c00-4e72-a836-0c754fb8b1d3'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:54:49.499500 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-10a5844d-59fb-485a-82de-4fc7c848a442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:54:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5dd1a687-7c00-4e72-a836-0c754fb8b1d3'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:49.520562 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6284b10e-3a9c-4f1a-aa83-004cd8ab5228 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:49.548263 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0265aa3-2787-4992-ad92-206bdbffc24f req-abcda632-0655-43d8-b697-4807f054e1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:49.549739 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c0265aa3-2787-4992-ad92-206bdbffc24f req-abcda632-0655-43d8-b697-4807f054e1e3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c9828163-d5a1-47de-b5da-adf70ffbb1ed HTTP/1.1" status: 200 len: 834 time: 0.0805321 Jul 05 04:54:49.587784 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6284b10e-3a9c-4f1a-aa83-004cd8ab5228 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1487694 Jul 05 04:54:49.592448 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186a480b-363c-4151-b57d-32be990d7bea', 'tag': 'f1286431-3b3e-4a27-847b-766b245f5fea'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:54:49.594729 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a01594c-ca9b-4b24-8195-06a6731eb3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "186a480b-363c-4151-b57d-32be990d7bea", "tag": "f1286431-3b3e-4a27-847b-766b245f5fea"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:54:49.609676 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-10a5844d-59fb-485a-82de-4fc7c848a442 None None] Set router 5dd1a687-7c00-4e72-a836-0c754fb8b1d3 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:54:49.622516 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0265aa3-2787-4992-ad92-206bdbffc24f req-d1a1cdc3-38b8-4775-bafb-1d119da55f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:49.624089 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c0265aa3-2787-4992-ad92-206bdbffc24f req-d1a1cdc3-38b8-4775-bafb-1d119da55f3a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648041 Jul 05 04:54:49.752964 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c0265aa3-2787-4992-ad92-206bdbffc24f req-e0c37596-c9d3-4008-9718-eaa2b7c92f46 service neutron] 10.222.0.89 "GET /v2.0/networks/c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222034 Jul 05 04:54:49.823536 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e877a19-2e6d-4894-af07-f03ecaeca461 req-78637fe1-f703-4770-b55a-e8682a17225c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:49.825104 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e877a19-2e6d-4894-af07-f03ecaeca461 req-78637fe1-f703-4770-b55a-e8682a17225c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=186a480b-363c-4151-b57d-32be990d7bea HTTP/1.1" status: 200 len: 945 time: 0.1381595 Jul 05 04:54:49.842920 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-10a5844d-59fb-485a-82de-4fc7c848a442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112084468', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:34Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'afb76f21-b387-4460-9b4a-4310b3f32046', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'port_id': 'f1286431-3b3e-4a27-847b-766b245f5fea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa', 'mac_address': 'fa:16:3e:b8:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186a480b-363c-4151-b57d-32be990d7bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:54:48Z', 'updated_at': '2021-07-05T04:54:48Z', 'revision_number': 0, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9d0097-f6f4-4fc2-a19d-b49420ffac64', 'name': '', 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:9a:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c9828163-d5a1-47de-b5da-adf70ffbb1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:34Z', 'updated_at': '2021-07-05T04:54:39Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': 'c9828163-d5a1-47de-b5da-adf70ffbb1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:49.868726 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5844d-59fb-485a-82de-4fc7c848a442 None None] Checking router: 5dd1a687-7c00-4e72-a836-0c754fb8b1d3 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:54:49.877850 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a5844d-59fb-485a-82de-4fc7c848a442 None None] Routers {'5dd1a687-7c00-4e72-a836-0c754fb8b1d3'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:54:49.878459 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-10a5844d-59fb-485a-82de-4fc7c848a442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:54:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5dd1a687-7c00-4e72-a836-0c754fb8b1d3'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:49.893011 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e877a19-2e6d-4894-af07-f03ecaeca461 req-4473799d-ac7c-4693-8cbf-d07a7519f656 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=765a50d4-5d46-4f17-b73f-c73adfc8d266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616887 Jul 05 04:54:49.894909 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c0265aa3-2787-4992-ad92-206bdbffc24f req-a001893f-c45d-4ff9-acde-df59e40371db service neutron] 10.222.0.89 "GET /v2.0/networks/c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344514 Jul 05 04:54:49.919472 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50304) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:49.959484 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49fab30-c55c-4f4d-9164-b89dd168be2b x-openstack-request-id: req-d49fab30-c55c-4f4d-9164-b89dd168be2b {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:54:49.959484 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186a480b-363c-4151-b57d-32be990d7bea", "tag": "f1286431-3b3e-4a27-847b-766b245f5fea", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:54:49.959829 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d49fab30-c55c-4f4d-9164-b89dd168be2b {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:54:49.959989 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186a480b-363c-4151-b57d-32be990d7bea', 'tag': 'f1286431-3b3e-4a27-847b-766b245f5fea', 'status': 'completed', 'code': 200} Jul 05 04:54:49.987083 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-10a5844d-59fb-485a-82de-4fc7c848a442 None None] Set router 5dd1a687-7c00-4e72-a836-0c754fb8b1d3 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:54:50.013095 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-98893fb7-06f1-4497-8702-ee967a0c20e7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/floatingips/afb76f21-b387-4460-9b4a-4310b3f32046 HTTP/1.1" status: 200 len: 991 time: 0.0923889 Jul 05 04:54:50.033816 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01594c-ca9b-4b24-8195-06a6731eb3c5 req-f398bdcd-93a7-4731-b458-f3c28f2747e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:50.035396 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a01594c-ca9b-4b24-8195-06a6731eb3c5 req-f398bdcd-93a7-4731-b458-f3c28f2747e9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=186a480b-363c-4151-b57d-32be990d7bea HTTP/1.1" status: 200 len: 1097 time: 0.0652936 Jul 05 04:54:50.131443 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01594c-ca9b-4b24-8195-06a6731eb3c5 req-021d77c9-d69d-4721-9091-d55d9054e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:50.132962 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a01594c-ca9b-4b24-8195-06a6731eb3c5 req-021d77c9-d69d-4721-9091-d55d9054e8e3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa HTTP/1.1" status: 200 len: 897 time: 0.0913866 Jul 05 04:54:50.199890 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a01594c-ca9b-4b24-8195-06a6731eb3c5 req-b6943d43-5817-4541-8155-db766746bd8e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1286431-3b3e-4a27-847b-766b245f5fea HTTP/1.1" status: 200 len: 999 time: 0.0593114 Jul 05 04:54:50.210191 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-10a5844d-59fb-485a-82de-4fc7c848a442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112084468', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:34Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'afb76f21-b387-4460-9b4a-4310b3f32046', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'port_id': 'f1286431-3b3e-4a27-847b-766b245f5fea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa', 'mac_address': 'fa:16:3e:b8:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186a480b-363c-4151-b57d-32be990d7bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:54:48Z', 'updated_at': '2021-07-05T04:54:48Z', 'revision_number': 0, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9d0097-f6f4-4fc2-a19d-b49420ffac64', 'name': '', 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:9a:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c9828163-d5a1-47de-b5da-adf70ffbb1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:34Z', 'updated_at': '2021-07-05T04:54:39Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': 'c9828163-d5a1-47de-b5da-adf70ffbb1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:54:50.255423 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01594c-ca9b-4b24-8195-06a6731eb3c5 req-5095474d-12e9-473f-bef0-d0c20110ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:50.257023 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a01594c-ca9b-4b24-8195-06a6731eb3c5 req-5095474d-12e9-473f-bef0-d0c20110ea6c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c9828163-d5a1-47de-b5da-adf70ffbb1ed HTTP/1.1" status: 200 len: 834 time: 0.0508120 Jul 05 04:54:50.318874 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01594c-ca9b-4b24-8195-06a6731eb3c5 req-be98f71e-5030-4022-bb8b-554a2f701891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:50.320725 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a01594c-ca9b-4b24-8195-06a6731eb3c5 req-be98f71e-5030-4022-bb8b-554a2f701891 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565898 Jul 05 04:54:50.323598 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5844d-59fb-485a-82de-4fc7c848a442 None None] The sync data for ids ['5dd1a687-7c00-4e72-a836-0c754fb8b1d3'] in n-d-780147-23 is: [{'id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112084468', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:34Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'afb76f21-b387-4460-9b4a-4310b3f32046', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'port_id': 'f1286431-3b3e-4a27-847b-766b245f5fea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa', 'mac_address': 'fa:16:3e:b8:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186a480b-363c-4151-b57d-32be990d7bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:54:48Z', 'updated_at': '2021-07-05T04:54:48Z', 'revision_number': 0, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9d0097-f6f4-4fc2-a19d-b49420ffac64', 'name': '', 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:9a:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c9828163-d5a1-47de-b5da-adf70ffbb1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:34Z', 'updated_at': '2021-07-05T04:54:39Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': 'c9828163-d5a1-47de-b5da-adf70ffbb1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:54:50.416302 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a01594c-ca9b-4b24-8195-06a6731eb3c5 req-c73caf27-84eb-4810-8a36-3af46b507055 service neutron] 10.222.0.89 "GET /v2.0/networks/c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857143 Jul 05 04:54:50.516829 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a09aa25-6118-4a18-bbd5-8c9ec3e25f09 None None] New status for floating IP afb76f21-b387-4460-9b4a-4310b3f32046: ACTIVE {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:54:50.517689 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a01594c-ca9b-4b24-8195-06a6731eb3c5 req-6c31213d-91c5-4268-9358-e9643ab32ed9 service neutron] 10.222.0.89 "GET /v2.0/networks/c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946617 Jul 05 04:54:51.016046 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50306) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:54:51.078584 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-717696b5-9c3a-4711-a55a-a8c500ebcf69 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/floatingips/afb76f21-b387-4460-9b4a-4310b3f32046 HTTP/1.1" status: 200 len: 993 time: 0.0612884 Jul 05 04:54:58.775856 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ae381985-e066-431b-a075-f35051df99a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:59.935088 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:01.445608 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-73313884-d57a-44bd-ae57-dca96a614481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:01.865932 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:02.800246 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:04.606014 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:13.813231 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:14.595637 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:55:26.706934 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04c0b6-e143-4ec9-bed5-6eec64566e0e req-b07ae9ec-91a8-4c63-8641-62521cd0fcaa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:26.708553 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8b04c0b6-e143-4ec9-bed5-6eec64566e0e req-b07ae9ec-91a8-4c63-8641-62521cd0fcaa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=186a480b-363c-4151-b57d-32be990d7bea HTTP/1.1" status: 200 len: 945 time: 0.0685952 Jul 05 04:55:26.751779 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8b04c0b6-e143-4ec9-bed5-6eec64566e0e req-9ea78691-ff13-44b1-9928-23f9d3be2b5a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=765a50d4-5d46-4f17-b73f-c73adfc8d266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373814 Jul 05 04:55:27.931110 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4c47b-3a51-46a3-8d8b-37ffd6b35e0d req-6f04d4c7-d884-4f5c-8929-cf44184cac6e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:27.932637 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2ae4c47b-3a51-46a3-8d8b-37ffd6b35e0d req-6f04d4c7-d884-4f5c-8929-cf44184cac6e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=186a480b-363c-4151-b57d-32be990d7bea HTTP/1.1" status: 200 len: 945 time: 0.0647113 Jul 05 04:55:27.971464 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2ae4c47b-3a51-46a3-8d8b-37ffd6b35e0d req-fc7c7feb-9b92-4131-b58c-6b955a3e4b0b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=765a50d4-5d46-4f17-b73f-c73adfc8d266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320239 Jul 05 04:55:27.995422 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50328) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:55:28.059706 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3092dc90-0c4d-4e4d-9ea8-2a5d06b4707a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/floatingips/afb76f21-b387-4460-9b4a-4310b3f32046 HTTP/1.1" status: 200 len: 993 time: 0.0630538 Jul 05 04:55:28.779572 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8d22ac57-30a0-4f7a-a0d6-4a93e762b92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:29.498384 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4c658-a750-400a-871f-9ba8608d98d7 req-ee4b4f95-7fc1-4e7d-905f-504658381ee7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:29.499963 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-75a4c658-a750-400a-871f-9ba8608d98d7 req-ee4b4f95-7fc1-4e7d-905f-504658381ee7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=186a480b-363c-4151-b57d-32be990d7bea HTTP/1.1" status: 200 len: 945 time: 0.0646794 Jul 05 04:55:29.538796 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-75a4c658-a750-400a-871f-9ba8608d98d7 req-0852f47a-754a-4d5b-a03a-27aa757832d6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=765a50d4-5d46-4f17-b73f-c73adfc8d266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332692 Jul 05 04:55:29.966108 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:30.717221 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cef41-fa03-4f9d-82f8-8ae1768f6693 req-d068f054-bfa9-4dcf-889f-43419d6f2983 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:30.718736 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4e4cef41-fa03-4f9d-82f8-8ae1768f6693 req-d068f054-bfa9-4dcf-889f-43419d6f2983 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=186a480b-363c-4151-b57d-32be990d7bea HTTP/1.1" status: 200 len: 945 time: 0.0638404 Jul 05 04:55:30.759724 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4e4cef41-fa03-4f9d-82f8-8ae1768f6693 req-d8e1e9bf-d151-4974-89cc-4f549c1f290e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=765a50d4-5d46-4f17-b73f-c73adfc8d266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354257 Jul 05 04:55:30.785417 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50340) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:55:30.854790 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d5234b23-57fb-4586-86d8-b74969df2f6f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/floatingips/afb76f21-b387-4460-9b4a-4310b3f32046 HTTP/1.1" status: 200 len: 993 time: 0.0681617 Jul 05 04:55:31.132004 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50346) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:55:31.287069 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-2317a4a7-cf94-4878-a0d8-740e0e581a00 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Deleting port 37c901e2-8c2f-472d-a37b-5f46ac1d9d40 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:55:31.287404 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2317a4a7-cf94-4878-a0d8-740e0e581a00 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:31.365559 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2317a4a7-cf94-4878-a0d8-740e0e581a00 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:31.365888 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2317a4a7-cf94-4878-a0d8-740e0e581a00 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:31.377899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-2317a4a7-cf94-4878-a0d8-740e0e581a00 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Calling delete_port for 37c901e2-8c2f-472d-a37b-5f46ac1d9d40 owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:55:31.450134 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-639f1d77-c0a4-4812-88bb-be216775e084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:31.528525 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2317a4a7-cf94-4878-a0d8-740e0e581a00 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:31.554635 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317a4a7-cf94-4878-a0d8-740e0e581a00 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Port': ['ID=37c901e2-8c2f-472d-a37b-5f46ac1d9d40,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:31.585939 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317a4a7-cf94-4878-a0d8-740e0e581a00 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:31.586283 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317a4a7-cf94-4878-a0d8-740e0e581a00 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:31.586626 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317a4a7-cf94-4878-a0d8-740e0e581a00 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:31.586962 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317a4a7-cf94-4878-a0d8-740e0e581a00 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:31.587294 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317a4a7-cf94-4878-a0d8-740e0e581a00 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:31.587631 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317a4a7-cf94-4878-a0d8-740e0e581a00 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:31.587984 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317a4a7-cf94-4878-a0d8-740e0e581a00 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:31.588309 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317a4a7-cf94-4878-a0d8-740e0e581a00 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:31.588633 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317a4a7-cf94-4878-a0d8-740e0e581a00 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:31.588956 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317a4a7-cf94-4878-a0d8-740e0e581a00 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:31.589279 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317a4a7-cf94-4878-a0d8-740e0e581a00 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:31.589597 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317a4a7-cf94-4878-a0d8-740e0e581a00 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:31.627403 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2317a4a7-cf94-4878-a0d8-740e0e581a00 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:31.627779 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-2317a4a7-cf94-4878-a0d8-740e0e581a00 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Floating IP afb76f21-b387-4460-9b4a-4310b3f32046 disassociated (deleted). External IP: 172.25.1.162, port: f1286431-3b3e-4a27-847b-766b245f5fea. Jul 05 04:55:31.837559 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2317a4a7-cf94-4878-a0d8-740e0e581a00 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Router 5dd1a687-7c00-4e72-a836-0c754fb8b1d3 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:55:31.868084 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:31.946647 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2317a4a7-cf94-4878-a0d8-740e0e581a00 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:55:31.951054 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2317a4a7-cf94-4878-a0d8-740e0e581a00 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:31.956200 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f519de-c5a7-4d0a-bb61-277238e88c37 None None] Sync routers for ids ['5dd1a687-7c00-4e72-a836-0c754fb8b1d3'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:55:31.965151 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f519de-c5a7-4d0a-bb61-277238e88c37 None None] Routers {'5dd1a687-7c00-4e72-a836-0c754fb8b1d3'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:55:31.965759 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-02f519de-c5a7-4d0a-bb61-277238e88c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5dd1a687-7c00-4e72-a836-0c754fb8b1d3'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:31.988354 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2317a4a7-cf94-4878-a0d8-740e0e581a00 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "DELETE /v2.0/floatingips/afb76f21-b387-4460-9b4a-4310b3f32046 HTTP/1.1" status: 204 len: 168 time: 0.8551474 Jul 05 04:55:31.988985 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186a480b-363c-4151-b57d-32be990d7bea', 'tag': 'f1286431-3b3e-4a27-847b-766b245f5fea'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:55:31.991413 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672824dd-2861-4240-81b4-f21670d081b2" -d '{"events": [{"name": "network-changed", "server_uuid": "186a480b-363c-4151-b57d-32be990d7bea", "tag": "f1286431-3b3e-4a27-847b-766b245f5fea"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:55:32.069703 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-02f519de-c5a7-4d0a-bb61-277238e88c37 None None] Set router 5dd1a687-7c00-4e72-a836-0c754fb8b1d3 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:55:32.246852 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649c4185-9259-43fa-8524-c94ba3b06b2d x-openstack-request-id: req-649c4185-9259-43fa-8524-c94ba3b06b2d {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:55:32.247170 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186a480b-363c-4151-b57d-32be990d7bea", "tag": "f1286431-3b3e-4a27-847b-766b245f5fea", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:55:32.248577 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-649c4185-9259-43fa-8524-c94ba3b06b2d {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:55:32.249249 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186a480b-363c-4151-b57d-32be990d7bea', 'tag': 'f1286431-3b3e-4a27-847b-766b245f5fea', 'status': 'completed', 'code': 200} Jul 05 04:55:32.291275 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-02f519de-c5a7-4d0a-bb61-277238e88c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112084468', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:34Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '5c9d0097-f6f4-4fc2-a19d-b49420ffac64', 'name': '', 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:9a:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c9828163-d5a1-47de-b5da-adf70ffbb1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:34Z', 'updated_at': '2021-07-05T04:54:39Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': 'c9828163-d5a1-47de-b5da-adf70ffbb1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:32.322412 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f519de-c5a7-4d0a-bb61-277238e88c37 None None] Checking router: 5dd1a687-7c00-4e72-a836-0c754fb8b1d3 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:55:32.332392 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f519de-c5a7-4d0a-bb61-277238e88c37 None None] Routers {'5dd1a687-7c00-4e72-a836-0c754fb8b1d3'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:55:32.332997 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-02f519de-c5a7-4d0a-bb61-277238e88c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5dd1a687-7c00-4e72-a836-0c754fb8b1d3'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:32.424685 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672824dd-2861-4240-81b4-f21670d081b2 req-9cc71b62-f18c-434e-b64d-79e1324d07ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:32.426212 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-672824dd-2861-4240-81b4-f21670d081b2 req-9cc71b62-f18c-434e-b64d-79e1324d07ce service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=186a480b-363c-4151-b57d-32be990d7bea HTTP/1.1" status: 200 len: 1097 time: 0.1478708 Jul 05 04:55:32.437432 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae373587-49ce-4dd0-bb6f-dcf77576c0ae req-86eee8d0-47c6-4ea3-8ddd-34fe29d6280f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:32.438880 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ae373587-49ce-4dd0-bb6f-dcf77576c0ae req-86eee8d0-47c6-4ea3-8ddd-34fe29d6280f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=186a480b-363c-4151-b57d-32be990d7bea HTTP/1.1" status: 200 len: 945 time: 0.1028030 Jul 05 04:55:32.440569 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-02f519de-c5a7-4d0a-bb61-277238e88c37 None None] Set router 5dd1a687-7c00-4e72-a836-0c754fb8b1d3 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:55:32.521854 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ae373587-49ce-4dd0-bb6f-dcf77576c0ae req-39860100-ff9d-4fbb-b213-15a039c985ba tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=765a50d4-5d46-4f17-b73f-c73adfc8d266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744436 Jul 05 04:55:32.556716 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672824dd-2861-4240-81b4-f21670d081b2 req-05cd7b18-ca87-44e1-83e2-48e902755efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:32.558204 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-672824dd-2861-4240-81b4-f21670d081b2 req-05cd7b18-ca87-44e1-83e2-48e902755efa service neutron] 10.222.0.89 "GET /v2.0/networks?id=c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa HTTP/1.1" status: 200 len: 897 time: 0.1184790 Jul 05 04:55:32.604110 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-672824dd-2861-4240-81b4-f21670d081b2 req-46757d5b-6dba-4691-b30f-fa44842c1bb9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1286431-3b3e-4a27-847b-766b245f5fea HTTP/1.1" status: 200 len: 217 time: 0.0385756 Jul 05 04:55:32.649171 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-02f519de-c5a7-4d0a-bb61-277238e88c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112084468', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:34Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '5c9d0097-f6f4-4fc2-a19d-b49420ffac64', 'name': '', 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:9a:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c9828163-d5a1-47de-b5da-adf70ffbb1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:34Z', 'updated_at': '2021-07-05T04:54:39Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': 'c9828163-d5a1-47de-b5da-adf70ffbb1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:32.653157 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672824dd-2861-4240-81b4-f21670d081b2 req-e824d400-fc90-40d1-af00-50201ec1dc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:32.655865 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-672824dd-2861-4240-81b4-f21670d081b2 req-e824d400-fc90-40d1-af00-50201ec1dc88 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c9828163-d5a1-47de-b5da-adf70ffbb1ed HTTP/1.1" status: 200 len: 834 time: 0.0449355 Jul 05 04:55:32.676362 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f519de-c5a7-4d0a-bb61-277238e88c37 None None] The sync data for ids ['5dd1a687-7c00-4e72-a836-0c754fb8b1d3'] in n-d-780147-23 is: [{'id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112084468', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:34Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '5c9d0097-f6f4-4fc2-a19d-b49420ffac64', 'name': '', 'network_id': 'c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:9a:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c9828163-d5a1-47de-b5da-adf70ffbb1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:34Z', 'updated_at': '2021-07-05T04:54:39Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': 'c9828163-d5a1-47de-b5da-adf70ffbb1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:55:32.715526 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672824dd-2861-4240-81b4-f21670d081b2 req-950e1793-05fd-4330-9571-63d190c018a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:32.717880 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-672824dd-2861-4240-81b4-f21670d081b2 req-950e1793-05fd-4330-9571-63d190c018a4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551338 Jul 05 04:55:32.815993 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:32.817795 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-672824dd-2861-4240-81b4-f21670d081b2 req-a0ac45b7-c485-41fc-a6b9-c14c69564451 service neutron] 10.222.0.89 "GET /v2.0/networks/c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924518 Jul 05 04:55:32.923299 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99806026-8be9-4b6c-8988-d92618a518cb None None] New status for floating IP afb76f21-b387-4460-9b4a-4310b3f32046: DOWN {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:55:32.932940 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-672824dd-2861-4240-81b4-f21670d081b2 req-9b89071c-e9bd-4c16-a122-0d866be56d56 service neutron] 10.222.0.89 "GET /v2.0/networks/c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063080 Jul 05 04:55:33.702875 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac8de4-e389-45c9-80a4-ab660b867f86 req-e9bb6d1c-32ee-4d1d-a1fd-34172caa9230 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:33.704436 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f8ac8de4-e389-45c9-80a4-ab660b867f86 req-e9bb6d1c-32ee-4d1d-a1fd-34172caa9230 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=186a480b-363c-4151-b57d-32be990d7bea HTTP/1.1" status: 200 len: 945 time: 0.0687511 Jul 05 04:55:34.044327 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f8ac8de4-e389-45c9-80a4-ab660b867f86 req-857cbeda-9bf5-4164-94ac-5a4b6dc99ebe tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=765a50d4-5d46-4f17-b73f-c73adfc8d266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3343475 Jul 05 04:55:34.189200 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9583418-8f0b-4214-a8b5-74834657816b req-a8d20eb6-d114-43d8-96e6-30e0393a9217 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:34.190638 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9583418-8f0b-4214-a8b5-74834657816b req-a8d20eb6-d114-43d8-96e6-30e0393a9217 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.89 "GET /v2.0/ports?device_id=186a480b-363c-4151-b57d-32be990d7bea HTTP/1.1" status: 200 len: 945 time: 0.0635192 Jul 05 04:55:34.303388 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-e9583418-8f0b-4214-a8b5-74834657816b req-9bf33c03-b093-40fc-8548-d037a34d0399 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Deleting port f1286431-3b3e-4a27-847b-766b245f5fea {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:55:34.303624 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e9583418-8f0b-4214-a8b5-74834657816b req-9bf33c03-b093-40fc-8548-d037a34d0399 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:34.390121 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-e9583418-8f0b-4214-a8b5-74834657816b req-9bf33c03-b093-40fc-8548-d037a34d0399 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] For port f1286431-3b3e-4a27-847b-766b245f5fea, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=f1286431-3b3e-4a27-847b-766b245f5fea,segment=NetworkSegment(6f163ece-8ba1-48ed-8add-934d200fd4c2),segment_id=6f163ece-8ba1-48ed-8add-934d200fd4c2)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:55:34.390506 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e9583418-8f0b-4214-a8b5-74834657816b req-9bf33c03-b093-40fc-8548-d037a34d0399 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:34.403219 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-e9583418-8f0b-4214-a8b5-74834657816b req-9bf33c03-b093-40fc-8548-d037a34d0399 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Calling delete_port for f1286431-3b3e-4a27-847b-766b245f5fea owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:55:34.531106 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e9583418-8f0b-4214-a8b5-74834657816b req-9bf33c03-b093-40fc-8548-d037a34d0399 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:34.558380 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf33c03-b093-40fc-8548-d037a34d0399 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Port': ['ID=f1286431-3b3e-4a27-847b-766b245f5fea,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:34.604714 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9583418-8f0b-4214-a8b5-74834657816b req-9bf33c03-b093-40fc-8548-d037a34d0399 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] No DVR routers for this DVR port f1286431-3b3e-4a27-847b-766b245f5fea on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:55:34.606732 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:34.608146 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e9583418-8f0b-4214-a8b5-74834657816b req-9bf33c03-b093-40fc-8548-d037a34d0399 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:34.609923 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e9583418-8f0b-4214-a8b5-74834657816b req-9bf33c03-b093-40fc-8548-d037a34d0399 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.89 "DELETE /v2.0/ports/f1286431-3b3e-4a27-847b-766b245f5fea HTTP/1.1" status: 204 len: 173 time: 0.4120898 Jul 05 04:55:34.610361 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186a480b-363c-4151-b57d-32be990d7bea', 'name': 'network-vif-deleted', 'tag': 'f1286431-3b3e-4a27-847b-766b245f5fea'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:55:34.612622 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1e0888-5a7c-459d-bb58-46e47b125ed9" -d '{"events": [{"server_uuid": "186a480b-363c-4151-b57d-32be990d7bea", "name": "network-vif-deleted", "tag": "f1286431-3b3e-4a27-847b-766b245f5fea"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:55:34.649223 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccbd08a-c1bd-475e-91e5-9260a09883b0 x-openstack-request-id: req-7ccbd08a-c1bd-475e-91e5-9260a09883b0 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:55:34.649587 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186a480b-363c-4151-b57d-32be990d7bea", "name": "network-vif-deleted", "tag": "f1286431-3b3e-4a27-847b-766b245f5fea", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:55:34.649845 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7ccbd08a-c1bd-475e-91e5-9260a09883b0 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:55:34.650261 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186a480b-363c-4151-b57d-32be990d7bea', 'name': 'network-vif-deleted', 'tag': 'f1286431-3b3e-4a27-847b-766b245f5fea', 'status': 'completed', 'code': 200} Jul 05 04:55:35.214456 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b2624974-636e-43cf-a87f-f901e5a46a21 req-42354c9a-703d-455f-b090-d58e051cd8a5 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=186a480b-363c-4151-b57d-32be990d7bea HTTP/1.1" status: 200 len: 210 time: 0.0333233 Jul 05 04:55:36.311664 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50370) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:55:36.665198 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ebd3542c-5bd3-431d-b15d-20c682fb2fa4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:36.937742 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-ebd3542c-5bd3-431d-b15d-20c682fb2fa4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Deleting port 5c9d0097-f6f4-4fc2-a19d-b49420ffac64 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:55:36.937981 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ebd3542c-5bd3-431d-b15d-20c682fb2fa4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:37.028242 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-ebd3542c-5bd3-431d-b15d-20c682fb2fa4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] For port 5c9d0097-f6f4-4fc2-a19d-b49420ffac64, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5c9d0097-f6f4-4fc2-a19d-b49420ffac64,segment=NetworkSegment(6f163ece-8ba1-48ed-8add-934d200fd4c2),segment_id=6f163ece-8ba1-48ed-8add-934d200fd4c2)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:55:37.028602 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ebd3542c-5bd3-431d-b15d-20c682fb2fa4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:37.041507 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-ebd3542c-5bd3-431d-b15d-20c682fb2fa4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Calling delete_port for 5c9d0097-f6f4-4fc2-a19d-b49420ffac64 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:55:37.235779 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ebd3542c-5bd3-431d-b15d-20c682fb2fa4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:37.260232 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3542c-5bd3-431d-b15d-20c682fb2fa4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Port': ['ID=5c9d0097-f6f4-4fc2-a19d-b49420ffac64,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:37.442060 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ebd3542c-5bd3-431d-b15d-20c682fb2fa4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:37.651558 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd3542c-5bd3-431d-b15d-20c682fb2fa4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Router 5dd1a687-7c00-4e72-a836-0c754fb8b1d3 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:55:37.759895 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd3542c-5bd3-431d-b15d-20c682fb2fa4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:55:37.766526 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ebd3542c-5bd3-431d-b15d-20c682fb2fa4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "PUT /v2.0/routers/5dd1a687-7c00-4e72-a836-0c754fb8b1d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4536984 Jul 05 04:55:37.769211 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50372) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:55:37.769612 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd32d0ad-6867-426c-a8df-e83bf0762724 None None] Sync routers for ids ['5dd1a687-7c00-4e72-a836-0c754fb8b1d3'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:55:37.783683 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd32d0ad-6867-426c-a8df-e83bf0762724 None None] Routers {'5dd1a687-7c00-4e72-a836-0c754fb8b1d3'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:55:37.784328 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-bd32d0ad-6867-426c-a8df-e83bf0762724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5dd1a687-7c00-4e72-a836-0c754fb8b1d3'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:37.824357 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a28dfa-3935-4e59-936d-09eca4329c69 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Deleting subnet c9828163-d5a1-47de-b5da-adf70ffbb1ed {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:55:37.828169 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c8a28dfa-3935-4e59-936d-09eca4329c69 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:37.866569 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c8a28dfa-3935-4e59-936d-09eca4329c69 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:37.890242 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-bd32d0ad-6867-426c-a8df-e83bf0762724 None None] Set router 5dd1a687-7c00-4e72-a836-0c754fb8b1d3 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:55:37.949059 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c8a28dfa-3935-4e59-936d-09eca4329c69 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:38.015510 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c8a28dfa-3935-4e59-936d-09eca4329c69 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:38.042637 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a28dfa-3935-4e59-936d-09eca4329c69 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Subnet': ['ID=c9828163-d5a1-47de-b5da-adf70ffbb1ed,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:38.048476 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c8a28dfa-3935-4e59-936d-09eca4329c69 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:38.052738 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c8a28dfa-3935-4e59-936d-09eca4329c69 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "DELETE /v2.0/subnets/c9828163-d5a1-47de-b5da-adf70ffbb1ed HTTP/1.1" status: 204 len: 168 time: 0.2820389 Jul 05 04:55:38.053049 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50374) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:55:38.057618 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee92aac1-e07c-4bee-8795-37775ca8b68d None None] Network c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:55:38.088128 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-bd32d0ad-6867-426c-a8df-e83bf0762724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112084468', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:55:37Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:38.116723 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd32d0ad-6867-426c-a8df-e83bf0762724 None None] Checking router: 5dd1a687-7c00-4e72-a836-0c754fb8b1d3 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:55:38.126323 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd32d0ad-6867-426c-a8df-e83bf0762724 None None] Routers {'5dd1a687-7c00-4e72-a836-0c754fb8b1d3'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:55:38.127343 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-bd32d0ad-6867-426c-a8df-e83bf0762724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5dd1a687-7c00-4e72-a836-0c754fb8b1d3'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:38.168103 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2769e37-2431-4d2d-879f-0bef40913d6f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:38.240597 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-bd32d0ad-6867-426c-a8df-e83bf0762724 None None] Set router 5dd1a687-7c00-4e72-a836-0c754fb8b1d3 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:55:38.282542 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2769e37-2431-4d2d-879f-0bef40913d6f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:38.337364 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-a2769e37-2431-4d2d-879f-0bef40913d6f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Deleting port c511bea3-c8d4-4c41-8a9e-c58f5993aee1 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:55:38.338259 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2769e37-2431-4d2d-879f-0bef40913d6f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:38.423412 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-a2769e37-2431-4d2d-879f-0bef40913d6f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] For port c511bea3-c8d4-4c41-8a9e-c58f5993aee1, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=c511bea3-c8d4-4c41-8a9e-c58f5993aee1,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:55:38.423821 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2769e37-2431-4d2d-879f-0bef40913d6f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:38.437605 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-a2769e37-2431-4d2d-879f-0bef40913d6f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Calling delete_port for c511bea3-c8d4-4c41-8a9e-c58f5993aee1 owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:55:38.442066 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb93729-bc56-4cc1-96db-70f0287a2630 None None] DHCP port deletion for c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:55:38.491212 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-6cb93729-bc56-4cc1-96db-70f0287a2630 None None] Deleting port d3c2349a-df26-44f4-81a9-43ed03ac40f8 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:55:38.491511 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6cb93729-bc56-4cc1-96db-70f0287a2630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:38.525099 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-bd32d0ad-6867-426c-a8df-e83bf0762724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112084468', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:55:37Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:38.555246 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd32d0ad-6867-426c-a8df-e83bf0762724 None None] The sync data for ids ['5dd1a687-7c00-4e72-a836-0c754fb8b1d3'] in n-d-780147-23 is: [{'id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112084468', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:55:37Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'c511bea3-c8d4-4c41-8a9e-c58f5993aee1', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd1a687-7c00-4e72-a836-0c754fb8b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:54:31Z', 'updated_at': '2021-07-05T04:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:55:38.556658 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-6cb93729-bc56-4cc1-96db-70f0287a2630 None None] For port d3c2349a-df26-44f4-81a9-43ed03ac40f8, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d3c2349a-df26-44f4-81a9-43ed03ac40f8,segment=NetworkSegment(6f163ece-8ba1-48ed-8add-934d200fd4c2),segment_id=6f163ece-8ba1-48ed-8add-934d200fd4c2)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:55:38.557065 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6cb93729-bc56-4cc1-96db-70f0287a2630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:38.571004 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-6cb93729-bc56-4cc1-96db-70f0287a2630 None None] Calling delete_port for d3c2349a-df26-44f4-81a9-43ed03ac40f8 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:55:38.625280 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2769e37-2431-4d2d-879f-0bef40913d6f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:38.650277 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6cb93729-bc56-4cc1-96db-70f0287a2630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:38.651718 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2769e37-2431-4d2d-879f-0bef40913d6f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Port': ['ID=c511bea3-c8d4-4c41-8a9e-c58f5993aee1,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:38.680443 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb93729-bc56-4cc1-96db-70f0287a2630 None None] Pushing event deleted for resources: {'Port': ['ID=d3c2349a-df26-44f4-81a9-43ed03ac40f8,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:38.684846 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb93729-bc56-4cc1-96db-70f0287a2630 None None] No DVR routers for this DVR port d3c2349a-df26-44f4-81a9-43ed03ac40f8 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:55:38.696723 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb93729-bc56-4cc1-96db-70f0287a2630 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:38.696723 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb93729-bc56-4cc1-96db-70f0287a2630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:38.696723 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb93729-bc56-4cc1-96db-70f0287a2630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:38.696723 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb93729-bc56-4cc1-96db-70f0287a2630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:38.696723 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb93729-bc56-4cc1-96db-70f0287a2630 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:38.696723 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb93729-bc56-4cc1-96db-70f0287a2630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:38.696723 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb93729-bc56-4cc1-96db-70f0287a2630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:38.696723 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb93729-bc56-4cc1-96db-70f0287a2630 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:38.696723 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb93729-bc56-4cc1-96db-70f0287a2630 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:38.696723 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb93729-bc56-4cc1-96db-70f0287a2630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:38.698185 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb93729-bc56-4cc1-96db-70f0287a2630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:38.698185 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb93729-bc56-4cc1-96db-70f0287a2630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:38.721522 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2769e37-2431-4d2d-879f-0bef40913d6f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:38.810761 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2769e37-2431-4d2d-879f-0bef40913d6f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:38.812875 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2769e37-2431-4d2d-879f-0bef40913d6f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:38.856000 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2769e37-2431-4d2d-879f-0bef40913d6f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:38.856515 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2769e37-2431-4d2d-879f-0bef40913d6f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Fanout notify agent at l3_agent the message router_deleted on router 5dd1a687-7c00-4e72-a836-0c754fb8b1d3 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:55:38.864848 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a2769e37-2431-4d2d-879f-0bef40913d6f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:38.865962 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a2769e37-2431-4d2d-879f-0bef40913d6f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "DELETE /v2.0/routers/5dd1a687-7c00-4e72-a836-0c754fb8b1d3 HTTP/1.1" status: 204 len: 168 time: 0.8119931 Jul 05 04:55:38.868657 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50376) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:55:39.034871 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device f1286431-3b3e-4a27-847b-766b245f5fea no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:55:39.056419 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: f1286431-3b3e-4a27-847b-766b245f5fea {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:55:39.057119 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device f1286431-3b3e-4a27-847b-766b245f5fea not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:55:39.257603 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5c9d0097-f6f4-4fc2-a19d-b49420ffac64 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:55:39.262088 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3002c6c7-0199-4532-abf6-36020f84d079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:39.278806 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 5c9d0097-f6f4-4fc2-a19d-b49420ffac64 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:55:39.279148 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5c9d0097-f6f4-4fc2-a19d-b49420ffac64 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:55:39.279758 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d3c2349a-df26-44f4-81a9-43ed03ac40f8 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:55:39.300395 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: d3c2349a-df26-44f4-81a9-43ed03ac40f8 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:55:39.300747 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d3c2349a-df26-44f4-81a9-43ed03ac40f8 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:55:39.356303 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3002c6c7-0199-4532-abf6-36020f84d079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:39.366411 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-3002c6c7-0199-4532-abf6-36020f84d079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:39.376106 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-3002c6c7-0199-4532-abf6-36020f84d079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f163ece-8ba1-48ed-8add-934d200fd4c2') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:39.376409 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-3002c6c7-0199-4532-abf6-36020f84d079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f163ece-8ba1-48ed-8add-934d200fd4c2') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:39.384999 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3002c6c7-0199-4532-abf6-36020f84d079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:39.398058 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3002c6c7-0199-4532-abf6-36020f84d079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:39.403647 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3002c6c7-0199-4532-abf6-36020f84d079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:55:39.404075 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3002c6c7-0199-4532-abf6-36020f84d079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:55:39.407588 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:55:39.462707 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3002c6c7-0199-4532-abf6-36020f84d079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:39.480006 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3002c6c7-0199-4532-abf6-36020f84d079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:39.481884 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3002c6c7-0199-4532-abf6-36020f84d079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "DELETE /v2.0/networks/c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa HTTP/1.1" status: 204 len: 168 time: 0.6123109 Jul 05 04:55:39.483825 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002c6c7-0199-4532-abf6-36020f84d079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Network': ['ID=c9c0d29b-2606-4b2e-822b-2ddfe6c74dfa,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:39.485405 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50378) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:55:39.541683 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16acf9cf-ca49-4717-a09c-b423353806d4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:39.565773 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16acf9cf-ca49-4717-a09c-b423353806d4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:39.635706 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16acf9cf-ca49-4717-a09c-b423353806d4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:39.638307 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-16acf9cf-ca49-4717-a09c-b423353806d4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:39.640164 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-16acf9cf-ca49-4717-a09c-b423353806d4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "DELETE /v2.0/security-groups/765a50d4-5d46-4f17-b73f-c73adfc8d266 HTTP/1.1" status: 204 len: 168 time: 0.1531706 Jul 05 04:55:39.653478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acf9cf-ca49-4717-a09c-b423353806d4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=765a50d4-5d46-4f17-b73f-c73adfc8d266,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:39.991978 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50384) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:55:39.996720 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-5a1e38ab-9229-4d6b-82a1-007f1dfa8471 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2124326856', 'description': 'tempest-secgroup-smoke-2124326856 description', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:55:40.019689 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5a1e38ab-9229-4d6b-82a1-007f1dfa8471 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.101252 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5a1e38ab-9229-4d6b-82a1-007f1dfa8471 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.105230 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5a1e38ab-9229-4d6b-82a1-007f1dfa8471 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.133146 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5a1e38ab-9229-4d6b-82a1-007f1dfa8471 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.134362 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5a1e38ab-9229-4d6b-82a1-007f1dfa8471 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1413169 Jul 05 04:55:40.136245 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e38ab-9229-4d6b-82a1-007f1dfa8471 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bb762d-5512-4876-9d82-60380e5ea8d8,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:40.137446 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50386) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:55:40.143420 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-7b36b6d3-406d-43fb-bad5-abd9d4a4e72e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': 'a8bb762d-5512-4876-9d82-60380e5ea8d8', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:55:40.170945 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7b36b6d3-406d-43fb-bad5-abd9d4a4e72e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.218792 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7b36b6d3-406d-43fb-bad5-abd9d4a4e72e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.222343 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7b36b6d3-406d-43fb-bad5-abd9d4a4e72e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.243662 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36b6d3-406d-43fb-bad5-abd9d4a4e72e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af9077a6-3e3e-46b4-bd44-c57e7bd59012,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:40.254280 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36b6d3-406d-43fb-bad5-abd9d4a4e72e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:40.254640 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36b6d3-406d-43fb-bad5-abd9d4a4e72e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:40.254991 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36b6d3-406d-43fb-bad5-abd9d4a4e72e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:40.255333 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36b6d3-406d-43fb-bad5-abd9d4a4e72e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:40.255680 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36b6d3-406d-43fb-bad5-abd9d4a4e72e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:40.256047 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36b6d3-406d-43fb-bad5-abd9d4a4e72e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:40.256384 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36b6d3-406d-43fb-bad5-abd9d4a4e72e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:40.256726 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36b6d3-406d-43fb-bad5-abd9d4a4e72e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:40.257063 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36b6d3-406d-43fb-bad5-abd9d4a4e72e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:40.257394 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36b6d3-406d-43fb-bad5-abd9d4a4e72e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:40.257726 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36b6d3-406d-43fb-bad5-abd9d4a4e72e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:40.258055 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36b6d3-406d-43fb-bad5-abd9d4a4e72e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:40.260716 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7b36b6d3-406d-43fb-bad5-abd9d4a4e72e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.262014 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7b36b6d3-406d-43fb-bad5-abd9d4a4e72e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234372 Jul 05 04:55:40.265278 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50390) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:55:40.269657 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-de6ff2fa-506d-4ad9-8123-826abf38a84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': 'a8bb762d-5512-4876-9d82-60380e5ea8d8', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:55:40.294805 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-de6ff2fa-506d-4ad9-8123-826abf38a84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.355478 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-de6ff2fa-506d-4ad9-8123-826abf38a84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.360658 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-de6ff2fa-506d-4ad9-8123-826abf38a84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.381527 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ff2fa-506d-4ad9-8123-826abf38a84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c3e929-ea63-44ad-aaab-0500c281aa56,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:40.385742 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-de6ff2fa-506d-4ad9-8123-826abf38a84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.390433 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-de6ff2fa-506d-4ad9-8123-826abf38a84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209490 Jul 05 04:55:40.390433 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50392) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:55:40.395037 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-79a317ed-84f6-4cf3-862a-0f8b1ce72eae tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': 'a8bb762d-5512-4876-9d82-60380e5ea8d8', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:55:40.422821 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-79a317ed-84f6-4cf3-862a-0f8b1ce72eae tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.480770 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-79a317ed-84f6-4cf3-862a-0f8b1ce72eae tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.485802 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-79a317ed-84f6-4cf3-862a-0f8b1ce72eae tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.505887 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a317ed-84f6-4cf3-862a-0f8b1ce72eae tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df01ed35-bdaa-44c2-960a-47aabdc4353c,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:40.508859 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-79a317ed-84f6-4cf3-862a-0f8b1ce72eae tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.510070 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-79a317ed-84f6-4cf3-862a-0f8b1ce72eae tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187751 Jul 05 04:55:40.513051 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50394) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:55:40.519197 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-9d85360c-913d-4553-90f8-3c05356ce368 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': 'a8bb762d-5512-4876-9d82-60380e5ea8d8', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:55:40.546942 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d85360c-913d-4553-90f8-3c05356ce368 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.605891 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d85360c-913d-4553-90f8-3c05356ce368 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.610889 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d85360c-913d-4553-90f8-3c05356ce368 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.628454 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85360c-913d-4553-90f8-3c05356ce368 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b77e072-9baf-4ef2-953f-845d5f9ebc82,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:40.636384 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9d85360c-913d-4553-90f8-3c05356ce368 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.637801 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9d85360c-913d-4553-90f8-3c05356ce368 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237373 Jul 05 04:55:40.640629 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50396) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:55:40.645170 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-c39f2a18-377a-40e8-9862-8d44544d3b19 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': 'a8bb762d-5512-4876-9d82-60380e5ea8d8', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:55:40.666713 n-d-780147-23 neutron-server[105539]: INFO neutron.db.securitygroups_db [None req-c39f2a18-377a-40e8-9862-8d44544d3b19 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Project 9c0f14b3387f45bbb4786c1a1c2d3b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:55:40.672510 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c39f2a18-377a-40e8-9862-8d44544d3b19 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.739774 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c39f2a18-377a-40e8-9862-8d44544d3b19 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.743291 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c39f2a18-377a-40e8-9862-8d44544d3b19 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.761460 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f2a18-377a-40e8-9862-8d44544d3b19 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6880ee5-e622-41c6-9dbf-c3a337a8b5ed,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:40.764926 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c39f2a18-377a-40e8-9862-8d44544d3b19 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.766121 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c39f2a18-377a-40e8-9862-8d44544d3b19 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244850 Jul 05 04:55:40.768831 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50398) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:55:40.773207 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-87abe80c-a57e-4f60-abe5-d837a3a0bb40 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': 'a8bb762d-5512-4876-9d82-60380e5ea8d8', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:55:40.797018 n-d-780147-23 neutron-server[105539]: INFO neutron.db.securitygroups_db [None req-87abe80c-a57e-4f60-abe5-d837a3a0bb40 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Project 9c0f14b3387f45bbb4786c1a1c2d3b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:55:40.802440 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-87abe80c-a57e-4f60-abe5-d837a3a0bb40 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.869403 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-87abe80c-a57e-4f60-abe5-d837a3a0bb40 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.877281 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-87abe80c-a57e-4f60-abe5-d837a3a0bb40 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.903350 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87abe80c-a57e-4f60-abe5-d837a3a0bb40 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61a15de-1eb1-46cf-9333-bf9f7b68dfe5,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:40.911426 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-87abe80c-a57e-4f60-abe5-d837a3a0bb40 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.915887 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50400) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:55:40.916092 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-87abe80c-a57e-4f60-abe5-d837a3a0bb40 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1461091 Jul 05 04:55:40.923906 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-6718f973-c13c-42c5-8f30-3d7114c27874 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'network': {'name': 'tempest-network-smoke--1837264171', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'port_security_enabled': True}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:55:40.948695 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6718f973-c13c-42c5-8f30-3d7114c27874 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Made reservation on behalf of 9c0f14b3387f45bbb4786c1a1c2d3b4b for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:55:40.952974 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6718f973-c13c-42c5-8f30-3d7114c27874 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.978195 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6718f973-c13c-42c5-8f30-3d7114c27874 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:55:40.988220 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6718f973-c13c-42c5-8f30-3d7114c27874 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.988700 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-6718f973-c13c-42c5-8f30-3d7114c27874 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Added segment 583c65a9-4a40-44aa-ac26-f4da9b365641 of type vlan for network dae87b33-1e06-40e4-8093-6ff397ae97ff Jul 05 04:55:41.033889 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6718f973-c13c-42c5-8f30-3d7114c27874 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:41.066426 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6718f973-c13c-42c5-8f30-3d7114c27874 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:41.072466 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6718f973-c13c-42c5-8f30-3d7114c27874 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:41.073059 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6718f973-c13c-42c5-8f30-3d7114c27874 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:41.129329 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6718f973-c13c-42c5-8f30-3d7114c27874 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2118483 Jul 05 04:55:41.131987 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50402) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:55:41.136410 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-fea92ad0-bccd-421b-a22c-4779bfc10b39 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1004304011', 'admin_state_up': True, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:55:41.150077 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c511bea3-c8d4-4c41-8a9e-c58f5993aee1 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:55:41.162229 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718f973-c13c-42c5-8f30-3d7114c27874 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Network': ['ID=dae87b33-1e06-40e4-8093-6ff397ae97ff,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:41.169389 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fea92ad0-bccd-421b-a22c-4779bfc10b39 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:41.171217 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fea92ad0-bccd-421b-a22c-4779bfc10b39 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:41.179944 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network dae87b33-1e06-40e4-8093-6ff397ae97ff details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:55:41.182662 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: c511bea3-c8d4-4c41-8a9e-c58f5993aee1 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:55:41.183647 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c511bea3-c8d4-4c41-8a9e-c58f5993aee1 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:55:41.234798 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fea92ad0-bccd-421b-a22c-4779bfc10b39 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:41.376406 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fea92ad0-bccd-421b-a22c-4779bfc10b39 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:41.569062 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fea92ad0-bccd-421b-a22c-4779bfc10b39 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:41.587738 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fea92ad0-bccd-421b-a22c-4779bfc10b39 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:41.692312 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-fea92ad0-bccd-421b-a22c-4779bfc10b39 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Allocated IP 172.25.1.228 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/d2b5b297-9426-42bf-ab82-c92f0d45d417) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:55:41.793162 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fea92ad0-bccd-421b-a22c-4779bfc10b39 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:41.834401 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fea92ad0-bccd-421b-a22c-4779bfc10b39 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:41.870748 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea92ad0-bccd-421b-a22c-4779bfc10b39 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:55:41.873996 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-fea92ad0-bccd-421b-a22c-4779bfc10b39 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:55:41.879682 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea92ad0-bccd-421b-a22c-4779bfc10b39 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:55:41.907573 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea92ad0-bccd-421b-a22c-4779bfc10b39 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=d2b5b297-9426-42bf-ab82-c92f0d45d417,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:42.475736 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fea92ad0-bccd-421b-a22c-4779bfc10b39 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:42.671104 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fea92ad0-bccd-421b-a22c-4779bfc10b39 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:42.800241 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea92ad0-bccd-421b-a22c-4779bfc10b39 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Router 929b46bf-aa6f-42e7-bff7-3c0058a70722 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:55:42.910108 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea92ad0-bccd-421b-a22c-4779bfc10b39 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:55:42.920360 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] Sync routers for ids ['929b46bf-aa6f-42e7-bff7-3c0058a70722'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:55:42.930236 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fea92ad0-bccd-421b-a22c-4779bfc10b39 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:42.930741 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] Routers {'929b46bf-aa6f-42e7-bff7-3c0058a70722'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:55:42.931353 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['929b46bf-aa6f-42e7-bff7-3c0058a70722'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:42.931660 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fea92ad0-bccd-421b-a22c-4779bfc10b39 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7987535 Jul 05 04:55:42.934864 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50404) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:55:42.966156 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-05bb1f59-c6e2-4015-ac01-401c93abd4d3 tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299993 Jul 05 04:55:42.969668 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50406) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:55:43.038443 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] Set router 929b46bf-aa6f-42e7-bff7-3c0058a70722 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:55:43.056475 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032cac8f-d313-4d9c-9ade-edc2abf2dc17 tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:43.058005 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-032cac8f-d313-4d9c-9ade-edc2abf2dc17 tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873744 Jul 05 04:55:43.060948 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50408) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:55:43.090654 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-43c54efb-6e03-4ca3-b0bd-43f9a65e8cbe tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280306 Jul 05 04:55:43.093688 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50410) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:55:43.098562 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-109f1b70-14c7-420a-94bf-8f54ba612fa7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-234279275', 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:55:43.188740 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109f1b70-14c7-420a-94bf-8f54ba612fa7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Made reservation on behalf of 9c0f14b3387f45bbb4786c1a1c2d3b4b for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:55:43.192521 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-109f1b70-14c7-420a-94bf-8f54ba612fa7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:43.221936 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004304011', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:42Z', 'revision_number': 3, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:43.252554 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] Checking router: 929b46bf-aa6f-42e7-bff7-3c0058a70722 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:55:43.252904 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] Updating router 929b46bf-aa6f-42e7-bff7-3c0058a70722 port d2b5b297-9426-42bf-ab82-c92f0d45d417 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:55:43.289697 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:43.394795 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-109f1b70-14c7-420a-94bf-8f54ba612fa7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:43.454338 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f1b70-14c7-420a-94bf-8f54ba612fa7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Subnet': ['ID=5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:43.464338 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109f1b70-14c7-420a-94bf-8f54ba612fa7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Checking segment: {'id': '583c65a9-4a40-44aa-ac26-f4da9b365641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:55:43.464704 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109f1b70-14c7-420a-94bf-8f54ba612fa7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network hostable DHCP agents. Network: dae87b33-1e06-40e4-8093-6ff397ae97ff, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:55:43.489436 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109f1b70-14c7-420a-94bf-8f54ba612fa7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network dae87b33-1e06-40e4-8093-6ff397ae97ff is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:55:43.497630 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-109f1b70-14c7-420a-94bf-8f54ba612fa7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, dae87b33-1e06-40e4-8093-6ff397ae97ff) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:55:43.502049 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109f1b70-14c7-420a-94bf-8f54ba612fa7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:43.502827 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-109f1b70-14c7-420a-94bf-8f54ba612fa7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:43.508050 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a3c47f-938a-43dc-839a-a9208f1f3e72 None None] Network dae87b33-1e06-40e4-8093-6ff397ae97ff requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:55:43.517813 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-109f1b70-14c7-420a-94bf-8f54ba612fa7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4230738 Jul 05 04:55:43.520586 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50412) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:55:43.610902 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:43.633928 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] Transition to ACTIVE for port object d2b5b297-9426-42bf-ab82-c92f0d45d417 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:55:43.649379 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:43.759472 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] Attempting to bind port d2b5b297-9426-42bf-ab82-c92f0d45d417 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:55:43.759891 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] Attempting to bind port d2b5b297-9426-42bf-ab82-c92f0d45d417 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:55:43.760246 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] Attempting to bind port d2b5b297-9426-42bf-ab82-c92f0d45d417 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:55:43.770926 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d8e28e-e239-4e25-95ae-7f04a1cc5fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-dae87b33-1e06-40e4-8093-6ff397ae97ff', 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'fixed_ips': [{'subnet_id': '5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:55:43.771775 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b0d8e28e-e239-4e25-95ae-7f04a1cc5fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:43.775024 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21a598-a607-4aea-8489-c87cb4227320 None None] Pushing event updated for resources: {'Port': ['ID=d2b5b297-9426-42bf-ab82-c92f0d45d417,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:43.785272 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:55:43.785654 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:55:43.786057 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:43.786455 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:55:43.786950 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] Bound port: d2b5b297-9426-42bf-ab82-c92f0d45d417, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:55:43.787337 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:43.890666 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:43.912851 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] For port d2b5b297-9426-42bf-ab82-c92f0d45d417, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:55:43.917839 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] For port d2b5b297-9426-42bf-ab82-c92f0d45d417, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d2b5b297-9426-42bf-ab82-c92f0d45d417,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:55:43.922542 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:43.978842 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7daaaac4-412f-427a-9a81-a6481d5d2283 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:44.026230 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] Routers {'929b46bf-aa6f-42e7-bff7-3c0058a70722'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:55:44.026850 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['929b46bf-aa6f-42e7-bff7-3c0058a70722'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:44.029047 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-b0d8e28e-e239-4e25-95ae-7f04a1cc5fe4 None None] Allocated IP 172.20.0.2 (dae87b33-1e06-40e4-8093-6ff397ae97ff/5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b/c7394977-d086-46ce-924c-673d34a4595e) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:55:44.031783 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21a598-a607-4aea-8489-c87cb4227320 None None] Pushing event updated for resources: {'Port': ['ID=d2b5b297-9426-42bf-ab82-c92f0d45d417,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:44.195929 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] Set router 929b46bf-aa6f-42e7-bff7-3c0058a70722 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:55:44.361428 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b0d8e28e-e239-4e25-95ae-7f04a1cc5fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:44.378807 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b0d8e28e-e239-4e25-95ae-7f04a1cc5fe4 None None] Transition to ACTIVE for port object c7394977-d086-46ce-924c-673d34a4595e will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:55:44.413955 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b0d8e28e-e239-4e25-95ae-7f04a1cc5fe4 None None] Transition to ACTIVE for port object c7394977-d086-46ce-924c-673d34a4595e will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:55:44.424995 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b0d8e28e-e239-4e25-95ae-7f04a1cc5fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:44.472553 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-7daaaac4-412f-427a-9a81-a6481d5d2283 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Allocated IP 172.20.0.1 (dae87b33-1e06-40e4-8093-6ff397ae97ff/5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b/43a8fbb4-ab06-4538-88d9-6d3572203ade) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:55:44.478416 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8e28e-e239-4e25-95ae-7f04a1cc5fe4 None None] Pushing event updated for resources: {'Port': ['ID=c7394977-d086-46ce-924c-673d34a4595e,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:44.482356 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d8e28e-e239-4e25-95ae-7f04a1cc5fe4 None None] Network dae87b33-1e06-40e4-8093-6ff397ae97ff is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:55:44.486522 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-b0d8e28e-e239-4e25-95ae-7f04a1cc5fe4 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:55:44.488696 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d8e28e-e239-4e25-95ae-7f04a1cc5fe4 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:55:44.496668 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004304011', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:42Z', 'revision_number': 3, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:44.541711 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd744f9-20c0-4502-84ce-7fb2e7c521e7 None None] The sync data for ids ['929b46bf-aa6f-42e7-bff7-3c0058a70722'] in n-d-780147-23 is: [{'id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004304011', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:42Z', 'revision_number': 3, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:55:44.573283 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-b0d8e28e-e239-4e25-95ae-7f04a1cc5fe4 None None] Attempting to bind port c7394977-d086-46ce-924c-673d34a4595e on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:55:44.573652 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-b0d8e28e-e239-4e25-95ae-7f04a1cc5fe4 None None] Attempting to bind port c7394977-d086-46ce-924c-673d34a4595e by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '583c65a9-4a40-44aa-ac26-f4da9b365641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:55:44.574011 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8e28e-e239-4e25-95ae-7f04a1cc5fe4 None None] Attempting to bind port c7394977-d086-46ce-924c-673d34a4595e on network dae87b33-1e06-40e4-8093-6ff397ae97ff {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:55:44.582111 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8e28e-e239-4e25-95ae-7f04a1cc5fe4 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:55:44.582477 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8e28e-e239-4e25-95ae-7f04a1cc5fe4 None None] Checking segment: {'id': '583c65a9-4a40-44aa-ac26-f4da9b365641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:55:44.583248 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b0d8e28e-e239-4e25-95ae-7f04a1cc5fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:44.583248 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8e28e-e239-4e25-95ae-7f04a1cc5fe4 None None] Bound using segment: {'id': '583c65a9-4a40-44aa-ac26-f4da9b365641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:55:44.583716 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-b0d8e28e-e239-4e25-95ae-7f04a1cc5fe4 None None] Bound port: c7394977-d086-46ce-924c-673d34a4595e, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583c65a9-4a40-44aa-ac26-f4da9b365641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:55:44.584117 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b0d8e28e-e239-4e25-95ae-7f04a1cc5fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:44.593724 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7daaaac4-412f-427a-9a81-a6481d5d2283 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:44.609939 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-7daaaac4-412f-427a-9a81-a6481d5d2283 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Transition to ACTIVE for port object 43a8fbb4-ab06-4538-88d9-6d3572203ade will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:55:44.643288 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7daaaac4-412f-427a-9a81-a6481d5d2283 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:44.658227 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-b0d8e28e-e239-4e25-95ae-7f04a1cc5fe4 None None] For port c7394977-d086-46ce-924c-673d34a4595e, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:55:44.661596 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-b0d8e28e-e239-4e25-95ae-7f04a1cc5fe4 None None] For port c7394977-d086-46ce-924c-673d34a4595e, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=c7394977-d086-46ce-924c-673d34a4595e,segment=NetworkSegment(583c65a9-4a40-44aa-ac26-f4da9b365641),segment_id=583c65a9-4a40-44aa-ac26-f4da9b365641)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:55:44.665826 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b0d8e28e-e239-4e25-95ae-7f04a1cc5fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:44.686617 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daaaac4-412f-427a-9a81-a6481d5d2283 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network dae87b33-1e06-40e4-8093-6ff397ae97ff is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:55:44.690207 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-7daaaac4-412f-427a-9a81-a6481d5d2283 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:55:44.696756 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daaaac4-412f-427a-9a81-a6481d5d2283 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:55:44.733837 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daaaac4-412f-427a-9a81-a6481d5d2283 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=43a8fbb4-ab06-4538-88d9-6d3572203ade,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:44.753838 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7daaaac4-412f-427a-9a81-a6481d5d2283 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:44.915450 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8e28e-e239-4e25-95ae-7f04a1cc5fe4 None None] Pushing event updated for resources: {'Port': ['ID=c7394977-d086-46ce-924c-673d34a4595e,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:44.951058 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7daaaac4-412f-427a-9a81-a6481d5d2283 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:45.298306 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c7394977-d086-46ce-924c-673d34a4595e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:55:45.331220 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7daaaac4-412f-427a-9a81-a6481d5d2283 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:45.335827 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7daaaac4-412f-427a-9a81-a6481d5d2283 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:45.361836 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port c7394977-d086-46ce-924c-673d34a4595e completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:55:45.367596 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d2b5b297-9426-42bf-ab82-c92f0d45d417 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:55:45.419382 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7daaaac4-412f-427a-9a81-a6481d5d2283 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:45.422984 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daaaac4-412f-427a-9a81-a6481d5d2283 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=43a8fbb4-ab06-4538-88d9-6d3572203ade,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:45.432670 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port d2b5b297-9426-42bf-ab82-c92f0d45d417 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:55:45.437691 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port d2b5b297-9426-42bf-ab82-c92f0d45d417 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:55:45.438123 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:45.521927 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:45.542221 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daaaac4-412f-427a-9a81-a6481d5d2283 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network dae87b33-1e06-40e4-8093-6ff397ae97ff is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:55:45.543725 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-7daaaac4-412f-427a-9a81-a6481d5d2283 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:55:45.544843 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port d2b5b297-9426-42bf-ab82-c92f0d45d417, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d2b5b297-9426-42bf-ab82-c92f0d45d417,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:55:45.549990 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:45.620993 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=d2b5b297-9426-42bf-ab82-c92f0d45d417,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:45.674956 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7daaaac4-412f-427a-9a81-a6481d5d2283 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Router 929b46bf-aa6f-42e7-bff7-3c0058a70722 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:55:45.789449 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7daaaac4-412f-427a-9a81-a6481d5d2283 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:55:45.795135 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7daaaac4-412f-427a-9a81-a6481d5d2283 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "PUT /v2.0/routers/929b46bf-aa6f-42e7-bff7-3c0058a70722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2734711 Jul 05 04:55:45.913551 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34e4294-902f-4458-a048-5d0fd2c4fc7c None None] Network dae87b33-1e06-40e4-8093-6ff397ae97ff requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:55:45.945817 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-6e9cf824-d66e-478f-ab2b-40482650e2c8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2124326856&fields=id&tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b HTTP/1.1" status: 200 len: 267 time: 0.0343032 Jul 05 04:55:45.982344 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1290b628-b100-4947-a99f-1662aa21c847 None None] Provisioning for port c7394977-d086-46ce-924c-673d34a4595e completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:55:46.004195 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-1290b628-b100-4947-a99f-1662aa21c847 None None] Provisioning complete for port c7394977-d086-46ce-924c-673d34a4595e triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:55:46.004552 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1290b628-b100-4947-a99f-1662aa21c847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:46.062561 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-999d4220-9f69-4c62-93e5-547444879402 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:46.064330 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-999d4220-9f69-4c62-93e5-547444879402 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/networks?id=dae87b33-1e06-40e4-8093-6ff397ae97ff HTTP/1.1" status: 200 len: 797 time: 0.1122382 Jul 05 04:55:46.081205 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-e17a8cc2-7410-4a2f-96df-9d98f9a38476 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/quotas/9c0f14b3387f45bbb4786c1a1c2d3b4b HTTP/1.1" status: 200 len: 375 time: 0.0111601 Jul 05 04:55:46.153240 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-eb324cac-e16b-4983-89a2-03cf9d875adf tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664344 Jul 05 04:55:46.168775 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1290b628-b100-4947-a99f-1662aa21c847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:46.216017 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-1290b628-b100-4947-a99f-1662aa21c847 None None] For port c7394977-d086-46ce-924c-673d34a4595e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=c7394977-d086-46ce-924c-673d34a4595e,segment=NetworkSegment(583c65a9-4a40-44aa-ac26-f4da9b365641),segment_id=583c65a9-4a40-44aa-ac26-f4da9b365641)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:55:46.221789 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1290b628-b100-4947-a99f-1662aa21c847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:46.261917 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-a9aa1e85-8868-4c54-b228-418f5e6db007 service neutron] 10.222.0.77 "GET /v2.0/networks/dae87b33-1e06-40e4-8093-6ff397ae97ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951128 Jul 05 04:55:46.284073 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290b628-b100-4947-a99f-1662aa21c847 None None] Pushing event updated for resources: {'Port': ['ID=c7394977-d086-46ce-924c-673d34a4595e,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:46.364263 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-b41d4550-75ca-4f9e-a422-2d54691d8813 service neutron] 10.222.0.77 "GET /v2.0/networks/dae87b33-1e06-40e4-8093-6ff397ae97ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948434 Jul 05 04:55:46.391959 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] Sync routers for ids ['929b46bf-aa6f-42e7-bff7-3c0058a70722'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:55:46.406765 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] Routers {'929b46bf-aa6f-42e7-bff7-3c0058a70722'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:55:46.407415 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['929b46bf-aa6f-42e7-bff7-3c0058a70722'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:46.445105 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d16ab1f3-6438-421e-994b-00480b634ddb None None] Provisioning complete for port c7394977-d086-46ce-924c-673d34a4595e triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:55:46.445662 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d16ab1f3-6438-421e-994b-00480b634ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:46.520828 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] Set router 929b46bf-aa6f-42e7-bff7-3c0058a70722 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:55:46.556647 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d16ab1f3-6438-421e-994b-00480b634ddb None None] Provisioning for port 43a8fbb4-ab06-4538-88d9-6d3572203ade completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:55:46.560951 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d16ab1f3-6438-421e-994b-00480b634ddb None None] Provisioning complete for port 43a8fbb4-ab06-4538-88d9-6d3572203ade triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:55:46.561968 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d16ab1f3-6438-421e-994b-00480b634ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:46.589550 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56af861d-7bfa-482d-91c6-7de8dece04f3 req-f6b7e5b8-9a2a-4ff8-9c39-9e23d2b24616 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 210 time: 0.0439484 Jul 05 04:55:46.605769 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-d16ab1f3-6438-421e-994b-00480b634ddb None None] Port 43a8fbb4-ab06-4538-88d9-6d3572203ade cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:55:46.730931 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-164ffec7-86ed-4979-9b00-e97e64dd29b4 None None] Provisioning complete for port 43a8fbb4-ab06-4538-88d9-6d3572203ade triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:55:46.730931 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-164ffec7-86ed-4979-9b00-e97e64dd29b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:46.745886 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004304011', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:44Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '43a8fbb4-ab06-4538-88d9-6d3572203ade', 'name': '', 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:e4:77:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:55:44Z', 'updated_at': '2021-07-05T04:55:45Z', 'revision_number': 2, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:46.768577 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-164ffec7-86ed-4979-9b00-e97e64dd29b4 None None] Port 43a8fbb4-ab06-4538-88d9-6d3572203ade cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:55:46.775318 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] Checking router: 929b46bf-aa6f-42e7-bff7-3c0058a70722 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:55:46.775673 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] Updating router 929b46bf-aa6f-42e7-bff7-3c0058a70722 port 43a8fbb4-ab06-4538-88d9-6d3572203ade binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:55:46.815344 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:46.887096 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-ee78c29d-4831-41cb-a32f-22e2f6bdd8c8 None None] Provisioning complete for port 43a8fbb4-ab06-4538-88d9-6d3572203ade triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:55:46.887510 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ee78c29d-4831-41cb-a32f-22e2f6bdd8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:46.921590 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-ee78c29d-4831-41cb-a32f-22e2f6bdd8c8 None None] Port 43a8fbb4-ab06-4538-88d9-6d3572203ade cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:55:47.078908 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:47.088246 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] Transition to ACTIVE for port object 43a8fbb4-ab06-4538-88d9-6d3572203ade will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:55:47.093804 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:47.146437 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc8a07-0046-42e5-afaa-3e68878c0709 None None] Pushing event updated for resources: {'Port': ['ID=43a8fbb4-ab06-4538-88d9-6d3572203ade,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:47.175388 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc8a07-0046-42e5-afaa-3e68878c0709 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:47.175388 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc8a07-0046-42e5-afaa-3e68878c0709 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:47.175388 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc8a07-0046-42e5-afaa-3e68878c0709 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:47.175388 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc8a07-0046-42e5-afaa-3e68878c0709 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:47.175388 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc8a07-0046-42e5-afaa-3e68878c0709 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:47.175388 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc8a07-0046-42e5-afaa-3e68878c0709 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:47.175388 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc8a07-0046-42e5-afaa-3e68878c0709 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:47.175388 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc8a07-0046-42e5-afaa-3e68878c0709 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:47.175388 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc8a07-0046-42e5-afaa-3e68878c0709 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:47.175388 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc8a07-0046-42e5-afaa-3e68878c0709 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:47.176468 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc8a07-0046-42e5-afaa-3e68878c0709 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:47.176468 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc8a07-0046-42e5-afaa-3e68878c0709 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:47.213123 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] Attempting to bind port 43a8fbb4-ab06-4538-88d9-6d3572203ade on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:55:47.213532 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] Attempting to bind port 43a8fbb4-ab06-4538-88d9-6d3572203ade by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '583c65a9-4a40-44aa-ac26-f4da9b365641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:55:47.213832 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] Attempting to bind port 43a8fbb4-ab06-4538-88d9-6d3572203ade on network dae87b33-1e06-40e4-8093-6ff397ae97ff {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:55:47.219619 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d2b5b297-9426-42bf-ab82-c92f0d45d417 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:55:47.220758 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:55:47.221126 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] Checking segment: {'id': '583c65a9-4a40-44aa-ac26-f4da9b365641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:55:47.221714 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:47.222109 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] Bound using segment: {'id': '583c65a9-4a40-44aa-ac26-f4da9b365641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:55:47.222620 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] Bound port: 43a8fbb4-ab06-4538-88d9-6d3572203ade, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583c65a9-4a40-44aa-ac26-f4da9b365641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:55:47.223048 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:47.274426 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port d2b5b297-9426-42bf-ab82-c92f0d45d417 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:55:47.274805 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:47.288799 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] For port 43a8fbb4-ab06-4538-88d9-6d3572203ade, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:55:47.292283 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] For port 43a8fbb4-ab06-4538-88d9-6d3572203ade, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=43a8fbb4-ab06-4538-88d9-6d3572203ade,segment=NetworkSegment(583c65a9-4a40-44aa-ac26-f4da9b365641),segment_id=583c65a9-4a40-44aa-ac26-f4da9b365641)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:55:47.299038 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:47.356728 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] Routers {'929b46bf-aa6f-42e7-bff7-3c0058a70722'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:55:47.357371 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:55:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['929b46bf-aa6f-42e7-bff7-3c0058a70722'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:47.358291 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c7394977-d086-46ce-924c-673d34a4595e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:55:47.410265 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port c7394977-d086-46ce-924c-673d34a4595e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:55:47.410501 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc8a07-0046-42e5-afaa-3e68878c0709 None None] Pushing event updated for resources: {'Port': ['ID=43a8fbb4-ab06-4538-88d9-6d3572203ade,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:47.410958 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:47.471399 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] Set router 929b46bf-aa6f-42e7-bff7-3c0058a70722 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:55:47.666324 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d0fc278f-1008-426e-bd45-f8426cface99 req-cd7869f7-2d7d-4015-96d7-3b120dfc0c76 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 210 time: 0.0330527 Jul 05 04:55:47.687433 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004304011', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:44Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '43a8fbb4-ab06-4538-88d9-6d3572203ade', 'name': '', 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:e4:77:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:55:44Z', 'updated_at': '2021-07-05T04:55:47Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:47.714409 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5327cc1-9d40-4d4c-8e5c-d46cf4119add None None] The sync data for ids ['929b46bf-aa6f-42e7-bff7-3c0058a70722'] in n-d-780147-23 is: [{'id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004304011', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:44Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '43a8fbb4-ab06-4538-88d9-6d3572203ade', 'name': '', 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:e4:77:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:55:44Z', 'updated_at': '2021-07-05T04:55:47Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:55:48.754720 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0ce5f021-a508-4849-b3eb-84af3d3f21d0 req-932d08be-0639-4c72-94d7-cb2e851c9c35 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 210 time: 0.0337141 Jul 05 04:55:49.213995 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 43a8fbb4-ab06-4538-88d9-6d3572203ade up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:55:49.261327 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 43a8fbb4-ab06-4538-88d9-6d3572203ade completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:55:49.265569 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 43a8fbb4-ab06-4538-88d9-6d3572203ade triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:55:49.265837 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:49.345451 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:49.376460 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 43a8fbb4-ab06-4538-88d9-6d3572203ade, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=43a8fbb4-ab06-4538-88d9-6d3572203ade,segment=NetworkSegment(583c65a9-4a40-44aa-ac26-f4da9b365641),segment_id=583c65a9-4a40-44aa-ac26-f4da9b365641)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:55:49.380379 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:49.429385 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=43a8fbb4-ab06-4538-88d9-6d3572203ade,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:49.841444 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0be7a050-88af-42ea-8001-7ad96c46bd77 req-6e6a7650-ce96-42fd-9ff4-cbfae5384bcc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 210 time: 0.0344253 Jul 05 04:55:50.979891 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-038ae18f-4dbf-4da9-a359-f6c194344fd3 req-8cf17cbb-4fd5-473c-997b-6b70dc26b0fe tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 210 time: 0.0285742 Jul 05 04:55:51.204424 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 43a8fbb4-ab06-4538-88d9-6d3572203ade up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:55:51.253095 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 43a8fbb4-ab06-4538-88d9-6d3572203ade triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:55:51.253469 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:51.595296 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:55:51.910458 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-396f56f8-3fac-4697-b0a9-71b678048ccf tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:51.911939 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-396f56f8-3fac-4697-b0a9-71b678048ccf tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.89 "GET /v2.0/networks?id=dae87b33-1e06-40e4-8093-6ff397ae97ff HTTP/1.1" status: 200 len: 797 time: 0.1138890 Jul 05 04:55:51.967456 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-eb8df23b-4ed7-44e4-b598-3e237703e004 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b HTTP/1.1" status: 200 len: 380 time: 0.0361528 Jul 05 04:55:51.976188 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-648d82fa-debe-4de5-8e62-eb52f0d436ff tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'port': {'device_id': '49336d08-a48a-4107-be3b-f66a90036d5e', 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff', 'admin_state_up': True, 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'security_groups': ['a8bb762d-5512-4876-9d82-60380e5ea8d8']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:55:52.090704 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-648d82fa-debe-4de5-8e62-eb52f0d436ff tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Made reservation on behalf of 9c0f14b3387f45bbb4786c1a1c2d3b4b for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:55:52.094804 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-648d82fa-debe-4de5-8e62-eb52f0d436ff tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:52.138602 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2ca876a3-fe03-4c07-8a25-d7b8eaec1bea req-527601cd-6efc-4534-85e4-570fac860096 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 210 time: 0.0334368 Jul 05 04:55:52.248147 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-648d82fa-debe-4de5-8e62-eb52f0d436ff tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Allocated IP 172.20.0.13 (dae87b33-1e06-40e4-8093-6ff397ae97ff/5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b/135449f9-e06f-4cd6-bb26-531c39be8f2c) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:55:52.391806 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-648d82fa-debe-4de5-8e62-eb52f0d436ff tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:52.405559 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-648d82fa-debe-4de5-8e62-eb52f0d436ff tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Transition to ACTIVE for port object 135449f9-e06f-4cd6-bb26-531c39be8f2c will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:55:52.442109 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-648d82fa-debe-4de5-8e62-eb52f0d436ff tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:52.486152 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-648d82fa-debe-4de5-8e62-eb52f0d436ff tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network dae87b33-1e06-40e4-8093-6ff397ae97ff is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:55:52.491190 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-648d82fa-debe-4de5-8e62-eb52f0d436ff tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:55:52.494854 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-648d82fa-debe-4de5-8e62-eb52f0d436ff tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:55:52.523762 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d82fa-debe-4de5-8e62-eb52f0d436ff tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=135449f9-e06f-4cd6-bb26-531c39be8f2c,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:52.553734 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-648d82fa-debe-4de5-8e62-eb52f0d436ff tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:52.554379 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-648d82fa-debe-4de5-8e62-eb52f0d436ff tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:52.570387 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-648d82fa-debe-4de5-8e62-eb52f0d436ff tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5978551 Jul 05 04:55:52.587472 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-ef2d690e-aceb-42de-a05c-63dd29af8836 service neutron] Request body: {'port': {'device_id': '49336d08-a48a-4107-be3b-f66a90036d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:55:52.666950 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-ef2d690e-aceb-42de-a05c-63dd29af8836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:52.734407 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-eb55fba1-47ed-4174-a4ec-01f8c853e1cd None None] Provisioning for port 135449f9-e06f-4cd6-bb26-531c39be8f2c completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:55:52.737523 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-eb55fba1-47ed-4174-a4ec-01f8c853e1cd None None] Provisioning complete for port 135449f9-e06f-4cd6-bb26-531c39be8f2c triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:55:52.737931 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-eb55fba1-47ed-4174-a4ec-01f8c853e1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:52.772707 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-eb55fba1-47ed-4174-a4ec-01f8c853e1cd None None] Port 135449f9-e06f-4cd6-bb26-531c39be8f2c cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:55:52.935563 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-ef2d690e-aceb-42de-a05c-63dd29af8836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135449f9-e06f-4cd6-bb26-531c39be8f2c {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:55:52.943776 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-ef2d690e-aceb-42de-a05c-63dd29af8836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:52.956143 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-ef2d690e-aceb-42de-a05c-63dd29af8836 service neutron] Transition to ACTIVE for port object 135449f9-e06f-4cd6-bb26-531c39be8f2c will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:55:52.959989 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-ef2d690e-aceb-42de-a05c-63dd29af8836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:53.012402 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d690e-aceb-42de-a05c-63dd29af8836 service neutron] Pushing event updated for resources: {'Port': ['ID=135449f9-e06f-4cd6-bb26-531c39be8f2c,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:53.084873 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-ef2d690e-aceb-42de-a05c-63dd29af8836 service neutron] Attempting to bind port 135449f9-e06f-4cd6-bb26-531c39be8f2c on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:55:53.085211 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-ef2d690e-aceb-42de-a05c-63dd29af8836 service neutron] Attempting to bind port 135449f9-e06f-4cd6-bb26-531c39be8f2c by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '583c65a9-4a40-44aa-ac26-f4da9b365641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:55:53.085548 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-ef2d690e-aceb-42de-a05c-63dd29af8836 service neutron] Attempting to bind port 135449f9-e06f-4cd6-bb26-531c39be8f2c on network dae87b33-1e06-40e4-8093-6ff397ae97ff {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:55:53.090131 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-ef2d690e-aceb-42de-a05c-63dd29af8836 service neutron] Port 135449f9-e06f-4cd6-bb26-531c39be8f2c on network dae87b33-1e06-40e4-8093-6ff397ae97ff not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:55:53.090457 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-ef2d690e-aceb-42de-a05c-63dd29af8836 service neutron] Attempting to bind port 135449f9-e06f-4cd6-bb26-531c39be8f2c on network dae87b33-1e06-40e4-8093-6ff397ae97ff {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:55:53.096008 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-ef2d690e-aceb-42de-a05c-63dd29af8836 service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:55:53.096650 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-ef2d690e-aceb-42de-a05c-63dd29af8836 service neutron] Checking segment: {'id': '583c65a9-4a40-44aa-ac26-f4da9b365641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:55:53.096750 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-ef2d690e-aceb-42de-a05c-63dd29af8836 service neutron] Bound using segment: {'id': '583c65a9-4a40-44aa-ac26-f4da9b365641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:55:53.097153 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-ef2d690e-aceb-42de-a05c-63dd29af8836 service neutron] Bound port: 135449f9-e06f-4cd6-bb26-531c39be8f2c, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '583c65a9-4a40-44aa-ac26-f4da9b365641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:55:53.097519 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-ef2d690e-aceb-42de-a05c-63dd29af8836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:53.168080 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-ef2d690e-aceb-42de-a05c-63dd29af8836 service neutron] For port 135449f9-e06f-4cd6-bb26-531c39be8f2c, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:55:53.172619 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-ef2d690e-aceb-42de-a05c-63dd29af8836 service neutron] For port 135449f9-e06f-4cd6-bb26-531c39be8f2c, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=135449f9-e06f-4cd6-bb26-531c39be8f2c,segment=NetworkSegment(583c65a9-4a40-44aa-ac26-f4da9b365641),segment_id=583c65a9-4a40-44aa-ac26-f4da9b365641)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:55:53.177589 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-ef2d690e-aceb-42de-a05c-63dd29af8836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:53.220744 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-ef2d690e-aceb-42de-a05c-63dd29af8836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:53.221380 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-ef2d690e-aceb-42de-a05c-63dd29af8836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:53.223282 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-ef2d690e-aceb-42de-a05c-63dd29af8836 service neutron] 10.222.0.89 "PUT /v2.0/ports/135449f9-e06f-4cd6-bb26-531c39be8f2c HTTP/1.1" status: 200 len: 1093 time: 0.6402857 Jul 05 04:55:53.225978 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49336d08-a48a-4107-be3b-f66a90036d5e', 'tag': '135449f9-e06f-4cd6-bb26-531c39be8f2c'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:55:53.229078 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757112e3-711e-470d-805b-fdee7d998890" -d '{"events": [{"name": "network-changed", "server_uuid": "49336d08-a48a-4107-be3b-f66a90036d5e", "tag": "135449f9-e06f-4cd6-bb26-531c39be8f2c"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:55:53.261343 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d690e-aceb-42de-a05c-63dd29af8836 service neutron] Pushing event updated for resources: {'Port': ['ID=135449f9-e06f-4cd6-bb26-531c39be8f2c,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:53.374233 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae76893-88bc-48c3-8b12-d528b98db3d1 req-31d641a7-fa9f-4f16-9e09-dcaebea54bc4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:53.376227 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0ae76893-88bc-48c3-8b12-d528b98db3d1 req-31d641a7-fa9f-4f16-9e09-dcaebea54bc4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 944 time: 0.1107028 Jul 05 04:55:53.378926 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-f291c63e-5684-469d-bfe1-f70758fdff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:53.380387 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-f291c63e-5684-469d-bfe1-f70758fdff8c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 1096 time: 0.1141977 Jul 05 04:55:53.435357 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-3e27c488-83d1-45bc-8c8e-8cdcb70881c1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=135449f9-e06f-4cd6-bb26-531c39be8f2c HTTP/1.1" status: 200 len: 217 time: 0.0386539 Jul 05 04:55:53.458877 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0ae76893-88bc-48c3-8b12-d528b98db3d1 req-c453d018-fd10-4e8f-be3f-a799ec8173d3 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8bb762d-5512-4876-9d82-60380e5ea8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769031 Jul 05 04:55:53.494293 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-536e90c7-65f8-4175-9eb9-4ab2a48d741b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:53.495790 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-536e90c7-65f8-4175-9eb9-4ab2a48d741b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b HTTP/1.1" status: 200 len: 834 time: 0.0499327 Jul 05 04:55:53.504493 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07bcdf2-8a9a-435f-9558-a3a7a2dc0ecc x-openstack-request-id: req-a07bcdf2-8a9a-435f-9558-a3a7a2dc0ecc {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:55:53.504788 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49336d08-a48a-4107-be3b-f66a90036d5e", "tag": "135449f9-e06f-4cd6-bb26-531c39be8f2c", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:55:53.505044 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a07bcdf2-8a9a-435f-9558-a3a7a2dc0ecc {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:55:53.505440 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49336d08-a48a-4107-be3b-f66a90036d5e', 'tag': '135449f9-e06f-4cd6-bb26-531c39be8f2c', 'status': 'completed', 'code': 200} Jul 05 04:55:53.564069 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-dfb67c56-bdce-42ec-840d-3e06af5a3208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:53.565572 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-dfb67c56-bdce-42ec-840d-3e06af5a3208 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dae87b33-1e06-40e4-8093-6ff397ae97ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576389 Jul 05 04:55:53.657380 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-940dc80a-064e-4a78-970b-0c8835c3ad78 service neutron] 10.222.0.89 "GET /v2.0/networks/dae87b33-1e06-40e4-8093-6ff397ae97ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814419 Jul 05 04:55:53.756243 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da1bb3ff-35fb-4aa6-93df-ebcb2bacc928 req-a7aa443c-b00d-4a3f-877b-d29b877b4701 service neutron] 10.222.0.89 "GET /v2.0/networks/dae87b33-1e06-40e4-8093-6ff397ae97ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888000 Jul 05 04:55:53.863708 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757112e3-711e-470d-805b-fdee7d998890 req-2a5b57dd-d6e1-48e6-9eca-3eef800d4163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:53.865238 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-757112e3-711e-470d-805b-fdee7d998890 req-2a5b57dd-d6e1-48e6-9eca-3eef800d4163 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 1096 time: 0.0540206 Jul 05 04:55:53.953981 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757112e3-711e-470d-805b-fdee7d998890 req-d51cf5d9-c425-463f-ad6b-dc669b2232cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:53.955448 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-757112e3-711e-470d-805b-fdee7d998890 req-d51cf5d9-c425-463f-ad6b-dc669b2232cc service neutron] 10.222.0.89 "GET /v2.0/networks?id=dae87b33-1e06-40e4-8093-6ff397ae97ff HTTP/1.1" status: 200 len: 898 time: 0.0837045 Jul 05 04:55:54.000779 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-757112e3-711e-470d-805b-fdee7d998890 req-e856c37a-ead4-4df9-b614-87a90e817643 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=135449f9-e06f-4cd6-bb26-531c39be8f2c HTTP/1.1" status: 200 len: 217 time: 0.0384026 Jul 05 04:55:54.049360 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757112e3-711e-470d-805b-fdee7d998890 req-daf557da-0e38-4b93-a473-c6a5beb83b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:54.050806 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-757112e3-711e-470d-805b-fdee7d998890 req-daf557da-0e38-4b93-a473-c6a5beb83b49 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b HTTP/1.1" status: 200 len: 834 time: 0.0435712 Jul 05 04:55:54.108558 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757112e3-711e-470d-805b-fdee7d998890 req-a51c2725-ce48-4fda-800f-4e750f6c4d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:54.110050 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-757112e3-711e-470d-805b-fdee7d998890 req-a51c2725-ce48-4fda-800f-4e750f6c4d36 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dae87b33-1e06-40e4-8093-6ff397ae97ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523560 Jul 05 04:55:54.205152 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-757112e3-711e-470d-805b-fdee7d998890 req-6d326dab-c682-4527-8549-9cec08b1282e service neutron] 10.222.0.89 "GET /v2.0/networks/dae87b33-1e06-40e4-8093-6ff397ae97ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873656 Jul 05 04:55:54.294237 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-757112e3-711e-470d-805b-fdee7d998890 req-1da88ce3-668e-4386-b440-db0e85fab5c1 service neutron] 10.222.0.89 "GET /v2.0/networks/dae87b33-1e06-40e4-8093-6ff397ae97ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817130 Jul 05 04:55:54.649789 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f4f97-6267-4270-8f4f-6a1409c3a1d8 req-1a2ea962-b20b-47b7-9238-4ead2ce0f68b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:54.651277 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a91f4f97-6267-4270-8f4f-6a1409c3a1d8 req-1a2ea962-b20b-47b7-9238-4ead2ce0f68b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 944 time: 0.0656009 Jul 05 04:55:54.694427 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a91f4f97-6267-4270-8f4f-6a1409c3a1d8 req-318edfc5-01c7-46f4-900d-24cf0675b500 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8bb762d-5512-4876-9d82-60380e5ea8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372069 Jul 05 04:55:55.870358 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56cb22-c9d3-4d57-89fa-d6007f12f102 req-bec7a01b-d260-4d6d-9a93-21e3ba9e28cc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:55.871873 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c56cb22-c9d3-4d57-89fa-d6007f12f102 req-bec7a01b-d260-4d6d-9a93-21e3ba9e28cc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 944 time: 0.0644374 Jul 05 04:55:55.909858 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2c56cb22-c9d3-4d57-89fa-d6007f12f102 req-1ec60913-8676-4622-a0d9-956cfbe0ccae tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8bb762d-5512-4876-9d82-60380e5ea8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319808 Jul 05 04:55:57.089580 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fb230-1a01-4627-ab3a-1ea2680cef07 req-688e95f9-e42b-4e34-bd12-cfbabd25ef60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:57.091000 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a99fb230-1a01-4627-ab3a-1ea2680cef07 req-688e95f9-e42b-4e34-bd12-cfbabd25ef60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 944 time: 0.0694058 Jul 05 04:55:57.095696 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 135449f9-e06f-4cd6-bb26-531c39be8f2c details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:55:57.130825 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a99fb230-1a01-4627-ab3a-1ea2680cef07 req-181f6736-9453-49db-a0da-18440e153c70 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8bb762d-5512-4876-9d82-60380e5ea8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328374 Jul 05 04:55:57.193739 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 135449f9-e06f-4cd6-bb26-531c39be8f2c, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=135449f9-e06f-4cd6-bb26-531c39be8f2c,segment=NetworkSegment(583c65a9-4a40-44aa-ac26-f4da9b365641),segment_id=583c65a9-4a40-44aa-ac26-f4da9b365641)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:55:57.205347 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '135449f9-e06f-4cd6-bb26-531c39be8f2c', 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff', 'port_id': '135449f9-e06f-4cd6-bb26-531c39be8f2c', 'mac_address': 'fa:16:3e:e4:d5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:55:57.242506 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:57.255024 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135449f9-e06f-4cd6-bb26-531c39be8f2c {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:55:57.273924 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 135449f9-e06f-4cd6-bb26-531c39be8f2c, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=135449f9-e06f-4cd6-bb26-531c39be8f2c,segment=NetworkSegment(583c65a9-4a40-44aa-ac26-f4da9b365641),segment_id=583c65a9-4a40-44aa-ac26-f4da9b365641)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:55:57.277580 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:57.325134 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=135449f9-e06f-4cd6-bb26-531c39be8f2c,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:57.539366 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['135449f9-e06f-4cd6-bb26-531c39be8f2c'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:55:58.309016 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca893f88-d559-4550-8476-410a3fa14e7e req-f42e346d-0d93-49d8-8e46-51f22eb11795 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:58.310571 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca893f88-d559-4550-8476-410a3fa14e7e req-f42e346d-0d93-49d8-8e46-51f22eb11795 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 945 time: 0.0670385 Jul 05 04:55:58.349032 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca893f88-d559-4550-8476-410a3fa14e7e req-8d2b3318-6932-46ce-9bef-53e97b84d4be tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8bb762d-5512-4876-9d82-60380e5ea8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326672 Jul 05 04:55:58.780038 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4e977e78-5e29-463f-bf5d-57885bd5b413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:59.119035 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 135449f9-e06f-4cd6-bb26-531c39be8f2c up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:55:59.178966 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 135449f9-e06f-4cd6-bb26-531c39be8f2c completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:55:59.183066 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 135449f9-e06f-4cd6-bb26-531c39be8f2c triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:55:59.183413 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:59.260356 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:59.283421 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49336d08-a48a-4107-be3b-f66a90036d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135449f9-e06f-4cd6-bb26-531c39be8f2c'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:55:59.285719 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78b0252444a70490cdba898b337d30d15b03e2f447bec9a55953f7bd387605e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a9fbb8-faad-4f86-9a2a-0070dac2c21e" -d '{"events": [{"server_uuid": "49336d08-a48a-4107-be3b-f66a90036d5e", "name": "network-vif-plugged", "status": "completed", "tag": "135449f9-e06f-4cd6-bb26-531c39be8f2c"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:55:59.298630 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 135449f9-e06f-4cd6-bb26-531c39be8f2c, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=135449f9-e06f-4cd6-bb26-531c39be8f2c,segment=NetworkSegment(583c65a9-4a40-44aa-ac26-f4da9b365641),segment_id=583c65a9-4a40-44aa-ac26-f4da9b365641)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:55:59.305015 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:59.331501 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fb9f64-18df-4c33-994d-02a373c6ae9d x-openstack-request-id: req-48fb9f64-18df-4c33-994d-02a373c6ae9d {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:55:59.331808 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49336d08-a48a-4107-be3b-f66a90036d5e", "name": "network-vif-plugged", "status": "completed", "tag": "135449f9-e06f-4cd6-bb26-531c39be8f2c", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:55:59.332064 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-48fb9f64-18df-4c33-994d-02a373c6ae9d {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:55:59.332442 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49336d08-a48a-4107-be3b-f66a90036d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135449f9-e06f-4cd6-bb26-531c39be8f2c', 'code': 200} Jul 05 04:55:59.360888 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=135449f9-e06f-4cd6-bb26-531c39be8f2c,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:59.435210 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934ef3e-2c5e-485f-8d0c-419e68ad1b71 req-cd893e53-140a-466b-98db-648dad46a34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:59.436919 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2934ef3e-2c5e-485f-8d0c-419e68ad1b71 req-cd893e53-140a-466b-98db-648dad46a34a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 1098 time: 0.0522943 Jul 05 04:55:59.502389 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2934ef3e-2c5e-485f-8d0c-419e68ad1b71 req-22721677-493c-4675-9e97-601b61723438 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a8bb762d-5512-4876-9d82-60380e5ea8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547533 Jul 05 04:55:59.533622 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e364e-ef10-4003-a9f2-a3bac9b69e66 req-bcf5f310-e131-48f1-a67b-1fef00a75cb3 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:59.535073 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-181e364e-ef10-4003-a9f2-a3bac9b69e66 req-bcf5f310-e131-48f1-a67b-1fef00a75cb3 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 946 time: 0.0717075 Jul 05 04:55:59.577248 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-181e364e-ef10-4003-a9f2-a3bac9b69e66 req-06deb9b1-78a9-4201-98f5-0f8b9e25cf2f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8bb762d-5512-4876-9d82-60380e5ea8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364857 Jul 05 04:55:59.980717 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:00.753079 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad282d56-23b5-4770-b7f0-87ac725aeb45 req-c6b11071-373c-4d6a-8ca5-6c9ba881f183 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:00.754568 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad282d56-23b5-4770-b7f0-87ac725aeb45 req-c6b11071-373c-4d6a-8ca5-6c9ba881f183 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 946 time: 0.0631235 Jul 05 04:56:00.792037 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad282d56-23b5-4770-b7f0-87ac725aeb45 req-bad6aa40-05e1-42ed-86fa-57ec3d19fb2f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8bb762d-5512-4876-9d82-60380e5ea8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319259 Jul 05 04:56:00.974566 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc831329-2d66-4095-a70b-2cd44efa3c0a req-43f89f44-538e-46bb-9beb-1c45d804a98d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:00.976140 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dc831329-2d66-4095-a70b-2cd44efa3c0a req-43f89f44-538e-46bb-9beb-1c45d804a98d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 946 time: 0.0663846 Jul 05 04:56:01.013619 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dc831329-2d66-4095-a70b-2cd44efa3c0a req-dfacf392-562e-407f-a06a-b15a92d26d62 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8bb762d-5512-4876-9d82-60380e5ea8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319753 Jul 05 04:56:01.037706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50486) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:01.096536 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d862421f-5704-4dc6-ae2f-f408483e8bdb tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:01.098024 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d862421f-5704-4dc6-ae2f-f408483e8bdb tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 1093 time: 0.0593243 Jul 05 04:56:01.100869 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50488) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:01.105186 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f92f3a58-5cad-40e7-995a-3d11d471c84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': '135449f9-e06f-4cd6-bb26-531c39be8f2c', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:56:01.127484 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f92f3a58-5cad-40e7-995a-3d11d471c84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:01.225031 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f92f3a58-5cad-40e7-995a-3d11d471c84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:01.331102 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-f92f3a58-5cad-40e7-995a-3d11d471c84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Allocated IP 172.25.1.186 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/0240921e-6289-4745-b63e-8f1a748c4b31) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:56:01.430109 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f92f3a58-5cad-40e7-995a-3d11d471c84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:01.452058 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-14b8df2c-464b-4d6a-a2eb-1f9de5c04315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:01.469935 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f92f3a58-5cad-40e7-995a-3d11d471c84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:01.510142 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92f3a58-5cad-40e7-995a-3d11d471c84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:56:01.516680 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-f92f3a58-5cad-40e7-995a-3d11d471c84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:56:01.521050 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f3a58-5cad-40e7-995a-3d11d471c84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:56:01.524118 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f3a58-5cad-40e7-995a-3d11d471c84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=0240921e-6289-4745-b63e-8f1a748c4b31,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:01.869941 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:01.880635 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f92f3a58-5cad-40e7-995a-3d11d471c84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:01.958683 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f92f3a58-5cad-40e7-995a-3d11d471c84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:02.104870 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f92f3a58-5cad-40e7-995a-3d11d471c84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:02.110095 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f92f3a58-5cad-40e7-995a-3d11d471c84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:02.174921 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f3a58-5cad-40e7-995a-3d11d471c84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=0240921e-6289-4745-b63e-8f1a748c4b31,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:02.187537 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f92f3a58-5cad-40e7-995a-3d11d471c84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:02.287775 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-f92f3a58-5cad-40e7-995a-3d11d471c84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Floating IP 6a72bb84-7bdc-4bb0-b7ee-fe6cb93c6d41 associated. External IP: 172.25.1.186, port: 135449f9-e06f-4cd6-bb26-531c39be8f2c. Jul 05 04:56:02.798189 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92f3a58-5cad-40e7-995a-3d11d471c84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Router 929b46bf-aa6f-42e7-bff7-3c0058a70722 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:56:02.808469 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:02.907027 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92f3a58-5cad-40e7-995a-3d11d471c84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:56:02.916898 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058ae169-5da0-4bfc-be04-ca3a45af21d5 None None] Sync routers for ids ['929b46bf-aa6f-42e7-bff7-3c0058a70722'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:56:02.922549 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f92f3a58-5cad-40e7-995a-3d11d471c84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:02.927245 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058ae169-5da0-4bfc-be04-ca3a45af21d5 None None] Routers {'929b46bf-aa6f-42e7-bff7-3c0058a70722'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:56:02.927915 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-058ae169-5da0-4bfc-be04-ca3a45af21d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:56:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['929b46bf-aa6f-42e7-bff7-3c0058a70722'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:02.959135 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f92f3a58-5cad-40e7-995a-3d11d471c84d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8572531 Jul 05 04:56:02.960251 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49336d08-a48a-4107-be3b-f66a90036d5e', 'tag': '135449f9-e06f-4cd6-bb26-531c39be8f2c'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:56:02.964749 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e4df6b-8962-47c3-bddf-753e942d2e56" -d '{"events": [{"name": "network-changed", "server_uuid": "49336d08-a48a-4107-be3b-f66a90036d5e", "tag": "135449f9-e06f-4cd6-bb26-531c39be8f2c"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:56:03.037308 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-058ae169-5da0-4bfc-be04-ca3a45af21d5 None None] Set router 929b46bf-aa6f-42e7-bff7-3c0058a70722 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:56:03.119331 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055723d3-2998-48ba-928a-be2fbefe5d7f req-f4202677-bd43-444b-a239-3983f4c53edf tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:03.121091 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-055723d3-2998-48ba-928a-be2fbefe5d7f req-f4202677-bd43-444b-a239-3983f4c53edf tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 946 time: 0.0716910 Jul 05 04:56:03.160860 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-055723d3-2998-48ba-928a-be2fbefe5d7f req-19a5d386-86b6-45fa-b1a4-219232637cf9 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8bb762d-5512-4876-9d82-60380e5ea8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334084 Jul 05 04:56:03.188776 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50494) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:03.219686 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c0ce24-aa7a-48d8-914f-02e9b1dc2939 x-openstack-request-id: req-34c0ce24-aa7a-48d8-914f-02e9b1dc2939 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:56:03.220009 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49336d08-a48a-4107-be3b-f66a90036d5e", "tag": "135449f9-e06f-4cd6-bb26-531c39be8f2c", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:56:03.220265 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34c0ce24-aa7a-48d8-914f-02e9b1dc2939 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:56:03.220746 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49336d08-a48a-4107-be3b-f66a90036d5e', 'tag': '135449f9-e06f-4cd6-bb26-531c39be8f2c', 'status': 'completed', 'code': 200} Jul 05 04:56:03.259441 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-29b44717-36dc-46bd-bb74-82d244136ea4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/floatingips/6a72bb84-7bdc-4bb0-b7ee-fe6cb93c6d41 HTTP/1.1" status: 200 len: 992 time: 0.0691614 Jul 05 04:56:03.285736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-058ae169-5da0-4bfc-be04-ca3a45af21d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004304011', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:44Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '6a72bb84-7bdc-4bb0-b7ee-fe6cb93c6d41', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'floating_ip_address': '172.25.1.186', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'port_id': '135449f9-e06f-4cd6-bb26-531c39be8f2c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff', 'mac_address': 'fa:16:3e:e4:d5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49336d08-a48a-4107-be3b-f66a90036d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:56:01Z', 'updated_at': '2021-07-05T04:56:01Z', 'revision_number': 0, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a8fbb4-ab06-4538-88d9-6d3572203ade', 'name': '', 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:e4:77:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:55:44Z', 'updated_at': '2021-07-05T04:55:49Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:03.302611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4df6b-8962-47c3-bddf-753e942d2e56 req-71d46db9-fc2c-4468-b282-fd87e0a269d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:03.304075 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-90e4df6b-8962-47c3-bddf-753e942d2e56 req-71d46db9-fc2c-4468-b282-fd87e0a269d9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 1098 time: 0.0582397 Jul 05 04:56:03.316504 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058ae169-5da0-4bfc-be04-ca3a45af21d5 None None] Checking router: 929b46bf-aa6f-42e7-bff7-3c0058a70722 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:56:03.324889 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058ae169-5da0-4bfc-be04-ca3a45af21d5 None None] Routers {'929b46bf-aa6f-42e7-bff7-3c0058a70722'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:56:03.325493 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-058ae169-5da0-4bfc-be04-ca3a45af21d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:56:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['929b46bf-aa6f-42e7-bff7-3c0058a70722'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:03.393988 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4df6b-8962-47c3-bddf-753e942d2e56 req-a264e6cf-0f8f-49d0-91e0-7c97bc51887f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:03.395483 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-90e4df6b-8962-47c3-bddf-753e942d2e56 req-a264e6cf-0f8f-49d0-91e0-7c97bc51887f service neutron] 10.222.0.89 "GET /v2.0/networks?id=dae87b33-1e06-40e4-8093-6ff397ae97ff HTTP/1.1" status: 200 len: 898 time: 0.0851481 Jul 05 04:56:03.431157 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-058ae169-5da0-4bfc-be04-ca3a45af21d5 None None] Set router 929b46bf-aa6f-42e7-bff7-3c0058a70722 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:56:03.465037 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-90e4df6b-8962-47c3-bddf-753e942d2e56 req-e3cf7a7c-bf76-4820-94ff-76564b6530c9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=135449f9-e06f-4cd6-bb26-531c39be8f2c HTTP/1.1" status: 200 len: 1000 time: 0.0631616 Jul 05 04:56:03.514418 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4df6b-8962-47c3-bddf-753e942d2e56 req-05deee0d-9b0b-4c65-88bb-0c6aedaba5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:03.516259 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-90e4df6b-8962-47c3-bddf-753e942d2e56 req-05deee0d-9b0b-4c65-88bb-0c6aedaba5da service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b HTTP/1.1" status: 200 len: 834 time: 0.0445561 Jul 05 04:56:03.585560 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4df6b-8962-47c3-bddf-753e942d2e56 req-8d0ca9f0-8697-4db4-8890-31dc7b9ab4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:03.587023 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-90e4df6b-8962-47c3-bddf-753e942d2e56 req-8d0ca9f0-8697-4db4-8890-31dc7b9ab4e0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dae87b33-1e06-40e4-8093-6ff397ae97ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649250 Jul 05 04:56:03.656919 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-058ae169-5da0-4bfc-be04-ca3a45af21d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004304011', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:44Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '6a72bb84-7bdc-4bb0-b7ee-fe6cb93c6d41', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'floating_ip_address': '172.25.1.186', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'port_id': '135449f9-e06f-4cd6-bb26-531c39be8f2c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff', 'mac_address': 'fa:16:3e:e4:d5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49336d08-a48a-4107-be3b-f66a90036d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:56:01Z', 'updated_at': '2021-07-05T04:56:01Z', 'revision_number': 0, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a8fbb4-ab06-4538-88d9-6d3572203ade', 'name': '', 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:e4:77:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:55:44Z', 'updated_at': '2021-07-05T04:55:49Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:56:03.682311 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-90e4df6b-8962-47c3-bddf-753e942d2e56 req-4aeddc38-0181-476f-bef7-a396ca6356f4 service neutron] 10.222.0.89 "GET /v2.0/networks/dae87b33-1e06-40e4-8093-6ff397ae97ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877695 Jul 05 04:56:03.683131 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058ae169-5da0-4bfc-be04-ca3a45af21d5 None None] The sync data for ids ['929b46bf-aa6f-42e7-bff7-3c0058a70722'] in n-d-780147-23 is: [{'id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004304011', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:44Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '6a72bb84-7bdc-4bb0-b7ee-fe6cb93c6d41', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'floating_ip_address': '172.25.1.186', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'port_id': '135449f9-e06f-4cd6-bb26-531c39be8f2c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff', 'mac_address': 'fa:16:3e:e4:d5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49336d08-a48a-4107-be3b-f66a90036d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:56:01Z', 'updated_at': '2021-07-05T04:56:01Z', 'revision_number': 0, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a8fbb4-ab06-4538-88d9-6d3572203ade', 'name': '', 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:e4:77:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:55:44Z', 'updated_at': '2021-07-05T04:55:49Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:56:03.776115 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-90e4df6b-8962-47c3-bddf-753e942d2e56 req-f2d6fc22-8d0a-4075-8287-18b59793da48 service neutron] 10.222.0.89 "GET /v2.0/networks/dae87b33-1e06-40e4-8093-6ff397ae97ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872865 Jul 05 04:56:03.876074 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21d3593-bc4d-4882-af4d-614ca17f4444 None None] New status for floating IP 6a72bb84-7bdc-4bb0-b7ee-fe6cb93c6d41: ACTIVE {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:56:04.263423 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50496) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:04.324575 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-757c1c43-bc7a-4c1a-8c6a-ffc6d4655b64 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/floatingips/6a72bb84-7bdc-4bb0-b7ee-fe6cb93c6d41 HTTP/1.1" status: 200 len: 994 time: 0.0599718 Jul 05 04:56:04.610343 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:13.805757 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:28.594840 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:56:28.780661 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ecdb4eca-38cc-477b-acbc-abdc60aeb245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:29.978661 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:31.458706 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-27374907-aa92-41a1-81bd-bf992510cb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:31.870771 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:32.811058 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:34.615298 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:39.829435 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b771a-b0a5-4bef-8423-fae37ff8af8d req-bc464335-f3e3-42b0-b4ab-a7000448a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:39.830876 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-048b771a-b0a5-4bef-8423-fae37ff8af8d req-bc464335-f3e3-42b0-b4ab-a7000448a434 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 1098 time: 0.1022048 Jul 05 04:56:39.842369 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a39eae-0013-44e1-9378-682290e0b3e5 req-adb386db-9472-4d20-b18e-95bc76f51694 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:39.843768 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a0a39eae-0013-44e1-9378-682290e0b3e5 req-adb386db-9472-4d20-b18e-95bc76f51694 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 946 time: 0.0874252 Jul 05 04:56:39.930538 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a0a39eae-0013-44e1-9378-682290e0b3e5 req-36fdb28a-f71f-4d74-8018-507bdf35026c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8bb762d-5512-4876-9d82-60380e5ea8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779574 Jul 05 04:56:39.958305 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b771a-b0a5-4bef-8423-fae37ff8af8d req-805f2ff8-bba9-4d69-baba-d08df61c8a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:39.959761 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-048b771a-b0a5-4bef-8423-fae37ff8af8d req-805f2ff8-bba9-4d69-baba-d08df61c8a13 service neutron] 10.222.0.89 "GET /v2.0/networks?id=dae87b33-1e06-40e4-8093-6ff397ae97ff HTTP/1.1" status: 200 len: 898 time: 0.1151333 Jul 05 04:56:40.027889 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-048b771a-b0a5-4bef-8423-fae37ff8af8d req-cf1e2b38-2440-4519-8fca-0a37c9e3f6ff service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=135449f9-e06f-4cd6-bb26-531c39be8f2c HTTP/1.1" status: 200 len: 1002 time: 0.0573843 Jul 05 04:56:40.077239 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b771a-b0a5-4bef-8423-fae37ff8af8d req-4c332a4d-83ed-4940-95f8-d60bc1e304e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:40.078705 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-048b771a-b0a5-4bef-8423-fae37ff8af8d req-4c332a4d-83ed-4940-95f8-d60bc1e304e6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b HTTP/1.1" status: 200 len: 834 time: 0.0436230 Jul 05 04:56:40.141711 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b771a-b0a5-4bef-8423-fae37ff8af8d req-343b85b2-e3e3-4f2c-b533-d4ceda1610d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:40.143690 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-048b771a-b0a5-4bef-8423-fae37ff8af8d req-343b85b2-e3e3-4f2c-b533-d4ceda1610d9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dae87b33-1e06-40e4-8093-6ff397ae97ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571415 Jul 05 04:56:40.233973 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-048b771a-b0a5-4bef-8423-fae37ff8af8d req-eea1c3dc-9ddb-4987-8fdc-2f2214eee1d6 service neutron] 10.222.0.89 "GET /v2.0/networks/dae87b33-1e06-40e4-8093-6ff397ae97ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832117 Jul 05 04:56:40.328801 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-048b771a-b0a5-4bef-8423-fae37ff8af8d req-7b58ffd2-de14-47d0-b84b-d0e2f71adb94 service neutron] 10.222.0.89 "GET /v2.0/networks/dae87b33-1e06-40e4-8093-6ff397ae97ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869203 Jul 05 04:56:41.107531 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb063e-289f-4473-bfa5-dc6249270a14 req-f3a15c94-85ec-47bf-b8ef-37e8ac789dc3 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:41.108971 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-33eb063e-289f-4473-bfa5-dc6249270a14 req-f3a15c94-85ec-47bf-b8ef-37e8ac789dc3 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 946 time: 0.0645275 Jul 05 04:56:41.147622 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-33eb063e-289f-4473-bfa5-dc6249270a14 req-dcffafbd-7c5a-4afc-8877-bac544698337 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8bb762d-5512-4876-9d82-60380e5ea8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323603 Jul 05 04:56:42.327180 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d107ac-fe18-44c9-ac15-854b15c1f4be req-724f4444-84a8-4954-b9fc-9bdcff784b24 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:42.328685 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a6d107ac-fe18-44c9-ac15-854b15c1f4be req-724f4444-84a8-4954-b9fc-9bdcff784b24 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 946 time: 0.0654798 Jul 05 04:56:42.366374 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a6d107ac-fe18-44c9-ac15-854b15c1f4be req-252cd1fa-4124-49f4-969c-529d4f957a06 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8bb762d-5512-4876-9d82-60380e5ea8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320861 Jul 05 04:56:43.544703 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5a87b-aabf-44a7-ba64-246b4a5bd758 req-ed869d9f-136a-462a-8f6a-5d8e7a0fd593 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:43.546183 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0af5a87b-aabf-44a7-ba64-246b4a5bd758 req-ed869d9f-136a-462a-8f6a-5d8e7a0fd593 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 946 time: 0.0673273 Jul 05 04:56:43.584688 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0af5a87b-aabf-44a7-ba64-246b4a5bd758 req-fd1e2c51-6892-42d5-afbf-1c397e5cb2c3 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8bb762d-5512-4876-9d82-60380e5ea8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318093 Jul 05 04:56:43.808672 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:44.758459 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f190a0d-e11d-458d-8dfa-e78ab71ca35a req-074b2ec9-5350-4aab-8a15-0bf65e2a03dd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:44.760020 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7f190a0d-e11d-458d-8dfa-e78ab71ca35a req-074b2ec9-5350-4aab-8a15-0bf65e2a03dd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 946 time: 0.0643127 Jul 05 04:56:44.798563 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7f190a0d-e11d-458d-8dfa-e78ab71ca35a req-03ba7ba8-c3f2-4d52-addf-7cde65292f18 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8bb762d-5512-4876-9d82-60380e5ea8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327153 Jul 05 04:56:45.990083 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b69b73-3b5d-45cf-aaa5-156988463616 req-89d59751-3c1d-4cab-b688-eeedbe529150 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:45.991594 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-92b69b73-3b5d-45cf-aaa5-156988463616 req-89d59751-3c1d-4cab-b688-eeedbe529150 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 946 time: 0.0700045 Jul 05 04:56:46.029762 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-92b69b73-3b5d-45cf-aaa5-156988463616 req-bfe5a291-5574-43c8-8253-bf6724a34921 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8bb762d-5512-4876-9d82-60380e5ea8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326395 Jul 05 04:56:47.211536 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d7248-aafb-4200-bfad-449783ab3f6d req-3ac39df1-f49c-4f6d-a473-e8680f87077e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:47.213064 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-134d7248-aafb-4200-bfad-449783ab3f6d req-3ac39df1-f49c-4f6d-a473-e8680f87077e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 946 time: 0.0683126 Jul 05 04:56:47.251152 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-134d7248-aafb-4200-bfad-449783ab3f6d req-bbfcb1b3-e71a-4c65-b8ce-5d7d81b67964 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8bb762d-5512-4876-9d82-60380e5ea8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325084 Jul 05 04:56:48.431179 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753620b-5adb-4709-9465-5f46ae7129ca req-873ec817-e602-4450-a5d6-f2abcf380e61 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:48.432702 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c753620b-5adb-4709-9465-5f46ae7129ca req-873ec817-e602-4450-a5d6-f2abcf380e61 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 946 time: 0.0637481 Jul 05 04:56:48.470431 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c753620b-5adb-4709-9465-5f46ae7129ca req-b393f933-24d6-44e9-8494-63442ba56a3e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8bb762d-5512-4876-9d82-60380e5ea8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323060 Jul 05 04:56:49.651581 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759873c3-7f17-4af7-88b2-49c44029534c req-299a6690-d819-46c7-a6ed-0342adb219ad tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:49.652948 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-759873c3-7f17-4af7-88b2-49c44029534c req-299a6690-d819-46c7-a6ed-0342adb219ad tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 946 time: 0.0726836 Jul 05 04:56:49.744796 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-759873c3-7f17-4af7-88b2-49c44029534c req-c60a5dee-ef55-4c80-835a-32ed78da031d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8bb762d-5512-4876-9d82-60380e5ea8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862246 Jul 05 04:56:49.764064 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197a678-be5c-4e25-8b23-26836993103e req-aa46ac38-c1b3-4ff2-b139-c65f2f4bef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:49.766107 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4197a678-be5c-4e25-8b23-26836993103e req-aa46ac38-c1b3-4ff2-b139-c65f2f4bef9a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 1098 time: 0.0848389 Jul 05 04:56:49.872331 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197a678-be5c-4e25-8b23-26836993103e req-0237c5bd-e52e-4df7-b7b0-34ca5493fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:49.873808 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4197a678-be5c-4e25-8b23-26836993103e req-0237c5bd-e52e-4df7-b7b0-34ca5493fb2b service neutron] 10.222.0.89 "GET /v2.0/networks?id=dae87b33-1e06-40e4-8093-6ff397ae97ff HTTP/1.1" status: 200 len: 898 time: 0.0867040 Jul 05 04:56:49.937590 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4197a678-be5c-4e25-8b23-26836993103e req-678aca83-2bdf-40e1-8a53-e469cd49790d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=135449f9-e06f-4cd6-bb26-531c39be8f2c HTTP/1.1" status: 200 len: 1002 time: 0.0564022 Jul 05 04:56:49.988239 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197a678-be5c-4e25-8b23-26836993103e req-18ed2c41-b448-41eb-bdb0-39a46e577301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:49.989716 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4197a678-be5c-4e25-8b23-26836993103e req-18ed2c41-b448-41eb-bdb0-39a46e577301 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b HTTP/1.1" status: 200 len: 834 time: 0.0428653 Jul 05 04:56:50.058189 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197a678-be5c-4e25-8b23-26836993103e req-4ac29fac-535b-41b3-84e4-0f09f99358ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:50.059641 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4197a678-be5c-4e25-8b23-26836993103e req-4ac29fac-535b-41b3-84e4-0f09f99358ee service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dae87b33-1e06-40e4-8093-6ff397ae97ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623193 Jul 05 04:56:50.149308 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4197a678-be5c-4e25-8b23-26836993103e req-cfdd7205-d7c8-4287-b3b0-dbc7d467f5b9 service neutron] 10.222.0.89 "GET /v2.0/networks/dae87b33-1e06-40e4-8093-6ff397ae97ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810397 Jul 05 04:56:50.245943 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4197a678-be5c-4e25-8b23-26836993103e req-b5a82006-bb38-4db8-ad4f-48f3d25485a9 service neutron] 10.222.0.89 "GET /v2.0/networks/dae87b33-1e06-40e4-8093-6ff397ae97ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865843 Jul 05 04:56:50.918956 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68550daa-38f6-45db-9252-cf236b2afebb req-aeb4c17c-fe72-4c75-b65c-cff90e69ba52 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:50.920489 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-68550daa-38f6-45db-9252-cf236b2afebb req-aeb4c17c-fe72-4c75-b65c-cff90e69ba52 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 946 time: 0.0647495 Jul 05 04:56:50.958689 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-68550daa-38f6-45db-9252-cf236b2afebb req-abdd7785-430f-41a0-8418-1d881f44c14c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8bb762d-5512-4876-9d82-60380e5ea8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320938 Jul 05 04:56:52.132994 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55180425-a8e5-42b9-84d6-4734310e66c3 req-b5f689c2-2b18-4179-b7fa-38fcbff26736 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:52.134490 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-55180425-a8e5-42b9-84d6-4734310e66c3 req-b5f689c2-2b18-4179-b7fa-38fcbff26736 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 946 time: 0.0630500 Jul 05 04:56:52.171953 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-55180425-a8e5-42b9-84d6-4734310e66c3 req-df5c76e4-5b90-4e48-a457-fb0f78595b33 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8bb762d-5512-4876-9d82-60380e5ea8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319786 Jul 05 04:56:52.198000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50540) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:56:52.262996 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-94907759-a16b-4eb4-898d-86091ef3461b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/floatingips/6a72bb84-7bdc-4bb0-b7ee-fe6cb93c6d41 HTTP/1.1" status: 200 len: 994 time: 0.0637684 Jul 05 04:56:58.784689 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-753ba8f9-48b7-4a8a-8b0d-acca1d86e8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:59.977432 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:01.459601 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-db74d11e-553b-41d9-979d-0f1ebd2035e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:01.876001 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:02.813943 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:04.617207 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:05.595973 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:57:13.826256 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:24.904782 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50556) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:25.060912 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-b0c9123e-2ea8-4b28-8deb-914e39673079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Deleting port 0240921e-6289-4745-b63e-8f1a748c4b31 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:57:25.061161 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0c9123e-2ea8-4b28-8deb-914e39673079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:25.138731 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0c9123e-2ea8-4b28-8deb-914e39673079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:25.139054 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0c9123e-2ea8-4b28-8deb-914e39673079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:25.151311 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-b0c9123e-2ea8-4b28-8deb-914e39673079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Calling delete_port for 0240921e-6289-4745-b63e-8f1a748c4b31 owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:57:25.302554 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0c9123e-2ea8-4b28-8deb-914e39673079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:25.331174 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9123e-2ea8-4b28-8deb-914e39673079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Port': ['ID=0240921e-6289-4745-b63e-8f1a748c4b31,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:25.357745 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9123e-2ea8-4b28-8deb-914e39673079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:25.358097 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9123e-2ea8-4b28-8deb-914e39673079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:25.358438 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9123e-2ea8-4b28-8deb-914e39673079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:25.358776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9123e-2ea8-4b28-8deb-914e39673079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:25.359108 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9123e-2ea8-4b28-8deb-914e39673079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:25.359449 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9123e-2ea8-4b28-8deb-914e39673079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:25.359778 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9123e-2ea8-4b28-8deb-914e39673079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:25.360133 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9123e-2ea8-4b28-8deb-914e39673079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:25.360459 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9123e-2ea8-4b28-8deb-914e39673079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:25.360785 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9123e-2ea8-4b28-8deb-914e39673079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:25.361112 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9123e-2ea8-4b28-8deb-914e39673079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:25.361434 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c9123e-2ea8-4b28-8deb-914e39673079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:25.402049 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0c9123e-2ea8-4b28-8deb-914e39673079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:25.402387 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-b0c9123e-2ea8-4b28-8deb-914e39673079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Floating IP 6a72bb84-7bdc-4bb0-b7ee-fe6cb93c6d41 disassociated (deleted). External IP: 172.25.1.186, port: 135449f9-e06f-4cd6-bb26-531c39be8f2c. Jul 05 04:57:25.621142 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c9123e-2ea8-4b28-8deb-914e39673079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Router 929b46bf-aa6f-42e7-bff7-3c0058a70722 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:57:25.727436 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c9123e-2ea8-4b28-8deb-914e39673079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:57:25.731899 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b0c9123e-2ea8-4b28-8deb-914e39673079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:25.737384 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee38f5b-fe91-44a3-b763-f05d06d135c9 None None] Sync routers for ids ['929b46bf-aa6f-42e7-bff7-3c0058a70722'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:57:25.747129 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee38f5b-fe91-44a3-b763-f05d06d135c9 None None] Routers {'929b46bf-aa6f-42e7-bff7-3c0058a70722'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:57:25.747737 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-bee38f5b-fe91-44a3-b763-f05d06d135c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:57:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['929b46bf-aa6f-42e7-bff7-3c0058a70722'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:25.772369 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b0c9123e-2ea8-4b28-8deb-914e39673079 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "DELETE /v2.0/floatingips/6a72bb84-7bdc-4bb0-b7ee-fe6cb93c6d41 HTTP/1.1" status: 204 len: 168 time: 0.8639977 Jul 05 04:57:25.772369 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49336d08-a48a-4107-be3b-f66a90036d5e', 'tag': '135449f9-e06f-4cd6-bb26-531c39be8f2c'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:57:25.773009 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603c15b1-107e-44d2-be1a-0a318dafd3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "49336d08-a48a-4107-be3b-f66a90036d5e", "tag": "135449f9-e06f-4cd6-bb26-531c39be8f2c"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:57:25.854069 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-bee38f5b-fe91-44a3-b763-f05d06d135c9 None None] Set router 929b46bf-aa6f-42e7-bff7-3c0058a70722 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:57:26.069592 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-bee38f5b-fe91-44a3-b763-f05d06d135c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004304011', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:44Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '43a8fbb4-ab06-4538-88d9-6d3572203ade', 'name': '', 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:e4:77:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:55:44Z', 'updated_at': '2021-07-05T04:55:49Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:26.081474 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed75df0c-d490-4a82-9e4a-a2051697136f x-openstack-request-id: req-ed75df0c-d490-4a82-9e4a-a2051697136f {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:57:26.081972 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49336d08-a48a-4107-be3b-f66a90036d5e", "tag": "135449f9-e06f-4cd6-bb26-531c39be8f2c", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:57:26.082743 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ed75df0c-d490-4a82-9e4a-a2051697136f {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:57:26.083081 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49336d08-a48a-4107-be3b-f66a90036d5e', 'tag': '135449f9-e06f-4cd6-bb26-531c39be8f2c', 'status': 'completed', 'code': 200} Jul 05 04:57:26.104979 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee38f5b-fe91-44a3-b763-f05d06d135c9 None None] Checking router: 929b46bf-aa6f-42e7-bff7-3c0058a70722 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:57:26.115837 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee38f5b-fe91-44a3-b763-f05d06d135c9 None None] Routers {'929b46bf-aa6f-42e7-bff7-3c0058a70722'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:57:26.116824 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-bee38f5b-fe91-44a3-b763-f05d06d135c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:57:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['929b46bf-aa6f-42e7-bff7-3c0058a70722'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:26.162496 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c15b1-107e-44d2-be1a-0a318dafd3a8 req-73f0ed19-9ef0-4bcf-84c8-0d1881833034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:26.164361 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-603c15b1-107e-44d2-be1a-0a318dafd3a8 req-73f0ed19-9ef0-4bcf-84c8-0d1881833034 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 1098 time: 0.0545752 Jul 05 04:57:26.232149 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-bee38f5b-fe91-44a3-b763-f05d06d135c9 None None] Set router 929b46bf-aa6f-42e7-bff7-3c0058a70722 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:57:26.310437 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ed976-76ac-4b83-b421-b7d889aeb857 req-8fb56b32-24d2-46c4-a763-ddae34f74ffe tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:26.311963 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5b0ed976-76ac-4b83-b421-b7d889aeb857 req-8fb56b32-24d2-46c4-a763-ddae34f74ffe tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 946 time: 0.1215725 Jul 05 04:57:26.312974 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c15b1-107e-44d2-be1a-0a318dafd3a8 req-79c11d65-f444-427c-b5d6-73ae42f1ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:26.314350 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-603c15b1-107e-44d2-be1a-0a318dafd3a8 req-79c11d65-f444-427c-b5d6-73ae42f1ecef service neutron] 10.222.0.89 "GET /v2.0/networks?id=dae87b33-1e06-40e4-8093-6ff397ae97ff HTTP/1.1" status: 200 len: 898 time: 0.1429541 Jul 05 04:57:26.370194 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-603c15b1-107e-44d2-be1a-0a318dafd3a8 req-30247815-05d3-48e0-aa2f-e0aec75e5c2a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=135449f9-e06f-4cd6-bb26-531c39be8f2c HTTP/1.1" status: 200 len: 217 time: 0.0451047 Jul 05 04:57:26.396276 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5b0ed976-76ac-4b83-b421-b7d889aeb857 req-2c72cfcd-7224-4b3b-a261-1699a54a5967 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8bb762d-5512-4876-9d82-60380e5ea8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776680 Jul 05 04:57:26.431835 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c15b1-107e-44d2-be1a-0a318dafd3a8 req-0e3f9874-6207-44ed-b0fc-05049a8d4de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:26.433232 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-603c15b1-107e-44d2-be1a-0a318dafd3a8 req-0e3f9874-6207-44ed-b0fc-05049a8d4de8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b HTTP/1.1" status: 200 len: 834 time: 0.0519273 Jul 05 04:57:26.434043 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-bee38f5b-fe91-44a3-b763-f05d06d135c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004304011', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:44Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '43a8fbb4-ab06-4538-88d9-6d3572203ade', 'name': '', 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:e4:77:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:55:44Z', 'updated_at': '2021-07-05T04:55:49Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:26.461567 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee38f5b-fe91-44a3-b763-f05d06d135c9 None None] The sync data for ids ['929b46bf-aa6f-42e7-bff7-3c0058a70722'] in n-d-780147-23 is: [{'id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004304011', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:44Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '43a8fbb4-ab06-4538-88d9-6d3572203ade', 'name': '', 'network_id': 'dae87b33-1e06-40e4-8093-6ff397ae97ff', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:e4:77:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:55:44Z', 'updated_at': '2021-07-05T04:55:49Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:57:26.495780 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c15b1-107e-44d2-be1a-0a318dafd3a8 req-f462ac35-1be1-4986-bdd4-2709ac12d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:26.497356 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-603c15b1-107e-44d2-be1a-0a318dafd3a8 req-f462ac35-1be1-4986-bdd4-2709ac12d820 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dae87b33-1e06-40e4-8093-6ff397ae97ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560358 Jul 05 04:57:26.594740 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-603c15b1-107e-44d2-be1a-0a318dafd3a8 req-a3620138-8bd9-41f5-96ca-d4e13c927024 service neutron] 10.222.0.89 "GET /v2.0/networks/dae87b33-1e06-40e4-8093-6ff397ae97ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884058 Jul 05 04:57:26.690722 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-603c15b1-107e-44d2-be1a-0a318dafd3a8 req-286001a9-2672-4893-b93d-df35b6ab175b service neutron] 10.222.0.89 "GET /v2.0/networks/dae87b33-1e06-40e4-8093-6ff397ae97ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872002 Jul 05 04:57:26.699468 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781a17f9-2040-4c37-982a-023f0af332cf None None] New status for floating IP 6a72bb84-7bdc-4bb0-b7ee-fe6cb93c6d41: DOWN {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:57:27.586587 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae17d41-e028-41ed-a72e-09c866539a2b req-0941376c-110d-4b49-acf9-e0bde8f42df7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:27.587996 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fae17d41-e028-41ed-a72e-09c866539a2b req-0941376c-110d-4b49-acf9-e0bde8f42df7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 946 time: 0.0696702 Jul 05 04:57:27.625863 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fae17d41-e028-41ed-a72e-09c866539a2b req-df0daeef-0a86-4c46-8cb1-b7730d7e7893 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8bb762d-5512-4876-9d82-60380e5ea8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322838 Jul 05 04:57:27.790030 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88998036-faf0-498c-93fe-e8d5e34a2d48 req-c5d2b8af-79ed-4580-9166-ecc198289bcc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:27.791484 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-88998036-faf0-498c-93fe-e8d5e34a2d48 req-c5d2b8af-79ed-4580-9166-ecc198289bcc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.89 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 946 time: 0.0636456 Jul 05 04:57:27.896344 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-88998036-faf0-498c-93fe-e8d5e34a2d48 req-e3ec9a97-ffa9-4e1b-81be-6a8d9ec26dcc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Deleting port 135449f9-e06f-4cd6-bb26-531c39be8f2c {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:57:27.896580 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-88998036-faf0-498c-93fe-e8d5e34a2d48 req-e3ec9a97-ffa9-4e1b-81be-6a8d9ec26dcc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:28.296433 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-88998036-faf0-498c-93fe-e8d5e34a2d48 req-e3ec9a97-ffa9-4e1b-81be-6a8d9ec26dcc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] For port 135449f9-e06f-4cd6-bb26-531c39be8f2c, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=135449f9-e06f-4cd6-bb26-531c39be8f2c,segment=NetworkSegment(583c65a9-4a40-44aa-ac26-f4da9b365641),segment_id=583c65a9-4a40-44aa-ac26-f4da9b365641)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:28.296791 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-88998036-faf0-498c-93fe-e8d5e34a2d48 req-e3ec9a97-ffa9-4e1b-81be-6a8d9ec26dcc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:28.310467 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-88998036-faf0-498c-93fe-e8d5e34a2d48 req-e3ec9a97-ffa9-4e1b-81be-6a8d9ec26dcc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Calling delete_port for 135449f9-e06f-4cd6-bb26-531c39be8f2c owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:57:28.439923 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-88998036-faf0-498c-93fe-e8d5e34a2d48 req-e3ec9a97-ffa9-4e1b-81be-6a8d9ec26dcc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:28.470377 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec9a97-ffa9-4e1b-81be-6a8d9ec26dcc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Port': ['ID=135449f9-e06f-4cd6-bb26-531c39be8f2c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:28.515326 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-88998036-faf0-498c-93fe-e8d5e34a2d48 req-e3ec9a97-ffa9-4e1b-81be-6a8d9ec26dcc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] No DVR routers for this DVR port 135449f9-e06f-4cd6-bb26-531c39be8f2c on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:57:28.517872 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-88998036-faf0-498c-93fe-e8d5e34a2d48 req-e3ec9a97-ffa9-4e1b-81be-6a8d9ec26dcc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:28.520426 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-88998036-faf0-498c-93fe-e8d5e34a2d48 req-e3ec9a97-ffa9-4e1b-81be-6a8d9ec26dcc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.89 "DELETE /v2.0/ports/135449f9-e06f-4cd6-bb26-531c39be8f2c HTTP/1.1" status: 204 len: 173 time: 0.7208817 Jul 05 04:57:28.520857 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49336d08-a48a-4107-be3b-f66a90036d5e', 'name': 'network-vif-deleted', 'tag': '135449f9-e06f-4cd6-bb26-531c39be8f2c'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:57:28.523093 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838eea50-fdc3-4880-98ad-41471157f323" -d '{"events": [{"server_uuid": "49336d08-a48a-4107-be3b-f66a90036d5e", "name": "network-vif-deleted", "tag": "135449f9-e06f-4cd6-bb26-531c39be8f2c"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:57:28.560627 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fe9f47-cbeb-4b29-818d-5897965f9d6f x-openstack-request-id: req-d9fe9f47-cbeb-4b29-818d-5897965f9d6f {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:57:28.560925 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49336d08-a48a-4107-be3b-f66a90036d5e", "name": "network-vif-deleted", "tag": "135449f9-e06f-4cd6-bb26-531c39be8f2c", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:57:28.561173 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d9fe9f47-cbeb-4b29-818d-5897965f9d6f {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:57:28.561562 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49336d08-a48a-4107-be3b-f66a90036d5e', 'name': 'network-vif-deleted', 'tag': '135449f9-e06f-4cd6-bb26-531c39be8f2c', 'status': 'completed', 'code': 200} Jul 05 04:57:28.785911 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4cb7a4bc-9e94-4d81-8792-21d622b5dd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:28.788515 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-38ff5f45-ddf1-40df-b21c-2e3bad5b1511 req-bf4fbea2-c754-4ed5-8b78-4a5c620021cd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=49336d08-a48a-4107-be3b-f66a90036d5e HTTP/1.1" status: 200 len: 210 time: 0.0353920 Jul 05 04:57:29.887236 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50576) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:29.992921 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:30.239988 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b67e878-c133-4c2c-94af-0d0be2cfc89b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:30.507771 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-8b67e878-c133-4c2c-94af-0d0be2cfc89b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Deleting port 43a8fbb4-ab06-4538-88d9-6d3572203ade {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:57:30.508057 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b67e878-c133-4c2c-94af-0d0be2cfc89b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:30.599568 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-8b67e878-c133-4c2c-94af-0d0be2cfc89b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] For port 43a8fbb4-ab06-4538-88d9-6d3572203ade, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=43a8fbb4-ab06-4538-88d9-6d3572203ade,segment=NetworkSegment(583c65a9-4a40-44aa-ac26-f4da9b365641),segment_id=583c65a9-4a40-44aa-ac26-f4da9b365641)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:30.599968 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b67e878-c133-4c2c-94af-0d0be2cfc89b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:30.612913 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-8b67e878-c133-4c2c-94af-0d0be2cfc89b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Calling delete_port for 43a8fbb4-ab06-4538-88d9-6d3572203ade owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:57:30.797731 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b67e878-c133-4c2c-94af-0d0be2cfc89b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:30.824841 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67e878-c133-4c2c-94af-0d0be2cfc89b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Port': ['ID=43a8fbb4-ab06-4538-88d9-6d3572203ade,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:31.005350 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8b67e878-c133-4c2c-94af-0d0be2cfc89b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:31.215294 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b67e878-c133-4c2c-94af-0d0be2cfc89b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Router 929b46bf-aa6f-42e7-bff7-3c0058a70722 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:57:31.322933 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b67e878-c133-4c2c-94af-0d0be2cfc89b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:57:31.328096 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8b67e878-c133-4c2c-94af-0d0be2cfc89b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "PUT /v2.0/routers/929b46bf-aa6f-42e7-bff7-3c0058a70722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4397595 Jul 05 04:57:31.330741 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50580) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:31.333050 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b95277d-48df-486e-a17d-25092f13aaa4 None None] Sync routers for ids ['929b46bf-aa6f-42e7-bff7-3c0058a70722'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:57:31.342144 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b95277d-48df-486e-a17d-25092f13aaa4 None None] Routers {'929b46bf-aa6f-42e7-bff7-3c0058a70722'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:57:31.342764 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-4b95277d-48df-486e-a17d-25092f13aaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:57:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['929b46bf-aa6f-42e7-bff7-3c0058a70722'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:31.384670 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff93c50-6609-4f9f-acbd-de957882f715 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Deleting subnet 5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:57:31.387778 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ff93c50-6609-4f9f-acbd-de957882f715 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:31.429829 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ff93c50-6609-4f9f-acbd-de957882f715 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:31.452047 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-4b95277d-48df-486e-a17d-25092f13aaa4 None None] Set router 929b46bf-aa6f-42e7-bff7-3c0058a70722 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:57:31.511414 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ff93c50-6609-4f9f-acbd-de957882f715 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:31.523679 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5c8eae7a-123d-44e3-8e12-98ae829dd276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:31.562159 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 135449f9-e06f-4cd6-bb26-531c39be8f2c no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:57:31.578339 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ff93c50-6609-4f9f-acbd-de957882f715 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:31.588674 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 135449f9-e06f-4cd6-bb26-531c39be8f2c {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:57:31.589027 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 135449f9-e06f-4cd6-bb26-531c39be8f2c not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:57:31.605651 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff93c50-6609-4f9f-acbd-de957882f715 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Subnet': ['ID=5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:31.610848 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-5ff93c50-6609-4f9f-acbd-de957882f715 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:31.615985 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-5ff93c50-6609-4f9f-acbd-de957882f715 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "DELETE /v2.0/subnets/5a02928d-fd58-45dc-b1b3-8bd0ba5ab84b HTTP/1.1" status: 204 len: 168 time: 0.2813418 Jul 05 04:57:31.616415 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50582) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:31.621556 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252bab16-8d07-4ec6-a84d-f5e6229f97b1 None None] Network dae87b33-1e06-40e4-8093-6ff397ae97ff requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:57:31.728501 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-51094b13-5b6b-4a5c-a8fa-e3b79d339fd1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:31.779336 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-4b95277d-48df-486e-a17d-25092f13aaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004304011', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:57:30Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:31.812884 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b95277d-48df-486e-a17d-25092f13aaa4 None None] Checking router: 929b46bf-aa6f-42e7-bff7-3c0058a70722 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:57:31.827132 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b95277d-48df-486e-a17d-25092f13aaa4 None None] Routers {'929b46bf-aa6f-42e7-bff7-3c0058a70722'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:57:31.827935 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-4b95277d-48df-486e-a17d-25092f13aaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:57:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['929b46bf-aa6f-42e7-bff7-3c0058a70722'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:31.836099 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-51094b13-5b6b-4a5c-a8fa-e3b79d339fd1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:31.891131 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:31.896002 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda166f2-87bb-42cc-846e-b51f46f13184 None None] DHCP port deletion for dae87b33-1e06-40e4-8093-6ff397ae97ff request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:57:31.904898 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-51094b13-5b6b-4a5c-a8fa-e3b79d339fd1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Deleting port d2b5b297-9426-42bf-ab82-c92f0d45d417 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:57:31.905211 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-51094b13-5b6b-4a5c-a8fa-e3b79d339fd1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:31.976593 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-4b95277d-48df-486e-a17d-25092f13aaa4 None None] Set router 929b46bf-aa6f-42e7-bff7-3c0058a70722 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:57:31.985196 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-51094b13-5b6b-4a5c-a8fa-e3b79d339fd1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] For port d2b5b297-9426-42bf-ab82-c92f0d45d417, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d2b5b297-9426-42bf-ab82-c92f0d45d417,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:31.985486 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-51094b13-5b6b-4a5c-a8fa-e3b79d339fd1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:31.998899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-51094b13-5b6b-4a5c-a8fa-e3b79d339fd1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Calling delete_port for d2b5b297-9426-42bf-ab82-c92f0d45d417 owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:57:32.088877 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-bda166f2-87bb-42cc-846e-b51f46f13184 None None] Deleting port c7394977-d086-46ce-924c-673d34a4595e {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:57:32.089253 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bda166f2-87bb-42cc-846e-b51f46f13184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:32.164180 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-51094b13-5b6b-4a5c-a8fa-e3b79d339fd1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:32.171941 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-bda166f2-87bb-42cc-846e-b51f46f13184 None None] For port c7394977-d086-46ce-924c-673d34a4595e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=c7394977-d086-46ce-924c-673d34a4595e,segment=NetworkSegment(583c65a9-4a40-44aa-ac26-f4da9b365641),segment_id=583c65a9-4a40-44aa-ac26-f4da9b365641)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:32.172347 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bda166f2-87bb-42cc-846e-b51f46f13184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:32.188200 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51094b13-5b6b-4a5c-a8fa-e3b79d339fd1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Port': ['ID=d2b5b297-9426-42bf-ab82-c92f0d45d417,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:32.205149 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-bda166f2-87bb-42cc-846e-b51f46f13184 None None] Calling delete_port for c7394977-d086-46ce-924c-673d34a4595e owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:57:32.256911 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-51094b13-5b6b-4a5c-a8fa-e3b79d339fd1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:32.298982 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-4b95277d-48df-486e-a17d-25092f13aaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004304011', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:57:30Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:32.327059 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b95277d-48df-486e-a17d-25092f13aaa4 None None] The sync data for ids ['929b46bf-aa6f-42e7-bff7-3c0058a70722'] in n-d-780147-23 is: [{'id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004304011', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:57:30Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': 'd2b5b297-9426-42bf-ab82-c92f0d45d417', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b46bf-aa6f-42e7-bff7-3c0058a70722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:55:41Z', 'updated_at': '2021-07-05T04:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:57:32.337256 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bda166f2-87bb-42cc-846e-b51f46f13184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:32.350907 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-51094b13-5b6b-4a5c-a8fa-e3b79d339fd1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:32.353148 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-51094b13-5b6b-4a5c-a8fa-e3b79d339fd1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:32.366240 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda166f2-87bb-42cc-846e-b51f46f13184 None None] Pushing event deleted for resources: {'Port': ['ID=c7394977-d086-46ce-924c-673d34a4595e,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:32.376283 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda166f2-87bb-42cc-846e-b51f46f13184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:32.376665 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda166f2-87bb-42cc-846e-b51f46f13184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:32.376963 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda166f2-87bb-42cc-846e-b51f46f13184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:32.377296 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda166f2-87bb-42cc-846e-b51f46f13184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:32.377740 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda166f2-87bb-42cc-846e-b51f46f13184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:32.378079 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda166f2-87bb-42cc-846e-b51f46f13184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:32.378404 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda166f2-87bb-42cc-846e-b51f46f13184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:32.378736 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda166f2-87bb-42cc-846e-b51f46f13184 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:32.379087 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda166f2-87bb-42cc-846e-b51f46f13184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:32.379838 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda166f2-87bb-42cc-846e-b51f46f13184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:32.380019 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda166f2-87bb-42cc-846e-b51f46f13184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:32.380344 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda166f2-87bb-42cc-846e-b51f46f13184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:32.382971 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda166f2-87bb-42cc-846e-b51f46f13184 None None] No DVR routers for this DVR port c7394977-d086-46ce-924c-673d34a4595e on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:57:32.406024 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-51094b13-5b6b-4a5c-a8fa-e3b79d339fd1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:32.406573 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51094b13-5b6b-4a5c-a8fa-e3b79d339fd1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Fanout notify agent at l3_agent the message router_deleted on router 929b46bf-aa6f-42e7-bff7-3c0058a70722 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:57:32.413541 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-51094b13-5b6b-4a5c-a8fa-e3b79d339fd1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:32.414659 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-51094b13-5b6b-4a5c-a8fa-e3b79d339fd1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "DELETE /v2.0/routers/929b46bf-aa6f-42e7-bff7-3c0058a70722 HTTP/1.1" status: 204 len: 168 time: 0.7973342 Jul 05 04:57:32.417563 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50584) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:32.494936 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-50563bc3-e1d6-4ad9-831d-48afe52c5ef1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:32.578179 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-50563bc3-e1d6-4ad9-831d-48afe52c5ef1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:32.588362 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-50563bc3-e1d6-4ad9-831d-48afe52c5ef1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae87b33-1e06-40e4-8093-6ff397ae97ff']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:32.599198 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-50563bc3-e1d6-4ad9-831d-48afe52c5ef1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583c65a9-4a40-44aa-ac26-f4da9b365641') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:32.599493 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-50563bc3-e1d6-4ad9-831d-48afe52c5ef1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583c65a9-4a40-44aa-ac26-f4da9b365641') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:32.608060 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-50563bc3-e1d6-4ad9-831d-48afe52c5ef1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:32.621326 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-50563bc3-e1d6-4ad9-831d-48afe52c5ef1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:32.626895 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50563bc3-e1d6-4ad9-831d-48afe52c5ef1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:57:32.627282 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-50563bc3-e1d6-4ad9-831d-48afe52c5ef1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: timer() Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:57:32.630685 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:57:32.693260 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-50563bc3-e1d6-4ad9-831d-48afe52c5ef1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:32.702447 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-50563bc3-e1d6-4ad9-831d-48afe52c5ef1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:32.708024 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-50563bc3-e1d6-4ad9-831d-48afe52c5ef1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "DELETE /v2.0/networks/dae87b33-1e06-40e4-8093-6ff397ae97ff HTTP/1.1" status: 204 len: 168 time: 0.2858787 Jul 05 04:57:32.709516 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50586) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:32.714999 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50563bc3-e1d6-4ad9-831d-48afe52c5ef1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Network': ['ID=dae87b33-1e06-40e4-8093-6ff397ae97ff,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:32.780044 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7d0be202-cd6b-4a31-bdcf-50c938c66523 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:32.812695 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7d0be202-cd6b-4a31-bdcf-50c938c66523 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:32.828952 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:32.874399 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7d0be202-cd6b-4a31-bdcf-50c938c66523 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:32.877098 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7d0be202-cd6b-4a31-bdcf-50c938c66523 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:32.878306 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7d0be202-cd6b-4a31-bdcf-50c938c66523 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "DELETE /v2.0/security-groups/a8bb762d-5512-4876-9d82-60380e5ea8d8 HTTP/1.1" status: 204 len: 168 time: 0.1653936 Jul 05 04:57:32.890184 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0be202-cd6b-4a31-bdcf-50c938c66523 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bb762d-5512-4876-9d82-60380e5ea8d8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:32.898624 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0be202-cd6b-4a31-bdcf-50c938c66523 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:32.898981 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0be202-cd6b-4a31-bdcf-50c938c66523 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:32.899325 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0be202-cd6b-4a31-bdcf-50c938c66523 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:32.899661 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0be202-cd6b-4a31-bdcf-50c938c66523 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:32.900023 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0be202-cd6b-4a31-bdcf-50c938c66523 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:32.900354 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0be202-cd6b-4a31-bdcf-50c938c66523 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:32.900689 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0be202-cd6b-4a31-bdcf-50c938c66523 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:32.901011 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0be202-cd6b-4a31-bdcf-50c938c66523 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:32.901389 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0be202-cd6b-4a31-bdcf-50c938c66523 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:32.901654 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0be202-cd6b-4a31-bdcf-50c938c66523 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:32.902061 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0be202-cd6b-4a31-bdcf-50c938c66523 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:32.902369 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0be202-cd6b-4a31-bdcf-50c938c66523 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:33.350024 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50594) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:33.354939 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f98fb2fc-94a5-4628-9553-f3c4ac48d931 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1685071073', 'description': 'tempest-secgroup-smoke-1685071073 description', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:57:33.385722 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f98fb2fc-94a5-4628-9553-f3c4ac48d931 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:33.406284 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 43a8fbb4-ab06-4538-88d9-6d3572203ade no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:57:33.430753 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 43a8fbb4-ab06-4538-88d9-6d3572203ade {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:57:33.431103 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 43a8fbb4-ab06-4538-88d9-6d3572203ade not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:57:33.431528 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c7394977-d086-46ce-924c-673d34a4595e no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:57:33.455350 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: c7394977-d086-46ce-924c-673d34a4595e {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:57:33.455655 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device c7394977-d086-46ce-924c-673d34a4595e not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:57:33.456119 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d2b5b297-9426-42bf-ab82-c92f0d45d417 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:57:33.473067 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f98fb2fc-94a5-4628-9553-f3c4ac48d931 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:33.476337 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: d2b5b297-9426-42bf-ab82-c92f0d45d417 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:57:33.476690 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d2b5b297-9426-42bf-ab82-c92f0d45d417 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:57:33.477334 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f98fb2fc-94a5-4628-9553-f3c4ac48d931 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:33.508323 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98fb2fc-94a5-4628-9553-f3c4ac48d931 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d426650-77a6-4e15-b63c-f795ad65a2de,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:33.513256 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f98fb2fc-94a5-4628-9553-f3c4ac48d931 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:33.514615 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f98fb2fc-94a5-4628-9553-f3c4ac48d931 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1634619 Jul 05 04:57:33.517822 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50596) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:33.523579 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-08a0bdab-62c0-4a2c-b075-eda3d632d550 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': '2d426650-77a6-4e15-b63c-f795ad65a2de', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:57:33.549139 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-08a0bdab-62c0-4a2c-b075-eda3d632d550 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:33.610810 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-08a0bdab-62c0-4a2c-b075-eda3d632d550 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:33.614729 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-08a0bdab-62c0-4a2c-b075-eda3d632d550 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:33.632860 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0bdab-62c0-4a2c-b075-eda3d632d550 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27038f1c-324d-4456-8c76-8b68701336be,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:33.638547 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-08a0bdab-62c0-4a2c-b075-eda3d632d550 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:33.642548 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-08a0bdab-62c0-4a2c-b075-eda3d632d550 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207557 Jul 05 04:57:33.642548 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50598) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:33.646907 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-7839d874-a8e8-4d17-a197-bcd3054c079d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': '2d426650-77a6-4e15-b63c-f795ad65a2de', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:57:33.673944 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7839d874-a8e8-4d17-a197-bcd3054c079d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:33.731326 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7839d874-a8e8-4d17-a197-bcd3054c079d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:33.735094 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7839d874-a8e8-4d17-a197-bcd3054c079d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:33.749658 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839d874-a8e8-4d17-a197-bcd3054c079d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95230c55-3ac2-4666-97bf-7a05237d6f9b,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:33.758227 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7839d874-a8e8-4d17-a197-bcd3054c079d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:33.759509 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7839d874-a8e8-4d17-a197-bcd3054c079d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162312 Jul 05 04:57:33.762227 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50600) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:33.766745 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-d73871ce-d8ff-4c0b-a04e-ad6a55623db4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': '2d426650-77a6-4e15-b63c-f795ad65a2de', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:57:33.792499 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d73871ce-d8ff-4c0b-a04e-ad6a55623db4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:33.850033 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d73871ce-d8ff-4c0b-a04e-ad6a55623db4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:33.853647 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d73871ce-d8ff-4c0b-a04e-ad6a55623db4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:33.870937 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73871ce-d8ff-4c0b-a04e-ad6a55623db4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=056c6912-616e-4b38-bd36-4fd574521f50,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:33.876611 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-d73871ce-d8ff-4c0b-a04e-ad6a55623db4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:33.877911 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d73871ce-d8ff-4c0b-a04e-ad6a55623db4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146734 Jul 05 04:57:33.880494 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50602) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:33.884882 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-79bd9aa5-4588-4b77-a9f3-756e0a1e5e96 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': '2d426650-77a6-4e15-b63c-f795ad65a2de', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:57:33.911109 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-79bd9aa5-4588-4b77-a9f3-756e0a1e5e96 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:33.975560 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-79bd9aa5-4588-4b77-a9f3-756e0a1e5e96 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:33.979248 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-79bd9aa5-4588-4b77-a9f3-756e0a1e5e96 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:33.998985 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd9aa5-4588-4b77-a9f3-756e0a1e5e96 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab87ec1-9eac-4e8c-974a-c99c3e7d9332,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:34.005478 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-79bd9aa5-4588-4b77-a9f3-756e0a1e5e96 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:34.006069 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-79bd9aa5-4588-4b77-a9f3-756e0a1e5e96 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246316 Jul 05 04:57:34.008772 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50604) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:34.013150 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-1ea2e291-1c8f-4222-946e-bc2a5badb592 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': '2d426650-77a6-4e15-b63c-f795ad65a2de', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:57:34.034379 n-d-780147-23 neutron-server[105539]: INFO neutron.db.securitygroups_db [None req-1ea2e291-1c8f-4222-946e-bc2a5badb592 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Project 9c0f14b3387f45bbb4786c1a1c2d3b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:57:34.039912 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ea2e291-1c8f-4222-946e-bc2a5badb592 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:34.099423 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ea2e291-1c8f-4222-946e-bc2a5badb592 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:34.102896 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ea2e291-1c8f-4222-946e-bc2a5badb592 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:34.119706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2e291-1c8f-4222-946e-bc2a5badb592 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e69e51-3b76-44da-92b7-1bec473356e4,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:34.126266 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1ea2e291-1c8f-4222-946e-bc2a5badb592 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:34.127525 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1ea2e291-1c8f-4222-946e-bc2a5badb592 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178279 Jul 05 04:57:34.131116 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50606) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:34.135549 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-cb2e6eb4-fb79-477e-986d-e9f7b20f4d2a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': '2d426650-77a6-4e15-b63c-f795ad65a2de', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:57:34.156579 n-d-780147-23 neutron-server[105539]: INFO neutron.db.securitygroups_db [None req-cb2e6eb4-fb79-477e-986d-e9f7b20f4d2a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Project 9c0f14b3387f45bbb4786c1a1c2d3b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:57:34.162065 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cb2e6eb4-fb79-477e-986d-e9f7b20f4d2a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:34.224918 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cb2e6eb4-fb79-477e-986d-e9f7b20f4d2a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:34.228472 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cb2e6eb4-fb79-477e-986d-e9f7b20f4d2a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:34.246274 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e6eb4-fb79-477e-986d-e9f7b20f4d2a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbbd4c43-fcae-4818-9d3e-9abdb75e6478,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:34.251818 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cb2e6eb4-fb79-477e-986d-e9f7b20f4d2a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:34.253012 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cb2e6eb4-fb79-477e-986d-e9f7b20f4d2a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209826 Jul 05 04:57:34.256235 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50608) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:34.261162 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f104baab-d5b2-45ed-9897-3b2fafd711c7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'network': {'name': 'tempest-network-smoke--1997657307', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'port_security_enabled': True}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:57:34.281222 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f104baab-d5b2-45ed-9897-3b2fafd711c7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Made reservation on behalf of 9c0f14b3387f45bbb4786c1a1c2d3b4b for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:57:34.285588 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f104baab-d5b2-45ed-9897-3b2fafd711c7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:34.309076 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f104baab-d5b2-45ed-9897-3b2fafd711c7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:57:34.317648 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f104baab-d5b2-45ed-9897-3b2fafd711c7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:34.317989 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-f104baab-d5b2-45ed-9897-3b2fafd711c7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Added segment 3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906 of type vlan for network aaae3d84-25da-4d40-918d-12b7219b11df Jul 05 04:57:34.359309 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f104baab-d5b2-45ed-9897-3b2fafd711c7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:34.618739 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:34.680039 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f104baab-d5b2-45ed-9897-3b2fafd711c7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:34.685417 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f104baab-d5b2-45ed-9897-3b2fafd711c7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:34.686000 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f104baab-d5b2-45ed-9897-3b2fafd711c7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:34.740698 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f104baab-d5b2-45ed-9897-3b2fafd711c7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4834173 Jul 05 04:57:34.743421 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50610) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:34.749864 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-e7927ba8-a29b-42ed-b428-33ab11a34aec tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-982410437', 'admin_state_up': True, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:57:34.764037 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104baab-d5b2-45ed-9897-3b2fafd711c7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Network': ['ID=aaae3d84-25da-4d40-918d-12b7219b11df,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:34.774917 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network aaae3d84-25da-4d40-918d-12b7219b11df details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:57:34.778855 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e7927ba8-a29b-42ed-b428-33ab11a34aec tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:34.779962 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e7927ba8-a29b-42ed-b428-33ab11a34aec tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:34.838586 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e7927ba8-a29b-42ed-b428-33ab11a34aec tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:34.976104 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e7927ba8-a29b-42ed-b428-33ab11a34aec tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:35.168904 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e7927ba8-a29b-42ed-b428-33ab11a34aec tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:35.187883 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e7927ba8-a29b-42ed-b428-33ab11a34aec tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:35.296929 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-e7927ba8-a29b-42ed-b428-33ab11a34aec tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Allocated IP 172.25.1.55 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/2b15c415-6ebd-4ac2-b331-c43d3da5ee8e) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:57:35.395471 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e7927ba8-a29b-42ed-b428-33ab11a34aec tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:35.433586 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e7927ba8-a29b-42ed-b428-33ab11a34aec tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:35.470391 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7927ba8-a29b-42ed-b428-33ab11a34aec tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:57:35.477561 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-e7927ba8-a29b-42ed-b428-33ab11a34aec tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:57:35.482536 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7927ba8-a29b-42ed-b428-33ab11a34aec tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:57:35.484958 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7927ba8-a29b-42ed-b428-33ab11a34aec tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=2b15c415-6ebd-4ac2-b331-c43d3da5ee8e,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:35.740776 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e7927ba8-a29b-42ed-b428-33ab11a34aec tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:35.933502 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e7927ba8-a29b-42ed-b428-33ab11a34aec tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:36.070688 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7927ba8-a29b-42ed-b428-33ab11a34aec tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Router 5f28a0d1-ba26-4e75-9716-7fcf1cac27e4 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:57:36.179931 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7927ba8-a29b-42ed-b428-33ab11a34aec tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:57:36.189217 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] Sync routers for ids ['5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:57:36.199162 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e7927ba8-a29b-42ed-b428-33ab11a34aec tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:36.199752 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] Routers {'5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:57:36.203427 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:57:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:36.203614 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e7927ba8-a29b-42ed-b428-33ab11a34aec tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4560647 Jul 05 04:57:36.203614 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50612) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:36.245323 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-aa523647-e795-4f5d-9f4a-e75c823cf627 tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380101 Jul 05 04:57:36.245586 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50614) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:36.301690 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] Set router 5f28a0d1-ba26-4e75-9716-7fcf1cac27e4 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:57:36.400442 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2af873e-03e1-4c8e-90e3-9ebc048b6334 tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:36.404734 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f2af873e-03e1-4c8e-90e3-9ebc048b6334 tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1555114 Jul 05 04:57:36.404905 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50616) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:36.440962 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-419919b0-49cf-4ab4-a7a7-0df1cf1d04dc tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349855 Jul 05 04:57:36.444440 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50618) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:36.449260 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-34c7a323-b160-4b23-91e8-f7ebd7509732 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-117341099', 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:57:36.481153 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982410437', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:57:34Z', 'updated_at': '2021-07-05T04:57:35Z', 'revision_number': 3, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:57:35Z', 'updated_at': '2021-07-05T04:57:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:36.507894 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] Checking router: 5f28a0d1-ba26-4e75-9716-7fcf1cac27e4 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:57:36.508243 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] Updating router 5f28a0d1-ba26-4e75-9716-7fcf1cac27e4 port 2b15c415-6ebd-4ac2-b331-c43d3da5ee8e binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:57:36.541118 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c7a323-b160-4b23-91e8-f7ebd7509732 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Made reservation on behalf of 9c0f14b3387f45bbb4786c1a1c2d3b4b for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:57:36.543963 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:36.544616 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-34c7a323-b160-4b23-91e8-f7ebd7509732 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:36.732692 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-34c7a323-b160-4b23-91e8-f7ebd7509732 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:36.792867 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7a323-b160-4b23-91e8-f7ebd7509732 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Subnet': ['ID=f041b474-8221-4ec1-af6e-e89ad7e82d89,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:36.802253 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c7a323-b160-4b23-91e8-f7ebd7509732 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Checking segment: {'id': '3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:57:36.802621 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c7a323-b160-4b23-91e8-f7ebd7509732 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network hostable DHCP agents. Network: aaae3d84-25da-4d40-918d-12b7219b11df, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:57:36.809601 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:36.820254 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c7a323-b160-4b23-91e8-f7ebd7509732 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network aaae3d84-25da-4d40-918d-12b7219b11df is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:57:36.822137 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] Transition to ACTIVE for port object 2b15c415-6ebd-4ac2-b331-c43d3da5ee8e will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:57:36.828182 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:36.829623 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-34c7a323-b160-4b23-91e8-f7ebd7509732 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, aaae3d84-25da-4d40-918d-12b7219b11df) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:57:36.835266 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c7a323-b160-4b23-91e8-f7ebd7509732 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:36.835968 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-34c7a323-b160-4b23-91e8-f7ebd7509732 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:36.843002 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add573d9-d9a1-4413-8525-b67073b6ae03 None None] Network aaae3d84-25da-4d40-918d-12b7219b11df requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:57:36.852550 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-34c7a323-b160-4b23-91e8-f7ebd7509732 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4068298 Jul 05 04:57:36.855111 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50620) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:36.880923 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] Attempting to bind port 2b15c415-6ebd-4ac2-b331-c43d3da5ee8e on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:57:36.881286 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] Attempting to bind port 2b15c415-6ebd-4ac2-b331-c43d3da5ee8e by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:57:36.881645 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] Attempting to bind port 2b15c415-6ebd-4ac2-b331-c43d3da5ee8e on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:57:36.890285 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2838232-8f4a-4ceb-928d-decdd2790658 None None] Pushing event updated for resources: {'Port': ['ID=2b15c415-6ebd-4ac2-b331-c43d3da5ee8e,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:36.892467 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:57:36.892835 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:57:36.893232 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:36.893615 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:57:36.894607 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] Bound port: 2b15c415-6ebd-4ac2-b331-c43d3da5ee8e, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:57:36.894607 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:36.902047 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2838232-8f4a-4ceb-928d-decdd2790658 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:36.902402 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2838232-8f4a-4ceb-928d-decdd2790658 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:36.902726 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2838232-8f4a-4ceb-928d-decdd2790658 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:36.903061 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2838232-8f4a-4ceb-928d-decdd2790658 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:36.903389 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2838232-8f4a-4ceb-928d-decdd2790658 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:36.903715 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2838232-8f4a-4ceb-928d-decdd2790658 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:36.904065 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2838232-8f4a-4ceb-928d-decdd2790658 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:36.904384 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2838232-8f4a-4ceb-928d-decdd2790658 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:36.904702 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2838232-8f4a-4ceb-928d-decdd2790658 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:36.905018 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2838232-8f4a-4ceb-928d-decdd2790658 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:36.905363 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2838232-8f4a-4ceb-928d-decdd2790658 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:36.905647 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2838232-8f4a-4ceb-928d-decdd2790658 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:36.962249 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] For port 2b15c415-6ebd-4ac2-b331-c43d3da5ee8e, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:57:36.965501 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] For port 2b15c415-6ebd-4ac2-b331-c43d3da5ee8e, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=2b15c415-6ebd-4ac2-b331-c43d3da5ee8e,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:57:36.970773 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:37.000424 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e8a4c3-1b52-4926-b021-38a0cf11329b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-aaae3d84-25da-4d40-918d-12b7219b11df', 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'fixed_ips': [{'subnet_id': 'f041b474-8221-4ec1-af6e-e89ad7e82d89'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:57:37.001772 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a8e8a4c3-1b52-4926-b021-38a0cf11329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:37.040840 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] Routers {'5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:57:37.041466 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:57:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:37.043190 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2838232-8f4a-4ceb-928d-decdd2790658 None None] Pushing event updated for resources: {'Port': ['ID=2b15c415-6ebd-4ac2-b331-c43d3da5ee8e,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:37.146111 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-a8e8a4c3-1b52-4926-b021-38a0cf11329b None None] Allocated IP 172.20.0.2 (aaae3d84-25da-4d40-918d-12b7219b11df/f041b474-8221-4ec1-af6e-e89ad7e82d89/3950da60-07ff-43ef-a0ce-062ce1cda183) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:57:37.161973 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] Set router 5f28a0d1-ba26-4e75-9716-7fcf1cac27e4 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:57:37.308806 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a8e8a4c3-1b52-4926-b021-38a0cf11329b None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:37.318979 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a8e8a4c3-1b52-4926-b021-38a0cf11329b None None] Transition to ACTIVE for port object 3950da60-07ff-43ef-a0ce-062ce1cda183 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:57:37.335855 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a8e8a4c3-1b52-4926-b021-38a0cf11329b None None] Transition to ACTIVE for port object 3950da60-07ff-43ef-a0ce-062ce1cda183 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:57:37.341712 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a8e8a4c3-1b52-4926-b021-38a0cf11329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:37.363145 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982410437', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:57:34Z', 'updated_at': '2021-07-05T04:57:35Z', 'revision_number': 3, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:57:35Z', 'updated_at': '2021-07-05T04:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:37.386238 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e8a4c3-1b52-4926-b021-38a0cf11329b None None] Network aaae3d84-25da-4d40-918d-12b7219b11df is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:57:37.389099 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-a8e8a4c3-1b52-4926-b021-38a0cf11329b None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:57:37.391762 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0863531-ef10-42a8-9a3b-6b8b1e3e85c1 None None] The sync data for ids ['5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'] in n-d-780147-23 is: [{'id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982410437', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:57:34Z', 'updated_at': '2021-07-05T04:57:35Z', 'revision_number': 3, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:57:35Z', 'updated_at': '2021-07-05T04:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:57:37.393550 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e8a4c3-1b52-4926-b021-38a0cf11329b None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:57:37.398017 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8a4c3-1b52-4926-b021-38a0cf11329b None None] Pushing event updated for resources: {'Port': ['ID=3950da60-07ff-43ef-a0ce-062ce1cda183,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:37.459389 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-a8e8a4c3-1b52-4926-b021-38a0cf11329b None None] Attempting to bind port 3950da60-07ff-43ef-a0ce-062ce1cda183 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:57:37.459751 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-a8e8a4c3-1b52-4926-b021-38a0cf11329b None None] Attempting to bind port 3950da60-07ff-43ef-a0ce-062ce1cda183 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:57:37.460431 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e8a4c3-1b52-4926-b021-38a0cf11329b None None] Attempting to bind port 3950da60-07ff-43ef-a0ce-062ce1cda183 on network aaae3d84-25da-4d40-918d-12b7219b11df {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:57:37.466349 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e8a4c3-1b52-4926-b021-38a0cf11329b None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:57:37.466718 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e8a4c3-1b52-4926-b021-38a0cf11329b None None] Checking segment: {'id': '3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:57:37.467120 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a8e8a4c3-1b52-4926-b021-38a0cf11329b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:37.467510 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e8a4c3-1b52-4926-b021-38a0cf11329b None None] Bound using segment: {'id': '3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:57:37.468236 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-a8e8a4c3-1b52-4926-b021-38a0cf11329b None None] Bound port: 3950da60-07ff-43ef-a0ce-062ce1cda183, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:57:37.468618 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a8e8a4c3-1b52-4926-b021-38a0cf11329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:37.540953 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a8e8a4c3-1b52-4926-b021-38a0cf11329b None None] For port 3950da60-07ff-43ef-a0ce-062ce1cda183, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:57:37.544186 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a8e8a4c3-1b52-4926-b021-38a0cf11329b None None] For port 3950da60-07ff-43ef-a0ce-062ce1cda183, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3950da60-07ff-43ef-a0ce-062ce1cda183,segment=NetworkSegment(3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906),segment_id=3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:57:37.548522 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a8e8a4c3-1b52-4926-b021-38a0cf11329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:37.610772 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8a4c3-1b52-4926-b021-38a0cf11329b None None] Pushing event updated for resources: {'Port': ['ID=3950da60-07ff-43ef-a0ce-062ce1cda183,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:37.754803 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8a06ad04-8cea-4502-bc37-68d4866b370e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:38.086670 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-8a06ad04-8cea-4502-bc37-68d4866b370e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Allocated IP 172.20.0.1 (aaae3d84-25da-4d40-918d-12b7219b11df/f041b474-8221-4ec1-af6e-e89ad7e82d89/42510119-c4f5-48c5-ad54-73c86f2b1449) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:57:38.218752 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8a06ad04-8cea-4502-bc37-68d4866b370e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:38.234394 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-8a06ad04-8cea-4502-bc37-68d4866b370e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Transition to ACTIVE for port object 42510119-c4f5-48c5-ad54-73c86f2b1449 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:57:38.271237 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8a06ad04-8cea-4502-bc37-68d4866b370e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:38.316088 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a06ad04-8cea-4502-bc37-68d4866b370e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network aaae3d84-25da-4d40-918d-12b7219b11df is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:57:38.323013 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-8a06ad04-8cea-4502-bc37-68d4866b370e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:57:38.327020 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a06ad04-8cea-4502-bc37-68d4866b370e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:57:38.334745 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06ad04-8cea-4502-bc37-68d4866b370e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=42510119-c4f5-48c5-ad54-73c86f2b1449,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:38.376087 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8a06ad04-8cea-4502-bc37-68d4866b370e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:38.524551 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8a06ad04-8cea-4502-bc37-68d4866b370e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:38.576685 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c23ac75-3e90-4a6e-9219-03399679d027 None None] Network aaae3d84-25da-4d40-918d-12b7219b11df requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:57:38.826309 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8a06ad04-8cea-4502-bc37-68d4866b370e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:38.831091 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8a06ad04-8cea-4502-bc37-68d4866b370e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:38.860419 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6143fd4e-595e-4748-8b12-2bcf72d03241 None None] Provisioning for port 3950da60-07ff-43ef-a0ce-062ce1cda183 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:57:38.911220 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06ad04-8cea-4502-bc37-68d4866b370e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=42510119-c4f5-48c5-ad54-73c86f2b1449,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:38.914260 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-8a06ad04-8cea-4502-bc37-68d4866b370e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:39.017947 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a06ad04-8cea-4502-bc37-68d4866b370e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network aaae3d84-25da-4d40-918d-12b7219b11df is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:57:39.020123 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-8a06ad04-8cea-4502-bc37-68d4866b370e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:57:39.142139 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a06ad04-8cea-4502-bc37-68d4866b370e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Router 5f28a0d1-ba26-4e75-9716-7fcf1cac27e4 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:57:39.203708 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-35948fe5-4d28-47e1-b861-ff64da3b3308 None None] Provisioning for port 42510119-c4f5-48c5-ad54-73c86f2b1449 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:57:39.208859 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-35948fe5-4d28-47e1-b861-ff64da3b3308 None None] Provisioning complete for port 42510119-c4f5-48c5-ad54-73c86f2b1449 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:57:39.209268 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-35948fe5-4d28-47e1-b861-ff64da3b3308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:39.267358 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-35948fe5-4d28-47e1-b861-ff64da3b3308 None None] Port 42510119-c4f5-48c5-ad54-73c86f2b1449 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:57:39.274275 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a06ad04-8cea-4502-bc37-68d4866b370e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:57:39.287836 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] Sync routers for ids ['5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:57:39.289955 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8a06ad04-8cea-4502-bc37-68d4866b370e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "PUT /v2.0/routers/5f28a0d1-ba26-4e75-9716-7fcf1cac27e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4334862 Jul 05 04:57:39.303027 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] Routers {'5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:57:39.303670 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:57:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:39.393836 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 2b15c415-6ebd-4ac2-b331-c43d3da5ee8e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:57:39.465621 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] Set router 5f28a0d1-ba26-4e75-9716-7fcf1cac27e4 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:57:39.467298 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-76c21909-5b92-4c71-a74b-afbf551817b8 None None] Provisioning complete for port 42510119-c4f5-48c5-ad54-73c86f2b1449 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:57:39.467670 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-76c21909-5b92-4c71-a74b-afbf551817b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:39.478126 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-75b1f2df-f1a4-4990-9858-78abb41ad3dc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1685071073&fields=id&tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b HTTP/1.1" status: 200 len: 267 time: 0.0371115 Jul 05 04:57:39.578044 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 2b15c415-6ebd-4ac2-b331-c43d3da5ee8e completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:57:39.580296 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-76c21909-5b92-4c71-a74b-afbf551817b8 None None] Port 42510119-c4f5-48c5-ad54-73c86f2b1449 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:57:39.586486 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 2b15c415-6ebd-4ac2-b331-c43d3da5ee8e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:57:39.586858 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:39.594761 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-7c1538ae-f7b5-47b5-be8a-1ced1914e3ef tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:39.596933 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-7c1538ae-f7b5-47b5-be8a-1ced1914e3ef tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/networks?id=aaae3d84-25da-4d40-918d-12b7219b11df HTTP/1.1" status: 200 len: 797 time: 0.1115348 Jul 05 04:57:39.612048 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-6885b993-107a-4dff-8583-6396e88c0ec6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/quotas/9c0f14b3387f45bbb4786c1a1c2d3b4b HTTP/1.1" status: 200 len: 375 time: 0.0093613 Jul 05 04:57:39.682265 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-ba88f6cc-27ac-4708-b1be-3e3fb432553f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641563 Jul 05 04:57:39.760338 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-d472dc77-d2f1-498b-9d50-29885420ee6b None None] Provisioning complete for port 42510119-c4f5-48c5-ad54-73c86f2b1449 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:57:39.760624 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d472dc77-d2f1-498b-9d50-29885420ee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:39.787359 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-0e6d5d31-5089-41ea-b70b-efdab15d4335 service neutron] 10.222.0.77 "GET /v2.0/networks/aaae3d84-25da-4d40-918d-12b7219b11df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920587 Jul 05 04:57:39.789469 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:39.830068 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-d472dc77-d2f1-498b-9d50-29885420ee6b None None] Port 42510119-c4f5-48c5-ad54-73c86f2b1449 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:57:39.833166 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 2b15c415-6ebd-4ac2-b331-c43d3da5ee8e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=2b15c415-6ebd-4ac2-b331-c43d3da5ee8e,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:39.838778 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:39.839564 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3950da60-07ff-43ef-a0ce-062ce1cda183 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:57:39.880512 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-41665cc2-cda2-40cf-9656-67c6242653f4 service neutron] 10.222.0.77 "GET /v2.0/networks/aaae3d84-25da-4d40-918d-12b7219b11df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855374 Jul 05 04:57:39.896436 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982410437', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:57:34Z', 'updated_at': '2021-07-05T04:57:38Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:57:35Z', 'updated_at': '2021-07-05T04:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '42510119-c4f5-48c5-ad54-73c86f2b1449', 'name': '', 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:48:dc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f041b474-8221-4ec1-af6e-e89ad7e82d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:57:37Z', 'updated_at': '2021-07-05T04:57:38Z', 'revision_number': 2, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': 'f041b474-8221-4ec1-af6e-e89ad7e82d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:39.938806 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] Checking router: 5f28a0d1-ba26-4e75-9716-7fcf1cac27e4 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:57:39.939060 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] Updating router 5f28a0d1-ba26-4e75-9716-7fcf1cac27e4 port 42510119-c4f5-48c5-ad54-73c86f2b1449 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:57:39.970588 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=2b15c415-6ebd-4ac2-b331-c43d3da5ee8e,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:39.994090 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:40.001498 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 3950da60-07ff-43ef-a0ce-062ce1cda183 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:57:40.008892 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 3950da60-07ff-43ef-a0ce-062ce1cda183 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:57:40.008892 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:40.054294 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b42cdc86-5682-4fef-bbad-e804798b4921 req-75ad2cc5-dbaa-48cf-9d81-c8b1d276f60f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 210 time: 0.0296371 Jul 05 04:57:40.219446 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:40.279167 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 3950da60-07ff-43ef-a0ce-062ce1cda183, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3950da60-07ff-43ef-a0ce-062ce1cda183,segment=NetworkSegment(3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906),segment_id=3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:40.288744 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:40.374585 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=3950da60-07ff-43ef-a0ce-062ce1cda183,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:40.395886 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:40.406403 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] Transition to ACTIVE for port object 42510119-c4f5-48c5-ad54-73c86f2b1449 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:57:40.413318 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:40.521368 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b8228-0905-4cb8-9daa-284de8070609 None None] Pushing event updated for resources: {'Port': ['ID=42510119-c4f5-48c5-ad54-73c86f2b1449,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:40.542367 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] Attempting to bind port 42510119-c4f5-48c5-ad54-73c86f2b1449 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:57:40.543070 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] Attempting to bind port 42510119-c4f5-48c5-ad54-73c86f2b1449 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:57:40.543611 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] Attempting to bind port 42510119-c4f5-48c5-ad54-73c86f2b1449 on network aaae3d84-25da-4d40-918d-12b7219b11df {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:57:40.551301 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:57:40.551964 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] Checking segment: {'id': '3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:57:40.552544 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:40.553033 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] Bound using segment: {'id': '3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:57:40.553733 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] Bound port: 42510119-c4f5-48c5-ad54-73c86f2b1449, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:57:40.555227 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:40.628039 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] For port 42510119-c4f5-48c5-ad54-73c86f2b1449, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:57:40.633228 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] For port 42510119-c4f5-48c5-ad54-73c86f2b1449, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=42510119-c4f5-48c5-ad54-73c86f2b1449,segment=NetworkSegment(3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906),segment_id=3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:57:40.640827 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:40.704714 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] Routers {'5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:57:40.705366 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:57:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:40.753066 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b8228-0905-4cb8-9daa-284de8070609 None None] Pushing event updated for resources: {'Port': ['ID=42510119-c4f5-48c5-ad54-73c86f2b1449,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:40.841689 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] Set router 5f28a0d1-ba26-4e75-9716-7fcf1cac27e4 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:57:41.069148 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982410437', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:57:34Z', 'updated_at': '2021-07-05T04:57:38Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:57:35Z', 'updated_at': '2021-07-05T04:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '42510119-c4f5-48c5-ad54-73c86f2b1449', 'name': '', 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:48:dc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f041b474-8221-4ec1-af6e-e89ad7e82d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:57:37Z', 'updated_at': '2021-07-05T04:57:40Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': 'f041b474-8221-4ec1-af6e-e89ad7e82d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:41.096325 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b8e50d-b4a1-4db9-bfeb-b0498cbacfcf None None] The sync data for ids ['5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'] in n-d-780147-23 is: [{'id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982410437', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:57:34Z', 'updated_at': '2021-07-05T04:57:38Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:57:35Z', 'updated_at': '2021-07-05T04:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '42510119-c4f5-48c5-ad54-73c86f2b1449', 'name': '', 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:48:dc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f041b474-8221-4ec1-af6e-e89ad7e82d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:57:37Z', 'updated_at': '2021-07-05T04:57:40Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': 'f041b474-8221-4ec1-af6e-e89ad7e82d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:57:41.305963 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5a733eb6-71dc-49d6-b462-5e896a0f5508 req-69f18369-6809-475d-9d6b-95e2cf192b8b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 210 time: 0.0803690 Jul 05 04:57:41.373187 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-cff2b47e-68de-47ea-9dcf-402af41bfe6e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:41.375013 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-cff2b47e-68de-47ea-9dcf-402af41bfe6e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.70 "GET /v2.0/networks?id=aaae3d84-25da-4d40-918d-12b7219b11df HTTP/1.1" status: 200 len: 797 time: 0.1797805 Jul 05 04:57:41.448226 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 42510119-c4f5-48c5-ad54-73c86f2b1449 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:57:41.448425 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-3cb226c2-4d55-4a1a-957f-9c92cb16c565 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b HTTP/1.1" status: 200 len: 380 time: 0.0589836 Jul 05 04:57:41.459912 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-5bed6d3f-ec81-48a9-8c13-7bcf9891366f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'port': {'device_id': 'f5dca53e-b345-430c-9787-6bf6086b401c', 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df', 'admin_state_up': True, 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'security_groups': ['2d426650-77a6-4e15-b63c-f795ad65a2de']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:57:41.503554 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 42510119-c4f5-48c5-ad54-73c86f2b1449 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:57:41.508510 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 42510119-c4f5-48c5-ad54-73c86f2b1449 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:57:41.508888 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:41.584673 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-5bed6d3f-ec81-48a9-8c13-7bcf9891366f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Made reservation on behalf of 9c0f14b3387f45bbb4786c1a1c2d3b4b for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:57:41.588475 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-5bed6d3f-ec81-48a9-8c13-7bcf9891366f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:41.599309 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:41.635085 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 42510119-c4f5-48c5-ad54-73c86f2b1449, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=42510119-c4f5-48c5-ad54-73c86f2b1449,segment=NetworkSegment(3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906),segment_id=3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:41.640783 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:41.641588 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 2b15c415-6ebd-4ac2-b331-c43d3da5ee8e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:57:41.731937 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=42510119-c4f5-48c5-ad54-73c86f2b1449,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:41.733887 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-5bed6d3f-ec81-48a9-8c13-7bcf9891366f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Allocated IP 172.20.0.5 (aaae3d84-25da-4d40-918d-12b7219b11df/f041b474-8221-4ec1-af6e-e89ad7e82d89/5bce76c1-d3a2-4499-92ea-c0ab6b512e5b) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:57:41.755034 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 2b15c415-6ebd-4ac2-b331-c43d3da5ee8e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:57:41.755409 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:41.840114 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3950da60-07ff-43ef-a0ce-062ce1cda183 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:57:41.890521 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 3950da60-07ff-43ef-a0ce-062ce1cda183 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:57:41.891058 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:41.897423 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-5bed6d3f-ec81-48a9-8c13-7bcf9891366f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:41.912252 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-5bed6d3f-ec81-48a9-8c13-7bcf9891366f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Transition to ACTIVE for port object 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:57:41.949212 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-5bed6d3f-ec81-48a9-8c13-7bcf9891366f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:42.002375 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-5bed6d3f-ec81-48a9-8c13-7bcf9891366f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network aaae3d84-25da-4d40-918d-12b7219b11df is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:57:42.006732 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-5bed6d3f-ec81-48a9-8c13-7bcf9891366f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:57:42.008807 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed6d3f-ec81-48a9-8c13-7bcf9891366f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:42.011043 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-5bed6d3f-ec81-48a9-8c13-7bcf9891366f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:57:42.074162 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-5bed6d3f-ec81-48a9-8c13-7bcf9891366f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:42.074802 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-5bed6d3f-ec81-48a9-8c13-7bcf9891366f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:42.091054 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-5bed6d3f-ec81-48a9-8c13-7bcf9891366f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6373715 Jul 05 04:57:42.201317 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-6aa2bf5e-ebb1-433c-98b6-9800e7966187 service neutron] Request body: {'port': {'device_id': 'f5dca53e-b345-430c-9787-6bf6086b401c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:57:42.245284 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7591de0d-9a29-4550-b28c-ef250244dba5 None None] Provisioning for port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:57:42.249599 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7591de0d-9a29-4550-b28c-ef250244dba5 None None] Provisioning complete for port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:57:42.250108 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7591de0d-9a29-4550-b28c-ef250244dba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:42.288855 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-6aa2bf5e-ebb1-433c-98b6-9800e7966187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:42.289100 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-7591de0d-9a29-4550-b28c-ef250244dba5 None None] Port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:57:42.562936 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555449f-7e9e-496b-a530-3785c256774f req-2b6b88ae-dd54-4539-99ea-3a7544f9b01f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:42.564520 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e555449f-7e9e-496b-a530-3785c256774f req-2b6b88ae-dd54-4539-99ea-3a7544f9b01f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 931 time: 0.1278005 Jul 05 04:57:42.595502 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:57:42.637066 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e555449f-7e9e-496b-a530-3785c256774f req-00bf7693-53a9-4244-900a-599fdb9cf952 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663817 Jul 05 04:57:42.638899 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-6aa2bf5e-ebb1-433c-98b6-9800e7966187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:57:42.646713 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-6aa2bf5e-ebb1-433c-98b6-9800e7966187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:42.659066 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-6aa2bf5e-ebb1-433c-98b6-9800e7966187 service neutron] Transition to ACTIVE for port object 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:57:42.663953 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-6aa2bf5e-ebb1-433c-98b6-9800e7966187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:42.735377 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2bf5e-ebb1-433c-98b6-9800e7966187 service neutron] Pushing event updated for resources: {'Port': ['ID=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:42.788389 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-6aa2bf5e-ebb1-433c-98b6-9800e7966187 service neutron] Attempting to bind port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:57:42.788724 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-6aa2bf5e-ebb1-433c-98b6-9800e7966187 service neutron] Attempting to bind port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:57:42.789054 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-6aa2bf5e-ebb1-433c-98b6-9800e7966187 service neutron] Attempting to bind port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b on network aaae3d84-25da-4d40-918d-12b7219b11df {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:57:42.793541 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-6aa2bf5e-ebb1-433c-98b6-9800e7966187 service neutron] Port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b on network aaae3d84-25da-4d40-918d-12b7219b11df not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:57:42.793859 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-6aa2bf5e-ebb1-433c-98b6-9800e7966187 service neutron] Attempting to bind port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b on network aaae3d84-25da-4d40-918d-12b7219b11df {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:57:42.798751 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-6aa2bf5e-ebb1-433c-98b6-9800e7966187 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:57:42.799088 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-6aa2bf5e-ebb1-433c-98b6-9800e7966187 service neutron] Checking segment: {'id': '3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:57:42.799471 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-6aa2bf5e-ebb1-433c-98b6-9800e7966187 service neutron] Bound using segment: {'id': '3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:57:42.799936 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-6aa2bf5e-ebb1-433c-98b6-9800e7966187 service neutron] Bound port: 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:57:42.800809 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-6aa2bf5e-ebb1-433c-98b6-9800e7966187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:42.865640 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-6aa2bf5e-ebb1-433c-98b6-9800e7966187 service neutron] For port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:57:42.868776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-6aa2bf5e-ebb1-433c-98b6-9800e7966187 service neutron] For port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b,segment=NetworkSegment(3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906),segment_id=3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:57:42.873030 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-6aa2bf5e-ebb1-433c-98b6-9800e7966187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:42.904873 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-6aa2bf5e-ebb1-433c-98b6-9800e7966187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:42.905600 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-6aa2bf5e-ebb1-433c-98b6-9800e7966187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:42.906957 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-6aa2bf5e-ebb1-433c-98b6-9800e7966187 service neutron] 10.222.0.70 "PUT /v2.0/ports/5bce76c1-d3a2-4499-92ea-c0ab6b512e5b HTTP/1.1" status: 200 len: 1092 time: 0.8038163 Jul 05 04:57:42.907394 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5dca53e-b345-430c-9787-6bf6086b401c', 'tag': '5bce76c1-d3a2-4499-92ea-c0ab6b512e5b'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:57:42.909725 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbecebcf-07da-49e1-9e9c-460c75c5cfa5" -d '{"events": [{"name": "network-changed", "server_uuid": "f5dca53e-b345-430c-9787-6bf6086b401c", "tag": "5bce76c1-d3a2-4499-92ea-c0ab6b512e5b"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:57:42.938931 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2bf5e-ebb1-433c-98b6-9800e7966187 service neutron] Pushing event updated for resources: {'Port': ['ID=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:42.959149 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933a2d19-ff61-4e79-8a6b-39c582d7e2f4 x-openstack-request-id: req-933a2d19-ff61-4e79-8a6b-39c582d7e2f4 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:57:42.959441 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5dca53e-b345-430c-9787-6bf6086b401c", "tag": "5bce76c1-d3a2-4499-92ea-c0ab6b512e5b", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:57:42.959855 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-933a2d19-ff61-4e79-8a6b-39c582d7e2f4 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:57:42.960259 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5dca53e-b345-430c-9787-6bf6086b401c', 'tag': '5bce76c1-d3a2-4499-92ea-c0ab6b512e5b', 'status': 'completed', 'code': 200} Jul 05 04:57:43.269200 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 42510119-c4f5-48c5-ad54-73c86f2b1449 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:57:43.319900 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 42510119-c4f5-48c5-ad54-73c86f2b1449 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:57:43.320276 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:43.330427 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-bfe9a510-e152-4de0-8052-db5d36993d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:43.332778 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-bfe9a510-e152-4de0-8052-db5d36993d3c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 1095 time: 0.3571739 Jul 05 04:57:43.381531 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-e530e7d9-3f93-458e-8774-6965aee3dab4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b HTTP/1.1" status: 200 len: 217 time: 0.0352194 Jul 05 04:57:43.429815 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-db44bded-c402-47b5-b705-14be6928abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:43.431289 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-db44bded-c402-47b5-b705-14be6928abb7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f041b474-8221-4ec1-af6e-e89ad7e82d89 HTTP/1.1" status: 200 len: 834 time: 0.0438733 Jul 05 04:57:43.491299 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-39124683-548d-4d51-ae4a-c96d3d2c521d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:43.492801 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-39124683-548d-4d51-ae4a-c96d3d2c521d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aaae3d84-25da-4d40-918d-12b7219b11df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553851 Jul 05 04:57:43.579216 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-4916a1e7-b377-49c6-952c-b4aa417cda54 service neutron] 10.222.0.70 "GET /v2.0/networks/aaae3d84-25da-4d40-918d-12b7219b11df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799086 Jul 05 04:57:43.668506 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-207cef50-a683-447a-acf4-20c0aaf116d4 req-6b7e22f9-5e8b-4241-9996-15a921dae411 service neutron] 10.222.0.70 "GET /v2.0/networks/aaae3d84-25da-4d40-918d-12b7219b11df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835216 Jul 05 04:57:43.824706 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:43.858382 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecebcf-07da-49e1-9e9c-460c75c5cfa5 req-be6fcc14-cb1f-4cd5-9759-587aab0987dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:43.859941 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bbecebcf-07da-49e1-9e9c-460c75c5cfa5 req-be6fcc14-cb1f-4cd5-9759-587aab0987dc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 1095 time: 0.0965614 Jul 05 04:57:43.869035 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc22b5-6396-49b0-bbd8-12661355caaf req-cf0dd869-9335-4ebc-bcfd-fa8326e37ed6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:43.870431 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bcdc22b5-6396-49b0-bbd8-12661355caaf req-cf0dd869-9335-4ebc-bcfd-fa8326e37ed6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 943 time: 0.0989587 Jul 05 04:57:43.953660 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bcdc22b5-6396-49b0-bbd8-12661355caaf req-7afde3cd-5401-4edf-9145-e90721bba35e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751562 Jul 05 04:57:43.983604 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecebcf-07da-49e1-9e9c-460c75c5cfa5 req-edc7c33b-71e5-4f89-bf2c-56b49a5dcb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:43.985152 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bbecebcf-07da-49e1-9e9c-460c75c5cfa5 req-edc7c33b-71e5-4f89-bf2c-56b49a5dcb3e service neutron] 10.222.0.70 "GET /v2.0/networks?id=aaae3d84-25da-4d40-918d-12b7219b11df HTTP/1.1" status: 200 len: 898 time: 0.1138763 Jul 05 04:57:44.025841 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bbecebcf-07da-49e1-9e9c-460c75c5cfa5 req-13ea5895-b8b0-4144-a43c-0ce95955ac6b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b HTTP/1.1" status: 200 len: 217 time: 0.0340812 Jul 05 04:57:44.080136 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecebcf-07da-49e1-9e9c-460c75c5cfa5 req-efb995e7-ba18-4bca-a628-e56c10fc1400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:44.081565 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bbecebcf-07da-49e1-9e9c-460c75c5cfa5 req-efb995e7-ba18-4bca-a628-e56c10fc1400 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f041b474-8221-4ec1-af6e-e89ad7e82d89 HTTP/1.1" status: 200 len: 834 time: 0.0494020 Jul 05 04:57:44.138603 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecebcf-07da-49e1-9e9c-460c75c5cfa5 req-0d483939-95cc-4806-bff5-f29867b01456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:44.140088 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bbecebcf-07da-49e1-9e9c-460c75c5cfa5 req-0d483939-95cc-4806-bff5-f29867b01456 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aaae3d84-25da-4d40-918d-12b7219b11df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514958 Jul 05 04:57:44.230454 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bbecebcf-07da-49e1-9e9c-460c75c5cfa5 req-d2a2c562-c4ea-45bc-8851-197b1afd82c4 service neutron] 10.222.0.70 "GET /v2.0/networks/aaae3d84-25da-4d40-918d-12b7219b11df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835867 Jul 05 04:57:44.326976 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bbecebcf-07da-49e1-9e9c-460c75c5cfa5 req-e5bb083d-b030-4c33-9697-01df9f8c29aa service neutron] 10.222.0.70 "GET /v2.0/networks/aaae3d84-25da-4d40-918d-12b7219b11df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897665 Jul 05 04:57:45.134138 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c78e7-17e7-4126-9777-7a2d847803c7 req-d3683450-c122-4e34-8aad-3858946f24fa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:45.135642 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6d2c78e7-17e7-4126-9777-7a2d847803c7 req-d3683450-c122-4e34-8aad-3858946f24fa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 943 time: 0.0637007 Jul 05 04:57:45.173401 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6d2c78e7-17e7-4126-9777-7a2d847803c7 req-5ab99d4c-059b-412d-bae6-86f056b83aa1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318422 Jul 05 04:57:46.354569 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b349e9-0d1f-487a-9c7d-f83ac22c775d req-1c9fafce-713d-456d-9497-41163ef7439a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:46.357076 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-42b349e9-0d1f-487a-9c7d-f83ac22c775d req-1c9fafce-713d-456d-9497-41163ef7439a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 943 time: 0.0697379 Jul 05 04:57:46.399713 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-42b349e9-0d1f-487a-9c7d-f83ac22c775d req-343f9536-049c-4d4a-bf77-ef6d12e4cc3d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328445 Jul 05 04:57:47.081055 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:57:47.173313 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b,segment=NetworkSegment(3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906),segment_id=3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:47.184907 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '5bce76c1-d3a2-4499-92ea-c0ab6b512e5b', 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df', 'port_id': '5bce76c1-d3a2-4499-92ea-c0ab6b512e5b', 'mac_address': 'fa:16:3e:39:1a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f041b474-8221-4ec1-af6e-e89ad7e82d89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:57:47.226446 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:47.239084 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:57:47.257881 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b,segment=NetworkSegment(3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906),segment_id=3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:47.261783 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:47.307282 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:47.576110 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff550d13-f0aa-43b4-a631-22217de8eb18 req-f214c39c-1922-48d5-ae7a-ba2d27f76e9f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:47.577619 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ff550d13-f0aa-43b4-a631-22217de8eb18 req-f214c39c-1922-48d5-ae7a-ba2d27f76e9f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 944 time: 0.0641537 Jul 05 04:57:47.615507 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ff550d13-f0aa-43b4-a631-22217de8eb18 req-1469bfe0-3503-4f31-b628-40c1dc5b0d5b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322642 Jul 05 04:57:47.685478 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['5bce76c1-d3a2-4499-92ea-c0ab6b512e5b'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:57:48.795884 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f81a43-9be2-4ff5-9663-a8e0d2161442 req-aad9eb48-4d76-4d0c-82ef-27920bcd927c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:48.797401 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91f81a43-9be2-4ff5-9663-a8e0d2161442 req-aad9eb48-4d76-4d0c-82ef-27920bcd927c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 944 time: 0.0664563 Jul 05 04:57:48.837149 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91f81a43-9be2-4ff5-9663-a8e0d2161442 req-6aa92647-7660-45fe-80aa-c36feea926ae tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339198 Jul 05 04:57:49.080364 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:57:49.135872 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:57:49.139588 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:57:49.139999 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:49.217530 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:49.240583 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dca53e-b345-430c-9787-6bf6086b401c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bce76c1-d3a2-4499-92ea-c0ab6b512e5b'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:57:49.242824 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78b0252444a70490cdba898b337d30d15b03e2f447bec9a55953f7bd387605e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67986499-1fbb-45a6-bac0-b0081d843bbf" -d '{"events": [{"server_uuid": "f5dca53e-b345-430c-9787-6bf6086b401c", "name": "network-vif-plugged", "status": "completed", "tag": "5bce76c1-d3a2-4499-92ea-c0ab6b512e5b"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:57:49.255702 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b,segment=NetworkSegment(3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906),segment_id=3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:49.260236 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:49.285343 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff0df73-bb3d-440e-b49f-b2bd6c20f994 x-openstack-request-id: req-cff0df73-bb3d-440e-b49f-b2bd6c20f994 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:57:49.285638 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5dca53e-b345-430c-9787-6bf6086b401c", "name": "network-vif-plugged", "status": "completed", "tag": "5bce76c1-d3a2-4499-92ea-c0ab6b512e5b", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:57:49.285894 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cff0df73-bb3d-440e-b49f-b2bd6c20f994 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:57:49.286912 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5dca53e-b345-430c-9787-6bf6086b401c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bce76c1-d3a2-4499-92ea-c0ab6b512e5b', 'code': 200} Jul 05 04:57:49.313535 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:49.420618 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa715c-9165-48bd-b6a8-5ac3de70dbe3 req-803f153e-2233-44bf-be2a-25c24c075323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:49.422196 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-80aa715c-9165-48bd-b6a8-5ac3de70dbe3 req-803f153e-2233-44bf-be2a-25c24c075323 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 1097 time: 0.0563648 Jul 05 04:57:49.459921 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-80aa715c-9165-48bd-b6a8-5ac3de70dbe3 req-fff1c304-056d-4bc4-93ee-86c883f36cc9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306139 Jul 05 04:57:50.011994 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ce9f1-03cd-43f3-8b2b-be063eaa627a req-ae4a5134-030a-4e5d-ad02-3be4929cabc6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:50.013435 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f80ce9f1-03cd-43f3-8b2b-be063eaa627a req-ae4a5134-030a-4e5d-ad02-3be4929cabc6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 945 time: 0.0635793 Jul 05 04:57:50.051057 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f80ce9f1-03cd-43f3-8b2b-be063eaa627a req-8d1ed992-d0d2-4d8b-882d-755347cebfbe tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321403 Jul 05 04:57:51.228952 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46578f8-83bb-4994-a59e-ff653a1df4b8 req-ef23eb30-6ee2-4114-b068-17a478245339 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:51.230475 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a46578f8-83bb-4994-a59e-ff653a1df4b8 req-ef23eb30-6ee2-4114-b068-17a478245339 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 945 time: 0.0695863 Jul 05 04:57:51.267923 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a46578f8-83bb-4994-a59e-ff653a1df4b8 req-4926487a-4a30-4d01-8df4-f9f3e5f5d141 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319061 Jul 05 04:57:51.440093 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9620d-aa3a-4666-9781-989ef2f28ad8 req-e0db097b-9a9d-407d-add3-74754e554f9e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:51.441730 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-51f9620d-aa3a-4666-9781-989ef2f28ad8 req-e0db097b-9a9d-407d-add3-74754e554f9e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 945 time: 0.0649760 Jul 05 04:57:51.481450 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-51f9620d-aa3a-4666-9781-989ef2f28ad8 req-1cf7c952-b22d-4b04-a025-104659fd7eb0 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331721 Jul 05 04:57:51.513852 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50680) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:51.564341 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4321f435-1d9d-4f6f-9720-a387440178dc tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:51.565842 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4321f435-1d9d-4f6f-9720-a387440178dc tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 1092 time: 0.0510120 Jul 05 04:57:51.569431 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50682) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:51.573929 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-2ff83778-8299-43fb-84dc-a909a56f5bd2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': '5bce76c1-d3a2-4499-92ea-c0ab6b512e5b', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:57:51.595923 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ff83778-8299-43fb-84dc-a909a56f5bd2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:51.696143 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ff83778-8299-43fb-84dc-a909a56f5bd2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:51.808110 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-2ff83778-8299-43fb-84dc-a909a56f5bd2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Allocated IP 172.25.1.237 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/41a5bfb0-abf8-442b-aa80-0a016bb3dbda) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:57:51.918878 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ff83778-8299-43fb-84dc-a909a56f5bd2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:51.958230 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ff83778-8299-43fb-84dc-a909a56f5bd2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:51.995083 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff83778-8299-43fb-84dc-a909a56f5bd2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:57:52.000326 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-2ff83778-8299-43fb-84dc-a909a56f5bd2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:57:52.004432 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff83778-8299-43fb-84dc-a909a56f5bd2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:57:52.010683 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff83778-8299-43fb-84dc-a909a56f5bd2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=41a5bfb0-abf8-442b-aa80-0a016bb3dbda,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:52.386053 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ff83778-8299-43fb-84dc-a909a56f5bd2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:52.465174 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ff83778-8299-43fb-84dc-a909a56f5bd2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:52.614842 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ff83778-8299-43fb-84dc-a909a56f5bd2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:52.619366 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ff83778-8299-43fb-84dc-a909a56f5bd2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:52.687430 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff83778-8299-43fb-84dc-a909a56f5bd2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=41a5bfb0-abf8-442b-aa80-0a016bb3dbda,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:52.698850 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ff83778-8299-43fb-84dc-a909a56f5bd2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:52.800424 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-2ff83778-8299-43fb-84dc-a909a56f5bd2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Floating IP cfd32451-f5a8-47be-b467-56874ce04445 associated. External IP: 172.25.1.237, port: 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b. Jul 05 04:57:53.007578 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff83778-8299-43fb-84dc-a909a56f5bd2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Router 5f28a0d1-ba26-4e75-9716-7fcf1cac27e4 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:57:53.113034 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff83778-8299-43fb-84dc-a909a56f5bd2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:57:53.123614 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beb63c4-ca47-48a8-8fe2-8f1abb9094c9 None None] Sync routers for ids ['5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:57:53.129466 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2ff83778-8299-43fb-84dc-a909a56f5bd2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:53.133168 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beb63c4-ca47-48a8-8fe2-8f1abb9094c9 None None] Routers {'5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:57:53.133845 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-2beb63c4-ca47-48a8-8fe2-8f1abb9094c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:57:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:53.165591 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2ff83778-8299-43fb-84dc-a909a56f5bd2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5951257 Jul 05 04:57:53.166279 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5dca53e-b345-430c-9787-6bf6086b401c', 'tag': '5bce76c1-d3a2-4499-92ea-c0ab6b512e5b'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:57:53.168799 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8673d50-d58b-4fa9-b264-9fdaaf523b46" -d '{"events": [{"name": "network-changed", "server_uuid": "f5dca53e-b345-430c-9787-6bf6086b401c", "tag": "5bce76c1-d3a2-4499-92ea-c0ab6b512e5b"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:57:53.243513 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-2beb63c4-ca47-48a8-8fe2-8f1abb9094c9 None None] Set router 5f28a0d1-ba26-4e75-9716-7fcf1cac27e4 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:57:53.328670 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb80e3-8594-4694-a4c3-df3aecd5f48b req-16756a22-4d33-4f6d-b0c9-9f934d5f1c59 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:53.330564 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e3fb80e3-8594-4694-a4c3-df3aecd5f48b req-16756a22-4d33-4f6d-b0c9-9f934d5f1c59 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 945 time: 0.0650694 Jul 05 04:57:53.369751 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e3fb80e3-8594-4694-a4c3-df3aecd5f48b req-d01e0376-d01c-47ab-afcd-bc5e2343355c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329206 Jul 05 04:57:53.393609 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50688) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:53.434824 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3872fa1-6595-44b2-8ceb-3856928e6ae6 x-openstack-request-id: req-a3872fa1-6595-44b2-8ceb-3856928e6ae6 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:57:53.435117 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5dca53e-b345-430c-9787-6bf6086b401c", "tag": "5bce76c1-d3a2-4499-92ea-c0ab6b512e5b", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:57:53.435375 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a3872fa1-6595-44b2-8ceb-3856928e6ae6 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:57:53.435769 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5dca53e-b345-430c-9787-6bf6086b401c', 'tag': '5bce76c1-d3a2-4499-92ea-c0ab6b512e5b', 'status': 'completed', 'code': 200} Jul 05 04:57:53.463391 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-d17d3208-0fdf-4548-bd07-fb861606181c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/floatingips/cfd32451-f5a8-47be-b467-56874ce04445 HTTP/1.1" status: 200 len: 991 time: 0.0675631 Jul 05 04:57:53.468118 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-2beb63c4-ca47-48a8-8fe2-8f1abb9094c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982410437', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:57:34Z', 'updated_at': '2021-07-05T04:57:38Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:57:35Z', 'updated_at': '2021-07-05T04:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'cfd32451-f5a8-47be-b467-56874ce04445', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'floating_ip_address': '172.25.1.237', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'port_id': '5bce76c1-d3a2-4499-92ea-c0ab6b512e5b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df', 'mac_address': 'fa:16:3e:39:1a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dca53e-b345-430c-9787-6bf6086b401c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:57:52Z', 'updated_at': '2021-07-05T04:57:52Z', 'revision_number': 0, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42510119-c4f5-48c5-ad54-73c86f2b1449', 'name': '', 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:48:dc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f041b474-8221-4ec1-af6e-e89ad7e82d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:57:37Z', 'updated_at': '2021-07-05T04:57:41Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': 'f041b474-8221-4ec1-af6e-e89ad7e82d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:53.497631 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beb63c4-ca47-48a8-8fe2-8f1abb9094c9 None None] Checking router: 5f28a0d1-ba26-4e75-9716-7fcf1cac27e4 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:57:53.506247 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beb63c4-ca47-48a8-8fe2-8f1abb9094c9 None None] Routers {'5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:57:53.506858 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-2beb63c4-ca47-48a8-8fe2-8f1abb9094c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:57:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:53.524975 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8673d50-d58b-4fa9-b264-9fdaaf523b46 req-5c08ffd3-2730-472d-bb84-20046706c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:53.526510 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a8673d50-d58b-4fa9-b264-9fdaaf523b46 req-5c08ffd3-2730-472d-bb84-20046706c791 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 1097 time: 0.0524387 Jul 05 04:57:53.634267 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8673d50-d58b-4fa9-b264-9fdaaf523b46 req-a3f9f475-22d6-41b1-bbbb-253442e82685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:53.635693 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a8673d50-d58b-4fa9-b264-9fdaaf523b46 req-a3f9f475-22d6-41b1-bbbb-253442e82685 service neutron] 10.222.0.70 "GET /v2.0/networks?id=aaae3d84-25da-4d40-918d-12b7219b11df HTTP/1.1" status: 200 len: 898 time: 0.1029327 Jul 05 04:57:53.704225 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a8673d50-d58b-4fa9-b264-9fdaaf523b46 req-674921b2-4082-4cc0-80b6-ea86695a6061 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b HTTP/1.1" status: 200 len: 999 time: 0.0621819 Jul 05 04:57:53.709988 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-2beb63c4-ca47-48a8-8fe2-8f1abb9094c9 None None] Set router 5f28a0d1-ba26-4e75-9716-7fcf1cac27e4 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:57:53.753441 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8673d50-d58b-4fa9-b264-9fdaaf523b46 req-3863ccf0-91ed-402a-925a-3e7d2691945e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:53.756533 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a8673d50-d58b-4fa9-b264-9fdaaf523b46 req-3863ccf0-91ed-402a-925a-3e7d2691945e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f041b474-8221-4ec1-af6e-e89ad7e82d89 HTTP/1.1" status: 200 len: 834 time: 0.0444374 Jul 05 04:57:53.824623 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8673d50-d58b-4fa9-b264-9fdaaf523b46 req-e6db4552-da94-4db6-bdde-33e579d0be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:53.826156 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a8673d50-d58b-4fa9-b264-9fdaaf523b46 req-e6db4552-da94-4db6-bdde-33e579d0be86 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aaae3d84-25da-4d40-918d-12b7219b11df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647011 Jul 05 04:57:53.914662 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a8673d50-d58b-4fa9-b264-9fdaaf523b46 req-cb56f91a-a53c-48cf-8b79-045a0ee90f68 service neutron] 10.222.0.70 "GET /v2.0/networks/aaae3d84-25da-4d40-918d-12b7219b11df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820217 Jul 05 04:57:53.933693 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-2beb63c4-ca47-48a8-8fe2-8f1abb9094c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982410437', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:57:34Z', 'updated_at': '2021-07-05T04:57:38Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:57:35Z', 'updated_at': '2021-07-05T04:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'cfd32451-f5a8-47be-b467-56874ce04445', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'floating_ip_address': '172.25.1.237', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'port_id': '5bce76c1-d3a2-4499-92ea-c0ab6b512e5b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df', 'mac_address': 'fa:16:3e:39:1a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dca53e-b345-430c-9787-6bf6086b401c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:57:52Z', 'updated_at': '2021-07-05T04:57:52Z', 'revision_number': 0, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42510119-c4f5-48c5-ad54-73c86f2b1449', 'name': '', 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:48:dc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f041b474-8221-4ec1-af6e-e89ad7e82d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:57:37Z', 'updated_at': '2021-07-05T04:57:41Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': 'f041b474-8221-4ec1-af6e-e89ad7e82d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:53.960112 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beb63c4-ca47-48a8-8fe2-8f1abb9094c9 None None] The sync data for ids ['5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'] in n-d-780147-23 is: [{'id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982410437', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:57:34Z', 'updated_at': '2021-07-05T04:57:38Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:57:35Z', 'updated_at': '2021-07-05T04:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'cfd32451-f5a8-47be-b467-56874ce04445', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'floating_ip_address': '172.25.1.237', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'port_id': '5bce76c1-d3a2-4499-92ea-c0ab6b512e5b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df', 'mac_address': 'fa:16:3e:39:1a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dca53e-b345-430c-9787-6bf6086b401c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:57:52Z', 'updated_at': '2021-07-05T04:57:52Z', 'revision_number': 0, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42510119-c4f5-48c5-ad54-73c86f2b1449', 'name': '', 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:48:dc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f041b474-8221-4ec1-af6e-e89ad7e82d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:57:37Z', 'updated_at': '2021-07-05T04:57:41Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': 'f041b474-8221-4ec1-af6e-e89ad7e82d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:57:54.011394 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a8673d50-d58b-4fa9-b264-9fdaaf523b46 req-4594ddaa-05c0-4f84-b311-d426bda0b74c service neutron] 10.222.0.70 "GET /v2.0/networks/aaae3d84-25da-4d40-918d-12b7219b11df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903542 Jul 05 04:57:54.149955 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a6c2ec-f014-469b-99d9-9391258e1b73 None None] New status for floating IP cfd32451-f5a8-47be-b467-56874ce04445: ACTIVE {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:57:54.465639 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50692) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:54.527414 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-89127cd7-54fd-425f-8e0e-0b1cc85927f2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/floatingips/cfd32451-f5a8-47be-b467-56874ce04445 HTTP/1.1" status: 200 len: 993 time: 0.0606198 Jul 05 04:57:58.786347 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-10dd472f-104c-4970-bfe9-e1a50e8d7672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:59.997136 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:01.465186 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-31310d82-4c28-42a9-8b02-b610a6da339a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:01.874376 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:02.822542 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:04.622919 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:13.844265 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:15.431774 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-13e0b2d6-bf2c-49e5-a46e-242e24dcd2a1 req-424c2f22-d40c-4cb7-bc7a-834d751f1a4e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0504382 Jul 05 04:58:15.544281 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0b2d6-bf2c-49e5-a46e-242e24dcd2a1 req-f1c000ce-531c-4971-aa7f-b04b99c7e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:15.545683 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-13e0b2d6-bf2c-49e5-a46e-242e24dcd2a1 req-f1c000ce-531c-4971-aa7f-b04b99c7e9f7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 1097 time: 0.0559125 Jul 05 04:58:15.647310 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0b2d6-bf2c-49e5-a46e-242e24dcd2a1 req-8b09969f-f176-411e-9d6d-c67e43dd99c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:15.649463 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-13e0b2d6-bf2c-49e5-a46e-242e24dcd2a1 req-8b09969f-f176-411e-9d6d-c67e43dd99c8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=aaae3d84-25da-4d40-918d-12b7219b11df HTTP/1.1" status: 200 len: 898 time: 0.0840809 Jul 05 04:58:15.718025 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-13e0b2d6-bf2c-49e5-a46e-242e24dcd2a1 req-15aab918-a929-46b7-9b61-d6e7bb70b157 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b HTTP/1.1" status: 200 len: 1001 time: 0.0616672 Jul 05 04:58:15.766212 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0b2d6-bf2c-49e5-a46e-242e24dcd2a1 req-068f7ae3-41ff-4576-bee6-5b83ef8edf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:15.767647 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-13e0b2d6-bf2c-49e5-a46e-242e24dcd2a1 req-068f7ae3-41ff-4576-bee6-5b83ef8edf21 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f041b474-8221-4ec1-af6e-e89ad7e82d89 HTTP/1.1" status: 200 len: 834 time: 0.0433955 Jul 05 04:58:15.823853 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0b2d6-bf2c-49e5-a46e-242e24dcd2a1 req-072aeb8e-206b-4962-aa06-f6203f3e6c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:15.825231 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-13e0b2d6-bf2c-49e5-a46e-242e24dcd2a1 req-072aeb8e-206b-4962-aa06-f6203f3e6c23 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aaae3d84-25da-4d40-918d-12b7219b11df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506380 Jul 05 04:58:15.835412 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-13e0b2d6-bf2c-49e5-a46e-242e24dcd2a1 req-098552e8-8069-4194-8e36-fcc9862eabba service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:58:15.837039 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-13e0b2d6-bf2c-49e5-a46e-242e24dcd2a1 req-098552e8-8069-4194-8e36-fcc9862eabba service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055225 Jul 05 04:58:15.928679 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-13e0b2d6-bf2c-49e5-a46e-242e24dcd2a1 req-b918c131-4e14-4082-8c33-12bfda3389d5 service neutron] 10.222.0.70 "GET /v2.0/networks/aaae3d84-25da-4d40-918d-12b7219b11df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855184 Jul 05 04:58:16.021744 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-13e0b2d6-bf2c-49e5-a46e-242e24dcd2a1 req-a4254036-a5ce-44c5-b3b8-87b031f3bfcc service neutron] 10.222.0.70 "GET /v2.0/networks/aaae3d84-25da-4d40-918d-12b7219b11df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844250 Jul 05 04:58:19.595195 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:58:28.788632 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3101a2fc-0371-4b13-b779-a70d075320d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:29.992361 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:31.466601 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5824ca02-c95c-4fa0-9f7d-a62be77848e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:31.875485 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:32.823872 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:34.627443 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:43.829808 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:49.724991 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-1d6210a5-6556-437d-900b-3aadc5819769 req-3ae88eee-5a6c-4e43-afa2-220b7f2ed181 service neutron] (105539) timed out ('10.222.0.77', 56694) {{(pid=105539) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:58:56.594362 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:58:57.542465 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50722) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:57.605461 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7589c-2d86-4211-9795-dae18f9854f3 req-10d035ee-7f35-45b2-9d39-434ecf494ec3 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:57.606981 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-09b7589c-2d86-4211-9795-dae18f9854f3 req-10d035ee-7f35-45b2-9d39-434ecf494ec3 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 945 time: 0.0669544 Jul 05 04:58:57.636058 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-651bdaef-dd0f-4476-b70d-97efca573572 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0924027 Jul 05 04:58:57.649468 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-09b7589c-2d86-4211-9795-dae18f9854f3 req-153e17a6-d38e-436f-8def-0f1476af4329 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367887 Jul 05 04:58:58.798176 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1d6f6c3b-f73b-40c7-a14a-b5008066ea42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:58.881433 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f63e24-d58d-4d8e-9c95-f1ae2bd42685 req-86bb1642-033d-40f5-858d-f754f124f325 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:58.882947 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-96f63e24-d58d-4d8e-9c95-f1ae2bd42685 req-86bb1642-033d-40f5-858d-f754f124f325 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 945 time: 0.1045213 Jul 05 04:58:58.914216 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-1b447e03-15e2-4843-9648-42a4101edc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:58.916472 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-1b447e03-15e2-4843-9648-42a4101edc42 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 1097 time: 0.0893304 Jul 05 04:58:58.952006 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-96f63e24-d58d-4d8e-9c95-f1ae2bd42685 req-5aeedea6-6779-4fa6-b943-b958ceb548cc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627131 Jul 05 04:58:59.018245 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-d541cb71-38bc-44bf-a84b-bf4dc8ee8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:59.019711 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-d541cb71-38bc-44bf-a84b-bf4dc8ee8284 service neutron] 10.222.0.70 "GET /v2.0/networks?id=aaae3d84-25da-4d40-918d-12b7219b11df HTTP/1.1" status: 200 len: 898 time: 0.0937746 Jul 05 04:58:59.084226 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-91d0f382-66ef-4158-a8eb-c091819c9c53 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b HTTP/1.1" status: 200 len: 1001 time: 0.0569868 Jul 05 04:58:59.137208 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-ef0c4a65-e4ff-4c0b-9ae6-4a5d6b691e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:59.138599 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-ef0c4a65-e4ff-4c0b-9ae6-4a5d6b691e75 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f041b474-8221-4ec1-af6e-e89ad7e82d89 HTTP/1.1" status: 200 len: 834 time: 0.0478599 Jul 05 04:58:59.196263 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-9aa4b710-cc10-4a4b-9849-66789115a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:59.198271 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-9aa4b710-cc10-4a4b-9849-66789115a696 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aaae3d84-25da-4d40-918d-12b7219b11df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515978 Jul 05 04:58:59.284920 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-97b936f9-2f74-42c4-9f95-065e23166a49 service neutron] 10.222.0.70 "GET /v2.0/networks/aaae3d84-25da-4d40-918d-12b7219b11df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795941 Jul 05 04:58:59.378071 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-e9893b3b-180e-46e1-9237-7b06144ecae9 service neutron] 10.222.0.70 "GET /v2.0/networks/aaae3d84-25da-4d40-918d-12b7219b11df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851138 Jul 05 04:59:00.003856 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:00.133547 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f91b86-8298-472b-90f9-18135dc032cf req-d03cd0e8-b599-460a-ae43-d1de6113795e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:00.135143 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c9f91b86-8298-472b-90f9-18135dc032cf req-d03cd0e8-b599-460a-ae43-d1de6113795e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 945 time: 0.0661285 Jul 05 04:59:00.172224 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c9f91b86-8298-472b-90f9-18135dc032cf req-602570e7-4d74-4c38-a753-fbc4da528d97 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315745 Jul 05 04:59:01.360570 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9cbf5-f343-4ccb-b989-f8fe02e2a45f req-f8b2fb30-dec9-4bb1-ab82-f1c1dfce2a6c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:01.362089 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-94e9cbf5-f343-4ccb-b989-f8fe02e2a45f req-f8b2fb30-dec9-4bb1-ab82-f1c1dfce2a6c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 945 time: 0.0681844 Jul 05 04:59:01.400439 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-94e9cbf5-f343-4ccb-b989-f8fe02e2a45f req-1cb57703-a13a-413a-89f9-b33dd72896f7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327830 Jul 05 04:59:01.467198 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-273f3da8-1c8e-496c-98b6-6d64d0947c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:01.875545 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:02.576070 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d938f4-b551-44ff-933c-6aacc7dcfb19 req-e6f501b1-d4eb-4020-9efa-a54a0cdc257b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:02.577557 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-70d938f4-b551-44ff-933c-6aacc7dcfb19 req-e6f501b1-d4eb-4020-9efa-a54a0cdc257b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 945 time: 0.0635004 Jul 05 04:59:02.615823 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-70d938f4-b551-44ff-933c-6aacc7dcfb19 req-b6e491ea-d671-470b-844f-c39ba6785da2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327036 Jul 05 04:59:02.827581 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:03.598292 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-1d6210a5-6556-437d-900b-3aadc5819769 req-81b17cbb-bc85-4209-b3d8-fb85ee024be1 service neutron] (105538) timed out ('10.222.0.70', 59223) {{(pid=105538) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:59:03.789623 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e34f2-e60e-44d4-a48c-2ae2b5b6740a req-45b1b2c5-d5c3-4a27-8782-3d1a847451e4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:03.791738 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-738e34f2-e60e-44d4-a48c-2ae2b5b6740a req-45b1b2c5-d5c3-4a27-8782-3d1a847451e4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 945 time: 0.0620289 Jul 05 04:59:03.828709 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-738e34f2-e60e-44d4-a48c-2ae2b5b6740a req-9000f5d5-35f3-4971-aff3-929a8c6408d0 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313380 Jul 05 04:59:04.627564 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:05.004578 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f5c76-c7e7-4789-a1ca-8ecfccd3d78d req-8ddb6578-7f46-4f85-8741-b42488178978 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:05.006187 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d92f5c76-c7e7-4789-a1ca-8ecfccd3d78d req-8ddb6578-7f46-4f85-8741-b42488178978 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 945 time: 0.0679610 Jul 05 04:59:05.050468 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d92f5c76-c7e7-4789-a1ca-8ecfccd3d78d req-f2cafc02-c1a3-4ec8-a66e-c2058554546d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364957 Jul 05 04:59:06.232780 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edae8fa-396a-4ebd-aaf6-41f8701ac8be req-f8d98854-494e-4994-893a-589a989271e7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:06.234273 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6edae8fa-396a-4ebd-aaf6-41f8701ac8be req-f8d98854-494e-4994-893a-589a989271e7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 945 time: 0.0648270 Jul 05 04:59:06.271232 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6edae8fa-396a-4ebd-aaf6-41f8701ac8be req-b3c185a0-7bcb-44a6-86a9-10ca60b7b746 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314710 Jul 05 04:59:07.750214 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4d2b6-f91f-4fd6-b7f2-c37623fbb264 req-cb4cfd29-c67e-4d58-80fb-1d80f6ab70b2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:07.751741 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-94f4d2b6-f91f-4fd6-b7f2-c37623fbb264 req-cb4cfd29-c67e-4d58-80fb-1d80f6ab70b2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 945 time: 0.3698418 Jul 05 04:59:07.788658 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-94f4d2b6-f91f-4fd6-b7f2-c37623fbb264 req-0175e89e-8318-499b-9ee7-cd849a25c9aa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313971 Jul 05 04:59:08.961388 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a651da6-96f7-4131-abe2-e1270f046072 req-db342bac-0e6f-453b-adb1-497cd910ffa3 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:08.963693 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3a651da6-96f7-4131-abe2-e1270f046072 req-db342bac-0e6f-453b-adb1-497cd910ffa3 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 945 time: 0.0625048 Jul 05 04:59:09.000097 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3a651da6-96f7-4131-abe2-e1270f046072 req-cc19838c-c871-44da-a1f2-09cd4888f02f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310209 Jul 05 04:59:10.174406 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e742ac-4c19-4d88-856e-e82ac4bddd69 req-e211371b-1984-4a01-951d-2889dafd4cd7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:10.175916 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f0e742ac-4c19-4d88-856e-e82ac4bddd69 req-e211371b-1984-4a01-951d-2889dafd4cd7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 945 time: 0.0649745 Jul 05 04:59:10.222496 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f0e742ac-4c19-4d88-856e-e82ac4bddd69 req-cdd39666-d3ef-488b-91d6-3de612ba1212 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410690 Jul 05 04:59:11.402704 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17f485-c9e3-498b-be2e-477daedab8d4 req-b6556b22-bc87-4def-95e6-205c9466fd26 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:11.404226 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5e17f485-c9e3-498b-be2e-477daedab8d4 req-b6556b22-bc87-4def-95e6-205c9466fd26 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 945 time: 0.0669053 Jul 05 04:59:11.480058 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5e17f485-c9e3-498b-be2e-477daedab8d4 req-40f46a6e-bc94-4983-9941-8bfb1f06e1bd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696635 Jul 05 04:59:11.487024 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-054b0adb-5616-4087-ae08-116e0ef16344 service neutron] show failed (client error): The resource could not be found. Jul 05 04:59:11.488042 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-054b0adb-5616-4087-ae08-116e0ef16344 service neutron] 10.222.0.70 "GET /v2.0/ports/5bce76c1-d3a2-4499-92ea-c0ab6b512e5b/bindings/n-h1-780147-23 HTTP/1.1" status: 404 len: 381 time: 0.0829380 Jul 05 04:59:11.739863 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-395d9de2-060d-41df-91ca-5b147083b8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:11.741376 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-395d9de2-060d-41df-91ca-5b147083b8b5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c&tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b HTTP/1.1" status: 200 len: 1097 time: 0.0533497 Jul 05 04:59:11.757201 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-23', 'device_owner': 'compute:nova'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:59:11.829366 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:12.027048 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] For port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b,segment=NetworkSegment(3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906),segment_id=3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:59:12.060068 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] For port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:59:12.097348 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dca53e-b345-430c-9787-6bf6086b401c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bce76c1-d3a2-4499-92ea-c0ab6b512e5b'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:59:12.099573 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e34b0a9-9afd-4b4c-a58b-699596e6a5b6" -d '{"events": [{"server_uuid": "f5dca53e-b345-430c-9787-6bf6086b401c", "name": "network-vif-unplugged", "status": "completed", "tag": "5bce76c1-d3a2-4499-92ea-c0ab6b512e5b"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:59:12.104013 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:12.116213 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Transition to ACTIVE for port object 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:59:12.121469 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:12.155514 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44628eec-53c8-44ca-8312-d36b679945b7 x-openstack-request-id: req-44628eec-53c8-44ca-8312-d36b679945b7 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:59:12.155835 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5dca53e-b345-430c-9787-6bf6086b401c", "name": "network-vif-unplugged", "status": "completed", "tag": "5bce76c1-d3a2-4499-92ea-c0ab6b512e5b", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:59:12.156092 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-44628eec-53c8-44ca-8312-d36b679945b7 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:59:12.156485 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5dca53e-b345-430c-9787-6bf6086b401c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bce76c1-d3a2-4499-92ea-c0ab6b512e5b', 'code': 200} Jul 05 04:59:12.221158 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Pushing event updated for resources: {'Port': ['ID=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b,revision_number=6']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:12.234447 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:12.234799 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:12.235131 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:12.235460 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:12.235786 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:12.236180 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:12.236504 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:12.236824 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:12.237145 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:12.237461 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:12.237801 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:12.238093 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:12.274076 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] No DVR routers for this DVR port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:59:12.412638 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Attempting to bind port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:59:12.413275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Attempting to bind port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:59:12.413275 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Attempting to bind port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b on network aaae3d84-25da-4d40-918d-12b7219b11df {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:59:12.417766 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b on network aaae3d84-25da-4d40-918d-12b7219b11df not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:59:12.418092 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Attempting to bind port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b on network aaae3d84-25da-4d40-918d-12b7219b11df {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:59:12.422991 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:59:12.423258 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Checking segment: {'id': '3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:59:12.423646 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Bound using segment: {'id': '3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:59:12.424119 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Bound port: 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:59:12.424479 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:12.493946 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] For port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:59:12.496975 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] For port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b,segment=NetworkSegment(3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906),segment_id=3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:59:12.500445 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:12.532843 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:12.533479 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:12.534874 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] 10.222.0.89 "PUT /v2.0/ports/5bce76c1-d3a2-4499-92ea-c0ab6b512e5b HTTP/1.1" status: 200 len: 1092 time: 0.7817240 Jul 05 04:59:12.558638 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db26f1-5fbb-4a3b-8245-918f7df64a8b service neutron] Pushing event updated for resources: {'Port': ['ID=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b,revision_number=7']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:12.674942 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-9b9e3e38-02f7-4af1-9bda-dbd91430f9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:12.676507 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-9b9e3e38-02f7-4af1-9bda-dbd91430f9bd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 1095 time: 0.1052861 Jul 05 04:59:12.689901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e92d3c-4378-4419-8219-f284baae5381 req-2deaad1a-888a-4667-ad12-2d4150373673 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:12.691453 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-84e92d3c-4378-4419-8219-f284baae5381 req-2deaad1a-888a-4667-ad12-2d4150373673 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 943 time: 0.0911481 Jul 05 04:59:12.774554 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-84e92d3c-4378-4419-8219-f284baae5381 req-d80b3cc5-b9ac-44f5-8da2-79c781303bb4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743864 Jul 05 04:59:12.802582 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-2ac0dd8a-0694-4929-8085-c62cf57919bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:12.804008 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-2ac0dd8a-0694-4929-8085-c62cf57919bd service neutron] 10.222.0.89 "GET /v2.0/networks?id=aaae3d84-25da-4d40-918d-12b7219b11df HTTP/1.1" status: 200 len: 898 time: 0.1115963 Jul 05 04:59:12.877083 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-bb3b3cb8-9f2e-4e94-be89-0d9bed826a6b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b HTTP/1.1" status: 200 len: 999 time: 0.0623727 Jul 05 04:59:12.929071 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-d418cb30-0320-44c9-aa6b-dc70c12b7342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:12.930518 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-d418cb30-0320-44c9-aa6b-dc70c12b7342 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f041b474-8221-4ec1-af6e-e89ad7e82d89 HTTP/1.1" status: 200 len: 834 time: 0.0434408 Jul 05 04:59:12.994336 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-f6b2f494-3f70-4375-afa6-150f15df514c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:12.995842 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-f6b2f494-3f70-4375-afa6-150f15df514c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aaae3d84-25da-4d40-918d-12b7219b11df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522165 Jul 05 04:59:13.006244 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-24d9ed70-1184-465e-8ba7-43f445fd4d00 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:59:13.007175 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-24d9ed70-1184-465e-8ba7-43f445fd4d00 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049765 Jul 05 04:59:13.103187 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-1d932e9c-c263-49bf-8e75-b14ab4e1e4bd service neutron] 10.222.0.89 "GET /v2.0/networks/aaae3d84-25da-4d40-918d-12b7219b11df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856774 Jul 05 04:59:13.195632 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-976cfc1c-7185-4f9b-b997-ba1959686234 req-5ee73e00-843f-462d-b256-7c0ea8ae52df service neutron] 10.222.0.89 "GET /v2.0/networks/aaae3d84-25da-4d40-918d-12b7219b11df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815778 Jul 05 04:59:13.839218 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:13.965387 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e5f86-f8db-406c-9630-c07b34d47abc req-ba97563e-c60d-443d-845f-fdb99cc80f4b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:13.967081 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-992e5f86-f8db-406c-9630-c07b34d47abc req-ba97563e-c60d-443d-845f-fdb99cc80f4b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 943 time: 0.0754168 Jul 05 04:59:14.012358 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-992e5f86-f8db-406c-9630-c07b34d47abc req-1e28d0ea-2bfb-4b90-ace4-a092a229ee39 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381093 Jul 05 04:59:14.158111 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5dca53e-b345-430c-9787-6bf6086b401c', 'tag': '5bce76c1-d3a2-4499-92ea-c0ab6b512e5b'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:59:14.160610 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def2e597-cf0d-49c1-956b-dfd7b11e8073" -d '{"events": [{"name": "network-changed", "server_uuid": "f5dca53e-b345-430c-9787-6bf6086b401c", "tag": "5bce76c1-d3a2-4499-92ea-c0ab6b512e5b"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:59:14.212320 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f601b14-a16b-4db4-aa9e-c20ea1d0d383 x-openstack-request-id: req-6f601b14-a16b-4db4-aa9e-c20ea1d0d383 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:59:14.212617 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5dca53e-b345-430c-9787-6bf6086b401c", "tag": "5bce76c1-d3a2-4499-92ea-c0ab6b512e5b", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:59:14.212874 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6f601b14-a16b-4db4-aa9e-c20ea1d0d383 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:59:14.213341 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5dca53e-b345-430c-9787-6bf6086b401c', 'tag': '5bce76c1-d3a2-4499-92ea-c0ab6b512e5b', 'status': 'completed', 'code': 200} Jul 05 04:59:14.329000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e597-cf0d-49c1-956b-dfd7b11e8073 req-9964604b-4251-472f-be70-ea7bd8b8c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:14.330673 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-def2e597-cf0d-49c1-956b-dfd7b11e8073 req-9964604b-4251-472f-be70-ea7bd8b8c086 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 1095 time: 0.0960214 Jul 05 04:59:14.336734 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e597-cf0d-49c1-956b-dfd7b11e8073 req-bb50a273-1def-41a1-83bc-95b649ed91e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:14.338211 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-def2e597-cf0d-49c1-956b-dfd7b11e8073 req-bb50a273-1def-41a1-83bc-95b649ed91e6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 1095 time: 0.0737903 Jul 05 04:59:14.498971 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e597-cf0d-49c1-956b-dfd7b11e8073 req-33f39dfb-c3e8-4938-a6c6-0bcb089fd1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:14.500502 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-def2e597-cf0d-49c1-956b-dfd7b11e8073 req-33f39dfb-c3e8-4938-a6c6-0bcb089fd1a3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=aaae3d84-25da-4d40-918d-12b7219b11df HTTP/1.1" status: 200 len: 898 time: 0.1614592 Jul 05 04:59:14.501941 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e597-cf0d-49c1-956b-dfd7b11e8073 req-f9d9f968-56e9-4daa-bd27-1b32dff95e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:14.503245 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-def2e597-cf0d-49c1-956b-dfd7b11e8073 req-f9d9f968-56e9-4daa-bd27-1b32dff95e51 service neutron] 10.222.0.70 "GET /v2.0/networks?id=aaae3d84-25da-4d40-918d-12b7219b11df HTTP/1.1" status: 200 len: 898 time: 0.1565342 Jul 05 04:59:14.615288 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-def2e597-cf0d-49c1-956b-dfd7b11e8073 req-5062775b-6343-4f02-8526-81f7bd829602 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b HTTP/1.1" status: 200 len: 999 time: 0.1071208 Jul 05 04:59:14.616969 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-def2e597-cf0d-49c1-956b-dfd7b11e8073 req-e9e557cc-d50d-4b27-9980-7af969d165ff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b HTTP/1.1" status: 200 len: 999 time: 0.1030841 Jul 05 04:59:14.700462 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e597-cf0d-49c1-956b-dfd7b11e8073 req-01a34e87-0588-4a34-ad84-eef684708fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:14.701999 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-def2e597-cf0d-49c1-956b-dfd7b11e8073 req-01a34e87-0588-4a34-ad84-eef684708fa0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f041b474-8221-4ec1-af6e-e89ad7e82d89 HTTP/1.1" status: 200 len: 834 time: 0.0787597 Jul 05 04:59:14.703366 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e597-cf0d-49c1-956b-dfd7b11e8073 req-52a631ca-4cd4-42cf-b1fe-7af882f51355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:14.704816 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-def2e597-cf0d-49c1-956b-dfd7b11e8073 req-52a631ca-4cd4-42cf-b1fe-7af882f51355 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f041b474-8221-4ec1-af6e-e89ad7e82d89 HTTP/1.1" status: 200 len: 834 time: 0.0740964 Jul 05 04:59:14.804342 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e597-cf0d-49c1-956b-dfd7b11e8073 req-e1a3c24c-cd46-43d4-a40e-76cb13186ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:14.805854 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-def2e597-cf0d-49c1-956b-dfd7b11e8073 req-e1a3c24c-cd46-43d4-a40e-76cb13186ce4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aaae3d84-25da-4d40-918d-12b7219b11df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964112 Jul 05 04:59:14.808537 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e597-cf0d-49c1-956b-dfd7b11e8073 req-e4bf1111-80e5-4a9a-9457-d9a6aefb4875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:14.809970 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-def2e597-cf0d-49c1-956b-dfd7b11e8073 req-e4bf1111-80e5-4a9a-9457-d9a6aefb4875 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aaae3d84-25da-4d40-918d-12b7219b11df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0925007 Jul 05 04:59:14.964757 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-def2e597-cf0d-49c1-956b-dfd7b11e8073 req-cf217963-0a07-40b2-8931-1ca950adf67e service neutron] 10.222.0.70 "GET /v2.0/networks/aaae3d84-25da-4d40-918d-12b7219b11df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524038 Jul 05 04:59:14.968447 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-def2e597-cf0d-49c1-956b-dfd7b11e8073 req-84235d34-f061-4f1b-a349-8b8e77dbc545 service neutron] 10.222.0.89 "GET /v2.0/networks/aaae3d84-25da-4d40-918d-12b7219b11df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483111 Jul 05 04:59:15.134070 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-def2e597-cf0d-49c1-956b-dfd7b11e8073 req-85f2c3a8-64c5-45e2-a951-e64b90f78fb6 service neutron] 10.222.0.70 "GET /v2.0/networks/aaae3d84-25da-4d40-918d-12b7219b11df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621437 Jul 05 04:59:15.138153 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-def2e597-cf0d-49c1-956b-dfd7b11e8073 req-0d7551c1-e9a5-41db-80d3-4afa8b53133f service neutron] 10.222.0.89 "GET /v2.0/networks/aaae3d84-25da-4d40-918d-12b7219b11df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564803 Jul 05 04:59:15.216484 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8c3a2-76e4-47a1-8bb6-0186300420ea req-87345e80-35f6-40fe-bcbd-0767e18590da tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:15.217909 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-92a8c3a2-76e4-47a1-8bb6-0186300420ea req-87345e80-35f6-40fe-bcbd-0767e18590da tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 943 time: 0.0660253 Jul 05 04:59:15.255857 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-92a8c3a2-76e4-47a1-8bb6-0186300420ea req-7859772b-301d-4f93-a066-8276f759c6a8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323315 Jul 05 04:59:15.369484 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:59:15.419529 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:59:16.144449 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:59:16.251325 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b,segment=NetworkSegment(3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906),segment_id=3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:59:16.263062 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '5bce76c1-d3a2-4499-92ea-c0ab6b512e5b', 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df', 'port_id': '5bce76c1-d3a2-4499-92ea-c0ab6b512e5b', 'mac_address': 'fa:16:3e:39:1a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f041b474-8221-4ec1-af6e-e89ad7e82d89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:59:16.305376 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:16.318533 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:59:16.340295 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b,segment=NetworkSegment(3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906),segment_id=3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:59:16.344504 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:16.393531 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:16.402117 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:16.402763 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:16.403083 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:16.403427 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:16.404501 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:16.404851 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:16.405332 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:16.405673 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:16.406015 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:16.406338 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:16.406663 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:16.406978 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:16.436109 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a91a2-2b13-4a69-9d25-318ba8c6920b req-23e448c6-1b0e-42e7-af2d-aea47015a6db tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:16.437635 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4e4a91a2-2b13-4a69-9d25-318ba8c6920b req-23e448c6-1b0e-42e7-af2d-aea47015a6db tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 944 time: 0.0676661 Jul 05 04:59:16.475547 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4e4a91a2-2b13-4a69-9d25-318ba8c6920b req-ac11b909-e465-410e-afab-77ad9862cf46 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320737 Jul 05 04:59:16.672733 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['5bce76c1-d3a2-4499-92ea-c0ab6b512e5b'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:59:16.817118 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7158998-b192-4a1b-b5c5-8e4c825ffd39 req-1b37d833-83cf-4f36-b604-05f80f6de20a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:16.818896 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c7158998-b192-4a1b-b5c5-8e4c825ffd39 req-1b37d833-83cf-4f36-b604-05f80f6de20a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 944 time: 0.1148782 Jul 05 04:59:16.827443 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f51b18-eccc-4a57-ab66-2ffe59f76192 req-70cfed40-7830-4589-a337-e156da6c5233 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:16.828872 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b1f51b18-eccc-4a57-ab66-2ffe59f76192 req-70cfed40-7830-4589-a337-e156da6c5233 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c&tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&binding%3Ahost_id=n-h1-780147-23 HTTP/1.1" status: 200 len: 944 time: 0.0965614 Jul 05 04:59:16.893517 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c7158998-b192-4a1b-b5c5-8e4c825ffd39 req-a074aa76-1b69-41a7-a143-ea54622e95a7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636754 Jul 05 04:59:16.916376 n-d-780147-23 neutron-server[105539]: INFO neutron.api.v2.resource [req-b1f51b18-eccc-4a57-ab66-2ffe59f76192 req-53461a39-8c8c-4c54-a4a7-05ee641eec85 service neutron] delete failed (client error): The resource could not be found. Jul 05 04:59:16.916376 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b1f51b18-eccc-4a57-ab66-2ffe59f76192 req-53461a39-8c8c-4c54-a4a7-05ee641eec85 service neutron] 10.222.0.70 "DELETE /v2.0/ports/5bce76c1-d3a2-4499-92ea-c0ab6b512e5b/bindings/n-h2-780147-23 HTTP/1.1" status: 404 len: 381 time: 0.0772154 Jul 05 04:59:17.059261 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f51b18-eccc-4a57-ab66-2ffe59f76192 req-0bba66fb-7cf9-4f89-9384-a49fe913ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:17.060768 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b1f51b18-eccc-4a57-ab66-2ffe59f76192 req-0bba66fb-7cf9-4f89-9384-a49fe913ba58 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 1096 time: 0.0891206 Jul 05 04:59:17.133005 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523282b-9783-4d6b-87a4-e5a5eb918e24 req-a5f3b2a9-7fa0-467d-89d5-71da63b67434 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:17.134606 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1523282b-9783-4d6b-87a4-e5a5eb918e24 req-a5f3b2a9-7fa0-467d-89d5-71da63b67434 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 944 time: 0.1252677 Jul 05 04:59:17.195183 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f51b18-eccc-4a57-ab66-2ffe59f76192 req-45bbf16a-0275-4890-874b-1bebbb61ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:17.196754 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b1f51b18-eccc-4a57-ab66-2ffe59f76192 req-45bbf16a-0275-4890-874b-1bebbb61ffab service neutron] 10.222.0.70 "GET /v2.0/networks?id=aaae3d84-25da-4d40-918d-12b7219b11df HTTP/1.1" status: 200 len: 898 time: 0.1281879 Jul 05 04:59:17.199863 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1523282b-9783-4d6b-87a4-e5a5eb918e24 req-d513c373-b0f1-4106-8315-71e23823fc84 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593114 Jul 05 04:59:17.262114 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b1f51b18-eccc-4a57-ab66-2ffe59f76192 req-da62ce23-b675-4656-bac2-de59335bf57d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b HTTP/1.1" status: 200 len: 1000 time: 0.0592146 Jul 05 04:59:17.311191 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f51b18-eccc-4a57-ab66-2ffe59f76192 req-91508d7f-3891-4b72-9b99-2605ee438995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:17.312651 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b1f51b18-eccc-4a57-ab66-2ffe59f76192 req-91508d7f-3891-4b72-9b99-2605ee438995 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f041b474-8221-4ec1-af6e-e89ad7e82d89 HTTP/1.1" status: 200 len: 834 time: 0.0434139 Jul 05 04:59:17.371671 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f51b18-eccc-4a57-ab66-2ffe59f76192 req-3110b698-530c-41c0-8021-8e6a5f5947a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:17.373176 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b1f51b18-eccc-4a57-ab66-2ffe59f76192 req-3110b698-530c-41c0-8021-8e6a5f5947a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aaae3d84-25da-4d40-918d-12b7219b11df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540445 Jul 05 04:59:17.461279 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b1f51b18-eccc-4a57-ab66-2ffe59f76192 req-a0a9d98c-5b4a-4cd1-a221-a4ee05672982 service neutron] 10.222.0.70 "GET /v2.0/networks/aaae3d84-25da-4d40-918d-12b7219b11df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803635 Jul 05 04:59:17.555745 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b1f51b18-eccc-4a57-ab66-2ffe59f76192 req-c4649cc7-9e8e-45e2-9068-802285bc886a service neutron] 10.222.0.70 "GET /v2.0/networks/aaae3d84-25da-4d40-918d-12b7219b11df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881982 Jul 05 04:59:18.168257 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:59:18.218219 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:59:18.222336 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:59:18.222708 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:18.304125 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:18.330319 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dca53e-b345-430c-9787-6bf6086b401c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bce76c1-d3a2-4499-92ea-c0ab6b512e5b'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:59:18.332619 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78b0252444a70490cdba898b337d30d15b03e2f447bec9a55953f7bd387605e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624bfbed-0f5a-4730-8c5c-b71fe85033a6" -d '{"events": [{"server_uuid": "f5dca53e-b345-430c-9787-6bf6086b401c", "name": "network-vif-plugged", "status": "completed", "tag": "5bce76c1-d3a2-4499-92ea-c0ab6b512e5b"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:59:18.345656 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b,segment=NetworkSegment(3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906),segment_id=3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:59:18.350736 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:18.398156 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b,revision_number=9']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:18.398989 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab5d30-cbdd-4fc1-a3e4-03a2698ad238 req-cf5938a4-f86b-4314-8672-ca5ac7725869 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:18.400790 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-89ab5d30-cbdd-4fc1-a3e4-03a2698ad238 req-cf5938a4-f86b-4314-8672-ca5ac7725869 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 944 time: 0.0684376 Jul 05 04:59:18.438468 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-89ab5d30-cbdd-4fc1-a3e4-03a2698ad238 req-06514682-913a-47cd-9d7d-cdc4ea322642 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321631 Jul 05 04:59:18.464550 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50796) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:18.484777 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c2a888-8816-4f61-ae6b-1805b9ebd485 x-openstack-request-id: req-75c2a888-8816-4f61-ae6b-1805b9ebd485 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:59:18.485079 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5dca53e-b345-430c-9787-6bf6086b401c", "name": "network-vif-plugged", "status": "completed", "tag": "5bce76c1-d3a2-4499-92ea-c0ab6b512e5b", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:59:18.485338 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-75c2a888-8816-4f61-ae6b-1805b9ebd485 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:59:18.485765 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5dca53e-b345-430c-9787-6bf6086b401c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bce76c1-d3a2-4499-92ea-c0ab6b512e5b', 'code': 200} Jul 05 04:59:18.531390 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-24bf590d-f278-43d9-88ee-0958e1278fbf tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/floatingips/cfd32451-f5a8-47be-b467-56874ce04445 HTTP/1.1" status: 200 len: 993 time: 0.0656860 Jul 05 04:59:28.799746 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8db43ceb-6f0b-4fae-9459-55f9df2a27b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:30.002396 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:31.468028 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-868b982c-9529-4089-a156-4f481b2de8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:31.876484 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:32.830970 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:33.594153 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:59:34.630327 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:43.837846 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:49.179572 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50812) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:49.340277 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-c98602ba-a540-4946-af21-66256a1abc60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Deleting port 41a5bfb0-abf8-442b-aa80-0a016bb3dbda {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:59:49.340634 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c98602ba-a540-4946-af21-66256a1abc60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:49.415404 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c98602ba-a540-4946-af21-66256a1abc60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:49.415731 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c98602ba-a540-4946-af21-66256a1abc60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:49.427295 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-c98602ba-a540-4946-af21-66256a1abc60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Calling delete_port for 41a5bfb0-abf8-442b-aa80-0a016bb3dbda owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:59:49.579673 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c98602ba-a540-4946-af21-66256a1abc60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:49.605543 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98602ba-a540-4946-af21-66256a1abc60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Port': ['ID=41a5bfb0-abf8-442b-aa80-0a016bb3dbda,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:49.632061 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98602ba-a540-4946-af21-66256a1abc60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:49.632418 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98602ba-a540-4946-af21-66256a1abc60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:49.632768 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98602ba-a540-4946-af21-66256a1abc60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:49.633110 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98602ba-a540-4946-af21-66256a1abc60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:49.633449 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98602ba-a540-4946-af21-66256a1abc60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:49.633787 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98602ba-a540-4946-af21-66256a1abc60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:49.634121 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98602ba-a540-4946-af21-66256a1abc60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:49.634455 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98602ba-a540-4946-af21-66256a1abc60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:49.634788 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98602ba-a540-4946-af21-66256a1abc60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:49.635117 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98602ba-a540-4946-af21-66256a1abc60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:49.635445 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98602ba-a540-4946-af21-66256a1abc60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:49.635777 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98602ba-a540-4946-af21-66256a1abc60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:49.680027 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c98602ba-a540-4946-af21-66256a1abc60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:49.680371 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-c98602ba-a540-4946-af21-66256a1abc60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Floating IP cfd32451-f5a8-47be-b467-56874ce04445 disassociated (deleted). External IP: 172.25.1.237, port: 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b. Jul 05 04:59:49.891087 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98602ba-a540-4946-af21-66256a1abc60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Router 5f28a0d1-ba26-4e75-9716-7fcf1cac27e4 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:59:50.004981 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-29acbb0a-5ac1-47d2-97ac-0346244b0d48 req-cf317b07-05e2-4501-a99c-88eb9c626dac service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554123 Jul 05 04:59:50.008326 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98602ba-a540-4946-af21-66256a1abc60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:59:50.012854 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c98602ba-a540-4946-af21-66256a1abc60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:50.020340 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ae058a-ed27-4458-84cf-94452573ffa2 None None] Sync routers for ids ['5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:59:50.031646 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ae058a-ed27-4458-84cf-94452573ffa2 None None] Routers {'5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:59:50.032291 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-62ae058a-ed27-4458-84cf-94452573ffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:59:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:59:50.055018 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c98602ba-a540-4946-af21-66256a1abc60 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "DELETE /v2.0/floatingips/cfd32451-f5a8-47be-b467-56874ce04445 HTTP/1.1" status: 204 len: 168 time: 0.8743894 Jul 05 04:59:50.055618 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5dca53e-b345-430c-9787-6bf6086b401c', 'tag': '5bce76c1-d3a2-4499-92ea-c0ab6b512e5b'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:59:50.116554 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acbb0a-5ac1-47d2-97ac-0346244b0d48 req-2f61d3d2-b1eb-4f54-8f5c-57db061b9ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:50.118070 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-29acbb0a-5ac1-47d2-97ac-0346244b0d48 req-2f61d3d2-b1eb-4f54-8f5c-57db061b9ab8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 1097 time: 0.0641530 Jul 05 04:59:50.135626 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c9c837585e6777964c1719b38845a8b64a1007aef63c2715a3fe5cf843f522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114e37de-c70d-48cb-b5c5-3b64ae701c52" -d '{"events": [{"name": "network-changed", "server_uuid": "f5dca53e-b345-430c-9787-6bf6086b401c", "tag": "5bce76c1-d3a2-4499-92ea-c0ab6b512e5b"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:59:50.144763 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-62ae058a-ed27-4458-84cf-94452573ffa2 None None] Set router 5f28a0d1-ba26-4e75-9716-7fcf1cac27e4 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:59:50.237576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acbb0a-5ac1-47d2-97ac-0346244b0d48 req-1ebdf7c7-63b0-4cae-98f8-07626f9861c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:50.239140 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-29acbb0a-5ac1-47d2-97ac-0346244b0d48 req-1ebdf7c7-63b0-4cae-98f8-07626f9861c4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=aaae3d84-25da-4d40-918d-12b7219b11df HTTP/1.1" status: 200 len: 898 time: 0.0914791 Jul 05 04:59:50.295631 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-29acbb0a-5ac1-47d2-97ac-0346244b0d48 req-bff2df87-4a54-4be2-9c05-18f2475287d9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b HTTP/1.1" status: 200 len: 217 time: 0.0475311 Jul 05 04:59:50.355711 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acbb0a-5ac1-47d2-97ac-0346244b0d48 req-73231748-4ae8-4cd0-b638-3b8f00ae27e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:50.358066 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-29acbb0a-5ac1-47d2-97ac-0346244b0d48 req-73231748-4ae8-4cd0-b638-3b8f00ae27e5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f041b474-8221-4ec1-af6e-e89ad7e82d89 HTTP/1.1" status: 200 len: 834 time: 0.0539761 Jul 05 04:59:50.370034 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-62ae058a-ed27-4458-84cf-94452573ffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982410437', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:57:34Z', 'updated_at': '2021-07-05T04:57:38Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:57:35Z', 'updated_at': '2021-07-05T04:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '42510119-c4f5-48c5-ad54-73c86f2b1449', 'name': '', 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:48:dc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f041b474-8221-4ec1-af6e-e89ad7e82d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:57:37Z', 'updated_at': '2021-07-05T04:57:41Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': 'f041b474-8221-4ec1-af6e-e89ad7e82d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:59:50.375829 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbecc2b-c269-4aa9-87fb-a632e43a3cf9 x-openstack-request-id: req-dfbecc2b-c269-4aa9-87fb-a632e43a3cf9 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:59:50.376406 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5dca53e-b345-430c-9787-6bf6086b401c", "tag": "5bce76c1-d3a2-4499-92ea-c0ab6b512e5b", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:59:50.376406 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dfbecc2b-c269-4aa9-87fb-a632e43a3cf9 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:59:50.376771 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5dca53e-b345-430c-9787-6bf6086b401c', 'tag': '5bce76c1-d3a2-4499-92ea-c0ab6b512e5b', 'status': 'completed', 'code': 200} Jul 05 04:59:50.400959 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ae058a-ed27-4458-84cf-94452573ffa2 None None] Checking router: 5f28a0d1-ba26-4e75-9716-7fcf1cac27e4 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:59:50.410238 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ae058a-ed27-4458-84cf-94452573ffa2 None None] Routers {'5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:59:50.410930 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-62ae058a-ed27-4458-84cf-94452573ffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:59:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:59:50.420235 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acbb0a-5ac1-47d2-97ac-0346244b0d48 req-d0995c74-d5a5-4b90-aa30-142d1e8ef3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:50.421866 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-29acbb0a-5ac1-47d2-97ac-0346244b0d48 req-d0995c74-d5a5-4b90-aa30-142d1e8ef3fd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aaae3d84-25da-4d40-918d-12b7219b11df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572181 Jul 05 04:59:50.531425 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-62ae058a-ed27-4458-84cf-94452573ffa2 None None] Set router 5f28a0d1-ba26-4e75-9716-7fcf1cac27e4 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:59:50.543966 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-29acbb0a-5ac1-47d2-97ac-0346244b0d48 req-5ed6960e-b9b7-45a1-a30c-35a4c3dac6b5 service neutron] 10.222.0.89 "GET /v2.0/networks/aaae3d84-25da-4d40-918d-12b7219b11df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127067 Jul 05 04:59:50.663767 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58890bc6-afdb-4bd6-a960-c5d8160a3d7a req-5fe3260c-d7cc-4a70-8e1c-a765828f1e0a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:50.665185 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58890bc6-afdb-4bd6-a960-c5d8160a3d7a req-5fe3260c-d7cc-4a70-8e1c-a765828f1e0a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 945 time: 0.1913178 Jul 05 04:59:50.671931 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-29acbb0a-5ac1-47d2-97ac-0346244b0d48 req-97acfd24-93cb-4930-8ed3-504c8e4f2384 service neutron] 10.222.0.89 "GET /v2.0/networks/aaae3d84-25da-4d40-918d-12b7219b11df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116512 Jul 05 04:59:50.707876 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-58890bc6-afdb-4bd6-a960-c5d8160a3d7a req-c48fe9b8-a20c-4f44-9d1a-fc435b7db58e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348358 Jul 05 04:59:50.743077 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-62ae058a-ed27-4458-84cf-94452573ffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982410437', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:57:34Z', 'updated_at': '2021-07-05T04:57:38Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:57:35Z', 'updated_at': '2021-07-05T04:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '42510119-c4f5-48c5-ad54-73c86f2b1449', 'name': '', 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:48:dc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f041b474-8221-4ec1-af6e-e89ad7e82d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:57:37Z', 'updated_at': '2021-07-05T04:57:41Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': 'f041b474-8221-4ec1-af6e-e89ad7e82d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:59:50.773835 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ae058a-ed27-4458-84cf-94452573ffa2 None None] The sync data for ids ['5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'] in n-d-780147-23 is: [{'id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982410437', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:57:34Z', 'updated_at': '2021-07-05T04:57:38Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:57:35Z', 'updated_at': '2021-07-05T04:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '42510119-c4f5-48c5-ad54-73c86f2b1449', 'name': '', 'network_id': 'aaae3d84-25da-4d40-918d-12b7219b11df', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:48:dc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f041b474-8221-4ec1-af6e-e89ad7e82d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:57:37Z', 'updated_at': '2021-07-05T04:57:41Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': 'f041b474-8221-4ec1-af6e-e89ad7e82d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:59:50.781364 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e37de-c70d-48cb-b5c5-3b64ae701c52 req-d922aa33-9706-44d8-acd7-07ec2a6d4476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:50.782968 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-114e37de-c70d-48cb-b5c5-3b64ae701c52 req-d922aa33-9706-44d8-acd7-07ec2a6d4476 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 1097 time: 0.0550241 Jul 05 04:59:50.873629 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e37de-c70d-48cb-b5c5-3b64ae701c52 req-481cc686-e0c4-4fbd-a73c-9712cc283c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:50.875103 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-114e37de-c70d-48cb-b5c5-3b64ae701c52 req-481cc686-e0c4-4fbd-a73c-9712cc283c9d service neutron] 10.222.0.89 "GET /v2.0/networks?id=aaae3d84-25da-4d40-918d-12b7219b11df HTTP/1.1" status: 200 len: 898 time: 0.0848594 Jul 05 04:59:50.923064 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-114e37de-c70d-48cb-b5c5-3b64ae701c52 req-fce1ee8f-cd9e-4b42-8852-7dbdf3a29493 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b HTTP/1.1" status: 200 len: 217 time: 0.0392554 Jul 05 04:59:50.974397 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e37de-c70d-48cb-b5c5-3b64ae701c52 req-98ba8cf7-7c81-4042-b696-ef752213590a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:50.975900 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-114e37de-c70d-48cb-b5c5-3b64ae701c52 req-98ba8cf7-7c81-4042-b696-ef752213590a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f041b474-8221-4ec1-af6e-e89ad7e82d89 HTTP/1.1" status: 200 len: 834 time: 0.0463691 Jul 05 04:59:51.001335 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b1cff5-c9ab-407b-a0f5-d801fed7d5c8 None None] New status for floating IP cfd32451-f5a8-47be-b467-56874ce04445: DOWN {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:59:51.037447 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e37de-c70d-48cb-b5c5-3b64ae701c52 req-7bbd37c1-bfce-48fe-bfc3-31db505922ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:51.039005 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-114e37de-c70d-48cb-b5c5-3b64ae701c52 req-7bbd37c1-bfce-48fe-bfc3-31db505922ab service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aaae3d84-25da-4d40-918d-12b7219b11df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542114 Jul 05 04:59:51.456510 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-114e37de-c70d-48cb-b5c5-3b64ae701c52 req-5394527e-b003-48f3-8f31-ba82850c9d90 service neutron] 10.222.0.89 "GET /v2.0/networks/aaae3d84-25da-4d40-918d-12b7219b11df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096768 Jul 05 04:59:51.546511 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-114e37de-c70d-48cb-b5c5-3b64ae701c52 req-6f1d557f-06e0-43f2-ae06-2f20367db7ba service neutron] 10.222.0.89 "GET /v2.0/networks/aaae3d84-25da-4d40-918d-12b7219b11df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826569 Jul 05 04:59:51.927628 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0248e95-0d2f-4060-a0ec-637d95148ea9 req-4a3c6deb-c086-498f-bbe6-aff9a2115c34 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:51.929238 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0248e95-0d2f-4060-a0ec-637d95148ea9 req-4a3c6deb-c086-498f-bbe6-aff9a2115c34 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 945 time: 0.1076758 Jul 05 04:59:51.938289 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4d88e-ea76-4b9e-b28d-053f8043ba88 req-3d3bff43-6200-4264-8a63-85a260014b0e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:51.939707 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1dd4d88e-ea76-4b9e-b28d-053f8043ba88 req-3d3bff43-6200-4264-8a63-85a260014b0e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5dca53e-b345-430c-9787-6bf6086b401c HTTP/1.1" status: 200 len: 945 time: 0.1088245 Jul 05 04:59:52.006084 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0248e95-0d2f-4060-a0ec-637d95148ea9 req-b535edbd-cb08-4202-8bfc-6747d46d6de9 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=2d426650-77a6-4e15-b63c-f795ad65a2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653763 Jul 05 04:59:52.065531 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-1dd4d88e-ea76-4b9e-b28d-053f8043ba88 req-2846ebfc-38a1-4c74-b01b-eab0e94fb7c6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Deleting port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:59:52.066217 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1dd4d88e-ea76-4b9e-b28d-053f8043ba88 req-2846ebfc-38a1-4c74-b01b-eab0e94fb7c6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:52.151586 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-1dd4d88e-ea76-4b9e-b28d-053f8043ba88 req-2846ebfc-38a1-4c74-b01b-eab0e94fb7c6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] For port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b,segment=NetworkSegment(3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906),segment_id=3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:59:52.151983 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1dd4d88e-ea76-4b9e-b28d-053f8043ba88 req-2846ebfc-38a1-4c74-b01b-eab0e94fb7c6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:52.165526 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-1dd4d88e-ea76-4b9e-b28d-053f8043ba88 req-2846ebfc-38a1-4c74-b01b-eab0e94fb7c6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Calling delete_port for 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:59:52.293903 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1dd4d88e-ea76-4b9e-b28d-053f8043ba88 req-2846ebfc-38a1-4c74-b01b-eab0e94fb7c6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:52.323388 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846ebfc-38a1-4c74-b01b-eab0e94fb7c6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Port': ['ID=5bce76c1-d3a2-4499-92ea-c0ab6b512e5b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:52.372509 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd4d88e-ea76-4b9e-b28d-053f8043ba88 req-2846ebfc-38a1-4c74-b01b-eab0e94fb7c6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] No DVR routers for this DVR port 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:59:52.375216 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1dd4d88e-ea76-4b9e-b28d-053f8043ba88 req-2846ebfc-38a1-4c74-b01b-eab0e94fb7c6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:52.377334 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1dd4d88e-ea76-4b9e-b28d-053f8043ba88 req-2846ebfc-38a1-4c74-b01b-eab0e94fb7c6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.89 "DELETE /v2.0/ports/5bce76c1-d3a2-4499-92ea-c0ab6b512e5b HTTP/1.1" status: 204 len: 173 time: 0.4228702 Jul 05 04:59:52.377769 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dca53e-b345-430c-9787-6bf6086b401c', 'name': 'network-vif-deleted', 'tag': '5bce76c1-d3a2-4499-92ea-c0ab6b512e5b'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:59:52.380023 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ecca1e-62d3-4a3a-bdcd-dcabc219654a" -d '{"events": [{"server_uuid": "f5dca53e-b345-430c-9787-6bf6086b401c", "name": "network-vif-deleted", "tag": "5bce76c1-d3a2-4499-92ea-c0ab6b512e5b"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:59:52.417579 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9227de9f-19f9-4e56-aed0-ec9c26bfcc13 x-openstack-request-id: req-9227de9f-19f9-4e56-aed0-ec9c26bfcc13 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:59:52.417905 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5dca53e-b345-430c-9787-6bf6086b401c", "name": "network-vif-deleted", "tag": "5bce76c1-d3a2-4499-92ea-c0ab6b512e5b", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:59:52.418156 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9227de9f-19f9-4e56-aed0-ec9c26bfcc13 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:59:52.418578 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5dca53e-b345-430c-9787-6bf6086b401c', 'name': 'network-vif-deleted', 'tag': '5bce76c1-d3a2-4499-92ea-c0ab6b512e5b', 'status': 'completed', 'code': 200} Jul 05 04:59:53.109786 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50832) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:53.467262 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e3d19c2-6b95-43b8-9bc0-6c0232f82c2e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:53.732760 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-4e3d19c2-6b95-43b8-9bc0-6c0232f82c2e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Deleting port 42510119-c4f5-48c5-ad54-73c86f2b1449 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:59:53.733112 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e3d19c2-6b95-43b8-9bc0-6c0232f82c2e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:53.835086 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-4e3d19c2-6b95-43b8-9bc0-6c0232f82c2e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] For port 42510119-c4f5-48c5-ad54-73c86f2b1449, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=42510119-c4f5-48c5-ad54-73c86f2b1449,segment=NetworkSegment(3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906),segment_id=3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:59:53.835450 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e3d19c2-6b95-43b8-9bc0-6c0232f82c2e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:53.849035 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-4e3d19c2-6b95-43b8-9bc0-6c0232f82c2e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Calling delete_port for 42510119-c4f5-48c5-ad54-73c86f2b1449 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:59:54.034214 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e3d19c2-6b95-43b8-9bc0-6c0232f82c2e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:54.062237 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d19c2-6b95-43b8-9bc0-6c0232f82c2e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Port': ['ID=42510119-c4f5-48c5-ad54-73c86f2b1449,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:54.237575 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4e3d19c2-6b95-43b8-9bc0-6c0232f82c2e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:54.449645 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3d19c2-6b95-43b8-9bc0-6c0232f82c2e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Router 5f28a0d1-ba26-4e75-9716-7fcf1cac27e4 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:59:54.556894 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3d19c2-6b95-43b8-9bc0-6c0232f82c2e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:59:54.562076 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4e3d19c2-6b95-43b8-9bc0-6c0232f82c2e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "PUT /v2.0/routers/5f28a0d1-ba26-4e75-9716-7fcf1cac27e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4510584 Jul 05 04:59:54.565630 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50834) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:54.568465 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f634bbc3-d294-4f11-bcba-5f7db9a5bd6d None None] Sync routers for ids ['5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:59:54.577331 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f634bbc3-d294-4f11-bcba-5f7db9a5bd6d None None] Routers {'5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:59:54.577986 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f634bbc3-d294-4f11-bcba-5f7db9a5bd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:59:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:59:54.617288 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-539371c9-99eb-455a-bd43-af59713c7824 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Deleting subnet f041b474-8221-4ec1-af6e-e89ad7e82d89 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:59:54.620343 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-539371c9-99eb-455a-bd43-af59713c7824 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:54.662491 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-539371c9-99eb-455a-bd43-af59713c7824 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:54.680683 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-f634bbc3-d294-4f11-bcba-5f7db9a5bd6d None None] Set router 5f28a0d1-ba26-4e75-9716-7fcf1cac27e4 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:59:54.752936 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-539371c9-99eb-455a-bd43-af59713c7824 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:54.811109 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-539371c9-99eb-455a-bd43-af59713c7824 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:54.838924 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539371c9-99eb-455a-bd43-af59713c7824 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Subnet': ['ID=f041b474-8221-4ec1-af6e-e89ad7e82d89,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:54.840924 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-539371c9-99eb-455a-bd43-af59713c7824 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:54.846065 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50836) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:54.846559 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-539371c9-99eb-455a-bd43-af59713c7824 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "DELETE /v2.0/subnets/f041b474-8221-4ec1-af6e-e89ad7e82d89 HTTP/1.1" status: 204 len: 168 time: 0.2792780 Jul 05 04:59:54.850890 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdb5da3-0f1a-4ed4-9cf4-532f76f45620 None None] Network aaae3d84-25da-4d40-918d-12b7219b11df requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:59:54.866981 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f634bbc3-d294-4f11-bcba-5f7db9a5bd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982410437', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:57:34Z', 'updated_at': '2021-07-05T04:59:53Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:57:35Z', 'updated_at': '2021-07-05T04:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:59:54.894829 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f634bbc3-d294-4f11-bcba-5f7db9a5bd6d None None] Checking router: 5f28a0d1-ba26-4e75-9716-7fcf1cac27e4 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:59:54.903321 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f634bbc3-d294-4f11-bcba-5f7db9a5bd6d None None] Routers {'5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:59:54.903967 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f634bbc3-d294-4f11-bcba-5f7db9a5bd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:59:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:59:54.964889 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a31acfe2-a35e-4295-882d-151b808c070f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.021704 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-f634bbc3-d294-4f11-bcba-5f7db9a5bd6d None None] Set router 5f28a0d1-ba26-4e75-9716-7fcf1cac27e4 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:59:55.061646 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccccf8bf-fb6c-40ce-99b8-97127f5bd636 None None] DHCP port deletion for aaae3d84-25da-4d40-918d-12b7219b11df request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:59:55.084549 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a31acfe2-a35e-4295-882d-151b808c070f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.112705 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-ccccf8bf-fb6c-40ce-99b8-97127f5bd636 None None] Deleting port 3950da60-07ff-43ef-a0ce-062ce1cda183 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:59:55.113234 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ccccf8bf-fb6c-40ce-99b8-97127f5bd636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.156727 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-a31acfe2-a35e-4295-882d-151b808c070f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Deleting port 2b15c415-6ebd-4ac2-b331-c43d3da5ee8e {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:59:55.157109 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a31acfe2-a35e-4295-882d-151b808c070f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.183466 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-ccccf8bf-fb6c-40ce-99b8-97127f5bd636 None None] For port 3950da60-07ff-43ef-a0ce-062ce1cda183, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3950da60-07ff-43ef-a0ce-062ce1cda183,segment=NetworkSegment(3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906),segment_id=3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:59:55.184264 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ccccf8bf-fb6c-40ce-99b8-97127f5bd636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.198733 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-ccccf8bf-fb6c-40ce-99b8-97127f5bd636 None None] Calling delete_port for 3950da60-07ff-43ef-a0ce-062ce1cda183 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:59:55.243231 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-a31acfe2-a35e-4295-882d-151b808c070f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] For port 2b15c415-6ebd-4ac2-b331-c43d3da5ee8e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=2b15c415-6ebd-4ac2-b331-c43d3da5ee8e,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:59:55.243972 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a31acfe2-a35e-4295-882d-151b808c070f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.257901 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-a31acfe2-a35e-4295-882d-151b808c070f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Calling delete_port for 2b15c415-6ebd-4ac2-b331-c43d3da5ee8e owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:59:55.284975 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ccccf8bf-fb6c-40ce-99b8-97127f5bd636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.316523 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccccf8bf-fb6c-40ce-99b8-97127f5bd636 None None] Pushing event deleted for resources: {'Port': ['ID=3950da60-07ff-43ef-a0ce-062ce1cda183,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:55.318995 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccccf8bf-fb6c-40ce-99b8-97127f5bd636 None None] No DVR routers for this DVR port 3950da60-07ff-43ef-a0ce-062ce1cda183 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:59:55.344816 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f634bbc3-d294-4f11-bcba-5f7db9a5bd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982410437', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:57:34Z', 'updated_at': '2021-07-05T04:59:53Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:57:35Z', 'updated_at': '2021-07-05T04:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:59:55.372000 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f634bbc3-d294-4f11-bcba-5f7db9a5bd6d None None] The sync data for ids ['5f28a0d1-ba26-4e75-9716-7fcf1cac27e4'] in n-d-780147-23 is: [{'id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982410437', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:57:34Z', 'updated_at': '2021-07-05T04:59:53Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2b15c415-6ebd-4ac2-b331-c43d3da5ee8e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f28a0d1-ba26-4e75-9716-7fcf1cac27e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:57:35Z', 'updated_at': '2021-07-05T04:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:59:55.462523 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a31acfe2-a35e-4295-882d-151b808c070f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.470894 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3950da60-07ff-43ef-a0ce-062ce1cda183 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:59:55.491381 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31acfe2-a35e-4295-882d-151b808c070f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Port': ['ID=2b15c415-6ebd-4ac2-b331-c43d3da5ee8e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:55.498506 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 3950da60-07ff-43ef-a0ce-062ce1cda183 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:59:55.499446 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3950da60-07ff-43ef-a0ce-062ce1cda183 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:59:55.578398 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a31acfe2-a35e-4295-882d-151b808c070f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.672434 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a31acfe2-a35e-4295-882d-151b808c070f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.674774 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a31acfe2-a35e-4295-882d-151b808c070f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.719366 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a31acfe2-a35e-4295-882d-151b808c070f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.719962 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31acfe2-a35e-4295-882d-151b808c070f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Fanout notify agent at l3_agent the message router_deleted on router 5f28a0d1-ba26-4e75-9716-7fcf1cac27e4 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:59:55.729237 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a31acfe2-a35e-4295-882d-151b808c070f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.729237 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a31acfe2-a35e-4295-882d-151b808c070f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "DELETE /v2.0/routers/5f28a0d1-ba26-4e75-9716-7fcf1cac27e4 HTTP/1.1" status: 204 len: 168 time: 0.8812523 Jul 05 04:59:55.731007 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50840) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:55.812677 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e21abf8-1cf1-49a3-99d3-92e2291e119b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.906590 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e21abf8-1cf1-49a3-99d3-92e2291e119b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.916742 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-0e21abf8-1cf1-49a3-99d3-92e2291e119b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaae3d84-25da-4d40-918d-12b7219b11df']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:59:55.927343 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-0e21abf8-1cf1-49a3-99d3-92e2291e119b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:59:55.927691 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-0e21abf8-1cf1-49a3-99d3-92e2291e119b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4b98fa-15f5-48a4-9bf4-9f77e1cc1906') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:59:55.937460 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e21abf8-1cf1-49a3-99d3-92e2291e119b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.951328 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e21abf8-1cf1-49a3-99d3-92e2291e119b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.957762 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e21abf8-1cf1-49a3-99d3-92e2291e119b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:59:55.958151 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e21abf8-1cf1-49a3-99d3-92e2291e119b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: timer() Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:59:55.961031 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:59:56.022557 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e21abf8-1cf1-49a3-99d3-92e2291e119b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:56.029385 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0e21abf8-1cf1-49a3-99d3-92e2291e119b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:56.031849 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0e21abf8-1cf1-49a3-99d3-92e2291e119b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "DELETE /v2.0/networks/aaae3d84-25da-4d40-918d-12b7219b11df HTTP/1.1" status: 204 len: 168 time: 0.2998793 Jul 05 04:59:56.034740 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50842) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:56.043049 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21abf8-1cf1-49a3-99d3-92e2291e119b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Network': ['ID=aaae3d84-25da-4d40-918d-12b7219b11df,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:56.101499 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-535bfb5e-18e4-402c-b8d5-8b2569a803f6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:56.132287 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-535bfb5e-18e4-402c-b8d5-8b2569a803f6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:56.198334 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-535bfb5e-18e4-402c-b8d5-8b2569a803f6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:56.200936 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-535bfb5e-18e4-402c-b8d5-8b2569a803f6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:56.202150 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-535bfb5e-18e4-402c-b8d5-8b2569a803f6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "DELETE /v2.0/security-groups/2d426650-77a6-4e15-b63c-f795ad65a2de HTTP/1.1" status: 204 len: 168 time: 0.1664271 Jul 05 04:59:56.216088 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bfb5e-18e4-402c-b8d5-8b2569a803f6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d426650-77a6-4e15-b63c-f795ad65a2de,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:56.356406 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:59:56.378156 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:59:56.378504 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 5bce76c1-d3a2-4499-92ea-c0ab6b512e5b not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:59:57.168848 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50848) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:57.174178 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-72d07249-6dbb-4588-b909-cd893a3ea3a3 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-13161474', 'description': 'tempest-secgroup-smoke-13161474 description', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:59:57.196452 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-72d07249-6dbb-4588-b909-cd893a3ea3a3 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.282753 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-72d07249-6dbb-4588-b909-cd893a3ea3a3 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.287077 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-72d07249-6dbb-4588-b909-cd893a3ea3a3 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.313778 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-72d07249-6dbb-4588-b909-cd893a3ea3a3 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.317940 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-72d07249-6dbb-4588-b909-cd893a3ea3a3 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1451559 Jul 05 04:59:57.318369 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50850) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:57.323902 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d07249-6dbb-4588-b909-cd893a3ea3a3 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0452ef17-1006-46f2-95fc-2ff92cd8af4a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:57.326251 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-722b5320-b7a9-451d-a34c-c4b30d80c1e6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': '0452ef17-1006-46f2-95fc-2ff92cd8af4a', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:59:57.344970 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 42510119-c4f5-48c5-ad54-73c86f2b1449 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:59:57.358299 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-722b5320-b7a9-451d-a34c-c4b30d80c1e6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.366004 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 42510119-c4f5-48c5-ad54-73c86f2b1449 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:59:57.366515 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 42510119-c4f5-48c5-ad54-73c86f2b1449 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:59:57.366682 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 2b15c415-6ebd-4ac2-b331-c43d3da5ee8e no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:59:57.385732 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 2b15c415-6ebd-4ac2-b331-c43d3da5ee8e {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:59:57.386073 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 2b15c415-6ebd-4ac2-b331-c43d3da5ee8e not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:59:57.417865 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-722b5320-b7a9-451d-a34c-c4b30d80c1e6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.422334 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-722b5320-b7a9-451d-a34c-c4b30d80c1e6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.439387 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b5320-b7a9-451d-a34c-c4b30d80c1e6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a575329f-fd8f-40c0-bd6d-db3287cf51c6,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:57.446068 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-722b5320-b7a9-451d-a34c-c4b30d80c1e6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.447328 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-722b5320-b7a9-451d-a34c-c4b30d80c1e6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278434 Jul 05 04:59:57.450182 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50852) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:57.455238 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-2fd11b0a-ba3c-48fa-93a2-d63494b00692 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': '0452ef17-1006-46f2-95fc-2ff92cd8af4a', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:59:57.480722 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2fd11b0a-ba3c-48fa-93a2-d63494b00692 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.536719 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2fd11b0a-ba3c-48fa-93a2-d63494b00692 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.548478 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2fd11b0a-ba3c-48fa-93a2-d63494b00692 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.570728 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd11b0a-ba3c-48fa-93a2-d63494b00692 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6a9f48-f023-4a96-93cf-244f1577db4d,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:57.576824 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-2fd11b0a-ba3c-48fa-93a2-d63494b00692 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.578871 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2fd11b0a-ba3c-48fa-93a2-d63494b00692 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1274660 Jul 05 04:59:57.582329 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50854) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:57.586679 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-c143c689-0887-40be-8020-df6bf085bc35 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': '0452ef17-1006-46f2-95fc-2ff92cd8af4a', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:59:57.613980 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c143c689-0887-40be-8020-df6bf085bc35 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.670962 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c143c689-0887-40be-8020-df6bf085bc35 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.675678 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c143c689-0887-40be-8020-df6bf085bc35 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.694628 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143c689-0887-40be-8020-df6bf085bc35 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96746269-eeb9-4cee-915c-e7e77389f94a,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:57.697620 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c143c689-0887-40be-8020-df6bf085bc35 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.698894 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c143c689-0887-40be-8020-df6bf085bc35 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155436 Jul 05 04:59:57.701616 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50856) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:57.706674 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-b66c26c3-1740-45f2-a493-4a7d72a67d86 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': '0452ef17-1006-46f2-95fc-2ff92cd8af4a', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:59:57.733119 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b66c26c3-1740-45f2-a493-4a7d72a67d86 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.792321 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b66c26c3-1740-45f2-a493-4a7d72a67d86 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.795784 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b66c26c3-1740-45f2-a493-4a7d72a67d86 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.815105 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c26c3-1740-45f2-a493-4a7d72a67d86 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87917bb1-0d34-4d2c-b5c5-c6477d384299,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:57.818446 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b66c26c3-1740-45f2-a493-4a7d72a67d86 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.819636 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b66c26c3-1740-45f2-a493-4a7d72a67d86 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170967 Jul 05 04:59:57.822362 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50858) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:57.826969 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ee168642-a725-47de-9a25-8ab70f91834d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': '0452ef17-1006-46f2-95fc-2ff92cd8af4a', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:59:57.849797 n-d-780147-23 neutron-server[105538]: INFO neutron.db.securitygroups_db [None req-ee168642-a725-47de-9a25-8ab70f91834d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Project 9c0f14b3387f45bbb4786c1a1c2d3b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:59:57.854540 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ee168642-a725-47de-9a25-8ab70f91834d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.913677 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ee168642-a725-47de-9a25-8ab70f91834d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.917222 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ee168642-a725-47de-9a25-8ab70f91834d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.938425 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee168642-a725-47de-9a25-8ab70f91834d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac6b12c-b6a1-4f60-9b06-944a24f424ed,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:57.940666 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ee168642-a725-47de-9a25-8ab70f91834d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:57.942142 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ee168642-a725-47de-9a25-8ab70f91834d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185951 Jul 05 04:59:57.944925 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50860) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:57.949287 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-dc255260-ad77-49c7-812a-928d76394dfc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': '0452ef17-1006-46f2-95fc-2ff92cd8af4a', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:59:57.970787 n-d-780147-23 neutron-server[105538]: INFO neutron.db.securitygroups_db [None req-dc255260-ad77-49c7-812a-928d76394dfc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Project 9c0f14b3387f45bbb4786c1a1c2d3b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:59:57.975502 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dc255260-ad77-49c7-812a-928d76394dfc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:58.037532 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dc255260-ad77-49c7-812a-928d76394dfc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:58.040883 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dc255260-ad77-49c7-812a-928d76394dfc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:58.058814 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc255260-ad77-49c7-812a-928d76394dfc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da7b789-5398-42c1-897b-c505b5fb774d,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:58.065065 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dc255260-ad77-49c7-812a-928d76394dfc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:58.066384 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-dc255260-ad77-49c7-812a-928d76394dfc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205401 Jul 05 04:59:58.069472 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50862) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:58.074380 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-57ab3b55-4ad8-40e8-8a53-c64f68c3bc20 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'network': {'name': 'tempest-network-smoke--690494876', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'port_security_enabled': True}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:59:58.094745 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ab3b55-4ad8-40e8-8a53-c64f68c3bc20 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Made reservation on behalf of 9c0f14b3387f45bbb4786c1a1c2d3b4b for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:59:58.098249 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-57ab3b55-4ad8-40e8-8a53-c64f68c3bc20 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:58.121772 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ab3b55-4ad8-40e8-8a53-c64f68c3bc20 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:59:58.130692 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-57ab3b55-4ad8-40e8-8a53-c64f68c3bc20 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:58.131038 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-57ab3b55-4ad8-40e8-8a53-c64f68c3bc20 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Added segment 5aebd0fb-f409-420d-b734-fd1ecc96a519 of type vlan for network 493b352c-7b2e-479d-80e6-bdb7cbc8ab79 Jul 05 04:59:58.170538 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-57ab3b55-4ad8-40e8-8a53-c64f68c3bc20 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:58.197867 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-57ab3b55-4ad8-40e8-8a53-c64f68c3bc20 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:58.204039 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ab3b55-4ad8-40e8-8a53-c64f68c3bc20 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:58.204635 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-57ab3b55-4ad8-40e8-8a53-c64f68c3bc20 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:58.254786 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-57ab3b55-4ad8-40e8-8a53-c64f68c3bc20 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1842780 Jul 05 04:59:58.257621 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50864) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:59:58.268894 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-0d4ddd35-a24d-4682-a2b9-606ad98892ab tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-320804799', 'admin_state_up': True, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:59:58.288478 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab3b55-4ad8-40e8-8a53-c64f68c3bc20 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Network': ['ID=493b352c-7b2e-479d-80e6-bdb7cbc8ab79,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:58.298686 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 493b352c-7b2e-479d-80e6-bdb7cbc8ab79 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:59:58.301968 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d4ddd35-a24d-4682-a2b9-606ad98892ab tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:58.302757 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d4ddd35-a24d-4682-a2b9-606ad98892ab tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:58.356984 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d4ddd35-a24d-4682-a2b9-606ad98892ab tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:58.493761 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d4ddd35-a24d-4682-a2b9-606ad98892ab tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:58.696852 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d4ddd35-a24d-4682-a2b9-606ad98892ab tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:58.719270 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d4ddd35-a24d-4682-a2b9-606ad98892ab tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:58.800963 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a9277083-d785-4481-9c53-e0d908e9d34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:58.821154 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-0d4ddd35-a24d-4682-a2b9-606ad98892ab tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Allocated IP 172.25.1.32 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/1d51cf21-7eb5-4814-97f2-fcef2f07638e) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:59:58.930577 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d4ddd35-a24d-4682-a2b9-606ad98892ab tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:59.317747 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d4ddd35-a24d-4682-a2b9-606ad98892ab tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:59.354922 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4ddd35-a24d-4682-a2b9-606ad98892ab tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:59:59.361817 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-0d4ddd35-a24d-4682-a2b9-606ad98892ab tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:59:59.366176 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4ddd35-a24d-4682-a2b9-606ad98892ab tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:59:59.369495 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ddd35-a24d-4682-a2b9-606ad98892ab tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=1d51cf21-7eb5-4814-97f2-fcef2f07638e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:59.607371 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d4ddd35-a24d-4682-a2b9-606ad98892ab tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:59.803882 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d4ddd35-a24d-4682-a2b9-606ad98892ab tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:59.932675 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4ddd35-a24d-4682-a2b9-606ad98892ab tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Router 3a892e63-0443-49cd-ace6-ac6988bd8439 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:00:00.033707 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:00.041678 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4ddd35-a24d-4682-a2b9-606ad98892ab tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:00:00.051609 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] Sync routers for ids ['3a892e63-0443-49cd-ace6-ac6988bd8439'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:00:00.060133 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0d4ddd35-a24d-4682-a2b9-606ad98892ab tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:00.061370 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0d4ddd35-a24d-4682-a2b9-606ad98892ab tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8028245 Jul 05 05:00:00.061593 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] Routers {'3a892e63-0443-49cd-ace6-ac6988bd8439'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:00:00.062348 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:59:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['3a892e63-0443-49cd-ace6-ac6988bd8439'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:00.065103 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50866) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:00.135071 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2854d018-1372-468e-ad50-38a287f8f7ee tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0688648 Jul 05 05:00:00.137962 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50870) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:00.171531 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] Set router 3a892e63-0443-49cd-ace6-ac6988bd8439 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:00:00.229561 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ac587f-9b40-4095-9f20-5a857746d373 tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:00.231407 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-66ac587f-9b40-4095-9f20-5a857746d373 tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918746 Jul 05 05:00:00.234203 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50872) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:00.263275 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-00a63b5f-a21e-42f1-bd9d-bde5faab4bab tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272870 Jul 05 05:00:00.265846 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50876) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:00.273063 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-dc9e17d3-468b-402f-9a69-822bd5fc15b9 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1754019498', 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:00:00.353843 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320804799', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T04:59:59Z', 'revision_number': 3, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T04:59:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:00.361896 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9e17d3-468b-402f-9a69-822bd5fc15b9 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Made reservation on behalf of 9c0f14b3387f45bbb4786c1a1c2d3b4b for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:00:00.365571 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dc9e17d3-468b-402f-9a69-822bd5fc15b9 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:00.380065 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] Checking router: 3a892e63-0443-49cd-ace6-ac6988bd8439 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:00:00.380423 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] Updating router 3a892e63-0443-49cd-ace6-ac6988bd8439 port 1d51cf21-7eb5-4814-97f2-fcef2f07638e binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:00:00.418260 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:00.548750 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dc9e17d3-468b-402f-9a69-822bd5fc15b9 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:00.621257 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e17d3-468b-402f-9a69-822bd5fc15b9 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Subnet': ['ID=06b74217-5c2c-4b13-aa6b-f1439122f0b1,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:00.630290 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9e17d3-468b-402f-9a69-822bd5fc15b9 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Checking segment: {'id': '5aebd0fb-f409-420d-b734-fd1ecc96a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:00:00.630670 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9e17d3-468b-402f-9a69-822bd5fc15b9 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network hostable DHCP agents. Network: 493b352c-7b2e-479d-80e6-bdb7cbc8ab79, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:00:00.647885 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9e17d3-468b-402f-9a69-822bd5fc15b9 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network 493b352c-7b2e-479d-80e6-bdb7cbc8ab79 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:00:00.657350 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-dc9e17d3-468b-402f-9a69-822bd5fc15b9 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 493b352c-7b2e-479d-80e6-bdb7cbc8ab79) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:00:00.661643 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9e17d3-468b-402f-9a69-822bd5fc15b9 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:00.662235 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-dc9e17d3-468b-402f-9a69-822bd5fc15b9 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:00.667925 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbebb56-6f8b-4892-8bfe-bebd1d6a2684 None None] Network 493b352c-7b2e-479d-80e6-bdb7cbc8ab79 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:00:00.677570 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-dc9e17d3-468b-402f-9a69-822bd5fc15b9 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4105105 Jul 05 05:00:00.680255 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50878) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:00.680590 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:00.724919 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] Transition to ACTIVE for port object 1d51cf21-7eb5-4814-97f2-fcef2f07638e will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:00:00.732514 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:00.804079 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ae127-93ca-483b-848d-042afb4b1b97 None None] Pushing event updated for resources: {'Port': ['ID=1d51cf21-7eb5-4814-97f2-fcef2f07638e,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:00.806195 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] Attempting to bind port 1d51cf21-7eb5-4814-97f2-fcef2f07638e on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:00:00.806567 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] Attempting to bind port 1d51cf21-7eb5-4814-97f2-fcef2f07638e by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:00:00.806932 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] Attempting to bind port 1d51cf21-7eb5-4814-97f2-fcef2f07638e on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:00:00.821548 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:00:00.821917 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:00:00.822313 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:00.822699 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:00:00.823168 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] Bound port: 1d51cf21-7eb5-4814-97f2-fcef2f07638e, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:00:00.823539 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:00.905113 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] For port 1d51cf21-7eb5-4814-97f2-fcef2f07638e, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:00:00.937037 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] For port 1d51cf21-7eb5-4814-97f2-fcef2f07638e, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1d51cf21-7eb5-4814-97f2-fcef2f07638e,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:00:00.940323 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b853dae-708e-4cce-bc60-aa06bd7ca4b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-493b352c-7b2e-479d-80e6-bdb7cbc8ab79', 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'fixed_ips': [{'subnet_id': '06b74217-5c2c-4b13-aa6b-f1439122f0b1'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:00:00.941387 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7b853dae-708e-4cce-bc60-aa06bd7ca4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:00.951586 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:01.071408 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] Routers {'3a892e63-0443-49cd-ace6-ac6988bd8439'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:00:01.072116 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T04:59:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['3a892e63-0443-49cd-ace6-ac6988bd8439'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:01.076593 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ae127-93ca-483b-848d-042afb4b1b97 None None] Pushing event updated for resources: {'Port': ['ID=1d51cf21-7eb5-4814-97f2-fcef2f07638e,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:01.114603 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e52c7e5-8722-4ccc-a4ee-bd76b6b83132 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:01.374095 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-7b853dae-708e-4cce-bc60-aa06bd7ca4b7 None None] Allocated IP 172.20.0.2 (493b352c-7b2e-479d-80e6-bdb7cbc8ab79/06b74217-5c2c-4b13-aa6b-f1439122f0b1/5cc0e287-239f-4417-88b5-6021120492b6) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:00:01.389303 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] Set router 3a892e63-0443-49cd-ace6-ac6988bd8439 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:00:01.547829 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6c7d481d-9d5e-4d9f-af50-3be6e6eb86b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:01.678654 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7b853dae-708e-4cce-bc60-aa06bd7ca4b7 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:01.690307 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7b853dae-708e-4cce-bc60-aa06bd7ca4b7 None None] Transition to ACTIVE for port object 5cc0e287-239f-4417-88b5-6021120492b6 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:00:01.710759 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7b853dae-708e-4cce-bc60-aa06bd7ca4b7 None None] Transition to ACTIVE for port object 5cc0e287-239f-4417-88b5-6021120492b6 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:00:01.714803 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320804799', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T04:59:59Z', 'revision_number': 3, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T05:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:01.718680 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7b853dae-708e-4cce-bc60-aa06bd7ca4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:01.748524 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423bfaf6-d0c4-4e90-bd2c-af875b585ddb None None] The sync data for ids ['3a892e63-0443-49cd-ace6-ac6988bd8439'] in n-d-780147-23 is: [{'id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320804799', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T04:59:59Z', 'revision_number': 3, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T05:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:00:01.768390 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-3e52c7e5-8722-4ccc-a4ee-bd76b6b83132 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Allocated IP 172.20.0.1 (493b352c-7b2e-479d-80e6-bdb7cbc8ab79/06b74217-5c2c-4b13-aa6b-f1439122f0b1/bcfec2be-3230-45e1-a91c-7e9c2189fe23) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:00:01.783917 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b853dae-708e-4cce-bc60-aa06bd7ca4b7 None None] Network 493b352c-7b2e-479d-80e6-bdb7cbc8ab79 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:00:01.788824 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-7b853dae-708e-4cce-bc60-aa06bd7ca4b7 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:00:01.793684 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b853dae-708e-4cce-bc60-aa06bd7ca4b7 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:00:01.803367 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b853dae-708e-4cce-bc60-aa06bd7ca4b7 None None] Pushing event updated for resources: {'Port': ['ID=5cc0e287-239f-4417-88b5-6021120492b6,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:01.862033 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-7b853dae-708e-4cce-bc60-aa06bd7ca4b7 None None] Attempting to bind port 5cc0e287-239f-4417-88b5-6021120492b6 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:00:01.862438 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-7b853dae-708e-4cce-bc60-aa06bd7ca4b7 None None] Attempting to bind port 5cc0e287-239f-4417-88b5-6021120492b6 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '5aebd0fb-f409-420d-b734-fd1ecc96a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:00:01.862800 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b853dae-708e-4cce-bc60-aa06bd7ca4b7 None None] Attempting to bind port 5cc0e287-239f-4417-88b5-6021120492b6 on network 493b352c-7b2e-479d-80e6-bdb7cbc8ab79 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:00:01.875080 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b853dae-708e-4cce-bc60-aa06bd7ca4b7 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:00:01.875631 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b853dae-708e-4cce-bc60-aa06bd7ca4b7 None None] Checking segment: {'id': '5aebd0fb-f409-420d-b734-fd1ecc96a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:00:01.876069 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7b853dae-708e-4cce-bc60-aa06bd7ca4b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:01.876468 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b853dae-708e-4cce-bc60-aa06bd7ca4b7 None None] Bound using segment: {'id': '5aebd0fb-f409-420d-b734-fd1ecc96a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:00:01.876957 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-7b853dae-708e-4cce-bc60-aa06bd7ca4b7 None None] Bound port: 5cc0e287-239f-4417-88b5-6021120492b6, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aebd0fb-f409-420d-b734-fd1ecc96a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:00:01.877928 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7b853dae-708e-4cce-bc60-aa06bd7ca4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:01.898415 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:01.907529 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e52c7e5-8722-4ccc-a4ee-bd76b6b83132 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:01.923591 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-3e52c7e5-8722-4ccc-a4ee-bd76b6b83132 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Transition to ACTIVE for port object bcfec2be-3230-45e1-a91c-7e9c2189fe23 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:00:01.952613 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-7b853dae-708e-4cce-bc60-aa06bd7ca4b7 None None] For port 5cc0e287-239f-4417-88b5-6021120492b6, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:00:01.957666 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-7b853dae-708e-4cce-bc60-aa06bd7ca4b7 None None] For port 5cc0e287-239f-4417-88b5-6021120492b6, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5cc0e287-239f-4417-88b5-6021120492b6,segment=NetworkSegment(5aebd0fb-f409-420d-b734-fd1ecc96a519),segment_id=5aebd0fb-f409-420d-b734-fd1ecc96a519)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:00:01.962101 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e52c7e5-8722-4ccc-a4ee-bd76b6b83132 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:01.963596 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7b853dae-708e-4cce-bc60-aa06bd7ca4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:02.020542 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e52c7e5-8722-4ccc-a4ee-bd76b6b83132 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network 493b352c-7b2e-479d-80e6-bdb7cbc8ab79 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:00:02.026754 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-3e52c7e5-8722-4ccc-a4ee-bd76b6b83132 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:00:02.028386 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e52c7e5-8722-4ccc-a4ee-bd76b6b83132 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:00:02.057771 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b853dae-708e-4cce-bc60-aa06bd7ca4b7 None None] Pushing event updated for resources: {'Port': ['ID=5cc0e287-239f-4417-88b5-6021120492b6,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:02.088539 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52c7e5-8722-4ccc-a4ee-bd76b6b83132 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=bcfec2be-3230-45e1-a91c-7e9c2189fe23,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:02.100678 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e52c7e5-8722-4ccc-a4ee-bd76b6b83132 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:02.277399 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e52c7e5-8722-4ccc-a4ee-bd76b6b83132 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:02.584651 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e52c7e5-8722-4ccc-a4ee-bd76b6b83132 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:02.589526 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e52c7e5-8722-4ccc-a4ee-bd76b6b83132 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:02.668315 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3e52c7e5-8722-4ccc-a4ee-bd76b6b83132 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:02.670157 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52c7e5-8722-4ccc-a4ee-bd76b6b83132 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=bcfec2be-3230-45e1-a91c-7e9c2189fe23,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:02.782144 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e52c7e5-8722-4ccc-a4ee-bd76b6b83132 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network 493b352c-7b2e-479d-80e6-bdb7cbc8ab79 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:00:02.783878 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-3e52c7e5-8722-4ccc-a4ee-bd76b6b83132 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:00:02.835393 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:03.057532 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752c077c-6e4f-4677-b721-13f74a019774 None None] Network 493b352c-7b2e-479d-80e6-bdb7cbc8ab79 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:00:03.190409 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f33faa6e-98a8-4550-b7d8-a32f9d25194b None None] Provisioning for port 5cc0e287-239f-4417-88b5-6021120492b6 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:00:03.226069 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e52c7e5-8722-4ccc-a4ee-bd76b6b83132 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Router 3a892e63-0443-49cd-ace6-ac6988bd8439 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:00:03.349520 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e52c7e5-8722-4ccc-a4ee-bd76b6b83132 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:00:03.363897 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3e52c7e5-8722-4ccc-a4ee-bd76b6b83132 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "PUT /v2.0/routers/3a892e63-0443-49cd-ace6-ac6988bd8439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6733139 Jul 05 05:00:03.446277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1d51cf21-7eb5-4814-97f2-fcef2f07638e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:00:03.518811 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 1d51cf21-7eb5-4814-97f2-fcef2f07638e completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:00:03.519705 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-d50b932c-70f5-4e59-b4ba-665f39c925bf tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-13161474&fields=id&tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b HTTP/1.1" status: 200 len: 267 time: 0.0382624 Jul 05 05:00:03.524352 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 1d51cf21-7eb5-4814-97f2-fcef2f07638e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:03.524718 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:03.558538 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7e1df04e-a2ca-41ac-b0df-b91b4876c716 None None] Provisioning for port bcfec2be-3230-45e1-a91c-7e9c2189fe23 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:00:03.572961 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7e1df04e-a2ca-41ac-b0df-b91b4876c716 None None] Provisioning complete for port bcfec2be-3230-45e1-a91c-7e9c2189fe23 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:03.573458 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7e1df04e-a2ca-41ac-b0df-b91b4876c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:03.617299 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] Sync routers for ids ['3a892e63-0443-49cd-ace6-ac6988bd8439'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:00:03.619955 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-7e1df04e-a2ca-41ac-b0df-b91b4876c716 None None] Port bcfec2be-3230-45e1-a91c-7e9c2189fe23 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:00:03.630123 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] Routers {'3a892e63-0443-49cd-ace6-ac6988bd8439'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:00:03.630974 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:00:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['3a892e63-0443-49cd-ace6-ac6988bd8439'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:03.655679 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:03.656121 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-9d2fa906-0837-440c-b9dc-5767c45c2591 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:03.660402 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-9d2fa906-0837-440c-b9dc-5767c45c2591 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/networks?id=493b352c-7b2e-479d-80e6-bdb7cbc8ab79 HTTP/1.1" status: 200 len: 796 time: 0.1293356 Jul 05 05:00:03.676392 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-82589ab9-50a3-4150-820b-f8559aefda44 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/quotas/9c0f14b3387f45bbb4786c1a1c2d3b4b HTTP/1.1" status: 200 len: 375 time: 0.0119464 Jul 05 05:00:03.682462 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 1d51cf21-7eb5-4814-97f2-fcef2f07638e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1d51cf21-7eb5-4814-97f2-fcef2f07638e,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:03.689002 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:03.689869 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5cc0e287-239f-4417-88b5-6021120492b6 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:00:03.764486 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] Set router 3a892e63-0443-49cd-ace6-ac6988bd8439 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:00:03.770281 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-9c5a75fd-3d1a-4ab4-9f4e-b68a18723816 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861948 Jul 05 05:00:03.811572 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=1d51cf21-7eb5-4814-97f2-fcef2f07638e,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:03.829805 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 5cc0e287-239f-4417-88b5-6021120492b6 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:00:03.838205 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 5cc0e287-239f-4417-88b5-6021120492b6 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:03.838840 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:03.879028 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-62963c8f-9533-4306-89c1-cbd77ac0101a None None] Provisioning complete for port bcfec2be-3230-45e1-a91c-7e9c2189fe23 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:03.879310 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-62963c8f-9533-4306-89c1-cbd77ac0101a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:03.925015 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-33957fcb-bf15-44aa-af0d-d0c67a0e49fe service neutron] 10.222.0.77 "GET /v2.0/networks/493b352c-7b2e-479d-80e6-bdb7cbc8ab79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462159 Jul 05 05:00:03.930831 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-62963c8f-9533-4306-89c1-cbd77ac0101a None None] Port bcfec2be-3230-45e1-a91c-7e9c2189fe23 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:00:03.977449 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:04.022213 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 5cc0e287-239f-4417-88b5-6021120492b6, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5cc0e287-239f-4417-88b5-6021120492b6,segment=NetworkSegment(5aebd0fb-f409-420d-b734-fd1ecc96a519),segment_id=5aebd0fb-f409-420d-b734-fd1ecc96a519)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:04.026983 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:04.030790 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320804799', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T05:00:02Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T05:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'bcfec2be-3230-45e1-a91c-7e9c2189fe23', 'name': '', 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:e3:82:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '06b74217-5c2c-4b13-aa6b-f1439122f0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:01Z', 'updated_at': '2021-07-05T05:00:02Z', 'revision_number': 2, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '06b74217-5c2c-4b13-aa6b-f1439122f0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:04.056497 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-aca12db7-e64a-4e1d-8a1c-875e44751162 service neutron] 10.222.0.77 "GET /v2.0/networks/493b352c-7b2e-479d-80e6-bdb7cbc8ab79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161094 Jul 05 05:00:04.067327 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] Checking router: 3a892e63-0443-49cd-ace6-ac6988bd8439 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:00:04.067762 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] Updating router 3a892e63-0443-49cd-ace6-ac6988bd8439 port bcfec2be-3230-45e1-a91c-7e9c2189fe23 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:00:04.086458 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-479b902b-503e-459d-a16d-9797c17f82d4 None None] Provisioning complete for port bcfec2be-3230-45e1-a91c-7e9c2189fe23 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:04.086918 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-479b902b-503e-459d-a16d-9797c17f82d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:04.108959 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=5cc0e287-239f-4417-88b5-6021120492b6,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:04.110261 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:04.133426 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-479b902b-503e-459d-a16d-9797c17f82d4 None None] Port bcfec2be-3230-45e1-a91c-7e9c2189fe23 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:00:04.241004 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9088daf8-1dbe-406c-a632-b9f80fec2867 req-daa563e7-6403-4fb7-a9da-dd3b18a324f8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 210 time: 0.0310996 Jul 05 05:00:04.389466 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:04.400554 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] Transition to ACTIVE for port object bcfec2be-3230-45e1-a91c-7e9c2189fe23 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:00:04.407183 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:04.458927 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71d27d-0eec-4e7b-88e9-86e529b07724 None None] Pushing event updated for resources: {'Port': ['ID=bcfec2be-3230-45e1-a91c-7e9c2189fe23,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:04.485733 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab71d27d-0eec-4e7b-88e9-86e529b07724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:04.486094 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab71d27d-0eec-4e7b-88e9-86e529b07724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:04.486410 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab71d27d-0eec-4e7b-88e9-86e529b07724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:04.486744 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab71d27d-0eec-4e7b-88e9-86e529b07724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:04.487094 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab71d27d-0eec-4e7b-88e9-86e529b07724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:04.487400 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab71d27d-0eec-4e7b-88e9-86e529b07724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:04.487718 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab71d27d-0eec-4e7b-88e9-86e529b07724 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:04.488069 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab71d27d-0eec-4e7b-88e9-86e529b07724 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:04.488389 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab71d27d-0eec-4e7b-88e9-86e529b07724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:04.488705 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab71d27d-0eec-4e7b-88e9-86e529b07724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:04.489023 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab71d27d-0eec-4e7b-88e9-86e529b07724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:04.489339 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab71d27d-0eec-4e7b-88e9-86e529b07724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:04.538747 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] Attempting to bind port bcfec2be-3230-45e1-a91c-7e9c2189fe23 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:00:04.538889 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] Attempting to bind port bcfec2be-3230-45e1-a91c-7e9c2189fe23 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '5aebd0fb-f409-420d-b734-fd1ecc96a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:00:04.539231 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] Attempting to bind port bcfec2be-3230-45e1-a91c-7e9c2189fe23 on network 493b352c-7b2e-479d-80e6-bdb7cbc8ab79 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:00:04.544661 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:00:04.544966 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] Checking segment: {'id': '5aebd0fb-f409-420d-b734-fd1ecc96a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:00:04.545354 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:04.545743 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] Bound using segment: {'id': '5aebd0fb-f409-420d-b734-fd1ecc96a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:00:04.546206 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] Bound port: bcfec2be-3230-45e1-a91c-7e9c2189fe23, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aebd0fb-f409-420d-b734-fd1ecc96a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:00:04.546578 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:04.620366 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] For port bcfec2be-3230-45e1-a91c-7e9c2189fe23, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:00:04.629268 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] For port bcfec2be-3230-45e1-a91c-7e9c2189fe23, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=bcfec2be-3230-45e1-a91c-7e9c2189fe23,segment=NetworkSegment(5aebd0fb-f409-420d-b734-fd1ecc96a519),segment_id=5aebd0fb-f409-420d-b734-fd1ecc96a519)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:00:04.649618 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:04.649978 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:04.713437 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] Routers {'3a892e63-0443-49cd-ace6-ac6988bd8439'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:00:04.714059 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:00:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['3a892e63-0443-49cd-ace6-ac6988bd8439'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:04.762679 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71d27d-0eec-4e7b-88e9-86e529b07724 None None] Pushing event updated for resources: {'Port': ['ID=bcfec2be-3230-45e1-a91c-7e9c2189fe23,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:04.843392 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] Set router 3a892e63-0443-49cd-ace6-ac6988bd8439 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:00:05.054938 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320804799', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T05:00:02Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'bcfec2be-3230-45e1-a91c-7e9c2189fe23', 'name': '', 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:e3:82:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '06b74217-5c2c-4b13-aa6b-f1439122f0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:01Z', 'updated_at': '2021-07-05T05:00:04Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '06b74217-5c2c-4b13-aa6b-f1439122f0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:05.081497 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e53951-6c63-4889-883f-56d9080046f9 None None] The sync data for ids ['3a892e63-0443-49cd-ace6-ac6988bd8439'] in n-d-780147-23 is: [{'id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320804799', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T05:00:02Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'bcfec2be-3230-45e1-a91c-7e9c2189fe23', 'name': '', 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:e3:82:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '06b74217-5c2c-4b13-aa6b-f1439122f0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:01Z', 'updated_at': '2021-07-05T05:00:04Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '06b74217-5c2c-4b13-aa6b-f1439122f0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:00:05.397620 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2a7491d4-8d20-4610-865d-e1e9510eeb1e req-9a96fbb6-2e7e-49a9-b4ef-35f0c30d8988 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 210 time: 0.0345755 Jul 05 05:00:05.458946 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bcfec2be-3230-45e1-a91c-7e9c2189fe23 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:00:05.522770 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port bcfec2be-3230-45e1-a91c-7e9c2189fe23 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:00:05.528231 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port bcfec2be-3230-45e1-a91c-7e9c2189fe23 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:05.529054 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:05.613727 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-9e5b4aea-4b82-4559-adb7-d12e14e786e1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:05.615557 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-9e5b4aea-4b82-4559-adb7-d12e14e786e1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.89 "GET /v2.0/networks?id=493b352c-7b2e-479d-80e6-bdb7cbc8ab79 HTTP/1.1" status: 200 len: 796 time: 0.1335099 Jul 05 05:00:05.641529 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:05.681969 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port bcfec2be-3230-45e1-a91c-7e9c2189fe23, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=bcfec2be-3230-45e1-a91c-7e9c2189fe23,segment=NetworkSegment(5aebd0fb-f409-420d-b734-fd1ecc96a519),segment_id=5aebd0fb-f409-420d-b734-fd1ecc96a519)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:05.683031 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-0a7203f0-ecd4-44c5-b23e-177b6e8b7cb8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b HTTP/1.1" status: 200 len: 378 time: 0.0413713 Jul 05 05:00:05.688938 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:05.689997 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1d51cf21-7eb5-4814-97f2-fcef2f07638e up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:00:05.707616 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-d2744e5c-2f98-46c9-9da1-31e127364b95 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'port': {'device_id': '17bef294-02da-40d5-8bee-7f73a0008496', 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79', 'admin_state_up': True, 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'security_groups': ['0452ef17-1006-46f2-95fc-2ff92cd8af4a']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:00:05.785231 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=bcfec2be-3230-45e1-a91c-7e9c2189fe23,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:05.799230 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 1d51cf21-7eb5-4814-97f2-fcef2f07638e triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:05.799605 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:05.868965 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-d2744e5c-2f98-46c9-9da1-31e127364b95 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Made reservation on behalf of 9c0f14b3387f45bbb4786c1a1c2d3b4b for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:00:05.876555 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-d2744e5c-2f98-46c9-9da1-31e127364b95 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:05.888023 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5cc0e287-239f-4417-88b5-6021120492b6 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:00:05.949516 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 5cc0e287-239f-4417-88b5-6021120492b6 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:05.950608 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:06.032401 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-d2744e5c-2f98-46c9-9da1-31e127364b95 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Allocated IP 172.20.0.6 (493b352c-7b2e-479d-80e6-bdb7cbc8ab79/06b74217-5c2c-4b13-aa6b-f1439122f0b1/39f4127c-3fff-41a5-8069-006054bf78cb) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:00:06.196552 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-d2744e5c-2f98-46c9-9da1-31e127364b95 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:06.211754 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-d2744e5c-2f98-46c9-9da1-31e127364b95 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Transition to ACTIVE for port object 39f4127c-3fff-41a5-8069-006054bf78cb will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:00:06.245235 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-d2744e5c-2f98-46c9-9da1-31e127364b95 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:06.290644 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-d2744e5c-2f98-46c9-9da1-31e127364b95 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network 493b352c-7b2e-479d-80e6-bdb7cbc8ab79 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:00:06.295931 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-d2744e5c-2f98-46c9-9da1-31e127364b95 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:00:06.299733 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-d2744e5c-2f98-46c9-9da1-31e127364b95 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:00:06.306202 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2744e5c-2f98-46c9-9da1-31e127364b95 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=39f4127c-3fff-41a5-8069-006054bf78cb,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:06.354404 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-d2744e5c-2f98-46c9-9da1-31e127364b95 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:06.355063 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-d2744e5c-2f98-46c9-9da1-31e127364b95 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:06.371343 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-d2744e5c-2f98-46c9-9da1-31e127364b95 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6750271 Jul 05 05:00:06.387695 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-413ffa07-d68c-4492-87c3-f56e14d7a6ad service neutron] Request body: {'port': {'device_id': '17bef294-02da-40d5-8bee-7f73a0008496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:00:06.481139 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-413ffa07-d68c-4492-87c3-f56e14d7a6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:06.617381 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-db74cdfc-3b61-445d-b9e7-0035b7182644 None None] Provisioning for port 39f4127c-3fff-41a5-8069-006054bf78cb completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:00:06.622629 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-db74cdfc-3b61-445d-b9e7-0035b7182644 None None] Provisioning complete for port 39f4127c-3fff-41a5-8069-006054bf78cb triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:06.622629 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-db74cdfc-3b61-445d-b9e7-0035b7182644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:06.658276 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-db74cdfc-3b61-445d-b9e7-0035b7182644 None None] Port 39f4127c-3fff-41a5-8069-006054bf78cb cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:00:06.728114 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783cf23-c189-4e6a-a05f-eb961d7856f6 req-7a921128-0714-4dc1-abda-0d99172b944c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:06.729625 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c783cf23-c189-4e6a-a05f-eb961d7856f6 req-7a921128-0714-4dc1-abda-0d99172b944c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 931 time: 0.1968598 Jul 05 05:00:06.800241 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c783cf23-c189-4e6a-a05f-eb961d7856f6 req-311c83dd-4c6d-48fe-838d-696e6679403e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=0452ef17-1006-46f2-95fc-2ff92cd8af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634084 Jul 05 05:00:06.854975 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-413ffa07-d68c-4492-87c3-f56e14d7a6ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f4127c-3fff-41a5-8069-006054bf78cb {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:00:06.863480 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-413ffa07-d68c-4492-87c3-f56e14d7a6ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:06.875380 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-413ffa07-d68c-4492-87c3-f56e14d7a6ad service neutron] Transition to ACTIVE for port object 39f4127c-3fff-41a5-8069-006054bf78cb will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:00:06.878731 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-413ffa07-d68c-4492-87c3-f56e14d7a6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:06.931435 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ffa07-d68c-4492-87c3-f56e14d7a6ad service neutron] Pushing event updated for resources: {'Port': ['ID=39f4127c-3fff-41a5-8069-006054bf78cb,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:07.008441 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-413ffa07-d68c-4492-87c3-f56e14d7a6ad service neutron] Attempting to bind port 39f4127c-3fff-41a5-8069-006054bf78cb on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:00:07.008782 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-413ffa07-d68c-4492-87c3-f56e14d7a6ad service neutron] Attempting to bind port 39f4127c-3fff-41a5-8069-006054bf78cb by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '5aebd0fb-f409-420d-b734-fd1ecc96a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:00:07.009118 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-413ffa07-d68c-4492-87c3-f56e14d7a6ad service neutron] Attempting to bind port 39f4127c-3fff-41a5-8069-006054bf78cb on network 493b352c-7b2e-479d-80e6-bdb7cbc8ab79 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:00:07.013648 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-413ffa07-d68c-4492-87c3-f56e14d7a6ad service neutron] Port 39f4127c-3fff-41a5-8069-006054bf78cb on network 493b352c-7b2e-479d-80e6-bdb7cbc8ab79 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:00:07.013973 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-413ffa07-d68c-4492-87c3-f56e14d7a6ad service neutron] Attempting to bind port 39f4127c-3fff-41a5-8069-006054bf78cb on network 493b352c-7b2e-479d-80e6-bdb7cbc8ab79 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:00:07.019048 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-413ffa07-d68c-4492-87c3-f56e14d7a6ad service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:00:07.019385 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-413ffa07-d68c-4492-87c3-f56e14d7a6ad service neutron] Checking segment: {'id': '5aebd0fb-f409-420d-b734-fd1ecc96a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:00:07.019777 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-413ffa07-d68c-4492-87c3-f56e14d7a6ad service neutron] Bound using segment: {'id': '5aebd0fb-f409-420d-b734-fd1ecc96a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:00:07.020244 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-413ffa07-d68c-4492-87c3-f56e14d7a6ad service neutron] Bound port: 39f4127c-3fff-41a5-8069-006054bf78cb, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aebd0fb-f409-420d-b734-fd1ecc96a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:00:07.020607 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-413ffa07-d68c-4492-87c3-f56e14d7a6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:07.090768 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-413ffa07-d68c-4492-87c3-f56e14d7a6ad service neutron] For port 39f4127c-3fff-41a5-8069-006054bf78cb, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:00:07.094360 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-413ffa07-d68c-4492-87c3-f56e14d7a6ad service neutron] For port 39f4127c-3fff-41a5-8069-006054bf78cb, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=39f4127c-3fff-41a5-8069-006054bf78cb,segment=NetworkSegment(5aebd0fb-f409-420d-b734-fd1ecc96a519),segment_id=5aebd0fb-f409-420d-b734-fd1ecc96a519)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:00:07.099181 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-413ffa07-d68c-4492-87c3-f56e14d7a6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:07.132683 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-413ffa07-d68c-4492-87c3-f56e14d7a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:07.133320 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-413ffa07-d68c-4492-87c3-f56e14d7a6ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:07.134791 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-413ffa07-d68c-4492-87c3-f56e14d7a6ad service neutron] 10.222.0.89 "PUT /v2.0/ports/39f4127c-3fff-41a5-8069-006054bf78cb HTTP/1.1" status: 200 len: 1092 time: 0.7516358 Jul 05 05:00:07.135145 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17bef294-02da-40d5-8bee-7f73a0008496', 'tag': '39f4127c-3fff-41a5-8069-006054bf78cb'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:00:07.137474 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b95881-7bb8-48dd-b17b-21747ce94fab" -d '{"events": [{"name": "network-changed", "server_uuid": "17bef294-02da-40d5-8bee-7f73a0008496", "tag": "39f4127c-3fff-41a5-8069-006054bf78cb"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:00:07.171360 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ffa07-d68c-4492-87c3-f56e14d7a6ad service neutron] Pushing event updated for resources: {'Port': ['ID=39f4127c-3fff-41a5-8069-006054bf78cb,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:07.187151 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38741ad5-0bf8-4e5e-97a8-52c0dd59939c x-openstack-request-id: req-38741ad5-0bf8-4e5e-97a8-52c0dd59939c {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:00:07.188297 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17bef294-02da-40d5-8bee-7f73a0008496", "tag": "39f4127c-3fff-41a5-8069-006054bf78cb", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:00:07.188649 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-38741ad5-0bf8-4e5e-97a8-52c0dd59939c {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:00:07.189300 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17bef294-02da-40d5-8bee-7f73a0008496', 'tag': '39f4127c-3fff-41a5-8069-006054bf78cb', 'status': 'completed', 'code': 200} Jul 05 05:00:07.249069 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-0951f560-71bc-4dfa-b8fa-3fd2a5368e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:07.250859 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-0951f560-71bc-4dfa-b8fa-3fd2a5368e22 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 1095 time: 0.0579042 Jul 05 05:00:07.311931 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-21b98b69-8909-4e70-9ecb-32e169c0379b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39f4127c-3fff-41a5-8069-006054bf78cb HTTP/1.1" status: 200 len: 217 time: 0.0467072 Jul 05 05:00:07.351827 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bcfec2be-3230-45e1-a91c-7e9c2189fe23 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:00:07.364961 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-5e532d52-6cfa-448d-b421-83d504be27cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:07.366494 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-5e532d52-6cfa-448d-b421-83d504be27cb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=06b74217-5c2c-4b13-aa6b-f1439122f0b1 HTTP/1.1" status: 200 len: 835 time: 0.0477955 Jul 05 05:00:07.402328 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port bcfec2be-3230-45e1-a91c-7e9c2189fe23 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:07.402706 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:07.432992 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-1680cb7e-3325-4de8-90f4-5f053e3436e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:07.434416 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-1680cb7e-3325-4de8-90f4-5f053e3436e0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=493b352c-7b2e-479d-80e6-bdb7cbc8ab79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583363 Jul 05 05:00:07.531730 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-91f5e5aa-9597-4b2c-9b7b-cd24145d3b9e service neutron] 10.222.0.89 "GET /v2.0/networks/493b352c-7b2e-479d-80e6-bdb7cbc8ab79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869625 Jul 05 05:00:07.622477 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a9be42d4-c117-43e8-9500-30b886bd0e3c req-2d9edeb1-7f29-4fde-aefc-c29213a21847 service neutron] 10.222.0.89 "GET /v2.0/networks/493b352c-7b2e-479d-80e6-bdb7cbc8ab79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827460 Jul 05 05:00:07.726678 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b95881-7bb8-48dd-b17b-21747ce94fab req-97b90a90-1172-42e1-ad83-ed9e789c0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:07.728224 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e2b95881-7bb8-48dd-b17b-21747ce94fab req-97b90a90-1172-42e1-ad83-ed9e789c0b68 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 1095 time: 0.0535421 Jul 05 05:00:07.821901 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b95881-7bb8-48dd-b17b-21747ce94fab req-ba5699a6-6ea0-4f56-9c2f-c9754b770636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:07.823412 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e2b95881-7bb8-48dd-b17b-21747ce94fab req-ba5699a6-6ea0-4f56-9c2f-c9754b770636 service neutron] 10.222.0.89 "GET /v2.0/networks?id=493b352c-7b2e-479d-80e6-bdb7cbc8ab79 HTTP/1.1" status: 200 len: 897 time: 0.0883722 Jul 05 05:00:07.865206 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e2b95881-7bb8-48dd-b17b-21747ce94fab req-d9f0396a-99d8-4086-bb1e-661b344e92d3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39f4127c-3fff-41a5-8069-006054bf78cb HTTP/1.1" status: 200 len: 217 time: 0.0354049 Jul 05 05:00:07.918987 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b95881-7bb8-48dd-b17b-21747ce94fab req-c9751542-18ad-499d-bdcf-3a0480c64982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:07.920534 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e2b95881-7bb8-48dd-b17b-21747ce94fab req-c9751542-18ad-499d-bdcf-3a0480c64982 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=06b74217-5c2c-4b13-aa6b-f1439122f0b1 HTTP/1.1" status: 200 len: 835 time: 0.0484180 Jul 05 05:00:08.013095 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b95881-7bb8-48dd-b17b-21747ce94fab req-1635ba9f-57d2-414f-8f57-2cc9ab8d6324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:08.014511 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e2b95881-7bb8-48dd-b17b-21747ce94fab req-1635ba9f-57d2-414f-8f57-2cc9ab8d6324 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=493b352c-7b2e-479d-80e6-bdb7cbc8ab79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835130 Jul 05 05:00:08.025502 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae5e77-6723-40d9-94e3-06223ca3b7c6 req-5039481f-2f3b-4693-ad41-e378f1fb25e4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:08.026919 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-63ae5e77-6723-40d9-94e3-06223ca3b7c6 req-5039481f-2f3b-4693-ad41-e378f1fb25e4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 943 time: 0.1045291 Jul 05 05:00:08.112495 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-63ae5e77-6723-40d9-94e3-06223ca3b7c6 req-26236da2-51ab-4305-b56d-9a99303b106c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=0452ef17-1006-46f2-95fc-2ff92cd8af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769444 Jul 05 05:00:08.140852 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e2b95881-7bb8-48dd-b17b-21747ce94fab req-a6cc9cbc-dee9-4f82-913d-a737ebae61f9 service neutron] 10.222.0.89 "GET /v2.0/networks/493b352c-7b2e-479d-80e6-bdb7cbc8ab79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124573 Jul 05 05:00:08.232268 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e2b95881-7bb8-48dd-b17b-21747ce94fab req-74bdf189-51e2-4eed-863a-f9e7a8e282d5 service neutron] 10.222.0.89 "GET /v2.0/networks/493b352c-7b2e-479d-80e6-bdb7cbc8ab79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835171 Jul 05 05:00:09.288773 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a2c20-eb3e-44a3-bf00-f0a824af5551 req-8a419a9d-e286-4b8f-88a7-1b5aa5b05735 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:09.290285 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-185a2c20-eb3e-44a3-bf00-f0a824af5551 req-8a419a9d-e286-4b8f-88a7-1b5aa5b05735 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 943 time: 0.0678947 Jul 05 05:00:09.328718 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-185a2c20-eb3e-44a3-bf00-f0a824af5551 req-8426756a-053e-4edd-bf58-77bf33b203aa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=0452ef17-1006-46f2-95fc-2ff92cd8af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327728 Jul 05 05:00:10.419612 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 39f4127c-3fff-41a5-8069-006054bf78cb details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:00:10.502288 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef1981-26f2-4cbe-86ef-7749c94337e5 req-203f8828-d2c9-44ea-8cd4-324a268589e1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:10.503844 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-22ef1981-26f2-4cbe-86ef-7749c94337e5 req-203f8828-d2c9-44ea-8cd4-324a268589e1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 943 time: 0.0636404 Jul 05 05:00:10.516476 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 39f4127c-3fff-41a5-8069-006054bf78cb, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=39f4127c-3fff-41a5-8069-006054bf78cb,segment=NetworkSegment(5aebd0fb-f409-420d-b734-fd1ecc96a519),segment_id=5aebd0fb-f409-420d-b734-fd1ecc96a519)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:10.531348 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '39f4127c-3fff-41a5-8069-006054bf78cb', 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79', 'port_id': '39f4127c-3fff-41a5-8069-006054bf78cb', 'mac_address': 'fa:16:3e:23:45:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06b74217-5c2c-4b13-aa6b-f1439122f0b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:00:10.541908 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-22ef1981-26f2-4cbe-86ef-7749c94337e5 req-351fe236-7a92-475c-9fe6-893d78381563 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=0452ef17-1006-46f2-95fc-2ff92cd8af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322340 Jul 05 05:00:10.568593 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:10.581577 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f4127c-3fff-41a5-8069-006054bf78cb {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:00:10.593743 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:00:10.601092 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 39f4127c-3fff-41a5-8069-006054bf78cb, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=39f4127c-3fff-41a5-8069-006054bf78cb,segment=NetworkSegment(5aebd0fb-f409-420d-b734-fd1ecc96a519),segment_id=5aebd0fb-f409-420d-b734-fd1ecc96a519)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:10.605036 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:10.655470 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=39f4127c-3fff-41a5-8069-006054bf78cb,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:10.902069 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['39f4127c-3fff-41a5-8069-006054bf78cb'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:00:11.715892 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ece8cd-3783-4a33-bc5a-7823202f400b req-70d28bbd-9959-4b77-b678-2435730dc0c1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:11.717365 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-43ece8cd-3783-4a33-bc5a-7823202f400b req-70d28bbd-9959-4b77-b678-2435730dc0c1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 944 time: 0.0640914 Jul 05 05:00:11.771826 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-43ece8cd-3783-4a33-bc5a-7823202f400b req-9a3d67cc-34b1-43cc-ae5a-3a81dc5cd672 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=0452ef17-1006-46f2-95fc-2ff92cd8af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488124 Jul 05 05:00:12.420631 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 39f4127c-3fff-41a5-8069-006054bf78cb up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:00:12.468375 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 39f4127c-3fff-41a5-8069-006054bf78cb completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:00:12.473333 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 39f4127c-3fff-41a5-8069-006054bf78cb triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:12.473705 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:12.550892 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:12.573184 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17bef294-02da-40d5-8bee-7f73a0008496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f4127c-3fff-41a5-8069-006054bf78cb'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:00:12.575444 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78b0252444a70490cdba898b337d30d15b03e2f447bec9a55953f7bd387605e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c0663e-c152-44ee-b523-96398f0fc440" -d '{"events": [{"server_uuid": "17bef294-02da-40d5-8bee-7f73a0008496", "name": "network-vif-plugged", "status": "completed", "tag": "39f4127c-3fff-41a5-8069-006054bf78cb"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:00:12.588270 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 39f4127c-3fff-41a5-8069-006054bf78cb, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=39f4127c-3fff-41a5-8069-006054bf78cb,segment=NetworkSegment(5aebd0fb-f409-420d-b734-fd1ecc96a519),segment_id=5aebd0fb-f409-420d-b734-fd1ecc96a519)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:12.592344 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:12.641502 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=39f4127c-3fff-41a5-8069-006054bf78cb,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:12.662851 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57445a0-2500-4f40-84a0-76e3665ce935 x-openstack-request-id: req-d57445a0-2500-4f40-84a0-76e3665ce935 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:00:12.663149 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17bef294-02da-40d5-8bee-7f73a0008496", "name": "network-vif-plugged", "status": "completed", "tag": "39f4127c-3fff-41a5-8069-006054bf78cb", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:00:12.663399 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d57445a0-2500-4f40-84a0-76e3665ce935 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:00:12.663831 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17bef294-02da-40d5-8bee-7f73a0008496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f4127c-3fff-41a5-8069-006054bf78cb', 'code': 200} Jul 05 05:00:12.792547 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f22a24-a00b-4122-bc9f-301137dc1e13 req-fbb4250c-f7be-4323-b0bd-c8e4f2975b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:12.794046 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-59f22a24-a00b-4122-bc9f-301137dc1e13 req-fbb4250c-f7be-4323-b0bd-c8e4f2975b1f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 1097 time: 0.0517561 Jul 05 05:00:12.834938 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-59f22a24-a00b-4122-bc9f-301137dc1e13 req-90cd2b21-2200-4573-be39-26e0011a1d20 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0452ef17-1006-46f2-95fc-2ff92cd8af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0287802 Jul 05 05:00:12.947659 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35a6b7-1615-4e04-8517-7487fbce8d81 req-84374131-be77-46ed-ba8d-d8d0701d7289 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:12.949167 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c35a6b7-1615-4e04-8517-7487fbce8d81 req-84374131-be77-46ed-ba8d-d8d0701d7289 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 945 time: 0.0633802 Jul 05 05:00:12.987818 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c35a6b7-1615-4e04-8517-7487fbce8d81 req-18744944-1d9c-4685-a8c0-2e3f92cd0410 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=0452ef17-1006-46f2-95fc-2ff92cd8af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329144 Jul 05 05:00:13.851503 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:14.162082 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea689b79-fa21-4934-9c98-c96bd8f5d644 req-daa0c6f1-cb8f-4282-b7c6-8d3b90fc39fa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:14.163577 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea689b79-fa21-4934-9c98-c96bd8f5d644 req-daa0c6f1-cb8f-4282-b7c6-8d3b90fc39fa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 945 time: 0.0666559 Jul 05 05:00:14.201874 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea689b79-fa21-4934-9c98-c96bd8f5d644 req-348da3ca-caaa-4349-8319-212bbe265fc5 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=0452ef17-1006-46f2-95fc-2ff92cd8af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327194 Jul 05 05:00:14.373712 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f029fc-fd6e-4900-981e-24882e89f737 req-deb1acfb-9d95-4b00-bdd1-df685ebb97e4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:14.379541 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c8f029fc-fd6e-4900-981e-24882e89f737 req-deb1acfb-9d95-4b00-bdd1-df685ebb97e4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 945 time: 0.0655286 Jul 05 05:00:14.421358 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c8f029fc-fd6e-4900-981e-24882e89f737 req-3a3ada48-daeb-4837-943e-91debb333827 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=0452ef17-1006-46f2-95fc-2ff92cd8af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382967 Jul 05 05:00:14.446890 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50940) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:14.506833 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0695388-4441-4982-9634-efd9d7df6b15 tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:14.509818 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a0695388-4441-4982-9634-efd9d7df6b15 tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 1092 time: 0.0615933 Jul 05 05:00:14.514771 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 50942) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:14.522789 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': '39f4127c-3fff-41a5-8069-006054bf78cb', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:00:14.557304 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:14.671571 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:14.788438 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Allocated IP 172.25.1.177 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/9903f6f5-855d-476d-8527-df9111b9b40f) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:00:14.894528 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:14.933875 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:14.969695 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:00:14.972630 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:00:14.978521 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:00:15.008005 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=9903f6f5-855d-476d-8527-df9111b9b40f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:15.020737 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:15.021084 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:15.021428 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:15.021766 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:15.022101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:15.022437 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:15.022767 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:15.023096 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:15.023420 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:15.023745 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:15.024248 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:15.024574 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:15.354123 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:15.432078 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:15.578986 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:15.583037 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:15.650418 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=9903f6f5-855d-476d-8527-df9111b9b40f,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:15.660465 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:15.760118 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Floating IP dd8bb5cb-66df-4ed5-ba4a-55ba217ece79 associated. External IP: 172.25.1.177, port: 39f4127c-3fff-41a5-8069-006054bf78cb. Jul 05 05:00:16.273663 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Router 3a892e63-0443-49cd-ace6-ac6988bd8439 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:00:16.380695 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:00:16.391964 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54051599-14bb-4a10-8faa-a8ff4d707230 None None] Sync routers for ids ['3a892e63-0443-49cd-ace6-ac6988bd8439'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:00:16.397547 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:16.402287 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54051599-14bb-4a10-8faa-a8ff4d707230 None None] Routers {'3a892e63-0443-49cd-ace6-ac6988bd8439'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:00:16.403013 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-54051599-14bb-4a10-8faa-a8ff4d707230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:00:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['3a892e63-0443-49cd-ace6-ac6988bd8439'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:16.436531 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a6d09ae4-0fa4-405e-b9c1-29bc6d2b1124 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9179108 Jul 05 05:00:16.436531 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17bef294-02da-40d5-8bee-7f73a0008496', 'tag': '39f4127c-3fff-41a5-8069-006054bf78cb'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:00:16.437027 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540b1e73-f51b-454d-a697-40f0f43de2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "17bef294-02da-40d5-8bee-7f73a0008496", "tag": "39f4127c-3fff-41a5-8069-006054bf78cb"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:00:16.510177 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-54051599-14bb-4a10-8faa-a8ff4d707230 None None] Set router 3a892e63-0443-49cd-ace6-ac6988bd8439 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:00:16.590101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581a2e0-aaa1-411c-b9e4-73e7db33cce5 req-7e9c13a7-da66-4211-8d2c-55953b1e6481 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:16.591514 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4581a2e0-aaa1-411c-b9e4-73e7db33cce5 req-7e9c13a7-da66-4211-8d2c-55953b1e6481 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 945 time: 0.0637798 Jul 05 05:00:16.634207 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4581a2e0-aaa1-411c-b9e4-73e7db33cce5 req-bdefef79-e533-45c3-a5b5-4adb40ed8e98 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=0452ef17-1006-46f2-95fc-2ff92cd8af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363116 Jul 05 05:00:16.660310 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50948) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:16.681649 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66385cb-815f-400a-87d1-8f67380c9556 x-openstack-request-id: req-a66385cb-815f-400a-87d1-8f67380c9556 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:00:16.681954 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17bef294-02da-40d5-8bee-7f73a0008496", "tag": "39f4127c-3fff-41a5-8069-006054bf78cb", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:00:16.682237 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a66385cb-815f-400a-87d1-8f67380c9556 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:00:16.682780 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17bef294-02da-40d5-8bee-7f73a0008496', 'tag': '39f4127c-3fff-41a5-8069-006054bf78cb', 'status': 'completed', 'code': 200} Jul 05 05:00:16.735981 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-59ea5610-0c96-410e-818f-70ab460af9c1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/floatingips/dd8bb5cb-66df-4ed5-ba4a-55ba217ece79 HTTP/1.1" status: 200 len: 991 time: 0.0734055 Jul 05 05:00:16.748345 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-54051599-14bb-4a10-8faa-a8ff4d707230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320804799', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T05:00:02Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'dd8bb5cb-66df-4ed5-ba4a-55ba217ece79', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'floating_ip_address': '172.25.1.177', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'port_id': '39f4127c-3fff-41a5-8069-006054bf78cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79', 'mac_address': 'fa:16:3e:23:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bef294-02da-40d5-8bee-7f73a0008496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:00:15Z', 'updated_at': '2021-07-05T05:00:15Z', 'revision_number': 0, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfec2be-3230-45e1-a91c-7e9c2189fe23', 'name': '', 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:e3:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '06b74217-5c2c-4b13-aa6b-f1439122f0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:01Z', 'updated_at': '2021-07-05T05:00:05Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '06b74217-5c2c-4b13-aa6b-f1439122f0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:16.771420 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b1e73-f51b-454d-a697-40f0f43de2d2 req-ed5bb541-57cc-4ca1-a780-2ae1da5256f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:16.772980 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-540b1e73-f51b-454d-a697-40f0f43de2d2 req-ed5bb541-57cc-4ca1-a780-2ae1da5256f9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 1097 time: 0.0671968 Jul 05 05:00:16.773703 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54051599-14bb-4a10-8faa-a8ff4d707230 None None] Checking router: 3a892e63-0443-49cd-ace6-ac6988bd8439 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:00:16.782516 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54051599-14bb-4a10-8faa-a8ff4d707230 None None] Routers {'3a892e63-0443-49cd-ace6-ac6988bd8439'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:00:16.783108 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-54051599-14bb-4a10-8faa-a8ff4d707230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:00:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['3a892e63-0443-49cd-ace6-ac6988bd8439'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:16.863395 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b1e73-f51b-454d-a697-40f0f43de2d2 req-b247f3d3-17c2-4bc7-9b32-541ac459b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:16.864821 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-540b1e73-f51b-454d-a697-40f0f43de2d2 req-b247f3d3-17c2-4bc7-9b32-541ac459b054 service neutron] 10.222.0.89 "GET /v2.0/networks?id=493b352c-7b2e-479d-80e6-bdb7cbc8ab79 HTTP/1.1" status: 200 len: 897 time: 0.0857778 Jul 05 05:00:16.889594 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-54051599-14bb-4a10-8faa-a8ff4d707230 None None] Set router 3a892e63-0443-49cd-ace6-ac6988bd8439 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:00:16.933558 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-540b1e73-f51b-454d-a697-40f0f43de2d2 req-0b54c5c9-e401-4eb8-8e4e-da5a4608d606 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39f4127c-3fff-41a5-8069-006054bf78cb HTTP/1.1" status: 200 len: 999 time: 0.0620077 Jul 05 05:00:16.982281 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b1e73-f51b-454d-a697-40f0f43de2d2 req-0afab921-72fb-49a5-a472-6c91e3ce83f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:16.983789 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-540b1e73-f51b-454d-a697-40f0f43de2d2 req-0afab921-72fb-49a5-a472-6c91e3ce83f8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=06b74217-5c2c-4b13-aa6b-f1439122f0b1 HTTP/1.1" status: 200 len: 835 time: 0.0438719 Jul 05 05:00:17.041100 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b1e73-f51b-454d-a697-40f0f43de2d2 req-aa576092-c86d-471e-ba93-a9141d7641a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:17.042740 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-540b1e73-f51b-454d-a697-40f0f43de2d2 req-aa576092-c86d-471e-ba93-a9141d7641a6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=493b352c-7b2e-479d-80e6-bdb7cbc8ab79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527096 Jul 05 05:00:17.122989 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-54051599-14bb-4a10-8faa-a8ff4d707230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320804799', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T05:00:02Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'dd8bb5cb-66df-4ed5-ba4a-55ba217ece79', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'floating_ip_address': '172.25.1.177', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'port_id': '39f4127c-3fff-41a5-8069-006054bf78cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79', 'mac_address': 'fa:16:3e:23:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bef294-02da-40d5-8bee-7f73a0008496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:00:15Z', 'updated_at': '2021-07-05T05:00:15Z', 'revision_number': 0, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfec2be-3230-45e1-a91c-7e9c2189fe23', 'name': '', 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:e3:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '06b74217-5c2c-4b13-aa6b-f1439122f0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:01Z', 'updated_at': '2021-07-05T05:00:05Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '06b74217-5c2c-4b13-aa6b-f1439122f0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:17.135216 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-540b1e73-f51b-454d-a697-40f0f43de2d2 req-5913d589-5ca2-4c99-b627-fa00b24e073d service neutron] 10.222.0.89 "GET /v2.0/networks/493b352c-7b2e-479d-80e6-bdb7cbc8ab79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857921 Jul 05 05:00:17.232005 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-540b1e73-f51b-454d-a697-40f0f43de2d2 req-5f7a5be6-c111-4bb9-a34d-a1530a23477c service neutron] 10.222.0.89 "GET /v2.0/networks/493b352c-7b2e-479d-80e6-bdb7cbc8ab79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892162 Jul 05 05:00:17.315496 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54051599-14bb-4a10-8faa-a8ff4d707230 None None] The sync data for ids ['3a892e63-0443-49cd-ace6-ac6988bd8439'] in n-d-780147-23 is: [{'id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320804799', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T05:00:02Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'dd8bb5cb-66df-4ed5-ba4a-55ba217ece79', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'floating_ip_address': '172.25.1.177', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'port_id': '39f4127c-3fff-41a5-8069-006054bf78cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79', 'mac_address': 'fa:16:3e:23:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bef294-02da-40d5-8bee-7f73a0008496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:00:15Z', 'updated_at': '2021-07-05T05:00:15Z', 'revision_number': 0, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfec2be-3230-45e1-a91c-7e9c2189fe23', 'name': '', 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:e3:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '06b74217-5c2c-4b13-aa6b-f1439122f0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:01Z', 'updated_at': '2021-07-05T05:00:05Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '06b74217-5c2c-4b13-aa6b-f1439122f0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:00:17.495431 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8765ea3-f5eb-4d64-ac65-964eaa3e8364 None None] New status for floating IP dd8bb5cb-66df-4ed5-ba4a-55ba217ece79: ACTIVE {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:00:17.739463 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50950) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:17.801053 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3bf54b2f-5ac1-4efc-9990-774ad5f2995f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/floatingips/dd8bb5cb-66df-4ed5-ba4a-55ba217ece79 HTTP/1.1" status: 200 len: 993 time: 0.0603020 Jul 05 05:00:28.801738 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2bbb125b-b651-4080-a769-69a39ec164d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:30.033667 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:31.468323 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-271a09fb-822e-41a6-bec3-049d156a626a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:31.880451 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:32.836334 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:34.635698 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:43.866504 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:47.592476 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:00:50.050298 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4daaab89-0686-438c-845f-d5b289fcf49c req-0567e61c-c170-4727-8ce2-4493864c9ea3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0929201 Jul 05 05:00:50.149115 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daaab89-0686-438c-845f-d5b289fcf49c req-9f8c20e1-69a0-47dc-83ef-f96969c865d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:50.150707 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4daaab89-0686-438c-845f-d5b289fcf49c req-9f8c20e1-69a0-47dc-83ef-f96969c865d2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 1097 time: 0.0522938 Jul 05 05:00:50.256501 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daaab89-0686-438c-845f-d5b289fcf49c req-aa7292f4-6583-471d-ba07-9bdc3ea228c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:50.257951 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4daaab89-0686-438c-845f-d5b289fcf49c req-aa7292f4-6583-471d-ba07-9bdc3ea228c2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=493b352c-7b2e-479d-80e6-bdb7cbc8ab79 HTTP/1.1" status: 200 len: 897 time: 0.0845959 Jul 05 05:00:50.330790 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4daaab89-0686-438c-845f-d5b289fcf49c req-84c8a493-e6fa-401f-9512-67d8245f2951 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39f4127c-3fff-41a5-8069-006054bf78cb HTTP/1.1" status: 200 len: 1001 time: 0.0617373 Jul 05 05:00:50.380010 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daaab89-0686-438c-845f-d5b289fcf49c req-f5f5d0a3-7064-4db0-a01f-3292d949ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:50.381488 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4daaab89-0686-438c-845f-d5b289fcf49c req-f5f5d0a3-7064-4db0-a01f-3292d949ce62 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=06b74217-5c2c-4b13-aa6b-f1439122f0b1 HTTP/1.1" status: 200 len: 835 time: 0.0440662 Jul 05 05:00:50.441042 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daaab89-0686-438c-845f-d5b289fcf49c req-38669ad2-3bf8-4248-a778-0561f0ae08ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:50.442850 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4daaab89-0686-438c-845f-d5b289fcf49c req-38669ad2-3bf8-4248-a778-0561f0ae08ae service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=493b352c-7b2e-479d-80e6-bdb7cbc8ab79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521333 Jul 05 05:00:50.536680 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4daaab89-0686-438c-845f-d5b289fcf49c req-5cba19f5-bab4-405f-97a7-8d5be5070b3a service neutron] 10.222.0.89 "GET /v2.0/networks/493b352c-7b2e-479d-80e6-bdb7cbc8ab79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863090 Jul 05 05:00:50.625098 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4daaab89-0686-438c-845f-d5b289fcf49c req-a76229c1-980e-495e-9672-a1fe7a086eeb service neutron] 10.222.0.89 "GET /v2.0/networks/493b352c-7b2e-479d-80e6-bdb7cbc8ab79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810359 Jul 05 05:00:53.403924 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f66d7b-e1b6-4ac6-bd2b-00b69b309549 req-015fa92c-06c0-4580-acf5-e946ecc931f0 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:53.405358 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56f66d7b-e1b6-4ac6-bd2b-00b69b309549 req-015fa92c-06c0-4580-acf5-e946ecc931f0 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 945 time: 0.0699639 Jul 05 05:00:53.450024 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-56f66d7b-e1b6-4ac6-bd2b-00b69b309549 req-4014a270-f838-4f3d-8b21-19ce607e3f36 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=0452ef17-1006-46f2-95fc-2ff92cd8af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360603 Jul 05 05:00:54.626322 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4817f9-2f1d-466f-9428-038c596ad808 req-9cf34b12-a0c8-4a2c-ada4-8f5a83b849b9 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:54.627843 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-df4817f9-2f1d-466f-9428-038c596ad808 req-9cf34b12-a0c8-4a2c-ada4-8f5a83b849b9 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 945 time: 0.0637512 Jul 05 05:00:54.665329 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-df4817f9-2f1d-466f-9428-038c596ad808 req-a4158a93-1122-4968-a94d-c7e8536a1f3f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=0452ef17-1006-46f2-95fc-2ff92cd8af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318577 Jul 05 05:00:55.848603 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a9019-5c50-457b-8611-855bd942691b req-cc5fced3-e3d2-4ccb-8652-84271daca4aa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:55.850132 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-810a9019-5c50-457b-8611-855bd942691b req-cc5fced3-e3d2-4ccb-8652-84271daca4aa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 945 time: 0.0677865 Jul 05 05:00:55.887785 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-810a9019-5c50-457b-8611-855bd942691b req-c18d6714-61ce-47d2-9157-7c588bc96f72 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=0452ef17-1006-46f2-95fc-2ff92cd8af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312700 Jul 05 05:00:57.078606 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4548be-43cd-4281-a249-08f2853ebda2 req-c753340a-fb8b-4d4f-9a4d-a6fc9bbce421 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:57.080034 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-df4548be-43cd-4281-a249-08f2853ebda2 req-c753340a-fb8b-4d4f-9a4d-a6fc9bbce421 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 945 time: 0.0684323 Jul 05 05:00:57.116650 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-df4548be-43cd-4281-a249-08f2853ebda2 req-9d02f4cf-b019-4041-bba6-fb2be34d942a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=0452ef17-1006-46f2-95fc-2ff92cd8af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311949 Jul 05 05:00:58.297669 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba13a81-9746-448a-b1ff-a480db37b1c1 req-f3139078-042c-4ae7-9498-076e8b35682e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:58.299180 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0ba13a81-9746-448a-b1ff-a480db37b1c1 req-f3139078-042c-4ae7-9498-076e8b35682e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 945 time: 0.0637598 Jul 05 05:00:58.339148 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0ba13a81-9746-448a-b1ff-a480db37b1c1 req-fd009636-802b-4609-9716-0b38141d6931 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=0452ef17-1006-46f2-95fc-2ff92cd8af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338094 Jul 05 05:00:58.803428 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2b6b05a5-3d13-432e-ab5f-b92a617626dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:59.516480 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b493c5-6dc4-46f0-8f80-85570226d526 req-d9b096c8-31a1-4ae0-b877-f09743858e65 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:59.518083 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93b493c5-6dc4-46f0-8f80-85570226d526 req-d9b096c8-31a1-4ae0-b877-f09743858e65 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 945 time: 0.0673192 Jul 05 05:00:59.560672 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93b493c5-6dc4-46f0-8f80-85570226d526 req-8b0b32e5-6c79-48c7-9361-78e809f2cdea tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=0452ef17-1006-46f2-95fc-2ff92cd8af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355718 Jul 05 05:01:00.030695 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:00.733883 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69e9fc-c545-4362-ab81-a781e02c2136 req-9cc0811d-e1c6-4866-9eb1-cf18b00ad271 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:00.735426 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2e69e9fc-c545-4362-ab81-a781e02c2136 req-9cc0811d-e1c6-4866-9eb1-cf18b00ad271 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 945 time: 0.0642025 Jul 05 05:01:00.773014 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2e69e9fc-c545-4362-ab81-a781e02c2136 req-247ac7e8-6f5b-4d87-b538-acf7fa523f43 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=0452ef17-1006-46f2-95fc-2ff92cd8af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319958 Jul 05 05:01:01.469554 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-277f0ad8-3f2c-45c6-92e5-a51a25f8e82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:01.882324 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:01.953626 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d7d12-4e02-46e6-b135-14a32fb5bb71 req-581a78d3-1c21-4d2d-ba6e-313428d069bc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:01.955151 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4c0d7d12-4e02-46e6-b135-14a32fb5bb71 req-581a78d3-1c21-4d2d-ba6e-313428d069bc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 945 time: 0.0648689 Jul 05 05:01:01.993869 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4c0d7d12-4e02-46e6-b135-14a32fb5bb71 req-a881480b-7a9f-4a51-a624-d63d0a74f782 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=0452ef17-1006-46f2-95fc-2ff92cd8af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320873 Jul 05 05:01:02.839787 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:03.177817 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb8bf2-bcb4-4196-80e1-9c6fd222caba req-7db58e19-96c7-4a92-804a-80851b7b092f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:03.179318 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-becb8bf2-bcb4-4196-80e1-9c6fd222caba req-7db58e19-96c7-4a92-804a-80851b7b092f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 945 time: 0.0674038 Jul 05 05:01:03.217671 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-becb8bf2-bcb4-4196-80e1-9c6fd222caba req-da02690c-c893-4fc8-96e0-30139cace713 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=0452ef17-1006-46f2-95fc-2ff92cd8af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326316 Jul 05 05:01:04.393800 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b414eae-3ab8-43da-9e83-df296d0102de req-cb1703c7-e246-44e8-a49a-9e42536c1cbd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:04.395282 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3b414eae-3ab8-43da-9e83-df296d0102de req-cb1703c7-e246-44e8-a49a-9e42536c1cbd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 945 time: 0.0648177 Jul 05 05:01:04.433722 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3b414eae-3ab8-43da-9e83-df296d0102de req-31ab162d-ca1b-40e1-8e4a-30d787016425 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=0452ef17-1006-46f2-95fc-2ff92cd8af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328350 Jul 05 05:01:04.457747 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 50992) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:04.522164 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-d916e4f7-566b-49d5-b52d-9606161775ea tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/floatingips/dd8bb5cb-66df-4ed5-ba4a-55ba217ece79 HTTP/1.1" status: 200 len: 993 time: 0.0631418 Jul 05 05:01:04.641270 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:06.003329 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3f4c6-ab3c-4568-8500-61aae9da385a req-d88fdf95-994d-42bf-83a5-abd8b77e66cb tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:06.004869 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-81e3f4c6-ab3c-4568-8500-61aae9da385a req-d88fdf95-994d-42bf-83a5-abd8b77e66cb tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 945 time: 0.1062765 Jul 05 05:01:06.007512 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678881d-7c50-4366-bcf3-4261deffceb2 req-071ea4b7-f92a-4f4e-b548-b9dacc913a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:06.008923 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3678881d-7c50-4366-bcf3-4261deffceb2 req-071ea4b7-f92a-4f4e-b548-b9dacc913a47 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 1097 time: 0.1011631 Jul 05 05:01:06.093505 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-81e3f4c6-ab3c-4568-8500-61aae9da385a req-82c5b43b-225e-496b-8472-d8d5a1a584d2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=0452ef17-1006-46f2-95fc-2ff92cd8af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831037 Jul 05 05:01:06.129175 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678881d-7c50-4366-bcf3-4261deffceb2 req-2a210a7c-eb54-47dd-abd2-f887106e9406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:06.130659 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3678881d-7c50-4366-bcf3-4261deffceb2 req-2a210a7c-eb54-47dd-abd2-f887106e9406 service neutron] 10.222.0.89 "GET /v2.0/networks?id=493b352c-7b2e-479d-80e6-bdb7cbc8ab79 HTTP/1.1" status: 200 len: 897 time: 0.1066585 Jul 05 05:01:06.202539 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3678881d-7c50-4366-bcf3-4261deffceb2 req-c1172517-b96a-443e-810e-da92b7b66777 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39f4127c-3fff-41a5-8069-006054bf78cb HTTP/1.1" status: 200 len: 1001 time: 0.0612340 Jul 05 05:01:06.255178 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678881d-7c50-4366-bcf3-4261deffceb2 req-e865ac48-5f5c-40f4-a59a-22d331ab47f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:06.256562 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3678881d-7c50-4366-bcf3-4261deffceb2 req-e865ac48-5f5c-40f4-a59a-22d331ab47f8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=06b74217-5c2c-4b13-aa6b-f1439122f0b1 HTTP/1.1" status: 200 len: 835 time: 0.0432110 Jul 05 05:01:06.316257 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678881d-7c50-4366-bcf3-4261deffceb2 req-1f7ee2c1-5786-4e06-8d3c-2b9bec82d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:06.317749 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3678881d-7c50-4366-bcf3-4261deffceb2 req-1f7ee2c1-5786-4e06-8d3c-2b9bec82d522 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=493b352c-7b2e-479d-80e6-bdb7cbc8ab79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550652 Jul 05 05:01:06.410649 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3678881d-7c50-4366-bcf3-4261deffceb2 req-0a6577b7-b103-446d-9df5-1ea878431cee service neutron] 10.222.0.89 "GET /v2.0/networks/493b352c-7b2e-479d-80e6-bdb7cbc8ab79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824642 Jul 05 05:01:06.507898 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3678881d-7c50-4366-bcf3-4261deffceb2 req-609ac1cb-1893-4e25-bddf-685512b531db service neutron] 10.222.0.89 "GET /v2.0/networks/493b352c-7b2e-479d-80e6-bdb7cbc8ab79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854545 Jul 05 05:01:07.266814 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81a641-9b14-4776-91df-c7de58915e11 req-ff5822f8-24c4-4245-9d84-a47031304979 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:07.268337 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac81a641-9b14-4776-91df-c7de58915e11 req-ff5822f8-24c4-4245-9d84-a47031304979 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 945 time: 0.0633254 Jul 05 05:01:07.306419 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ac81a641-9b14-4776-91df-c7de58915e11 req-4b782c5e-ce48-4ca2-bdc0-8084a294f9fd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=0452ef17-1006-46f2-95fc-2ff92cd8af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326257 Jul 05 05:01:07.332816 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51004) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:07.394939 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e0f40a82-52a7-401f-925f-1cc22f1c1228 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/floatingips/dd8bb5cb-66df-4ed5-ba4a-55ba217ece79 HTTP/1.1" status: 200 len: 993 time: 0.0608983 Jul 05 05:01:13.866036 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:24.591719 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:01:27.276415 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-280ea78d-98ce-431c-99fe-3fcc37a0e440 req-0bf3ce0a-57c9-400c-bd7c-793a660392b6 service neutron] (105538) timed out ('10.222.0.77', 47176) {{(pid=105538) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 05:01:28.803708 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-410896ee-1982-42d0-bd41-d55c9cf27a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:30.041655 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:31.470136 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f144efe7-2c7d-4dae-b3ad-4c5173a8f319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:31.883682 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:32.843442 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:34.640033 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:41.836268 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51020) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:41.996978 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-7d8b3e66-dbda-4321-a8d8-43da23aa1433 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Deleting port 9903f6f5-855d-476d-8527-df9111b9b40f {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:01:41.997216 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3e66-dbda-4321-a8d8-43da23aa1433 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:42.070619 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3e66-dbda-4321-a8d8-43da23aa1433 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:42.070898 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3e66-dbda-4321-a8d8-43da23aa1433 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:42.082400 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-7d8b3e66-dbda-4321-a8d8-43da23aa1433 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Calling delete_port for 9903f6f5-855d-476d-8527-df9111b9b40f owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:01:42.229790 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3e66-dbda-4321-a8d8-43da23aa1433 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:42.255193 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b3e66-dbda-4321-a8d8-43da23aa1433 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Port': ['ID=9903f6f5-855d-476d-8527-df9111b9b40f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:42.265774 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b3e66-dbda-4321-a8d8-43da23aa1433 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:42.266137 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b3e66-dbda-4321-a8d8-43da23aa1433 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:42.266485 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b3e66-dbda-4321-a8d8-43da23aa1433 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:42.266830 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b3e66-dbda-4321-a8d8-43da23aa1433 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:42.267166 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b3e66-dbda-4321-a8d8-43da23aa1433 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:42.267501 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b3e66-dbda-4321-a8d8-43da23aa1433 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:42.267854 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b3e66-dbda-4321-a8d8-43da23aa1433 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:42.268193 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b3e66-dbda-4321-a8d8-43da23aa1433 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:42.268524 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b3e66-dbda-4321-a8d8-43da23aa1433 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:42.268855 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b3e66-dbda-4321-a8d8-43da23aa1433 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:42.269186 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b3e66-dbda-4321-a8d8-43da23aa1433 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:42.269513 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b3e66-dbda-4321-a8d8-43da23aa1433 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:42.330144 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3e66-dbda-4321-a8d8-43da23aa1433 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:42.330482 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-7d8b3e66-dbda-4321-a8d8-43da23aa1433 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Floating IP dd8bb5cb-66df-4ed5-ba4a-55ba217ece79 disassociated (deleted). External IP: 172.25.1.177, port: 39f4127c-3fff-41a5-8069-006054bf78cb. Jul 05 05:01:42.537147 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8b3e66-dbda-4321-a8d8-43da23aa1433 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Router 3a892e63-0443-49cd-ace6-ac6988bd8439 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:01:42.639300 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8b3e66-dbda-4321-a8d8-43da23aa1433 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:01:42.644153 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7d8b3e66-dbda-4321-a8d8-43da23aa1433 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:42.648962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab40dccf-4b2f-4c15-b1c8-1438b9d00a15 None None] Sync routers for ids ['3a892e63-0443-49cd-ace6-ac6988bd8439'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:01:42.659324 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab40dccf-4b2f-4c15-b1c8-1438b9d00a15 None None] Routers {'3a892e63-0443-49cd-ace6-ac6988bd8439'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:01:42.659979 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ab40dccf-4b2f-4c15-b1c8-1438b9d00a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:01:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['3a892e63-0443-49cd-ace6-ac6988bd8439'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:42.684649 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7d8b3e66-dbda-4321-a8d8-43da23aa1433 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "DELETE /v2.0/floatingips/dd8bb5cb-66df-4ed5-ba4a-55ba217ece79 HTTP/1.1" status: 204 len: 168 time: 0.8472664 Jul 05 05:01:42.685236 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17bef294-02da-40d5-8bee-7f73a0008496', 'tag': '39f4127c-3fff-41a5-8069-006054bf78cb'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:01:42.687827 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e0ad55-6cfd-441f-b0a0-c568226948fb" -d '{"events": [{"name": "network-changed", "server_uuid": "17bef294-02da-40d5-8bee-7f73a0008496", "tag": "39f4127c-3fff-41a5-8069-006054bf78cb"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:01:42.767868 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-ab40dccf-4b2f-4c15-b1c8-1438b9d00a15 None None] Set router 3a892e63-0443-49cd-ace6-ac6988bd8439 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:01:42.938379 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fb37ba-8015-42b6-9e03-3eb2cbb1cdc6 x-openstack-request-id: req-d8fb37ba-8015-42b6-9e03-3eb2cbb1cdc6 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:01:42.938989 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17bef294-02da-40d5-8bee-7f73a0008496", "tag": "39f4127c-3fff-41a5-8069-006054bf78cb", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:01:42.938989 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d8fb37ba-8015-42b6-9e03-3eb2cbb1cdc6 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:01:42.939301 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17bef294-02da-40d5-8bee-7f73a0008496', 'tag': '39f4127c-3fff-41a5-8069-006054bf78cb', 'status': 'completed', 'code': 200} Jul 05 05:01:42.979178 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ab40dccf-4b2f-4c15-b1c8-1438b9d00a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320804799', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T05:00:02Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'bcfec2be-3230-45e1-a91c-7e9c2189fe23', 'name': '', 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:e3:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '06b74217-5c2c-4b13-aa6b-f1439122f0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:01Z', 'updated_at': '2021-07-05T05:00:05Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '06b74217-5c2c-4b13-aa6b-f1439122f0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:43.011058 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab40dccf-4b2f-4c15-b1c8-1438b9d00a15 None None] Checking router: 3a892e63-0443-49cd-ace6-ac6988bd8439 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:01:43.021781 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0ad55-6cfd-441f-b0a0-c568226948fb req-028cbdad-5266-4c39-b1e5-23333e5e6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:43.022031 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab40dccf-4b2f-4c15-b1c8-1438b9d00a15 None None] Routers {'3a892e63-0443-49cd-ace6-ac6988bd8439'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:01:43.022501 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ab40dccf-4b2f-4c15-b1c8-1438b9d00a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:01:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['3a892e63-0443-49cd-ace6-ac6988bd8439'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:43.023486 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d8e0ad55-6cfd-441f-b0a0-c568226948fb req-028cbdad-5266-4c39-b1e5-23333e5e6cdd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 1097 time: 0.0556066 Jul 05 05:01:43.127591 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-ab40dccf-4b2f-4c15-b1c8-1438b9d00a15 None None] Set router 3a892e63-0443-49cd-ace6-ac6988bd8439 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:01:43.167852 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc72f84-c6ba-4d88-9654-960da82ee921 req-7d36b75f-ab4a-4b5f-a0e4-3ad21d1446d2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:43.170289 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7fc72f84-c6ba-4d88-9654-960da82ee921 req-7d36b75f-ab4a-4b5f-a0e4-3ad21d1446d2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 945 time: 0.1378524 Jul 05 05:01:43.171313 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0ad55-6cfd-441f-b0a0-c568226948fb req-519be38f-fdd9-421c-8d48-84e95fc442c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:43.172722 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d8e0ad55-6cfd-441f-b0a0-c568226948fb req-519be38f-fdd9-421c-8d48-84e95fc442c2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=493b352c-7b2e-479d-80e6-bdb7cbc8ab79 HTTP/1.1" status: 200 len: 897 time: 0.1395102 Jul 05 05:01:43.225468 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d8e0ad55-6cfd-441f-b0a0-c568226948fb req-cb4dd830-4841-4c5c-973e-830ec519bffc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39f4127c-3fff-41a5-8069-006054bf78cb HTTP/1.1" status: 200 len: 217 time: 0.0431278 Jul 05 05:01:43.277573 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7fc72f84-c6ba-4d88-9654-960da82ee921 req-e6bd0d25-117f-42b3-acd3-8eb8cecfbd45 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=0452ef17-1006-46f2-95fc-2ff92cd8af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014128 Jul 05 05:01:43.302102 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0ad55-6cfd-441f-b0a0-c568226948fb req-b008e4ae-3d41-47e9-9abf-f7f500641b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:43.303613 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d8e0ad55-6cfd-441f-b0a0-c568226948fb req-b008e4ae-3d41-47e9-9abf-f7f500641b81 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=06b74217-5c2c-4b13-aa6b-f1439122f0b1 HTTP/1.1" status: 200 len: 835 time: 0.0647783 Jul 05 05:01:43.338243 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ab40dccf-4b2f-4c15-b1c8-1438b9d00a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320804799', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T05:00:02Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'bcfec2be-3230-45e1-a91c-7e9c2189fe23', 'name': '', 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:e3:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '06b74217-5c2c-4b13-aa6b-f1439122f0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:01Z', 'updated_at': '2021-07-05T05:00:05Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '06b74217-5c2c-4b13-aa6b-f1439122f0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:43.365172 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0ad55-6cfd-441f-b0a0-c568226948fb req-c5e614e4-3dd6-46bc-b04b-1cdbdbe1ec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:43.366709 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d8e0ad55-6cfd-441f-b0a0-c568226948fb req-c5e614e4-3dd6-46bc-b04b-1cdbdbe1ec69 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=493b352c-7b2e-479d-80e6-bdb7cbc8ab79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533621 Jul 05 05:01:43.366855 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab40dccf-4b2f-4c15-b1c8-1438b9d00a15 None None] The sync data for ids ['3a892e63-0443-49cd-ace6-ac6988bd8439'] in n-d-780147-23 is: [{'id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320804799', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T05:00:02Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'bcfec2be-3230-45e1-a91c-7e9c2189fe23', 'name': '', 'network_id': '493b352c-7b2e-479d-80e6-bdb7cbc8ab79', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:e3:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '06b74217-5c2c-4b13-aa6b-f1439122f0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:01Z', 'updated_at': '2021-07-05T05:00:05Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '06b74217-5c2c-4b13-aa6b-f1439122f0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:01:43.460624 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d8e0ad55-6cfd-441f-b0a0-c568226948fb req-e22e5a58-0e17-41df-8e24-251aff0eeece service neutron] 10.222.0.89 "GET /v2.0/networks/493b352c-7b2e-479d-80e6-bdb7cbc8ab79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854776 Jul 05 05:01:43.560624 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d8e0ad55-6cfd-441f-b0a0-c568226948fb req-e664c25d-c625-43b2-85c1-9688870138a0 service neutron] 10.222.0.89 "GET /v2.0/networks/493b352c-7b2e-479d-80e6-bdb7cbc8ab79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916700 Jul 05 05:01:43.582143 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7103b20-6001-48a5-a7ce-8ff11fd66837 None None] New status for floating IP dd8bb5cb-66df-4ed5-ba4a-55ba217ece79: DOWN {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:01:43.881832 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:44.452799 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b10ab4-dd40-4fde-bc3e-3f85f252d533 req-3c37716d-7441-4e32-b22a-ab230378ba19 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:44.454291 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-72b10ab4-dd40-4fde-bc3e-3f85f252d533 req-3c37716d-7441-4e32-b22a-ab230378ba19 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 945 time: 0.0630820 Jul 05 05:01:44.491244 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-72b10ab4-dd40-4fde-bc3e-3f85f252d533 req-fb4f8ed7-a844-4f9f-885b-d7b43a4f44da tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=0452ef17-1006-46f2-95fc-2ff92cd8af4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314295 Jul 05 05:01:44.790867 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0733ceb-2cb4-4082-9aab-adb7163a1a83 req-3eccda2e-7926-4afa-8263-a1b958d30c9d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:44.792352 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0733ceb-2cb4-4082-9aab-adb7163a1a83 req-3eccda2e-7926-4afa-8263-a1b958d30c9d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.89 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 945 time: 0.0701723 Jul 05 05:01:44.896409 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-b0733ceb-2cb4-4082-9aab-adb7163a1a83 req-aaf5a923-564d-4300-b500-9a4f26d99a3e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Deleting port 39f4127c-3fff-41a5-8069-006054bf78cb {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:01:44.896755 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b0733ceb-2cb4-4082-9aab-adb7163a1a83 req-aaf5a923-564d-4300-b500-9a4f26d99a3e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:44.986095 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-b0733ceb-2cb4-4082-9aab-adb7163a1a83 req-aaf5a923-564d-4300-b500-9a4f26d99a3e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] For port 39f4127c-3fff-41a5-8069-006054bf78cb, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=39f4127c-3fff-41a5-8069-006054bf78cb,segment=NetworkSegment(5aebd0fb-f409-420d-b734-fd1ecc96a519),segment_id=5aebd0fb-f409-420d-b734-fd1ecc96a519)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:44.986351 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b0733ceb-2cb4-4082-9aab-adb7163a1a83 req-aaf5a923-564d-4300-b500-9a4f26d99a3e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:45.331706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-b0733ceb-2cb4-4082-9aab-adb7163a1a83 req-aaf5a923-564d-4300-b500-9a4f26d99a3e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Calling delete_port for 39f4127c-3fff-41a5-8069-006054bf78cb owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:01:45.469816 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b0733ceb-2cb4-4082-9aab-adb7163a1a83 req-aaf5a923-564d-4300-b500-9a4f26d99a3e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:45.506936 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5a923-564d-4300-b500-9a4f26d99a3e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Port': ['ID=39f4127c-3fff-41a5-8069-006054bf78cb,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:45.552359 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0733ceb-2cb4-4082-9aab-adb7163a1a83 req-aaf5a923-564d-4300-b500-9a4f26d99a3e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] No DVR routers for this DVR port 39f4127c-3fff-41a5-8069-006054bf78cb on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:01:45.555212 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-b0733ceb-2cb4-4082-9aab-adb7163a1a83 req-aaf5a923-564d-4300-b500-9a4f26d99a3e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:45.557305 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b0733ceb-2cb4-4082-9aab-adb7163a1a83 req-aaf5a923-564d-4300-b500-9a4f26d99a3e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.89 "DELETE /v2.0/ports/39f4127c-3fff-41a5-8069-006054bf78cb HTTP/1.1" status: 204 len: 173 time: 0.7556098 Jul 05 05:01:45.557751 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17bef294-02da-40d5-8bee-7f73a0008496', 'name': 'network-vif-deleted', 'tag': '39f4127c-3fff-41a5-8069-006054bf78cb'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:01:45.560152 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e74d35-41f9-4d6b-8b71-1feb4b1d289b" -d '{"events": [{"server_uuid": "17bef294-02da-40d5-8bee-7f73a0008496", "name": "network-vif-deleted", "tag": "39f4127c-3fff-41a5-8069-006054bf78cb"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:01:45.645628 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d86ed8a7-aa0b-472a-9e86-c4682cba5ab6 req-098f437d-daa1-4d44-83a9-d4cda4a81f5c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=17bef294-02da-40d5-8bee-7f73a0008496 HTTP/1.1" status: 200 len: 210 time: 0.0289540 Jul 05 05:01:45.694164 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d869e68-3afa-4315-9596-9934c7713553 x-openstack-request-id: req-6d869e68-3afa-4315-9596-9934c7713553 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:01:45.694591 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17bef294-02da-40d5-8bee-7f73a0008496", "name": "network-vif-deleted", "tag": "39f4127c-3fff-41a5-8069-006054bf78cb", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:01:45.694714 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6d869e68-3afa-4315-9596-9934c7713553 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:01:45.695078 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17bef294-02da-40d5-8bee-7f73a0008496', 'name': 'network-vif-deleted', 'tag': '39f4127c-3fff-41a5-8069-006054bf78cb', 'status': 'completed', 'code': 200} Jul 05 05:01:46.741069 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51038) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:47.097414 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-238bddca-2b0f-4c7e-869b-5cbbb31f6b1a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:47.376142 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-238bddca-2b0f-4c7e-869b-5cbbb31f6b1a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Deleting port bcfec2be-3230-45e1-a91c-7e9c2189fe23 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:01:47.376484 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-238bddca-2b0f-4c7e-869b-5cbbb31f6b1a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:47.469010 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-238bddca-2b0f-4c7e-869b-5cbbb31f6b1a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] For port bcfec2be-3230-45e1-a91c-7e9c2189fe23, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=bcfec2be-3230-45e1-a91c-7e9c2189fe23,segment=NetworkSegment(5aebd0fb-f409-420d-b734-fd1ecc96a519),segment_id=5aebd0fb-f409-420d-b734-fd1ecc96a519)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:47.469379 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-238bddca-2b0f-4c7e-869b-5cbbb31f6b1a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:47.482376 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-238bddca-2b0f-4c7e-869b-5cbbb31f6b1a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Calling delete_port for bcfec2be-3230-45e1-a91c-7e9c2189fe23 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:01:47.668156 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-238bddca-2b0f-4c7e-869b-5cbbb31f6b1a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:47.705837 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238bddca-2b0f-4c7e-869b-5cbbb31f6b1a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Port': ['ID=bcfec2be-3230-45e1-a91c-7e9c2189fe23,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:47.885630 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-238bddca-2b0f-4c7e-869b-5cbbb31f6b1a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:48.109966 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238bddca-2b0f-4c7e-869b-5cbbb31f6b1a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Router 3a892e63-0443-49cd-ace6-ac6988bd8439 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:01:48.217761 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238bddca-2b0f-4c7e-869b-5cbbb31f6b1a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:01:48.223925 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-238bddca-2b0f-4c7e-869b-5cbbb31f6b1a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "PUT /v2.0/routers/3a892e63-0443-49cd-ace6-ac6988bd8439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4817369 Jul 05 05:01:48.226091 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51040) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:48.228789 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf64e1ac-74d5-44d5-95b3-2a1c64c0debf None None] Sync routers for ids ['3a892e63-0443-49cd-ace6-ac6988bd8439'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:01:48.239611 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf64e1ac-74d5-44d5-95b3-2a1c64c0debf None None] Routers {'3a892e63-0443-49cd-ace6-ac6988bd8439'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:01:48.240244 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-bf64e1ac-74d5-44d5-95b3-2a1c64c0debf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:01:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['3a892e63-0443-49cd-ace6-ac6988bd8439'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:48.282208 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b54318f-d9a4-4e4e-a891-800d2884a96d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Deleting subnet 06b74217-5c2c-4b13-aa6b-f1439122f0b1 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:01:48.285469 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2b54318f-d9a4-4e4e-a891-800d2884a96d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:48.326687 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2b54318f-d9a4-4e4e-a891-800d2884a96d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:48.347274 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-bf64e1ac-74d5-44d5-95b3-2a1c64c0debf None None] Set router 3a892e63-0443-49cd-ace6-ac6988bd8439 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:01:48.422022 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2b54318f-d9a4-4e4e-a891-800d2884a96d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:48.482604 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2b54318f-d9a4-4e4e-a891-800d2884a96d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:48.511404 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54318f-d9a4-4e4e-a891-800d2884a96d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Subnet': ['ID=06b74217-5c2c-4b13-aa6b-f1439122f0b1,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:48.515862 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2b54318f-d9a4-4e4e-a891-800d2884a96d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:48.517845 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2b54318f-d9a4-4e4e-a891-800d2884a96d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "DELETE /v2.0/subnets/06b74217-5c2c-4b13-aa6b-f1439122f0b1 HTTP/1.1" status: 204 len: 168 time: 0.2907217 Jul 05 05:01:48.520499 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51042) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:48.528704 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29205021-085b-4ba7-8f46-47e87c6a3203 None None] Network 493b352c-7b2e-479d-80e6-bdb7cbc8ab79 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:01:48.595593 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-bf64e1ac-74d5-44d5-95b3-2a1c64c0debf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320804799', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T05:01:47Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:48.625631 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf64e1ac-74d5-44d5-95b3-2a1c64c0debf None None] Checking router: 3a892e63-0443-49cd-ace6-ac6988bd8439 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:01:48.631272 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fdc09433-1ed8-47ad-9602-abe7687fa8aa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:48.671989 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf64e1ac-74d5-44d5-95b3-2a1c64c0debf None None] Routers {'3a892e63-0443-49cd-ace6-ac6988bd8439'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:01:48.672695 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-bf64e1ac-74d5-44d5-95b3-2a1c64c0debf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:01:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['3a892e63-0443-49cd-ace6-ac6988bd8439'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:48.743493 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fdc09433-1ed8-47ad-9602-abe7687fa8aa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:48.795159 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-bf64e1ac-74d5-44d5-95b3-2a1c64c0debf None None] Set router 3a892e63-0443-49cd-ace6-ac6988bd8439 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:01:48.801255 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-fdc09433-1ed8-47ad-9602-abe7687fa8aa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Deleting port 1d51cf21-7eb5-4814-97f2-fcef2f07638e {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:01:48.801606 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fdc09433-1ed8-47ad-9602-abe7687fa8aa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:48.850235 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 39f4127c-3fff-41a5-8069-006054bf78cb no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:01:48.884131 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad3167f-1b87-478d-b14e-abf45f6c630e None None] DHCP port deletion for 493b352c-7b2e-479d-80e6-bdb7cbc8ab79 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:01:48.889602 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-fdc09433-1ed8-47ad-9602-abe7687fa8aa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] For port 1d51cf21-7eb5-4814-97f2-fcef2f07638e, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1d51cf21-7eb5-4814-97f2-fcef2f07638e,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:48.890183 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fdc09433-1ed8-47ad-9602-abe7687fa8aa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:48.902954 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-fdc09433-1ed8-47ad-9602-abe7687fa8aa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Calling delete_port for 1d51cf21-7eb5-4814-97f2-fcef2f07638e owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:01:48.910903 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 39f4127c-3fff-41a5-8069-006054bf78cb {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:01:48.911249 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 39f4127c-3fff-41a5-8069-006054bf78cb not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:01:49.009077 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-5ad3167f-1b87-478d-b14e-abf45f6c630e None None] Deleting port 5cc0e287-239f-4417-88b5-6021120492b6 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:01:49.009452 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5ad3167f-1b87-478d-b14e-abf45f6c630e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:49.082281 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-5ad3167f-1b87-478d-b14e-abf45f6c630e None None] For port 5cc0e287-239f-4417-88b5-6021120492b6, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=5cc0e287-239f-4417-88b5-6021120492b6,segment=NetworkSegment(5aebd0fb-f409-420d-b734-fd1ecc96a519),segment_id=5aebd0fb-f409-420d-b734-fd1ecc96a519)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:49.082761 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5ad3167f-1b87-478d-b14e-abf45f6c630e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:49.084760 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fdc09433-1ed8-47ad-9602-abe7687fa8aa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:49.098210 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-5ad3167f-1b87-478d-b14e-abf45f6c630e None None] Calling delete_port for 5cc0e287-239f-4417-88b5-6021120492b6 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:01:49.112982 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc09433-1ed8-47ad-9602-abe7687fa8aa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Port': ['ID=1d51cf21-7eb5-4814-97f2-fcef2f07638e,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:49.117909 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-bf64e1ac-74d5-44d5-95b3-2a1c64c0debf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320804799', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T05:01:47Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:49.175752 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf64e1ac-74d5-44d5-95b3-2a1c64c0debf None None] The sync data for ids ['3a892e63-0443-49cd-ace6-ac6988bd8439'] in n-d-780147-23 is: [{'id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'name': 'tempest-TestNetworkAdvancedServerOps-router-320804799', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T05:01:47Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '1d51cf21-7eb5-4814-97f2-fcef2f07638e', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a892e63-0443-49cd-ace6-ac6988bd8439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:59:58Z', 'updated_at': '2021-07-05T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:01:49.184593 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fdc09433-1ed8-47ad-9602-abe7687fa8aa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:49.218781 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5ad3167f-1b87-478d-b14e-abf45f6c630e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:49.244086 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3167f-1b87-478d-b14e-abf45f6c630e None None] Pushing event deleted for resources: {'Port': ['ID=5cc0e287-239f-4417-88b5-6021120492b6,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:49.248663 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad3167f-1b87-478d-b14e-abf45f6c630e None None] No DVR routers for this DVR port 5cc0e287-239f-4417-88b5-6021120492b6 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:01:49.255517 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad3167f-1b87-478d-b14e-abf45f6c630e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:49.255905 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad3167f-1b87-478d-b14e-abf45f6c630e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:49.256244 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad3167f-1b87-478d-b14e-abf45f6c630e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:49.256582 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad3167f-1b87-478d-b14e-abf45f6c630e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:49.256906 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad3167f-1b87-478d-b14e-abf45f6c630e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:49.257229 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad3167f-1b87-478d-b14e-abf45f6c630e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:49.257550 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad3167f-1b87-478d-b14e-abf45f6c630e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:49.258582 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad3167f-1b87-478d-b14e-abf45f6c630e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:49.258582 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad3167f-1b87-478d-b14e-abf45f6c630e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:49.258582 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad3167f-1b87-478d-b14e-abf45f6c630e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:49.258885 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad3167f-1b87-478d-b14e-abf45f6c630e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:49.259146 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad3167f-1b87-478d-b14e-abf45f6c630e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:49.288800 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fdc09433-1ed8-47ad-9602-abe7687fa8aa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:49.290942 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fdc09433-1ed8-47ad-9602-abe7687fa8aa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:49.333292 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fdc09433-1ed8-47ad-9602-abe7687fa8aa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:49.333830 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc09433-1ed8-47ad-9602-abe7687fa8aa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Fanout notify agent at l3_agent the message router_deleted on router 3a892e63-0443-49cd-ace6-ac6988bd8439 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:01:49.340939 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-fdc09433-1ed8-47ad-9602-abe7687fa8aa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:49.342969 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-fdc09433-1ed8-47ad-9602-abe7687fa8aa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "DELETE /v2.0/routers/3a892e63-0443-49cd-ace6-ac6988bd8439 HTTP/1.1" status: 204 len: 168 time: 0.8214841 Jul 05 05:01:49.345950 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51044) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:49.423408 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f0b68e1a-4cf3-4e4e-96b3-faffce48e005 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:49.515181 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f0b68e1a-4cf3-4e4e-96b3-faffce48e005 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:49.525984 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-f0b68e1a-4cf3-4e4e-96b3-faffce48e005 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493b352c-7b2e-479d-80e6-bdb7cbc8ab79']}} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:49.537539 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-f0b68e1a-4cf3-4e4e-96b3-faffce48e005 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aebd0fb-f409-420d-b734-fd1ecc96a519') {'for_net_delete': True} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:49.538105 n-d-780147-23 neutron-server[105538]: DEBUG neutron.services.segments.db [None req-f0b68e1a-4cf3-4e4e-96b3-faffce48e005 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aebd0fb-f409-420d-b734-fd1ecc96a519') {} {{(pid=105538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:49.548095 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f0b68e1a-4cf3-4e4e-96b3-faffce48e005 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2919213'] for segment, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:49.563112 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f0b68e1a-4cf3-4e4e-96b3-faffce48e005 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:49.576876 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b68e1a-4cf3-4e4e-96b3-faffce48e005 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=105538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:01:49.577527 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f0b68e1a-4cf3-4e4e-96b3-faffce48e005 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695649'] for segment, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: Traceback (most recent call last): Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: timer() Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: cb(*args, **kw) Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: return func(*args, **kwargs) Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: self._notify() Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: self.callback(batched_events) Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: event.method(event) Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: return f(self, *a, **k) Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: return self._get(url).json() Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: return self.request(url, 'GET', **kwargs) Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:01:49.592197 n-d-780147-23 neutron-server[105538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:01:49.640174 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bcfec2be-3230-45e1-a91c-7e9c2189fe23 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:01:49.649725 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f0b68e1a-4cf3-4e4e-96b3-faffce48e005 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:49.671764 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f0b68e1a-4cf3-4e4e-96b3-faffce48e005 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:49.673743 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f0b68e1a-4cf3-4e4e-96b3-faffce48e005 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "DELETE /v2.0/networks/493b352c-7b2e-479d-80e6-bdb7cbc8ab79 HTTP/1.1" status: 204 len: 168 time: 0.3267899 Jul 05 05:01:49.674016 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: bcfec2be-3230-45e1-a91c-7e9c2189fe23 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:01:49.674134 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bcfec2be-3230-45e1-a91c-7e9c2189fe23 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:01:49.674676 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5cc0e287-239f-4417-88b5-6021120492b6 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:01:49.678052 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51046) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:49.688145 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b68e1a-4cf3-4e4e-96b3-faffce48e005 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Network': ['ID=493b352c-7b2e-479d-80e6-bdb7cbc8ab79,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:49.695372 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 5cc0e287-239f-4417-88b5-6021120492b6 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:01:49.695724 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 5cc0e287-239f-4417-88b5-6021120492b6 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:01:49.708426 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b68e1a-4cf3-4e4e-96b3-faffce48e005 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:49.708426 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b68e1a-4cf3-4e4e-96b3-faffce48e005 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:49.708694 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b68e1a-4cf3-4e4e-96b3-faffce48e005 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:49.709002 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b68e1a-4cf3-4e4e-96b3-faffce48e005 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:49.709347 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b68e1a-4cf3-4e4e-96b3-faffce48e005 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:49.709662 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b68e1a-4cf3-4e4e-96b3-faffce48e005 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:49.709989 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b68e1a-4cf3-4e4e-96b3-faffce48e005 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:49.710317 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b68e1a-4cf3-4e4e-96b3-faffce48e005 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:49.710641 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b68e1a-4cf3-4e4e-96b3-faffce48e005 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:49.711223 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b68e1a-4cf3-4e4e-96b3-faffce48e005 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:49.711223 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b68e1a-4cf3-4e4e-96b3-faffce48e005 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:49.712052 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b68e1a-4cf3-4e4e-96b3-faffce48e005 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:49.759049 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-789b4581-4ad3-4caa-ab5e-e1298d21e381 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:49.798938 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-789b4581-4ad3-4caa-ab5e-e1298d21e381 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:49.876000 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-789b4581-4ad3-4caa-ab5e-e1298d21e381 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:49.878928 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-789b4581-4ad3-4caa-ab5e-e1298d21e381 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:49.880258 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-789b4581-4ad3-4caa-ab5e-e1298d21e381 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "DELETE /v2.0/security-groups/0452ef17-1006-46f2-95fc-2ff92cd8af4a HTTP/1.1" status: 204 len: 168 time: 0.2012322 Jul 05 05:01:49.891528 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b4581-4ad3-4caa-ab5e-e1298d21e381 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0452ef17-1006-46f2-95fc-2ff92cd8af4a,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:50.098861 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51052) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:50.103578 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e456d8d5-2166-4521-a6ba-80868d879f13 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2037815173', 'description': 'tempest-secgroup-smoke-2037815173 description', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:50.127276 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e456d8d5-2166-4521-a6ba-80868d879f13 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:50.227214 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e456d8d5-2166-4521-a6ba-80868d879f13 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:50.232067 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e456d8d5-2166-4521-a6ba-80868d879f13 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:50.261170 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e456d8d5-2166-4521-a6ba-80868d879f13 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:50.265981 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e456d8d5-2166-4521-a6ba-80868d879f13 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1626260 Jul 05 05:01:50.266599 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51054) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:50.272047 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-4a70a4d9-2e8e-44ff-b243-d7fc2dd7ab80 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': 'e44ab43c-003c-4fc7-9e8e-7ed7ca234790', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:50.277401 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456d8d5-2166-4521-a6ba-80868d879f13 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44ab43c-003c-4fc7-9e8e-7ed7ca234790,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:50.304442 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4a70a4d9-2e8e-44ff-b243-d7fc2dd7ab80 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:50.366963 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4a70a4d9-2e8e-44ff-b243-d7fc2dd7ab80 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:50.373711 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4a70a4d9-2e8e-44ff-b243-d7fc2dd7ab80 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:50.393863 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70a4d9-2e8e-44ff-b243-d7fc2dd7ab80 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370dd9ea-b859-4b09-8342-d29686ad74e0,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:50.399491 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-4a70a4d9-2e8e-44ff-b243-d7fc2dd7ab80 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:50.401373 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-4a70a4d9-2e8e-44ff-b243-d7fc2dd7ab80 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334379 Jul 05 05:01:50.404965 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51056) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:50.409656 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-cca6a1f7-c6eb-46d4-90fc-3a2ddf179d5f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': 'e44ab43c-003c-4fc7-9e8e-7ed7ca234790', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:50.438124 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cca6a1f7-c6eb-46d4-90fc-3a2ddf179d5f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:50.498005 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cca6a1f7-c6eb-46d4-90fc-3a2ddf179d5f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:50.501985 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cca6a1f7-c6eb-46d4-90fc-3a2ddf179d5f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:50.521894 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6a1f7-c6eb-46d4-90fc-3a2ddf179d5f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a68020-d557-455e-abab-8509f7121ef8,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:50.531569 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-cca6a1f7-c6eb-46d4-90fc-3a2ddf179d5f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:50.532878 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-cca6a1f7-c6eb-46d4-90fc-3a2ddf179d5f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1268837 Jul 05 05:01:50.535627 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51058) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:50.540138 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-48155afb-eba4-48ea-addf-096d35d8adf8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': 'e44ab43c-003c-4fc7-9e8e-7ed7ca234790', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:50.578546 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-48155afb-eba4-48ea-addf-096d35d8adf8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:50.641923 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-48155afb-eba4-48ea-addf-096d35d8adf8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:50.646085 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-48155afb-eba4-48ea-addf-096d35d8adf8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:50.667469 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48155afb-eba4-48ea-addf-096d35d8adf8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576cccf0-e5d5-4d45-817d-905db1a072f1,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:50.674627 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-48155afb-eba4-48ea-addf-096d35d8adf8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:50.676046 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-48155afb-eba4-48ea-addf-096d35d8adf8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392395 Jul 05 05:01:50.679329 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51060) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:50.687430 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-e3ae610e-1c6e-4752-ab27-aee32cd1821b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': 'e44ab43c-003c-4fc7-9e8e-7ed7ca234790', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:50.720893 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e3ae610e-1c6e-4752-ab27-aee32cd1821b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:50.792715 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e3ae610e-1c6e-4752-ab27-aee32cd1821b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:50.797445 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e3ae610e-1c6e-4752-ab27-aee32cd1821b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:50.819001 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae610e-1c6e-4752-ab27-aee32cd1821b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2779dfdf-7a9d-4e91-843a-962a1d9959be,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:50.823219 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e3ae610e-1c6e-4752-ab27-aee32cd1821b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:50.825000 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e3ae610e-1c6e-4752-ab27-aee32cd1821b tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1439559 Jul 05 05:01:50.828973 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51062) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:50.833681 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-4a6aa705-7f70-4282-ae08-9f67a8e3b427 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': 'e44ab43c-003c-4fc7-9e8e-7ed7ca234790', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:50.857499 n-d-780147-23 neutron-server[105539]: INFO neutron.db.securitygroups_db [None req-4a6aa705-7f70-4282-ae08-9f67a8e3b427 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Project 9c0f14b3387f45bbb4786c1a1c2d3b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:01:50.862925 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa705-7f70-4282-ae08-9f67a8e3b427 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:50.925083 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa705-7f70-4282-ae08-9f67a8e3b427 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:50.929510 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa705-7f70-4282-ae08-9f67a8e3b427 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:50.951976 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6aa705-7f70-4282-ae08-9f67a8e3b427 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a68728-5f22-4d67-998c-6e1928730a47,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:50.957259 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-4a6aa705-7f70-4282-ae08-9f67a8e3b427 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:50.958362 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-4a6aa705-7f70-4282-ae08-9f67a8e3b427 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284373 Jul 05 05:01:50.961167 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51064) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:50.965546 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-891f56ad-6a00-4d05-b979-174ce879aac2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'security_group_rule': {'security_group_id': 'e44ab43c-003c-4fc7-9e8e-7ed7ca234790', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:50.988027 n-d-780147-23 neutron-server[105539]: INFO neutron.db.securitygroups_db [None req-891f56ad-6a00-4d05-b979-174ce879aac2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Project 9c0f14b3387f45bbb4786c1a1c2d3b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:01:50.992749 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-891f56ad-6a00-4d05-b979-174ce879aac2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:51.055443 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-891f56ad-6a00-4d05-b979-174ce879aac2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:51.058961 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-891f56ad-6a00-4d05-b979-174ce879aac2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:51.080085 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f56ad-6a00-4d05-b979-174ce879aac2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4166ad5c-93af-4ba9-8feb-235e128d54df,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:51.083627 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-891f56ad-6a00-4d05-b979-174ce879aac2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:51.084830 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-891f56ad-6a00-4d05-b979-174ce879aac2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227500 Jul 05 05:01:51.087678 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51066) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:51.093665 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-831312e3-31b6-41a3-9de4-93c63013a095 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'network': {'name': 'tempest-network-smoke--100712811', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'port_security_enabled': True}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:51.115169 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831312e3-31b6-41a3-9de4-93c63013a095 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Made reservation on behalf of 9c0f14b3387f45bbb4786c1a1c2d3b4b for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:01:51.118630 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-831312e3-31b6-41a3-9de4-93c63013a095 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:51.141247 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831312e3-31b6-41a3-9de4-93c63013a095 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:01:51.150531 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-831312e3-31b6-41a3-9de4-93c63013a095 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:51.150874 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-831312e3-31b6-41a3-9de4-93c63013a095 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Added segment 56a3fc4c-c51a-4692-88ae-9784b7c7f550 of type vlan for network 7b894ba2-f700-446a-a3c5-365253091ea6 Jul 05 05:01:51.193792 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-831312e3-31b6-41a3-9de4-93c63013a095 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:51.225802 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-831312e3-31b6-41a3-9de4-93c63013a095 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:51.231505 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831312e3-31b6-41a3-9de4-93c63013a095 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:51.232714 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-831312e3-31b6-41a3-9de4-93c63013a095 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:51.291343 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-831312e3-31b6-41a3-9de4-93c63013a095 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2025344 Jul 05 05:01:51.293996 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51068) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:51.299362 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-44024fc7-8d58-4e0e-b91d-3da9c299f3d0 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1578817070', 'admin_state_up': True, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:51.309276 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831312e3-31b6-41a3-9de4-93c63013a095 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Network': ['ID=7b894ba2-f700-446a-a3c5-365253091ea6,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:51.320730 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 7b894ba2-f700-446a-a3c5-365253091ea6 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:01:51.327732 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-44024fc7-8d58-4e0e-b91d-3da9c299f3d0 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:51.328782 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-44024fc7-8d58-4e0e-b91d-3da9c299f3d0 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:51.361422 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1d51cf21-7eb5-4814-97f2-fcef2f07638e no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:01:51.389764 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-44024fc7-8d58-4e0e-b91d-3da9c299f3d0 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:51.390190 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 1d51cf21-7eb5-4814-97f2-fcef2f07638e {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:01:51.390507 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1d51cf21-7eb5-4814-97f2-fcef2f07638e not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:01:51.524740 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-44024fc7-8d58-4e0e-b91d-3da9c299f3d0 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:52.027766 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-44024fc7-8d58-4e0e-b91d-3da9c299f3d0 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:52.045817 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-44024fc7-8d58-4e0e-b91d-3da9c299f3d0 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:52.144579 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-44024fc7-8d58-4e0e-b91d-3da9c299f3d0 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Allocated IP 172.25.1.13 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/2faf2cd3-b049-48be-bda7-158d54418773) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:01:52.249437 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-44024fc7-8d58-4e0e-b91d-3da9c299f3d0 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:52.290040 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-44024fc7-8d58-4e0e-b91d-3da9c299f3d0 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:52.326860 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44024fc7-8d58-4e0e-b91d-3da9c299f3d0 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:01:52.329725 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-44024fc7-8d58-4e0e-b91d-3da9c299f3d0 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:01:52.335098 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44024fc7-8d58-4e0e-b91d-3da9c299f3d0 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:01:52.358973 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44024fc7-8d58-4e0e-b91d-3da9c299f3d0 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=2faf2cd3-b049-48be-bda7-158d54418773,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:52.585138 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-44024fc7-8d58-4e0e-b91d-3da9c299f3d0 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:52.780497 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-44024fc7-8d58-4e0e-b91d-3da9c299f3d0 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:52.915121 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44024fc7-8d58-4e0e-b91d-3da9c299f3d0 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Router c2760003-13e0-45fd-8ca4-cdaf77ded96f is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:01:53.027186 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44024fc7-8d58-4e0e-b91d-3da9c299f3d0 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:01:53.037892 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] Sync routers for ids ['c2760003-13e0-45fd-8ca4-cdaf77ded96f'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:01:53.047402 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-44024fc7-8d58-4e0e-b91d-3da9c299f3d0 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:53.051559 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-44024fc7-8d58-4e0e-b91d-3da9c299f3d0 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7530987 Jul 05 05:01:53.051710 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] Routers {'c2760003-13e0-45fd-8ca4-cdaf77ded96f'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:01:53.051710 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:01:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c2760003-13e0-45fd-8ca4-cdaf77ded96f'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:53.051962 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51070) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:53.083913 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b1a00fb8-59de-433a-b32c-442feab3d790 tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308762 Jul 05 05:01:53.086420 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51072) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:53.162325 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] Set router c2760003-13e0-45fd-8ca4-cdaf77ded96f gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:01:53.202072 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa33ebf6-e1ec-4fe3-86a3-8de979ad6d5b tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:53.203610 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-aa33ebf6-e1ec-4fe3-86a3-8de979ad6d5b tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1162686 Jul 05 05:01:53.206664 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51074) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:53.241990 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-8e4d8490-c5d7-41bc-95e0-aa2929a0efae tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ed495a2f-0241-4263-bf9b-61a54e0fbc19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341563 Jul 05 05:01:53.245485 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51076) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:53.250776 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-38ca99ce-1568-4a38-900e-dd1406ebb868 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1351065788', 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6', 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:53.356306 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ca99ce-1568-4a38-900e-dd1406ebb868 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Made reservation on behalf of 9c0f14b3387f45bbb4786c1a1c2d3b4b for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:01:53.358290 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578817070', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '2faf2cd3-b049-48be-bda7-158d54418773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:51Z', 'updated_at': '2021-07-05T05:01:52Z', 'revision_number': 3, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2faf2cd3-b049-48be-bda7-158d54418773', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:52Z', 'updated_at': '2021-07-05T05:01:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:53.362588 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38ca99ce-1568-4a38-900e-dd1406ebb868 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:53.391319 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] Checking router: c2760003-13e0-45fd-8ca4-cdaf77ded96f for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:01:53.391724 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] Updating router c2760003-13e0-45fd-8ca4-cdaf77ded96f port 2faf2cd3-b049-48be-bda7-158d54418773 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:01:53.428748 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:53.609284 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38ca99ce-1568-4a38-900e-dd1406ebb868 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:53.675703 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca99ce-1568-4a38-900e-dd1406ebb868 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Subnet': ['ID=83bebc58-0791-41a6-b32c-bec731582e35,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:53.691374 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ca99ce-1568-4a38-900e-dd1406ebb868 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Checking segment: {'id': '56a3fc4c-c51a-4692-88ae-9784b7c7f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:01:53.691741 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ca99ce-1568-4a38-900e-dd1406ebb868 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network hostable DHCP agents. Network: 7b894ba2-f700-446a-a3c5-365253091ea6, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:01:53.710058 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ca99ce-1568-4a38-900e-dd1406ebb868 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network 7b894ba2-f700-446a-a3c5-365253091ea6 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:01:53.711210 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:53.722578 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-38ca99ce-1568-4a38-900e-dd1406ebb868 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 7b894ba2-f700-446a-a3c5-365253091ea6) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:01:53.728539 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] Transition to ACTIVE for port object 2faf2cd3-b049-48be-bda7-158d54418773 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:01:53.728799 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ca99ce-1568-4a38-900e-dd1406ebb868 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:53.728799 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-38ca99ce-1568-4a38-900e-dd1406ebb868 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:53.732662 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:53.743215 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728b74ea-3492-47ac-a115-4c7ee340fe33 None None] Network 7b894ba2-f700-446a-a3c5-365253091ea6 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:01:53.755047 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-38ca99ce-1568-4a38-900e-dd1406ebb868 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5081308 Jul 05 05:01:53.757850 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51078) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:53.790313 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] Attempting to bind port 2faf2cd3-b049-48be-bda7-158d54418773 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:01:53.790681 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] Attempting to bind port 2faf2cd3-b049-48be-bda7-158d54418773 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:01:53.791046 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] Attempting to bind port 2faf2cd3-b049-48be-bda7-158d54418773 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:01:53.803561 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:01:53.803999 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:01:53.804359 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:53.804831 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:01:53.805332 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] Bound port: 2faf2cd3-b049-48be-bda7-158d54418773, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:01:53.805935 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:53.809946 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a31985-411e-46e6-9905-a36b60ca7d7d None None] Pushing event updated for resources: {'Port': ['ID=2faf2cd3-b049-48be-bda7-158d54418773,revision_number=2']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:53.838897 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a31985-411e-46e6-9905-a36b60ca7d7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:53.839985 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a31985-411e-46e6-9905-a36b60ca7d7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:53.839985 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a31985-411e-46e6-9905-a36b60ca7d7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:53.840354 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a31985-411e-46e6-9905-a36b60ca7d7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:53.840354 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a31985-411e-46e6-9905-a36b60ca7d7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:53.840703 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a31985-411e-46e6-9905-a36b60ca7d7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:53.841062 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a31985-411e-46e6-9905-a36b60ca7d7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:53.841463 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a31985-411e-46e6-9905-a36b60ca7d7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:53.841783 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a31985-411e-46e6-9905-a36b60ca7d7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:53.842107 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a31985-411e-46e6-9905-a36b60ca7d7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:53.842432 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a31985-411e-46e6-9905-a36b60ca7d7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:53.842760 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a31985-411e-46e6-9905-a36b60ca7d7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:53.880288 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] For port 2faf2cd3-b049-48be-bda7-158d54418773, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:01:53.883516 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] For port 2faf2cd3-b049-48be-bda7-158d54418773, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=2faf2cd3-b049-48be-bda7-158d54418773,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:01:53.890301 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:53.944943 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] Routers {'c2760003-13e0-45fd-8ca4-cdaf77ded96f'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:01:53.945563 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:01:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c2760003-13e0-45fd-8ca4-cdaf77ded96f'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:53.971457 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8472585e-f5eb-4bdc-983a-384ee4765903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-7b894ba2-f700-446a-a3c5-365253091ea6', 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'fixed_ips': [{'subnet_id': '83bebc58-0791-41a6-b32c-bec731582e35'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:01:53.973380 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8472585e-f5eb-4bdc-983a-384ee4765903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:53.994751 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a31985-411e-46e6-9905-a36b60ca7d7d None None] Pushing event updated for resources: {'Port': ['ID=2faf2cd3-b049-48be-bda7-158d54418773,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:54.090415 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] Set router c2760003-13e0-45fd-8ca4-cdaf77ded96f gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:01:54.165174 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-8472585e-f5eb-4bdc-983a-384ee4765903 None None] Allocated IP 172.20.0.2 (7b894ba2-f700-446a-a3c5-365253091ea6/83bebc58-0791-41a6-b32c-bec731582e35/337604e2-65e0-4026-b9aa-1262454dcd7b) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:01:54.314562 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578817070', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '2faf2cd3-b049-48be-bda7-158d54418773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:51Z', 'updated_at': '2021-07-05T05:01:52Z', 'revision_number': 3, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2faf2cd3-b049-48be-bda7-158d54418773', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:52Z', 'updated_at': '2021-07-05T05:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:54.334257 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6cf722a5-af3f-4490-bc91-08935a7c0992 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:54.350711 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c7cc7d-6107-485d-a8d1-2b6b20d8c3e3 None None] The sync data for ids ['c2760003-13e0-45fd-8ca4-cdaf77ded96f'] in n-d-780147-23 is: [{'id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578817070', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '2faf2cd3-b049-48be-bda7-158d54418773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:51Z', 'updated_at': '2021-07-05T05:01:52Z', 'revision_number': 3, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2faf2cd3-b049-48be-bda7-158d54418773', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:52Z', 'updated_at': '2021-07-05T05:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:01:54.503139 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8472585e-f5eb-4bdc-983a-384ee4765903 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:54.513902 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8472585e-f5eb-4bdc-983a-384ee4765903 None None] Transition to ACTIVE for port object 337604e2-65e0-4026-b9aa-1262454dcd7b will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:01:54.530523 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-8472585e-f5eb-4bdc-983a-384ee4765903 None None] Transition to ACTIVE for port object 337604e2-65e0-4026-b9aa-1262454dcd7b will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:01:54.537771 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8472585e-f5eb-4bdc-983a-384ee4765903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:54.592509 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8472585e-f5eb-4bdc-983a-384ee4765903 None None] Network 7b894ba2-f700-446a-a3c5-365253091ea6 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:01:54.598112 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-8472585e-f5eb-4bdc-983a-384ee4765903 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:01:54.607824 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8472585e-f5eb-4bdc-983a-384ee4765903 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:01:54.610114 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472585e-f5eb-4bdc-983a-384ee4765903 None None] Pushing event updated for resources: {'Port': ['ID=337604e2-65e0-4026-b9aa-1262454dcd7b,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:54.675832 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8472585e-f5eb-4bdc-983a-384ee4765903 None None] Attempting to bind port 337604e2-65e0-4026-b9aa-1262454dcd7b on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:01:54.676769 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8472585e-f5eb-4bdc-983a-384ee4765903 None None] Attempting to bind port 337604e2-65e0-4026-b9aa-1262454dcd7b by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '56a3fc4c-c51a-4692-88ae-9784b7c7f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:01:54.676769 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8472585e-f5eb-4bdc-983a-384ee4765903 None None] Attempting to bind port 337604e2-65e0-4026-b9aa-1262454dcd7b on network 7b894ba2-f700-446a-a3c5-365253091ea6 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:01:54.681906 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8472585e-f5eb-4bdc-983a-384ee4765903 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:01:54.682284 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8472585e-f5eb-4bdc-983a-384ee4765903 None None] Checking segment: {'id': '56a3fc4c-c51a-4692-88ae-9784b7c7f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:01:54.682687 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8472585e-f5eb-4bdc-983a-384ee4765903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:54.683080 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8472585e-f5eb-4bdc-983a-384ee4765903 None None] Bound using segment: {'id': '56a3fc4c-c51a-4692-88ae-9784b7c7f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:01:54.683555 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-8472585e-f5eb-4bdc-983a-384ee4765903 None None] Bound port: 337604e2-65e0-4026-b9aa-1262454dcd7b, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a3fc4c-c51a-4692-88ae-9784b7c7f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:01:54.683969 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8472585e-f5eb-4bdc-983a-384ee4765903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:54.686438 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-6cf722a5-af3f-4490-bc91-08935a7c0992 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Allocated IP 172.20.0.1 (7b894ba2-f700-446a-a3c5-365253091ea6/83bebc58-0791-41a6-b32c-bec731582e35/7f391b70-a606-407c-b5f5-5f683f4c639a) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:01:54.774396 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8472585e-f5eb-4bdc-983a-384ee4765903 None None] For port 337604e2-65e0-4026-b9aa-1262454dcd7b, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:01:54.777909 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-8472585e-f5eb-4bdc-983a-384ee4765903 None None] For port 337604e2-65e0-4026-b9aa-1262454dcd7b, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=337604e2-65e0-4026-b9aa-1262454dcd7b,segment=NetworkSegment(56a3fc4c-c51a-4692-88ae-9784b7c7f550),segment_id=56a3fc4c-c51a-4692-88ae-9784b7c7f550)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:01:54.783249 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8472585e-f5eb-4bdc-983a-384ee4765903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:54.848140 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6cf722a5-af3f-4490-bc91-08935a7c0992 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:54.856568 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472585e-f5eb-4bdc-983a-384ee4765903 None None] Pushing event updated for resources: {'Port': ['ID=337604e2-65e0-4026-b9aa-1262454dcd7b,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:54.869566 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-6cf722a5-af3f-4490-bc91-08935a7c0992 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Transition to ACTIVE for port object 7f391b70-a606-407c-b5f5-5f683f4c639a will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:01:54.917052 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6cf722a5-af3f-4490-bc91-08935a7c0992 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:54.964162 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf722a5-af3f-4490-bc91-08935a7c0992 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network 7b894ba2-f700-446a-a3c5-365253091ea6 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:01:54.971110 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-6cf722a5-af3f-4490-bc91-08935a7c0992 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:01:54.974278 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf722a5-af3f-4490-bc91-08935a7c0992 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:01:55.006546 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf722a5-af3f-4490-bc91-08935a7c0992 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=7f391b70-a606-407c-b5f5-5f683f4c639a,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:55.048266 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6cf722a5-af3f-4490-bc91-08935a7c0992 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:55.215664 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6cf722a5-af3f-4490-bc91-08935a7c0992 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:55.478826 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 2faf2cd3-b049-48be-bda7-158d54418773 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:01:55.526361 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6cf722a5-af3f-4490-bc91-08935a7c0992 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:55.532353 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6cf722a5-af3f-4490-bc91-08935a7c0992 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:55.533581 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 2faf2cd3-b049-48be-bda7-158d54418773 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:01:55.538138 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 2faf2cd3-b049-48be-bda7-158d54418773 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:55.538516 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:55.614947 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf722a5-af3f-4490-bc91-08935a7c0992 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=7f391b70-a606-407c-b5f5-5f683f4c639a,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:55.619278 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-6cf722a5-af3f-4490-bc91-08935a7c0992 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:55.624953 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:55.646170 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 2faf2cd3-b049-48be-bda7-158d54418773, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=2faf2cd3-b049-48be-bda7-158d54418773,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:55.651036 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:55.652002 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 337604e2-65e0-4026-b9aa-1262454dcd7b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:01:55.732728 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf722a5-af3f-4490-bc91-08935a7c0992 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network 7b894ba2-f700-446a-a3c5-365253091ea6 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:01:55.734839 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-6cf722a5-af3f-4490-bc91-08935a7c0992 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:01:55.740182 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=2faf2cd3-b049-48be-bda7-158d54418773,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:55.757382 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 337604e2-65e0-4026-b9aa-1262454dcd7b completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:01:55.836993 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a359c439-fe56-4484-b4ce-09dbd89c2de5 None None] Network 7b894ba2-f700-446a-a3c5-365253091ea6 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:01:55.858805 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf722a5-af3f-4490-bc91-08935a7c0992 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Router c2760003-13e0-45fd-8ca4-cdaf77ded96f has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:01:55.949111 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9ce04348-31c3-41d8-ab01-17d7d3528309 None None] Provisioning for port 337604e2-65e0-4026-b9aa-1262454dcd7b completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:01:55.960194 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9ce04348-31c3-41d8-ab01-17d7d3528309 None None] Provisioning complete for port 337604e2-65e0-4026-b9aa-1262454dcd7b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:55.960570 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9ce04348-31c3-41d8-ab01-17d7d3528309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:55.972994 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf722a5-af3f-4490-bc91-08935a7c0992 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:01:55.978470 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-6cf722a5-af3f-4490-bc91-08935a7c0992 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "PUT /v2.0/routers/c2760003-13e0-45fd-8ca4-cdaf77ded96f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2193346 Jul 05 05:01:56.089681 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9ce04348-31c3-41d8-ab01-17d7d3528309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:56.130562 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-9ce04348-31c3-41d8-ab01-17d7d3528309 None None] For port 337604e2-65e0-4026-b9aa-1262454dcd7b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=337604e2-65e0-4026-b9aa-1262454dcd7b,segment=NetworkSegment(56a3fc4c-c51a-4692-88ae-9784b7c7f550),segment_id=56a3fc4c-c51a-4692-88ae-9784b7c7f550)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:56.137590 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9ce04348-31c3-41d8-ab01-17d7d3528309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:56.150076 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-de8e3105-8b4d-4e44-993a-299a94c3c5a3 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037815173&fields=id&tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b HTTP/1.1" status: 200 len: 267 time: 0.0522411 Jul 05 05:01:56.197988 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce04348-31c3-41d8-ab01-17d7d3528309 None None] Pushing event updated for resources: {'Port': ['ID=337604e2-65e0-4026-b9aa-1262454dcd7b,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:56.266636 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-b5958b00-5d09-48a3-8e65-811b26c8ef54 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:56.268232 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-b5958b00-5d09-48a3-8e65-811b26c8ef54 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/networks?id=7b894ba2-f700-446a-a3c5-365253091ea6 HTTP/1.1" status: 200 len: 796 time: 0.1107306 Jul 05 05:01:56.284251 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-c7e28471-c7e8-4a7c-a509-06f9457a4e19 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/quotas/9c0f14b3387f45bbb4786c1a1c2d3b4b HTTP/1.1" status: 200 len: 375 time: 0.0103266 Jul 05 05:01:56.358691 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] Sync routers for ids ['c2760003-13e0-45fd-8ca4-cdaf77ded96f'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:01:56.372959 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] Routers {'c2760003-13e0-45fd-8ca4-cdaf77ded96f'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:01:56.373233 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-07478da7-8ee0-4566-a9cd-5f4c481a3826 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824039 Jul 05 05:01:56.373528 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:01:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c2760003-13e0-45fd-8ca4-cdaf77ded96f'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:56.376587 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fc90c887-3194-48e1-af21-16e88e4b6fbd None None] Provisioning for port 7f391b70-a606-407c-b5f5-5f683f4c639a completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:01:56.420236 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fc90c887-3194-48e1-af21-16e88e4b6fbd None None] Provisioning complete for port 7f391b70-a606-407c-b5f5-5f683f4c639a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:56.420837 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc90c887-3194-48e1-af21-16e88e4b6fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:56.481495 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-351bda53-2629-456e-93ce-c7428cdb54b0 service neutron] 10.222.0.77 "GET /v2.0/networks/7b894ba2-f700-446a-a3c5-365253091ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921426 Jul 05 05:01:56.495869 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-fc90c887-3194-48e1-af21-16e88e4b6fbd None None] Port 7f391b70-a606-407c-b5f5-5f683f4c639a cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:01:56.518377 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-fc90c887-3194-48e1-af21-16e88e4b6fbd None None] Provisioning complete for port 337604e2-65e0-4026-b9aa-1262454dcd7b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:56.518766 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fc90c887-3194-48e1-af21-16e88e4b6fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:56.550016 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] Set router c2760003-13e0-45fd-8ca4-cdaf77ded96f gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:01:56.586222 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-136f1c74-0335-49d4-b74b-b1bd15f4002f service neutron] 10.222.0.77 "GET /v2.0/networks/7b894ba2-f700-446a-a3c5-365253091ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986040 Jul 05 05:01:56.786860 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1606bc54-de91-45c5-ae0c-4efddb20c8ea req-2af236c5-b843-44d3-92a1-2fe8075cf93a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 210 time: 0.0300381 Jul 05 05:01:56.819668 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578817070', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '2faf2cd3-b049-48be-bda7-158d54418773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:51Z', 'updated_at': '2021-07-05T05:01:55Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2faf2cd3-b049-48be-bda7-158d54418773', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:52Z', 'updated_at': '2021-07-05T05:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '7f391b70-a606-407c-b5f5-5f683f4c639a', 'name': '', 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:7e:50:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '83bebc58-0791-41a6-b32c-bec731582e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:54Z', 'updated_at': '2021-07-05T05:01:55Z', 'revision_number': 2, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '83bebc58-0791-41a6-b32c-bec731582e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:56.848442 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] Checking router: c2760003-13e0-45fd-8ca4-cdaf77ded96f for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:01:56.849076 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] Updating router c2760003-13e0-45fd-8ca4-cdaf77ded96f port 7f391b70-a606-407c-b5f5-5f683f4c639a binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:01:56.884951 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-26714a1d-2b8c-4485-a92a-0324e7be68f6 None None] Provisioning complete for port 7f391b70-a606-407c-b5f5-5f683f4c639a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:56.885324 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-26714a1d-2b8c-4485-a92a-0324e7be68f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:56.889504 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:56.966756 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-26714a1d-2b8c-4485-a92a-0324e7be68f6 None None] Port 7f391b70-a606-407c-b5f5-5f683f4c639a cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:01:57.190891 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:57.200521 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] Transition to ACTIVE for port object 7f391b70-a606-407c-b5f5-5f683f4c639a will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:01:57.205461 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:57.282489 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1bd86a-8b50-44a7-93b0-a5af2557c9b6 None None] Pushing event updated for resources: {'Port': ['ID=7f391b70-a606-407c-b5f5-5f683f4c639a,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:57.323581 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] Attempting to bind port 7f391b70-a606-407c-b5f5-5f683f4c639a on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:01:57.323992 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] Attempting to bind port 7f391b70-a606-407c-b5f5-5f683f4c639a by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '56a3fc4c-c51a-4692-88ae-9784b7c7f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:01:57.324358 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] Attempting to bind port 7f391b70-a606-407c-b5f5-5f683f4c639a on network 7b894ba2-f700-446a-a3c5-365253091ea6 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:01:57.330507 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:01:57.330859 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] Checking segment: {'id': '56a3fc4c-c51a-4692-88ae-9784b7c7f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:01:57.331262 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:57.331653 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] Bound using segment: {'id': '56a3fc4c-c51a-4692-88ae-9784b7c7f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:01:57.332164 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] Bound port: 7f391b70-a606-407c-b5f5-5f683f4c639a, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a3fc4c-c51a-4692-88ae-9784b7c7f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:01:57.332537 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:57.405768 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] For port 7f391b70-a606-407c-b5f5-5f683f4c639a, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:01:57.410056 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] For port 7f391b70-a606-407c-b5f5-5f683f4c639a, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7f391b70-a606-407c-b5f5-5f683f4c639a,segment=NetworkSegment(56a3fc4c-c51a-4692-88ae-9784b7c7f550),segment_id=56a3fc4c-c51a-4692-88ae-9784b7c7f550)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:01:57.415302 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:57.446466 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 2faf2cd3-b049-48be-bda7-158d54418773 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:01:57.523976 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] Routers {'c2760003-13e0-45fd-8ca4-cdaf77ded96f'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:01:57.524624 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:01:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c2760003-13e0-45fd-8ca4-cdaf77ded96f'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:57.533875 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1bd86a-8b50-44a7-93b0-a5af2557c9b6 None None] Pushing event updated for resources: {'Port': ['ID=7f391b70-a606-407c-b5f5-5f683f4c639a,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:57.627155 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 2faf2cd3-b049-48be-bda7-158d54418773 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:57.627529 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:57.680477 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] Set router c2760003-13e0-45fd-8ca4-cdaf77ded96f gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:01:57.848307 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 337604e2-65e0-4026-b9aa-1262454dcd7b up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:01:57.872605 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5d2d4f82-d130-4d34-9361-7114dbda9472 req-038840a5-5bfe-4758-81e1-53c2279c77a7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 210 time: 0.0295827 Jul 05 05:01:57.941971 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 337604e2-65e0-4026-b9aa-1262454dcd7b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:57.942582 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:58.000128 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578817070', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '2faf2cd3-b049-48be-bda7-158d54418773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:51Z', 'updated_at': '2021-07-05T05:01:55Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2faf2cd3-b049-48be-bda7-158d54418773', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:52Z', 'updated_at': '2021-07-05T05:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '7f391b70-a606-407c-b5f5-5f683f4c639a', 'name': '', 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:7e:50:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '83bebc58-0791-41a6-b32c-bec731582e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:54Z', 'updated_at': '2021-07-05T05:01:57Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '83bebc58-0791-41a6-b32c-bec731582e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:58.027447 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d73173-b19a-4eab-a8e0-f72ebdb59607 None None] The sync data for ids ['c2760003-13e0-45fd-8ca4-cdaf77ded96f'] in n-d-780147-23 is: [{'id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578817070', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '2faf2cd3-b049-48be-bda7-158d54418773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:51Z', 'updated_at': '2021-07-05T05:01:55Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2faf2cd3-b049-48be-bda7-158d54418773', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:52Z', 'updated_at': '2021-07-05T05:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '7f391b70-a606-407c-b5f5-5f683f4c639a', 'name': '', 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:7e:50:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '83bebc58-0791-41a6-b32c-bec731582e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:54Z', 'updated_at': '2021-07-05T05:01:57Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '83bebc58-0791-41a6-b32c-bec731582e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:01:58.804575 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e1cb8312-bb97-4568-8f61-1f3e482cc08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:58.964214 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7a510566-3f3f-4ecb-bafb-db85ecd9f4c4 req-7fbdb0b7-c1ea-4de2-a835-3a5ca2205fd3 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 210 time: 0.0328190 Jul 05 05:01:59.427467 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7f391b70-a606-407c-b5f5-5f683f4c639a up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:01:59.481140 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 7f391b70-a606-407c-b5f5-5f683f4c639a completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:01:59.485432 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 7f391b70-a606-407c-b5f5-5f683f4c639a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:59.485808 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:59.561347 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:59.593538 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 7f391b70-a606-407c-b5f5-5f683f4c639a, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7f391b70-a606-407c-b5f5-5f683f4c639a,segment=NetworkSegment(56a3fc4c-c51a-4692-88ae-9784b7c7f550),segment_id=56a3fc4c-c51a-4692-88ae-9784b7c7f550)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:59.597245 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:59.643976 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=7f391b70-a606-407c-b5f5-5f683f4c639a,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:02:00.063951 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:00.078341 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-61af32a6-15af-4ffa-a40a-bfafb339b324 req-5b7a152c-072a-4e3f-b922-68f8bd342f76 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 210 time: 0.0382946 Jul 05 05:02:01.219380 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b7a82c28-389b-44f6-8472-d0c2ff27dad3 req-dd36415e-9dae-4440-bc41-e24e04151ded tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 210 time: 0.0289664 Jul 05 05:02:01.412047 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7f391b70-a606-407c-b5f5-5f683f4c639a up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:02:01.476577 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-aef8d024-caf0-4412-933d-7e3011b1882b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:01.485854 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 7f391b70-a606-407c-b5f5-5f683f4c639a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:02:01.486211 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:01.590232 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:02:01.883984 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:02.118121 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-59d37338-f7e2-4dbe-95ed-8e94601942ee tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:02.119490 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-59d37338-f7e2-4dbe-95ed-8e94601942ee tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.89 "GET /v2.0/networks?id=7b894ba2-f700-446a-a3c5-365253091ea6 HTTP/1.1" status: 200 len: 796 time: 0.1130335 Jul 05 05:02:02.168739 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-7f09f77e-e0e9-451e-b136-bd56224951a4 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b HTTP/1.1" status: 200 len: 380 time: 0.0354693 Jul 05 05:02:02.180251 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-8061922a-9320-4670-b02c-f0a04bb37c48 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'port': {'device_id': '6d526cdc-8641-4ae5-9bfb-724d0bceb9fc', 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6', 'admin_state_up': True, 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'security_groups': ['e44ab43c-003c-4fc7-9e8e-7ed7ca234790']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:02:02.296574 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-8061922a-9320-4670-b02c-f0a04bb37c48 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Made reservation on behalf of 9c0f14b3387f45bbb4786c1a1c2d3b4b for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:02:02.300199 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-8061922a-9320-4670-b02c-f0a04bb37c48 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:02.394555 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d8d3f1d4-80fd-4656-9a50-e7060ba956b1 req-bb5985c6-80ba-49b4-920c-a88196c32de7 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 210 time: 0.0396967 Jul 05 05:02:02.458818 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-8061922a-9320-4670-b02c-f0a04bb37c48 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Allocated IP 172.20.0.13 (7b894ba2-f700-446a-a3c5-365253091ea6/83bebc58-0791-41a6-b32c-bec731582e35/4bb5899b-73aa-469d-83f7-29e08905b75a) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:02:02.600102 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-8061922a-9320-4670-b02c-f0a04bb37c48 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:02.612830 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-8061922a-9320-4670-b02c-f0a04bb37c48 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Transition to ACTIVE for port object 4bb5899b-73aa-469d-83f7-29e08905b75a will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:02:02.645057 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-8061922a-9320-4670-b02c-f0a04bb37c48 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:02.684323 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-8061922a-9320-4670-b02c-f0a04bb37c48 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network 7b894ba2-f700-446a-a3c5-365253091ea6 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:02:02.687675 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-8061922a-9320-4670-b02c-f0a04bb37c48 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:02:02.690778 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-8061922a-9320-4670-b02c-f0a04bb37c48 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:02:02.731585 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061922a-9320-4670-b02c-f0a04bb37c48 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=4bb5899b-73aa-469d-83f7-29e08905b75a,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:02:02.752808 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-8061922a-9320-4670-b02c-f0a04bb37c48 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:02.753460 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-8061922a-9320-4670-b02c-f0a04bb37c48 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:02.769127 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-8061922a-9320-4670-b02c-f0a04bb37c48 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5927179 Jul 05 05:02:02.787319 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-f7ec0ddc-314f-4734-bb12-36969966e21b service neutron] Request body: {'port': {'device_id': '6d526cdc-8641-4ae5-9bfb-724d0bceb9fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:02:02.848917 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:02.870853 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-f7ec0ddc-314f-4734-bb12-36969966e21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:02.941291 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2fb08d0c-bcf7-42ca-a253-cf77efd99575 None None] Provisioning for port 4bb5899b-73aa-469d-83f7-29e08905b75a completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:02:02.945241 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2fb08d0c-bcf7-42ca-a253-cf77efd99575 None None] Provisioning complete for port 4bb5899b-73aa-469d-83f7-29e08905b75a triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:02:02.945623 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2fb08d0c-bcf7-42ca-a253-cf77efd99575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:03.140432 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2fb08d0c-bcf7-42ca-a253-cf77efd99575 None None] Port 4bb5899b-73aa-469d-83f7-29e08905b75a cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:02:03.144898 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-f7ec0ddc-314f-4734-bb12-36969966e21b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb5899b-73aa-469d-83f7-29e08905b75a {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:02:03.152420 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-f7ec0ddc-314f-4734-bb12-36969966e21b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:03.164981 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-f7ec0ddc-314f-4734-bb12-36969966e21b service neutron] Transition to ACTIVE for port object 4bb5899b-73aa-469d-83f7-29e08905b75a will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:02:03.167781 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-f7ec0ddc-314f-4734-bb12-36969966e21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:03.238551 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec0ddc-314f-4734-bb12-36969966e21b service neutron] Pushing event updated for resources: {'Port': ['ID=4bb5899b-73aa-469d-83f7-29e08905b75a,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:02:03.293347 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-f7ec0ddc-314f-4734-bb12-36969966e21b service neutron] Attempting to bind port 4bb5899b-73aa-469d-83f7-29e08905b75a on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:02:03.293680 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-f7ec0ddc-314f-4734-bb12-36969966e21b service neutron] Attempting to bind port 4bb5899b-73aa-469d-83f7-29e08905b75a by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '56a3fc4c-c51a-4692-88ae-9784b7c7f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:02:03.294004 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-f7ec0ddc-314f-4734-bb12-36969966e21b service neutron] Attempting to bind port 4bb5899b-73aa-469d-83f7-29e08905b75a on network 7b894ba2-f700-446a-a3c5-365253091ea6 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:02:03.299416 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-f7ec0ddc-314f-4734-bb12-36969966e21b service neutron] Port 4bb5899b-73aa-469d-83f7-29e08905b75a on network 7b894ba2-f700-446a-a3c5-365253091ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:02:03.300166 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-f7ec0ddc-314f-4734-bb12-36969966e21b service neutron] Attempting to bind port 4bb5899b-73aa-469d-83f7-29e08905b75a on network 7b894ba2-f700-446a-a3c5-365253091ea6 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:02:03.304895 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-f7ec0ddc-314f-4734-bb12-36969966e21b service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:02:03.305229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-f7ec0ddc-314f-4734-bb12-36969966e21b service neutron] Checking segment: {'id': '56a3fc4c-c51a-4692-88ae-9784b7c7f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:02:03.305611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-f7ec0ddc-314f-4734-bb12-36969966e21b service neutron] Bound using segment: {'id': '56a3fc4c-c51a-4692-88ae-9784b7c7f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:02:03.306040 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-f7ec0ddc-314f-4734-bb12-36969966e21b service neutron] Bound port: 4bb5899b-73aa-469d-83f7-29e08905b75a, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56a3fc4c-c51a-4692-88ae-9784b7c7f550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:02:03.306391 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-f7ec0ddc-314f-4734-bb12-36969966e21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:03.381349 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-f7ec0ddc-314f-4734-bb12-36969966e21b service neutron] For port 4bb5899b-73aa-469d-83f7-29e08905b75a, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:02:03.384378 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-f7ec0ddc-314f-4734-bb12-36969966e21b service neutron] For port 4bb5899b-73aa-469d-83f7-29e08905b75a, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=4bb5899b-73aa-469d-83f7-29e08905b75a,segment=NetworkSegment(56a3fc4c-c51a-4692-88ae-9784b7c7f550),segment_id=56a3fc4c-c51a-4692-88ae-9784b7c7f550)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:02:03.389399 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-f7ec0ddc-314f-4734-bb12-36969966e21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:03.424088 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-f7ec0ddc-314f-4734-bb12-36969966e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:03.424705 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-f7ec0ddc-314f-4734-bb12-36969966e21b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:03.426607 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-f7ec0ddc-314f-4734-bb12-36969966e21b service neutron] 10.222.0.89 "PUT /v2.0/ports/4bb5899b-73aa-469d-83f7-29e08905b75a HTTP/1.1" status: 200 len: 1093 time: 0.6433327 Jul 05 05:02:03.426607 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d526cdc-8641-4ae5-9bfb-724d0bceb9fc', 'tag': '4bb5899b-73aa-469d-83f7-29e08905b75a'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:02:03.428810 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dadc5ff-a8ac-49af-98a5-26e7d57d9768" -d '{"events": [{"name": "network-changed", "server_uuid": "6d526cdc-8641-4ae5-9bfb-724d0bceb9fc", "tag": "4bb5899b-73aa-469d-83f7-29e08905b75a"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:02:03.487534 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec0ddc-314f-4734-bb12-36969966e21b service neutron] Pushing event updated for resources: {'Port': ['ID=4bb5899b-73aa-469d-83f7-29e08905b75a,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:02:03.585353 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-4762aa86-5f24-4528-8b69-12183d1703a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:03.586949 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-4762aa86-5f24-4528-8b69-12183d1703a5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 1096 time: 0.0954444 Jul 05 05:02:03.643184 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-a0601488-6c91-45ad-a3ca-e2cb694d87c0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bb5899b-73aa-469d-83f7-29e08905b75a HTTP/1.1" status: 200 len: 217 time: 0.0422189 Jul 05 05:02:03.653871 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3fbf2-c93e-4f32-8e7d-f5b4c41de730 req-a0ce6f2b-86b9-4d78-bb2b-cd996ece4b98 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:03.655954 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91b3fbf2-c93e-4f32-8e7d-f5b4c41de730 req-a0ce6f2b-86b9-4d78-bb2b-cd996ece4b98 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 944 time: 0.1192281 Jul 05 05:02:03.730186 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91b3fbf2-c93e-4f32-8e7d-f5b4c41de730 req-f75153c0-e9ca-478f-991f-f97306f4e9e2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=e44ab43c-003c-4fc7-9e8e-7ed7ca234790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660844 Jul 05 05:02:03.731613 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-a5fb738a-bc35-4e1a-9223-91dd334bb395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:03.734338 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-a5fb738a-bc35-4e1a-9223-91dd334bb395 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=83bebc58-0791-41a6-b32c-bec731582e35 HTTP/1.1" status: 200 len: 835 time: 0.0775247 Jul 05 05:02:03.776211 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1d60ec-0b57-49fe-9cd7-26efd24b4a0c x-openstack-request-id: req-3c1d60ec-0b57-49fe-9cd7-26efd24b4a0c {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:02:03.776498 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d526cdc-8641-4ae5-9bfb-724d0bceb9fc", "tag": "4bb5899b-73aa-469d-83f7-29e08905b75a", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:02:03.776745 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3c1d60ec-0b57-49fe-9cd7-26efd24b4a0c {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:02:03.777134 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d526cdc-8641-4ae5-9bfb-724d0bceb9fc', 'tag': '4bb5899b-73aa-469d-83f7-29e08905b75a', 'status': 'completed', 'code': 200} Jul 05 05:02:03.800369 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-2ca190f9-2a47-410a-808f-bad50675fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:03.801862 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-2ca190f9-2a47-410a-808f-bad50675fa26 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7b894ba2-f700-446a-a3c5-365253091ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573983 Jul 05 05:02:03.897329 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-26e59a51-d986-4d5d-807b-5cea63cb9940 service neutron] 10.222.0.89 "GET /v2.0/networks/7b894ba2-f700-446a-a3c5-365253091ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817366 Jul 05 05:02:03.994962 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2cce2a57-8a2f-4945-8d44-6f7173df5c22 req-ecad0c50-2fce-44ec-bf29-02da2b585c3c service neutron] 10.222.0.89 "GET /v2.0/networks/7b894ba2-f700-446a-a3c5-365253091ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876434 Jul 05 05:02:04.098688 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadc5ff-a8ac-49af-98a5-26e7d57d9768 req-5427290f-9236-415b-a202-8e66899adad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:04.100251 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4dadc5ff-a8ac-49af-98a5-26e7d57d9768 req-5427290f-9236-415b-a202-8e66899adad7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 1096 time: 0.0559969 Jul 05 05:02:04.196663 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadc5ff-a8ac-49af-98a5-26e7d57d9768 req-d8215efe-2f44-4c4c-8b2a-47c4e53c3c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:04.198205 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4dadc5ff-a8ac-49af-98a5-26e7d57d9768 req-d8215efe-2f44-4c4c-8b2a-47c4e53c3c90 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7b894ba2-f700-446a-a3c5-365253091ea6 HTTP/1.1" status: 200 len: 897 time: 0.0909238 Jul 05 05:02:04.239983 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4dadc5ff-a8ac-49af-98a5-26e7d57d9768 req-c58b25f6-c79b-49a4-910b-8ff04261f609 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bb5899b-73aa-469d-83f7-29e08905b75a HTTP/1.1" status: 200 len: 217 time: 0.0349758 Jul 05 05:02:04.288875 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadc5ff-a8ac-49af-98a5-26e7d57d9768 req-1e7d3963-2980-4d08-b956-ec44f44002d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:04.290234 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4dadc5ff-a8ac-49af-98a5-26e7d57d9768 req-1e7d3963-2980-4d08-b956-ec44f44002d2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=83bebc58-0791-41a6-b32c-bec731582e35 HTTP/1.1" status: 200 len: 835 time: 0.0440314 Jul 05 05:02:04.353575 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadc5ff-a8ac-49af-98a5-26e7d57d9768 req-e10985b9-c209-4f15-90a4-1af142835d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:04.355083 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4dadc5ff-a8ac-49af-98a5-26e7d57d9768 req-e10985b9-c209-4f15-90a4-1af142835d45 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7b894ba2-f700-446a-a3c5-365253091ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566041 Jul 05 05:02:04.443717 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4dadc5ff-a8ac-49af-98a5-26e7d57d9768 req-aeabfe2a-3892-448e-a403-60063add129c service neutron] 10.222.0.89 "GET /v2.0/networks/7b894ba2-f700-446a-a3c5-365253091ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816009 Jul 05 05:02:04.536910 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4dadc5ff-a8ac-49af-98a5-26e7d57d9768 req-85557f9b-1914-447b-88a5-ddcab7dcfaac service neutron] 10.222.0.89 "GET /v2.0/networks/7b894ba2-f700-446a-a3c5-365253091ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852928 Jul 05 05:02:04.648360 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:04.913252 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26545c14-5c5c-4038-94ab-85355fe19d96 req-823ea5ee-ff0d-4b63-8a77-78c39ac76ba1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:04.914653 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26545c14-5c5c-4038-94ab-85355fe19d96 req-823ea5ee-ff0d-4b63-8a77-78c39ac76ba1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 944 time: 0.0637476 Jul 05 05:02:04.951703 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-26545c14-5c5c-4038-94ab-85355fe19d96 req-a4141f3d-278d-41d1-8bc5-6b6db66c84ca tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=e44ab43c-003c-4fc7-9e8e-7ed7ca234790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310910 Jul 05 05:02:06.127927 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26f939-0101-4a8a-b963-1b07813ef17e req-457f7384-78ae-4223-a269-b3e5f4b856ba tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:06.129430 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9f26f939-0101-4a8a-b963-1b07813ef17e req-457f7384-78ae-4223-a269-b3e5f4b856ba tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 944 time: 0.0644720 Jul 05 05:02:06.167543 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9f26f939-0101-4a8a-b963-1b07813ef17e req-39c83f12-d843-49fe-bea4-6427f50ff86c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=e44ab43c-003c-4fc7-9e8e-7ed7ca234790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324209 Jul 05 05:02:06.915864 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 4bb5899b-73aa-469d-83f7-29e08905b75a details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:02:07.009995 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 4bb5899b-73aa-469d-83f7-29e08905b75a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=4bb5899b-73aa-469d-83f7-29e08905b75a,segment=NetworkSegment(56a3fc4c-c51a-4692-88ae-9784b7c7f550),segment_id=56a3fc4c-c51a-4692-88ae-9784b7c7f550)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:02:07.025403 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '4bb5899b-73aa-469d-83f7-29e08905b75a', 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6', 'port_id': '4bb5899b-73aa-469d-83f7-29e08905b75a', 'mac_address': 'fa:16:3e:3e:6e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83bebc58-0791-41a6-b32c-bec731582e35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:02:07.066440 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:07.079229 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb5899b-73aa-469d-83f7-29e08905b75a {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:02:07.107469 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 4bb5899b-73aa-469d-83f7-29e08905b75a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=4bb5899b-73aa-469d-83f7-29e08905b75a,segment=NetworkSegment(56a3fc4c-c51a-4692-88ae-9784b7c7f550),segment_id=56a3fc4c-c51a-4692-88ae-9784b7c7f550)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:02:07.112238 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:07.159747 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=4bb5899b-73aa-469d-83f7-29e08905b75a,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:02:07.345965 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964256b2-6be8-4336-9bca-98c799f16a39 req-b2b63276-e5af-46df-8f87-848bb9cbc94f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:07.347493 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-964256b2-6be8-4336-9bca-98c799f16a39 req-b2b63276-e5af-46df-8f87-848bb9cbc94f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 945 time: 0.0683396 Jul 05 05:02:07.376163 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['4bb5899b-73aa-469d-83f7-29e08905b75a'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:02:07.385764 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-964256b2-6be8-4336-9bca-98c799f16a39 req-c6be55f6-d46d-4267-9e3e-27d6599f12ba tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=e44ab43c-003c-4fc7-9e8e-7ed7ca234790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324841 Jul 05 05:02:08.563873 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de5e67-3d4e-4a4c-8be9-e6373b52dc41 req-23926a64-a0ce-44b4-9418-1334782d5b29 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:08.565582 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f8de5e67-3d4e-4a4c-8be9-e6373b52dc41 req-23926a64-a0ce-44b4-9418-1334782d5b29 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 945 time: 0.0632856 Jul 05 05:02:08.604652 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f8de5e67-3d4e-4a4c-8be9-e6373b52dc41 req-1c29bf1d-87c0-49fd-a670-5552bb90be2e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=e44ab43c-003c-4fc7-9e8e-7ed7ca234790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334179 Jul 05 05:02:08.916463 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 4bb5899b-73aa-469d-83f7-29e08905b75a up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:02:08.964944 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 4bb5899b-73aa-469d-83f7-29e08905b75a completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:02:08.969619 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 4bb5899b-73aa-469d-83f7-29e08905b75a triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:02:08.969969 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:09.054595 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:09.076741 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d526cdc-8641-4ae5-9bfb-724d0bceb9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb5899b-73aa-469d-83f7-29e08905b75a'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:02:09.078999 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78b0252444a70490cdba898b337d30d15b03e2f447bec9a55953f7bd387605e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28af05f-5f08-465a-82d6-8fee62ba37ba" -d '{"events": [{"server_uuid": "6d526cdc-8641-4ae5-9bfb-724d0bceb9fc", "name": "network-vif-plugged", "status": "completed", "tag": "4bb5899b-73aa-469d-83f7-29e08905b75a"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:02:09.093384 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 4bb5899b-73aa-469d-83f7-29e08905b75a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=4bb5899b-73aa-469d-83f7-29e08905b75a,segment=NetworkSegment(56a3fc4c-c51a-4692-88ae-9784b7c7f550),segment_id=56a3fc4c-c51a-4692-88ae-9784b7c7f550)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:02:09.097585 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:09.121543 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a794fc-aaef-46e1-b877-30d8babf3977 x-openstack-request-id: req-50a794fc-aaef-46e1-b877-30d8babf3977 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:02:09.121838 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d526cdc-8641-4ae5-9bfb-724d0bceb9fc", "name": "network-vif-plugged", "status": "completed", "tag": "4bb5899b-73aa-469d-83f7-29e08905b75a", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:02:09.122092 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-50a794fc-aaef-46e1-b877-30d8babf3977 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:02:09.122489 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d526cdc-8641-4ae5-9bfb-724d0bceb9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb5899b-73aa-469d-83f7-29e08905b75a', 'code': 200} Jul 05 05:02:09.148854 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=4bb5899b-73aa-469d-83f7-29e08905b75a,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:02:09.250807 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690aef5-d431-45a2-aeca-3e13380f5618 req-f0fe8c46-299d-4dfa-999a-fa8930eeb671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:09.252315 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f690aef5-d431-45a2-aeca-3e13380f5618 req-f0fe8c46-299d-4dfa-999a-fa8930eeb671 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 1098 time: 0.0586565 Jul 05 05:02:09.290466 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f690aef5-d431-45a2-aeca-3e13380f5618 req-38f1c56a-a8e7-49d0-a789-64fd2aa32b53 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e44ab43c-003c-4fc7-9e8e-7ed7ca234790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279095 Jul 05 05:02:09.966367 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4f951-3286-4ed0-ae0e-f8e5d4633209 req-fbb5116f-66ca-48ce-a7c7-c6d38e53d476 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:09.968740 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d3b4f951-3286-4ed0-ae0e-f8e5d4633209 req-fbb5116f-66ca-48ce-a7c7-c6d38e53d476 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 946 time: 0.0632722 Jul 05 05:02:10.005941 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d3b4f951-3286-4ed0-ae0e-f8e5d4633209 req-67468923-b863-4711-abdc-9ec90c9165fc tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=e44ab43c-003c-4fc7-9e8e-7ed7ca234790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316765 Jul 05 05:02:11.179267 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2decd-64b5-4e99-8b2a-17ee681b67e0 req-cd2540da-e77a-4b66-bdd0-106e1d312550 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:11.180768 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0cc2decd-64b5-4e99-8b2a-17ee681b67e0 req-cd2540da-e77a-4b66-bdd0-106e1d312550 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 946 time: 0.0637989 Jul 05 05:02:11.220649 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0cc2decd-64b5-4e99-8b2a-17ee681b67e0 req-b5347106-a933-4e05-92e7-817c04337c9c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=e44ab43c-003c-4fc7-9e8e-7ed7ca234790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334406 Jul 05 05:02:11.408240 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560505b-6080-4ab2-a8ca-4dcd26c73c63 req-dd8fff42-f63d-4a5b-b3f6-7845ad9511b1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:11.409754 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9560505b-6080-4ab2-a8ca-4dcd26c73c63 req-dd8fff42-f63d-4a5b-b3f6-7845ad9511b1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 946 time: 0.0763223 Jul 05 05:02:11.452628 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9560505b-6080-4ab2-a8ca-4dcd26c73c63 req-67d73981-faac-481c-8b0f-da336297d829 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=e44ab43c-003c-4fc7-9e8e-7ed7ca234790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365422 Jul 05 05:02:11.477094 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51154) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:02:11.531009 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda72246-7575-45dc-bc9b-92cbaf4ffd2e tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:11.532604 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-eda72246-7575-45dc-bc9b-92cbaf4ffd2e tempest-TestNetworkAdvancedServerOps-355744215 tempest-TestNetworkAdvancedServerOps-355744215-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 1093 time: 0.0545022 Jul 05 05:02:11.535381 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51156) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:02:11.540188 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-3ea54305-0aa6-4dad-bf9d-42c0625b9689 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': '4bb5899b-73aa-469d-83f7-29e08905b75a', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:02:11.564471 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ea54305-0aa6-4dad-bf9d-42c0625b9689 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:11.670481 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ea54305-0aa6-4dad-bf9d-42c0625b9689 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:12.120754 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-3ea54305-0aa6-4dad-bf9d-42c0625b9689 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Allocated IP 172.25.1.221 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/9638f93c-18cb-419c-961b-123de645ebcc) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:02:12.224782 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ea54305-0aa6-4dad-bf9d-42c0625b9689 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:12.264215 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ea54305-0aa6-4dad-bf9d-42c0625b9689 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:12.299145 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea54305-0aa6-4dad-bf9d-42c0625b9689 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:02:12.303665 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-3ea54305-0aa6-4dad-bf9d-42c0625b9689 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:02:12.306435 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea54305-0aa6-4dad-bf9d-42c0625b9689 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:02:12.336481 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea54305-0aa6-4dad-bf9d-42c0625b9689 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=9638f93c-18cb-419c-961b-123de645ebcc,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:02:12.681468 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ea54305-0aa6-4dad-bf9d-42c0625b9689 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:12.764395 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ea54305-0aa6-4dad-bf9d-42c0625b9689 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:12.916078 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ea54305-0aa6-4dad-bf9d-42c0625b9689 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:12.920266 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ea54305-0aa6-4dad-bf9d-42c0625b9689 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:12.989998 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea54305-0aa6-4dad-bf9d-42c0625b9689 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event updated for resources: {'Port': ['ID=9638f93c-18cb-419c-961b-123de645ebcc,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:02:13.001661 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ea54305-0aa6-4dad-bf9d-42c0625b9689 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:13.100530 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-3ea54305-0aa6-4dad-bf9d-42c0625b9689 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Floating IP 1f38142b-ac59-42cb-80e1-167189a1d99c associated. External IP: 172.25.1.221, port: 4bb5899b-73aa-469d-83f7-29e08905b75a. Jul 05 05:02:13.300720 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea54305-0aa6-4dad-bf9d-42c0625b9689 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Router c2760003-13e0-45fd-8ca4-cdaf77ded96f has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:02:13.410774 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea54305-0aa6-4dad-bf9d-42c0625b9689 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:02:13.420401 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff669a9-65f9-4de5-b5f0-4db15fff0a0e None None] Sync routers for ids ['c2760003-13e0-45fd-8ca4-cdaf77ded96f'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:02:13.428149 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ea54305-0aa6-4dad-bf9d-42c0625b9689 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:13.431504 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff669a9-65f9-4de5-b5f0-4db15fff0a0e None None] Routers {'c2760003-13e0-45fd-8ca4-cdaf77ded96f'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:02:13.432162 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6ff669a9-65f9-4de5-b5f0-4db15fff0a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:02:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c2760003-13e0-45fd-8ca4-cdaf77ded96f'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:02:13.471465 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3ea54305-0aa6-4dad-bf9d-42c0625b9689 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9350152 Jul 05 05:02:13.472181 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d526cdc-8641-4ae5-9bfb-724d0bceb9fc', 'tag': '4bb5899b-73aa-469d-83f7-29e08905b75a'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:02:13.474498 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c9c837585e6777964c1719b38845a8b64a1007aef63c2715a3fe5cf843f522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cb6d63-3a0a-46f8-8b4d-c059f651e98d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d526cdc-8641-4ae5-9bfb-724d0bceb9fc", "tag": "4bb5899b-73aa-469d-83f7-29e08905b75a"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:02:13.544370 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-6ff669a9-65f9-4de5-b5f0-4db15fff0a0e None None] Set router c2760003-13e0-45fd-8ca4-cdaf77ded96f gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:02:13.637110 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ec445-d91b-48f0-8ad7-298aa88cce3a req-6e33bfa3-1d89-4e40-a902-3b1d16c52e32 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:13.638518 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cd1ec445-d91b-48f0-8ad7-298aa88cce3a req-6e33bfa3-1d89-4e40-a902-3b1d16c52e32 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 946 time: 0.0629773 Jul 05 05:02:13.681213 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cd1ec445-d91b-48f0-8ad7-298aa88cce3a req-8328aba6-c818-4c97-a091-b999e81a312e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=e44ab43c-003c-4fc7-9e8e-7ed7ca234790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369320 Jul 05 05:02:13.708441 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51162) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:02:13.749004 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ed05ec-92e5-47d5-abe3-39242b904ead x-openstack-request-id: req-e3ed05ec-92e5-47d5-abe3-39242b904ead {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:02:13.749492 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d526cdc-8641-4ae5-9bfb-724d0bceb9fc", "tag": "4bb5899b-73aa-469d-83f7-29e08905b75a", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:02:13.749823 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e3ed05ec-92e5-47d5-abe3-39242b904ead {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:02:13.750217 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d526cdc-8641-4ae5-9bfb-724d0bceb9fc', 'tag': '4bb5899b-73aa-469d-83f7-29e08905b75a', 'status': 'completed', 'code': 200} Jul 05 05:02:13.778273 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c266aef1-241a-4fc8-9f30-e6123666db51 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/floatingips/1f38142b-ac59-42cb-80e1-167189a1d99c HTTP/1.1" status: 200 len: 992 time: 0.0688112 Jul 05 05:02:13.786991 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6ff669a9-65f9-4de5-b5f0-4db15fff0a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578817070', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '2faf2cd3-b049-48be-bda7-158d54418773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:51Z', 'updated_at': '2021-07-05T05:01:55Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2faf2cd3-b049-48be-bda7-158d54418773', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:52Z', 'updated_at': '2021-07-05T05:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '1f38142b-ac59-42cb-80e1-167189a1d99c', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'floating_ip_address': '172.25.1.221', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'port_id': '4bb5899b-73aa-469d-83f7-29e08905b75a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6', 'mac_address': 'fa:16:3e:3e:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d526cdc-8641-4ae5-9bfb-724d0bceb9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:02:12Z', 'updated_at': '2021-07-05T05:02:12Z', 'revision_number': 0, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f391b70-a606-407c-b5f5-5f683f4c639a', 'name': '', 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:7e:50:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '83bebc58-0791-41a6-b32c-bec731582e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:54Z', 'updated_at': '2021-07-05T05:01:59Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '83bebc58-0791-41a6-b32c-bec731582e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:02:13.819873 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff669a9-65f9-4de5-b5f0-4db15fff0a0e None None] Checking router: c2760003-13e0-45fd-8ca4-cdaf77ded96f for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:02:13.827356 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb6d63-3a0a-46f8-8b4d-c059f651e98d req-aa66fdb1-4887-46b9-aff1-876164e6d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:13.828915 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-73cb6d63-3a0a-46f8-8b4d-c059f651e98d req-aa66fdb1-4887-46b9-aff1-876164e6d644 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 1098 time: 0.0647068 Jul 05 05:02:13.829181 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff669a9-65f9-4de5-b5f0-4db15fff0a0e None None] Routers {'c2760003-13e0-45fd-8ca4-cdaf77ded96f'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:02:13.829787 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6ff669a9-65f9-4de5-b5f0-4db15fff0a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:02:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c2760003-13e0-45fd-8ca4-cdaf77ded96f'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:02:13.901524 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:13.928096 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb6d63-3a0a-46f8-8b4d-c059f651e98d req-0d680489-749c-4b17-bc77-9ecf7a298f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:13.929099 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-73cb6d63-3a0a-46f8-8b4d-c059f651e98d req-0d680489-749c-4b17-bc77-9ecf7a298f7f service neutron] 10.222.0.89 "GET /v2.0/networks?id=7b894ba2-f700-446a-a3c5-365253091ea6 HTTP/1.1" status: 200 len: 897 time: 0.0926557 Jul 05 05:02:13.940721 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-6ff669a9-65f9-4de5-b5f0-4db15fff0a0e None None] Set router c2760003-13e0-45fd-8ca4-cdaf77ded96f gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:02:14.000688 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-73cb6d63-3a0a-46f8-8b4d-c059f651e98d req-2582fabf-d3dd-46c9-ad79-f9db45c0e4bc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bb5899b-73aa-469d-83f7-29e08905b75a HTTP/1.1" status: 200 len: 1000 time: 0.0638604 Jul 05 05:02:14.050576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb6d63-3a0a-46f8-8b4d-c059f651e98d req-af026cd3-6da7-43c1-a1b5-b008e68d8e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:14.052078 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-73cb6d63-3a0a-46f8-8b4d-c059f651e98d req-af026cd3-6da7-43c1-a1b5-b008e68d8e62 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=83bebc58-0791-41a6-b32c-bec731582e35 HTTP/1.1" status: 200 len: 835 time: 0.0441132 Jul 05 05:02:14.109963 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb6d63-3a0a-46f8-8b4d-c059f651e98d req-37a9facd-64d7-487f-9734-4d3e9658339c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:14.111461 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-73cb6d63-3a0a-46f8-8b4d-c059f651e98d req-37a9facd-64d7-487f-9734-4d3e9658339c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7b894ba2-f700-446a-a3c5-365253091ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531332 Jul 05 05:02:14.166885 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-6ff669a9-65f9-4de5-b5f0-4db15fff0a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578817070', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '2faf2cd3-b049-48be-bda7-158d54418773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:51Z', 'updated_at': '2021-07-05T05:01:55Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2faf2cd3-b049-48be-bda7-158d54418773', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:52Z', 'updated_at': '2021-07-05T05:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '1f38142b-ac59-42cb-80e1-167189a1d99c', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'floating_ip_address': '172.25.1.221', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'port_id': '4bb5899b-73aa-469d-83f7-29e08905b75a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6', 'mac_address': 'fa:16:3e:3e:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d526cdc-8641-4ae5-9bfb-724d0bceb9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:02:12Z', 'updated_at': '2021-07-05T05:02:12Z', 'revision_number': 0, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f391b70-a606-407c-b5f5-5f683f4c639a', 'name': '', 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:7e:50:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '83bebc58-0791-41a6-b32c-bec731582e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:54Z', 'updated_at': '2021-07-05T05:01:59Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '83bebc58-0791-41a6-b32c-bec731582e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:02:14.193803 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff669a9-65f9-4de5-b5f0-4db15fff0a0e None None] The sync data for ids ['c2760003-13e0-45fd-8ca4-cdaf77ded96f'] in n-d-780147-23 is: [{'id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578817070', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '2faf2cd3-b049-48be-bda7-158d54418773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:51Z', 'updated_at': '2021-07-05T05:01:55Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2faf2cd3-b049-48be-bda7-158d54418773', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:52Z', 'updated_at': '2021-07-05T05:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '1f38142b-ac59-42cb-80e1-167189a1d99c', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'floating_ip_address': '172.25.1.221', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'port_id': '4bb5899b-73aa-469d-83f7-29e08905b75a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6', 'mac_address': 'fa:16:3e:3e:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d526cdc-8641-4ae5-9bfb-724d0bceb9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:02:12Z', 'updated_at': '2021-07-05T05:02:12Z', 'revision_number': 0, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f391b70-a606-407c-b5f5-5f683f4c639a', 'name': '', 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:7e:50:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '83bebc58-0791-41a6-b32c-bec731582e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:54Z', 'updated_at': '2021-07-05T05:01:59Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '83bebc58-0791-41a6-b32c-bec731582e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:02:14.206409 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-73cb6d63-3a0a-46f8-8b4d-c059f651e98d req-98bf8142-fd1e-4aab-95df-ae255381cb63 service neutron] 10.222.0.89 "GET /v2.0/networks/7b894ba2-f700-446a-a3c5-365253091ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876045 Jul 05 05:02:14.300695 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-73cb6d63-3a0a-46f8-8b4d-c059f651e98d req-4b6d92e1-95d5-44e4-9be0-6f4d645f9123 service neutron] 10.222.0.89 "GET /v2.0/networks/7b894ba2-f700-446a-a3c5-365253091ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866177 Jul 05 05:02:14.393548 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c8d8f0-7122-4c9b-a869-ef86e4a90a9f None None] New status for floating IP 1f38142b-ac59-42cb-80e1-167189a1d99c: ACTIVE {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:02:14.781046 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51164) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:02:14.845525 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2e42f769-f00e-43b6-891b-3c6b7b7fff4c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/floatingips/1f38142b-ac59-42cb-80e1-167189a1d99c HTTP/1.1" status: 200 len: 994 time: 0.0632055 Jul 05 05:02:28.807119 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dc39ffb8-bd26-423e-986b-2b2df1e5cd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:30.058939 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:31.469848 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6f58aeb6-ff8a-4dbc-8c84-40812c076855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:31.885119 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:32.849296 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:34.647721 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:38.589957 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:02:43.919616 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:48.429112 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15eb06-7325-4664-9bf9-4a2c87716c7e req-1ddc50cb-d540-4825-9d1a-a8e026bbef7a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:48.430471 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da15eb06-7325-4664-9bf9-4a2c87716c7e req-1ddc50cb-d540-4825-9d1a-a8e026bbef7a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 946 time: 0.0648253 Jul 05 05:02:48.471417 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-da15eb06-7325-4664-9bf9-4a2c87716c7e req-738915c5-fdbb-4c26-a985-4f231d85b1b1 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=e44ab43c-003c-4fc7-9e8e-7ed7ca234790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353642 Jul 05 05:02:49.654709 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0224565-d08e-4eb8-900d-2ac2f4fbfba3 req-8548c44a-134a-4e19-accf-6ac8c9f1a12c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:49.656177 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e0224565-d08e-4eb8-900d-2ac2f4fbfba3 req-8548c44a-134a-4e19-accf-6ac8c9f1a12c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 946 time: 0.0723183 Jul 05 05:02:49.694742 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e0224565-d08e-4eb8-900d-2ac2f4fbfba3 req-4e7349de-5286-4b1f-b6ba-fae035c88095 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=e44ab43c-003c-4fc7-9e8e-7ed7ca234790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329206 Jul 05 05:02:49.722245 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51188) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:02:49.786999 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-984df448-a7d2-45f5-9eab-02ce463bc98d tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/floatingips/1f38142b-ac59-42cb-80e1-167189a1d99c HTTP/1.1" status: 200 len: 994 time: 0.0636110 Jul 05 05:02:51.025891 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-52ea99cd-7bf6-47d3-8c34-f672830c769f req-87350874-2240-4173-bb94-95fabf4538e4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0645912 Jul 05 05:02:51.136173 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea99cd-7bf6-47d3-8c34-f672830c769f req-8697e93f-30ae-429f-a4d2-71180732542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:51.138038 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-52ea99cd-7bf6-47d3-8c34-f672830c769f req-8697e93f-30ae-429f-a4d2-71180732542b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 1098 time: 0.0598249 Jul 05 05:02:51.288384 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea99cd-7bf6-47d3-8c34-f672830c769f req-0b46a099-52de-4724-af73-ba27d3534461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:51.289778 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-52ea99cd-7bf6-47d3-8c34-f672830c769f req-0b46a099-52de-4724-af73-ba27d3534461 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7b894ba2-f700-446a-a3c5-365253091ea6 HTTP/1.1" status: 200 len: 897 time: 0.1314430 Jul 05 05:02:51.304351 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c803fc-008c-4c1e-b92b-ca4a5545dc79 req-c9251d5a-65a7-44ff-be3e-de783ae5bd93 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:51.305800 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6c803fc-008c-4c1e-b92b-ca4a5545dc79 req-c9251d5a-65a7-44ff-be3e-de783ae5bd93 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 946 time: 0.1019297 Jul 05 05:02:51.385710 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6c803fc-008c-4c1e-b92b-ca4a5545dc79 req-55396672-5dec-435a-9891-a9115d7bb37e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=e44ab43c-003c-4fc7-9e8e-7ed7ca234790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732324 Jul 05 05:02:51.390801 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-52ea99cd-7bf6-47d3-8c34-f672830c769f req-e51684e4-996b-4214-8fae-ee301be7521b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bb5899b-73aa-469d-83f7-29e08905b75a HTTP/1.1" status: 200 len: 1002 time: 0.0839972 Jul 05 05:02:51.449090 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea99cd-7bf6-47d3-8c34-f672830c769f req-225b4970-e151-48ae-abfa-64bd0e52d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:51.450579 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-52ea99cd-7bf6-47d3-8c34-f672830c769f req-225b4970-e151-48ae-abfa-64bd0e52d11c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=83bebc58-0791-41a6-b32c-bec731582e35 HTTP/1.1" status: 200 len: 835 time: 0.0496130 Jul 05 05:02:51.830030 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea99cd-7bf6-47d3-8c34-f672830c769f req-8feead52-6437-4467-bc15-869b73ea9fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:51.831527 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-52ea99cd-7bf6-47d3-8c34-f672830c769f req-8feead52-6437-4467-bc15-869b73ea9fbc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7b894ba2-f700-446a-a3c5-365253091ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3717639 Jul 05 05:02:51.923896 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-52ea99cd-7bf6-47d3-8c34-f672830c769f req-d4963b1a-04da-4c52-b099-8c2921f383b6 service neutron] 10.222.0.89 "GET /v2.0/networks/7b894ba2-f700-446a-a3c5-365253091ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810299 Jul 05 05:02:52.036170 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-52ea99cd-7bf6-47d3-8c34-f672830c769f req-2a1841cc-4ae1-40a6-9a13-65f651e0b9d2 service neutron] 10.222.0.89 "GET /v2.0/networks/7b894ba2-f700-446a-a3c5-365253091ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016188 Jul 05 05:02:52.134959 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81aeaec-d8aa-4f76-afb3-11fc57b4e043 req-f4cc4f11-1a1f-486f-9fd4-50ba5bb72a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:52.136567 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d81aeaec-d8aa-4f76-afb3-11fc57b4e043 req-f4cc4f11-1a1f-486f-9fd4-50ba5bb72a6a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 1098 time: 0.0532005 Jul 05 05:02:52.234383 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81aeaec-d8aa-4f76-afb3-11fc57b4e043 req-5f509a7d-a9ce-4794-b0d9-49d0db4647c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:52.235920 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d81aeaec-d8aa-4f76-afb3-11fc57b4e043 req-5f509a7d-a9ce-4794-b0d9-49d0db4647c0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7b894ba2-f700-446a-a3c5-365253091ea6 HTTP/1.1" status: 200 len: 897 time: 0.0920403 Jul 05 05:02:52.303485 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d81aeaec-d8aa-4f76-afb3-11fc57b4e043 req-770100f8-ef41-4e4d-a5a5-3deb4c8b917f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bb5899b-73aa-469d-83f7-29e08905b75a HTTP/1.1" status: 200 len: 1002 time: 0.0592797 Jul 05 05:02:52.356950 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81aeaec-d8aa-4f76-afb3-11fc57b4e043 req-0a4d8a31-bc7d-4964-bcfc-d14da44dd888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:52.359179 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d81aeaec-d8aa-4f76-afb3-11fc57b4e043 req-0a4d8a31-bc7d-4964-bcfc-d14da44dd888 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=83bebc58-0791-41a6-b32c-bec731582e35 HTTP/1.1" status: 200 len: 835 time: 0.0487924 Jul 05 05:02:52.426868 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81aeaec-d8aa-4f76-afb3-11fc57b4e043 req-0ca12c18-5077-4b74-abef-da850fc32190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:52.428448 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d81aeaec-d8aa-4f76-afb3-11fc57b4e043 req-0ca12c18-5077-4b74-abef-da850fc32190 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7b894ba2-f700-446a-a3c5-365253091ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587993 Jul 05 05:02:52.567733 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d81aeaec-d8aa-4f76-afb3-11fc57b4e043 req-949c187d-7351-4dba-96ef-0ecb17a67fdd service neutron] 10.222.0.89 "GET /v2.0/networks/7b894ba2-f700-446a-a3c5-365253091ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304278 Jul 05 05:02:52.647107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100992aa-1483-4ae6-a3ea-c0ce8530d500 req-841ddc06-2262-492f-9c9a-fa1b707a64ed tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:52.648643 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-100992aa-1483-4ae6-a3ea-c0ce8530d500 req-841ddc06-2262-492f-9c9a-fa1b707a64ed tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 946 time: 0.1360931 Jul 05 05:02:52.713971 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-100992aa-1483-4ae6-a3ea-c0ce8530d500 req-f57a1b72-5f11-4a70-aa6d-750e195b66e6 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=e44ab43c-003c-4fc7-9e8e-7ed7ca234790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591431 Jul 05 05:02:52.716138 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d81aeaec-d8aa-4f76-afb3-11fc57b4e043 req-533ecce1-03e0-44b9-ac28-d45f64bb01a0 service neutron] 10.222.0.89 "GET /v2.0/networks/7b894ba2-f700-446a-a3c5-365253091ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364219 Jul 05 05:02:53.359483 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-0cf13a76-3252-4600-a6e4-ed95cd487de8 req-6fc5250a-254c-4e88-944d-cbea49f27d4a tempest-ServersNegativeTestJSON-690377329 tempest-ServersNegativeTestJSON-690377329-project] (105538) timed out ('10.222.0.77', 40938) {{(pid=105538) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 05:02:53.887239 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98db7b8-9e69-4219-a657-0a80d6e3da11 req-b7c3dce6-02e9-4f37-acc9-ceff34963ea5 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:53.888782 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e98db7b8-9e69-4219-a657-0a80d6e3da11 req-b7c3dce6-02e9-4f37-acc9-ceff34963ea5 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 946 time: 0.0629015 Jul 05 05:02:53.927850 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e98db7b8-9e69-4219-a657-0a80d6e3da11 req-e188306f-dda8-4e60-a7db-b88271a2fad2 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=e44ab43c-003c-4fc7-9e8e-7ed7ca234790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329084 Jul 05 05:02:53.953424 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51204) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:02:54.026244 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9e7c6750-abc0-47b8-b12f-27b67a2af2fa tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/floatingips/1f38142b-ac59-42cb-80e1-167189a1d99c HTTP/1.1" status: 200 len: 994 time: 0.0715957 Jul 05 05:02:54.331082 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51210) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:02:54.486483 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-7541f3a2-9428-4f99-82bd-03f40c08562f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Deleting port 9638f93c-18cb-419c-961b-123de645ebcc {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:02:54.486830 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7541f3a2-9428-4f99-82bd-03f40c08562f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:54.567332 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7541f3a2-9428-4f99-82bd-03f40c08562f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:54.567671 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7541f3a2-9428-4f99-82bd-03f40c08562f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:54.579407 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-7541f3a2-9428-4f99-82bd-03f40c08562f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Calling delete_port for 9638f93c-18cb-419c-961b-123de645ebcc owned by network:floatingip {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:02:54.729856 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7541f3a2-9428-4f99-82bd-03f40c08562f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:54.764998 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541f3a2-9428-4f99-82bd-03f40c08562f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Port': ['ID=9638f93c-18cb-419c-961b-123de645ebcc,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:02:54.792112 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7541f3a2-9428-4f99-82bd-03f40c08562f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:02:54.792465 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7541f3a2-9428-4f99-82bd-03f40c08562f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:02:54.792804 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7541f3a2-9428-4f99-82bd-03f40c08562f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:02:54.793140 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7541f3a2-9428-4f99-82bd-03f40c08562f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:02:54.793473 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7541f3a2-9428-4f99-82bd-03f40c08562f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:02:54.793802 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7541f3a2-9428-4f99-82bd-03f40c08562f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:02:54.794129 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7541f3a2-9428-4f99-82bd-03f40c08562f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:02:54.794473 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7541f3a2-9428-4f99-82bd-03f40c08562f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:02:54.794779 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7541f3a2-9428-4f99-82bd-03f40c08562f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:02:54.795101 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7541f3a2-9428-4f99-82bd-03f40c08562f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:02:54.796414 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7541f3a2-9428-4f99-82bd-03f40c08562f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:02:54.796874 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7541f3a2-9428-4f99-82bd-03f40c08562f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:02:54.836871 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7541f3a2-9428-4f99-82bd-03f40c08562f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for floatingip, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:54.837219 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-7541f3a2-9428-4f99-82bd-03f40c08562f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Floating IP 1f38142b-ac59-42cb-80e1-167189a1d99c disassociated (deleted). External IP: 172.25.1.221, port: 4bb5899b-73aa-469d-83f7-29e08905b75a. Jul 05 05:02:55.052099 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7541f3a2-9428-4f99-82bd-03f40c08562f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Router c2760003-13e0-45fd-8ca4-cdaf77ded96f has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:02:55.160114 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7541f3a2-9428-4f99-82bd-03f40c08562f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:02:55.164559 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7541f3a2-9428-4f99-82bd-03f40c08562f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:55.169821 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcdc30c-2ea6-475d-ad49-8bac1ce3594a None None] Sync routers for ids ['c2760003-13e0-45fd-8ca4-cdaf77ded96f'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:02:55.179746 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcdc30c-2ea6-475d-ad49-8bac1ce3594a None None] Routers {'c2760003-13e0-45fd-8ca4-cdaf77ded96f'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:02:55.180378 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-8fcdc30c-2ea6-475d-ad49-8bac1ce3594a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:02:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c2760003-13e0-45fd-8ca4-cdaf77ded96f'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:02:55.203551 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7541f3a2-9428-4f99-82bd-03f40c08562f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "DELETE /v2.0/floatingips/1f38142b-ac59-42cb-80e1-167189a1d99c HTTP/1.1" status: 204 len: 168 time: 0.8714085 Jul 05 05:02:55.204354 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d526cdc-8641-4ae5-9bfb-724d0bceb9fc', 'tag': '4bb5899b-73aa-469d-83f7-29e08905b75a'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:02:55.206938 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca0ce99-4932-4f81-912c-e3a287ea3da1" -d '{"events": [{"name": "network-changed", "server_uuid": "6d526cdc-8641-4ae5-9bfb-724d0bceb9fc", "tag": "4bb5899b-73aa-469d-83f7-29e08905b75a"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:02:55.288712 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-8fcdc30c-2ea6-475d-ad49-8bac1ce3594a None None] Set router c2760003-13e0-45fd-8ca4-cdaf77ded96f gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:02:55.508293 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-8fcdc30c-2ea6-475d-ad49-8bac1ce3594a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578817070', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '2faf2cd3-b049-48be-bda7-158d54418773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:51Z', 'updated_at': '2021-07-05T05:01:55Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2faf2cd3-b049-48be-bda7-158d54418773', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:52Z', 'updated_at': '2021-07-05T05:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '7f391b70-a606-407c-b5f5-5f683f4c639a', 'name': '', 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:7e:50:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '83bebc58-0791-41a6-b32c-bec731582e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:54Z', 'updated_at': '2021-07-05T05:01:59Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '83bebc58-0791-41a6-b32c-bec731582e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:02:55.514973 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4d0c7d-aeda-49a5-8bcd-5e508ce8b4c3 x-openstack-request-id: req-0f4d0c7d-aeda-49a5-8bcd-5e508ce8b4c3 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:02:55.515346 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d526cdc-8641-4ae5-9bfb-724d0bceb9fc", "tag": "4bb5899b-73aa-469d-83f7-29e08905b75a", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:02:55.515660 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0f4d0c7d-aeda-49a5-8bcd-5e508ce8b4c3 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:02:55.516165 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d526cdc-8641-4ae5-9bfb-724d0bceb9fc', 'tag': '4bb5899b-73aa-469d-83f7-29e08905b75a', 'status': 'completed', 'code': 200} Jul 05 05:02:55.535682 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcdc30c-2ea6-475d-ad49-8bac1ce3594a None None] Checking router: c2760003-13e0-45fd-8ca4-cdaf77ded96f for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:02:55.544121 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcdc30c-2ea6-475d-ad49-8bac1ce3594a None None] Routers {'c2760003-13e0-45fd-8ca4-cdaf77ded96f'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:02:55.544725 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-8fcdc30c-2ea6-475d-ad49-8bac1ce3594a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:02:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c2760003-13e0-45fd-8ca4-cdaf77ded96f'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:02:55.649641 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0ce99-4932-4f81-912c-e3a287ea3da1 req-1b5ca14b-9ed5-470b-8f22-ad8c0671bb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:55.651171 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5ca0ce99-4932-4f81-912c-e3a287ea3da1 req-1b5ca14b-9ed5-470b-8f22-ad8c0671bb8d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 1098 time: 0.1060688 Jul 05 05:02:55.656856 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-8fcdc30c-2ea6-475d-ad49-8bac1ce3594a None None] Set router c2760003-13e0-45fd-8ca4-cdaf77ded96f gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:02:55.741067 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c49fe-49b6-4cbe-a00c-4037ad6c1ea8 req-124decbd-bdf5-4edd-b04d-94cdd960a317 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:55.742562 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-285c49fe-49b6-4cbe-a00c-4037ad6c1ea8 req-124decbd-bdf5-4edd-b04d-94cdd960a317 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 946 time: 0.1310594 Jul 05 05:02:55.794608 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0ce99-4932-4f81-912c-e3a287ea3da1 req-7e871497-4b2f-40a4-9053-1b8528611223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:55.797246 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5ca0ce99-4932-4f81-912c-e3a287ea3da1 req-7e871497-4b2f-40a4-9053-1b8528611223 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7b894ba2-f700-446a-a3c5-365253091ea6 HTTP/1.1" status: 200 len: 897 time: 0.1374331 Jul 05 05:02:55.804696 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-285c49fe-49b6-4cbe-a00c-4037ad6c1ea8 req-0537ac46-96bb-47fa-bcd9-da19a86639d5 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=e44ab43c-003c-4fc7-9e8e-7ed7ca234790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551398 Jul 05 05:02:55.846742 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5ca0ce99-4932-4f81-912c-e3a287ea3da1 req-9bd61dce-a6e9-4004-9926-a6f8fa10fe14 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bb5899b-73aa-469d-83f7-29e08905b75a HTTP/1.1" status: 200 len: 217 time: 0.0410166 Jul 05 05:02:55.856341 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-8fcdc30c-2ea6-475d-ad49-8bac1ce3594a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578817070', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '2faf2cd3-b049-48be-bda7-158d54418773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:51Z', 'updated_at': '2021-07-05T05:01:55Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2faf2cd3-b049-48be-bda7-158d54418773', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:52Z', 'updated_at': '2021-07-05T05:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '7f391b70-a606-407c-b5f5-5f683f4c639a', 'name': '', 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:7e:50:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '83bebc58-0791-41a6-b32c-bec731582e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:54Z', 'updated_at': '2021-07-05T05:01:59Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '83bebc58-0791-41a6-b32c-bec731582e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:02:55.900524 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0ce99-4932-4f81-912c-e3a287ea3da1 req-ff02142e-8fce-49a2-b38d-c1f9d11917e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:55.901961 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5ca0ce99-4932-4f81-912c-e3a287ea3da1 req-ff02142e-8fce-49a2-b38d-c1f9d11917e2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=83bebc58-0791-41a6-b32c-bec731582e35 HTTP/1.1" status: 200 len: 835 time: 0.0478730 Jul 05 05:02:55.964759 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0ce99-4932-4f81-912c-e3a287ea3da1 req-6425c5b6-1146-4fb3-8dbc-9b0b98b86a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:55.966320 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5ca0ce99-4932-4f81-912c-e3a287ea3da1 req-6425c5b6-1146-4fb3-8dbc-9b0b98b86a70 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7b894ba2-f700-446a-a3c5-365253091ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561109 Jul 05 05:02:55.978630 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcdc30c-2ea6-475d-ad49-8bac1ce3594a None None] The sync data for ids ['c2760003-13e0-45fd-8ca4-cdaf77ded96f'] in n-d-780147-23 is: [{'id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578817070', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '2faf2cd3-b049-48be-bda7-158d54418773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:51Z', 'updated_at': '2021-07-05T05:01:55Z', 'revision_number': 4, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2faf2cd3-b049-48be-bda7-158d54418773', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:52Z', 'updated_at': '2021-07-05T05:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '7f391b70-a606-407c-b5f5-5f683f4c639a', 'name': '', 'network_id': '7b894ba2-f700-446a-a3c5-365253091ea6', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'mac_address': 'fa:16:3e:7e:50:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '83bebc58-0791-41a6-b32c-bec731582e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:54Z', 'updated_at': '2021-07-05T05:01:59Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'subnets': [{'id': '83bebc58-0791-41a6-b32c-bec731582e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:02:56.070223 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5ca0ce99-4932-4f81-912c-e3a287ea3da1 req-5213438b-dc40-491f-b111-5d6ff7b190c4 service neutron] 10.222.0.89 "GET /v2.0/networks/7b894ba2-f700-446a-a3c5-365253091ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950634 Jul 05 05:02:56.165472 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5ca0ce99-4932-4f81-912c-e3a287ea3da1 req-cf6fb01e-c54d-4763-99f9-f41ad991c124 service neutron] 10.222.0.89 "GET /v2.0/networks/7b894ba2-f700-446a-a3c5-365253091ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883510 Jul 05 05:02:56.217985 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f78821-9e9b-4c89-b4bc-f22be23e7015 None None] New status for floating IP 1f38142b-ac59-42cb-80e1-167189a1d99c: DOWN {{(pid=105540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:02:56.988206 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736f234-b46b-4035-8e80-fb8b7a1f4349 req-513d78d4-454d-4278-a497-b61c8afdcc26 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:56.989612 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7736f234-b46b-4035-8e80-fb8b7a1f4349 req-513d78d4-454d-4278-a497-b61c8afdcc26 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 946 time: 0.0693011 Jul 05 05:02:57.026329 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7736f234-b46b-4035-8e80-fb8b7a1f4349 req-3cb7fa58-eb90-49fe-b497-a5312d3f6314 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/security-groups?id=e44ab43c-003c-4fc7-9e8e-7ed7ca234790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311556 Jul 05 05:02:57.333415 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2950123-a685-4994-b11f-8938da512183 req-e6233b27-e6ff-4304-b215-5befe61e1331 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:57.334802 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e2950123-a685-4994-b11f-8938da512183 req-e6233b27-e6ff-4304-b215-5befe61e1331 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 946 time: 0.0641875 Jul 05 05:02:57.435544 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-e2950123-a685-4994-b11f-8938da512183 req-856f0eb8-e260-4814-b511-78da3d35ad6c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Deleting port 4bb5899b-73aa-469d-83f7-29e08905b75a {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:02:57.436249 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e2950123-a685-4994-b11f-8938da512183 req-856f0eb8-e260-4814-b511-78da3d35ad6c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:57.527329 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-e2950123-a685-4994-b11f-8938da512183 req-856f0eb8-e260-4814-b511-78da3d35ad6c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] For port 4bb5899b-73aa-469d-83f7-29e08905b75a, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=4bb5899b-73aa-469d-83f7-29e08905b75a,segment=NetworkSegment(56a3fc4c-c51a-4692-88ae-9784b7c7f550),segment_id=56a3fc4c-c51a-4692-88ae-9784b7c7f550)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:02:57.527690 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e2950123-a685-4994-b11f-8938da512183 req-856f0eb8-e260-4814-b511-78da3d35ad6c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:57.540185 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-e2950123-a685-4994-b11f-8938da512183 req-856f0eb8-e260-4814-b511-78da3d35ad6c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Calling delete_port for 4bb5899b-73aa-469d-83f7-29e08905b75a owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:02:57.672011 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e2950123-a685-4994-b11f-8938da512183 req-856f0eb8-e260-4814-b511-78da3d35ad6c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:57.702751 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f0eb8-e260-4814-b511-78da3d35ad6c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Port': ['ID=4bb5899b-73aa-469d-83f7-29e08905b75a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:02:57.746910 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2950123-a685-4994-b11f-8938da512183 req-856f0eb8-e260-4814-b511-78da3d35ad6c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] No DVR routers for this DVR port 4bb5899b-73aa-469d-83f7-29e08905b75a on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:02:57.750265 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-e2950123-a685-4994-b11f-8938da512183 req-856f0eb8-e260-4814-b511-78da3d35ad6c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:57.752419 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e2950123-a685-4994-b11f-8938da512183 req-856f0eb8-e260-4814-b511-78da3d35ad6c tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.89 "DELETE /v2.0/ports/4bb5899b-73aa-469d-83f7-29e08905b75a HTTP/1.1" status: 204 len: 173 time: 0.4078562 Jul 05 05:02:57.753136 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d526cdc-8641-4ae5-9bfb-724d0bceb9fc', 'name': 'network-vif-deleted', 'tag': '4bb5899b-73aa-469d-83f7-29e08905b75a'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:02:57.756194 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590062c6-b5ac-4637-8e88-00309945d5b1" -d '{"events": [{"server_uuid": "6d526cdc-8641-4ae5-9bfb-724d0bceb9fc", "name": "network-vif-deleted", "tag": "4bb5899b-73aa-469d-83f7-29e08905b75a"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:02:57.801342 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b472240-d7d7-4c29-8f8d-557ecfc56d2a x-openstack-request-id: req-1b472240-d7d7-4c29-8f8d-557ecfc56d2a {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:02:57.801649 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d526cdc-8641-4ae5-9bfb-724d0bceb9fc", "name": "network-vif-deleted", "tag": "4bb5899b-73aa-469d-83f7-29e08905b75a", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:02:57.802253 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1b472240-d7d7-4c29-8f8d-557ecfc56d2a {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:02:57.802670 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d526cdc-8641-4ae5-9bfb-724d0bceb9fc', 'name': 'network-vif-deleted', 'tag': '4bb5899b-73aa-469d-83f7-29e08905b75a', 'status': 'completed', 'code': 200} Jul 05 05:02:58.211992 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9350a49d-3249-4b4e-bdb5-319b53ce72ad req-4408b7a4-c30b-4201-a2b9-98224eb86f1a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d526cdc-8641-4ae5-9bfb-724d0bceb9fc HTTP/1.1" status: 200 len: 210 time: 0.0292025 Jul 05 05:02:58.809658 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6eb0c8be-5b94-4769-899a-1ea5418468e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:59.306867 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51230) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:02:59.663763 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e995633a-4530-47dc-a527-e33b2c0651bd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:59.926990 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-e995633a-4530-47dc-a527-e33b2c0651bd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Deleting port 7f391b70-a606-407c-b5f5-5f683f4c639a {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:02:59.927248 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e995633a-4530-47dc-a527-e33b2c0651bd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:00.020364 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-e995633a-4530-47dc-a527-e33b2c0651bd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] For port 7f391b70-a606-407c-b5f5-5f683f4c639a, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7f391b70-a606-407c-b5f5-5f683f4c639a,segment=NetworkSegment(56a3fc4c-c51a-4692-88ae-9784b7c7f550),segment_id=56a3fc4c-c51a-4692-88ae-9784b7c7f550)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:03:00.020747 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e995633a-4530-47dc-a527-e33b2c0651bd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:00.035014 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-e995633a-4530-47dc-a527-e33b2c0651bd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Calling delete_port for 7f391b70-a606-407c-b5f5-5f683f4c639a owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:03:00.073524 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:00.221654 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e995633a-4530-47dc-a527-e33b2c0651bd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:00.250458 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995633a-4530-47dc-a527-e33b2c0651bd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Port': ['ID=7f391b70-a606-407c-b5f5-5f683f4c639a,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:00.422529 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e995633a-4530-47dc-a527-e33b2c0651bd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:00.637706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e995633a-4530-47dc-a527-e33b2c0651bd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Router c2760003-13e0-45fd-8ca4-cdaf77ded96f has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:03:00.746128 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e995633a-4530-47dc-a527-e33b2c0651bd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:03:00.751509 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e995633a-4530-47dc-a527-e33b2c0651bd tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "PUT /v2.0/routers/c2760003-13e0-45fd-8ca4-cdaf77ded96f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4433496 Jul 05 05:03:00.754026 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51232) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:00.756489 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ff7c3a-e9be-4d67-8e5e-0f62f2652039 None None] Sync routers for ids ['c2760003-13e0-45fd-8ca4-cdaf77ded96f'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:03:00.765806 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ff7c3a-e9be-4d67-8e5e-0f62f2652039 None None] Routers {'c2760003-13e0-45fd-8ca4-cdaf77ded96f'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:03:00.766419 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-15ff7c3a-e9be-4d67-8e5e-0f62f2652039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:02:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c2760003-13e0-45fd-8ca4-cdaf77ded96f'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:00.804812 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f045a2-e256-4a71-98d4-6bb12acc9f2a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Deleting subnet 83bebc58-0791-41a6-b32c-bec731582e35 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:03:00.807909 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-45f045a2-e256-4a71-98d4-6bb12acc9f2a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:00.848259 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-45f045a2-e256-4a71-98d4-6bb12acc9f2a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:00.870586 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-15ff7c3a-e9be-4d67-8e5e-0f62f2652039 None None] Set router c2760003-13e0-45fd-8ca4-cdaf77ded96f gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:03:00.935084 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-45f045a2-e256-4a71-98d4-6bb12acc9f2a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:00.995946 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-45f045a2-e256-4a71-98d4-6bb12acc9f2a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:01.024076 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f045a2-e256-4a71-98d4-6bb12acc9f2a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Subnet': ['ID=83bebc58-0791-41a6-b32c-bec731582e35,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:01.029401 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-45f045a2-e256-4a71-98d4-6bb12acc9f2a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:01.031607 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-45f045a2-e256-4a71-98d4-6bb12acc9f2a tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "DELETE /v2.0/subnets/83bebc58-0791-41a6-b32c-bec731582e35 HTTP/1.1" status: 204 len: 168 time: 0.2765889 Jul 05 05:03:01.034267 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51234) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:01.035057 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea81f9ab-2f50-4ac4-a522-77bfbb9752ff None None] Network 7b894ba2-f700-446a-a3c5-365253091ea6 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:03:01.051442 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-15ff7c3a-e9be-4d67-8e5e-0f62f2652039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578817070', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '2faf2cd3-b049-48be-bda7-158d54418773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:51Z', 'updated_at': '2021-07-05T05:03:00Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2faf2cd3-b049-48be-bda7-158d54418773', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:52Z', 'updated_at': '2021-07-05T05:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:01.083051 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ff7c3a-e9be-4d67-8e5e-0f62f2652039 None None] Checking router: c2760003-13e0-45fd-8ca4-cdaf77ded96f for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:03:01.091709 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ff7c3a-e9be-4d67-8e5e-0f62f2652039 None None] Routers {'c2760003-13e0-45fd-8ca4-cdaf77ded96f'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:03:01.092159 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-15ff7c3a-e9be-4d67-8e5e-0f62f2652039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:02:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['c2760003-13e0-45fd-8ca4-cdaf77ded96f'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:01.145134 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c1c2b747-2509-499c-80fc-40db5d46f0b8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:01.194461 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-15ff7c3a-e9be-4d67-8e5e-0f62f2652039 None None] Set router c2760003-13e0-45fd-8ca4-cdaf77ded96f gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:03:01.228698 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 4bb5899b-73aa-469d-83f7-29e08905b75a no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:03:01.260941 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd250eff-46e5-415f-8c0e-127cf919eb97 None None] DHCP port deletion for 7b894ba2-f700-446a-a3c5-365253091ea6 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:03:01.264414 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: 4bb5899b-73aa-469d-83f7-29e08905b75a {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:03:01.264787 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 4bb5899b-73aa-469d-83f7-29e08905b75a not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:03:01.266809 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c1c2b747-2509-499c-80fc-40db5d46f0b8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:01.312370 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dd250eff-46e5-415f-8c0e-127cf919eb97 None None] Deleting port 337604e2-65e0-4026-b9aa-1262454dcd7b {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:03:01.312754 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dd250eff-46e5-415f-8c0e-127cf919eb97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:01.335029 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-c1c2b747-2509-499c-80fc-40db5d46f0b8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Deleting port 2faf2cd3-b049-48be-bda7-158d54418773 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:03:01.335432 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c1c2b747-2509-499c-80fc-40db5d46f0b8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:01.389517 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dd250eff-46e5-415f-8c0e-127cf919eb97 None None] For port 337604e2-65e0-4026-b9aa-1262454dcd7b, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=337604e2-65e0-4026-b9aa-1262454dcd7b,segment=NetworkSegment(56a3fc4c-c51a-4692-88ae-9784b7c7f550),segment_id=56a3fc4c-c51a-4692-88ae-9784b7c7f550)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:03:01.390043 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dd250eff-46e5-415f-8c0e-127cf919eb97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:01.398628 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-15ff7c3a-e9be-4d67-8e5e-0f62f2652039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578817070', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '2faf2cd3-b049-48be-bda7-158d54418773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:51Z', 'updated_at': '2021-07-05T05:03:00Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2faf2cd3-b049-48be-bda7-158d54418773', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:52Z', 'updated_at': '2021-07-05T05:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:01.418209 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dd250eff-46e5-415f-8c0e-127cf919eb97 None None] Calling delete_port for 337604e2-65e0-4026-b9aa-1262454dcd7b owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:03:01.427317 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ff7c3a-e9be-4d67-8e5e-0f62f2652039 None None] The sync data for ids ['c2760003-13e0-45fd-8ca4-cdaf77ded96f'] in n-d-780147-23 is: [{'id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578817070', 'tenant_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '2faf2cd3-b049-48be-bda7-158d54418773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:01:51Z', 'updated_at': '2021-07-05T05:03:00Z', 'revision_number': 5, 'project_id': '9c0f14b3387f45bbb4786c1a1c2d3b4b', 'gw_port': {'id': '2faf2cd3-b049-48be-bda7-158d54418773', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2760003-13e0-45fd-8ca4-cdaf77ded96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:01:52Z', 'updated_at': '2021-07-05T05:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:03:01.494937 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b5941e69-6b9d-4fc8-8c3f-efc81aee076d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:01.521711 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dd250eff-46e5-415f-8c0e-127cf919eb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:01.547263 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd250eff-46e5-415f-8c0e-127cf919eb97 None None] Pushing event deleted for resources: {'Port': ['ID=337604e2-65e0-4026-b9aa-1262454dcd7b,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:01.551892 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd250eff-46e5-415f-8c0e-127cf919eb97 None None] No DVR routers for this DVR port 337604e2-65e0-4026-b9aa-1262454dcd7b on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:03:01.559455 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd250eff-46e5-415f-8c0e-127cf919eb97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:01.559714 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd250eff-46e5-415f-8c0e-127cf919eb97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:01.560082 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd250eff-46e5-415f-8c0e-127cf919eb97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:01.560424 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd250eff-46e5-415f-8c0e-127cf919eb97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:01.561303 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd250eff-46e5-415f-8c0e-127cf919eb97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:01.561640 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd250eff-46e5-415f-8c0e-127cf919eb97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:01.562027 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd250eff-46e5-415f-8c0e-127cf919eb97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:01.562653 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd250eff-46e5-415f-8c0e-127cf919eb97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:01.563464 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd250eff-46e5-415f-8c0e-127cf919eb97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:01.563826 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd250eff-46e5-415f-8c0e-127cf919eb97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:01.564167 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd250eff-46e5-415f-8c0e-127cf919eb97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:01.564493 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd250eff-46e5-415f-8c0e-127cf919eb97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:01.721825 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-c1c2b747-2509-499c-80fc-40db5d46f0b8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] For port 2faf2cd3-b049-48be-bda7-158d54418773, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=2faf2cd3-b049-48be-bda7-158d54418773,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:03:01.722403 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c1c2b747-2509-499c-80fc-40db5d46f0b8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:01.735964 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-c1c2b747-2509-499c-80fc-40db5d46f0b8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Calling delete_port for 2faf2cd3-b049-48be-bda7-158d54418773 owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:03:01.846021 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 337604e2-65e0-4026-b9aa-1262454dcd7b no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:03:01.868188 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 337604e2-65e0-4026-b9aa-1262454dcd7b {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:03:01.868547 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 337604e2-65e0-4026-b9aa-1262454dcd7b not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:03:01.896199 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:01.914798 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c1c2b747-2509-499c-80fc-40db5d46f0b8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:01.942377 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2b747-2509-499c-80fc-40db5d46f0b8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Port': ['ID=2faf2cd3-b049-48be-bda7-158d54418773,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:02.006885 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c1c2b747-2509-499c-80fc-40db5d46f0b8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:02.106207 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c1c2b747-2509-499c-80fc-40db5d46f0b8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:02.109087 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c1c2b747-2509-499c-80fc-40db5d46f0b8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:02.150346 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c1c2b747-2509-499c-80fc-40db5d46f0b8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:02.150859 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c2b747-2509-499c-80fc-40db5d46f0b8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Fanout notify agent at l3_agent the message router_deleted on router c2760003-13e0-45fd-8ca4-cdaf77ded96f {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:03:02.158307 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c1c2b747-2509-499c-80fc-40db5d46f0b8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:02.159428 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c1c2b747-2509-499c-80fc-40db5d46f0b8 tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "DELETE /v2.0/routers/c2760003-13e0-45fd-8ca4-cdaf77ded96f HTTP/1.1" status: 204 len: 168 time: 1.1242373 Jul 05 05:03:02.162045 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51238) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:02.260762 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e900f8ce-b50c-475b-8953-7af66802773e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:02.350896 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e900f8ce-b50c-475b-8953-7af66802773e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:02.360808 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-e900f8ce-b50c-475b-8953-7af66802773e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b894ba2-f700-446a-a3c5-365253091ea6']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:02.370907 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-e900f8ce-b50c-475b-8953-7af66802773e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a3fc4c-c51a-4692-88ae-9784b7c7f550') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:02.371209 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-e900f8ce-b50c-475b-8953-7af66802773e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a3fc4c-c51a-4692-88ae-9784b7c7f550') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:02.380531 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e900f8ce-b50c-475b-8953-7af66802773e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:02.394360 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e900f8ce-b50c-475b-8953-7af66802773e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:02.400000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e900f8ce-b50c-475b-8953-7af66802773e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:03:02.400406 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e900f8ce-b50c-475b-8953-7af66802773e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: timer() Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:03:02.403236 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:03:02.467721 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e900f8ce-b50c-475b-8953-7af66802773e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:02.474655 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e900f8ce-b50c-475b-8953-7af66802773e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:02.476447 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e900f8ce-b50c-475b-8953-7af66802773e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "DELETE /v2.0/networks/7b894ba2-f700-446a-a3c5-365253091ea6 HTTP/1.1" status: 204 len: 168 time: 0.3134730 Jul 05 05:03:02.479351 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51240) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:02.488000 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900f8ce-b50c-475b-8953-7af66802773e tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'Network': ['ID=7b894ba2-f700-446a-a3c5-365253091ea6,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:02.540675 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18c3fe24-1e78-4242-8066-d34d05ed337f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:02.572205 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18c3fe24-1e78-4242-8066-d34d05ed337f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:02.638351 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18c3fe24-1e78-4242-8066-d34d05ed337f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:02.641824 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18c3fe24-1e78-4242-8066-d34d05ed337f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:02.643035 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-18c3fe24-1e78-4242-8066-d34d05ed337f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] 10.222.0.77 "DELETE /v2.0/security-groups/e44ab43c-003c-4fc7-9e8e-7ed7ca234790 HTTP/1.1" status: 204 len: 168 time: 0.1626477 Jul 05 05:03:02.652185 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3fe24-1e78-4242-8066-d34d05ed337f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44ab43c-003c-4fc7-9e8e-7ed7ca234790,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:02.660946 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3fe24-1e78-4242-8066-d34d05ed337f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:02.661322 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3fe24-1e78-4242-8066-d34d05ed337f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:02.661659 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3fe24-1e78-4242-8066-d34d05ed337f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:02.661993 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3fe24-1e78-4242-8066-d34d05ed337f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:02.662331 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3fe24-1e78-4242-8066-d34d05ed337f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:02.662669 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3fe24-1e78-4242-8066-d34d05ed337f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:02.663011 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3fe24-1e78-4242-8066-d34d05ed337f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:02.663345 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3fe24-1e78-4242-8066-d34d05ed337f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:02.663675 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3fe24-1e78-4242-8066-d34d05ed337f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:02.664039 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3fe24-1e78-4242-8066-d34d05ed337f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:02.664371 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3fe24-1e78-4242-8066-d34d05ed337f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:02.664699 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c3fe24-1e78-4242-8066-d34d05ed337f tempest-TestNetworkAdvancedServerOps-2064312033 tempest-TestNetworkAdvancedServerOps-2064312033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:02.853331 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:02.974445 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51248) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:03.104303 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-eb8e8988-9526-4dff-bfdb-d88c09fce2c2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9c0f14b3387f45bbb4786c1a1c2d3b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285806 Jul 05 05:03:03.106605 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51252) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:03.154044 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-acc14b34-c2b7-43c5-bba7-a313049ab71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:03.176450 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-acc14b34-c2b7-43c5-bba7-a313049ab71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:03.227358 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-acc14b34-c2b7-43c5-bba7-a313049ab71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:03.229942 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-acc14b34-c2b7-43c5-bba7-a313049ab71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:03.231136 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-acc14b34-c2b7-43c5-bba7-a313049ab71d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/47b0b894-c3dd-4b32-9825-872b282b230d HTTP/1.1" status: 204 len: 168 time: 0.1236131 Jul 05 05:03:03.240214 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc14b34-c2b7-43c5-bba7-a313049ab71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b0b894-c3dd-4b32-9825-872b282b230d,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:03.448245 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 2faf2cd3-b049-48be-bda7-158d54418773 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:03:03.470975 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 2faf2cd3-b049-48be-bda7-158d54418773 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:03:03.471331 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 2faf2cd3-b049-48be-bda7-158d54418773 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:03:03.471755 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7f391b70-a606-407c-b5f5-5f683f4c639a no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:03:03.491230 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 7f391b70-a606-407c-b5f5-5f683f4c639a {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:03:03.491584 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7f391b70-a606-407c-b5f5-5f683f4c639a not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:03:03.497368 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51258) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:03.511391 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0b2e327-1eaf-4796-ad33-e4a8e333dd12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:03.608629 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0b2e327-1eaf-4796-ad33-e4a8e333dd12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:03.612616 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-a0b2e327-1eaf-4796-ad33-e4a8e333dd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:03.650589 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-a0b2e327-1eaf-4796-ad33-e4a8e333dd12 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d0c353d45e354bc69bba0b4b7098a9f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520636 Jul 05 05:03:03.651481 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2e327-1eaf-4796-ad33-e4a8e333dd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8615cac8-0fd8-4004-bbcb-fabc575db0ec,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:03.653202 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51260) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:03.703463 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9c3cfaf5-447b-4565-a85f-d0e804e96ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:03.724662 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9c3cfaf5-447b-4565-a85f-d0e804e96ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:03.770147 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9c3cfaf5-447b-4565-a85f-d0e804e96ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:03.772833 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-9c3cfaf5-447b-4565-a85f-d0e804e96ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:03.774001 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-9c3cfaf5-447b-4565-a85f-d0e804e96ea4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8615cac8-0fd8-4004-bbcb-fabc575db0ec HTTP/1.1" status: 204 len: 168 time: 0.1197937 Jul 05 05:03:03.781625 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3cfaf5-447b-4565-a85f-d0e804e96ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8615cac8-0fd8-4004-bbcb-fabc575db0ec,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:04.494979 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51282) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:04.595531 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-7a3b13b4-aaeb-4e9e-9ac6-763dfc3dfeb8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-611024364-network', 'tenant_id': 'ae8a66508acc4431a252c43938f26334'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:03:04.616509 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3b13b4-aaeb-4e9e-9ac6-763dfc3dfeb8 admin admin] Made reservation on behalf of ae8a66508acc4431a252c43938f26334 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:03:04.618877 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a3b13b4-aaeb-4e9e-9ac6-763dfc3dfeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:04.627818 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a3b13b4-aaeb-4e9e-9ac6-763dfc3dfeb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:04.650388 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:04.724197 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a3b13b4-aaeb-4e9e-9ac6-763dfc3dfeb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:04.728188 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a3b13b4-aaeb-4e9e-9ac6-763dfc3dfeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:04.756332 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3b13b4-aaeb-4e9e-9ac6-763dfc3dfeb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:03:04.762559 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b13b4-aaeb-4e9e-9ac6-763dfc3dfeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d97d773-976a-4295-b70c-759d5d5c148f,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:04.768989 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a3b13b4-aaeb-4e9e-9ac6-763dfc3dfeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:04.769365 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-7a3b13b4-aaeb-4e9e-9ac6-763dfc3dfeb8 admin admin] Added segment 01ffb521-fd49-4860-bc92-27c9d804a7d6 of type vlan for network 10b60113-f316-439b-b404-a502a565a24d Jul 05 05:03:04.811889 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a3b13b4-aaeb-4e9e-9ac6-763dfc3dfeb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:04.840983 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a3b13b4-aaeb-4e9e-9ac6-763dfc3dfeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:04.843163 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3b13b4-aaeb-4e9e-9ac6-763dfc3dfeb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:04.843445 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7a3b13b4-aaeb-4e9e-9ac6-763dfc3dfeb8 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:04.895561 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7a3b13b4-aaeb-4e9e-9ac6-763dfc3dfeb8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3996627 Jul 05 05:03:04.898628 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51286) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:04.903726 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-c35f6fca-6ba4-4997-8f52-41bafbcbe01c admin admin] Request body: {'subnet': {'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-611024364-subnet', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:03:04.904542 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b13b4-aaeb-4e9e-9ac6-763dfc3dfeb8 admin admin] Pushing event updated for resources: {'Network': ['ID=10b60113-f316-439b-b404-a502a565a24d,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:04.914356 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 10b60113-f316-439b-b404-a502a565a24d details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:03:04.927387 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35f6fca-6ba4-4997-8f52-41bafbcbe01c admin admin] Made reservation on behalf of ae8a66508acc4431a252c43938f26334 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:03:04.929847 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c35f6fca-6ba4-4997-8f52-41bafbcbe01c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:05.096981 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c35f6fca-6ba4-4997-8f52-41bafbcbe01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:05.151161 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f6fca-6ba4-4997-8f52-41bafbcbe01c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b7bc476-1366-4821-bf38-b51d20dff3d0,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:05.159952 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35f6fca-6ba4-4997-8f52-41bafbcbe01c admin admin] Checking segment: {'id': '01ffb521-fd49-4860-bc92-27c9d804a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '10b60113-f316-439b-b404-a502a565a24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:03:05.160324 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35f6fca-6ba4-4997-8f52-41bafbcbe01c admin admin] Network hostable DHCP agents. Network: 10b60113-f316-439b-b404-a502a565a24d, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:03:05.176358 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35f6fca-6ba4-4997-8f52-41bafbcbe01c admin admin] Network 10b60113-f316-439b-b404-a502a565a24d is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:03:05.184340 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-c35f6fca-6ba4-4997-8f52-41bafbcbe01c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 10b60113-f316-439b-b404-a502a565a24d) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:03:05.189109 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35f6fca-6ba4-4997-8f52-41bafbcbe01c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:05.189957 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c35f6fca-6ba4-4997-8f52-41bafbcbe01c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:05.194145 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f4ab7c-1e0d-4882-a755-58c777e9f921 None None] Network 10b60113-f316-439b-b404-a502a565a24d requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:03:05.203687 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c35f6fca-6ba4-4997-8f52-41bafbcbe01c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3038254 Jul 05 05:03:05.206314 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51288) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:05.210617 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-79bd7457-36ad-4c2e-83ee-46a814be3368 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-611024364-router', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:03:05.231692 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-79bd7457-36ad-4c2e-83ee-46a814be3368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:05.233484 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-79bd7457-36ad-4c2e-83ee-46a814be3368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:05.289702 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-79bd7457-36ad-4c2e-83ee-46a814be3368 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:05.343602 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abe2654-65c1-4cbb-be22-b34af64d52ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-10b60113-f316-439b-b404-a502a565a24d', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'fixed_ips': [{'subnet_id': '3b7bc476-1366-4821-bf38-b51d20dff3d0'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:03:05.344492 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0abe2654-65c1-4cbb-be22-b34af64d52ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:05.424976 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-79bd7457-36ad-4c2e-83ee-46a814be3368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:05.482036 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-0abe2654-65c1-4cbb-be22-b34af64d52ad None None] Allocated IP 172.20.0.2 (10b60113-f316-439b-b404-a502a565a24d/3b7bc476-1366-4821-bf38-b51d20dff3d0/62187d86-1145-4044-baa8-3189417703f4) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:03:05.629923 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0abe2654-65c1-4cbb-be22-b34af64d52ad None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:05.635075 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-79bd7457-36ad-4c2e-83ee-46a814be3368 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:05.638524 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0abe2654-65c1-4cbb-be22-b34af64d52ad None None] Transition to ACTIVE for port object 62187d86-1145-4044-baa8-3189417703f4 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:03:05.655502 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-79bd7457-36ad-4c2e-83ee-46a814be3368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:05.656141 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-0abe2654-65c1-4cbb-be22-b34af64d52ad None None] Transition to ACTIVE for port object 62187d86-1145-4044-baa8-3189417703f4 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:03:05.661801 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0abe2654-65c1-4cbb-be22-b34af64d52ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:05.699872 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abe2654-65c1-4cbb-be22-b34af64d52ad None None] Network 10b60113-f316-439b-b404-a502a565a24d is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:03:05.707293 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-0abe2654-65c1-4cbb-be22-b34af64d52ad None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:03:05.709883 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abe2654-65c1-4cbb-be22-b34af64d52ad None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:03:05.719149 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe2654-65c1-4cbb-be22-b34af64d52ad None None] Pushing event updated for resources: {'Port': ['ID=62187d86-1145-4044-baa8-3189417703f4,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:05.765796 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-79bd7457-36ad-4c2e-83ee-46a814be3368 admin admin] Allocated IP 172.25.1.31 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/bf2e992a-bb74-4ced-875b-c36d80346b1f) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:03:05.775837 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-0abe2654-65c1-4cbb-be22-b34af64d52ad None None] Attempting to bind port 62187d86-1145-4044-baa8-3189417703f4 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:03:05.776100 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-0abe2654-65c1-4cbb-be22-b34af64d52ad None None] Attempting to bind port 62187d86-1145-4044-baa8-3189417703f4 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '01ffb521-fd49-4860-bc92-27c9d804a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '10b60113-f316-439b-b404-a502a565a24d'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:03:05.776504 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abe2654-65c1-4cbb-be22-b34af64d52ad None None] Attempting to bind port 62187d86-1145-4044-baa8-3189417703f4 on network 10b60113-f316-439b-b404-a502a565a24d {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:03:05.782755 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abe2654-65c1-4cbb-be22-b34af64d52ad None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:03:05.784183 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abe2654-65c1-4cbb-be22-b34af64d52ad None None] Checking segment: {'id': '01ffb521-fd49-4860-bc92-27c9d804a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '10b60113-f316-439b-b404-a502a565a24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:03:05.784593 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0abe2654-65c1-4cbb-be22-b34af64d52ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:05.785040 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abe2654-65c1-4cbb-be22-b34af64d52ad None None] Bound using segment: {'id': '01ffb521-fd49-4860-bc92-27c9d804a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '10b60113-f316-439b-b404-a502a565a24d'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:03:05.785514 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-0abe2654-65c1-4cbb-be22-b34af64d52ad None None] Bound port: 62187d86-1145-4044-baa8-3189417703f4, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ffb521-fd49-4860-bc92-27c9d804a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '10b60113-f316-439b-b404-a502a565a24d'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:03:05.785919 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0abe2654-65c1-4cbb-be22-b34af64d52ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:05.857156 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-0abe2654-65c1-4cbb-be22-b34af64d52ad None None] For port 62187d86-1145-4044-baa8-3189417703f4, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:03:05.862265 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-0abe2654-65c1-4cbb-be22-b34af64d52ad None None] For port 62187d86-1145-4044-baa8-3189417703f4, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=62187d86-1145-4044-baa8-3189417703f4,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:03:05.866255 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0abe2654-65c1-4cbb-be22-b34af64d52ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:05.870596 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-79bd7457-36ad-4c2e-83ee-46a814be3368 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:05.921003 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-79bd7457-36ad-4c2e-83ee-46a814be3368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:05.932885 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe2654-65c1-4cbb-be22-b34af64d52ad None None] Pushing event updated for resources: {'Port': ['ID=62187d86-1145-4044-baa8-3189417703f4,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:05.986315 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bd7457-36ad-4c2e-83ee-46a814be3368 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:03:05.990619 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-79bd7457-36ad-4c2e-83ee-46a814be3368 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:03:05.996933 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bd7457-36ad-4c2e-83ee-46a814be3368 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:03:06.037056 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd7457-36ad-4c2e-83ee-46a814be3368 admin admin] Pushing event updated for resources: {'Port': ['ID=bf2e992a-bb74-4ced-875b-c36d80346b1f,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:06.312789 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-79bd7457-36ad-4c2e-83ee-46a814be3368 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:06.510248 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-79bd7457-36ad-4c2e-83ee-46a814be3368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:06.908315 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e4dc87-37b3-47f0-82c8-b0ff51d6024d None None] Network 10b60113-f316-439b-b404-a502a565a24d requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:03:06.996105 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bd7457-36ad-4c2e-83ee-46a814be3368 admin admin] Router e8368184-d84e-478a-baba-2bfa57b0f300 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:03:07.034394 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-7dcf5a05-3705-4b54-8381-5d289f674bda None None] Provisioning for port 62187d86-1145-4044-baa8-3189417703f4 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:03:07.108906 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bd7457-36ad-4c2e-83ee-46a814be3368 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:03:07.124107 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] Sync routers for ids ['e8368184-d84e-478a-baba-2bfa57b0f300'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:03:07.129762 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-79bd7457-36ad-4c2e-83ee-46a814be3368 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:07.131352 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-79bd7457-36ad-4c2e-83ee-46a814be3368 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9240849 Jul 05 05:03:07.134264 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51290) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:07.136889 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] Routers {'e8368184-d84e-478a-baba-2bfa57b0f300'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:03:07.137530 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:03:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8368184-d84e-478a-baba-2bfa57b0f300'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:07.254698 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] Set router e8368184-d84e-478a-baba-2bfa57b0f300 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:03:07.452362 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'name': 'tempest-TestShelveInstance-611024364-router', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:06Z', 'revision_number': 3, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'gw_port': {'id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:07.489264 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 62187d86-1145-4044-baa8-3189417703f4 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:03:07.492450 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] Checking router: e8368184-d84e-478a-baba-2bfa57b0f300 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:03:07.492807 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] Updating router e8368184-d84e-478a-baba-2bfa57b0f300 port bf2e992a-bb74-4ced-875b-c36d80346b1f binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:03:07.553219 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:07.570978 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6634dc5-384c-4a56-9cbc-ab186f3fd8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:07.590506 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 62187d86-1145-4044-baa8-3189417703f4 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:03:07.599493 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 62187d86-1145-4044-baa8-3189417703f4 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:03:07.599892 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:07.732597 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-c6634dc5-384c-4a56-9cbc-ab186f3fd8cb admin admin] Allocated IP 172.20.0.1 (10b60113-f316-439b-b404-a502a565a24d/3b7bc476-1366-4821-bf38-b51d20dff3d0/b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:03:07.798502 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:07.838689 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6634dc5-384c-4a56-9cbc-ab186f3fd8cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:07.852118 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [None req-c6634dc5-384c-4a56-9cbc-ab186f3fd8cb admin admin] Transition to ACTIVE for port object b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:03:07.857294 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 62187d86-1145-4044-baa8-3189417703f4, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=62187d86-1145-4044-baa8-3189417703f4,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:03:07.868604 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:07.887249 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6634dc5-384c-4a56-9cbc-ab186f3fd8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:07.930838 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6634dc5-384c-4a56-9cbc-ab186f3fd8cb admin admin] Network 10b60113-f316-439b-b404-a502a565a24d is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:03:07.937268 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-c6634dc5-384c-4a56-9cbc-ab186f3fd8cb admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:03:07.942049 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6634dc5-384c-4a56-9cbc-ab186f3fd8cb admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:03:07.945320 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6634dc5-384c-4a56-9cbc-ab186f3fd8cb admin admin] Pushing event updated for resources: {'Port': ['ID=b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:07.950125 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:07.956500 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=62187d86-1145-4044-baa8-3189417703f4,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:07.965844 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] Transition to ACTIVE for port object bf2e992a-bb74-4ced-875b-c36d80346b1f will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:03:07.973674 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:07.991264 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6634dc5-384c-4a56-9cbc-ab186f3fd8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:08.158469 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6634dc5-384c-4a56-9cbc-ab186f3fd8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:08.198419 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] Attempting to bind port bf2e992a-bb74-4ced-875b-c36d80346b1f on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:03:08.198790 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] Attempting to bind port bf2e992a-bb74-4ced-875b-c36d80346b1f by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:03:08.199151 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] Attempting to bind port bf2e992a-bb74-4ced-875b-c36d80346b1f on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:03:08.208787 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36fced2-a5f3-43a4-9227-66fe8228bd07 None None] Pushing event updated for resources: {'Port': ['ID=bf2e992a-bb74-4ced-875b-c36d80346b1f,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:08.212091 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:03:08.212471 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:03:08.212883 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:08.213274 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:03:08.213754 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] Bound port: bf2e992a-bb74-4ced-875b-c36d80346b1f, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:03:08.214138 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:08.239168 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-326247be-7000-4ac8-9ad6-3c1f5a35a869 None None] Provisioning for port b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:03:08.246917 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-326247be-7000-4ac8-9ad6-3c1f5a35a869 None None] Provisioning complete for port b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:03:08.247250 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-326247be-7000-4ac8-9ad6-3c1f5a35a869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:08.301819 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] For port bf2e992a-bb74-4ced-875b-c36d80346b1f, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:03:08.305097 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] For port bf2e992a-bb74-4ced-875b-c36d80346b1f, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=bf2e992a-bb74-4ced-875b-c36d80346b1f,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:03:08.306300 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-326247be-7000-4ac8-9ad6-3c1f5a35a869 None None] Port b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:03:08.309507 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:08.338218 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6634dc5-384c-4a56-9cbc-ab186f3fd8cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:08.344758 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6634dc5-384c-4a56-9cbc-ab186f3fd8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:08.367468 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] Routers {'e8368184-d84e-478a-baba-2bfa57b0f300'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:03:08.368157 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:03:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8368184-d84e-478a-baba-2bfa57b0f300'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:08.404899 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36fced2-a5f3-43a4-9227-66fe8228bd07 None None] Pushing event updated for resources: {'Port': ['ID=bf2e992a-bb74-4ced-875b-c36d80346b1f,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:08.411723 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6634dc5-384c-4a56-9cbc-ab186f3fd8cb admin admin] Pushing event updated for resources: {'Port': ['ID=b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:08.414264 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6634dc5-384c-4a56-9cbc-ab186f3fd8cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:08.481608 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] Set router e8368184-d84e-478a-baba-2bfa57b0f300 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:03:08.508778 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6634dc5-384c-4a56-9cbc-ab186f3fd8cb admin admin] Network 10b60113-f316-439b-b404-a502a565a24d is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:03:08.510038 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-c6634dc5-384c-4a56-9cbc-ab186f3fd8cb admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:03:08.633610 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6634dc5-384c-4a56-9cbc-ab186f3fd8cb admin admin] Router e8368184-d84e-478a-baba-2bfa57b0f300 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:03:08.704277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'name': 'tempest-TestShelveInstance-611024364-router', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:08Z', 'revision_number': 4, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'gw_port': {'id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2', 'name': '', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'mac_address': 'fa:16:3e:62:f6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:07Z', 'updated_at': '2021-07-05T05:03:08Z', 'revision_number': 2, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'subnets': [{'id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:08.739019 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f078c232-2bd8-4819-8f17-f9a51c308c82 None None] The sync data for ids ['e8368184-d84e-478a-baba-2bfa57b0f300'] in n-d-780147-23 is: [{'id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'name': 'tempest-TestShelveInstance-611024364-router', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:08Z', 'revision_number': 4, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'gw_port': {'id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2', 'name': '', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'mac_address': 'fa:16:3e:62:f6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:07Z', 'updated_at': '2021-07-05T05:03:08Z', 'revision_number': 2, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'subnets': [{'id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:03:08.750420 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-39421941-9e9b-42ad-9b0a-4bbdbe77d471 None None] Provisioning complete for port b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:03:08.750802 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-39421941-9e9b-42ad-9b0a-4bbdbe77d471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:08.752083 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6634dc5-384c-4a56-9cbc-ab186f3fd8cb admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:03:08.762174 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c6634dc5-384c-4a56-9cbc-ab186f3fd8cb admin admin] 10.222.0.77 "PUT /v2.0/routers/e8368184-d84e-478a-baba-2bfa57b0f300/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6218927 Jul 05 05:03:08.788508 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-39421941-9e9b-42ad-9b0a-4bbdbe77d471 None None] Port b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:03:09.286282 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51306) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:09.291346 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-e03b6b5d-00ff-4d69-8617-c7d992080377 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-40208478-network', 'tenant_id': 'a50da299e61a4e14a244be7bfa35e21d'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:03:09.315818 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03b6b5d-00ff-4d69-8617-c7d992080377 admin admin] Made reservation on behalf of a50da299e61a4e14a244be7bfa35e21d for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:03:09.318598 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e03b6b5d-00ff-4d69-8617-c7d992080377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:09.331459 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e03b6b5d-00ff-4d69-8617-c7d992080377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:09.450215 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e03b6b5d-00ff-4d69-8617-c7d992080377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:09.455007 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e03b6b5d-00ff-4d69-8617-c7d992080377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:09.483094 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03b6b5d-00ff-4d69-8617-c7d992080377 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:03:09.497050 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b6b5d-00ff-4d69-8617-c7d992080377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50053817-a219-4c6a-ba20-7cfcdbce455b,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:09.500844 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e03b6b5d-00ff-4d69-8617-c7d992080377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:09.501195 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-e03b6b5d-00ff-4d69-8617-c7d992080377 admin admin] Added segment 54ea56ef-bf2f-4792-ad5e-9a4e1a23c61e of type vlan for network 99fb81fe-17a0-4f0d-96a9-91f449baae14 Jul 05 05:03:09.542833 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e03b6b5d-00ff-4d69-8617-c7d992080377 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:09.566358 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 62187d86-1145-4044-baa8-3189417703f4 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:03:09.577293 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e03b6b5d-00ff-4d69-8617-c7d992080377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:09.578310 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03b6b5d-00ff-4d69-8617-c7d992080377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:09.578963 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-e03b6b5d-00ff-4d69-8617-c7d992080377 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:09.619562 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 62187d86-1145-4044-baa8-3189417703f4 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:03:09.619966 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:09.640718 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-e03b6b5d-00ff-4d69-8617-c7d992080377 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3500121 Jul 05 05:03:09.640950 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51308) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:09.645864 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f50eae6c-90a7-4688-83eb-02abac4305a8 admin admin] Request body: {'subnet': {'network_id': '99fb81fe-17a0-4f0d-96a9-91f449baae14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-40208478-subnet', 'tenant_id': 'a50da299e61a4e14a244be7bfa35e21d', 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:03:09.658627 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b6b5d-00ff-4d69-8617-c7d992080377 admin admin] Pushing event updated for resources: {'Network': ['ID=99fb81fe-17a0-4f0d-96a9-91f449baae14,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:09.669404 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 99fb81fe-17a0-4f0d-96a9-91f449baae14 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:03:09.677255 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50eae6c-90a7-4688-83eb-02abac4305a8 admin admin] Made reservation on behalf of a50da299e61a4e14a244be7bfa35e21d for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:03:09.680232 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f50eae6c-90a7-4688-83eb-02abac4305a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:09.784252 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bf2e992a-bb74-4ced-875b-c36d80346b1f up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:03:09.834649 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port bf2e992a-bb74-4ced-875b-c36d80346b1f completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:03:09.839419 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port bf2e992a-bb74-4ced-875b-c36d80346b1f triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:03:09.840065 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:09.864280 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f50eae6c-90a7-4688-83eb-02abac4305a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:09.929149 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50eae6c-90a7-4688-83eb-02abac4305a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1735d0d-a5cd-479c-916a-80c1c496c5ab,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:09.930529 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:09.938227 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50eae6c-90a7-4688-83eb-02abac4305a8 admin admin] Checking segment: {'id': '54ea56ef-bf2f-4792-ad5e-9a4e1a23c61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '99fb81fe-17a0-4f0d-96a9-91f449baae14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:03:09.938997 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50eae6c-90a7-4688-83eb-02abac4305a8 admin admin] Network hostable DHCP agents. Network: 99fb81fe-17a0-4f0d-96a9-91f449baae14, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:03:09.955524 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port bf2e992a-bb74-4ced-875b-c36d80346b1f, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=bf2e992a-bb74-4ced-875b-c36d80346b1f,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:03:09.957263 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50eae6c-90a7-4688-83eb-02abac4305a8 admin admin] Network 99fb81fe-17a0-4f0d-96a9-91f449baae14 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:03:09.959716 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:09.968884 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-f50eae6c-90a7-4688-83eb-02abac4305a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 99fb81fe-17a0-4f0d-96a9-91f449baae14) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:03:09.973178 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50eae6c-90a7-4688-83eb-02abac4305a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:09.973768 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f50eae6c-90a7-4688-83eb-02abac4305a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:09.988073 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb784bb8-d077-47c6-8830-8908388c2ef1 None None] Network 99fb81fe-17a0-4f0d-96a9-91f449baae14 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:03:09.992572 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f50eae6c-90a7-4688-83eb-02abac4305a8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3478589 Jul 05 05:03:09.993382 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51310) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:09.998729 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-02f06359-8356-4df7-a83c-ac3c65655936 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-40208478-router', 'tenant_id': 'a50da299e61a4e14a244be7bfa35e21d', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:03:10.022600 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-02f06359-8356-4df7-a83c-ac3c65655936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:10.023603 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-02f06359-8356-4df7-a83c-ac3c65655936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:10.062576 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=bf2e992a-bb74-4ced-875b-c36d80346b1f,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:10.084505 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-02f06359-8356-4df7-a83c-ac3c65655936 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:10.168675 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f406441a-641f-4434-8d73-2af61740540d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-99fb81fe-17a0-4f0d-96a9-91f449baae14', 'network_id': '99fb81fe-17a0-4f0d-96a9-91f449baae14', 'tenant_id': 'a50da299e61a4e14a244be7bfa35e21d', 'fixed_ips': [{'subnet_id': 'e1735d0d-a5cd-479c-916a-80c1c496c5ab'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:03:10.169685 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f406441a-641f-4434-8d73-2af61740540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:10.239926 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-02f06359-8356-4df7-a83c-ac3c65655936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:10.317595 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-f406441a-641f-4434-8d73-2af61740540d None None] Allocated IP 172.20.0.2 (99fb81fe-17a0-4f0d-96a9-91f449baae14/e1735d0d-a5cd-479c-916a-80c1c496c5ab/a8be7035-74ea-4b2f-90c9-d25cd32289ec) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:03:10.454395 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-02f06359-8356-4df7-a83c-ac3c65655936 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:10.463457 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f406441a-641f-4434-8d73-2af61740540d None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:10.472834 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f406441a-641f-4434-8d73-2af61740540d None None] Transition to ACTIVE for port object a8be7035-74ea-4b2f-90c9-d25cd32289ec will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:03:10.478134 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-02f06359-8356-4df7-a83c-ac3c65655936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:10.488345 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-f406441a-641f-4434-8d73-2af61740540d None None] Transition to ACTIVE for port object a8be7035-74ea-4b2f-90c9-d25cd32289ec will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:03:10.493762 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f406441a-641f-4434-8d73-2af61740540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:10.536589 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f406441a-641f-4434-8d73-2af61740540d None None] Network 99fb81fe-17a0-4f0d-96a9-91f449baae14 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:03:10.541753 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-f406441a-641f-4434-8d73-2af61740540d None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:03:10.546586 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f406441a-641f-4434-8d73-2af61740540d None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:03:10.581609 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406441a-641f-4434-8d73-2af61740540d None None] Pushing event updated for resources: {'Port': ['ID=a8be7035-74ea-4b2f-90c9-d25cd32289ec,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:10.596191 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-02f06359-8356-4df7-a83c-ac3c65655936 admin admin] Allocated IP 172.25.1.237 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/7bff349f-2103-4969-b786-47fc197912e8) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:03:10.625388 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f406441a-641f-4434-8d73-2af61740540d None None] Attempting to bind port a8be7035-74ea-4b2f-90c9-d25cd32289ec on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:03:10.625949 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f406441a-641f-4434-8d73-2af61740540d None None] Attempting to bind port a8be7035-74ea-4b2f-90c9-d25cd32289ec by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '54ea56ef-bf2f-4792-ad5e-9a4e1a23c61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '99fb81fe-17a0-4f0d-96a9-91f449baae14'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:03:10.626640 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f406441a-641f-4434-8d73-2af61740540d None None] Attempting to bind port a8be7035-74ea-4b2f-90c9-d25cd32289ec on network 99fb81fe-17a0-4f0d-96a9-91f449baae14 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:03:10.632364 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f406441a-641f-4434-8d73-2af61740540d None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:03:10.632740 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f406441a-641f-4434-8d73-2af61740540d None None] Checking segment: {'id': '54ea56ef-bf2f-4792-ad5e-9a4e1a23c61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '99fb81fe-17a0-4f0d-96a9-91f449baae14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:03:10.633146 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f406441a-641f-4434-8d73-2af61740540d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:10.633542 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f406441a-641f-4434-8d73-2af61740540d None None] Bound using segment: {'id': '54ea56ef-bf2f-4792-ad5e-9a4e1a23c61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '99fb81fe-17a0-4f0d-96a9-91f449baae14'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:03:10.634034 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-f406441a-641f-4434-8d73-2af61740540d None None] Bound port: a8be7035-74ea-4b2f-90c9-d25cd32289ec, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ea56ef-bf2f-4792-ad5e-9a4e1a23c61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '99fb81fe-17a0-4f0d-96a9-91f449baae14'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:03:10.634415 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f406441a-641f-4434-8d73-2af61740540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:10.709750 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f406441a-641f-4434-8d73-2af61740540d None None] For port a8be7035-74ea-4b2f-90c9-d25cd32289ec, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:03:10.711544 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-02f06359-8356-4df7-a83c-ac3c65655936 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:10.713984 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-f406441a-641f-4434-8d73-2af61740540d None None] For port a8be7035-74ea-4b2f-90c9-d25cd32289ec, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a8be7035-74ea-4b2f-90c9-d25cd32289ec,segment=NetworkSegment(54ea56ef-bf2f-4792-ad5e-9a4e1a23c61e),segment_id=54ea56ef-bf2f-4792-ad5e-9a4e1a23c61e)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:03:10.718050 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f406441a-641f-4434-8d73-2af61740540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:10.759324 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-02f06359-8356-4df7-a83c-ac3c65655936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:10.779709 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406441a-641f-4434-8d73-2af61740540d None None] Pushing event updated for resources: {'Port': ['ID=a8be7035-74ea-4b2f-90c9-d25cd32289ec,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:10.798103 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f06359-8356-4df7-a83c-ac3c65655936 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:03:10.801251 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-02f06359-8356-4df7-a83c-ac3c65655936 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:03:10.804092 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f06359-8356-4df7-a83c-ac3c65655936 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:03:10.846608 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f06359-8356-4df7-a83c-ac3c65655936 admin admin] Pushing event updated for resources: {'Port': ['ID=7bff349f-2103-4969-b786-47fc197912e8,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:10.884956 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] Sync routers for ids ['e8368184-d84e-478a-baba-2bfa57b0f300'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:03:10.901556 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] Routers {'e8368184-d84e-478a-baba-2bfa57b0f300'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:03:10.902171 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:03:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8368184-d84e-478a-baba-2bfa57b0f300'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:11.050936 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] Set router e8368184-d84e-478a-baba-2bfa57b0f300 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:03:11.095822 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-02f06359-8356-4df7-a83c-ac3c65655936 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:11.262785 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'name': 'tempest-TestShelveInstance-611024364-router', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:08Z', 'revision_number': 4, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'gw_port': {'id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2', 'name': '', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'mac_address': 'fa:16:3e:62:f6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:07Z', 'updated_at': '2021-07-05T05:03:08Z', 'revision_number': 2, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'subnets': [{'id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:11.290202 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] Checking router: e8368184-d84e-478a-baba-2bfa57b0f300 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:03:11.290549 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] Updating router e8368184-d84e-478a-baba-2bfa57b0f300 port b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:03:11.302441 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-02f06359-8356-4df7-a83c-ac3c65655936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:11.323929 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:11.448978 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f06359-8356-4df7-a83c-ac3c65655936 admin admin] Router 083d4127-7519-400e-bcf6-78946272c362 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:03:11.586606 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a8be7035-74ea-4b2f-90c9-d25cd32289ec up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:03:11.589078 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f06359-8356-4df7-a83c-ac3c65655936 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:03:11.607029 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-02f06359-8356-4df7-a83c-ac3c65655936 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:11.612228 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-02f06359-8356-4df7-a83c-ac3c65655936 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6152439 Jul 05 05:03:11.612589 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51312) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:11.612824 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:11.622008 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a912510-38af-4dc6-b004-a9477238048c None None] Sync routers for ids ['083d4127-7519-400e-bcf6-78946272c362'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:03:11.624891 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] Transition to ACTIVE for port object b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:03:11.635268 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:11.652665 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a912510-38af-4dc6-b004-a9477238048c None None] Routers {'083d4127-7519-400e-bcf6-78946272c362'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:03:11.653505 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5a912510-38af-4dc6-b004-a9477238048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:03:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['083d4127-7519-400e-bcf6-78946272c362'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:11.724581 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port a8be7035-74ea-4b2f-90c9-d25cd32289ec completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:03:11.757392 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] Attempting to bind port b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:03:11.757772 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] Attempting to bind port b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '01ffb521-fd49-4860-bc92-27c9d804a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '10b60113-f316-439b-b404-a502a565a24d'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:03:11.758134 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] Attempting to bind port b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2 on network 10b60113-f316-439b-b404-a502a565a24d {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:03:11.760103 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d1b1e-ce64-4e57-bef3-c5e40a7434a0 None None] Pushing event updated for resources: {'Port': ['ID=b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:11.766476 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bf2e992a-bb74-4ced-875b-c36d80346b1f up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:03:11.769696 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d1b1e-ce64-4e57-bef3-c5e40a7434a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:11.769696 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d1b1e-ce64-4e57-bef3-c5e40a7434a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:11.769696 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d1b1e-ce64-4e57-bef3-c5e40a7434a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:11.770119 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d1b1e-ce64-4e57-bef3-c5e40a7434a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:11.770236 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d1b1e-ce64-4e57-bef3-c5e40a7434a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:11.770532 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d1b1e-ce64-4e57-bef3-c5e40a7434a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:11.770851 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d1b1e-ce64-4e57-bef3-c5e40a7434a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:11.771516 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d1b1e-ce64-4e57-bef3-c5e40a7434a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:11.771516 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d1b1e-ce64-4e57-bef3-c5e40a7434a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:11.771764 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d1b1e-ce64-4e57-bef3-c5e40a7434a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:11.772112 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d1b1e-ce64-4e57-bef3-c5e40a7434a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:11.772426 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d1b1e-ce64-4e57-bef3-c5e40a7434a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:11.778381 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:03:11.778750 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] Checking segment: {'id': '01ffb521-fd49-4860-bc92-27c9d804a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '10b60113-f316-439b-b404-a502a565a24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:03:11.779180 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:11.779633 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] Bound using segment: {'id': '01ffb521-fd49-4860-bc92-27c9d804a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '10b60113-f316-439b-b404-a502a565a24d'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:03:11.780455 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] Bound port: b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ffb521-fd49-4860-bc92-27c9d804a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '10b60113-f316-439b-b404-a502a565a24d'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:03:11.780811 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:11.831837 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-5a912510-38af-4dc6-b004-a9477238048c None None] Set router 083d4127-7519-400e-bcf6-78946272c362 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:03:11.877787 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] For port b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:03:11.882143 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] For port b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:03:11.888644 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:11.952501 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port bf2e992a-bb74-4ced-875b-c36d80346b1f triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:03:11.954493 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:11.988273 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6a9e82-965a-44b1-a0c2-649d3744b404 None None] Network 99fb81fe-17a0-4f0d-96a9-91f449baae14 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:03:11.990032 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] Routers {'e8368184-d84e-478a-baba-2bfa57b0f300'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:03:11.990848 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:03:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8368184-d84e-478a-baba-2bfa57b0f300'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:12.159277 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-024813ae-4987-4b55-95ea-c436ff56fcbc None None] Provisioning for port a8be7035-74ea-4b2f-90c9-d25cd32289ec completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:03:12.188077 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-024813ae-4987-4b55-95ea-c436ff56fcbc None None] Provisioning complete for port a8be7035-74ea-4b2f-90c9-d25cd32289ec triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:03:12.188500 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-024813ae-4987-4b55-95ea-c436ff56fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:12.204041 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f7bccd7d-76ac-4039-a94d-391c45175f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:12.211511 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d1b1e-ce64-4e57-bef3-c5e40a7434a0 None None] Pushing event updated for resources: {'Port': ['ID=b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:12.233932 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] Set router e8368184-d84e-478a-baba-2bfa57b0f300 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:03:12.383372 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-f7bccd7d-76ac-4039-a94d-391c45175f0b admin admin] Allocated IP 172.20.0.1 (99fb81fe-17a0-4f0d-96a9-91f449baae14/e1735d0d-a5cd-479c-916a-80c1c496c5ab/e2c2762f-c0a3-48bf-a98d-fa0e746371fd) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:03:12.453995 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'name': 'tempest-TestShelveInstance-611024364-router', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:08Z', 'revision_number': 4, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'gw_port': {'id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2', 'name': '', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'mac_address': 'fa:16:3e:62:f6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:07Z', 'updated_at': '2021-07-05T05:03:11Z', 'revision_number': 4, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'subnets': [{'id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:12.491195 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3486e2-bd31-497f-a367-9b331f976443 None None] The sync data for ids ['e8368184-d84e-478a-baba-2bfa57b0f300'] in n-d-780147-23 is: [{'id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'name': 'tempest-TestShelveInstance-611024364-router', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:08Z', 'revision_number': 4, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'gw_port': {'id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2', 'name': '', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'mac_address': 'fa:16:3e:62:f6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:07Z', 'updated_at': '2021-07-05T05:03:11Z', 'revision_number': 4, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'subnets': [{'id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:03:12.510124 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f7bccd7d-76ac-4039-a94d-391c45175f0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:12.527831 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-f7bccd7d-76ac-4039-a94d-391c45175f0b admin admin] Transition to ACTIVE for port object e2c2762f-c0a3-48bf-a98d-fa0e746371fd will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:03:12.548309 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5a912510-38af-4dc6-b004-a9477238048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083d4127-7519-400e-bcf6-78946272c362', 'name': 'tempest-TestShelveInstance-40208478-router', 'tenant_id': 'a50da299e61a4e14a244be7bfa35e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '7bff349f-2103-4969-b786-47fc197912e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:10Z', 'updated_at': '2021-07-05T05:03:10Z', 'revision_number': 3, 'project_id': 'a50da299e61a4e14a244be7bfa35e21d', 'gw_port': {'id': '7bff349f-2103-4969-b786-47fc197912e8', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:24:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083d4127-7519-400e-bcf6-78946272c362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:10Z', 'updated_at': '2021-07-05T05:03:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:12.567516 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f7bccd7d-76ac-4039-a94d-391c45175f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:12.586901 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a912510-38af-4dc6-b004-a9477238048c None None] Checking router: 083d4127-7519-400e-bcf6-78946272c362 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:03:12.587517 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a912510-38af-4dc6-b004-a9477238048c None None] Updating router 083d4127-7519-400e-bcf6-78946272c362 port 7bff349f-2103-4969-b786-47fc197912e8 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:03:12.605460 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bccd7d-76ac-4039-a94d-391c45175f0b admin admin] Network 99fb81fe-17a0-4f0d-96a9-91f449baae14 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:03:12.609585 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-f7bccd7d-76ac-4039-a94d-391c45175f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:03:12.613425 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bccd7d-76ac-4039-a94d-391c45175f0b admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:03:12.619199 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-024813ae-4987-4b55-95ea-c436ff56fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:12.654062 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bccd7d-76ac-4039-a94d-391c45175f0b admin admin] Pushing event updated for resources: {'Port': ['ID=e2c2762f-c0a3-48bf-a98d-fa0e746371fd,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:12.661978 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5a912510-38af-4dc6-b004-a9477238048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:12.663550 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f7bccd7d-76ac-4039-a94d-391c45175f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:12.708194 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-024813ae-4987-4b55-95ea-c436ff56fcbc None None] For port a8be7035-74ea-4b2f-90c9-d25cd32289ec, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a8be7035-74ea-4b2f-90c9-d25cd32289ec,segment=NetworkSegment(54ea56ef-bf2f-4792-ad5e-9a4e1a23c61e),segment_id=54ea56ef-bf2f-4792-ad5e-9a4e1a23c61e)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:03:12.721418 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-024813ae-4987-4b55-95ea-c436ff56fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:12.843998 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f7bccd7d-76ac-4039-a94d-391c45175f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:12.867567 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024813ae-4987-4b55-95ea-c436ff56fcbc None None] Pushing event updated for resources: {'Port': ['ID=a8be7035-74ea-4b2f-90c9-d25cd32289ec,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:13.047723 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-da28643f-7251-4f4c-97ad-67ad02ae1833 None None] Provisioning complete for port a8be7035-74ea-4b2f-90c9-d25cd32289ec triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:03:13.048249 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-da28643f-7251-4f4c-97ad-67ad02ae1833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:13.069801 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f7bccd7d-76ac-4039-a94d-391c45175f0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:13.077710 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5a912510-38af-4dc6-b004-a9477238048c None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:13.077934 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f7bccd7d-76ac-4039-a94d-391c45175f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:13.103256 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-5a912510-38af-4dc6-b004-a9477238048c None None] Transition to ACTIVE for port object 7bff349f-2103-4969-b786-47fc197912e8 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:03:13.117140 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5a912510-38af-4dc6-b004-a9477238048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:13.132425 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f7bccd7d-76ac-4039-a94d-391c45175f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:13.174626 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b9a15-4ed7-4be2-b53f-853ed26230e2 None None] Pushing event updated for resources: {'Port': ['ID=7bff349f-2103-4969-b786-47fc197912e8,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:13.209811 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-5a912510-38af-4dc6-b004-a9477238048c None None] Attempting to bind port 7bff349f-2103-4969-b786-47fc197912e8 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:03:13.210188 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-5a912510-38af-4dc6-b004-a9477238048c None None] Attempting to bind port 7bff349f-2103-4969-b786-47fc197912e8 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:03:13.210561 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a912510-38af-4dc6-b004-a9477238048c None None] Attempting to bind port 7bff349f-2103-4969-b786-47fc197912e8 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:03:13.219215 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a912510-38af-4dc6-b004-a9477238048c None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:03:13.220082 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a912510-38af-4dc6-b004-a9477238048c None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:03:13.220493 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5a912510-38af-4dc6-b004-a9477238048c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:13.220909 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a912510-38af-4dc6-b004-a9477238048c None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:03:13.221417 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-5a912510-38af-4dc6-b004-a9477238048c None None] Bound port: 7bff349f-2103-4969-b786-47fc197912e8, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:03:13.221979 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5a912510-38af-4dc6-b004-a9477238048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:13.227971 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bccd7d-76ac-4039-a94d-391c45175f0b admin admin] Pushing event updated for resources: {'Port': ['ID=e2c2762f-c0a3-48bf-a98d-fa0e746371fd,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:13.279951 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bccd7d-76ac-4039-a94d-391c45175f0b admin admin] Network 99fb81fe-17a0-4f0d-96a9-91f449baae14 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:03:13.281732 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-f7bccd7d-76ac-4039-a94d-391c45175f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:03:13.285852 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-5a912510-38af-4dc6-b004-a9477238048c None None] For port 7bff349f-2103-4969-b786-47fc197912e8, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:03:13.289937 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-5a912510-38af-4dc6-b004-a9477238048c None None] For port 7bff349f-2103-4969-b786-47fc197912e8, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7bff349f-2103-4969-b786-47fc197912e8,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:03:13.302375 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5a912510-38af-4dc6-b004-a9477238048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:13.376753 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a912510-38af-4dc6-b004-a9477238048c None None] Routers {'083d4127-7519-400e-bcf6-78946272c362'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:03:13.377505 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5a912510-38af-4dc6-b004-a9477238048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:03:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['083d4127-7519-400e-bcf6-78946272c362'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:13.385100 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b9a15-4ed7-4be2-b53f-853ed26230e2 None None] Pushing event updated for resources: {'Port': ['ID=7bff349f-2103-4969-b786-47fc197912e8,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:13.425605 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-96c9692e-e35c-497f-8b49-3d2fe91f8e07 None None] Provisioning for port e2c2762f-c0a3-48bf-a98d-fa0e746371fd completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:03:13.433943 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-96c9692e-e35c-497f-8b49-3d2fe91f8e07 None None] Provisioning complete for port e2c2762f-c0a3-48bf-a98d-fa0e746371fd triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:03:13.434433 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-96c9692e-e35c-497f-8b49-3d2fe91f8e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:13.437393 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bccd7d-76ac-4039-a94d-391c45175f0b admin admin] Router 083d4127-7519-400e-bcf6-78946272c362 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:03:13.530627 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:03:13.532525 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-96c9692e-e35c-497f-8b49-3d2fe91f8e07 None None] Port e2c2762f-c0a3-48bf-a98d-fa0e746371fd cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:03:13.569505 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-5a912510-38af-4dc6-b004-a9477238048c None None] Set router 083d4127-7519-400e-bcf6-78946272c362 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:03:13.707671 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:03:13.721317 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:03:13.721689 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:13.727586 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-93d59987-ad6e-42ad-a80a-7863bb918cb7 None None] Provisioning complete for port e2c2762f-c0a3-48bf-a98d-fa0e746371fd triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:03:13.727982 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-93d59987-ad6e-42ad-a80a-7863bb918cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:13.823187 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-93d59987-ad6e-42ad-a80a-7863bb918cb7 None None] Port e2c2762f-c0a3-48bf-a98d-fa0e746371fd cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:03:13.905236 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:13.930142 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bccd7d-76ac-4039-a94d-391c45175f0b admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:03:13.935309 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f7bccd7d-76ac-4039-a94d-391c45175f0b admin admin] 10.222.0.77 "PUT /v2.0/routers/083d4127-7519-400e-bcf6-78946272c362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3218191 Jul 05 05:03:13.938104 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:13.950492 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-5a912510-38af-4dc6-b004-a9477238048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083d4127-7519-400e-bcf6-78946272c362', 'name': 'tempest-TestShelveInstance-40208478-router', 'tenant_id': 'a50da299e61a4e14a244be7bfa35e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '7bff349f-2103-4969-b786-47fc197912e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:10Z', 'updated_at': '2021-07-05T05:03:12Z', 'revision_number': 4, 'project_id': 'a50da299e61a4e14a244be7bfa35e21d', 'gw_port': {'id': '7bff349f-2103-4969-b786-47fc197912e8', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:24:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083d4127-7519-400e-bcf6-78946272c362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:10Z', 'updated_at': '2021-07-05T05:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'e2c2762f-c0a3-48bf-a98d-fa0e746371fd', 'name': '', 'network_id': '99fb81fe-17a0-4f0d-96a9-91f449baae14', 'tenant_id': 'a50da299e61a4e14a244be7bfa35e21d', 'mac_address': 'fa:16:3e:ce:82:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083d4127-7519-400e-bcf6-78946272c362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'e1735d0d-a5cd-479c-916a-80c1c496c5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:12Z', 'updated_at': '2021-07-05T05:03:12Z', 'revision_number': 2, 'project_id': 'a50da299e61a4e14a244be7bfa35e21d', 'subnets': [{'id': 'e1735d0d-a5cd-479c-916a-80c1c496c5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:13.983751 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:03:13.984772 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a912510-38af-4dc6-b004-a9477238048c None None] The sync data for ids ['083d4127-7519-400e-bcf6-78946272c362'] in n-d-780147-23 is: [{'id': '083d4127-7519-400e-bcf6-78946272c362', 'name': 'tempest-TestShelveInstance-40208478-router', 'tenant_id': 'a50da299e61a4e14a244be7bfa35e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '7bff349f-2103-4969-b786-47fc197912e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:10Z', 'updated_at': '2021-07-05T05:03:12Z', 'revision_number': 4, 'project_id': 'a50da299e61a4e14a244be7bfa35e21d', 'gw_port': {'id': '7bff349f-2103-4969-b786-47fc197912e8', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:24:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083d4127-7519-400e-bcf6-78946272c362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:10Z', 'updated_at': '2021-07-05T05:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'e2c2762f-c0a3-48bf-a98d-fa0e746371fd', 'name': '', 'network_id': '99fb81fe-17a0-4f0d-96a9-91f449baae14', 'tenant_id': 'a50da299e61a4e14a244be7bfa35e21d', 'mac_address': 'fa:16:3e:ce:82:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083d4127-7519-400e-bcf6-78946272c362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'e1735d0d-a5cd-479c-916a-80c1c496c5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:12Z', 'updated_at': '2021-07-05T05:03:12Z', 'revision_number': 2, 'project_id': 'a50da299e61a4e14a244be7bfa35e21d', 'subnets': [{'id': 'e1735d0d-a5cd-479c-916a-80c1c496c5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:03:13.989200 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:13.990168 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a8be7035-74ea-4b2f-90c9-d25cd32289ec up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:03:14.071552 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:14.082250 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port a8be7035-74ea-4b2f-90c9-d25cd32289ec triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:03:14.082575 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:14.570702 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51320) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:14.575976 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-ae1d23c8-4290-4520-99eb-cd86c0f13535 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1277334355', 'description': 'tempest-secgroup-smoke-1277334355 description', 'project_id': 'ae8a66508acc4431a252c43938f26334'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:03:14.598864 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ae1d23c8-4290-4520-99eb-cd86c0f13535 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:14.681540 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ae1d23c8-4290-4520-99eb-cd86c0f13535 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:14.686437 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ae1d23c8-4290-4520-99eb-cd86c0f13535 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:14.713865 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-ae1d23c8-4290-4520-99eb-cd86c0f13535 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:14.715098 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-ae1d23c8-4290-4520-99eb-cd86c0f13535 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1433012 Jul 05 05:03:14.718887 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51322) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:14.719760 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d23c8-4290-4520-99eb-cd86c0f13535 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2f45f9-9895-49d4-8a63-6ec79770ecd7,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:14.725244 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-156a326d-3acb-4cdc-9f4d-38d0d02dd7f3 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Request body: {'security_group_rule': {'security_group_id': '8a2f45f9-9895-49d4-8a63-6ec79770ecd7', 'project_id': 'ae8a66508acc4431a252c43938f26334', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:03:14.752407 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-156a326d-3acb-4cdc-9f4d-38d0d02dd7f3 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:14.808347 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-156a326d-3acb-4cdc-9f4d-38d0d02dd7f3 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:14.812750 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-156a326d-3acb-4cdc-9f4d-38d0d02dd7f3 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:14.830819 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a326d-3acb-4cdc-9f4d-38d0d02dd7f3 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e27b45-eb46-4251-9a19-ae9ef5690738,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:14.837162 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-156a326d-3acb-4cdc-9f4d-38d0d02dd7f3 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:14.838553 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-156a326d-3acb-4cdc-9f4d-38d0d02dd7f3 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185219 Jul 05 05:03:14.841314 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51324) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:14.846361 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ea8c63d5-87e3-4d6f-af9b-c419b06d09a5 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Request body: {'security_group_rule': {'security_group_id': '8a2f45f9-9895-49d4-8a63-6ec79770ecd7', 'project_id': 'ae8a66508acc4431a252c43938f26334', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:03:14.871920 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ea8c63d5-87e3-4d6f-af9b-c419b06d09a5 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:14.928682 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ea8c63d5-87e3-4d6f-af9b-c419b06d09a5 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:14.932480 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ea8c63d5-87e3-4d6f-af9b-c419b06d09a5 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:14.950090 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c63d5-87e3-4d6f-af9b-c419b06d09a5 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67125f63-41bf-4db6-941e-939b76240020,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:14.956804 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ea8c63d5-87e3-4d6f-af9b-c419b06d09a5 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:14.958155 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ea8c63d5-87e3-4d6f-af9b-c419b06d09a5 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153085 Jul 05 05:03:14.960839 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51326) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:14.965222 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-a1207632-a14f-44b4-8758-f02337a3abf5 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Request body: {'security_group_rule': {'security_group_id': '8a2f45f9-9895-49d4-8a63-6ec79770ecd7', 'project_id': 'ae8a66508acc4431a252c43938f26334', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:03:14.992327 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a1207632-a14f-44b4-8758-f02337a3abf5 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:15.052138 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a1207632-a14f-44b4-8758-f02337a3abf5 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:15.055641 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a1207632-a14f-44b4-8758-f02337a3abf5 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:15.074908 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1207632-a14f-44b4-8758-f02337a3abf5 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e638b34-e761-4f73-ade6-a8877bb94a51,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:15.082609 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a1207632-a14f-44b4-8758-f02337a3abf5 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:15.083934 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a1207632-a14f-44b4-8758-f02337a3abf5 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220708 Jul 05 05:03:15.086595 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51328) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:15.090944 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-18616483-aa1d-44a1-aa6d-ad418b1c2e85 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Request body: {'security_group_rule': {'security_group_id': '8a2f45f9-9895-49d4-8a63-6ec79770ecd7', 'project_id': 'ae8a66508acc4431a252c43938f26334', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:03:15.118389 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18616483-aa1d-44a1-aa6d-ad418b1c2e85 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:15.180231 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18616483-aa1d-44a1-aa6d-ad418b1c2e85 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:15.184605 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18616483-aa1d-44a1-aa6d-ad418b1c2e85 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:15.208110 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18616483-aa1d-44a1-aa6d-ad418b1c2e85 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e69ea61e-be7f-4303-bdf6-96f2f4f7cc62,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:15.210608 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-18616483-aa1d-44a1-aa6d-ad418b1c2e85 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:15.214314 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-18616483-aa1d-44a1-aa6d-ad418b1c2e85 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242383 Jul 05 05:03:15.214595 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51330) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:15.220408 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-c7f467a0-33ee-4486-8010-f95ecb1910ef tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Request body: {'security_group_rule': {'security_group_id': '8a2f45f9-9895-49d4-8a63-6ec79770ecd7', 'project_id': 'ae8a66508acc4431a252c43938f26334', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:03:15.247048 n-d-780147-23 neutron-server[105538]: INFO neutron.db.securitygroups_db [None req-c7f467a0-33ee-4486-8010-f95ecb1910ef tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Project ae8a66508acc4431a252c43938f26334 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:03:15.254101 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c7f467a0-33ee-4486-8010-f95ecb1910ef tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:15.356845 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c7f467a0-33ee-4486-8010-f95ecb1910ef tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:15.361847 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c7f467a0-33ee-4486-8010-f95ecb1910ef tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:15.381677 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f467a0-33ee-4486-8010-f95ecb1910ef tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e1401c-cc58-4823-bd63-6c57e0472620,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:15.388555 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c7f467a0-33ee-4486-8010-f95ecb1910ef tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:15.393321 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c7f467a0-33ee-4486-8010-f95ecb1910ef tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1750364 Jul 05 05:03:15.393515 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51332) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:15.398422 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ed11536e-d364-4f26-88ae-34f03e39ae0c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Request body: {'security_group_rule': {'security_group_id': '8a2f45f9-9895-49d4-8a63-6ec79770ecd7', 'project_id': 'ae8a66508acc4431a252c43938f26334', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:03:15.435321 n-d-780147-23 neutron-server[105538]: INFO neutron.db.securitygroups_db [None req-ed11536e-d364-4f26-88ae-34f03e39ae0c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Project ae8a66508acc4431a252c43938f26334 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:03:15.446797 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ed11536e-d364-4f26-88ae-34f03e39ae0c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:15.523166 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ed11536e-d364-4f26-88ae-34f03e39ae0c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:15.527343 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ed11536e-d364-4f26-88ae-34f03e39ae0c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:15.549050 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11536e-d364-4f26-88ae-34f03e39ae0c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0e33c9-bbfb-4ce0-802a-a9aeee5d9ba2,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:15.556533 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ed11536e-d364-4f26-88ae-34f03e39ae0c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:15.557929 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ed11536e-d364-4f26-88ae-34f03e39ae0c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1634250 Jul 05 05:03:15.571588 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:03:15.591358 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:03:15.630833 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:03:15.631239 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:15.723260 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7bff349f-2103-4969-b786-47fc197912e8 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:03:15.781577 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 7bff349f-2103-4969-b786-47fc197912e8 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:03:15.786230 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 7bff349f-2103-4969-b786-47fc197912e8 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:03:15.786604 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:15.796751 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-38b8f468-c023-4225-a1fe-0c46952f403e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1277334355&fields=id&tenant_id=ae8a66508acc4431a252c43938f26334 HTTP/1.1" status: 200 len: 267 time: 0.0405831 Jul 05 05:03:15.872466 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:15.896927 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 7bff349f-2103-4969-b786-47fc197912e8, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7bff349f-2103-4969-b786-47fc197912e8,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:03:15.902702 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:15.919209 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-97f746fe-2d5b-4e46-96cb-ff52c96276da tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:15.921858 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-97f746fe-2d5b-4e46-96cb-ff52c96276da tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/networks?id=10b60113-f316-439b-b404-a502a565a24d HTTP/1.1" status: 200 len: 808 time: 0.1178825 Jul 05 05:03:15.942589 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-07d8ac4b-0dff-421f-82e9-8d028b82dec2 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/quotas/ae8a66508acc4431a252c43938f26334 HTTP/1.1" status: 200 len: 375 time: 0.0146027 Jul 05 05:03:15.961572 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=7bff349f-2103-4969-b786-47fc197912e8,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:16.016320 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-e7e4554e-58ab-46f0-af7a-9c2230928cbd tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae8a66508acc4431a252c43938f26334&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679543 Jul 05 05:03:16.111079 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-48b23c8d-a308-45a0-83dd-819afd86a68f service neutron] 10.222.0.77 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848005 Jul 05 05:03:16.210639 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-c722fb5e-5a07-415b-a2b1-6bdca5ce0e2a service neutron] 10.222.0.77 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937059 Jul 05 05:03:16.391382 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1242c422-ccaa-4bb9-93c5-dbd8fd440734 req-3c1c8853-1254-4ad6-bad9-4a48356b098a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 210 time: 0.0296042 Jul 05 05:03:16.744364 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] Sync routers for ids ['083d4127-7519-400e-bcf6-78946272c362'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:03:16.753546 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] Routers {'083d4127-7519-400e-bcf6-78946272c362'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:03:16.754165 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:03:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['083d4127-7519-400e-bcf6-78946272c362'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:16.862927 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] Set router 083d4127-7519-400e-bcf6-78946272c362 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:03:17.068622 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083d4127-7519-400e-bcf6-78946272c362', 'name': 'tempest-TestShelveInstance-40208478-router', 'tenant_id': 'a50da299e61a4e14a244be7bfa35e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '7bff349f-2103-4969-b786-47fc197912e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:10Z', 'updated_at': '2021-07-05T05:03:12Z', 'revision_number': 4, 'project_id': 'a50da299e61a4e14a244be7bfa35e21d', 'gw_port': {'id': '7bff349f-2103-4969-b786-47fc197912e8', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d4127-7519-400e-bcf6-78946272c362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:10Z', 'updated_at': '2021-07-05T05:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'e2c2762f-c0a3-48bf-a98d-fa0e746371fd', 'name': '', 'network_id': '99fb81fe-17a0-4f0d-96a9-91f449baae14', 'tenant_id': 'a50da299e61a4e14a244be7bfa35e21d', 'mac_address': 'fa:16:3e:ce:82:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083d4127-7519-400e-bcf6-78946272c362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'e1735d0d-a5cd-479c-916a-80c1c496c5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:12Z', 'updated_at': '2021-07-05T05:03:12Z', 'revision_number': 2, 'project_id': 'a50da299e61a4e14a244be7bfa35e21d', 'subnets': [{'id': 'e1735d0d-a5cd-479c-916a-80c1c496c5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:17.094856 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] Checking router: 083d4127-7519-400e-bcf6-78946272c362 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:03:17.095208 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] Updating router 083d4127-7519-400e-bcf6-78946272c362 port e2c2762f-c0a3-48bf-a98d-fa0e746371fd binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:03:17.130764 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:17.391618 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:17.402858 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] Transition to ACTIVE for port object e2c2762f-c0a3-48bf-a98d-fa0e746371fd will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:03:17.411792 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:17.494880 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb127d38-7846-4868-97cc-f4e2f5d9f4a0 None None] Pushing event updated for resources: {'Port': ['ID=e2c2762f-c0a3-48bf-a98d-fa0e746371fd,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:17.504911 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7bff349f-2103-4969-b786-47fc197912e8 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:03:17.560686 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 7bff349f-2103-4969-b786-47fc197912e8 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:03:17.561692 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:17.603663 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] Attempting to bind port e2c2762f-c0a3-48bf-a98d-fa0e746371fd on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:03:17.603663 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] Attempting to bind port e2c2762f-c0a3-48bf-a98d-fa0e746371fd by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '54ea56ef-bf2f-4792-ad5e-9a4e1a23c61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '99fb81fe-17a0-4f0d-96a9-91f449baae14'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:03:17.604331 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] Attempting to bind port e2c2762f-c0a3-48bf-a98d-fa0e746371fd on network 99fb81fe-17a0-4f0d-96a9-91f449baae14 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:03:17.612744 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:03:17.620616 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] Checking segment: {'id': '54ea56ef-bf2f-4792-ad5e-9a4e1a23c61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '99fb81fe-17a0-4f0d-96a9-91f449baae14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:03:17.621240 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:17.621748 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] Bound using segment: {'id': '54ea56ef-bf2f-4792-ad5e-9a4e1a23c61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '99fb81fe-17a0-4f0d-96a9-91f449baae14'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:03:17.622352 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] Bound port: e2c2762f-c0a3-48bf-a98d-fa0e746371fd, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ea56ef-bf2f-4792-ad5e-9a4e1a23c61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '99fb81fe-17a0-4f0d-96a9-91f449baae14'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:03:17.622968 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:17.657273 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dc99f76a-92d4-4089-8a0b-ebb91612b287 req-76866e1e-73ea-406b-bd0f-ab97425e347a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 210 time: 0.0575321 Jul 05 05:03:17.718435 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] For port e2c2762f-c0a3-48bf-a98d-fa0e746371fd, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:03:17.721961 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] For port e2c2762f-c0a3-48bf-a98d-fa0e746371fd, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e2c2762f-c0a3-48bf-a98d-fa0e746371fd,segment=NetworkSegment(54ea56ef-bf2f-4792-ad5e-9a4e1a23c61e),segment_id=54ea56ef-bf2f-4792-ad5e-9a4e1a23c61e)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:03:17.736501 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:17.751083 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-f968fef6-dd7d-466c-b2f0-80dcdde5f1aa tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:17.753645 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-f968fef6-dd7d-466c-b2f0-80dcdde5f1aa tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.89 "GET /v2.0/networks?id=10b60113-f316-439b-b404-a502a565a24d HTTP/1.1" status: 200 len: 808 time: 0.2659042 Jul 05 05:03:17.783369 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] Routers {'083d4127-7519-400e-bcf6-78946272c362'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:03:17.784038 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:03:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['083d4127-7519-400e-bcf6-78946272c362'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:17.823865 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-0620d6d8-ca1b-428a-99d6-37d0bb0dfa11 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae8a66508acc4431a252c43938f26334 HTTP/1.1" status: 200 len: 380 time: 0.0547407 Jul 05 05:03:17.834253 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-07fb0c43-5e6d-424c-a76b-bae94c8d7b37 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Request body: {'port': {'device_id': 'a2bb916e-ccb7-4404-b768-7c125a71b80b', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'admin_state_up': True, 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'security_groups': ['8a2f45f9-9895-49d4-8a63-6ec79770ecd7']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:03:17.909765 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb127d38-7846-4868-97cc-f4e2f5d9f4a0 None None] Pushing event updated for resources: {'Port': ['ID=e2c2762f-c0a3-48bf-a98d-fa0e746371fd,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:17.928575 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] Set router 083d4127-7519-400e-bcf6-78946272c362 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:03:17.969997 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-07fb0c43-5e6d-424c-a76b-bae94c8d7b37 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Made reservation on behalf of ae8a66508acc4431a252c43938f26334 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:03:17.973684 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-07fb0c43-5e6d-424c-a76b-bae94c8d7b37 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:18.118339 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-07fb0c43-5e6d-424c-a76b-bae94c8d7b37 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Allocated IP 172.20.0.6 (10b60113-f316-439b-b404-a502a565a24d/3b7bc476-1366-4821-bf38-b51d20dff3d0/44a2b908-a05a-44b0-8e56-c1ef6e22ced4) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:03:18.149395 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083d4127-7519-400e-bcf6-78946272c362', 'name': 'tempest-TestShelveInstance-40208478-router', 'tenant_id': 'a50da299e61a4e14a244be7bfa35e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '7bff349f-2103-4969-b786-47fc197912e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:10Z', 'updated_at': '2021-07-05T05:03:12Z', 'revision_number': 4, 'project_id': 'a50da299e61a4e14a244be7bfa35e21d', 'gw_port': {'id': '7bff349f-2103-4969-b786-47fc197912e8', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d4127-7519-400e-bcf6-78946272c362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:10Z', 'updated_at': '2021-07-05T05:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'e2c2762f-c0a3-48bf-a98d-fa0e746371fd', 'name': '', 'network_id': '99fb81fe-17a0-4f0d-96a9-91f449baae14', 'tenant_id': 'a50da299e61a4e14a244be7bfa35e21d', 'mac_address': 'fa:16:3e:ce:82:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083d4127-7519-400e-bcf6-78946272c362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'e1735d0d-a5cd-479c-916a-80c1c496c5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:12Z', 'updated_at': '2021-07-05T05:03:17Z', 'revision_number': 4, 'project_id': 'a50da299e61a4e14a244be7bfa35e21d', 'subnets': [{'id': 'e1735d0d-a5cd-479c-916a-80c1c496c5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:18.176190 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f29613a-d568-4e6c-9383-a6b4c7dec0a0 None None] The sync data for ids ['083d4127-7519-400e-bcf6-78946272c362'] in n-d-780147-23 is: [{'id': '083d4127-7519-400e-bcf6-78946272c362', 'name': 'tempest-TestShelveInstance-40208478-router', 'tenant_id': 'a50da299e61a4e14a244be7bfa35e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '7bff349f-2103-4969-b786-47fc197912e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:10Z', 'updated_at': '2021-07-05T05:03:12Z', 'revision_number': 4, 'project_id': 'a50da299e61a4e14a244be7bfa35e21d', 'gw_port': {'id': '7bff349f-2103-4969-b786-47fc197912e8', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d4127-7519-400e-bcf6-78946272c362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:10Z', 'updated_at': '2021-07-05T05:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'e2c2762f-c0a3-48bf-a98d-fa0e746371fd', 'name': '', 'network_id': '99fb81fe-17a0-4f0d-96a9-91f449baae14', 'tenant_id': 'a50da299e61a4e14a244be7bfa35e21d', 'mac_address': 'fa:16:3e:ce:82:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083d4127-7519-400e-bcf6-78946272c362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'e1735d0d-a5cd-479c-916a-80c1c496c5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:12Z', 'updated_at': '2021-07-05T05:03:17Z', 'revision_number': 4, 'project_id': 'a50da299e61a4e14a244be7bfa35e21d', 'subnets': [{'id': 'e1735d0d-a5cd-479c-916a-80c1c496c5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:03:18.272494 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-07fb0c43-5e6d-424c-a76b-bae94c8d7b37 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:18.288829 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-07fb0c43-5e6d-424c-a76b-bae94c8d7b37 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Transition to ACTIVE for port object 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:03:18.328407 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-07fb0c43-5e6d-424c-a76b-bae94c8d7b37 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:18.372352 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-07fb0c43-5e6d-424c-a76b-bae94c8d7b37 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Network 10b60113-f316-439b-b404-a502a565a24d is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:03:18.376233 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-07fb0c43-5e6d-424c-a76b-bae94c8d7b37 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:03:18.378709 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-07fb0c43-5e6d-424c-a76b-bae94c8d7b37 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:03:18.415521 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb0c43-5e6d-424c-a76b-bae94c8d7b37 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Pushing event updated for resources: {'Port': ['ID=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:18.444995 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-07fb0c43-5e6d-424c-a76b-bae94c8d7b37 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:18.445674 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-07fb0c43-5e6d-424c-a76b-bae94c8d7b37 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:18.463524 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-07fb0c43-5e6d-424c-a76b-bae94c8d7b37 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6339130 Jul 05 05:03:18.480186 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-ee3548fd-c2b4-4ff7-ad29-c1d5650ee89a service neutron] Request body: {'port': {'device_id': 'a2bb916e-ccb7-4404-b768-7c125a71b80b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:03:18.565837 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-ee3548fd-c2b4-4ff7-ad29-c1d5650ee89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:18.638185 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e6017ac6-08d1-4b74-89d6-f9bc109a8444 None None] Provisioning for port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:03:18.643269 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e6017ac6-08d1-4b74-89d6-f9bc109a8444 None None] Provisioning complete for port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:03:18.643917 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e6017ac6-08d1-4b74-89d6-f9bc109a8444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:18.690930 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-e6017ac6-08d1-4b74-89d6-f9bc109a8444 None None] Port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:03:18.885976 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-ee3548fd-c2b4-4ff7-ad29-c1d5650ee89a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:03:18.895848 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-ee3548fd-c2b4-4ff7-ad29-c1d5650ee89a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:18.910887 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e034f-243f-4ea3-b66b-6c08b42ae2e2 req-411ca6e5-3d37-46d9-ac59-8ada3d9b0357 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:18.912415 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c93e034f-243f-4ea3-b66b-6c08b42ae2e2 req-411ca6e5-3d37-46d9-ac59-8ada3d9b0357 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 931 time: 0.1197948 Jul 05 05:03:18.921657 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-ee3548fd-c2b4-4ff7-ad29-c1d5650ee89a service neutron] Transition to ACTIVE for port object 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:03:18.928030 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-ee3548fd-c2b4-4ff7-ad29-c1d5650ee89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:18.992768 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c93e034f-243f-4ea3-b66b-6c08b42ae2e2 req-673a1a63-84a0-4b78-9e70-2fa845b66247 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734854 Jul 05 05:03:18.999559 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3548fd-c2b4-4ff7-ad29-c1d5650ee89a service neutron] Pushing event updated for resources: {'Port': ['ID=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:19.400140 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-ee3548fd-c2b4-4ff7-ad29-c1d5650ee89a service neutron] Attempting to bind port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:03:19.400504 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-ee3548fd-c2b4-4ff7-ad29-c1d5650ee89a service neutron] Attempting to bind port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '01ffb521-fd49-4860-bc92-27c9d804a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '10b60113-f316-439b-b404-a502a565a24d'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:03:19.400797 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-ee3548fd-c2b4-4ff7-ad29-c1d5650ee89a service neutron] Attempting to bind port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 on network 10b60113-f316-439b-b404-a502a565a24d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:03:19.405217 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-ee3548fd-c2b4-4ff7-ad29-c1d5650ee89a service neutron] Port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 on network 10b60113-f316-439b-b404-a502a565a24d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:03:19.405540 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-ee3548fd-c2b4-4ff7-ad29-c1d5650ee89a service neutron] Attempting to bind port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 on network 10b60113-f316-439b-b404-a502a565a24d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:03:19.410342 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-ee3548fd-c2b4-4ff7-ad29-c1d5650ee89a service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:03:19.410681 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-ee3548fd-c2b4-4ff7-ad29-c1d5650ee89a service neutron] Checking segment: {'id': '01ffb521-fd49-4860-bc92-27c9d804a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '10b60113-f316-439b-b404-a502a565a24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:03:19.411060 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-ee3548fd-c2b4-4ff7-ad29-c1d5650ee89a service neutron] Bound using segment: {'id': '01ffb521-fd49-4860-bc92-27c9d804a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '10b60113-f316-439b-b404-a502a565a24d'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:03:19.411499 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-ee3548fd-c2b4-4ff7-ad29-c1d5650ee89a service neutron] Bound port: 44a2b908-a05a-44b0-8e56-c1ef6e22ced4, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01ffb521-fd49-4860-bc92-27c9d804a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '10b60113-f316-439b-b404-a502a565a24d'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:03:19.411887 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-ee3548fd-c2b4-4ff7-ad29-c1d5650ee89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:19.479985 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e2c2762f-c0a3-48bf-a98d-fa0e746371fd up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:03:19.481893 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-ee3548fd-c2b4-4ff7-ad29-c1d5650ee89a service neutron] For port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:03:19.485832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-ee3548fd-c2b4-4ff7-ad29-c1d5650ee89a service neutron] For port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:03:19.490906 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-ee3548fd-c2b4-4ff7-ad29-c1d5650ee89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:19.524416 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-ee3548fd-c2b4-4ff7-ad29-c1d5650ee89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:19.525044 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-ee3548fd-c2b4-4ff7-ad29-c1d5650ee89a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:19.526490 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-ee3548fd-c2b4-4ff7-ad29-c1d5650ee89a service neutron] 10.222.0.89 "PUT /v2.0/ports/44a2b908-a05a-44b0-8e56-c1ef6e22ced4 HTTP/1.1" status: 200 len: 1092 time: 1.0508325 Jul 05 05:03:19.526922 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bb916e-ccb7-4404-b768-7c125a71b80b', 'tag': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:03:19.529311 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d152a93a-3920-4a12-86cf-e20b9e801ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "a2bb916e-ccb7-4404-b768-7c125a71b80b", "tag": "44a2b908-a05a-44b0-8e56-c1ef6e22ced4"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:03:19.530874 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port e2c2762f-c0a3-48bf-a98d-fa0e746371fd completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:03:19.535354 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port e2c2762f-c0a3-48bf-a98d-fa0e746371fd triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:03:19.535740 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:19.556068 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3548fd-c2b4-4ff7-ad29-c1d5650ee89a service neutron] Pushing event updated for resources: {'Port': ['ID=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:19.622636 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:19.627618 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435ea9c1-c350-4eed-bd31-1b3ec25d3fc4 x-openstack-request-id: req-435ea9c1-c350-4eed-bd31-1b3ec25d3fc4 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:03:19.627946 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2bb916e-ccb7-4404-b768-7c125a71b80b", "tag": "44a2b908-a05a-44b0-8e56-c1ef6e22ced4", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:03:19.628195 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-435ea9c1-c350-4eed-bd31-1b3ec25d3fc4 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:03:19.628586 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2bb916e-ccb7-4404-b768-7c125a71b80b', 'tag': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4', 'status': 'completed', 'code': 200} Jul 05 05:03:19.661992 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-60c790f7-b0a3-4f87-ad95-5f0b2b40d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:19.664089 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-60c790f7-b0a3-4f87-ad95-5f0b2b40d58d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ae8a66508acc4431a252c43938f26334&device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 1095 time: 0.0748854 Jul 05 05:03:19.678292 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port e2c2762f-c0a3-48bf-a98d-fa0e746371fd, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e2c2762f-c0a3-48bf-a98d-fa0e746371fd,segment=NetworkSegment(54ea56ef-bf2f-4792-ad5e-9a4e1a23c61e),segment_id=54ea56ef-bf2f-4792-ad5e-9a4e1a23c61e)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:03:19.684763 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:19.738100 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-b1a702ce-7bf2-4dd6-a7c2-b2dfa8656715 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44a2b908-a05a-44b0-8e56-c1ef6e22ced4 HTTP/1.1" status: 200 len: 217 time: 0.0603161 Jul 05 05:03:19.767210 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=e2c2762f-c0a3-48bf-a98d-fa0e746371fd,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:19.799099 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-8693f51b-18bb-4bc9-8174-a3d08e396c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:19.800620 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-8693f51b-18bb-4bc9-8174-a3d08e396c47 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b7bc476-1366-4821-bf38-b51d20dff3d0 HTTP/1.1" status: 200 len: 847 time: 0.0529120 Jul 05 05:03:19.866437 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-8908e163-944f-4721-8db5-f37f34aa4f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:19.867966 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-8908e163-944f-4721-8db5-f37f34aa4f98 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10b60113-f316-439b-b404-a502a565a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575504 Jul 05 05:03:19.960436 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-f5048fbf-6cb5-4be2-bf97-fbb1bbe9e07c service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814090 Jul 05 05:03:20.060509 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-970b9144-b3f5-41ba-9733-3330bd8a9b5f req-e56b9d46-9512-4c0c-8153-0651c0d741dc service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893655 Jul 05 05:03:20.208710 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152a93a-3920-4a12-86cf-e20b9e801ca2 req-abf9e031-04b5-45ab-9737-6d8c8b1c05ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:20.210265 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d152a93a-3920-4a12-86cf-e20b9e801ca2 req-abf9e031-04b5-45ab-9737-6d8c8b1c05ff service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ae8a66508acc4431a252c43938f26334&device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 1095 time: 0.0970049 Jul 05 05:03:20.218759 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d95af-9026-468f-812f-ac33b0a53a91 req-feaa3f68-4584-407d-aab6-0650e9081500 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:20.220242 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-569d95af-9026-468f-812f-ac33b0a53a91 req-feaa3f68-4584-407d-aab6-0650e9081500 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 943 time: 0.0990689 Jul 05 05:03:20.309036 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-569d95af-9026-468f-812f-ac33b0a53a91 req-503611f8-1d79-49b0-b83a-a9f9664c61bc tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806208 Jul 05 05:03:20.336553 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152a93a-3920-4a12-86cf-e20b9e801ca2 req-aa4b89c2-17a6-462a-b61b-0c9596232e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:20.338069 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d152a93a-3920-4a12-86cf-e20b9e801ca2 req-aa4b89c2-17a6-462a-b61b-0c9596232e71 service neutron] 10.222.0.89 "GET /v2.0/networks?id=10b60113-f316-439b-b404-a502a565a24d HTTP/1.1" status: 200 len: 909 time: 0.1169558 Jul 05 05:03:20.379654 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d152a93a-3920-4a12-86cf-e20b9e801ca2 req-fbeba494-f657-4bb5-85a5-5b266a4dd2f4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44a2b908-a05a-44b0-8e56-c1ef6e22ced4 HTTP/1.1" status: 200 len: 217 time: 0.0339570 Jul 05 05:03:20.435176 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152a93a-3920-4a12-86cf-e20b9e801ca2 req-96e865f8-7492-466a-a305-f798fd185e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:20.436725 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d152a93a-3920-4a12-86cf-e20b9e801ca2 req-96e865f8-7492-466a-a305-f798fd185e83 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b7bc476-1366-4821-bf38-b51d20dff3d0 HTTP/1.1" status: 200 len: 847 time: 0.0494211 Jul 05 05:03:20.494545 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152a93a-3920-4a12-86cf-e20b9e801ca2 req-7746bbbd-fc08-4c12-8a46-3ecbc4edda01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:20.496082 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d152a93a-3920-4a12-86cf-e20b9e801ca2 req-7746bbbd-fc08-4c12-8a46-3ecbc4edda01 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10b60113-f316-439b-b404-a502a565a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517783 Jul 05 05:03:20.587831 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d152a93a-3920-4a12-86cf-e20b9e801ca2 req-76813f03-af91-42d1-bf39-859dfe56422b service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818722 Jul 05 05:03:20.683164 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d152a93a-3920-4a12-86cf-e20b9e801ca2 req-c962d1f1-4b9b-4836-ac4f-2261e2bd49e4 service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880048 Jul 05 05:03:21.463702 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e2c2762f-c0a3-48bf-a98d-fa0e746371fd up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:03:21.490564 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9006e9-33c4-411e-849f-c66cd396b756 req-8b687826-e74e-4a82-b701-1d58e1b58b2a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:21.492385 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4e9006e9-33c4-411e-849f-c66cd396b756 req-8b687826-e74e-4a82-b701-1d58e1b58b2a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 943 time: 0.0692296 Jul 05 05:03:21.511298 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port e2c2762f-c0a3-48bf-a98d-fa0e746371fd triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:03:21.511666 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:21.531622 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4e9006e9-33c4-411e-849f-c66cd396b756 req-fedec6ae-c3d3-44cf-bad4-108fb92a1007 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336254 Jul 05 05:03:22.713889 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3863ad-b510-46d2-967d-0114e3be1e10 req-d6ec6f89-ffc7-4ed1-88f6-2015fbb141c7 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:22.715469 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dc3863ad-b510-46d2-967d-0114e3be1e10 req-d6ec6f89-ffc7-4ed1-88f6-2015fbb141c7 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 943 time: 0.0700572 Jul 05 05:03:22.755155 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dc3863ad-b510-46d2-967d-0114e3be1e10 req-dd51588f-2690-4ab9-a1cd-6f5515593407 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338137 Jul 05 05:03:23.275473 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:03:23.367062 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:03:23.378250 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'port_id': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4', 'mac_address': 'fa:16:3e:03:b3:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:03:23.415252 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:23.431595 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:03:23.452315 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:03:23.456235 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:23.504660 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:23.738025 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['44a2b908-a05a-44b0-8e56-c1ef6e22ced4'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:03:23.929576 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cde675-5414-452f-b961-a7e7f4c22005 req-91583e22-6966-4714-a2df-1f8a0777db6f tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:23.931085 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-73cde675-5414-452f-b961-a7e7f4c22005 req-91583e22-6966-4714-a2df-1f8a0777db6f tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 944 time: 0.0641353 Jul 05 05:03:23.971031 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-73cde675-5414-452f-b961-a7e7f4c22005 req-7fe6cbf9-4b04-45b4-b03d-48a2a79afe76 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333774 Jul 05 05:03:25.143626 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d0fec-ad96-47cf-9a59-3466f30168d0 req-178e5a89-a297-4f52-bda9-d9726adc34dc tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:25.145266 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5d4d0fec-ad96-47cf-9a59-3466f30168d0 req-178e5a89-a297-4f52-bda9-d9726adc34dc tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 944 time: 0.0632517 Jul 05 05:03:25.182392 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5d4d0fec-ad96-47cf-9a59-3466f30168d0 req-e108eb83-30ad-44f5-a3ed-3bc9611a4b71 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315289 Jul 05 05:03:25.289961 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:03:25.338744 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:03:25.343129 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:03:25.343500 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:25.421945 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:25.444414 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bb916e-ccb7-4404-b768-7c125a71b80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:03:25.446668 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78b0252444a70490cdba898b337d30d15b03e2f447bec9a55953f7bd387605e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697ebf9c-c67a-4b39-8df7-ced0e440d68e" -d '{"events": [{"server_uuid": "a2bb916e-ccb7-4404-b768-7c125a71b80b", "name": "network-vif-plugged", "status": "completed", "tag": "44a2b908-a05a-44b0-8e56-c1ef6e22ced4"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:03:25.460176 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:03:25.464374 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:25.489759 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bfebd8-f372-4b47-a39e-2ab877f78d95 x-openstack-request-id: req-e6bfebd8-f372-4b47-a39e-2ab877f78d95 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:03:25.490018 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bb916e-ccb7-4404-b768-7c125a71b80b", "name": "network-vif-plugged", "status": "completed", "tag": "44a2b908-a05a-44b0-8e56-c1ef6e22ced4", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:03:25.490275 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e6bfebd8-f372-4b47-a39e-2ab877f78d95 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:03:25.490661 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bb916e-ccb7-4404-b768-7c125a71b80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4', 'code': 200} Jul 05 05:03:25.520320 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:25.613400 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef4790-4c90-4f21-904a-2145a4b287db req-3f44e3bc-034f-412b-8a4e-eb8f74133739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:25.614859 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-98ef4790-4c90-4f21-904a-2145a4b287db req-3f44e3bc-034f-412b-8a4e-eb8f74133739 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 1097 time: 0.0574901 Jul 05 05:03:25.652150 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-98ef4790-4c90-4f21-904a-2145a4b287db req-5a56e691-d90b-4f1b-b890-c0bb0e484502 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278432 Jul 05 05:03:26.368777 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda4a75-cf9f-47e8-b2c2-624532912641 req-ef0d4328-be41-492b-b0a8-e6ca7f21ce94 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:26.370282 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7fda4a75-cf9f-47e8-b2c2-624532912641 req-ef0d4328-be41-492b-b0a8-e6ca7f21ce94 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 945 time: 0.0639052 Jul 05 05:03:26.408342 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7fda4a75-cf9f-47e8-b2c2-624532912641 req-bcd659d5-fe24-4510-ab3f-600c3126806e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318289 Jul 05 05:03:27.590753 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74823922-988e-400d-862d-edab7abb84d3 req-1174d93f-c478-4083-8c0c-ba8e4c62e20d tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:27.592314 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-74823922-988e-400d-862d-edab7abb84d3 req-1174d93f-c478-4083-8c0c-ba8e4c62e20d tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 945 time: 0.0682225 Jul 05 05:03:27.632175 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-74823922-988e-400d-862d-edab7abb84d3 req-4a628b0e-daf6-470b-85ef-16fc3e751c16 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342085 Jul 05 05:03:27.811261 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e0b5c-96c1-407d-8678-3d9550d66248 req-5a3378ad-f561-462f-a124-707757b0b521 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:27.813231 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-152e0b5c-96c1-407d-8678-3d9550d66248 req-5a3378ad-f561-462f-a124-707757b0b521 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 945 time: 0.0689445 Jul 05 05:03:27.852896 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-152e0b5c-96c1-407d-8678-3d9550d66248 req-fac9f5f8-b347-49e3-a511-c57ef50cd505 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338671 Jul 05 05:03:27.880296 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51394) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:28.018999 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5436de86-0563-48a7-8a0c-de494a3fd0b0 tempest-TestShelveInstance-1693135792 tempest-TestShelveInstance-1693135792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:28.020552 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-5436de86-0563-48a7-8a0c-de494a3fd0b0 tempest-TestShelveInstance-1693135792 tempest-TestShelveInstance-1693135792-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 1092 time: 0.1392496 Jul 05 05:03:28.023515 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51398) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:28.027940 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-a7b873e2-1e98-46f9-90ef-9fcd6fe29c1e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:03:28.056131 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a7b873e2-1e98-46f9-90ef-9fcd6fe29c1e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:28.155057 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a7b873e2-1e98-46f9-90ef-9fcd6fe29c1e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:28.254196 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-a7b873e2-1e98-46f9-90ef-9fcd6fe29c1e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Allocated IP 172.25.1.78 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/fd3099b1-6fc5-4e43-aa15-7d078499b392) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:03:28.366648 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a7b873e2-1e98-46f9-90ef-9fcd6fe29c1e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:28.409889 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a7b873e2-1e98-46f9-90ef-9fcd6fe29c1e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:28.444473 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b873e2-1e98-46f9-90ef-9fcd6fe29c1e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:03:28.447240 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-a7b873e2-1e98-46f9-90ef-9fcd6fe29c1e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:03:28.450616 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b873e2-1e98-46f9-90ef-9fcd6fe29c1e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:03:28.480286 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b873e2-1e98-46f9-90ef-9fcd6fe29c1e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Pushing event updated for resources: {'Port': ['ID=fd3099b1-6fc5-4e43-aa15-7d078499b392,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:28.813784 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-21b27749-a0b2-4637-af97-e8679508df8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:28.838640 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a7b873e2-1e98-46f9-90ef-9fcd6fe29c1e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:28.914671 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a7b873e2-1e98-46f9-90ef-9fcd6fe29c1e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:29.065805 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a7b873e2-1e98-46f9-90ef-9fcd6fe29c1e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:29.070195 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a7b873e2-1e98-46f9-90ef-9fcd6fe29c1e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:29.142610 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b873e2-1e98-46f9-90ef-9fcd6fe29c1e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Pushing event updated for resources: {'Port': ['ID=fd3099b1-6fc5-4e43-aa15-7d078499b392,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:29.152579 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a7b873e2-1e98-46f9-90ef-9fcd6fe29c1e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:29.255920 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-a7b873e2-1e98-46f9-90ef-9fcd6fe29c1e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Floating IP 030e3c38-1a67-4e28-9ecc-7ff7926e43c2 associated. External IP: 172.25.1.78, port: 44a2b908-a05a-44b0-8e56-c1ef6e22ced4. Jul 05 05:03:29.474815 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b873e2-1e98-46f9-90ef-9fcd6fe29c1e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Router e8368184-d84e-478a-baba-2bfa57b0f300 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:03:29.578610 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b873e2-1e98-46f9-90ef-9fcd6fe29c1e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:03:29.588482 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680e2e9d-6d1b-4d08-af0d-4bb7974d8d82 None None] Sync routers for ids ['e8368184-d84e-478a-baba-2bfa57b0f300'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:03:29.597634 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a7b873e2-1e98-46f9-90ef-9fcd6fe29c1e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:29.598411 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680e2e9d-6d1b-4d08-af0d-4bb7974d8d82 None None] Routers {'e8368184-d84e-478a-baba-2bfa57b0f300'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:03:29.599041 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-680e2e9d-6d1b-4d08-af0d-4bb7974d8d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:03:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8368184-d84e-478a-baba-2bfa57b0f300'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:29.645449 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a7b873e2-1e98-46f9-90ef-9fcd6fe29c1e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6134491 Jul 05 05:03:29.645449 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bb916e-ccb7-4404-b768-7c125a71b80b', 'tag': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:03:29.645449 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c9c837585e6777964c1719b38845a8b64a1007aef63c2715a3fe5cf843f522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718ca2db-f984-4565-a3bb-4a8d5576e04f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2bb916e-ccb7-4404-b768-7c125a71b80b", "tag": "44a2b908-a05a-44b0-8e56-c1ef6e22ced4"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:03:29.680958 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f110e8c-9a28-4a26-ba11-75d478362cbe x-openstack-request-id: req-0f110e8c-9a28-4a26-ba11-75d478362cbe {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:03:29.681266 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2bb916e-ccb7-4404-b768-7c125a71b80b", "tag": "44a2b908-a05a-44b0-8e56-c1ef6e22ced4", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:03:29.681526 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0f110e8c-9a28-4a26-ba11-75d478362cbe {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:03:29.681935 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2bb916e-ccb7-4404-b768-7c125a71b80b', 'tag': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4', 'status': 'completed', 'code': 200} Jul 05 05:03:29.717822 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-680e2e9d-6d1b-4d08-af0d-4bb7974d8d82 None None] Set router e8368184-d84e-478a-baba-2bfa57b0f300 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:03:29.759052 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ca2db-f984-4565-a3bb-4a8d5576e04f req-ad2ff8fd-2617-4595-ac82-7f20541df1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:29.760607 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-718ca2db-f984-4565-a3bb-4a8d5576e04f req-ad2ff8fd-2617-4595-ac82-7f20541df1ac service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ae8a66508acc4431a252c43938f26334&device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 1097 time: 0.0540440 Jul 05 05:03:29.854986 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ca2db-f984-4565-a3bb-4a8d5576e04f req-0c35486c-afb4-4e30-ad19-697c25cf8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:29.856576 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-718ca2db-f984-4565-a3bb-4a8d5576e04f req-0c35486c-afb4-4e30-ad19-697c25cf8036 service neutron] 10.222.0.89 "GET /v2.0/networks?id=10b60113-f316-439b-b404-a502a565a24d HTTP/1.1" status: 200 len: 909 time: 0.0892813 Jul 05 05:03:29.921792 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-718ca2db-f984-4565-a3bb-4a8d5576e04f req-364dc405-4a49-4370-bc5b-cef294130266 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44a2b908-a05a-44b0-8e56-c1ef6e22ced4 HTTP/1.1" status: 200 len: 998 time: 0.0585022 Jul 05 05:03:29.947893 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-680e2e9d-6d1b-4d08-af0d-4bb7974d8d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'name': 'tempest-TestShelveInstance-611024364-router', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:08Z', 'revision_number': 4, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'gw_port': {'id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '030e3c38-1a67-4e28-9ecc-7ff7926e43c2', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'floating_ip_address': '172.25.1.78', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'port_id': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'mac_address': 'fa:16:3e:03:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb916e-ccb7-4404-b768-7c125a71b80b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:03:28Z', 'updated_at': '2021-07-05T05:03:28Z', 'revision_number': 0, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2', 'name': '', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'mac_address': 'fa:16:3e:62:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:07Z', 'updated_at': '2021-07-05T05:03:13Z', 'revision_number': 5, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'subnets': [{'id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:29.974961 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680e2e9d-6d1b-4d08-af0d-4bb7974d8d82 None None] Checking router: e8368184-d84e-478a-baba-2bfa57b0f300 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:03:29.976445 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ca2db-f984-4565-a3bb-4a8d5576e04f req-581c785c-d97a-4b6a-875f-5514654c8277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:29.977933 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-718ca2db-f984-4565-a3bb-4a8d5576e04f req-581c785c-d97a-4b6a-875f-5514654c8277 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b7bc476-1366-4821-bf38-b51d20dff3d0 HTTP/1.1" status: 200 len: 847 time: 0.0498772 Jul 05 05:03:29.984310 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680e2e9d-6d1b-4d08-af0d-4bb7974d8d82 None None] Routers {'e8368184-d84e-478a-baba-2bfa57b0f300'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:03:29.984928 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-680e2e9d-6d1b-4d08-af0d-4bb7974d8d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:03:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8368184-d84e-478a-baba-2bfa57b0f300'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:30.037582 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ca2db-f984-4565-a3bb-4a8d5576e04f req-9bf26b36-28ec-46c5-b4a3-72cdade9c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:30.039127 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-718ca2db-f984-4565-a3bb-4a8d5576e04f req-9bf26b36-28ec-46c5-b4a3-72cdade9c69a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10b60113-f316-439b-b404-a502a565a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547061 Jul 05 05:03:30.087242 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:30.102805 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-680e2e9d-6d1b-4d08-af0d-4bb7974d8d82 None None] Set router e8368184-d84e-478a-baba-2bfa57b0f300 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:03:30.130317 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-718ca2db-f984-4565-a3bb-4a8d5576e04f req-92d3b806-438b-4337-92e4-08e1c7a23743 service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836022 Jul 05 05:03:30.226397 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-718ca2db-f984-4565-a3bb-4a8d5576e04f req-fc587068-e8eb-499f-90b6-3e268bf8db22 service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902090 Jul 05 05:03:30.324811 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-680e2e9d-6d1b-4d08-af0d-4bb7974d8d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'name': 'tempest-TestShelveInstance-611024364-router', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:08Z', 'revision_number': 4, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'gw_port': {'id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '030e3c38-1a67-4e28-9ecc-7ff7926e43c2', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'floating_ip_address': '172.25.1.78', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'port_id': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'mac_address': 'fa:16:3e:03:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb916e-ccb7-4404-b768-7c125a71b80b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:03:28Z', 'updated_at': '2021-07-05T05:03:28Z', 'revision_number': 0, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2', 'name': '', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'mac_address': 'fa:16:3e:62:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:07Z', 'updated_at': '2021-07-05T05:03:13Z', 'revision_number': 5, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'subnets': [{'id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:30.355328 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680e2e9d-6d1b-4d08-af0d-4bb7974d8d82 None None] The sync data for ids ['e8368184-d84e-478a-baba-2bfa57b0f300'] in n-d-780147-23 is: [{'id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'name': 'tempest-TestShelveInstance-611024364-router', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:08Z', 'revision_number': 4, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'gw_port': {'id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '030e3c38-1a67-4e28-9ecc-7ff7926e43c2', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'floating_ip_address': '172.25.1.78', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'port_id': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'mac_address': 'fa:16:3e:03:b3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb916e-ccb7-4404-b768-7c125a71b80b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:03:28Z', 'updated_at': '2021-07-05T05:03:28Z', 'revision_number': 0, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2', 'name': '', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'mac_address': 'fa:16:3e:62:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:07Z', 'updated_at': '2021-07-05T05:03:13Z', 'revision_number': 5, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'subnets': [{'id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:03:30.541137 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395cac57-d425-4732-a211-298a2a47034d None None] New status for floating IP 030e3c38-1a67-4e28-9ecc-7ff7926e43c2: ACTIVE {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:03:31.474838 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-58409012-88f0-48f3-b390-4880070f6c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:31.887974 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:32.854643 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:34.652625 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:43.911478 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:52.011879 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ed83adc3-58c7-427a-ab7a-40d726feb0e6 req-95ced4e9-8500-44ec-ac80-b4ab869ce747 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513728 Jul 05 05:03:52.107493 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83adc3-58c7-427a-ab7a-40d726feb0e6 req-876940d3-7950-4992-bf1f-82fb613fe179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:52.109003 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ed83adc3-58c7-427a-ab7a-40d726feb0e6 req-876940d3-7950-4992-bf1f-82fb613fe179 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ae8a66508acc4431a252c43938f26334&device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 1097 time: 0.0524750 Jul 05 05:03:52.224474 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83adc3-58c7-427a-ab7a-40d726feb0e6 req-8b7e0b97-e269-4238-bd04-bca8b0e540eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:52.226102 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ed83adc3-58c7-427a-ab7a-40d726feb0e6 req-8b7e0b97-e269-4238-bd04-bca8b0e540eb service neutron] 10.222.0.89 "GET /v2.0/networks?id=10b60113-f316-439b-b404-a502a565a24d HTTP/1.1" status: 200 len: 909 time: 0.0896912 Jul 05 05:03:52.291888 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ed83adc3-58c7-427a-ab7a-40d726feb0e6 req-8b455ed1-b512-4f9a-9b5d-333b81b777f8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44a2b908-a05a-44b0-8e56-c1ef6e22ced4 HTTP/1.1" status: 200 len: 1000 time: 0.0580606 Jul 05 05:03:52.344545 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83adc3-58c7-427a-ab7a-40d726feb0e6 req-f8b8a7ac-3023-4b22-bf32-71fd12122caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:52.347020 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ed83adc3-58c7-427a-ab7a-40d726feb0e6 req-f8b8a7ac-3023-4b22-bf32-71fd12122caa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b7bc476-1366-4821-bf38-b51d20dff3d0 HTTP/1.1" status: 200 len: 847 time: 0.0490232 Jul 05 05:03:52.404455 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83adc3-58c7-427a-ab7a-40d726feb0e6 req-09605d2d-1ca6-463f-a552-7a0141d8d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:52.405956 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ed83adc3-58c7-427a-ab7a-40d726feb0e6 req-09605d2d-1ca6-463f-a552-7a0141d8d1e1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10b60113-f316-439b-b404-a502a565a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521507 Jul 05 05:03:52.496765 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ed83adc3-58c7-427a-ab7a-40d726feb0e6 req-5e0147a7-2144-4126-8055-52de7ca2ab23 service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838065 Jul 05 05:03:52.591220 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:03:52.600773 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ed83adc3-58c7-427a-ab7a-40d726feb0e6 req-c4672c4d-f3bd-4b82-aac5-b13c0ef7e361 service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962720 Jul 05 05:03:58.816086 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e2c2-51fb-4546-be3e-6d5f3e1bfd4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:00.100971 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:01.474928 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d9b96425-7017-4043-91fd-828bc92d94b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:01.888543 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:02.856365 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:04.655431 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:13.909571 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:28.816841 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1c7e9430-b9be-4cd2-b6e2-59a61003f0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:29.591308 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:04:30.101182 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:31.476709 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b4f48379-311e-4d9f-b5e9-b53c106b80ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:31.889676 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:32.860491 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:34.658395 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:43.932388 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:54.060841 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6bc0072-bacf-4b10-9b24-673d8197e2b3 req-b22a2fe7-df85-407e-bf7c-cc5a2a1624a9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546553 Jul 05 05:04:54.160754 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc0072-bacf-4b10-9b24-673d8197e2b3 req-52114062-ec59-4fe8-8577-248cab7d3f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:54.162257 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6bc0072-bacf-4b10-9b24-673d8197e2b3 req-52114062-ec59-4fe8-8577-248cab7d3f45 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ae8a66508acc4431a252c43938f26334&device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 1097 time: 0.0530229 Jul 05 05:04:54.273897 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc0072-bacf-4b10-9b24-673d8197e2b3 req-2fc74d50-2c63-4540-a95c-5f0b27b30170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:54.276010 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6bc0072-bacf-4b10-9b24-673d8197e2b3 req-2fc74d50-2c63-4540-a95c-5f0b27b30170 service neutron] 10.222.0.89 "GET /v2.0/networks?id=10b60113-f316-439b-b404-a502a565a24d HTTP/1.1" status: 200 len: 909 time: 0.0900226 Jul 05 05:04:54.341938 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6bc0072-bacf-4b10-9b24-673d8197e2b3 req-6ef16e24-c64a-4254-97a0-3a84db7c2fbc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44a2b908-a05a-44b0-8e56-c1ef6e22ced4 HTTP/1.1" status: 200 len: 1000 time: 0.0578852 Jul 05 05:04:54.400081 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc0072-bacf-4b10-9b24-673d8197e2b3 req-aca377a8-0b3e-4e82-83cb-3490c895c2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:54.401842 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6bc0072-bacf-4b10-9b24-673d8197e2b3 req-aca377a8-0b3e-4e82-83cb-3490c895c2d8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b7bc476-1366-4821-bf38-b51d20dff3d0 HTTP/1.1" status: 200 len: 847 time: 0.0486517 Jul 05 05:04:54.462085 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc0072-bacf-4b10-9b24-673d8197e2b3 req-123dcdba-3d6b-4949-b171-e1fb2a73368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:54.463613 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6bc0072-bacf-4b10-9b24-673d8197e2b3 req-123dcdba-3d6b-4949-b171-e1fb2a73368f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10b60113-f316-439b-b404-a502a565a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517595 Jul 05 05:04:54.554076 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6bc0072-bacf-4b10-9b24-673d8197e2b3 req-a8a9933f-9422-4edc-95b9-04a6803d5589 service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790265 Jul 05 05:04:54.651230 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f6bc0072-bacf-4b10-9b24-673d8197e2b3 req-0f7a4156-102f-44e6-97a9-e048f1ce97e3 service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864089 Jul 05 05:04:58.818985 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ffc6b193-aa8b-4d55-a794-255a491ee39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:00.098222 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:01.479671 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3946f8e5-6e2c-4556-9e4d-f3c8a937cd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:01.890564 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:02.863206 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:04.661537 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:06.590790 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:05:13.915186 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:27.874830 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1e794-c379-4dd1-a507-02e2aac77990 req-4793c5dc-49ed-4bec-89f6-e5430db2dd22 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:27.876367 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-46b1e794-c379-4dd1-a507-02e2aac77990 req-4793c5dc-49ed-4bec-89f6-e5430db2dd22 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 945 time: 0.0652156 Jul 05 05:05:27.912984 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-46b1e794-c379-4dd1-a507-02e2aac77990 req-3d890d6f-3546-4cca-906c-dd4f188e9df2 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310926 Jul 05 05:05:28.820375 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c4e1e8b3-87cb-4839-a4df-e2b97d8c9157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:29.126059 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a865d8-764a-4ef3-a921-5e43af9f70e3 req-6ddd1a3d-e814-4742-adc7-8dd4d9c579fc tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:29.127555 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f0a865d8-764a-4ef3-a921-5e43af9f70e3 req-6ddd1a3d-e814-4742-adc7-8dd4d9c579fc tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 945 time: 0.0684600 Jul 05 05:05:29.164684 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f0a865d8-764a-4ef3-a921-5e43af9f70e3 req-ed36360c-3745-473f-9273-68a1ffad94dc tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315199 Jul 05 05:05:30.113007 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:30.350701 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea605819-9b6c-4a9f-a993-4b8b79070acd req-411dbdc1-5f23-40e4-8f7b-10c3ad5016d8 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:30.352343 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea605819-9b6c-4a9f-a993-4b8b79070acd req-411dbdc1-5f23-40e4-8f7b-10c3ad5016d8 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 945 time: 0.0687351 Jul 05 05:05:30.392464 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea605819-9b6c-4a9f-a993-4b8b79070acd req-de575202-62e5-4b3c-99c8-4c240ceb0515 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338752 Jul 05 05:05:31.481220 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1419089a-c34f-4427-a858-50ad3f990841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:31.571500 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df91b7-4da2-44e8-a624-2a0cfe4a1380 req-34cd0b72-e7a2-4467-9801-b4cb24fe8475 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:31.573074 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f4df91b7-4da2-44e8-a624-2a0cfe4a1380 req-34cd0b72-e7a2-4467-9801-b4cb24fe8475 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 945 time: 0.0676107 Jul 05 05:05:31.614026 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f4df91b7-4da2-44e8-a624-2a0cfe4a1380 req-d96c28a3-f332-4834-ade2-d77587ff2b94 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335298 Jul 05 05:05:31.891720 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:32.786732 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9df09-b36d-4f69-a835-6726f06e2b50 req-da59cc03-a4b9-4cd6-b1dc-7ba7a980803a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:32.788440 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-62e9df09-b36d-4f69-a835-6726f06e2b50 req-da59cc03-a4b9-4cd6-b1dc-7ba7a980803a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 945 time: 0.0621474 Jul 05 05:05:32.826997 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-62e9df09-b36d-4f69-a835-6726f06e2b50 req-48319d30-54ab-4933-955c-677e0072c43a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331981 Jul 05 05:05:32.866397 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:34.000708 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edfad14-272d-4d6d-9199-87039f552c67 req-36b5a54e-1852-448a-b216-b8adc2ccdb68 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:34.002130 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3edfad14-272d-4d6d-9199-87039f552c67 req-36b5a54e-1852-448a-b216-b8adc2ccdb68 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 945 time: 0.0627816 Jul 05 05:05:34.038935 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3edfad14-272d-4d6d-9199-87039f552c67 req-20f3a3b9-8357-4575-b335-8684c86d4d74 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313849 Jul 05 05:05:34.663631 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:35.224763 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626bf70-943d-403f-8fea-7010f5834a9d req-4b88c8c3-26c9-4392-9b5d-c46138a69963 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:35.226311 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8626bf70-943d-403f-8fea-7010f5834a9d req-4b88c8c3-26c9-4392-9b5d-c46138a69963 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 945 time: 0.0706363 Jul 05 05:05:35.275072 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8626bf70-943d-403f-8fea-7010f5834a9d req-e483287f-6e57-4357-8308-91a83555dd45 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410874 Jul 05 05:05:36.448920 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90165aa9-2b2d-487c-ae98-b618f8245c26 req-b054315d-9488-4223-9592-2aed5a1c608c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:36.450691 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-90165aa9-2b2d-487c-ae98-b618f8245c26 req-b054315d-9488-4223-9592-2aed5a1c608c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 945 time: 0.0634277 Jul 05 05:05:36.488174 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-90165aa9-2b2d-487c-ae98-b618f8245c26 req-b6fcabb8-f325-4475-b81d-7814f1c83641 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320735 Jul 05 05:05:37.664416 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a17a16-59d1-4195-9c52-27285ec3e9aa req-febd4277-b633-461c-a205-5096bcf2d9a2 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:37.665916 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a3a17a16-59d1-4195-9c52-27285ec3e9aa req-febd4277-b633-461c-a205-5096bcf2d9a2 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 945 time: 0.0675089 Jul 05 05:05:37.703856 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a3a17a16-59d1-4195-9c52-27285ec3e9aa req-a5c14e8c-57e9-4022-bf6e-d3a5e290a4de tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318146 Jul 05 05:05:38.878449 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de530e02-4eda-4180-95e6-0592d1d037c4 req-e3f00f38-8bde-4241-a3f8-3c0187d66916 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:38.879969 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-de530e02-4eda-4180-95e6-0592d1d037c4 req-e3f00f38-8bde-4241-a3f8-3c0187d66916 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 945 time: 0.0628617 Jul 05 05:05:38.917332 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-de530e02-4eda-4180-95e6-0592d1d037c4 req-779f3ffd-c79e-4a68-8e00-3bf7372228dd tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319314 Jul 05 05:05:39.880018 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:05:39.977564 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:05:39.989143 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'port_id': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4', 'mac_address': 'fa:16:3e:03:b3:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:05:40.025780 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:40.039456 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:05:40.059646 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:05:40.066316 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:40.099502 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def11ca-0528-45d5-974f-74e88c855009 req-2d15cd19-0a23-4efa-92ef-98f559cfdc30 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:40.101142 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0def11ca-0528-45d5-974f-74e88c855009 req-2d15cd19-0a23-4efa-92ef-98f559cfdc30 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 945 time: 0.0658977 Jul 05 05:05:40.119768 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:40.128227 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:40.128584 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:40.128930 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:40.129272 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:40.129861 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:40.130209 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:40.130552 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:40.130874 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:40.131205 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:40.131670 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:40.132203 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:40.132555 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:40.155564 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['44a2b908-a05a-44b0-8e56-c1ef6e22ced4'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:05:40.160701 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0def11ca-0528-45d5-974f-74e88c855009 req-57067d41-938b-45aa-95d5-0a0d036bc2bc tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520489 Jul 05 05:05:41.378161 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928ca92-e484-4bf8-a639-b7864bdbda88 req-7451b002-c585-4467-b1ae-994fd06de543 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:41.379734 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d928ca92-e484-4bf8-a639-b7864bdbda88 req-7451b002-c585-4467-b1ae-994fd06de543 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 944 time: 0.0986233 Jul 05 05:05:41.423501 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d928ca92-e484-4bf8-a639-b7864bdbda88 req-6cdb0f88-5f70-4ed1-9cbc-e1f0f7f1c44c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380368 Jul 05 05:05:41.898947 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:05:41.958721 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:05:41.959133 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:42.048395 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:42.078066 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bb916e-ccb7-4404-b768-7c125a71b80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:05:42.081012 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78b0252444a70490cdba898b337d30d15b03e2f447bec9a55953f7bd387605e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a00211c-3c42-42a9-990e-1223fe5e06ee" -d '{"events": [{"server_uuid": "a2bb916e-ccb7-4404-b768-7c125a71b80b", "name": "network-vif-plugged", "status": "completed", "tag": "44a2b908-a05a-44b0-8e56-c1ef6e22ced4"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:05:42.105506 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:05:42.111781 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:42.175908 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:42.196195 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aede68b-3401-4758-8247-278ab4044329 x-openstack-request-id: req-3aede68b-3401-4758-8247-278ab4044329 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:05:42.196461 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bb916e-ccb7-4404-b768-7c125a71b80b", "name": "network-vif-plugged", "status": "completed", "tag": "44a2b908-a05a-44b0-8e56-c1ef6e22ced4", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:05:42.196716 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3aede68b-3401-4758-8247-278ab4044329 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:05:42.197114 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bb916e-ccb7-4404-b768-7c125a71b80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4', 'code': 200} Jul 05 05:05:42.629063 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3dc99-ca61-4917-934b-6f262159b9e3 req-14621122-d38e-45a8-92fd-68aaf438df08 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:42.630720 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-21a3dc99-ca61-4917-934b-6f262159b9e3 req-14621122-d38e-45a8-92fd-68aaf438df08 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 945 time: 0.0792811 Jul 05 05:05:42.683588 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-21a3dc99-ca61-4917-934b-6f262159b9e3 req-7e8d56ba-9a60-4545-9fc3-cfbd2f7ad4e0 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469530 Jul 05 05:05:43.596993 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:05:43.896003 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7036fd-8054-4f89-81d2-c9eb9e5451f2 req-a720cc44-20c8-40a7-9496-dd7bdc21846f tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:43.900263 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ab7036fd-8054-4f89-81d2-c9eb9e5451f2 req-a720cc44-20c8-40a7-9496-dd7bdc21846f tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 945 time: 0.0878465 Jul 05 05:05:43.932678 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:43.956800 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ab7036fd-8054-4f89-81d2-c9eb9e5451f2 req-c2f5fc2e-4437-4c00-afa6-95018b15d484 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537984 Jul 05 05:05:45.187346 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc30e3-6ded-4454-abdd-934b28a21edd req-b1816a70-0e55-4511-8623-01b44834a9eb tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:45.192299 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-70dc30e3-6ded-4454-abdd-934b28a21edd req-b1816a70-0e55-4511-8623-01b44834a9eb tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 945 time: 0.0898139 Jul 05 05:05:45.233083 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-70dc30e3-6ded-4454-abdd-934b28a21edd req-affab33d-c734-497c-9b38-49af4832e534 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369081 Jul 05 05:05:46.427247 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea49c78-85a3-407a-ba2b-8771c323e0c8 req-4fa86f66-818a-4a78-8aca-f5b950ce3602 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:46.428782 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ea49c78-85a3-407a-ba2b-8771c323e0c8 req-4fa86f66-818a-4a78-8aca-f5b950ce3602 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 945 time: 0.0688720 Jul 05 05:05:46.478173 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7ea49c78-85a3-407a-ba2b-8771c323e0c8 req-4592420f-aafc-4d79-adda-fa961ec1cf6c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399899 Jul 05 05:05:47.691049 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2cee2-eae2-43df-8494-e4fa6f2cda7f req-0f71532d-9f88-4fb4-bc7c-afd9fcfc6e7d tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:47.698287 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c2b2cee2-eae2-43df-8494-e4fa6f2cda7f req-0f71532d-9f88-4fb4-bc7c-afd9fcfc6e7d tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 945 time: 0.0843208 Jul 05 05:05:47.739877 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c2b2cee2-eae2-43df-8494-e4fa6f2cda7f req-5ca1a1b4-7da8-4db0-9607-953740ee45c6 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405996 Jul 05 05:05:48.955019 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995eb52b-7efc-495b-b380-df6b5e298b3b req-3ba38235-97ca-4c9d-8931-5120927b4650 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:48.956659 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-995eb52b-7efc-495b-b380-df6b5e298b3b req-3ba38235-97ca-4c9d-8931-5120927b4650 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 945 time: 0.0751460 Jul 05 05:05:49.001495 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-995eb52b-7efc-495b-b380-df6b5e298b3b req-0e9c7e07-61db-4b2c-9ad2-477b1496b432 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381336 Jul 05 05:05:50.190283 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c3729-ef2e-4913-9006-0d6ac6a750a2 req-fedd8eb7-0252-4fcc-bced-c99ea108d65b tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:50.191785 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-612c3729-ef2e-4913-9006-0d6ac6a750a2 req-fedd8eb7-0252-4fcc-bced-c99ea108d65b tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 945 time: 0.0696526 Jul 05 05:05:50.230339 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-612c3729-ef2e-4913-9006-0d6ac6a750a2 req-9705491d-2fd6-4ff9-86ff-5235bb5ae791 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329437 Jul 05 05:05:50.362389 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c592b-c010-45e2-9645-13c6da75e123 req-b9f7512f-5f75-4965-a837-acd48d36958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:50.363948 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c85c592b-c010-45e2-9645-13c6da75e123 req-b9f7512f-5f75-4965-a837-acd48d36958a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ae8a66508acc4431a252c43938f26334&device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 1097 time: 0.0954964 Jul 05 05:05:50.468661 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c592b-c010-45e2-9645-13c6da75e123 req-b21c44a3-25f3-4357-bdcd-a0a30639ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:50.470155 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c85c592b-c010-45e2-9645-13c6da75e123 req-b21c44a3-25f3-4357-bdcd-a0a30639ded3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=10b60113-f316-439b-b404-a502a565a24d HTTP/1.1" status: 200 len: 909 time: 0.0956810 Jul 05 05:05:50.544730 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c85c592b-c010-45e2-9645-13c6da75e123 req-115d718d-4889-421d-8e5e-bbcb1a8686e5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44a2b908-a05a-44b0-8e56-c1ef6e22ced4 HTTP/1.1" status: 200 len: 1000 time: 0.0622444 Jul 05 05:05:50.593229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c592b-c010-45e2-9645-13c6da75e123 req-7b7ace01-44d1-422a-bf87-98ea66b074f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:50.594648 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c85c592b-c010-45e2-9645-13c6da75e123 req-7b7ace01-44d1-422a-bf87-98ea66b074f6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b7bc476-1366-4821-bf38-b51d20dff3d0 HTTP/1.1" status: 200 len: 847 time: 0.0431292 Jul 05 05:05:50.661273 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c592b-c010-45e2-9645-13c6da75e123 req-b6f27370-b69d-4c47-907c-09fbae4473b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:50.662799 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c85c592b-c010-45e2-9645-13c6da75e123 req-b6f27370-b69d-4c47-907c-09fbae4473b5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10b60113-f316-439b-b404-a502a565a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582089 Jul 05 05:05:50.758341 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c85c592b-c010-45e2-9645-13c6da75e123 req-b398d210-7b0c-487e-bd91-ca9aae6d3391 service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841525 Jul 05 05:05:50.859871 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c85c592b-c010-45e2-9645-13c6da75e123 req-3623dd04-1194-49e0-b6b1-3b5703d2ed64 service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908117 Jul 05 05:05:51.407773 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1dc8-7f17-4a0f-bcc1-c3b3b5316140 req-e4c7da06-59a9-4ca4-8539-b3e96526ee49 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:51.409306 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-090f1dc8-7f17-4a0f-bcc1-c3b3b5316140 req-e4c7da06-59a9-4ca4-8539-b3e96526ee49 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 945 time: 0.0646842 Jul 05 05:05:51.453650 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-090f1dc8-7f17-4a0f-bcc1-c3b3b5316140 req-189ba7ec-8431-4fd1-8463-6e7cda71d726 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388014 Jul 05 05:05:52.633416 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770db8a-a7e4-43a4-b9b2-5737e772c0ea req-93469fdd-31bf-4008-a5e1-f8e2b2a428f7 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:52.634964 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7770db8a-a7e4-43a4-b9b2-5737e772c0ea req-93469fdd-31bf-4008-a5e1-f8e2b2a428f7 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 945 time: 0.0654900 Jul 05 05:05:52.673722 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7770db8a-a7e4-43a4-b9b2-5737e772c0ea req-01cc30f6-6771-4a68-8d6c-e0f2cf6de9dc tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330009 Jul 05 05:05:53.853994 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d665812-0f16-4468-85ab-a37e8cacb71e req-75e9e09d-48a0-4077-a25f-c91f16a4d2c2 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:53.855409 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2d665812-0f16-4468-85ab-a37e8cacb71e req-75e9e09d-48a0-4077-a25f-c91f16a4d2c2 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 945 time: 0.0665319 Jul 05 05:05:53.893290 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2d665812-0f16-4468-85ab-a37e8cacb71e req-abc2afe1-bfdc-4aba-bc65-05aecd82719f tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314610 Jul 05 05:05:53.975051 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:05:54.054072 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:54.076718 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bb916e-ccb7-4404-b768-7c125a71b80b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:05:54.078974 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78b0252444a70490cdba898b337d30d15b03e2f447bec9a55953f7bd387605e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8bb058-fd67-469c-989e-2cdd742442de" -d '{"events": [{"server_uuid": "a2bb916e-ccb7-4404-b768-7c125a71b80b", "name": "network-vif-unplugged", "status": "completed", "tag": "44a2b908-a05a-44b0-8e56-c1ef6e22ced4"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:05:54.092087 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:05:54.095836 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:54.145553 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 05:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e940915-6638-4360-87da-4f9d6a1f70a8 x-openstack-request-id: req-9e940915-6638-4360-87da-4f9d6a1f70a8 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:05:54.146056 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bb916e-ccb7-4404-b768-7c125a71b80b", "name": "network-vif-unplugged", "status": "failed", "tag": "44a2b908-a05a-44b0-8e56-c1ef6e22ced4", "code": 422}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:05:54.146315 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9e940915-6638-4360-87da-4f9d6a1f70a8 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:05:54.146712 n-d-780147-23 neutron-server[105540]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a2bb916e-ccb7-4404-b768-7c125a71b80b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4', 'code': 422} returned with failed status Jul 05 05:05:54.149742 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:54.297898 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e4432-0d80-439a-89b1-ad4566ec803f req-9137d747-b3e8-4a12-8438-b84c2f8f23de tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:54.299449 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-396e4432-0d80-439a-89b1-ad4566ec803f req-9137d747-b3e8-4a12-8438-b84c2f8f23de tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 943 time: 0.0701272 Jul 05 05:05:54.305101 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51584) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:05:54.342385 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-396e4432-0d80-439a-89b1-ad4566ec803f req-bbdc8a4e-ba11-4b69-bb2e-1e3b9db57d60 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342007 Jul 05 05:05:54.403909 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-5e10cb07-15c6-456c-952a-32821071aee2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0975282 Jul 05 05:05:55.572838 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c96378-40c9-4f17-a238-1027218cc9d1 req-99a8d8a5-b915-4e4d-a5e5-48ec87e0578a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:55.574406 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-33c96378-40c9-4f17-a238-1027218cc9d1 req-99a8d8a5-b915-4e4d-a5e5-48ec87e0578a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 943 time: 0.1112926 Jul 05 05:05:55.627331 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-33c96378-40c9-4f17-a238-1027218cc9d1 req-0edf4334-3057-40a7-9922-b93e3f681489 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458796 Jul 05 05:05:55.635298 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-4b86ef50-fe85-4fd0-a402-e1f4d21811d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:55.637720 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-4b86ef50-fe85-4fd0-a402-e1f4d21811d1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b&tenant_id=ae8a66508acc4431a252c43938f26334 HTTP/1.1" status: 200 len: 1095 time: 0.1570587 Jul 05 05:05:55.655790 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-23', 'device_owner': 'compute:nova'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:05:55.734584 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:55.953810 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] For port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:05:55.987613 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] For port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:05:56.020268 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:05:56.027832 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:56.040001 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Transition to ACTIVE for port object 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:05:56.044288 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:56.125747 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Pushing event updated for resources: {'Port': ['ID=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,revision_number=9']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:56.138591 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:56.138976 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:56.139322 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:56.139659 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:56.140018 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:56.140352 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:56.140685 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:56.141014 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:56.141332 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:56.141656 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:56.141979 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:56.142305 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:56.177372 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] No DVR routers for this DVR port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:05:56.313026 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Attempting to bind port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:05:56.313628 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Attempting to bind port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '01ffb521-fd49-4860-bc92-27c9d804a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '10b60113-f316-439b-b404-a502a565a24d'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:05:56.313956 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Attempting to bind port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 on network 10b60113-f316-439b-b404-a502a565a24d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:05:56.318204 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 on network 10b60113-f316-439b-b404-a502a565a24d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:05:56.318524 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Attempting to bind port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 on network 10b60113-f316-439b-b404-a502a565a24d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:05:56.323325 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:05:56.323660 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Checking segment: {'id': '01ffb521-fd49-4860-bc92-27c9d804a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '10b60113-f316-439b-b404-a502a565a24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:05:56.324066 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Bound using segment: {'id': '01ffb521-fd49-4860-bc92-27c9d804a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '10b60113-f316-439b-b404-a502a565a24d'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:05:56.324644 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Bound port: 44a2b908-a05a-44b0-8e56-c1ef6e22ced4, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01ffb521-fd49-4860-bc92-27c9d804a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '10b60113-f316-439b-b404-a502a565a24d'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:05:56.325010 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:56.387048 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] For port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:05:56.390589 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] For port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:05:56.394871 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:56.426229 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:56.426857 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:56.428441 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] 10.222.0.70 "PUT /v2.0/ports/44a2b908-a05a-44b0-8e56-c1ef6e22ced4 HTTP/1.1" status: 200 len: 1092 time: 0.7779541 Jul 05 05:05:56.430746 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bb916e-ccb7-4404-b768-7c125a71b80b', 'tag': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:05:56.433028 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d87e44-b211-4688-9783-238ccd28a404" -d '{"events": [{"name": "network-changed", "server_uuid": "a2bb916e-ccb7-4404-b768-7c125a71b80b", "tag": "44a2b908-a05a-44b0-8e56-c1ef6e22ced4"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:05:56.486945 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae164e2-a8c6-4fe3-9b64-174e00fe5cb3 x-openstack-request-id: req-1ae164e2-a8c6-4fe3-9b64-174e00fe5cb3 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:05:56.487255 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2bb916e-ccb7-4404-b768-7c125a71b80b", "tag": "44a2b908-a05a-44b0-8e56-c1ef6e22ced4", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:05:56.487484 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1ae164e2-a8c6-4fe3-9b64-174e00fe5cb3 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:05:56.487904 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2bb916e-ccb7-4404-b768-7c125a71b80b', 'tag': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4', 'status': 'completed', 'code': 200} Jul 05 05:05:56.489877 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b933e9-669f-4ebf-ac14-601d2b9130eb service neutron] Pushing event updated for resources: {'Port': ['ID=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,revision_number=10']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:56.889299 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-abc4a66e-dde7-4ad4-98ee-90864e786948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:56.890786 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-abc4a66e-dde7-4ad4-98ee-90864e786948 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ae8a66508acc4431a252c43938f26334&device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 1096 time: 0.4215832 Jul 05 05:05:56.915366 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcae207-0dfe-42fe-be93-71b021576e47 req-4cf0e9a0-fb82-447b-8db6-f9fc8522381a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:56.916820 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afcae207-0dfe-42fe-be93-71b021576e47 req-4cf0e9a0-fb82-447b-8db6-f9fc8522381a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 944 time: 0.0896399 Jul 05 05:05:57.004524 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afcae207-0dfe-42fe-be93-71b021576e47 req-382e0bd3-3f6c-47c3-9cab-b54ab3669557 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758216 Jul 05 05:05:57.027372 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-901b0bd0-4d2f-4fa0-9104-77748186f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:57.029402 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-901b0bd0-4d2f-4fa0-9104-77748186f67e service neutron] 10.222.0.70 "GET /v2.0/networks?id=10b60113-f316-439b-b404-a502a565a24d HTTP/1.1" status: 200 len: 909 time: 0.1290920 Jul 05 05:05:57.096372 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-d613ba5f-c90b-44e1-ba98-fd5f6ffb73d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44a2b908-a05a-44b0-8e56-c1ef6e22ced4 HTTP/1.1" status: 200 len: 998 time: 0.0597959 Jul 05 05:05:57.150114 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-8ef6a02a-3b08-4d99-9536-a75f63152471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:57.151697 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-8ef6a02a-3b08-4d99-9536-a75f63152471 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b7bc476-1366-4821-bf38-b51d20dff3d0 HTTP/1.1" status: 200 len: 847 time: 0.0486321 Jul 05 05:05:57.208608 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-5a649e14-b8c5-4f3c-9e02-32ffea1b5d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:57.210133 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-5a649e14-b8c5-4f3c-9e02-32ffea1b5d6e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=10b60113-f316-439b-b404-a502a565a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526707 Jul 05 05:05:57.300836 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-57ba55e0-c1d4-4721-9f7c-109c075b171b service neutron] 10.222.0.70 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841556 Jul 05 05:05:57.409464 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-df4bbd3c-dd05-4308-84f8-f1194ec7f84d service neutron] 10.222.0.70 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023891 Jul 05 05:05:57.536950 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d87e44-b211-4688-9783-238ccd28a404 req-3ecdffba-2e5f-4191-ac8b-eff24f3f9084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:57.538711 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f7d87e44-b211-4688-9783-238ccd28a404 req-3ecdffba-2e5f-4191-ac8b-eff24f3f9084 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ae8a66508acc4431a252c43938f26334&device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 1096 time: 0.0607290 Jul 05 05:05:57.637319 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d87e44-b211-4688-9783-238ccd28a404 req-d04b640e-fc31-4c17-80f2-3f28ea6ea714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:57.638821 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f7d87e44-b211-4688-9783-238ccd28a404 req-d04b640e-fc31-4c17-80f2-3f28ea6ea714 service neutron] 10.222.0.70 "GET /v2.0/networks?id=10b60113-f316-439b-b404-a502a565a24d HTTP/1.1" status: 200 len: 909 time: 0.0941777 Jul 05 05:05:57.714264 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f7d87e44-b211-4688-9783-238ccd28a404 req-686d2805-c0fb-4750-ac1a-ff70f8048de0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44a2b908-a05a-44b0-8e56-c1ef6e22ced4 HTTP/1.1" status: 200 len: 998 time: 0.0685506 Jul 05 05:05:57.782706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d87e44-b211-4688-9783-238ccd28a404 req-ff05d989-8f71-4aa8-a0c8-ff2bb2c0f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:57.784233 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f7d87e44-b211-4688-9783-238ccd28a404 req-ff05d989-8f71-4aa8-a0c8-ff2bb2c0f2ac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b7bc476-1366-4821-bf38-b51d20dff3d0 HTTP/1.1" status: 200 len: 847 time: 0.0638838 Jul 05 05:05:57.975717 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:05:58.021903 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:05:58.202461 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2691df-71d7-4b47-a632-623052f528b6 req-c561cb6d-52db-4b6a-b17e-76663bfb6a25 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:58.204025 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-db2691df-71d7-4b47-a632-623052f528b6 req-c561cb6d-52db-4b6a-b17e-76663bfb6a25 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 944 time: 0.0721283 Jul 05 05:05:58.245368 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-db2691df-71d7-4b47-a632-623052f528b6 req-25bcec17-eb75-4557-b7f6-b5434a8d0d3a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357580 Jul 05 05:05:58.828508 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0a526abe-f1a6-40d1-aa95-8184a9e529f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:59.432327 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9856bb-9d2c-4a7f-b918-662b051648c2 req-6d40f620-0107-4279-a2ed-40f65ce07885 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:59.434932 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4f9856bb-9d2c-4a7f-b918-662b051648c2 req-6d40f620-0107-4279-a2ed-40f65ce07885 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 944 time: 0.0674298 Jul 05 05:05:59.475329 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4f9856bb-9d2c-4a7f-b918-662b051648c2 req-6f0b88b1-eb9f-42e8-8f0b-10b3846c4293 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337303 Jul 05 05:06:00.127608 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:00.665779 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0b6db-ec68-417b-b3e2-d736b3667197 req-e69b31c4-d85c-4fab-9e96-f699df61a13c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:00.667304 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7c0b6db-ec68-417b-b3e2-d736b3667197 req-e69b31c4-d85c-4fab-9e96-f699df61a13c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 944 time: 0.0675888 Jul 05 05:06:00.709708 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a7c0b6db-ec68-417b-b3e2-d736b3667197 req-577c8be6-44cb-401d-bc09-bc4d45276420 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364392 Jul 05 05:06:01.485350 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fe91a83d-5f1d-42c7-8413-63f029590200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:01.897235 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:01.899163 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8063fe-c7b6-4669-a202-93eb5bc09d2b req-096254be-0248-4098-8661-7b3da4976967 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:01.900815 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5c8063fe-c7b6-4669-a202-93eb5bc09d2b req-096254be-0248-4098-8661-7b3da4976967 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 944 time: 0.0722942 Jul 05 05:06:01.944773 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5c8063fe-c7b6-4669-a202-93eb5bc09d2b req-149727ee-a286-4980-b90c-a2a7d291c7b1 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366056 Jul 05 05:06:02.870257 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:03.136339 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff931ae6-afe7-4f3f-9179-954f760d1b04 req-58f85648-a1f2-45cc-a043-c4828632733d tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:03.138202 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ff931ae6-afe7-4f3f-9179-954f760d1b04 req-58f85648-a1f2-45cc-a043-c4828632733d tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 944 time: 0.0661898 Jul 05 05:06:03.180326 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ff931ae6-afe7-4f3f-9179-954f760d1b04 req-6ca3afa3-48b1-4f6c-b981-fcf59613a3b0 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354080 Jul 05 05:06:04.369732 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92181bf6-a21c-4909-9752-47213347704c req-cc5b9c07-d3f6-4ac9-b082-cecdde70917c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:04.371536 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-92181bf6-a21c-4909-9752-47213347704c req-cc5b9c07-d3f6-4ac9-b082-cecdde70917c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 944 time: 0.0760503 Jul 05 05:06:04.412998 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-92181bf6-a21c-4909-9752-47213347704c req-e2e1bd7c-459e-456f-be61-3132af1ab8e2 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349193 Jul 05 05:06:04.667857 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:05.605697 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621054ad-4273-43dc-a2df-70176924fbc2 req-3e791be0-2e91-4eea-b527-e7c34140099d tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:05.608252 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-621054ad-4273-43dc-a2df-70176924fbc2 req-3e791be0-2e91-4eea-b527-e7c34140099d tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 944 time: 0.0735462 Jul 05 05:06:05.647434 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-621054ad-4273-43dc-a2df-70176924fbc2 req-39b4cfff-bf03-4b7a-97e9-e73c05ed6d1a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342479 Jul 05 05:06:06.834368 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60370f2a-e489-411e-8154-616476ee53f1 req-ce8a37fc-3dd7-4129-bf2d-60be23ccfc07 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:06.836170 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-60370f2a-e489-411e-8154-616476ee53f1 req-ce8a37fc-3dd7-4129-bf2d-60be23ccfc07 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 944 time: 0.0679126 Jul 05 05:06:06.878249 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-60370f2a-e489-411e-8154-616476ee53f1 req-dcb1d13d-7c50-40bd-ab69-200ec1c5298d tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357838 Jul 05 05:06:08.056928 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab55e7f-5095-4e7f-ae13-9511e4665569 req-093d2eed-1875-41ec-b74f-98d3527dfe42 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:08.058338 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2ab55e7f-5095-4e7f-ae13-9511e4665569 req-093d2eed-1875-41ec-b74f-98d3527dfe42 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 944 time: 0.0671000 Jul 05 05:06:08.096374 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2ab55e7f-5095-4e7f-ae13-9511e4665569 req-50f94496-fe60-499c-9e10-0315038f9c07 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320389 Jul 05 05:06:09.268353 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c1276-54f4-4bb8-bf42-c2cb00d26955 req-989910ec-9a98-478e-8b43-47304c7317a3 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:09.269856 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cb0c1276-54f4-4bb8-bf42-c2cb00d26955 req-989910ec-9a98-478e-8b43-47304c7317a3 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 944 time: 0.0634842 Jul 05 05:06:09.307312 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cb0c1276-54f4-4bb8-bf42-c2cb00d26955 req-bd157aa7-edb9-44b0-bde4-6a1e42143fcf tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319886 Jul 05 05:06:10.490344 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310b049-1f71-480b-8842-5222cf46dc8a req-abe9bc60-a3a9-49ad-ab25-81b08a4dbc89 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:10.491831 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4310b049-1f71-480b-8842-5222cf46dc8a req-abe9bc60-a3a9-49ad-ab25-81b08a4dbc89 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 944 time: 0.0676305 Jul 05 05:06:10.529752 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4310b049-1f71-480b-8842-5222cf46dc8a req-b163eab8-1b6b-4238-a297-8b5040232409 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324359 Jul 05 05:06:11.162306 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d87e44-b211-4688-9783-238ccd28a404 req-76f752fa-09ed-4ea3-b701-e98cb19bf38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:11.163730 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f7d87e44-b211-4688-9783-238ccd28a404 req-76f752fa-09ed-4ea3-b701-e98cb19bf38c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=10b60113-f316-439b-b404-a502a565a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536211 Jul 05 05:06:11.273874 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f7d87e44-b211-4688-9783-238ccd28a404 req-bf436ccc-36ab-41cc-a209-a85e45604def service neutron] 10.222.0.70 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883842 Jul 05 05:06:11.365532 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-f7d87e44-b211-4688-9783-238ccd28a404 req-91e98483-1612-4b8d-8bfd-80dcf475eadf service neutron] 10.222.0.70 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830336 Jul 05 05:06:11.706490 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426b0cc-0a0d-4c1b-ae8d-ce16744a55fd req-fe91c52e-2aa9-488f-8f8b-d8f398f3fe6b tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:11.708045 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e426b0cc-0a0d-4c1b-ae8d-ce16744a55fd req-fe91c52e-2aa9-488f-8f8b-d8f398f3fe6b tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 944 time: 0.0659575 Jul 05 05:06:11.748248 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e426b0cc-0a0d-4c1b-ae8d-ce16744a55fd req-08383d5e-353d-4952-a346-3b180b62d9d8 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343828 Jul 05 05:06:12.929937 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898d308-34f5-4c30-b754-08626847bf9e req-527dba80-5c8e-41a7-ba51-986bc355d007 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:12.931462 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e898d308-34f5-4c30-b754-08626847bf9e req-527dba80-5c8e-41a7-ba51-986bc355d007 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 944 time: 0.0681524 Jul 05 05:06:12.968812 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e898d308-34f5-4c30-b754-08626847bf9e req-5c3dc977-db73-4505-803a-9603887ea06d tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317798 Jul 05 05:06:13.931983 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:14.141419 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7d8a0-a16d-47ef-b0be-0d39c12b65bb req-d654c8cf-7da2-4e65-ad02-966b9862071b tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:14.142894 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b6e7d8a0-a16d-47ef-b0be-0d39c12b65bb req-d654c8cf-7da2-4e65-ad02-966b9862071b tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 944 time: 0.0652814 Jul 05 05:06:14.180866 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b6e7d8a0-a16d-47ef-b0be-0d39c12b65bb req-ac56ff6d-0eb9-4bdf-8316-233dae804bbb tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324578 Jul 05 05:06:15.183486 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:06:15.283021 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:15.294528 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'port_id': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4', 'mac_address': 'fa:16:3e:03:b3:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:06:15.332567 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:15.345305 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:06:15.363907 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e22f59-d2f5-4b42-8fae-64e82ea8a92c req-db4e9ec5-4d25-4826-b063-5f3445a92f1b tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:15.364666 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:15.368261 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e1e22f59-d2f5-4b42-8fae-64e82ea8a92c req-db4e9ec5-4d25-4826-b063-5f3445a92f1b tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 944 time: 0.0712428 Jul 05 05:06:15.368825 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:15.405547 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e1e22f59-d2f5-4b42-8fae-64e82ea8a92c req-b9e10810-01df-48ac-b804-ef57c8fccad6 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329456 Jul 05 05:06:15.416333 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,revision_number=11']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:15.794056 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['44a2b908-a05a-44b0-8e56-c1ef6e22ced4'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:06:16.581712 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ba4ea-3701-44be-b1c9-3318ede4d03e req-f7420a0c-549c-4210-bc93-d3c5e28582c1 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:16.583214 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-866ba4ea-3701-44be-b1c9-3318ede4d03e req-f7420a0c-549c-4210-bc93-d3c5e28582c1 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 945 time: 0.0640211 Jul 05 05:06:16.620932 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-866ba4ea-3701-44be-b1c9-3318ede4d03e req-061ccc66-9906-408f-bcdb-a9a6e62fb6dd tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321345 Jul 05 05:06:17.199287 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:06:17.250220 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:17.253840 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:17.254214 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:17.329717 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:17.351944 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bb916e-ccb7-4404-b768-7c125a71b80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:06:17.354193 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78b0252444a70490cdba898b337d30d15b03e2f447bec9a55953f7bd387605e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c660dd-1c41-4983-bfd4-11141154c354" -d '{"events": [{"server_uuid": "a2bb916e-ccb7-4404-b768-7c125a71b80b", "name": "network-vif-plugged", "status": "completed", "tag": "44a2b908-a05a-44b0-8e56-c1ef6e22ced4"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:06:17.366627 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:17.369825 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:17.393562 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906b023f-b4e2-4551-8958-7af03f6125ec x-openstack-request-id: req-906b023f-b4e2-4551-8958-7af03f6125ec {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:06:17.393859 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bb916e-ccb7-4404-b768-7c125a71b80b", "name": "network-vif-plugged", "status": "completed", "tag": "44a2b908-a05a-44b0-8e56-c1ef6e22ced4", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:06:17.394111 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-906b023f-b4e2-4551-8958-7af03f6125ec {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:06:17.394498 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bb916e-ccb7-4404-b768-7c125a71b80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4', 'code': 200} Jul 05 05:06:17.420319 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,revision_number=12']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:17.602442 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f2abd-9e9b-439b-8145-6b91a7e94459 req-527d1d9a-7609-49b7-973a-52b3843a877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:17.604060 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d59f2abd-9e9b-439b-8145-6b91a7e94459 req-527d1d9a-7609-49b7-973a-52b3843a877e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 1098 time: 0.0538206 Jul 05 05:06:17.642852 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d59f2abd-9e9b-439b-8145-6b91a7e94459 req-9a01e8ca-b437-4fdc-8e41-e2c622fe2eb7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323753 Jul 05 05:06:17.807396 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba02c4c-6e5b-409e-8775-8e20ddddbb45 req-47f4406e-ab3d-4379-8980-5da6f2b638b2 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:17.808904 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ba02c4c-6e5b-409e-8775-8e20ddddbb45 req-47f4406e-ab3d-4379-8980-5da6f2b638b2 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 946 time: 0.0634291 Jul 05 05:06:17.848324 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3ba02c4c-6e5b-409e-8775-8e20ddddbb45 req-c7aa3f60-4ca5-455f-8865-50ae482b92c0 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330806 Jul 05 05:06:19.030785 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca6325-01d6-4a7b-acfa-ab165082eb3d req-a51329d1-5c1c-44c3-b4e7-424cb948b50d tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:19.032413 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4aca6325-01d6-4a7b-acfa-ab165082eb3d req-a51329d1-5c1c-44c3-b4e7-424cb948b50d tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 946 time: 0.0675273 Jul 05 05:06:19.072220 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4aca6325-01d6-4a7b-acfa-ab165082eb3d req-a8673bf6-5b73-4815-9579-91a805561d7d tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342302 Jul 05 05:06:19.471374 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26043bd-d1d3-4ce5-a0fa-8bec12360a21 req-481219e9-7412-45ce-8883-2fbebd6edef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:19.472979 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c26043bd-d1d3-4ce5-a0fa-8bec12360a21 req-481219e9-7412-45ce-8883-2fbebd6edef4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ae8a66508acc4431a252c43938f26334&device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 1098 time: 0.0572588 Jul 05 05:06:19.581323 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26043bd-d1d3-4ce5-a0fa-8bec12360a21 req-0a34b253-84ea-463d-ac77-f7dabd7a57cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:19.582732 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c26043bd-d1d3-4ce5-a0fa-8bec12360a21 req-0a34b253-84ea-463d-ac77-f7dabd7a57cc service neutron] 10.222.0.70 "GET /v2.0/networks?id=10b60113-f316-439b-b404-a502a565a24d HTTP/1.1" status: 200 len: 909 time: 0.0881674 Jul 05 05:06:19.666980 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c26043bd-d1d3-4ce5-a0fa-8bec12360a21 req-9e9b100d-82a3-4f9a-973c-3f10a0f5f497 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44a2b908-a05a-44b0-8e56-c1ef6e22ced4 HTTP/1.1" status: 200 len: 1000 time: 0.0633891 Jul 05 05:06:19.715931 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26043bd-d1d3-4ce5-a0fa-8bec12360a21 req-a202ec6e-050c-4d66-ae53-3ca3cfc80e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:19.717390 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c26043bd-d1d3-4ce5-a0fa-8bec12360a21 req-a202ec6e-050c-4d66-ae53-3ca3cfc80e06 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b7bc476-1366-4821-bf38-b51d20dff3d0 HTTP/1.1" status: 200 len: 847 time: 0.0446396 Jul 05 05:06:19.780298 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26043bd-d1d3-4ce5-a0fa-8bec12360a21 req-9745c6b9-c6e7-4729-879e-7739f14d7036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:19.782096 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c26043bd-d1d3-4ce5-a0fa-8bec12360a21 req-9745c6b9-c6e7-4729-879e-7739f14d7036 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=10b60113-f316-439b-b404-a502a565a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575094 Jul 05 05:06:19.877155 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c26043bd-d1d3-4ce5-a0fa-8bec12360a21 req-42d0f1b3-d7f0-45db-91d7-2bab3989bb91 service neutron] 10.222.0.70 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876474 Jul 05 05:06:19.966381 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c26043bd-d1d3-4ce5-a0fa-8bec12360a21 req-59eb7a69-88ee-4c21-8067-8bbc2b0f9065 service neutron] 10.222.0.70 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824273 Jul 05 05:06:20.244255 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb666f81-8ca1-469b-a0ba-527c96fbe61a req-c9383801-9f25-431a-b4fa-b8f14c30ad25 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:20.245759 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fb666f81-8ca1-469b-a0ba-527c96fbe61a req-c9383801-9f25-431a-b4fa-b8f14c30ad25 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 946 time: 0.0632315 Jul 05 05:06:20.288102 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fb666f81-8ca1-469b-a0ba-527c96fbe61a req-f1987de3-c1d1-4038-9897-7ffeec53f525 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364635 Jul 05 05:06:20.596952 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:06:28.824039 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6e95a7d3-ff35-4029-a07e-d94f001f3e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:30.130396 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:31.487466 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e4703987-9f7e-4cba-a24e-e9127f5f9420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:31.889961 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:32.871839 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:34.668717 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:43.940771 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:57.597073 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:06:58.825120 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-850b6e2c-8a2e-435a-a55a-5653996dbf61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:00.130236 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:01.488468 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7a9c594b-9dfc-4af9-92eb-8e109ccfebf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:01.891379 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:02.873358 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:04.671670 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:13.954898 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:20.413294 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-db90bb47-b244-4f3f-a9da-21a9217581c5 req-235c9a76-2b66-4a31-8990-0f1127c2dc04 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536969 Jul 05 05:07:20.525080 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90bb47-b244-4f3f-a9da-21a9217581c5 req-237c7979-4c8b-4b53-9c5e-8c404a9c721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:20.526552 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-db90bb47-b244-4f3f-a9da-21a9217581c5 req-237c7979-4c8b-4b53-9c5e-8c404a9c721e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ae8a66508acc4431a252c43938f26334&device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 1098 time: 0.0522609 Jul 05 05:07:20.649114 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90bb47-b244-4f3f-a9da-21a9217581c5 req-ae76bbbc-6e1a-414c-91e1-34261cf73ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:20.650605 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-db90bb47-b244-4f3f-a9da-21a9217581c5 req-ae76bbbc-6e1a-414c-91e1-34261cf73ff8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=10b60113-f316-439b-b404-a502a565a24d HTTP/1.1" status: 200 len: 909 time: 0.1041548 Jul 05 05:07:20.716056 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-db90bb47-b244-4f3f-a9da-21a9217581c5 req-f9c098d8-0db8-4369-8392-de20518e4826 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44a2b908-a05a-44b0-8e56-c1ef6e22ced4 HTTP/1.1" status: 200 len: 1000 time: 0.0579667 Jul 05 05:07:20.764675 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90bb47-b244-4f3f-a9da-21a9217581c5 req-e9fc8c65-49c7-4b0a-8cd6-3a27f03ee0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:20.766133 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-db90bb47-b244-4f3f-a9da-21a9217581c5 req-e9fc8c65-49c7-4b0a-8cd6-3a27f03ee0fc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b7bc476-1366-4821-bf38-b51d20dff3d0 HTTP/1.1" status: 200 len: 847 time: 0.0435557 Jul 05 05:07:20.827160 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90bb47-b244-4f3f-a9da-21a9217581c5 req-f969a312-3ac6-47f4-a5c6-991f67395830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:20.828682 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-db90bb47-b244-4f3f-a9da-21a9217581c5 req-f969a312-3ac6-47f4-a5c6-991f67395830 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=10b60113-f316-439b-b404-a502a565a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553353 Jul 05 05:07:20.915568 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-db90bb47-b244-4f3f-a9da-21a9217581c5 req-20833e1b-648a-4fbe-a4b9-2b5490fdf18d service neutron] 10.222.0.70 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803938 Jul 05 05:07:21.010163 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-db90bb47-b244-4f3f-a9da-21a9217581c5 req-51dc673a-cb62-4f47-9742-8babf62c3f22 service neutron] 10.222.0.70 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867579 Jul 05 05:07:28.827477 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ce21f3d5-2830-41e3-b0f5-3ad0c6e17af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:30.153077 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:31.488731 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c500ad7a-a6f0-4aaa-af4f-266a2973914b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:31.893092 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:32.876869 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:34.596533 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:07:34.676902 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:43.956971 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:58.831503 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d08ce8a5-782a-4f9c-b577-0a77910521d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:00.160242 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:01.489743 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7b70799c-544f-49ef-816a-c6634af23889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:01.894222 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:02.879880 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:04.676081 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:07.459759 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51762) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:07.616329 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-37808e35-03be-4620-ae1a-8c7c0b96347a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Deleting port fd3099b1-6fc5-4e43-aa15-7d078499b392 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:08:07.616688 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37808e35-03be-4620-ae1a-8c7c0b96347a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:07.694356 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37808e35-03be-4620-ae1a-8c7c0b96347a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:07.694684 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37808e35-03be-4620-ae1a-8c7c0b96347a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:07.706415 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-37808e35-03be-4620-ae1a-8c7c0b96347a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Calling delete_port for fd3099b1-6fc5-4e43-aa15-7d078499b392 owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:08:07.852926 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37808e35-03be-4620-ae1a-8c7c0b96347a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:07.882290 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37808e35-03be-4620-ae1a-8c7c0b96347a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Pushing event deleted for resources: {'Port': ['ID=fd3099b1-6fc5-4e43-aa15-7d078499b392,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:07.904212 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37808e35-03be-4620-ae1a-8c7c0b96347a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:07.904563 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37808e35-03be-4620-ae1a-8c7c0b96347a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:07.904892 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37808e35-03be-4620-ae1a-8c7c0b96347a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:07.905234 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37808e35-03be-4620-ae1a-8c7c0b96347a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:07.905565 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37808e35-03be-4620-ae1a-8c7c0b96347a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:07.905892 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37808e35-03be-4620-ae1a-8c7c0b96347a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:07.906230 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37808e35-03be-4620-ae1a-8c7c0b96347a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:07.906554 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37808e35-03be-4620-ae1a-8c7c0b96347a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:07.906877 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37808e35-03be-4620-ae1a-8c7c0b96347a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:07.907200 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37808e35-03be-4620-ae1a-8c7c0b96347a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:07.907523 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37808e35-03be-4620-ae1a-8c7c0b96347a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:07.907866 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37808e35-03be-4620-ae1a-8c7c0b96347a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:07.949208 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37808e35-03be-4620-ae1a-8c7c0b96347a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:07.949539 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-37808e35-03be-4620-ae1a-8c7c0b96347a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Floating IP 030e3c38-1a67-4e28-9ecc-7ff7926e43c2 disassociated (deleted). External IP: 172.25.1.78, port: 44a2b908-a05a-44b0-8e56-c1ef6e22ced4. Jul 05 05:08:08.154461 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37808e35-03be-4620-ae1a-8c7c0b96347a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Router e8368184-d84e-478a-baba-2bfa57b0f300 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:08:08.260826 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37808e35-03be-4620-ae1a-8c7c0b96347a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:08:08.265675 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-37808e35-03be-4620-ae1a-8c7c0b96347a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:08.269891 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa3a834-e9c7-4bb2-966f-e9015b20931b None None] Sync routers for ids ['e8368184-d84e-478a-baba-2bfa57b0f300'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:08:08.280238 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa3a834-e9c7-4bb2-966f-e9015b20931b None None] Routers {'e8368184-d84e-478a-baba-2bfa57b0f300'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:08:08.281112 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-1fa3a834-e9c7-4bb2-966f-e9015b20931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:08:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8368184-d84e-478a-baba-2bfa57b0f300'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:08.301677 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-37808e35-03be-4620-ae1a-8c7c0b96347a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "DELETE /v2.0/floatingips/030e3c38-1a67-4e28-9ecc-7ff7926e43c2 HTTP/1.1" status: 204 len: 168 time: 0.8407948 Jul 05 05:08:08.302282 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bb916e-ccb7-4404-b768-7c125a71b80b', 'tag': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:08:08.304665 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c9c837585e6777964c1719b38845a8b64a1007aef63c2715a3fe5cf843f522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13532950-ef12-42c3-ae4d-ec51d6986ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "a2bb916e-ccb7-4404-b768-7c125a71b80b", "tag": "44a2b908-a05a-44b0-8e56-c1ef6e22ced4"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:08:08.386612 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-1fa3a834-e9c7-4bb2-966f-e9015b20931b None None] Set router e8368184-d84e-478a-baba-2bfa57b0f300 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:08:08.597872 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-1fa3a834-e9c7-4bb2-966f-e9015b20931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'name': 'tempest-TestShelveInstance-611024364-router', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:08Z', 'revision_number': 4, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'gw_port': {'id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2', 'name': '', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'mac_address': 'fa:16:3e:62:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:07Z', 'updated_at': '2021-07-05T05:03:13Z', 'revision_number': 5, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'subnets': [{'id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:08.629039 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa3a834-e9c7-4bb2-966f-e9015b20931b None None] Checking router: e8368184-d84e-478a-baba-2bfa57b0f300 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:08:08.637612 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5688b42-5328-4cb5-af9a-9920d0729f4a x-openstack-request-id: req-a5688b42-5328-4cb5-af9a-9920d0729f4a {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:08:08.638131 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2bb916e-ccb7-4404-b768-7c125a71b80b", "tag": "44a2b908-a05a-44b0-8e56-c1ef6e22ced4", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:08:08.638242 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a5688b42-5328-4cb5-af9a-9920d0729f4a {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:08:08.638844 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2bb916e-ccb7-4404-b768-7c125a71b80b', 'tag': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4', 'status': 'completed', 'code': 200} Jul 05 05:08:08.639296 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa3a834-e9c7-4bb2-966f-e9015b20931b None None] Routers {'e8368184-d84e-478a-baba-2bfa57b0f300'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:08:08.640082 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-1fa3a834-e9c7-4bb2-966f-e9015b20931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:08:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8368184-d84e-478a-baba-2bfa57b0f300'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:08.738659 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13532950-ef12-42c3-ae4d-ec51d6986ef2 req-2057d5af-88da-419f-b608-65fbcdf907ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:08.741515 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-13532950-ef12-42c3-ae4d-ec51d6986ef2 req-2057d5af-88da-419f-b608-65fbcdf907ad service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ae8a66508acc4431a252c43938f26334&device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 1098 time: 0.0579309 Jul 05 05:08:08.748971 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-1fa3a834-e9c7-4bb2-966f-e9015b20931b None None] Set router e8368184-d84e-478a-baba-2bfa57b0f300 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:08:08.886147 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdba4d1-e87c-4ab6-9d4a-fc53a0b30c06 req-3dacd917-c5d0-4c5c-b97e-b5194cd09c0b tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:08.888297 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ebdba4d1-e87c-4ab6-9d4a-fc53a0b30c06 req-3dacd917-c5d0-4c5c-b97e-b5194cd09c0b tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 946 time: 0.1396344 Jul 05 05:08:08.889328 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13532950-ef12-42c3-ae4d-ec51d6986ef2 req-fb7e3dbf-ce06-46bc-a06f-adec9ef84b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:08.890694 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-13532950-ef12-42c3-ae4d-ec51d6986ef2 req-fb7e3dbf-ce06-46bc-a06f-adec9ef84b0e service neutron] 10.222.0.70 "GET /v2.0/networks?id=10b60113-f316-439b-b404-a502a565a24d HTTP/1.1" status: 200 len: 909 time: 0.1433191 Jul 05 05:08:08.946145 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-13532950-ef12-42c3-ae4d-ec51d6986ef2 req-e2b68445-41c5-4e25-82aa-1009936b0c27 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44a2b908-a05a-44b0-8e56-c1ef6e22ced4 HTTP/1.1" status: 200 len: 217 time: 0.0441320 Jul 05 05:08:08.957296 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-1fa3a834-e9c7-4bb2-966f-e9015b20931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'name': 'tempest-TestShelveInstance-611024364-router', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:08Z', 'revision_number': 4, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'gw_port': {'id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2', 'name': '', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'mac_address': 'fa:16:3e:62:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:07Z', 'updated_at': '2021-07-05T05:03:13Z', 'revision_number': 5, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'subnets': [{'id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:08.983238 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa3a834-e9c7-4bb2-966f-e9015b20931b None None] The sync data for ids ['e8368184-d84e-478a-baba-2bfa57b0f300'] in n-d-780147-23 is: [{'id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'name': 'tempest-TestShelveInstance-611024364-router', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:08Z', 'revision_number': 4, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'gw_port': {'id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2', 'name': '', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'mac_address': 'fa:16:3e:62:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:07Z', 'updated_at': '2021-07-05T05:03:13Z', 'revision_number': 5, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'subnets': [{'id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:08:08.991310 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ebdba4d1-e87c-4ab6-9d4a-fc53a0b30c06 req-da1308c1-debd-42ed-9433-20caef1f1502 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969658 Jul 05 05:08:09.010290 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13532950-ef12-42c3-ae4d-ec51d6986ef2 req-932b7c21-7df3-43c6-9ec2-0bc605e42ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:09.011791 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-13532950-ef12-42c3-ae4d-ec51d6986ef2 req-932b7c21-7df3-43c6-9ec2-0bc605e42ca6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b7bc476-1366-4821-bf38-b51d20dff3d0 HTTP/1.1" status: 200 len: 847 time: 0.0563676 Jul 05 05:08:09.073137 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13532950-ef12-42c3-ae4d-ec51d6986ef2 req-5210c1f5-97ef-4c6f-a037-da86ffb15a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:09.074683 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-13532950-ef12-42c3-ae4d-ec51d6986ef2 req-5210c1f5-97ef-4c6f-a037-da86ffb15a2f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=10b60113-f316-439b-b404-a502a565a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557659 Jul 05 05:08:09.168099 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-13532950-ef12-42c3-ae4d-ec51d6986ef2 req-0fa2fe51-dc66-4169-885e-2d71fdef3368 service neutron] 10.222.0.70 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862451 Jul 05 05:08:09.209165 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc510a2-4d72-4b18-a48c-db9fdf8fe1b6 None None] New status for floating IP 030e3c38-1a67-4e28-9ecc-7ff7926e43c2: DOWN {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:08:09.268087 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-13532950-ef12-42c3-ae4d-ec51d6986ef2 req-6b8bbe25-641a-4d4c-9f4f-c5aca207e775 service neutron] 10.222.0.70 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929439 Jul 05 05:08:10.201072 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5ef05-8d27-4fc9-bd32-21eff93dd8fe req-741b8090-ec71-4a60-8a58-746427219094 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:10.202555 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bae5ef05-8d27-4fc9-bd32-21eff93dd8fe req-741b8090-ec71-4a60-8a58-746427219094 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 946 time: 0.0975490 Jul 05 05:08:10.242606 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f6174-5add-4e9e-b9e0-0af9fee3f816 req-8f09c10c-86a3-4f2b-95e3-b5687e3b9d3d tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:10.244103 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a82f6174-5add-4e9e-b9e0-0af9fee3f816 req-8f09c10c-86a3-4f2b-95e3-b5687e3b9d3d tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2bb916e-ccb7-4404-b768-7c125a71b80b HTTP/1.1" status: 200 len: 946 time: 0.0984397 Jul 05 05:08:10.283497 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bae5ef05-8d27-4fc9-bd32-21eff93dd8fe req-bc367165-32ca-422c-90db-652d95477960 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a2f45f9-9895-49d4-8a63-6ec79770ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722840 Jul 05 05:08:10.351858 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-a82f6174-5add-4e9e-b9e0-0af9fee3f816 req-ee150416-ea9f-4a48-b3ee-f0bb93979ec8 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Deleting port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:08:10.352204 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a82f6174-5add-4e9e-b9e0-0af9fee3f816 req-ee150416-ea9f-4a48-b3ee-f0bb93979ec8 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:10.441585 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-a82f6174-5add-4e9e-b9e0-0af9fee3f816 req-ee150416-ea9f-4a48-b3ee-f0bb93979ec8 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] For port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:08:10.441948 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a82f6174-5add-4e9e-b9e0-0af9fee3f816 req-ee150416-ea9f-4a48-b3ee-f0bb93979ec8 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:10.455460 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-a82f6174-5add-4e9e-b9e0-0af9fee3f816 req-ee150416-ea9f-4a48-b3ee-f0bb93979ec8 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Calling delete_port for 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:08:10.581866 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a82f6174-5add-4e9e-b9e0-0af9fee3f816 req-ee150416-ea9f-4a48-b3ee-f0bb93979ec8 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:10.615939 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee150416-ea9f-4a48-b3ee-f0bb93979ec8 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Pushing event deleted for resources: {'Port': ['ID=44a2b908-a05a-44b0-8e56-c1ef6e22ced4,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:10.642772 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee150416-ea9f-4a48-b3ee-f0bb93979ec8 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:10.643123 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee150416-ea9f-4a48-b3ee-f0bb93979ec8 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:10.643464 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee150416-ea9f-4a48-b3ee-f0bb93979ec8 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:10.643881 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee150416-ea9f-4a48-b3ee-f0bb93979ec8 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:10.644160 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee150416-ea9f-4a48-b3ee-f0bb93979ec8 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:10.644489 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee150416-ea9f-4a48-b3ee-f0bb93979ec8 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:10.644814 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee150416-ea9f-4a48-b3ee-f0bb93979ec8 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:10.645142 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee150416-ea9f-4a48-b3ee-f0bb93979ec8 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:10.645467 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee150416-ea9f-4a48-b3ee-f0bb93979ec8 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:10.645796 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee150416-ea9f-4a48-b3ee-f0bb93979ec8 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:10.646121 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee150416-ea9f-4a48-b3ee-f0bb93979ec8 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:10.647329 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee150416-ea9f-4a48-b3ee-f0bb93979ec8 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:10.669551 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82f6174-5add-4e9e-b9e0-0af9fee3f816 req-ee150416-ea9f-4a48-b3ee-f0bb93979ec8 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] No DVR routers for this DVR port 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:08:10.672145 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-a82f6174-5add-4e9e-b9e0-0af9fee3f816 req-ee150416-ea9f-4a48-b3ee-f0bb93979ec8 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:10.674125 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a82f6174-5add-4e9e-b9e0-0af9fee3f816 req-ee150416-ea9f-4a48-b3ee-f0bb93979ec8 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.70 "DELETE /v2.0/ports/44a2b908-a05a-44b0-8e56-c1ef6e22ced4 HTTP/1.1" status: 204 len: 173 time: 0.4204812 Jul 05 05:08:10.674565 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bb916e-ccb7-4404-b768-7c125a71b80b', 'name': 'network-vif-deleted', 'tag': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:08:10.676824 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535f4c4b-de00-42e0-853e-a83775e6b791" -d '{"events": [{"server_uuid": "a2bb916e-ccb7-4404-b768-7c125a71b80b", "name": "network-vif-deleted", "tag": "44a2b908-a05a-44b0-8e56-c1ef6e22ced4"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:08:10.768056 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b55f845-ff56-4d18-aaf6-e1a41510b689 x-openstack-request-id: req-8b55f845-ff56-4d18-aaf6-e1a41510b689 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:08:10.768352 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bb916e-ccb7-4404-b768-7c125a71b80b", "name": "network-vif-deleted", "tag": "44a2b908-a05a-44b0-8e56-c1ef6e22ced4", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:08:10.768606 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8b55f845-ff56-4d18-aaf6-e1a41510b689 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:08:10.769003 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bb916e-ccb7-4404-b768-7c125a71b80b', 'name': 'network-vif-deleted', 'tag': '44a2b908-a05a-44b0-8e56-c1ef6e22ced4', 'status': 'completed', 'code': 200} Jul 05 05:08:11.386131 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51788) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:11.445345 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-40b4b247-908b-460f-9f6c-5c5cfffc52a9 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:11.470289 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-40b4b247-908b-460f-9f6c-5c5cfffc52a9 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:11.532991 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-40b4b247-908b-460f-9f6c-5c5cfffc52a9 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:11.535517 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-40b4b247-908b-460f-9f6c-5c5cfffc52a9 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:11.539163 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-40b4b247-908b-460f-9f6c-5c5cfffc52a9 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "DELETE /v2.0/security-groups/8a2f45f9-9895-49d4-8a63-6ec79770ecd7 HTTP/1.1" status: 204 len: 168 time: 0.1495893 Jul 05 05:08:11.546568 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4b247-908b-460f-9f6c-5c5cfffc52a9 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2f45f9-9895-49d4-8a63-6ec79770ecd7,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:11.595273 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:08:12.849158 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 51796) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:12.854490 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-7b901df6-ea87-4763-aadf-f24707771a41 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2031247380', 'description': 'tempest-secgroup-smoke-2031247380 description', 'project_id': 'ae8a66508acc4431a252c43938f26334'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:08:12.878064 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7b901df6-ea87-4763-aadf-f24707771a41 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:12.960478 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7b901df6-ea87-4763-aadf-f24707771a41 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:12.964156 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7b901df6-ea87-4763-aadf-f24707771a41 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:12.997740 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7b901df6-ea87-4763-aadf-f24707771a41 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:12.999356 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7b901df6-ea87-4763-aadf-f24707771a41 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1484320 Jul 05 05:08:13.002290 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b901df6-ea87-4763-aadf-f24707771a41 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95553101-1d62-411c-99bd-1a50f1f8cf5f,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:13.003897 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51798) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:13.011351 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-224986d6-1c0f-4679-b64a-2d9109e99f63 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Request body: {'security_group_rule': {'security_group_id': '95553101-1d62-411c-99bd-1a50f1f8cf5f', 'project_id': 'ae8a66508acc4431a252c43938f26334', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:08:13.043390 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-224986d6-1c0f-4679-b64a-2d9109e99f63 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.100154 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-224986d6-1c0f-4679-b64a-2d9109e99f63 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.103574 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-224986d6-1c0f-4679-b64a-2d9109e99f63 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.125368 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224986d6-1c0f-4679-b64a-2d9109e99f63 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed37a1a-d8fb-49db-9736-fe3a5d8f3a1a,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:13.128159 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-224986d6-1c0f-4679-b64a-2d9109e99f63 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.129349 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-224986d6-1c0f-4679-b64a-2d9109e99f63 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241581 Jul 05 05:08:13.132706 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51800) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:13.137253 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-56d13a5f-15d6-4502-a64c-2cd7ffdc91ca tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Request body: {'security_group_rule': {'security_group_id': '95553101-1d62-411c-99bd-1a50f1f8cf5f', 'project_id': 'ae8a66508acc4431a252c43938f26334', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:08:13.162631 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-56d13a5f-15d6-4502-a64c-2cd7ffdc91ca tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.218998 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-56d13a5f-15d6-4502-a64c-2cd7ffdc91ca tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.222452 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-56d13a5f-15d6-4502-a64c-2cd7ffdc91ca tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.239555 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d13a5f-15d6-4502-a64c-2cd7ffdc91ca tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4242e4bc-9a05-4642-a5e7-60cbfca2a7a6,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:13.245851 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-56d13a5f-15d6-4502-a64c-2cd7ffdc91ca tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.247092 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-56d13a5f-15d6-4502-a64c-2cd7ffdc91ca tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133955 Jul 05 05:08:13.249914 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51802) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:13.254262 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-407615ad-e13e-483b-9f06-2551e4e1baae tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Request body: {'security_group_rule': {'security_group_id': '95553101-1d62-411c-99bd-1a50f1f8cf5f', 'project_id': 'ae8a66508acc4431a252c43938f26334', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:08:13.279988 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-407615ad-e13e-483b-9f06-2551e4e1baae tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.343456 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-407615ad-e13e-483b-9f06-2551e4e1baae tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.347613 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-407615ad-e13e-483b-9f06-2551e4e1baae tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.366658 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407615ad-e13e-483b-9f06-2551e4e1baae tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a01fb0-25ce-4036-bbeb-d0a960253f28,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:13.373318 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-407615ad-e13e-483b-9f06-2551e4e1baae tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.374511 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-407615ad-e13e-483b-9f06-2551e4e1baae tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236866 Jul 05 05:08:13.380513 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51804) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:13.385291 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-6ba7b987-3a91-407d-86ab-c91ef07d1c04 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Request body: {'security_group_rule': {'security_group_id': '95553101-1d62-411c-99bd-1a50f1f8cf5f', 'project_id': 'ae8a66508acc4431a252c43938f26334', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:08:13.410568 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6ba7b987-3a91-407d-86ab-c91ef07d1c04 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.468536 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6ba7b987-3a91-407d-86ab-c91ef07d1c04 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.472124 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6ba7b987-3a91-407d-86ab-c91ef07d1c04 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.492995 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7b987-3a91-407d-86ab-c91ef07d1c04 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4801dedc-c195-4f44-83eb-17056971b83f,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:13.496469 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-6ba7b987-3a91-407d-86ab-c91ef07d1c04 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.497659 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-6ba7b987-3a91-407d-86ab-c91ef07d1c04 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161902 Jul 05 05:08:13.500434 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51806) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:13.504918 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-3551a294-8f95-49cf-ac36-63c3f078fd62 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Request body: {'security_group_rule': {'security_group_id': '95553101-1d62-411c-99bd-1a50f1f8cf5f', 'project_id': 'ae8a66508acc4431a252c43938f26334', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:08:13.525928 n-d-780147-23 neutron-server[105539]: INFO neutron.db.securitygroups_db [None req-3551a294-8f95-49cf-ac36-63c3f078fd62 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Project ae8a66508acc4431a252c43938f26334 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:08:13.530671 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3551a294-8f95-49cf-ac36-63c3f078fd62 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.590714 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3551a294-8f95-49cf-ac36-63c3f078fd62 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.594360 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3551a294-8f95-49cf-ac36-63c3f078fd62 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.611483 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551a294-8f95-49cf-ac36-63c3f078fd62 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8809b3ef-470a-4cbd-b4ed-4a451db2516f,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:13.616943 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3551a294-8f95-49cf-ac36-63c3f078fd62 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.617993 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3551a294-8f95-49cf-ac36-63c3f078fd62 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166375 Jul 05 05:08:13.620830 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 51808) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:13.625211 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-c8319722-5b82-4e76-89c2-5094306dcab1 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Request body: {'security_group_rule': {'security_group_id': '95553101-1d62-411c-99bd-1a50f1f8cf5f', 'project_id': 'ae8a66508acc4431a252c43938f26334', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:08:13.645977 n-d-780147-23 neutron-server[105539]: INFO neutron.db.securitygroups_db [None req-c8319722-5b82-4e76-89c2-5094306dcab1 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Project ae8a66508acc4431a252c43938f26334 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:08:13.651415 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c8319722-5b82-4e76-89c2-5094306dcab1 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.714964 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c8319722-5b82-4e76-89c2-5094306dcab1 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.718569 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c8319722-5b82-4e76-89c2-5094306dcab1 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.737254 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8319722-5b82-4e76-89c2-5094306dcab1 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1afe9a3f-cdd8-4ea0-94bc-06650e6c396e,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:13.744175 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c8319722-5b82-4e76-89c2-5094306dcab1 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.745444 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c8319722-5b82-4e76-89c2-5094306dcab1 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236744 Jul 05 05:08:13.803483 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:08:13.824205 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:08:13.824567 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 44a2b908-a05a-44b0-8e56-c1ef6e22ced4 not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:08:13.954347 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:28.093637 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-6a732ba7-d072-44e8-a95c-047c078cd529 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2031247380&fields=id&tenant_id=ae8a66508acc4431a252c43938f26334 HTTP/1.1" status: 200 len: 267 time: 0.0336311 Jul 05 05:08:28.202690 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-c615d45c-2302-4ca2-8243-6e634e80de0f tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:28.204193 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-c615d45c-2302-4ca2-8243-6e634e80de0f tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/networks?id=10b60113-f316-439b-b404-a502a565a24d HTTP/1.1" status: 200 len: 808 time: 0.1043046 Jul 05 05:08:28.219191 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-e9beb032-e3f1-4b9e-a7a8-0099b593497c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/quotas/ae8a66508acc4431a252c43938f26334 HTTP/1.1" status: 200 len: 375 time: 0.0097620 Jul 05 05:08:28.286035 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-ea230572-4a26-457b-a2b5-4593c5ad7d9c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae8a66508acc4431a252c43938f26334&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617430 Jul 05 05:08:28.365429 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-dec6cc5b-8fa3-4bde-b3db-1aa58451164e service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:08:28.367230 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-dec6cc5b-8fa3-4bde-b3db-1aa58451164e service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0705068 Jul 05 05:08:28.457733 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-98c8e8d0-d46f-4a96-9da7-39b6677a0362 service neutron] 10.222.0.77 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846050 Jul 05 05:08:28.547429 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-f9a044db-581e-41ea-8726-21abc3e657f1 service neutron] 10.222.0.77 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833080 Jul 05 05:08:28.836719 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b3210d92-0e5e-4768-82ae-5d3a144d5309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:28.862051 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-00cfd857-92f8-4150-9241-7d2cb9cf04d2 req-63da2803-ba53-4506-8f6a-eb558c6ab271 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 210 time: 0.0330071 Jul 05 05:08:30.011813 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3b24c920-d4c3-4053-9c12-78ebfd19576d req-5e3684f2-4451-4db1-b209-4ab689ed8c0d tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 210 time: 0.0322437 Jul 05 05:08:30.111507 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-24f1256d-686e-4ded-a5a8-a203305bcfed tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:30.113010 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-24f1256d-686e-4ded-a5a8-a203305bcfed tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.89 "GET /v2.0/networks?id=10b60113-f316-439b-b404-a502a565a24d HTTP/1.1" status: 200 len: 808 time: 0.1003280 Jul 05 05:08:30.158458 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-83f9d24a-67f3-4e56-8a36-d182c9d9aa97 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae8a66508acc4431a252c43938f26334 HTTP/1.1" status: 200 len: 380 time: 0.0356646 Jul 05 05:08:30.158690 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:30.179430 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8b137cfb-6ceb-492c-852a-ed3d6b553043 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Request body: {'port': {'device_id': 'efd74aa9-cde2-4b01-a62e-d1207e9e061d', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'admin_state_up': True, 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'security_groups': ['95553101-1d62-411c-99bd-1a50f1f8cf5f']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:08:30.293023 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8b137cfb-6ceb-492c-852a-ed3d6b553043 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Made reservation on behalf of ae8a66508acc4431a252c43938f26334 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:08:30.296654 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8b137cfb-6ceb-492c-852a-ed3d6b553043 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:30.433834 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8b137cfb-6ceb-492c-852a-ed3d6b553043 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Allocated IP 172.20.0.5 (10b60113-f316-439b-b404-a502a565a24d/3b7bc476-1366-4821-bf38-b51d20dff3d0/fb9263f5-d4ff-49da-a366-dedcc5bbed0b) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:08:30.902412 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8b137cfb-6ceb-492c-852a-ed3d6b553043 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:30.915441 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8b137cfb-6ceb-492c-852a-ed3d6b553043 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Transition to ACTIVE for port object fb9263f5-d4ff-49da-a366-dedcc5bbed0b will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:08:30.948902 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8b137cfb-6ceb-492c-852a-ed3d6b553043 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:30.994422 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8b137cfb-6ceb-492c-852a-ed3d6b553043 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Network 10b60113-f316-439b-b404-a502a565a24d is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:08:30.997616 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8b137cfb-6ceb-492c-852a-ed3d6b553043 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:08:31.004568 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8b137cfb-6ceb-492c-852a-ed3d6b553043 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:08:31.039026 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b137cfb-6ceb-492c-852a-ed3d6b553043 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Pushing event updated for resources: {'Port': ['ID=fb9263f5-d4ff-49da-a366-dedcc5bbed0b,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:31.078321 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8b137cfb-6ceb-492c-852a-ed3d6b553043 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:31.079347 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8b137cfb-6ceb-492c-852a-ed3d6b553043 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:31.124033 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8b137cfb-6ceb-492c-852a-ed3d6b553043 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9474435 Jul 05 05:08:31.138937 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8d0413a0-6054-4b0b-a1d4-332c7b967a0a service neutron] Request body: {'port': {'device_id': 'efd74aa9-cde2-4b01-a62e-d1207e9e061d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:08:31.249348 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8d0413a0-6054-4b0b-a1d4-332c7b967a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:31.258266 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3660553e-4334-4795-b7f4-d4f27c779337 None None] Provisioning for port fb9263f5-d4ff-49da-a366-dedcc5bbed0b completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:08:31.263338 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-3660553e-4334-4795-b7f4-d4f27c779337 None None] Provisioning complete for port fb9263f5-d4ff-49da-a366-dedcc5bbed0b triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:08:31.263972 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3660553e-4334-4795-b7f4-d4f27c779337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:31.297988 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-3660553e-4334-4795-b7f4-d4f27c779337 None None] Port fb9263f5-d4ff-49da-a366-dedcc5bbed0b cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:08:31.330964 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc94cb-8335-4c08-a48b-db1e79c3064f req-da8818d7-9321-4cf1-884d-bca1bdf7009f tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:31.332504 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a6cc94cb-8335-4c08-a48b-db1e79c3064f req-da8818d7-9321-4cf1-884d-bca1bdf7009f tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 931 time: 0.1306136 Jul 05 05:08:31.442115 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a6cc94cb-8335-4c08-a48b-db1e79c3064f req-00d0ae5b-e395-41af-a090-26ef92bb0d36 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670264 Jul 05 05:08:31.495383 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4a69b52b-4a8d-4ab7-a755-9f7979348ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:31.581870 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8d0413a0-6054-4b0b-a1d4-332c7b967a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb9263f5-d4ff-49da-a366-dedcc5bbed0b {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:08:31.589876 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8d0413a0-6054-4b0b-a1d4-332c7b967a0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:31.602201 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8d0413a0-6054-4b0b-a1d4-332c7b967a0a service neutron] Transition to ACTIVE for port object fb9263f5-d4ff-49da-a366-dedcc5bbed0b will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:08:31.605913 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8d0413a0-6054-4b0b-a1d4-332c7b967a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:31.660507 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0413a0-6054-4b0b-a1d4-332c7b967a0a service neutron] Pushing event updated for resources: {'Port': ['ID=fb9263f5-d4ff-49da-a366-dedcc5bbed0b,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:31.733515 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8d0413a0-6054-4b0b-a1d4-332c7b967a0a service neutron] Attempting to bind port fb9263f5-d4ff-49da-a366-dedcc5bbed0b on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:08:31.733949 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8d0413a0-6054-4b0b-a1d4-332c7b967a0a service neutron] Attempting to bind port fb9263f5-d4ff-49da-a366-dedcc5bbed0b by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '01ffb521-fd49-4860-bc92-27c9d804a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '10b60113-f316-439b-b404-a502a565a24d'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:08:31.734192 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8d0413a0-6054-4b0b-a1d4-332c7b967a0a service neutron] Attempting to bind port fb9263f5-d4ff-49da-a366-dedcc5bbed0b on network 10b60113-f316-439b-b404-a502a565a24d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:08:31.738989 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8d0413a0-6054-4b0b-a1d4-332c7b967a0a service neutron] Port fb9263f5-d4ff-49da-a366-dedcc5bbed0b on network 10b60113-f316-439b-b404-a502a565a24d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:08:31.739310 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8d0413a0-6054-4b0b-a1d4-332c7b967a0a service neutron] Attempting to bind port fb9263f5-d4ff-49da-a366-dedcc5bbed0b on network 10b60113-f316-439b-b404-a502a565a24d {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:08:31.744752 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8d0413a0-6054-4b0b-a1d4-332c7b967a0a service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:08:31.745092 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8d0413a0-6054-4b0b-a1d4-332c7b967a0a service neutron] Checking segment: {'id': '01ffb521-fd49-4860-bc92-27c9d804a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '10b60113-f316-439b-b404-a502a565a24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:08:31.745480 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8d0413a0-6054-4b0b-a1d4-332c7b967a0a service neutron] Bound using segment: {'id': '01ffb521-fd49-4860-bc92-27c9d804a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '10b60113-f316-439b-b404-a502a565a24d'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:08:31.745917 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8d0413a0-6054-4b0b-a1d4-332c7b967a0a service neutron] Bound port: fb9263f5-d4ff-49da-a366-dedcc5bbed0b, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01ffb521-fd49-4860-bc92-27c9d804a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '10b60113-f316-439b-b404-a502a565a24d'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:08:31.746271 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8d0413a0-6054-4b0b-a1d4-332c7b967a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:31.817163 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8d0413a0-6054-4b0b-a1d4-332c7b967a0a service neutron] For port fb9263f5-d4ff-49da-a366-dedcc5bbed0b, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:08:31.821237 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8d0413a0-6054-4b0b-a1d4-332c7b967a0a service neutron] For port fb9263f5-d4ff-49da-a366-dedcc5bbed0b, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=fb9263f5-d4ff-49da-a366-dedcc5bbed0b,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:08:31.825974 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8d0413a0-6054-4b0b-a1d4-332c7b967a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:31.866957 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8d0413a0-6054-4b0b-a1d4-332c7b967a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:31.867699 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8d0413a0-6054-4b0b-a1d4-332c7b967a0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:31.869259 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-8d0413a0-6054-4b0b-a1d4-332c7b967a0a service neutron] 10.222.0.89 "PUT /v2.0/ports/fb9263f5-d4ff-49da-a366-dedcc5bbed0b HTTP/1.1" status: 200 len: 1092 time: 0.7349122 Jul 05 05:08:31.871883 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd74aa9-cde2-4b01-a62e-d1207e9e061d', 'tag': 'fb9263f5-d4ff-49da-a366-dedcc5bbed0b'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:08:31.874177 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29745f9-62fd-4b2b-8a15-48c76b96570d" -d '{"events": [{"name": "network-changed", "server_uuid": "efd74aa9-cde2-4b01-a62e-d1207e9e061d", "tag": "fb9263f5-d4ff-49da-a366-dedcc5bbed0b"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:08:31.902305 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0413a0-6054-4b0b-a1d4-332c7b967a0a service neutron] Pushing event updated for resources: {'Port': ['ID=fb9263f5-d4ff-49da-a366-dedcc5bbed0b,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:31.941743 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:31.980310 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a6f552-2858-48a6-9baf-c0b11281c2f6 x-openstack-request-id: req-a3a6f552-2858-48a6-9baf-c0b11281c2f6 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:08:31.980621 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd74aa9-cde2-4b01-a62e-d1207e9e061d", "tag": "fb9263f5-d4ff-49da-a366-dedcc5bbed0b", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:08:31.980853 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a3a6f552-2858-48a6-9baf-c0b11281c2f6 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:08:31.981244 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd74aa9-cde2-4b01-a62e-d1207e9e061d', 'tag': 'fb9263f5-d4ff-49da-a366-dedcc5bbed0b', 'status': 'completed', 'code': 200} Jul 05 05:08:32.007688 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-d5808ac3-3d09-4b73-9737-7598f5f50baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:32.009189 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-d5808ac3-3d09-4b73-9737-7598f5f50baa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ae8a66508acc4431a252c43938f26334&device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 1095 time: 0.0665660 Jul 05 05:08:32.055975 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-47a5367a-10f8-478a-908d-1eed49f86df1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb9263f5-d4ff-49da-a366-dedcc5bbed0b HTTP/1.1" status: 200 len: 217 time: 0.0369055 Jul 05 05:08:32.117374 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-4179b3d5-c0d1-4b2d-9c80-b499ef6742a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:32.118904 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-4179b3d5-c0d1-4b2d-9c80-b499ef6742a1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b7bc476-1366-4821-bf38-b51d20dff3d0 HTTP/1.1" status: 200 len: 847 time: 0.0528507 Jul 05 05:08:32.184353 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-3b151344-bb9e-4185-941b-b2e9a81955fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:32.186278 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-3b151344-bb9e-4185-941b-b2e9a81955fb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10b60113-f316-439b-b404-a502a565a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590503 Jul 05 05:08:32.279885 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-6be1c5db-8ca4-435e-89e0-9929c6de76f3 service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829773 Jul 05 05:08:32.379343 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fc1081dd-ae6d-4f1d-a42a-04d6f9eff6ee req-ddba329f-69c8-4442-a7b5-d71ea4b8a627 service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888424 Jul 05 05:08:32.486171 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29745f9-62fd-4b2b-8a15-48c76b96570d req-2e00f27c-6aad-4fee-bcc3-d6420395772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:32.487692 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d29745f9-62fd-4b2b-8a15-48c76b96570d req-2e00f27c-6aad-4fee-bcc3-d6420395772e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ae8a66508acc4431a252c43938f26334&device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 1095 time: 0.0547719 Jul 05 05:08:32.627176 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29745f9-62fd-4b2b-8a15-48c76b96570d req-545b6222-75d3-4b9e-9cd9-06b5a1ecfd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:32.628691 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d29745f9-62fd-4b2b-8a15-48c76b96570d req-545b6222-75d3-4b9e-9cd9-06b5a1ecfd7c service neutron] 10.222.0.89 "GET /v2.0/networks?id=10b60113-f316-439b-b404-a502a565a24d HTTP/1.1" status: 200 len: 909 time: 0.1313696 Jul 05 05:08:32.685605 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cbf17-8a6d-4684-9b02-7b83bc7b9f69 req-d3de04b8-f48c-4ac7-a001-ef5915061470 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:32.687287 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-819cbf17-8a6d-4684-9b02-7b83bc7b9f69 req-d3de04b8-f48c-4ac7-a001-ef5915061470 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 943 time: 0.1211345 Jul 05 05:08:32.688758 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d29745f9-62fd-4b2b-8a15-48c76b96570d req-a656e46d-a90c-45c3-a9fe-76dd3c58dd3c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb9263f5-d4ff-49da-a366-dedcc5bbed0b HTTP/1.1" status: 200 len: 217 time: 0.0501316 Jul 05 05:08:32.766343 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-819cbf17-8a6d-4684-9b02-7b83bc7b9f69 req-09742864-9ba2-4f90-8aad-403858d97a4f tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729580 Jul 05 05:08:32.775141 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29745f9-62fd-4b2b-8a15-48c76b96570d req-81a92801-0c63-44c5-8f4c-382afd77dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:32.776768 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d29745f9-62fd-4b2b-8a15-48c76b96570d req-81a92801-0c63-44c5-8f4c-382afd77dabb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b7bc476-1366-4821-bf38-b51d20dff3d0 HTTP/1.1" status: 200 len: 847 time: 0.0773137 Jul 05 05:08:32.843526 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29745f9-62fd-4b2b-8a15-48c76b96570d req-1b1c94c8-464f-44af-8a38-8b7037dd4e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:32.845306 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d29745f9-62fd-4b2b-8a15-48c76b96570d req-1b1c94c8-464f-44af-8a38-8b7037dd4e61 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10b60113-f316-439b-b404-a502a565a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592725 Jul 05 05:08:32.884111 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:32.947580 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d29745f9-62fd-4b2b-8a15-48c76b96570d req-875f2646-0e50-420f-9b26-e4c646d5ecd8 service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909870 Jul 05 05:08:33.042265 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-d29745f9-62fd-4b2b-8a15-48c76b96570d req-90a81450-14d5-4b96-bbbe-baf4d807fdf9 service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853028 Jul 05 05:08:33.950832 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011646c-225c-4075-9268-4b54e762f36d req-3a48f369-5168-40ec-a0eb-a7bae7f90c88 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:33.952388 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9011646c-225c-4075-9268-4b54e762f36d req-3a48f369-5168-40ec-a0eb-a7bae7f90c88 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 943 time: 0.0671575 Jul 05 05:08:33.991737 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9011646c-225c-4075-9268-4b54e762f36d req-4d552907-d56d-4503-8ca6-30c6b20629d1 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334456 Jul 05 05:08:34.679617 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:35.182297 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4320a93-14e8-49a3-8d27-c9c6edddfb8c req-f6687673-6154-4fac-934c-65e3b8b77b92 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:35.183830 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b4320a93-14e8-49a3-8d27-c9c6edddfb8c req-f6687673-6154-4fac-934c-65e3b8b77b92 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 943 time: 0.0687709 Jul 05 05:08:35.223501 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b4320a93-14e8-49a3-8d27-c9c6edddfb8c req-6b518bff-dbda-48d6-b3b8-a193accd13ea tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339019 Jul 05 05:08:36.401084 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5d285-5421-4e90-aae3-b7b1c03537b6 req-33327d18-2c99-42bc-bb86-5bb6a27ff44e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:36.403713 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b2b5d285-5421-4e90-aae3-b7b1c03537b6 req-33327d18-2c99-42bc-bb86-5bb6a27ff44e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 943 time: 0.0686321 Jul 05 05:08:36.448030 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b2b5d285-5421-4e90-aae3-b7b1c03537b6 req-72a0786e-97e5-46bd-b335-8c028691927e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371888 Jul 05 05:08:37.626848 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1a2fd-59a5-4b5a-8fb4-c3ce0a10674f req-c29423b1-641d-41fd-9c01-d6d49ff89b67 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:37.628391 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-66d1a2fd-59a5-4b5a-8fb4-c3ce0a10674f req-c29423b1-641d-41fd-9c01-d6d49ff89b67 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 943 time: 0.0680106 Jul 05 05:08:37.666157 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-66d1a2fd-59a5-4b5a-8fb4-c3ce0a10674f req-8e7015ba-ee0a-4fa1-bd71-3c260047c0ae tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316980 Jul 05 05:08:38.846094 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550aaada-1828-4810-8a1c-cef2a860567a req-1361884e-488b-4266-afde-cc71bf39445d tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:38.847616 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-550aaada-1828-4810-8a1c-cef2a860567a req-1361884e-488b-4266-afde-cc71bf39445d tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 943 time: 0.0681992 Jul 05 05:08:38.885113 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-550aaada-1828-4810-8a1c-cef2a860567a req-cdf4af91-ba9b-497e-9320-84a4a451db49 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312037 Jul 05 05:08:40.057829 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2265b-71f6-4ea1-97ac-ccb7347b8168 req-6f04131b-7a0b-4e32-9fe0-4d3a3b0f5481 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:40.059307 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b6e2265b-71f6-4ea1-97ac-ccb7347b8168 req-6f04131b-7a0b-4e32-9fe0-4d3a3b0f5481 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 943 time: 0.0630960 Jul 05 05:08:40.101596 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b6e2265b-71f6-4ea1-97ac-ccb7347b8168 req-c3f6471c-6f30-49b6-90b2-064553206da7 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364995 Jul 05 05:08:41.284839 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c4a4e-d4ce-4761-a15d-c7e0aa6d7093 req-8a9ce04d-442a-412b-9249-1f5bffa8d04e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:41.286350 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ab3c4a4e-d4ce-4761-a15d-c7e0aa6d7093 req-8a9ce04d-442a-412b-9249-1f5bffa8d04e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 943 time: 0.0676303 Jul 05 05:08:41.324459 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ab3c4a4e-d4ce-4761-a15d-c7e0aa6d7093 req-8e03f806-30aa-4091-a949-1f78a504cd40 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319438 Jul 05 05:08:42.495650 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188eac4-ad52-4a64-9216-1869aa154245 req-524b6d67-b2be-4a43-a8dd-94909e3a1021 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:42.497321 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6188eac4-ad52-4a64-9216-1869aa154245 req-524b6d67-b2be-4a43-a8dd-94909e3a1021 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 943 time: 0.0630691 Jul 05 05:08:42.534413 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6188eac4-ad52-4a64-9216-1869aa154245 req-17a43b7f-8cb5-4632-b4d3-a56901245381 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316339 Jul 05 05:08:42.644982 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device fb9263f5-d4ff-49da-a366-dedcc5bbed0b details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:08:42.744572 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port fb9263f5-d4ff-49da-a366-dedcc5bbed0b, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=fb9263f5-d4ff-49da-a366-dedcc5bbed0b,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:08:42.755547 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'fb9263f5-d4ff-49da-a366-dedcc5bbed0b', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'port_id': 'fb9263f5-d4ff-49da-a366-dedcc5bbed0b', 'mac_address': 'fa:16:3e:1a:cc:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:08:42.792920 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:42.805348 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb9263f5-d4ff-49da-a366-dedcc5bbed0b {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:08:42.824781 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port fb9263f5-d4ff-49da-a366-dedcc5bbed0b, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=fb9263f5-d4ff-49da-a366-dedcc5bbed0b,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:08:42.828688 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:42.892259 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=fb9263f5-d4ff-49da-a366-dedcc5bbed0b,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:42.900319 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:42.900601 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:42.900936 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:42.901265 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:42.901592 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:42.901916 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:42.902243 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:42.902559 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:42.902897 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:42.903216 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:42.903538 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:42.903875 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:43.148187 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['fb9263f5-d4ff-49da-a366-dedcc5bbed0b'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:08:43.716115 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8c818-ecca-4dea-8c4d-ab163845edde req-a80bb690-18bb-44ea-b671-3cc10dcfa84b tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:43.717617 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c7c8c818-ecca-4dea-8c4d-ab163845edde req-a80bb690-18bb-44ea-b671-3cc10dcfa84b tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 944 time: 0.0674665 Jul 05 05:08:43.756018 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c7c8c818-ecca-4dea-8c4d-ab163845edde req-7f39c612-4deb-4b6b-a402-543a9bd26075 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328257 Jul 05 05:08:43.952213 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:44.675878 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device fb9263f5-d4ff-49da-a366-dedcc5bbed0b up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:08:44.725930 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port fb9263f5-d4ff-49da-a366-dedcc5bbed0b completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:08:44.730205 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port fb9263f5-d4ff-49da-a366-dedcc5bbed0b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:08:44.730706 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:44.810776 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:44.837290 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd74aa9-cde2-4b01-a62e-d1207e9e061d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9263f5-d4ff-49da-a366-dedcc5bbed0b'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:08:44.839648 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78b0252444a70490cdba898b337d30d15b03e2f447bec9a55953f7bd387605e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b008560-9f2d-443a-8930-9e0d59956a20" -d '{"events": [{"server_uuid": "efd74aa9-cde2-4b01-a62e-d1207e9e061d", "name": "network-vif-plugged", "status": "completed", "tag": "fb9263f5-d4ff-49da-a366-dedcc5bbed0b"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:08:44.852973 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port fb9263f5-d4ff-49da-a366-dedcc5bbed0b, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=fb9263f5-d4ff-49da-a366-dedcc5bbed0b,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:08:44.857149 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:44.907419 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=fb9263f5-d4ff-49da-a366-dedcc5bbed0b,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:44.934399 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c946f2-d924-47a3-ab17-97f018b34966 req-df90443d-3774-43cb-a0a5-fe1bc95514a2 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:44.935864 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c3c946f2-d924-47a3-ab17-97f018b34966 req-df90443d-3774-43cb-a0a5-fe1bc95514a2 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 945 time: 0.0662434 Jul 05 05:08:44.974564 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c3c946f2-d924-47a3-ab17-97f018b34966 req-c85112e4-5e1c-421e-a377-ff0631fe1fd0 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327909 Jul 05 05:08:45.019705 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8976ca06-9e3e-4c7a-8daf-cb39c898111d x-openstack-request-id: req-8976ca06-9e3e-4c7a-8daf-cb39c898111d {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:08:45.020290 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd74aa9-cde2-4b01-a62e-d1207e9e061d", "name": "network-vif-plugged", "status": "completed", "tag": "fb9263f5-d4ff-49da-a366-dedcc5bbed0b", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:08:45.020290 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8976ca06-9e3e-4c7a-8daf-cb39c898111d {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:08:45.020657 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd74aa9-cde2-4b01-a62e-d1207e9e061d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9263f5-d4ff-49da-a366-dedcc5bbed0b', 'code': 200} Jul 05 05:08:45.157808 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf2b4a-30e9-4a75-8f99-13bc26960e49 req-48e10107-46c7-4260-b564-46ae9659bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:45.159324 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-44bf2b4a-30e9-4a75-8f99-13bc26960e49 req-48e10107-46c7-4260-b564-46ae9659bc32 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 1097 time: 0.0590332 Jul 05 05:08:45.195959 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-44bf2b4a-30e9-4a75-8f99-13bc26960e49 req-6128b259-bca6-47b0-bd1c-ad813fdbf4e3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279491 Jul 05 05:08:46.153412 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b116b-37eb-4bc1-a399-13e3d1bd7eb3 req-3e33cf83-658d-4044-90b6-23595d063168 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:46.154930 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-149b116b-37eb-4bc1-a399-13e3d1bd7eb3 req-3e33cf83-658d-4044-90b6-23595d063168 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 945 time: 0.0680451 Jul 05 05:08:46.202541 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-149b116b-37eb-4bc1-a399-13e3d1bd7eb3 req-8c8c10f0-a0d2-456f-afd7-c0bcab1fadac tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412400 Jul 05 05:08:47.381807 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea166ac-8daa-40f9-baf5-5fafbe93a220 req-84e37866-05d8-4eff-959c-e1b6f7a3cada tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:47.383456 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ea166ac-8daa-40f9-baf5-5fafbe93a220 req-84e37866-05d8-4eff-959c-e1b6f7a3cada tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 945 time: 0.0628953 Jul 05 05:08:47.420891 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ea166ac-8daa-40f9-baf5-5fafbe93a220 req-e36e07fd-4e6d-4558-9733-53a0a09e1af5 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319324 Jul 05 05:08:47.595499 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414fa7a-d5c4-480f-805e-6fad09d19657 req-034218d9-62df-4d7e-aeac-0152d712421e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:47.597034 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a414fa7a-d5c4-480f-805e-6fad09d19657 req-034218d9-62df-4d7e-aeac-0152d712421e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 945 time: 0.0676293 Jul 05 05:08:47.636324 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a414fa7a-d5c4-480f-805e-6fad09d19657 req-86d7de24-93ac-4905-bc21-e39168c1882a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326841 Jul 05 05:08:47.659934 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52016) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:47.753494 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637e4c6f-5903-4d97-af7b-dac636fd63b2 tempest-TestShelveInstance-1693135792 tempest-TestShelveInstance-1693135792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:47.755044 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-637e4c6f-5903-4d97-af7b-dac636fd63b2 tempest-TestShelveInstance-1693135792 tempest-TestShelveInstance-1693135792-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 1092 time: 0.0941324 Jul 05 05:08:47.757821 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52020) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:47.762201 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-0535d80e-ffcc-407f-9e31-b331d209c33c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': 'fb9263f5-d4ff-49da-a366-dedcc5bbed0b', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:08:47.784170 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0535d80e-ffcc-407f-9e31-b331d209c33c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for floatingip, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:47.882211 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0535d80e-ffcc-407f-9e31-b331d209c33c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:47.990279 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-0535d80e-ffcc-407f-9e31-b331d209c33c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Allocated IP 172.25.1.114 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/9bb6ba75-9382-495e-abef-27d4b69729cf) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:08:48.098439 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0535d80e-ffcc-407f-9e31-b331d209c33c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:48.136690 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0535d80e-ffcc-407f-9e31-b331d209c33c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:48.169999 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0535d80e-ffcc-407f-9e31-b331d209c33c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:08:48.172819 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-0535d80e-ffcc-407f-9e31-b331d209c33c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:08:48.176193 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0535d80e-ffcc-407f-9e31-b331d209c33c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:08:48.204543 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535d80e-ffcc-407f-9e31-b331d209c33c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Pushing event updated for resources: {'Port': ['ID=9bb6ba75-9382-495e-abef-27d4b69729cf,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:48.554404 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0535d80e-ffcc-407f-9e31-b331d209c33c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:48.595167 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:08:48.634567 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0535d80e-ffcc-407f-9e31-b331d209c33c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:48.783179 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0535d80e-ffcc-407f-9e31-b331d209c33c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:48.788034 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0535d80e-ffcc-407f-9e31-b331d209c33c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:48.859321 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535d80e-ffcc-407f-9e31-b331d209c33c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Pushing event updated for resources: {'Port': ['ID=9bb6ba75-9382-495e-abef-27d4b69729cf,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:48.869430 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0535d80e-ffcc-407f-9e31-b331d209c33c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:48.981995 n-d-780147-23 neutron-server[105539]: INFO neutron.db.l3_db [None req-0535d80e-ffcc-407f-9e31-b331d209c33c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Floating IP 871771d8-e8de-40be-adcd-cfed8e8efb68 associated. External IP: 172.25.1.114, port: fb9263f5-d4ff-49da-a366-dedcc5bbed0b. Jul 05 05:08:49.192139 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0535d80e-ffcc-407f-9e31-b331d209c33c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Router e8368184-d84e-478a-baba-2bfa57b0f300 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:08:49.298627 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0535d80e-ffcc-407f-9e31-b331d209c33c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:08:49.308743 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91930e06-5f19-46b9-a161-a4de555e283a None None] Sync routers for ids ['e8368184-d84e-478a-baba-2bfa57b0f300'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:08:49.316620 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0535d80e-ffcc-407f-9e31-b331d209c33c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:49.318879 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91930e06-5f19-46b9-a161-a4de555e283a None None] Routers {'e8368184-d84e-478a-baba-2bfa57b0f300'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:08:49.319512 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-91930e06-5f19-46b9-a161-a4de555e283a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:08:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8368184-d84e-478a-baba-2bfa57b0f300'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:49.353703 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0535d80e-ffcc-407f-9e31-b331d209c33c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5948260 Jul 05 05:08:49.354358 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd74aa9-cde2-4b01-a62e-d1207e9e061d', 'tag': 'fb9263f5-d4ff-49da-a366-dedcc5bbed0b'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:08:49.356853 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5d4e14-fb82-401d-b6fc-572cb23da45c" -d '{"events": [{"name": "network-changed", "server_uuid": "efd74aa9-cde2-4b01-a62e-d1207e9e061d", "tag": "fb9263f5-d4ff-49da-a366-dedcc5bbed0b"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:08:49.394325 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41447f3-1f8e-43ad-8744-d117527261d6 x-openstack-request-id: req-d41447f3-1f8e-43ad-8744-d117527261d6 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:08:49.394621 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd74aa9-cde2-4b01-a62e-d1207e9e061d", "tag": "fb9263f5-d4ff-49da-a366-dedcc5bbed0b", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:08:49.394880 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d41447f3-1f8e-43ad-8744-d117527261d6 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:08:49.395283 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd74aa9-cde2-4b01-a62e-d1207e9e061d', 'tag': 'fb9263f5-d4ff-49da-a366-dedcc5bbed0b', 'status': 'completed', 'code': 200} Jul 05 05:08:49.431117 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-91930e06-5f19-46b9-a161-a4de555e283a None None] Set router e8368184-d84e-478a-baba-2bfa57b0f300 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:08:49.474364 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d4e14-fb82-401d-b6fc-572cb23da45c req-f681d01b-3d7b-40b9-82e3-c9efae05325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:49.475817 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8f5d4e14-fb82-401d-b6fc-572cb23da45c req-f681d01b-3d7b-40b9-82e3-c9efae05325b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ae8a66508acc4431a252c43938f26334&device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 1097 time: 0.0573137 Jul 05 05:08:49.568464 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d4e14-fb82-401d-b6fc-572cb23da45c req-9d080ea8-0418-464d-abc7-aeddd5a4cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:49.569974 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8f5d4e14-fb82-401d-b6fc-572cb23da45c req-9d080ea8-0418-464d-abc7-aeddd5a4cbac service neutron] 10.222.0.89 "GET /v2.0/networks?id=10b60113-f316-439b-b404-a502a565a24d HTTP/1.1" status: 200 len: 909 time: 0.0879922 Jul 05 05:08:49.669068 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-91930e06-5f19-46b9-a161-a4de555e283a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'name': 'tempest-TestShelveInstance-611024364-router', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:08Z', 'revision_number': 4, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'gw_port': {'id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '871771d8-e8de-40be-adcd-cfed8e8efb68', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'floating_ip_address': '172.25.1.114', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'port_id': 'fb9263f5-d4ff-49da-a366-dedcc5bbed0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'mac_address': 'fa:16:3e:1a:cc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd74aa9-cde2-4b01-a62e-d1207e9e061d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:08:48Z', 'updated_at': '2021-07-05T05:08:48Z', 'revision_number': 0, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2', 'name': '', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'mac_address': 'fa:16:3e:62:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:07Z', 'updated_at': '2021-07-05T05:03:13Z', 'revision_number': 5, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'subnets': [{'id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:49.697113 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91930e06-5f19-46b9-a161-a4de555e283a None None] Checking router: e8368184-d84e-478a-baba-2bfa57b0f300 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:08:49.706394 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91930e06-5f19-46b9-a161-a4de555e283a None None] Routers {'e8368184-d84e-478a-baba-2bfa57b0f300'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:08:49.707032 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-91930e06-5f19-46b9-a161-a4de555e283a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:08:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8368184-d84e-478a-baba-2bfa57b0f300'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:49.819148 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-91930e06-5f19-46b9-a161-a4de555e283a None None] Set router e8368184-d84e-478a-baba-2bfa57b0f300 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:08:49.951040 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8f5d4e14-fb82-401d-b6fc-572cb23da45c req-dda23521-0108-480b-b87d-288f15e7a04a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb9263f5-d4ff-49da-a366-dedcc5bbed0b HTTP/1.1" status: 200 len: 999 time: 0.3737009 Jul 05 05:08:50.002165 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d4e14-fb82-401d-b6fc-572cb23da45c req-d8a10be1-ba1f-4a0d-86dc-a0f78614a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:50.003582 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8f5d4e14-fb82-401d-b6fc-572cb23da45c req-d8a10be1-ba1f-4a0d-86dc-a0f78614a2a8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b7bc476-1366-4821-bf38-b51d20dff3d0 HTTP/1.1" status: 200 len: 847 time: 0.0452185 Jul 05 05:08:50.067139 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d4e14-fb82-401d-b6fc-572cb23da45c req-13ce5c54-0825-49ac-83cc-31ba105f9f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:50.068707 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8f5d4e14-fb82-401d-b6fc-572cb23da45c req-13ce5c54-0825-49ac-83cc-31ba105f9f5f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10b60113-f316-439b-b404-a502a565a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585213 Jul 05 05:08:50.157433 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8f5d4e14-fb82-401d-b6fc-572cb23da45c req-42c28ae3-02a7-49a0-85b2-88685c02bb9a service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822706 Jul 05 05:08:50.211825 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-91930e06-5f19-46b9-a161-a4de555e283a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'name': 'tempest-TestShelveInstance-611024364-router', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:08Z', 'revision_number': 4, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'gw_port': {'id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '871771d8-e8de-40be-adcd-cfed8e8efb68', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'floating_ip_address': '172.25.1.114', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'port_id': 'fb9263f5-d4ff-49da-a366-dedcc5bbed0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'mac_address': 'fa:16:3e:1a:cc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd74aa9-cde2-4b01-a62e-d1207e9e061d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:08:48Z', 'updated_at': '2021-07-05T05:08:48Z', 'revision_number': 0, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2', 'name': '', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'mac_address': 'fa:16:3e:62:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:07Z', 'updated_at': '2021-07-05T05:03:13Z', 'revision_number': 5, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'subnets': [{'id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:50.238821 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91930e06-5f19-46b9-a161-a4de555e283a None None] The sync data for ids ['e8368184-d84e-478a-baba-2bfa57b0f300'] in n-d-780147-23 is: [{'id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'name': 'tempest-TestShelveInstance-611024364-router', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:08Z', 'revision_number': 4, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'gw_port': {'id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '871771d8-e8de-40be-adcd-cfed8e8efb68', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'floating_ip_address': '172.25.1.114', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'port_id': 'fb9263f5-d4ff-49da-a366-dedcc5bbed0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'mac_address': 'fa:16:3e:1a:cc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd74aa9-cde2-4b01-a62e-d1207e9e061d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:08:48Z', 'updated_at': '2021-07-05T05:08:48Z', 'revision_number': 0, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2', 'name': '', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'mac_address': 'fa:16:3e:62:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:07Z', 'updated_at': '2021-07-05T05:03:13Z', 'revision_number': 5, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'subnets': [{'id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:08:50.253753 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8f5d4e14-fb82-401d-b6fc-572cb23da45c req-5118f92e-dc9b-4778-9688-61b1edfd0c76 service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902147 Jul 05 05:08:50.429315 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8db76f-a731-4d94-8600-e4461140db52 None None] New status for floating IP 871771d8-e8de-40be-adcd-cfed8e8efb68: ACTIVE {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:08:58.840853 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e2427685-2b0a-40a4-8b05-9d253fbeba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:00.009694 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-71de85a8-182a-467a-87c9-a2931227b073 req-366df557-7d25-453f-ae01-5d882aa72dfa service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554216 Jul 05 05:09:00.105897 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de85a8-182a-467a-87c9-a2931227b073 req-4d931871-574c-4dd2-89a6-6caa56c76ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:00.107388 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-71de85a8-182a-467a-87c9-a2931227b073 req-4d931871-574c-4dd2-89a6-6caa56c76ad7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ae8a66508acc4431a252c43938f26334&device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 1097 time: 0.0521004 Jul 05 05:09:00.157890 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:00.218726 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de85a8-182a-467a-87c9-a2931227b073 req-da471441-4a7f-4917-88cd-e8eef43ebef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:00.220227 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-71de85a8-182a-467a-87c9-a2931227b073 req-da471441-4a7f-4917-88cd-e8eef43ebef0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=10b60113-f316-439b-b404-a502a565a24d HTTP/1.1" status: 200 len: 909 time: 0.0895014 Jul 05 05:09:00.289078 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-71de85a8-182a-467a-87c9-a2931227b073 req-d05106d8-2cc8-4b62-8c2c-75a2b0dd195c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb9263f5-d4ff-49da-a366-dedcc5bbed0b HTTP/1.1" status: 200 len: 1001 time: 0.0613070 Jul 05 05:09:00.344739 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de85a8-182a-467a-87c9-a2931227b073 req-6d6d7c54-5aaa-46e2-b62c-25ab2a12f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:00.346216 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-71de85a8-182a-467a-87c9-a2931227b073 req-6d6d7c54-5aaa-46e2-b62c-25ab2a12f6f3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b7bc476-1366-4821-bf38-b51d20dff3d0 HTTP/1.1" status: 200 len: 847 time: 0.0496147 Jul 05 05:09:00.409667 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de85a8-182a-467a-87c9-a2931227b073 req-ce0022a9-5127-40a4-8cab-ddebdc4d2e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:00.411182 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-71de85a8-182a-467a-87c9-a2931227b073 req-ce0022a9-5127-40a4-8cab-ddebdc4d2e6b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10b60113-f316-439b-b404-a502a565a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543921 Jul 05 05:09:00.501071 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-71de85a8-182a-467a-87c9-a2931227b073 req-3417ddce-a09f-4dae-954c-3f973b6f745a service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821843 Jul 05 05:09:00.595246 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-71de85a8-182a-467a-87c9-a2931227b073 req-2e72a453-c23d-41a9-a53d-5185b4b2e171 service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867114 Jul 05 05:09:01.487789 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3b2e1bf7-ec6e-413b-9a3a-dbfbb516dfd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:01.895353 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:02.885395 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:04.683718 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:13.954402 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:25.595505 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:09:28.842037 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a43af1ba-2c5a-49e5-8386-0f18e83b5bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:30.151682 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:31.488411 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7021307f-e61c-4980-baea-d80b6af084c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:31.896233 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:32.890339 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:34.685750 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:43.956264 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:58.846041 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-178596c2-9160-47e9-ba2d-86bb239856fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:00.033069 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-77076672-01e5-42ff-817e-9d171219cdb3 req-c69e43e7-bf92-40d2-8825-fdc0cfd3bee4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535386 Jul 05 05:10:00.132758 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77076672-01e5-42ff-817e-9d171219cdb3 req-e4c86756-264a-445a-a4b5-a141ee718606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:00.134279 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-77076672-01e5-42ff-817e-9d171219cdb3 req-e4c86756-264a-445a-a4b5-a141ee718606 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ae8a66508acc4431a252c43938f26334&device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 1097 time: 0.0532250 Jul 05 05:10:00.170745 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:00.244585 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77076672-01e5-42ff-817e-9d171219cdb3 req-c110240e-620c-4479-b725-1cf9e700eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:00.246107 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-77076672-01e5-42ff-817e-9d171219cdb3 req-c110240e-620c-4479-b725-1cf9e700eda4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=10b60113-f316-439b-b404-a502a565a24d HTTP/1.1" status: 200 len: 909 time: 0.0893412 Jul 05 05:10:00.315158 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-77076672-01e5-42ff-817e-9d171219cdb3 req-29b08de6-0725-40d7-ab4b-978271be3d0a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb9263f5-d4ff-49da-a366-dedcc5bbed0b HTTP/1.1" status: 200 len: 1001 time: 0.0590847 Jul 05 05:10:00.368416 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77076672-01e5-42ff-817e-9d171219cdb3 req-85c16193-54b6-4c8e-a0e9-1ed3ba30bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:00.369830 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-77076672-01e5-42ff-817e-9d171219cdb3 req-85c16193-54b6-4c8e-a0e9-1ed3ba30bcf4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b7bc476-1366-4821-bf38-b51d20dff3d0 HTTP/1.1" status: 200 len: 847 time: 0.0438962 Jul 05 05:10:00.434549 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77076672-01e5-42ff-817e-9d171219cdb3 req-965a144d-7f23-42e6-a8c8-580282f16253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:00.436332 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-77076672-01e5-42ff-817e-9d171219cdb3 req-965a144d-7f23-42e6-a8c8-580282f16253 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10b60113-f316-439b-b404-a502a565a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553153 Jul 05 05:10:00.446912 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-77076672-01e5-42ff-817e-9d171219cdb3 req-c7fa3f24-d770-46fe-b57f-3bd6d1142b0c service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:10:00.447909 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-77076672-01e5-42ff-817e-9d171219cdb3 req-c7fa3f24-d770-46fe-b57f-3bd6d1142b0c service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050097 Jul 05 05:10:00.539938 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-77076672-01e5-42ff-817e-9d171219cdb3 req-303c8fb7-398e-4208-8d55-81a90e7c1bf4 service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845754 Jul 05 05:10:00.638843 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-77076672-01e5-42ff-817e-9d171219cdb3 req-4a06a67a-c2a0-4f6b-854e-738b947ae547 service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879300 Jul 05 05:10:01.488842 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3442d923-8d67-4419-8645-0c7b1d84ee71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:01.897554 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:02.594114 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:10:02.893198 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:04.687090 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:13.954151 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:28.849045 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4d14f35f-5f3b-4346-be60-dbdfb9befd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:30.179820 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:31.490597 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-395de1e1-973b-4135-b855-6879f675c8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:31.897677 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:32.896427 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:34.690131 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:39.593295 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:10:43.950212 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:47.254563 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bc996-9a36-4528-9e25-44cd279f720f req-6c2eb2dc-31e8-4c12-a103-090ca52d654d tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:47.256234 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-169bc996-9a36-4528-9e25-44cd279f720f req-6c2eb2dc-31e8-4c12-a103-090ca52d654d tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 945 time: 0.1220930 Jul 05 05:10:47.295133 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-169bc996-9a36-4528-9e25-44cd279f720f req-9c60512a-293a-427c-bc63-0ab319d9eeae tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331836 Jul 05 05:10:48.491475 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716085d3-7547-432a-87f3-2df2990bc116 req-70c3d0a4-5197-42f0-bb89-f8d104f590f4 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:48.492984 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-716085d3-7547-432a-87f3-2df2990bc116 req-70c3d0a4-5197-42f0-bb89-f8d104f590f4 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 945 time: 0.0627000 Jul 05 05:10:48.530754 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-716085d3-7547-432a-87f3-2df2990bc116 req-757c930a-1592-4a70-a321-4e7a7bf0b121 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322897 Jul 05 05:10:49.707442 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18b51a-4fce-4d9a-b34a-b3206372b9e4 req-72dd1c11-db92-4692-aecb-8968970a1197 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:49.709148 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea18b51a-4fce-4d9a-b34a-b3206372b9e4 req-72dd1c11-db92-4692-aecb-8968970a1197 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 945 time: 0.0683243 Jul 05 05:10:49.748101 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ea18b51a-4fce-4d9a-b34a-b3206372b9e4 req-caaf33e7-57c4-40a1-98b9-e041a7b62e40 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333943 Jul 05 05:10:50.921119 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5566e-df06-4dc6-8573-03c5907d9af6 req-ba4b18cc-8ec3-4cf8-8862-10c0a7c08d08 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:50.922623 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aae5566e-df06-4dc6-8573-03c5907d9af6 req-ba4b18cc-8ec3-4cf8-8862-10c0a7c08d08 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 945 time: 0.0642004 Jul 05 05:10:50.960645 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-aae5566e-df06-4dc6-8573-03c5907d9af6 req-08aa6a80-457a-4bf3-ab91-2285181cb730 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324273 Jul 05 05:10:52.141548 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba0409-ae2e-4861-be72-7f5b722f76bf req-7ef4f3e8-0569-4e1f-a7af-6ab73f2551ef tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:52.143049 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0cba0409-ae2e-4861-be72-7f5b722f76bf req-7ef4f3e8-0569-4e1f-a7af-6ab73f2551ef tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 945 time: 0.0685709 Jul 05 05:10:52.181560 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0cba0409-ae2e-4861-be72-7f5b722f76bf req-cc1b1a65-8122-4155-8e97-9613cfc5ec55 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322626 Jul 05 05:10:53.356480 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55089c-4efc-41d0-92a8-8354741d8bad req-aad2c70c-a459-4d09-99b9-8b109742873a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:53.357988 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0c55089c-4efc-41d0-92a8-8354741d8bad req-aad2c70c-a459-4d09-99b9-8b109742873a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 945 time: 0.0644159 Jul 05 05:10:53.400509 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0c55089c-4efc-41d0-92a8-8354741d8bad req-4a8b6f05-50f7-439b-8903-63f827db45af tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368545 Jul 05 05:10:54.580568 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e45237-f446-4de0-b91b-a99c11894bc9 req-db65244d-ee4a-4e75-bf67-5bca3ad4607d tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:54.582541 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-48e45237-f446-4de0-b91b-a99c11894bc9 req-db65244d-ee4a-4e75-bf67-5bca3ad4607d tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 945 time: 0.0720649 Jul 05 05:10:54.623771 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-48e45237-f446-4de0-b91b-a99c11894bc9 req-625f5145-3f18-40a0-ad6d-cf1704e99e61 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352151 Jul 05 05:10:55.799017 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb3fea-b365-4d0a-9986-b87c6686210b req-71b35deb-ca01-44e3-a33b-f9f4d80a0852 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:55.800511 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0bdb3fea-b365-4d0a-9986-b87c6686210b req-71b35deb-ca01-44e3-a33b-f9f4d80a0852 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 945 time: 0.0660067 Jul 05 05:10:55.838933 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0bdb3fea-b365-4d0a-9986-b87c6686210b req-251cd539-a740-460d-ac58-c8790e8ff2b6 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318868 Jul 05 05:10:57.015258 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623226c5-1f59-417e-ab1e-f8575b68f09b req-bb7c2211-fd79-47b3-8a41-8180f37141bc tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:57.016720 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-623226c5-1f59-417e-ab1e-f8575b68f09b req-bb7c2211-fd79-47b3-8a41-8180f37141bc tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 945 time: 0.0641191 Jul 05 05:10:57.054731 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-623226c5-1f59-417e-ab1e-f8575b68f09b req-f8535346-49fd-49cd-b48f-2cbd11ed1f31 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317686 Jul 05 05:10:57.394156 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787629e-916e-4b93-ab96-510b31c25990 req-9c57567b-fe02-4051-866c-1c1b978af3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:57.395668 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7787629e-916e-4b93-ab96-510b31c25990 req-9c57567b-fe02-4051-866c-1c1b978af3ad service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ae8a66508acc4431a252c43938f26334&device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 1097 time: 0.0920911 Jul 05 05:10:57.489732 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787629e-916e-4b93-ab96-510b31c25990 req-734dd710-42d5-4fdf-a06b-2ab6d8109d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:57.491200 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7787629e-916e-4b93-ab96-510b31c25990 req-734dd710-42d5-4fdf-a06b-2ab6d8109d46 service neutron] 10.222.0.89 "GET /v2.0/networks?id=10b60113-f316-439b-b404-a502a565a24d HTTP/1.1" status: 200 len: 909 time: 0.0850210 Jul 05 05:10:57.563897 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7787629e-916e-4b93-ab96-510b31c25990 req-a6ad23f2-ea22-42c2-aea0-96eee388ddc7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb9263f5-d4ff-49da-a366-dedcc5bbed0b HTTP/1.1" status: 200 len: 1001 time: 0.0622602 Jul 05 05:10:57.619317 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787629e-916e-4b93-ab96-510b31c25990 req-6d1609b9-8d34-46ac-b9ac-0421f64519ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:57.620790 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7787629e-916e-4b93-ab96-510b31c25990 req-6d1609b9-8d34-46ac-b9ac-0421f64519ab service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b7bc476-1366-4821-bf38-b51d20dff3d0 HTTP/1.1" status: 200 len: 847 time: 0.0471654 Jul 05 05:10:57.684013 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787629e-916e-4b93-ab96-510b31c25990 req-d88cc7f9-f4e8-4e29-a433-383ef53d7b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:57.685765 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7787629e-916e-4b93-ab96-510b31c25990 req-d88cc7f9-f4e8-4e29-a433-383ef53d7b1f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10b60113-f316-439b-b404-a502a565a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536609 Jul 05 05:10:57.782751 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7787629e-916e-4b93-ab96-510b31c25990 req-fbd239b3-a655-4c8f-a4f8-53a01005d5af service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864148 Jul 05 05:10:57.873944 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7787629e-916e-4b93-ab96-510b31c25990 req-55dc31f9-9ed5-4d52-bdea-b015a4b621f1 service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815492 Jul 05 05:10:58.228196 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20833c68-dc5d-4a01-82f0-1799a321e934 req-ef8908dc-b015-4137-bcbf-bd5d85703bb2 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:58.229684 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-20833c68-dc5d-4a01-82f0-1799a321e934 req-ef8908dc-b015-4137-bcbf-bd5d85703bb2 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 945 time: 0.0630651 Jul 05 05:10:58.267763 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-20833c68-dc5d-4a01-82f0-1799a321e934 req-1a82e940-f8a9-4de5-b3ac-5a84c428cc50 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325482 Jul 05 05:10:58.851272 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-80a85d92-42ea-45fd-a2e6-b48a680892b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:59.444934 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f833755-e393-4054-8b12-aec1d079f1ef req-2b85fab2-26a9-4fdb-9e1a-82b84bd9b810 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:59.446459 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f833755-e393-4054-8b12-aec1d079f1ef req-2b85fab2-26a9-4fdb-9e1a-82b84bd9b810 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 945 time: 0.0685112 Jul 05 05:10:59.483924 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-0f833755-e393-4054-8b12-aec1d079f1ef req-756138b7-fa1f-4c86-b59a-dae92a6987f7 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319078 Jul 05 05:11:00.182153 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:00.659315 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3e15e-44e5-429a-8df9-f1e3646762cb req-614f7b9e-66e2-45cc-8139-a083804a32e6 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:00.660840 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-46d3e15e-44e5-429a-8df9-f1e3646762cb req-614f7b9e-66e2-45cc-8139-a083804a32e6 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 945 time: 0.0637941 Jul 05 05:11:00.699759 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-46d3e15e-44e5-429a-8df9-f1e3646762cb req-6b10280d-4e21-497c-a082-04236c7954bf tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324404 Jul 05 05:11:01.491712 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-144480d0-0393-464b-b843-c8eeeb248f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:01.890566 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9669b-e9df-4070-b9ea-da41a14553d4 req-fdd00d35-9688-41e6-94e1-738d3b205943 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:01.892118 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c4d9669b-e9df-4070-b9ea-da41a14553d4 req-fdd00d35-9688-41e6-94e1-738d3b205943 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 945 time: 0.0672758 Jul 05 05:11:01.898911 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:01.931929 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c4d9669b-e9df-4070-b9ea-da41a14553d4 req-af2e9e0c-7e19-4757-9d64-a6b1aa11aeaf tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337675 Jul 05 05:11:02.897426 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:03.277095 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [req-5462388f-b1c9-476f-bec0-bbc49764cfbd req-873833aa-dfb2-4864-8802-6a874b09d04c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0972080 Jul 05 05:11:03.314555 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device fb9263f5-d4ff-49da-a366-dedcc5bbed0b no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:11:03.337678 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5653ce-cb29-4739-8486-531d53d67ec0 req-67f2a379-7ae8-4861-a93d-78dd01675519 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:03.339229 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c5653ce-cb29-4739-8486-531d53d67ec0 req-67f2a379-7ae8-4861-a93d-78dd01675519 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 945 time: 0.0946350 Jul 05 05:11:03.404191 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9c5653ce-cb29-4739-8486-531d53d67ec0 req-115dd43c-d63d-413d-9b25-e04ce54bf4c1 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487022 Jul 05 05:11:03.418420 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:03.448422 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd74aa9-cde2-4b01-a62e-d1207e9e061d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb9263f5-d4ff-49da-a366-dedcc5bbed0b'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:11:03.450733 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78b0252444a70490cdba898b337d30d15b03e2f447bec9a55953f7bd387605e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67663460-609c-4525-8d82-52b3311014c8" -d '{"events": [{"server_uuid": "efd74aa9-cde2-4b01-a62e-d1207e9e061d", "name": "network-vif-unplugged", "status": "completed", "tag": "fb9263f5-d4ff-49da-a366-dedcc5bbed0b"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:11:03.464708 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port fb9263f5-d4ff-49da-a366-dedcc5bbed0b, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=fb9263f5-d4ff-49da-a366-dedcc5bbed0b,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:03.468917 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:03.519859 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=fb9263f5-d4ff-49da-a366-dedcc5bbed0b,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:03.528765 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:03.529293 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:03.529823 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:03.530862 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:03.530862 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:03.530862 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:03.531197 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:03.531410 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:03.531730 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:03.532103 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:03.532427 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:03.532741 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:03.544282 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 05:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e93e63-951f-4996-87b1-6b6d0383799f x-openstack-request-id: req-47e93e63-951f-4996-87b1-6b6d0383799f {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:11:03.544576 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd74aa9-cde2-4b01-a62e-d1207e9e061d", "name": "network-vif-unplugged", "status": "failed", "tag": "fb9263f5-d4ff-49da-a366-dedcc5bbed0b", "code": 422}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:11:03.544826 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-47e93e63-951f-4996-87b1-6b6d0383799f {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:11:03.545222 n-d-780147-23 neutron-server[105540]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'efd74aa9-cde2-4b01-a62e-d1207e9e061d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fb9263f5-d4ff-49da-a366-dedcc5bbed0b', 'code': 422} returned with failed status Jul 05 05:11:04.583893 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3096812-6f48-44a7-a28a-7a3430ddded7 req-2c2f9bff-1c5f-4fc7-af37-fedbc4b19e86 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:04.585385 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b3096812-6f48-44a7-a28a-7a3430ddded7 req-2c2f9bff-1c5f-4fc7-af37-fedbc4b19e86 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 943 time: 0.0675375 Jul 05 05:11:04.623741 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b3096812-6f48-44a7-a28a-7a3430ddded7 req-0b730937-46f9-4326-bb33-2ed0f8b51aad tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327425 Jul 05 05:11:04.694310 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:05.816860 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e9857-44bc-4f41-9d12-1f8478fd3cd8 req-c16f8648-5f9c-4e81-b23e-5d5dd3febead tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:05.818467 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4c7e9857-44bc-4f41-9d12-1f8478fd3cd8 req-c16f8648-5f9c-4e81-b23e-5d5dd3febead tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 943 time: 0.0687261 Jul 05 05:11:05.857303 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4c7e9857-44bc-4f41-9d12-1f8478fd3cd8 req-1f66b706-4337-496e-85ae-3513ba491867 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330238 Jul 05 05:11:07.031829 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c668e-eb52-41ac-89b7-20283ce3fdbf req-3225641a-484d-4abd-8568-27eb7f7de690 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:07.033331 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-740c668e-eb52-41ac-89b7-20283ce3fdbf req-3225641a-484d-4abd-8568-27eb7f7de690 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 943 time: 0.0652552 Jul 05 05:11:07.073823 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-740c668e-eb52-41ac-89b7-20283ce3fdbf req-dbbc6635-2d25-47ef-b5fa-ec293ded290c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346372 Jul 05 05:11:08.243043 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462388f-b1c9-476f-bec0-bbc49764cfbd req-181de86e-d3f7-43fe-a1bc-812e9461593b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:08.244664 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5462388f-b1c9-476f-bec0-bbc49764cfbd req-181de86e-d3f7-43fe-a1bc-812e9461593b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d&tenant_id=ae8a66508acc4431a252c43938f26334 HTTP/1.1" status: 200 len: 1095 time: 0.0937083 Jul 05 05:11:08.266453 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66254e95-712b-4ecc-960d-c9ac3c4fbfb9 req-f386180d-932e-44c7-b58d-3822df79d39f tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:08.267945 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-66254e95-712b-4ecc-960d-c9ac3c4fbfb9 req-f386180d-932e-44c7-b58d-3822df79d39f tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 943 time: 0.0793867 Jul 05 05:11:08.335222 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-66254e95-712b-4ecc-960d-c9ac3c4fbfb9 req-44429c4e-d63e-4825-af96-a23d6094c318 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615451 Jul 05 05:11:08.356133 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462388f-b1c9-476f-bec0-bbc49764cfbd req-bfe700d7-968e-4567-a7fe-0c35408eb806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:08.356133 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5462388f-b1c9-476f-bec0-bbc49764cfbd req-bfe700d7-968e-4567-a7fe-0c35408eb806 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ae8a66508acc4431a252c43938f26334&device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 1095 time: 0.0794678 Jul 05 05:11:08.449138 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462388f-b1c9-476f-bec0-bbc49764cfbd req-f99313af-103c-4d7c-89b5-13bd771a7aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:08.450608 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5462388f-b1c9-476f-bec0-bbc49764cfbd req-f99313af-103c-4d7c-89b5-13bd771a7aee service neutron] 10.222.0.89 "GET /v2.0/networks?id=10b60113-f316-439b-b404-a502a565a24d HTTP/1.1" status: 200 len: 909 time: 0.0851419 Jul 05 05:11:08.516923 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5462388f-b1c9-476f-bec0-bbc49764cfbd req-65986e41-0dad-4b10-8231-d3cee58f5134 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb9263f5-d4ff-49da-a366-dedcc5bbed0b HTTP/1.1" status: 200 len: 999 time: 0.0565894 Jul 05 05:11:08.572648 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462388f-b1c9-476f-bec0-bbc49764cfbd req-971746fb-cd6a-4cda-8058-b2c4a0374b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:08.574114 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5462388f-b1c9-476f-bec0-bbc49764cfbd req-971746fb-cd6a-4cda-8058-b2c4a0374b93 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b7bc476-1366-4821-bf38-b51d20dff3d0 HTTP/1.1" status: 200 len: 847 time: 0.0475969 Jul 05 05:11:08.634985 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462388f-b1c9-476f-bec0-bbc49764cfbd req-3c3fcb7c-dc28-4926-a824-441f2e5b1fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:08.636400 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5462388f-b1c9-476f-bec0-bbc49764cfbd req-3c3fcb7c-dc28-4926-a824-441f2e5b1fe9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10b60113-f316-439b-b404-a502a565a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524433 Jul 05 05:11:08.730455 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5462388f-b1c9-476f-bec0-bbc49764cfbd req-4cb70b5b-9f3b-4383-b253-ee486674ad23 service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834217 Jul 05 05:11:08.828482 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5462388f-b1c9-476f-bec0-bbc49764cfbd req-6d3b8752-e9d1-4eb8-979d-49feb8d81609 service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872374 Jul 05 05:11:09.509571 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3878c7-79ee-49e1-af81-ba5dd208d83f req-9107e5e3-d0ae-468e-9fff-0e21c6209151 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:09.511053 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ab3878c7-79ee-49e1-af81-ba5dd208d83f req-9107e5e3-d0ae-468e-9fff-0e21c6209151 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 943 time: 0.0628386 Jul 05 05:11:09.548310 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ab3878c7-79ee-49e1-af81-ba5dd208d83f req-47835db0-3a64-4091-887d-48b443d0755c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317578 Jul 05 05:11:10.726304 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4afd5f-17b4-4ae1-868a-a7492938ddf7 req-679d5ec7-bcb0-4445-93cb-4b4cd8058073 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:10.727829 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca4afd5f-17b4-4ae1-868a-a7492938ddf7 req-679d5ec7-bcb0-4445-93cb-4b4cd8058073 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 943 time: 0.0682404 Jul 05 05:11:10.765488 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ca4afd5f-17b4-4ae1-868a-a7492938ddf7 req-ba23bc37-a5f5-44ef-b886-505a96143afd tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319204 Jul 05 05:11:11.939731 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b1583-56f6-447d-982c-e22e6e5ec29a req-c21e413e-c05c-4175-9652-fcee9e630d7c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:11.941202 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-935b1583-56f6-447d-982c-e22e6e5ec29a req-c21e413e-c05c-4175-9652-fcee9e630d7c tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 943 time: 0.0635884 Jul 05 05:11:11.979505 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-935b1583-56f6-447d-982c-e22e6e5ec29a req-9ef177e9-2f82-42c7-b1de-febcb3aa6a44 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325861 Jul 05 05:11:13.154727 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230c126-79ed-4bea-91df-9da187d4a10e req-ccfcec3b-998e-45b5-badf-19ac480ad9f4 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:13.156275 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c230c126-79ed-4bea-91df-9da187d4a10e req-ccfcec3b-998e-45b5-badf-19ac480ad9f4 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 943 time: 0.0622258 Jul 05 05:11:13.194645 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c230c126-79ed-4bea-91df-9da187d4a10e req-91522b7f-3861-4f4d-a388-8c25980bebaa tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321684 Jul 05 05:11:13.952865 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:14.371551 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b73de-c42d-440b-add9-ec000424d65f req-86ff2ef0-a761-40ce-b769-0fcaf91e9434 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:14.373067 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-471b73de-c42d-440b-add9-ec000424d65f req-86ff2ef0-a761-40ce-b769-0fcaf91e9434 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 943 time: 0.0669043 Jul 05 05:11:14.409565 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-471b73de-c42d-440b-add9-ec000424d65f req-05d7580e-09ec-4848-bd1a-302ebaf62054 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310671 Jul 05 05:11:15.582389 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68c9c4-9d81-4d8f-b207-6f18e6348c29 req-1cb26963-01ce-4722-924d-a3eb09de04bf tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:15.584239 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eb68c9c4-9d81-4d8f-b207-6f18e6348c29 req-1cb26963-01ce-4722-924d-a3eb09de04bf tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 943 time: 0.0634012 Jul 05 05:11:15.621471 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-eb68c9c4-9d81-4d8f-b207-6f18e6348c29 req-c2fbe2d8-5083-439b-9572-7700996b02e4 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317256 Jul 05 05:11:16.591917 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:11:16.798479 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f702903-11b5-4c56-9511-8b71827e89ff req-9ea633e5-de20-4a04-8e78-cf2b7e044155 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:16.799902 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f702903-11b5-4c56-9511-8b71827e89ff req-9ea633e5-de20-4a04-8e78-cf2b7e044155 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 943 time: 0.0667098 Jul 05 05:11:16.837728 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f702903-11b5-4c56-9511-8b71827e89ff req-0a3d0403-3712-46e2-b41c-20c68c27678e tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316627 Jul 05 05:11:17.380634 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device fb9263f5-d4ff-49da-a366-dedcc5bbed0b details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:11:17.480212 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port fb9263f5-d4ff-49da-a366-dedcc5bbed0b, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=fb9263f5-d4ff-49da-a366-dedcc5bbed0b,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:17.491396 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'fb9263f5-d4ff-49da-a366-dedcc5bbed0b', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'port_id': 'fb9263f5-d4ff-49da-a366-dedcc5bbed0b', 'mac_address': 'fa:16:3e:1a:cc:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:11:17.531579 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:17.544213 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb9263f5-d4ff-49da-a366-dedcc5bbed0b {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:11:17.563891 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port fb9263f5-d4ff-49da-a366-dedcc5bbed0b, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=fb9263f5-d4ff-49da-a366-dedcc5bbed0b,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:17.567986 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:17.618572 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=fb9263f5-d4ff-49da-a366-dedcc5bbed0b,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:17.884726 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['fb9263f5-d4ff-49da-a366-dedcc5bbed0b'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:11:18.014026 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533a962-36a5-4788-96c9-8a55f18fad7a req-31952d93-de94-4a77-b1e5-f36ca4dc16cb tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:18.016438 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3533a962-36a5-4788-96c9-8a55f18fad7a req-31952d93-de94-4a77-b1e5-f36ca4dc16cb tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 944 time: 0.0644305 Jul 05 05:11:18.054564 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3533a962-36a5-4788-96c9-8a55f18fad7a req-7b9c2ea9-f8f7-462a-b525-701844408089 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321631 Jul 05 05:11:19.228722 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57584935-9d2a-4a63-9206-b4d9df05c640 req-08473271-92ef-4249-a525-5d81ee670966 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:19.230236 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-57584935-9d2a-4a63-9206-b4d9df05c640 req-08473271-92ef-4249-a525-5d81ee670966 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 944 time: 0.0644197 Jul 05 05:11:19.270521 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-57584935-9d2a-4a63-9206-b4d9df05c640 req-25420984-d118-408d-a146-21f2ba018282 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347655 Jul 05 05:11:19.379326 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device fb9263f5-d4ff-49da-a366-dedcc5bbed0b up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:11:19.426061 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port fb9263f5-d4ff-49da-a366-dedcc5bbed0b triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:19.426442 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:19.500865 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:19.525904 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd74aa9-cde2-4b01-a62e-d1207e9e061d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9263f5-d4ff-49da-a366-dedcc5bbed0b'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:11:19.528311 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78b0252444a70490cdba898b337d30d15b03e2f447bec9a55953f7bd387605e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098b98f6-e474-4911-b540-033155c02213" -d '{"events": [{"server_uuid": "efd74aa9-cde2-4b01-a62e-d1207e9e061d", "name": "network-vif-plugged", "status": "completed", "tag": "fb9263f5-d4ff-49da-a366-dedcc5bbed0b"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:11:19.544030 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port fb9263f5-d4ff-49da-a366-dedcc5bbed0b, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=fb9263f5-d4ff-49da-a366-dedcc5bbed0b,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:19.548176 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:19.572120 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba643d9b-801f-491d-a5e3-eeb5b092c6ed x-openstack-request-id: req-ba643d9b-801f-491d-a5e3-eeb5b092c6ed {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:11:19.572412 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd74aa9-cde2-4b01-a62e-d1207e9e061d", "name": "network-vif-plugged", "status": "completed", "tag": "fb9263f5-d4ff-49da-a366-dedcc5bbed0b", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:11:19.572661 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ba643d9b-801f-491d-a5e3-eeb5b092c6ed {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:11:19.573048 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd74aa9-cde2-4b01-a62e-d1207e9e061d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9263f5-d4ff-49da-a366-dedcc5bbed0b', 'code': 200} Jul 05 05:11:19.599587 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=fb9263f5-d4ff-49da-a366-dedcc5bbed0b,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:19.747854 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe6338-bda5-4ff1-a2e5-2c77442b565b req-956a9e49-c2cc-4940-affb-d18c62e266e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:19.749401 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c7fe6338-bda5-4ff1-a2e5-2c77442b565b req-956a9e49-c2cc-4940-affb-d18c62e266e2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 1097 time: 0.0571067 Jul 05 05:11:19.796010 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c7fe6338-bda5-4ff1-a2e5-2c77442b565b req-dab4366a-78f9-4a37-a6a4-2a52c366317f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369687 Jul 05 05:11:20.444754 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa071973-364b-4b4d-b368-f562a5d44c39 req-2cbfc3f4-1a6d-4fdb-bd21-2eeb4c75242b tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:20.446248 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fa071973-364b-4b4d-b368-f562a5d44c39 req-2cbfc3f4-1a6d-4fdb-bd21-2eeb4c75242b tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 945 time: 0.0624697 Jul 05 05:11:20.483641 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-fa071973-364b-4b4d-b368-f562a5d44c39 req-0aad4566-c269-4596-a56b-919bd3a6ca50 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319419 Jul 05 05:11:21.677828 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c25e12-0051-40d6-8695-981b40469e79 req-454b6b6f-71b1-442b-843d-fda917f24eba tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:21.679544 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e1c25e12-0051-40d6-8695-981b40469e79 req-454b6b6f-71b1-442b-843d-fda917f24eba tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 945 time: 0.0670671 Jul 05 05:11:21.717708 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e1c25e12-0051-40d6-8695-981b40469e79 req-b808f6c0-7789-4793-a210-f65d43a0225b tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326910 Jul 05 05:11:28.853616 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a5626cb1-1826-47d7-8f45-cfbce599bc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:30.198681 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:31.494677 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-13397735-ca32-41a7-a05c-088f642fa39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:31.900298 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:32.900066 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:34.696948 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:43.965279 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:53.590437 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:11:58.855500 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9147a746-8f3e-4e51-826c-4eb5313fcdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:00.187720 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:01.495760 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7029109c-7471-426c-b87b-08e3237083d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:01.901123 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:02.046340 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2caacfe6-97b0-49c9-9f1f-d4215b10df8f req-1fb9ffa8-57ce-41c0-a027-50b73e5ccccb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0617428 Jul 05 05:12:02.145351 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caacfe6-97b0-49c9-9f1f-d4215b10df8f req-392ddbb3-bbfe-49b4-8e21-7a5000420e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:02.146843 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2caacfe6-97b0-49c9-9f1f-d4215b10df8f req-392ddbb3-bbfe-49b4-8e21-7a5000420e95 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ae8a66508acc4431a252c43938f26334&device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 1097 time: 0.0511715 Jul 05 05:12:02.259513 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caacfe6-97b0-49c9-9f1f-d4215b10df8f req-cb20b0c5-3b4e-4555-a0fb-f6c3362b5a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:02.261004 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2caacfe6-97b0-49c9-9f1f-d4215b10df8f req-cb20b0c5-3b4e-4555-a0fb-f6c3362b5a00 service neutron] 10.222.0.89 "GET /v2.0/networks?id=10b60113-f316-439b-b404-a502a565a24d HTTP/1.1" status: 200 len: 909 time: 0.0879850 Jul 05 05:12:02.330002 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2caacfe6-97b0-49c9-9f1f-d4215b10df8f req-a6df07a8-c5d9-41ff-a06d-91aac8b16d18 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb9263f5-d4ff-49da-a366-dedcc5bbed0b HTTP/1.1" status: 200 len: 1001 time: 0.0577931 Jul 05 05:12:02.380484 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caacfe6-97b0-49c9-9f1f-d4215b10df8f req-614d7838-2c64-4b66-a74b-587117ab6b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:02.381907 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2caacfe6-97b0-49c9-9f1f-d4215b10df8f req-614d7838-2c64-4b66-a74b-587117ab6b06 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b7bc476-1366-4821-bf38-b51d20dff3d0 HTTP/1.1" status: 200 len: 847 time: 0.0428100 Jul 05 05:12:02.445655 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caacfe6-97b0-49c9-9f1f-d4215b10df8f req-01af8dec-c5ac-44f8-b603-aee345ea053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:02.447109 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2caacfe6-97b0-49c9-9f1f-d4215b10df8f req-01af8dec-c5ac-44f8-b603-aee345ea053c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10b60113-f316-439b-b404-a502a565a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543725 Jul 05 05:12:02.537989 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2caacfe6-97b0-49c9-9f1f-d4215b10df8f req-b4f23535-55a0-4d50-a0eb-3b5dcaa0b59f service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795393 Jul 05 05:12:02.636399 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2caacfe6-97b0-49c9-9f1f-d4215b10df8f req-f39e10f5-60aa-41ad-a60d-18afc057a075 service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877805 Jul 05 05:12:02.902139 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:04.699144 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:13.960056 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:28.861369 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-44ea8f28-2e1f-4b60-ae03-95a9466c1e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:30.213108 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:30.589478 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:12:31.496914 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d50383cb-53e7-427a-a730-19bfeec884d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:31.908079 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:32.906344 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:34.702234 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:37.259361 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52194) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:37.418054 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-0b7cc701-bc53-4f65-9a86-61f4d6920975 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Deleting port 9bb6ba75-9382-495e-abef-27d4b69729cf {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:12:37.418413 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0b7cc701-bc53-4f65-9a86-61f4d6920975 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:37.496959 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0b7cc701-bc53-4f65-9a86-61f4d6920975 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:37.497291 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0b7cc701-bc53-4f65-9a86-61f4d6920975 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:37.511988 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-0b7cc701-bc53-4f65-9a86-61f4d6920975 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Calling delete_port for 9bb6ba75-9382-495e-abef-27d4b69729cf owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:12:37.672134 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0b7cc701-bc53-4f65-9a86-61f4d6920975 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:37.695732 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cc701-bc53-4f65-9a86-61f4d6920975 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Pushing event deleted for resources: {'Port': ['ID=9bb6ba75-9382-495e-abef-27d4b69729cf,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:37.707825 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cc701-bc53-4f65-9a86-61f4d6920975 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:37.707825 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cc701-bc53-4f65-9a86-61f4d6920975 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:37.707825 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cc701-bc53-4f65-9a86-61f4d6920975 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:37.707825 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cc701-bc53-4f65-9a86-61f4d6920975 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:37.707825 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cc701-bc53-4f65-9a86-61f4d6920975 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:37.709064 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cc701-bc53-4f65-9a86-61f4d6920975 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:37.709064 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cc701-bc53-4f65-9a86-61f4d6920975 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:37.709064 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cc701-bc53-4f65-9a86-61f4d6920975 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:37.709064 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cc701-bc53-4f65-9a86-61f4d6920975 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:37.709479 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cc701-bc53-4f65-9a86-61f4d6920975 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:37.709598 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cc701-bc53-4f65-9a86-61f4d6920975 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:37.709817 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cc701-bc53-4f65-9a86-61f4d6920975 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:37.773710 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0b7cc701-bc53-4f65-9a86-61f4d6920975 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:37.773948 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-0b7cc701-bc53-4f65-9a86-61f4d6920975 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Floating IP 871771d8-e8de-40be-adcd-cfed8e8efb68 disassociated (deleted). External IP: 172.25.1.114, port: fb9263f5-d4ff-49da-a366-dedcc5bbed0b. Jul 05 05:12:37.991161 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7cc701-bc53-4f65-9a86-61f4d6920975 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Router e8368184-d84e-478a-baba-2bfa57b0f300 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:12:38.103660 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7cc701-bc53-4f65-9a86-61f4d6920975 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:12:38.109339 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-0b7cc701-bc53-4f65-9a86-61f4d6920975 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:38.113611 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cd069a-2ade-42f3-9f04-e7105d04a2ac None None] Sync routers for ids ['e8368184-d84e-478a-baba-2bfa57b0f300'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:12:38.123583 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cd069a-2ade-42f3-9f04-e7105d04a2ac None None] Routers {'e8368184-d84e-478a-baba-2bfa57b0f300'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:12:38.124243 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-60cd069a-2ade-42f3-9f04-e7105d04a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:12:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8368184-d84e-478a-baba-2bfa57b0f300'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:38.149006 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-0b7cc701-bc53-4f65-9a86-61f4d6920975 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "DELETE /v2.0/floatingips/871771d8-e8de-40be-adcd-cfed8e8efb68 HTTP/1.1" status: 204 len: 168 time: 0.8881023 Jul 05 05:12:38.149710 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd74aa9-cde2-4b01-a62e-d1207e9e061d', 'tag': 'fb9263f5-d4ff-49da-a366-dedcc5bbed0b'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:12:38.152124 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c9c837585e6777964c1719b38845a8b64a1007aef63c2715a3fe5cf843f522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad66dc36-4984-4847-b63e-a175c80749dc" -d '{"events": [{"name": "network-changed", "server_uuid": "efd74aa9-cde2-4b01-a62e-d1207e9e061d", "tag": "fb9263f5-d4ff-49da-a366-dedcc5bbed0b"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:12:38.236717 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-60cd069a-2ade-42f3-9f04-e7105d04a2ac None None] Set router e8368184-d84e-478a-baba-2bfa57b0f300 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:12:38.403765 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfdeed5-91a8-47d0-95d6-5570476f3f89 x-openstack-request-id: req-ebfdeed5-91a8-47d0-95d6-5570476f3f89 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:12:38.404945 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd74aa9-cde2-4b01-a62e-d1207e9e061d", "tag": "fb9263f5-d4ff-49da-a366-dedcc5bbed0b", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:12:38.404945 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ebfdeed5-91a8-47d0-95d6-5570476f3f89 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:12:38.405321 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd74aa9-cde2-4b01-a62e-d1207e9e061d', 'tag': 'fb9263f5-d4ff-49da-a366-dedcc5bbed0b', 'status': 'completed', 'code': 200} Jul 05 05:12:38.473600 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-60cd069a-2ade-42f3-9f04-e7105d04a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'name': 'tempest-TestShelveInstance-611024364-router', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:08Z', 'revision_number': 4, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'gw_port': {'id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2', 'name': '', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'mac_address': 'fa:16:3e:62:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:07Z', 'updated_at': '2021-07-05T05:03:13Z', 'revision_number': 5, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'subnets': [{'id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:38.486688 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66dc36-4984-4847-b63e-a175c80749dc req-a33b0d1e-1567-4588-90ab-38e6eefc0a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:38.488263 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad66dc36-4984-4847-b63e-a175c80749dc req-a33b0d1e-1567-4588-90ab-38e6eefc0a8c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ae8a66508acc4431a252c43938f26334&device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 1097 time: 0.0606050 Jul 05 05:12:38.501730 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cd069a-2ade-42f3-9f04-e7105d04a2ac None None] Checking router: e8368184-d84e-478a-baba-2bfa57b0f300 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:12:38.510351 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cd069a-2ade-42f3-9f04-e7105d04a2ac None None] Routers {'e8368184-d84e-478a-baba-2bfa57b0f300'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:12:38.510962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-60cd069a-2ade-42f3-9f04-e7105d04a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:12:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8368184-d84e-478a-baba-2bfa57b0f300'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:38.624972 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-60cd069a-2ade-42f3-9f04-e7105d04a2ac None None] Set router e8368184-d84e-478a-baba-2bfa57b0f300 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:12:38.637419 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9952f5-335e-4020-9109-f23738d7d305 req-0371e670-7bca-4750-a45f-1cb9112e3b82 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:38.638966 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4c9952f5-335e-4020-9109-f23738d7d305 req-0371e670-7bca-4750-a45f-1cb9112e3b82 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 945 time: 0.1451905 Jul 05 05:12:38.642095 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66dc36-4984-4847-b63e-a175c80749dc req-1d9f0eb1-c757-4f6f-b060-8b76253bec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:38.643921 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad66dc36-4984-4847-b63e-a175c80749dc req-1d9f0eb1-c757-4f6f-b060-8b76253bec02 service neutron] 10.222.0.89 "GET /v2.0/networks?id=10b60113-f316-439b-b404-a502a565a24d HTTP/1.1" status: 200 len: 909 time: 0.1381893 Jul 05 05:12:38.702750 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad66dc36-4984-4847-b63e-a175c80749dc req-63ff78e5-10a6-430c-8972-ba291d7131d3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb9263f5-d4ff-49da-a366-dedcc5bbed0b HTTP/1.1" status: 200 len: 217 time: 0.0485528 Jul 05 05:12:38.745809 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4c9952f5-335e-4020-9109-f23738d7d305 req-d5f7ebd5-3da1-4157-9d2a-1225a90a76e4 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979304 Jul 05 05:12:38.773780 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66dc36-4984-4847-b63e-a175c80749dc req-e9808a29-6d86-4ec4-8a7a-c4a9f93de64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:38.775338 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad66dc36-4984-4847-b63e-a175c80749dc req-e9808a29-6d86-4ec4-8a7a-c4a9f93de64b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b7bc476-1366-4821-bf38-b51d20dff3d0 HTTP/1.1" status: 200 len: 847 time: 0.0638421 Jul 05 05:12:38.839196 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66dc36-4984-4847-b63e-a175c80749dc req-dc42a154-3ea7-4d08-8d99-616f12c1e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:38.840808 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad66dc36-4984-4847-b63e-a175c80749dc req-dc42a154-3ea7-4d08-8d99-616f12c1e72b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10b60113-f316-439b-b404-a502a565a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586414 Jul 05 05:12:38.848181 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-60cd069a-2ade-42f3-9f04-e7105d04a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'name': 'tempest-TestShelveInstance-611024364-router', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:08Z', 'revision_number': 4, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'gw_port': {'id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2', 'name': '', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'mac_address': 'fa:16:3e:62:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:07Z', 'updated_at': '2021-07-05T05:03:13Z', 'revision_number': 5, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'subnets': [{'id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:38.878433 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cd069a-2ade-42f3-9f04-e7105d04a2ac None None] The sync data for ids ['e8368184-d84e-478a-baba-2bfa57b0f300'] in n-d-780147-23 is: [{'id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'name': 'tempest-TestShelveInstance-611024364-router', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:08Z', 'revision_number': 4, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'gw_port': {'id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2', 'name': '', 'network_id': '10b60113-f316-439b-b404-a502a565a24d', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'mac_address': 'fa:16:3e:62:f6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:07Z', 'updated_at': '2021-07-05T05:03:13Z', 'revision_number': 5, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'subnets': [{'id': '3b7bc476-1366-4821-bf38-b51d20dff3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:12:38.941197 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad66dc36-4984-4847-b63e-a175c80749dc req-efb6eeb2-6a83-4f59-95a0-ce8b74acf39f service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927510 Jul 05 05:12:39.123287 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99e60b8-b05f-4ec0-9fda-116e0168616d None None] New status for floating IP 871771d8-e8de-40be-adcd-cfed8e8efb68: DOWN {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:12:39.353241 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ad66dc36-4984-4847-b63e-a175c80749dc req-1772c164-e9e7-490f-a357-a3e928c8a123 service neutron] 10.222.0.89 "GET /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003654 Jul 05 05:12:39.929766 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0adf4c-c966-48fc-aa7f-47527fc0e64b req-3e61ec9d-13f1-4c35-ade7-206ee73f4cdb tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:39.931261 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-df0adf4c-c966-48fc-aa7f-47527fc0e64b req-3e61ec9d-13f1-4c35-ade7-206ee73f4cdb tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 945 time: 0.0658894 Jul 05 05:12:39.976800 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-df0adf4c-c966-48fc-aa7f-47527fc0e64b req-9a3fddf5-6cc4-4a20-89c3-2bb1cc3c526d tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/security-groups?id=95553101-1d62-411c-99bd-1a50f1f8cf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388625 Jul 05 05:12:40.317957 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1efe7-d111-4662-90a6-e8a59ba9920f req-bb232c08-27c0-4a17-b691-8d18b5babaaa tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:40.319335 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-53a1efe7-d111-4662-90a6-e8a59ba9920f req-bb232c08-27c0-4a17-b691-8d18b5babaaa tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.89 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 945 time: 0.0659609 Jul 05 05:12:40.427273 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-53a1efe7-d111-4662-90a6-e8a59ba9920f req-e956724e-7bc2-4b06-9779-5072d0e95a60 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Deleting port fb9263f5-d4ff-49da-a366-dedcc5bbed0b {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:12:40.427626 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-53a1efe7-d111-4662-90a6-e8a59ba9920f req-e956724e-7bc2-4b06-9779-5072d0e95a60 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:40.525930 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-53a1efe7-d111-4662-90a6-e8a59ba9920f req-e956724e-7bc2-4b06-9779-5072d0e95a60 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] For port fb9263f5-d4ff-49da-a366-dedcc5bbed0b, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=fb9263f5-d4ff-49da-a366-dedcc5bbed0b,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:12:40.526294 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-53a1efe7-d111-4662-90a6-e8a59ba9920f req-e956724e-7bc2-4b06-9779-5072d0e95a60 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:40.540138 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-53a1efe7-d111-4662-90a6-e8a59ba9920f req-e956724e-7bc2-4b06-9779-5072d0e95a60 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Calling delete_port for fb9263f5-d4ff-49da-a366-dedcc5bbed0b owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:12:40.690192 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-53a1efe7-d111-4662-90a6-e8a59ba9920f req-e956724e-7bc2-4b06-9779-5072d0e95a60 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:40.718525 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956724e-7bc2-4b06-9779-5072d0e95a60 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Pushing event deleted for resources: {'Port': ['ID=fb9263f5-d4ff-49da-a366-dedcc5bbed0b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:40.732126 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956724e-7bc2-4b06-9779-5072d0e95a60 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:40.732480 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956724e-7bc2-4b06-9779-5072d0e95a60 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:40.732826 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956724e-7bc2-4b06-9779-5072d0e95a60 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:40.733161 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956724e-7bc2-4b06-9779-5072d0e95a60 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:40.733492 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956724e-7bc2-4b06-9779-5072d0e95a60 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:40.733932 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956724e-7bc2-4b06-9779-5072d0e95a60 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:40.734266 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956724e-7bc2-4b06-9779-5072d0e95a60 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:40.734594 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956724e-7bc2-4b06-9779-5072d0e95a60 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:40.734928 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956724e-7bc2-4b06-9779-5072d0e95a60 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:40.735301 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956724e-7bc2-4b06-9779-5072d0e95a60 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:40.736366 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956724e-7bc2-4b06-9779-5072d0e95a60 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:40.736366 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e956724e-7bc2-4b06-9779-5072d0e95a60 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:40.780596 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a1efe7-d111-4662-90a6-e8a59ba9920f req-e956724e-7bc2-4b06-9779-5072d0e95a60 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] No DVR routers for this DVR port fb9263f5-d4ff-49da-a366-dedcc5bbed0b on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:12:40.783334 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-53a1efe7-d111-4662-90a6-e8a59ba9920f req-e956724e-7bc2-4b06-9779-5072d0e95a60 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:40.785418 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-53a1efe7-d111-4662-90a6-e8a59ba9920f req-e956724e-7bc2-4b06-9779-5072d0e95a60 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.89 "DELETE /v2.0/ports/fb9263f5-d4ff-49da-a366-dedcc5bbed0b HTTP/1.1" status: 204 len: 173 time: 0.4565794 Jul 05 05:12:40.785881 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd74aa9-cde2-4b01-a62e-d1207e9e061d', 'name': 'network-vif-deleted', 'tag': 'fb9263f5-d4ff-49da-a366-dedcc5bbed0b'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:12:40.788236 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31e31ae-0f87-42b1-93e7-9442d48f3e14" -d '{"events": [{"server_uuid": "efd74aa9-cde2-4b01-a62e-d1207e9e061d", "name": "network-vif-deleted", "tag": "fb9263f5-d4ff-49da-a366-dedcc5bbed0b"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:12:40.832597 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa64951-2882-4f01-bf11-f2b73d4c2119 x-openstack-request-id: req-faa64951-2882-4f01-bf11-f2b73d4c2119 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:12:40.832948 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd74aa9-cde2-4b01-a62e-d1207e9e061d", "name": "network-vif-deleted", "tag": "fb9263f5-d4ff-49da-a366-dedcc5bbed0b", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:12:40.833185 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-faa64951-2882-4f01-bf11-f2b73d4c2119 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:12:40.833746 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd74aa9-cde2-4b01-a62e-d1207e9e061d', 'name': 'network-vif-deleted', 'tag': 'fb9263f5-d4ff-49da-a366-dedcc5bbed0b', 'status': 'completed', 'code': 200} Jul 05 05:12:41.136649 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8288ed9e-54ed-414f-9b05-163e09d2d5b7 req-e3c36ec0-9e77-4ebe-a3fb-d1f77d7e0acf tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 210 time: 0.0351102 Jul 05 05:12:42.293368 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3f87e426-d082-4042-9ecc-583faeff232c req-aeb52a1e-3dfa-4ef8-800d-ecc2e2430184 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 210 time: 0.0345972 Jul 05 05:12:43.445272 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-84bc0252-e852-414f-a0d4-c4b0ee57194b req-80ed04e7-6d08-4f15-9d11-8473c896c25a tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 210 time: 0.0303042 Jul 05 05:12:43.735581 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device fb9263f5-d4ff-49da-a366-dedcc5bbed0b no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:12:43.756889 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: fb9263f5-d4ff-49da-a366-dedcc5bbed0b {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:12:43.756889 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device fb9263f5-d4ff-49da-a366-dedcc5bbed0b not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:12:43.981335 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:44.611768 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7e88e415-d234-4b7a-9851-304cbba27c62 req-d32ce6fe-3def-46d4-9cda-093f57893237 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "GET /v2.0/ports?device_id=efd74aa9-cde2-4b01-a62e-d1207e9e061d HTTP/1.1" status: 200 len: 210 time: 0.0295403 Jul 05 05:12:45.709978 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52224) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:45.777208 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82c17840-1064-4c7b-a8d5-016124bbafc0 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:45.808117 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82c17840-1064-4c7b-a8d5-016124bbafc0 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:45.882916 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82c17840-1064-4c7b-a8d5-016124bbafc0 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:45.887166 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-82c17840-1064-4c7b-a8d5-016124bbafc0 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:45.901994 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-82c17840-1064-4c7b-a8d5-016124bbafc0 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] 10.222.0.77 "DELETE /v2.0/security-groups/95553101-1d62-411c-99bd-1a50f1f8cf5f HTTP/1.1" status: 204 len: 168 time: 0.1805794 Jul 05 05:12:45.917616 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c17840-1064-4c7b-a8d5-016124bbafc0 tempest-TestShelveInstance-410871830 tempest-TestShelveInstance-410871830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95553101-1d62-411c-99bd-1a50f1f8cf5f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:46.964989 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52230) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:47.437651 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3c6d35b2-f59f-44ad-8316-f53e23196916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:47.703271 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-3c6d35b2-f59f-44ad-8316-f53e23196916 admin admin] Deleting port b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:12:47.703619 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3c6d35b2-f59f-44ad-8316-f53e23196916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:47.787761 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-3c6d35b2-f59f-44ad-8316-f53e23196916 admin admin] For port b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:12:47.788153 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3c6d35b2-f59f-44ad-8316-f53e23196916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:47.801521 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-3c6d35b2-f59f-44ad-8316-f53e23196916 admin admin] Calling delete_port for b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2 owned by network:router_interface {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:12:47.990045 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3c6d35b2-f59f-44ad-8316-f53e23196916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:48.017977 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d35b2-f59f-44ad-8316-f53e23196916 admin admin] Pushing event deleted for resources: {'Port': ['ID=b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:48.200730 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-3c6d35b2-f59f-44ad-8316-f53e23196916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:48.419600 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6d35b2-f59f-44ad-8316-f53e23196916 admin admin] Router e8368184-d84e-478a-baba-2bfa57b0f300 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:12:48.534498 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6d35b2-f59f-44ad-8316-f53e23196916 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:12:48.539514 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-3c6d35b2-f59f-44ad-8316-f53e23196916 admin admin] 10.222.0.77 "PUT /v2.0/routers/e8368184-d84e-478a-baba-2bfa57b0f300/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5734074 Jul 05 05:12:48.542102 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52234) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:48.545610 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac63d1e-fdc6-4753-a410-6b5fb58edfbd None None] Sync routers for ids ['e8368184-d84e-478a-baba-2bfa57b0f300'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:12:48.555640 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac63d1e-fdc6-4753-a410-6b5fb58edfbd None None] Routers {'e8368184-d84e-478a-baba-2bfa57b0f300'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:12:48.556289 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-aac63d1e-fdc6-4753-a410-6b5fb58edfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:12:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8368184-d84e-478a-baba-2bfa57b0f300'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:48.654297 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd486-7f9a-4d60-9f28-4e9da0769370 admin admin] Notify callbacks [] for router, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:48.660784 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-aac63d1e-fdc6-4753-a410-6b5fb58edfbd None None] Set router e8368184-d84e-478a-baba-2bfa57b0f300 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:12:48.760115 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd486-7f9a-4d60-9f28-4e9da0769370 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:48.815869 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-0ffdd486-7f9a-4d60-9f28-4e9da0769370 admin admin] Deleting port bf2e992a-bb74-4ced-875b-c36d80346b1f {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:12:48.816228 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd486-7f9a-4d60-9f28-4e9da0769370 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:48.859187 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-aac63d1e-fdc6-4753-a410-6b5fb58edfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'name': 'tempest-TestShelveInstance-611024364-router', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:12:47Z', 'revision_number': 5, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'gw_port': {'id': 'bf2e992a-bb74-4ced-875b-c36d80346b1f', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:48.884929 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac63d1e-fdc6-4753-a410-6b5fb58edfbd None None] Checking router: e8368184-d84e-478a-baba-2bfa57b0f300 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:12:48.895039 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac63d1e-fdc6-4753-a410-6b5fb58edfbd None None] Routers {'e8368184-d84e-478a-baba-2bfa57b0f300'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:12:48.895657 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-aac63d1e-fdc6-4753-a410-6b5fb58edfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:12:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['e8368184-d84e-478a-baba-2bfa57b0f300'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:48.900877 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-0ffdd486-7f9a-4d60-9f28-4e9da0769370 admin admin] For port bf2e992a-bb74-4ced-875b-c36d80346b1f, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=bf2e992a-bb74-4ced-875b-c36d80346b1f,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:12:48.901245 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd486-7f9a-4d60-9f28-4e9da0769370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:48.915107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-0ffdd486-7f9a-4d60-9f28-4e9da0769370 admin admin] Calling delete_port for bf2e992a-bb74-4ced-875b-c36d80346b1f owned by network:router_gateway {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:12:48.995048 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-aac63d1e-fdc6-4753-a410-6b5fb58edfbd None None] Set router e8368184-d84e-478a-baba-2bfa57b0f300 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:12:49.052569 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-aac63d1e-fdc6-4753-a410-6b5fb58edfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'name': 'tempest-TestShelveInstance-611024364-router', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:12:48Z', 'revision_number': 6, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:49.078998 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac63d1e-fdc6-4753-a410-6b5fb58edfbd None None] The sync data for ids ['e8368184-d84e-478a-baba-2bfa57b0f300'] in n-d-780147-23 is: [{'id': 'e8368184-d84e-478a-baba-2bfa57b0f300', 'name': 'tempest-TestShelveInstance-611024364-router', 'tenant_id': 'ae8a66508acc4431a252c43938f26334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:05Z', 'updated_at': '2021-07-05T05:12:48Z', 'revision_number': 6, 'project_id': 'ae8a66508acc4431a252c43938f26334', 'gw_port_host': None}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:12:49.086593 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd486-7f9a-4d60-9f28-4e9da0769370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:49.112880 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdd486-7f9a-4d60-9f28-4e9da0769370 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf2e992a-bb74-4ced-875b-c36d80346b1f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:49.179857 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd486-7f9a-4d60-9f28-4e9da0769370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:49.270406 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd486-7f9a-4d60-9f28-4e9da0769370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:49.272531 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd486-7f9a-4d60-9f28-4e9da0769370 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:49.322938 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd486-7f9a-4d60-9f28-4e9da0769370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:49.323764 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffdd486-7f9a-4d60-9f28-4e9da0769370 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8368184-d84e-478a-baba-2bfa57b0f300 {{(pid=105539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:12:49.329117 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd486-7f9a-4d60-9f28-4e9da0769370 admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:49.330292 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0ffdd486-7f9a-4d60-9f28-4e9da0769370 admin admin] 10.222.0.77 "DELETE /v2.0/routers/e8368184-d84e-478a-baba-2bfa57b0f300 HTTP/1.1" status: 204 len: 168 time: 0.7872763 Jul 05 05:12:49.332960 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52236) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:49.377955 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-9246d4cd-e46e-4e37-8f82-09fd0df58ffd admin admin] Deleting subnet 3b7bc476-1366-4821-bf38-b51d20dff3d0 {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:12:49.380998 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9246d4cd-e46e-4e37-8f82-09fd0df58ffd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:49.417025 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9246d4cd-e46e-4e37-8f82-09fd0df58ffd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:49.505846 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9246d4cd-e46e-4e37-8f82-09fd0df58ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:49.557074 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9246d4cd-e46e-4e37-8f82-09fd0df58ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:49.584489 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246d4cd-e46e-4e37-8f82-09fd0df58ffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b7bc476-1366-4821-bf38-b51d20dff3d0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:49.586490 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9246d4cd-e46e-4e37-8f82-09fd0df58ffd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:49.589064 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9246d4cd-e46e-4e37-8f82-09fd0df58ffd admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3b7bc476-1366-4821-bf38-b51d20dff3d0 HTTP/1.1" status: 204 len: 168 time: 0.2546253 Jul 05 05:12:49.591004 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52238) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:49.594322 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48593fb5-78e4-4199-970d-df68a2068f2a None None] Network 10b60113-f316-439b-b404-a502a565a24d requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:12:49.664458 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-596454a8-2774-4c6d-81d9-671013d23e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:49.724255 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-596454a8-2774-4c6d-81d9-671013d23e46 admin admin] Deleting port 62187d86-1145-4044-baa8-3189417703f4 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:12:49.724255 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-596454a8-2774-4c6d-81d9-671013d23e46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:49.790739 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-596454a8-2774-4c6d-81d9-671013d23e46 admin admin] For port 62187d86-1145-4044-baa8-3189417703f4, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=62187d86-1145-4044-baa8-3189417703f4,segment=NetworkSegment(01ffb521-fd49-4860-bc92-27c9d804a7d6),segment_id=01ffb521-fd49-4860-bc92-27c9d804a7d6)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:12:49.791103 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-596454a8-2774-4c6d-81d9-671013d23e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:49.803763 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-596454a8-2774-4c6d-81d9-671013d23e46 admin admin] Calling delete_port for 62187d86-1145-4044-baa8-3189417703f4 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:12:49.851331 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8bf60e-5513-491e-ad15-7441e28b01ce None None] DHCP port deletion for 10b60113-f316-439b-b404-a502a565a24d request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:12:49.899091 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-596454a8-2774-4c6d-81d9-671013d23e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:49.924113 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2a8bf60e-5513-491e-ad15-7441e28b01ce None None] Deleting port 62187d86-1145-4044-baa8-3189417703f4 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:12:49.924502 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2a8bf60e-5513-491e-ad15-7441e28b01ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:49.929659 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:12:49.935919 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596454a8-2774-4c6d-81d9-671013d23e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=62187d86-1145-4044-baa8-3189417703f4,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:49.938381 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596454a8-2774-4c6d-81d9-671013d23e46 admin admin] No DVR routers for this DVR port 62187d86-1145-4044-baa8-3189417703f4 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:12:49.995175 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:12:49.995525 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device b87ba8dc-f52f-455a-8aaf-3c32dd28d4f2 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:12:49.995987 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 62187d86-1145-4044-baa8-3189417703f4 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:12:50.022838 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-596454a8-2774-4c6d-81d9-671013d23e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:50.024568 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 62187d86-1145-4044-baa8-3189417703f4 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:12:50.024714 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 62187d86-1145-4044-baa8-3189417703f4 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:12:50.025118 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bf2e992a-bb74-4ced-875b-c36d80346b1f no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:12:50.033868 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-596454a8-2774-4c6d-81d9-671013d23e46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b60113-f316-439b-b404-a502a565a24d']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:50.046840 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-596454a8-2774-4c6d-81d9-671013d23e46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ffb521-fd49-4860-bc92-27c9d804a7d6') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:50.047115 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-596454a8-2774-4c6d-81d9-671013d23e46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ffb521-fd49-4860-bc92-27c9d804a7d6') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:50.055756 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: bf2e992a-bb74-4ced-875b-c36d80346b1f {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:12:50.056129 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device bf2e992a-bb74-4ced-875b-c36d80346b1f not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:12:50.057579 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-596454a8-2774-4c6d-81d9-671013d23e46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:50.067335 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2a8bf60e-5513-491e-ad15-7441e28b01ce None None] For port 62187d86-1145-4044-baa8-3189417703f4, host n-d-780147-23, got binding levels [] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:12:50.067690 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2a8bf60e-5513-491e-ad15-7441e28b01ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:50.081311 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-596454a8-2774-4c6d-81d9-671013d23e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:50.085184 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2a8bf60e-5513-491e-ad15-7441e28b01ce None None] Calling delete_port for 62187d86-1145-4044-baa8-3189417703f4 owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:12:50.088039 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.ipam_backend_mixin [None req-2a8bf60e-5513-491e-ad15-7441e28b01ce None None] Port 62187d86-1145-4044-baa8-3189417703f4 was not found and therefore no delete operation was performed {{(pid=105540) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 05:12:50.089308 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2a8bf60e-5513-491e-ad15-7441e28b01ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:50.089476 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-596454a8-2774-4c6d-81d9-671013d23e46 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:12:50.089954 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-596454a8-2774-4c6d-81d9-671013d23e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: timer() Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:12:50.092846 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:12:50.118438 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bf60e-5513-491e-ad15-7441e28b01ce None None] Pushing event deleted for resources: {'Port': ['ID=62187d86-1145-4044-baa8-3189417703f4,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:50.124810 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8bf60e-5513-491e-ad15-7441e28b01ce None None] No DVR routers for this DVR port 62187d86-1145-4044-baa8-3189417703f4 on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:12:50.136386 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bf60e-5513-491e-ad15-7441e28b01ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:50.136740 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bf60e-5513-491e-ad15-7441e28b01ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:50.137079 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bf60e-5513-491e-ad15-7441e28b01ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:50.137414 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bf60e-5513-491e-ad15-7441e28b01ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:50.137748 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bf60e-5513-491e-ad15-7441e28b01ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:50.138420 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bf60e-5513-491e-ad15-7441e28b01ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:50.138786 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bf60e-5513-491e-ad15-7441e28b01ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:50.139119 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bf60e-5513-491e-ad15-7441e28b01ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:50.139484 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bf60e-5513-491e-ad15-7441e28b01ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:50.139839 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bf60e-5513-491e-ad15-7441e28b01ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:50.140163 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bf60e-5513-491e-ad15-7441e28b01ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:50.140490 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bf60e-5513-491e-ad15-7441e28b01ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:50.167349 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-596454a8-2774-4c6d-81d9-671013d23e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:50.174499 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-596454a8-2774-4c6d-81d9-671013d23e46 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:50.176500 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-596454a8-2774-4c6d-81d9-671013d23e46 admin admin] 10.222.0.77 "DELETE /v2.0/networks/10b60113-f316-439b-b404-a502a565a24d HTTP/1.1" status: 204 len: 168 time: 0.5844989 Jul 05 05:12:50.179684 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52240) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:50.188319 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596454a8-2774-4c6d-81d9-671013d23e46 admin admin] Pushing event deleted for resources: {'Network': ['ID=10b60113-f316-439b-b404-a502a565a24d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:50.545308 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fbf28ba-e361-4804-8cb5-4821038b2e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:51.188886 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-7fbf28ba-e361-4804-8cb5-4821038b2e22 admin admin] Deleting port e2c2762f-c0a3-48bf-a98d-fa0e746371fd {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:12:51.189926 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fbf28ba-e361-4804-8cb5-4821038b2e22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:51.272443 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-7fbf28ba-e361-4804-8cb5-4821038b2e22 admin admin] For port e2c2762f-c0a3-48bf-a98d-fa0e746371fd, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=e2c2762f-c0a3-48bf-a98d-fa0e746371fd,segment=NetworkSegment(54ea56ef-bf2f-4792-ad5e-9a4e1a23c61e),segment_id=54ea56ef-bf2f-4792-ad5e-9a4e1a23c61e)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:12:51.272809 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fbf28ba-e361-4804-8cb5-4821038b2e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:51.285582 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-7fbf28ba-e361-4804-8cb5-4821038b2e22 admin admin] Calling delete_port for e2c2762f-c0a3-48bf-a98d-fa0e746371fd owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:12:51.468620 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fbf28ba-e361-4804-8cb5-4821038b2e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:51.514861 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf28ba-e361-4804-8cb5-4821038b2e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2c2762f-c0a3-48bf-a98d-fa0e746371fd,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:51.701704 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-7fbf28ba-e361-4804-8cb5-4821038b2e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:51.926089 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbf28ba-e361-4804-8cb5-4821038b2e22 admin admin] Router 083d4127-7519-400e-bcf6-78946272c362 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:12:52.036194 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbf28ba-e361-4804-8cb5-4821038b2e22 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:12:52.041604 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-7fbf28ba-e361-4804-8cb5-4821038b2e22 admin admin] 10.222.0.77 "PUT /v2.0/routers/083d4127-7519-400e-bcf6-78946272c362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8603630 Jul 05 05:12:52.043709 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52242) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:52.047190 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c8856-32d8-4a44-b401-703a2dacd749 None None] Sync routers for ids ['083d4127-7519-400e-bcf6-78946272c362'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:12:52.056638 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38c8856-32d8-4a44-b401-703a2dacd749 None None] Routers {'083d4127-7519-400e-bcf6-78946272c362'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:12:52.057256 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-a38c8856-32d8-4a44-b401-703a2dacd749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:12:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['083d4127-7519-400e-bcf6-78946272c362'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:52.159890 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1c6371dc-1dd0-419d-b65d-cb44c15d37c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:52.172268 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-a38c8856-32d8-4a44-b401-703a2dacd749 None None] Set router 083d4127-7519-400e-bcf6-78946272c362 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:12:52.274604 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1c6371dc-1dd0-419d-b65d-cb44c15d37c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:52.336171 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-1c6371dc-1dd0-419d-b65d-cb44c15d37c6 admin admin] Deleting port 7bff349f-2103-4969-b786-47fc197912e8 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:12:52.336416 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1c6371dc-1dd0-419d-b65d-cb44c15d37c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:52.418217 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-1c6371dc-1dd0-419d-b65d-cb44c15d37c6 admin admin] For port 7bff349f-2103-4969-b786-47fc197912e8, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=7bff349f-2103-4969-b786-47fc197912e8,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:12:52.418579 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1c6371dc-1dd0-419d-b65d-cb44c15d37c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:52.440403 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-1c6371dc-1dd0-419d-b65d-cb44c15d37c6 admin admin] Calling delete_port for 7bff349f-2103-4969-b786-47fc197912e8 owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:12:52.450132 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-a38c8856-32d8-4a44-b401-703a2dacd749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083d4127-7519-400e-bcf6-78946272c362', 'name': 'tempest-TestShelveInstance-40208478-router', 'tenant_id': 'a50da299e61a4e14a244be7bfa35e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '7bff349f-2103-4969-b786-47fc197912e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:10Z', 'updated_at': '2021-07-05T05:12:51Z', 'revision_number': 5, 'project_id': 'a50da299e61a4e14a244be7bfa35e21d', 'gw_port': {'id': '7bff349f-2103-4969-b786-47fc197912e8', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d4127-7519-400e-bcf6-78946272c362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:03:10Z', 'updated_at': '2021-07-05T05:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:52.477611 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c8856-32d8-4a44-b401-703a2dacd749 None None] Checking router: 083d4127-7519-400e-bcf6-78946272c362 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:12:52.487783 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38c8856-32d8-4a44-b401-703a2dacd749 None None] Routers {'083d4127-7519-400e-bcf6-78946272c362'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:12:52.488492 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-a38c8856-32d8-4a44-b401-703a2dacd749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:12:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['083d4127-7519-400e-bcf6-78946272c362'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:52.577569 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-a38c8856-32d8-4a44-b401-703a2dacd749 None None] Set router 083d4127-7519-400e-bcf6-78946272c362 gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:12:52.624565 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1c6371dc-1dd0-419d-b65d-cb44c15d37c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:52.633071 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-a38c8856-32d8-4a44-b401-703a2dacd749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083d4127-7519-400e-bcf6-78946272c362', 'name': 'tempest-TestShelveInstance-40208478-router', 'tenant_id': 'a50da299e61a4e14a244be7bfa35e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:10Z', 'updated_at': '2021-07-05T05:12:52Z', 'revision_number': 6, 'project_id': 'a50da299e61a4e14a244be7bfa35e21d', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:52.649046 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6371dc-1dd0-419d-b65d-cb44c15d37c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bff349f-2103-4969-b786-47fc197912e8,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:52.672021 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c8856-32d8-4a44-b401-703a2dacd749 None None] The sync data for ids ['083d4127-7519-400e-bcf6-78946272c362'] in n-d-780147-23 is: [{'id': '083d4127-7519-400e-bcf6-78946272c362', 'name': 'tempest-TestShelveInstance-40208478-router', 'tenant_id': 'a50da299e61a4e14a244be7bfa35e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:03:10Z', 'updated_at': '2021-07-05T05:12:52Z', 'revision_number': 6, 'project_id': 'a50da299e61a4e14a244be7bfa35e21d', 'gw_port_host': None}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:12:52.727484 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1c6371dc-1dd0-419d-b65d-cb44c15d37c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:52.820585 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1c6371dc-1dd0-419d-b65d-cb44c15d37c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:52.822839 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1c6371dc-1dd0-419d-b65d-cb44c15d37c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:52.867770 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1c6371dc-1dd0-419d-b65d-cb44c15d37c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:52.868382 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6371dc-1dd0-419d-b65d-cb44c15d37c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 083d4127-7519-400e-bcf6-78946272c362 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:12:52.873411 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-1c6371dc-1dd0-419d-b65d-cb44c15d37c6 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:52.874636 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-1c6371dc-1dd0-419d-b65d-cb44c15d37c6 admin admin] 10.222.0.77 "DELETE /v2.0/routers/083d4127-7519-400e-bcf6-78946272c362 HTTP/1.1" status: 204 len: 168 time: 0.8299229 Jul 05 05:12:52.877880 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52244) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:52.922511 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-c60850c6-b432-4064-8407-cd568866168d admin admin] Deleting subnet e1735d0d-a5cd-479c-916a-80c1c496c5ab {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:12:52.925630 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c60850c6-b432-4064-8407-cd568866168d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:52.965008 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c60850c6-b432-4064-8407-cd568866168d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:53.057439 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c60850c6-b432-4064-8407-cd568866168d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:53.115171 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c60850c6-b432-4064-8407-cd568866168d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:53.142695 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60850c6-b432-4064-8407-cd568866168d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1735d0d-a5cd-479c-916a-80c1c496c5ab,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:53.146354 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c60850c6-b432-4064-8407-cd568866168d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:53.150878 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52246) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:53.151431 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c60850c6-b432-4064-8407-cd568866168d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e1735d0d-a5cd-479c-916a-80c1c496c5ab HTTP/1.1" status: 204 len: 168 time: 0.2720487 Jul 05 05:12:53.153794 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76aac46-ea8a-489f-bbac-67480f93f917 None None] Network 99fb81fe-17a0-4f0d-96a9-91f449baae14 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:12:53.224060 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-94e5e8f8-2d56-4e48-aa1d-186e5133f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:53.285958 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-94e5e8f8-2d56-4e48-aa1d-186e5133f9b0 admin admin] Deleting port a8be7035-74ea-4b2f-90c9-d25cd32289ec {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:12:53.286308 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-94e5e8f8-2d56-4e48-aa1d-186e5133f9b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:53.359365 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-94e5e8f8-2d56-4e48-aa1d-186e5133f9b0 admin admin] For port a8be7035-74ea-4b2f-90c9-d25cd32289ec, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=a8be7035-74ea-4b2f-90c9-d25cd32289ec,segment=NetworkSegment(54ea56ef-bf2f-4792-ad5e-9a4e1a23c61e),segment_id=54ea56ef-bf2f-4792-ad5e-9a4e1a23c61e)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:12:53.359743 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-94e5e8f8-2d56-4e48-aa1d-186e5133f9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:53.373944 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-94e5e8f8-2d56-4e48-aa1d-186e5133f9b0 admin admin] Calling delete_port for a8be7035-74ea-4b2f-90c9-d25cd32289ec owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:12:53.468835 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-94e5e8f8-2d56-4e48-aa1d-186e5133f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:53.496152 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5e8f8-2d56-4e48-aa1d-186e5133f9b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8be7035-74ea-4b2f-90c9-d25cd32289ec,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:53.501908 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e5e8f8-2d56-4e48-aa1d-186e5133f9b0 admin admin] No DVR routers for this DVR port a8be7035-74ea-4b2f-90c9-d25cd32289ec on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:12:53.535671 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40fc128-983a-4dcf-b28b-c63ab0424da5 None None] DHCP port deletion for 99fb81fe-17a0-4f0d-96a9-91f449baae14 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:12:53.575250 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-94e5e8f8-2d56-4e48-aa1d-186e5133f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:53.586468 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-94e5e8f8-2d56-4e48-aa1d-186e5133f9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99fb81fe-17a0-4f0d-96a9-91f449baae14']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:53.601078 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-94e5e8f8-2d56-4e48-aa1d-186e5133f9b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ea56ef-bf2f-4792-ad5e-9a4e1a23c61e') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:53.601378 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-94e5e8f8-2d56-4e48-aa1d-186e5133f9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ea56ef-bf2f-4792-ad5e-9a4e1a23c61e') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:53.610451 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-94e5e8f8-2d56-4e48-aa1d-186e5133f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:53.627454 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-94e5e8f8-2d56-4e48-aa1d-186e5133f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:53.630813 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e5e8f8-2d56-4e48-aa1d-186e5133f9b0 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:12:53.631285 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-94e5e8f8-2d56-4e48-aa1d-186e5133f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: timer() Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:12:53.632974 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:12:53.693050 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-94e5e8f8-2d56-4e48-aa1d-186e5133f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:53.710090 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-94e5e8f8-2d56-4e48-aa1d-186e5133f9b0 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:53.714765 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-94e5e8f8-2d56-4e48-aa1d-186e5133f9b0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/99fb81fe-17a0-4f0d-96a9-91f449baae14 HTTP/1.1" status: 204 len: 168 time: 0.5627732 Jul 05 05:12:53.716305 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5e8f8-2d56-4e48-aa1d-186e5133f9b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=99fb81fe-17a0-4f0d-96a9-91f449baae14,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:53.802268 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e2c2762f-c0a3-48bf-a98d-fa0e746371fd no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:12:53.822768 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: e2c2762f-c0a3-48bf-a98d-fa0e746371fd {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:12:53.823135 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device e2c2762f-c0a3-48bf-a98d-fa0e746371fd not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:12:53.823554 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a8be7035-74ea-4b2f-90c9-d25cd32289ec no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:12:53.842545 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52252) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:53.847816 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: a8be7035-74ea-4b2f-90c9-d25cd32289ec {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:12:53.848227 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device a8be7035-74ea-4b2f-90c9-d25cd32289ec not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:12:53.848731 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7bff349f-2103-4969-b786-47fc197912e8 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:12:53.867829 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 7bff349f-2103-4969-b786-47fc197912e8 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:12:53.868196 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 7bff349f-2103-4969-b786-47fc197912e8 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:12:53.883180 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8c46ffc1-86bd-41bb-86ea-2d5c08f48400 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ae8a66508acc4431a252c43938f26334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393105 Jul 05 05:12:53.885694 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52254) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:53.933245 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bab3319b-13d0-44c8-99df-be60d05c76ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:53.958541 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bab3319b-13d0-44c8-99df-be60d05c76ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:54.003814 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bab3319b-13d0-44c8-99df-be60d05c76ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:54.006579 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-bab3319b-13d0-44c8-99df-be60d05c76ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:54.007745 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-bab3319b-13d0-44c8-99df-be60d05c76ce admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8d97d773-976a-4295-b70c-759d5d5c148f HTTP/1.1" status: 204 len: 168 time: 0.1211383 Jul 05 05:12:54.017948 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3319b-13d0-44c8-99df-be60d05c76ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d97d773-976a-4295-b70c-759d5d5c148f,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:54.311448 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52260) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:54.351627 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-aed8fcc2-3402-4fbd-ae9b-daee5d1c9d3b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a50da299e61a4e14a244be7bfa35e21d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389128 Jul 05 05:12:54.354404 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52262) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:54.405016 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-af8e52ba-1bec-4b9c-ac27-1f8a3215979e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:54.425296 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-af8e52ba-1bec-4b9c-ac27-1f8a3215979e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:54.471491 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-af8e52ba-1bec-4b9c-ac27-1f8a3215979e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:54.474042 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-af8e52ba-1bec-4b9c-ac27-1f8a3215979e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:54.475188 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-af8e52ba-1bec-4b9c-ac27-1f8a3215979e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/50053817-a219-4c6a-ba20-7cfcdbce455b HTTP/1.1" status: 204 len: 168 time: 0.1198351 Jul 05 05:12:54.482992 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e52ba-1bec-4b9c-ac27-1f8a3215979e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50053817-a219-4c6a-ba20-7cfcdbce455b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:55.126125 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52284) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:55.220420 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-f6f6c0cd-ed9d-4025-9ce1-eb9de910e740 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1235194347-network', 'tenant_id': '2d4608f526a844128946582770c60c48'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:12:55.240396 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f6c0cd-ed9d-4025-9ce1-eb9de910e740 admin admin] Made reservation on behalf of 2d4608f526a844128946582770c60c48 for: {'network': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:12:55.242623 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f6f6c0cd-ed9d-4025-9ce1-eb9de910e740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:55.251597 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f6f6c0cd-ed9d-4025-9ce1-eb9de910e740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:55.343586 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f6f6c0cd-ed9d-4025-9ce1-eb9de910e740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:55.347738 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f6f6c0cd-ed9d-4025-9ce1-eb9de910e740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:55.669269 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f6c0cd-ed9d-4025-9ce1-eb9de910e740 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=105539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:12:55.680242 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6c0cd-ed9d-4025-9ce1-eb9de910e740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dab87a-1dbd-4e24-a4e6-2fec4edfbac0,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:55.686391 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f6f6c0cd-ed9d-4025-9ce1-eb9de910e740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:55.686771 n-d-780147-23 neutron-server[105539]: INFO neutron.db.segments_db [None req-f6f6c0cd-ed9d-4025-9ce1-eb9de910e740 admin admin] Added segment 500d265d-8590-4cd0-a007-0b02c2c4ef6b of type vlan for network 33ac112c-ed8c-4843-8d46-e266881830cf Jul 05 05:12:55.726356 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f6f6c0cd-ed9d-4025-9ce1-eb9de910e740 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:55.755370 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f6f6c0cd-ed9d-4025-9ce1-eb9de910e740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:55.756531 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f6c0cd-ed9d-4025-9ce1-eb9de910e740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:55.757232 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-f6f6c0cd-ed9d-4025-9ce1-eb9de910e740 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:55.808107 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-f6f6c0cd-ed9d-4025-9ce1-eb9de910e740 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6808276 Jul 05 05:12:55.811317 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52288) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:55.816588 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-71e2e183-90cf-4a8b-8ceb-256fdeecd8d9 admin admin] Request body: {'subnet': {'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1235194347-subnet', 'tenant_id': '2d4608f526a844128946582770c60c48', 'ip_version': 4}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:12:55.817355 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6c0cd-ed9d-4025-9ce1-eb9de910e740 admin admin] Pushing event updated for resources: {'Network': ['ID=33ac112c-ed8c-4843-8d46-e266881830cf,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:55.827192 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 33ac112c-ed8c-4843-8d46-e266881830cf details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:12:55.836391 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e2e183-90cf-4a8b-8ceb-256fdeecd8d9 admin admin] Made reservation on behalf of 2d4608f526a844128946582770c60c48 for: {'subnet': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:12:55.838840 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71e2e183-90cf-4a8b-8ceb-256fdeecd8d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291944'] for subnet, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:56.007763 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71e2e183-90cf-4a8b-8ceb-256fdeecd8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8695747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291962'] for subnet, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:56.062193 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2e183-90cf-4a8b-8ceb-256fdeecd8d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72453c89-d436-4e2b-9e72-1aac8d134e5d,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:56.077365 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e2e183-90cf-4a8b-8ceb-256fdeecd8d9 admin admin] Checking segment: {'id': '500d265d-8590-4cd0-a007-0b02c2c4ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:12:56.077801 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e2e183-90cf-4a8b-8ceb-256fdeecd8d9 admin admin] Network hostable DHCP agents. Network: 33ac112c-ed8c-4843-8d46-e266881830cf, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:12:56.094058 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e2e183-90cf-4a8b-8ceb-256fdeecd8d9 admin admin] Network 33ac112c-ed8c-4843-8d46-e266881830cf is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:12:56.102695 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-71e2e183-90cf-4a8b-8ceb-256fdeecd8d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 33ac112c-ed8c-4843-8d46-e266881830cf) {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:12:56.106816 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e2e183-90cf-4a8b-8ceb-256fdeecd8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:56.107406 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-71e2e183-90cf-4a8b-8ceb-256fdeecd8d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:56.111916 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77aab7b1-4f2a-496f-b2c5-d4f8a0963c3a None None] Network 33ac112c-ed8c-4843-8d46-e266881830cf requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:12:56.122068 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-71e2e183-90cf-4a8b-8ceb-256fdeecd8d9 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3094683 Jul 05 05:12:56.125254 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52290) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:56.130209 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-8c03dfa1-9091-4d00-b495-1a9c2af24b62 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1235194347-router', 'tenant_id': '2d4608f526a844128946582770c60c48', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:12:56.152201 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8c03dfa1-9091-4d00-b495-1a9c2af24b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:56.153482 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8c03dfa1-9091-4d00-b495-1a9c2af24b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:56.212181 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8c03dfa1-9091-4d00-b495-1a9c2af24b62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:56.275220 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13276dd5-6b0d-4759-bdc9-b9313bc321b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-33ac112c-ed8c-4843-8d46-e266881830cf', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'tenant_id': '2d4608f526a844128946582770c60c48', 'fixed_ips': [{'subnet_id': '72453c89-d436-4e2b-9e72-1aac8d134e5d'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:12:56.276336 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-13276dd5-6b0d-4759-bdc9-b9313bc321b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:56.372615 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8c03dfa1-9091-4d00-b495-1a9c2af24b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:56.448514 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-13276dd5-6b0d-4759-bdc9-b9313bc321b0 None None] Allocated IP 172.20.0.2 (33ac112c-ed8c-4843-8d46-e266881830cf/72453c89-d436-4e2b-9e72-1aac8d134e5d/876719dd-3250-4f98-9d10-5393a44dd66c) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:12:56.583528 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8c03dfa1-9091-4d00-b495-1a9c2af24b62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:56.602823 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8c03dfa1-9091-4d00-b495-1a9c2af24b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:56.618551 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-13276dd5-6b0d-4759-bdc9-b9313bc321b0 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:56.627522 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-13276dd5-6b0d-4759-bdc9-b9313bc321b0 None None] Transition to ACTIVE for port object 876719dd-3250-4f98-9d10-5393a44dd66c will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:12:56.643016 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-13276dd5-6b0d-4759-bdc9-b9313bc321b0 None None] Transition to ACTIVE for port object 876719dd-3250-4f98-9d10-5393a44dd66c will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:12:56.649181 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-13276dd5-6b0d-4759-bdc9-b9313bc321b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:56.688434 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13276dd5-6b0d-4759-bdc9-b9313bc321b0 None None] Network 33ac112c-ed8c-4843-8d46-e266881830cf is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:12:56.693208 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-13276dd5-6b0d-4759-bdc9-b9313bc321b0 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:12:56.695658 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13276dd5-6b0d-4759-bdc9-b9313bc321b0 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:12:56.709123 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13276dd5-6b0d-4759-bdc9-b9313bc321b0 None None] Pushing event updated for resources: {'Port': ['ID=876719dd-3250-4f98-9d10-5393a44dd66c,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:56.715380 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-8c03dfa1-9091-4d00-b495-1a9c2af24b62 admin admin] Allocated IP 172.25.1.59 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/62e4f335-ba84-4069-9869-096283ed6429) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:12:56.766871 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-13276dd5-6b0d-4759-bdc9-b9313bc321b0 None None] Attempting to bind port 876719dd-3250-4f98-9d10-5393a44dd66c on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:12:56.767281 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-13276dd5-6b0d-4759-bdc9-b9313bc321b0 None None] Attempting to bind port 876719dd-3250-4f98-9d10-5393a44dd66c by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '500d265d-8590-4cd0-a007-0b02c2c4ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:12:56.767657 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13276dd5-6b0d-4759-bdc9-b9313bc321b0 None None] Attempting to bind port 876719dd-3250-4f98-9d10-5393a44dd66c on network 33ac112c-ed8c-4843-8d46-e266881830cf {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:12:56.772859 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13276dd5-6b0d-4759-bdc9-b9313bc321b0 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:12:56.773236 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13276dd5-6b0d-4759-bdc9-b9313bc321b0 None None] Checking segment: {'id': '500d265d-8590-4cd0-a007-0b02c2c4ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:12:56.773641 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-13276dd5-6b0d-4759-bdc9-b9313bc321b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:56.774041 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13276dd5-6b0d-4759-bdc9-b9313bc321b0 None None] Bound using segment: {'id': '500d265d-8590-4cd0-a007-0b02c2c4ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:12:56.774517 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-13276dd5-6b0d-4759-bdc9-b9313bc321b0 None None] Bound port: 876719dd-3250-4f98-9d10-5393a44dd66c, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500d265d-8590-4cd0-a007-0b02c2c4ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:12:56.774906 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-13276dd5-6b0d-4759-bdc9-b9313bc321b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:56.825194 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8c03dfa1-9091-4d00-b495-1a9c2af24b62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:56.842962 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-13276dd5-6b0d-4759-bdc9-b9313bc321b0 None None] For port 876719dd-3250-4f98-9d10-5393a44dd66c, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:12:56.846037 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-13276dd5-6b0d-4759-bdc9-b9313bc321b0 None None] For port 876719dd-3250-4f98-9d10-5393a44dd66c, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=876719dd-3250-4f98-9d10-5393a44dd66c,segment=NetworkSegment(500d265d-8590-4cd0-a007-0b02c2c4ef6b),segment_id=500d265d-8590-4cd0-a007-0b02c2c4ef6b)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:12:56.851302 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-13276dd5-6b0d-4759-bdc9-b9313bc321b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:56.872616 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8c03dfa1-9091-4d00-b495-1a9c2af24b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:56.912043 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c03dfa1-9091-4d00-b495-1a9c2af24b62 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:12:56.918771 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-8c03dfa1-9091-4d00-b495-1a9c2af24b62 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:12:56.922864 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c03dfa1-9091-4d00-b495-1a9c2af24b62 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:12:56.924379 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13276dd5-6b0d-4759-bdc9-b9313bc321b0 None None] Pushing event updated for resources: {'Port': ['ID=876719dd-3250-4f98-9d10-5393a44dd66c,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:56.946173 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03dfa1-9091-4d00-b495-1a9c2af24b62 admin admin] Pushing event updated for resources: {'Port': ['ID=62e4f335-ba84-4069-9869-096283ed6429,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:57.209371 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8c03dfa1-9091-4d00-b495-1a9c2af24b62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:57.418047 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8c03dfa1-9091-4d00-b495-1a9c2af24b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:57.551098 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c03dfa1-9091-4d00-b495-1a9c2af24b62 admin admin] Router de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:12:57.665615 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c03dfa1-9091-4d00-b495-1a9c2af24b62 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:12:57.676763 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] Sync routers for ids ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:12:57.685525 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-8c03dfa1-9091-4d00-b495-1a9c2af24b62 admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:57.688804 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] Routers {'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:12:57.689248 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:12:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:57.690968 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52292) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:57.691502 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-8c03dfa1-9091-4d00-b495-1a9c2af24b62 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5648520 Jul 05 05:12:57.849300 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 876719dd-3250-4f98-9d10-5393a44dd66c up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:12:57.852494 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] Set router de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:12:57.944456 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305525d8-9f8c-4573-a127-51dc1d8c3e9f None None] Network 33ac112c-ed8c-4843-8d46-e266881830cf requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:12:58.047278 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6661a90d-ed06-43dc-b9ba-0938f3affd3c None None] Provisioning for port 876719dd-3250-4f98-9d10-5393a44dd66c completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:12:58.072803 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 876719dd-3250-4f98-9d10-5393a44dd66c completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:12:58.095824 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 876719dd-3250-4f98-9d10-5393a44dd66c triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:12:58.096266 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:58.157902 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fcc1100a-1553-4fe6-971c-edf154d8eedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:58.300571 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:58.321549 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'name': 'tempest-TestSnapshotPattern-1235194347-router', 'tenant_id': '2d4608f526a844128946582770c60c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '62e4f335-ba84-4069-9869-096283ed6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:12:57Z', 'revision_number': 3, 'project_id': '2d4608f526a844128946582770c60c48', 'gw_port': {'id': '62e4f335-ba84-4069-9869-096283ed6429', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:12:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:58.324842 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-fcc1100a-1553-4fe6-971c-edf154d8eedd admin admin] Allocated IP 172.20.0.1 (33ac112c-ed8c-4843-8d46-e266881830cf/72453c89-d436-4e2b-9e72-1aac8d134e5d/d69837f9-c546-41ba-afd1-88faa16f8a33) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:12:58.381130 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] Checking router: de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:12:58.381613 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] Updating router de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 port 62e4f335-ba84-4069-9869-096283ed6429 binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:12:58.435406 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fcc1100a-1553-4fe6-971c-edf154d8eedd admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:58.436960 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 876719dd-3250-4f98-9d10-5393a44dd66c, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=876719dd-3250-4f98-9d10-5393a44dd66c,segment=NetworkSegment(500d265d-8590-4cd0-a007-0b02c2c4ef6b),segment_id=500d265d-8590-4cd0-a007-0b02c2c4ef6b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:12:58.440588 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:58.443394 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:58.453614 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-fcc1100a-1553-4fe6-971c-edf154d8eedd admin admin] Transition to ACTIVE for port object d69837f9-c546-41ba-afd1-88faa16f8a33 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:12:58.502784 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fcc1100a-1553-4fe6-971c-edf154d8eedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:58.543962 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc1100a-1553-4fe6-971c-edf154d8eedd admin admin] Network 33ac112c-ed8c-4843-8d46-e266881830cf is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:12:58.552067 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-fcc1100a-1553-4fe6-971c-edf154d8eedd admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:12:58.555129 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc1100a-1553-4fe6-971c-edf154d8eedd admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:12:58.583853 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1100a-1553-4fe6-971c-edf154d8eedd admin admin] Pushing event updated for resources: {'Port': ['ID=d69837f9-c546-41ba-afd1-88faa16f8a33,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:58.595176 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=876719dd-3250-4f98-9d10-5393a44dd66c,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:58.605843 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fcc1100a-1553-4fe6-971c-edf154d8eedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:58.718312 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9db6eaf4-1194-49a2-aea1-814677526141 None None] Provisioning complete for port 876719dd-3250-4f98-9d10-5393a44dd66c triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:12:58.718623 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9db6eaf4-1194-49a2-aea1-814677526141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:58.780761 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fcc1100a-1553-4fe6-971c-edf154d8eedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:58.824788 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:58.864591 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] Transition to ACTIVE for port object 62e4f335-ba84-4069-9869-096283ed6429 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:12:58.879974 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:58.888946 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cc903b65-e521-449f-ae00-76f710bd199b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:58.944065 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] Attempting to bind port 62e4f335-ba84-4069-9869-096283ed6429 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:12:58.944441 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] Attempting to bind port 62e4f335-ba84-4069-9869-096283ed6429 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:12:58.944809 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] Attempting to bind port 62e4f335-ba84-4069-9869-096283ed6429 on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:12:58.947719 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e9232-772e-45d5-a18e-6d7b2b366225 None None] Pushing event updated for resources: {'Port': ['ID=62e4f335-ba84-4069-9869-096283ed6429,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:58.952470 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:12:58.952844 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:12:58.953254 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:58.953646 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:12:58.954124 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] Bound port: 62e4f335-ba84-4069-9869-096283ed6429, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:12:58.954509 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:58.970601 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fcc1100a-1553-4fe6-971c-edf154d8eedd admin admin] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:58.975312 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fcc1100a-1553-4fe6-971c-edf154d8eedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:59.019536 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] For port 62e4f335-ba84-4069-9869-096283ed6429, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:12:59.023394 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] For port 62e4f335-ba84-4069-9869-096283ed6429, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=62e4f335-ba84-4069-9869-096283ed6429,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:12:59.028553 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:59.036053 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-608b45a3-bacd-4e2a-a3dc-b05c635fbded None None] Provisioning for port d69837f9-c546-41ba-afd1-88faa16f8a33 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:12:59.043258 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-608b45a3-bacd-4e2a-a3dc-b05c635fbded None None] Provisioning complete for port d69837f9-c546-41ba-afd1-88faa16f8a33 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:12:59.043638 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-608b45a3-bacd-4e2a-a3dc-b05c635fbded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:59.053006 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-fcc1100a-1553-4fe6-971c-edf154d8eedd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:59.054960 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1100a-1553-4fe6-971c-edf154d8eedd admin admin] Pushing event updated for resources: {'Port': ['ID=d69837f9-c546-41ba-afd1-88faa16f8a33,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:59.127871 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-608b45a3-bacd-4e2a-a3dc-b05c635fbded None None] Port d69837f9-c546-41ba-afd1-88faa16f8a33 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:12:59.129163 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] Routers {'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:12:59.129809 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:12:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:59.166643 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc1100a-1553-4fe6-971c-edf154d8eedd admin admin] Network 33ac112c-ed8c-4843-8d46-e266881830cf is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:12:59.168135 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-fcc1100a-1553-4fe6-971c-edf154d8eedd admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:12:59.172648 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e9232-772e-45d5-a18e-6d7b2b366225 None None] Pushing event updated for resources: {'Port': ['ID=62e4f335-ba84-4069-9869-096283ed6429,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:59.261954 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] Set router de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:12:59.302132 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc1100a-1553-4fe6-971c-edf154d8eedd admin admin] Router de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:12:59.453465 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc1100a-1553-4fe6-971c-edf154d8eedd admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:12:59.468461 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-fcc1100a-1553-4fe6-971c-edf154d8eedd admin admin] 10.222.0.77 "PUT /v2.0/routers/de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7665362 Jul 05 05:12:59.483529 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-eae1bed8-bbe9-449c-a6b5-55f4dc440b50 None None] Provisioning complete for port d69837f9-c546-41ba-afd1-88faa16f8a33 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:12:59.484117 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-eae1bed8-bbe9-449c-a6b5-55f4dc440b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:59.528992 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-eae1bed8-bbe9-449c-a6b5-55f4dc440b50 None None] Port d69837f9-c546-41ba-afd1-88faa16f8a33 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:12:59.544294 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'name': 'tempest-TestSnapshotPattern-1235194347-router', 'tenant_id': '2d4608f526a844128946582770c60c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '62e4f335-ba84-4069-9869-096283ed6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:12:58Z', 'revision_number': 4, 'project_id': '2d4608f526a844128946582770c60c48', 'gw_port': {'id': '62e4f335-ba84-4069-9869-096283ed6429', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'd69837f9-c546-41ba-afd1-88faa16f8a33', 'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'tenant_id': '2d4608f526a844128946582770c60c48', 'mac_address': 'fa:16:3e:ed:a7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:58Z', 'updated_at': '2021-07-05T05:12:58Z', 'revision_number': 2, 'project_id': '2d4608f526a844128946582770c60c48', 'subnets': [{'id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:59.571712 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dcb7d4-c56e-4dab-9fb7-fc53008788d2 None None] The sync data for ids ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'] in n-d-780147-23 is: [{'id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'name': 'tempest-TestSnapshotPattern-1235194347-router', 'tenant_id': '2d4608f526a844128946582770c60c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '62e4f335-ba84-4069-9869-096283ed6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:12:58Z', 'revision_number': 4, 'project_id': '2d4608f526a844128946582770c60c48', 'gw_port': {'id': '62e4f335-ba84-4069-9869-096283ed6429', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'd69837f9-c546-41ba-afd1-88faa16f8a33', 'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'tenant_id': '2d4608f526a844128946582770c60c48', 'mac_address': 'fa:16:3e:ed:a7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:58Z', 'updated_at': '2021-07-05T05:12:58Z', 'revision_number': 2, 'project_id': '2d4608f526a844128946582770c60c48', 'subnets': [{'id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:12:59.825142 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 876719dd-3250-4f98-9d10-5393a44dd66c up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:12:59.906624 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 876719dd-3250-4f98-9d10-5393a44dd66c triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:12:59.907365 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:00.057261 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52308) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:00.065297 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-c400d5d9-48de-4f7f-8133-ec08e7185161 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1268249334-network', 'tenant_id': '5d6f203f32714f4eb2a77ce8331417d5'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:00.098789 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c400d5d9-48de-4f7f-8133-ec08e7185161 admin admin] Made reservation on behalf of 5d6f203f32714f4eb2a77ce8331417d5 for: {'network': 1} {{(pid=105538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:13:00.101593 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c400d5d9-48de-4f7f-8133-ec08e7185161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for network, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:00.112438 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c400d5d9-48de-4f7f-8133-ec08e7185161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:00.212404 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:00.256992 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c400d5d9-48de-4f7f-8133-ec08e7185161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:00.262365 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c400d5d9-48de-4f7f-8133-ec08e7185161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:00.286017 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c400d5d9-48de-4f7f-8133-ec08e7185161 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=105538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:13:00.305265 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c400d5d9-48de-4f7f-8133-ec08e7185161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:00.305621 n-d-780147-23 neutron-server[105538]: INFO neutron.db.segments_db [None req-c400d5d9-48de-4f7f-8133-ec08e7185161 admin admin] Added segment 1b5fd057-b867-4374-a1e6-a42ba3b35f6f of type vlan for network 47019feb-a24c-4218-b67f-ec9e60a36c23 Jul 05 05:13:00.307771 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400d5d9-48de-4f7f-8133-ec08e7185161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb11d59-17b5-4641-b485-8c814335f402,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:00.355976 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c400d5d9-48de-4f7f-8133-ec08e7185161 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787916396903'] for network, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:00.408108 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c400d5d9-48de-4f7f-8133-ec08e7185161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840'] for network, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:00.410543 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c400d5d9-48de-4f7f-8133-ec08e7185161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:00.413243 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-c400d5d9-48de-4f7f-8133-ec08e7185161 admin admin] Notify callbacks [] for network, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:00.490795 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-c400d5d9-48de-4f7f-8133-ec08e7185161 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4321778 Jul 05 05:13:00.494683 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52310) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:00.496959 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400d5d9-48de-4f7f-8133-ec08e7185161 admin admin] Pushing event updated for resources: {'Network': ['ID=47019feb-a24c-4218-b67f-ec9e60a36c23,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:00.503555 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-03f77411-2071-4ced-82ce-4a91086b827d admin admin] Request body: {'subnet': {'network_id': '47019feb-a24c-4218-b67f-ec9e60a36c23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1268249334-subnet', 'tenant_id': '5d6f203f32714f4eb2a77ce8331417d5', 'ip_version': 4}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:00.511464 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Network 47019feb-a24c-4218-b67f-ec9e60a36c23 details requested by agent ovs-agent-n-d-780147-23 with host n-d-780147-23 {{(pid=105540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:13:00.549603 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f77411-2071-4ced-82ce-4a91086b827d admin admin] Made reservation on behalf of 5d6f203f32714f4eb2a77ce8331417d5 for: {'subnet': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:13:00.553012 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-03f77411-2071-4ced-82ce-4a91086b827d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10132663'] for subnet, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:00.774858 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-03f77411-2071-4ced-82ce-4a91086b827d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10254693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10132645'] for subnet, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:00.847174 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f77411-2071-4ced-82ce-4a91086b827d admin admin] Pushing event updated for resources: {'Subnet': ['ID=89edecb9-0a8b-4d35-8a06-cf0952333af4,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:00.854658 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f77411-2071-4ced-82ce-4a91086b827d admin admin] Checking segment: {'id': '1b5fd057-b867-4374-a1e6-a42ba3b35f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '47019feb-a24c-4218-b67f-ec9e60a36c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:13:00.855307 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f77411-2071-4ced-82ce-4a91086b827d admin admin] Network hostable DHCP agents. Network: 47019feb-a24c-4218-b67f-ec9e60a36c23, hostable agents: ['096be1c7-5e98-4d8a-a858-6eb4cb244b55'], hosted agents: [] {{(pid=105539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:13:00.877964 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f77411-2071-4ced-82ce-4a91086b827d admin admin] Network 47019feb-a24c-4218-b67f-ec9e60a36c23 is scheduled to be hosted by DHCP agent 096be1c7-5e98-4d8a-a858-6eb4cb244b55 with binding_index 1 {{(pid=105539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:13:00.891445 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-03f77411-2071-4ced-82ce-4a91086b827d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-23, 47019feb-a24c-4218-b67f-ec9e60a36c23) {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:13:00.895839 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f77411-2071-4ced-82ce-4a91086b827d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:00.896541 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-03f77411-2071-4ced-82ce-4a91086b827d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:00.902903 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3adc2e7-fda4-4a66-9f83-73d1e50bd643 None None] Network 47019feb-a24c-4218-b67f-ec9e60a36c23 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:13:00.919002 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-03f77411-2071-4ced-82ce-4a91086b827d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4177220 Jul 05 05:13:00.919272 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52312) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:00.925272 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-2df9cba9-3c06-4431-8c93-3aebd191a4b9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1268249334-router', 'tenant_id': '5d6f203f32714f4eb2a77ce8331417d5', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:00.957963 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2df9cba9-3c06-4431-8c93-3aebd191a4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-540982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59668'] for router, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:00.961172 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2df9cba9-3c06-4431-8c93-3aebd191a4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-541097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-779487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59661'] for router, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:01.027553 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2df9cba9-3c06-4431-8c93-3aebd191a4b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:01.082670 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a571368-3d6e-4f72-add1-08ea9488d984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa9ec725-9b49-58dc-a96a-104a9e72c7fa-47019feb-a24c-4218-b67f-ec9e60a36c23', 'network_id': '47019feb-a24c-4218-b67f-ec9e60a36c23', 'tenant_id': '5d6f203f32714f4eb2a77ce8331417d5', 'fixed_ips': [{'subnet_id': '89edecb9-0a8b-4d35-8a06-cf0952333af4'}]}} from n-d-780147-23. {{(pid=105540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:13:01.083561 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9a571368-3d6e-4f72-add1-08ea9488d984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:01.191875 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2df9cba9-3c06-4431-8c93-3aebd191a4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59711'] for router, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:01.229938 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.db_base_plugin_common [None req-9a571368-3d6e-4f72-add1-08ea9488d984 None None] Allocated IP 172.20.0.2 (47019feb-a24c-4218-b67f-ec9e60a36c23/89edecb9-0a8b-4d35-8a06-cf0952333af4/1503cc93-8eb1-47e8-9af4-66c2948e43c0) {{(pid=105540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:13:01.407544 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9a571368-3d6e-4f72-add1-08ea9488d984 None None] Notify callbacks [] for port, precommit_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:01.419490 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9a571368-3d6e-4f72-add1-08ea9488d984 None None] Transition to ACTIVE for port object 1503cc93-8eb1-47e8-9af4-66c2948e43c0 will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:13:01.438184 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-9a571368-3d6e-4f72-add1-08ea9488d984 None None] Transition to ACTIVE for port object 1503cc93-8eb1-47e8-9af4-66c2948e43c0 will not be triggered until provisioned by entity DHCP. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:13:01.440996 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2df9cba9-3c06-4431-8c93-3aebd191a4b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:01.445508 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9a571368-3d6e-4f72-add1-08ea9488d984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717'] for port, after_create {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:01.462670 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2df9cba9-3c06-4431-8c93-3aebd191a4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:01.485309 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a571368-3d6e-4f72-add1-08ea9488d984 None None] Network 47019feb-a24c-4218-b67f-ec9e60a36c23 is already hosted by enough agents. {{(pid=105540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:13:01.497019 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.base_scheduler [None req-9a571368-3d6e-4f72-add1-08ea9488d984 None None] Resources bound (agent type, host, resource id): {{(pid=105540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:13:01.505134 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a571368-3d6e-4f72-add1-08ea9488d984 None None] Received port after_create {{(pid=105540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:13:01.510007 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a571368-3d6e-4f72-add1-08ea9488d984 None None] Pushing event updated for resources: {'Port': ['ID=1503cc93-8eb1-47e8-9af4-66c2948e43c0,revision_number=1']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:01.541905 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-eb17cecb-5c3c-4b8e-b0bc-85bb560ba6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:01.581113 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-9a571368-3d6e-4f72-add1-08ea9488d984 None None] Attempting to bind port 1503cc93-8eb1-47e8-9af4-66c2948e43c0 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:13:01.581483 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-9a571368-3d6e-4f72-add1-08ea9488d984 None None] Attempting to bind port 1503cc93-8eb1-47e8-9af4-66c2948e43c0 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '1b5fd057-b867-4374-a1e6-a42ba3b35f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '47019feb-a24c-4218-b67f-ec9e60a36c23'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:13:01.581776 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a571368-3d6e-4f72-add1-08ea9488d984 None None] Attempting to bind port 1503cc93-8eb1-47e8-9af4-66c2948e43c0 on network 47019feb-a24c-4218-b67f-ec9e60a36c23 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:13:01.584874 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [None req-2df9cba9-3c06-4431-8c93-3aebd191a4b9 admin admin] Allocated IP 172.25.1.239 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/3fe07594-0242-4f37-a277-659a3e1126cd) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:13:01.590038 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a571368-3d6e-4f72-add1-08ea9488d984 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:13:01.590466 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a571368-3d6e-4f72-add1-08ea9488d984 None None] Checking segment: {'id': '1b5fd057-b867-4374-a1e6-a42ba3b35f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '47019feb-a24c-4218-b67f-ec9e60a36c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:13:01.590815 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9a571368-3d6e-4f72-add1-08ea9488d984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:01.591680 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a571368-3d6e-4f72-add1-08ea9488d984 None None] Bound using segment: {'id': '1b5fd057-b867-4374-a1e6-a42ba3b35f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '47019feb-a24c-4218-b67f-ec9e60a36c23'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:13:01.592830 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-9a571368-3d6e-4f72-add1-08ea9488d984 None None] Bound port: 1503cc93-8eb1-47e8-9af4-66c2948e43c0, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5fd057-b867-4374-a1e6-a42ba3b35f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '47019feb-a24c-4218-b67f-ec9e60a36c23'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:13:01.593422 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9a571368-3d6e-4f72-add1-08ea9488d984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:01.676859 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-9a571368-3d6e-4f72-add1-08ea9488d984 None None] For port 1503cc93-8eb1-47e8-9af4-66c2948e43c0, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:13:01.680606 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-9a571368-3d6e-4f72-add1-08ea9488d984 None None] For port 1503cc93-8eb1-47e8-9af4-66c2948e43c0, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1503cc93-8eb1-47e8-9af4-66c2948e43c0,segment=NetworkSegment(1b5fd057-b867-4374-a1e6-a42ba3b35f6f),segment_id=1b5fd057-b867-4374-a1e6-a42ba3b35f6f)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:13:01.685522 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9a571368-3d6e-4f72-add1-08ea9488d984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:01.739638 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2df9cba9-3c06-4431-8c93-3aebd191a4b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:01.776756 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a571368-3d6e-4f72-add1-08ea9488d984 None None] Pushing event updated for resources: {'Port': ['ID=1503cc93-8eb1-47e8-9af4-66c2948e43c0,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:01.809603 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2df9cba9-3c06-4431-8c93-3aebd191a4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:01.841236 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 62e4f335-ba84-4069-9869-096283ed6429 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:13:01.857599 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df9cba9-3c06-4431-8c93-3aebd191a4b9 admin admin] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:13:01.865170 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [None req-2df9cba9-3c06-4431-8c93-3aebd191a4b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:13:01.868651 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df9cba9-3c06-4431-8c93-3aebd191a4b9 admin admin] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:13:01.874369 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9cba9-3c06-4431-8c93-3aebd191a4b9 admin admin] Pushing event updated for resources: {'Port': ['ID=3fe07594-0242-4f37-a277-659a3e1126cd,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:01.926276 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 62e4f335-ba84-4069-9869-096283ed6429 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:13:01.930119 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:01.938445 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 62e4f335-ba84-4069-9869-096283ed6429 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:13:01.939305 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:02.045101 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:02.046812 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] Sync routers for ids ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:13:02.065819 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] Routers {'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:13:02.066464 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:13:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:02.078219 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 62e4f335-ba84-4069-9869-096283ed6429, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=62e4f335-ba84-4069-9869-096283ed6429,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:13:02.085334 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:02.154263 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=62e4f335-ba84-4069-9869-096283ed6429,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:02.193475 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] Set router de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:13:02.203942 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2df9cba9-3c06-4431-8c93-3aebd191a4b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:02.400184 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'name': 'tempest-TestSnapshotPattern-1235194347-router', 'tenant_id': '2d4608f526a844128946582770c60c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '62e4f335-ba84-4069-9869-096283ed6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:12:58Z', 'revision_number': 4, 'project_id': '2d4608f526a844128946582770c60c48', 'gw_port': {'id': '62e4f335-ba84-4069-9869-096283ed6429', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'd69837f9-c546-41ba-afd1-88faa16f8a33', 'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'tenant_id': '2d4608f526a844128946582770c60c48', 'mac_address': 'fa:16:3e:ed:a7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:58Z', 'updated_at': '2021-07-05T05:12:58Z', 'revision_number': 2, 'project_id': '2d4608f526a844128946582770c60c48', 'subnets': [{'id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:02.406940 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2df9cba9-3c06-4431-8c93-3aebd191a4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545000'] for router, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:02.427624 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] Checking router: de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:13:02.428009 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] Updating router de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 port d69837f9-c546-41ba-afd1-88faa16f8a33 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:13:02.461916 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:02.785628 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:02.797260 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] Transition to ACTIVE for port object d69837f9-c546-41ba-afd1-88faa16f8a33 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:13:02.804977 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:02.861401 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573bfef-d5ff-4051-a50a-c8762c89113f None None] Pushing event updated for resources: {'Port': ['ID=d69837f9-c546-41ba-afd1-88faa16f8a33,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:02.882485 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df9cba9-3c06-4431-8c93-3aebd191a4b9 admin admin] Router 76b5682d-b348-4200-98a9-e53ea879d4ed is scheduled to L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 with binding_index 1 {{(pid=105539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:13:02.886093 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5573bfef-d5ff-4051-a50a-c8762c89113f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:02.886557 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5573bfef-d5ff-4051-a50a-c8762c89113f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:02.886855 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5573bfef-d5ff-4051-a50a-c8762c89113f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:02.887151 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5573bfef-d5ff-4051-a50a-c8762c89113f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:02.887444 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5573bfef-d5ff-4051-a50a-c8762c89113f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:02.887823 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5573bfef-d5ff-4051-a50a-c8762c89113f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:02.888069 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5573bfef-d5ff-4051-a50a-c8762c89113f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:02.888395 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5573bfef-d5ff-4051-a50a-c8762c89113f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:02.888715 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5573bfef-d5ff-4051-a50a-c8762c89113f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:02.889576 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5573bfef-d5ff-4051-a50a-c8762c89113f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:02.889884 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5573bfef-d5ff-4051-a50a-c8762c89113f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:02.890659 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5573bfef-d5ff-4051-a50a-c8762c89113f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:02.919745 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ae6415-5cfa-457a-9460-4d29658b860e None None] Network 47019feb-a24c-4218-b67f-ec9e60a36c23 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:13:02.935024 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] Attempting to bind port d69837f9-c546-41ba-afd1-88faa16f8a33 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:13:02.935392 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] Attempting to bind port d69837f9-c546-41ba-afd1-88faa16f8a33 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '500d265d-8590-4cd0-a007-0b02c2c4ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:13:02.935752 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] Attempting to bind port d69837f9-c546-41ba-afd1-88faa16f8a33 on network 33ac112c-ed8c-4843-8d46-e266881830cf {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:13:02.942605 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:13:02.943034 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] Checking segment: {'id': '500d265d-8590-4cd0-a007-0b02c2c4ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:13:02.943703 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:02.944146 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] Bound using segment: {'id': '500d265d-8590-4cd0-a007-0b02c2c4ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:13:02.944727 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] Bound port: d69837f9-c546-41ba-afd1-88faa16f8a33, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500d265d-8590-4cd0-a007-0b02c2c4ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:13:02.945347 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:02.985930 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:03.008889 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-6f06d704-54c4-4d03-b407-29fdae68a522 None None] Provisioning for port 1503cc93-8eb1-47e8-9af4-66c2948e43c0 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:13:03.028603 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] For port d69837f9-c546-41ba-afd1-88faa16f8a33, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:13:03.033125 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] For port d69837f9-c546-41ba-afd1-88faa16f8a33, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d69837f9-c546-41ba-afd1-88faa16f8a33,segment=NetworkSegment(500d265d-8590-4cd0-a007-0b02c2c4ef6b),segment_id=500d265d-8590-4cd0-a007-0b02c2c4ef6b)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:13:03.035441 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df9cba9-3c06-4431-8c93-3aebd191a4b9 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:13:03.039753 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:03.058922 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-2df9cba9-3c06-4431-8c93-3aebd191a4b9 admin admin] Notify callbacks [] for router, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:03.061410 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-2df9cba9-3c06-4431-8c93-3aebd191a4b9 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1408007 Jul 05 05:13:03.064379 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52314) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:03.101448 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] Routers {'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:13:03.102085 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:13:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:03.112179 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e729223b-eede-40df-8984-726583ad4bca None None] Sync routers for ids ['76b5682d-b348-4200-98a9-e53ea879d4ed'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:13:03.128548 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e729223b-eede-40df-8984-726583ad4bca None None] Routers {'76b5682d-b348-4200-98a9-e53ea879d4ed'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:13:03.129096 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e729223b-eede-40df-8984-726583ad4bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:13:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['76b5682d-b348-4200-98a9-e53ea879d4ed'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:03.155215 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573bfef-d5ff-4051-a50a-c8762c89113f None None] Pushing event updated for resources: {'Port': ['ID=d69837f9-c546-41ba-afd1-88faa16f8a33,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:03.243217 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] Set router de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:13:03.278501 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-e729223b-eede-40df-8984-726583ad4bca None None] Set router 76b5682d-b348-4200-98a9-e53ea879d4ed gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:13:03.546876 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e729223b-eede-40df-8984-726583ad4bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5682d-b348-4200-98a9-e53ea879d4ed', 'name': 'tempest-TestSnapshotPattern-1268249334-router', 'tenant_id': '5d6f203f32714f4eb2a77ce8331417d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '3fe07594-0242-4f37-a277-659a3e1126cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:13:00Z', 'updated_at': '2021-07-05T05:13:02Z', 'revision_number': 3, 'project_id': '5d6f203f32714f4eb2a77ce8331417d5', 'gw_port': {'id': '3fe07594-0242-4f37-a277-659a3e1126cd', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5682d-b348-4200-98a9-e53ea879d4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:01Z', 'updated_at': '2021-07-05T05:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:03.588722 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e729223b-eede-40df-8984-726583ad4bca None None] Checking router: 76b5682d-b348-4200-98a9-e53ea879d4ed for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:13:03.589116 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e729223b-eede-40df-8984-726583ad4bca None None] Updating router 76b5682d-b348-4200-98a9-e53ea879d4ed port 3fe07594-0242-4f37-a277-659a3e1126cd binding host n-d-780147-23 {{(pid=105540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:13:03.613126 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'name': 'tempest-TestSnapshotPattern-1235194347-router', 'tenant_id': '2d4608f526a844128946582770c60c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '62e4f335-ba84-4069-9869-096283ed6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:12:58Z', 'revision_number': 4, 'project_id': '2d4608f526a844128946582770c60c48', 'gw_port': {'id': '62e4f335-ba84-4069-9869-096283ed6429', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'd69837f9-c546-41ba-afd1-88faa16f8a33', 'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'tenant_id': '2d4608f526a844128946582770c60c48', 'mac_address': 'fa:16:3e:ed:a7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:58Z', 'updated_at': '2021-07-05T05:13:03Z', 'revision_number': 4, 'project_id': '2d4608f526a844128946582770c60c48', 'subnets': [{'id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:03.631156 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e729223b-eede-40df-8984-726583ad4bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:03.643510 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a543a9-28e1-40cf-9fcf-26d9ca7a920b None None] The sync data for ids ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'] in n-d-780147-23 is: [{'id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'name': 'tempest-TestSnapshotPattern-1235194347-router', 'tenant_id': '2d4608f526a844128946582770c60c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '62e4f335-ba84-4069-9869-096283ed6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:12:58Z', 'revision_number': 4, 'project_id': '2d4608f526a844128946582770c60c48', 'gw_port': {'id': '62e4f335-ba84-4069-9869-096283ed6429', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'd69837f9-c546-41ba-afd1-88faa16f8a33', 'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'tenant_id': '2d4608f526a844128946582770c60c48', 'mac_address': 'fa:16:3e:ed:a7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:58Z', 'updated_at': '2021-07-05T05:13:03Z', 'revision_number': 4, 'project_id': '2d4608f526a844128946582770c60c48', 'subnets': [{'id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:13:03.939699 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d69837f9-c546-41ba-afd1-88faa16f8a33 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:13:03.945192 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e729223b-eede-40df-8984-726583ad4bca None None] Notify callbacks [] for port, precommit_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:03.978933 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-e729223b-eede-40df-8984-726583ad4bca None None] Transition to ACTIVE for port object 3fe07594-0242-4f37-a277-659a3e1126cd will not be triggered until provisioned by entity L2. {{(pid=105540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:13:03.989436 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e729223b-eede-40df-8984-726583ad4bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:04.012294 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-116c76b8-f1bd-433d-bca0-ce79041d49f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:04.053827 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c0ebf-2249-4e78-bc52-ed365298706f None None] Pushing event updated for resources: {'Port': ['ID=3fe07594-0242-4f37-a277-659a3e1126cd,revision_number=2']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:04.056137 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e729223b-eede-40df-8984-726583ad4bca None None] Attempting to bind port 3fe07594-0242-4f37-a277-659a3e1126cd on host n-d-780147-23 for vnic_type normal with profile {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:13:04.056513 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e729223b-eede-40df-8984-726583ad4bca None None] Attempting to bind port 3fe07594-0242-4f37-a277-659a3e1126cd by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:13:04.056964 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729223b-eede-40df-8984-726583ad4bca None None] Attempting to bind port 3fe07594-0242-4f37-a277-659a3e1126cd on network ed495a2f-0241-4263-bf9b-61a54e0fbc19 {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:13:04.065125 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729223b-eede-40df-8984-726583ad4bca None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:13:04.065505 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729223b-eede-40df-8984-726583ad4bca None None] Checking segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:13:04.065912 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e729223b-eede-40df-8984-726583ad4bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:04.066313 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729223b-eede-40df-8984-726583ad4bca None None] Bound using segment: {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'} {{(pid=105540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:13:04.066841 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.managers [None req-e729223b-eede-40df-8984-726583ad4bca None None] Bound port: 3fe07594-0242-4f37-a277-659a3e1126cd, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f285f-68fd-4b1d-8c65-e230511c85f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19'}}] {{(pid=105540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:13:04.067228 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e729223b-eede-40df-8984-726583ad4bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:04.070395 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port d69837f9-c546-41ba-afd1-88faa16f8a33 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:13:04.096065 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port d69837f9-c546-41ba-afd1-88faa16f8a33 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:13:04.096443 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:04.161146 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e729223b-eede-40df-8984-726583ad4bca None None] For port 3fe07594-0242-4f37-a277-659a3e1126cd, host n-d-780147-23, cleared binding levels {{(pid=105540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:13:04.169308 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-e729223b-eede-40df-8984-726583ad4bca None None] For port 3fe07594-0242-4f37-a277-659a3e1126cd, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3fe07594-0242-4f37-a277-659a3e1126cd,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:13:04.176804 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e729223b-eede-40df-8984-726583ad4bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:04.190743 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-116c76b8-f1bd-433d-bca0-ce79041d49f5 admin admin] Allocated IP 172.20.0.1 (47019feb-a24c-4218-b67f-ec9e60a36c23/89edecb9-0a8b-4d35-8a06-cf0952333af4/0429329e-16c7-4b03-9fc8-9e1fcf65a322) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:13:04.285972 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:04.296062 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c0ebf-2249-4e78-bc52-ed365298706f None None] Pushing event updated for resources: {'Port': ['ID=3fe07594-0242-4f37-a277-659a3e1126cd,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:04.309697 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e729223b-eede-40df-8984-726583ad4bca None None] Routers {'76b5682d-b348-4200-98a9-e53ea879d4ed'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:13:04.310418 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e729223b-eede-40df-8984-726583ad4bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:13:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['76b5682d-b348-4200-98a9-e53ea879d4ed'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:04.325157 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-116c76b8-f1bd-433d-bca0-ce79041d49f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:04.346499 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.provisioning_blocks [None req-116c76b8-f1bd-433d-bca0-ce79041d49f5 admin admin] Transition to ACTIVE for port object 0429329e-16c7-4b03-9fc8-9e1fcf65a322 will not be triggered until provisioned by entity DHCP. {{(pid=105538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:13:04.378920 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port d69837f9-c546-41ba-afd1-88faa16f8a33, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d69837f9-c546-41ba-afd1-88faa16f8a33,segment=NetworkSegment(500d265d-8590-4cd0-a007-0b02c2c4ef6b),segment_id=500d265d-8590-4cd0-a007-0b02c2c4ef6b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:13:04.392065 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-116c76b8-f1bd-433d-bca0-ce79041d49f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:04.395878 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:04.397782 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 62e4f335-ba84-4069-9869-096283ed6429 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:13:04.439748 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116c76b8-f1bd-433d-bca0-ce79041d49f5 admin admin] Network 47019feb-a24c-4218-b67f-ec9e60a36c23 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:13:04.445582 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-116c76b8-f1bd-433d-bca0-ce79041d49f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:13:04.447551 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c76b8-f1bd-433d-bca0-ce79041d49f5 admin admin] Pushing event updated for resources: {'Port': ['ID=0429329e-16c7-4b03-9fc8-9e1fcf65a322,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:04.449790 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116c76b8-f1bd-433d-bca0-ce79041d49f5 admin admin] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:13:04.495672 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-116c76b8-f1bd-433d-bca0-ce79041d49f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633055'] for router_interface, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:04.565557 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=d69837f9-c546-41ba-afd1-88faa16f8a33,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:04.573462 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-e729223b-eede-40df-8984-726583ad4bca None None] Set router 76b5682d-b348-4200-98a9-e53ea879d4ed gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:13:04.577026 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 62e4f335-ba84-4069-9869-096283ed6429 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:13:04.577791 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:04.687859 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-116c76b8-f1bd-433d-bca0-ce79041d49f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:04.747535 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:04.821550 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b9b68813-f724-42c4-aa9f-95946a1e0a03 None None] Provisioning for port 0429329e-16c7-4b03-9fc8-9e1fcf65a322 completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:13:04.843110 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1503cc93-8eb1-47e8-9af4-66c2948e43c0 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:13:04.846700 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-b9b68813-f724-42c4-aa9f-95946a1e0a03 None None] Provisioning complete for port 0429329e-16c7-4b03-9fc8-9e1fcf65a322 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:13:04.847073 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b9b68813-f724-42c4-aa9f-95946a1e0a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:04.876786 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-116c76b8-f1bd-433d-bca0-ce79041d49f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:04.881244 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-116c76b8-f1bd-433d-bca0-ce79041d49f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:04.918885 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-b9b68813-f724-42c4-aa9f-95946a1e0a03 None None] Port 0429329e-16c7-4b03-9fc8-9e1fcf65a322 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:13:04.939304 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 1503cc93-8eb1-47e8-9af4-66c2948e43c0 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:13:04.943452 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-e729223b-eede-40df-8984-726583ad4bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5682d-b348-4200-98a9-e53ea879d4ed', 'name': 'tempest-TestSnapshotPattern-1268249334-router', 'tenant_id': '5d6f203f32714f4eb2a77ce8331417d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '3fe07594-0242-4f37-a277-659a3e1126cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:13:00Z', 'updated_at': '2021-07-05T05:13:02Z', 'revision_number': 3, 'project_id': '5d6f203f32714f4eb2a77ce8331417d5', 'gw_port': {'id': '3fe07594-0242-4f37-a277-659a3e1126cd', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5682d-b348-4200-98a9-e53ea879d4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:01Z', 'updated_at': '2021-07-05T05:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:04.946595 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 1503cc93-8eb1-47e8-9af4-66c2948e43c0 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:13:04.946991 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:04.954681 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c76b8-f1bd-433d-bca0-ce79041d49f5 admin admin] Pushing event updated for resources: {'Port': ['ID=0429329e-16c7-4b03-9fc8-9e1fcf65a322,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:04.958669 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-116c76b8-f1bd-433d-bca0-ce79041d49f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546210'] for router_interface, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:04.977282 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e729223b-eede-40df-8984-726583ad4bca None None] The sync data for ids ['76b5682d-b348-4200-98a9-e53ea879d4ed'] in n-d-780147-23 is: [{'id': '76b5682d-b348-4200-98a9-e53ea879d4ed', 'name': 'tempest-TestSnapshotPattern-1268249334-router', 'tenant_id': '5d6f203f32714f4eb2a77ce8331417d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '3fe07594-0242-4f37-a277-659a3e1126cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:13:00Z', 'updated_at': '2021-07-05T05:13:02Z', 'revision_number': 3, 'project_id': '5d6f203f32714f4eb2a77ce8331417d5', 'gw_port': {'id': '3fe07594-0242-4f37-a277-659a3e1126cd', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5682d-b348-4200-98a9-e53ea879d4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:01Z', 'updated_at': '2021-07-05T05:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:13:05.055094 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116c76b8-f1bd-433d-bca0-ce79041d49f5 admin admin] Network 47019feb-a24c-4218-b67f-ec9e60a36c23 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:13:05.056673 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-116c76b8-f1bd-433d-bca0-ce79041d49f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:13:05.057507 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:05.096765 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 1503cc93-8eb1-47e8-9af4-66c2948e43c0, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1503cc93-8eb1-47e8-9af4-66c2948e43c0,segment=NetworkSegment(1b5fd057-b867-4374-a1e6-a42ba3b35f6f),segment_id=1b5fd057-b867-4374-a1e6-a42ba3b35f6f)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:13:05.102935 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:05.160450 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=1503cc93-8eb1-47e8-9af4-66c2948e43c0,revision_number=3']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:05.195285 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116c76b8-f1bd-433d-bca0-ce79041d49f5 admin admin] Router 76b5682d-b348-4200-98a9-e53ea879d4ed has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:13:05.331683 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116c76b8-f1bd-433d-bca0-ce79041d49f5 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:13:05.337121 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-116c76b8-f1bd-433d-bca0-ce79041d49f5 admin admin] 10.222.0.77 "PUT /v2.0/routers/76b5682d-b348-4200-98a9-e53ea879d4ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2714131 Jul 05 05:13:05.444988 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-a98479f6-2d75-4181-87a4-7fd2d2c0dbc7 None None] Provisioning complete for port 0429329e-16c7-4b03-9fc8-9e1fcf65a322 triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:13:05.445574 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-a98479f6-2d75-4181-87a4-7fd2d2c0dbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:05.485664 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-a98479f6-2d75-4181-87a4-7fd2d2c0dbc7 None None] Port 0429329e-16c7-4b03-9fc8-9e1fcf65a322 cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:13:05.887044 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d69837f9-c546-41ba-afd1-88faa16f8a33 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:13:05.935310 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port d69837f9-c546-41ba-afd1-88faa16f8a33 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:13:05.935713 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.012785 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3fe07594-0242-4f37-a277-659a3e1126cd up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:13:06.090818 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52324) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:06.096477 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ad507102-5d37-4c5f-b3ce-72433eeb445a tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1532546063', 'description': 'tempest-secgroup-smoke-1532546063 description', 'project_id': '2d4608f526a844128946582770c60c48'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:06.120294 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad507102-5d37-4c5f-b3ce-72433eeb445a tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for security_group, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.220080 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 3fe07594-0242-4f37-a277-659a3e1126cd completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:13:06.222366 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad507102-5d37-4c5f-b3ce-72433eeb445a tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for security_group, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.224126 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 3fe07594-0242-4f37-a277-659a3e1126cd triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:13:06.224494 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.228282 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad507102-5d37-4c5f-b3ce-72433eeb445a tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.261849 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ad507102-5d37-4c5f-b3ce-72433eeb445a tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for security_group, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.267472 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ad507102-5d37-4c5f-b3ce-72433eeb445a tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1716654 Jul 05 05:13:06.267472 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad507102-5d37-4c5f-b3ce-72433eeb445a tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6096ad13-31f5-489a-8b0c-91ca2461196b,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:06.267829 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52326) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:06.272655 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-1c260959-1169-4e2d-b581-fc70eb96b656 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Request body: {'security_group_rule': {'security_group_id': '6096ad13-31f5-489a-8b0c-91ca2461196b', 'project_id': '2d4608f526a844128946582770c60c48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:06.305026 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1c260959-1169-4e2d-b581-fc70eb96b656 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.319474 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.339884 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 3fe07594-0242-4f37-a277-659a3e1126cd, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3fe07594-0242-4f37-a277-659a3e1126cd,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:13:06.344538 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.345318 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1503cc93-8eb1-47e8-9af4-66c2948e43c0 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:13:06.361884 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1c260959-1169-4e2d-b581-fc70eb96b656 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.365733 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1c260959-1169-4e2d-b581-fc70eb96b656 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.385279 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c260959-1169-4e2d-b581-fc70eb96b656 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4fb086-ce4c-42a3-8018-7f2fd6e94661,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:06.388944 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1c260959-1169-4e2d-b581-fc70eb96b656 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.390370 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1c260959-1169-4e2d-b581-fc70eb96b656 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214905 Jul 05 05:13:06.393158 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52328) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:06.397598 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-0ce0a3d8-99e7-479a-90ca-f1289c49c139 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Request body: {'security_group_rule': {'security_group_id': '6096ad13-31f5-489a-8b0c-91ca2461196b', 'project_id': '2d4608f526a844128946582770c60c48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:06.425844 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0ce0a3d8-99e7-479a-90ca-f1289c49c139 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.426891 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=3fe07594-0242-4f37-a277-659a3e1126cd,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:06.438071 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 1503cc93-8eb1-47e8-9af4-66c2948e43c0 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:13:06.438448 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.489052 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0ce0a3d8-99e7-479a-90ca-f1289c49c139 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.492955 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0ce0a3d8-99e7-479a-90ca-f1289c49c139 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.529047 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0a3d8-99e7-479a-90ca-f1289c49c139 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395afa75-9b54-489f-b1ed-6734786cbc33,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:06.529831 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-0ce0a3d8-99e7-479a-90ca-f1289c49c139 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.533901 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-0ce0a3d8-99e7-479a-90ca-f1289c49c139 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1372955 Jul 05 05:13:06.534380 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52330) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:06.539089 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-468543d2-d031-48ed-9706-f4cda99d226d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Request body: {'security_group_rule': {'security_group_id': '6096ad13-31f5-489a-8b0c-91ca2461196b', 'project_id': '2d4608f526a844128946582770c60c48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:06.573528 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-468543d2-d031-48ed-9706-f4cda99d226d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.632209 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-468543d2-d031-48ed-9706-f4cda99d226d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.635626 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-468543d2-d031-48ed-9706-f4cda99d226d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.658519 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468543d2-d031-48ed-9706-f4cda99d226d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debc53c7-6424-41a7-b848-cdec361db063,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:06.664766 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-468543d2-d031-48ed-9706-f4cda99d226d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.667193 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-468543d2-d031-48ed-9706-f4cda99d226d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306813 Jul 05 05:13:06.669022 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52332) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:06.674572 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-ffff4385-415e-4f0b-a211-a5470cc81d62 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Request body: {'security_group_rule': {'security_group_id': '6096ad13-31f5-489a-8b0c-91ca2461196b', 'project_id': '2d4608f526a844128946582770c60c48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:06.700639 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ffff4385-415e-4f0b-a211-a5470cc81d62 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.761349 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ffff4385-415e-4f0b-a211-a5470cc81d62 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.765462 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ffff4385-415e-4f0b-a211-a5470cc81d62 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.783626 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff4385-415e-4f0b-a211-a5470cc81d62 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d63059d-9491-4bf7-81b8-7716c15666ce,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:06.788637 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-ffff4385-415e-4f0b-a211-a5470cc81d62 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.789903 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-ffff4385-415e-4f0b-a211-a5470cc81d62 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198862 Jul 05 05:13:06.792604 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52334) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:06.797358 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-bbf3b129-4e8d-4814-b556-c89aa953e4cd tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Request body: {'security_group_rule': {'security_group_id': '6096ad13-31f5-489a-8b0c-91ca2461196b', 'project_id': '2d4608f526a844128946582770c60c48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:06.818344 n-d-780147-23 neutron-server[105538]: INFO neutron.db.securitygroups_db [None req-bbf3b129-4e8d-4814-b556-c89aa953e4cd tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Project 2d4608f526a844128946582770c60c48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:13:06.823101 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bbf3b129-4e8d-4814-b556-c89aa953e4cd tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.888594 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bbf3b129-4e8d-4814-b556-c89aa953e4cd tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.893511 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bbf3b129-4e8d-4814-b556-c89aa953e4cd tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.913357 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3b129-4e8d-4814-b556-c89aa953e4cd tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea2ebcdf-471e-40a2-a375-a51052db5268,revision_number=0']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:06.923499 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-bbf3b129-4e8d-4814-b556-c89aa953e4cd tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.924566 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-bbf3b129-4e8d-4814-b556-c89aa953e4cd tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308515 Jul 05 05:13:06.931418 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 52336) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:06.940386 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [None req-c52e9788-18f3-418b-aa71-c5a89a61f361 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Request body: {'security_group_rule': {'security_group_id': '6096ad13-31f5-489a-8b0c-91ca2461196b', 'project_id': '2d4608f526a844128946582770c60c48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:06.979611 n-d-780147-23 neutron-server[105539]: INFO neutron.db.securitygroups_db [None req-c52e9788-18f3-418b-aa71-c5a89a61f361 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Project 2d4608f526a844128946582770c60c48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:13:06.989081 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c52e9788-18f3-418b-aa71-c5a89a61f361 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:07.062685 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c52e9788-18f3-418b-aa71-c5a89a61f361 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:07.067213 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c52e9788-18f3-418b-aa71-c5a89a61f361 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-631655'] for security_group_rule, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:07.086873 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e9788-18f3-418b-aa71-c5a89a61f361 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931ccd0d-cfac-4ab6-b121-cf1854eb1845,revision_number=0']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:07.089965 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c52e9788-18f3-418b-aa71-c5a89a61f361 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:07.091136 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c52e9788-18f3-418b-aa71-c5a89a61f361 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1579435 Jul 05 05:13:07.206685 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] Sync routers for ids ['76b5682d-b348-4200-98a9-e53ea879d4ed'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:13:07.215649 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] Routers {'76b5682d-b348-4200-98a9-e53ea879d4ed'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:13:07.216364 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:13:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['76b5682d-b348-4200-98a9-e53ea879d4ed'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:07.234587 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-270710f5-0104-4b33-9cde-76e0b29d0b42 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1532546063&fields=id&tenant_id=2d4608f526a844128946582770c60c48 HTTP/1.1" status: 200 len: 267 time: 0.0347340 Jul 05 05:13:07.322982 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] Set router 76b5682d-b348-4200-98a9-e53ea879d4ed gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:13:07.341718 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-a4382c5d-a41a-4a02-8c50-08eaf6b0e3f9 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:07.343379 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-a4382c5d-a41a-4a02-8c50-08eaf6b0e3f9 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/networks?id=33ac112c-ed8c-4843-8d46-e266881830cf HTTP/1.1" status: 200 len: 810 time: 0.1021860 Jul 05 05:13:07.359844 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-141b72fe-1f47-4ca1-9560-5ab491fef9f2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/quotas/2d4608f526a844128946582770c60c48 HTTP/1.1" status: 200 len: 375 time: 0.0098467 Jul 05 05:13:07.429917 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-1b5faad9-bdd3-4e8d-bfbf-5004899a40ed tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2d4608f526a844128946582770c60c48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653150 Jul 05 05:13:07.517856 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5682d-b348-4200-98a9-e53ea879d4ed', 'name': 'tempest-TestSnapshotPattern-1268249334-router', 'tenant_id': '5d6f203f32714f4eb2a77ce8331417d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '3fe07594-0242-4f37-a277-659a3e1126cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:13:00Z', 'updated_at': '2021-07-05T05:13:04Z', 'revision_number': 4, 'project_id': '5d6f203f32714f4eb2a77ce8331417d5', 'gw_port': {'id': '3fe07594-0242-4f37-a277-659a3e1126cd', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5682d-b348-4200-98a9-e53ea879d4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:01Z', 'updated_at': '2021-07-05T05:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '0429329e-16c7-4b03-9fc8-9e1fcf65a322', 'name': '', 'network_id': '47019feb-a24c-4218-b67f-ec9e60a36c23', 'tenant_id': '5d6f203f32714f4eb2a77ce8331417d5', 'mac_address': 'fa:16:3e:13:5b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5682d-b348-4200-98a9-e53ea879d4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '89edecb9-0a8b-4d35-8a06-cf0952333af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:04Z', 'updated_at': '2021-07-05T05:13:04Z', 'revision_number': 2, 'project_id': '5d6f203f32714f4eb2a77ce8331417d5', 'subnets': [{'id': '89edecb9-0a8b-4d35-8a06-cf0952333af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:07.524221 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-15bde1f2-9bcd-4b4a-a158-74666224f00e service neutron] 10.222.0.77 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818615 Jul 05 05:13:07.546943 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] Checking router: 76b5682d-b348-4200-98a9-e53ea879d4ed for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:13:07.547379 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] Updating router 76b5682d-b348-4200-98a9-e53ea879d4ed port 0429329e-16c7-4b03-9fc8-9e1fcf65a322 binding host n-d-780147-23 {{(pid=105541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:13:07.586529 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:07.589777 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:13:07.619594 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-407bd73d-99d8-4335-93ac-e8a0fcc30428 service neutron] 10.222.0.77 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897157 Jul 05 05:13:07.805292 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-b3327598-0191-4b6d-95d4-6a935415da48 req-8a2172d4-db41-4568-8c99-bff885f5f174 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a1e264-dd12-4afb-8894-44d1343a55ca HTTP/1.1" status: 200 len: 210 time: 0.0332410 Jul 05 05:13:07.834168 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3fe07594-0242-4f37-a277-659a3e1126cd up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:13:07.870628 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] Notify callbacks [] for port, precommit_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:07.881553 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.provisioning_blocks [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] Transition to ACTIVE for port object 0429329e-16c7-4b03-9fc8-9e1fcf65a322 will not be triggered until provisioned by entity L2. {{(pid=105541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:13:07.888766 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:07.900193 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 3fe07594-0242-4f37-a277-659a3e1126cd triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:13:07.900580 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:07.941016 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd94c7-5f7a-4f59-82f6-183b853dd05b None None] Pushing event updated for resources: {'Port': ['ID=0429329e-16c7-4b03-9fc8-9e1fcf65a322,revision_number=3']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:08.009874 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] Attempting to bind port 0429329e-16c7-4b03-9fc8-9e1fcf65a322 on host n-d-780147-23 for vnic_type normal with profile {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:13:08.010261 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] Attempting to bind port 0429329e-16c7-4b03-9fc8-9e1fcf65a322 by drivers openvswitch,hyperv on host n-d-780147-23 at level 0 using segments [{'id': '1b5fd057-b867-4374-a1e6-a42ba3b35f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '47019feb-a24c-4218-b67f-ec9e60a36c23'}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:13:08.010630 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] Attempting to bind port 0429329e-16c7-4b03-9fc8-9e1fcf65a322 on network 47019feb-a24c-4218-b67f-ec9e60a36c23 {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:13:08.018411 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] Checking agent: {'id': '92f04691-b1a2-43aa-8799-c54ec6cb31f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 36, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:13:08.018621 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] Checking segment: {'id': '1b5fd057-b867-4374-a1e6-a42ba3b35f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '47019feb-a24c-4218-b67f-ec9e60a36c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:13:08.019298 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:08.019701 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] Bound using segment: {'id': '1b5fd057-b867-4374-a1e6-a42ba3b35f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '47019feb-a24c-4218-b67f-ec9e60a36c23'} {{(pid=105541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:13:08.020209 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.managers [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] Bound port: 0429329e-16c7-4b03-9fc8-9e1fcf65a322, host: n-d-780147-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5fd057-b867-4374-a1e6-a42ba3b35f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '47019feb-a24c-4218-b67f-ec9e60a36c23'}}] {{(pid=105541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:13:08.020589 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:08.090224 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] For port 0429329e-16c7-4b03-9fc8-9e1fcf65a322, host n-d-780147-23, cleared binding levels {{(pid=105541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:13:08.094732 n-d-780147-23 neutron-server[105541]: DEBUG neutron.plugins.ml2.db [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] For port 0429329e-16c7-4b03-9fc8-9e1fcf65a322, host n-d-780147-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=0429329e-16c7-4b03-9fc8-9e1fcf65a322,segment=NetworkSegment(1b5fd057-b867-4374-a1e6-a42ba3b35f6f),segment_id=1b5fd057-b867-4374-a1e6-a42ba3b35f6f)] {{(pid=105541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:13:08.099738 n-d-780147-23 neutron-server[105541]: DEBUG neutron_lib.callbacks.manager [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:08.161709 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] Routers {'76b5682d-b348-4200-98a9-e53ea879d4ed'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:13:08.162349 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:13:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['76b5682d-b348-4200-98a9-e53ea879d4ed'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:08.167686 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd94c7-5f7a-4f59-82f6-183b853dd05b None None] Pushing event updated for resources: {'Port': ['ID=0429329e-16c7-4b03-9fc8-9e1fcf65a322,revision_number=4']} {{(pid=105541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:08.286202 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] Set router 76b5682d-b348-4200-98a9-e53ea879d4ed gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:13:08.497142 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5682d-b348-4200-98a9-e53ea879d4ed', 'name': 'tempest-TestSnapshotPattern-1268249334-router', 'tenant_id': '5d6f203f32714f4eb2a77ce8331417d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '3fe07594-0242-4f37-a277-659a3e1126cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:13:00Z', 'updated_at': '2021-07-05T05:13:04Z', 'revision_number': 4, 'project_id': '5d6f203f32714f4eb2a77ce8331417d5', 'gw_port': {'id': '3fe07594-0242-4f37-a277-659a3e1126cd', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5682d-b348-4200-98a9-e53ea879d4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:01Z', 'updated_at': '2021-07-05T05:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '0429329e-16c7-4b03-9fc8-9e1fcf65a322', 'name': '', 'network_id': '47019feb-a24c-4218-b67f-ec9e60a36c23', 'tenant_id': '5d6f203f32714f4eb2a77ce8331417d5', 'mac_address': 'fa:16:3e:13:5b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5682d-b348-4200-98a9-e53ea879d4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '89edecb9-0a8b-4d35-8a06-cf0952333af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:04Z', 'updated_at': '2021-07-05T05:13:08Z', 'revision_number': 4, 'project_id': '5d6f203f32714f4eb2a77ce8331417d5', 'subnets': [{'id': '89edecb9-0a8b-4d35-8a06-cf0952333af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:08.525269 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4400e7b-f244-47b1-926e-a5d80674cf64 None None] The sync data for ids ['76b5682d-b348-4200-98a9-e53ea879d4ed'] in n-d-780147-23 is: [{'id': '76b5682d-b348-4200-98a9-e53ea879d4ed', 'name': 'tempest-TestSnapshotPattern-1268249334-router', 'tenant_id': '5d6f203f32714f4eb2a77ce8331417d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '3fe07594-0242-4f37-a277-659a3e1126cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:13:00Z', 'updated_at': '2021-07-05T05:13:04Z', 'revision_number': 4, 'project_id': '5d6f203f32714f4eb2a77ce8331417d5', 'gw_port': {'id': '3fe07594-0242-4f37-a277-659a3e1126cd', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5682d-b348-4200-98a9-e53ea879d4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:01Z', 'updated_at': '2021-07-05T05:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': '0429329e-16c7-4b03-9fc8-9e1fcf65a322', 'name': '', 'network_id': '47019feb-a24c-4218-b67f-ec9e60a36c23', 'tenant_id': '5d6f203f32714f4eb2a77ce8331417d5', 'mac_address': 'fa:16:3e:13:5b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5682d-b348-4200-98a9-e53ea879d4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '89edecb9-0a8b-4d35-8a06-cf0952333af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:04Z', 'updated_at': '2021-07-05T05:13:08Z', 'revision_number': 4, 'project_id': '5d6f203f32714f4eb2a77ce8331417d5', 'subnets': [{'id': '89edecb9-0a8b-4d35-8a06-cf0952333af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:13:08.953248 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-3c96088a-0215-49e3-96c6-5a37156a57fd req-83596c3a-c9d2-4f97-9cea-1c8215b2b4be tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a1e264-dd12-4afb-8894-44d1343a55ca HTTP/1.1" status: 200 len: 210 time: 0.0298336 Jul 05 05:13:09.124563 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-e1f0b7ad-c750-4493-8a62-1e46d3ef35c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:09.126063 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-e1f0b7ad-c750-4493-8a62-1e46d3ef35c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.89 "GET /v2.0/networks?id=33ac112c-ed8c-4843-8d46-e266881830cf HTTP/1.1" status: 200 len: 810 time: 0.1168597 Jul 05 05:13:09.191334 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-0dcdc913-8c44-4357-91e7-b29db437d0e1 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d4608f526a844128946582770c60c48 HTTP/1.1" status: 200 len: 380 time: 0.0382919 Jul 05 05:13:09.201825 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-849e45dc-f8f7-448a-be72-b6bb3552a85f tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Request body: {'port': {'device_id': '16a1e264-dd12-4afb-8894-44d1343a55ca', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'admin_state_up': True, 'tenant_id': '2d4608f526a844128946582770c60c48', 'security_groups': ['6096ad13-31f5-489a-8b0c-91ca2461196b']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:09.314559 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-849e45dc-f8f7-448a-be72-b6bb3552a85f tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Made reservation on behalf of 2d4608f526a844128946582770c60c48 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:13:09.318249 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-849e45dc-f8f7-448a-be72-b6bb3552a85f tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:09.448535 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-849e45dc-f8f7-448a-be72-b6bb3552a85f tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Allocated IP 172.20.0.3 (33ac112c-ed8c-4843-8d46-e266881830cf/72453c89-d436-4e2b-9e72-1aac8d134e5d/b6295e32-da88-44a8-8a36-fcc0af770ffb) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:13:09.590587 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-849e45dc-f8f7-448a-be72-b6bb3552a85f tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:09.604882 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-849e45dc-f8f7-448a-be72-b6bb3552a85f tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Transition to ACTIVE for port object b6295e32-da88-44a8-8a36-fcc0af770ffb will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:13:09.636190 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-849e45dc-f8f7-448a-be72-b6bb3552a85f tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:09.680413 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-849e45dc-f8f7-448a-be72-b6bb3552a85f tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Network 33ac112c-ed8c-4843-8d46-e266881830cf is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:13:09.686432 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-849e45dc-f8f7-448a-be72-b6bb3552a85f tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:13:09.690231 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-849e45dc-f8f7-448a-be72-b6bb3552a85f tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:13:09.717685 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e45dc-f8f7-448a-be72-b6bb3552a85f tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Pushing event updated for resources: {'Port': ['ID=b6295e32-da88-44a8-8a36-fcc0af770ffb,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:09.749634 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-849e45dc-f8f7-448a-be72-b6bb3552a85f tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:09.750298 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-849e45dc-f8f7-448a-be72-b6bb3552a85f tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:09.771830 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-849e45dc-f8f7-448a-be72-b6bb3552a85f tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5703073 Jul 05 05:13:09.785751 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-060ac11f-fcff-4790-a2e4-caca19547f0b service neutron] Request body: {'port': {'device_id': '16a1e264-dd12-4afb-8894-44d1343a55ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:09.822563 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 0429329e-16c7-4b03-9fc8-9e1fcf65a322 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:13:09.871882 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-060ac11f-fcff-4790-a2e4-caca19547f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:09.881829 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning for port 0429329e-16c7-4b03-9fc8-9e1fcf65a322 completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:13:09.885931 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 0429329e-16c7-4b03-9fc8-9e1fcf65a322 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:13:09.886366 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:09.975267 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:09.989664 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-21007a91-80ec-40ed-bd19-5be021e2a08f None None] Provisioning for port b6295e32-da88-44a8-8a36-fcc0af770ffb completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:13:10.001840 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-21007a91-80ec-40ed-bd19-5be021e2a08f None None] Provisioning complete for port b6295e32-da88-44a8-8a36-fcc0af770ffb triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:13:10.002486 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-21007a91-80ec-40ed-bd19-5be021e2a08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:10.048241 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] For port 0429329e-16c7-4b03-9fc8-9e1fcf65a322, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=0429329e-16c7-4b03-9fc8-9e1fcf65a322,segment=NetworkSegment(1b5fd057-b867-4374-a1e6-a42ba3b35f6f),segment_id=1b5fd057-b867-4374-a1e6-a42ba3b35f6f)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:13:10.053748 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-21007a91-80ec-40ed-bd19-5be021e2a08f None None] Port b6295e32-da88-44a8-8a36-fcc0af770ffb cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:13:10.055768 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:10.107346 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Pushing event updated for resources: {'Port': ['ID=0429329e-16c7-4b03-9fc8-9e1fcf65a322,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:10.228776 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ab96b-ec40-48a8-aac4-a4f1dafc8eac req-99c5ad7d-5e4a-4b73-94d2-c6d65b206116 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:10.230152 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-267ab96b-ec40-48a8-aac4-a4f1dafc8eac req-99c5ad7d-5e4a-4b73-94d2-c6d65b206116 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a1e264-dd12-4afb-8894-44d1343a55ca HTTP/1.1" status: 200 len: 931 time: 0.1205494 Jul 05 05:13:10.239107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-060ac11f-fcff-4790-a2e4-caca19547f0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6295e32-da88-44a8-8a36-fcc0af770ffb {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:13:10.251354 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-060ac11f-fcff-4790-a2e4-caca19547f0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:10.281454 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-060ac11f-fcff-4790-a2e4-caca19547f0b service neutron] Transition to ACTIVE for port object b6295e32-da88-44a8-8a36-fcc0af770ffb will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:13:10.290142 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-267ab96b-ec40-48a8-aac4-a4f1dafc8eac req-6dfc0cf9-d2da-428d-9594-bffdc55d75a7 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532978 Jul 05 05:13:10.290752 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-060ac11f-fcff-4790-a2e4-caca19547f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:10.344264 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ac11f-fcff-4790-a2e4-caca19547f0b service neutron] Pushing event updated for resources: {'Port': ['ID=b6295e32-da88-44a8-8a36-fcc0af770ffb,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:10.415620 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-060ac11f-fcff-4790-a2e4-caca19547f0b service neutron] Attempting to bind port b6295e32-da88-44a8-8a36-fcc0af770ffb on host n-h1-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:13:10.415981 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-060ac11f-fcff-4790-a2e4-caca19547f0b service neutron] Attempting to bind port b6295e32-da88-44a8-8a36-fcc0af770ffb by drivers openvswitch,hyperv on host n-h1-780147-23 at level 0 using segments [{'id': '500d265d-8590-4cd0-a007-0b02c2c4ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:13:10.416313 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-060ac11f-fcff-4790-a2e4-caca19547f0b service neutron] Attempting to bind port b6295e32-da88-44a8-8a36-fcc0af770ffb on network 33ac112c-ed8c-4843-8d46-e266881830cf {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:13:10.422180 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-060ac11f-fcff-4790-a2e4-caca19547f0b service neutron] Port b6295e32-da88-44a8-8a36-fcc0af770ffb on network 33ac112c-ed8c-4843-8d46-e266881830cf not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:13:10.422543 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-060ac11f-fcff-4790-a2e4-caca19547f0b service neutron] Attempting to bind port b6295e32-da88-44a8-8a36-fcc0af770ffb on network 33ac112c-ed8c-4843-8d46-e266881830cf {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:13:10.427900 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-060ac11f-fcff-4790-a2e4-caca19547f0b service neutron] Checking agent: {'id': '3805a010-0f59-4e3f-934c-df1a2de7bbae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:13:10.428227 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-060ac11f-fcff-4790-a2e4-caca19547f0b service neutron] Checking segment: {'id': '500d265d-8590-4cd0-a007-0b02c2c4ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:13:10.428609 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-060ac11f-fcff-4790-a2e4-caca19547f0b service neutron] Bound using segment: {'id': '500d265d-8590-4cd0-a007-0b02c2c4ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:13:10.429053 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-060ac11f-fcff-4790-a2e4-caca19547f0b service neutron] Bound port: b6295e32-da88-44a8-8a36-fcc0af770ffb, host: n-h1-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500d265d-8590-4cd0-a007-0b02c2c4ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:13:10.429415 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-060ac11f-fcff-4790-a2e4-caca19547f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:10.501227 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-060ac11f-fcff-4790-a2e4-caca19547f0b service neutron] For port b6295e32-da88-44a8-8a36-fcc0af770ffb, host n-h1-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:13:10.504497 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-060ac11f-fcff-4790-a2e4-caca19547f0b service neutron] For port b6295e32-da88-44a8-8a36-fcc0af770ffb, host n-h1-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b6295e32-da88-44a8-8a36-fcc0af770ffb,segment=NetworkSegment(500d265d-8590-4cd0-a007-0b02c2c4ef6b),segment_id=500d265d-8590-4cd0-a007-0b02c2c4ef6b)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:13:10.508504 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-060ac11f-fcff-4790-a2e4-caca19547f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:10.540355 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-060ac11f-fcff-4790-a2e4-caca19547f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:10.540983 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-060ac11f-fcff-4790-a2e4-caca19547f0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:10.542450 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-060ac11f-fcff-4790-a2e4-caca19547f0b service neutron] 10.222.0.89 "PUT /v2.0/ports/b6295e32-da88-44a8-8a36-fcc0af770ffb HTTP/1.1" status: 200 len: 1092 time: 0.7614729 Jul 05 05:13:10.542893 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a1e264-dd12-4afb-8894-44d1343a55ca', 'tag': 'b6295e32-da88-44a8-8a36-fcc0af770ffb'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:13:10.545781 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e661dc0-d423-422e-b026-e39ffa36b2a5" -d '{"events": [{"name": "network-changed", "server_uuid": "16a1e264-dd12-4afb-8894-44d1343a55ca", "tag": "b6295e32-da88-44a8-8a36-fcc0af770ffb"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:13:10.594318 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ac11f-fcff-4790-a2e4-caca19547f0b service neutron] Pushing event updated for resources: {'Port': ['ID=b6295e32-da88-44a8-8a36-fcc0af770ffb,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:10.666552 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3e65dd-5d1a-474d-850a-a922fdbec6d3 x-openstack-request-id: req-ec3e65dd-5d1a-474d-850a-a922fdbec6d3 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:13:10.666943 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a1e264-dd12-4afb-8894-44d1343a55ca", "tag": "b6295e32-da88-44a8-8a36-fcc0af770ffb", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:13:10.667282 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ec3e65dd-5d1a-474d-850a-a922fdbec6d3 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:13:10.667973 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a1e264-dd12-4afb-8894-44d1343a55ca', 'tag': 'b6295e32-da88-44a8-8a36-fcc0af770ffb', 'status': 'completed', 'code': 200} Jul 05 05:13:10.681798 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-ba80f498-6d6d-46c4-b59a-506835f06bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:10.683483 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-ba80f498-6d6d-46c4-b59a-506835f06bac service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2d4608f526a844128946582770c60c48&device_id=16a1e264-dd12-4afb-8894-44d1343a55ca HTTP/1.1" status: 200 len: 1095 time: 0.0667260 Jul 05 05:13:10.735501 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-0eef39bd-bcb6-496c-a294-9fcfb2fa9d16 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6295e32-da88-44a8-8a36-fcc0af770ffb HTTP/1.1" status: 200 len: 217 time: 0.0443177 Jul 05 05:13:10.789961 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-de731311-a0ec-4ff7-b9cb-7ca7871f6371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:10.791434 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-de731311-a0ec-4ff7-b9cb-7ca7871f6371 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=72453c89-d436-4e2b-9e72-1aac8d134e5d HTTP/1.1" status: 200 len: 849 time: 0.0454900 Jul 05 05:13:10.851991 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-ddf7dbfc-524c-48df-b28e-73425374f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:10.853491 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-ddf7dbfc-524c-48df-b28e-73425374f305 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=33ac112c-ed8c-4843-8d46-e266881830cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519061 Jul 05 05:13:10.948628 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-e9f2343c-f7c1-48a8-8e89-7ea26ea7d113 service neutron] 10.222.0.89 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843217 Jul 05 05:13:11.043565 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6f96e64c-2edd-4512-ad71-bb674a22a67c req-d19dadd9-f5ce-4548-ace9-66b8f227d721 service neutron] 10.222.0.89 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843670 Jul 05 05:13:11.155929 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e661dc0-d423-422e-b026-e39ffa36b2a5 req-569018a2-5df5-40cf-bcd7-87c1f76aa4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:11.157415 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9e661dc0-d423-422e-b026-e39ffa36b2a5 req-569018a2-5df5-40cf-bcd7-87c1f76aa4ba service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2d4608f526a844128946582770c60c48&device_id=16a1e264-dd12-4afb-8894-44d1343a55ca HTTP/1.1" status: 200 len: 1095 time: 0.0532179 Jul 05 05:13:11.251605 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e661dc0-d423-422e-b026-e39ffa36b2a5 req-56864ec3-2583-4318-bc12-fc6e55e6d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:11.253113 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9e661dc0-d423-422e-b026-e39ffa36b2a5 req-56864ec3-2583-4318-bc12-fc6e55e6d8e6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=33ac112c-ed8c-4843-8d46-e266881830cf HTTP/1.1" status: 200 len: 911 time: 0.0885353 Jul 05 05:13:11.297446 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9e661dc0-d423-422e-b026-e39ffa36b2a5 req-e4594146-204b-4591-b5ae-fe47dc0eeb7d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6295e32-da88-44a8-8a36-fcc0af770ffb HTTP/1.1" status: 200 len: 217 time: 0.0369291 Jul 05 05:13:11.353411 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e661dc0-d423-422e-b026-e39ffa36b2a5 req-86a05daf-d95b-4d0b-9fb3-11b2f43fe97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:11.354879 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9e661dc0-d423-422e-b026-e39ffa36b2a5 req-86a05daf-d95b-4d0b-9fb3-11b2f43fe97d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=72453c89-d436-4e2b-9e72-1aac8d134e5d HTTP/1.1" status: 200 len: 849 time: 0.0505712 Jul 05 05:13:11.443241 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e661dc0-d423-422e-b026-e39ffa36b2a5 req-6aa4e32e-1976-4703-8634-1cd6feffa07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:11.444816 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9e661dc0-d423-422e-b026-e39ffa36b2a5 req-6aa4e32e-1976-4703-8634-1cd6feffa07b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=33ac112c-ed8c-4843-8d46-e266881830cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0827031 Jul 05 05:13:11.535944 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0aeeb-8d43-4196-90c4-2f6c6efd54bb req-632b5684-1c38-4bb6-8d39-d93c61a733ed tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:11.539386 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4cd0aeeb-8d43-4196-90c4-2f6c6efd54bb req-632b5684-1c38-4bb6-8d39-d93c61a733ed tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a1e264-dd12-4afb-8894-44d1343a55ca HTTP/1.1" status: 200 len: 943 time: 0.1316581 Jul 05 05:13:11.588615 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9e661dc0-d423-422e-b026-e39ffa36b2a5 req-56966f94-6e40-4222-a39f-8898f016bec9 service neutron] 10.222.0.89 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351964 Jul 05 05:13:11.596243 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-4cd0aeeb-8d43-4196-90c4-2f6c6efd54bb req-a38a7868-55cb-4c6c-ba7a-9e1cbe892f92 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498908 Jul 05 05:13:11.680137 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9e661dc0-d423-422e-b026-e39ffa36b2a5 req-b935c660-e3d2-44aa-8171-41c243cb28fc service neutron] 10.222.0.89 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823488 Jul 05 05:13:11.787002 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 0429329e-16c7-4b03-9fc8-9e1fcf65a322 up at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:13:11.833580 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Provisioning complete for port 0429329e-16c7-4b03-9fc8-9e1fcf65a322 triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:13:11.833875 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:12.784852 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91734600-cefc-4705-9e15-8dbf2f721d2c req-632830c9-57c4-4af6-a5b9-09f469c9eba9 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:12.786361 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91734600-cefc-4705-9e15-8dbf2f721d2c req-632830c9-57c4-4af6-a5b9-09f469c9eba9 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a1e264-dd12-4afb-8894-44d1343a55ca HTTP/1.1" status: 200 len: 943 time: 0.0791559 Jul 05 05:13:12.823820 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-91734600-cefc-4705-9e15-8dbf2f721d2c req-53a9680b-b52f-47ae-8444-2b2ca3fa98f3 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318780 Jul 05 05:13:13.890759 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b6295e32-da88-44a8-8a36-fcc0af770ffb details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:13:14.002857 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:14.007510 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923f696-f491-48c5-8c75-4b44b36168bc req-4aac8d2d-e062-4e22-846f-1a8ab2beac96 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:14.009073 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8923f696-f491-48c5-8c75-4b44b36168bc req-4aac8d2d-e062-4e22-846f-1a8ab2beac96 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a1e264-dd12-4afb-8894-44d1343a55ca HTTP/1.1" status: 200 len: 943 time: 0.0720344 Jul 05 05:13:14.011659 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b6295e32-da88-44a8-8a36-fcc0af770ffb, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b6295e32-da88-44a8-8a36-fcc0af770ffb,segment=NetworkSegment(500d265d-8590-4cd0-a007-0b02c2c4ef6b),segment_id=500d265d-8590-4cd0-a007-0b02c2c4ef6b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:13:14.023454 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'b6295e32-da88-44a8-8a36-fcc0af770ffb', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'port_id': 'b6295e32-da88-44a8-8a36-fcc0af770ffb', 'mac_address': 'fa:16:3e:8a:37:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:13:14.047578 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8923f696-f491-48c5-8c75-4b44b36168bc req-5b8baa74-c549-41dc-8d85-b2e1f22e1d6d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324459 Jul 05 05:13:14.061803 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:14.075181 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6295e32-da88-44a8-8a36-fcc0af770ffb {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:13:14.096703 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b6295e32-da88-44a8-8a36-fcc0af770ffb, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b6295e32-da88-44a8-8a36-fcc0af770ffb,segment=NetworkSegment(500d265d-8590-4cd0-a007-0b02c2c4ef6b),segment_id=500d265d-8590-4cd0-a007-0b02c2c4ef6b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:13:14.100636 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:14.153321 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=b6295e32-da88-44a8-8a36-fcc0af770ffb,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:14.384495 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['b6295e32-da88-44a8-8a36-fcc0af770ffb'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:13:15.227138 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e8ec0-1529-4cdc-aeb3-4c70410cce9e req-8d8f2b92-dcd9-44df-a606-39f16986b376 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:15.228645 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2d8e8ec0-1529-4cdc-aeb3-4c70410cce9e req-8d8f2b92-dcd9-44df-a606-39f16986b376 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a1e264-dd12-4afb-8894-44d1343a55ca HTTP/1.1" status: 200 len: 944 time: 0.0634193 Jul 05 05:13:15.271651 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2d8e8ec0-1529-4cdc-aeb3-4c70410cce9e req-028d486c-5a62-4295-bb95-d9a2e4c4f62b tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372055 Jul 05 05:13:15.906319 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b6295e32-da88-44a8-8a36-fcc0af770ffb up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:13:15.954255 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning for port b6295e32-da88-44a8-8a36-fcc0af770ffb completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:13:15.957841 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port b6295e32-da88-44a8-8a36-fcc0af770ffb triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:13:15.958239 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:16.041519 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:16.064234 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a1e264-dd12-4afb-8894-44d1343a55ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6295e32-da88-44a8-8a36-fcc0af770ffb'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:13:16.066398 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78b0252444a70490cdba898b337d30d15b03e2f447bec9a55953f7bd387605e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95667787-ddb0-4575-b0d8-88ef1e418727" -d '{"events": [{"server_uuid": "16a1e264-dd12-4afb-8894-44d1343a55ca", "name": "network-vif-plugged", "status": "completed", "tag": "b6295e32-da88-44a8-8a36-fcc0af770ffb"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:13:16.080177 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b6295e32-da88-44a8-8a36-fcc0af770ffb, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b6295e32-da88-44a8-8a36-fcc0af770ffb,segment=NetworkSegment(500d265d-8590-4cd0-a007-0b02c2c4ef6b),segment_id=500d265d-8590-4cd0-a007-0b02c2c4ef6b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:13:16.084938 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:16.112650 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c88d30-988b-4621-9fd2-35922dc98229 x-openstack-request-id: req-a1c88d30-988b-4621-9fd2-35922dc98229 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:13:16.112975 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a1e264-dd12-4afb-8894-44d1343a55ca", "name": "network-vif-plugged", "status": "completed", "tag": "b6295e32-da88-44a8-8a36-fcc0af770ffb", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:13:16.113233 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a1c88d30-988b-4621-9fd2-35922dc98229 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:13:16.113621 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a1e264-dd12-4afb-8894-44d1343a55ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6295e32-da88-44a8-8a36-fcc0af770ffb', 'code': 200} Jul 05 05:13:16.139849 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=b6295e32-da88-44a8-8a36-fcc0af770ffb,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:16.227782 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e4c3a-88cf-4fb2-bed5-55de76a626ff req-46627258-cfc1-42ea-8803-92e39ab3e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:16.229393 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2d2e4c3a-88cf-4fb2-bed5-55de76a626ff req-46627258-cfc1-42ea-8803-92e39ab3e80c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=16a1e264-dd12-4afb-8894-44d1343a55ca HTTP/1.1" status: 200 len: 1097 time: 0.0507710 Jul 05 05:13:16.270585 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-2d2e4c3a-88cf-4fb2-bed5-55de76a626ff req-6fa8796d-f1fb-411d-8fde-8ce21f032c17 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306926 Jul 05 05:13:16.446158 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45aca7e-c00a-408d-aded-7ed39dd81f15 req-2c047936-572b-4a30-82a2-b6dc06725f51 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:16.447630 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c45aca7e-c00a-408d-aded-7ed39dd81f15 req-2c047936-572b-4a30-82a2-b6dc06725f51 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a1e264-dd12-4afb-8894-44d1343a55ca HTTP/1.1" status: 200 len: 945 time: 0.0636652 Jul 05 05:13:16.485148 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c45aca7e-c00a-408d-aded-7ed39dd81f15 req-69ce97f3-8a7d-4c7e-9d68-7f030a3101d5 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317967 Jul 05 05:13:17.663073 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf295d-5cc3-4eef-a129-d3806d5d4d8e req-13abf970-4758-4540-8742-51fb4e77bca6 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:17.664578 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-21bf295d-5cc3-4eef-a129-d3806d5d4d8e req-13abf970-4758-4540-8742-51fb4e77bca6 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a1e264-dd12-4afb-8894-44d1343a55ca HTTP/1.1" status: 200 len: 945 time: 0.0670557 Jul 05 05:13:17.704210 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-21bf295d-5cc3-4eef-a129-d3806d5d4d8e req-aae04052-3a52-443d-87de-e3ebfa61724e tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339398 Jul 05 05:13:17.886494 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235af6a7-07d2-477a-b873-8fe8115a4379 req-85934b04-8e09-448b-a4f4-8feb1306a8de tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:17.888002 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-235af6a7-07d2-477a-b873-8fe8115a4379 req-85934b04-8e09-448b-a4f4-8feb1306a8de tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a1e264-dd12-4afb-8894-44d1343a55ca HTTP/1.1" status: 200 len: 945 time: 0.0649424 Jul 05 05:13:17.931514 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-235af6a7-07d2-477a-b873-8fe8115a4379 req-2298c965-225e-4b1f-ba69-2e1c980cd921 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324280 Jul 05 05:13:17.951060 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52388) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:18.093818 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781d0d13-ac4a-4879-aba8-d2e259083762 tempest-TestSnapshotPattern-247905949 tempest-TestSnapshotPattern-247905949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:18.095335 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-781d0d13-ac4a-4879-aba8-d2e259083762 tempest-TestSnapshotPattern-247905949 tempest-TestSnapshotPattern-247905949-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=16a1e264-dd12-4afb-8894-44d1343a55ca HTTP/1.1" status: 200 len: 1092 time: 0.1426442 Jul 05 05:13:18.098281 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52392) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:18.103346 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-f36d7ebe-30af-45b1-b2cc-fd7305111c16 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': 'b6295e32-da88-44a8-8a36-fcc0af770ffb', 'tenant_id': '2d4608f526a844128946582770c60c48', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:18.125767 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f36d7ebe-30af-45b1-b2cc-fd7305111c16 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:18.221850 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f36d7ebe-30af-45b1-b2cc-fd7305111c16 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:18.330949 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-f36d7ebe-30af-45b1-b2cc-fd7305111c16 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Allocated IP 172.25.1.18 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/411cf621-b189-4ece-bdd7-a4ec4c8c277f) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:13:18.428959 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f36d7ebe-30af-45b1-b2cc-fd7305111c16 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:18.468914 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f36d7ebe-30af-45b1-b2cc-fd7305111c16 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:18.506751 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36d7ebe-30af-45b1-b2cc-fd7305111c16 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:13:18.511404 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-f36d7ebe-30af-45b1-b2cc-fd7305111c16 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:13:18.513973 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36d7ebe-30af-45b1-b2cc-fd7305111c16 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:13:18.542005 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d7ebe-30af-45b1-b2cc-fd7305111c16 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Pushing event updated for resources: {'Port': ['ID=411cf621-b189-4ece-bdd7-a4ec4c8c277f,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:18.892007 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f36d7ebe-30af-45b1-b2cc-fd7305111c16 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:18.970519 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f36d7ebe-30af-45b1-b2cc-fd7305111c16 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:19.118491 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f36d7ebe-30af-45b1-b2cc-fd7305111c16 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:19.122744 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f36d7ebe-30af-45b1-b2cc-fd7305111c16 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:19.188595 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d7ebe-30af-45b1-b2cc-fd7305111c16 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Pushing event updated for resources: {'Port': ['ID=411cf621-b189-4ece-bdd7-a4ec4c8c277f,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:19.204844 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f36d7ebe-30af-45b1-b2cc-fd7305111c16 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:19.305003 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-f36d7ebe-30af-45b1-b2cc-fd7305111c16 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Floating IP f8b4e500-f63b-4c57-ac4f-8f8ab9a4a0a6 associated. External IP: 172.25.1.18, port: b6295e32-da88-44a8-8a36-fcc0af770ffb. Jul 05 05:13:19.509382 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36d7ebe-30af-45b1-b2cc-fd7305111c16 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Router de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:13:19.617170 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36d7ebe-30af-45b1-b2cc-fd7305111c16 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:13:19.626881 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c4a6be-2c60-43c6-9fcd-8e1a64645518 None None] Sync routers for ids ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:13:19.634309 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-f36d7ebe-30af-45b1-b2cc-fd7305111c16 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:19.636988 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c4a6be-2c60-43c6-9fcd-8e1a64645518 None None] Routers {'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:13:19.637608 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-27c4a6be-2c60-43c6-9fcd-8e1a64645518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:13:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:19.683818 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-f36d7ebe-30af-45b1-b2cc-fd7305111c16 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5731394 Jul 05 05:13:19.683818 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a1e264-dd12-4afb-8894-44d1343a55ca', 'tag': 'b6295e32-da88-44a8-8a36-fcc0af770ffb'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:13:19.683818 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c9c837585e6777964c1719b38845a8b64a1007aef63c2715a3fe5cf843f522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5935369b-027e-459c-9467-67a235b065b7" -d '{"events": [{"name": "network-changed", "server_uuid": "16a1e264-dd12-4afb-8894-44d1343a55ca", "tag": "b6295e32-da88-44a8-8a36-fcc0af770ffb"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:13:19.756975 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-27c4a6be-2c60-43c6-9fcd-8e1a64645518 None None] Set router de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:13:19.951350 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a62af9d-bb7b-4478-9a0f-04c976cba085 x-openstack-request-id: req-9a62af9d-bb7b-4478-9a0f-04c976cba085 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:13:19.951692 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a1e264-dd12-4afb-8894-44d1343a55ca", "tag": "b6295e32-da88-44a8-8a36-fcc0af770ffb", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:13:19.951994 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9a62af9d-bb7b-4478-9a0f-04c976cba085 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:13:19.952393 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a1e264-dd12-4afb-8894-44d1343a55ca', 'tag': 'b6295e32-da88-44a8-8a36-fcc0af770ffb', 'status': 'completed', 'code': 200} Jul 05 05:13:19.993557 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-27c4a6be-2c60-43c6-9fcd-8e1a64645518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'name': 'tempest-TestSnapshotPattern-1235194347-router', 'tenant_id': '2d4608f526a844128946582770c60c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '62e4f335-ba84-4069-9869-096283ed6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:12:58Z', 'revision_number': 4, 'project_id': '2d4608f526a844128946582770c60c48', 'gw_port': {'id': '62e4f335-ba84-4069-9869-096283ed6429', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'f8b4e500-f63b-4c57-ac4f-8f8ab9a4a0a6', 'tenant_id': '2d4608f526a844128946582770c60c48', 'floating_ip_address': '172.25.1.18', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'port_id': 'b6295e32-da88-44a8-8a36-fcc0af770ffb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'mac_address': 'fa:16:3e:8a:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a1e264-dd12-4afb-8894-44d1343a55ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:13:18Z', 'updated_at': '2021-07-05T05:13:18Z', 'revision_number': 0, 'project_id': '2d4608f526a844128946582770c60c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69837f9-c546-41ba-afd1-88faa16f8a33', 'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'tenant_id': '2d4608f526a844128946582770c60c48', 'mac_address': 'fa:16:3e:ed:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:58Z', 'updated_at': '2021-07-05T05:13:04Z', 'revision_number': 5, 'project_id': '2d4608f526a844128946582770c60c48', 'subnets': [{'id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:20.023616 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c4a6be-2c60-43c6-9fcd-8e1a64645518 None None] Checking router: de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:13:20.028177 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935369b-027e-459c-9467-67a235b065b7 req-947a49ae-b7cb-4098-9471-96a47561c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:20.029765 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5935369b-027e-459c-9467-67a235b065b7 req-947a49ae-b7cb-4098-9471-96a47561c910 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2d4608f526a844128946582770c60c48&device_id=16a1e264-dd12-4afb-8894-44d1343a55ca HTTP/1.1" status: 200 len: 1097 time: 0.0538726 Jul 05 05:13:20.032734 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c4a6be-2c60-43c6-9fcd-8e1a64645518 None None] Routers {'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:13:20.033341 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-27c4a6be-2c60-43c6-9fcd-8e1a64645518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:13:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:20.122126 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935369b-027e-459c-9467-67a235b065b7 req-e9138948-e580-45a0-bda8-24d40e66a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:20.123645 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5935369b-027e-459c-9467-67a235b065b7 req-e9138948-e580-45a0-bda8-24d40e66a393 service neutron] 10.222.0.89 "GET /v2.0/networks?id=33ac112c-ed8c-4843-8d46-e266881830cf HTTP/1.1" status: 200 len: 911 time: 0.0875545 Jul 05 05:13:20.138051 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-27c4a6be-2c60-43c6-9fcd-8e1a64645518 None None] Set router de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:13:20.188897 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5935369b-027e-459c-9467-67a235b065b7 req-968b3e9c-3229-4fd9-bf80-b12019ab0057 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6295e32-da88-44a8-8a36-fcc0af770ffb HTTP/1.1" status: 200 len: 998 time: 0.0581722 Jul 05 05:13:20.242582 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935369b-027e-459c-9467-67a235b065b7 req-9334ca83-f3e6-4ff2-9f0c-2fbfd0f3a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:20.244225 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5935369b-027e-459c-9467-67a235b065b7 req-9334ca83-f3e6-4ff2-9f0c-2fbfd0f3a371 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=72453c89-d436-4e2b-9e72-1aac8d134e5d HTTP/1.1" status: 200 len: 849 time: 0.0489216 Jul 05 05:13:20.301143 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935369b-027e-459c-9467-67a235b065b7 req-b3c7e4eb-1312-43bc-9d45-044569972c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:20.302700 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5935369b-027e-459c-9467-67a235b065b7 req-b3c7e4eb-1312-43bc-9d45-044569972c39 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=33ac112c-ed8c-4843-8d46-e266881830cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525057 Jul 05 05:13:20.364815 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-27c4a6be-2c60-43c6-9fcd-8e1a64645518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'name': 'tempest-TestSnapshotPattern-1235194347-router', 'tenant_id': '2d4608f526a844128946582770c60c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '62e4f335-ba84-4069-9869-096283ed6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:12:58Z', 'revision_number': 4, 'project_id': '2d4608f526a844128946582770c60c48', 'gw_port': {'id': '62e4f335-ba84-4069-9869-096283ed6429', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'f8b4e500-f63b-4c57-ac4f-8f8ab9a4a0a6', 'tenant_id': '2d4608f526a844128946582770c60c48', 'floating_ip_address': '172.25.1.18', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'port_id': 'b6295e32-da88-44a8-8a36-fcc0af770ffb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'mac_address': 'fa:16:3e:8a:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a1e264-dd12-4afb-8894-44d1343a55ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:13:18Z', 'updated_at': '2021-07-05T05:13:18Z', 'revision_number': 0, 'project_id': '2d4608f526a844128946582770c60c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69837f9-c546-41ba-afd1-88faa16f8a33', 'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'tenant_id': '2d4608f526a844128946582770c60c48', 'mac_address': 'fa:16:3e:ed:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:58Z', 'updated_at': '2021-07-05T05:13:04Z', 'revision_number': 5, 'project_id': '2d4608f526a844128946582770c60c48', 'subnets': [{'id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:20.392685 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c4a6be-2c60-43c6-9fcd-8e1a64645518 None None] The sync data for ids ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'] in n-d-780147-23 is: [{'id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'name': 'tempest-TestSnapshotPattern-1235194347-router', 'tenant_id': '2d4608f526a844128946582770c60c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '62e4f335-ba84-4069-9869-096283ed6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:12:58Z', 'revision_number': 4, 'project_id': '2d4608f526a844128946582770c60c48', 'gw_port': {'id': '62e4f335-ba84-4069-9869-096283ed6429', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'f8b4e500-f63b-4c57-ac4f-8f8ab9a4a0a6', 'tenant_id': '2d4608f526a844128946582770c60c48', 'floating_ip_address': '172.25.1.18', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'port_id': 'b6295e32-da88-44a8-8a36-fcc0af770ffb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'mac_address': 'fa:16:3e:8a:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a1e264-dd12-4afb-8894-44d1343a55ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:13:18Z', 'updated_at': '2021-07-05T05:13:18Z', 'revision_number': 0, 'project_id': '2d4608f526a844128946582770c60c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69837f9-c546-41ba-afd1-88faa16f8a33', 'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'tenant_id': '2d4608f526a844128946582770c60c48', 'mac_address': 'fa:16:3e:ed:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:58Z', 'updated_at': '2021-07-05T05:13:04Z', 'revision_number': 5, 'project_id': '2d4608f526a844128946582770c60c48', 'subnets': [{'id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:13:20.396729 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5935369b-027e-459c-9467-67a235b065b7 req-8f7065f7-58f0-43a7-b700-115c6e156366 service neutron] 10.222.0.89 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867350 Jul 05 05:13:20.494919 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5935369b-027e-459c-9467-67a235b065b7 req-0bd01237-f3ff-4a04-9e22-0408cad4be76 service neutron] 10.222.0.89 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917630 Jul 05 05:13:20.577727 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8574dfac-b209-4dfc-af1e-61910adb64ac None None] New status for floating IP f8b4e500-f63b-4c57-ac4f-8f8ab9a4a0a6: ACTIVE {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:13:28.860879 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-62f2302d-169a-4542-87b7-1ad4a3378d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:30.221309 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:31.497763 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-53b0be26-4351-4623-b36c-45c023776475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:31.909797 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:32.911512 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:34.713373 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:43.980882 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:44.589315 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:13:58.861629 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-153de78d-d10a-4eb7-b8e5-acdeaf30a599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:00.235348 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:01.497657 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2a0d353b-1244-47c4-88ec-4be6becd2569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:01.910022 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:02.915332 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:03.022323 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c3e76bb-96c4-4557-b12e-95fc04c5be98 req-cc60a682-e960-425f-8bb1-525c154a25e3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=16a1e264-dd12-4afb-8894-44d1343a55ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0620513 Jul 05 05:14:03.124292 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e76bb-96c4-4557-b12e-95fc04c5be98 req-dd9e3b4d-ceda-4450-bcd4-a541a8ea55b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:03.125709 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c3e76bb-96c4-4557-b12e-95fc04c5be98 req-dd9e3b4d-ceda-4450-bcd4-a541a8ea55b5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2d4608f526a844128946582770c60c48&device_id=16a1e264-dd12-4afb-8894-44d1343a55ca HTTP/1.1" status: 200 len: 1097 time: 0.0516527 Jul 05 05:14:03.237703 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e76bb-96c4-4557-b12e-95fc04c5be98 req-bda2e47b-dd9f-42a5-8226-0674dfdf93b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:03.239246 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c3e76bb-96c4-4557-b12e-95fc04c5be98 req-bda2e47b-dd9f-42a5-8226-0674dfdf93b7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=33ac112c-ed8c-4843-8d46-e266881830cf HTTP/1.1" status: 200 len: 911 time: 0.0879426 Jul 05 05:14:03.306913 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c3e76bb-96c4-4557-b12e-95fc04c5be98 req-34308089-f9cf-4740-aa7c-733978a489f3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6295e32-da88-44a8-8a36-fcc0af770ffb HTTP/1.1" status: 200 len: 1000 time: 0.0568545 Jul 05 05:14:03.361821 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e76bb-96c4-4557-b12e-95fc04c5be98 req-01ef546e-c9a8-4973-99c8-763b992f9dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:03.363296 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c3e76bb-96c4-4557-b12e-95fc04c5be98 req-01ef546e-c9a8-4973-99c8-763b992f9dfc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=72453c89-d436-4e2b-9e72-1aac8d134e5d HTTP/1.1" status: 200 len: 849 time: 0.0474856 Jul 05 05:14:03.424625 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e76bb-96c4-4557-b12e-95fc04c5be98 req-1189cddc-13c8-4342-ae5f-5c35d3013aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:03.426112 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c3e76bb-96c4-4557-b12e-95fc04c5be98 req-1189cddc-13c8-4342-ae5f-5c35d3013aed service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=33ac112c-ed8c-4843-8d46-e266881830cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516160 Jul 05 05:14:03.520140 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c3e76bb-96c4-4557-b12e-95fc04c5be98 req-eb67e24f-072d-4ee7-b0b9-7f8a8a6fabe1 service neutron] 10.222.0.89 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807550 Jul 05 05:14:03.616491 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7c3e76bb-96c4-4557-b12e-95fc04c5be98 req-37b14013-5966-4f5e-a9b3-e62e21366ea6 service neutron] 10.222.0.89 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851567 Jul 05 05:14:04.710818 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:13.984792 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:21.588674 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:14:28.863349 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1644eab3-7957-47a7-afa6-4e8677a1eb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:30.233360 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:31.498236 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fb694f51-fd70-484a-b624-8cfe1364bf58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:31.911010 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:32.918218 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:34.712814 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:43.992787 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:58.587750 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:14:58.864949 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-058a826d-5a94-409f-af0e-49330db137f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:00.248491 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:01.499563 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3378a738-d295-4c69-8b50-7af13cd8d49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:01.912581 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:02.918245 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:03.014237 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47dd84ea-03fa-4a12-b7e3-530edf825a17 req-808f2d23-80c1-4eb2-8785-4b72affb9563 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=16a1e264-dd12-4afb-8894-44d1343a55ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525646 Jul 05 05:15:03.118746 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd84ea-03fa-4a12-b7e3-530edf825a17 req-653c3ca5-d0c9-4282-83fc-ec4b914ab2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:03.120323 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47dd84ea-03fa-4a12-b7e3-530edf825a17 req-653c3ca5-d0c9-4282-83fc-ec4b914ab2fb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2d4608f526a844128946582770c60c48&device_id=16a1e264-dd12-4afb-8894-44d1343a55ca HTTP/1.1" status: 200 len: 1097 time: 0.0553362 Jul 05 05:15:03.235071 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd84ea-03fa-4a12-b7e3-530edf825a17 req-9d62d2a9-be9d-4a20-b22f-2dbebe5cfdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:03.236580 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47dd84ea-03fa-4a12-b7e3-530edf825a17 req-9d62d2a9-be9d-4a20-b22f-2dbebe5cfdb0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=33ac112c-ed8c-4843-8d46-e266881830cf HTTP/1.1" status: 200 len: 911 time: 0.0837104 Jul 05 05:15:03.308745 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47dd84ea-03fa-4a12-b7e3-530edf825a17 req-f3f52cf6-91d5-44a3-b8f9-71f2cdf1249c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6295e32-da88-44a8-8a36-fcc0af770ffb HTTP/1.1" status: 200 len: 1000 time: 0.0645566 Jul 05 05:15:03.358015 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd84ea-03fa-4a12-b7e3-530edf825a17 req-a55da8da-d00b-47e8-89eb-b3ca78c5c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:03.359504 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47dd84ea-03fa-4a12-b7e3-530edf825a17 req-a55da8da-d00b-47e8-89eb-b3ca78c5c55f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=72453c89-d436-4e2b-9e72-1aac8d134e5d HTTP/1.1" status: 200 len: 849 time: 0.0427125 Jul 05 05:15:03.416088 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd84ea-03fa-4a12-b7e3-530edf825a17 req-84ce006d-6aef-49b0-b795-00eada9d76de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:03.417606 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47dd84ea-03fa-4a12-b7e3-530edf825a17 req-84ce006d-6aef-49b0-b795-00eada9d76de service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=33ac112c-ed8c-4843-8d46-e266881830cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515637 Jul 05 05:15:03.509087 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47dd84ea-03fa-4a12-b7e3-530edf825a17 req-9b64d949-80ab-4b78-8073-c4217980ef87 service neutron] 10.222.0.89 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831590 Jul 05 05:15:03.599442 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-47dd84ea-03fa-4a12-b7e3-530edf825a17 req-ff087293-bac4-4ef2-a081-d3533c1dc823 service neutron] 10.222.0.89 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811818 Jul 05 05:15:04.715374 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:14.002627 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:22.359650 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b6295e32-da88-44a8-8a36-fcc0af770ffb details requested by agent hyperv_n-h1-780147-23 with host n-h1-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:15:22.466593 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b6295e32-da88-44a8-8a36-fcc0af770ffb, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b6295e32-da88-44a8-8a36-fcc0af770ffb,segment=NetworkSegment(500d265d-8590-4cd0-a007-0b02c2c4ef6b),segment_id=500d265d-8590-4cd0-a007-0b02c2c4ef6b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:15:22.478886 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Returning: {'device': 'b6295e32-da88-44a8-8a36-fcc0af770ffb', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'port_id': 'b6295e32-da88-44a8-8a36-fcc0af770ffb', 'mac_address': 'fa:16:3e:8a:37:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:15:22.518985 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:22.544035 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6295e32-da88-44a8-8a36-fcc0af770ffb {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:15:22.567364 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b6295e32-da88-44a8-8a36-fcc0af770ffb, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b6295e32-da88-44a8-8a36-fcc0af770ffb,segment=NetworkSegment(500d265d-8590-4cd0-a007-0b02c2c4ef6b),segment_id=500d265d-8590-4cd0-a007-0b02c2c4ef6b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:15:22.572661 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:22.629452 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=b6295e32-da88-44a8-8a36-fcc0af770ffb,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:22.637452 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:22.637801 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:22.638144 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:22.638483 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:22.638822 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:22.639156 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:22.639487 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:22.639834 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:22.640220 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:22.640698 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:22.641271 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:22.641607 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:22.666141 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] get_ports_and_sgs() called for port_ids ['b6295e32-da88-44a8-8a36-fcc0af770ffb'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:15:24.387639 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b6295e32-da88-44a8-8a36-fcc0af770ffb up at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:15:24.445259 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Provisioning complete for port b6295e32-da88-44a8-8a36-fcc0af770ffb triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:15:24.446013 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:24.539987 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:24.574403 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a1e264-dd12-4afb-8894-44d1343a55ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6295e32-da88-44a8-8a36-fcc0af770ffb'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:15:24.576849 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78b0252444a70490cdba898b337d30d15b03e2f447bec9a55953f7bd387605e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3791bb5-3af4-4413-b426-eaecc53ba071" -d '{"events": [{"server_uuid": "16a1e264-dd12-4afb-8894-44d1343a55ca", "name": "network-vif-plugged", "status": "completed", "tag": "b6295e32-da88-44a8-8a36-fcc0af770ffb"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:15:24.605132 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b6295e32-da88-44a8-8a36-fcc0af770ffb, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b6295e32-da88-44a8-8a36-fcc0af770ffb,segment=NetworkSegment(500d265d-8590-4cd0-a007-0b02c2c4ef6b),segment_id=500d265d-8590-4cd0-a007-0b02c2c4ef6b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:15:24.611785 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:24.650025 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c95abd-52b4-45e1-a6f2-337fb03ef02b x-openstack-request-id: req-93c95abd-52b4-45e1-a6f2-337fb03ef02b {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:15:24.650332 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a1e264-dd12-4afb-8894-44d1343a55ca", "name": "network-vif-plugged", "status": "completed", "tag": "b6295e32-da88-44a8-8a36-fcc0af770ffb", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:15:24.650586 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-93c95abd-52b4-45e1-a6f2-337fb03ef02b {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:15:24.650982 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a1e264-dd12-4afb-8894-44d1343a55ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6295e32-da88-44a8-8a36-fcc0af770ffb', 'code': 200} Jul 05 05:15:24.677858 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=b6295e32-da88-44a8-8a36-fcc0af770ffb,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:28.873261 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0d05-d590-4a14-8233-0c9f2957ad07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:30.244098 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:31.502467 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-de2c3bb6-f90e-44de-b591-151138dc98f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:31.913680 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:32.108441 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-9c7c2ce7-6f25-4f44-95d1-ae61f3ae256c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1532546063&fields=id&tenant_id=2d4608f526a844128946582770c60c48 HTTP/1.1" status: 200 len: 267 time: 0.0336909 Jul 05 05:15:32.229257 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-e5181175-56fa-4e91-8058-2cfc52bb44af tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:32.230740 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-e5181175-56fa-4e91-8058-2cfc52bb44af tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/networks?id=33ac112c-ed8c-4843-8d46-e266881830cf HTTP/1.1" status: 200 len: 810 time: 0.1153157 Jul 05 05:15:32.246573 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-723dd261-930a-42b5-b9f4-85f2a73964b4 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/quotas/2d4608f526a844128946582770c60c48 HTTP/1.1" status: 200 len: 375 time: 0.0099876 Jul 05 05:15:32.327352 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-8eed457b-ea34-44a5-a864-4f6163f89691 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2d4608f526a844128946582770c60c48&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0729849 Jul 05 05:15:32.498377 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-0ed9ac0f-c08f-49c2-9c20-46e0f7c3f533 service neutron] 10.222.0.77 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538363 Jul 05 05:15:32.616612 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-9b33fce6-4d30-41ab-a4ce-112e53de5403 service neutron] 10.222.0.77 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109354 Jul 05 05:15:32.837923 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-885edb86-5400-439c-920f-ba20242a0e79 req-89aad097-f7f9-41af-b1e6-a50c1b88d1aa tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 210 time: 0.0406814 Jul 05 05:15:32.925100 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:33.931156 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-75db27d6-cc9e-4bcc-8ef5-ef6de083d65e req-960d4f2d-d58f-44b5-a0dc-2ca2015bc894 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 210 time: 0.0323000 Jul 05 05:15:34.721586 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:35.347540 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ca179cc-4b8d-4186-87ab-503a6a4765e8 req-74ebccdf-4c68-4c99-83e2-2fb08d8e7550 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 210 time: 0.3493767 Jul 05 05:15:35.589240 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:15:36.154236 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-873282c1-515b-401f-aab5-1eb6d959fff9 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:36.155609 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-873282c1-515b-401f-aab5-1eb6d959fff9 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.70 "GET /v2.0/networks?id=33ac112c-ed8c-4843-8d46-e266881830cf HTTP/1.1" status: 200 len: 810 time: 0.1056828 Jul 05 05:15:36.210316 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-951c196c-0f9e-4d13-9d8e-0c9065c3b706 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d4608f526a844128946582770c60c48 HTTP/1.1" status: 200 len: 380 time: 0.0361235 Jul 05 05:15:36.220624 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-80c45eb5-a8d0-410d-9f66-b1bf432170c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Request body: {'port': {'device_id': '71e49090-49b9-4536-acfe-e2939e9870ca', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'admin_state_up': True, 'tenant_id': '2d4608f526a844128946582770c60c48', 'security_groups': ['6096ad13-31f5-489a-8b0c-91ca2461196b']}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:15:36.333099 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-80c45eb5-a8d0-410d-9f66-b1bf432170c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Made reservation on behalf of 2d4608f526a844128946582770c60c48 for: {'port': 1} {{(pid=105539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:15:36.336714 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-80c45eb5-a8d0-410d-9f66-b1bf432170c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:36.434972 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b6295e32-da88-44a8-8a36-fcc0af770ffb no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:15:36.479735 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_common [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-80c45eb5-a8d0-410d-9f66-b1bf432170c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Allocated IP 172.20.0.6 (33ac112c-ed8c-4843-8d46-e266881830cf/72453c89-d436-4e2b-9e72-1aac8d134e5d/00c142be-d558-4b93-b6f8-c3001a71056c) {{(pid=105539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:15:36.544187 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:36.586251 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a1e264-dd12-4afb-8894-44d1343a55ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6295e32-da88-44a8-8a36-fcc0af770ffb'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:15:36.589386 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78b0252444a70490cdba898b337d30d15b03e2f447bec9a55953f7bd387605e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e7dfe2-abf0-4614-a651-aa9bb12cc979" -d '{"events": [{"server_uuid": "16a1e264-dd12-4afb-8894-44d1343a55ca", "name": "network-vif-unplugged", "status": "completed", "tag": "b6295e32-da88-44a8-8a36-fcc0af770ffb"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:15:36.608466 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] For port b6295e32-da88-44a8-8a36-fcc0af770ffb, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b6295e32-da88-44a8-8a36-fcc0af770ffb,segment=NetworkSegment(500d265d-8590-4cd0-a007-0b02c2c4ef6b),segment_id=500d265d-8590-4cd0-a007-0b02c2c4ef6b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:15:36.628169 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:36.720789 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-80c45eb5-a8d0-410d-9f66-b1bf432170c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for port, precommit_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:36.721310 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Pushing event updated for resources: {'Port': ['ID=b6295e32-da88-44a8-8a36-fcc0af770ffb,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:36.726601 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c533788c-d646-40b6-b9a6-eb8ff12908a3 req-4e513787-9381-4450-a9a5-0838812208e8 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 210 time: 0.2593374 Jul 05 05:15:36.748393 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-80c45eb5-a8d0-410d-9f66-b1bf432170c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Transition to ACTIVE for port object 00c142be-d558-4b93-b6f8-c3001a71056c will not be triggered until provisioned by entity DHCP. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:15:36.795568 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 05:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1594a6-8e42-4049-a502-caeff20adf1a x-openstack-request-id: req-ef1594a6-8e42-4049-a502-caeff20adf1a {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:15:36.795892 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a1e264-dd12-4afb-8894-44d1343a55ca", "name": "network-vif-unplugged", "status": "completed", "tag": "b6295e32-da88-44a8-8a36-fcc0af770ffb", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:15:36.796150 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ef1594a6-8e42-4049-a502-caeff20adf1a {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:15:36.796556 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a1e264-dd12-4afb-8894-44d1343a55ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6295e32-da88-44a8-8a36-fcc0af770ffb', 'code': 200} Jul 05 05:15:36.803750 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-80c45eb5-a8d0-410d-9f66-b1bf432170c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10254609'] for port, after_create {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:36.857418 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-80c45eb5-a8d0-410d-9f66-b1bf432170c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Network 33ac112c-ed8c-4843-8d46-e266881830cf is already hosted by enough agents. {{(pid=105539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:15:36.862020 n-d-780147-23 neutron-server[105539]: DEBUG neutron.scheduler.base_scheduler [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-80c45eb5-a8d0-410d-9f66-b1bf432170c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Resources bound (agent type, host, resource id): {{(pid=105539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:15:36.878026 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-80c45eb5-a8d0-410d-9f66-b1bf432170c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Received port after_create {{(pid=105539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:15:36.936896 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c45eb5-a8d0-410d-9f66-b1bf432170c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Pushing event updated for resources: {'Port': ['ID=00c142be-d558-4b93-b6f8-c3001a71056c,revision_number=1']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:36.951771 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c45eb5-a8d0-410d-9f66-b1bf432170c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:36.952535 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c45eb5-a8d0-410d-9f66-b1bf432170c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:36.953116 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c45eb5-a8d0-410d-9f66-b1bf432170c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:36.953816 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c45eb5-a8d0-410d-9f66-b1bf432170c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:36.954390 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c45eb5-a8d0-410d-9f66-b1bf432170c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:36.955235 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c45eb5-a8d0-410d-9f66-b1bf432170c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:36.955885 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c45eb5-a8d0-410d-9f66-b1bf432170c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:36.956587 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c45eb5-a8d0-410d-9f66-b1bf432170c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:36.957154 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c45eb5-a8d0-410d-9f66-b1bf432170c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:36.957731 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c45eb5-a8d0-410d-9f66-b1bf432170c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:36.958288 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c45eb5-a8d0-410d-9f66-b1bf432170c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:36.958845 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c45eb5-a8d0-410d-9f66-b1bf432170c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:36.974347 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-80c45eb5-a8d0-410d-9f66-b1bf432170c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:36.975655 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-80c45eb5-a8d0-410d-9f66-b1bf432170c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:36.997958 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-80c45eb5-a8d0-410d-9f66-b1bf432170c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7812400 Jul 05 05:15:37.181745 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-788243ee-ec64-4352-b257-54db9e192531 None None] Provisioning for port 00c142be-d558-4b93-b6f8-c3001a71056c completed by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:15:37.194945 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-788243ee-ec64-4352-b257-54db9e192531 None None] Provisioning complete for port 00c142be-d558-4b93-b6f8-c3001a71056c triggered by entity DHCP. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:15:37.195622 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-788243ee-ec64-4352-b257-54db9e192531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:37.243162 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-788243ee-ec64-4352-b257-54db9e192531 None None] Port 00c142be-d558-4b93-b6f8-c3001a71056c cannot update to ACTIVE because it is not bound. {{(pid=105540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:15:37.939065 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d03d8e-bd40-48be-8350-4b4c039a378e req-14caa00c-7b09-441a-9327-3a1328784aca tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:37.940795 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a8d03d8e-bd40-48be-8350-4b4c039a378e req-14caa00c-7b09-441a-9327-3a1328784aca tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 931 time: 0.0897071 Jul 05 05:15:37.986429 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a8d03d8e-bd40-48be-8350-4b4c039a378e req-32bff282-8fdd-4536-8f8e-8858c05bf0b4 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397773 Jul 05 05:15:39.174287 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d4fc3-e4bf-4702-95ab-e063416c01d5 req-b828d709-a08e-4e39-bac4-436d9de25ba3 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:39.175783 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-229d4fc3-e4bf-4702-95ab-e063416c01d5 req-b828d709-a08e-4e39-bac4-436d9de25ba3 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 931 time: 0.0656357 Jul 05 05:15:39.216816 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-229d4fc3-e4bf-4702-95ab-e063416c01d5 req-9eada1d7-14f9-4637-975e-cfdb21509396 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353863 Jul 05 05:15:40.442106 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df537a0-2b81-471b-a788-35fe899ca921 req-dcb40b6a-84cd-4c7c-b23e-3098c260fc62 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:40.443595 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7df537a0-2b81-471b-a788-35fe899ca921 req-dcb40b6a-84cd-4c7c-b23e-3098c260fc62 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 931 time: 0.1070395 Jul 05 05:15:40.484275 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7df537a0-2b81-471b-a788-35fe899ca921 req-a8fdb588-cc57-4531-aef0-ac9c12c23bb5 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351143 Jul 05 05:15:41.707553 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf7ebf-ea20-47b2-bffc-0e4a501b2177 req-47d46ae3-7b12-4582-863d-4840469235ef tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:41.709125 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afdf7ebf-ea20-47b2-bffc-0e4a501b2177 req-47d46ae3-7b12-4582-863d-4840469235ef tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 931 time: 0.1011696 Jul 05 05:15:41.748141 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-afdf7ebf-ea20-47b2-bffc-0e4a501b2177 req-03d8c9c9-b813-4f2b-b442-66b09b76d6b7 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334935 Jul 05 05:15:42.947885 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a94d2-a2c3-43c1-a379-352cf4d48290 req-0f226d5d-d80b-492d-90ab-8102ff8f262a tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:42.949551 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-339a94d2-a2c3-43c1-a379-352cf4d48290 req-0f226d5d-d80b-492d-90ab-8102ff8f262a tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 931 time: 0.0782871 Jul 05 05:15:42.993771 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-339a94d2-a2c3-43c1-a379-352cf4d48290 req-a1ea3b49-5fa1-435d-90a2-ea4c58a14899 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364172 Jul 05 05:15:44.009535 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:44.179983 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf842130-49c2-46aa-8aaa-9a4acfd645ba req-bfda513a-905d-4d4d-8141-bc186ddb48d4 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:44.182298 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bf842130-49c2-46aa-8aaa-9a4acfd645ba req-bfda513a-905d-4d4d-8141-bc186ddb48d4 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 931 time: 0.0682440 Jul 05 05:15:44.229277 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bf842130-49c2-46aa-8aaa-9a4acfd645ba req-f254cee5-4936-4a9c-83a8-6d9608f930cc tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407116 Jul 05 05:15:45.416687 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af2b36-4f89-471d-abfb-e41e3d35052d req-bc95ddd2-cd02-4188-b8d2-7322874b52c1 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:45.420366 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87af2b36-4f89-471d-abfb-e41e3d35052d req-bc95ddd2-cd02-4188-b8d2-7322874b52c1 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 931 time: 0.0732508 Jul 05 05:15:45.459073 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-87af2b36-4f89-471d-abfb-e41e3d35052d req-08d7ee23-e5c5-456d-b2fe-ba2a13e9c4f6 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345829 Jul 05 05:15:46.631629 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff3ff2-d961-4cfa-8ab8-fefa34cf8169 req-fae3e441-0e24-4464-9fbd-910263f55242 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:46.633160 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7dff3ff2-d961-4cfa-8ab8-fefa34cf8169 req-fae3e441-0e24-4464-9fbd-910263f55242 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 931 time: 0.0623519 Jul 05 05:15:46.671910 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7dff3ff2-d961-4cfa-8ab8-fefa34cf8169 req-555bee00-92c5-4186-9a35-0d32c61dc129 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331600 Jul 05 05:15:47.914779 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d051307-123a-4b28-a09b-8152a0370541 req-649deb35-21b5-47dc-8af3-14bdd1ea7e66 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:47.916304 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9d051307-123a-4b28-a09b-8152a0370541 req-649deb35-21b5-47dc-8af3-14bdd1ea7e66 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 931 time: 0.1328061 Jul 05 05:15:47.952888 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-9d051307-123a-4b28-a09b-8152a0370541 req-6e42514c-25e7-4bb2-96a5-d4afac063c66 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310111 Jul 05 05:15:48.056369 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-043312c9-6a01-445e-947e-2da7c6706f79 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=105539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:15:48.057444 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-043312c9-6a01-445e-947e-2da7c6706f79 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062442 Jul 05 05:15:48.111103 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.v2.base [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-04d11ac5-ed7e-494f-8e79-f1294f951267 service neutron] Request body: {'port': {'device_id': '71e49090-49b9-4536-acfe-e2939e9870ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-23'}} {{(pid=105539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:15:48.182083 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-04d11ac5-ed7e-494f-8e79-f1294f951267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:48.453589 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-04d11ac5-ed7e-494f-8e79-f1294f951267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c142be-d558-4b93-b6f8-c3001a71056c {{(pid=105539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:15:48.460853 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-04d11ac5-ed7e-494f-8e79-f1294f951267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:48.472681 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.provisioning_blocks [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-04d11ac5-ed7e-494f-8e79-f1294f951267 service neutron] Transition to ACTIVE for port object 00c142be-d558-4b93-b6f8-c3001a71056c will not be triggered until provisioned by entity L2. {{(pid=105539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:15:48.476454 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-04d11ac5-ed7e-494f-8e79-f1294f951267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:48.546393 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d11ac5-ed7e-494f-8e79-f1294f951267 service neutron] Pushing event updated for resources: {'Port': ['ID=00c142be-d558-4b93-b6f8-c3001a71056c,revision_number=2']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:48.599321 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-04d11ac5-ed7e-494f-8e79-f1294f951267 service neutron] Attempting to bind port 00c142be-d558-4b93-b6f8-c3001a71056c on host n-h2-780147-23 for vnic_type normal with profile {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:15:48.599657 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-04d11ac5-ed7e-494f-8e79-f1294f951267 service neutron] Attempting to bind port 00c142be-d558-4b93-b6f8-c3001a71056c by drivers openvswitch,hyperv on host n-h2-780147-23 at level 0 using segments [{'id': '500d265d-8590-4cd0-a007-0b02c2c4ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf'}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:15:48.600017 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-04d11ac5-ed7e-494f-8e79-f1294f951267 service neutron] Attempting to bind port 00c142be-d558-4b93-b6f8-c3001a71056c on network 33ac112c-ed8c-4843-8d46-e266881830cf {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:15:48.604498 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-04d11ac5-ed7e-494f-8e79-f1294f951267 service neutron] Port 00c142be-d558-4b93-b6f8-c3001a71056c on network 33ac112c-ed8c-4843-8d46-e266881830cf not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-23 {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:15:48.604818 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-04d11ac5-ed7e-494f-8e79-f1294f951267 service neutron] Attempting to bind port 00c142be-d558-4b93-b6f8-c3001a71056c on network 33ac112c-ed8c-4843-8d46-e266881830cf {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:15:48.609744 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-04d11ac5-ed7e-494f-8e79-f1294f951267 service neutron] Checking agent: {'id': 'ed07e509-0c83-4ae1-b5db-b9393f546f19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'started_at': datetime.datetime(2021, 7, 5, 3, 43, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:15:48.610084 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-04d11ac5-ed7e-494f-8e79-f1294f951267 service neutron] Checking segment: {'id': '500d265d-8590-4cd0-a007-0b02c2c4ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:15:48.610484 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-04d11ac5-ed7e-494f-8e79-f1294f951267 service neutron] Bound using segment: {'id': '500d265d-8590-4cd0-a007-0b02c2c4ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf'} {{(pid=105539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:15:48.610900 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.managers [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-04d11ac5-ed7e-494f-8e79-f1294f951267 service neutron] Bound port: 00c142be-d558-4b93-b6f8-c3001a71056c, host: n-h2-780147-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500d265d-8590-4cd0-a007-0b02c2c4ef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf'}}] {{(pid=105539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:15:48.611831 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-04d11ac5-ed7e-494f-8e79-f1294f951267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:48.679539 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-04d11ac5-ed7e-494f-8e79-f1294f951267 service neutron] For port 00c142be-d558-4b93-b6f8-c3001a71056c, host n-h2-780147-23, cleared binding levels {{(pid=105539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:15:48.682550 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-04d11ac5-ed7e-494f-8e79-f1294f951267 service neutron] For port 00c142be-d558-4b93-b6f8-c3001a71056c, host n-h2-780147-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=00c142be-d558-4b93-b6f8-c3001a71056c,segment=NetworkSegment(500d265d-8590-4cd0-a007-0b02c2c4ef6b),segment_id=500d265d-8590-4cd0-a007-0b02c2c4ef6b)] {{(pid=105539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:15:48.687555 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-04d11ac5-ed7e-494f-8e79-f1294f951267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254819'] for port, after_update {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:48.724602 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-04d11ac5-ed7e-494f-8e79-f1294f951267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:48.725254 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-04d11ac5-ed7e-494f-8e79-f1294f951267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:48.730046 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-04d11ac5-ed7e-494f-8e79-f1294f951267 service neutron] 10.222.0.70 "PUT /v2.0/ports/00c142be-d558-4b93-b6f8-c3001a71056c HTTP/1.1" status: 200 len: 1092 time: 0.6605065 Jul 05 05:15:48.730046 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e49090-49b9-4536-acfe-e2939e9870ca', 'tag': '00c142be-d558-4b93-b6f8-c3001a71056c'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:15:48.730046 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc3dec6-cc78-4671-bb81-8e09c5069d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "71e49090-49b9-4536-acfe-e2939e9870ca", "tag": "00c142be-d558-4b93-b6f8-c3001a71056c"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:15:48.754293 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d11ac5-ed7e-494f-8e79-f1294f951267 service neutron] Pushing event updated for resources: {'Port': ['ID=00c142be-d558-4b93-b6f8-c3001a71056c,revision_number=3']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:48.776166 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9911be3e-d603-44a1-a8ef-a7221035c3e0 x-openstack-request-id: req-9911be3e-d603-44a1-a8ef-a7221035c3e0 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:15:48.776692 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e49090-49b9-4536-acfe-e2939e9870ca", "tag": "00c142be-d558-4b93-b6f8-c3001a71056c", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:15:48.776933 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9911be3e-d603-44a1-a8ef-a7221035c3e0 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:15:48.777531 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e49090-49b9-4536-acfe-e2939e9870ca', 'tag': '00c142be-d558-4b93-b6f8-c3001a71056c', 'status': 'completed', 'code': 200} Jul 05 05:15:48.855139 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-ee0dc6de-7dab-47ea-8f68-829db15437f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:48.856717 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-ee0dc6de-7dab-47ea-8f68-829db15437f5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d4608f526a844128946582770c60c48&device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 1095 time: 0.0613625 Jul 05 05:15:48.911387 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-9fb122be-6d28-4d03-af04-9b31bc83e4e1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00c142be-d558-4b93-b6f8-c3001a71056c HTTP/1.1" status: 200 len: 217 time: 0.0415304 Jul 05 05:15:48.961003 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-7d97cf41-4d7e-4965-b34b-1bfd90d679ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:48.962482 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-7d97cf41-4d7e-4965-b34b-1bfd90d679ef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72453c89-d436-4e2b-9e72-1aac8d134e5d HTTP/1.1" status: 200 len: 849 time: 0.0454614 Jul 05 05:15:49.023225 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-cc664739-c1ad-4a79-81b9-9fc62c532ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:49.024818 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-cc664739-c1ad-4a79-81b9-9fc62c532ed3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=33ac112c-ed8c-4843-8d46-e266881830cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552404 Jul 05 05:15:49.159432 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-3ab38d42-e627-46f7-9bc1-73b0b40f69c4 service neutron] 10.222.0.70 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273839 Jul 05 05:15:49.171569 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5035ec-d4c3-4efc-839b-f9a33850716e req-c4339eb0-7951-4cee-8a3a-cb429c83a025 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:49.173034 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5c5035ec-d4c3-4efc-839b-f9a33850716e req-c4339eb0-7951-4cee-8a3a-cb429c83a025 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 943 time: 0.0955896 Jul 05 05:15:49.264604 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5c5035ec-d4c3-4efc-839b-f9a33850716e req-52123e7b-3fb1-4241-a291-5600883e43c2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826466 Jul 05 05:15:49.289462 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-36a7d171-83e3-4778-98fe-2d7ea8f10c82 req-39d720a1-2129-4556-a107-0784687fadd4 service neutron] 10.222.0.70 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154971 Jul 05 05:15:49.438036 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3dec6-cc78-4671-bb81-8e09c5069d6a req-e233e487-208b-4167-bc53-4777430d0e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:49.440282 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dfc3dec6-cc78-4671-bb81-8e09c5069d6a req-e233e487-208b-4167-bc53-4777430d0e64 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d4608f526a844128946582770c60c48&device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 1095 time: 0.0535805 Jul 05 05:15:49.530584 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3dec6-cc78-4671-bb81-8e09c5069d6a req-42004e4d-61a3-4f73-8274-dca54a402fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:49.531977 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dfc3dec6-cc78-4671-bb81-8e09c5069d6a req-42004e4d-61a3-4f73-8274-dca54a402fe8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=33ac112c-ed8c-4843-8d46-e266881830cf HTTP/1.1" status: 200 len: 911 time: 0.0867717 Jul 05 05:15:49.573062 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dfc3dec6-cc78-4671-bb81-8e09c5069d6a req-8d7b4bb4-9a69-41a9-a58a-b35aa3749ddd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00c142be-d558-4b93-b6f8-c3001a71056c HTTP/1.1" status: 200 len: 217 time: 0.0350425 Jul 05 05:15:49.621554 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3dec6-cc78-4671-bb81-8e09c5069d6a req-b96b5a95-e2eb-4e4e-bdac-87f563693b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:49.622955 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dfc3dec6-cc78-4671-bb81-8e09c5069d6a req-b96b5a95-e2eb-4e4e-bdac-87f563693b7e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72453c89-d436-4e2b-9e72-1aac8d134e5d HTTP/1.1" status: 200 len: 849 time: 0.0438786 Jul 05 05:15:49.687216 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3dec6-cc78-4671-bb81-8e09c5069d6a req-48677b58-f7a2-46a2-b9e1-1f6b519bdf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:49.687216 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dfc3dec6-cc78-4671-bb81-8e09c5069d6a req-48677b58-f7a2-46a2-b9e1-1f6b519bdf94 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=33ac112c-ed8c-4843-8d46-e266881830cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579243 Jul 05 05:15:49.777373 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dfc3dec6-cc78-4671-bb81-8e09c5069d6a req-797da132-ebb2-46c0-8f0a-8677b771e521 service neutron] 10.222.0.70 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836837 Jul 05 05:15:49.872269 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-dfc3dec6-cc78-4671-bb81-8e09c5069d6a req-395fe32a-c52c-4769-9ae0-fb45698ffc8b service neutron] 10.222.0.70 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877197 Jul 05 05:15:50.440213 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e1c6f-cb4e-43cd-962a-88335be8d320 req-2d74ea02-97c1-4cb5-845b-b8da45955641 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:50.441640 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-113e1c6f-cb4e-43cd-962a-88335be8d320 req-2d74ea02-97c1-4cb5-845b-b8da45955641 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 943 time: 0.0633671 Jul 05 05:15:50.479052 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-113e1c6f-cb4e-43cd-962a-88335be8d320 req-d0a98276-49e8-4d7d-a727-fea6ba2f9337 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319846 Jul 05 05:15:51.653107 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa02ffd-76ea-4a3d-83b2-ba448ffb3211 req-e27694f7-902e-4543-beaf-20dac2467b0a tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:51.654636 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bfa02ffd-76ea-4a3d-83b2-ba448ffb3211 req-e27694f7-902e-4543-beaf-20dac2467b0a tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 943 time: 0.0630703 Jul 05 05:15:51.692905 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-bfa02ffd-76ea-4a3d-83b2-ba448ffb3211 req-2a384b45-e315-449a-b435-5a4bfc32d023 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325711 Jul 05 05:15:52.879619 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eee704-53e8-4aed-9bd6-133df2fa1890 req-aae78ff3-22eb-489a-9dcc-e140eaaadfb4 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:52.881720 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-90eee704-53e8-4aed-9bd6-133df2fa1890 req-aae78ff3-22eb-489a-9dcc-e140eaaadfb4 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 943 time: 0.0700319 Jul 05 05:15:52.919334 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-90eee704-53e8-4aed-9bd6-133df2fa1890 req-3b8011a5-3166-4e3f-8cf2-d51f033f7a77 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321465 Jul 05 05:15:53.990438 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 00c142be-d558-4b93-b6f8-c3001a71056c details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:15:54.100071 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ea249-05e3-4ce0-a4e6-33250a2b279f req-5e2fbcd3-b055-4ef2-8a08-3f9d84e99609 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:54.101727 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-962ea249-05e3-4ce0-a4e6-33250a2b279f req-5e2fbcd3-b055-4ef2-8a08-3f9d84e99609 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 943 time: 0.0681541 Jul 05 05:15:54.141418 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-962ea249-05e3-4ce0-a4e6-33250a2b279f req-d7114d0a-df1f-4eca-8998-6b60b16adf71 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339756 Jul 05 05:15:54.245795 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 00c142be-d558-4b93-b6f8-c3001a71056c, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=00c142be-d558-4b93-b6f8-c3001a71056c,segment=NetworkSegment(500d265d-8590-4cd0-a007-0b02c2c4ef6b),segment_id=500d265d-8590-4cd0-a007-0b02c2c4ef6b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:15:54.256674 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '00c142be-d558-4b93-b6f8-c3001a71056c', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'port_id': '00c142be-d558-4b93-b6f8-c3001a71056c', 'mac_address': 'fa:16:3e:af:da:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:15:54.293950 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:54.306476 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c142be-d558-4b93-b6f8-c3001a71056c {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:15:54.325631 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 00c142be-d558-4b93-b6f8-c3001a71056c, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=00c142be-d558-4b93-b6f8-c3001a71056c,segment=NetworkSegment(500d265d-8590-4cd0-a007-0b02c2c4ef6b),segment_id=500d265d-8590-4cd0-a007-0b02c2c4ef6b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:15:54.329408 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:54.379456 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=00c142be-d558-4b93-b6f8-c3001a71056c,revision_number=4']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:54.752049 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['00c142be-d558-4b93-b6f8-c3001a71056c'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:15:55.320329 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2e962-e0df-43be-92a9-35aedd3914f4 req-c424e142-8615-4e8b-895d-494ce8f6b044 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:55.322227 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-80e2e962-e0df-43be-92a9-35aedd3914f4 req-c424e142-8615-4e8b-895d-494ce8f6b044 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 944 time: 0.0678639 Jul 05 05:15:55.359583 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-80e2e962-e0df-43be-92a9-35aedd3914f4 req-ead1bf34-e89d-4853-be23-40ef1bca55bc tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321259 Jul 05 05:15:55.990977 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 00c142be-d558-4b93-b6f8-c3001a71056c up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:15:56.038063 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning for port 00c142be-d558-4b93-b6f8-c3001a71056c completed by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:15:56.041817 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 00c142be-d558-4b93-b6f8-c3001a71056c triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:15:56.042188 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:56.116580 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:56.140545 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e49090-49b9-4536-acfe-e2939e9870ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c142be-d558-4b93-b6f8-c3001a71056c'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:15:56.142847 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78b0252444a70490cdba898b337d30d15b03e2f447bec9a55953f7bd387605e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561f7a75-4f9b-4dc5-ad47-bf55a5cefa76" -d '{"events": [{"server_uuid": "71e49090-49b9-4536-acfe-e2939e9870ca", "name": "network-vif-plugged", "status": "completed", "tag": "00c142be-d558-4b93-b6f8-c3001a71056c"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:15:56.155150 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 00c142be-d558-4b93-b6f8-c3001a71056c, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=00c142be-d558-4b93-b6f8-c3001a71056c,segment=NetworkSegment(500d265d-8590-4cd0-a007-0b02c2c4ef6b),segment_id=500d265d-8590-4cd0-a007-0b02c2c4ef6b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:15:56.159559 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:56.182982 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f7113d-fe89-4c14-a80d-89a23b49046f x-openstack-request-id: req-01f7113d-fe89-4c14-a80d-89a23b49046f {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:15:56.183277 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e49090-49b9-4536-acfe-e2939e9870ca", "name": "network-vif-plugged", "status": "completed", "tag": "00c142be-d558-4b93-b6f8-c3001a71056c", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:15:56.183533 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-01f7113d-fe89-4c14-a80d-89a23b49046f {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:15:56.183954 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e49090-49b9-4536-acfe-e2939e9870ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c142be-d558-4b93-b6f8-c3001a71056c', 'code': 200} Jul 05 05:15:56.210400 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=00c142be-d558-4b93-b6f8-c3001a71056c,revision_number=5']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:56.322540 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d46e92-3d98-40b9-a98d-b054735e039e req-2b675c46-4f07-4733-9cfe-119bc0160312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:56.324059 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93d46e92-3d98-40b9-a98d-b054735e039e req-2b675c46-4f07-4733-9cfe-119bc0160312 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 1097 time: 0.0538144 Jul 05 05:15:56.359662 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-93d46e92-3d98-40b9-a98d-b054735e039e req-d800827c-6590-4a06-bf02-83386ec6028f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295739 Jul 05 05:15:56.533033 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4b562-db81-4f23-8251-e3602888e30e req-b1847e5d-2dbd-411f-b42c-ac66a7a50219 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:56.535163 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8aa4b562-db81-4f23-8251-e3602888e30e req-b1847e5d-2dbd-411f-b42c-ac66a7a50219 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 945 time: 0.0621772 Jul 05 05:15:56.579297 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8aa4b562-db81-4f23-8251-e3602888e30e req-0e4853d9-30bd-4e85-a163-36a4428c12d0 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327334 Jul 05 05:15:57.767317 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a1e70-b9ba-4c89-8680-43e330646850 req-d3df8bf0-411a-4bba-a70b-b2bb30a287d2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:57.771035 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c26a1e70-b9ba-4c89-8680-43e330646850 req-d3df8bf0-411a-4bba-a70b-b2bb30a287d2 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 945 time: 0.0748200 Jul 05 05:15:57.813067 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-c26a1e70-b9ba-4c89-8680-43e330646850 req-906595be-5bab-4d54-a246-c12cf55cf5dd tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342486 Jul 05 05:15:58.865390 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-3a1dccc6-9876-4204-b584-e72ce36ad350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:59.014203 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfc237-f9d5-44cd-b672-d36b6a230757 req-2cf37bb9-563c-48d3-ac93-083b4f42eeb7 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:59.015688 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cddfc237-f9d5-44cd-b672-d36b6a230757 req-2cf37bb9-563c-48d3-ac93-083b4f42eeb7 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 945 time: 0.0651095 Jul 05 05:15:59.053699 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-cddfc237-f9d5-44cd-b672-d36b6a230757 req-b9c3f39c-9993-4f79-9ce7-1636dbd942cd tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315626 Jul 05 05:15:59.234958 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b965375-b380-4ae7-b47f-6d2df24cf86a req-733b7a99-1112-42e7-870f-4562fd674557 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:59.236499 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7b965375-b380-4ae7-b47f-6d2df24cf86a req-733b7a99-1112-42e7-870f-4562fd674557 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 945 time: 0.0708020 Jul 05 05:15:59.274412 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7b965375-b380-4ae7-b47f-6d2df24cf86a req-d879933f-ce96-4ddf-8288-88a00fcee223 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322578 Jul 05 05:15:59.298708 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52696) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:15:59.356390 n-d-780147-23 neutron-server[105538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d70ce2-feb5-4cfd-8919-1429b48038f8 tempest-TestSnapshotPattern-247905949 tempest-TestSnapshotPattern-247905949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:59.357935 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-65d70ce2-feb5-4cfd-8919-1429b48038f8 tempest-TestSnapshotPattern-247905949 tempest-TestSnapshotPattern-247905949-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 1092 time: 0.0581377 Jul 05 05:15:59.360672 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52700) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:15:59.365504 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.v2.base [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Request body: {'floatingip': {'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'port_id': '00c142be-d558-4b93-b6f8-c3001a71056c', 'tenant_id': '2d4608f526a844128946582770c60c48', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:15:59.387269 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for floatingip, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:59.485866 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:59.590766 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_common [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Allocated IP 172.25.1.81 (ed495a2f-0241-4263-bf9b-61a54e0fbc19/9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82/aeb4b7b9-076b-4f52-8fe5-10c4d852696e) {{(pid=105538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:15:59.692919 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for port, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:59.731763 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1678858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-228336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787916415717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8695735'] for port, after_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:59.767583 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Network ed495a2f-0241-4263-bf9b-61a54e0fbc19 is already hosted by enough agents. {{(pid=105538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:15:59.770503 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.base_scheduler [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Resources bound (agent type, host, resource id): {{(pid=105538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:15:59.775902 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Received port after_create {{(pid=105538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:15:59.809599 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Pushing event updated for resources: {'Port': ['ID=aeb4b7b9-076b-4f52-8fe5-10c4d852696e,revision_number=1']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:59.822512 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:59.822866 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:59.823212 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:59.823555 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:59.823930 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:59.824270 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:59.824604 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:59.824934 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:59.825271 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:59.825600 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:59.825931 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:59.826260 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:00.162142 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:00.238824 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:00.264416 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:00.392657 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for port, precommit_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:00.397690 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695621'] for port, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:00.463283 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Pushing event updated for resources: {'Port': ['ID=aeb4b7b9-076b-4f52-8fe5-10c4d852696e,revision_number=2']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:00.475163 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544910'] for floatingip, after_update {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:00.574923 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Floating IP 547cf0bf-3adc-4d0f-aebe-d6619503642d associated. External IP: 172.25.1.81, port: 00c142be-d558-4b93-b6f8-c3001a71056c. Jul 05 05:16:01.124856 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Router de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:16:01.231101 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:16:01.241541 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44739906-898f-46ef-baab-dddc214377f5 None None] Sync routers for ids ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:16:01.247170 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:01.251108 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44739906-898f-46ef-baab-dddc214377f5 None None] Routers {'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:16:01.251772 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-44739906-898f-46ef-baab-dddc214377f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:15:31Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:01.284635 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-a6b1550a-5add-43d7-a552-1d50638fc68c tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9229383 Jul 05 05:16:01.285352 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e49090-49b9-4536-acfe-e2939e9870ca', 'tag': '00c142be-d558-4b93-b6f8-c3001a71056c'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:16:01.288136 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c9c837585e6777964c1719b38845a8b64a1007aef63c2715a3fe5cf843f522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd84505-665d-4520-bda6-885a21046623" -d '{"events": [{"name": "network-changed", "server_uuid": "71e49090-49b9-4536-acfe-e2939e9870ca", "tag": "00c142be-d558-4b93-b6f8-c3001a71056c"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:16:01.323293 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9170a38-1d0d-4dc6-9ada-44b9f961e980 x-openstack-request-id: req-e9170a38-1d0d-4dc6-9ada-44b9f961e980 {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:16:01.323597 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e49090-49b9-4536-acfe-e2939e9870ca", "tag": "00c142be-d558-4b93-b6f8-c3001a71056c", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:16:01.323890 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e9170a38-1d0d-4dc6-9ada-44b9f961e980 {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:16:01.324302 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e49090-49b9-4536-acfe-e2939e9870ca', 'tag': '00c142be-d558-4b93-b6f8-c3001a71056c', 'status': 'completed', 'code': 200} Jul 05 05:16:01.363225 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-44739906-898f-46ef-baab-dddc214377f5 None None] Set router de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:16:01.419672 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd84505-665d-4520-bda6-885a21046623 req-151977ab-13a7-40f3-a257-9aa9003e312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:01.421167 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ecd84505-665d-4520-bda6-885a21046623 req-151977ab-13a7-40f3-a257-9aa9003e312e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d4608f526a844128946582770c60c48&device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 1097 time: 0.0532894 Jul 05 05:16:01.517307 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd84505-665d-4520-bda6-885a21046623 req-bab17b17-dd2c-4f78-94be-0090a48c88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:01.519974 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ecd84505-665d-4520-bda6-885a21046623 req-bab17b17-dd2c-4f78-94be-0090a48c88bb service neutron] 10.222.0.70 "GET /v2.0/networks?id=33ac112c-ed8c-4843-8d46-e266881830cf HTTP/1.1" status: 200 len: 911 time: 0.0929439 Jul 05 05:16:01.522473 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f97a90d7-c4b0-43d7-abe1-862f572f93d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:01.589210 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ecd84505-665d-4520-bda6-885a21046623 req-4a39be54-cc29-4034-91fc-496da8d8c4e2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00c142be-d558-4b93-b6f8-c3001a71056c HTTP/1.1" status: 200 len: 998 time: 0.0633759 Jul 05 05:16:01.612663 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-44739906-898f-46ef-baab-dddc214377f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'name': 'tempest-TestSnapshotPattern-1235194347-router', 'tenant_id': '2d4608f526a844128946582770c60c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '62e4f335-ba84-4069-9869-096283ed6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:12:58Z', 'revision_number': 4, 'project_id': '2d4608f526a844128946582770c60c48', 'gw_port': {'id': '62e4f335-ba84-4069-9869-096283ed6429', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '547cf0bf-3adc-4d0f-aebe-d6619503642d', 'tenant_id': '2d4608f526a844128946582770c60c48', 'floating_ip_address': '172.25.1.81', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'port_id': '00c142be-d558-4b93-b6f8-c3001a71056c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'mac_address': 'fa:16:3e:af:da:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e49090-49b9-4536-acfe-e2939e9870ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:16:00Z', 'updated_at': '2021-07-05T05:16:00Z', 'revision_number': 0, 'project_id': '2d4608f526a844128946582770c60c48', 'fixed_ip_address_scope': None}, {'id': 'f8b4e500-f63b-4c57-ac4f-8f8ab9a4a0a6', 'tenant_id': '2d4608f526a844128946582770c60c48', 'floating_ip_address': '172.25.1.18', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'port_id': 'b6295e32-da88-44a8-8a36-fcc0af770ffb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'mac_address': 'fa:16:3e:8a:37:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a1e264-dd12-4afb-8894-44d1343a55ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:13:18Z', 'updated_at': '2021-07-05T05:13:20Z', 'revision_number': 1, 'project_id': '2d4608f526a844128946582770c60c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69837f9-c546-41ba-afd1-88faa16f8a33', 'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'tenant_id': '2d4608f526a844128946582770c60c48', 'mac_address': 'fa:16:3e:ed:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:58Z', 'updated_at': '2021-07-05T05:13:04Z', 'revision_number': 5, 'project_id': '2d4608f526a844128946582770c60c48', 'subnets': [{'id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:01.638477 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44739906-898f-46ef-baab-dddc214377f5 None None] Checking router: de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:16:01.642823 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd84505-665d-4520-bda6-885a21046623 req-a430f444-11bd-4454-9c60-6613dfec7073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:01.645105 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ecd84505-665d-4520-bda6-885a21046623 req-a430f444-11bd-4454-9c60-6613dfec7073 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72453c89-d436-4e2b-9e72-1aac8d134e5d HTTP/1.1" status: 200 len: 849 time: 0.0497582 Jul 05 05:16:01.648735 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44739906-898f-46ef-baab-dddc214377f5 None None] Routers {'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:16:01.649360 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-44739906-898f-46ef-baab-dddc214377f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:16:02Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:01.707451 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd84505-665d-4520-bda6-885a21046623 req-95bb3e2b-e58e-46c7-9770-f0d62085e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:01.709044 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ecd84505-665d-4520-bda6-885a21046623 req-95bb3e2b-e58e-46c7-9770-f0d62085e3f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=33ac112c-ed8c-4843-8d46-e266881830cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565336 Jul 05 05:16:01.755422 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-44739906-898f-46ef-baab-dddc214377f5 None None] Set router de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:16:01.798642 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ecd84505-665d-4520-bda6-885a21046623 req-4b6f1999-929b-4d3d-b17d-2ece8d673f4f service neutron] 10.222.0.70 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828509 Jul 05 05:16:01.909884 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ecd84505-665d-4520-bda6-885a21046623 req-2e1f96d1-7f78-4a62-bb99-4a5bc7cffbde service neutron] 10.222.0.70 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031349 Jul 05 05:16:01.925418 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:01.998743 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-44739906-898f-46ef-baab-dddc214377f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'name': 'tempest-TestSnapshotPattern-1235194347-router', 'tenant_id': '2d4608f526a844128946582770c60c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '62e4f335-ba84-4069-9869-096283ed6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:12:58Z', 'revision_number': 4, 'project_id': '2d4608f526a844128946582770c60c48', 'gw_port': {'id': '62e4f335-ba84-4069-9869-096283ed6429', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '547cf0bf-3adc-4d0f-aebe-d6619503642d', 'tenant_id': '2d4608f526a844128946582770c60c48', 'floating_ip_address': '172.25.1.81', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'port_id': '00c142be-d558-4b93-b6f8-c3001a71056c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'mac_address': 'fa:16:3e:af:da:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e49090-49b9-4536-acfe-e2939e9870ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:16:00Z', 'updated_at': '2021-07-05T05:16:00Z', 'revision_number': 0, 'project_id': '2d4608f526a844128946582770c60c48', 'fixed_ip_address_scope': None}, {'id': 'f8b4e500-f63b-4c57-ac4f-8f8ab9a4a0a6', 'tenant_id': '2d4608f526a844128946582770c60c48', 'floating_ip_address': '172.25.1.18', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'port_id': 'b6295e32-da88-44a8-8a36-fcc0af770ffb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'mac_address': 'fa:16:3e:8a:37:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a1e264-dd12-4afb-8894-44d1343a55ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:13:18Z', 'updated_at': '2021-07-05T05:13:20Z', 'revision_number': 1, 'project_id': '2d4608f526a844128946582770c60c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69837f9-c546-41ba-afd1-88faa16f8a33', 'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'tenant_id': '2d4608f526a844128946582770c60c48', 'mac_address': 'fa:16:3e:ed:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:58Z', 'updated_at': '2021-07-05T05:13:04Z', 'revision_number': 5, 'project_id': '2d4608f526a844128946582770c60c48', 'subnets': [{'id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:02.028572 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44739906-898f-46ef-baab-dddc214377f5 None None] The sync data for ids ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'] in n-d-780147-23 is: [{'id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'name': 'tempest-TestSnapshotPattern-1235194347-router', 'tenant_id': '2d4608f526a844128946582770c60c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '62e4f335-ba84-4069-9869-096283ed6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:12:58Z', 'revision_number': 4, 'project_id': '2d4608f526a844128946582770c60c48', 'gw_port': {'id': '62e4f335-ba84-4069-9869-096283ed6429', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': '547cf0bf-3adc-4d0f-aebe-d6619503642d', 'tenant_id': '2d4608f526a844128946582770c60c48', 'floating_ip_address': '172.25.1.81', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'port_id': '00c142be-d558-4b93-b6f8-c3001a71056c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'mac_address': 'fa:16:3e:af:da:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e49090-49b9-4536-acfe-e2939e9870ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:16:00Z', 'updated_at': '2021-07-05T05:16:00Z', 'revision_number': 0, 'project_id': '2d4608f526a844128946582770c60c48', 'fixed_ip_address_scope': None}, {'id': 'f8b4e500-f63b-4c57-ac4f-8f8ab9a4a0a6', 'tenant_id': '2d4608f526a844128946582770c60c48', 'floating_ip_address': '172.25.1.18', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'port_id': 'b6295e32-da88-44a8-8a36-fcc0af770ffb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'mac_address': 'fa:16:3e:8a:37:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a1e264-dd12-4afb-8894-44d1343a55ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:13:18Z', 'updated_at': '2021-07-05T05:13:20Z', 'revision_number': 1, 'project_id': '2d4608f526a844128946582770c60c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69837f9-c546-41ba-afd1-88faa16f8a33', 'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'tenant_id': '2d4608f526a844128946582770c60c48', 'mac_address': 'fa:16:3e:ed:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:58Z', 'updated_at': '2021-07-05T05:13:04Z', 'revision_number': 5, 'project_id': '2d4608f526a844128946582770c60c48', 'subnets': [{'id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:16:02.236337 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee90ab24-3ab1-41a4-a59f-3b89140f2392 None None] New status for floating IP 547cf0bf-3adc-4d0f-aebe-d6619503642d: ACTIVE {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:16:02.924790 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:03.031114 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7f5453ab-c05c-48c1-ab28-61c5e2fcf0e1 req-5b1e0c1e-8df6-45b5-8a91-d925beeb8275 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=16a1e264-dd12-4afb-8894-44d1343a55ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0930650 Jul 05 05:16:03.131103 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5453ab-c05c-48c1-ab28-61c5e2fcf0e1 req-fe5e1352-60ac-4a30-8d78-8a791ea7699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:03.132646 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7f5453ab-c05c-48c1-ab28-61c5e2fcf0e1 req-fe5e1352-60ac-4a30-8d78-8a791ea7699e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2d4608f526a844128946582770c60c48&device_id=16a1e264-dd12-4afb-8894-44d1343a55ca HTTP/1.1" status: 200 len: 1095 time: 0.0521417 Jul 05 05:16:03.243422 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5453ab-c05c-48c1-ab28-61c5e2fcf0e1 req-615e8858-aefd-488c-90e4-0b140f7eeb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:03.244933 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7f5453ab-c05c-48c1-ab28-61c5e2fcf0e1 req-615e8858-aefd-488c-90e4-0b140f7eeb99 service neutron] 10.222.0.89 "GET /v2.0/networks?id=33ac112c-ed8c-4843-8d46-e266881830cf HTTP/1.1" status: 200 len: 911 time: 0.0866601 Jul 05 05:16:03.313824 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7f5453ab-c05c-48c1-ab28-61c5e2fcf0e1 req-65c0c5d1-5a1a-4d12-a8a5-ccfc793ea5b1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6295e32-da88-44a8-8a36-fcc0af770ffb HTTP/1.1" status: 200 len: 998 time: 0.0583775 Jul 05 05:16:03.365271 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5453ab-c05c-48c1-ab28-61c5e2fcf0e1 req-4f009bf6-d6e8-456c-8056-4981b1065f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:03.366848 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7f5453ab-c05c-48c1-ab28-61c5e2fcf0e1 req-4f009bf6-d6e8-456c-8056-4981b1065f01 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=72453c89-d436-4e2b-9e72-1aac8d134e5d HTTP/1.1" status: 200 len: 849 time: 0.0431442 Jul 05 05:16:03.436847 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5453ab-c05c-48c1-ab28-61c5e2fcf0e1 req-da0459c4-38e1-45ee-a0f7-88c9c01f7c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:03.438388 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7f5453ab-c05c-48c1-ab28-61c5e2fcf0e1 req-da0459c4-38e1-45ee-a0f7-88c9c01f7c39 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=33ac112c-ed8c-4843-8d46-e266881830cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565629 Jul 05 05:16:03.530637 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7f5453ab-c05c-48c1-ab28-61c5e2fcf0e1 req-0692e3a2-122a-43f4-a539-7bde47498601 service neutron] 10.222.0.89 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819530 Jul 05 05:16:03.625140 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-7f5453ab-c05c-48c1-ab28-61c5e2fcf0e1 req-7a994341-3be9-4e7d-bfde-86e774b673a2 service neutron] 10.222.0.89 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843241 Jul 05 05:16:04.714140 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:12.589063 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:16:14.013388 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:24.377910 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-608322e4-ef3b-4fa0-b351-e90d202013d7 req-f0034113-fa22-4ea2-80a3-796dce3477da service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513201 Jul 05 05:16:24.490559 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608322e4-ef3b-4fa0-b351-e90d202013d7 req-80dec967-09ad-478f-a83f-aafde6618433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:24.492093 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-608322e4-ef3b-4fa0-b351-e90d202013d7 req-80dec967-09ad-478f-a83f-aafde6618433 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d4608f526a844128946582770c60c48&device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 1097 time: 0.0509567 Jul 05 05:16:24.596152 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608322e4-ef3b-4fa0-b351-e90d202013d7 req-4f0869ba-d58c-46f2-a742-3d0036bd4604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:24.597633 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-608322e4-ef3b-4fa0-b351-e90d202013d7 req-4f0869ba-d58c-46f2-a742-3d0036bd4604 service neutron] 10.222.0.70 "GET /v2.0/networks?id=33ac112c-ed8c-4843-8d46-e266881830cf HTTP/1.1" status: 200 len: 911 time: 0.0868468 Jul 05 05:16:24.660178 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-608322e4-ef3b-4fa0-b351-e90d202013d7 req-5a3199a2-5c17-493e-962b-6fc4fda85c71 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00c142be-d558-4b93-b6f8-c3001a71056c HTTP/1.1" status: 200 len: 1000 time: 0.0562959 Jul 05 05:16:24.708071 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608322e4-ef3b-4fa0-b351-e90d202013d7 req-2d044d48-ec3e-470b-88c6-0897eb4d72d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:24.709621 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-608322e4-ef3b-4fa0-b351-e90d202013d7 req-2d044d48-ec3e-470b-88c6-0897eb4d72d9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72453c89-d436-4e2b-9e72-1aac8d134e5d HTTP/1.1" status: 200 len: 849 time: 0.0434258 Jul 05 05:16:24.770703 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608322e4-ef3b-4fa0-b351-e90d202013d7 req-4ba8a93e-ee12-4434-b035-3b39bb0ce18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:24.772231 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-608322e4-ef3b-4fa0-b351-e90d202013d7 req-4ba8a93e-ee12-4434-b035-3b39bb0ce18f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=33ac112c-ed8c-4843-8d46-e266881830cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558877 Jul 05 05:16:24.860606 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-608322e4-ef3b-4fa0-b351-e90d202013d7 req-fac29c33-6059-4a7d-94cb-8a9f13dceac2 service neutron] 10.222.0.70 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809121 Jul 05 05:16:24.952658 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-608322e4-ef3b-4fa0-b351-e90d202013d7 req-fff2649d-3443-4904-ac4f-60e30bc0d872 service neutron] 10.222.0.70 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858686 Jul 05 05:16:28.865888 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-986aeba2-5eb3-48a4-a4c0-d682e54436f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:30.263482 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:31.505625 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8c0d33c1-65aa-4b5d-b008-458ce165a298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:31.922682 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:32.934138 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:34.717167 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:44.023695 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:49.589074 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:16:58.866567 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2059b903-a188-4240-9646-dd5731be6361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:00.278683 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:01.509097 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0713be43-7168-45dd-bb8e-8072fbefa991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:01.913545 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:02.930364 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:02.994159 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a949a254-7b6c-498e-8eab-be162d3f33ee req-b7b8a4b7-6a75-4b91-bb0c-d8f47870eb99 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=16a1e264-dd12-4afb-8894-44d1343a55ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517700 Jul 05 05:17:03.088478 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949a254-7b6c-498e-8eab-be162d3f33ee req-e9f78949-08f7-4e99-bcb3-75c707c2ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:03.090001 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a949a254-7b6c-498e-8eab-be162d3f33ee req-e9f78949-08f7-4e99-bcb3-75c707c2ffcd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2d4608f526a844128946582770c60c48&device_id=16a1e264-dd12-4afb-8894-44d1343a55ca HTTP/1.1" status: 200 len: 1095 time: 0.0522926 Jul 05 05:17:03.500687 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949a254-7b6c-498e-8eab-be162d3f33ee req-a0f9f34b-5c7d-4624-a672-acee2e40edab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:03.502163 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a949a254-7b6c-498e-8eab-be162d3f33ee req-a0f9f34b-5c7d-4624-a672-acee2e40edab service neutron] 10.222.0.89 "GET /v2.0/networks?id=33ac112c-ed8c-4843-8d46-e266881830cf HTTP/1.1" status: 200 len: 911 time: 0.3889217 Jul 05 05:17:03.569583 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a949a254-7b6c-498e-8eab-be162d3f33ee req-ad9320e3-96d5-4a61-9083-2b0b80d9ce26 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6295e32-da88-44a8-8a36-fcc0af770ffb HTTP/1.1" status: 200 len: 998 time: 0.0570064 Jul 05 05:17:03.620737 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949a254-7b6c-498e-8eab-be162d3f33ee req-a5e0c087-a765-4dc8-81ec-93e42487032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:03.622216 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a949a254-7b6c-498e-8eab-be162d3f33ee req-a5e0c087-a765-4dc8-81ec-93e42487032d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=72453c89-d436-4e2b-9e72-1aac8d134e5d HTTP/1.1" status: 200 len: 849 time: 0.0432875 Jul 05 05:17:03.683651 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949a254-7b6c-498e-8eab-be162d3f33ee req-bacdd7fe-f628-4b09-9700-bd9e5e1129c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:03.685196 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a949a254-7b6c-498e-8eab-be162d3f33ee req-bacdd7fe-f628-4b09-9700-bd9e5e1129c8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=33ac112c-ed8c-4843-8d46-e266881830cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543585 Jul 05 05:17:03.784543 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a949a254-7b6c-498e-8eab-be162d3f33ee req-bcda4ccd-5423-46f7-94f3-5ab7603f792e service neutron] 10.222.0.89 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875742 Jul 05 05:17:03.882432 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a949a254-7b6c-498e-8eab-be162d3f33ee req-76f2692a-54ec-4b64-9bc1-ea74777f2392 service neutron] 10.222.0.89 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873876 Jul 05 05:17:04.722167 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:14.040016 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:25.394348 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-150df35c-43fc-4e13-b5d0-7ab020a21c7b req-d2cfe2af-04c7-4c4a-a45a-02b285a4373c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541902 Jul 05 05:17:25.504494 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150df35c-43fc-4e13-b5d0-7ab020a21c7b req-0459c895-3f1a-472e-9ed0-43207aa1ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:25.505941 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-150df35c-43fc-4e13-b5d0-7ab020a21c7b req-0459c895-3f1a-472e-9ed0-43207aa1ac0a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d4608f526a844128946582770c60c48&device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 1097 time: 0.0528529 Jul 05 05:17:25.612164 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150df35c-43fc-4e13-b5d0-7ab020a21c7b req-d8d34b18-31ea-439a-8ae4-1347ab823ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:25.613628 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-150df35c-43fc-4e13-b5d0-7ab020a21c7b req-d8d34b18-31ea-439a-8ae4-1347ab823ea2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=33ac112c-ed8c-4843-8d46-e266881830cf HTTP/1.1" status: 200 len: 911 time: 0.0869954 Jul 05 05:17:25.677903 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-150df35c-43fc-4e13-b5d0-7ab020a21c7b req-15498d70-b5a1-415e-8d99-d8cbbeb007d4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00c142be-d558-4b93-b6f8-c3001a71056c HTTP/1.1" status: 200 len: 1000 time: 0.0570829 Jul 05 05:17:25.726361 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150df35c-43fc-4e13-b5d0-7ab020a21c7b req-138a264c-b05e-462d-9c56-96d938a29bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:25.727836 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-150df35c-43fc-4e13-b5d0-7ab020a21c7b req-138a264c-b05e-462d-9c56-96d938a29bb9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72453c89-d436-4e2b-9e72-1aac8d134e5d HTTP/1.1" status: 200 len: 849 time: 0.0431833 Jul 05 05:17:25.788104 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150df35c-43fc-4e13-b5d0-7ab020a21c7b req-e3a121f4-e1ba-455a-8f3c-e3e5b0bfda85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:25.789575 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-150df35c-43fc-4e13-b5d0-7ab020a21c7b req-e3a121f4-e1ba-455a-8f3c-e3e5b0bfda85 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=33ac112c-ed8c-4843-8d46-e266881830cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556662 Jul 05 05:17:25.876250 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-150df35c-43fc-4e13-b5d0-7ab020a21c7b req-7433343a-fd13-43b6-9fb4-5950b8539ea9 service neutron] 10.222.0.70 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802402 Jul 05 05:17:25.969742 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-150df35c-43fc-4e13-b5d0-7ab020a21c7b req-dbf13230-5901-444a-b9b3-f4e308591424 service neutron] 10.222.0.70 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873511 Jul 05 05:17:26.589282 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:17:28.869220 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-fdeef872-f6e4-408f-b024-7b4fa61dd725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:30.272836 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:31.509510 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-e61cfde0-a0fe-487f-a470-71354a0334f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:31.914089 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:32.934409 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:34.721718 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:44.038105 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:58.870805 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b0656886-aa4c-4790-a53e-e05fb0e29a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:00.281829 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:01.511598 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ab697b07-a9e3-4dd3-88c4-ad931bae0d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:01.915166 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:02.939195 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:03.587603 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:18:04.725497 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:04.996607 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e2c6a96-f757-491c-8790-4c1403d66772 req-732e9647-0746-4263-99a4-66cb35c35188 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=16a1e264-dd12-4afb-8894-44d1343a55ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517843 Jul 05 05:18:05.094445 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c6a96-f757-491c-8790-4c1403d66772 req-4e029a81-6c63-4d47-8046-c930cf9adecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:05.095994 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e2c6a96-f757-491c-8790-4c1403d66772 req-4e029a81-6c63-4d47-8046-c930cf9adecf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2d4608f526a844128946582770c60c48&device_id=16a1e264-dd12-4afb-8894-44d1343a55ca HTTP/1.1" status: 200 len: 1095 time: 0.0528641 Jul 05 05:18:05.209227 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c6a96-f757-491c-8790-4c1403d66772 req-5dd716ff-eb5c-4988-a354-055696edaa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:05.210709 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e2c6a96-f757-491c-8790-4c1403d66772 req-5dd716ff-eb5c-4988-a354-055696edaa7f service neutron] 10.222.0.89 "GET /v2.0/networks?id=33ac112c-ed8c-4843-8d46-e266881830cf HTTP/1.1" status: 200 len: 911 time: 0.0900736 Jul 05 05:18:05.276840 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e2c6a96-f757-491c-8790-4c1403d66772 req-6c8b2807-d4d9-4ecb-bb48-292b4068f381 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6295e32-da88-44a8-8a36-fcc0af770ffb HTTP/1.1" status: 200 len: 998 time: 0.0579202 Jul 05 05:18:05.330425 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c6a96-f757-491c-8790-4c1403d66772 req-65715217-fcb0-4dcd-8c1a-8c006a758915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:05.331965 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e2c6a96-f757-491c-8790-4c1403d66772 req-65715217-fcb0-4dcd-8c1a-8c006a758915 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=72453c89-d436-4e2b-9e72-1aac8d134e5d HTTP/1.1" status: 200 len: 849 time: 0.0461316 Jul 05 05:18:05.397252 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c6a96-f757-491c-8790-4c1403d66772 req-ed6734bc-e196-49db-b301-594c848f21c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:05.398742 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e2c6a96-f757-491c-8790-4c1403d66772 req-ed6734bc-e196-49db-b301-594c848f21c0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=33ac112c-ed8c-4843-8d46-e266881830cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561986 Jul 05 05:18:05.490336 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e2c6a96-f757-491c-8790-4c1403d66772 req-9f9c7e44-244d-4d00-a1fd-b3ee7c638982 service neutron] 10.222.0.89 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817752 Jul 05 05:18:05.588123 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6e2c6a96-f757-491c-8790-4c1403d66772 req-533a2ab6-638b-4907-96b7-d835cae3a937 service neutron] 10.222.0.89 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863187 Jul 05 05:18:06.709089 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 00c142be-d558-4b93-b6f8-c3001a71056c details requested by agent hyperv_n-h2-780147-23 with host n-h2-780147-23 {{(pid=105540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:18:06.811016 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 00c142be-d558-4b93-b6f8-c3001a71056c, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=00c142be-d558-4b93-b6f8-c3001a71056c,segment=NetworkSegment(500d265d-8590-4cd0-a007-0b02c2c4ef6b),segment_id=500d265d-8590-4cd0-a007-0b02c2c4ef6b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:18:06.821946 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Returning: {'device': '00c142be-d558-4b93-b6f8-c3001a71056c', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'port_id': '00c142be-d558-4b93-b6f8-c3001a71056c', 'mac_address': 'fa:16:3e:af:da:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:18:06.858579 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:06.870710 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00c142be-d558-4b93-b6f8-c3001a71056c {{(pid=105540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:18:06.891132 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 00c142be-d558-4b93-b6f8-c3001a71056c, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=00c142be-d558-4b93-b6f8-c3001a71056c,segment=NetworkSegment(500d265d-8590-4cd0-a007-0b02c2c4ef6b),segment_id=500d265d-8590-4cd0-a007-0b02c2c4ef6b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:18:06.894874 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:06.942077 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=00c142be-d558-4b93-b6f8-c3001a71056c,revision_number=6']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:06.949375 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:06.949725 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:06.950062 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:06.950900 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:06.951298 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:06.951640 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:06.951997 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:06.952325 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:06.952650 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:06.952973 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:06.953293 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:06.953614 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:07.039208 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] get_ports_and_sgs() called for port_ids ['00c142be-d558-4b93-b6f8-c3001a71056c'] {{(pid=105540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:18:08.722336 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 00c142be-d558-4b93-b6f8-c3001a71056c up at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:18:08.776045 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.provisioning_blocks [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Provisioning complete for port 00c142be-d558-4b93-b6f8-c3001a71056c triggered by entity L2. {{(pid=105540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:18:08.776412 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801538'] for port, provisioning_complete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:08.851562 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:08.874190 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e49090-49b9-4536-acfe-e2939e9870ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c142be-d558-4b93-b6f8-c3001a71056c'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:18:08.876443 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78b0252444a70490cdba898b337d30d15b03e2f447bec9a55953f7bd387605e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da33fbe4-77a1-4aa1-b667-5a742bb102c7" -d '{"events": [{"server_uuid": "71e49090-49b9-4536-acfe-e2939e9870ca", "name": "network-vif-plugged", "status": "completed", "tag": "00c142be-d558-4b93-b6f8-c3001a71056c"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:18:08.889642 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 00c142be-d558-4b93-b6f8-c3001a71056c, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=00c142be-d558-4b93-b6f8-c3001a71056c,segment=NetworkSegment(500d265d-8590-4cd0-a007-0b02c2c4ef6b),segment_id=500d265d-8590-4cd0-a007-0b02c2c4ef6b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:18:08.895908 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:08.946794 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=00c142be-d558-4b93-b6f8-c3001a71056c,revision_number=7']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:09.021680 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba654ab3-8863-4635-9588-4e0c33abe15b x-openstack-request-id: req-ba654ab3-8863-4635-9588-4e0c33abe15b {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:18:09.021680 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e49090-49b9-4536-acfe-e2939e9870ca", "name": "network-vif-plugged", "status": "completed", "tag": "00c142be-d558-4b93-b6f8-c3001a71056c", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:18:09.021680 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ba654ab3-8863-4635-9588-4e0c33abe15b {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:18:09.022079 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e49090-49b9-4536-acfe-e2939e9870ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c142be-d558-4b93-b6f8-c3001a71056c', 'code': 200} Jul 05 05:18:14.052510 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:20.299634 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 52962) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:20.456397 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-85054e06-2290-495e-88e0-b241d990e83d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Deleting port aeb4b7b9-076b-4f52-8fe5-10c4d852696e {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:18:20.456775 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-85054e06-2290-495e-88e0-b241d990e83d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:20.536436 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-85054e06-2290-495e-88e0-b241d990e83d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:20.536688 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-85054e06-2290-495e-88e0-b241d990e83d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:20.548822 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-85054e06-2290-495e-88e0-b241d990e83d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Calling delete_port for aeb4b7b9-076b-4f52-8fe5-10c4d852696e owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:18:20.698297 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-85054e06-2290-495e-88e0-b241d990e83d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:20.725316 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85054e06-2290-495e-88e0-b241d990e83d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Pushing event deleted for resources: {'Port': ['ID=aeb4b7b9-076b-4f52-8fe5-10c4d852696e,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:20.735497 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85054e06-2290-495e-88e0-b241d990e83d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:20.735880 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85054e06-2290-495e-88e0-b241d990e83d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:20.736227 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85054e06-2290-495e-88e0-b241d990e83d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:20.736573 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85054e06-2290-495e-88e0-b241d990e83d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:20.736937 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85054e06-2290-495e-88e0-b241d990e83d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:20.737270 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85054e06-2290-495e-88e0-b241d990e83d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:20.737603 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85054e06-2290-495e-88e0-b241d990e83d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:20.737940 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85054e06-2290-495e-88e0-b241d990e83d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:20.738287 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85054e06-2290-495e-88e0-b241d990e83d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:20.738596 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85054e06-2290-495e-88e0-b241d990e83d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:20.738924 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85054e06-2290-495e-88e0-b241d990e83d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:20.739251 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85054e06-2290-495e-88e0-b241d990e83d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:20.804661 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-85054e06-2290-495e-88e0-b241d990e83d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:20.804935 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-85054e06-2290-495e-88e0-b241d990e83d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Floating IP 547cf0bf-3adc-4d0f-aebe-d6619503642d disassociated (deleted). External IP: 172.25.1.81, port: 00c142be-d558-4b93-b6f8-c3001a71056c. Jul 05 05:18:21.013373 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85054e06-2290-495e-88e0-b241d990e83d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Router de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:18:21.121754 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85054e06-2290-495e-88e0-b241d990e83d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:18:21.127260 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-85054e06-2290-495e-88e0-b241d990e83d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:21.131663 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67851594-6c8d-415e-9419-eb605444a5a4 None None] Sync routers for ids ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:18:21.140774 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67851594-6c8d-415e-9419-eb605444a5a4 None None] Routers {'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:18:21.141398 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-67851594-6c8d-415e-9419-eb605444a5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:18:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:21.162757 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-85054e06-2290-495e-88e0-b241d990e83d tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "DELETE /v2.0/floatingips/547cf0bf-3adc-4d0f-aebe-d6619503642d HTTP/1.1" status: 204 len: 168 time: 0.8618875 Jul 05 05:18:21.163352 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e49090-49b9-4536-acfe-e2939e9870ca', 'tag': '00c142be-d558-4b93-b6f8-c3001a71056c'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:18:21.165646 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c9c837585e6777964c1719b38845a8b64a1007aef63c2715a3fe5cf843f522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f00767-7cf7-42c0-a88b-e3b14fb02928" -d '{"events": [{"name": "network-changed", "server_uuid": "71e49090-49b9-4536-acfe-e2939e9870ca", "tag": "00c142be-d558-4b93-b6f8-c3001a71056c"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:18:21.252862 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-67851594-6c8d-415e-9419-eb605444a5a4 None None] Set router de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:18:21.464195 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d821f69-9d1b-49eb-ae03-1ba3193476ca x-openstack-request-id: req-7d821f69-9d1b-49eb-ae03-1ba3193476ca {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:18:21.464749 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e49090-49b9-4536-acfe-e2939e9870ca", "tag": "00c142be-d558-4b93-b6f8-c3001a71056c", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:18:21.464870 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7d821f69-9d1b-49eb-ae03-1ba3193476ca {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:18:21.465337 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e49090-49b9-4536-acfe-e2939e9870ca', 'tag': '00c142be-d558-4b93-b6f8-c3001a71056c', 'status': 'completed', 'code': 200} Jul 05 05:18:21.481754 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-67851594-6c8d-415e-9419-eb605444a5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'name': 'tempest-TestSnapshotPattern-1235194347-router', 'tenant_id': '2d4608f526a844128946582770c60c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '62e4f335-ba84-4069-9869-096283ed6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:12:58Z', 'revision_number': 4, 'project_id': '2d4608f526a844128946582770c60c48', 'gw_port': {'id': '62e4f335-ba84-4069-9869-096283ed6429', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'f8b4e500-f63b-4c57-ac4f-8f8ab9a4a0a6', 'tenant_id': '2d4608f526a844128946582770c60c48', 'floating_ip_address': '172.25.1.18', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'port_id': 'b6295e32-da88-44a8-8a36-fcc0af770ffb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'mac_address': 'fa:16:3e:8a:37:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a1e264-dd12-4afb-8894-44d1343a55ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:13:18Z', 'updated_at': '2021-07-05T05:13:20Z', 'revision_number': 1, 'project_id': '2d4608f526a844128946582770c60c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69837f9-c546-41ba-afd1-88faa16f8a33', 'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'tenant_id': '2d4608f526a844128946582770c60c48', 'mac_address': 'fa:16:3e:ed:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:58Z', 'updated_at': '2021-07-05T05:13:04Z', 'revision_number': 5, 'project_id': '2d4608f526a844128946582770c60c48', 'subnets': [{'id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:21.517553 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67851594-6c8d-415e-9419-eb605444a5a4 None None] Checking router: de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:18:21.527968 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67851594-6c8d-415e-9419-eb605444a5a4 None None] Routers {'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:18:21.528600 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-67851594-6c8d-415e-9419-eb605444a5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:18:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:21.573006 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f00767-7cf7-42c0-a88b-e3b14fb02928 req-a31a67f8-ed31-40ed-afb2-fe1abcb339c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:21.574481 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-82f00767-7cf7-42c0-a88b-e3b14fb02928 req-a31a67f8-ed31-40ed-afb2-fe1abcb339c9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d4608f526a844128946582770c60c48&device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 1097 time: 0.0657418 Jul 05 05:18:21.636254 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-67851594-6c8d-415e-9419-eb605444a5a4 None None] Set router de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:18:21.702222 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f0a2d-b7a6-4dad-93eb-7c7749fe279b req-eacd4795-e958-495c-ba70-79d9f178b844 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:21.703908 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5f6f0a2d-b7a6-4dad-93eb-7c7749fe279b req-eacd4795-e958-495c-ba70-79d9f178b844 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 945 time: 0.1418238 Jul 05 05:18:21.709267 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f00767-7cf7-42c0-a88b-e3b14fb02928 req-4be85fc8-9784-4bf4-a6dd-db67861862bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:21.710744 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-82f00767-7cf7-42c0-a88b-e3b14fb02928 req-4be85fc8-9784-4bf4-a6dd-db67861862bd service neutron] 10.222.0.70 "GET /v2.0/networks?id=33ac112c-ed8c-4843-8d46-e266881830cf HTTP/1.1" status: 200 len: 911 time: 0.1173277 Jul 05 05:18:21.761473 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-82f00767-7cf7-42c0-a88b-e3b14fb02928 req-af12e65a-a155-4f5e-8b0a-96cf0143009c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00c142be-d558-4b93-b6f8-c3001a71056c HTTP/1.1" status: 200 len: 217 time: 0.0426066 Jul 05 05:18:21.812301 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-5f6f0a2d-b7a6-4dad-93eb-7c7749fe279b req-b0c47c6e-ede0-40e7-b27f-588369e29164 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004899 Jul 05 05:18:21.839428 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f00767-7cf7-42c0-a88b-e3b14fb02928 req-6cdc9130-9b6e-48e6-b6c2-62557436d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:21.841130 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-82f00767-7cf7-42c0-a88b-e3b14fb02928 req-6cdc9130-9b6e-48e6-b6c2-62557436d7f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72453c89-d436-4e2b-9e72-1aac8d134e5d HTTP/1.1" status: 200 len: 849 time: 0.0731993 Jul 05 05:18:21.914626 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f00767-7cf7-42c0-a88b-e3b14fb02928 req-be8d5c72-45c0-4d49-b8fd-961177ba1b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:21.916182 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-82f00767-7cf7-42c0-a88b-e3b14fb02928 req-be8d5c72-45c0-4d49-b8fd-961177ba1b39 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=33ac112c-ed8c-4843-8d46-e266881830cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685501 Jul 05 05:18:22.006721 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-82f00767-7cf7-42c0-a88b-e3b14fb02928 req-d1c9d6d1-31f0-4e82-96e1-19d572f710b9 service neutron] 10.222.0.70 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837269 Jul 05 05:18:22.037455 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-67851594-6c8d-415e-9419-eb605444a5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'name': 'tempest-TestSnapshotPattern-1235194347-router', 'tenant_id': '2d4608f526a844128946582770c60c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '62e4f335-ba84-4069-9869-096283ed6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:12:58Z', 'revision_number': 4, 'project_id': '2d4608f526a844128946582770c60c48', 'gw_port': {'id': '62e4f335-ba84-4069-9869-096283ed6429', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'f8b4e500-f63b-4c57-ac4f-8f8ab9a4a0a6', 'tenant_id': '2d4608f526a844128946582770c60c48', 'floating_ip_address': '172.25.1.18', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'port_id': 'b6295e32-da88-44a8-8a36-fcc0af770ffb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'mac_address': 'fa:16:3e:8a:37:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a1e264-dd12-4afb-8894-44d1343a55ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:13:18Z', 'updated_at': '2021-07-05T05:13:20Z', 'revision_number': 1, 'project_id': '2d4608f526a844128946582770c60c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69837f9-c546-41ba-afd1-88faa16f8a33', 'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'tenant_id': '2d4608f526a844128946582770c60c48', 'mac_address': 'fa:16:3e:ed:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:58Z', 'updated_at': '2021-07-05T05:13:04Z', 'revision_number': 5, 'project_id': '2d4608f526a844128946582770c60c48', 'subnets': [{'id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:22.063842 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67851594-6c8d-415e-9419-eb605444a5a4 None None] The sync data for ids ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'] in n-d-780147-23 is: [{'id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'name': 'tempest-TestSnapshotPattern-1235194347-router', 'tenant_id': '2d4608f526a844128946582770c60c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '62e4f335-ba84-4069-9869-096283ed6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:12:58Z', 'revision_number': 4, 'project_id': '2d4608f526a844128946582770c60c48', 'gw_port': {'id': '62e4f335-ba84-4069-9869-096283ed6429', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_floatingips': [{'id': 'f8b4e500-f63b-4c57-ac4f-8f8ab9a4a0a6', 'tenant_id': '2d4608f526a844128946582770c60c48', 'floating_ip_address': '172.25.1.18', 'floating_network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'router_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'port_id': 'b6295e32-da88-44a8-8a36-fcc0af770ffb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'mac_address': 'fa:16:3e:8a:37:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a1e264-dd12-4afb-8894-44d1343a55ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:13:18Z', 'updated_at': '2021-07-05T05:13:20Z', 'revision_number': 1, 'project_id': '2d4608f526a844128946582770c60c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69837f9-c546-41ba-afd1-88faa16f8a33', 'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'tenant_id': '2d4608f526a844128946582770c60c48', 'mac_address': 'fa:16:3e:ed:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:58Z', 'updated_at': '2021-07-05T05:13:04Z', 'revision_number': 5, 'project_id': '2d4608f526a844128946582770c60c48', 'subnets': [{'id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:18:22.107790 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-82f00767-7cf7-42c0-a88b-e3b14fb02928 req-889c2490-4bec-49d0-a937-419b44cfd633 service neutron] 10.222.0.70 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920634 Jul 05 05:18:22.291944 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5de177b-12f1-4e85-895d-75d220c105cb None None] New status for floating IP 547cf0bf-3adc-4d0f-aebe-d6619503642d: DOWN {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:18:22.762645 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 00c142be-d558-4b93-b6f8-c3001a71056c no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:18:22.850259 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1678543'] for port, before_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:22.872560 n-d-780147-23 neutron-server[105540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e49090-49b9-4536-acfe-e2939e9870ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00c142be-d558-4b93-b6f8-c3001a71056c'}] {{(pid=105540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:18:22.874980 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78b0252444a70490cdba898b337d30d15b03e2f447bec9a55953f7bd387605e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f8e692-2680-491f-b922-6a296f2e52d9" -d '{"events": [{"server_uuid": "71e49090-49b9-4536-acfe-e2939e9870ca", "name": "network-vif-unplugged", "status": "completed", "tag": "00c142be-d558-4b93-b6f8-c3001a71056c"}]}' {{(pid=105540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:18:22.887703 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] For port 00c142be-d558-4b93-b6f8-c3001a71056c, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=00c142be-d558-4b93-b6f8-c3001a71056c,segment=NetworkSegment(500d265d-8590-4cd0-a007-0b02c2c4ef6b),segment_id=500d265d-8590-4cd0-a007-0b02c2c4ef6b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:18:22.893094 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787916950568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787916415735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787916412200'] for port, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:22.943500 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Pushing event updated for resources: {'Port': ['ID=00c142be-d558-4b93-b6f8-c3001a71056c,revision_number=8']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:22.998881 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee293eb-2ee6-4f80-bd44-72ad4ab52854 req-3f9b921a-e90f-4090-8a59-e1daf7b6c890 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:23.000378 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ee293eb-2ee6-4f80-bd44-72ad4ab52854 req-3f9b921a-e90f-4090-8a59-e1daf7b6c890 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 943 time: 0.0716717 Jul 05 05:18:23.038733 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-8ee293eb-2ee6-4f80-bd44-72ad4ab52854 req-5ec9c942-e700-48cc-a529-5e2b01018412 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326400 Jul 05 05:18:23.084157 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 05:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68162503-a51e-415f-878a-01d811331033 x-openstack-request-id: req-68162503-a51e-415f-878a-01d811331033 {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:18:23.084459 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e49090-49b9-4536-acfe-e2939e9870ca", "name": "network-vif-unplugged", "status": "completed", "tag": "00c142be-d558-4b93-b6f8-c3001a71056c", "code": 200}]} {{(pid=105540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:18:23.084717 n-d-780147-23 neutron-server[105540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-68162503-a51e-415f-878a-01d811331033 {{(pid=105540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:18:23.085151 n-d-780147-23 neutron-server[105540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e49090-49b9-4536-acfe-e2939e9870ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00c142be-d558-4b93-b6f8-c3001a71056c', 'code': 200} Jul 05 05:18:23.391536 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c1d24-f439-4e1b-a511-c42f02c6dff7 req-a1d0a68d-8dab-446a-b70b-0c1687b3faf1 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:23.392932 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b3c1d24-f439-4e1b-a511-c42f02c6dff7 req-a1d0a68d-8dab-446a-b70b-0c1687b3faf1 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.70 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 943 time: 0.0676277 Jul 05 05:18:23.490251 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-6b3c1d24-f439-4e1b-a511-c42f02c6dff7 req-2e568d4b-8e9e-462e-8a2a-17b1952bc5af tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Deleting port 00c142be-d558-4b93-b6f8-c3001a71056c {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:18:23.490555 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6b3c1d24-f439-4e1b-a511-c42f02c6dff7 req-2e568d4b-8e9e-462e-8a2a-17b1952bc5af tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:23.580603 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-6b3c1d24-f439-4e1b-a511-c42f02c6dff7 req-2e568d4b-8e9e-462e-8a2a-17b1952bc5af tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] For port 00c142be-d558-4b93-b6f8-c3001a71056c, host n-h2-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-23',level=0,port_id=00c142be-d558-4b93-b6f8-c3001a71056c,segment=NetworkSegment(500d265d-8590-4cd0-a007-0b02c2c4ef6b),segment_id=500d265d-8590-4cd0-a007-0b02c2c4ef6b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:18:23.580963 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6b3c1d24-f439-4e1b-a511-c42f02c6dff7 req-2e568d4b-8e9e-462e-8a2a-17b1952bc5af tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:23.593891 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-6b3c1d24-f439-4e1b-a511-c42f02c6dff7 req-2e568d4b-8e9e-462e-8a2a-17b1952bc5af tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Calling delete_port for 00c142be-d558-4b93-b6f8-c3001a71056c owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:18:23.718084 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6b3c1d24-f439-4e1b-a511-c42f02c6dff7 req-2e568d4b-8e9e-462e-8a2a-17b1952bc5af tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:23.752378 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e568d4b-8e9e-462e-8a2a-17b1952bc5af tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Pushing event deleted for resources: {'Port': ['ID=00c142be-d558-4b93-b6f8-c3001a71056c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:23.778310 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e568d4b-8e9e-462e-8a2a-17b1952bc5af tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:23.778653 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e568d4b-8e9e-462e-8a2a-17b1952bc5af tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:23.778988 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e568d4b-8e9e-462e-8a2a-17b1952bc5af tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:23.779934 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e568d4b-8e9e-462e-8a2a-17b1952bc5af tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:23.780492 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e568d4b-8e9e-462e-8a2a-17b1952bc5af tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:23.780870 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e568d4b-8e9e-462e-8a2a-17b1952bc5af tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:23.781198 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e568d4b-8e9e-462e-8a2a-17b1952bc5af tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:23.781523 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e568d4b-8e9e-462e-8a2a-17b1952bc5af tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:23.781866 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e568d4b-8e9e-462e-8a2a-17b1952bc5af tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:23.782168 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e568d4b-8e9e-462e-8a2a-17b1952bc5af tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:23.782488 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e568d4b-8e9e-462e-8a2a-17b1952bc5af tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:23.782806 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e568d4b-8e9e-462e-8a2a-17b1952bc5af tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-23 {{(pid=105539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:23.807325 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3c1d24-f439-4e1b-a511-c42f02c6dff7 req-2e568d4b-8e9e-462e-8a2a-17b1952bc5af tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] No DVR routers for this DVR port 00c142be-d558-4b93-b6f8-c3001a71056c on host n-h2-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:18:23.809948 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-6b3c1d24-f439-4e1b-a511-c42f02c6dff7 req-2e568d4b-8e9e-462e-8a2a-17b1952bc5af tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:23.812176 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-6b3c1d24-f439-4e1b-a511-c42f02c6dff7 req-2e568d4b-8e9e-462e-8a2a-17b1952bc5af tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.70 "DELETE /v2.0/ports/00c142be-d558-4b93-b6f8-c3001a71056c HTTP/1.1" status: 204 len: 173 time: 0.4138198 Jul 05 05:18:23.812611 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e49090-49b9-4536-acfe-e2939e9870ca', 'name': 'network-vif-deleted', 'tag': '00c142be-d558-4b93-b6f8-c3001a71056c'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:18:23.814936 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09870bea-5692-46cd-9fbf-d770f39cab43" -d '{"events": [{"server_uuid": "71e49090-49b9-4536-acfe-e2939e9870ca", "name": "network-vif-deleted", "tag": "00c142be-d558-4b93-b6f8-c3001a71056c"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:18:23.902870 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6381f4-d82c-47f3-8c97-d993a1df5ce8 x-openstack-request-id: req-0f6381f4-d82c-47f3-8c97-d993a1df5ce8 {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:18:23.903190 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e49090-49b9-4536-acfe-e2939e9870ca", "name": "network-vif-deleted", "tag": "00c142be-d558-4b93-b6f8-c3001a71056c", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:18:23.903552 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0f6381f4-d82c-47f3-8c97-d993a1df5ce8 {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:18:23.903860 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e49090-49b9-4536-acfe-e2939e9870ca', 'name': 'network-vif-deleted', 'tag': '00c142be-d558-4b93-b6f8-c3001a71056c', 'status': 'completed', 'code': 200} Jul 05 05:18:24.198256 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-96378c2d-5966-4d24-995d-5ae5c6ee6907 req-893277fe-e06b-4199-9b1c-e63043bd9dcd tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=71e49090-49b9-4536-acfe-e2939e9870ca HTTP/1.1" status: 200 len: 210 time: 0.0304320 Jul 05 05:18:25.818066 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53028) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:25.976051 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-3ac9fb84-d2b3-46a7-b66a-56b31f973f4e tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Deleting port 411cf621-b189-4ece-bdd7-a4ec4c8c277f {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:18:25.976410 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ac9fb84-d2b3-46a7-b66a-56b31f973f4e tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:26.054482 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ac9fb84-d2b3-46a7-b66a-56b31f973f4e tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:26.054737 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ac9fb84-d2b3-46a7-b66a-56b31f973f4e tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:26.067038 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-3ac9fb84-d2b3-46a7-b66a-56b31f973f4e tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Calling delete_port for 411cf621-b189-4ece-bdd7-a4ec4c8c277f owned by network:floatingip {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:18:26.215717 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ac9fb84-d2b3-46a7-b66a-56b31f973f4e tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:26.242800 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9fb84-d2b3-46a7-b66a-56b31f973f4e tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Pushing event deleted for resources: {'Port': ['ID=411cf621-b189-4ece-bdd7-a4ec4c8c277f,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:26.303299 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ac9fb84-d2b3-46a7-b66a-56b31f973f4e tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for floatingip, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:26.303661 n-d-780147-23 neutron-server[105538]: INFO neutron.db.l3_db [None req-3ac9fb84-d2b3-46a7-b66a-56b31f973f4e tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Floating IP f8b4e500-f63b-4c57-ac4f-8f8ab9a4a0a6 disassociated (deleted). External IP: 172.25.1.18, port: b6295e32-da88-44a8-8a36-fcc0af770ffb. Jul 05 05:18:26.517151 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac9fb84-d2b3-46a7-b66a-56b31f973f4e tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Router de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:18:26.626641 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac9fb84-d2b3-46a7-b66a-56b31f973f4e tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:18:26.631500 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-3ac9fb84-d2b3-46a7-b66a-56b31f973f4e tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for floatingip, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:26.635716 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd3c24-bf17-482d-b3c1-66c4644dcd54 None None] Sync routers for ids ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:18:26.646613 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bd3c24-bf17-482d-b3c1-66c4644dcd54 None None] Routers {'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:18:26.647238 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-01bd3c24-bf17-482d-b3c1-66c4644dcd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:18:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:26.669454 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-3ac9fb84-d2b3-46a7-b66a-56b31f973f4e tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "DELETE /v2.0/floatingips/f8b4e500-f63b-4c57-ac4f-8f8ab9a4a0a6 HTTP/1.1" status: 204 len: 168 time: 0.8502500 Jul 05 05:18:26.670276 n-d-780147-23 neutron-server[105538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a1e264-dd12-4afb-8894-44d1343a55ca', 'tag': 'b6295e32-da88-44a8-8a36-fcc0af770ffb'}] {{(pid=105538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:18:26.672587 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79c9c837585e6777964c1719b38845a8b64a1007aef63c2715a3fe5cf843f522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96a390b-5b1f-4fdc-8bdb-ae6873932a99" -d '{"events": [{"name": "network-changed", "server_uuid": "16a1e264-dd12-4afb-8894-44d1343a55ca", "tag": "b6295e32-da88-44a8-8a36-fcc0af770ffb"}]}' {{(pid=105538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:18:26.757629 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-01bd3c24-bf17-482d-b3c1-66c4644dcd54 None None] Set router de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:18:26.784102 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 00c142be-d558-4b93-b6f8-c3001a71056c no longer exists at agent hyperv_n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:18:26.812148 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] No Port match for: 00c142be-d558-4b93-b6f8-c3001a71056c {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:18:26.812497 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Device 00c142be-d558-4b93-b6f8-c3001a71056c not bound to the agent host n-h2-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:18:26.921251 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357395ed-9763-4bce-aadf-59a3b1bb601f x-openstack-request-id: req-357395ed-9763-4bce-aadf-59a3b1bb601f {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:18:26.921931 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a1e264-dd12-4afb-8894-44d1343a55ca", "tag": "b6295e32-da88-44a8-8a36-fcc0af770ffb", "status": "completed", "code": 200}]} {{(pid=105538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:18:26.921931 n-d-780147-23 neutron-server[105538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-357395ed-9763-4bce-aadf-59a3b1bb601f {{(pid=105538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:18:26.922190 n-d-780147-23 neutron-server[105538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a1e264-dd12-4afb-8894-44d1343a55ca', 'tag': 'b6295e32-da88-44a8-8a36-fcc0af770ffb', 'status': 'completed', 'code': 200} Jul 05 05:18:26.994293 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-01bd3c24-bf17-482d-b3c1-66c4644dcd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'name': 'tempest-TestSnapshotPattern-1235194347-router', 'tenant_id': '2d4608f526a844128946582770c60c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '62e4f335-ba84-4069-9869-096283ed6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:12:58Z', 'revision_number': 4, 'project_id': '2d4608f526a844128946582770c60c48', 'gw_port': {'id': '62e4f335-ba84-4069-9869-096283ed6429', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'd69837f9-c546-41ba-afd1-88faa16f8a33', 'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'tenant_id': '2d4608f526a844128946582770c60c48', 'mac_address': 'fa:16:3e:ed:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:58Z', 'updated_at': '2021-07-05T05:13:04Z', 'revision_number': 5, 'project_id': '2d4608f526a844128946582770c60c48', 'subnets': [{'id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:27.001919 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a390b-5b1f-4fdc-8bdb-ae6873932a99 req-4e78a32c-7e4a-4e84-a4de-bff87751ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:27.003442 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e96a390b-5b1f-4fdc-8bdb-ae6873932a99 req-4e78a32c-7e4a-4e84-a4de-bff87751ebfb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2d4608f526a844128946582770c60c48&device_id=16a1e264-dd12-4afb-8894-44d1343a55ca HTTP/1.1" status: 200 len: 1095 time: 0.0540802 Jul 05 05:18:27.021323 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd3c24-bf17-482d-b3c1-66c4644dcd54 None None] Checking router: de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:18:27.030527 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bd3c24-bf17-482d-b3c1-66c4644dcd54 None None] Routers {'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:18:27.031064 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-01bd3c24-bf17-482d-b3c1-66c4644dcd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:18:01Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:27.136466 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-01bd3c24-bf17-482d-b3c1-66c4644dcd54 None None] Set router de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:18:27.144951 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b193e-defc-4395-bf21-34c55b20a430 req-19f33898-5d91-4fd4-8780-a6047be4aa45 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:27.146467 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ff5b193e-defc-4395-bf21-34c55b20a430 req-19f33898-5d91-4fd4-8780-a6047be4aa45 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a1e264-dd12-4afb-8894-44d1343a55ca HTTP/1.1" status: 200 len: 943 time: 0.1353438 Jul 05 05:18:27.151294 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a390b-5b1f-4fdc-8bdb-ae6873932a99 req-2f54d33d-9953-4577-ad5c-f0f4b358f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:27.152706 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e96a390b-5b1f-4fdc-8bdb-ae6873932a99 req-2f54d33d-9953-4577-ad5c-f0f4b358f70a service neutron] 10.222.0.89 "GET /v2.0/networks?id=33ac112c-ed8c-4843-8d46-e266881830cf HTTP/1.1" status: 200 len: 911 time: 0.1327081 Jul 05 05:18:27.205298 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e96a390b-5b1f-4fdc-8bdb-ae6873932a99 req-a561e896-585a-4cde-b2ff-b42e129c0dab service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6295e32-da88-44a8-8a36-fcc0af770ffb HTTP/1.1" status: 200 len: 217 time: 0.0448823 Jul 05 05:18:27.247518 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-ff5b193e-defc-4395-bf21-34c55b20a430 req-140170bf-0710-42d2-bcf1-51b20efc945a tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/security-groups?id=6096ad13-31f5-489a-8b0c-91ca2461196b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937572 Jul 05 05:18:27.265800 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a390b-5b1f-4fdc-8bdb-ae6873932a99 req-da60c139-ae65-4e80-b079-29371436f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:27.267286 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e96a390b-5b1f-4fdc-8bdb-ae6873932a99 req-da60c139-ae65-4e80-b079-29371436f211 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=72453c89-d436-4e2b-9e72-1aac8d134e5d HTTP/1.1" status: 200 len: 849 time: 0.0515764 Jul 05 05:18:27.327109 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a390b-5b1f-4fdc-8bdb-ae6873932a99 req-b13afc1b-292c-4c61-9f21-be3ba4429ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:27.328632 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e96a390b-5b1f-4fdc-8bdb-ae6873932a99 req-b13afc1b-292c-4c61-9f21-be3ba4429ac5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=33ac112c-ed8c-4843-8d46-e266881830cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539889 Jul 05 05:18:27.336624 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-01bd3c24-bf17-482d-b3c1-66c4644dcd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'name': 'tempest-TestSnapshotPattern-1235194347-router', 'tenant_id': '2d4608f526a844128946582770c60c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '62e4f335-ba84-4069-9869-096283ed6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:12:58Z', 'revision_number': 4, 'project_id': '2d4608f526a844128946582770c60c48', 'gw_port': {'id': '62e4f335-ba84-4069-9869-096283ed6429', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'd69837f9-c546-41ba-afd1-88faa16f8a33', 'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'tenant_id': '2d4608f526a844128946582770c60c48', 'mac_address': 'fa:16:3e:ed:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:58Z', 'updated_at': '2021-07-05T05:13:04Z', 'revision_number': 5, 'project_id': '2d4608f526a844128946582770c60c48', 'subnets': [{'id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:27.367006 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd3c24-bf17-482d-b3c1-66c4644dcd54 None None] The sync data for ids ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'] in n-d-780147-23 is: [{'id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'name': 'tempest-TestSnapshotPattern-1235194347-router', 'tenant_id': '2d4608f526a844128946582770c60c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '62e4f335-ba84-4069-9869-096283ed6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:12:58Z', 'revision_number': 4, 'project_id': '2d4608f526a844128946582770c60c48', 'gw_port': {'id': '62e4f335-ba84-4069-9869-096283ed6429', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23', '_interfaces': [{'id': 'd69837f9-c546-41ba-afd1-88faa16f8a33', 'name': '', 'network_id': '33ac112c-ed8c-4843-8d46-e266881830cf', 'tenant_id': '2d4608f526a844128946582770c60c48', 'mac_address': 'fa:16:3e:ed:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:58Z', 'updated_at': '2021-07-05T05:13:04Z', 'revision_number': 5, 'project_id': '2d4608f526a844128946582770c60c48', 'subnets': [{'id': '72453c89-d436-4e2b-9e72-1aac8d134e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:18:27.427193 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e96a390b-5b1f-4fdc-8bdb-ae6873932a99 req-83d0c38c-2ed3-45ed-9b9d-862afb006be4 service neutron] 10.222.0.89 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897102 Jul 05 05:18:27.525547 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-e96a390b-5b1f-4fdc-8bdb-ae6873932a99 req-3453704b-d59e-4a94-b4b5-86080a25d154 service neutron] 10.222.0.89 "GET /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883009 Jul 05 05:18:27.593872 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6324e694-b48a-47cd-a7ff-eb0b6c5a0761 None None] New status for floating IP f8b4e500-f63b-4c57-ac4f-8f8ab9a4a0a6: DOWN {{(pid=105541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:18:27.733388 n-d-780147-23 neutron-server[105539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be86d75-a9c4-4013-aa22-36ad321fcac7 req-65bbd102-0538-489b-a747-f64bad3642d9 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:27.734888 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1be86d75-a9c4-4013-aa22-36ad321fcac7 req-65bbd102-0538-489b-a747-f64bad3642d9 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.89 "GET /v2.0/ports?device_id=16a1e264-dd12-4afb-8894-44d1343a55ca HTTP/1.1" status: 200 len: 943 time: 0.0686572 Jul 05 05:18:27.832998 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-1be86d75-a9c4-4013-aa22-36ad321fcac7 req-7a710205-9974-4b3b-a93f-635df9fda150 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Deleting port b6295e32-da88-44a8-8a36-fcc0af770ffb {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:18:27.833341 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1be86d75-a9c4-4013-aa22-36ad321fcac7 req-7a710205-9974-4b3b-a93f-635df9fda150 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:27.923869 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [req-1be86d75-a9c4-4013-aa22-36ad321fcac7 req-7a710205-9974-4b3b-a93f-635df9fda150 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] For port b6295e32-da88-44a8-8a36-fcc0af770ffb, host n-h1-780147-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-23',level=0,port_id=b6295e32-da88-44a8-8a36-fcc0af770ffb,segment=NetworkSegment(500d265d-8590-4cd0-a007-0b02c2c4ef6b),segment_id=500d265d-8590-4cd0-a007-0b02c2c4ef6b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:18:27.924237 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1be86d75-a9c4-4013-aa22-36ad321fcac7 req-7a710205-9974-4b3b-a93f-635df9fda150 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:27.937677 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [req-1be86d75-a9c4-4013-aa22-36ad321fcac7 req-7a710205-9974-4b3b-a93f-635df9fda150 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Calling delete_port for b6295e32-da88-44a8-8a36-fcc0af770ffb owned by compute:nova {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:18:28.061755 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1be86d75-a9c4-4013-aa22-36ad321fcac7 req-7a710205-9974-4b3b-a93f-635df9fda150 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:28.094848 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a710205-9974-4b3b-a93f-635df9fda150 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Pushing event deleted for resources: {'Port': ['ID=b6295e32-da88-44a8-8a36-fcc0af770ffb,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:28.141768 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be86d75-a9c4-4013-aa22-36ad321fcac7 req-7a710205-9974-4b3b-a93f-635df9fda150 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] No DVR routers for this DVR port b6295e32-da88-44a8-8a36-fcc0af770ffb on host n-h1-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:18:28.144391 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [req-1be86d75-a9c4-4013-aa22-36ad321fcac7 req-7a710205-9974-4b3b-a93f-635df9fda150 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86975'] for port, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:28.146474 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-1be86d75-a9c4-4013-aa22-36ad321fcac7 req-7a710205-9974-4b3b-a93f-635df9fda150 tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.89 "DELETE /v2.0/ports/b6295e32-da88-44a8-8a36-fcc0af770ffb HTTP/1.1" status: 204 len: 173 time: 0.4058652 Jul 05 05:18:28.146945 n-d-780147-23 neutron-server[105539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a1e264-dd12-4afb-8894-44d1343a55ca', 'name': 'network-vif-deleted', 'tag': 'b6295e32-da88-44a8-8a36-fcc0af770ffb'}] {{(pid=105539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:18:28.149259 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8212e6c690906ad1d351b9231d3d5158703efbe8f9862d091512d915bc44e06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efac2970-5613-4738-a372-08b41ebab17c" -d '{"events": [{"server_uuid": "16a1e264-dd12-4afb-8894-44d1343a55ca", "name": "network-vif-deleted", "tag": "b6295e32-da88-44a8-8a36-fcc0af770ffb"}]}' {{(pid=105539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:18:28.192664 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa152c3f-4f5a-4fa3-85bc-f95ae30a144a x-openstack-request-id: req-fa152c3f-4f5a-4fa3-85bc-f95ae30a144a {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:18:28.192961 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a1e264-dd12-4afb-8894-44d1343a55ca", "name": "network-vif-deleted", "tag": "b6295e32-da88-44a8-8a36-fcc0af770ffb", "status": "completed", "code": 200}]} {{(pid=105539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:18:28.193241 n-d-780147-23 neutron-server[105539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fa152c3f-4f5a-4fa3-85bc-f95ae30a144a {{(pid=105539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:18:28.193667 n-d-780147-23 neutron-server[105539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a1e264-dd12-4afb-8894-44d1343a55ca', 'name': 'network-vif-deleted', 'tag': 'b6295e32-da88-44a8-8a36-fcc0af770ffb', 'status': 'completed', 'code': 200} Jul 05 05:18:28.405539 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [req-a6ada93d-4398-4dc7-a04d-2dc98d4f54bd req-a8490c2f-7177-401b-9a7e-7831c50a1bbc tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a1e264-dd12-4afb-8894-44d1343a55ca HTTP/1.1" status: 200 len: 210 time: 0.0287406 Jul 05 05:18:28.871224 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6846210c-f67b-45e2-a3b2-0eb7686e7867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:29.502171 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53044) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:29.564009 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9f608354-fa0d-4f27-99db-508911cd7c2e tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:29.595229 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9f608354-fa0d-4f27-99db-508911cd7c2e tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:29.658099 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9f608354-fa0d-4f27-99db-508911cd7c2e tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:29.660934 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-9f608354-fa0d-4f27-99db-508911cd7c2e tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:29.662104 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-9f608354-fa0d-4f27-99db-508911cd7c2e tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] 10.222.0.77 "DELETE /v2.0/security-groups/6096ad13-31f5-489a-8b0c-91ca2461196b HTTP/1.1" status: 204 len: 168 time: 0.1589382 Jul 05 05:18:29.671361 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f608354-fa0d-4f27-99db-508911cd7c2e tempest-TestSnapshotPattern-203309179 tempest-TestSnapshotPattern-203309179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6096ad13-31f5-489a-8b0c-91ca2461196b,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:29.708577 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53048) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:30.188342 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-661b6b75-7bbe-4b8d-aa8d-7539c1a0ba2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:30.329392 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:30.446430 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-661b6b75-7bbe-4b8d-aa8d-7539c1a0ba2d admin admin] Deleting port d69837f9-c546-41ba-afd1-88faa16f8a33 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:18:30.446784 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-661b6b75-7bbe-4b8d-aa8d-7539c1a0ba2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:30.522209 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-661b6b75-7bbe-4b8d-aa8d-7539c1a0ba2d admin admin] For port d69837f9-c546-41ba-afd1-88faa16f8a33, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=d69837f9-c546-41ba-afd1-88faa16f8a33,segment=NetworkSegment(500d265d-8590-4cd0-a007-0b02c2c4ef6b),segment_id=500d265d-8590-4cd0-a007-0b02c2c4ef6b)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:18:30.522574 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-661b6b75-7bbe-4b8d-aa8d-7539c1a0ba2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:30.536532 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-661b6b75-7bbe-4b8d-aa8d-7539c1a0ba2d admin admin] Calling delete_port for d69837f9-c546-41ba-afd1-88faa16f8a33 owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:18:30.725296 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-661b6b75-7bbe-4b8d-aa8d-7539c1a0ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:30.763242 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b6b75-7bbe-4b8d-aa8d-7539c1a0ba2d admin admin] Pushing event deleted for resources: {'Port': ['ID=d69837f9-c546-41ba-afd1-88faa16f8a33,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:30.940101 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-661b6b75-7bbe-4b8d-aa8d-7539c1a0ba2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:31.327383 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b6295e32-da88-44a8-8a36-fcc0af770ffb no longer exists at agent hyperv_n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:18:31.353413 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] No Port match for: b6295e32-da88-44a8-8a36-fcc0af770ffb {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:18:31.354104 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Device b6295e32-da88-44a8-8a36-fcc0af770ffb not bound to the agent host n-h1-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:18:31.497789 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661b6b75-7bbe-4b8d-aa8d-7539c1a0ba2d admin admin] Router de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:18:31.513552 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-944dbaee-d340-4007-9729-5fe92a128f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:31.602672 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661b6b75-7bbe-4b8d-aa8d-7539c1a0ba2d admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:18:31.608284 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-661b6b75-7bbe-4b8d-aa8d-7539c1a0ba2d admin admin] 10.222.0.77 "PUT /v2.0/routers/de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8986301 Jul 05 05:18:31.610882 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53052) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:31.612585 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae118673-83c6-4d1a-bce2-5158a27d1f8a None None] Sync routers for ids ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'] in n-d-780147-23 {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:18:31.621874 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae118673-83c6-4d1a-bce2-5158a27d1f8a None None] Routers {'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:18:31.622456 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ae118673-83c6-4d1a-bce2-5158a27d1f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:18:32Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:31.714181 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e850fc29-a154-44ff-9bd3-07466a1566d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:31.731129 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-ae118673-83c6-4d1a-bce2-5158a27d1f8a None None] Set router de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 gateway port host: n-d-780147-23 {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:18:31.817855 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e850fc29-a154-44ff-9bd3-07466a1566d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:31.871091 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-e850fc29-a154-44ff-9bd3-07466a1566d0 admin admin] Deleting port 62e4f335-ba84-4069-9869-096283ed6429 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:18:31.871448 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e850fc29-a154-44ff-9bd3-07466a1566d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:31.922543 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ae118673-83c6-4d1a-bce2-5158a27d1f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'name': 'tempest-TestSnapshotPattern-1235194347-router', 'tenant_id': '2d4608f526a844128946582770c60c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '62e4f335-ba84-4069-9869-096283ed6429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:18:30Z', 'revision_number': 5, 'project_id': '2d4608f526a844128946582770c60c48', 'gw_port': {'id': '62e4f335-ba84-4069-9869-096283ed6429', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:31.926164 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:31.956377 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae118673-83c6-4d1a-bce2-5158a27d1f8a None None] Checking router: de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 for host: n-d-780147-23 {{(pid=105540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:18:31.964915 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-e850fc29-a154-44ff-9bd3-07466a1566d0 admin admin] For port 62e4f335-ba84-4069-9869-096283ed6429, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=62e4f335-ba84-4069-9869-096283ed6429,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:18:31.965405 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e850fc29-a154-44ff-9bd3-07466a1566d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:31.966061 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae118673-83c6-4d1a-bce2-5158a27d1f8a None None] Routers {'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'} bound to L3 agent in host n-d-780147-23 {{(pid=105540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:18:31.967231 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ae118673-83c6-4d1a-bce2-5158a27d1f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:18:32Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'], 'active': True} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:31.979314 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-e850fc29-a154-44ff-9bd3-07466a1566d0 admin admin] Calling delete_port for 62e4f335-ba84-4069-9869-096283ed6429 owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:18:32.058279 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvr_db [None req-ae118673-83c6-4d1a-bce2-5158a27d1f8a None None] Set router de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 gateway port host: None {{(pid=105540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:18:32.113255 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_hamode_db [None req-ae118673-83c6-4d1a-bce2-5158a27d1f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'name': 'tempest-TestSnapshotPattern-1235194347-router', 'tenant_id': '2d4608f526a844128946582770c60c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:18:31Z', 'revision_number': 6, 'project_id': '2d4608f526a844128946582770c60c48', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:32.143433 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae118673-83c6-4d1a-bce2-5158a27d1f8a None None] The sync data for ids ['de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1'] in n-d-780147-23 is: [{'id': 'de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1', 'name': 'tempest-TestSnapshotPattern-1235194347-router', 'tenant_id': '2d4608f526a844128946582770c60c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:56Z', 'updated_at': '2021-07-05T05:18:31Z', 'revision_number': 6, 'project_id': '2d4608f526a844128946582770c60c48', 'gw_port_host': None}] {{(pid=105540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:18:32.148062 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e850fc29-a154-44ff-9bd3-07466a1566d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:32.182073 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850fc29-a154-44ff-9bd3-07466a1566d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=62e4f335-ba84-4069-9869-096283ed6429,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:32.242687 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e850fc29-a154-44ff-9bd3-07466a1566d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:32.334267 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e850fc29-a154-44ff-9bd3-07466a1566d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:32.336374 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e850fc29-a154-44ff-9bd3-07466a1566d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:32.378717 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e850fc29-a154-44ff-9bd3-07466a1566d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:32.379342 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e850fc29-a154-44ff-9bd3-07466a1566d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:18:32.384418 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e850fc29-a154-44ff-9bd3-07466a1566d0 admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:32.385487 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e850fc29-a154-44ff-9bd3-07466a1566d0 admin admin] 10.222.0.77 "DELETE /v2.0/routers/de5d3e6c-f57c-4661-a9d0-6fcbc3fed9d1 HTTP/1.1" status: 204 len: 168 time: 0.7736678 Jul 05 05:18:32.388766 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53056) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:32.434009 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7bf309-a242-4793-981e-ddf3daa65fa7 admin admin] Deleting subnet 72453c89-d436-4e2b-9e72-1aac8d134e5d {{(pid=105539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:18:32.437147 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1c7bf309-a242-4793-981e-ddf3daa65fa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:32.472304 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1c7bf309-a242-4793-981e-ddf3daa65fa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182297'] for subnet, precommit_delete_associations {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:32.557832 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1c7bf309-a242-4793-981e-ddf3daa65fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:32.612517 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1c7bf309-a242-4793-981e-ddf3daa65fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10254626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10132822'] for subnet, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:32.636172 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bf309-a242-4793-981e-ddf3daa65fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72453c89-d436-4e2b-9e72-1aac8d134e5d,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:32.642932 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1c7bf309-a242-4793-981e-ddf3daa65fa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:32.646683 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1c7bf309-a242-4793-981e-ddf3daa65fa7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/72453c89-d436-4e2b-9e72-1aac8d134e5d HTTP/1.1" status: 204 len: 168 time: 0.2548914 Jul 05 05:18:32.648591 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53058) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:32.649451 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a534e6e1-4101-4e03-87d8-e6de242350ec None None] Network 33ac112c-ed8c-4843-8d46-e266881830cf requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:18:32.718957 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e450927-5a27-4773-a2bd-1f5ffaeae53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:32.779924 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-7e450927-5a27-4773-a2bd-1f5ffaeae53c admin admin] Deleting port 876719dd-3250-4f98-9d10-5393a44dd66c {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:18:32.780310 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e450927-5a27-4773-a2bd-1f5ffaeae53c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:32.843446 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-7e450927-5a27-4773-a2bd-1f5ffaeae53c admin admin] For port 876719dd-3250-4f98-9d10-5393a44dd66c, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=876719dd-3250-4f98-9d10-5393a44dd66c,segment=NetworkSegment(500d265d-8590-4cd0-a007-0b02c2c4ef6b),segment_id=500d265d-8590-4cd0-a007-0b02c2c4ef6b)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:18:32.843729 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e450927-5a27-4773-a2bd-1f5ffaeae53c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:32.856501 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-7e450927-5a27-4773-a2bd-1f5ffaeae53c admin admin] Calling delete_port for 876719dd-3250-4f98-9d10-5393a44dd66c owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:18:32.885001 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b38b438-f4e4-47ec-a03f-eb9336e33f3b None None] DHCP port deletion for 33ac112c-ed8c-4843-8d46-e266881830cf request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:18:32.947821 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-7b38b438-f4e4-47ec-a03f-eb9336e33f3b None None] Deleting port 876719dd-3250-4f98-9d10-5393a44dd66c {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:18:32.948196 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7b38b438-f4e4-47ec-a03f-eb9336e33f3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:32.949743 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:32.954092 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e450927-5a27-4773-a2bd-1f5ffaeae53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:32.980280 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e450927-5a27-4773-a2bd-1f5ffaeae53c admin admin] Pushing event deleted for resources: {'Port': ['ID=876719dd-3250-4f98-9d10-5393a44dd66c,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:32.982173 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e450927-5a27-4773-a2bd-1f5ffaeae53c admin admin] No DVR routers for this DVR port 876719dd-3250-4f98-9d10-5393a44dd66c on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:18:33.015869 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.db [None req-7b38b438-f4e4-47ec-a03f-eb9336e33f3b None None] For port 876719dd-3250-4f98-9d10-5393a44dd66c, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=876719dd-3250-4f98-9d10-5393a44dd66c,segment=NetworkSegment(500d265d-8590-4cd0-a007-0b02c2c4ef6b),segment_id=500d265d-8590-4cd0-a007-0b02c2c4ef6b)] {{(pid=105540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:18:33.016271 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7b38b438-f4e4-47ec-a03f-eb9336e33f3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:33.029625 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-7b38b438-f4e4-47ec-a03f-eb9336e33f3b None None] Calling delete_port for 876719dd-3250-4f98-9d10-5393a44dd66c owned by network:dhcp {{(pid=105540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:18:33.053278 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e450927-5a27-4773-a2bd-1f5ffaeae53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:33.064248 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7e450927-5a27-4773-a2bd-1f5ffaeae53c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ac112c-ed8c-4843-8d46-e266881830cf']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:33.075202 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7e450927-5a27-4773-a2bd-1f5ffaeae53c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500d265d-8590-4cd0-a007-0b02c2c4ef6b') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:33.075523 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-7e450927-5a27-4773-a2bd-1f5ffaeae53c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500d265d-8590-4cd0-a007-0b02c2c4ef6b') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:33.086502 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e450927-5a27-4773-a2bd-1f5ffaeae53c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:33.105646 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e450927-5a27-4773-a2bd-1f5ffaeae53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:33.112617 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e450927-5a27-4773-a2bd-1f5ffaeae53c admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:18:33.113239 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e450927-5a27-4773-a2bd-1f5ffaeae53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: timer() Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:18:33.114893 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:18:33.118051 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-7b38b438-f4e4-47ec-a03f-eb9336e33f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726'] for port, after_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:33.143788 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38b438-f4e4-47ec-a03f-eb9336e33f3b None None] Pushing event deleted for resources: {'Port': ['ID=876719dd-3250-4f98-9d10-5393a44dd66c,revision_number=None']} {{(pid=105540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:33.145650 n-d-780147-23 neutron-server[105540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b38b438-f4e4-47ec-a03f-eb9336e33f3b None None] No DVR routers for this DVR port 876719dd-3250-4f98-9d10-5393a44dd66c on host n-d-780147-23 {{(pid=105540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:18:33.181831 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e450927-5a27-4773-a2bd-1f5ffaeae53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:33.190116 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-7e450927-5a27-4773-a2bd-1f5ffaeae53c admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:33.192262 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-7e450927-5a27-4773-a2bd-1f5ffaeae53c admin admin] 10.222.0.77 "DELETE /v2.0/networks/33ac112c-ed8c-4843-8d46-e266881830cf HTTP/1.1" status: 204 len: 168 time: 0.5426838 Jul 05 05:18:33.195255 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53060) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:33.204252 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e450927-5a27-4773-a2bd-1f5ffaeae53c admin admin] Pushing event deleted for resources: {'Network': ['ID=33ac112c-ed8c-4843-8d46-e266881830cf,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:33.542367 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e0af6610-25b2-4c46-824e-35024bf23a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546291'] for router_interface, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:33.801225 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-e0af6610-25b2-4c46-824e-35024bf23a69 admin admin] Deleting port 0429329e-16c7-4b03-9fc8-9e1fcf65a322 {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:18:33.801472 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e0af6610-25b2-4c46-824e-35024bf23a69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:33.879181 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-e0af6610-25b2-4c46-824e-35024bf23a69 admin admin] For port 0429329e-16c7-4b03-9fc8-9e1fcf65a322, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=0429329e-16c7-4b03-9fc8-9e1fcf65a322,segment=NetworkSegment(1b5fd057-b867-4374-a1e6-a42ba3b35f6f),segment_id=1b5fd057-b867-4374-a1e6-a42ba3b35f6f)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:18:33.879540 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e0af6610-25b2-4c46-824e-35024bf23a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:33.891825 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-e0af6610-25b2-4c46-824e-35024bf23a69 admin admin] Calling delete_port for 0429329e-16c7-4b03-9fc8-9e1fcf65a322 owned by network:router_interface {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:18:33.968509 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d69837f9-c546-41ba-afd1-88faa16f8a33 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:18:33.989541 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: d69837f9-c546-41ba-afd1-88faa16f8a33 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:18:33.989883 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device d69837f9-c546-41ba-afd1-88faa16f8a33 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:18:33.990299 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 876719dd-3250-4f98-9d10-5393a44dd66c no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:18:34.009728 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 876719dd-3250-4f98-9d10-5393a44dd66c {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:18:34.010989 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 876719dd-3250-4f98-9d10-5393a44dd66c not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:18:34.010989 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 62e4f335-ba84-4069-9869-096283ed6429 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:18:34.034801 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 62e4f335-ba84-4069-9869-096283ed6429 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:18:34.035082 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 62e4f335-ba84-4069-9869-096283ed6429 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:18:34.132173 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e0af6610-25b2-4c46-824e-35024bf23a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:34.157266 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af6610-25b2-4c46-824e-35024bf23a69 admin admin] Pushing event deleted for resources: {'Port': ['ID=0429329e-16c7-4b03-9fc8-9e1fcf65a322,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:34.380066 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-e0af6610-25b2-4c46-824e-35024bf23a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545229'] for router_interface, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:34.628682 n-d-780147-23 neutron-server[105538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0af6610-25b2-4c46-824e-35024bf23a69 admin admin] Router 76b5682d-b348-4200-98a9-e53ea879d4ed has already been hosted by L3 agent 3e93517a-1331-4d05-8903-84ad0a1050e3 {{(pid=105538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:18:34.728647 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:34.752083 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0af6610-25b2-4c46-824e-35024bf23a69 admin admin] Notify agent at l3_agent.n-d-780147-23 the message routers_updated {{(pid=105538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:18:34.757360 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-e0af6610-25b2-4c46-824e-35024bf23a69 admin admin] 10.222.0.77 "PUT /v2.0/routers/76b5682d-b348-4200-98a9-e53ea879d4ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5609341 Jul 05 05:18:34.759928 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53064) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:34.760223 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d86651-0078-4802-a194-c7eeb10b8535 None None] Sync routers for ids ['76b5682d-b348-4200-98a9-e53ea879d4ed'] in n-d-780147-23 {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:18:34.770465 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d86651-0078-4802-a194-c7eeb10b8535 None None] Routers {'76b5682d-b348-4200-98a9-e53ea879d4ed'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:18:34.771114 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-a2d86651-0078-4802-a194-c7eeb10b8535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:18:32Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['76b5682d-b348-4200-98a9-e53ea879d4ed'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:34.867194 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b16c01bc-bb2b-4026-b1ad-feea58989d2b admin admin] Notify callbacks [] for router, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:34.882053 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-a2d86651-0078-4802-a194-c7eeb10b8535 None None] Set router 76b5682d-b348-4200-98a9-e53ea879d4ed gateway port host: n-d-780147-23 {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:18:34.976105 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b16c01bc-bb2b-4026-b1ad-feea58989d2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:35.034564 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-b16c01bc-bb2b-4026-b1ad-feea58989d2b admin admin] Deleting port 3fe07594-0242-4f37-a277-659a3e1126cd {{(pid=105538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:18:35.034912 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b16c01bc-bb2b-4026-b1ad-feea58989d2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:35.073024 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-a2d86651-0078-4802-a194-c7eeb10b8535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5682d-b348-4200-98a9-e53ea879d4ed', 'name': 'tempest-TestSnapshotPattern-1268249334-router', 'tenant_id': '5d6f203f32714f4eb2a77ce8331417d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'external_fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '3fe07594-0242-4f37-a277-659a3e1126cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:13:00Z', 'updated_at': '2021-07-05T05:18:34Z', 'revision_number': 5, 'project_id': '5d6f203f32714f4eb2a77ce8331417d5', 'gw_port': {'id': '3fe07594-0242-4f37-a277-659a3e1126cd', 'name': '', 'network_id': 'ed495a2f-0241-4263-bf9b-61a54e0fbc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5682d-b348-4200-98a9-e53ea879d4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:01Z', 'updated_at': '2021-07-05T05:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce9cbe2-8ec1-47a6-a7ae-aad833fafb82', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-23'}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:35.102789 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d86651-0078-4802-a194-c7eeb10b8535 None None] Checking router: 76b5682d-b348-4200-98a9-e53ea879d4ed for host: n-d-780147-23 {{(pid=105541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:18:35.111078 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d86651-0078-4802-a194-c7eeb10b8535 None None] Routers {'76b5682d-b348-4200-98a9-e53ea879d4ed'} bound to L3 agent in host n-d-780147-23 {{(pid=105541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:18:35.111684 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-a2d86651-0078-4802-a194-c7eeb10b8535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:36:01Z,description=,heartbeat_timestamp=2021-07-05T05:18:32Z,host='n-d-780147-23',id=3e93517a-1331-4d05-8903-84ad0a1050e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:36:01Z,topic='l3_agent')) {'router_ids': ['76b5682d-b348-4200-98a9-e53ea879d4ed'], 'active': True} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:35.120059 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.db [None req-b16c01bc-bb2b-4026-b1ad-feea58989d2b admin admin] For port 3fe07594-0242-4f37-a277-659a3e1126cd, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=3fe07594-0242-4f37-a277-659a3e1126cd,segment=NetworkSegment(0d8f285f-68fd-4b1d-8c65-e230511c85f1),segment_id=0d8f285f-68fd-4b1d-8c65-e230511c85f1)] {{(pid=105538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:18:35.120427 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b16c01bc-bb2b-4026-b1ad-feea58989d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:35.134067 n-d-780147-23 neutron-server[105538]: DEBUG neutron.plugins.ml2.plugin [None req-b16c01bc-bb2b-4026-b1ad-feea58989d2b admin admin] Calling delete_port for 3fe07594-0242-4f37-a277-659a3e1126cd owned by network:router_gateway {{(pid=105538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:18:35.195977 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_dvr_db [None req-a2d86651-0078-4802-a194-c7eeb10b8535 None None] Set router 76b5682d-b348-4200-98a9-e53ea879d4ed gateway port host: None {{(pid=105541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:18:35.249583 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.l3_hamode_db [None req-a2d86651-0078-4802-a194-c7eeb10b8535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5682d-b348-4200-98a9-e53ea879d4ed', 'name': 'tempest-TestSnapshotPattern-1268249334-router', 'tenant_id': '5d6f203f32714f4eb2a77ce8331417d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:13:00Z', 'updated_at': '2021-07-05T05:18:34Z', 'revision_number': 6, 'project_id': '5d6f203f32714f4eb2a77ce8331417d5', 'gw_port_host': None}], 'n-d-780147-23', False) {} {{(pid=105541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:35.282220 n-d-780147-23 neutron-server[105541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d86651-0078-4802-a194-c7eeb10b8535 None None] The sync data for ids ['76b5682d-b348-4200-98a9-e53ea879d4ed'] in n-d-780147-23 is: [{'id': '76b5682d-b348-4200-98a9-e53ea879d4ed', 'name': 'tempest-TestSnapshotPattern-1268249334-router', 'tenant_id': '5d6f203f32714f4eb2a77ce8331417d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:13:00Z', 'updated_at': '2021-07-05T05:18:34Z', 'revision_number': 6, 'project_id': '5d6f203f32714f4eb2a77ce8331417d5', 'gw_port_host': None}] {{(pid=105541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:18:35.314567 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b16c01bc-bb2b-4026-b1ad-feea58989d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695742'] for port, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:35.337770 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c01bc-bb2b-4026-b1ad-feea58989d2b admin admin] Pushing event deleted for resources: {'Port': ['ID=3fe07594-0242-4f37-a277-659a3e1126cd,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:35.408210 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b16c01bc-bb2b-4026-b1ad-feea58989d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544948'] for router_gateway, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:35.497745 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b16c01bc-bb2b-4026-b1ad-feea58989d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59654'] for router, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:35.499879 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b16c01bc-bb2b-4026-b1ad-feea58989d2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:35.543337 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b16c01bc-bb2b-4026-b1ad-feea58989d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541328'] for router, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:35.543886 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16c01bc-bb2b-4026-b1ad-feea58989d2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76b5682d-b348-4200-98a9-e53ea879d4ed {{(pid=105538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:18:35.548326 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-b16c01bc-bb2b-4026-b1ad-feea58989d2b admin admin] Notify callbacks [] for router, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:35.549492 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-b16c01bc-bb2b-4026-b1ad-feea58989d2b admin admin] 10.222.0.77 "DELETE /v2.0/routers/76b5682d-b348-4200-98a9-e53ea879d4ed HTTP/1.1" status: 204 len: 168 time: 0.7886345 Jul 05 05:18:35.551972 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53066) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:35.596492 n-d-780147-23 neutron-server[105538]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfde5795-c715-4962-948c-0d56878ff2d8 admin admin] Deleting subnet 89edecb9-0a8b-4d35-8a06-cf0952333af4 {{(pid=105538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:18:35.599423 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dfde5795-c715-4962-948c-0d56878ff2d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:35.634216 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dfde5795-c715-4962-948c-0d56878ff2d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2919226'] for subnet, precommit_delete_associations {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:35.721698 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dfde5795-c715-4962-948c-0d56878ff2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797996'] for subnet, precommit_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:35.781122 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dfde5795-c715-4962-948c-0d56878ff2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8695684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3291849'] for subnet, after_delete {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:35.809750 n-d-780147-23 neutron-server[105538]: DEBUG neutron_lib.callbacks.manager [None req-dfde5795-c715-4962-948c-0d56878ff2d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:35.812583 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-dfde5795-c715-4962-948c-0d56878ff2d8 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/89edecb9-0a8b-4d35-8a06-cf0952333af4 HTTP/1.1" status: 204 len: 168 time: 0.2596843 Jul 05 05:18:35.813626 n-d-780147-23 neutron-server[105538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde5795-c715-4962-948c-0d56878ff2d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89edecb9-0a8b-4d35-8a06-cf0952333af4,revision_number=None']} {{(pid=105538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:35.815285 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53068) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:35.818114 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d765f26-4e9b-4fb2-a8fa-557a1fe84f14 None None] Network 47019feb-a24c-4218-b67f-ec9e60a36c23 requested from n-d-780147-23 {{(pid=105540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:18:35.890539 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b5063171-06c4-40fd-9629-3c98ff4a4214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573137'] for network, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:35.943116 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-b5063171-06c4-40fd-9629-3c98ff4a4214 admin admin] Deleting port 1503cc93-8eb1-47e8-9af4-66c2948e43c0 {{(pid=105539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:18:35.943461 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b5063171-06c4-40fd-9629-3c98ff4a4214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:36.007006 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.db [None req-b5063171-06c4-40fd-9629-3c98ff4a4214 admin admin] For port 1503cc93-8eb1-47e8-9af4-66c2948e43c0, host n-d-780147-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-23',level=0,port_id=1503cc93-8eb1-47e8-9af4-66c2948e43c0,segment=NetworkSegment(1b5fd057-b867-4374-a1e6-a42ba3b35f6f),segment_id=1b5fd057-b867-4374-a1e6-a42ba3b35f6f)] {{(pid=105539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:18:36.007366 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b5063171-06c4-40fd-9629-3c98ff4a4214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545267'] for port, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:36.020471 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.plugin [None req-b5063171-06c4-40fd-9629-3c98ff4a4214 admin admin] Calling delete_port for 1503cc93-8eb1-47e8-9af4-66c2948e43c0 owned by network:dhcp {{(pid=105539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:18:36.069297 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e3f3bd-5c2d-40df-a125-bed2415020f8 None None] DHCP port deletion for 47019feb-a24c-4218-b67f-ec9e60a36c23 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:18:36.121912 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b5063171-06c4-40fd-9629-3c98ff4a4214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1678851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-228299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787916950550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787916415726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10254616'] for port, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:36.150323 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5063171-06c4-40fd-9629-3c98ff4a4214 admin admin] Pushing event deleted for resources: {'Port': ['ID=1503cc93-8eb1-47e8-9af4-66c2948e43c0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:36.152234 n-d-780147-23 neutron-server[105539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5063171-06c4-40fd-9629-3c98ff4a4214 admin admin] No DVR routers for this DVR port 1503cc93-8eb1-47e8-9af4-66c2948e43c0 on host n-d-780147-23 {{(pid=105539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:18:36.230768 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b5063171-06c4-40fd-9629-3c98ff4a4214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795321', 'neutron.services.segments.db._delete_segments_for_network-8787916910942'] for network, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:36.241751 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-b5063171-06c4-40fd-9629-3c98ff4a4214 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47019feb-a24c-4218-b67f-ec9e60a36c23']}} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:36.253762 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-b5063171-06c4-40fd-9629-3c98ff4a4214 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5fd057-b867-4374-a1e6-a42ba3b35f6f') {'for_net_delete': True} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:36.254290 n-d-780147-23 neutron-server[105539]: DEBUG neutron.services.segments.db [None req-b5063171-06c4-40fd-9629-3c98ff4a4214 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5fd057-b867-4374-a1e6-a42ba3b35f6f') {} {{(pid=105539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:36.265629 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b5063171-06c4-40fd-9629-3c98ff4a4214 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787916959618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3182286'] for segment, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:36.279028 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 0429329e-16c7-4b03-9fc8-9e1fcf65a322 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:18:36.283421 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b5063171-06c4-40fd-9629-3c98ff4a4214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173'] for segment, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:36.291262 n-d-780147-23 neutron-server[105539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5063171-06c4-40fd-9629-3c98ff4a4214 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=105539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:18:36.291759 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b5063171-06c4-40fd-9629-3c98ff4a4214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254791'] for segment, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: Traceback (most recent call last): Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: timer() Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: cb(*args, **kw) Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: return func(*args, **kwargs) Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: self._notify() Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: self.callback(batched_events) Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: event.method(event) Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: return f(self, *a, **k) Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: return self._get(url).json() Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: return self.request(url, 'GET', **kwargs) Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:18:36.293964 n-d-780147-23 neutron-server[105539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:18:36.303452 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 0429329e-16c7-4b03-9fc8-9e1fcf65a322 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:18:36.303903 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 0429329e-16c7-4b03-9fc8-9e1fcf65a322 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:18:36.304282 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3fe07594-0242-4f37-a277-659a3e1126cd no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:18:36.333821 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 3fe07594-0242-4f37-a277-659a3e1126cd {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:18:36.334250 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 3fe07594-0242-4f37-a277-659a3e1126cd not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:18:36.334591 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1503cc93-8eb1-47e8-9af4-66c2948e43c0 no longer exists at agent ovs-agent-n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:18:36.356889 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] No Port match for: 1503cc93-8eb1-47e8-9af4-66c2948e43c0 {{(pid=105540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:18:36.357410 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.rpc [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Device 1503cc93-8eb1-47e8-9af4-66c2948e43c0 not bound to the agent host n-d-780147-23 {{(pid=105540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:18:36.361609 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b5063171-06c4-40fd-9629-3c98ff4a4214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544912'] for network, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:36.378614 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-b5063171-06c4-40fd-9629-3c98ff4a4214 admin admin] Notify callbacks [] for network, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:36.380558 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-b5063171-06c4-40fd-9629-3c98ff4a4214 admin admin] 10.222.0.77 "DELETE /v2.0/networks/47019feb-a24c-4218-b67f-ec9e60a36c23 HTTP/1.1" status: 204 len: 168 time: 0.5642126 Jul 05 05:18:36.381673 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5063171-06c4-40fd-9629-3c98ff4a4214 admin admin] Pushing event deleted for resources: {'Network': ['ID=47019feb-a24c-4218-b67f-ec9e60a36c23,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:36.381912 n-d-780147-23 neutron-server[105540]: DEBUG neutron.plugins.ml2.plugin [None req-93e3f3bd-5c2d-40df-a125-bed2415020f8 None None] Deleting port 1503cc93-8eb1-47e8-9af4-66c2948e43c0 {{(pid=105540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:18:36.382295 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-93e3f3bd-5c2d-40df-a125-bed2415020f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787916941020'] for port, before_delete {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server [None req-93e3f3bd-5c2d-40df-a125-bed2415020f8 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 47019feb-a24c-4218-b67f-ec9e60a36c23 could not be found. Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 47019feb-a24c-4218-b67f-ec9e60a36c23 could not be found. Jul 05 05:18:36.421833 n-d-780147-23 neutron-server[105540]: ERROR oslo_messaging.rpc.server Jul 05 05:18:36.451610 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919acb50-06f4-435c-aece-66dbad8a7095 None None] DHCP port deletion for 47019feb-a24c-4218-b67f-ec9e60a36c23 request from n-d-780147-23 {{(pid=105540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:18:36.468695 n-d-780147-23 neutron-server[105540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ec8928-7d19-4734-9e27-634cde193195 None None] get_active_networks_info from n-d-780147-23 {{(pid=105540) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 05:18:36.508835 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [-] (105538) accepted ('10.222.0.77', 53072) {{(pid=105538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:36.531652 n-d-780147-23 neutron-server[105540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ec8928-7d19-4734-9e27-634cde193195 None None] Resources bound (agent type, host, resource id): {{(pid=105540) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 05:18:36.552717 n-d-780147-23 neutron-server[105538]: INFO neutron.wsgi [None req-2119c5ca-6b97-45c7-bdd5-8f493f42f338 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2d4608f526a844128946582770c60c48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403552 Jul 05 05:18:36.553114 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53074) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:36.603501 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6d089d4-0e87-4aa5-84cb-9123f3ca523a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:36.626298 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6d089d4-0e87-4aa5-84cb-9123f3ca523a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:36.679095 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6d089d4-0e87-4aa5-84cb-9123f3ca523a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:36.682073 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-c6d089d4-0e87-4aa5-84cb-9123f3ca523a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:36.683494 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-c6d089d4-0e87-4aa5-84cb-9123f3ca523a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/39dab87a-1dbd-4e24-a4e6-2fec4edfbac0 HTTP/1.1" status: 204 len: 168 time: 0.1292536 Jul 05 05:18:36.692159 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d089d4-0e87-4aa5-84cb-9123f3ca523a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dab87a-1dbd-4e24-a4e6-2fec4edfbac0,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:37.041034 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53080) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:37.080997 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1063b754-785c-4202-baa8-d5247958429c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5d6f203f32714f4eb2a77ce8331417d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387995 Jul 05 05:18:37.083457 n-d-780147-23 neutron-server[105539]: DEBUG neutron.wsgi [-] (105539) accepted ('10.222.0.77', 53082) {{(pid=105539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:37.130264 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1249ed9c-c5ed-4b52-96a9-035b7871da0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:37.150972 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1249ed9c-c5ed-4b52-96a9-035b7871da0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:37.197282 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1249ed9c-c5ed-4b52-96a9-035b7871da0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-612223'] for security_group, after_delete {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:37.199922 n-d-780147-23 neutron-server[105539]: DEBUG neutron_lib.callbacks.manager [None req-1249ed9c-c5ed-4b52-96a9-035b7871da0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:37.201913 n-d-780147-23 neutron-server[105539]: INFO neutron.wsgi [None req-1249ed9c-c5ed-4b52-96a9-035b7871da0c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4eb11d59-17b5-4641-b485-8c814335f402 HTTP/1.1" status: 204 len: 168 time: 0.1173828 Jul 05 05:18:37.209727 n-d-780147-23 neutron-server[105539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249ed9c-c5ed-4b52-96a9-035b7871da0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb11d59-17b5-4641-b485-8c814335f402,revision_number=None']} {{(pid=105539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:40.587496 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:18:44.054144 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:58.875790 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d6b272e2-2774-47a9-a916-374a9102424b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:00.323263 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:01.515748 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2df9b040-1b9e-4a1e-80be-bd496f5e51a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:01.919956 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:02.943755 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:04.733149 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:14.053391 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:17.587098 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:19:28.878134 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c470d028-4c1b-4077-b5d4-b3f2c24d0101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:30.348807 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:31.517825 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1400efdb-cdc6-41cf-8f7d-e05e0bfe1f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:31.921832 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:32.946095 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:34.738283 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:44.062465 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:54.587021 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:19:58.880161 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-f84b7bcb-f07b-4c55-ba2f-198d2185c679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:00.340962 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:01.519198 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ad74364a-041a-4da7-832a-8931b1b5f1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:01.925707 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:02.949751 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:04.736521 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:14.067012 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:28.882481 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-801a74de-2317-4b9a-a232-744edda8c84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:30.344923 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:31.519789 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d0a512ac-7428-4ab6-a23d-6033dc55fcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:31.586789 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:20:31.927730 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:32.951592 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:34.739110 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:44.080761 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:54.405334 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-dc2ab0de-da9d-4b79-b890-d6ca114dde59 req-5e10cb07-15c6-456c-952a-32821071aee2 service neutron] (105538) timed out ('10.222.0.77', 51584) {{(pid=105538) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 05:20:58.885622 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6882815a-9fe9-4108-bd61-373a24efc535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:00.342738 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:01.522467 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c9997b75-a0b2-4653-a839-87b72455b850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:01.929863 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:02.953931 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:04.744288 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:08.586185 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:21:14.080453 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:28.890088 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-d55b3010-8a8c-430d-b9bb-082e0e8ea1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:30.342017 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:31.523091 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-df8587f7-7f95-4634-898f-8c7c2d11e7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:31.933651 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:32.957347 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:34.747775 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:44.079249 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:45.585158 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:21:58.892190 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-8707e697-d38a-41b3-a58f-303a1783fc4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:00.357101 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:01.523642 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-83e3bd56-2531-4a21-aed4-b94b18f21523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:01.935014 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:02.961251 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:04.749298 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:14.094952 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:22.584828 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:22:28.894555 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-bd358ea6-724e-466d-89b4-21b275004f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:30.371462 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:31.527745 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-17d609fa-9bd0-47b0-aa3e-d5f03ccb11d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:31.937736 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:32.964443 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:34.753136 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:44.094758 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:58.897488 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-46475537-01a0-4da1-9ba2-7ca10b58ffcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:59.583815 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:23:00.369848 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:01.529491 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-99b0ecfc-9885-46a8-8c3b-3587e778c154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:01.938880 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:02.969011 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:04.760832 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:14.099772 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:28.898095 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18fc3110-6faa-47c8-af39-1563733bf761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:30.369470 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:31.530206 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-ed2a1826-1bf3-4ec4-9f9a-067ef801391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:31.939439 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:32.970173 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:34.757979 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:36.583541 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:23:44.098419 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:58.899508 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-9ff4dc4c-e8e3-45d8-bfce-9419ba909e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:00.368529 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:01.530484 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-c81766d9-afa6-4a7e-b170-a4c609170390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:01.940158 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:02.973139 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:04.761005 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:13.583163 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:24:14.124111 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:28.901820 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2b584dae-1534-4b1d-9b33-6ad3b2a845bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:30.381615 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:31.533350 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-6c564213-cb18-4073-a093-79ceac64ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:31.941928 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:32.975743 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:34.764824 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:44.141409 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:50.584236 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:24:58.910279 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-562b069b-69f5-4649-8639-315c746154d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:00.380842 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:01.534500 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-adcf8e5d-16eb-4176-8dc7-8fa06604bc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:01.942003 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:02.978898 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:04.767287 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:14.132844 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:27.584046 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:25:28.901548 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4213b2a6-fb75-4cd8-9e7f-23c461b6b266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:30.395847 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:31.537983 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-1cb64f8e-7d44-4d9c-9f42-beb074d59432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:31.942908 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:32.981960 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:34.773327 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:44.141046 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:58.903121 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-cbe1fe06-4bb8-4ea2-9058-b6737f091cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:00.393764 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:01.539192 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-028e28c7-9c31-4336-984d-a0eea93fe018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:01.944902 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:02.984809 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:03.278853 n-d-780147-23 neutron-server[105538]: DEBUG neutron.wsgi [req-5462388f-b1c9-476f-bec0-bbc49764cfbd req-873833aa-dfb2-4864-8802-6a874b09d04c service neutron] (105538) timed out ('10.222.0.77', 50722) {{(pid=105538) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 05:26:04.583044 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:26:04.771895 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:14.137990 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:28.905960 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4e98635b-3a84-4c13-82ba-375fa12e1961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:30.420545 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:31.539943 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-4680decf-6866-4a14-9bd2-b65149ac1909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:31.947594 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:32.988172 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:34.774458 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:41.583544 n-d-780147-23 neutron-server[105541]: DEBUG neutron.db.agents_db [None req-a3352ad4-969c-4f36-9929-06196091c727 None None] Agent healthcheck: found 7 active agents {{(pid=105541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:26:44.137575 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-dcff0c7f-36eb-45ed-844b-2b94ce49bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:58.907037 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-0392ae09-db7d-4440-a750-4526a44b4871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:00.432430 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-2faa3a31-8934-4400-943a-e7e6ebe479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:01.540169 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-43f58d72-8fde-4bfd-8bd1-09ddf3715c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:01.950100 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-18a013c2-1423-4103-9112-d7b94196d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:02.991876 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-5814733e-3bc5-4592-9871-2e02cdff0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:04.778585 n-d-780147-23 neutron-server[105540]: DEBUG neutron_lib.callbacks.manager [None req-b6f74527-bac4-498f-99f9-2497a0007701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787916910924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801651'] for agent, after_update {{(pid=105540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}